-- Logs begin at Tue 2022-02-08 14:52:37 UTC, end at Tue 2022-02-08 17:15:50 UTC. -- Feb 08 15:27:42.947643 n-d-824834-11 systemd[1]: Started Devstack devstack@q-svc.service. Feb 08 15:27:46.188979 n-d-824834-11 neutron-server[103156]: INFO neutron.common.config [-] Logging enabled! Feb 08 15:27:46.189654 n-d-824834-11 neutron-server[103156]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 08 15:27:46.189823 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103156) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 08 15:27:46.193461 n-d-824834-11 neutron-server[103156]: INFO neutron.common.config [-] Logging enabled! Feb 08 15:27:46.193720 n-d-824834-11 neutron-server[103156]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 08 15:27:46.194030 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103156) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 08 15:27:46.194998 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 08 15:27:46.195231 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 08 15:27:46.195655 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 08 15:27:46.195907 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 08 15:27:46.196134 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 08 15:27:46.196637 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.197092 n-d-824834-11 neutron-server[103156]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 08 15:27:46.197407 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.197703 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.197995 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.198296 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.198591 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.198872 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.199160 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.199460 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.199748 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.200026 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.200311 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.200605 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.200886 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.201209 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.201555 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.201858 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] debug = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.202185 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.202624 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.203027 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.203305 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.203591 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.203867 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.204144 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.204417 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.204697 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.205089 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] host = n-d-824834-11 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.205367 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.205652 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.205937 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.206217 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.206488 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.206760 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.207041 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.207311 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.207597 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] log_file = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.207879 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.208242 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.208545 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.208886 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.209160 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.209385 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.209694 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.210037 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.210346 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.210681 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.210959 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.211319 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.211601 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.211871 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.212160 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.212441 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.212724 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.213112 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.213474 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.213753 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.214029 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.214317 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.214590 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.214863 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.215135 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.215421 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.215688 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.215960 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.216268 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.216549 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.216829 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.217741 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.218023 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.218310 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.218577 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.218848 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.219116 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] use_json = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.219384 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.219649 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.219929 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.220200 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.220471 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.220742 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.221039 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.221328 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.221599 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:46.221897 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.222193 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.222492 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.222792 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.223081 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.223360 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.223646 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.223921 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.224205 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.224494 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.224787 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.225103 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.225401 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.225694 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.225987 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.226293 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.226588 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.226879 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.227154 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.227427 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.227700 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.227976 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.228261 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.228538 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.228824 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.229137 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.229415 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.229711 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.229996 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.230286 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.230574 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.230845 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.231122 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.231410 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.231684 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.231953 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.232227 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.232515 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.233384 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.233669 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.233953 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.234226 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.234494 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.234767 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.235043 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.235330 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.235891 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.236167 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.236438 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.236713 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.237041 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.237416 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.237780 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.238060 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.238333 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.238611 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.238885 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.239159 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.239436 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.239708 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.239982 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.240253 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.240522 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.240792 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.241091 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.241363 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.241635 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.241907 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.242182 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.242455 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.242727 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.242996 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.243272 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.243540 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.243824 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.244120 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.244394 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.244673 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.244967 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.245248 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.245523 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.245798 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.246075 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.246352 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.246626 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.246923 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.247206 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.247539 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.247859 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.248139 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.248477 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.248762 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.249073 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.249349 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.249626 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.249909 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.250191 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.250485 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.250775 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.251067 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.251359 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.251654 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.251935 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.252246 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.252525 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:46.252743 n-d-824834-11 neutron-server[103156]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 08 15:27:46.253022 n-d-824834-11 neutron-server[103156]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103156) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 08 15:27:46.642282 n-d-824834-11 neutron-server[103156]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 08 15:27:46.642560 n-d-824834-11 neutron-server[103156]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 08 15:27:46.642910 n-d-824834-11 neutron-server[103156]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 08 15:27:46.643218 n-d-824834-11 neutron-server[103156]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 08 15:27:46.994980 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:46.995198 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:46.995433 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:46.996756 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:46.997044 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:46.997317 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.044384 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.044662 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.044928 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.062625 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.062905 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.063173 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.094521 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.094803 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.095068 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.135053 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.135331 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.135601 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.507785 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.508512 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.508512 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.508775 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.509307 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.618717 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.619174 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.619330 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.619662 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.619869 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.620164 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.620429 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.620683 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.621056 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.621258 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.621524 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.621798 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.622051 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.622309 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.622564 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.622831 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.623087 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.623409 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.623680 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.623957 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.624282 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.624487 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.624781 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.625233 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.625483 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.625727 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.626184 n-d-824834-11 neutron-server[103156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 15:27:47.626420 n-d-824834-11 neutron-server[103156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 15:27:47.626660 n-d-824834-11 neutron-server[103156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 15:27:47.626891 n-d-824834-11 neutron-server[103156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 15:27:47.627127 n-d-824834-11 neutron-server[103156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 15:27:47.627361 n-d-824834-11 neutron-server[103156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 15:27:47.627742 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 08 15:27:47.631449 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 08 15:27:47.639392 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 08 15:27:47.640417 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Feb 08 15:27:47.642303 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 08 15:27:47.642792 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 08 15:27:47.643134 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 08 15:27:47.643530 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 08 15:27:47.647111 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 08 15:27:47.647359 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 08 15:27:47.647732 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 08 15:27:47.652940 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 08 15:27:47.687346 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 08 15:27:47.688372 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.688838 n-d-824834-11 neutron-server[103156]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103156) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 08 15:27:47.689419 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.692059 n-d-824834-11 neutron-server[103156]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103156) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 08 15:27:47.692765 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 08 15:27:47.693166 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 08 15:27:47.698941 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.699342 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:47.807390 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 08 15:27:47.807652 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 08 15:27:47.807855 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 08 15:27:47.808414 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 08 15:27:47.831809 n-d-824834-11 neutron-server[103156]: DEBUG oslo_db.sqlalchemy.engines [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103156) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 08 15:27:48.285496 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Initializing driver for type 'gre' Feb 08 15:27:48.286127 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] gre ID ranges: [(1, 1000)] Feb 08 15:27:48.349419 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Initializing driver for type 'local' Feb 08 15:27:48.349777 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Initializing driver for type 'vlan' Feb 08 15:27:48.366881 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] VlanTypeDriver initialization complete Feb 08 15:27:48.367336 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Initializing driver for type 'vxlan' Feb 08 15:27:48.367994 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] vxlan ID ranges: [(1, 1000)] Feb 08 15:27:48.435043 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Initializing extension driver 'port_security' Feb 08 15:27:48.435491 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.extensions.port_security [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] PortSecurityExtensionDriver initialization complete Feb 08 15:27:48.435835 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Initializing mechanism driver 'openvswitch' Feb 08 15:27:48.436799 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Initializing mechanism driver 'hyperv' Feb 08 15:27:48.444320 n-d-824834-11 neutron-server[103156]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:27:48.445353 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > port after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.445821 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > port after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.446264 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > port after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.446918 n-d-824834-11 neutron-server[103156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 15:27:48.447444 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > subnet after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.447920 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > subnet after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.448340 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.448794 n-d-824834-11 neutron-server[103156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 15:27:48.449279 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > network after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.449670 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > network after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.450107 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > network after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.450558 n-d-824834-11 neutron-server[103156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 15:27:48.451007 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > security_group after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.451451 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > security_group after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.452510 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.453015 n-d-824834-11 neutron-server[103156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 15:27:48.453484 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.453991 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.454481 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.455067 n-d-824834-11 neutron-server[103156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 15:27:48.455644 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > address_group after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.456050 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > address_group after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.456458 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.456899 n-d-824834-11 neutron-server[103156]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103156) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 15:27:48.457445 n-d-824834-11 neutron-server[103156]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] ML2 OVO RPC backend initialized. {{(pid=103156) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 08 15:27:48.458379 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.458776 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.459284 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > network before_response 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.459678 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > networks before_response 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.460059 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > port before_response 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.460555 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > ports before_response 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.460968 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > subnet before_response 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.461381 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > subnets before_response 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.461767 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > network after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.462137 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > network after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.462513 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > network after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.462887 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > port after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.463287 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > port after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.463663 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > port after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.464061 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > subnet after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.464436 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > subnet after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.464808 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.476235 n-d-824834-11 neutron-server[103156]: INFO neutron.quota [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded quota_driver: . Feb 08 15:27:48.476617 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.plugin [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Modular L2 Plugin initialization complete Feb 08 15:27:48.477038 n-d-824834-11 neutron-server[103156]: DEBUG neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading services supported by the core plugin {{(pid=103156) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 08 15:27:48.477346 n-d-824834-11 neutron-server[103156]: INFO neutron.plugins.ml2.managers [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Got port-security extension from driver 'port_security' Feb 08 15:27:48.477873 n-d-824834-11 neutron-server[103156]: INFO neutron.extensions.vlantransparent [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Disabled vlantransparent extension. Feb 08 15:27:48.478390 n-d-824834-11 neutron-server[103156]: DEBUG neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103156) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 08 15:27:48.478722 n-d-824834-11 neutron-server[103156]: INFO neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading Plugin: router Feb 08 15:27:48.519161 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.519828 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router after_create 55549900 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.519945 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router before_create 55549900 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.520274 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.520651 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.521031 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router after_delete 55549900 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.521393 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.521743 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.522102 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router after_create 55549900 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.522447 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router after_update 55549900 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.522797 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router after_update 55549900 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.523147 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.523509 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router after_update 55549900 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.523936 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router precommit_update 55549900 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.524309 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: port after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.524650 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: port after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.525013 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: subnet after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.525363 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.525709 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.526056 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router precommit_create 55549900 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.526403 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: port before_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.526745 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router precommit_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.527105 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router after_update 55549900 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.527447 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.527965 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router precommit_create 55549900 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.528333 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.528681 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router precommit_update 55549900 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.529088 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > agent after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.530052 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > agent after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.531047 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > network after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.532019 n-d-824834-11 neutron-server[103156]: DEBUG neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Tracking information for resource: router configured {{(pid=103156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 15:27:48.532357 n-d-824834-11 neutron-server[103156]: DEBUG neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Tracking information for resource: floatingip configured {{(pid=103156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 15:27:48.538128 n-d-824834-11 neutron-server[103156]: INFO neutron.db.l3_agentschedulers_db [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 08 15:27:48.538663 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: port after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.539035 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: port after_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.539394 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: port after_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.539747 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: port after_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.540596 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router before_create 55550100 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.540994 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.541365 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router precommit_create 55550100 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.541727 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > router precommit_update 55550100 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.548129 n-d-824834-11 neutron-server[103156]: DEBUG neutron.services.provider_configuration [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Service providers = [] {{(pid=103156) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 08 15:27:48.548500 n-d-824834-11 neutron-server[103156]: DEBUG neutron.db.servicetype_db [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103156) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 08 15:27:48.551792 n-d-824834-11 neutron-server[103156]: DEBUG neutron.services.service_base [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 15:27:48.552139 n-d-824834-11 neutron-server[103156]: DEBUG neutron.services.service_base [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 15:27:48.552482 n-d-824834-11 neutron-server[103156]: DEBUG neutron.services.service_base [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 15:27:48.553442 n-d-824834-11 neutron-server[103156]: DEBUG neutron.services.service_base [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 15:27:48.553823 n-d-824834-11 neutron-server[103156]: INFO neutron.services.service_base [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 08 15:27:48.554219 n-d-824834-11 neutron-server[103156]: DEBUG neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 15:27:48.554537 n-d-824834-11 neutron-server[103156]: INFO neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 08 15:27:48.566429 n-d-824834-11 neutron-server[103156]: DEBUG neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 15:27:48.566763 n-d-824834-11 neutron-server[103156]: INFO neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading Plugin: auto_allocate Feb 08 15:27:48.573296 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: network precommit_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.573676 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: network precommit_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.574234 n-d-824834-11 neutron-server[103156]: DEBUG neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 15:27:48.574557 n-d-824834-11 neutron-server[103156]: INFO neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading Plugin: tag Feb 08 15:27:48.582749 n-d-824834-11 neutron-server[103156]: DEBUG neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 15:27:48.583132 n-d-824834-11 neutron-server[103156]: INFO neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading Plugin: timestamp Feb 08 15:27:48.587423 n-d-824834-11 neutron-server[103156]: DEBUG neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 15:27:48.587803 n-d-824834-11 neutron-server[103156]: INFO neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading Plugin: network_ip_availability Feb 08 15:27:48.595179 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.595554 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.595909 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.596709 n-d-824834-11 neutron-server[103156]: DEBUG neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 15:27:48.597062 n-d-824834-11 neutron-server[103156]: INFO neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading Plugin: flavors Feb 08 15:27:48.602473 n-d-824834-11 neutron-server[103156]: DEBUG neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 15:27:48.602811 n-d-824834-11 neutron-server[103156]: INFO neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading Plugin: revisions Feb 08 15:27:48.607614 n-d-824834-11 neutron-server[103156]: DEBUG neutron.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 15:27:48.609106 n-d-824834-11 neutron-server[103156]: DEBUG oslo_concurrency.lockutils [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.966s {{(pid=103156) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 08 15:27:48.609942 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103156) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 08 15:27:48.610284 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Initializing extension manager. Feb 08 15:27:48.610829 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: __init__.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.611173 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: __pycache__ {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.611510 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.611844 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: address_group.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.612707 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.613418 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: address-group Feb 08 15:27:48.613748 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: address_scope.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.614492 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.614999 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: address-scope Feb 08 15:27:48.615322 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.616356 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.616875 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: router-admin-state-down-before-update Feb 08 15:27:48.617237 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: agent.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.617971 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.618482 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: agent Feb 08 15:27:48.618803 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: agent_resources_synced.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.619759 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.620266 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: agent-resources-synced Feb 08 15:27:48.620586 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: allowedaddresspairs.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.622550 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.623089 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: allowed-address-pairs Feb 08 15:27:48.623909 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: auto_allocated_topology.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.625299 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.625905 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: auto-allocated-topology Feb 08 15:27:48.626267 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: availability_zone.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.626991 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.627493 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: availability_zone Feb 08 15:27:48.627817 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: availability_zone_filter.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.628780 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.629314 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: availability_zone_filter Feb 08 15:27:48.629638 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: data_plane_status.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.630583 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.631089 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension data-plane-status not supported by any of loaded plugins Feb 08 15:27:48.631413 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: default_subnetpools.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.632360 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.632866 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: default-subnetpools Feb 08 15:27:48.633221 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.634097 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.634603 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: dhcp_agent_scheduler Feb 08 15:27:48.634924 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: dns.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.635918 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.636422 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension dns-integration not supported by any of loaded plugins Feb 08 15:27:48.636744 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: dns_domain_ports.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.637730 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.638233 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 08 15:27:48.638556 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.640830 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.641369 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 08 15:27:48.641695 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: dvr.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.642401 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.642911 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: dvr Feb 08 15:27:48.643230 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: ecmp_routes.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.644219 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.644760 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension ecmp_routes not supported by any of loaded plugins Feb 08 15:27:48.645160 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: empty_string_filtering.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.646105 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.646703 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: empty-string-filtering Feb 08 15:27:48.647040 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.648167 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.648680 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 08 15:27:48.649171 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.650000 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.650504 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 08 15:27:48.650825 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: external_net.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.651757 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.652267 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: external-net Feb 08 15:27:48.652593 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.653546 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.654049 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: extra_dhcp_opt Feb 08 15:27:48.654438 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: extraroute.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.656687 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.657250 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: extraroute Feb 08 15:27:48.657576 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: extraroute_atomic.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.658672 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.659184 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: extraroute-atomic Feb 08 15:27:48.659514 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: filter_validation.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.660199 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.660701 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: filter-validation Feb 08 15:27:48.661065 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: fip_pf_description.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.662400 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.662971 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 08 15:27:48.663299 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: fip_port_details.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.664481 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.665033 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: fip-port-details Feb 08 15:27:48.665350 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: flavors.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.666652 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.667163 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: flavors Feb 08 15:27:48.667488 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.669266 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.669789 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 08 15:27:48.670538 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: floatingip_pools.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.671393 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.671910 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: floatingip-pools Feb 08 15:27:48.672241 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: ip_allocation.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.673261 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.673768 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension ip_allocation not supported by any of loaded plugins Feb 08 15:27:48.674096 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.675033 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.675539 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: ip-substring-filtering Feb 08 15:27:48.675875 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: l2_adjacency.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.676822 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.677350 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension l2_adjacency not supported by any of loaded plugins Feb 08 15:27:48.677677 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: l3.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.678717 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.679230 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: router Feb 08 15:27:48.679557 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.682089 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.682636 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 08 15:27:48.682970 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.683951 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.684469 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: ext-gw-mode Feb 08 15:27:48.684797 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.685823 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.686987 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: l3-ha Feb 08 15:27:48.687316 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.688274 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.688787 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 08 15:27:48.689152 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: l3_flavors.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.690094 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.690604 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: l3-flavors Feb 08 15:27:48.690933 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.692632 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.693176 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 08 15:27:48.693507 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.694449 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.694965 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: l3-port-ip-change-not-allowed Feb 08 15:27:48.695292 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: l3agentscheduler.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.696409 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.696923 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: l3_agent_scheduler Feb 08 15:27:48.697284 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: local_ip.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.699207 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.699733 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension local_ip not supported by any of loaded plugins Feb 08 15:27:48.700064 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: logging.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.704336 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.704891 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension logging not supported by any of loaded plugins Feb 08 15:27:48.705252 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: metering.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.706082 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.706674 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: metering Feb 08 15:27:48.707000 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.708413 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.708941 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: metering_source_and_destination_fields Feb 08 15:27:48.709293 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: multiprovidernet.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.710282 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.710799 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: multi-provider Feb 08 15:27:48.711125 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: netmtu.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.712077 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.712585 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: net-mtu Feb 08 15:27:48.712910 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: netmtu_writable.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.713896 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.714402 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: net-mtu-writable Feb 08 15:27:48.714725 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: network_availability_zone.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.715420 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.715918 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: network_availability_zone Feb 08 15:27:48.716238 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: network_ip_availability.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.718682 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.719203 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: network-ip-availability Feb 08 15:27:48.719533 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: network_segment_range.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.720360 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.720860 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension network-segment-range not supported by any of loaded plugins Feb 08 15:27:48.721224 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: pagination.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.722266 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.722596 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: pagination Feb 08 15:27:48.722917 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: port_device_profile.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.723837 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.724354 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: port-device-profile Feb 08 15:27:48.724678 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.725658 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.726165 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: port-mac-address-regenerate Feb 08 15:27:48.726574 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.727513 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.728025 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: port-numa-affinity-policy Feb 08 15:27:48.728348 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: port_resource_request.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.729317 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.729826 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension port-resource-request not supported by any of loaded plugins Feb 08 15:27:48.730148 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: port_resource_request_groups.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.731164 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.731676 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 08 15:27:48.731997 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: portbindings.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.733740 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.734276 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: binding Feb 08 15:27:48.734602 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: portbindings_extended.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.736561 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.736561 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: binding-extended Feb 08 15:27:48.736839 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: portsecurity.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.737823 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.738338 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: port-security Feb 08 15:27:48.738668 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: project_id.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.739680 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.740009 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: project-id Feb 08 15:27:48.740330 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: providernet.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.741467 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.741992 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: provider Feb 08 15:27:48.742315 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: qos.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.746120 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.746661 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension qos not supported by any of loaded plugins Feb 08 15:27:48.746993 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.748397 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.749495 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 08 15:27:48.749832 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.750813 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.751332 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 08 15:27:48.751659 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: qos_default.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.752614 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.753129 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension qos-default not supported by any of loaded plugins Feb 08 15:27:48.753455 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: qos_fip.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.754401 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.754907 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension qos-fip not supported by any of loaded plugins Feb 08 15:27:48.755235 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.756182 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.756691 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 08 15:27:48.757045 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: qos_gateway_ip.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.758150 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.758666 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 08 15:27:48.758990 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: qos_port_network_policy.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.759917 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.760417 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 08 15:27:48.760740 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.761849 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.762360 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 08 15:27:48.762679 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: qos_pps_rule.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.764581 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.765770 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension qos-pps not supported by any of loaded plugins Feb 08 15:27:48.766105 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: qos_rule_type_details.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.767109 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.767619 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 08 15:27:48.767940 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: qos_rules_alias.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.769078 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.769592 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 08 15:27:48.769930 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: quota_check_limit.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.770855 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.771363 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: quota-check-limit Feb 08 15:27:48.771687 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: quotasv2.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.772709 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.773190 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: quotas Feb 08 15:27:48.773518 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: quotasv2_detail.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.775370 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.775707 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: quota_details Feb 08 15:27:48.776041 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: rbac.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.777192 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.777745 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: rbac-policies Feb 08 15:27:48.778079 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: rbac_address_group.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.779066 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.780376 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: rbac-address-group Feb 08 15:27:48.781196 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: rbac_address_scope.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.782193 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.782726 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: rbac-address-scope Feb 08 15:27:48.783050 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: rbac_security_groups.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.783987 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.784502 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: rbac-security-groups Feb 08 15:27:48.784827 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: rbac_subnetpool.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.785800 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.786310 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: rbac-subnetpool Feb 08 15:27:48.786633 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: revisionifmatch.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.787564 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.788076 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: revision-if-match Feb 08 15:27:48.788449 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: revisions.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.789687 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.790210 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: standard-attr-revisions Feb 08 15:27:48.790536 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: router_availability_zone.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.791239 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.791750 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: router_availability_zone Feb 08 15:27:48.792072 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: routerservicetype.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.793086 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.793596 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension router-service-type not supported by any of loaded plugins Feb 08 15:27:48.793917 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.794999 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.796054 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: security-groups-normalized-cidr Feb 08 15:27:48.796406 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.797445 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.797971 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: port-security-groups-filtering Feb 08 15:27:48.798297 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.799245 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.799763 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: security-groups-remote-address-group Feb 08 15:27:48.800086 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.801082 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.801594 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: security-groups-shared-filtering Feb 08 15:27:48.801919 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.802538 n-d-824834-11 neutron-server[103156]: WARNING neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 08 15:27:48.802858 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: securitygroup.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.815244 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.815860 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: security-group Feb 08 15:27:48.816227 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: segment.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.817473 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.818032 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension segment not supported by any of loaded plugins Feb 08 15:27:48.818396 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.819542 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.820121 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 08 15:27:48.820484 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: servicetype.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.821788 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.822370 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: service-type Feb 08 15:27:48.822734 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: sorting.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.823832 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.824203 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: sorting Feb 08 15:27:48.824568 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: standard_attr_segment.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.825661 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.827129 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 08 15:27:48.827263 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: standardattrdescription.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.828521 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.829124 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: standard-attr-description Feb 08 15:27:48.829497 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: stateful_security_group.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.830581 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.831099 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: stateful-security-group Feb 08 15:27:48.831427 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: stdattrs_common.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.832012 n-d-824834-11 neutron-server[103156]: WARNING neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 08 15:27:48.832335 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.833346 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.833866 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 08 15:27:48.834234 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: subnet_onboard.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.835390 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.835911 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: subnet_onboard Feb 08 15:27:48.836241 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.837246 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.837760 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 08 15:27:48.838087 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: subnet_service_types.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.839054 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.839569 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: subnet-service-types Feb 08 15:27:48.839899 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: subnetallocation.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.841089 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.841611 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: subnet_allocation Feb 08 15:27:48.843295 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.844094 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.844619 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: subnetpool-prefix-ops Feb 08 15:27:48.844969 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.845995 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.846503 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 08 15:27:48.846826 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: tagging.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.847992 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.848509 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: standard-attr-tag Feb 08 15:27:48.848834 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: timestamp.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.850176 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.850695 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loaded extension: standard-attr-timestamp Feb 08 15:27:48.851022 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: trunk.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.852113 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.852629 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension trunk not supported by any of loaded plugins Feb 08 15:27:48.852980 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: trunk_details.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.853921 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.854432 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension trunk-details not supported by any of loaded plugins Feb 08 15:27:48.854760 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: uplink_status_propagation.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.855704 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.856216 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 08 15:27:48.856540 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Loading extension file: vlantransparent.py {{(pid=103156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 15:27:48.857264 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 15:27:48.857812 n-d-824834-11 neutron-server[103156]: INFO neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extension vlan-transparent not supported by any of loaded plugins Feb 08 15:27:48.861142 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:network Feb 08 15:27:48.861688 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:subnet Feb 08 15:27:48.862094 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 15:27:48.862489 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:port Feb 08 15:27:48.863833 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.v2.resource_helper [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 15:27:48.864278 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.v2.resource_helper [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Service FLAVORS assigned prefix: {{(pid=103156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 15:27:48.865063 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.v2.resource_helper [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 15:27:48.865496 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.v2.resource_helper [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 15:27:48.865831 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:router Feb 08 15:27:48.866254 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:floatingip Feb 08 15:27:48.866745 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.v2.resource_helper [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Service METERING assigned prefix: /metering {{(pid=103156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 15:27:48.868244 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.868619 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.869069 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:27:48.870148 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of CountableResource for resource:rbac_policy Feb 08 15:27:48.870601 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:security_group Feb 08 15:27:48.871051 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:security_group_rule Feb 08 15:27:48.871669 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.v2.resource_helper [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Service CORE assigned prefix: {{(pid=103156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 15:27:48.871999 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 15:27:48.872347 n-d-824834-11 neutron-server[103156]: WARNING neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] subnetpool is already registered Feb 08 15:27:48.872775 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.v2.resource_helper [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Service CORE assigned prefix: {{(pid=103156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 15:27:48.873170 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 15:27:48.874074 n-d-824834-11 neutron-server[103156]: WARNING neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] subnetpool is already registered Feb 08 15:27:48.876518 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.v2.resource_helper [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 15:27:48.876974 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.v2.resource_helper [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Service FLAVORS assigned prefix: {{(pid=103156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 15:27:48.877575 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.v2.resource_helper [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 15:27:48.877995 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.v2.resource_helper [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 15:27:48.878332 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:router Feb 08 15:27:48.878670 n-d-824834-11 neutron-server[103156]: WARNING neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] router is already registered Feb 08 15:27:48.879078 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:floatingip Feb 08 15:27:48.879414 n-d-824834-11 neutron-server[103156]: WARNING neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] floatingip is already registered Feb 08 15:27:48.879871 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.v2.resource_helper [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Service METERING assigned prefix: /metering {{(pid=103156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 15:27:48.880557 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of CountableResource for resource:rbac_policy Feb 08 15:27:48.880888 n-d-824834-11 neutron-server[103156]: WARNING neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] rbac_policy is already registered Feb 08 15:27:48.881329 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:security_group Feb 08 15:27:48.881660 n-d-824834-11 neutron-server[103156]: WARNING neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] security_group is already registered Feb 08 15:27:48.882060 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:security_group_rule Feb 08 15:27:48.882389 n-d-824834-11 neutron-server[103156]: WARNING neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] security_group_rule is already registered Feb 08 15:27:48.883045 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.v2.resource_helper [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Service CORE assigned prefix: {{(pid=103156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 15:27:48.883371 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 15:27:48.883700 n-d-824834-11 neutron-server[103156]: WARNING neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] subnetpool is already registered Feb 08 15:27:48.884134 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.v2.resource_helper [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Service CORE assigned prefix: {{(pid=103156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 15:27:48.884458 n-d-824834-11 neutron-server[103156]: INFO neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 15:27:48.884787 n-d-824834-11 neutron-server[103156]: WARNING neutron.quota.resource_registry [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] subnetpool is already registered Feb 08 15:27:48.885290 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: extensions {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.886868 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: address-groups {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.888372 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: address-scopes {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.891003 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: agents {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.892193 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: auto-allocated-topology {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.893481 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: availability_zones {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.894702 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: dhcp-networks {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.896244 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: dhcp-agents {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.897726 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: routers {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.899961 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: flavors {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.901162 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: service_profiles {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.902768 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: next_providers {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.907506 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: service_profiles {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.911038 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: floatingip-pools {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.913140 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: routers {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.915905 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: floatingips {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.917261 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: l3-routers {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.918712 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: l3-agents {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.920194 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: metering-labels {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.922211 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: metering-label-rules {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.923498 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: network-ip-availabilities {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.924781 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: bindings {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.926522 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: quotas {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.928230 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: quotas {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.929833 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: rbac-policies {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.932343 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: security-groups {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.933642 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: security-group-rules {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.934918 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: service-providers {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.936723 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: subnetpools {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.938242 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: subnetpools {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.939705 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: tags {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.941502 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: tags {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.943723 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: tags {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.945565 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: tags {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.947330 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: tags {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.949228 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: tags {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.951148 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: tags {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.954542 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: tags {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.956310 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: tags {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.958255 n-d-824834-11 neutron-server[103156]: DEBUG neutron.api.extensions [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Extended resource: tags {{(pid=103156) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 15:27:48.964336 n-d-824834-11 neutron-server[103156]: WARNING keystonemiddleware.auth_token [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 08 15:27:48.970867 n-d-824834-11 neutron-server[103156]: WARNING keystonemiddleware.auth_token [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 08 15:27:48.979986 n-d-824834-11 neutron-server[103156]: DEBUG oslo_concurrency.lockutils [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Acquired lock "singleton_lock" {{(pid=103156) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 08 15:27:48.980464 n-d-824834-11 neutron-server[103156]: DEBUG oslo_concurrency.lockutils [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Releasing lock "singleton_lock" {{(pid=103156) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 08 15:27:48.981231 n-d-824834-11 neutron-server[103156]: INFO oslo_service.service [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Starting 2 workers Feb 08 15:27:48.987080 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Started child 103301 {{(pid=103156) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 15:27:48.992117 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Started child 103302 {{(pid=103156) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 15:27:48.993896 n-d-824834-11 neutron-server[103156]: INFO neutron.service [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Neutron service started, listening on 0.0.0.0:9696 Feb 08 15:27:48.994476 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:27:48.995347 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:27:48.996793 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [-] (103301) wsgi starting up on http://0.0.0.0:9696 Feb 08 15:27:48.997293 n-d-824834-11 neutron-server[103156]: INFO oslo_service.service [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Starting 1 workers Feb 08 15:27:48.999820 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:27:49.001640 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [-] (103302) wsgi starting up on http://0.0.0.0:9696 Feb 08 15:27:49.004922 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Started child 103303 {{(pid=103156) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 15:27:49.005589 n-d-824834-11 neutron-server[103156]: INFO oslo_service.service [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Starting 1 workers Feb 08 15:27:49.010536 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Started child 103304 {{(pid=103156) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 15:27:49.011416 n-d-824834-11 neutron-server[103156]: DEBUG neutron_lib.callbacks.manager [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:27:49.012255 n-d-824834-11 neutron-server[103303]: DEBUG neutron.service [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] calling RpcWorker wait() {{(pid=103303) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 08 15:27:49.013194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.service [None req-0e1c9550-dc7a-4033-be67-e624f5e5f03c None None] returning from RpcWorker wait() {{(pid=103303) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 08 15:27:49.013345 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103156) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 08 15:27:49.013562 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 08 15:27:49.015310 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 08 15:27:49.015736 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 08 15:27:49.016098 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:27:49.016277 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:27:49.017027 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 08 15:27:49.017027 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 08 15:27:49.017286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:27:49.017417 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.017417 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.017677 n-d-824834-11 neutron-server[103304]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:27:49.017818 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.017818 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.018085 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.018829 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.019165 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.019370 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.019599 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.019849 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.020057 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.020269 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.020473 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.020677 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.021382 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.021382 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.021751 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.021751 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.022130 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.022130 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.022511 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.022719 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.022927 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] debug = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.023149 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.023520 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.023754 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.023962 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.024210 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.024485 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.024703 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.025015 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.025255 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.025476 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.025703 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.025947 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.026199 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.026431 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.026688 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.026901 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.027139 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.027379 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.027870 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] host = n-d-824834-11 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.028088 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.028290 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.028526 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.028736 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.028983 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.029202 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.030396 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.031041 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.031728 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.031728 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.031728 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.032159 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.032283 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.032441 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_file = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.032607 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_options = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.032870 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.033190 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.033459 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.033665 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.033865 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.034029 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.034200 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.034360 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.034624 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.034833 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.035032 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.035241 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.035465 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.035693 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.035952 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.036183 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.036417 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.036654 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.036906 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.037177 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.037400 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.037620 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.037857 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.038086 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.038279 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.038563 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.038775 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.038966 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.039149 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.039383 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.039673 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.040223 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.041144 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.041377 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.042050 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.042050 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.042442 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.042442 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.042806 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.042806 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.044719 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.047870 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.048807 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.050349 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.051017 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.051369 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.052218 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] use_json = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.052477 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.052742 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.053040 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.053338 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.053507 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.053775 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.054017 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.054260 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.054505 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.054938 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.055217 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.055533 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.055791 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.056027 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.056271 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.057656 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.057656 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.058090 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.058416 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.058998 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.059387 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.059903 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.060329 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.060778 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.062912 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.063393 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.063922 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.064312 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.065005 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.065305 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.065724 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.066471 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.066890 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.067574 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.068289 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.068686 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.069250 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.069701 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.070261 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.070749 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.071187 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.82/identity {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.071626 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.072020 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.072391 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.072775 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.073375 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.073889 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.074450 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.074893 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.075316 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.075754 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.076135 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.076540 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.076920 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.077374 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.077750 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.078194 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.078600 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.078952 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.079316 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.079684 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.080038 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.080393 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.080777 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.081198 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.081615 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.082089 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.082497 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.082854 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.083532 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.084194 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.084883 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.085537 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.086167 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.086818 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.087499 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.088151 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.088596 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.089017 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.089363 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.089958 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.091312 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.092485 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.093210 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.093858 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.094471 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.095131 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.095724 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.096102 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.096488 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.096890 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.097313 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.097696 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.098130 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.098528 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.098901 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.099278 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.099705 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.100071 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.100452 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.100976 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.101519 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.101952 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.102379 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.102762 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.103180 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.103609 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.104036 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.104453 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.104824 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.105496 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.106172 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.106777 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.107206 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.108220 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.109169 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.109169 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.109485 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.109897 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.110283 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.110722 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.111154 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.111678 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.112098 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.112500 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.112905 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.113416 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.113899 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.114312 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.114783 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.115188 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.115682 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.116165 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.116600 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.117093 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.117507 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.117864 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.118222 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.118583 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.119009 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.119436 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.119813 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.120172 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.120572 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.120960 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.121313 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.121659 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.122163 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.122677 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.124025 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.124376 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.124801 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.125260 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.125632 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.126079 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.126512 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.126961 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.127396 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.127812 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.82/identity {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.128189 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.128634 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.129060 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.129390 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.129682 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.129923 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.130183 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.130446 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.130716 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.131001 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.131243 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.131481 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.131708 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.131930 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.132313 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.132572 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.132794 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.133059 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.133342 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.133558 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.133963 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.134193 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.134410 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.134831 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.135073 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.135356 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.135609 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.135832 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.136063 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.136576 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.136861 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.137161 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.137432 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.137653 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.137868 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.138086 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.138309 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.138783 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.139630 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.139877 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.140067 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.140319 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.140653 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.141039 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.141293 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.141526 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.141786 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.142031 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.142248 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.142470 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.142687 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.142927 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.143144 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.143359 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.143743 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.143965 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.144166 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.144639 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.144639 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.144913 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.145137 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.145376 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.145620 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.145842 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.146056 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.146284 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.146502 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.146675 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.146895 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.147121 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.147334 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.147533 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.147857 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.148102 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.148340 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.148593 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.148842 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.149143 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.149430 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.149649 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.149851 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.150027 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.150202 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.150419 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.150633 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.150838 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.151045 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.151323 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.151514 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.151697 n-d-824834-11 neutron-server[103303]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:27:49.151948 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.151948 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.152425 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.152425 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.152857 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.152857 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.153204 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.153204 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.153645 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.153645 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.154068 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.154068 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.155193 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.155193 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.155193 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.155193 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.156086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51782) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:27:49.158598 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.158598 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.158598 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.162533 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.162533 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.162533 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.162533 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.162533 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.162533 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.162533 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.164739 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.165502 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.165661 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [-] 10.222.0.82 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067210 Feb 08 15:27:49.166286 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.166867 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.167511 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.168097 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.168725 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.169528 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.170077 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.170503 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.171449 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.171449 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.171857 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.172315 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.172714 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.173269 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.174019 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.174519 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.174973 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.176021 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.176021 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.176438 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.177447 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.177848 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.178266 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.178967 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.179153 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.179588 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.179999 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.180406 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.181944 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.183427 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.183852 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.184559 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.185178 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.185517 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.186333 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 08 15:27:49.187218 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103156) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 08 15:27:49.187617 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 08 15:27:49.187901 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 08 15:27:49.188215 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 08 15:27:49.188524 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 08 15:27:49.189276 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 08 15:27:49.189276 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.189586 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.189890 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.190190 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.190484 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.190807 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.191105 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.191437 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.191708 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.192477 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.192587 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.192831 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.193212 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.193508 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.193802 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.194099 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.194398 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.194678 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.195348 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.195348 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.195591 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.195840 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.196140 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] debug = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.196913 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.198001 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.198001 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.198001 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.198807 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.199192 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.199403 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.200066 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.200220 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.200466 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.200760 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.201083 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.201924 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.202219 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.202512 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.203657 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.203865 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.204039 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.204315 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] host = n-d-824834-11 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.204593 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.204873 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.205197 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.205976 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.206515 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.206910 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.207196 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.207502 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.207792 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.208756 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.208756 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.208756 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.209012 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.209188 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_file = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.209459 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_options = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.209677 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.209868 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.210107 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.210307 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.210489 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.210639 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.210845 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.211246 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.211414 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.211587 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.212804 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.213097 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.213385 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.213705 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.213994 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.214282 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.214554 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.214841 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.215130 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.215425 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.215696 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.216235 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.218232 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.218232 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.218232 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.218232 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.218752 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.218752 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.219007 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.219129 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.219500 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.219735 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.220100 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.220312 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.220599 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.220872 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.221070 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.221328 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.221627 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.222004 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.222270 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.222968 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.223248 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.223534 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.225048 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.225048 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.225048 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] use_json = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.225273 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.225469 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.225694 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.225961 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.226193 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.226428 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.226683 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.226902 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.227197 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 15:27:49.227521 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.230426 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.230426 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.230426 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.230426 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.230426 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.230426 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.230426 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.231423 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.231423 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.231423 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.231423 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.231883 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.231883 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.232109 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.232109 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.232338 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.232506 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.232719 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.233000 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.233227 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.233713 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.233894 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.234061 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.234977 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.234977 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.234977 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.234977 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.234977 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.235285 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.235285 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.235418 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.82/identity {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.235481 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.235642 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.235890 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.236148 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.236410 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.236681 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.238414 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.238819 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.239148 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.239369 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.239667 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.239971 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.240278 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245010 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245010 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245010 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245010 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245010 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245010 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245010 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245010 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245010 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245645 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245645 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245645 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245645 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245645 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245645 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245645 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.245645 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.246329 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.246596 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.246854 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.247128 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.247396 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.247685 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.247988 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.248821 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.249155 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.249444 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.249739 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.250028 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.250322 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.250785 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.250917 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.251359 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.251500 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.251910 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.252230 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.252494 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.252792 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.253041 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.253289 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.253517 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.253759 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.253989 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.254225 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.254437 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.255003 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.255003 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.255447 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.255447 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.255811 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.255922 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.256126 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.256480 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.256752 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.256998 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.257494 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.257983 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.258163 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.258309 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.258574 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.258833 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.259561 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.259561 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.259866 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.259991 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.260214 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.260497 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.260818 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.261178 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.261697 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.261697 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.261953 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.262158 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.262480 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.262718 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.263007 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.263282 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.263645 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.264632 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.264776 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.265174 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.265345 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.265715 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.265877 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.266134 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.266456 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.266670 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.266945 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.267223 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.267520 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.267801 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.268081 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.268353 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.268664 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.268932 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.269234 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.269505 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.269782 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.270059 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.270343 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.270627 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.270906 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.271184 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.271469 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.271754 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.82/identity {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.272023 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.272310 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.272599 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.272887 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.273232 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.273520 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.273807 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.274092 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.274380 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.274660 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.274933 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.275248 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.275439 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.275675 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.275903 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.276125 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.276384 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.276611 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.276841 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.277134 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.277373 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.277593 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.277816 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.278038 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.278263 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.278495 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.278756 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.279001 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.279223 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.279657 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.279914 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.280192 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.280491 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.280771 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.281040 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.281277 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.281515 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.281880 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.282017 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.282194 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.282431 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.282673 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.282916 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.283197 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.283437 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.283692 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.283968 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.284238 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.284506 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.284777 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.285187 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.285465 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.285741 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.286027 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.286315 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.286594 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.286871 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.287135 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.287402 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.287675 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.287945 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.288217 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.288488 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.288819 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.289071 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.289343 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.289612 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.289885 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.290161 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.290445 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.290722 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.290997 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.291297 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.291581 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.291882 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.292155 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.292427 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.292695 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.293138 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.293268 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.293544 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.293826 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.294099 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.294376 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.294682 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.294977 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.295259 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.295723 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.295999 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.296509 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.296806 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.297126 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.297405 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.297685 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.297964 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.298241 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.298535 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.298812 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.299097 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.299379 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.299661 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.299953 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.300262 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.300552 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.300842 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.301164 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.301455 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.301743 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.302063 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.302351 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.302636 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.302937 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.303214 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.303496 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.303776 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.304033 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.304262 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.304491 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.304713 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.304937 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.305197 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.305455 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.305743 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.305928 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.306191 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.306374 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.306609 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.306845 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.307113 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.307368 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.307655 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.307915 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.308153 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.308395 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.308642 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.308913 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.309223 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.309497 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.309776 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.310051 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.310326 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.311638 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.312060 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.312992 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.312992 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.312992 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.313357 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.313357 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.313597 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.313828 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.314069 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 15:27:49.314288 n-d-824834-11 neutron-server[103156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103156) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 08 15:28:01.491937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17114368-a356-4ae8-8153-d910288b26b1 None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 15:28:01.661543 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17114368-a356-4ae8-8153-d910288b26b1 None None] No non-hosted networks {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 08 15:28:01.670938 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.agentschedulers_db [None req-17114368-a356-4ae8-8153-d910288b26b1 None None] DHCP Agent not found on host n-d-824834-11 {{(pid=103303) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 08 15:28:01.825008 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0982061f-e430-4df9-9b5e-ada275033d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575159'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:03.701407 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2468e6d0-8507-418c-87c9-48e5ffbe7127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575159'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:03.742824 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e4a7c62e-8bec-45f9-b0a9-028f2c275b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:05.324098 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575159'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:06.489774 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575159'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:07.828357 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575159'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:07.830114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:07.830729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:07.831536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:07.832065 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:07.832644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:07.833191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:07.833979 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:07.834573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:07.835217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:07.835887 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:07.836626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:07.837262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:07.837862 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:07.838496 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-824834-11', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:28:07.857806 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-824834-11', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:28:10.656471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51886) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:28:10.737782 n-d-824834-11 neutron-server[103303]: INFO neutron.db.l3_hamode_db [None req-53c83808-76d5-4b70-b5ad-1199e12eabf3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 08 15:28:10.817399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c83808-76d5-4b70-b5ad-1199e12eabf3 None None] Routers set() bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:28:10.817791 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c83808-76d5-4b70-b5ad-1199e12eabf3 None None] Router IDs set() for agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 08 15:28:11.161468 n-d-824834-11 neutron-server[103301]: WARNING oslo_policy.policy [None req-4200fe18-27c3-4e09-96a6-9ef6f2ca0169 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 15:28:11.162054 n-d-824834-11 neutron-server[103301]: WARNING oslo_policy.policy [None req-4200fe18-27c3-4e09-96a6-9ef6f2ca0169 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 15:28:11.386540 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-4200fe18-27c3-4e09-96a6-9ef6f2ca0169 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:28:11.387635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4200fe18-27c3-4e09-96a6-9ef6f2ca0169 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7302279 Feb 08 15:28:14.086443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51902) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:28:14.577790 n-d-824834-11 neutron-server[103302]: WARNING oslo_policy.policy [None req-0d3f948f-196f-4250-84a9-c9815749b107 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 15:28:14.578395 n-d-824834-11 neutron-server[103302]: WARNING oslo_policy.policy [None req-0d3f948f-196f-4250-84a9-c9815749b107 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 15:28:14.809224 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0d3f948f-196f-4250-84a9-c9815749b107 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'tenant_id': '5b0df2851c70452694f07d182a94101d'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:28:14.902132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.policy [None req-0d3f948f-196f-4250-84a9-c9815749b107 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103302) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 08 15:28:14.945712 n-d-824834-11 neutron-server[103302]: WARNING oslo_policy.policy [None req-0d3f948f-196f-4250-84a9-c9815749b107 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 15:28:14.946085 n-d-824834-11 neutron-server[103302]: WARNING oslo_policy.policy [None req-0d3f948f-196f-4250-84a9-c9815749b107 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 15:28:15.045637 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d3f948f-196f-4250-84a9-c9815749b107 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749934949149', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749934948656', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749934968004', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749934965215', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749934848537', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749934856398', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2026777', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1869330', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-853443', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-769922'] for rbac-policy (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:15.115536 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d3f948f-196f-4250-84a9-c9815749b107 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:15.116858 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0d3f948f-196f-4250-84a9-c9815749b107 admin admin] 10.222.0.82 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0282481 Feb 08 15:28:17.805045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51920) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:28:18.108309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Request body: {'network': {'tenant_id': 'cf0a3b8070fd42eea4312754a55e1348', 'admin_state_up': True, 'name': 'private', 'project_id': 'cf0a3b8070fd42eea4312754a55e1348'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:28:18.135718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Made reservation on behalf of cf0a3b8070fd42eea4312754a55e1348 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:28:18.138814 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:18.155762 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:18.262990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Publish callbacks [] for security_group (bf51605b-aa51-4d8d-8479-bf41370ef718), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:18.271210 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bf51605b-aa51-4d8d-8479-bf41370ef718), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:18.297008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:28:18.322438 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749937562552', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (06e44140-153a-4dd6-94f9-cbc2ec86a8a7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:18.323037 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Unsubscribe: segment precommit_create {{(pid=103302) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 08 15:28:18.323572 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Added segment 06e44140-153a-4dd6-94f9-cbc2ec86a8a7 of type vlan for network d885dbd3-ea78-4fe9-9400-cb60ce650f90 Feb 08 15:28:18.329401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf51605b-aa51-4d8d-8479-bf41370ef718,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:18.351136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:18.351473 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:18.351817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:18.352180 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:18.352526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:18.352807 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:18.353158 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:18.353501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:18.353799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:18.354118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:18.354437 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:18.354754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:18.355077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Tracked resource versions report: Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: pushed versions: Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: { 'AddressGroup': {'1.2'}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'ConntrackHelper': {'1.0'}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'LocalIPAssociation': {'1.0'}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'Log': {'1.0'}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'Network': {'1.1'}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'Port': {'1.7'}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'PortForwarding': {'1.2'}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'QosPolicy': {'1.10'}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'SecurityGroup': {'1.5'}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'SecurityGroupRule': {'1.2'}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'SubPort': {'1.0'}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'Subnet': {'1.1'}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'Trunk': {'1.1'}} Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: consumer versions: Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: { DHCP agent@n-d-824834-11: {}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: L3 agent@n-d-824834-11: {}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: Metadata agent@n-d-824834-11: {}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: Metering agent@n-d-824834-11: {}, Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: Open vSwitch agent@n-d-824834-11: { 'AddressGroup': '1.2', Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'ConntrackHelper': '1.0', Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'LocalIPAssociation': '1.0', Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'Log': '1.0', Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'Network': '1.1', Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'Port': '1.7', Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'PortForwarding': '1.2', Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'QosPolicy': '1.10', Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'SecurityGroup': '1.5', Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'SecurityGroupRule': '1.2', Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'SubPort': '1.0', Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'Subnet': '1.1', Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: 'Trunk': '1.1'}} Feb 08 15:28:18.356254 n-d-824834-11 neutron-server[103302]: {{(pid=103302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 15:28:18.436887 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (d885dbd3-ea78-4fe9-9400-cb60ce650f90), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:18.476158 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (d885dbd3-ea78-4fe9-9400-cb60ce650f90), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:18.477384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:28:18.478118 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:18.555761 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7496367 Feb 08 15:28:18.580763 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2aecd3-9883-447b-8510-dc11c40b36ac admin admin] Pushing event updated for resources: {'Network': ['ID=d885dbd3-ea78-4fe9-9400-cb60ce650f90,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:18.594116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network d885dbd3-ea78-4fe9-9400-cb60ce650f90 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:28:21.314192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51934) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:28:21.714181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0a67fb-360a-4f23-99f7-7ff239bf5f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:28:21.716491 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4c0a67fb-360a-4f23-99f7-7ff239bf5f9f admin admin] 10.222.0.82 "GET /v2.0/networks/d885dbd3-ea78-4fe9-9400-cb60ce650f90 HTTP/1.1" status: 200 len: 825 time: 0.4003882 Feb 08 15:28:21.740829 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-29d77a1c-9544-4bca-a720-4e1748fbf6c8 admin admin] 10.222.0.82 "GET /v2.0/subnetpools/d5272704-dfac-4546-bd45-b4b6b34825dc HTTP/1.1" status: 200 len: 734 time: 0.0190203 Feb 08 15:28:21.750619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f8699959-00b5-4469-8576-4bc2b562ee76 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'cf0a3b8070fd42eea4312754a55e1348', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90', 'subnetpool_id': 'd5272704-dfac-4546-bd45-b4b6b34825dc'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:28:21.772210 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8699959-00b5-4469-8576-4bc2b562ee76 admin admin] Made reservation on behalf of cf0a3b8070fd42eea4312754a55e1348 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:28:21.774515 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8699959-00b5-4469-8576-4bc2b562ee76 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:22.071828 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8699959-00b5-4469-8576-4bc2b562ee76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for subnet (03e0c523-b0fe-4d5f-8902-e47afc2cd056), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:22.146970 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8699959-00b5-4469-8576-4bc2b562ee76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e0c523-b0fe-4d5f-8902-e47afc2cd056,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:22.150588 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8699959-00b5-4469-8576-4bc2b562ee76 admin admin] Checking segment: {'id': '06e44140-153a-4dd6-94f9-cbc2ec86a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:28:22.150989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8699959-00b5-4469-8576-4bc2b562ee76 admin admin] Network hostable DHCP agents. Network: d885dbd3-ea78-4fe9-9400-cb60ce650f90, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:28:22.172251 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8699959-00b5-4469-8576-4bc2b562ee76 admin admin] Network d885dbd3-ea78-4fe9-9400-cb60ce650f90 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:28:22.187357 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f8699959-00b5-4469-8576-4bc2b562ee76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, d885dbd3-ea78-4fe9-9400-cb60ce650f90) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:28:22.192425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8699959-00b5-4469-8576-4bc2b562ee76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:28:22.193048 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8699959-00b5-4469-8576-4bc2b562ee76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:22.197741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2807571-6088-483d-b3ca-ce49c1729b9a None None] Network d885dbd3-ea78-4fe9-9400-cb60ce650f90 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:28:22.209996 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f8699959-00b5-4469-8576-4bc2b562ee76 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4635704 Feb 08 15:28:22.472394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-d885dbd3-ea78-4fe9-9400-cb60ce650f90', 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90', 'project_id': 'cf0a3b8070fd42eea4312754a55e1348', 'fixed_ips': [{'subnet_id': '03e0c523-b0fe-4d5f-8902-e47afc2cd056'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:28:22.473700 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:22.757761 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Allocated IP 172.20.0.2 (d885dbd3-ea78-4fe9-9400-cb60ce650f90/03e0c523-b0fe-4d5f-8902-e47afc2cd056/c675ce5b-e9f4-4d46-b91d-8384d76a6076) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:28:23.029697 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Publish callbacks [] for port (c675ce5b-e9f4-4d46-b91d-8384d76a6076), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:23.037391 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (c675ce5b-e9f4-4d46-b91d-8384d76a6076), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:23.122479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Network d885dbd3-ea78-4fe9-9400-cb60ce650f90 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:28:23.126681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:28:23.128330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Pushing event updated for resources: {'Port': ['ID=c675ce5b-e9f4-4d46-b91d-8384d76a6076,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:23.136116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:28:23.140635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:23.141089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:23.141442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:23.141781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:23.142118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:23.142449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:23.142776 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:23.143102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:23.143425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:23.143750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:23.144073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:23.144404 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:23.144717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Tracked resource versions report: Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: pushed versions: Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: { 'AddressGroup': {'1.2'}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'ConntrackHelper': {'1.0'}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'LocalIPAssociation': {'1.0'}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'Log': {'1.0'}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'Network': {'1.1'}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'Port': {'1.7'}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'PortForwarding': {'1.2'}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'QosPolicy': {'1.10'}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'SecurityGroup': {'1.5'}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'SecurityGroupRule': {'1.2'}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'SubPort': {'1.0'}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'Subnet': {'1.1'}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'Trunk': {'1.1'}} Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: consumer versions: Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: { DHCP agent@n-d-824834-11: {}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: L3 agent@n-d-824834-11: {}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: Metadata agent@n-d-824834-11: {}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: Metering agent@n-d-824834-11: {}, Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: Open vSwitch agent@n-d-824834-11: { 'AddressGroup': '1.2', Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'ConntrackHelper': '1.0', Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'LocalIPAssociation': '1.0', Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'Log': '1.0', Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'Network': '1.1', Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'Port': '1.7', Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'PortForwarding': '1.2', Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'QosPolicy': '1.10', Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'SecurityGroup': '1.5', Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'SecurityGroupRule': '1.2', Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'SubPort': '1.0', Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'Subnet': '1.1', Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: 'Trunk': '1.1'}} Feb 08 15:28:23.145842 n-d-824834-11 neutron-server[103303]: {{(pid=103303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 15:28:23.221827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Attempting to bind port c675ce5b-e9f4-4d46-b91d-8384d76a6076 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:28:23.222503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Attempting to bind port c675ce5b-e9f4-4d46-b91d-8384d76a6076 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '06e44140-153a-4dd6-94f9-cbc2ec86a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:28:23.222647 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Attempting to bind port c675ce5b-e9f4-4d46-b91d-8384d76a6076 on network d885dbd3-ea78-4fe9-9400-cb60ce650f90 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:28:23.227897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:28:23.228271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Checking segment: {'id': '06e44140-153a-4dd6-94f9-cbc2ec86a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:28:23.228771 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:23.229181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Bound using segment: {'id': '06e44140-153a-4dd6-94f9-cbc2ec86a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:28:23.229677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Bound port: c675ce5b-e9f4-4d46-b91d-8384d76a6076, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e44140-153a-4dd6-94f9-cbc2ec86a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:28:23.230090 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c675ce5b-e9f4-4d46-b91d-8384d76a6076), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:23.292160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] For port c675ce5b-e9f4-4d46-b91d-8384d76a6076, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:28:23.297247 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] For port c675ce5b-e9f4-4d46-b91d-8384d76a6076, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c675ce5b-e9f4-4d46-b91d-8384d76a6076,segment=NetworkSegment(06e44140-153a-4dd6-94f9-cbc2ec86a8a7),segment_id=06e44140-153a-4dd6-94f9-cbc2ec86a8a7)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:28:23.308121 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c675ce5b-e9f4-4d46-b91d-8384d76a6076), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:23.373745 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ff878-ef34-4ba0-8667-f1bd4ceabb09 None None] Pushing event updated for resources: {'Port': ['ID=c675ce5b-e9f4-4d46-b91d-8384d76a6076,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:24.706506 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51942) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:28:25.033602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-e2e57c35-ed75-4cb5-a85e-78ab20579dbc admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:28:25.034680 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e2e57c35-ed75-4cb5-a85e-78ab20579dbc admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3271401 Feb 08 15:28:27.510395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51950) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:28:27.836522 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-ac4e48ad-23ad-4eb8-a805-a7ffb53b2f5e admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:28:27.839040 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ac4e48ad-23ad-4eb8-a805-a7ffb53b2f5e admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3276267 Feb 08 15:28:30.579991 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51960) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:28:30.881447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c301a6cf-ac6a-4ea7-bfb2-73ea025e285f admin admin] Request body: {'router': {'tenant_id': 'cf0a3b8070fd42eea4312754a55e1348', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:28:30.904836 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c301a6cf-ac6a-4ea7-bfb2-73ea025e285f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (f15480af-3df5-4be8-9a6b-74e3257f3587), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:30.906574 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c301a6cf-ac6a-4ea7-bfb2-73ea025e285f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (f15480af-3df5-4be8-9a6b-74e3257f3587), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:31.046199 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c301a6cf-ac6a-4ea7-bfb2-73ea025e285f admin admin] Publish callbacks [] for router_controller (f15480af-3df5-4be8-9a6b-74e3257f3587), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:31.051284 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c301a6cf-ac6a-4ea7-bfb2-73ea025e285f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (f15480af-3df5-4be8-9a6b-74e3257f3587), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:31.065030 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c301a6cf-ac6a-4ea7-bfb2-73ea025e285f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:31.066490 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c301a6cf-ac6a-4ea7-bfb2-73ea025e285f admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4855180 Feb 08 15:28:31.424814 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-38230f1f-ce07-4e76-9fcd-6c4a0b8eaf51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:33.599343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51972) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:28:33.701580 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-33594d89-d692-4a1f-90bc-23b8dcbf3a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:33.934763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-ab07b68e-2bb6-41c9-b4ea-6d0d77b7b013 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:28:33.935748 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ab07b68e-2bb6-41c9-b4ea-6d0d77b7b013 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3353150 Feb 08 15:28:34.489548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf1b6e9-1d42-4301-b55f-14a73cf8bea7 None None] Network d885dbd3-ea78-4fe9-9400-cb60ce650f90 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:28:34.530991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c675ce5b-e9f4-4d46-b91d-8384d76a6076 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:28:34.649409 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b5b8d53d-ab6c-4df1-b769-35efdc312e5d None None] Provisioning complete for port c675ce5b-e9f4-4d46-b91d-8384d76a6076 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:28:34.649832 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5b8d53d-ab6c-4df1-b769-35efdc312e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c675ce5b-e9f4-4d46-b91d-8384d76a6076), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:34.695432 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c675ce5b-e9f4-4d46-b91d-8384d76a6076 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:28:34.695758 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c675ce5b-e9f4-4d46-b91d-8384d76a6076), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:34.887465 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b5b8d53d-ab6c-4df1-b769-35efdc312e5d None None] Current status of the port c675ce5b-e9f4-4d46-b91d-8384d76a6076 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:28:34.888131 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5b8d53d-ab6c-4df1-b769-35efdc312e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c675ce5b-e9f4-4d46-b91d-8384d76a6076), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:34.913335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c675ce5b-e9f4-4d46-b91d-8384d76a6076 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:28:34.913721 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c675ce5b-e9f4-4d46-b91d-8384d76a6076), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:34.952478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b5b8d53d-ab6c-4df1-b769-35efdc312e5d None None] For port c675ce5b-e9f4-4d46-b91d-8384d76a6076, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c675ce5b-e9f4-4d46-b91d-8384d76a6076,segment=NetworkSegment(06e44140-153a-4dd6-94f9-cbc2ec86a8a7),segment_id=06e44140-153a-4dd6-94f9-cbc2ec86a8a7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:28:34.958703 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5b8d53d-ab6c-4df1-b769-35efdc312e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c675ce5b-e9f4-4d46-b91d-8384d76a6076), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:35.038820 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 15:28:35.039335 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 15:28:35.044659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8d53d-ab6c-4df1-b769-35efdc312e5d None None] Pushing event updated for resources: {'Port': ['ID=c675ce5b-e9f4-4d46-b91d-8384d76a6076,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:35.080125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5417b166-a09c-4acf-a13c-af087efba21b None None] Provisioning complete for port c675ce5b-e9f4-4d46-b91d-8384d76a6076 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:28:35.080628 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5417b166-a09c-4acf-a13c-af087efba21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c675ce5b-e9f4-4d46-b91d-8384d76a6076), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:35.158259 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5417b166-a09c-4acf-a13c-af087efba21b None None] Current status of the port c675ce5b-e9f4-4d46-b91d-8384d76a6076 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:28:35.240006 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:35.577631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c675ce5b-e9f4-4d46-b91d-8384d76a6076 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:28:36.424837 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:36.486723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52004) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:28:36.498015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c675ce5b-e9f4-4d46-b91d-8384d76a6076 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:28:36.545361 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c675ce5b-e9f4-4d46-b91d-8384d76a6076 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:28:36.545749 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c675ce5b-e9f4-4d46-b91d-8384d76a6076), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:36.624077 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c675ce5b-e9f4-4d46-b91d-8384d76a6076 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:28:36.626315 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'tenant_id': '5b0df2851c70452694f07d182a94101d', 'router:external': True, 'project_id': '5b0df2851c70452694f07d182a94101d'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:28:36.681175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Made reservation on behalf of 5b0df2851c70452694f07d182a94101d for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:28:36.744321 n-d-824834-11 neutron-server[103301]: DEBUG neutron.policy [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103301) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 08 15:28:36.786804 n-d-824834-11 neutron-server[103301]: WARNING oslo_policy.policy [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 15:28:36.787186 n-d-824834-11 neutron-server[103301]: WARNING oslo_policy.policy [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 15:28:36.797434 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:36.818556 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:36.930531 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Publish callbacks [] for security_group (901b2c72-fab3-4e27-bd2f-d2e62a98b13d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:36.935116 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (901b2c72-fab3-4e27-bd2f-d2e62a98b13d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:36.946452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Reserving flat network on physical network physnet1 {{(pid=103301) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 08 15:28:36.978601 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749937562552', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (0cb7f66f-dc21-4d1d-ab54-d2accebf91b1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:36.979186 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Unsubscribe: segment precommit_create {{(pid=103301) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 08 15:28:36.979723 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Added segment 0cb7f66f-dc21-4d1d-ab54-d2accebf91b1 of type flat for network 7c1187de-c4e5-4894-a57b-d8bf742c1138 Feb 08 15:28:36.995473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901b2c72-fab3-4e27-bd2f-d2e62a98b13d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:37.026861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:37.027288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:37.027624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:37.027952 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:37.028275 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:37.028595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:37.028922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:37.029322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:37.029638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:37.029952 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:37.030265 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:37.030584 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:37.030892 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Tracked resource versions report: Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: pushed versions: Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: { 'AddressGroup': {'1.2'}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'ConntrackHelper': {'1.0'}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'LocalIPAssociation': {'1.0'}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'Log': {'1.0'}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'Network': {'1.1'}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'Port': {'1.7'}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'PortForwarding': {'1.2'}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'QosPolicy': {'1.10'}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'SecurityGroup': {'1.5'}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'SecurityGroupRule': {'1.2'}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'SubPort': {'1.0'}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'Subnet': {'1.1'}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'Trunk': {'1.1'}} Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: consumer versions: Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: { DHCP agent@n-d-824834-11: {}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: L3 agent@n-d-824834-11: {}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: Metadata agent@n-d-824834-11: {}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: Metering agent@n-d-824834-11: {}, Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: Open vSwitch agent@n-d-824834-11: { 'AddressGroup': '1.2', Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'ConntrackHelper': '1.0', Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'LocalIPAssociation': '1.0', Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'Log': '1.0', Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'Network': '1.1', Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'Port': '1.7', Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'PortForwarding': '1.2', Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'QosPolicy': '1.10', Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'SecurityGroup': '1.5', Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'SecurityGroupRule': '1.2', Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'SubPort': '1.0', Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'Subnet': '1.1', Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: 'Trunk': '1.1'}} Feb 08 15:28:37.031984 n-d-824834-11 neutron-server[103301]: {{(pid=103301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 15:28:37.098779 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (7c1187de-c4e5-4894-a57b-d8bf742c1138), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:37.143748 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (7c1187de-c4e5-4894-a57b-d8bf742c1138), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:37.144825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:28:37.145552 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:37.227580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7396562 Feb 08 15:28:37.252405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ee883-1631-4ebb-a575-7443f60488b9 admin admin] Pushing event updated for resources: {'Network': ['ID=7c1187de-c4e5-4894-a57b-d8bf742c1138,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:37.264002 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:28:37.821665 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:39.563385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52018) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:28:39.660078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38a4e02-0cfb-43e3-ba48-08a9bbc6c716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:28:39.661484 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f38a4e02-0cfb-43e3-ba48-08a9bbc6c716 admin admin] 10.222.0.82 "GET /v2.0/subnets/03e0c523-b0fe-4d5f-8902-e47afc2cd056 HTTP/1.1" status: 200 len: 849 time: 0.0971472 Feb 08 15:28:39.785602 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-55e600bd-d5e0-41d7-b356-fa3d3a1500c9 admin admin] 10.222.0.82 "GET /v2.0/routers/f15480af-3df5-4be8-9a6b-74e3257f3587 HTTP/1.1" status: 200 len: 704 time: 0.1181870 Feb 08 15:28:40.073830 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:40.369133 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Allocated IP 172.20.0.1 (d885dbd3-ea78-4fe9-9400-cb60ce650f90/03e0c523-b0fe-4d5f-8902-e47afc2cd056/4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:28:40.525202 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Publish callbacks [] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:40.639973 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:40.707784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Network d885dbd3-ea78-4fe9-9400-cb60ce650f90 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:28:40.715459 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:28:40.721089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:28:40.721370 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (f15480af-3df5-4be8-9a6b-74e3257f3587), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:40.785946 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Pushing event updated for resources: {'Port': ['ID=4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:40.912142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0d4d1115-8cf7-4391-bef5-7dac94801c4e None None] Provisioning complete for port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:28:40.912724 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d4d1115-8cf7-4391-bef5-7dac94801c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:40.928975 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:40.949830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d1115-8cf7-4391-bef5-7dac94801c4e None None] Port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:28:41.137604 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Publish callbacks [] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:41.142103 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:41.142873 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (f15480af-3df5-4be8-9a6b-74e3257f3587), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:41.221388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Pushing event updated for resources: {'Port': ['ID=4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:41.266880 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Network d885dbd3-ea78-4fe9-9400-cb60ce650f90 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:28:41.268211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:28:41.432365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Router f15480af-3df5-4be8-9a6b-74e3257f3587 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:28:41.472466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1aa62736-0fb2-4cfa-bdf9-98cb998d1913 None None] Provisioning complete for port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:28:41.472775 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1aa62736-0fb2-4cfa-bdf9-98cb998d1913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:41.506007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1aa62736-0fb2-4cfa-bdf9-98cb998d1913 None None] Port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:28:41.534044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:28:41.539133 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a3ec8ec4-8020-4a9c-b5d9-8a524377488e admin admin] 10.222.0.82 "PUT /v2.0/routers/f15480af-3df5-4be8-9a6b-74e3257f3587/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7483289 Feb 08 15:28:41.556743 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Sync routers for ids ['f15480af-3df5-4be8-9a6b-74e3257f3587'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:28:41.570054 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Routers {'f15480af-3df5-4be8-9a6b-74e3257f3587'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:28:41.570987 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:28:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f15480af-3df5-4be8-9a6b-74e3257f3587'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:28:41.764057 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Set router f15480af-3df5-4be8-9a6b-74e3257f3587 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:28:42.217126 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15480af-3df5-4be8-9a6b-74e3257f3587', 'name': 'router1', 'tenant_id': 'cf0a3b8070fd42eea4312754a55e1348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:28:30Z', 'updated_at': '2022-02-08T15:28:40Z', 'revision_number': 2, 'project_id': 'cf0a3b8070fd42eea4312754a55e1348', 'gw_port_host': None, '_interfaces': [{'id': '4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb', 'name': '', 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90', 'tenant_id': 'cf0a3b8070fd42eea4312754a55e1348', 'mac_address': 'fa:16:3e:47:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15480af-3df5-4be8-9a6b-74e3257f3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03e0c523-b0fe-4d5f-8902-e47afc2cd056', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:28:40Z', 'updated_at': '2022-02-08T15:28:41Z', 'revision_number': 2, 'project_id': 'cf0a3b8070fd42eea4312754a55e1348', 'subnets': [{'id': '03e0c523-b0fe-4d5f-8902-e47afc2cd056', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5272704-dfac-4546-bd45-b4b6b34825dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:28:42.270489 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Checking router: f15480af-3df5-4be8-9a6b-74e3257f3587 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:28:42.270869 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Updating router f15480af-3df5-4be8-9a6b-74e3257f3587 port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:28:42.326170 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:42.858367 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Publish callbacks [] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:42.865882 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:43.028004 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Pushing event updated for resources: {'Port': ['ID=4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:43.044375 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:43.044729 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:43.045102 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:43.045446 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:43.045784 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:43.046117 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:43.046655 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:43.046754 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:43.047076 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:43.047409 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:43.047735 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:43.048059 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:43.048381 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Tracked resource versions report: Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: pushed versions: Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: { 'AddressGroup': {'1.2'}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'ConntrackHelper': {'1.0'}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'LocalIPAssociation': {'1.0'}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'Log': {'1.0'}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'Network': {'1.1'}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'Port': {'1.7'}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'PortForwarding': {'1.2'}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'QosPolicy': {'1.10'}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'SecurityGroup': {'1.5'}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'SecurityGroupRule': {'1.2'}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'SubPort': {'1.0'}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'Subnet': {'1.1'}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'Trunk': {'1.1'}} Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: consumer versions: Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: { DHCP agent@n-d-824834-11: {}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: L3 agent@n-d-824834-11: {}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: Metadata agent@n-d-824834-11: {}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: Metering agent@n-d-824834-11: {}, Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: Open vSwitch agent@n-d-824834-11: { 'AddressGroup': '1.2', Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'ConntrackHelper': '1.0', Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'LocalIPAssociation': '1.0', Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'Log': '1.0', Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'Network': '1.1', Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'Port': '1.7', Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'PortForwarding': '1.2', Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'QosPolicy': '1.10', Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'SecurityGroup': '1.5', Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'SecurityGroupRule': '1.2', Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'SubPort': '1.0', Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'Subnet': '1.1', Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: 'Trunk': '1.1'}} Feb 08 15:28:43.049499 n-d-824834-11 neutron-server[103304]: {{(pid=103304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 15:28:43.052039 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Attempting to bind port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:28:43.052417 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Attempting to bind port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '06e44140-153a-4dd6-94f9-cbc2ec86a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:28:43.052861 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Attempting to bind port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb on network d885dbd3-ea78-4fe9-9400-cb60ce650f90 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:28:43.059083 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:28:43.059485 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Checking segment: {'id': '06e44140-153a-4dd6-94f9-cbc2ec86a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:28:43.059971 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:43.060363 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Bound using segment: {'id': '06e44140-153a-4dd6-94f9-cbc2ec86a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:28:43.060859 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Bound port: 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e44140-153a-4dd6-94f9-cbc2ec86a8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:28:43.061293 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:43.132173 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] For port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:28:43.134646 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-44a13e79-4850-4bba-8966-f649628a06a1 None None] Provisioning complete for port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:28:43.135598 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-44a13e79-4850-4bba-8966-f649628a06a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:43.154475 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] For port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb,segment=NetworkSegment(06e44140-153a-4dd6-94f9-cbc2ec86a8a7),segment_id=06e44140-153a-4dd6-94f9-cbc2ec86a8a7)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:28:43.163716 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:43.176078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-44a13e79-4850-4bba-8966-f649628a06a1 None None] Port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:28:43.213143 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Routers {'f15480af-3df5-4be8-9a6b-74e3257f3587'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:28:43.213779 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:28:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f15480af-3df5-4be8-9a6b-74e3257f3587'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:28:43.317883 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f190a-491f-4346-abce-82a18ede8ccf None None] Pushing event updated for resources: {'Port': ['ID=4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:43.327486 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] Set router f15480af-3df5-4be8-9a6b-74e3257f3587 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:28:43.395816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-41dfb74d-f48f-4207-8753-2d0f71e85e70 None None] Provisioning complete for port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:28:43.396402 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-41dfb74d-f48f-4207-8753-2d0f71e85e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:43.477933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-41dfb74d-f48f-4207-8753-2d0f71e85e70 None None] Current status of the port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:28:43.478395 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-41dfb74d-f48f-4207-8753-2d0f71e85e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:43.515950 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-41dfb74d-f48f-4207-8753-2d0f71e85e70 None None] For port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb,segment=NetworkSegment(06e44140-153a-4dd6-94f9-cbc2ec86a8a7),segment_id=06e44140-153a-4dd6-94f9-cbc2ec86a8a7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:28:43.520584 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-41dfb74d-f48f-4207-8753-2d0f71e85e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:43.551438 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15480af-3df5-4be8-9a6b-74e3257f3587', 'name': 'router1', 'tenant_id': 'cf0a3b8070fd42eea4312754a55e1348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:28:30Z', 'updated_at': '2022-02-08T15:28:40Z', 'revision_number': 2, 'project_id': 'cf0a3b8070fd42eea4312754a55e1348', 'gw_port_host': None, '_interfaces': [{'id': '4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb', 'name': '', 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90', 'tenant_id': 'cf0a3b8070fd42eea4312754a55e1348', 'mac_address': 'fa:16:3e:47:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15480af-3df5-4be8-9a6b-74e3257f3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03e0c523-b0fe-4d5f-8902-e47afc2cd056', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:28:40Z', 'updated_at': '2022-02-08T15:28:43Z', 'revision_number': 4, 'project_id': 'cf0a3b8070fd42eea4312754a55e1348', 'subnets': [{'id': '03e0c523-b0fe-4d5f-8902-e47afc2cd056', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5272704-dfac-4546-bd45-b4b6b34825dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:28:43.573198 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfb74d-f48f-4207-8753-2d0f71e85e70 None None] Pushing event updated for resources: {'Port': ['ID=4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:43.579702 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e826139-64ea-4089-896a-6ab3351093d2 None None] The sync data for ids ['f15480af-3df5-4be8-9a6b-74e3257f3587'] in n-d-824834-11 is: [{'id': 'f15480af-3df5-4be8-9a6b-74e3257f3587', 'name': 'router1', 'tenant_id': 'cf0a3b8070fd42eea4312754a55e1348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:28:30Z', 'updated_at': '2022-02-08T15:28:40Z', 'revision_number': 2, 'project_id': 'cf0a3b8070fd42eea4312754a55e1348', 'gw_port_host': None, '_interfaces': [{'id': '4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb', 'name': '', 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90', 'tenant_id': 'cf0a3b8070fd42eea4312754a55e1348', 'mac_address': 'fa:16:3e:47:aa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15480af-3df5-4be8-9a6b-74e3257f3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03e0c523-b0fe-4d5f-8902-e47afc2cd056', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:28:40Z', 'updated_at': '2022-02-08T15:28:43Z', 'revision_number': 4, 'project_id': 'cf0a3b8070fd42eea4312754a55e1348', 'subnets': [{'id': '03e0c523-b0fe-4d5f-8902-e47afc2cd056', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5272704-dfac-4546-bd45-b4b6b34825dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:28:46.292088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52036) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:28:46.413590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77076d94-2777-4dbd-a239-131cf77da04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:28:46.415104 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-77076d94-2777-4dbd-a239-131cf77da04b admin admin] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 842 time: 0.1220186 Feb 08 15:28:46.425378 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-95829e0e-c0b4-4131-9fe8-91109c426321 admin admin] Request body: {'subnet': {'cidr': '172.25.7.0/24', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'name': 'public-subnet', 'gateway_ip': '172.25.7.1', 'tenant_id': '5b0df2851c70452694f07d182a94101d', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:28:46.449166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95829e0e-c0b4-4131-9fe8-91109c426321 admin admin] Made reservation on behalf of 5b0df2851c70452694f07d182a94101d for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:28:46.451470 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95829e0e-c0b4-4131-9fe8-91109c426321 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:46.762504 n-d-824834-11 neutron-server[103302]: DEBUG neutron.objects.ports [None req-95829e0e-c0b4-4131-9fe8-91109c426321 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103302) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 15:28:46.762948 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95829e0e-c0b4-4131-9fe8-91109c426321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for subnet (e150b1a9-b100-4fdf-a3ca-2293e4fa42f0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:46.830597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95829e0e-c0b4-4131-9fe8-91109c426321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e150b1a9-b100-4fdf-a3ca-2293e4fa42f0,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:46.841271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95829e0e-c0b4-4131-9fe8-91109c426321 admin admin] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:28:46.841637 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95829e0e-c0b4-4131-9fe8-91109c426321 admin admin] Network hostable DHCP agents. Network: 7c1187de-c4e5-4894-a57b-d8bf742c1138, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:28:46.861740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95829e0e-c0b4-4131-9fe8-91109c426321 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:28:46.877170 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-95829e0e-c0b4-4131-9fe8-91109c426321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 7c1187de-c4e5-4894-a57b-d8bf742c1138) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:28:46.882403 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95829e0e-c0b4-4131-9fe8-91109c426321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:28:46.883018 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95829e0e-c0b4-4131-9fe8-91109c426321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:46.890029 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc952530-5275-463d-b686-3f02d5e68af8 None None] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:28:46.903404 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-95829e0e-c0b4-4131-9fe8-91109c426321 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4814181 Feb 08 15:28:47.015486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dc12b6-515c-4411-8ac2-380290beea7d None None] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:28:49.346432 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52044) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:28:49.563291 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-23f55c53-5e67-4fbb-9ef8-786044476474 admin admin] 10.222.0.82 "GET /v2.0/routers/f15480af-3df5-4be8-9a6b-74e3257f3587 HTTP/1.1" status: 200 len: 710 time: 0.2102027 Feb 08 15:28:49.644063 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7818e457-03eb-41c9-b5c6-0a4c6ab26055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:28:49.650985 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7818e457-03eb-41c9-b5c6-0a4c6ab26055 admin admin] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 886 time: 0.0815597 Feb 08 15:28:49.655154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:28:49.911021 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Publish callbacks [] for router_gateway (f15480af-3df5-4be8-9a6b-74e3257f3587), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:50.153661 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Publish callbacks [] for router_gateway (f15480af-3df5-4be8-9a6b-74e3257f3587), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:50.241150 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:50.356252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Allocated IP 172.25.7.230 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/c92fe14f-7dd4-4480-8782-29bfa9242393) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:28:50.462345 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Publish callbacks [] for port (c92fe14f-7dd4-4480-8782-29bfa9242393), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:50.497334 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (c92fe14f-7dd4-4480-8782-29bfa9242393), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:50.523138 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:28:50.552393 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Pushing event updated for resources: {'Port': ['ID=c92fe14f-7dd4-4480-8782-29bfa9242393,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:50.559695 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:28:50.561501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:28:50.563941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:28:50.590063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:28:50.590394 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:50.666513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:28:50.818379 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Publish callbacks [] for router_gateway (f15480af-3df5-4be8-9a6b-74e3257f3587), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:51.055745 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 5 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:28:51.110978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (f15480af-3df5-4be8-9a6b-74e3257f3587), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:51.114239 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (f15480af-3df5-4be8-9a6b-74e3257f3587), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:51.229194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Router f15480af-3df5-4be8-9a6b-74e3257f3587 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:28:51.348187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:28:51.352193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:51.369251 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f6ca1f15-d6af-4907-85d6-98e8d7843b1a admin admin] 10.222.0.82 "PUT /v2.0/routers/f15480af-3df5-4be8-9a6b-74e3257f3587 HTTP/1.1" status: 200 len: 890 time: 1.7017999 Feb 08 15:28:52.195819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Sync routers for ids ['f15480af-3df5-4be8-9a6b-74e3257f3587'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:28:52.207555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Routers {'f15480af-3df5-4be8-9a6b-74e3257f3587'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:28:52.208202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:28:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f15480af-3df5-4be8-9a6b-74e3257f3587'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:28:52.428884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Set router f15480af-3df5-4be8-9a6b-74e3257f3587 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:28:52.903091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15480af-3df5-4be8-9a6b-74e3257f3587', 'name': 'router1', 'tenant_id': 'cf0a3b8070fd42eea4312754a55e1348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c92fe14f-7dd4-4480-8782-29bfa9242393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:28:30Z', 'updated_at': '2022-02-08T15:28:50Z', 'revision_number': 4, 'project_id': 'cf0a3b8070fd42eea4312754a55e1348', 'gw_port': {'id': 'c92fe14f-7dd4-4480-8782-29bfa9242393', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15480af-3df5-4be8-9a6b-74e3257f3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:28:50Z', 'updated_at': '2022-02-08T15:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb', 'name': '', 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90', 'tenant_id': 'cf0a3b8070fd42eea4312754a55e1348', 'mac_address': 'fa:16:3e:47:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15480af-3df5-4be8-9a6b-74e3257f3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03e0c523-b0fe-4d5f-8902-e47afc2cd056', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:28:40Z', 'updated_at': '2022-02-08T15:28:43Z', 'revision_number': 5, 'project_id': 'cf0a3b8070fd42eea4312754a55e1348', 'subnets': [{'id': '03e0c523-b0fe-4d5f-8902-e47afc2cd056', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5272704-dfac-4546-bd45-b4b6b34825dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:28:52.957714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Checking router: f15480af-3df5-4be8-9a6b-74e3257f3587 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:28:52.958066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Updating router f15480af-3df5-4be8-9a6b-74e3257f3587 port c92fe14f-7dd4-4480-8782-29bfa9242393 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:28:53.016794 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c92fe14f-7dd4-4480-8782-29bfa9242393), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:53.337279 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Publish callbacks [] for port (c92fe14f-7dd4-4480-8782-29bfa9242393), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:53.343465 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c92fe14f-7dd4-4480-8782-29bfa9242393), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:53.395933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4cf14-2b49-46e8-a2c3-355e3c85d71b None None] Pushing event updated for resources: {'Port': ['ID=c92fe14f-7dd4-4480-8782-29bfa9242393,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:53.398120 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Attempting to bind port c92fe14f-7dd4-4480-8782-29bfa9242393 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:28:53.398487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Attempting to bind port c92fe14f-7dd4-4480-8782-29bfa9242393 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:28:53.398849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Attempting to bind port c92fe14f-7dd4-4480-8782-29bfa9242393 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:28:53.405183 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:28:53.405563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:28:53.405966 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:53.406348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:28:53.406816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Bound port: c92fe14f-7dd4-4480-8782-29bfa9242393, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:28:53.407196 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c92fe14f-7dd4-4480-8782-29bfa9242393), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:53.459241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] For port c92fe14f-7dd4-4480-8782-29bfa9242393, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:28:53.462256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] For port c92fe14f-7dd4-4480-8782-29bfa9242393, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c92fe14f-7dd4-4480-8782-29bfa9242393,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:28:53.468105 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c92fe14f-7dd4-4480-8782-29bfa9242393), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:53.529805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4cf14-2b49-46e8-a2c3-355e3c85d71b None None] Pushing event updated for resources: {'Port': ['ID=c92fe14f-7dd4-4480-8782-29bfa9242393,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:53.532213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Routers {'f15480af-3df5-4be8-9a6b-74e3257f3587'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:28:53.532807 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:28:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f15480af-3df5-4be8-9a6b-74e3257f3587'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:28:53.642571 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] Set router f15480af-3df5-4be8-9a6b-74e3257f3587 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:28:53.837976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52056) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:28:53.856438 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15480af-3df5-4be8-9a6b-74e3257f3587', 'name': 'router1', 'tenant_id': 'cf0a3b8070fd42eea4312754a55e1348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c92fe14f-7dd4-4480-8782-29bfa9242393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:28:30Z', 'updated_at': '2022-02-08T15:28:50Z', 'revision_number': 4, 'project_id': 'cf0a3b8070fd42eea4312754a55e1348', 'gw_port': {'id': 'c92fe14f-7dd4-4480-8782-29bfa9242393', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15480af-3df5-4be8-9a6b-74e3257f3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:28:50Z', 'updated_at': '2022-02-08T15:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb', 'name': '', 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90', 'tenant_id': 'cf0a3b8070fd42eea4312754a55e1348', 'mac_address': 'fa:16:3e:47:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15480af-3df5-4be8-9a6b-74e3257f3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03e0c523-b0fe-4d5f-8902-e47afc2cd056', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:28:40Z', 'updated_at': '2022-02-08T15:28:43Z', 'revision_number': 5, 'project_id': 'cf0a3b8070fd42eea4312754a55e1348', 'subnets': [{'id': '03e0c523-b0fe-4d5f-8902-e47afc2cd056', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5272704-dfac-4546-bd45-b4b6b34825dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:28:53.886946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e33b7-d038-4f19-b7ef-4f2719d93ec6 None None] The sync data for ids ['f15480af-3df5-4be8-9a6b-74e3257f3587'] in n-d-824834-11 is: [{'id': 'f15480af-3df5-4be8-9a6b-74e3257f3587', 'name': 'router1', 'tenant_id': 'cf0a3b8070fd42eea4312754a55e1348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'c92fe14f-7dd4-4480-8782-29bfa9242393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:28:30Z', 'updated_at': '2022-02-08T15:28:50Z', 'revision_number': 4, 'project_id': 'cf0a3b8070fd42eea4312754a55e1348', 'gw_port': {'id': 'c92fe14f-7dd4-4480-8782-29bfa9242393', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15480af-3df5-4be8-9a6b-74e3257f3587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:28:50Z', 'updated_at': '2022-02-08T15:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb', 'name': '', 'network_id': 'd885dbd3-ea78-4fe9-9400-cb60ce650f90', 'tenant_id': 'cf0a3b8070fd42eea4312754a55e1348', 'mac_address': 'fa:16:3e:47:aa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15480af-3df5-4be8-9a6b-74e3257f3587', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03e0c523-b0fe-4d5f-8902-e47afc2cd056', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:28:40Z', 'updated_at': '2022-02-08T15:28:43Z', 'revision_number': 5, 'project_id': 'cf0a3b8070fd42eea4312754a55e1348', 'subnets': [{'id': '03e0c523-b0fe-4d5f-8902-e47afc2cd056', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5272704-dfac-4546-bd45-b4b6b34825dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:28:53.965060 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-79091655-4949-407c-ad6f-0a54aef8c93d admin admin] 10.222.0.82 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1252685 Feb 08 15:28:54.541059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c92fe14f-7dd4-4480-8782-29bfa9242393 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:28:54.601019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c92fe14f-7dd4-4480-8782-29bfa9242393 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:28:54.601019 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c92fe14f-7dd4-4480-8782-29bfa9242393), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:54.696683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c92fe14f-7dd4-4480-8782-29bfa9242393 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:28:54.697096 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c92fe14f-7dd4-4480-8782-29bfa9242393), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:54.721376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port c92fe14f-7dd4-4480-8782-29bfa9242393, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c92fe14f-7dd4-4480-8782-29bfa9242393,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:28:54.729636 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c92fe14f-7dd4-4480-8782-29bfa9242393), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:54.780692 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=c92fe14f-7dd4-4480-8782-29bfa9242393,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:28:56.508105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c92fe14f-7dd4-4480-8782-29bfa9242393 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:28:56.558577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c92fe14f-7dd4-4480-8782-29bfa9242393 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:28:56.558976 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c92fe14f-7dd4-4480-8782-29bfa9242393), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:28:56.670791 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c92fe14f-7dd4-4480-8782-29bfa9242393 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:29:01.463698 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d535d3c9-1de0-48c5-aada-ad86d1f72d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:29:03.713515 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bf5005c4-d296-429d-82ef-c9771a3d2ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:29:05.245566 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:29:06.429545 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:29:07.827280 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:29:28.062395 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 5 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:29:31.440341 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-80f79b86-b301-4efb-8ec3-504990257a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:29:33.716726 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa13f0cf-1705-490a-9826-123ab58b5a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:29:35.251319 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:29:36.432641 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:29:37.830166 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:01.428220 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-74548828-1bb9-4df5-abd5-9789db42315d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:03.710868 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f56e609c-4517-4cc8-a2b3-a5693de29aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:05.062847 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 5 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:30:05.249403 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:06.442910 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:07.823082 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:19.682758 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52572) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:30:19.759742 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f334c89-447c-40bd-b87f-6c7664346483 admin admin] GET failed (client error): The resource could not be found. Feb 08 15:30:19.761190 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0f334c89-447c-40bd-b87f-6c7664346483 admin admin] 10.222.0.82 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0771170 Feb 08 15:30:19.943002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5a40b8-9741-4258-a491-74a887ff7824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:30:19.944441 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5d5a40b8-9741-4258-a491-74a887ff7824 admin admin] 10.222.0.82 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1788483 Feb 08 15:30:22.297140 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52582) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:30:22.402437 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eabbf49-8d0c-406d-ac68-fc03b9df61ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:30:22.403865 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9eabbf49-8d0c-406d-ac68-fc03b9df61ab admin admin] 10.222.0.82 "GET /v2.0/subnets/03e0c523-b0fe-4d5f-8902-e47afc2cd056 HTTP/1.1" status: 200 len: 849 time: 0.1055937 Feb 08 15:30:22.414514 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:30:22.508823 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Publish callbacks [] for subnet (03e0c523-b0fe-4d5f-8902-e47afc2cd056), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:22.672515 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749937607172'] for subnet (03e0c523-b0fe-4d5f-8902-e47afc2cd056), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:22.708124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:30:22.708730 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:22.716794 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] 10.222.0.82 "PUT /v2.0/subnets/03e0c523-b0fe-4d5f-8902-e47afc2cd056 HTTP/1.1" status: 200 len: 868 time: 0.2996962 Feb 08 15:30:22.716904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b377303f-5f8e-4882-a0e3-53ba9cd7d6e9 None None] Network d885dbd3-ea78-4fe9-9400-cb60ce650f90 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:30:22.751936 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e0c523-b0fe-4d5f-8902-e47afc2cd056,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:30:22.765796 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:30:22.766348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:30:22.766893 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:30:22.767397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:30:22.767771 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:30:22.768455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:30:22.769096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:30:22.769642 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:30:22.770187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:30:22.770700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:30:22.771167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:30:22.771555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:30:22.771894 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525a783-3e98-408a-8fef-65b468964950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:30:23.339405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d2df4b44-dbae-4ae5-9030-dfb2a143c2d8 None None] Provisioning complete for port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:30:23.339805 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d2df4b44-dbae-4ae5-9030-dfb2a143c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:23.434370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d2df4b44-dbae-4ae5-9030-dfb2a143c2d8 None None] Current status of the port 4eded0c5-84e5-4ef1-8d47-d1e2db5bfbbb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:30:23.445100 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d2df4b44-dbae-4ae5-9030-dfb2a143c2d8 None None] Provisioning complete for port c675ce5b-e9f4-4d46-b91d-8384d76a6076 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:30:23.445502 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d2df4b44-dbae-4ae5-9030-dfb2a143c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c675ce5b-e9f4-4d46-b91d-8384d76a6076), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:23.528103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d2df4b44-dbae-4ae5-9030-dfb2a143c2d8 None None] Current status of the port c675ce5b-e9f4-4d46-b91d-8384d76a6076 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:30:25.103865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52590) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:30:25.307861 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98124f4b-2c77-4106-85fd-1568eb237c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:30:25.308250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98124f4b-2c77-4106-85fd-1568eb237c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:30:25.310866 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-98124f4b-2c77-4106-85fd-1568eb237c62 admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2059863 Feb 08 15:30:27.634865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52598) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:30:27.781432 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bb93f9-067a-4a07-a224-080b33babeeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:30:27.781911 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bb93f9-067a-4a07-a224-080b33babeeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:30:27.783468 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-03bb93f9-067a-4a07-a224-080b33babeeb admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1476264 Feb 08 15:30:30.122775 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52606) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:30:30.255792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2795e82-fb82-4e0b-9c1c-eebf343d1e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:30:30.257234 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a2795e82-fb82-4e0b-9c1c-eebf343d1e14 admin admin] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 886 time: 0.1334736 Feb 08 15:30:31.424206 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-421a779e-7d51-4422-abc5-a0b4a567701b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:32.666077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52614) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:30:32.829343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dc6faa-f07a-4953-b641-891f9ec9ced7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:30:32.831531 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c7dc6faa-f07a-4953-b641-891f9ec9ced7 admin admin] 10.222.0.82 "GET /v2.0/networks/d885dbd3-ea78-4fe9-9400-cb60ce650f90 HTTP/1.1" status: 200 len: 869 time: 0.1637220 Feb 08 15:30:33.719298 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c541327c-7ddf-4220-934a-153c23e31e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:35.238979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52622) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:30:35.271192 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:35.406904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e60007-b033-4dd8-86f8-13a4dcf76445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:30:35.407469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e60007-b033-4dd8-86f8-13a4dcf76445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:30:35.409025 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-84e60007-b033-4dd8-86f8-13a4dcf76445 admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1690037 Feb 08 15:30:36.440422 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:37.823752 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52630) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:30:37.828729 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:30:38.036285 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e129ee36-02b3-4195-8ced-6a75af9be86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:30:38.036880 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e129ee36-02b3-4195-8ced-6a75af9be86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:30:38.040395 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e129ee36-02b3-4195-8ced-6a75af9be86c admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2149723 Feb 08 15:30:40.366778 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52638) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:30:40.549099 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab5dd23-a8a4-4dbd-b5ab-e40c7230fc1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:30:40.562118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-aab5dd23-a8a4-4dbd-b5ab-e40c7230fc1f admin admin] 10.222.0.82 "GET /v2.0/subnets/03e0c523-b0fe-4d5f-8902-e47afc2cd056 HTTP/1.1" status: 200 len: 868 time: 0.1941109 Feb 08 15:30:42.061529 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 5 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:30:42.928855 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52648) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:30:43.023295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2778ab41-fb28-45ff-a3f9-4e9aeea950c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:30:43.025721 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2778ab41-fb28-45ff-a3f9-4e9aeea950c3 admin admin] 10.222.0.82 "GET /v2.0/subnets/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0 HTTP/1.1" status: 200 len: 816 time: 0.0958672 Feb 08 15:31:01.417376 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a6ce67e-e74e-4356-9540-2c2b4ffbde65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:03.713087 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3183eb99-a6a6-4207-b0eb-a51c2bdccc55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:05.257059 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:06.442980 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:07.772402 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52702) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:31:07.822910 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:07.823591 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-4e350db4-bfe6-49d2-ad4f-ea71a8312861 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:31:07.825986 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4e350db4-bfe6-49d2-ad4f-ea71a8312861 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0525670 Feb 08 15:31:10.176546 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52710) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:31:10.237935 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87cd3eb-604d-4f33-a47e-a1698e24c6c6 admin admin] GET failed (client error): The resource could not be found. Feb 08 15:31:10.239210 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c87cd3eb-604d-4f33-a47e-a1698e24c6c6 admin admin] 10.222.0.82 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617063 Feb 08 15:31:10.326664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732244fe-cdef-4a9d-9415-9216a07c78f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:31:10.328143 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-732244fe-cdef-4a9d-9415-9216a07c78f5 admin admin] 10.222.0.82 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0839236 Feb 08 15:31:12.709272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52720) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:31:12.757318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1a9a2ca0-e8d9-42ba-8b2e-fee5bcbdd201 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'tenant_id': '5b0df2851c70452694f07d182a94101d', 'shared': True, 'project_id': '5b0df2851c70452694f07d182a94101d'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:31:12.777634 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9a2ca0-e8d9-42ba-8b2e-fee5bcbdd201 admin admin] Made reservation on behalf of 5b0df2851c70452694f07d182a94101d for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:31:12.780016 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2ca0-e8d9-42ba-8b2e-fee5bcbdd201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:12.808053 n-d-824834-11 neutron-server[103302]: WARNING neutron.services.revisions.revision_plugin [None req-1a9a2ca0-e8d9-42ba-8b2e-fee5bcbdd201 admin admin] Could not find related network for resource to bump revision. Feb 08 15:31:12.821444 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9a2ca0-e8d9-42ba-8b2e-fee5bcbdd201 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:31:12.830893 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2ca0-e8d9-42ba-8b2e-fee5bcbdd201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (5268f5e2-0311-4ff1-a938-61215aa7768b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:12.831227 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-1a9a2ca0-e8d9-42ba-8b2e-fee5bcbdd201 admin admin] Added segment 5268f5e2-0311-4ff1-a938-61215aa7768b of type vlan for network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 Feb 08 15:31:12.870566 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2ca0-e8d9-42ba-8b2e-fee5bcbdd201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (292266ff-c2d1-4cdd-a461-68f6fb14d1d8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:12.894812 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2ca0-e8d9-42ba-8b2e-fee5bcbdd201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (292266ff-c2d1-4cdd-a461-68f6fb14d1d8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:12.895742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a2ca0-e8d9-42ba-8b2e-fee5bcbdd201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:31:12.896344 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2ca0-e8d9-42ba-8b2e-fee5bcbdd201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:12.954316 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1a9a2ca0-e8d9-42ba-8b2e-fee5bcbdd201 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2438428 Feb 08 15:31:12.961326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a2ca0-e8d9-42ba-8b2e-fee5bcbdd201 admin admin] Pushing event updated for resources: {'Network': ['ID=292266ff-c2d1-4cdd-a461-68f6fb14d1d8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:31:12.972426 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:31:15.303972 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52730) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:31:15.363742 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76bb5fd-3b75-4873-9194-821e422c6fc0 admin admin] GET failed (client error): The resource could not be found. Feb 08 15:31:15.365062 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f76bb5fd-3b75-4873-9194-821e422c6fc0 admin admin] 10.222.0.82 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589716 Feb 08 15:31:15.434055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0567c927-9e07-463e-9b1c-41b2a010d1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:31:15.435508 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0567c927-9e07-463e-9b1c-41b2a010d1a1 admin admin] 10.222.0.82 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658228 Feb 08 15:31:15.446115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-cd97771b-8cb8-4b0f-81da-226a4bd093b0 admin admin] Request body: {'subnet': {'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'tenant_id': '5b0df2851c70452694f07d182a94101d', 'description': 'shared-subnet'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:31:15.464021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd97771b-8cb8-4b0f-81da-226a4bd093b0 admin admin] Made reservation on behalf of 5b0df2851c70452694f07d182a94101d for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:31:15.466458 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cd97771b-8cb8-4b0f-81da-226a4bd093b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:15.626679 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cd97771b-8cb8-4b0f-81da-226a4bd093b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for subnet (d753f852-c372-4243-ac3e-bab36a05cc27), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:15.683423 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97771b-8cb8-4b0f-81da-226a4bd093b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d753f852-c372-4243-ac3e-bab36a05cc27,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:31:15.693056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd97771b-8cb8-4b0f-81da-226a4bd093b0 admin admin] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:31:15.693418 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd97771b-8cb8-4b0f-81da-226a4bd093b0 admin admin] Network hostable DHCP agents. Network: 292266ff-c2d1-4cdd-a461-68f6fb14d1d8, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:31:15.710163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd97771b-8cb8-4b0f-81da-226a4bd093b0 admin admin] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:31:15.719782 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-cd97771b-8cb8-4b0f-81da-226a4bd093b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 292266ff-c2d1-4cdd-a461-68f6fb14d1d8) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:31:15.723982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd97771b-8cb8-4b0f-81da-226a4bd093b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:31:15.724580 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cd97771b-8cb8-4b0f-81da-226a4bd093b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:15.736793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3714e54-ff72-4cf3-9cef-68aff213e3cc None None] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:31:15.741510 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cd97771b-8cb8-4b0f-81da-226a4bd093b0 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2993562 Feb 08 15:31:15.941798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'project_id': '5b0df2851c70452694f07d182a94101d', 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:31:15.942673 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:16.084284 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Allocated IP 192.168.233.2 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/288e1640-fc27-4b3f-b14f-fc8e563a4b56) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:31:16.234514 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Publish callbacks [] for port (288e1640-fc27-4b3f-b14f-fc8e563a4b56), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:16.240213 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (288e1640-fc27-4b3f-b14f-fc8e563a4b56), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:16.282789 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:31:16.285830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:31:16.291281 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:31:16.294406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Pushing event updated for resources: {'Port': ['ID=288e1640-fc27-4b3f-b14f-fc8e563a4b56,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:31:16.318305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:31:16.318710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:31:16.318995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:31:16.319330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:31:16.319665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:31:16.319992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:31:16.320370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:31:16.320700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:31:16.321077 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:31:16.321360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:31:16.321679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:31:16.322002 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:31:16.322320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:31:16.362261 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Attempting to bind port 288e1640-fc27-4b3f-b14f-fc8e563a4b56 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:31:16.362885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Attempting to bind port 288e1640-fc27-4b3f-b14f-fc8e563a4b56 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:31:16.363255 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Attempting to bind port 288e1640-fc27-4b3f-b14f-fc8e563a4b56 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:31:16.368525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:31:16.368906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:31:16.369348 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:16.369744 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:31:16.370219 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Bound port: 288e1640-fc27-4b3f-b14f-fc8e563a4b56, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:31:16.370602 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (288e1640-fc27-4b3f-b14f-fc8e563a4b56), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:16.433659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] For port 288e1640-fc27-4b3f-b14f-fc8e563a4b56, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:31:16.436780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] For port 288e1640-fc27-4b3f-b14f-fc8e563a4b56, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=288e1640-fc27-4b3f-b14f-fc8e563a4b56,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:31:16.444494 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (288e1640-fc27-4b3f-b14f-fc8e563a4b56), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:16.507207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680aaf9-7fe8-42d3-a5f8-744a8246584d None None] Pushing event updated for resources: {'Port': ['ID=288e1640-fc27-4b3f-b14f-fc8e563a4b56,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:31:17.399147 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2259819-abb9-4e15-997c-499bd2a2641e None None] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:31:17.515305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d206cc8d-ffa2-4972-ad85-1f7821dd4367 None None] Provisioning complete for port 288e1640-fc27-4b3f-b14f-fc8e563a4b56 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:31:17.515619 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d206cc8d-ffa2-4972-ad85-1f7821dd4367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (288e1640-fc27-4b3f-b14f-fc8e563a4b56), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:17.609489 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d206cc8d-ffa2-4972-ad85-1f7821dd4367 None None] Current status of the port 288e1640-fc27-4b3f-b14f-fc8e563a4b56 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:31:17.609489 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d206cc8d-ffa2-4972-ad85-1f7821dd4367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (288e1640-fc27-4b3f-b14f-fc8e563a4b56), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:17.650002 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d206cc8d-ffa2-4972-ad85-1f7821dd4367 None None] For port 288e1640-fc27-4b3f-b14f-fc8e563a4b56, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=288e1640-fc27-4b3f-b14f-fc8e563a4b56,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:31:17.654457 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d206cc8d-ffa2-4972-ad85-1f7821dd4367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (288e1640-fc27-4b3f-b14f-fc8e563a4b56), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:17.707976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206cc8d-ffa2-4972-ad85-1f7821dd4367 None None] Pushing event updated for resources: {'Port': ['ID=288e1640-fc27-4b3f-b14f-fc8e563a4b56,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:31:17.775889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-77a6f796-f4e6-4fee-8abf-827dccc926c4 None None] Provisioning complete for port 288e1640-fc27-4b3f-b14f-fc8e563a4b56 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:31:17.776305 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-77a6f796-f4e6-4fee-8abf-827dccc926c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (288e1640-fc27-4b3f-b14f-fc8e563a4b56), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:17.870511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-77a6f796-f4e6-4fee-8abf-827dccc926c4 None None] Current status of the port 288e1640-fc27-4b3f-b14f-fc8e563a4b56 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:31:18.638399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 288e1640-fc27-4b3f-b14f-fc8e563a4b56 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:31:18.692484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 288e1640-fc27-4b3f-b14f-fc8e563a4b56 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:31:18.692879 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (288e1640-fc27-4b3f-b14f-fc8e563a4b56), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:18.778399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 288e1640-fc27-4b3f-b14f-fc8e563a4b56 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:31:19.060445 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 5 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:31:31.419921 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a564cc85-bba9-4e3a-9c84-26d5ebbf1fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:33.717770 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-901eced8-fc66-4a6b-bb33-06988a128495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:35.261051 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:36.446011 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:37.826572 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:31:56.060169 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 5 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:32:01.426156 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e57a547f-76ff-4b52-b60f-4a8443e827ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:03.732604 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5977e406-1fe0-4c9c-82d7-1090e578cfa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:05.264691 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:06.453567 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:07.830612 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:31.419997 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-da1aedbb-9ddd-45ef-b203-1eda3361a6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:33.060000 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 5 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:32:33.715817 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2ec1bc69-6da0-4684-93cb-c617c0c4987d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:35.267529 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:35.563866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52774) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:32:35.570932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-fd2a4c91-29db-4448-a851-dacdff32daee tempest-verify_tempest_config-2099346690 tempest-verify_tempest_config-2099346690-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:32:35.571938 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fd2a4c91-29db-4448-a851-dacdff32daee tempest-verify_tempest_config-2099346690 tempest-verify_tempest_config-2099346690-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0068326 Feb 08 15:32:35.866344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52792) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:32:35.968758 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:36.042697 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Publish callbacks [] for security_group (00213b13-2466-4934-af32-7109a996be13), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:36.046349 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (00213b13-2466-4934-af32-7109a996be13), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:36.090683 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=95996d16210d43df870e76d8e968b3a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2232141 Feb 08 15:32:36.091506 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00213b13-2466-4934-af32-7109a996be13,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:32:36.093398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52796) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:32:36.098343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.098688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.099008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.099339 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.099675 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.100594 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.101148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.101600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.101921 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.102241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.102562 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.102879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.103194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511b9ac-bbf2-450e-ba50-6e97c21a7b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.154436 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Publish callbacks [] for security_group (00213b13-2466-4934-af32-7109a996be13), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:36.176123 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Publish callbacks [] for security_group (00213b13-2466-4934-af32-7109a996be13), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:36.271243 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (00213b13-2466-4934-af32-7109a996be13), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:36.274841 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:36.276012 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/00213b13-2466-4934-af32-7109a996be13 HTTP/1.1" status: 204 len: 168 time: 0.1814997 Feb 08 15:32:36.284058 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00213b13-2466-4934-af32-7109a996be13,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:32:36.291788 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.292132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.292470 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.292801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.293231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.293560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.293885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.294206 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.294527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.294850 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.295168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.295484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.295801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915ecae-44f4-4432-8251-e3a5d8aeb5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:32:36.458789 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:32:37.834414 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:33:01.422831 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0e7cbc05-dd9a-434b-b5e1-ea8330e9e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:33:03.717944 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43346019-403c-4370-b221-5fc479b4992c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:33:05.269709 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:33:06.457149 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:33:07.837780 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:33:10.058566 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 5 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:33:31.425458 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-97e33de1-29a4-405e-98ac-333bba69fc04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:33:33.719143 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eb36e26e-3b5c-4969-a952-6aafa92792f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:33:35.272690 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:33:36.460917 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:33:37.839482 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:33:47.058410 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 5 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:34:01.431116 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-701a4571-a2b3-44e4-8f8c-d063d10bc965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:34:03.725742 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-90a82973-0940-4dc9-9e48-d6620103ce2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:34:05.274306 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:34:06.465695 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:34:07.841685 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:34:24.057817 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 5 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:34:31.433065 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3c2b595e-4b37-4999-8f9a-c7f6c297115b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:34:33.717744 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-935f1c2a-1cb2-4ad5-9b8d-a2986a2fba47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:34:35.277094 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:34:36.468483 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:34:37.847170 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:35:01.056837 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 5 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:35:01.434515 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cf515a90-16bb-462c-93ee-0944d79fdca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:35:03.721159 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dace01f1-6fe2-44fd-90cb-646f9937ee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:35:05.280174 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:35:06.472210 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:35:07.848763 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:35:31.436438 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2d8a2da-ea25-478b-83fc-692a2404acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:35:33.723015 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3f8877c2-49c0-4020-90aa-55652efddc2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:35:35.283889 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:35:36.476139 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:35:37.850488 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:35:38.054958 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 5 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:35:48.348436 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575159'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:35:49.985535 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575159'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:36:01.439060 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba154555-d233-48bf-bbf6-efe26f5f8301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:36:03.724420 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cc5a89f8-a5e6-444a-982b-7cfcf932519b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:36:05.285392 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:36:06.478629 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:36:07.852443 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:36:15.058725 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:36:18.344796 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:36:19.965189 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:36:31.443504 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3abe56b7-5493-4ea0-9df4-fa544299db91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:36:33.725871 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-15d40792-7a36-4f86-86d6-7778fb24f489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:36:35.290333 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:36:36.482568 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:36:37.855994 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:36:42.020884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52854) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:36:42.129379 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-49742e94-ba06-48df-8ea2-837a43c02ae6 admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1073372 Feb 08 15:36:44.468396 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52864) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:36:44.526537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-70ed564c-d53d-48ca-9c38-57956775c600 admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0567112 Feb 08 15:36:48.347706 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:36:49.980282 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:36:52.059900 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:37:01.450111 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e6ec2fe5-ecb1-43a1-bf9c-148b358e0186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:37:03.737392 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-880fa27b-6af9-4f44-9270-3e0176a39380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:37:05.296321 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:37:06.485642 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:37:07.860186 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:37:18.359275 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:37:19.979050 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:37:29.061039 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:37:31.447078 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3dfc-c1e6-411f-9521-8133477a479e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:37:33.731951 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c7db7bfe-4c48-4d6b-afe7-a0c94c21810a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:37:35.328312 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:37:36.489542 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:37:37.864773 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:37:48.358063 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:37:49.977539 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:01.440572 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-33c7a50e-4ddf-4001-96ea-0468aabedc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:03.735609 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e566a88c-7ecc-4c3d-9df8-e41ba2520a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:05.317586 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:06.061447 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:38:06.501556 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:07.873713 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:10.828047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53072) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:11.144858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-network', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:11.166288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Made reservation on behalf of f56b2d01d7094f258a54afd197cf9284 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:11.169234 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:11.179001 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:11.285468 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Publish callbacks [] for security_group (988d7634-c3d4-4b6c-82db-4f0772fd47cb), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:11.291421 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (988d7634-c3d4-4b6c-82db-4f0772fd47cb), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:11.325410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:38:11.327386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988d7634-c3d4-4b6c-82db-4f0772fd47cb,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:11.338361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.338700 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.339891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.340421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.340916 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.341435 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.341909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.342368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.342838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.343296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.343743 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.344197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.344651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Tracked resource versions report: Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: pushed versions: Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: { 'AddressGroup': {'1.2'}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'ConntrackHelper': {'1.0'}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'LocalIPAssociation': {'1.0'}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'Log': {'1.0'}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'Network': {'1.1'}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'Port': {'1.7'}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'PortForwarding': {'1.2'}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'QosPolicy': {'1.10'}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'SecurityGroup': {'1.5'}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'SecurityGroupRule': {'1.2'}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'SubPort': {'1.0'}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'Subnet': {'1.1'}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'Trunk': {'1.1'}} Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: consumer versions: Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: { DHCP agent@n-d-824834-11: {}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: HyperV agent@n-h1-824834-11: {}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: HyperV agent@n-h2-824834-11: {}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: L3 agent@n-d-824834-11: {}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: Metadata agent@n-d-824834-11: {}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: Metering agent@n-d-824834-11: {}, Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: Open vSwitch agent@n-d-824834-11: { 'AddressGroup': '1.2', Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'ConntrackHelper': '1.0', Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'LocalIPAssociation': '1.0', Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'Log': '1.0', Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'Network': '1.1', Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'Port': '1.7', Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'PortForwarding': '1.2', Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'QosPolicy': '1.10', Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'SecurityGroup': '1.5', Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'SecurityGroupRule': '1.2', Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'SubPort': '1.0', Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'Subnet': '1.1', Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: 'Trunk': '1.1'}} Feb 08 15:38:11.346057 n-d-824834-11 neutron-server[103301]: {{(pid=103301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 15:38:11.356616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (220d000b-efbb-45cc-bde5-f75903de30df), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:11.357211 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Added segment 220d000b-efbb-45cc-bde5-f75903de30df of type vlan for network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b Feb 08 15:38:11.404846 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (fe6f1c90-6fe5-4a74-981e-d5b25f831f0b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:11.432477 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (fe6f1c90-6fe5-4a74-981e-d5b25f831f0b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:11.433981 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:11.434816 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:11.500294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] Pushing event updated for resources: {'Network': ['ID=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:11.510235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c32ca209-7632-47a9-b56c-b45a1e35cfd9 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6772203 Feb 08 15:38:11.512176 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:38:11.514814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53102) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:11.523760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Request body: {'subnet': {'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-subnet', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:11.554311 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Made reservation on behalf of f56b2d01d7094f258a54afd197cf9284 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:11.558186 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:11.662371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53110) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:11.750298 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for subnet (7c88a98d-d03f-41a5-941f-3b5ddd16ad60), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:11.799578 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c88a98d-d03f-41a5-941f-3b5ddd16ad60,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:11.808729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.809378 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.809721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.810051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.810413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.810737 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.811228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.811699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.812022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.812342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.812657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.813033 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.813313 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Tracked resource versions report: Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: pushed versions: Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: { 'AddressGroup': {'1.2'}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'ConntrackHelper': {'1.0'}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'LocalIPAssociation': {'1.0'}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'Log': {'1.0'}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'Network': {'1.1'}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'Port': {'1.7'}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'PortForwarding': {'1.2'}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'QosPolicy': {'1.10'}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'SecurityGroup': {'1.5'}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'SecurityGroupRule': {'1.2'}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'SubPort': {'1.0'}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'Subnet': {'1.1'}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'Trunk': {'1.1'}} Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: consumer versions: Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: { DHCP agent@n-d-824834-11: {}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: HyperV agent@n-h1-824834-11: {}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: HyperV agent@n-h2-824834-11: {}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: L3 agent@n-d-824834-11: {}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: Metadata agent@n-d-824834-11: {}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: Metering agent@n-d-824834-11: {}, Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: Open vSwitch agent@n-d-824834-11: { 'AddressGroup': '1.2', Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'ConntrackHelper': '1.0', Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'LocalIPAssociation': '1.0', Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'Log': '1.0', Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'Network': '1.1', Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'Port': '1.7', Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'PortForwarding': '1.2', Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'QosPolicy': '1.10', Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'SecurityGroup': '1.5', Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'SecurityGroupRule': '1.2', Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'SubPort': '1.0', Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'Subnet': '1.1', Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: 'Trunk': '1.1'}} Feb 08 15:38:11.814627 n-d-824834-11 neutron-server[103302]: {{(pid=103302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 15:38:11.841525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Checking segment: {'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:11.841885 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Network hostable DHCP agents. Network: fe6f1c90-6fe5-4a74-981e-d5b25f831f0b, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:38:11.866291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:38:11.877413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, fe6f1c90-6fe5-4a74-981e-d5b25f831f0b) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:11.882117 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:11.882892 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:11.890346 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d4a8b5-2808-4a95-8098-33e947093707 None None] Network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:38:11.922810 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0182445f-fa51-4213-8308-b291583cf72d admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4057479 Feb 08 15:38:11.972499 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53128) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:11.976990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:12.020690 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:12.022698 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:12.035283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:38:12.036605 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:12.208843 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53138) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:12.209175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-90a3a36c-7d7d-4907-99c8-380087f37a47 tempest-AutoAllocateNetworkTest-180593197 tempest-AutoAllocateNetworkTest-180593197-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=226f7f4dc8bd441eb804b95b300552b1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5452156 Feb 08 15:38:12.210872 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Publish callbacks [] for router_controller (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:12.241999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Allocated IP 172.20.0.2 (fe6f1c90-6fe5-4a74-981e-d5b25f831f0b/7c88a98d-d03f-41a5-941f-3b5ddd16ad60/98fa5f3b-faf3-4745-b518-386ed4f3a472) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:38:12.419076 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Publish callbacks [] for port (98fa5f3b-faf3-4745-b518-386ed4f3a472), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:12.426775 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (98fa5f3b-faf3-4745-b518-386ed4f3a472), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:12.480598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Pushing event updated for resources: {'Port': ['ID=98fa5f3b-faf3-4745-b518-386ed4f3a472,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:12.491660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:12.492006 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:12.492345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:12.492681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:12.493040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:12.493555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:12.493887 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:12.494363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:12.494710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:12.495036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:12.495407 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:12.495875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:12.496442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Tracked resource versions report: Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: pushed versions: Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: { 'AddressGroup': {'1.2'}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'ConntrackHelper': {'1.0'}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'LocalIPAssociation': {'1.0'}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'Log': {'1.0'}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'Network': {'1.1'}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'Port': {'1.7'}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'PortForwarding': {'1.2'}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'QosPolicy': {'1.10'}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'SecurityGroup': {'1.5'}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'SecurityGroupRule': {'1.2'}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'SubPort': {'1.0'}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'Subnet': {'1.1'}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'Trunk': {'1.1'}} Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: consumer versions: Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: { DHCP agent@n-d-824834-11: {}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: HyperV agent@n-h1-824834-11: {}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: HyperV agent@n-h2-824834-11: {}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: L3 agent@n-d-824834-11: {}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: Metadata agent@n-d-824834-11: {}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: Metering agent@n-d-824834-11: {}, Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: Open vSwitch agent@n-d-824834-11: { 'AddressGroup': '1.2', Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'ConntrackHelper': '1.0', Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'LocalIPAssociation': '1.0', Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'Log': '1.0', Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'Network': '1.1', Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'Port': '1.7', Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'PortForwarding': '1.2', Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'QosPolicy': '1.10', Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'SecurityGroup': '1.5', Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'SecurityGroupRule': '1.2', Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'SubPort': '1.0', Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'Subnet': '1.1', Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: 'Trunk': '1.1'}} Feb 08 15:38:12.497563 n-d-824834-11 neutron-server[103303]: {{(pid=103303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 15:38:12.507263 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55a555-75c8-49f3-9eab-645a71b46d30 tempest-AutoAllocateNetworkTest-180593197 tempest-AutoAllocateNetworkTest-180593197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:12.509264 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cc55a555-75c8-49f3-9eab-645a71b46d30 tempest-AutoAllocateNetworkTest-180593197 tempest-AutoAllocateNetworkTest-180593197-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2993786 Feb 08 15:38:12.512651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53158) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:12.515652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:12.517162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:12.520376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:38:12.587036 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-99b64d11-4552-4a2d-8a0b-eb47b19d87af tempest-AutoAllocateNetworkTest-180593197 tempest-AutoAllocateNetworkTest-180593197-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729859 Feb 08 15:38:12.591081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53164) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:12.593428 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Attempting to bind port 98fa5f3b-faf3-4745-b518-386ed4f3a472 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:38:12.593801 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Attempting to bind port 98fa5f3b-faf3-4745-b518-386ed4f3a472 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:38:12.594328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Attempting to bind port 98fa5f3b-faf3-4745-b518-386ed4f3a472 on network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:38:12.600230 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:38:12.601215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Checking segment: {'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:12.601824 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:12.602357 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Bound using segment: {'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:38:12.603025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Bound port: 98fa5f3b-faf3-4745-b518-386ed4f3a472, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:38:12.603608 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (98fa5f3b-faf3-4745-b518-386ed4f3a472), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:12.624729 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-257280f8-1731-4863-bfdc-342df5ba7a87 tempest-AutoAllocateNetworkTest-180593197 tempest-AutoAllocateNetworkTest-180593197-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=226f7f4dc8bd441eb804b95b300552b1 HTTP/1.1" status: 200 len: 208 time: 0.0321863 Feb 08 15:38:12.644118 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Publish callbacks [] for router_gateway (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:12.680240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] For port 98fa5f3b-faf3-4745-b518-386ed4f3a472, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:38:12.686553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] For port 98fa5f3b-faf3-4745-b518-386ed4f3a472, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=98fa5f3b-faf3-4745-b518-386ed4f3a472,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:38:12.695155 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (98fa5f3b-faf3-4745-b518-386ed4f3a472), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:12.774723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848936f-7d13-4648-b609-e6a5c681ce8a None None] Pushing event updated for resources: {'Port': ['ID=98fa5f3b-faf3-4745-b518-386ed4f3a472,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:13.023673 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Publish callbacks [] for router_gateway (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:13.062424 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:13.248350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Allocated IP 172.25.7.249 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/41a2fc1f-c236-496b-aa05-a4ebb2031d7d) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:38:13.376111 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Publish callbacks [] for port (41a2fc1f-c236-496b-aa05-a4ebb2031d7d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:13.474139 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (41a2fc1f-c236-496b-aa05-a4ebb2031d7d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:13.512163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53196) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:13.578774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:13.584313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:13.595595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:38:13.598610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Pushing event updated for resources: {'Port': ['ID=41a2fc1f-c236-496b-aa05-a4ebb2031d7d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:14.115178 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-be2f656d-eba7-40cd-82f6-270b2152b72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:14.173934 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Publish callbacks [] for router_gateway (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:14.181641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a481782e-086e-4aa1-9eb8-a83365e89e2f None None] Network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:38:14.211635 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-be2f656d-eba7-40cd-82f6-270b2152b72d admin admin] Publish callbacks [] for security_group (4310d32d-1f91-4031-9e62-56f438e995f2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:14.218406 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-be2f656d-eba7-40cd-82f6-270b2152b72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4310d32d-1f91-4031-9e62-56f438e995f2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:14.271589 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53226) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:14.272379 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-be2f656d-eba7-40cd-82f6-270b2152b72d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=226f7f4dc8bd441eb804b95b300552b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7586391 Feb 08 15:38:14.288056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f656d-eba7-40cd-82f6-270b2152b72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4310d32d-1f91-4031-9e62-56f438e995f2,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:14.334523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-cd1437cf-6808-452d-af9f-78179dae966e None None] Provisioning complete for port 98fa5f3b-faf3-4745-b518-386ed4f3a472 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:14.334929 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cd1437cf-6808-452d-af9f-78179dae966e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (98fa5f3b-faf3-4745-b518-386ed4f3a472), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:14.353803 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efbda6f3-4a48-4772-a2f5-430cb954bde2 admin admin] Publish callbacks [] for security_group (4310d32d-1f91-4031-9e62-56f438e995f2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:14.388482 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efbda6f3-4a48-4772-a2f5-430cb954bde2 admin admin] Publish callbacks [] for security_group (4310d32d-1f91-4031-9e62-56f438e995f2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:14.531107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:14.560188 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-cd1437cf-6808-452d-af9f-78179dae966e None None] Current status of the port 98fa5f3b-faf3-4745-b518-386ed4f3a472 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:14.563579 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cd1437cf-6808-452d-af9f-78179dae966e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (98fa5f3b-faf3-4745-b518-386ed4f3a472), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:14.605628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-cd1437cf-6808-452d-af9f-78179dae966e None None] For port 98fa5f3b-faf3-4745-b518-386ed4f3a472, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=98fa5f3b-faf3-4745-b518-386ed4f3a472,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:14.612815 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cd1437cf-6808-452d-af9f-78179dae966e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (98fa5f3b-faf3-4745-b518-386ed4f3a472), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:14.642801 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efbda6f3-4a48-4772-a2f5-430cb954bde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4310d32d-1f91-4031-9e62-56f438e995f2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:14.645509 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efbda6f3-4a48-4772-a2f5-430cb954bde2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:14.646634 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-efbda6f3-4a48-4772-a2f5-430cb954bde2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4310d32d-1f91-4031-9e62-56f438e995f2 HTTP/1.1" status: 204 len: 168 time: 0.3738830 Feb 08 15:38:14.661859 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbda6f3-4a48-4772-a2f5-430cb954bde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4310d32d-1f91-4031-9e62-56f438e995f2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:14.716712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1437cf-6808-452d-af9f-78179dae966e None None] Pushing event updated for resources: {'Port': ['ID=98fa5f3b-faf3-4745-b518-386ed4f3a472,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:14.786762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:38:14.861298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d2bc1377-f48c-4bfe-8a0e-2c0f1e70a210 None None] Provisioning complete for port 98fa5f3b-faf3-4745-b518-386ed4f3a472 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:14.861678 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d2bc1377-f48c-4bfe-8a0e-2c0f1e70a210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (98fa5f3b-faf3-4745-b518-386ed4f3a472), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:14.947513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 98fa5f3b-faf3-4745-b518-386ed4f3a472 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:14.970298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:38:14.986003 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Sync routers for ids ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:38:14.994688 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:14.997895 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-342cae8d-3f5a-4141-bdeb-5ce1f795a620 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.0236397 Feb 08 15:38:15.000552 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53266) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:15.002335 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Routers {'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:38:15.002966 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:38:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:15.037589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc1377-f48c-4bfe-8a0e-2c0f1e70a210 None None] Current status of the port 98fa5f3b-faf3-4745-b518-386ed4f3a472 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:15.041902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 98fa5f3b-faf3-4745-b518-386ed4f3a472 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:15.041902 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (98fa5f3b-faf3-4745-b518-386ed4f3a472), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:15.135020 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 98fa5f3b-faf3-4745-b518-386ed4f3a472 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:15.172147 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Set router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:38:15.405199 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:13Z', 'revision_number': 3, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:15.436270 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Checking router: aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:38:15.436626 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Updating router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 port 41a2fc1f-c236-496b-aa05-a4ebb2031d7d binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:38:15.480011 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41a2fc1f-c236-496b-aa05-a4ebb2031d7d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:15.812430 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:15.841249 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Publish callbacks [] for port (41a2fc1f-c236-496b-aa05-a4ebb2031d7d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:15.849778 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (41a2fc1f-c236-496b-aa05-a4ebb2031d7d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:15.904907 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Pushing event updated for resources: {'Port': ['ID=41a2fc1f-c236-496b-aa05-a4ebb2031d7d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:15.914803 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:15.915623 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:15.916924 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:15.917512 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:15.918900 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:15.921525 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:15.921997 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:15.922659 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:15.923093 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:15.923583 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:15.924013 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:15.924468 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:15.925383 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Tracked resource versions report: Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: pushed versions: Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: { 'AddressGroup': {'1.2'}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'ConntrackHelper': {'1.0'}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'LocalIPAssociation': {'1.0'}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'Log': {'1.0'}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'Network': {'1.1'}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'Port': {'1.7'}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'PortForwarding': {'1.2'}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'QosPolicy': {'1.10'}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'SecurityGroup': {'1.5'}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'SecurityGroupRule': {'1.2'}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'SubPort': {'1.0'}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'Subnet': {'1.1'}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'Trunk': {'1.1'}} Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: consumer versions: Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: { DHCP agent@n-d-824834-11: {}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: HyperV agent@n-h1-824834-11: {}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: HyperV agent@n-h2-824834-11: {}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: L3 agent@n-d-824834-11: {}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: Metadata agent@n-d-824834-11: {}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: Metering agent@n-d-824834-11: {}, Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: Open vSwitch agent@n-d-824834-11: { 'AddressGroup': '1.2', Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'ConntrackHelper': '1.0', Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'LocalIPAssociation': '1.0', Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'Log': '1.0', Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'Network': '1.1', Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'Port': '1.7', Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'PortForwarding': '1.2', Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'QosPolicy': '1.10', Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'SecurityGroup': '1.5', Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'SecurityGroupRule': '1.2', Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'SubPort': '1.0', Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'Subnet': '1.1', Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: 'Trunk': '1.1'}} Feb 08 15:38:15.926568 n-d-824834-11 neutron-server[103304]: {{(pid=103304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 15:38:15.977051 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Attempting to bind port 41a2fc1f-c236-496b-aa05-a4ebb2031d7d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:38:15.977428 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Attempting to bind port 41a2fc1f-c236-496b-aa05-a4ebb2031d7d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:38:15.978406 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Attempting to bind port 41a2fc1f-c236-496b-aa05-a4ebb2031d7d on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:38:15.985565 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:38:15.986222 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:15.987264 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:15.987835 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:38:15.989244 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Bound port: 41a2fc1f-c236-496b-aa05-a4ebb2031d7d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:38:15.989993 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41a2fc1f-c236-496b-aa05-a4ebb2031d7d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:16.076120 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] For port 41a2fc1f-c236-496b-aa05-a4ebb2031d7d, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:38:16.083933 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] For port 41a2fc1f-c236-496b-aa05-a4ebb2031d7d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=41a2fc1f-c236-496b-aa05-a4ebb2031d7d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:38:16.094424 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (41a2fc1f-c236-496b-aa05-a4ebb2031d7d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:16.199871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Allocated IP 172.20.0.1 (fe6f1c90-6fe5-4a74-981e-d5b25f831f0b/7c88a98d-d03f-41a5-941f-3b5ddd16ad60/100fec03-c6d3-4419-b9b2-fc769c4f7bef) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:38:16.213810 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Routers {'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:38:16.214518 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:38:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:16.282592 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11162fb-30b0-42f1-abae-a9d95da25e46 None None] Pushing event updated for resources: {'Port': ['ID=41a2fc1f-c236-496b-aa05-a4ebb2031d7d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:16.403634 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] Set router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:38:16.440380 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Publish callbacks [] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:16.507663 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:16.591928 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:16.594156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Pushing event updated for resources: {'Port': ['ID=100fec03-c6d3-4419-b9b2-fc769c4f7bef,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:16.600281 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:16.626745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:38:16.627222 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:16.693701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53382) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:16.735094 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:13Z', 'revision_number': 3, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:16.786359 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea20e5d-a73f-44ee-95a4-2c2e8872df48 None None] The sync data for ids ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'] in n-d-824834-11 is: [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:13Z', 'revision_number': 3, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:38:16.947194 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:16.993955 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-bf8a375b-11eb-43a1-a8e7-400a9692710b None None] Provisioning complete for port 100fec03-c6d3-4419-b9b2-fc769c4f7bef triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:16.994511 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bf8a375b-11eb-43a1-a8e7-400a9692710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:17.101976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a375b-11eb-43a1-a8e7-400a9692710b None None] Port 100fec03-c6d3-4419-b9b2-fc769c4f7bef cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:38:17.259894 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Publish callbacks [] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:17.269918 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:17.273855 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53420) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:17.274256 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:17.328422 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53424) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:17.435104 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16762dc8-ae25-4e49-acfe-79f5f2db8d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:17.440020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Pushing event updated for resources: {'Port': ['ID=100fec03-c6d3-4419-b9b2-fc769c4f7bef,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:17.511159 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:17.513657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:17.704301 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16762dc8-ae25-4e49-acfe-79f5f2db8d16 admin admin] Publish callbacks [] for security_group (bef3c018-5095-4705-a11d-3df70573aa14), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:17.715656 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16762dc8-ae25-4e49-acfe-79f5f2db8d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bef3c018-5095-4705-a11d-3df70573aa14), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:17.856576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:38:17.885219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-16762dc8-ae25-4e49-acfe-79f5f2db8d16 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=37e29b73e49b4a84a4040f10406cb33f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1898966 Feb 08 15:38:17.906855 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-630e679f-f971-4e87-b859-d78b6e4cf7b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:17.944150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d2951901-3f24-40a7-ae5f-2b30da350740 None None] Provisioning complete for port 100fec03-c6d3-4419-b9b2-fc769c4f7bef triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:17.944838 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d2951901-3f24-40a7-ae5f-2b30da350740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:17.972096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53468) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:18.077870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d2951901-3f24-40a7-ae5f-2b30da350740 None None] Port 100fec03-c6d3-4419-b9b2-fc769c4f7bef cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:38:18.122549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53486) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:18.130458 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-630e679f-f971-4e87-b859-d78b6e4cf7b2 admin admin] Publish callbacks [] for security_group (6bc4f33e-ddc9-483b-9fc4-3d55083fe8a3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.132057 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d560f753-4d38-4d35-9661-8fd86f391f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.203358 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-630e679f-f971-4e87-b859-d78b6e4cf7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6bc4f33e-ddc9-483b-9fc4-3d55083fe8a3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.239538 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:38:18.251570 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0ac80ceb-f6b9-4b6d-bfe8-562015643b3d admin admin] 10.222.0.82 "PUT /v2.0/routers/aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2488918 Feb 08 15:38:18.302513 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16762dc8-ae25-4e49-acfe-79f5f2db8d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef3c018-5095-4705-a11d-3df70573aa14,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:18.328391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-630e679f-f971-4e87-b859-d78b6e4cf7b2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0a275465c3324a9b8a0fe5de20262b56&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0508513 Feb 08 15:38:18.328758 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53502) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:18.350391 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1fa19f72-4f6d-4c01-a139-e1bd9aad9a9e admin admin] Publish callbacks [] for security_group (bef3c018-5095-4705-a11d-3df70573aa14), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.382231 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.409715 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d560f753-4d38-4d35-9661-8fd86f391f05 admin admin] Publish callbacks [] for security_group (2fd451a3-619e-4f25-8663-a8812c8dec1f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.421473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e679f-f971-4e87-b859-d78b6e4cf7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc4f33e-ddc9-483b-9fc4-3d55083fe8a3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:18.428216 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39a97c94-42da-4854-b064-176e81bad749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.441531 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d560f753-4d38-4d35-9661-8fd86f391f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2fd451a3-619e-4f25-8663-a8812c8dec1f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.511788 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7f92162-d887-4f23-a285-2fad3700f8f8 admin admin] Publish callbacks [] for security_group (6bc4f33e-ddc9-483b-9fc4-3d55083fe8a3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.517053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560f753-4d38-4d35-9661-8fd86f391f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd451a3-619e-4f25-8663-a8812c8dec1f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:18.542564 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1fa19f72-4f6d-4c01-a139-e1bd9aad9a9e admin admin] Publish callbacks [] for security_group (bef3c018-5095-4705-a11d-3df70573aa14), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.557754 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7f92162-d887-4f23-a285-2fad3700f8f8 admin admin] Publish callbacks [] for security_group (6bc4f33e-ddc9-483b-9fc4-3d55083fe8a3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.597719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d560f753-4d38-4d35-9661-8fd86f391f05 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=680ea991676448e5a182363e6f918e3d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2681670 Feb 08 15:38:18.601257 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53522) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:18.652093 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1fa19f72-4f6d-4c01-a139-e1bd9aad9a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bef3c018-5095-4705-a11d-3df70573aa14), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.655613 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1fa19f72-4f6d-4c01-a139-e1bd9aad9a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.658869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1fa19f72-4f6d-4c01-a139-e1bd9aad9a9e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bef3c018-5095-4705-a11d-3df70573aa14 HTTP/1.1" status: 204 len: 168 time: 0.5153763 Feb 08 15:38:18.671580 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa19f72-4f6d-4c01-a139-e1bd9aad9a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef3c018-5095-4705-a11d-3df70573aa14,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:18.712683 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39a97c94-42da-4854-b064-176e81bad749 admin admin] Publish callbacks [] for security_group (a6b58bd3-6d48-4a60-a66b-601259dd4f5e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.718382 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39a97c94-42da-4854-b064-176e81bad749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a6b58bd3-6d48-4a60-a66b-601259dd4f5e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.745778 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0aefdba-5f50-4689-a416-7a180dbd772c admin admin] Publish callbacks [] for security_group (2fd451a3-619e-4f25-8663-a8812c8dec1f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.800021 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7f92162-d887-4f23-a285-2fad3700f8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6bc4f33e-ddc9-483b-9fc4-3d55083fe8a3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.802420 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7f92162-d887-4f23-a285-2fad3700f8f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.806435 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d7f92162-d887-4f23-a285-2fad3700f8f8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6bc4f33e-ddc9-483b-9fc4-3d55083fe8a3 HTTP/1.1" status: 204 len: 168 time: 0.4761760 Feb 08 15:38:18.817700 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53546) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:18.818163 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-39a97c94-42da-4854-b064-176e81bad749 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1c529ca81e594e20981ad16c4c49169d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6890252 Feb 08 15:38:18.818622 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a97c94-42da-4854-b064-176e81bad749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b58bd3-6d48-4a60-a66b-601259dd4f5e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:18.829011 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0aefdba-5f50-4689-a416-7a180dbd772c admin admin] Publish callbacks [] for security_group (2fd451a3-619e-4f25-8663-a8812c8dec1f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.848186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f92162-d887-4f23-a285-2fad3700f8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc4f33e-ddc9-483b-9fc4-3d55083fe8a3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:18.909118 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a4dff24-444a-4e93-b60b-7b9b20fb1d4a admin admin] Publish callbacks [] for security_group (a6b58bd3-6d48-4a60-a66b-601259dd4f5e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.917948 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0aefdba-5f50-4689-a416-7a180dbd772c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2fd451a3-619e-4f25-8663-a8812c8dec1f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.924534 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0aefdba-5f50-4689-a416-7a180dbd772c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.926394 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a0aefdba-5f50-4689-a416-7a180dbd772c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2fd451a3-619e-4f25-8663-a8812c8dec1f HTTP/1.1" status: 204 len: 168 time: 0.3241053 Feb 08 15:38:18.936430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aefdba-5f50-4689-a416-7a180dbd772c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd451a3-619e-4f25-8663-a8812c8dec1f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:18.951324 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a4dff24-444a-4e93-b60b-7b9b20fb1d4a admin admin] Publish callbacks [] for security_group (a6b58bd3-6d48-4a60-a66b-601259dd4f5e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:18.970688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 41a2fc1f-c236-496b-aa05-a4ebb2031d7d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:19.012886 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a4dff24-444a-4e93-b60b-7b9b20fb1d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a6b58bd3-6d48-4a60-a66b-601259dd4f5e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:19.015379 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a4dff24-444a-4e93-b60b-7b9b20fb1d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:19.016722 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1a4dff24-444a-4e93-b60b-7b9b20fb1d4a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a6b58bd3-6d48-4a60-a66b-601259dd4f5e HTTP/1.1" status: 204 len: 168 time: 0.1972327 Feb 08 15:38:19.029337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dff24-444a-4e93-b60b-7b9b20fb1d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b58bd3-6d48-4a60-a66b-601259dd4f5e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:19.071203 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 41a2fc1f-c236-496b-aa05-a4ebb2031d7d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:19.071707 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (41a2fc1f-c236-496b-aa05-a4ebb2031d7d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:19.143315 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53566) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:19.151281 n-d-824834-11 neutron-server[103301]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 08 15:38:19.185213 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-b9a41fa5-084f-47b1-a7af-f2278295bec4 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=c8b3c25bea434f58a19241d40508a764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350394 Feb 08 15:38:19.185575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 41a2fc1f-c236-496b-aa05-a4ebb2031d7d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:19.186052 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41a2fc1f-c236-496b-aa05-a4ebb2031d7d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:19.225452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 41a2fc1f-c236-496b-aa05-a4ebb2031d7d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=41a2fc1f-c236-496b-aa05-a4ebb2031d7d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:19.233561 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (41a2fc1f-c236-496b-aa05-a4ebb2031d7d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:19.301427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=41a2fc1f-c236-496b-aa05-a4ebb2031d7d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:19.407286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-9ab877ad-a6d7-4ec7-876d-94cc5d85f666 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:19.409398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-9ab877ad-a6d7-4ec7-876d-94cc5d85f666 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226379 Feb 08 15:38:19.433472 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-878ef059-8299-4f46-9572-b617aee604a1 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/quotas/c8b3c25bea434f58a19241d40508a764 HTTP/1.1" status: 200 len: 375 time: 0.0170252 Feb 08 15:38:19.485282 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-d05f8fda-a18a-4311-919c-cc621abc1bdc tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=c8b3c25bea434f58a19241d40508a764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502758 Feb 08 15:38:19.629381 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Sync routers for ids ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:38:19.644715 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Routers {'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:38:19.645622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:38:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:19.790408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53596) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:19.813858 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a77b7668-3f44-4895-8198-a70c9315509f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:19.846231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53598) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:19.869447 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28e7bfdd-adef-485b-b68b-10303e729a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:19.920406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53600) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:19.957394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Set router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:38:19.993400 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a77b7668-3f44-4895-8198-a70c9315509f admin admin] Publish callbacks [] for security_group (25611bd1-c17a-4b8d-a078-65ea8b4c1701), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.005994 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a77b7668-3f44-4895-8198-a70c9315509f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (25611bd1-c17a-4b8d-a078-65ea8b4c1701), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.093426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b7668-3f44-4895-8198-a70c9315509f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25611bd1-c17a-4b8d-a078-65ea8b4c1701,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:20.104990 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a77b7668-3f44-4895-8198-a70c9315509f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=26e1699b843d4ab3a6ed0811086af2b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3088391 Feb 08 15:38:20.110078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53604) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:20.150539 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28e7bfdd-adef-485b-b68b-10303e729a7c admin admin] Publish callbacks [] for security_group (e1bd0a45-c5fc-4ef6-9855-e4b7be7983ca), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.156354 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.159221 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28e7bfdd-adef-485b-b68b-10303e729a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e1bd0a45-c5fc-4ef6-9855-e4b7be7983ca), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.168576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53606) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:20.194161 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6289f504-41df-42bd-a621-d4a399afc845 admin admin] Publish callbacks [] for security_group (25611bd1-c17a-4b8d-a078-65ea8b4c1701), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.205687 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-28e7bfdd-adef-485b-b68b-10303e729a7c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=97d308709fb64cc8971a9c32db16913a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3558388 Feb 08 15:38:20.207797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53608) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:20.220788 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53610) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:20.232200 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d0a81a9a-ff87-48bc-b130-a253bda34254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.235474 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6289f504-41df-42bd-a621-d4a399afc845 admin admin] Publish callbacks [] for security_group (25611bd1-c17a-4b8d-a078-65ea8b4c1701), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.272549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7bfdd-adef-485b-b68b-10303e729a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bd0a45-c5fc-4ef6-9855-e4b7be7983ca,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:20.294685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '100fec03-c6d3-4419-b9b2-fc769c4f7bef', 'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'mac_address': 'fa:16:3e:72:4f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:15Z', 'updated_at': '2022-02-08T15:38:17Z', 'revision_number': 2, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'subnets': [{'id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:20.321006 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ebb9309f-5b9f-41e6-8329-2f604f25c395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.337819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Checking router: aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:38:20.338416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Updating router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 port 100fec03-c6d3-4419-b9b2-fc769c4f7bef binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:38:20.359413 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c9f2d4be-6860-430c-bd77-020805282780 admin admin] Publish callbacks [] for security_group (e1bd0a45-c5fc-4ef6-9855-e4b7be7983ca), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.373621 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.392882 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d0a81a9a-ff87-48bc-b130-a253bda34254 admin admin] Publish callbacks [] for security_group (57446eea-a6cd-4d18-b612-82063000e80b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.394489 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6289f504-41df-42bd-a621-d4a399afc845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (25611bd1-c17a-4b8d-a078-65ea8b4c1701), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.398060 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6289f504-41df-42bd-a621-d4a399afc845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.399499 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6289f504-41df-42bd-a621-d4a399afc845 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/25611bd1-c17a-4b8d-a078-65ea8b4c1701 HTTP/1.1" status: 204 len: 168 time: 0.2885063 Feb 08 15:38:20.403063 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d0a81a9a-ff87-48bc-b130-a253bda34254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (57446eea-a6cd-4d18-b612-82063000e80b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.407805 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c9f2d4be-6860-430c-bd77-020805282780 admin admin] Publish callbacks [] for security_group (e1bd0a45-c5fc-4ef6-9855-e4b7be7983ca), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.446347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289f504-41df-42bd-a621-d4a399afc845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25611bd1-c17a-4b8d-a078-65ea8b4c1701,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:20.454262 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d0a81a9a-ff87-48bc-b130-a253bda34254 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bfd09d88978c4b09a3adc58fb53a45ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2824810 Feb 08 15:38:20.465301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53618) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:20.512847 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a81a9a-ff87-48bc-b130-a253bda34254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57446eea-a6cd-4d18-b612-82063000e80b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:20.544878 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f87cc04a-a586-4e37-88a9-507143a3846b admin admin] Publish callbacks [] for security_group (57446eea-a6cd-4d18-b612-82063000e80b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.562868 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c9f2d4be-6860-430c-bd77-020805282780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e1bd0a45-c5fc-4ef6-9855-e4b7be7983ca), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.568284 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c9f2d4be-6860-430c-bd77-020805282780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.574440 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c9f2d4be-6860-430c-bd77-020805282780 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e1bd0a45-c5fc-4ef6-9855-e4b7be7983ca HTTP/1.1" status: 204 len: 168 time: 0.3608274 Feb 08 15:38:20.577155 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f87cc04a-a586-4e37-88a9-507143a3846b admin admin] Publish callbacks [] for security_group (57446eea-a6cd-4d18-b612-82063000e80b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.590346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2d4be-6860-430c-bd77-020805282780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bd0a45-c5fc-4ef6-9855-e4b7be7983ca,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:20.623315 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ebb9309f-5b9f-41e6-8329-2f604f25c395 admin admin] Publish callbacks [] for security_group (932ee982-8b19-4e30-8010-90d35269bdc1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.635956 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ebb9309f-5b9f-41e6-8329-2f604f25c395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (932ee982-8b19-4e30-8010-90d35269bdc1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.671188 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f87cc04a-a586-4e37-88a9-507143a3846b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (57446eea-a6cd-4d18-b612-82063000e80b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.675273 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f87cc04a-a586-4e37-88a9-507143a3846b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.677224 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f87cc04a-a586-4e37-88a9-507143a3846b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/57446eea-a6cd-4d18-b612-82063000e80b HTTP/1.1" status: 204 len: 168 time: 0.2065442 Feb 08 15:38:20.677996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53622) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:20.686938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cc04a-a586-4e37-88a9-507143a3846b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57446eea-a6cd-4d18-b612-82063000e80b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:20.721632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53628) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:20.721819 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ebb9309f-5b9f-41e6-8329-2f604f25c395 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5c0c444d79ad432b9baf1b2f15339281&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4868050 Feb 08 15:38:20.724052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9309f-5b9f-41e6-8329-2f604f25c395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932ee982-8b19-4e30-8010-90d35269bdc1,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:20.865701 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e76d57e4-2617-4c2e-be6c-42eddb3baaea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.896758 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2c7f-deeb-43cc-b1ad-bb57df9c19a8 admin admin] Publish callbacks [] for security_group (932ee982-8b19-4e30-8010-90d35269bdc1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.906252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 41a2fc1f-c236-496b-aa05-a4ebb2031d7d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:20.922125 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2c7f-deeb-43cc-b1ad-bb57df9c19a8 admin admin] Publish callbacks [] for security_group (932ee982-8b19-4e30-8010-90d35269bdc1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.985714 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2c7f-deeb-43cc-b1ad-bb57df9c19a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (932ee982-8b19-4e30-8010-90d35269bdc1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.988834 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2c7f-deeb-43cc-b1ad-bb57df9c19a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:20.990044 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6ecc2c7f-deeb-43cc-b1ad-bb57df9c19a8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/932ee982-8b19-4e30-8010-90d35269bdc1 HTTP/1.1" status: 204 len: 168 time: 0.2670131 Feb 08 15:38:21.003638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc2c7f-deeb-43cc-b1ad-bb57df9c19a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932ee982-8b19-4e30-8010-90d35269bdc1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:21.014782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 41a2fc1f-c236-496b-aa05-a4ebb2031d7d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:21.016831 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (41a2fc1f-c236-496b-aa05-a4ebb2031d7d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.137926 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e76d57e4-2617-4c2e-be6c-42eddb3baaea admin admin] Publish callbacks [] for security_group (478f691a-9697-4417-a157-3f3fa86a330c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.143907 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e76d57e4-2617-4c2e-be6c-42eddb3baaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (478f691a-9697-4417-a157-3f3fa86a330c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.170733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 41a2fc1f-c236-496b-aa05-a4ebb2031d7d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:21.201001 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Publish callbacks [] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.209413 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.214889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53648) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:21.220436 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e76d57e4-2617-4c2e-be6c-42eddb3baaea admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e3616a21cb2544629f4aefa7ffe60da1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2988813 Feb 08 15:38:21.221760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d57e4-2617-4c2e-be6c-42eddb3baaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478f691a-9697-4417-a157-3f3fa86a330c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:21.324743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1980fd-2432-4246-8dd6-5a6b99f8dcb5 None None] Pushing event updated for resources: {'Port': ['ID=100fec03-c6d3-4419-b9b2-fc769c4f7bef,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:21.362795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Attempting to bind port 100fec03-c6d3-4419-b9b2-fc769c4f7bef on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:38:21.363424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Attempting to bind port 100fec03-c6d3-4419-b9b2-fc769c4f7bef by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:38:21.364032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Attempting to bind port 100fec03-c6d3-4419-b9b2-fc769c4f7bef on network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:38:21.371511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:38:21.372240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Checking segment: {'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:21.372856 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.373723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Bound using segment: {'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:38:21.374826 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Bound port: 100fec03-c6d3-4419-b9b2-fc769c4f7bef, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:38:21.376273 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.379918 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d687328-a27c-44de-894a-4872984c69ce admin admin] Publish callbacks [] for security_group (478f691a-9697-4417-a157-3f3fa86a330c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.415658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53654) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:21.422715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678067636-network', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:21.444242 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d687328-a27c-44de-894a-4872984c69ce admin admin] Publish callbacks [] for security_group (478f691a-9697-4417-a157-3f3fa86a330c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.485271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] Made reservation on behalf of 87b9b813d7354fa9bb29e0c927ba2cf8 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:21.497662 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.532578 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.558389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] For port 100fec03-c6d3-4419-b9b2-fc769c4f7bef, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:38:21.565847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] For port 100fec03-c6d3-4419-b9b2-fc769c4f7bef, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=100fec03-c6d3-4419-b9b2-fc769c4f7bef,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:38:21.575778 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.614160 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d687328-a27c-44de-894a-4872984c69ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (478f691a-9697-4417-a157-3f3fa86a330c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.617234 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d687328-a27c-44de-894a-4872984c69ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.618648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7d687328-a27c-44de-894a-4872984c69ce admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/478f691a-9697-4417-a157-3f3fa86a330c HTTP/1.1" status: 204 len: 168 time: 0.4026644 Feb 08 15:38:21.647614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-40d1d072-9dce-48c2-bedf-ef5737d0f21f req-d19d371e-ac21-4dc6-8cdf-9e59b3302337 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 210 time: 0.9684772 Feb 08 15:38:21.658777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d687328-a27c-44de-894a-4872984c69ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478f691a-9697-4417-a157-3f3fa86a330c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:21.749627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1980fd-2432-4246-8dd6-5a6b99f8dcb5 None None] Pushing event updated for resources: {'Port': ['ID=100fec03-c6d3-4419-b9b2-fc769c4f7bef,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:21.758059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Routers {'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:38:21.762934 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:38:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:21.764732 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] Publish callbacks [] for security_group (da02a5ee-7426-40b7-8bfb-934ec9dc1ce9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.766657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b0df5e22-7388-4167-b31b-d6efe242f138 None None] Provisioning complete for port 100fec03-c6d3-4419-b9b2-fc769c4f7bef triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:21.767051 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b0df5e22-7388-4167-b31b-d6efe242f138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.774313 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (da02a5ee-7426-40b7-8bfb-934ec9dc1ce9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.847165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:38:21.868385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da02a5ee-7426-40b7-8bfb-934ec9dc1ce9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:21.875629 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.876343 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] Added segment a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d of type vlan for network ed75d74b-7f15-44e4-b5af-ae5a3c80b278 Feb 08 15:38:21.967085 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (ed75d74b-7f15-44e4-b5af-ae5a3c80b278), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:21.991129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] Set router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:38:22.026999 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (ed75d74b-7f15-44e4-b5af-ae5a3c80b278), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:22.028507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:22.029354 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:22.037811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b0df5e22-7388-4167-b31b-d6efe242f138 None None] Current status of the port 100fec03-c6d3-4419-b9b2-fc769c4f7bef is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:22.038212 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b0df5e22-7388-4167-b31b-d6efe242f138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:22.100765 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6839297 Feb 08 15:38:22.103952 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53680) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:22.113001 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-37039893-09a8-469b-ac80-99ebef20e1cd admin admin] Request body: {'subnet': {'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678067636-subnet', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:22.117441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950dcfd-8758-4634-a02c-ef4ae02c0d41 admin admin] Pushing event updated for resources: {'Network': ['ID=ed75d74b-7f15-44e4-b5af-ae5a3c80b278,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:22.145078 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37039893-09a8-469b-ac80-99ebef20e1cd admin admin] Made reservation on behalf of 87b9b813d7354fa9bb29e0c927ba2cf8 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:22.149024 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37039893-09a8-469b-ac80-99ebef20e1cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:22.160165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network ed75d74b-7f15-44e4-b5af-ae5a3c80b278 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:38:22.235317 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b0df5e22-7388-4167-b31b-d6efe242f138 None None] For port 100fec03-c6d3-4419-b9b2-fc769c4f7bef, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=100fec03-c6d3-4419-b9b2-fc769c4f7bef,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:22.254555 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b0df5e22-7388-4167-b31b-d6efe242f138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:22.392158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df5e22-7388-4167-b31b-d6efe242f138 None None] Pushing event updated for resources: {'Port': ['ID=100fec03-c6d3-4419-b9b2-fc769c4f7bef,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:22.407386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ceaffb09-dc53-4e7e-bde4-0beaa8e5fe6c None None] Provisioning complete for port 100fec03-c6d3-4419-b9b2-fc769c4f7bef triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:22.407759 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ceaffb09-dc53-4e7e-bde4-0beaa8e5fe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:22.466861 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37039893-09a8-469b-ac80-99ebef20e1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for subnet (21b7f706-9c0f-4335-820c-6fe8ce24703b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:22.568652 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53696) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:22.569285 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37039893-09a8-469b-ac80-99ebef20e1cd admin admin] Checking segment: {'id': 'a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:22.570288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37039893-09a8-469b-ac80-99ebef20e1cd admin admin] Network hostable DHCP agents. Network: ed75d74b-7f15-44e4-b5af-ae5a3c80b278, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:38:22.583820 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37039893-09a8-469b-ac80-99ebef20e1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=21b7f706-9c0f-4335-820c-6fe8ce24703b,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:22.592890 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29ff1e88-5436-4cab-9d5d-6ae681c57d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:22.608600 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37039893-09a8-469b-ac80-99ebef20e1cd admin admin] Network ed75d74b-7f15-44e4-b5af-ae5a3c80b278 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:38:22.623318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '100fec03-c6d3-4419-b9b2-fc769c4f7bef', 'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'mac_address': 'fa:16:3e:72:4f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:15Z', 'updated_at': '2022-02-08T15:38:21Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'subnets': [{'id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:22.627950 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-37039893-09a8-469b-ac80-99ebef20e1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, ed75d74b-7f15-44e4-b5af-ae5a3c80b278) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:22.660623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37039893-09a8-469b-ac80-99ebef20e1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:22.663617 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37039893-09a8-469b-ac80-99ebef20e1cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:22.664512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c7a80-8ced-472a-9299-172dc9098bc7 None None] Network ed75d74b-7f15-44e4-b5af-ae5a3c80b278 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:38:22.670539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a38f02-73bf-4307-b3a1-4a234075e408 None None] The sync data for ids ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'] in n-d-824834-11 is: [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '100fec03-c6d3-4419-b9b2-fc769c4f7bef', 'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'mac_address': 'fa:16:3e:72:4f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:15Z', 'updated_at': '2022-02-08T15:38:21Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'subnets': [{'id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:38:22.713171 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-37039893-09a8-469b-ac80-99ebef20e1cd admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6062188 Feb 08 15:38:22.715276 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53700) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:22.732693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678067636-router', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:22.789242 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29ff1e88-5436-4cab-9d5d-6ae681c57d13 admin admin] Publish callbacks [] for security_group (d8ae40a5-6084-4095-aa15-e9114d84e90c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:22.818721 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29ff1e88-5436-4cab-9d5d-6ae681c57d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d8ae40a5-6084-4095-aa15-e9114d84e90c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:22.851124 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (35f4d794-cc9f-48c9-9f54-c163b2c06abb), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:22.852211 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (35f4d794-cc9f-48c9-9f54-c163b2c06abb), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:22.912300 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-29ff1e88-5436-4cab-9d5d-6ae681c57d13 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=92298df133314481b1307506efddc9e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425069 Feb 08 15:38:22.915075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53708) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:22.952724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff1e88-5436-4cab-9d5d-6ae681c57d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ae40a5-6084-4095-aa15-e9114d84e90c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:23.017272 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdeb842e-7508-4b2e-9a45-a2d4faf90801 admin admin] Publish callbacks [] for security_group (d8ae40a5-6084-4095-aa15-e9114d84e90c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:23.038927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ceaffb09-dc53-4e7e-bde4-0beaa8e5fe6c None None] Current status of the port 100fec03-c6d3-4419-b9b2-fc769c4f7bef is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:23.071051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 100fec03-c6d3-4419-b9b2-fc769c4f7bef up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:23.092308 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdeb842e-7508-4b2e-9a45-a2d4faf90801 admin admin] Publish callbacks [] for security_group (d8ae40a5-6084-4095-aa15-e9114d84e90c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:23.097925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.96', 64752) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:23.156433 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Publish callbacks [] for router_controller (35f4d794-cc9f-48c9-9f54-c163b2c06abb), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:23.245096 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-ed75d74b-7f15-44e4-b5af-ae5a3c80b278', 'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278', 'project_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'fixed_ips': [{'subnet_id': '21b7f706-9c0f-4335-820c-6fe8ce24703b'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:38:23.246267 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:23.270777 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac557662-190d-4304-ad8b-f519ebd14e99 req-b8081dfb-4bc6-44a2-8a4c-7cd554fc8a8c tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 210 time: 0.1269588 Feb 08 15:38:23.278065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-1dbeeb44-63a1-4bdf-84e2-0ab44f85c5c8 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=c8b3c25bea434f58a19241d40508a764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1758885 Feb 08 15:38:23.454283 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdeb842e-7508-4b2e-9a45-a2d4faf90801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d8ae40a5-6084-4095-aa15-e9114d84e90c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:23.457356 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdeb842e-7508-4b2e-9a45-a2d4faf90801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:23.461676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fdeb842e-7508-4b2e-9a45-a2d4faf90801 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d8ae40a5-6084-4095-aa15-e9114d84e90c HTTP/1.1" status: 204 len: 168 time: 0.5449698 Feb 08 15:38:23.502761 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Publish callbacks [] for router_gateway (35f4d794-cc9f-48c9-9f54-c163b2c06abb), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:23.507212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb842e-7508-4b2e-9a45-a2d4faf90801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ae40a5-6084-4095-aa15-e9114d84e90c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:23.552186 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 100fec03-c6d3-4419-b9b2-fc769c4f7bef triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:23.552627 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:23.556602 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-1bf99acd-69d2-4c3b-b399-38dcbfb4b82d tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:23.560654 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-1bf99acd-69d2-4c3b-b399-38dcbfb4b82d tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2647574 Feb 08 15:38:23.652575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Allocated IP 172.20.0.2 (ed75d74b-7f15-44e4-b5af-ae5a3c80b278/21b7f706-9c0f-4335-820c-6fe8ce24703b/3064c0ef-fefd-4f7b-bd63-7685cdcf985f) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:38:23.659796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Request body: {'port': {'device_id': '02a9ec7a-62fd-4e8f-b6e6-775c9557adf6', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': 'c8b3c25bea434f58a19241d40508a764'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:23.979506 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 100fec03-c6d3-4419-b9b2-fc769c4f7bef is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:24.054346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Made reservation on behalf of c8b3c25bea434f58a19241d40508a764 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:24.058471 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:24.080589 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:24.131318 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Publish callbacks [] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:24.144923 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:24.193368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Publish callbacks [] for router_gateway (35f4d794-cc9f-48c9-9f54-c163b2c06abb), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:24.219076 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:24.235706 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Network ed75d74b-7f15-44e4-b5af-ae5a3c80b278 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:24.244833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:24.252478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:38:24.258937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Pushing event updated for resources: {'Port': ['ID=3064c0ef-fefd-4f7b-bd63-7685cdcf985f,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:24.264693 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Publish callbacks [] for security_group (cfd4afeb-07fe-48ee-83c4-4b5734b14fb9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:24.270400 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cfd4afeb-07fe-48ee-83c4-4b5734b14fb9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:24.370835 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Attempting to bind port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:38:24.371248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Attempting to bind port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:38:24.371712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Attempting to bind port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f on network ed75d74b-7f15-44e4-b5af-ae5a3c80b278 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:38:24.380752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53770) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:24.387129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:38:24.387512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Checking segment: {'id': 'a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:24.387925 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:24.388574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Bound using segment: {'id': 'a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:38:24.389086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Bound port: 3064c0ef-fefd-4f7b-bd63-7685cdcf985f, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:38:24.390015 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:24.440849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Allocated IP 172.25.7.4 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/e98b523e-2a13-4e6c-b9a1-0679532032b1) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:38:24.518187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] For port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:38:24.524781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] For port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3064c0ef-fefd-4f7b-bd63-7685cdcf985f,segment=NetworkSegment(a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d),segment_id=a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:38:24.544093 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:24.675364 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Publish callbacks [] for port (e98b523e-2a13-4e6c-b9a1-0679532032b1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:24.690471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8bdf9-bd25-408e-bbc3-9b77f609e56c None None] Pushing event updated for resources: {'Port': ['ID=3064c0ef-fefd-4f7b-bd63-7685cdcf985f,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:24.757777 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (e98b523e-2a13-4e6c-b9a1-0679532032b1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:24.953182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Allocated IP 192.168.233.226 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/8cb63786-b963-4172-97b8-4b31c0c166f0) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:38:24.966763 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Pushing event updated for resources: {'Port': ['ID=e98b523e-2a13-4e6c-b9a1-0679532032b1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:25.030178 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:25.036202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:25.043631 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:38:25.175280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1953383782-network', 'tenant_id': '5d9eb6cfe9ac4dc584575f455fdba8ed'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:25.295768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f03da8c3-003d-4cc5-8dd5-b0c21d86159c req-c98bc7b5-4c82-47e4-bb85-f080aeead6ed tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 210 time: 0.4602647 Feb 08 15:38:25.415494 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:25.500551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] Made reservation on behalf of 5d9eb6cfe9ac4dc584575f455fdba8ed for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:25.513025 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:25.596525 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:25.772219 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Publish callbacks [] for router_gateway (35f4d794-cc9f-48c9-9f54-c163b2c06abb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:26.020302 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Publish callbacks [] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:26.123464 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] Publish callbacks [] for security_group (a22d91f1-019b-4ead-886b-ed660e3c0cd2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:26.159150 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a22d91f1-019b-4ead-886b-ed660e3c0cd2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:26.257308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:38:26.294237 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:26.329030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22d91f1-019b-4ead-886b-ed660e3c0cd2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:26.346102 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (dcbcaeb9-9b72-4994-aa0f-44651c3598f9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:26.346738 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] Added segment dcbcaeb9-9b72-4994-aa0f-44651c3598f9 of type vlan for network 3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d Feb 08 15:38:26.509297 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (35f4d794-cc9f-48c9-9f54-c163b2c06abb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:26.591913 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b628f73-4606-431f-b0cb-987131a60549 None None] Network ed75d74b-7f15-44e4-b5af-ae5a3c80b278 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:38:26.801437 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ee1b86c3-ff6d-46df-a167-85a1a1bd0fc1 None None] Provisioning complete for port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:26.802454 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ee1b86c3-ff6d-46df-a167-85a1a1bd0fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:26.956233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:26.981917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:27.009083 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:27.031015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:38:27.032866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Router 35f4d794-cc9f-48c9-9f54-c163b2c06abb is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:38:27.045212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:27.046935 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:27.098215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Pushing event updated for resources: {'Port': ['ID=8cb63786-b963-4172-97b8-4b31c0c166f0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:27.120619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3064c0ef-fefd-4f7b-bd63-7685cdcf985f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:27.203503 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:38:27.216221 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-7f498c5a-cc93-4068-9f2d-164e8c0edda0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5617495 Feb 08 15:38:27.264091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-759a02d5-27f7-4ccb-af61-eaa179ca0dd9 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:38:27.265175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-759a02d5-27f7-4ccb-af61-eaa179ca0dd9 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0324178 Feb 08 15:38:27.328693 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:27.329639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:27.330226 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:27.376106 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b86c3-ff6d-46df-a167-85a1a1bd0fc1 None None] Current status of the port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:27.376527 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ee1b86c3-ff6d-46df-a167-85a1a1bd0fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:27.389729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:38:27.402037 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Sync routers for ids ['35f4d794-cc9f-48c9-9f54-c163b2c06abb'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:38:27.420472 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Routers {'35f4d794-cc9f-48c9-9f54-c163b2c06abb'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:38:27.421154 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:38:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['35f4d794-cc9f-48c9-9f54-c163b2c06abb'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:27.460388 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:27.467295 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fc5b297b-7cd5-404a-a5c0-5f8c6a657c00 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.7414222 Feb 08 15:38:27.470046 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53832) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:27.521278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ee1b86c3-ff6d-46df-a167-85a1a1bd0fc1 None None] For port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3064c0ef-fefd-4f7b-bd63-7685cdcf985f,segment=NetworkSegment(a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d),segment_id=a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:27.522891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:27.523971 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:27.528583 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ee1b86c3-ff6d-46df-a167-85a1a1bd0fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:27.590717 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2068994 Feb 08 15:38:27.619017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed37d0-1d14-4134-9591-1a30b1ad43be req-3c3643e7-2478-4ce8-afc4-ed9b292b658a tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:27.636657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5ed37d0-1d14-4134-9591-1a30b1ad43be req-3c3643e7-2478-4ce8-afc4-ed9b292b658a tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 936 time: 0.5616295 Feb 08 15:38:27.638968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53838) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:27.683059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5aa6d07a-7c2c-4eba-b647-e0f344d2ded6 admin admin] Request body: {'subnet': {'network_id': '3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1953383782-subnet', 'tenant_id': '5d9eb6cfe9ac4dc584575f455fdba8ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:27.761643 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45ec10-325a-44e9-a44b-7fd773123af4 admin admin] Pushing event updated for resources: {'Network': ['ID=3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:27.796061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:38:27.885054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa6d07a-7c2c-4eba-b647-e0f344d2ded6 admin admin] Made reservation on behalf of 5d9eb6cfe9ac4dc584575f455fdba8ed for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:27.893715 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d07a-7c2c-4eba-b647-e0f344d2ded6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:27.983890 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5ed37d0-1d14-4134-9591-1a30b1ad43be req-9706825d-bad8-406b-bfbc-cd2582d78246 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462179 Feb 08 15:38:28.108662 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Set router 35f4d794-cc9f-48c9-9f54-c163b2c06abb gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:38:28.120135 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e4df1be1-fac3-4edc-9e35-8a3b0fbd74b0 None None] Provisioning complete for port 8cb63786-b963-4172-97b8-4b31c0c166f0 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:28.120634 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e4df1be1-fac3-4edc-9e35-8a3b0fbd74b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:28.239924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e4df1be1-fac3-4edc-9e35-8a3b0fbd74b0 None None] Port 8cb63786-b963-4172-97b8-4b31c0c166f0 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:38:28.258535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b86c3-ff6d-46df-a167-85a1a1bd0fc1 None None] Pushing event updated for resources: {'Port': ['ID=3064c0ef-fefd-4f7b-bd63-7685cdcf985f,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:28.356616 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:28.373356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:28.393859 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d07a-7c2c-4eba-b647-e0f344d2ded6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for subnet (600ff080-4a13-457d-b2a2-2c734e69764f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:28.423513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-14db7035-6311-4278-ad72-b9c5ff2e3e81 None None] Provisioning complete for port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:28.427240 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-14db7035-6311-4278-ad72-b9c5ff2e3e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:28.533624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6d07a-7c2c-4eba-b647-e0f344d2ded6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=600ff080-4a13-457d-b2a2-2c734e69764f,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:28.567216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa6d07a-7c2c-4eba-b647-e0f344d2ded6 admin admin] Checking segment: {'id': 'dcbcaeb9-9b72-4994-aa0f-44651c3598f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:28.567658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa6d07a-7c2c-4eba-b647-e0f344d2ded6 admin admin] Network hostable DHCP agents. Network: 3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:38:28.605682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa6d07a-7c2c-4eba-b647-e0f344d2ded6 admin admin] Network 3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:38:28.623572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-5aa6d07a-7c2c-4eba-b647-e0f344d2ded6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:28.630751 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa6d07a-7c2c-4eba-b647-e0f344d2ded6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:28.634040 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5aa6d07a-7c2c-4eba-b647-e0f344d2ded6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:28.675512 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678067636-router', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'e98b523e-2a13-4e6c-b9a1-0679532032b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:22Z', 'updated_at': '2022-02-08T15:38:25Z', 'revision_number': 3, 'project_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'gw_port': {'id': 'e98b523e-2a13-4e6c-b9a1-0679532032b1', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:24Z', 'updated_at': '2022-02-08T15:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:28.681570 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5aa6d07a-7c2c-4eba-b647-e0f344d2ded6 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0218062 Feb 08 15:38:28.681754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9e2496-f442-4db5-a272-a0b9a1bd9376 None None] Network 3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:38:28.799560 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Checking router: 35f4d794-cc9f-48c9-9f54-c163b2c06abb for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:38:28.800557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Request body: {'port': {'device_id': '02a9ec7a-62fd-4e8f-b6e6-775c9557adf6', 'device_owner': 'compute:tempest-test_az-157243199', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:28.807406 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Updating router 35f4d794-cc9f-48c9-9f54-c163b2c06abb port e98b523e-2a13-4e6c-b9a1-0679532032b1 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:38:28.901060 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e98b523e-2a13-4e6c-b9a1-0679532032b1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:28.913723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-14db7035-6311-4278-ad72-b9c5ff2e3e81 None None] Current status of the port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:28.959688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3064c0ef-fefd-4f7b-bd63-7685cdcf985f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:29.122466 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:29.192034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Allocated IP 172.20.0.1 (ed75d74b-7f15-44e4-b5af-ae5a3c80b278/21b7f706-9c0f-4335-820c-6fe8ce24703b/c90edff7-702d-4adb-ab57-d2065c05cdfd) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:38:29.236739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c11bec2-dff5-4dce-8542-c0fa9a19e6d4 None None] Network 3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:38:29.554257 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Publish callbacks [] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:29.562371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:29.562754 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:29.634464 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:29.669895 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Publish callbacks [] for port (e98b523e-2a13-4e6c-b9a1-0679532032b1), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:29.682410 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e98b523e-2a13-4e6c-b9a1-0679532032b1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:29.784172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Network ed75d74b-7f15-44e4-b5af-ae5a3c80b278 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:29.806042 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:29.816680 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:38:29.817219 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (35f4d794-cc9f-48c9-9f54-c163b2c06abb), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:29.851841 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be2055-75c0-4953-b1b7-e1008bc07735 None None] Pushing event updated for resources: {'Port': ['ID=e98b523e-2a13-4e6c-b9a1-0679532032b1,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:29.900413 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Attempting to bind port e98b523e-2a13-4e6c-b9a1-0679532032b1 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:38:29.901984 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Attempting to bind port e98b523e-2a13-4e6c-b9a1-0679532032b1 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:38:29.902562 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Attempting to bind port e98b523e-2a13-4e6c-b9a1-0679532032b1 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:38:29.920100 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:38:29.923001 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:29.923634 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:29.924216 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:38:29.927894 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Bound port: e98b523e-2a13-4e6c-b9a1-0679532032b1, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:38:29.928580 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e98b523e-2a13-4e6c-b9a1-0679532032b1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:29.970725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Pushing event updated for resources: {'Port': ['ID=c90edff7-702d-4adb-ab57-d2065c05cdfd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:30.032476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:30.166324 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] For port e98b523e-2a13-4e6c-b9a1-0679532032b1, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:38:30.180213 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] For port e98b523e-2a13-4e6c-b9a1-0679532032b1, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e98b523e-2a13-4e6c-b9a1-0679532032b1,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:38:30.195847 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e98b523e-2a13-4e6c-b9a1-0679532032b1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:30.234663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53878) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:30.320300 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Routers {'35f4d794-cc9f-48c9-9f54-c163b2c06abb'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:38:30.320927 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:38:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['35f4d794-cc9f-48c9-9f54-c163b2c06abb'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:30.351796 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:30.361055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e567a067-c8e1-4373-b23a-d92909538ee2 None None] Provisioning complete for port c90edff7-702d-4adb-ab57-d2065c05cdfd triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:30.363601 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e567a067-c8e1-4373-b23a-d92909538ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:30.479810 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e567a067-c8e1-4373-b23a-d92909538ee2 None None] Port c90edff7-702d-4adb-ab57-d2065c05cdfd cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:38:30.557775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec345fbc-7958-4d2f-883b-a28191d1edbe req-3c222980-e7e0-4d6c-8a22-8549088f4e2d tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:30.564815 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec345fbc-7958-4d2f-883b-a28191d1edbe req-3c222980-e7e0-4d6c-8a22-8549088f4e2d tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 936 time: 0.6394491 Feb 08 15:38:30.569478 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d872fc0d-fd8b-4395-a7f9-70814cb000d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:30.593463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb63786-b963-4172-97b8-4b31c0c166f0 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:38:30.615630 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Publish callbacks [] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:30.688451 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Transition to ACTIVE for port object 8cb63786-b963-4172-97b8-4b31c0c166f0 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:38:30.724487 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:30.742716 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be2055-75c0-4953-b1b7-e1008bc07735 None None] Pushing event updated for resources: {'Port': ['ID=e98b523e-2a13-4e6c-b9a1-0679532032b1,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:30.810648 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] Set router 35f4d794-cc9f-48c9-9f54-c163b2c06abb gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:38:30.910637 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Pushing event updated for resources: {'Port': ['ID=8cb63786-b963-4172-97b8-4b31c0c166f0,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:31.095398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec345fbc-7958-4d2f-883b-a28191d1edbe req-fd96f099-b482-4301-8bd9-696ceac6e2c8 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199784 Feb 08 15:38:31.184792 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d872fc0d-fd8b-4395-a7f9-70814cb000d7 admin admin] Publish callbacks [] for security_group (2ea7bfa4-cf1a-4225-80d0-80944106ef40), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:31.196892 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Attempting to bind port 8cb63786-b963-4172-97b8-4b31c0c166f0 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:38:31.199262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Attempting to bind port 8cb63786-b963-4172-97b8-4b31c0c166f0 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:38:31.199928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Attempting to bind port 8cb63786-b963-4172-97b8-4b31c0c166f0 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:38:31.217764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Port 8cb63786-b963-4172-97b8-4b31c0c166f0 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:38:31.218919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Attempting to bind port 8cb63786-b963-4172-97b8-4b31c0c166f0 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:38:31.225684 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d872fc0d-fd8b-4395-a7f9-70814cb000d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2ea7bfa4-cf1a-4225-80d0-80944106ef40), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:31.232849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:38:31.234997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:31.236480 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:38:31.237267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Bound port: 8cb63786-b963-4172-97b8-4b31c0c166f0, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:38:31.240599 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:31.284849 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Publish callbacks [] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:31.339136 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:31.343370 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (35f4d794-cc9f-48c9-9f54-c163b2c06abb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:31.348845 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678067636-router', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'e98b523e-2a13-4e6c-b9a1-0679532032b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:22Z', 'updated_at': '2022-02-08T15:38:30Z', 'revision_number': 4, 'project_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'gw_port': {'id': 'e98b523e-2a13-4e6c-b9a1-0679532032b1', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:24Z', 'updated_at': '2022-02-08T15:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c90edff7-702d-4adb-ab57-d2065c05cdfd', 'name': '', 'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'mac_address': 'fa:16:3e:5e:1b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '21b7f706-9c0f-4335-820c-6fe8ce24703b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:28Z', 'updated_at': '2022-02-08T15:38:29Z', 'revision_number': 1, 'project_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'subnets': [{'id': '21b7f706-9c0f-4335-820c-6fe8ce24703b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:31.410446 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a746a20a-51d8-4dc8-8840-841dbf6ede29 None None] The sync data for ids ['35f4d794-cc9f-48c9-9f54-c163b2c06abb'] in n-d-824834-11 is: [{'id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678067636-router', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'e98b523e-2a13-4e6c-b9a1-0679532032b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:22Z', 'updated_at': '2022-02-08T15:38:30Z', 'revision_number': 4, 'project_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'gw_port': {'id': 'e98b523e-2a13-4e6c-b9a1-0679532032b1', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:24Z', 'updated_at': '2022-02-08T15:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c90edff7-702d-4adb-ab57-d2065c05cdfd', 'name': '', 'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'mac_address': 'fa:16:3e:5e:1b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '21b7f706-9c0f-4335-820c-6fe8ce24703b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:28Z', 'updated_at': '2022-02-08T15:38:29Z', 'revision_number': 1, 'project_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'subnets': [{'id': '21b7f706-9c0f-4335-820c-6fe8ce24703b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:38:31.517287 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-67063626-1e48-4a45-9559-ff06bed56c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:31.556580 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] For port 8cb63786-b963-4172-97b8-4b31c0c166f0, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:38:31.571174 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] For port 8cb63786-b963-4172-97b8-4b31c0c166f0, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8cb63786-b963-4172-97b8-4b31c0c166f0,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:38:31.588269 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:31.615733 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53904) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:31.649684 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d872fc0d-fd8b-4395-a7f9-70814cb000d7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d996461a9d8e43c984122b1a90b2b59a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4103088 Feb 08 15:38:31.657922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53906) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:31.680254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872fc0d-fd8b-4395-a7f9-70814cb000d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea7bfa4-cf1a-4225-80d0-80944106ef40,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:31.737361 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Pushing event updated for resources: {'Port': ['ID=c90edff7-702d-4adb-ab57-d2065c05cdfd,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:31.801477 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1779311602-network', 'tenant_id': 'c217d5fbd5124af6a6a027c042019d35'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:31.812976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Network ed75d74b-7f15-44e4-b5af-ae5a3c80b278 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:31.820845 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:31.824076 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1afac47d-22e8-44a6-b9c4-8a4e48271184 admin admin] Publish callbacks [] for security_group (2ea7bfa4-cf1a-4225-80d0-80944106ef40), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:31.852468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:31.853475 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:31.857919 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] 10.222.0.96 "PUT /v2.0/ports/8cb63786-b963-4172-97b8-4b31c0c166f0 HTTP/1.1" status: 200 len: 1118 time: 3.6982632 Feb 08 15:38:31.861590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bf665-5d48-46a0-b66c-ff37189a0f7c service neutron] Pushing event updated for resources: {'Port': ['ID=8cb63786-b963-4172-97b8-4b31c0c166f0,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:31.875789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a9ec7a-62fd-4e8f-b6e6-775c9557adf6', 'tag': '8cb63786-b963-4172-97b8-4b31c0c166f0'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:38:32.101283 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1afac47d-22e8-44a6-b9c4-8a4e48271184 admin admin] Publish callbacks [] for security_group (2ea7bfa4-cf1a-4225-80d0-80944106ef40), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:32.222859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1afac47d-22e8-44a6-b9c4-8a4e48271184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2ea7bfa4-cf1a-4225-80d0-80944106ef40), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:32.231695 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1afac47d-22e8-44a6-b9c4-8a4e48271184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:32.235637 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1afac47d-22e8-44a6-b9c4-8a4e48271184 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2ea7bfa4-cf1a-4225-80d0-80944106ef40 HTTP/1.1" status: 204 len: 168 time: 0.5692434 Feb 08 15:38:32.265691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afac47d-22e8-44a6-b9c4-8a4e48271184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea7bfa4-cf1a-4225-80d0-80944106ef40,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:32.337654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] Made reservation on behalf of c217d5fbd5124af6a6a027c042019d35 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:32.345345 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:32.383410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Router 35f4d794-cc9f-48c9-9f54-c163b2c06abb has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:38:32.455466 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7726b3ed-606d-4cab-adef-c26598af9ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "02a9ec7a-62fd-4e8f-b6e6-775c9557adf6", "tag": "8cb63786-b963-4172-97b8-4b31c0c166f0"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:38:32.499168 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:32.700998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:38:32.705287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-6a1a42ee-db72-4a44-a4db-2004483b76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:32.716926 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e3d5998f-876d-4c4b-bfaa-b0b8fc34792c admin admin] 10.222.0.82 "PUT /v2.0/routers/35f4d794-cc9f-48c9-9f54-c163b2c06abb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2447205 Feb 08 15:38:32.737746 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-6a1a42ee-db72-4a44-a4db-2004483b76e5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c8b3c25bea434f58a19241d40508a764&device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 1152 time: 0.5745695 Feb 08 15:38:32.789245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c9ed264e-a98b-42e3-9146-2f3367feb506 None None] Provisioning complete for port c90edff7-702d-4adb-ab57-d2065c05cdfd triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:32.800594 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c9ed264e-a98b-42e3-9146-2f3367feb506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:32.896709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed264e-a98b-42e3-9146-2f3367feb506 None None] Port c90edff7-702d-4adb-ab57-d2065c05cdfd cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:38:32.979757 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-2e02bd04-118f-4a08-8614-32845d4e0721 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=8cb63786-b963-4172-97b8-4b31c0c166f0 HTTP/1.1" status: 200 len: 217 time: 0.2170789 Feb 08 15:38:33.054796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964ca19-1d54-4a66-8640-8efbf240c6bd req-43985d1e-7d90-4faa-8116-61d61461a7b8 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:33.059137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6964ca19-1d54-4a66-8640-8efbf240c6bd req-43985d1e-7d90-4faa-8116-61d61461a7b8 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 969 time: 0.5003099 Feb 08 15:38:33.196203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53934) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:33.228088 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed9611a8-b7eb-4a9d-b70a-01a6d9baf393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:33.245434 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] Publish callbacks [] for security_group (527a6436-f3fe-464f-b6f7-672b4f901688), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:33.254635 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (527a6436-f3fe-464f-b6f7-672b4f901688), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:33.258887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-f59c1eb9-62a7-45b6-a5aa-cd4ada2ccaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:33.262014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-f59c1eb9-62a7-45b6-a5aa-cd4ada2ccaa1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2483442 Feb 08 15:38:33.317480 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527a6436-f3fe-464f-b6f7-672b4f901688,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:33.465712 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed9611a8-b7eb-4a9d-b70a-01a6d9baf393 admin admin] Publish callbacks [] for security_group (14cb27ba-dcd0-4216-b7dd-4bf3e2090bda), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:33.473180 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed9611a8-b7eb-4a9d-b70a-01a6d9baf393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (14cb27ba-dcd0-4216-b7dd-4bf3e2090bda), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:33.571442 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ed9611a8-b7eb-4a9d-b70a-01a6d9baf393 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=01661827e79a4a078ac4e128c58b81fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3739235 Feb 08 15:38:33.572257 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53942) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:33.610445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:38:33.646936 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9611a8-b7eb-4a9d-b70a-01a6d9baf393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cb27ba-dcd0-4216-b7dd-4bf3e2090bda,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:33.723880 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (1b8c0db7-78a7-4dcf-acff-b21877b6eae5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:33.725276 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] Added segment 1b8c0db7-78a7-4dcf-acff-b21877b6eae5 of type vlan for network 090306b5-953a-4cef-aa3f-67d872635a74 Feb 08 15:38:33.743761 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-e49a3d95-88a8-49a9-8877-f4d24737533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:33.746515 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-e49a3d95-88a8-49a9-8877-f4d24737533e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4301960 Feb 08 15:38:33.772737 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-733b1fa7-6393-49c0-a9cc-ce3c4cea8f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:33.787859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6964ca19-1d54-4a66-8640-8efbf240c6bd req-78679097-b190-4f38-b995-fc68d7b9efc3 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402415 Feb 08 15:38:33.801976 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6539444-35ac-4a43-8534-c8a07982d1ea admin admin] Publish callbacks [] for security_group (14cb27ba-dcd0-4216-b7dd-4bf3e2090bda), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:33.882401 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b67b85-f715-409c-af92-c5ef9917e838 x-openstack-request-id: req-d3b67b85-f715-409c-af92-c5ef9917e838 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:38:33.882698 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a9ec7a-62fd-4e8f-b6e6-775c9557adf6", "tag": "8cb63786-b963-4172-97b8-4b31c0c166f0", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:38:33.882984 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d3b67b85-f715-409c-af92-c5ef9917e838 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:38:33.883471 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a9ec7a-62fd-4e8f-b6e6-775c9557adf6', 'tag': '8cb63786-b963-4172-97b8-4b31c0c166f0', 'status': 'completed', 'code': 200} Feb 08 15:38:33.895945 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6539444-35ac-4a43-8534-c8a07982d1ea admin admin] Publish callbacks [] for security_group (14cb27ba-dcd0-4216-b7dd-4bf3e2090bda), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:33.983786 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (090306b5-953a-4cef-aa3f-67d872635a74), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:34.085327 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6539444-35ac-4a43-8534-c8a07982d1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (14cb27ba-dcd0-4216-b7dd-4bf3e2090bda), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:34.088327 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (090306b5-953a-4cef-aa3f-67d872635a74), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:34.089377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:34.090009 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:34.090114 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6539444-35ac-4a43-8534-c8a07982d1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:34.093524 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f6539444-35ac-4a43-8534-c8a07982d1ea admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/14cb27ba-dcd0-4216-b7dd-4bf3e2090bda HTTP/1.1" status: 204 len: 168 time: 0.5084288 Feb 08 15:38:34.112748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6539444-35ac-4a43-8534-c8a07982d1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cb27ba-dcd0-4216-b7dd-4bf3e2090bda,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:34.353441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5645943 Feb 08 15:38:34.357487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53968) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:34.364814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ddcc0db4-3f62-4f30-ba20-3f0f11c8ced6 admin admin] Request body: {'subnet': {'network_id': '090306b5-953a-4cef-aa3f-67d872635a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1779311602-subnet', 'tenant_id': 'c217d5fbd5124af6a6a027c042019d35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:34.370371 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-90f90c39-4a3c-44e7-84c6-845d4376e346 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331504 Feb 08 15:38:34.397705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e2445-1c41-4963-93b1-933e9143bd66 admin admin] Pushing event updated for resources: {'Network': ['ID=090306b5-953a-4cef-aa3f-67d872635a74,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:34.423716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 090306b5-953a-4cef-aa3f-67d872635a74 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:38:34.450499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcc0db4-3f62-4f30-ba20-3f0f11c8ced6 admin admin] Made reservation on behalf of c217d5fbd5124af6a6a027c042019d35 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:34.456446 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ddcc0db4-3f62-4f30-ba20-3f0f11c8ced6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:34.754124 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474dc4be-40ee-4cc7-a1e3-275c0539321d req-8f412588-6818-4c51-b67f-738a1ed7dfcf service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369935 Feb 08 15:38:34.830662 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ddcc0db4-3f62-4f30-ba20-3f0f11c8ced6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for subnet (c0c11f14-c583-462f-8fce-a3ee1bdec8e5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:35.016123 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc0db4-3f62-4f30-ba20-3f0f11c8ced6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c11f14-c583-462f-8fce-a3ee1bdec8e5,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:35.055305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e98b523e-2a13-4e6c-b9a1-0679532032b1 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:35.097900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726b3ed-606d-4cab-adef-c26598af9ec8 req-cfb62d03-22d4-418b-b0a7-dbf02ac6d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:35.099499 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7726b3ed-606d-4cab-adef-c26598af9ec8 req-cfb62d03-22d4-418b-b0a7-dbf02ac6d51e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c8b3c25bea434f58a19241d40508a764&device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 1152 time: 0.2429829 Feb 08 15:38:35.119122 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcc0db4-3f62-4f30-ba20-3f0f11c8ced6 admin admin] Checking segment: {'id': '1b8c0db7-78a7-4dcf-acff-b21877b6eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '090306b5-953a-4cef-aa3f-67d872635a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:35.127580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcc0db4-3f62-4f30-ba20-3f0f11c8ced6 admin admin] Network hostable DHCP agents. Network: 090306b5-953a-4cef-aa3f-67d872635a74, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:38:35.172179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcc0db4-3f62-4f30-ba20-3f0f11c8ced6 admin admin] Network 090306b5-953a-4cef-aa3f-67d872635a74 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:38:35.192722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-ddcc0db4-3f62-4f30-ba20-3f0f11c8ced6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 090306b5-953a-4cef-aa3f-67d872635a74) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:35.211758 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142c480-3ab6-466e-8645-594f01d1760b req-e62ad3f2-caea-4c21-b5bd-e511ca9601c5 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:35.222080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d142c480-3ab6-466e-8645-594f01d1760b req-e62ad3f2-caea-4c21-b5bd-e511ca9601c5 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 969 time: 0.2311339 Feb 08 15:38:35.225148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcc0db4-3f62-4f30-ba20-3f0f11c8ced6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:35.226150 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ddcc0db4-3f62-4f30-ba20-3f0f11c8ced6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:35.233424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc26127-e28a-4f98-ac6f-6bb1c56119d8 None None] Network 090306b5-953a-4cef-aa3f-67d872635a74 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:38:35.277492 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ddcc0db4-3f62-4f30-ba20-3f0f11c8ced6 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9183366 Feb 08 15:38:35.289395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54006) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:35.363843 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54010) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:35.543064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e98b523e-2a13-4e6c-b9a1-0679532032b1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:35.543666 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e98b523e-2a13-4e6c-b9a1-0679532032b1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:35.586809 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54016) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:35.606482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1ea13bfe-1bb8-4806-bee7-de85d8fd563a tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1727359233', 'description': 'tempest-description--1431433239'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:35.617268 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d142c480-3ab6-466e-8645-594f01d1760b req-12a48356-8630-4aa8-bfb9-e1e49621e562 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929727 Feb 08 15:38:35.617853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54018) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:35.677536 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f06b5b7a-38ad-45e3-9e4d-4077371fa20a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:35.715537 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:35.716852 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8199-b745-4ec4-b446-4811f1cbb5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:35.723574 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ea13bfe-1bb8-4806-bee7-de85d8fd563a tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:35.785006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7da11b0-01dd-499c-b2f4-0169633302de admin admin] Deleting subnet 600ff080-4a13-457d-b2a2-2c734e69764f {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:38:35.800290 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f7da11b0-01dd-499c-b2f4-0169633302de admin admin] Publish callbacks [] for subnet (600ff080-4a13-457d-b2a2-2c734e69764f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:35.819104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5837b3b6-2254-44bb-ae00-202972acae3b None None] Network 090306b5-953a-4cef-aa3f-67d872635a74 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:38:35.844688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726b3ed-606d-4cab-adef-c26598af9ec8 req-e19ec971-5956-4752-8104-21ed59575457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:35.847062 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7726b3ed-606d-4cab-adef-c26598af9ec8 req-e19ec971-5956-4752-8104-21ed59575457 service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.7037311 Feb 08 15:38:35.918877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Sync routers for ids ['35f4d794-cc9f-48c9-9f54-c163b2c06abb'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:38:35.927033 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f7da11b0-01dd-499c-b2f4-0169633302de admin admin] Publish callbacks [] for subnet (600ff080-4a13-457d-b2a2-2c734e69764f), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:35.933173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7726b3ed-606d-4cab-adef-c26598af9ec8 req-68ad6215-8bf6-4aff-b2f7-d988d623107e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=8cb63786-b963-4172-97b8-4b31c0c166f0 HTTP/1.1" status: 200 len: 217 time: 0.0725183 Feb 08 15:38:35.943825 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f7da11b0-01dd-499c-b2f4-0169633302de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (600ff080-4a13-457d-b2a2-2c734e69764f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:35.987772 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Routers {'35f4d794-cc9f-48c9-9f54-c163b2c06abb'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:38:35.989445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:38:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['35f4d794-cc9f-48c9-9f54-c163b2c06abb'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:36.101685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726b3ed-606d-4cab-adef-c26598af9ec8 req-c02ee3a8-027e-4d51-97bd-d38ad7497308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:36.103537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7726b3ed-606d-4cab-adef-c26598af9ec8 req-c02ee3a8-027e-4d51-97bd-d38ad7497308 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1612248 Feb 08 15:38:36.111167 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ea13bfe-1bb8-4806-bee7-de85d8fd563a tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for security_group (7108503a-2474-4acf-b69f-40aa1ea79726), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:36.124891 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ea13bfe-1bb8-4806-bee7-de85d8fd563a tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7108503a-2474-4acf-b69f-40aa1ea79726), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:36.132654 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f06b5b7a-38ad-45e3-9e4d-4077371fa20a admin admin] Publish callbacks [] for security_group (ef763f4d-73fe-4801-bb86-17bc25d2ccad), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:36.173006 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f06b5b7a-38ad-45e3-9e4d-4077371fa20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ef763f4d-73fe-4801-bb86-17bc25d2ccad), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:36.246516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e98b523e-2a13-4e6c-b9a1-0679532032b1 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:36.247274 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e98b523e-2a13-4e6c-b9a1-0679532032b1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:36.264834 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f7da11b0-01dd-499c-b2f4-0169633302de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for subnet (600ff080-4a13-457d-b2a2-2c734e69764f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:36.265348 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8199-b745-4ec4-b446-4811f1cbb5d2 admin admin] Publish callbacks [] for security_group (ff60bce8-e0d5-4845-9bb1-3db549cd6f58), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:36.276341 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8199-b745-4ec4-b446-4811f1cbb5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ff60bce8-e0d5-4845-9bb1-3db549cd6f58), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:36.280555 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ea13bfe-1bb8-4806-bee7-de85d8fd563a tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:36.281886 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1ea13bfe-1bb8-4806-bee7-de85d8fd563a tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6938810 Feb 08 15:38:36.287599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54040) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:36.318144 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f7da11b0-01dd-499c-b2f4-0169633302de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:36.321461 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f06b5b7a-38ad-45e3-9e4d-4077371fa20a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6ed019a7f1a44191aa3fc359d377b290&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0292170 Feb 08 15:38:36.328922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea13bfe-1bb8-4806-bee7-de85d8fd563a tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7108503a-2474-4acf-b69f-40aa1ea79726,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:36.334150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54042) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:36.334573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54044) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:36.334691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f7da11b0-01dd-499c-b2f4-0169633302de admin admin] 10.222.0.82 "DELETE /v2.0/subnets/600ff080-4a13-457d-b2a2-2c734e69764f HTTP/1.1" status: 204 len: 168 time: 0.6960249 Feb 08 15:38:36.351318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d9a0e408-fdf5-4af5-b8bb-33f0774f4b98 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Request body: {'security_group_rule': {'security_group_id': '7108503a-2474-4acf-b69f-40aa1ea79726', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:36.399366 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port e98b523e-2a13-4e6c-b9a1-0679532032b1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e98b523e-2a13-4e6c-b9a1-0679532032b1,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:36.399556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b5b7a-38ad-45e3-9e4d-4077371fa20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef763f4d-73fe-4801-bb86-17bc25d2ccad,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:36.432290 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e98b523e-2a13-4e6c-b9a1-0679532032b1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:36.436041 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da11b0-01dd-499c-b2f4-0169633302de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600ff080-4a13-457d-b2a2-2c734e69764f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:36.482354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726b3ed-606d-4cab-adef-c26598af9ec8 req-2ba4be21-03a2-4f8d-ac10-b65c92d3c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:36.484201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7726b3ed-606d-4cab-adef-c26598af9ec8 req-2ba4be21-03a2-4f8d-ac10-b65c92d3c61e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3703191 Feb 08 15:38:36.498930 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9c8b8199-b745-4ec4-b446-4811f1cbb5d2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7f32c5b5abbb43a79987e6353f961d46&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1329224 Feb 08 15:38:36.505322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54050) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:36.637084 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e408-fdf5-4af5-b8bb-33f0774f4b98 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for security_group_rule (bfdc491a-5391-42ac-82bd-0a8f46e70407), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:36.650296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=e98b523e-2a13-4e6c-b9a1-0679532032b1,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:36.666431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Set router 35f4d794-cc9f-48c9-9f54-c163b2c06abb gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:38:36.742264 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:36.817767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b8199-b745-4ec4-b446-4811f1cbb5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff60bce8-e0d5-4845-9bb1-3db549cd6f58,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:36.893580 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5960b39-f616-4db1-9f1b-ac8cc60f6487 admin admin] Publish callbacks [] for security_group (ef763f4d-73fe-4801-bb86-17bc25d2ccad), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:36.986265 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7726b3ed-606d-4cab-adef-c26598af9ec8 req-500795a2-dc23-42a7-9e32-9d0423f8373d service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834194 Feb 08 15:38:37.008869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e98b523e-2a13-4e6c-b9a1-0679532032b1 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:37.053744 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e408-fdf5-4af5-b8bb-33f0774f4b98 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for security_group_rule (bfdc491a-5391-42ac-82bd-0a8f46e70407), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.122543 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-943566eb-3f18-4f07-ab57-e41a2ffff604 admin admin] Publish callbacks [] for security_group (ff60bce8-e0d5-4845-9bb1-3db549cd6f58), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.131653 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5960b39-f616-4db1-9f1b-ac8cc60f6487 admin admin] Publish callbacks [] for security_group (ef763f4d-73fe-4801-bb86-17bc25d2ccad), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.141875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.171578 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e408-fdf5-4af5-b8bb-33f0774f4b98 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (bfdc491a-5391-42ac-82bd-0a8f46e70407), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.223079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0e408-fdf5-4af5-b8bb-33f0774f4b98 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfdc491a-5391-42ac-82bd-0a8f46e70407,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:37.238290 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e408-fdf5-4af5-b8bb-33f0774f4b98 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.239822 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d9a0e408-fdf5-4af5-b8bb-33f0774f4b98 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9031370 Feb 08 15:38:37.250258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678067636-router', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'e98b523e-2a13-4e6c-b9a1-0679532032b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:22Z', 'updated_at': '2022-02-08T15:38:30Z', 'revision_number': 4, 'project_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'gw_port': {'id': 'e98b523e-2a13-4e6c-b9a1-0679532032b1', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:24Z', 'updated_at': '2022-02-08T15:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c90edff7-702d-4adb-ab57-d2065c05cdfd', 'name': '', 'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'mac_address': 'fa:16:3e:5e:1b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '21b7f706-9c0f-4335-820c-6fe8ce24703b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:28Z', 'updated_at': '2022-02-08T15:38:30Z', 'revision_number': 2, 'project_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'subnets': [{'id': '21b7f706-9c0f-4335-820c-6fe8ce24703b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:37.251886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47251ea1-9332-4198-bdfd-7dd7e6fe4400 req-2b95e010-f125-4418-acd1-5858a5b8ee6a tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:37.253617 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47251ea1-9332-4198-bdfd-7dd7e6fe4400 req-2b95e010-f125-4418-acd1-5858a5b8ee6a tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 969 time: 0.4723914 Feb 08 15:38:37.254182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54080) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:37.271006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5d5a1da0-62a6-4c38-9302-1787b472ddc5 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Request body: {'security_group_rule': {'security_group_id': '7108503a-2474-4acf-b69f-40aa1ea79726', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:37.299568 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-943566eb-3f18-4f07-ab57-e41a2ffff604 admin admin] Publish callbacks [] for security_group (ff60bce8-e0d5-4845-9bb1-3db549cd6f58), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.353811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Checking router: 35f4d794-cc9f-48c9-9f54-c163b2c06abb for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:38:37.354252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Updating router 35f4d794-cc9f-48c9-9f54-c163b2c06abb port c90edff7-702d-4adb-ab57-d2065c05cdfd binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:38:37.386086 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7726b3ed-606d-4cab-adef-c26598af9ec8 req-4fcbfffe-cdb7-4a07-a648-67944eb96c77 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770137 Feb 08 15:38:37.401130 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-943566eb-3f18-4f07-ab57-e41a2ffff604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ff60bce8-e0d5-4845-9bb1-3db549cd6f58), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.408755 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-943566eb-3f18-4f07-ab57-e41a2ffff604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.410322 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-943566eb-3f18-4f07-ab57-e41a2ffff604 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ff60bce8-e0d5-4845-9bb1-3db549cd6f58 HTTP/1.1" status: 204 len: 168 time: 0.7453272 Feb 08 15:38:37.445809 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.469619 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1da0-62a6-4c38-9302-1787b472ddc5 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for security_group_rule (e651cf6f-3da1-41a4-a783-076b5c841fff), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.470573 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5960b39-f616-4db1-9f1b-ac8cc60f6487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ef763f4d-73fe-4801-bb86-17bc25d2ccad), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.477393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5960b39-f616-4db1-9f1b-ac8cc60f6487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.478662 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c5960b39-f616-4db1-9f1b-ac8cc60f6487 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ef763f4d-73fe-4801-bb86-17bc25d2ccad HTTP/1.1" status: 204 len: 168 time: 1.1430109 Feb 08 15:38:37.487708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943566eb-3f18-4f07-ab57-e41a2ffff604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff60bce8-e0d5-4845-9bb1-3db549cd6f58,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:37.546849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e98b523e-2a13-4e6c-b9a1-0679532032b1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:37.547456 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e98b523e-2a13-4e6c-b9a1-0679532032b1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.573735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47251ea1-9332-4198-bdfd-7dd7e6fe4400 req-7d1f5548-85c0-4bc8-9ae0-2498dded1ba8 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062730 Feb 08 15:38:37.777476 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1da0-62a6-4c38-9302-1787b472ddc5 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for security_group_rule (e651cf6f-3da1-41a4-a783-076b5c841fff), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.803341 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1da0-62a6-4c38-9302-1787b472ddc5 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (e651cf6f-3da1-41a4-a783-076b5c841fff), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.833731 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5960b39-f616-4db1-9f1b-ac8cc60f6487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef763f4d-73fe-4801-bb86-17bc25d2ccad,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:37.890440 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a1da0-62a6-4c38-9302-1787b472ddc5 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e651cf6f-3da1-41a4-a783-076b5c841fff,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:37.939414 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.940593 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1da0-62a6-4c38-9302-1787b472ddc5 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.941483 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:37.945646 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5d5a1da0-62a6-4c38-9302-1787b472ddc5 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6824071 Feb 08 15:38:37.949744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54114) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:37.957234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:37.972795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e98b523e-2a13-4e6c-b9a1-0679532032b1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:38.007257 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:38:38.010389 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:38:38.013866 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:38:38.014706 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Subscribe: > port after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:38:38.016007 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:38:38.017152 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Subscribe: > port after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:38:38.018320 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:38:38.018925 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:38:38.021418 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:38.023372 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:38:38.024034 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:38:38.290226 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Publish callbacks [] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:38.298783 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:38.352266 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:38.469486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54132) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:38.479175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f012cda-86bd-4133-97b3-1cf87a3e91a9 None None] Pushing event updated for resources: {'Port': ['ID=c90edff7-702d-4adb-ab57-d2065c05cdfd,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:38.525607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54136) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:38.581474 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-39a4aa5f-4ea5-42c7-ab8d-718c8964a518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:38.640551 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a8f2edfe-cf0b-49f4-8194-73fc726a2879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:38.664273 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:38:38.664932 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:38:38.665040 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:38:38.665342 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:38:38.669890 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:38.682440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Attempting to bind port c90edff7-702d-4adb-ab57-d2065c05cdfd on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:38:38.685881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Attempting to bind port c90edff7-702d-4adb-ab57-d2065c05cdfd by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:38:38.686449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Attempting to bind port c90edff7-702d-4adb-ab57-d2065c05cdfd on network ed75d74b-7f15-44e4-b5af-ae5a3c80b278 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:38:38.698089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:38:38.702757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Checking segment: {'id': 'a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:38.704046 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:38.705310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Bound using segment: {'id': 'a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:38:38.706631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Bound port: c90edff7-702d-4adb-ab57-d2065c05cdfd, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:38:38.707851 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:38.735273 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbcaeb9-9b72-4994-aa0f-44651c3598f9') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:38.735494 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbcaeb9-9b72-4994-aa0f-44651c3598f9') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:38.799906 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (dcbcaeb9-9b72-4994-aa0f-44651c3598f9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:38.851670 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a8f2edfe-cf0b-49f4-8194-73fc726a2879 admin admin] Publish callbacks [] for security_group (e9134229-98c5-4197-879a-0a294981978e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:38.862253 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (dcbcaeb9-9b72-4994-aa0f-44651c3598f9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:38.879096 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a8f2edfe-cf0b-49f4-8194-73fc726a2879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e9134229-98c5-4197-879a-0a294981978e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:38.889708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] For port c90edff7-702d-4adb-ab57-d2065c05cdfd, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:38:38.895644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:38:38.896348 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (dcbcaeb9-9b72-4994-aa0f-44651c3598f9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:38.915664 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a8f2edfe-cf0b-49f4-8194-73fc726a2879 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=516ca1f5b8324c9a8ebfaa93bf505589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4398639 Feb 08 15:38:38.966522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54146) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:38.975648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5c4ca9b7-b03a-43aa-a4da-429382fa5a2d None None] Provisioning complete for port c90edff7-702d-4adb-ab57-d2065c05cdfd triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:38.976316 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5c4ca9b7-b03a-43aa-a4da-429382fa5a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: from cryptography.utils import int_from_bytes Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: from cryptography.utils import int_from_bytes Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:38:39.025219 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:38:39.028087 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.050640 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.061755 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] 10.222.0.82 "DELETE /v2.0/networks/3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d HTTP/1.1" status: 204 len: 168 time: 2.7241096 Feb 08 15:38:39.100970 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54152) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:39.124143 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3902a-6f47-421a-a521-340e12b0042e admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee2b6f2-3970-429f-b0b1-3df6fa8e2f2d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:39.210965 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-c510b0ca-17b7-469c-989a-abe28c03dfd4 admin admin] Deleting subnet c0c11f14-c583-462f-8fce-a3ee1bdec8e5 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:38:39.225892 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54158) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:39.237789 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c510b0ca-17b7-469c-989a-abe28c03dfd4 admin admin] Publish callbacks [] for subnet (c0c11f14-c583-462f-8fce-a3ee1bdec8e5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.295315 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2edfe-cf0b-49f4-8194-73fc726a2879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9134229-98c5-4197-879a-0a294981978e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:39.316234 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c510b0ca-17b7-469c-989a-abe28c03dfd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (c0c11f14-c583-462f-8fce-a3ee1bdec8e5), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.326508 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Allocated IP 172.25.7.176 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/4f6fa84b-b539-4e74-9ea3-ae003715f296) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:38:39.337302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] For port c90edff7-702d-4adb-ab57-d2065c05cdfd, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c90edff7-702d-4adb-ab57-d2065c05cdfd,segment=NetworkSegment(a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d),segment_id=a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:38:39.346442 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.351509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5c4ca9b7-b03a-43aa-a4da-429382fa5a2d None None] Port c90edff7-702d-4adb-ab57-d2065c05cdfd cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:38:39.354598 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03a111-c2c4-4894-9c16-eb5917cabf63 req-a77cf87f-ce5f-4981-9bb7-2ecf17d50524 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:39.356418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df03a111-c2c4-4894-9c16-eb5917cabf63 req-a77cf87f-ce5f-4981-9bb7-2ecf17d50524 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 969 time: 0.4971571 Feb 08 15:38:39.418347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Routers {'35f4d794-cc9f-48c9-9f54-c163b2c06abb'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:38:39.418989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:38:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['35f4d794-cc9f-48c9-9f54-c163b2c06abb'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:39.433019 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c510b0ca-17b7-469c-989a-abe28c03dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (c0c11f14-c583-462f-8fce-a3ee1bdec8e5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.488904 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-91a6ad7c-64fb-4d9a-a572-71a5b717c188 admin admin] Publish callbacks [] for security_group (e9134229-98c5-4197-879a-0a294981978e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.494524 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-39a4aa5f-4ea5-42c7-ab8d-718c8964a518 admin admin] Publish callbacks [] for security_group (5f2230ca-5478-4928-b85f-5cfe25216030), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.528259 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-39a4aa5f-4ea5-42c7-ab8d-718c8964a518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5f2230ca-5478-4928-b85f-5cfe25216030), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.531705 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f012cda-86bd-4133-97b3-1cf87a3e91a9 None None] Pushing event updated for resources: {'Port': ['ID=c90edff7-702d-4adb-ab57-d2065c05cdfd,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:39.563806 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-471be890-7022-42cb-9a83-5904d9ab6ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.578497 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c510b0ca-17b7-469c-989a-abe28c03dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (c0c11f14-c583-462f-8fce-a3ee1bdec8e5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.610926 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] Set router 35f4d794-cc9f-48c9-9f54-c163b2c06abb gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:38:39.630554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510b0ca-17b7-469c-989a-abe28c03dfd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c11f14-c583-462f-8fce-a3ee1bdec8e5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:39.631091 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-91a6ad7c-64fb-4d9a-a572-71a5b717c188 admin admin] Publish callbacks [] for security_group (e9134229-98c5-4197-879a-0a294981978e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.634034 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c510b0ca-17b7-469c-989a-abe28c03dfd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.637532 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c510b0ca-17b7-469c-989a-abe28c03dfd4 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/c0c11f14-c583-462f-8fce-a3ee1bdec8e5 HTTP/1.1" status: 204 len: 168 time: 0.5352755 Feb 08 15:38:39.641539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54168) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:39.644386 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df03a111-c2c4-4894-9c16-eb5917cabf63 req-bd33e1d8-908c-41ee-a5e0-4111db0057fd tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699263 Feb 08 15:38:39.682744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4aa5f-4ea5-42c7-ab8d-718c8964a518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2230ca-5478-4928-b85f-5cfe25216030,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:39.690699 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-39a4aa5f-4ea5-42c7-ab8d-718c8964a518 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4d4e8676021241679f2387ff79af860c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1637180 Feb 08 15:38:39.722899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54170) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:39.813510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-79e154c0-f11b-4190-8e7e-60539cc27abf None None] Provisioning complete for port c90edff7-702d-4adb-ab57-d2065c05cdfd triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:39.813927 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-79e154c0-f11b-4190-8e7e-60539cc27abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.815783 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-423f8d1c-7af7-424f-b6f5-1ac3d184e07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (090306b5-953a-4cef-aa3f-67d872635a74), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.827085 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-471be890-7022-42cb-9a83-5904d9ab6ed4 admin admin] Publish callbacks [] for security_group (dcf708e7-8a5a-4fef-96fa-d4b658f12041), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.835563 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-471be890-7022-42cb-9a83-5904d9ab6ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dcf708e7-8a5a-4fef-96fa-d4b658f12041), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.848258 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for port (4f6fa84b-b539-4e74-9ea3-ae003715f296), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.860705 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-91a6ad7c-64fb-4d9a-a572-71a5b717c188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e9134229-98c5-4197-879a-0a294981978e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.865025 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-91a6ad7c-64fb-4d9a-a572-71a5b717c188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.867306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-91a6ad7c-64fb-4d9a-a572-71a5b717c188 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e9134229-98c5-4197-879a-0a294981978e HTTP/1.1" status: 204 len: 168 time: 0.8977706 Feb 08 15:38:39.910707 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471be890-7022-42cb-9a83-5904d9ab6ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf708e7-8a5a-4fef-96fa-d4b658f12041,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:39.913208 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6ad7c-64fb-4d9a-a572-71a5b717c188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9134229-98c5-4197-879a-0a294981978e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:39.941938 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-471be890-7022-42cb-9a83-5904d9ab6ed4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=526464dd0cb440b5bf6532190f5493b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7149699 Feb 08 15:38:39.944696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54182) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:39.959086 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-b2d2d0e9-60af-4163-8503-934d6b9d0859 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=a0ae5d64fef84958a145b39aba90ea6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701706 Feb 08 15:38:39.966106 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-79e154c0-f11b-4190-8e7e-60539cc27abf None None] Current status of the port c90edff7-702d-4adb-ab57-d2065c05cdfd is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:39.966564 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-79e154c0-f11b-4190-8e7e-60539cc27abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:39.978310 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-423f8d1c-7af7-424f-b6f5-1ac3d184e07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (090306b5-953a-4cef-aa3f-67d872635a74), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.017621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-79e154c0-f11b-4190-8e7e-60539cc27abf None None] For port c90edff7-702d-4adb-ab57-d2065c05cdfd, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c90edff7-702d-4adb-ab57-d2065c05cdfd,segment=NetworkSegment(a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d),segment_id=a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:40.018212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-423f8d1c-7af7-424f-b6f5-1ac3d184e07d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090306b5-953a-4cef-aa3f-67d872635a74']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:40.024588 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678067636-router', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'e98b523e-2a13-4e6c-b9a1-0679532032b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:22Z', 'updated_at': '2022-02-08T15:38:30Z', 'revision_number': 4, 'project_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'gw_port': {'id': 'e98b523e-2a13-4e6c-b9a1-0679532032b1', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:24Z', 'updated_at': '2022-02-08T15:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c90edff7-702d-4adb-ab57-d2065c05cdfd', 'name': '', 'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'mac_address': 'fa:16:3e:5e:1b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '21b7f706-9c0f-4335-820c-6fe8ce24703b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:28Z', 'updated_at': '2022-02-08T15:38:38Z', 'revision_number': 4, 'project_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'subnets': [{'id': '21b7f706-9c0f-4335-820c-6fe8ce24703b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:40.027943 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-79e154c0-f11b-4190-8e7e-60539cc27abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.031724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-423f8d1c-7af7-424f-b6f5-1ac3d184e07d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8c0db7-78a7-4dcf-acff-b21877b6eae5') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:40.032710 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-423f8d1c-7af7-424f-b6f5-1ac3d184e07d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8c0db7-78a7-4dcf-acff-b21877b6eae5') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:40.050961 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-423f8d1c-7af7-424f-b6f5-1ac3d184e07d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (1b8c0db7-78a7-4dcf-acff-b21877b6eae5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.052625 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57d0cac7-184d-496f-9b75-ecd5868c60a3 admin admin] Publish callbacks [] for security_group (dcf708e7-8a5a-4fef-96fa-d4b658f12041), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.064885 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2373c175-709d-4982-b8d8-ce9ddce54dc9 admin admin] Publish callbacks [] for security_group (5f2230ca-5478-4928-b85f-5cfe25216030), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.076501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-423f8d1c-7af7-424f-b6f5-1ac3d184e07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (1b8c0db7-78a7-4dcf-acff-b21877b6eae5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.090092 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57d0cac7-184d-496f-9b75-ecd5868c60a3 admin admin] Publish callbacks [] for security_group (dcf708e7-8a5a-4fef-96fa-d4b658f12041), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.093230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423f8d1c-7af7-424f-b6f5-1ac3d184e07d admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:38:40.093230 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-423f8d1c-7af7-424f-b6f5-1ac3d184e07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (1b8c0db7-78a7-4dcf-acff-b21877b6eae5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.093448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3c923-a90a-4120-9eab-5e37f2ee0707 None None] The sync data for ids ['35f4d794-cc9f-48c9-9f54-c163b2c06abb'] in n-d-824834-11 is: [{'id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678067636-router', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'e98b523e-2a13-4e6c-b9a1-0679532032b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:22Z', 'updated_at': '2022-02-08T15:38:30Z', 'revision_number': 4, 'project_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'gw_port': {'id': 'e98b523e-2a13-4e6c-b9a1-0679532032b1', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:24Z', 'updated_at': '2022-02-08T15:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c90edff7-702d-4adb-ab57-d2065c05cdfd', 'name': '', 'network_id': 'ed75d74b-7f15-44e4-b5af-ae5a3c80b278', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'mac_address': 'fa:16:3e:5e:1b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '21b7f706-9c0f-4335-820c-6fe8ce24703b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:28Z', 'updated_at': '2022-02-08T15:38:38Z', 'revision_number': 4, 'project_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'subnets': [{'id': '21b7f706-9c0f-4335-820c-6fe8ce24703b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:38:40.095140 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:38:40.115686 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (4f6fa84b-b539-4e74-9ea3-ae003715f296), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.121216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e154c0-f11b-4190-8e7e-60539cc27abf None None] Pushing event updated for resources: {'Port': ['ID=c90edff7-702d-4adb-ab57-d2065c05cdfd,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:40.127611 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2373c175-709d-4982-b8d8-ce9ddce54dc9 admin admin] Publish callbacks [] for security_group (5f2230ca-5478-4928-b85f-5cfe25216030), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.192315 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-423f8d1c-7af7-424f-b6f5-1ac3d184e07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (090306b5-953a-4cef-aa3f-67d872635a74), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.219859 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:40.225686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-60c66e4d-ce53-43b2-aa65-e2b97ad7421e tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:40.233133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-60c66e4d-ce53-43b2-aa65-e2b97ad7421e tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730165 Feb 08 15:38:40.238977 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Pushing event updated for resources: {'Port': ['ID=4f6fa84b-b539-4e74-9ea3-ae003715f296,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:40.239343 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-423f8d1c-7af7-424f-b6f5-1ac3d184e07d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.249031 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:40.249215 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-423f8d1c-7af7-424f-b6f5-1ac3d184e07d admin admin] 10.222.0.82 "DELETE /v2.0/networks/090306b5-953a-4cef-aa3f-67d872635a74 HTTP/1.1" status: 204 len: 168 time: 0.6054707 Feb 08 15:38:40.250710 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f8d1c-7af7-424f-b6f5-1ac3d184e07d admin admin] Pushing event deleted for resources: {'Network': ['ID=090306b5-953a-4cef-aa3f-67d872635a74,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:40.267333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-db9050eb-a987-4391-b8a4-945824baf6bd tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/quotas/a0ae5d64fef84958a145b39aba90ea6c HTTP/1.1" status: 200 len: 375 time: 0.0332117 Feb 08 15:38:40.280251 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57d0cac7-184d-496f-9b75-ecd5868c60a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dcf708e7-8a5a-4fef-96fa-d4b658f12041), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.283359 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57d0cac7-184d-496f-9b75-ecd5868c60a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.287033 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-57d0cac7-184d-496f-9b75-ecd5868c60a3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dcf708e7-8a5a-4fef-96fa-d4b658f12041 HTTP/1.1" status: 204 len: 168 time: 0.3412511 Feb 08 15:38:40.318113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0cac7-184d-496f-9b75-ecd5868c60a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf708e7-8a5a-4fef-96fa-d4b658f12041,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:40.324559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:38:40.334491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-d25acccc-2979-4b7f-b815-0faaff9574c2 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=a0ae5d64fef84958a145b39aba90ea6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662124 Feb 08 15:38:40.420414 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2373c175-709d-4982-b8d8-ce9ddce54dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5f2230ca-5478-4928-b85f-5cfe25216030), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.423072 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2373c175-709d-4982-b8d8-ce9ddce54dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.424242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2373c175-709d-4982-b8d8-ce9ddce54dc9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5f2230ca-5478-4928-b85f-5cfe25216030 HTTP/1.1" status: 204 len: 168 time: 0.7001390 Feb 08 15:38:40.453367 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373c175-709d-4982-b8d8-ce9ddce54dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2230ca-5478-4928-b85f-5cfe25216030,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:40.479158 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for floatingip (e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.615143 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4f6fa84b-b539-4e74-9ea3-ae003715f296), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.617612 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54204) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:40.670270 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c003cf6-c3d6-4fb8-ad08-b7c198218964 req-e6f13ca1-03a3-42be-9b3f-d6ea0917cf66 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 210 time: 0.0853593 Feb 08 15:38:40.735632 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9e909319-114d-406e-9ce8-98664b2306f3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5d9eb6cfe9ac4dc584575f455fdba8ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1167030 Feb 08 15:38:40.738493 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54212) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:40.849702 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d31d-f157-4b44-8db9-bcf53d3217e8 admin admin] Publish callbacks [] for security_group (a22d91f1-019b-4ead-886b-ed660e3c0cd2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.886139 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d31d-f157-4b44-8db9-bcf53d3217e8 admin admin] Publish callbacks [] for security_group (a22d91f1-019b-4ead-886b-ed660e3c0cd2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:40.953004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda2c0d-2d4f-4396-97d6-51e0ce5503e5 req-a9ebcab9-7aef-4ca5-8bb5-f9066e619f05 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:40.959970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3cda2c0d-2d4f-4396-97d6-51e0ce5503e5 req-a9ebcab9-7aef-4ca5-8bb5-f9066e619f05 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 969 time: 0.1314154 Feb 08 15:38:40.973335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c90edff7-702d-4adb-ab57-d2065c05cdfd up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:41.000323 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d31d-f157-4b44-8db9-bcf53d3217e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a22d91f1-019b-4ead-886b-ed660e3c0cd2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:41.004130 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d31d-f157-4b44-8db9-bcf53d3217e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:41.008706 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4fb7d31d-f157-4b44-8db9-bcf53d3217e8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a22d91f1-019b-4ead-886b-ed660e3c0cd2 HTTP/1.1" status: 204 len: 168 time: 0.2691758 Feb 08 15:38:41.028008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7d31d-f157-4b44-8db9-bcf53d3217e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22d91f1-019b-4ead-886b-ed660e3c0cd2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:41.070796 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for port (4f6fa84b-b539-4e74-9ea3-ae003715f296), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:41.080689 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4f6fa84b-b539-4e74-9ea3-ae003715f296), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:41.133159 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c90edff7-702d-4adb-ab57-d2065c05cdfd triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:41.133789 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3cda2c0d-2d4f-4396-97d6-51e0ce5503e5 req-b426d56e-707b-4fbc-8d4b-6110c36868c0 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680784 Feb 08 15:38:41.133902 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:41.152001 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:41.192123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Pushing event updated for resources: {'Port': ['ID=4f6fa84b-b539-4e74-9ea3-ae003715f296,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:41.250378 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:41.251820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f5b081a0-bd91-42f3-bbf0-1df9dd48d05d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3005645 Feb 08 15:38:41.264864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c90edff7-702d-4adb-ab57-d2065c05cdfd is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:41.267248 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54236) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:41.292469 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-00157d2e-c810-416d-a130-d73a24434c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:41.412509 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-00157d2e-c810-416d-a130-d73a24434c11 admin admin] Publish callbacks [] for security_group (cdc12392-d030-4087-ade3-40e9b8902482), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:41.416299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-00157d2e-c810-416d-a130-d73a24434c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cdc12392-d030-4087-ade3-40e9b8902482), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:41.471933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54244) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:41.472129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-00157d2e-c810-416d-a130-d73a24434c11 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3e3f92270bad40b3b523f6877724399d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015619 Feb 08 15:38:41.473623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00157d2e-c810-416d-a130-d73a24434c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc12392-d030-4087-ade3-40e9b8902482,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:41.543188 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef0a255e-59a5-4794-a135-fb342b0a3bc8 admin admin] Publish callbacks [] for security_group (cdc12392-d030-4087-ade3-40e9b8902482), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:41.569932 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef0a255e-59a5-4794-a135-fb342b0a3bc8 admin admin] Publish callbacks [] for security_group (cdc12392-d030-4087-ade3-40e9b8902482), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:41.661941 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef0a255e-59a5-4794-a135-fb342b0a3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cdc12392-d030-4087-ade3-40e9b8902482), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:41.665701 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef0a255e-59a5-4794-a135-fb342b0a3bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:41.671688 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ef0a255e-59a5-4794-a135-fb342b0a3bc8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cdc12392-d030-4087-ade3-40e9b8902482 HTTP/1.1" status: 204 len: 168 time: 0.1980529 Feb 08 15:38:41.683868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a255e-59a5-4794-a135-fb342b0a3bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc12392-d030-4087-ade3-40e9b8902482,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:41.820998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54280) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:41.832695 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c48d657-dbc2-4c3f-ba7c-07b5f3eb3c4a req-69fe0270-cd6f-477f-86c4-9c0769851884 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 210 time: 0.0613675 Feb 08 15:38:41.841104 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-9e7bdaa8-93d7-4067-9bc3-7e39d141b74e tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1727359233&fields=id&tenant_id=f56b2d01d7094f258a54afd197cf9284 HTTP/1.1" status: 200 len: 267 time: 0.1319399 Feb 08 15:38:41.881067 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0be688a8-1737-43e4-a4f0-66bc01861f07 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c217d5fbd5124af6a6a027c042019d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0585093 Feb 08 15:38:41.883682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54282) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:41.952011 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25f27854-7dcf-47e0-a600-9a1f4c32908c admin admin] Publish callbacks [] for security_group (527a6436-f3fe-464f-b6f7-672b4f901688), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:42.009448 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25f27854-7dcf-47e0-a600-9a1f4c32908c admin admin] Publish callbacks [] for security_group (527a6436-f3fe-464f-b6f7-672b4f901688), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:42.069488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-8bde68c5-1f1b-45bd-b039-31f53b8690b9 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:42.071567 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-8bde68c5-1f1b-45bd-b039-31f53b8690b9 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/networks?id=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b HTTP/1.1" status: 200 len: 824 time: 0.2226036 Feb 08 15:38:42.092690 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-310cc507-7ee5-4c8d-9c7b-8f5fcf36305c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/quotas/f56b2d01d7094f258a54afd197cf9284 HTTP/1.1" status: 200 len: 375 time: 0.0138562 Feb 08 15:38:42.097087 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25f27854-7dcf-47e0-a600-9a1f4c32908c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (527a6436-f3fe-464f-b6f7-672b4f901688), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:42.099727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25f27854-7dcf-47e0-a600-9a1f4c32908c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:42.103423 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-25f27854-7dcf-47e0-a600-9a1f4c32908c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/527a6436-f3fe-464f-b6f7-672b4f901688 HTTP/1.1" status: 204 len: 168 time: 0.2161553 Feb 08 15:38:42.127508 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f27854-7dcf-47e0-a600-9a1f4c32908c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527a6436-f3fe-464f-b6f7-672b4f901688,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:42.193124 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-28184e12-140f-44e4-abb2-6ce04c6fdc0c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=f56b2d01d7094f258a54afd197cf9284&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890586 Feb 08 15:38:42.302958 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea745b09-977e-4251-8074-169072a92d6d req-e4769983-f9a9-4e30-b31b-351821aa39f9 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:42.304568 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea745b09-977e-4251-8074-169072a92d6d req-e4769983-f9a9-4e30-b31b-351821aa39f9 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 969 time: 0.0788641 Feb 08 15:38:42.360508 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea745b09-977e-4251-8074-169072a92d6d req-59d196a5-f962-44fe-a20c-91f655a7ae46 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495172 Feb 08 15:38:42.650383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c38eaee4-f581-4ae4-9d2e-8404b1d373d8 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:38:42.660332 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c38eaee4-f581-4ae4-9d2e-8404b1d373d8 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2124078 Feb 08 15:38:42.675745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.94', 49918) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:42.721340 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-c95cc8e0-a338-47de-bd5c-45d8ceea60bf tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=a0ae5d64fef84958a145b39aba90ea6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385175 Feb 08 15:38:42.839416 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-33aa9f07-26bf-4f2e-bd42-4a9095a327a4 service neutron] 10.222.0.82 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770625 Feb 08 15:38:42.864111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-ac1a2560-7fd4-4f5f-842a-8216295f1a24 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:42.866118 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-ac1a2560-7fd4-4f5f-842a-8216295f1a24 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1369991 Feb 08 15:38:42.973217 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a8fbd5c-8fdd-4a36-aa11-6a6374e9077a req-e662929f-c320-4794-a032-8c102420adb0 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 210 time: 0.0328236 Feb 08 15:38:42.973644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Request body: {'port': {'device_id': 'a4c35f0b-223d-4a7d-9fde-cfca201221ec', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': 'a0ae5d64fef84958a145b39aba90ea6c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:42.981900 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-dbd0532a-a9ce-4faa-9bf0-9cc3e16abad0 service neutron] 10.222.0.82 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404953 Feb 08 15:38:43.064128 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:38:43.185602 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54338) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:43.233825 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8cb63786-b963-4172-97b8-4b31c0c166f0 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:38:43.576073 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Made reservation on behalf of a0ae5d64fef84958a145b39aba90ea6c for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:43.599726 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:43.638070 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5cffa4b-d41d-42f5-a11e-3f59ce94a030 req-ef2cfed4-d210-482a-b6cd-5ffbd8ca63ff tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 210 time: 0.3976843 Feb 08 15:38:43.657728 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:43.664284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba760ef-8c49-4c53-a565-18a7cc2e0200 req-876a2e4e-0bc7-4e4a-b116-799ead16160d tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:43.672605 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ba760ef-8c49-4c53-a565-18a7cc2e0200 req-876a2e4e-0bc7-4e4a-b116-799ead16160d tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 969 time: 0.0882366 Feb 08 15:38:43.705550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8cb63786-b963-4172-97b8-4b31c0c166f0, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8cb63786-b963-4172-97b8-4b31c0c166f0,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:43.742805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '8cb63786-b963-4172-97b8-4b31c0c166f0', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '8cb63786-b963-4172-97b8-4b31c0c166f0', 'mac_address': 'fa:16:3e:c8:ad:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:tempest-test_az-157243199', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:38:43.768148 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ba760ef-8c49-4c53-a565-18a7cc2e0200 req-071ded93-793f-4bbf-bbf1-4fd560aa4f63 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779665 Feb 08 15:38:43.820459 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 8cb63786-b963-4172-97b8-4b31c0c166f0 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:43.821135 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:43.848469 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1662345102-network', 'tenant_id': '5008a044088141ffb7151c00e7ee8f73'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:43.849600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb63786-b963-4172-97b8-4b31c0c166f0 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:38:43.893261 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] Made reservation on behalf of 5008a044088141ffb7151c00e7ee8f73 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:43.895796 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:43.904428 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Publish callbacks [] for security_group (91ccc024-9fd7-4d43-b6bb-ae459d16d262), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:43.908668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8cb63786-b963-4172-97b8-4b31c0c166f0, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8cb63786-b963-4172-97b8-4b31c0c166f0,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:43.908836 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:43.915615 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (91ccc024-9fd7-4d43-b6bb-ae459d16d262), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:43.928413 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:44.054011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=8cb63786-b963-4172-97b8-4b31c0c166f0,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:44.065348 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] Publish callbacks [] for security_group (891f6128-fc92-4d2e-8025-1d949e7371e6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:44.070904 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (891f6128-fc92-4d2e-8025-1d949e7371e6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:44.107829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:38:44.123895 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ccc024-9fd7-4d43-b6bb-ae459d16d262,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:44.131100 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891f6128-fc92-4d2e-8025-1d949e7371e6,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:44.137540 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (69c424cc-bb8c-4f28-a1cc-411242ae3ebb), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:44.137961 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] Added segment 69c424cc-bb8c-4f28-a1cc-411242ae3ebb of type vlan for network 077a6df9-cedc-4425-b2eb-e9afcac5568e Feb 08 15:38:44.196545 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (077a6df9-cedc-4425-b2eb-e9afcac5568e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:44.246122 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ba935b4-809f-4aaf-b9da-b6777d1285ce req-673e5cc1-7d37-484f-9932-b451373e07d9 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 210 time: 0.0508864 Feb 08 15:38:44.261852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['8cb63786-b963-4172-97b8-4b31c0c166f0'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:38:44.280929 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (077a6df9-cedc-4425-b2eb-e9afcac5568e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:44.282234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:44.283226 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:44.350865 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1636722 Feb 08 15:38:44.355568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54372) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:44.360683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-fbf243be-c4e9-443e-a1d1-aa2bc413c5b6 admin admin] Request body: {'subnet': {'network_id': '077a6df9-cedc-4425-b2eb-e9afcac5568e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662345102-subnet', 'tenant_id': '5008a044088141ffb7151c00e7ee8f73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:44.426761 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6896a6-6b21-41bf-b516-eb41ef9b81b8 admin admin] Pushing event updated for resources: {'Network': ['ID=077a6df9-cedc-4425-b2eb-e9afcac5568e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:44.436181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf243be-c4e9-443e-a1d1-aa2bc413c5b6 admin admin] Made reservation on behalf of 5008a044088141ffb7151c00e7ee8f73 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:44.438880 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbf243be-c4e9-443e-a1d1-aa2bc413c5b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:44.452729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 077a6df9-cedc-4425-b2eb-e9afcac5568e details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:38:44.501912 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Allocated IP 192.168.233.148 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/2a340257-6e52-4676-9641-8dadc44f0bc8) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:38:44.758190 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbf243be-c4e9-443e-a1d1-aa2bc413c5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for subnet (2ae0b0bd-96a2-4380-b9fb-e1999e304387), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:45.050456 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Publish callbacks [] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:45.051735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a92040a5-eaa4-4655-871d-243ee807e5cf req-fe98c914-da2e-4b09-9853-5d830e03b81d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 210 time: 0.2037232 Feb 08 15:38:45.133407 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf243be-c4e9-443e-a1d1-aa2bc413c5b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ae0b0bd-96a2-4380-b9fb-e1999e304387,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:45.139025 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:45.175237 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54396) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:45.195866 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-2ba71ade-951d-433f-897d-ba339f4a632d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:45.195866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-2ba71ade-951d-433f-897d-ba339f4a632d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.96 "GET /v2.0/networks?id=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b HTTP/1.1" status: 200 len: 824 time: 0.4305670 Feb 08 15:38:45.203192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b75fa-5e76-469e-b84e-1c41ab025a8a req-b4ab8461-adad-4728-a018-f3aa193981db tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:45.205737 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b1b75fa-5e76-469e-b84e-1c41ab025a8a req-b4ab8461-adad-4728-a018-f3aa193981db tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 970 time: 0.2527905 Feb 08 15:38:45.206535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf243be-c4e9-443e-a1d1-aa2bc413c5b6 admin admin] Checking segment: {'id': '69c424cc-bb8c-4f28-a1cc-411242ae3ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '077a6df9-cedc-4425-b2eb-e9afcac5568e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:45.206898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf243be-c4e9-443e-a1d1-aa2bc413c5b6 admin admin] Network hostable DHCP agents. Network: 077a6df9-cedc-4425-b2eb-e9afcac5568e, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:38:45.235572 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8cb63786-b963-4172-97b8-4b31c0c166f0 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:45.236864 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:45.250079 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:45.274163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:38:45.305456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf243be-c4e9-443e-a1d1-aa2bc413c5b6 admin admin] Network 077a6df9-cedc-4425-b2eb-e9afcac5568e is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:38:45.340055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Pushing event updated for resources: {'Port': ['ID=2a340257-6e52-4676-9641-8dadc44f0bc8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:45.374817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-fbf243be-c4e9-443e-a1d1-aa2bc413c5b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 077a6df9-cedc-4425-b2eb-e9afcac5568e) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:45.386055 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-f28ffb07-6695-4720-8710-4912da8da68f tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f56b2d01d7094f258a54afd197cf9284 HTTP/1.1" status: 200 len: 380 time: 0.1751361 Feb 08 15:38:45.391904 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b1b75fa-5e76-469e-b84e-1c41ab025a8a req-eae47220-ed54-469c-8f32-1a036c1fc4ad tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732776 Feb 08 15:38:45.393318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf243be-c4e9-443e-a1d1-aa2bc413c5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:45.393942 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbf243be-c4e9-443e-a1d1-aa2bc413c5b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:45.396476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990bb407-43e4-41e0-a591-37f97e409ca1 None None] Network 077a6df9-cedc-4425-b2eb-e9afcac5568e requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:38:45.406429 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-dba3fe42-e585-4026-98ad-b2e24b2b875c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Request body: {'port': {'device_id': 'a8728ea1-70fe-44e1-9bc1-e6b660065b7e', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'admin_state_up': True, 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'security_groups': ['7108503a-2474-4acf-b69f-40aa1ea79726']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:45.411195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:45.412256 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:45.448422 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-0ed4815d-5cdb-4ffb-a192-04e5d579a902 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4799905 Feb 08 15:38:45.518469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 8cb63786-b963-4172-97b8-4b31c0c166f0 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:38:45.528121 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 8cb63786-b963-4172-97b8-4b31c0c166f0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:45.528858 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:45.529598 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1423206342-network', 'tenant_id': 'dd11d3f1860a443eb3dacd21c1380846'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:45.563156 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fbf243be-c4e9-443e-a1d1-aa2bc413c5b6 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2064822 Feb 08 15:38:45.567577 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54404) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:45.580983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1662345102-router', 'tenant_id': '5008a044088141ffb7151c00e7ee8f73', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:45.636706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] Made reservation on behalf of dd11d3f1860a443eb3dacd21c1380846 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:45.637366 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (a1f53832-9507-4afa-adcf-72dda53330dc), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:45.638617 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (a1f53832-9507-4afa-adcf-72dda53330dc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:45.638974 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:45.676153 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:45.721153 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ecbc2-a0cb-414f-b738-ae8643339033 req-5b9c7d99-b98e-4834-befb-2de3e31d8f60 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:45.722695 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d96ecbc2-a0cb-414f-b738-ae8643339033 req-5b9c7d99-b98e-4834-befb-2de3e31d8f60 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 936 time: 0.2152636 Feb 08 15:38:45.729982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-077a6df9-cedc-4425-b2eb-e9afcac5568e', 'network_id': '077a6df9-cedc-4425-b2eb-e9afcac5568e', 'project_id': '5008a044088141ffb7151c00e7ee8f73', 'fixed_ips': [{'subnet_id': '2ae0b0bd-96a2-4380-b9fb-e1999e304387'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:38:45.732094 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:45.780811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-dba3fe42-e585-4026-98ad-b2e24b2b875c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Made reservation on behalf of f56b2d01d7094f258a54afd197cf9284 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:45.784194 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-dba3fe42-e585-4026-98ad-b2e24b2b875c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:45.786985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 8cb63786-b963-4172-97b8-4b31c0c166f0 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:45.787501 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:45.829155 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Publish callbacks [] for router_controller (a1f53832-9507-4afa-adcf-72dda53330dc), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:45.864515 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d96ecbc2-a0cb-414f-b738-ae8643339033 req-8b0d1b24-d1e4-4243-a852-c70b780e3baa tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240933 Feb 08 15:38:45.940624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e0ede035-1dd1-43e1-99bb-3275c94d7db5 None None] Provisioning complete for port 2a340257-6e52-4676-9641-8dadc44f0bc8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:45.941096 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0ede035-1dd1-43e1-99bb-3275c94d7db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:46.012605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e0ede035-1dd1-43e1-99bb-3275c94d7db5 None None] Port 2a340257-6e52-4676-9641-8dadc44f0bc8 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:38:46.043393 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] Publish callbacks [] for security_group (64fdd20b-4c66-450c-8f4b-274d7bb5bcc3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:46.061612 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (64fdd20b-4c66-450c-8f4b-274d7bb5bcc3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:46.082292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a9ec7a-62fd-4e8f-b6e6-775c9557adf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb63786-b963-4172-97b8-4b31c0c166f0'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:38:46.124274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:38:46.159122 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-dba3fe42-e585-4026-98ad-b2e24b2b875c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Allocated IP 172.20.0.13 (fe6f1c90-6fe5-4a74-981e-d5b25f831f0b/7c88a98d-d03f-41a5-941f-3b5ddd16ad60/49ae86d5-ee61-479f-a0bf-cd673c1515b7) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:38:46.163391 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:46.172156 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:46.173449 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] Added segment b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1 of type vlan for network 34030067-061b-475b-9f07-26ad4a87c9e1 Feb 08 15:38:46.216130 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Publish callbacks [] for router_gateway (a1f53832-9507-4afa-adcf-72dda53330dc), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:46.231179 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8cb63786-b963-4172-97b8-4b31c0c166f0, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8cb63786-b963-4172-97b8-4b31c0c166f0,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:46.244606 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:46.342789 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=8cb63786-b963-4172-97b8-4b31c0c166f0,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:46.365857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Allocated IP 172.20.0.2 (077a6df9-cedc-4425-b2eb-e9afcac5568e/2ae0b0bd-96a2-4380-b9fb-e1999e304387/0fa3d88d-d3db-407f-8ad7-348dde138508) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:38:46.380825 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ecba4cb-426f-44bd-8679-4c0480dee73f req-43c84e62-885b-4abc-b2c0-d2766e542b6f tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 210 time: 0.1983314 Feb 08 15:38:46.428429 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (34030067-061b-475b-9f07-26ad4a87c9e1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:46.518051 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (34030067-061b-475b-9f07-26ad4a87c9e1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:46.519153 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:46.520031 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:46.547177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3675039 Feb 08 15:38:46.551579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54432) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:46.582059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-4003f13a-779c-46b0-9d31-5733e8ddb1e8 admin admin] Request body: {'subnet': {'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1423206342-subnet', 'tenant_id': 'dd11d3f1860a443eb3dacd21c1380846', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:46.628548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54434) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:46.644525 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Publish callbacks [] for router_gateway (a1f53832-9507-4afa-adcf-72dda53330dc), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:46.701369 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:46.720599 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Publish callbacks [] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:46.730846 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90c193f-85e3-43e3-854b-2508fa4df6f7" -d '{"events": [{"server_uuid": "02a9ec7a-62fd-4e8f-b6e6-775c9557adf6", "name": "network-vif-plugged", "status": "completed", "tag": "8cb63786-b963-4172-97b8-4b31c0c166f0"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:38:46.739900 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:46.813272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38cbcd6-741a-4c0c-8d21-3b0152a59f9c admin admin] Pushing event updated for resources: {'Network': ['ID=34030067-061b-475b-9f07-26ad4a87c9e1,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:46.840664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4003f13a-779c-46b0-9d31-5733e8ddb1e8 admin admin] Made reservation on behalf of dd11d3f1860a443eb3dacd21c1380846 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:46.844794 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4003f13a-779c-46b0-9d31-5733e8ddb1e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:46.854495 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 34030067-061b-475b-9f07-26ad4a87c9e1 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:38:46.893272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Allocated IP 172.25.7.115 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/cfc359a9-3055-4c93-89d5-37c8997c4f54) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:38:46.902332 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-dba3fe42-e585-4026-98ad-b2e24b2b875c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:46.923870 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d24c0-52d8-45d1-878f-c153176752aa req-3cf937e1-24bb-4c1b-94a4-4e104ab681cc tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:46.925871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee7d24c0-52d8-45d1-878f-c153176752aa req-3cf937e1-24bb-4c1b-94a4-4e104ab681cc tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 971 time: 0.3357048 Feb 08 15:38:47.004890 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06a00e31-b2b3-4435-85d3-61908ea826d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.005405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Network 077a6df9-cedc-4425-b2eb-e9afcac5568e is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:47.043011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee7d24c0-52d8-45d1-878f-c153176752aa req-2ee8f8f1-126c-4dd2-b482-ef0658cece36 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055214 Feb 08 15:38:47.043271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:47.046011 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-dba3fe42-e585-4026-98ad-b2e24b2b875c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.069009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:38:47.074338 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e6d99b-b5f8-4dc0-b965-032f46783dc9 x-openstack-request-id: req-e0e6d99b-b5f8-4dc0-b965-032f46783dc9 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:38:47.074676 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a9ec7a-62fd-4e8f-b6e6-775c9557adf6", "name": "network-vif-plugged", "status": "completed", "tag": "8cb63786-b963-4172-97b8-4b31c0c166f0", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:38:47.074914 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e0e6d99b-b5f8-4dc0-b965-032f46783dc9 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:38:47.075428 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a9ec7a-62fd-4e8f-b6e6-775c9557adf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb63786-b963-4172-97b8-4b31c0c166f0', 'code': 200} Feb 08 15:38:47.076158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Pushing event updated for resources: {'Port': ['ID=0fa3d88d-d3db-407f-8ad7-348dde138508,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:47.147121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.96', 64760) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:47.166491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-dba3fe42-e585-4026-98ad-b2e24b2b875c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:47.170431 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Publish callbacks [] for port (cfc359a9-3055-4c93-89d5-37c8997c4f54), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.214344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3fe42-e585-4026-98ad-b2e24b2b875c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Pushing event updated for resources: {'Port': ['ID=49ae86d5-ee61-479f-a0bf-cd673c1515b7,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:47.222801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-dba3fe42-e585-4026-98ad-b2e24b2b875c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:47.229077 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Attempting to bind port 0fa3d88d-d3db-407f-8ad7-348dde138508 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:38:47.230894 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Attempting to bind port 0fa3d88d-d3db-407f-8ad7-348dde138508 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '69c424cc-bb8c-4f28-a1cc-411242ae3ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '077a6df9-cedc-4425-b2eb-e9afcac5568e'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:38:47.231493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Attempting to bind port 0fa3d88d-d3db-407f-8ad7-348dde138508 on network 077a6df9-cedc-4425-b2eb-e9afcac5568e {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:38:47.241726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-dba3fe42-e585-4026-98ad-b2e24b2b875c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:38:47.247747 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:38:47.248298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-dba3fe42-e585-4026-98ad-b2e24b2b875c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:47.248581 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06a00e31-b2b3-4435-85d3-61908ea826d4 admin admin] Publish callbacks [] for security_group (afe42d0f-15ed-405e-a785-d81e208c4a24), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.249045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Checking segment: {'id': '69c424cc-bb8c-4f28-a1cc-411242ae3ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '077a6df9-cedc-4425-b2eb-e9afcac5568e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:47.249141 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-dba3fe42-e585-4026-98ad-b2e24b2b875c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.250898 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.251482 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Bound using segment: {'id': '69c424cc-bb8c-4f28-a1cc-411242ae3ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '077a6df9-cedc-4425-b2eb-e9afcac5568e'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:38:47.253129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Bound port: 0fa3d88d-d3db-407f-8ad7-348dde138508, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c424cc-bb8c-4f28-a1cc-411242ae3ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '077a6df9-cedc-4425-b2eb-e9afcac5568e'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:38:47.258514 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.264858 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06a00e31-b2b3-4435-85d3-61908ea826d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (afe42d0f-15ed-405e-a785-d81e208c4a24), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.311404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a00e31-b2b3-4435-85d3-61908ea826d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe42d0f-15ed-405e-a785-d81e208c4a24,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:47.320977 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (cfc359a9-3055-4c93-89d5-37c8997c4f54), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.363512 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-dba3fe42-e585-4026-98ad-b2e24b2b875c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9664695 Feb 08 15:38:47.387127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Request body: {'port': {'device_id': 'a8728ea1-70fe-44e1-9bc1-e6b660065b7e', 'device_owner': 'compute:tempest-test_az-157243199', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:47.398415 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-06a00e31-b2b3-4435-85d3-61908ea826d4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7ab1d0c33ab640df86c9d0f1f4cb54fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7682383 Feb 08 15:38:47.417882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54454) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:47.431973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] For port 0fa3d88d-d3db-407f-8ad7-348dde138508, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:38:47.436900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] For port 0fa3d88d-d3db-407f-8ad7-348dde138508, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0fa3d88d-d3db-407f-8ad7-348dde138508,segment=NetworkSegment(69c424cc-bb8c-4f28-a1cc-411242ae3ebb),segment_id=69c424cc-bb8c-4f28-a1cc-411242ae3ebb)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:38:47.444959 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:47.447399 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.447804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:47.450770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:38:47.511075 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4003f13a-779c-46b0-9d31-5733e8ddb1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for subnet (c83d50d0-a523-4c9d-a16b-90473488d403), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.523768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Pushing event updated for resources: {'Port': ['ID=cfc359a9-3055-4c93-89d5-37c8997c4f54,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:47.535323 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b3791-a947-4e15-b24f-9aafbfc9bb7a req-1fe4d22f-991e-47c7-8322-e4195b8be445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:47.536900 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c14b3791-a947-4e15-b24f-9aafbfc9bb7a req-1fe4d22f-991e-47c7-8322-e4195b8be445 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 1154 time: 0.3867328 Feb 08 15:38:47.538035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa3570-fdea-4c86-b418-b75be1b8fefd None None] Pushing event updated for resources: {'Port': ['ID=0fa3d88d-d3db-407f-8ad7-348dde138508,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:47.581410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361bf78-78fa-4d8c-a2af-d635741325f7 req-9beb0c59-5b65-45ff-a8ba-b3173e557e0d tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:47.581735 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0327f8df-fc40-46ff-8c98-73ee98e74429 admin admin] Publish callbacks [] for security_group (afe42d0f-15ed-405e-a785-d81e208c4a24), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.593828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7361bf78-78fa-4d8c-a2af-d635741325f7 req-9beb0c59-5b65-45ff-a8ba-b3173e557e0d tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 936 time: 0.3823378 Feb 08 15:38:47.675307 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0327f8df-fc40-46ff-8c98-73ee98e74429 admin admin] Publish callbacks [] for security_group (afe42d0f-15ed-405e-a785-d81e208c4a24), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.686551 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c14b3791-a947-4e15-b24f-9aafbfc9bb7a req-7014781f-7eff-4891-964e-51b3d713e00b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.715146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-054e38e8-5879-4730-8dad-d0965a59682a None None] Provisioning complete for port 49ae86d5-ee61-479f-a0bf-cd673c1515b7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:47.715548 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-054e38e8-5879-4730-8dad-d0965a59682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.750004 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.756925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-054e38e8-5879-4730-8dad-d0965a59682a None None] Port 49ae86d5-ee61-479f-a0bf-cd673c1515b7 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:38:47.786498 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003f13a-779c-46b0-9d31-5733e8ddb1e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c83d50d0-a523-4c9d-a16b-90473488d403,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:47.795929 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0327f8df-fc40-46ff-8c98-73ee98e74429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (afe42d0f-15ed-405e-a785-d81e208c4a24), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.798724 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0327f8df-fc40-46ff-8c98-73ee98e74429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.817655 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0327f8df-fc40-46ff-8c98-73ee98e74429 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/afe42d0f-15ed-405e-a785-d81e208c4a24 HTTP/1.1" status: 204 len: 168 time: 0.3957486 Feb 08 15:38:47.832531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7361bf78-78fa-4d8c-a2af-d635741325f7 req-f7fe9e1e-ea23-4f8c-93c7-2f232541a4e5 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376783 Feb 08 15:38:47.903831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327f8df-fc40-46ff-8c98-73ee98e74429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe42d0f-15ed-405e-a785-d81e208c4a24,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:47.946870 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc32ce-5312-41ad-bb8c-893433164ae3 req-db4c5c3a-ad45-4595-9331-fee77405aaff tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:47.956058 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bcc32ce-5312-41ad-bb8c-893433164ae3 req-db4c5c3a-ad45-4595-9331-fee77405aaff tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 932 time: 0.4138145 Feb 08 15:38:47.986602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Publish callbacks [] for router_gateway (a1f53832-9507-4afa-adcf-72dda53330dc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:47.994890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4003f13a-779c-46b0-9d31-5733e8ddb1e8 admin admin] Checking segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:47.995867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4003f13a-779c-46b0-9d31-5733e8ddb1e8 admin admin] Network hostable DHCP agents. Network: 34030067-061b-475b-9f07-26ad4a87c9e1, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:38:48.132712 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-14c3b6b8-72dc-4632-badb-1c14843c541e tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:38:48.133022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4003f13a-779c-46b0-9d31-5733e8ddb1e8 admin admin] Network 34030067-061b-475b-9f07-26ad4a87c9e1 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:38:48.134182 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-14c3b6b8-72dc-4632-badb-1c14843c541e tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067713 Feb 08 15:38:48.144582 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bcc32ce-5312-41ad-bb8c-893433164ae3 req-8e172e3a-c15a-49d9-a15e-3c5248933fb3 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873775 Feb 08 15:38:48.182176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-4003f13a-779c-46b0-9d31-5733e8ddb1e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 34030067-061b-475b-9f07-26ad4a87c9e1) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:48.192631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236eed99-0066-48cf-a5e9-623a53eec104 None None] Network 34030067-061b-475b-9f07-26ad4a87c9e1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:38:48.221846 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4003f13a-779c-46b0-9d31-5733e8ddb1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:48.222441 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4003f13a-779c-46b0-9d31-5733e8ddb1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:48.358026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54492) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:48.375545 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (a1f53832-9507-4afa-adcf-72dda53330dc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:48.378949 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-227f3e74-a247-41ca-8733-292b774a8f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:48.386149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefd8d54-a261-4bb6-bc42-0c047c838170 None None] Network 34030067-061b-475b-9f07-26ad4a87c9e1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:38:48.464924 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:48.554018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Request body: {'port': {'device_id': 'a4c35f0b-223d-4a7d-9fde-cfca201221ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:48.578126 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c14b3791-a947-4e15-b24f-9aafbfc9bb7a req-7014781f-7eff-4891-964e-51b3d713e00b service neutron] Publish callbacks [] for security_group (c95b606c-ab89-4057-bbcf-16804c3f7fdd), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:48.596519 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c14b3791-a947-4e15-b24f-9aafbfc9bb7a req-7014781f-7eff-4891-964e-51b3d713e00b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c95b606c-ab89-4057-bbcf-16804c3f7fdd), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:48.640407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4003f13a-779c-46b0-9d31-5733e8ddb1e8 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0676460 Feb 08 15:38:48.675699 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:48.683860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Router a1f53832-9507-4afa-adcf-72dda53330dc is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:38:48.726793 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c14b3791-a947-4e15-b24f-9aafbfc9bb7a req-7014781f-7eff-4891-964e-51b3d713e00b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1755102 Feb 08 15:38:48.731156 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54498) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:48.740753 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-227f3e74-a247-41ca-8733-292b774a8f32 admin admin] Publish callbacks [] for security_group (c4c369b9-ed5f-4b87-a45d-f32e82af44bf), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:48.741155 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0536dee-b88c-463c-9166-bbbf75c06736 req-66a9659a-d0ab-466c-be5f-df9023b683ed tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:48.746242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0536dee-b88c-463c-9166-bbbf75c06736 req-66a9659a-d0ab-466c-be5f-df9023b683ed tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 971 time: 0.5979333 Feb 08 15:38:48.748351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014781f-7eff-4891-964e-51b3d713e00b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c95b606c-ab89-4057-bbcf-16804c3f7fdd,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:48.822262 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0536dee-b88c-463c-9166-bbbf75c06736 req-97f8312f-af1f-4059-8b61-9a695abb5bd5 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627360 Feb 08 15:38:48.930974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ae86d5-ee61-479f-a0bf-cd673c1515b7 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:38:48.950647 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Publish callbacks [] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:48.981763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Transition to ACTIVE for port object 49ae86d5-ee61-479f-a0bf-cd673c1515b7 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:38:48.992688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0fa3d88d-d3db-407f-8ad7-348dde138508 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:49.037662 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.059697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f6c58bf-18db-4882-927c-937066ba38a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.064911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 0fa3d88d-d3db-407f-8ad7-348dde138508 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:49.065355 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.083377 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-227f3e74-a247-41ca-8733-292b774a8f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c4c369b9-ed5f-4b87-a45d-f32e82af44bf), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.149583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c65dc77-0791-470b-8362-8086716a4c2e None None] Network 077a6df9-cedc-4425-b2eb-e9afcac5568e requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:38:49.157440 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-227f3e74-a247-41ca-8733-292b774a8f32 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=290b5c2759744ef995ed4088078b1c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7978795 Feb 08 15:38:49.162935 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54508) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:49.189940 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Pushing event updated for resources: {'Port': ['ID=49ae86d5-ee61-479f-a0bf-cd673c1515b7,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:49.227075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7ef48-8299-4b1c-bb9f-4af2d7b973f4 req-a8c7cb3a-25a9-45dc-bf66-c0796136be34 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:49.229644 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bb7ef48-8299-4b1c-bb9f-4af2d7b973f4 req-a8c7cb3a-25a9-45dc-bf66-c0796136be34 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 936 time: 0.2460995 Feb 08 15:38:49.239061 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Attempting to bind port 49ae86d5-ee61-479f-a0bf-cd673c1515b7 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:38:49.239964 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Attempting to bind port 49ae86d5-ee61-479f-a0bf-cd673c1515b7 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:38:49.239964 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Attempting to bind port 49ae86d5-ee61-479f-a0bf-cd673c1515b7 on network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:38:49.251218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Port 49ae86d5-ee61-479f-a0bf-cd673c1515b7 on network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:38:49.251218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Attempting to bind port 49ae86d5-ee61-479f-a0bf-cd673c1515b7 on network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:38:49.275708 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:38:49.276175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Checking segment: {'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:49.276570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Bound using segment: {'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:38:49.279054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 0fa3d88d-d3db-407f-8ad7-348dde138508 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:49.279443 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.292517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Bound port: 49ae86d5-ee61-479f-a0bf-cd673c1515b7, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:38:49.292970 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.325268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6d1f6940-e8ad-4e22-b27e-e0796b7f7a91 None None] Provisioning complete for port 0fa3d88d-d3db-407f-8ad7-348dde138508 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:49.325642 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6d1f6940-e8ad-4e22-b27e-e0796b7f7a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.397926 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 0fa3d88d-d3db-407f-8ad7-348dde138508, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0fa3d88d-d3db-407f-8ad7-348dde138508,segment=NetworkSegment(69c424cc-bb8c-4f28-a1cc-411242ae3ebb),segment_id=69c424cc-bb8c-4f28-a1cc-411242ae3ebb)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:49.420378 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.441612 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bb7ef48-8299-4b1c-bb9f-4af2d7b973f4 req-6320ae09-049c-43b5-928f-302999ed616f tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058351 Feb 08 15:38:49.464326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:38:49.485722 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Sync routers for ids ['a1f53832-9507-4afa-adcf-72dda53330dc'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:38:49.490247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d0cf-98a5-4da9-afad-6511efe25a29 req-abd3fbce-89d8-4bfa-8edc-c765041d5002 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:49.490731 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f3e74-a247-41ca-8733-292b774a8f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c369b9-ed5f-4b87-a45d-f32e82af44bf,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:49.499488 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9451d0cf-98a5-4da9-afad-6511efe25a29 req-abd3fbce-89d8-4bfa-8edc-c765041d5002 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 965 time: 0.1920097 Feb 08 15:38:49.509843 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f6c58bf-18db-4882-927c-937066ba38a9 admin admin] Publish callbacks [] for security_group (0ebded28-015e-46d3-baa2-6f2022460fc3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.527266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=0fa3d88d-d3db-407f-8ad7-348dde138508,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:49.546482 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Routers {'a1f53832-9507-4afa-adcf-72dda53330dc'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:38:49.550754 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:38:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a1f53832-9507-4afa-adcf-72dda53330dc'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:49.554135 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f6c58bf-18db-4882-927c-937066ba38a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0ebded28-015e-46d3-baa2-6f2022460fc3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.559072 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f6940-e8ad-4e22-b27e-e0796b7f7a91 None None] Current status of the port 0fa3d88d-d3db-407f-8ad7-348dde138508 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:49.596306 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] For port 49ae86d5-ee61-479f-a0bf-cd673c1515b7, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:38:49.604403 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54520) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:49.619610 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-49489751-network', 'tenant_id': '606990c8d04f4f269f4816f3bdda7325'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:49.623427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] For port 49ae86d5-ee61-479f-a0bf-cd673c1515b7, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=49ae86d5-ee61-479f-a0bf-cd673c1515b7,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:38:49.653439 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.678967 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3f6c58bf-18db-4882-927c-937066ba38a9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5e35255fcf854ee9a7bb839566d18fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9294279 Feb 08 15:38:49.697665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c58bf-18db-4882-927c-937066ba38a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebded28-015e-46d3-baa2-6f2022460fc3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:49.702123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54522) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:49.707667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.708900 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-146a0d77-1beb-4f56-b2bd-916ff679ffbd admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1403065 Feb 08 15:38:49.714500 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54524) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:49.730500 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Set router a1f53832-9507-4afa-adcf-72dda53330dc gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:38:49.733252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9451d0cf-98a5-4da9-afad-6511efe25a29 req-747a89f5-811f-4f08-b60c-31aa82cb8aed tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279468 Feb 08 15:38:49.741149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:49.741977 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.743527 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] 10.222.0.96 "PUT /v2.0/ports/49ae86d5-ee61-479f-a0bf-cd673c1515b7 HTTP/1.1" status: 200 len: 1114 time: 2.3661394 Feb 08 15:38:49.756221 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8728ea1-70fe-44e1-9bc1-e6b660065b7e', 'tag': '49ae86d5-ee61-479f-a0bf-cd673c1515b7'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:38:49.760029 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1aec70-abff-4753-aee7-6d0c4d336a46" -d '{"events": [{"name": "network-changed", "server_uuid": "a8728ea1-70fe-44e1-9bc1-e6b660065b7e", "tag": "49ae86d5-ee61-479f-a0bf-cd673c1515b7"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:38:49.776457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] Made reservation on behalf of 606990c8d04f4f269f4816f3bdda7325 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:49.779672 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.817449 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3c8b6a1-6fb6-42bf-88e6-5342d4eabafb admin admin] Publish callbacks [] for security_group (c4c369b9-ed5f-4b87-a45d-f32e82af44bf), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.857362 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3c8b6a1-6fb6-42bf-88e6-5342d4eabafb admin admin] Publish callbacks [] for security_group (c4c369b9-ed5f-4b87-a45d-f32e82af44bf), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.907756 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.920129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-de33169e-891f-4da8-8541-50df31b7a120 None None] Provisioning complete for port 0fa3d88d-d3db-407f-8ad7-348dde138508 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:49.920914 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de33169e-891f-4da8-8541-50df31b7a120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.921522 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34849304-72a8-4d25-b52d-f96cc48ae09c x-openstack-request-id: req-34849304-72a8-4d25-b52d-f96cc48ae09c {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:38:49.924209 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8728ea1-70fe-44e1-9bc1-e6b660065b7e", "tag": "49ae86d5-ee61-479f-a0bf-cd673c1515b7", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:38:49.924631 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-34849304-72a8-4d25-b52d-f96cc48ae09c {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:38:49.925176 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8728ea1-70fe-44e1-9bc1-e6b660065b7e', 'tag': '49ae86d5-ee61-479f-a0bf-cd673c1515b7', 'status': 'completed', 'code': 200} Feb 08 15:38:49.955424 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3c8b6a1-6fb6-42bf-88e6-5342d4eabafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c4c369b9-ed5f-4b87-a45d-f32e82af44bf), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.958699 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3c8b6a1-6fb6-42bf-88e6-5342d4eabafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:49.960682 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e3c8b6a1-6fb6-42bf-88e6-5342d4eabafb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c4c369b9-ed5f-4b87-a45d-f32e82af44bf HTTP/1.1" status: 204 len: 168 time: 0.7935529 Feb 08 15:38:50.042966 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:50.050757 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8b6a1-6fb6-42bf-88e6-5342d4eabafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c369b9-ed5f-4b87-a45d-f32e82af44bf,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:50.105153 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a31479-961f-4ae8-a5f0-020e3e54257a service neutron] Pushing event updated for resources: {'Port': ['ID=49ae86d5-ee61-479f-a0bf-cd673c1515b7,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:50.111069 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] Publish callbacks [] for security_group (136a3c79-3230-4d9f-86f2-4ce731753557), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:50.132410 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (136a3c79-3230-4d9f-86f2-4ce731753557), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:50.134800 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662345102-router', 'tenant_id': '5008a044088141ffb7151c00e7ee8f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'cfc359a9-3055-4c93-89d5-37c8997c4f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:45Z', 'updated_at': '2022-02-08T15:38:47Z', 'revision_number': 3, 'project_id': '5008a044088141ffb7151c00e7ee8f73', 'gw_port': {'id': 'cfc359a9-3055-4c93-89d5-37c8997c4f54', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:46Z', 'updated_at': '2022-02-08T15:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:50.144647 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-de33169e-891f-4da8-8541-50df31b7a120 None None] Current status of the port 0fa3d88d-d3db-407f-8ad7-348dde138508 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:50.175572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:38:50.203029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a340257-6e52-4676-9641-8dadc44f0bc8 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:38:50.208038 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a45b41df-50dd-440f-986f-1eca2bcae98d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:50.208371 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] Added segment a45b41df-50dd-440f-986f-1eca2bcae98d of type vlan for network 012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4 Feb 08 15:38:50.220671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-5b6fd065-4b30-4523-ab88-c39b78a14525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:50.222407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-5b6fd065-4b30-4523-ab88-c39b78a14525 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f56b2d01d7094f258a54afd197cf9284&device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 1148 time: 0.2963414 Feb 08 15:38:50.223578 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Publish callbacks [] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:50.231383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136a3c79-3230-4d9f-86f2-4ce731753557,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:50.232104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e021ec3-2e60-4628-8441-4a0766ce6aa0 req-086b63ab-86a2-4857-80d6-f56e31a307cd tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:50.239100 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e021ec3-2e60-4628-8441-4a0766ce6aa0 req-086b63ab-86a2-4857-80d6-f56e31a307cd tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 971 time: 0.3068280 Feb 08 15:38:50.246667 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-09119f2d-467f-4fc1-88ba-261efcdaabd2 admin admin] Publish callbacks [] for security_group (0ebded28-015e-46d3-baa2-6f2022460fc3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:50.277571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Transition to ACTIVE for port object 2a340257-6e52-4676-9641-8dadc44f0bc8 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:38:50.281614 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:50.284254 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:50.300810 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Checking router: a1f53832-9507-4afa-adcf-72dda53330dc for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:38:50.301425 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Updating router a1f53832-9507-4afa-adcf-72dda53330dc port cfc359a9-3055-4c93-89d5-37c8997c4f54 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:38:50.342385 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cfc359a9-3055-4c93-89d5-37c8997c4f54), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:50.351824 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-8ba341f5-4040-4a96-9cc9-e59e0881bdca service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49ae86d5-ee61-479f-a0bf-cd673c1515b7 HTTP/1.1" status: 200 len: 217 time: 0.1008132 Feb 08 15:38:50.435099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:50.436074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:50.436668 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:50.468420 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-09119f2d-467f-4fc1-88ba-261efcdaabd2 admin admin] Publish callbacks [] for security_group (0ebded28-015e-46d3-baa2-6f2022460fc3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:50.477047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Pushing event updated for resources: {'Port': ['ID=2a340257-6e52-4676-9641-8dadc44f0bc8,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:50.641182 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0347850 Feb 08 15:38:50.645199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54540) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:50.658674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e021ec3-2e60-4628-8441-4a0766ce6aa0 req-8fbac9e9-a963-43ec-aa64-77b5abb56f62 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185939 Feb 08 15:38:50.680938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577290e8-6234-47ad-8c33-6e488a836425 admin admin] Pushing event updated for resources: {'Network': ['ID=012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:50.686707 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d73d8416-4af7-4c51-879a-5eb5cba8f7f2 admin admin] Request body: {'subnet': {'network_id': '012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-49489751-subnet', 'tenant_id': '606990c8d04f4f269f4816f3bdda7325', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:50.710503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:38:50.743418 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Attempting to bind port 2a340257-6e52-4676-9641-8dadc44f0bc8 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:38:50.744648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Attempting to bind port 2a340257-6e52-4676-9641-8dadc44f0bc8 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:38:50.745268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Attempting to bind port 2a340257-6e52-4676-9641-8dadc44f0bc8 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:38:50.752034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Port 2a340257-6e52-4676-9641-8dadc44f0bc8 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:38:50.755815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Attempting to bind port 2a340257-6e52-4676-9641-8dadc44f0bc8 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:38:50.768753 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:38:50.769137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:50.769699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:38:50.770521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Bound port: 2a340257-6e52-4676-9641-8dadc44f0bc8, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:38:50.770919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:50.830247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-84379ba6-4dc2-4504-9569-0d646ba81f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:50.835184 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-84379ba6-4dc2-4504-9569-0d646ba81f72 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7c88a98d-d03f-41a5-941f-3b5ddd16ad60 HTTP/1.1" status: 200 len: 863 time: 0.4417205 Feb 08 15:38:50.967458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] For port 2a340257-6e52-4676-9641-8dadc44f0bc8, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:38:50.975109 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73d8416-4af7-4c51-879a-5eb5cba8f7f2 admin admin] Made reservation on behalf of 606990c8d04f4f269f4816f3bdda7325 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:50.982890 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d73d8416-4af7-4c51-879a-5eb5cba8f7f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:50.987977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] For port 2a340257-6e52-4676-9641-8dadc44f0bc8, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=2a340257-6e52-4676-9641-8dadc44f0bc8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:38:50.988736 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0fa3d88d-d3db-407f-8ad7-348dde138508 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:51.002027 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:51.019133 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-09119f2d-467f-4fc1-88ba-261efcdaabd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0ebded28-015e-46d3-baa2-6f2022460fc3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:51.021925 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-09119f2d-467f-4fc1-88ba-261efcdaabd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:51.026024 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-09119f2d-467f-4fc1-88ba-261efcdaabd2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0ebded28-015e-46d3-baa2-6f2022460fc3 HTTP/1.1" status: 204 len: 168 time: 1.3207915 Feb 08 15:38:51.094917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:51.095882 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:51.097851 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-be1d1011-336e-494c-a119-5a01a855565b service neutron] 10.222.0.94 "PUT /v2.0/ports/2a340257-6e52-4676-9641-8dadc44f0bc8 HTTP/1.1" status: 200 len: 1097 time: 2.7600372 Feb 08 15:38:51.101842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 0fa3d88d-d3db-407f-8ad7-348dde138508 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:51.103654 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:51.106184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c35f0b-223d-4a7d-9fde-cfca201221ec', 'tag': '2a340257-6e52-4676-9641-8dadc44f0bc8'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:38:51.126763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09119f2d-467f-4fc1-88ba-261efcdaabd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebded28-015e-46d3-baa2-6f2022460fc3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:51.133228 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Publish callbacks [] for port (cfc359a9-3055-4c93-89d5-37c8997c4f54), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:51.144378 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cfc359a9-3055-4c93-89d5-37c8997c4f54), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:51.163435 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f51ecd-7143-446c-9daa-79814cda3d46 req-8224f265-9a19-4a9f-ac0c-e570670a29a5 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:51.167632 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8f51ecd-7143-446c-9daa-79814cda3d46 req-8224f265-9a19-4a9f-ac0c-e570670a29a5 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 948 time: 0.4877715 Feb 08 15:38:51.233813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-751718b4-7df7-4115-990c-fba95f7203a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:51.236026 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-751718b4-7df7-4115-990c-fba95f7203a7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3839977 Feb 08 15:38:51.299813 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Attempting to bind port cfc359a9-3055-4c93-89d5-37c8997c4f54 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:38:51.300195 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Attempting to bind port cfc359a9-3055-4c93-89d5-37c8997c4f54 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:38:51.300591 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Attempting to bind port cfc359a9-3055-4c93-89d5-37c8997c4f54 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:38:51.312855 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2483d2e-f7ad-4e75-b7f1-8b6e969e1b78 req-9aae97c5-7344-4b27-825a-7a1b4ec04c40 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:51.318582 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2483d2e-f7ad-4e75-b7f1-8b6e969e1b78 req-9aae97c5-7344-4b27-825a-7a1b4ec04c40 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 965 time: 0.4461071 Feb 08 15:38:51.319506 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:38:51.319894 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:51.320316 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:51.320772 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:38:51.323013 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Bound port: cfc359a9-3055-4c93-89d5-37c8997c4f54, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:38:51.323013 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cfc359a9-3055-4c93-89d5-37c8997c4f54), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:51.341341 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d1011-336e-494c-a119-5a01a855565b service neutron] Pushing event updated for resources: {'Port': ['ID=2a340257-6e52-4676-9641-8dadc44f0bc8,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:51.400559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 0fa3d88d-d3db-407f-8ad7-348dde138508 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:51.413893 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-42beaa96-4152-49a5-85d7-cb3726f966fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:51.415450 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-42beaa96-4152-49a5-85d7-cb3726f966fd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a0ae5d64fef84958a145b39aba90ea6c&device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 1131 time: 0.2369778 Feb 08 15:38:51.431868 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d54ce-13ee-4684-90b8-5c240c2bd36d None None] Pushing event updated for resources: {'Port': ['ID=cfc359a9-3055-4c93-89d5-37c8997c4f54,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:51.499403 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] For port cfc359a9-3055-4c93-89d5-37c8997c4f54, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:38:51.503646 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] For port cfc359a9-3055-4c93-89d5-37c8997c4f54, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cfc359a9-3055-4c93-89d5-37c8997c4f54,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:38:51.513679 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cfc359a9-3055-4c93-89d5-37c8997c4f54), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:51.536310 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-93469957-9e03-4f31-882e-10cea232427d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=2a340257-6e52-4676-9641-8dadc44f0bc8 HTTP/1.1" status: 200 len: 217 time: 0.1119008 Feb 08 15:38:51.626332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-fbbe8691-4a46-4f8f-b343-9f67cbdc87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:51.628503 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-fbbe8691-4a46-4f8f-b343-9f67cbdc87ac service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0820107 Feb 08 15:38:51.631442 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb929ac-a07c-4c03-85b4-e10f9915687e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c35f0b-223d-4a7d-9fde-cfca201221ec", "tag": "2a340257-6e52-4676-9641-8dadc44f0bc8"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:38:51.641757 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Routers {'a1f53832-9507-4afa-adcf-72dda53330dc'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:38:51.642405 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:38:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a1f53832-9507-4afa-adcf-72dda53330dc'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:51.750489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-3b12f4ce-a3a3-46dd-8ad0-66ff3642d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:51.752103 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-3b12f4ce-a3a3-46dd-8ad0-66ff3642d33e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1172512 Feb 08 15:38:51.763873 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] Set router a1f53832-9507-4afa-adcf-72dda53330dc gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:38:51.826584 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d54ce-13ee-4684-90b8-5c240c2bd36d None None] Pushing event updated for resources: {'Port': ['ID=cfc359a9-3055-4c93-89d5-37c8997c4f54,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:51.896786 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-d5eeeabd-0657-4fa2-afa0-0148357e1767 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324449 Feb 08 15:38:51.909373 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2483d2e-f7ad-4e75-b7f1-8b6e969e1b78 req-30a98f1f-d7a3-472b-887a-aa503632f677 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5353119 Feb 08 15:38:51.917278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54572) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:51.959037 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8f51ecd-7143-446c-9daa-79814cda3d46 req-b267a587-dce8-4952-a4e4-0267921b7862 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7731793 Feb 08 15:38:51.997239 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d73d8416-4af7-4c51-879a-5eb5cba8f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for subnet (79e4810b-890e-49db-861d-20a7cbf12ceb), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:52.023840 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebc7cbb1-3740-4d8c-8055-ceec44b6e059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:52.051741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d8416-4af7-4c51-879a-5eb5cba8f7f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e4810b-890e-49db-861d-20a7cbf12ceb,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:52.070070 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662345102-router', 'tenant_id': '5008a044088141ffb7151c00e7ee8f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'cfc359a9-3055-4c93-89d5-37c8997c4f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:45Z', 'updated_at': '2022-02-08T15:38:47Z', 'revision_number': 3, 'project_id': '5008a044088141ffb7151c00e7ee8f73', 'gw_port': {'id': 'cfc359a9-3055-4c93-89d5-37c8997c4f54', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:46Z', 'updated_at': '2022-02-08T15:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:52.085544 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-ce1f743c-da45-45b4-b21c-54aff074d7fb service neutron] 10.222.0.96 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8390071 Feb 08 15:38:52.131129 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ba470-10e6-40f4-ae27-a9186a8f2e7f None None] The sync data for ids ['a1f53832-9507-4afa-adcf-72dda53330dc'] in n-d-824834-11 is: [{'id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662345102-router', 'tenant_id': '5008a044088141ffb7151c00e7ee8f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'cfc359a9-3055-4c93-89d5-37c8997c4f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:45Z', 'updated_at': '2022-02-08T15:38:47Z', 'revision_number': 3, 'project_id': '5008a044088141ffb7151c00e7ee8f73', 'gw_port': {'id': 'cfc359a9-3055-4c93-89d5-37c8997c4f54', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:46Z', 'updated_at': '2022-02-08T15:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:38:52.165273 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbab820c-60f2-4098-8d26-7b41d6e7c660 req-6767d6ca-cf0c-41ef-8a3f-80dee8c3fd38 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590835 Feb 08 15:38:52.245999 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3baf05-d5a4-42c2-8e71-02930d441c59 req-7c0d6ff7-bbff-44a3-93a4-bed4ad4c2bcb service neutron] 10.222.0.96 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471715 Feb 08 15:38:52.282922 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebc7cbb1-3740-4d8c-8055-ceec44b6e059 admin admin] Publish callbacks [] for security_group (2fbe8093-8a3e-4223-a640-4726d159b829), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:52.289669 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebc7cbb1-3740-4d8c-8055-ceec44b6e059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2fbe8093-8a3e-4223-a640-4726d159b829), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:52.332265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7cbb1-3740-4d8c-8055-ceec44b6e059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbe8093-8a3e-4223-a640-4726d159b829,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:52.340002 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ebc7cbb1-3740-4d8c-8055-ceec44b6e059 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=33112fa1b3ce4b8baf53861457414556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183691 Feb 08 15:38:52.341105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54584) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:52.352934 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d226383c-8875-4cc5-beb2-446d1d948101 x-openstack-request-id: req-d226383c-8875-4cc5-beb2-446d1d948101 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:38:52.353289 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c35f0b-223d-4a7d-9fde-cfca201221ec", "tag": "2a340257-6e52-4676-9641-8dadc44f0bc8", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:38:52.353614 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d226383c-8875-4cc5-beb2-446d1d948101 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:38:52.354212 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c35f0b-223d-4a7d-9fde-cfca201221ec', 'tag': '2a340257-6e52-4676-9641-8dadc44f0bc8', 'status': 'completed', 'code': 200} Feb 08 15:38:52.465183 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d8416-4af7-4c51-879a-5eb5cba8f7f2 admin admin] Checking segment: {'id': 'a45b41df-50dd-440f-986f-1eca2bcae98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:52.465941 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73d8416-4af7-4c51-879a-5eb5cba8f7f2 admin admin] Network hostable DHCP agents. Network: 012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:38:52.479175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b6b59-1f20-402c-bd4a-838082d132b2 req-0ce34ef4-6eba-4c6f-9673-dacf6ab1c766 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:52.480177 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f45f1cae-afd3-49a5-b02c-0974b19651f7 admin admin] Publish callbacks [] for security_group (2fbe8093-8a3e-4223-a640-4726d159b829), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:52.490053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb929ac-a07c-4c03-85b4-e10f9915687e req-a12322d3-00ac-4984-9f5b-e94734d7e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:52.490053 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cb929ac-a07c-4c03-85b4-e10f9915687e req-a12322d3-00ac-4984-9f5b-e94734d7e6cd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a0ae5d64fef84958a145b39aba90ea6c&device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 1131 time: 0.1267259 Feb 08 15:38:52.496196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f5b6b59-1f20-402c-bd4a-838082d132b2 req-0ce34ef4-6eba-4c6f-9673-dacf6ab1c766 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 971 time: 0.2811170 Feb 08 15:38:52.535196 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:52.559645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73d8416-4af7-4c51-879a-5eb5cba8f7f2 admin admin] Network 012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:38:52.566222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aec70-abff-4753-aee7-6d0c4d336a46 req-18304cee-8601-4267-84df-77f9223b037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:52.567636 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c1aec70-abff-4753-aee7-6d0c4d336a46 req-18304cee-8601-4267-84df-77f9223b037e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f56b2d01d7094f258a54afd197cf9284&device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 1148 time: 0.2336597 Feb 08 15:38:52.614531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-d73d8416-4af7-4c51-879a-5eb5cba8f7f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:52.626040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dadffa1-6ec5-4058-9784-1d05310efbce None None] Network 012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:38:52.673963 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f45f1cae-afd3-49a5-b02c-0974b19651f7 admin admin] Publish callbacks [] for security_group (2fbe8093-8a3e-4223-a640-4726d159b829), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:52.733166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73d8416-4af7-4c51-879a-5eb5cba8f7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:52.733722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d73d8416-4af7-4c51-879a-5eb5cba8f7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:52.795031 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d73d8416-4af7-4c51-879a-5eb5cba8f7f2 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.1237376 Feb 08 15:38:52.898217 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f5b6b59-1f20-402c-bd4a-838082d132b2 req-fc138a4b-ec3b-4cf5-8ca0-a920c832e66b tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930230 Feb 08 15:38:52.966591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1de348-16cc-477d-be66-2f3d6c68dcd5 None None] Network 012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:38:53.080996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aec70-abff-4753-aee7-6d0c4d336a46 req-1db1a2bf-5736-4fca-9fb5-443c10e118a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:53.089022 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c1aec70-abff-4753-aee7-6d0c4d336a46 req-1db1a2bf-5736-4fca-9fb5-443c10e118a4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b HTTP/1.1" status: 200 len: 925 time: 0.5098155 Feb 08 15:38:53.097609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cfc359a9-3055-4c93-89d5-37c8997c4f54 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:53.174778 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb929ac-a07c-4c03-85b4-e10f9915687e req-1dab3de0-e96e-4186-9397-429d5557a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:53.176337 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cb929ac-a07c-4c03-85b4-e10f9915687e req-1dab3de0-e96e-4186-9397-429d5557a5e3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.6459880 Feb 08 15:38:53.187682 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c1aec70-abff-4753-aee7-6d0c4d336a46 req-61c8e0a3-8cd0-41a9-be4b-884235c10d36 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49ae86d5-ee61-479f-a0bf-cd673c1515b7 HTTP/1.1" status: 200 len: 217 time: 0.0860505 Feb 08 15:38:53.224687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port cfc359a9-3055-4c93-89d5-37c8997c4f54 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:53.225131 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cfc359a9-3055-4c93-89d5-37c8997c4f54), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:53.235112 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cb929ac-a07c-4c03-85b4-e10f9915687e req-ad2fa6bc-e0c2-4290-816e-461aff0a0611 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=2a340257-6e52-4676-9641-8dadc44f0bc8 HTTP/1.1" status: 200 len: 217 time: 0.0513613 Feb 08 15:38:53.239082 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f45f1cae-afd3-49a5-b02c-0974b19651f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2fbe8093-8a3e-4223-a640-4726d159b829), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:53.247750 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f45f1cae-afd3-49a5-b02c-0974b19651f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:53.250518 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f45f1cae-afd3-49a5-b02c-0974b19651f7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2fbe8093-8a3e-4223-a640-4726d159b829 HTTP/1.1" status: 204 len: 168 time: 0.9086781 Feb 08 15:38:53.284006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f1cae-afd3-49a5-b02c-0974b19651f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbe8093-8a3e-4223-a640-4726d159b829,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:53.302851 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aec70-abff-4753-aee7-6d0c4d336a46 req-e852d9af-879a-44b1-86b8-b6af4f36d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:53.305882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c1aec70-abff-4753-aee7-6d0c4d336a46 req-e852d9af-879a-44b1-86b8-b6af4f36d4cd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7c88a98d-d03f-41a5-941f-3b5ddd16ad60 HTTP/1.1" status: 200 len: 863 time: 0.0646212 Feb 08 15:38:53.340555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb929ac-a07c-4c03-85b4-e10f9915687e req-05d174cf-f92b-4080-af62-7647e351e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:53.342890 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cb929ac-a07c-4c03-85b4-e10f9915687e req-05d174cf-f92b-4080-af62-7647e351e423 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0903943 Feb 08 15:38:53.409785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port cfc359a9-3055-4c93-89d5-37c8997c4f54 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:53.410473 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cfc359a9-3055-4c93-89d5-37c8997c4f54), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:53.431573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb929ac-a07c-4c03-85b4-e10f9915687e req-b492328c-2518-44a8-961d-c65d0c99fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:53.433724 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cb929ac-a07c-4c03-85b4-e10f9915687e req-b492328c-2518-44a8-961d-c65d0c99fb35 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0795503 Feb 08 15:38:53.440899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port cfc359a9-3055-4c93-89d5-37c8997c4f54, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cfc359a9-3055-4c93-89d5-37c8997c4f54,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:53.445946 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Allocated IP 172.20.0.1 (077a6df9-cedc-4425-b2eb-e9afcac5568e/2ae0b0bd-96a2-4380-b9fb-e1999e304387/66b476fe-9888-420e-939d-58534c593f5c) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:38:53.446182 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cfc359a9-3055-4c93-89d5-37c8997c4f54), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:53.471569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d1d06-dd61-4c6f-99c6-402d0fa76cbf req-931a8845-74cb-4b23-b7df-11f4a89e2158 tempest-AggregatesAdminTestJSON-1506675451 tempest-AggregatesAdminTestJSON-1506675451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:53.473143 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a91d1d06-dd61-4c6f-99c6-402d0fa76cbf req-931a8845-74cb-4b23-b7df-11f4a89e2158 tempest-AggregatesAdminTestJSON-1506675451 tempest-AggregatesAdminTestJSON-1506675451-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 1154 time: 0.2844543 Feb 08 15:38:53.490554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aec70-abff-4753-aee7-6d0c4d336a46 req-6174313c-a595-49fc-83c8-c43421112e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:53.492089 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c1aec70-abff-4753-aee7-6d0c4d336a46 req-6174313c-a595-49fc-83c8-c43421112e38 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1577859 Feb 08 15:38:53.535224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=cfc359a9-3055-4c93-89d5-37c8997c4f54,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:53.568008 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cb929ac-a07c-4c03-85b4-e10f9915687e req-0e0ef370-1b93-401f-8857-7eded2f1fef6 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183307 Feb 08 15:38:53.581339 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a91d1d06-dd61-4c6f-99c6-402d0fa76cbf req-5b2264e9-3c8c-448b-baff-5534d32f1e6d tempest-AggregatesAdminTestJSON-1506675451 tempest-AggregatesAdminTestJSON-1506675451-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:53.627837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24369c30-23e1-489a-b665-2bf9ea0ff044 req-7f84137d-2b12-46a0-8147-a8547339d5b5 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:53.629447 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24369c30-23e1-489a-b665-2bf9ea0ff044 req-7f84137d-2b12-46a0-8147-a8547339d5b5 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 965 time: 0.2634695 Feb 08 15:38:53.711338 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cb929ac-a07c-4c03-85b4-e10f9915687e req-a0e3688b-2bdc-4376-a877-4b17b4ec0a2f service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363609 Feb 08 15:38:53.776673 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Publish callbacks [] for port (66b476fe-9888-420e-939d-58534c593f5c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:53.781902 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24369c30-23e1-489a-b665-2bf9ea0ff044 req-af4c2e54-2e79-4c40-a1cc-53a4c70534f2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442022 Feb 08 15:38:53.811972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c1aec70-abff-4753-aee7-6d0c4d336a46 req-f3e29b6d-d5bb-4f20-bd4e-188a70e44dab service neutron] 10.222.0.96 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886884 Feb 08 15:38:53.984830 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a91d1d06-dd61-4c6f-99c6-402d0fa76cbf req-5b2264e9-3c8c-448b-baff-5534d32f1e6d tempest-AggregatesAdminTestJSON-1506675451 tempest-AggregatesAdminTestJSON-1506675451-project-admin] Publish callbacks [] for security_group (061ae1da-74ef-49e4-a15b-a75e60d48aac), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:53.987069 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (66b476fe-9888-420e-939d-58534c593f5c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:54.003662 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a91d1d06-dd61-4c6f-99c6-402d0fa76cbf req-5b2264e9-3c8c-448b-baff-5534d32f1e6d tempest-AggregatesAdminTestJSON-1506675451 tempest-AggregatesAdminTestJSON-1506675451-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (061ae1da-74ef-49e4-a15b-a75e60d48aac), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:54.093955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Network 077a6df9-cedc-4425-b2eb-e9afcac5568e is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:54.105663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c0406-7164-4d04-a6fc-5389410a9252 req-9e27d95b-79fc-49d4-96cc-1f6a20f1608f tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:54.107173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-735c0406-7164-4d04-a6fc-5389410a9252 req-9e27d95b-79fc-49d4-96cc-1f6a20f1608f tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 948 time: 0.2525442 Feb 08 15:38:54.118332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:54.122299 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a91d1d06-dd61-4c6f-99c6-402d0fa76cbf req-5b2264e9-3c8c-448b-baff-5534d32f1e6d tempest-AggregatesAdminTestJSON-1506675451 tempest-AggregatesAdminTestJSON-1506675451-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6366701 Feb 08 15:38:54.124773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c1aec70-abff-4753-aee7-6d0c4d336a46 req-d96c4384-c7f7-4d81-802a-ba2e81bd0a77 service neutron] 10.222.0.96 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039393 Feb 08 15:38:54.128396 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:38:54.129736 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (a1f53832-9507-4afa-adcf-72dda53330dc), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:54.132664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Pushing event updated for resources: {'Port': ['ID=66b476fe-9888-420e-939d-58534c593f5c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:54.255622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ec7f288-0912-48ad-871c-46624ba738f5 req-5aa5f8ab-9481-4aa7-9206-157040ef5648 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3499091 Feb 08 15:38:54.275880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2264e9-3c8c-448b-baff-5534d32f1e6d tempest-AggregatesAdminTestJSON-1506675451 tempest-AggregatesAdminTestJSON-1506675451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061ae1da-74ef-49e4-a15b-a75e60d48aac,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:54.347421 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-735c0406-7164-4d04-a6fc-5389410a9252 req-0228a5b7-5d60-4166-ad06-9b9b2b12f397 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304990 Feb 08 15:38:54.515021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6f267e90-69ce-404d-9251-23bb3db29354 None None] Provisioning complete for port 66b476fe-9888-420e-939d-58534c593f5c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:54.519727 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6f267e90-69ce-404d-9251-23bb3db29354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (66b476fe-9888-420e-939d-58534c593f5c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:54.592141 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6f267e90-69ce-404d-9251-23bb3db29354 None None] Port 66b476fe-9888-420e-939d-58534c593f5c cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:38:54.794003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 2a340257-6e52-4676-9641-8dadc44f0bc8 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:38:54.843186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54656) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:54.893947 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7f288-0912-48ad-871c-46624ba738f5 req-26d5e7c2-1244-4358-9fb5-ccb8413ba737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:54.896306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ec7f288-0912-48ad-871c-46624ba738f5 req-26d5e7c2-1244-4358-9fb5-ccb8413ba737 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c8b3c25bea434f58a19241d40508a764&device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 1154 time: 0.4999261 Feb 08 15:38:54.906914 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (66b476fe-9888-420e-939d-58534c593f5c), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:54.948084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cfc359a9-3055-4c93-89d5-37c8997c4f54 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:54.959848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-246bb4fd-499f-4f72-894f-a069d42e851f tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:54.967292 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-246bb4fd-499f-4f72-894f-a069d42e851f tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 808 time: 0.2966838 Feb 08 15:38:54.988470 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0c69f-1ecd-4972-9ebf-01f1f9604956 req-a94838d7-0168-48f9-8247-15409a3f8c2e tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:54.990158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5fa0c69f-1ecd-4972-9ebf-01f1f9604956 req-a94838d7-0168-48f9-8247-15409a3f8c2e tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 971 time: 0.1904950 Feb 08 15:38:55.000248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 2a340257-6e52-4676-9641-8dadc44f0bc8, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=2a340257-6e52-4676-9641-8dadc44f0bc8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:55.036159 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-131bde60-7d4d-4943-94f1-11068fa4f26d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:55.036400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '2a340257-6e52-4676-9641-8dadc44f0bc8', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '2a340257-6e52-4676-9641-8dadc44f0bc8', 'mac_address': 'fa:16:3e:e6:4c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:38:55.061381 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-2ee2f70b-3643-40d4-b6f1-430bde8377a9 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/quotas/dd11d3f1860a443eb3dacd21c1380846 HTTP/1.1" status: 200 len: 375 time: 0.0930152 Feb 08 15:38:55.097643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port cfc359a9-3055-4c93-89d5-37c8997c4f54 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:55.098067 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cfc359a9-3055-4c93-89d5-37c8997c4f54), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:55.127457 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-87cceec9-ba1b-4f99-a2ef-b1fd76359fe1 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652163 Feb 08 15:38:55.129467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 2a340257-6e52-4676-9641-8dadc44f0bc8 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:55.129862 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:55.132271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-131bde60-7d4d-4943-94f1-11068fa4f26d admin admin] Publish callbacks [] for security_group (74178c4a-3449-42e8-91ec-211d8b42d461), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:55.138666 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-131bde60-7d4d-4943-94f1-11068fa4f26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (74178c4a-3449-42e8-91ec-211d8b42d461), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:55.187967 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a340257-6e52-4676-9641-8dadc44f0bc8 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:38:55.193065 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-131bde60-7d4d-4943-94f1-11068fa4f26d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8559879d8fe746f9b7a1440b9ecc650f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487258 Feb 08 15:38:55.194524 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54670) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:55.203688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bde60-7d4d-4943-94f1-11068fa4f26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74178c4a-3449-42e8-91ec-211d8b42d461,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:55.231160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7f288-0912-48ad-871c-46624ba738f5 req-d754f04e-fe43-4e17-b457-92937b156b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:55.232659 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ec7f288-0912-48ad-871c-46624ba738f5 req-d754f04e-fe43-4e17-b457-92937b156b8c service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2937560 Feb 08 15:38:55.239499 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5fa0c69f-1ecd-4972-9ebf-01f1f9604956 req-3a6c90fc-b4c3-48cb-b7e3-91883dbad6e4 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167008 Feb 08 15:38:55.277330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 49ae86d5-ee61-479f-a0bf-cd673c1515b7 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:38:55.286246 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ec7f288-0912-48ad-871c-46624ba738f5 req-26712881-d36b-4732-b3d2-f152361b5ec2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=8cb63786-b963-4172-97b8-4b31c0c166f0 HTTP/1.1" status: 200 len: 217 time: 0.0457799 Feb 08 15:38:55.294720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 2a340257-6e52-4676-9641-8dadc44f0bc8, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=2a340257-6e52-4676-9641-8dadc44f0bc8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:55.326496 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9df0-62bf-4998-b04c-c7f32514d85f admin admin] Publish callbacks [] for security_group (74178c4a-3449-42e8-91ec-211d8b42d461), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:55.348799 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:55.394915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7f288-0912-48ad-871c-46624ba738f5 req-1ccc25d4-920c-4271-a482-6ba26e2bb0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:55.396523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ec7f288-0912-48ad-871c-46624ba738f5 req-1ccc25d4-920c-4271-a482-6ba26e2bb0cf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0973427 Feb 08 15:38:55.398610 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9df0-62bf-4998-b04c-c7f32514d85f admin admin] Publish callbacks [] for security_group (74178c4a-3449-42e8-91ec-211d8b42d461), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:55.449804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=2a340257-6e52-4676-9641-8dadc44f0bc8,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:55.500286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9df0-62bf-4998-b04c-c7f32514d85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (74178c4a-3449-42e8-91ec-211d8b42d461), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:55.505447 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfcf9df0-62bf-4998-b04c-c7f32514d85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:55.510440 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dfcf9df0-62bf-4998-b04c-c7f32514d85f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/74178c4a-3449-42e8-91ec-211d8b42d461 HTTP/1.1" status: 204 len: 168 time: 0.3114114 Feb 08 15:38:55.524588 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port cfc359a9-3055-4c93-89d5-37c8997c4f54 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:55.533138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-88e5966c-b73f-46f9-b035-c58cff5d9de5 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:38:55.534738 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-88e5966c-b73f-46f9-b035-c58cff5d9de5 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2340198 Feb 08 15:38:55.535700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf9df0-62bf-4998-b04c-c7f32514d85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74178c4a-3449-42e8-91ec-211d8b42d461,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:55.547961 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Publish callbacks [] for port (66b476fe-9888-420e-939d-58534c593f5c), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:55.593924 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (66b476fe-9888-420e-939d-58534c593f5c), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:55.595326 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (a1f53832-9507-4afa-adcf-72dda53330dc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:55.635067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 49ae86d5-ee61-479f-a0bf-cd673c1515b7, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=49ae86d5-ee61-479f-a0bf-cd673c1515b7,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:55.651872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '49ae86d5-ee61-479f-a0bf-cd673c1515b7', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'port_id': '49ae86d5-ee61-479f-a0bf-cd673c1515b7', 'mac_address': 'fa:16:3e:56:49:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-157243199', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:38:55.702795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 49ae86d5-ee61-479f-a0bf-cd673c1515b7 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:55.703247 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:55.719623 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ae86d5-ee61-479f-a0bf-cd673c1515b7 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:38:55.737228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['2a340257-6e52-4676-9641-8dadc44f0bc8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:38:55.756697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Pushing event updated for resources: {'Port': ['ID=66b476fe-9888-420e-939d-58534c593f5c,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:55.768922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7f288-0912-48ad-871c-46624ba738f5 req-d84b66fc-e17a-4e24-8ee0-ff8d0a12851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:55.770847 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ec7f288-0912-48ad-871c-46624ba738f5 req-d84b66fc-e17a-4e24-8ee0-ff8d0a12851a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3643739 Feb 08 15:38:55.787239 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 49ae86d5-ee61-479f-a0bf-cd673c1515b7, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=49ae86d5-ee61-479f-a0bf-cd673c1515b7,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:55.793968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047abe1-9c5d-47a2-b3c9-6c49ae1acbed req-4866108f-9145-4684-abec-eb09a8d00d74 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:55.796016 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1047abe1-9c5d-47a2-b3c9-6c49ae1acbed req-4866108f-9145-4684-abec-eb09a8d00d74 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 965 time: 0.3711004 Feb 08 15:38:55.835706 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:55.944808 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-11b80825-5f57-4352-a630-83958fd41ee1 service neutron] 10.222.0.82 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898206 Feb 08 15:38:55.961547 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=49ae86d5-ee61-479f-a0bf-cd673c1515b7,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:56.037724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54690) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:56.052521 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d377c2cb-53b5-4a82-baf8-37df70371284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:56.054199 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ec7f288-0912-48ad-871c-46624ba738f5 req-c6b67398-16e8-4e8a-8e34-d412bae7401a service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709839 Feb 08 15:38:56.077781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['49ae86d5-ee61-479f-a0bf-cd673c1515b7'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:38:56.113250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Network 077a6df9-cedc-4425-b2eb-e9afcac5568e is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:56.132883 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1047abe1-9c5d-47a2-b3c9-6c49ae1acbed req-6e05e3b1-af01-464e-9468-ac32e405305e tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215823 Feb 08 15:38:56.154918 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d377c2cb-53b5-4a82-baf8-37df70371284 admin admin] Publish callbacks [] for security_group (100de671-ebd8-46d4-b6a9-5e707a581730), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:56.162974 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d377c2cb-53b5-4a82-baf8-37df70371284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (100de671-ebd8-46d4-b6a9-5e707a581730), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:56.164317 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:56.238081 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d377c2cb-53b5-4a82-baf8-37df70371284 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5be6f475bac740a68413b56c36e2dbc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989532 Feb 08 15:38:56.239318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54692) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:56.260281 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377c2cb-53b5-4a82-baf8-37df70371284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100de671-ebd8-46d4-b6a9-5e707a581730,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:56.314497 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5aaedbd-8038-4f03-b70e-28db4492d179 admin admin] Publish callbacks [] for security_group (100de671-ebd8-46d4-b6a9-5e707a581730), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:56.353985 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5aaedbd-8038-4f03-b70e-28db4492d179 admin admin] Publish callbacks [] for security_group (100de671-ebd8-46d4-b6a9-5e707a581730), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:56.363358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ae2a0-1aaf-44ec-9d5f-990b02459c8d req-4da0dc81-f0c4-46c7-9d94-9bb91ad32946 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:56.364782 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac7ae2a0-1aaf-44ec-9d5f-990b02459c8d req-4da0dc81-f0c4-46c7-9d94-9bb91ad32946 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.96 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 971 time: 0.3653309 Feb 08 15:38:56.395348 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-39d7bdf4-3c78-4f84-aaac-f57212ede554 service neutron] 10.222.0.82 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435220 Feb 08 15:38:56.427292 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5aaedbd-8038-4f03-b70e-28db4492d179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (100de671-ebd8-46d4-b6a9-5e707a581730), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:56.430758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8f708d12-cc76-4009-94e3-d3bebac126e4 None None] Provisioning complete for port 66b476fe-9888-420e-939d-58534c593f5c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:56.432698 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8f708d12-cc76-4009-94e3-d3bebac126e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (66b476fe-9888-420e-939d-58534c593f5c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:56.433341 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5aaedbd-8038-4f03-b70e-28db4492d179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:56.435164 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b5aaedbd-8038-4f03-b70e-28db4492d179 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/100de671-ebd8-46d4-b6a9-5e707a581730 HTTP/1.1" status: 204 len: 168 time: 0.1918023 Feb 08 15:38:56.456209 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ec7f288-0912-48ad-871c-46624ba738f5 req-b9f23173-2079-4928-86d4-f9be47b9fbcf service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778131 Feb 08 15:38:56.464405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aaedbd-8038-4f03-b70e-28db4492d179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100de671-ebd8-46d4-b6a9-5e707a581730,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:56.529522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8f708d12-cc76-4009-94e3-d3bebac126e4 None None] Port 66b476fe-9888-420e-939d-58534c593f5c cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:38:56.771757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a7b48-d7fc-4b94-9061-8ce43374cd61 req-d1ace222-7696-4992-8b9b-9b6b07595f62 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:56.773274 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9e2a7b48-d7fc-4b94-9061-8ce43374cd61 req-d1ace222-7696-4992-8b9b-9b6b07595f62 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 949 time: 0.5166948 Feb 08 15:38:56.775192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Router a1f53832-9507-4afa-adcf-72dda53330dc has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:38:56.779509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 2a340257-6e52-4676-9641-8dadc44f0bc8 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:56.895152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 2a340257-6e52-4676-9641-8dadc44f0bc8 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:38:56.904817 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 2a340257-6e52-4676-9641-8dadc44f0bc8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:56.906064 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:56.931806 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9e2a7b48-d7fc-4b94-9061-8ce43374cd61 req-a75f8708-84d5-4c43-8aea-6749b1ca9296 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516442 Feb 08 15:38:56.966208 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-ac7ae2a0-1aaf-44ec-9d5f-990b02459c8d req-b1a5fa11-7c93-4fcd-9d8b-5164482ec165 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Deleting port 8cb63786-b963-4172-97b8-4b31c0c166f0 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:38:56.966543 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ac7ae2a0-1aaf-44ec-9d5f-990b02459c8d req-b1a5fa11-7c93-4fcd-9d8b-5164482ec165 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:57.112280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 2a340257-6e52-4676-9641-8dadc44f0bc8 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:57.112678 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:57.135115 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:38:57.150446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-30df6266-6352-4361-8bd6-fa54fb8676cf admin admin] 10.222.0.82 "PUT /v2.0/routers/a1f53832-9507-4afa-adcf-72dda53330dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4318874 Feb 08 15:38:57.163759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Sync routers for ids ['a1f53832-9507-4afa-adcf-72dda53330dc'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:38:57.186113 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c35f0b-223d-4a7d-9fde-cfca201221ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a340257-6e52-4676-9641-8dadc44f0bc8'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:38:57.191642 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8c7714-692c-4c32-a4ad-a64219c88b71" -d '{"events": [{"server_uuid": "a4c35f0b-223d-4a7d-9fde-cfca201221ec", "name": "network-vif-plugged", "status": "completed", "tag": "2a340257-6e52-4676-9641-8dadc44f0bc8"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:38:57.209518 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce2a4204-ecc6-4f80-ad44-5222c3da2609 req-39d45694-1740-44e1-8c23-6b7dec086ce6 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 210 time: 0.0521584 Feb 08 15:38:57.221636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 2a340257-6e52-4676-9641-8dadc44f0bc8, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=2a340257-6e52-4676-9641-8dadc44f0bc8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:57.228629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-ac7ae2a0-1aaf-44ec-9d5f-990b02459c8d req-b1a5fa11-7c93-4fcd-9d8b-5164482ec165 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] For port 8cb63786-b963-4172-97b8-4b31c0c166f0, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8cb63786-b963-4172-97b8-4b31c0c166f0,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:57.229020 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ac7ae2a0-1aaf-44ec-9d5f-990b02459c8d req-b1a5fa11-7c93-4fcd-9d8b-5164482ec165 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:57.238676 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:57.241073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Routers {'a1f53832-9507-4afa-adcf-72dda53330dc'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:38:57.241831 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:38:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a1f53832-9507-4afa-adcf-72dda53330dc'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:57.249325 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf05d6a-5529-4e83-ad42-1da2d31e3098 req-c286cabf-3486-479d-8eef-189b3f8a7472 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:57.250890 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbf05d6a-5529-4e83-ad42-1da2d31e3098 req-c286cabf-3486-479d-8eef-189b3f8a7472 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/ports?device_id=02a9ec7a-62fd-4e8f-b6e6-775c9557adf6 HTTP/1.1" status: 200 len: 971 time: 0.1909318 Feb 08 15:38:57.260572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-ac7ae2a0-1aaf-44ec-9d5f-990b02459c8d req-b1a5fa11-7c93-4fcd-9d8b-5164482ec165 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Calling delete_port for 8cb63786-b963-4172-97b8-4b31c0c166f0 owned by compute:tempest-test_az-157243199 {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:38:57.385872 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbf05d6a-5529-4e83-ad42-1da2d31e3098 req-3ff5846a-b99d-4ba6-8f70-36a04af3d3bf tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.82 "GET /v2.0/security-groups?id=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253815 Feb 08 15:38:57.446086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Set router a1f53832-9507-4afa-adcf-72dda53330dc gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:38:57.504910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 49ae86d5-ee61-479f-a0bf-cd673c1515b7 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:38:57.505479 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ac7ae2a0-1aaf-44ec-9d5f-990b02459c8d req-b1a5fa11-7c93-4fcd-9d8b-5164482ec165 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (8cb63786-b963-4172-97b8-4b31c0c166f0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:57.547626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['8cb63786-b963-4172-97b8-4b31c0c166f0'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:38:57.574596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5fa11-7c93-4fcd-9d8b-5164482ec165 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Pushing event deleted for resources: {'Port': ['ID=8cb63786-b963-4172-97b8-4b31c0c166f0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:57.672582 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7ae2a0-1aaf-44ec-9d5f-990b02459c8d req-b1a5fa11-7c93-4fcd-9d8b-5164482ec165 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] No DVR routers for this DVR port 8cb63786-b963-4172-97b8-4b31c0c166f0 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:38:57.677785 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ac7ae2a0-1aaf-44ec-9d5f-990b02459c8d req-b1a5fa11-7c93-4fcd-9d8b-5164482ec165 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:57.681740 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac7ae2a0-1aaf-44ec-9d5f-990b02459c8d req-b1a5fa11-7c93-4fcd-9d8b-5164482ec165 tempest-AggregatesAdminTestJSON-1506415160 tempest-AggregatesAdminTestJSON-1506415160-project] 10.222.0.96 "DELETE /v2.0/ports/8cb63786-b963-4172-97b8-4b31c0c166f0 HTTP/1.1" status: 204 len: 173 time: 1.3057497 Feb 08 15:38:57.683511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a9ec7a-62fd-4e8f-b6e6-775c9557adf6', 'name': 'network-vif-deleted', 'tag': '8cb63786-b963-4172-97b8-4b31c0c166f0'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:38:57.686110 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac01452-cbee-45ae-8238-4545a29d40f1" -d '{"events": [{"server_uuid": "02a9ec7a-62fd-4e8f-b6e6-775c9557adf6", "name": "network-vif-deleted", "tag": "8cb63786-b963-4172-97b8-4b31c0c166f0"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:38:57.749121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef9f2d-b464-485f-89e0-108c277e1b6e req-363e605e-58fa-43d3-b043-346f69cda3cb tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:57.760811 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1fef9f2d-b464-485f-89e0-108c277e1b6e req-363e605e-58fa-43d3-b043-346f69cda3cb tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 966 time: 0.2338619 Feb 08 15:38:57.882047 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1fef9f2d-b464-485f-89e0-108c277e1b6e req-6dbf0a62-3b2d-4cda-a062-d75aa076c244 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189036 Feb 08 15:38:57.961515 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376e3417-bba3-4761-86ba-9a600be347d9 x-openstack-request-id: req-376e3417-bba3-4761-86ba-9a600be347d9 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:38:57.961830 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c35f0b-223d-4a7d-9fde-cfca201221ec", "name": "network-vif-plugged", "status": "completed", "tag": "2a340257-6e52-4676-9641-8dadc44f0bc8", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:38:57.962086 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-376e3417-bba3-4761-86ba-9a600be347d9 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:38:57.962515 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c35f0b-223d-4a7d-9fde-cfca201221ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a340257-6e52-4676-9641-8dadc44f0bc8', 'code': 200} Feb 08 15:38:57.963076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=2a340257-6e52-4676-9641-8dadc44f0bc8,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:57.983850 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8631f0-274b-4a41-8885-f7a189cd66c9 x-openstack-request-id: req-4b8631f0-274b-4a41-8885-f7a189cd66c9 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:38:57.984116 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a9ec7a-62fd-4e8f-b6e6-775c9557adf6", "name": "network-vif-deleted", "tag": "8cb63786-b963-4172-97b8-4b31c0c166f0", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:38:57.984375 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4b8631f0-274b-4a41-8885-f7a189cd66c9 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:38:57.984779 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a9ec7a-62fd-4e8f-b6e6-775c9557adf6', 'name': 'network-vif-deleted', 'tag': '8cb63786-b963-4172-97b8-4b31c0c166f0', 'status': 'completed', 'code': 200} Feb 08 15:38:58.088464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.94', 49927) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:58.100698 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 49ae86d5-ee61-479f-a0bf-cd673c1515b7 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:38:58.121509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 49ae86d5-ee61-479f-a0bf-cd673c1515b7 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:58.121914 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:58.128937 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f264e-b9c1-4a32-afec-1f86bcb1ce73 req-077a906a-15f9-45ab-89e3-b8e48547fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:58.133819 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e93f264e-b9c1-4a32-afec-1f86bcb1ce73 req-077a906a-15f9-45ab-89e3-b8e48547fbb2 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 1133 time: 0.1871231 Feb 08 15:38:58.267251 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e93f264e-b9c1-4a32-afec-1f86bcb1ce73 req-0a601d5c-56c9-402d-acbd-fa88a695e47d service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269534 Feb 08 15:38:58.275799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 49ae86d5-ee61-479f-a0bf-cd673c1515b7 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:58.276187 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:58.344574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 49ae86d5-ee61-479f-a0bf-cd673c1515b7, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=49ae86d5-ee61-479f-a0bf-cd673c1515b7,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:58.353046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662345102-router', 'tenant_id': '5008a044088141ffb7151c00e7ee8f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'cfc359a9-3055-4c93-89d5-37c8997c4f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:45Z', 'updated_at': '2022-02-08T15:38:54Z', 'revision_number': 4, 'project_id': '5008a044088141ffb7151c00e7ee8f73', 'gw_port': {'id': 'cfc359a9-3055-4c93-89d5-37c8997c4f54', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:46Z', 'updated_at': '2022-02-08T15:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '66b476fe-9888-420e-939d-58534c593f5c', 'name': '', 'network_id': '077a6df9-cedc-4425-b2eb-e9afcac5568e', 'tenant_id': '5008a044088141ffb7151c00e7ee8f73', 'mac_address': 'fa:16:3e:a9:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2ae0b0bd-96a2-4380-b9fb-e1999e304387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:52Z', 'updated_at': '2022-02-08T15:38:55Z', 'revision_number': 2, 'project_id': '5008a044088141ffb7151c00e7ee8f73', 'subnets': [{'id': '2ae0b0bd-96a2-4380-b9fb-e1999e304387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:58.357288 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:58.389028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd68e65-384c-486f-8f69-cdafedafce84 req-18e68dca-44f3-4843-9d06-2bca6d211d3b tempest-FloatingIPsNegativeTestJSON-1991422192 tempest-FloatingIPsNegativeTestJSON-1991422192-project] 10.222.0.82 "GET /v2.0/floatingips?tenant_id=5008a044088141ffb7151c00e7ee8f73 HTTP/1.1" status: 200 len: 217 time: 0.1591754 Feb 08 15:38:58.458633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Checking router: a1f53832-9507-4afa-adcf-72dda53330dc for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:38:58.458999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Updating router a1f53832-9507-4afa-adcf-72dda53330dc port 66b476fe-9888-420e-939d-58534c593f5c binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:38:58.462934 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=49ae86d5-ee61-479f-a0bf-cd673c1515b7,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:58.481670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adbbf5-876f-46cf-bea5-3c7422e78805 req-9f0d3a35-4081-417b-8887-29c4970fdd52 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:58.483207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4adbbf5-876f-46cf-bea5-3c7422e78805 req-9f0d3a35-4081-417b-8887-29c4970fdd52 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 950 time: 0.3790457 Feb 08 15:38:58.519620 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (66b476fe-9888-420e-939d-58534c593f5c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:58.533273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d3acb33-36d2-43fe-94fd-1165e2c33a94 req-c03232a6-0543-4024-894b-d3775dc4a4d5 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 210 time: 0.0490401 Feb 08 15:38:58.548177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-c3ff695c-b2ed-410b-a771-7e57c99c3555 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:58.549708 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-c3ff695c-b2ed-410b-a771-7e57c99c3555 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.94 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 808 time: 0.4590893 Feb 08 15:38:58.595903 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4adbbf5-876f-46cf-bea5-3c7422e78805 req-b780370f-1648-4930-87da-45ca0ec64655 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997641 Feb 08 15:38:58.604223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-c0ec8e24-a77a-4a8c-98c2-a30102014263 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Request body: {'port': {'device_id': '4474b8d0-361e-4b96-b971-720d638b9562', 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1', 'admin_state_up': True, 'tenant_id': 'dd11d3f1860a443eb3dacd21c1380846'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:58.765779 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8b02568-1c4b-454a-b2d8-2eccefa081f4 req-09ea8168-fcbb-47df-babd-dad61f0e6374 tempest-FloatingIPsNegativeTestJSON-1991422192 tempest-FloatingIPsNegativeTestJSON-1991422192-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0871768 Feb 08 15:38:58.847047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-c0ec8e24-a77a-4a8c-98c2-a30102014263 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Made reservation on behalf of dd11d3f1860a443eb3dacd21c1380846 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:38:58.851256 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-c0ec8e24-a77a-4a8c-98c2-a30102014263 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:58.940629 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-6851dfa8-bd47-4f87-bc2a-231feceebee6 req-7ac970b4-3a5b-4abd-b725-3f9412f25e46 tempest-FloatingIPsNegativeTestJSON-1991422192 tempest-FloatingIPsNegativeTestJSON-1991422192-project] show failed (client error): The resource could not be found. Feb 08 15:38:58.941371 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Publish callbacks [] for port (66b476fe-9888-420e-939d-58534c593f5c), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:58.941862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6851dfa8-bd47-4f87-bc2a-231feceebee6 req-7ac970b4-3a5b-4abd-b725-3f9412f25e46 tempest-FloatingIPsNegativeTestJSON-1991422192 tempest-FloatingIPsNegativeTestJSON-1991422192-project] 10.222.0.82 "GET /v2.0/floatingips/3944f6d3-d72e-436f-84c5-803409ee62bb HTTP/1.1" status: 404 len: 350 time: 0.0773017 Feb 08 15:38:58.950487 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (66b476fe-9888-420e-939d-58534c593f5c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:58.956858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54794) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:38:59.020562 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c83898-ed4e-4d80-ada6-f7020aa5675f None None] Pushing event updated for resources: {'Port': ['ID=66b476fe-9888-420e-939d-58534c593f5c,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:59.087048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-c0ec8e24-a77a-4a8c-98c2-a30102014263 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Allocated IP 172.20.0.3 (34030067-061b-475b-9f07-26ad4a87c9e1/c83d50d0-a523-4c9d-a16b-90473488d403/38059300-0ebc-480a-80c8-326c3dffc9cb) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:38:59.097245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Attempting to bind port 66b476fe-9888-420e-939d-58534c593f5c on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:38:59.097644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Attempting to bind port 66b476fe-9888-420e-939d-58534c593f5c by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '69c424cc-bb8c-4f28-a1cc-411242ae3ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '077a6df9-cedc-4425-b2eb-e9afcac5568e'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:38:59.098068 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Attempting to bind port 66b476fe-9888-420e-939d-58534c593f5c on network 077a6df9-cedc-4425-b2eb-e9afcac5568e {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:38:59.104562 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:38:59.104963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Checking segment: {'id': '69c424cc-bb8c-4f28-a1cc-411242ae3ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '077a6df9-cedc-4425-b2eb-e9afcac5568e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:38:59.105407 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:59.105813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Bound using segment: {'id': '69c424cc-bb8c-4f28-a1cc-411242ae3ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '077a6df9-cedc-4425-b2eb-e9afcac5568e'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:38:59.106304 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Bound port: 66b476fe-9888-420e-939d-58534c593f5c, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c424cc-bb8c-4f28-a1cc-411242ae3ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '077a6df9-cedc-4425-b2eb-e9afcac5568e'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:38:59.106690 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (66b476fe-9888-420e-939d-58534c593f5c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:59.224684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] For port 66b476fe-9888-420e-939d-58534c593f5c, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:38:59.229102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] For port 66b476fe-9888-420e-939d-58534c593f5c, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=66b476fe-9888-420e-939d-58534c593f5c,segment=NetworkSegment(69c424cc-bb8c-4f28-a1cc-411242ae3ebb),segment_id=69c424cc-bb8c-4f28-a1cc-411242ae3ebb)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:38:59.237256 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (66b476fe-9888-420e-939d-58534c593f5c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:59.302887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b56a-9620-4eb7-8504-a186b7415a92 req-47e81cef-1a2f-4f2a-8725-aec8228e7361 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:59.312038 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b583b56a-9620-4eb7-8504-a186b7415a92 req-47e81cef-1a2f-4f2a-8725-aec8228e7361 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 967 time: 0.1980169 Feb 08 15:38:59.312554 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c83898-ed4e-4d80-ada6-f7020aa5675f None None] Pushing event updated for resources: {'Port': ['ID=66b476fe-9888-420e-939d-58534c593f5c,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:59.335855 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Routers {'a1f53832-9507-4afa-adcf-72dda53330dc'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:38:59.336535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:38:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a1f53832-9507-4afa-adcf-72dda53330dc'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:38:59.437663 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b583b56a-9620-4eb7-8504-a186b7415a92 req-27dbbe60-5714-48f0-b88c-e1422502eb50 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244857 Feb 08 15:38:59.453644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7c557331-15a6-401a-b019-fdcfcfc4a83a None None] Provisioning complete for port 66b476fe-9888-420e-939d-58534c593f5c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:38:59.454022 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7c557331-15a6-401a-b019-fdcfcfc4a83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (66b476fe-9888-420e-939d-58534c593f5c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:59.496535 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-c0ec8e24-a77a-4a8c-98c2-a30102014263 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks [] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:59.529833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] Set router a1f53832-9507-4afa-adcf-72dda53330dc gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:38:59.613745 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-c0ec8e24-a77a-4a8c-98c2-a30102014263 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:59.698856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec8e24-a77a-4a8c-98c2-a30102014263 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Pushing event updated for resources: {'Port': ['ID=38059300-0ebc-480a-80c8-326c3dffc9cb,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:38:59.751364 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-c0ec8e24-a77a-4a8c-98c2-a30102014263 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Network 34030067-061b-475b-9f07-26ad4a87c9e1 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:38:59.758391 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-c0ec8e24-a77a-4a8c-98c2-a30102014263 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:38:59.767263 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-c0ec8e24-a77a-4a8c-98c2-a30102014263 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:38:59.772917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-c0ec8e24-a77a-4a8c-98c2-a30102014263 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:59.773587 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-c0ec8e24-a77a-4a8c-98c2-a30102014263 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:59.798625 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9960c-5c05-4e50-a43b-af71f38cf738 req-9f91abd8-1e66-4cdf-abed-e4c969fecfb8 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:38:59.807903 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13b9960c-5c05-4e50-a43b-af71f38cf738 req-9f91abd8-1e66-4cdf-abed-e4c969fecfb8 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 931 time: 0.1197855 Feb 08 15:38:59.825294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-c0ec8e24-a77a-4a8c-98c2-a30102014263 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2421582 Feb 08 15:38:59.839734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7c557331-15a6-401a-b019-fdcfcfc4a83a None None] Current status of the port 66b476fe-9888-420e-939d-58534c593f5c is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:38:59.841025 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7c557331-15a6-401a-b019-fdcfcfc4a83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (66b476fe-9888-420e-939d-58534c593f5c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:59.844149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Request body: {'port': {'device_id': '4474b8d0-361e-4b96-b971-720d638b9562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:38:59.856477 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5eeab0e7-ac3c-4b3d-95f3-9787eaab973a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (a1f53832-9507-4afa-adcf-72dda53330dc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:59.924682 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7c557331-15a6-401a-b019-fdcfcfc4a83a None None] For port 66b476fe-9888-420e-939d-58534c593f5c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=66b476fe-9888-420e-939d-58534c593f5c,segment=NetworkSegment(69c424cc-bb8c-4f28-a1cc-411242ae3ebb),segment_id=69c424cc-bb8c-4f28-a1cc-411242ae3ebb)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:38:59.929963 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13b9960c-5c05-4e50-a43b-af71f38cf738 req-fbfd7d86-1cf9-4609-8bee-cd101f658dbf tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153572 Feb 08 15:38:59.959994 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7c557331-15a6-401a-b019-fdcfcfc4a83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (66b476fe-9888-420e-939d-58534c593f5c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:38:59.970323 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8728ea1-70fe-44e1-9bc1-e6b660065b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ae86d5-ee61-479f-a0bf-cd673c1515b7'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:38:59.974956 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1216c4-e529-43eb-8c53-e801f8deb0c4" -d '{"events": [{"server_uuid": "a8728ea1-70fe-44e1-9bc1-e6b660065b7e", "name": "network-vif-plugged", "status": "completed", "tag": "49ae86d5-ee61-479f-a0bf-cd673c1515b7"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:00.051092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c557331-15a6-401a-b019-fdcfcfc4a83a None None] Pushing event updated for resources: {'Port': ['ID=66b476fe-9888-420e-939d-58534c593f5c,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:00.051675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:00.074654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce265f7a-e731-4684-96b5-fb2fe3d2bd71 req-2bc824af-4944-4156-8ebe-b34ac015114d tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:00.076680 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce265f7a-e731-4684-96b5-fb2fe3d2bd71 req-2bc824af-4944-4156-8ebe-b34ac015114d tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 950 time: 0.1443152 Feb 08 15:39:00.095741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662345102-router', 'tenant_id': '5008a044088141ffb7151c00e7ee8f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'cfc359a9-3055-4c93-89d5-37c8997c4f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:45Z', 'updated_at': '2022-02-08T15:38:54Z', 'revision_number': 4, 'project_id': '5008a044088141ffb7151c00e7ee8f73', 'gw_port': {'id': 'cfc359a9-3055-4c93-89d5-37c8997c4f54', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:46Z', 'updated_at': '2022-02-08T15:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '66b476fe-9888-420e-939d-58534c593f5c', 'name': '', 'network_id': '077a6df9-cedc-4425-b2eb-e9afcac5568e', 'tenant_id': '5008a044088141ffb7151c00e7ee8f73', 'mac_address': 'fa:16:3e:a9:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2ae0b0bd-96a2-4380-b9fb-e1999e304387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:52Z', 'updated_at': '2022-02-08T15:38:59Z', 'revision_number': 4, 'project_id': '5008a044088141ffb7151c00e7ee8f73', 'subnets': [{'id': '2ae0b0bd-96a2-4380-b9fb-e1999e304387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:00.133924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2cbc89-08a4-45d6-8d2e-c4a26f3469b6 None None] The sync data for ids ['a1f53832-9507-4afa-adcf-72dda53330dc'] in n-d-824834-11 is: [{'id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662345102-router', 'tenant_id': '5008a044088141ffb7151c00e7ee8f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'cfc359a9-3055-4c93-89d5-37c8997c4f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:45Z', 'updated_at': '2022-02-08T15:38:54Z', 'revision_number': 4, 'project_id': '5008a044088141ffb7151c00e7ee8f73', 'gw_port': {'id': 'cfc359a9-3055-4c93-89d5-37c8997c4f54', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:46Z', 'updated_at': '2022-02-08T15:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '66b476fe-9888-420e-939d-58534c593f5c', 'name': '', 'network_id': '077a6df9-cedc-4425-b2eb-e9afcac5568e', 'tenant_id': '5008a044088141ffb7151c00e7ee8f73', 'mac_address': 'fa:16:3e:a9:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '2ae0b0bd-96a2-4380-b9fb-e1999e304387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:52Z', 'updated_at': '2022-02-08T15:38:59Z', 'revision_number': 4, 'project_id': '5008a044088141ffb7151c00e7ee8f73', 'subnets': [{'id': '2ae0b0bd-96a2-4380-b9fb-e1999e304387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:39:00.136084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-97849f78-b10f-49c0-97f8-b7b7c54b5139 None None] Provisioning complete for port 66b476fe-9888-420e-939d-58534c593f5c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:00.136483 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-97849f78-b10f-49c0-97f8-b7b7c54b5139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (66b476fe-9888-420e-939d-58534c593f5c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:00.361156 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce265f7a-e731-4684-96b5-fb2fe3d2bd71 req-a7846d68-32a7-40cc-a5d8-c39815735056 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769644 Feb 08 15:39:00.369285 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-97849f78-b10f-49c0-97f8-b7b7c54b5139 None None] Current status of the port 66b476fe-9888-420e-939d-58534c593f5c is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:00.382806 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28a74b3-4d16-4e0c-bf58-ced70bbb5f8b x-openstack-request-id: req-c28a74b3-4d16-4e0c-bf58-ced70bbb5f8b {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:00.382988 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8728ea1-70fe-44e1-9bc1-e6b660065b7e", "name": "network-vif-plugged", "status": "completed", "tag": "49ae86d5-ee61-479f-a0bf-cd673c1515b7", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:00.383211 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c28a74b3-4d16-4e0c-bf58-ced70bbb5f8b {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:00.383610 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8728ea1-70fe-44e1-9bc1-e6b660065b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ae86d5-ee61-479f-a0bf-cd673c1515b7', 'code': 200} Feb 08 15:39:00.579987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-5eeab0e7-ac3c-4b3d-95f3-9787eaab973a admin admin] Deleting port 66b476fe-9888-420e-939d-58534c593f5c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:39:00.580616 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5eeab0e7-ac3c-4b3d-95f3-9787eaab973a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (66b476fe-9888-420e-939d-58534c593f5c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:00.772050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-5eeab0e7-ac3c-4b3d-95f3-9787eaab973a admin admin] For port 66b476fe-9888-420e-939d-58534c593f5c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=66b476fe-9888-420e-939d-58534c593f5c,segment=NetworkSegment(69c424cc-bb8c-4f28-a1cc-411242ae3ebb),segment_id=69c424cc-bb8c-4f28-a1cc-411242ae3ebb)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:00.772625 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5eeab0e7-ac3c-4b3d-95f3-9787eaab973a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (66b476fe-9888-420e-939d-58534c593f5c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:00.790947 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-5eeab0e7-ac3c-4b3d-95f3-9787eaab973a admin admin] Calling delete_port for 66b476fe-9888-420e-939d-58534c593f5c owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:39:00.970797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 66b476fe-9888-420e-939d-58534c593f5c up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:39:00.980758 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54872) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:01.098673 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 66b476fe-9888-420e-939d-58534c593f5c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:01.099062 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (66b476fe-9888-420e-939d-58534c593f5c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:01.154114 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd8111-7851-47ad-8f5a-13de6587586b req-9284686f-9d34-47a1-b5fc-5f2a867509fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:01.157570 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52bd8111-7851-47ad-8f5a-13de6587586b req-9284686f-9d34-47a1-b5fc-5f2a867509fd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 1150 time: 0.6817336 Feb 08 15:39:01.190838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5eeab0e7-ac3c-4b3d-95f3-9787eaab973a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (66b476fe-9888-420e-939d-58534c593f5c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:01.211383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38059300-0ebc-480a-80c8-326c3dffc9cb {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:39:01.221991 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeab0e7-ac3c-4b3d-95f3-9787eaab973a admin admin] Pushing event deleted for resources: {'Port': ['ID=66b476fe-9888-420e-939d-58534c593f5c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:01.226968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 66b476fe-9888-420e-939d-58534c593f5c is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:01.253625 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Publish callbacks [] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:01.288050 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caedad49-3a11-4240-a25e-d59580728c3b req-68635c6c-e1a2-4f8a-a389-728e83ec2402 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:01.289743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-caedad49-3a11-4240-a25e-d59580728c3b req-68635c6c-e1a2-4f8a-a389-728e83ec2402 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 967 time: 0.3957095 Feb 08 15:39:01.292133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Transition to ACTIVE for port object 38059300-0ebc-480a-80c8-326c3dffc9cb will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:39:01.296392 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8cb63786-b963-4172-97b8-4b31c0c166f0 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:39:01.314438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-afe2ace1-2b2b-4eaa-bbd1-0b4b0fb2bc53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:01.321696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 8cb63786-b963-4172-97b8-4b31c0c166f0 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:39:01.322123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8cb63786-b963-4172-97b8-4b31c0c166f0 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:39:01.346018 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:01.387623 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52bd8111-7851-47ad-8f5a-13de6587586b req-268f9e1a-80a9-4588-8bfb-2f83430aba76 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193987 Feb 08 15:39:01.459350 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4eea22d9-6e9d-415c-878f-a6b9b2c09923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:01.539562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-caedad49-3a11-4240-a25e-d59580728c3b req-573ca9b3-656a-4bd3-8233-8dc3e381e904 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073531 Feb 08 15:39:01.558573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Pushing event updated for resources: {'Port': ['ID=38059300-0ebc-480a-80c8-326c3dffc9cb,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:01.566094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Attempting to bind port 38059300-0ebc-480a-80c8-326c3dffc9cb on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:39:01.566568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Attempting to bind port 38059300-0ebc-480a-80c8-326c3dffc9cb by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:39:01.566992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Attempting to bind port 38059300-0ebc-480a-80c8-326c3dffc9cb on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:01.579288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4ef1b-0950-4aec-bfb6-734c2aea90d4 req-0f52d461-98bc-4474-be0a-4180a9303fce tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:01.581087 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0bf4ef1b-0950-4aec-bfb6-734c2aea90d4 req-0f52d461-98bc-4474-be0a-4180a9303fce tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 931 time: 0.3831606 Feb 08 15:39:01.590246 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Port 38059300-0ebc-480a-80c8-326c3dffc9cb on network 34030067-061b-475b-9f07-26ad4a87c9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:39:01.590630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Attempting to bind port 38059300-0ebc-480a-80c8-326c3dffc9cb on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:01.629406 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:39:01.629903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Checking segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:39:01.630394 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Bound using segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:39:01.630960 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Bound port: 38059300-0ebc-480a-80c8-326c3dffc9cb, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:39:01.631421 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:01.647080 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5eeab0e7-ac3c-4b3d-95f3-9787eaab973a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (a1f53832-9507-4afa-adcf-72dda53330dc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:01.678154 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-afe2ace1-2b2b-4eaa-bbd1-0b4b0fb2bc53 admin admin] Publish callbacks [] for security_group (624f1e96-f40b-42cb-b67d-e5ce0dd8faec), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:01.687380 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0bf4ef1b-0950-4aec-bfb6-734c2aea90d4 req-04e44dd9-95bd-4832-8acf-af4e7bdd635b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934951 Feb 08 15:39:01.707901 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-afe2ace1-2b2b-4eaa-bbd1-0b4b0fb2bc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (624f1e96-f40b-42cb-b67d-e5ce0dd8faec), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:01.787546 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-afe2ace1-2b2b-4eaa-bbd1-0b4b0fb2bc53 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4553e1d652a44cd3b223825ebdeaecec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8021674 Feb 08 15:39:01.788149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54890) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:01.794691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2ace1-2b2b-4eaa-bbd1-0b4b0fb2bc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624f1e96-f40b-42cb-b67d-e5ce0dd8faec,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:01.807880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:39:01.812752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=38059300-0ebc-480a-80c8-326c3dffc9cb,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:39:01.829617 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:01.951717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:01.952344 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:01.953766 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] 10.222.0.94 "PUT /v2.0/ports/38059300-0ebc-480a-80c8-326c3dffc9cb HTTP/1.1" status: 200 len: 1092 time: 2.1168251 Feb 08 15:39:01.956025 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4474b8d0-361e-4b96-b971-720d638b9562', 'tag': '38059300-0ebc-480a-80c8-326c3dffc9cb'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:01.958338 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbbb3e7-c7b3-4ef5-9356-fe189fee6206" -d '{"events": [{"name": "network-changed", "server_uuid": "4474b8d0-361e-4b96-b971-720d638b9562", "tag": "38059300-0ebc-480a-80c8-326c3dffc9cb"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:01.978124 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b505ff-4d8c-412d-b322-1bb33b12aa85 service neutron] Pushing event updated for resources: {'Port': ['ID=38059300-0ebc-480a-80c8-326c3dffc9cb,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:01.984418 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a09e009c-8ee4-4b39-8fc9-f02caef58e51 admin admin] Publish callbacks [] for security_group (624f1e96-f40b-42cb-b67d-e5ce0dd8faec), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:02.015494 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a09e009c-8ee4-4b39-8fc9-f02caef58e51 admin admin] Publish callbacks [] for security_group (624f1e96-f40b-42cb-b67d-e5ce0dd8faec), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:02.024542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac089d3-1d7b-4823-8d1d-f893c05d962c req-a33ebab8-36a6-4135-bc1a-f84bd915e07a tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:02.026128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ac089d3-1d7b-4823-8d1d-f893c05d962c req-a33ebab8-36a6-4135-bc1a-f84bd915e07a tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 950 time: 0.1481566 Feb 08 15:39:02.049346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eeab0e7-ac3c-4b3d-95f3-9787eaab973a admin admin] Router a1f53832-9507-4afa-adcf-72dda53330dc has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:39:02.152683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ac089d3-1d7b-4823-8d1d-f893c05d962c req-5d3cfe1f-bd78-4015-9a54-318f9fd9c30f tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093721 Feb 08 15:39:02.155599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-9843fac5-1ae3-44cb-9305-54cf8bf83b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:02.157277 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-9843fac5-1ae3-44cb-9305-54cf8bf83b1f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 1126 time: 0.1255119 Feb 08 15:39:02.163706 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a09e009c-8ee4-4b39-8fc9-f02caef58e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (624f1e96-f40b-42cb-b67d-e5ce0dd8faec), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:02.167616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a09e009c-8ee4-4b39-8fc9-f02caef58e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:02.182684 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a09e009c-8ee4-4b39-8fc9-f02caef58e51 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/624f1e96-f40b-42cb-b67d-e5ce0dd8faec HTTP/1.1" status: 204 len: 168 time: 0.3803048 Feb 08 15:39:02.200929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeab0e7-ac3c-4b3d-95f3-9787eaab973a admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:39:02.213155 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5eeab0e7-ac3c-4b3d-95f3-9787eaab973a admin admin] 10.222.0.82 "PUT /v2.0/routers/a1f53832-9507-4afa-adcf-72dda53330dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2541625 Feb 08 15:39:02.215142 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54914) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:02.242324 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e009c-8ee4-4b39-8fc9-f02caef58e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624f1e96-f40b-42cb-b67d-e5ce0dd8faec,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:02.246191 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-ef5d4cf8-1b4b-42fc-a869-5f48e6d476ac service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38059300-0ebc-480a-80c8-326c3dffc9cb HTTP/1.1" status: 200 len: 217 time: 0.0708368 Feb 08 15:39:02.319838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-ee822735-c494-4a6c-bc75-0c66de97a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:02.320310 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-ee822735-c494-4a6c-bc75-0c66de97a7c1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.0673988 Feb 08 15:39:02.321775 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac63287f-e30e-45d6-ab01-69598d84f71a None None] Sync routers for ids ['a1f53832-9507-4afa-adcf-72dda53330dc'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:39:02.323720 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1116fdc9-3464-4a62-b209-939eae89b28d x-openstack-request-id: req-1116fdc9-3464-4a62-b209-939eae89b28d {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:02.324281 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4474b8d0-361e-4b96-b971-720d638b9562", "tag": "38059300-0ebc-480a-80c8-326c3dffc9cb", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:02.324670 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1116fdc9-3464-4a62-b209-939eae89b28d {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:02.325897 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4474b8d0-361e-4b96-b971-720d638b9562', 'tag': '38059300-0ebc-480a-80c8-326c3dffc9cb', 'status': 'completed', 'code': 200} Feb 08 15:39:02.341905 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac63287f-e30e-45d6-ab01-69598d84f71a None None] Routers {'a1f53832-9507-4afa-adcf-72dda53330dc'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:39:02.344873 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ac63287f-e30e-45d6-ab01-69598d84f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:38:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a1f53832-9507-4afa-adcf-72dda53330dc'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:02.375433 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-26c0ab1b-15e9-491a-86a4-1ac5ce8f9e1f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479095 Feb 08 15:39:02.413611 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] Publish callbacks [] for router (a1f53832-9507-4afa-adcf-72dda53330dc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:02.515061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-db753bd7-4eb5-4a12-a89f-850339c95c7a service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325474 Feb 08 15:39:02.528404 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-ac63287f-e30e-45d6-ab01-69598d84f71a None None] Set router a1f53832-9507-4afa-adcf-72dda53330dc gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:39:02.638185 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] Publish callbacks [] for router_gateway (a1f53832-9507-4afa-adcf-72dda53330dc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:02.651438 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c332df8-2e2a-47f1-8e38-fcb8291f2933 req-e3a35377-b56f-455d-8f37-c0c153e453c9 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283026 Feb 08 15:39:02.746842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] Deleting port cfc359a9-3055-4c93-89d5-37c8997c4f54 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:39:02.747193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (cfc359a9-3055-4c93-89d5-37c8997c4f54), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:02.762165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbb3e7-c7b3-4ef5-9356-fe189fee6206 req-94ab4e74-0515-42ba-9a1e-d7c64d6f5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:02.768428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcbbb3e7-c7b3-4ef5-9356-fe189fee6206 req-94ab4e74-0515-42ba-9a1e-d7c64d6f5dd5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 1126 time: 0.0611050 Feb 08 15:39:02.788691 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ac63287f-e30e-45d6-ab01-69598d84f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662345102-router', 'tenant_id': '5008a044088141ffb7151c00e7ee8f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'cfc359a9-3055-4c93-89d5-37c8997c4f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:45Z', 'updated_at': '2022-02-08T15:39:01Z', 'revision_number': 5, 'project_id': '5008a044088141ffb7151c00e7ee8f73', 'gw_port': {'id': 'cfc359a9-3055-4c93-89d5-37c8997c4f54', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:46Z', 'updated_at': '2022-02-08T15:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:02.827998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54936) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:02.847989 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0a5b9c6-4d62-4e6d-8f7a-fca6985a4412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:02.852314 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac63287f-e30e-45d6-ab01-69598d84f71a None None] Checking router: a1f53832-9507-4afa-adcf-72dda53330dc for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:39:02.886380 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac63287f-e30e-45d6-ab01-69598d84f71a None None] Routers {'a1f53832-9507-4afa-adcf-72dda53330dc'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:39:02.887290 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ac63287f-e30e-45d6-ab01-69598d84f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:38:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a1f53832-9507-4afa-adcf-72dda53330dc'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:02.970492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] For port cfc359a9-3055-4c93-89d5-37c8997c4f54, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cfc359a9-3055-4c93-89d5-37c8997c4f54,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:02.972623 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (cfc359a9-3055-4c93-89d5-37c8997c4f54), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:02.997886 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0a5b9c6-4d62-4e6d-8f7a-fca6985a4412 admin admin] Publish callbacks [] for security_group (083490c9-fd0d-483e-ad18-bcb1481138d3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:03.003553 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbb3e7-c7b3-4ef5-9356-fe189fee6206 req-44769b67-ca24-4a85-84f5-cc70f1b6c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:03.005338 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcbbb3e7-c7b3-4ef5-9356-fe189fee6206 req-44769b67-ca24-4a85-84f5-cc70f1b6c976 service neutron] 10.222.0.94 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.2333057 Feb 08 15:39:03.005615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] Calling delete_port for cfc359a9-3055-4c93-89d5-37c8997c4f54 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:39:03.007863 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0a5b9c6-4d62-4e6d-8f7a-fca6985a4412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (083490c9-fd0d-483e-ad18-bcb1481138d3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:03.052989 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5b9c6-4d62-4e6d-8f7a-fca6985a4412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083490c9-fd0d-483e-ad18-bcb1481138d3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:03.090107 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-ac63287f-e30e-45d6-ab01-69598d84f71a None None] Set router a1f53832-9507-4afa-adcf-72dda53330dc gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:39:03.104222 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcbbb3e7-c7b3-4ef5-9356-fe189fee6206 req-b6fbd4b3-1027-4677-96ea-82c33696e828 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38059300-0ebc-480a-80c8-326c3dffc9cb HTTP/1.1" status: 200 len: 217 time: 0.0603590 Feb 08 15:39:03.110251 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e0a5b9c6-4d62-4e6d-8f7a-fca6985a4412 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0bcc536c30584aa1910feadd095cc7f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787383 Feb 08 15:39:03.111776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54942) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:03.164819 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbb3e7-c7b3-4ef5-9356-fe189fee6206 req-2e5e805e-dafe-40fa-b5b4-53e59a96271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:03.166492 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcbbb3e7-c7b3-4ef5-9356-fe189fee6206 req-2e5e805e-dafe-40fa-b5b4-53e59a96271e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.0563364 Feb 08 15:39:03.215986 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ac63287f-e30e-45d6-ab01-69598d84f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662345102-router', 'tenant_id': '5008a044088141ffb7151c00e7ee8f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:45Z', 'updated_at': '2022-02-08T15:39:02Z', 'revision_number': 6, 'project_id': '5008a044088141ffb7151c00e7ee8f73', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:03.249593 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcbbb3e7-c7b3-4ef5-9356-fe189fee6206 req-442f8d51-8359-4229-8b8a-b87ae1d538ad service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348570 Feb 08 15:39:03.257789 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac63287f-e30e-45d6-ab01-69598d84f71a None None] The sync data for ids ['a1f53832-9507-4afa-adcf-72dda53330dc'] in n-d-824834-11 is: [{'id': 'a1f53832-9507-4afa-adcf-72dda53330dc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1662345102-router', 'tenant_id': '5008a044088141ffb7151c00e7ee8f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:45Z', 'updated_at': '2022-02-08T15:39:02Z', 'revision_number': 6, 'project_id': '5008a044088141ffb7151c00e7ee8f73', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:39:03.280140 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1deb3f49-7405-4594-9187-1f81b5494fe6 admin admin] Publish callbacks [] for security_group (083490c9-fd0d-483e-ad18-bcb1481138d3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:03.315483 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1deb3f49-7405-4594-9187-1f81b5494fe6 admin admin] Publish callbacks [] for security_group (083490c9-fd0d-483e-ad18-bcb1481138d3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:03.329834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83fbf-de31-4cb4-8278-aa0a89ae73ad req-52669a94-86ba-49e2-9f65-aff0cd862ee0 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:03.331378 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-68d83fbf-de31-4cb4-8278-aa0a89ae73ad req-52669a94-86ba-49e2-9f65-aff0cd862ee0 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 967 time: 0.1639895 Feb 08 15:39:03.395416 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (cfc359a9-3055-4c93-89d5-37c8997c4f54), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:03.428286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1deb3f49-7405-4594-9187-1f81b5494fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (083490c9-fd0d-483e-ad18-bcb1481138d3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:03.431154 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1deb3f49-7405-4594-9187-1f81b5494fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:03.432290 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1deb3f49-7405-4594-9187-1f81b5494fe6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/083490c9-fd0d-483e-ad18-bcb1481138d3 HTTP/1.1" status: 204 len: 168 time: 0.3174164 Feb 08 15:39:03.438338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc359a9-3055-4c93-89d5-37c8997c4f54,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:03.441119 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcbbb3e7-c7b3-4ef5-9356-fe189fee6206 req-361feef2-6813-4108-85bb-a38999235003 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827114 Feb 08 15:39:03.449372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb3f49-7405-4594-9187-1f81b5494fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083490c9-fd0d-483e-ad18-bcb1481138d3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:03.468992 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-68d83fbf-de31-4cb4-8278-aa0a89ae73ad req-47ef0239-4ba0-486e-af35-e5a565ff0166 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180959 Feb 08 15:39:03.488287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35c5da-18b4-4cf6-b8e5-7f6ed0ac0987 req-73429858-742a-4826-b9a5-26a5d1fe25f3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:03.491784 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b35c5da-18b4-4cf6-b8e5-7f6ed0ac0987 req-73429858-742a-4826-b9a5-26a5d1fe25f3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 943 time: 0.1729295 Feb 08 15:39:03.521826 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (a1f53832-9507-4afa-adcf-72dda53330dc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:03.638682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (a1f53832-9507-4afa-adcf-72dda53330dc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:03.646391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] Publish callbacks [] for router_controller (a1f53832-9507-4afa-adcf-72dda53330dc), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:03.672455 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b35c5da-18b4-4cf6-b8e5-7f6ed0ac0987 req-d68cd8d2-d883-475c-9a16-a39cf8e5e85d tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442945 Feb 08 15:39:03.706691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcbbb3e7-c7b3-4ef5-9356-fe189fee6206 req-46732abf-9edf-40b6-9dcb-c0607af15753 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571003 Feb 08 15:39:03.729576 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27c11d-b6cd-4dd8-b61c-07ee4ef3b931 req-b06bd9c8-e25e-421d-881c-d1d505874641 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:03.731703 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d27c11d-b6cd-4dd8-b61c-07ee4ef3b931 req-b06bd9c8-e25e-421d-881c-d1d505874641 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 950 time: 0.1802106 Feb 08 15:39:03.734317 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (a1f53832-9507-4afa-adcf-72dda53330dc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:03.734910 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1f53832-9507-4afa-adcf-72dda53330dc {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:39:03.740979 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:03.748106 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7e83fa2a-a8e5-4683-a67d-4aed266ccf15 admin admin] 10.222.0.82 "DELETE /v2.0/routers/a1f53832-9507-4afa-adcf-72dda53330dc HTTP/1.1" status: 204 len: 168 time: 1.5311272 Feb 08 15:39:03.749839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54962) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:03.754602 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9ba9cbb5-1ad1-4ab6-b865-c9cb35d87035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:03.808212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d27c11d-b6cd-4dd8-b61c-07ee4ef3b931 req-e9850cc2-9563-4a11-b17f-04ffe32d7fb5 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676074 Feb 08 15:39:03.815470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4ab3aa-b22e-48a1-b935-2d756fb9c84b admin admin] Deleting subnet 2ae0b0bd-96a2-4380-b9fb-e1999e304387 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:39:03.819352 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab3aa-b22e-48a1-b935-2d756fb9c84b admin admin] Publish callbacks [] for subnet (2ae0b0bd-96a2-4380-b9fb-e1999e304387), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:03.864395 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab3aa-b22e-48a1-b935-2d756fb9c84b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (2ae0b0bd-96a2-4380-b9fb-e1999e304387), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:04.049898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6b4e5-4783-49b6-b7e1-2d2b19cdef69 req-d8fd2756-be7b-4083-96f7-9525463d4c47 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:04.061113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54982) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:04.066096 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27c6b4e5-4783-49b6-b7e1-2d2b19cdef69 req-d8fd2756-be7b-4083-96f7-9525463d4c47 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 967 time: 0.1238036 Feb 08 15:39:04.067194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-8d8d575b-b7ce-4196-9936-31c0c68eb831 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Request body: {'floatingip': {'port_id': '49ae86d5-ee61-479f-a0bf-cd673c1515b7'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:04.216986 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d8d575b-b7ce-4196-9936-31c0c68eb831 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for floatingip (e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:04.342826 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab3aa-b22e-48a1-b935-2d756fb9c84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (2ae0b0bd-96a2-4380-b9fb-e1999e304387), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:04.627678 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab3aa-b22e-48a1-b935-2d756fb9c84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (2ae0b0bd-96a2-4380-b9fb-e1999e304387), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:04.715078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ab3aa-b22e-48a1-b935-2d756fb9c84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ae0b0bd-96a2-4380-b9fb-e1999e304387,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:04.718722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678371-7b11-4169-a9d6-30c8566111a7 req-5a7c04db-8fcc-457c-ba2d-a57767bb9e6e tempest-DeleteServersAdminTestJSON-410438452 tempest-DeleteServersAdminTestJSON-410438452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:04.724352 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab3aa-b22e-48a1-b935-2d756fb9c84b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:04.728090 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2e4ab3aa-b22e-48a1-b935-2d756fb9c84b admin admin] 10.222.0.82 "DELETE /v2.0/subnets/2ae0b0bd-96a2-4380-b9fb-e1999e304387 HTTP/1.1" status: 204 len: 168 time: 0.9767599 Feb 08 15:39:04.731046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e678371-7b11-4169-a9d6-30c8566111a7 req-5a7c04db-8fcc-457c-ba2d-a57767bb9e6e tempest-DeleteServersAdminTestJSON-410438452 tempest-DeleteServersAdminTestJSON-410438452-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 1133 time: 0.1175072 Feb 08 15:39:04.731724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c71dadf-240d-4b3d-b2b4-63d7e6853032 None None] Network 077a6df9-cedc-4425-b2eb-e9afcac5568e requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:39:04.732936 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55042) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:04.843246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 38059300-0ebc-480a-80c8-326c3dffc9cb details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:39:04.952689 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 66b476fe-9888-420e-939d-58534c593f5c no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:39:04.991242 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (077a6df9-cedc-4425-b2eb-e9afcac5568e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:05.002553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 66b476fe-9888-420e-939d-58534c593f5c {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:39:05.002903 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 66b476fe-9888-420e-939d-58534c593f5c not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:39:05.003512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cfc359a9-3055-4c93-89d5-37c8997c4f54 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:39:05.037891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: cfc359a9-3055-4c93-89d5-37c8997c4f54 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:39:05.038441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cfc359a9-3055-4c93-89d5-37c8997c4f54 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:39:05.080753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=38059300-0ebc-480a-80c8-326c3dffc9cb,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:05.112122 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '38059300-0ebc-480a-80c8-326c3dffc9cb', 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1', 'port_id': '38059300-0ebc-480a-80c8-326c3dffc9cb', 'mac_address': 'fa:16:3e:ab:0e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83d50d0-a523-4c9d-a16b-90473488d403', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:39:05.128167 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7880b7-f09e-493d-a556-c277bc7a48cb req-a8fa0c9c-f192-4bac-a9d1-0380cf3c6a50 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:05.130549 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a7880b7-f09e-493d-a556-c277bc7a48cb req-a8fa0c9c-f192-4bac-a9d1-0380cf3c6a50 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 943 time: 0.1998243 Feb 08 15:39:05.145609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9573095-b8e7-4ce4-8bb2-077c2eb2cb8e None None] DHCP port deletion for 077a6df9-cedc-4425-b2eb-e9afcac5568e request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:39:05.203628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 38059300-0ebc-480a-80c8-326c3dffc9cb is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:05.203939 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:05.224727 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38059300-0ebc-480a-80c8-326c3dffc9cb {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:39:05.227193 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-2e678371-7b11-4169-a9d6-30c8566111a7 req-21c4a398-a382-4888-9ec6-e042dcc1b1e7 tempest-DeleteServersAdminTestJSON-410438452 tempest-DeleteServersAdminTestJSON-410438452-project-admin] Deleting port 2a340257-6e52-4676-9641-8dadc44f0bc8 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:39:05.227709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2e678371-7b11-4169-a9d6-30c8566111a7 req-21c4a398-a382-4888-9ec6-e042dcc1b1e7 tempest-DeleteServersAdminTestJSON-410438452 tempest-DeleteServersAdminTestJSON-410438452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:05.261999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=38059300-0ebc-480a-80c8-326c3dffc9cb,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:05.271860 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:05.278752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f9573095-b8e7-4ce4-8bb2-077c2eb2cb8e None None] Deleting port 0fa3d88d-d3db-407f-8ad7-348dde138508 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:39:05.279309 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9573095-b8e7-4ce4-8bb2-077c2eb2cb8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:05.333474 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a7880b7-f09e-493d-a556-c277bc7a48cb req-3bf06667-9594-4fd6-ba71-2855bc37f6fb tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911745 Feb 08 15:39:05.400764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e900d-dc94-4d8d-bfc7-82cd5af79fd7 req-ff88948b-f53b-4fac-94ed-2341dbc7bc90 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:05.408248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-738e900d-dc94-4d8d-bfc7-82cd5af79fd7 req-ff88948b-f53b-4fac-94ed-2341dbc7bc90 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 950 time: 0.2764482 Feb 08 15:39:05.430390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Deleting port 0fa3d88d-d3db-407f-8ad7-348dde138508 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:39:05.431718 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:05.552273 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] For port 0fa3d88d-d3db-407f-8ad7-348dde138508, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0fa3d88d-d3db-407f-8ad7-348dde138508,segment=NetworkSegment(69c424cc-bb8c-4f28-a1cc-411242ae3ebb),segment_id=69c424cc-bb8c-4f28-a1cc-411242ae3ebb)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:05.553094 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:05.570865 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-2e678371-7b11-4169-a9d6-30c8566111a7 req-21c4a398-a382-4888-9ec6-e042dcc1b1e7 tempest-DeleteServersAdminTestJSON-410438452 tempest-DeleteServersAdminTestJSON-410438452-project-admin] For port 2a340257-6e52-4676-9641-8dadc44f0bc8, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=2a340257-6e52-4676-9641-8dadc44f0bc8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:05.571738 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2e678371-7b11-4169-a9d6-30c8566111a7 req-21c4a398-a382-4888-9ec6-e042dcc1b1e7 tempest-DeleteServersAdminTestJSON-410438452 tempest-DeleteServersAdminTestJSON-410438452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:05.576408 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:05.584500 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f9573095-b8e7-4ce4-8bb2-077c2eb2cb8e None None] For port 0fa3d88d-d3db-407f-8ad7-348dde138508, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0fa3d88d-d3db-407f-8ad7-348dde138508,segment=NetworkSegment(69c424cc-bb8c-4f28-a1cc-411242ae3ebb),segment_id=69c424cc-bb8c-4f28-a1cc-411242ae3ebb)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:05.584903 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9573095-b8e7-4ce4-8bb2-077c2eb2cb8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:05.587588 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-738e900d-dc94-4d8d-bfc7-82cd5af79fd7 req-c2360c9e-8353-44b7-ad8a-38dfd2903e89 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778507 Feb 08 15:39:05.587868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=38059300-0ebc-480a-80c8-326c3dffc9cb,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:05.596993 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.db.resource_extend [None req-8d8d575b-b7ce-4196-9936-31c0c68eb831 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:39:05.600328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Calling delete_port for 0fa3d88d-d3db-407f-8ad7-348dde138508 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:39:05.622211 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['38059300-0ebc-480a-80c8-326c3dffc9cb'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:39:05.629743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f9573095-b8e7-4ce4-8bb2-077c2eb2cb8e None None] Calling delete_port for 0fa3d88d-d3db-407f-8ad7-348dde138508 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:39:05.637084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-2e678371-7b11-4169-a9d6-30c8566111a7 req-21c4a398-a382-4888-9ec6-e042dcc1b1e7 tempest-DeleteServersAdminTestJSON-410438452 tempest-DeleteServersAdminTestJSON-410438452-project-admin] Calling delete_port for 2a340257-6e52-4676-9641-8dadc44f0bc8 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:39:05.885158 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d8d575b-b7ce-4196-9936-31c0c68eb831 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:05.892320 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d8d575b-b7ce-4196-9936-31c0c68eb831 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:06.085073 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9573095-b8e7-4ce4-8bb2-077c2eb2cb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:06.100122 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (0fa3d88d-d3db-407f-8ad7-348dde138508), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:06.136492 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa3d88d-d3db-407f-8ad7-348dde138508,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:06.148422 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] No DVR routers for this DVR port 0fa3d88d-d3db-407f-8ad7-348dde138508 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:39:06.152825 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9573095-b8e7-4ce4-8bb2-077c2eb2cb8e None None] Pushing event deleted for resources: {'Port': ['ID=0fa3d88d-d3db-407f-8ad7-348dde138508,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:06.244206 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9573095-b8e7-4ce4-8bb2-077c2eb2cb8e None None] No DVR routers for this DVR port 0fa3d88d-d3db-407f-8ad7-348dde138508 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:39:06.257925 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-8d8d575b-b7ce-4196-9936-31c0c68eb831 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Floating IP e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e associated. External IP: 172.25.7.176, port: 49ae86d5-ee61-479f-a0bf-cd673c1515b7. Feb 08 15:39:06.302818 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (077a6df9-cedc-4425-b2eb-e9afcac5568e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:06.328694 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2e678371-7b11-4169-a9d6-30c8566111a7 req-21c4a398-a382-4888-9ec6-e042dcc1b1e7 tempest-DeleteServersAdminTestJSON-410438452 tempest-DeleteServersAdminTestJSON-410438452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (2a340257-6e52-4676-9641-8dadc44f0bc8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:06.345730 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['2a340257-6e52-4676-9641-8dadc44f0bc8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:39:06.375548 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:39:06.375912 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:39:06.376986 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:39:06.377328 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:39:06.377665 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:39:06.378001 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:39:06.378335 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:39:06.378668 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:39:06.378982 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:39:06.379300 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:39:06.459955 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55108) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:06.465720 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:39:06.466069 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:39:06.466400 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:39:06.467315 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 15:39:06.467315 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077a6df9-cedc-4425-b2eb-e9afcac5568e']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:06.484370 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4a398-a382-4888-9ec6-e042dcc1b1e7 tempest-DeleteServersAdminTestJSON-410438452 tempest-DeleteServersAdminTestJSON-410438452-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a340257-6e52-4676-9641-8dadc44f0bc8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:06.510384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c424cc-bb8c-4f28-a1cc-411242ae3ebb') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:06.510687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c424cc-bb8c-4f28-a1cc-411242ae3ebb') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:06.516353 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:06.548562 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (69c424cc-bb8c-4f28-a1cc-411242ae3ebb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:06.617971 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (69c424cc-bb8c-4f28-a1cc-411242ae3ebb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:06.654258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:39:06.654748 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (69c424cc-bb8c-4f28-a1cc-411242ae3ebb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:06.657026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e678371-7b11-4169-a9d6-30c8566111a7 req-21c4a398-a382-4888-9ec6-e042dcc1b1e7 tempest-DeleteServersAdminTestJSON-410438452 tempest-DeleteServersAdminTestJSON-410438452-project-admin] No DVR routers for this DVR port 2a340257-6e52-4676-9641-8dadc44f0bc8 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: from cryptography.utils import int_from_bytes Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: from cryptography.utils import int_from_bytes Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:39:06.665988 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:39:06.685966 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fa436427-9be9-429f-a140-5e2dac5740b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:06.687522 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2e678371-7b11-4169-a9d6-30c8566111a7 req-21c4a398-a382-4888-9ec6-e042dcc1b1e7 tempest-DeleteServersAdminTestJSON-410438452 tempest-DeleteServersAdminTestJSON-410438452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:06.691128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e678371-7b11-4169-a9d6-30c8566111a7 req-21c4a398-a382-4888-9ec6-e042dcc1b1e7 tempest-DeleteServersAdminTestJSON-410438452 tempest-DeleteServersAdminTestJSON-410438452-project-admin] 10.222.0.94 "DELETE /v2.0/ports/2a340257-6e52-4676-9641-8dadc44f0bc8 HTTP/1.1" status: 204 len: 173 time: 1.9590437 Feb 08 15:39:06.691909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c35f0b-223d-4a7d-9fde-cfca201221ec', 'name': 'network-vif-deleted', 'tag': '2a340257-6e52-4676-9641-8dadc44f0bc8'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:06.694443 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b903dc7b-b06b-458f-9065-8d67e8188459" -d '{"events": [{"server_uuid": "a4c35f0b-223d-4a7d-9fde-cfca201221ec", "name": "network-vif-deleted", "tag": "2a340257-6e52-4676-9641-8dadc44f0bc8"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:06.740668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8d575b-b7ce-4196-9936-31c0c68eb831 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:39:06.784511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a455c39-1e42-464c-bb3d-31d5e6fb4b60 req-a46abe37-8f96-4a71-9f5c-6fcf902dbf45 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:06.786837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a455c39-1e42-464c-bb3d-31d5e6fb4b60 req-a46abe37-8f96-4a71-9f5c-6fcf902dbf45 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 944 time: 0.3037252 Feb 08 15:39:06.788712 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (077a6df9-cedc-4425-b2eb-e9afcac5568e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:06.806962 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:06.827117 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] 10.222.0.82 "DELETE /v2.0/networks/077a6df9-cedc-4425-b2eb-e9afcac5568e HTTP/1.1" status: 204 len: 168 time: 2.0785058 Feb 08 15:39:06.839728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 38059300-0ebc-480a-80c8-326c3dffc9cb up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:39:06.880615 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e2c85-e4b3-4c64-82fb-b62aa58125a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=077a6df9-cedc-4425-b2eb-e9afcac5568e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:06.917275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-97d6236b-a457-43ce-8fc0-69e9bfd0eeec req-ff4d2b8f-dc70-4981-b4b8-b91ff44ad0e0 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c35f0b-223d-4a7d-9fde-cfca201221ec HTTP/1.1" status: 200 len: 210 time: 0.0657403 Feb 08 15:39:06.922189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0fa3d88d-d3db-407f-8ad7-348dde138508 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:39:06.968694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 0fa3d88d-d3db-407f-8ad7-348dde138508 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:39:06.969267 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0fa3d88d-d3db-407f-8ad7-348dde138508 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:39:06.974816 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a455c39-1e42-464c-bb3d-31d5e6fb4b60 req-718ebacc-6fa7-44c3-9f57-73a62c222ee8 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782186 Feb 08 15:39:06.992233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 38059300-0ebc-480a-80c8-326c3dffc9cb completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:39:07.002537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 38059300-0ebc-480a-80c8-326c3dffc9cb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:07.003126 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:07.011272 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3906ea79-1433-47ee-a248-869fe85881a6 x-openstack-request-id: req-3906ea79-1433-47ee-a248-869fe85881a6 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:07.011971 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c35f0b-223d-4a7d-9fde-cfca201221ec", "name": "network-vif-deleted", "tag": "2a340257-6e52-4676-9641-8dadc44f0bc8", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:07.012295 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3906ea79-1433-47ee-a248-869fe85881a6 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:07.012920 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c35f0b-223d-4a7d-9fde-cfca201221ec', 'name': 'network-vif-deleted', 'tag': '2a340257-6e52-4676-9641-8dadc44f0bc8', 'status': 'completed', 'code': 200} Feb 08 15:39:07.062875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fa436427-9be9-429f-a140-5e2dac5740b4 admin admin] Publish callbacks [] for security_group (2e409840-a882-4c00-a6f6-fd66f5923767), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:07.072248 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fa436427-9be9-429f-a140-5e2dac5740b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2e409840-a882-4c00-a6f6-fd66f5923767), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:07.111090 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55128) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:07.137133 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8d575b-b7ce-4196-9936-31c0c68eb831 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:39:07.151531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 38059300-0ebc-480a-80c8-326c3dffc9cb is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:07.152015 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:07.175950 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d8d575b-b7ce-4196-9936-31c0c68eb831 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:07.179754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0622b6b-6031-4160-ad42-08627f78b804 None None] Sync routers for ids ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:39:07.197967 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4474b8d0-361e-4b96-b971-720d638b9562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38059300-0ebc-480a-80c8-326c3dffc9cb'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:07.200224 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ca57d6b7-321c-4519-9e9d-9fdd1f738acc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5008a044088141ffb7151c00e7ee8f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0879800 Feb 08 15:39:07.202718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55136) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:07.204737 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9803e7-c6f8-4363-a68d-fc6cd98647ec" -d '{"events": [{"server_uuid": "4474b8d0-361e-4b96-b971-720d638b9562", "name": "network-vif-plugged", "status": "completed", "tag": "38059300-0ebc-480a-80c8-326c3dffc9cb"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:07.221182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=38059300-0ebc-480a-80c8-326c3dffc9cb,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:07.224856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0622b6b-6031-4160-ad42-08627f78b804 None None] Routers {'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:39:07.225934 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d0622b6b-6031-4160-ad42-08627f78b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:39:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:07.230870 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:07.246952 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55140) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:07.269548 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fa436427-9be9-429f-a140-5e2dac5740b4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5224b02184a14035a3bd0b0a0b9b77be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8087590 Feb 08 15:39:07.276314 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa436427-9be9-429f-a140-5e2dac5740b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e409840-a882-4c00-a6f6-fd66f5923767,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:07.325845 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8d8d575b-b7ce-4196-9936-31c0c68eb831 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "PUT /v2.0/floatingips/e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e HTTP/1.1" status: 200 len: 1013 time: 3.2629769 Feb 08 15:39:07.326592 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8728ea1-70fe-44e1-9bc1-e6b660065b7e', 'tag': '49ae86d5-ee61-479f-a0bf-cd673c1515b7'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:07.329366 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6707f23-7eb8-4d99-a627-537a9b188949" -d '{"events": [{"name": "network-changed", "server_uuid": "a8728ea1-70fe-44e1-9bc1-e6b660065b7e", "tag": "49ae86d5-ee61-479f-a0bf-cd673c1515b7"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:07.354412 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8224b33e-3e06-4e6a-9373-afefd82af3d9 x-openstack-request-id: req-8224b33e-3e06-4e6a-9373-afefd82af3d9 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:07.354723 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4474b8d0-361e-4b96-b971-720d638b9562", "name": "network-vif-plugged", "status": "completed", "tag": "38059300-0ebc-480a-80c8-326c3dffc9cb", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:07.355009 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8224b33e-3e06-4e6a-9373-afefd82af3d9 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:07.355442 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4474b8d0-361e-4b96-b971-720d638b9562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38059300-0ebc-480a-80c8-326c3dffc9cb', 'code': 200} Feb 08 15:39:07.413566 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f557f4ba-4bd0-41d1-83fb-ea4bee56f333 x-openstack-request-id: req-f557f4ba-4bd0-41d1-83fb-ea4bee56f333 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:07.414685 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8728ea1-70fe-44e1-9bc1-e6b660065b7e", "tag": "49ae86d5-ee61-479f-a0bf-cd673c1515b7", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:07.415201 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f557f4ba-4bd0-41d1-83fb-ea4bee56f333 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:07.416107 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8728ea1-70fe-44e1-9bc1-e6b660065b7e', 'tag': '49ae86d5-ee61-479f-a0bf-cd673c1515b7', 'status': 'completed', 'code': 200} Feb 08 15:39:07.535250 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3210931b-4dd1-4585-817f-61adc0f1849c admin admin] Publish callbacks [] for security_group (891f6128-fc92-4d2e-8025-1d949e7371e6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:07.554948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=38059300-0ebc-480a-80c8-326c3dffc9cb,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:07.584903 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eb75e0f-d2b6-4ced-ab6a-6dcdd30fd740 admin admin] Publish callbacks [] for security_group (2e409840-a882-4c00-a6f6-fd66f5923767), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:07.596889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55150) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:07.597719 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-d0622b6b-6031-4160-ad42-08627f78b804 None None] Set router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:39:07.620496 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3210931b-4dd1-4585-817f-61adc0f1849c admin admin] Publish callbacks [] for security_group (891f6128-fc92-4d2e-8025-1d949e7371e6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:07.678837 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eb75e0f-d2b6-4ced-ab6a-6dcdd30fd740 admin admin] Publish callbacks [] for security_group (2e409840-a882-4c00-a6f6-fd66f5923767), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:07.683075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476b72c-806b-4c28-9e50-93c65bbb538d req-bd483812-7762-4755-8dfc-57194d7cb7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:07.684762 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e476b72c-806b-4c28-9e50-93c65bbb538d req-bd483812-7762-4755-8dfc-57194d7cb7e3 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 1128 time: 0.2463641 Feb 08 15:39:07.724770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf2fdc-c01e-4b46-88bf-9a1f82f7b845 req-b85ce42a-8664-4753-99fe-a933435f3f79 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:07.732612 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4ddf2fdc-c01e-4b46-88bf-9a1f82f7b845 req-b85ce42a-8664-4753-99fe-a933435f3f79 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 967 time: 0.2796288 Feb 08 15:39:07.765815 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6707f23-7eb8-4d99-a627-537a9b188949 req-fd496a4f-73e8-4457-81dc-4066306d7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:07.767428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6707f23-7eb8-4d99-a627-537a9b188949 req-fd496a4f-73e8-4457-81dc-4066306d7056 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f56b2d01d7094f258a54afd197cf9284&device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 1150 time: 0.3110275 Feb 08 15:39:07.891894 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3210931b-4dd1-4585-817f-61adc0f1849c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (891f6128-fc92-4d2e-8025-1d949e7371e6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:07.894906 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3210931b-4dd1-4585-817f-61adc0f1849c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:07.898430 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3210931b-4dd1-4585-817f-61adc0f1849c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/891f6128-fc92-4d2e-8025-1d949e7371e6 HTTP/1.1" status: 204 len: 168 time: 0.6925206 Feb 08 15:39:07.907294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e476b72c-806b-4c28-9e50-93c65bbb538d req-3b6a3975-b536-4d26-8589-53e87aa4afd6 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028453 Feb 08 15:39:07.930087 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4ddf2fdc-c01e-4b46-88bf-9a1f82f7b845 req-b8c18ea0-957e-4e0b-99d8-dfe9bceccf1d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962924 Feb 08 15:39:07.936854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210931b-4dd1-4585-817f-61adc0f1849c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891f6128-fc92-4d2e-8025-1d949e7371e6,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:07.950607 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eb75e0f-d2b6-4ced-ab6a-6dcdd30fd740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2e409840-a882-4c00-a6f6-fd66f5923767), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:07.965103 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eb75e0f-d2b6-4ced-ab6a-6dcdd30fd740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:07.970497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4eb75e0f-d2b6-4ced-ab6a-6dcdd30fd740 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2e409840-a882-4c00-a6f6-fd66f5923767 HTTP/1.1" status: 204 len: 168 time: 0.7181315 Feb 08 15:39:07.972828 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:08.018036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb75e0f-d2b6-4ced-ab6a-6dcdd30fd740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e409840-a882-4c00-a6f6-fd66f5923767,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:08.022728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d0622b6b-6031-4160-ad42-08627f78b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'floating_ip_address': '172.25.7.176', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'port_id': '49ae86d5-ee61-479f-a0bf-cd673c1515b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'mac_address': 'fa:16:3e:56:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8728ea1-70fe-44e1-9bc1-e6b660065b7e', 'device_owner': 'compute:tempest-test_az-157243199'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:38:40Z', 'updated_at': '2022-02-08T15:39:05Z', 'revision_number': 1, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100fec03-c6d3-4419-b9b2-fc769c4f7bef', 'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'mac_address': 'fa:16:3e:72:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:15Z', 'updated_at': '2022-02-08T15:38:22Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'subnets': [{'id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:08.031887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6707f23-7eb8-4d99-a627-537a9b188949 req-0fbb64b2-d080-47e5-8b28-7092c57acdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:08.037185 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6707f23-7eb8-4d99-a627-537a9b188949 req-0fbb64b2-d080-47e5-8b28-7092c57acdfd service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b HTTP/1.1" status: 200 len: 925 time: 0.2514026 Feb 08 15:39:08.075137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0622b6b-6031-4160-ad42-08627f78b804 None None] Checking router: aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:39:08.087795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0622b6b-6031-4160-ad42-08627f78b804 None None] Routers {'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:39:08.088708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d0622b6b-6031-4160-ad42-08627f78b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:39:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:08.090252 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e6f1932d-99db-460d-ac2b-0b7ab89aba4f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c8b3c25bea434f58a19241d40508a764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4920709 Feb 08 15:39:08.093093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55170) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:08.163640 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a510ea1c-4bc5-438d-be77-c40c3a72fddd admin admin] Publish callbacks [] for security_group (cfd4afeb-07fe-48ee-83c4-4b5734b14fb9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:08.192300 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a510ea1c-4bc5-438d-be77-c40c3a72fddd admin admin] Publish callbacks [] for security_group (cfd4afeb-07fe-48ee-83c4-4b5734b14fb9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:08.210125 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6707f23-7eb8-4d99-a627-537a9b188949 req-d4d9552b-6004-449f-a884-1e6d68c5e730 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49ae86d5-ee61-479f-a0bf-cd673c1515b7 HTTP/1.1" status: 200 len: 1021 time: 0.1708481 Feb 08 15:39:08.231091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-d0622b6b-6031-4160-ad42-08627f78b804 None None] Set router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:39:08.269440 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a510ea1c-4bc5-438d-be77-c40c3a72fddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cfd4afeb-07fe-48ee-83c4-4b5734b14fb9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:08.275046 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a510ea1c-4bc5-438d-be77-c40c3a72fddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:08.279041 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602653da-42ca-4e60-9f30-3dce26a3b49e req-97985595-acff-41ea-b5af-5611b914cbc1 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:08.280019 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a510ea1c-4bc5-438d-be77-c40c3a72fddd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cfd4afeb-07fe-48ee-83c4-4b5734b14fb9 HTTP/1.1" status: 204 len: 168 time: 0.1856782 Feb 08 15:39:08.284819 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-602653da-42ca-4e60-9f30-3dce26a3b49e req-97985595-acff-41ea-b5af-5611b914cbc1 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 945 time: 0.1636925 Feb 08 15:39:08.289212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510ea1c-4bc5-438d-be77-c40c3a72fddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd4afeb-07fe-48ee-83c4-4b5734b14fb9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:08.320168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6707f23-7eb8-4d99-a627-537a9b188949 req-dcceb86e-c36b-4b56-8e6c-cbeae08083fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:08.321989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6707f23-7eb8-4d99-a627-537a9b188949 req-dcceb86e-c36b-4b56-8e6c-cbeae08083fe service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7c88a98d-d03f-41a5-941f-3b5ddd16ad60 HTTP/1.1" status: 200 len: 863 time: 0.1058731 Feb 08 15:39:08.411333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-602653da-42ca-4e60-9f30-3dce26a3b49e req-932c8de2-f72b-4b15-b456-9fc97e94f27c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256189 Feb 08 15:39:08.442247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6707f23-7eb8-4d99-a627-537a9b188949 req-1d7d131d-3d2b-4e54-9f54-787c42dac182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:08.443884 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6707f23-7eb8-4d99-a627-537a9b188949 req-1d7d131d-3d2b-4e54-9f54-787c42dac182 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1022253 Feb 08 15:39:08.569882 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d0622b6b-6031-4160-ad42-08627f78b804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'floating_ip_address': '172.25.7.176', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'port_id': '49ae86d5-ee61-479f-a0bf-cd673c1515b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'mac_address': 'fa:16:3e:56:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8728ea1-70fe-44e1-9bc1-e6b660065b7e', 'device_owner': 'compute:tempest-test_az-157243199'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:38:40Z', 'updated_at': '2022-02-08T15:39:05Z', 'revision_number': 1, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100fec03-c6d3-4419-b9b2-fc769c4f7bef', 'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'mac_address': 'fa:16:3e:72:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:15Z', 'updated_at': '2022-02-08T15:38:22Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'subnets': [{'id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:08.570124 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6707f23-7eb8-4d99-a627-537a9b188949 req-1114a441-9897-4975-afcb-8156ac8804ae service neutron] 10.222.0.96 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200635 Feb 08 15:39:08.572305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-f852ed4c-9a1b-4a41-ae80-bf5ac04a2be3 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=a0ae5d64fef84958a145b39aba90ea6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255523 Feb 08 15:39:08.606036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0622b6b-6031-4160-ad42-08627f78b804 None None] The sync data for ids ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'] in n-d-824834-11 is: [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'floating_ip_address': '172.25.7.176', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'port_id': '49ae86d5-ee61-479f-a0bf-cd673c1515b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'mac_address': 'fa:16:3e:56:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8728ea1-70fe-44e1-9bc1-e6b660065b7e', 'device_owner': 'compute:tempest-test_az-157243199'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:38:40Z', 'updated_at': '2022-02-08T15:39:05Z', 'revision_number': 1, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100fec03-c6d3-4419-b9b2-fc769c4f7bef', 'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'mac_address': 'fa:16:3e:72:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:15Z', 'updated_at': '2022-02-08T15:38:22Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'subnets': [{'id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:39:08.685569 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55196) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:08.715461 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f261285-d6c5-4f1c-8af6-59480a0eab7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:08.783017 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6707f23-7eb8-4d99-a627-537a9b188949 req-71d7e563-abc2-40a3-80b6-966245dc445f service neutron] 10.222.0.96 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056723 Feb 08 15:39:08.790416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-bebf0a28-6f66-4b91-9746-a96c72c3ac70 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:08.797298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-bebf0a28-6f66-4b91-9746-a96c72c3ac70 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053285 Feb 08 15:39:08.830992 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-c4ffaedf-1483-4ec8-ba68-b4510e3bf9fa tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/quotas/a0ae5d64fef84958a145b39aba90ea6c HTTP/1.1" status: 200 len: 375 time: 0.0208511 Feb 08 15:39:08.843117 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 2a340257-6e52-4676-9641-8dadc44f0bc8 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:39:08.861607 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f261285-d6c5-4f1c-8af6-59480a0eab7b admin admin] Publish callbacks [] for security_group (ee9a8f9b-b982-48bd-b712-37c73b415095), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:08.870128 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f261285-d6c5-4f1c-8af6-59480a0eab7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ee9a8f9b-b982-48bd-b712-37c73b415095), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:08.876207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-c1d42df1-06ae-47b8-926a-703e91e75aea tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=a0ae5d64fef84958a145b39aba90ea6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442359 Feb 08 15:39:08.892188 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 2a340257-6e52-4676-9641-8dadc44f0bc8 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:39:08.893034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 2a340257-6e52-4676-9641-8dadc44f0bc8 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:39:08.947243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55204) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:08.953575 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0f261285-d6c5-4f1c-8af6-59480a0eab7b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=175fc52227474a3abcd2e1ed061889df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658844 Feb 08 15:39:08.956428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f261285-d6c5-4f1c-8af6-59480a0eab7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9a8f9b-b982-48bd-b712-37c73b415095,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:09.013675 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9054b02a-6b23-47b1-9b8c-e2664c9fb124 None None] New status for floating IP e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:39:09.029974 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55206) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:09.040757 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-428bf529-23cf-4741-91d1-d34f502a8a34 admin admin] Publish callbacks [] for security_group (ee9a8f9b-b982-48bd-b712-37c73b415095), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:09.126241 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-428bf529-23cf-4741-91d1-d34f502a8a34 admin admin] Publish callbacks [] for security_group (ee9a8f9b-b982-48bd-b712-37c73b415095), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:09.168796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55212) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:09.172095 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f885b3ce-7906-4371-89bf-e712557bea98 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5de46df0f70846fa9fb124f84a923de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406250 Feb 08 15:39:09.372042 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-428bf529-23cf-4741-91d1-d34f502a8a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ee9a8f9b-b982-48bd-b712-37c73b415095), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:09.374650 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-428bf529-23cf-4741-91d1-d34f502a8a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:09.389826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-428bf529-23cf-4741-91d1-d34f502a8a34 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ee9a8f9b-b982-48bd-b712-37c73b415095 HTTP/1.1" status: 204 len: 168 time: 0.4413042 Feb 08 15:39:09.451364 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bf529-23cf-4741-91d1-d34f502a8a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9a8f9b-b982-48bd-b712-37c73b415095,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:09.525682 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1298657f-62af-420e-b781-7cc984ba7d7a admin admin] Publish callbacks [] for security_group (061ae1da-74ef-49e4-a15b-a75e60d48aac), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:09.571937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251fa97-9f5f-4dfd-a5ee-7595a0a5ed0f req-8b39a9d0-fc92-4760-8209-47a44aa56679 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:09.577349 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4251fa97-9f5f-4dfd-a5ee-7595a0a5ed0f req-8b39a9d0-fc92-4760-8209-47a44aa56679 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 967 time: 0.3170218 Feb 08 15:39:09.631788 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1298657f-62af-420e-b781-7cc984ba7d7a admin admin] Publish callbacks [] for security_group (061ae1da-74ef-49e4-a15b-a75e60d48aac), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:09.728480 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4251fa97-9f5f-4dfd-a5ee-7595a0a5ed0f req-5911ec63-2c01-4bff-849b-9faa62227d4f tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413965 Feb 08 15:39:09.731806 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c17ba331-ef56-43c7-9cba-74ac73436058 req-513dfd55-2068-46aa-a6a3-ac3ac947f510 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ebfc7c5-0804-4d25-83e4-654f528b45b3 HTTP/1.1" status: 200 len: 210 time: 0.0612450 Feb 08 15:39:09.775908 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1298657f-62af-420e-b781-7cc984ba7d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (061ae1da-74ef-49e4-a15b-a75e60d48aac), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:09.779273 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1298657f-62af-420e-b781-7cc984ba7d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:09.780629 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1298657f-62af-420e-b781-7cc984ba7d7a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/061ae1da-74ef-49e4-a15b-a75e60d48aac HTTP/1.1" status: 204 len: 168 time: 0.6108587 Feb 08 15:39:09.794924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298657f-62af-420e-b781-7cc984ba7d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061ae1da-74ef-49e4-a15b-a75e60d48aac,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:09.889401 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4af34-c6eb-487a-9ad3-aa051a259e80 req-e2cf5aae-894f-4805-acc3-c6068023d75f tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:09.896814 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4fb4af34-c6eb-487a-9ad3-aa051a259e80 req-e2cf5aae-894f-4805-acc3-c6068023d75f tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 945 time: 0.1050708 Feb 08 15:39:09.961562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4fb4af34-c6eb-487a-9ad3-aa051a259e80 req-3e69d11e-39be-4b62-8a0e-f7aa4df9d185 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637527 Feb 08 15:39:10.087879 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1871-0ad7-4fb7-a028-b528fdb11cd2 req-f3c0b816-4fe3-4e04-a072-3754d5b3186c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:10.089932 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-402e1871-0ad7-4fb7-a028-b528fdb11cd2 req-f3c0b816-4fe3-4e04-a072-3754d5b3186c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 967 time: 0.0631104 Feb 08 15:39:10.165909 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-402e1871-0ad7-4fb7-a028-b528fdb11cd2 req-352da835-a068-437a-b185-623eeda54ae6 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690262 Feb 08 15:39:10.442869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825a572-8e3a-4c8c-8290-979b04a11ae3 req-00e8d806-94ec-4e26-bed9-442cfc1f4de2 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:10.446087 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8825a572-8e3a-4c8c-8290-979b04a11ae3 req-00e8d806-94ec-4e26-bed9-442cfc1f4de2 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 1128 time: 0.0565207 Feb 08 15:39:10.509586 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-71ab51e8-faad-4368-adfb-cc0c79ceeadf tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=a0ae5d64fef84958a145b39aba90ea6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464699 Feb 08 15:39:10.621577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8825a572-8e3a-4c8c-8290-979b04a11ae3 req-e6813902-e879-4f1d-a03d-374648a43c33 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347213 Feb 08 15:39:10.742373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-44a5f6f3-4055-4307-9aad-0084c56d2afc tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:10.744867 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-44a5f6f3-4055-4307-9aad-0084c56d2afc tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314141 Feb 08 15:39:10.764167 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Request body: {'port': {'device_id': '4ebfc7c5-0804-4d25-83e4-654f528b45b3', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': 'a0ae5d64fef84958a145b39aba90ea6c'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:10.784298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8324a-ad77-4d7d-8b82-7c8ba92accfb req-5b73d7bf-fbe7-43cf-a67a-e1423aaacd0a tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:10.785847 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbf8324a-ad77-4d7d-8b82-7c8ba92accfb req-5b73d7bf-fbe7-43cf-a67a-e1423aaacd0a tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 1128 time: 0.0831711 Feb 08 15:39:11.068830 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85faca78-8684-4911-8c48-211aafe4ce9a req-2ea921c3-75fe-4394-9e66-6cab6764dd56 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ebfc7c5-0804-4d25-83e4-654f528b45b3 HTTP/1.1" status: 200 len: 210 time: 0.0467007 Feb 08 15:39:11.125271 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbf8324a-ad77-4d7d-8b82-7c8ba92accfb req-2a8b9bc5-f4da-469d-bd30-d140cd1ce162 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074770 Feb 08 15:39:11.151509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Made reservation on behalf of a0ae5d64fef84958a145b39aba90ea6c for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:39:11.155112 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:11.232828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55306) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:11.318522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Allocated IP 192.168.233.137 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/516062d9-e7bf-4046-84f4-80f625f0f2c5) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:39:11.327613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-eaa0f1ab-eede-409a-bbbc-41b98b7487b7 req-bac25b62-c4fe-47cd-b534-3a65a3e2dcff service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:39:11.328751 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eaa0f1ab-eede-409a-bbbc-41b98b7487b7 req-bac25b62-c4fe-47cd-b534-3a65a3e2dcff service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078876 Feb 08 15:39:11.499051 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-503bf4d7-b9b4-4866-bd85-a9ee06e3de0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:11.519232 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Publish callbacks [] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:11.573724 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:11.624442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:39:11.628462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:39:11.632608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:39:11.695298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:11.696083 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:11.718930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-503bf4d7-b9b4-4866-bd85-a9ee06e3de0c admin admin] Publish callbacks [] for security_group (acc84b94-10f8-4a04-bf23-4969f1ca83b7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:11.724236 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Pushing event updated for resources: {'Port': ['ID=516062d9-e7bf-4046-84f4-80f625f0f2c5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:11.733223 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-503bf4d7-b9b4-4866-bd85-a9ee06e3de0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (acc84b94-10f8-4a04-bf23-4969f1ca83b7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:11.744225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:11.744597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:11.744928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:11.745309 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:11.745649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:11.745960 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:11.746294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:11.746615 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:11.746940 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:11.747264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:11.747584 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:11.747903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:11.748219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:11.757928 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-e52e5842-1748-4b0d-b8c4-c817be121e01 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0014610 Feb 08 15:39:11.764994 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-503bf4d7-b9b4-4866-bd85-a9ee06e3de0c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6b9dbfd6db1d4444bf80377166555150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5263579 Feb 08 15:39:11.766493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55326) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:11.775113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Request body: {'port': {'device_id': '4ebfc7c5-0804-4d25-83e4-654f528b45b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:11.792981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503bf4d7-b9b4-4866-bd85-a9ee06e3de0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc84b94-10f8-4a04-bf23-4969f1ca83b7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:11.906116 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-80d898dc-6ea0-4fe1-b395-9ec22260e09a admin admin] Publish callbacks [] for security_group (acc84b94-10f8-4a04-bf23-4969f1ca83b7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:11.908321 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:11.962918 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-80d898dc-6ea0-4fe1-b395-9ec22260e09a admin admin] Publish callbacks [] for security_group (acc84b94-10f8-4a04-bf23-4969f1ca83b7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:12.016538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9639d638-3874-47e6-a16a-11c0e0f0ad18 None None] Provisioning complete for port 516062d9-e7bf-4046-84f4-80f625f0f2c5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:12.017701 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9639d638-3874-47e6-a16a-11c0e0f0ad18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:12.061336 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9639d638-3874-47e6-a16a-11c0e0f0ad18 None None] Port 516062d9-e7bf-4046-84f4-80f625f0f2c5 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:39:12.137396 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-80d898dc-6ea0-4fe1-b395-9ec22260e09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (acc84b94-10f8-4a04-bf23-4969f1ca83b7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:12.139954 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-80d898dc-6ea0-4fe1-b395-9ec22260e09a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:12.141139 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-80d898dc-6ea0-4fe1-b395-9ec22260e09a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/acc84b94-10f8-4a04-bf23-4969f1ca83b7 HTTP/1.1" status: 204 len: 168 time: 0.3259845 Feb 08 15:39:12.163949 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d898dc-6ea0-4fe1-b395-9ec22260e09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc84b94-10f8-4a04-bf23-4969f1ca83b7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:12.307068 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516062d9-e7bf-4046-84f4-80f625f0f2c5 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:39:12.315828 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Publish callbacks [] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:12.330795 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Transition to ACTIVE for port object 516062d9-e7bf-4046-84f4-80f625f0f2c5 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:39:12.339408 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:12.400554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Pushing event updated for resources: {'Port': ['ID=516062d9-e7bf-4046-84f4-80f625f0f2c5,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:12.541222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Attempting to bind port 516062d9-e7bf-4046-84f4-80f625f0f2c5 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:39:12.542173 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Attempting to bind port 516062d9-e7bf-4046-84f4-80f625f0f2c5 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:39:12.542173 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Attempting to bind port 516062d9-e7bf-4046-84f4-80f625f0f2c5 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:12.550701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Port 516062d9-e7bf-4046-84f4-80f625f0f2c5 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:39:12.551040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Attempting to bind port 516062d9-e7bf-4046-84f4-80f625f0f2c5 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:12.561808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:39:12.562114 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:39:12.562535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:39:12.563319 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Bound port: 516062d9-e7bf-4046-84f4-80f625f0f2c5, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:39:12.563319 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:12.688147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] For port 516062d9-e7bf-4046-84f4-80f625f0f2c5, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:39:12.693706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] For port 516062d9-e7bf-4046-84f4-80f625f0f2c5, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=516062d9-e7bf-4046-84f4-80f625f0f2c5,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:39:12.713291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd96be4-6ada-44dc-b307-b70e5c0f7817 req-fafdb356-3675-40fd-a317-22c7cce6cf7a tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:12.715068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3dd96be4-6ada-44dc-b307-b70e5c0f7817 req-fafdb356-3675-40fd-a317-22c7cce6cf7a tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ebfc7c5-0804-4d25-83e4-654f528b45b3 HTTP/1.1" status: 200 len: 948 time: 0.0970068 Feb 08 15:39:12.716482 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:12.782942 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:12.783563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:12.784923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] 10.222.0.94 "PUT /v2.0/ports/516062d9-e7bf-4046-84f4-80f625f0f2c5 HTTP/1.1" status: 200 len: 1097 time: 1.0193377 Feb 08 15:39:12.787349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebfc7c5-0804-4d25-83e4-654f528b45b3', 'tag': '516062d9-e7bf-4046-84f4-80f625f0f2c5'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:12.790492 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f29f35b-d546-4c3d-95d9-887631b2b573" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebfc7c5-0804-4d25-83e4-654f528b45b3", "tag": "516062d9-e7bf-4046-84f4-80f625f0f2c5"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:12.842560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde98770-84d6-46c0-b876-ee3ead0ce88f service neutron] Pushing event updated for resources: {'Port': ['ID=516062d9-e7bf-4046-84f4-80f625f0f2c5,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:12.845742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55372) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:12.874907 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:12.927831 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3dd96be4-6ada-44dc-b307-b70e5c0f7817 req-197f06ec-24ea-4858-89d1-285e24ef2746 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011251 Feb 08 15:39:12.970628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-ddb2eab7-52d9-4beb-883f-41946eb3125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:12.972385 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-ddb2eab7-52d9-4beb-883f-41946eb3125e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a0ae5d64fef84958a145b39aba90ea6c&device_id=4ebfc7c5-0804-4d25-83e4-654f528b45b3 HTTP/1.1" status: 200 len: 1131 time: 0.1415718 Feb 08 15:39:13.019221 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Publish callbacks [] for security_group (46f008d4-e08e-4ca2-924c-6dce68476157), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:13.025900 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (46f008d4-e08e-4ca2-924c-6dce68476157), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:13.052771 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-d3b06e02-4f94-4aab-80fe-1ae82a2af71b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=516062d9-e7bf-4046-84f4-80f625f0f2c5 HTTP/1.1" status: 200 len: 217 time: 0.0722215 Feb 08 15:39:13.086363 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5c729169dd4c44ba8b0b5110cdeb80f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386744 Feb 08 15:39:13.088645 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55388) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:13.089344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f008d4-e08e-4ca2-924c-6dce68476157,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:13.110979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:13.111882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:13.112379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:13.112869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:13.113443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:13.113958 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:13.114531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:13.115192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:13.115704 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:13.116392 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:13.117092 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:13.117636 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:13.119684 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18ce4ab-901e-43a5-8c5d-f76c88898b45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:13.145666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-a472193d-27db-44f5-a848-5329779c97df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:13.147435 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-a472193d-27db-44f5-a848-5329779c97df service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0868363 Feb 08 15:39:13.184914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc94bef7-c3db-417d-ac53-c25e6ce06b72 admin admin] Publish callbacks [] for security_group (46f008d4-e08e-4ca2-924c-6dce68476157), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:13.210719 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc94bef7-c3db-417d-ac53-c25e6ce06b72 admin admin] Publish callbacks [] for security_group (46f008d4-e08e-4ca2-924c-6dce68476157), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:13.212444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-bc0f3781-faaa-4b1d-852c-5347f65b16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:13.214787 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-bc0f3781-faaa-4b1d-852c-5347f65b16c5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0609846 Feb 08 15:39:13.273572 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc94bef7-c3db-417d-ac53-c25e6ce06b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (46f008d4-e08e-4ca2-924c-6dce68476157), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:13.277660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc94bef7-c3db-417d-ac53-c25e6ce06b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:13.278939 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fc94bef7-c3db-417d-ac53-c25e6ce06b72 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/46f008d4-e08e-4ca2-924c-6dce68476157 HTTP/1.1" status: 204 len: 168 time: 0.1867983 Feb 08 15:39:13.288045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94bef7-c3db-417d-ac53-c25e6ce06b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f008d4-e08e-4ca2-924c-6dce68476157,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:13.386140 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-a55fc150-cab4-4883-ad98-2f1842d2d0fc service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649725 Feb 08 15:39:13.405572 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e2b331-d679-487c-af43-92bd599d96e4 x-openstack-request-id: req-e8e2b331-d679-487c-af43-92bd599d96e4 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:13.405895 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebfc7c5-0804-4d25-83e4-654f528b45b3", "tag": "516062d9-e7bf-4046-84f4-80f625f0f2c5", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:13.406118 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e8e2b331-d679-487c-af43-92bd599d96e4 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:13.406517 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebfc7c5-0804-4d25-83e4-654f528b45b3', 'tag': '516062d9-e7bf-4046-84f4-80f625f0f2c5', 'status': 'completed', 'code': 200} Feb 08 15:39:13.505663 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c5c66f-0044-4ff6-9c72-c2a61f4b5ba4 req-1c1d55f2-f206-44c4-ad6f-9a841a1d324b service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098070 Feb 08 15:39:13.615438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29f35b-d546-4c3d-95d9-887631b2b573 req-04aeaa1b-5d71-4234-8f3b-0755c540b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:13.617109 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f29f35b-d546-4c3d-95d9-887631b2b573 req-04aeaa1b-5d71-4234-8f3b-0755c540b06e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a0ae5d64fef84958a145b39aba90ea6c&device_id=4ebfc7c5-0804-4d25-83e4-654f528b45b3 HTTP/1.1" status: 200 len: 1131 time: 0.0556479 Feb 08 15:39:13.748748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29f35b-d546-4c3d-95d9-887631b2b573 req-b486b5ab-4926-4c7b-839b-73d5a79ef612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:13.750291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f29f35b-d546-4c3d-95d9-887631b2b573 req-b486b5ab-4926-4c7b-839b-73d5a79ef612 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1174862 Feb 08 15:39:13.801212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f29f35b-d546-4c3d-95d9-887631b2b573 req-01bdb332-af38-4e40-bafe-48abba1a311d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=516062d9-e7bf-4046-84f4-80f625f0f2c5 HTTP/1.1" status: 200 len: 217 time: 0.0432026 Feb 08 15:39:13.861834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29f35b-d546-4c3d-95d9-887631b2b573 req-2a342aaa-cffc-4293-86bc-6705464dde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:13.863740 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f29f35b-d546-4c3d-95d9-887631b2b573 req-2a342aaa-cffc-4293-86bc-6705464dde49 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0576096 Feb 08 15:39:13.922008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-bf664cdc-5476-4251-9466-208f92110761 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=d09e72070083460b98beb4ce0014f320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390017 Feb 08 15:39:13.982812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55436) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:13.995149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29f35b-d546-4c3d-95d9-887631b2b573 req-e6b21ea1-8ddd-4a07-905a-64b0477a5352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:13.996676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f29f35b-d546-4c3d-95d9-887631b2b573 req-e6b21ea1-8ddd-4a07-905a-64b0477a5352 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1225581 Feb 08 15:39:14.103107 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-7e5e7f76-7bb9-465a-9596-9217b5e0bd3b tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:14.104591 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-7e5e7f76-7bb9-465a-9596-9217b5e0bd3b tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754272 Feb 08 15:39:14.139565 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-29196809-9d1b-4c32-b9b5-b04340e407a0 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/quotas/d09e72070083460b98beb4ce0014f320 HTTP/1.1" status: 200 len: 375 time: 0.0282893 Feb 08 15:39:14.141852 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f29f35b-d546-4c3d-95d9-887631b2b573 req-ff16e722-9b74-44b1-a440-b5667ee63409 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381316 Feb 08 15:39:14.180809 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-6aa01484-2bdb-45a5-b4b8-0fa053d9eba9 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=d09e72070083460b98beb4ce0014f320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339444 Feb 08 15:39:14.265226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f29f35b-d546-4c3d-95d9-887631b2b573 req-8b1a6c90-ea7d-4942-a2af-cf43df3710a1 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094618 Feb 08 15:39:14.284596 n-d-824834-11 neutron-server[103302]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 08 15:39:14.289517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-8ad47f62-8a5c-49a2-b57c-6e9dfa5e51fa tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:39:14.290644 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-8ad47f62-8a5c-49a2-b57c-6e9dfa5e51fa tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3038962 Feb 08 15:39:14.581372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-7ee0ea85-670c-4ba6-b62d-99f7e670fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:14.588693 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-7ee0ea85-670c-4ba6-b62d-99f7e670fe1c service neutron] 10.222.0.82 "GET /v2.0/ports/38059300-0ebc-480a-80c8-326c3dffc9cb HTTP/1.1" status: 200 len: 1125 time: 0.2206535 Feb 08 15:39:14.593602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-fbfeddf4-20f3-44e7-a557-37d2a91b9f18 service neutron] Request body: {'binding': {'host': 'n-h2-824834-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:14.594421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-fbfeddf4-20f3-44e7-a557-37d2a91b9f18 service neutron] Unknown quota resources ['binding']. {{(pid=103302) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 15:39:14.764779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-fbfeddf4-20f3-44e7-a557-37d2a91b9f18 service neutron] Attempting to bind port 38059300-0ebc-480a-80c8-326c3dffc9cb on host n-h2-824834-11 for vnic_type normal with profile None {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:39:14.765553 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-fbfeddf4-20f3-44e7-a557-37d2a91b9f18 service neutron] Attempting to bind port 38059300-0ebc-480a-80c8-326c3dffc9cb by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:39:14.766093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-fbfeddf4-20f3-44e7-a557-37d2a91b9f18 service neutron] Attempting to bind port 38059300-0ebc-480a-80c8-326c3dffc9cb on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:14.771997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-fbfeddf4-20f3-44e7-a557-37d2a91b9f18 service neutron] Port 38059300-0ebc-480a-80c8-326c3dffc9cb on network 34030067-061b-475b-9f07-26ad4a87c9e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:39:14.772684 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-fbfeddf4-20f3-44e7-a557-37d2a91b9f18 service neutron] Attempting to bind port 38059300-0ebc-480a-80c8-326c3dffc9cb on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:14.780583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-fbfeddf4-20f3-44e7-a557-37d2a91b9f18 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:39:14.781075 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-fbfeddf4-20f3-44e7-a557-37d2a91b9f18 service neutron] Checking segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:39:14.781537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-fbfeddf4-20f3-44e7-a557-37d2a91b9f18 service neutron] Bound using segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:39:14.782044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-fbfeddf4-20f3-44e7-a557-37d2a91b9f18 service neutron] Bound port: 38059300-0ebc-480a-80c8-326c3dffc9cb, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:39:14.894558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-fbfeddf4-20f3-44e7-a557-37d2a91b9f18 service neutron] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=38059300-0ebc-480a-80c8-326c3dffc9cb,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:39:14.902938 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-fbfeddf4-20f3-44e7-a557-37d2a91b9f18 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:14.913639 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-fbfeddf4-20f3-44e7-a557-37d2a91b9f18 service neutron] 10.222.0.82 "POST /v2.0/ports/38059300-0ebc-480a-80c8-326c3dffc9cb/bindings HTTP/1.1" status: 201 len: 390 time: 0.3238175 Feb 08 15:39:14.980491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ac8d4-37d7-4029-ab84-e32696de7b3a req-19565746-2c5d-42a9-aa20-bda9cb74b762 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:14.983276 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-382ac8d4-37d7-4029-ab84-e32696de7b3a req-19565746-2c5d-42a9-aa20-bda9cb74b762 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ebfc7c5-0804-4d25-83e4-654f528b45b3 HTTP/1.1" status: 200 len: 948 time: 0.0807700 Feb 08 15:39:15.112710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b307d727-85e2-47d3-868a-779974fbe7cf req-92e7c67e-3156-40fb-b8ea-3c246976063a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 210 time: 0.0476623 Feb 08 15:39:15.117247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-382ac8d4-37d7-4029-ab84-e32696de7b3a req-11441ac9-0c75-459a-b28e-2ff73df2e6f1 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059644 Feb 08 15:39:15.275311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-b5609258-cec6-4a35-8f9a-ed6fc1f1e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:15.276819 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-b5609258-cec6-4a35-8f9a-ed6fc1f1e15e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 1128 time: 0.0495617 Feb 08 15:39:15.396781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-705913ff-c928-457b-bb26-81eebd64c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:15.399776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-705913ff-c928-457b-bb26-81eebd64c0e1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.1137648 Feb 08 15:39:15.514249 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-0f923159-146f-42fa-a0b2-a5b9eba3f981 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38059300-0ebc-480a-80c8-326c3dffc9cb HTTP/1.1" status: 200 len: 217 time: 0.1020830 Feb 08 15:39:15.552767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-77505919-17b3-4901-9abe-c94f38f884db tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=d09e72070083460b98beb4ce0014f320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588408 Feb 08 15:39:15.682502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-f0bda991-7118-4d6e-9db6-6b2a5c6326f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:15.684260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-f0bda991-7118-4d6e-9db6-6b2a5c6326f7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.1449475 Feb 08 15:39:15.748631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc46873-5f18-40f2-98f4-c619cdd496a0 req-ac6300fc-84e4-403b-8bf5-41a2b46394a0 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:15.750658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bc46873-5f18-40f2-98f4-c619cdd496a0 req-ac6300fc-84e4-403b-8bf5-41a2b46394a0 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 945 time: 0.1998236 Feb 08 15:39:15.752242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-2f54233d-7c5d-48aa-9576-3fde62470943 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567312 Feb 08 15:39:15.783708 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-694fcaca-4589-48d7-a366-2c9ffc4868fb tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:15.785217 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-694fcaca-4589-48d7-a366-2c9ffc4868fb tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122378 Feb 08 15:39:15.808318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Request body: {'port': {'device_id': 'f611121a-da1a-4060-b408-0202eda98447', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': 'd09e72070083460b98beb4ce0014f320'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:15.935195 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bc46873-5f18-40f2-98f4-c619cdd496a0 req-017de360-a2d1-4352-abd0-a89f14e82c8c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769965 Feb 08 15:39:15.990491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-a964db17-9b63-4dac-ba3a-f1c51b420a25 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280214 Feb 08 15:39:16.094303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Made reservation on behalf of d09e72070083460b98beb4ce0014f320 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:39:16.097683 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:16.113995 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:16.152520 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-5b1bcfde-9afe-4b97-9fcc-38b3ed6f7a1f service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511655 Feb 08 15:39:16.224481 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Publish callbacks [] for security_group (8a73df5a-8aa6-4fb5-941c-0e9ee5edf442), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:16.230538 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8a73df5a-8aa6-4fb5-941c-0e9ee5edf442), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:16.547492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55556) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:16.595401 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a73df5a-8aa6-4fb5-941c-0e9ee5edf442,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:16.634854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-98b1d9a9-d576-41ab-8718-68024ccfebcb tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=fa642c8b7c3c4a2b8a6f23da2029c2cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2814667 Feb 08 15:39:16.662997 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-183eb52d-a0dc-45f1-a9b4-143825e83abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:16.663902 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f01e570b-b661-45b3-ba9c-d2288b34e1e5 req-17ecf299-6e57-4387-aab7-f9edb2b58e77 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 210 time: 0.0696559 Feb 08 15:39:16.763441 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-183eb52d-a0dc-45f1-a9b4-143825e83abb admin admin] Publish callbacks [] for security_group (01c62706-ed20-445b-acab-983e16560299), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:16.768301 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-183eb52d-a0dc-45f1-a9b4-143825e83abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (01c62706-ed20-445b-acab-983e16560299), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:16.805545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183eb52d-a0dc-45f1-a9b4-143825e83abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c62706-ed20-445b-acab-983e16560299,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:16.812447 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-183eb52d-a0dc-45f1-a9b4-143825e83abb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6b8a3973d98c491e8c04466bb58ab5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613370 Feb 08 15:39:16.812674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55560) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:16.818183 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Allocated IP 192.168.233.194 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/34701b09-138e-4b41-bcff-4135f347a0a5) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:39:16.824342 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-577ca28e-a509-4d0d-b792-9ce61a9b39d1 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:16.825907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-577ca28e-a509-4d0d-b792-9ce61a9b39d1 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562&tenant_id=dd11d3f1860a443eb3dacd21c1380846&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 1128 time: 0.5224023 Feb 08 15:39:16.845914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824834-11'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:16.862332 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-254a7821-6d24-4609-81c2-0d91d64fd31f admin admin] Publish callbacks [] for security_group (01c62706-ed20-445b-acab-983e16560299), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:16.883917 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-254a7821-6d24-4609-81c2-0d91d64fd31f admin admin] Publish callbacks [] for security_group (01c62706-ed20-445b-acab-983e16560299), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:16.890836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 516062d9-e7bf-4046-84f4-80f625f0f2c5 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:39:16.924539 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-b2baea7e-b31f-466c-8eb3-87dd819efa0b tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:16.926338 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-b2baea7e-b31f-466c-8eb3-87dd819efa0b tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699852 Feb 08 15:39:16.937130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8288742-a2ab-4392-bd23-77470f4453a0 req-a4586883-c677-46a7-8992-65c4e4ed9157 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:16.939173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8288742-a2ab-4392-bd23-77470f4453a0 req-a4586883-c677-46a7-8992-65c4e4ed9157 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ebfc7c5-0804-4d25-83e4-654f528b45b3 HTTP/1.1" status: 200 len: 948 time: 0.1979697 Feb 08 15:39:16.942253 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-254a7821-6d24-4609-81c2-0d91d64fd31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (01c62706-ed20-445b-acab-983e16560299), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:16.945486 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-254a7821-6d24-4609-81c2-0d91d64fd31f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:16.949841 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-254a7821-6d24-4609-81c2-0d91d64fd31f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/01c62706-ed20-445b-acab-983e16560299 HTTP/1.1" status: 204 len: 168 time: 0.1338022 Feb 08 15:39:16.970371 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a7821-6d24-4609-81c2-0d91d64fd31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c62706-ed20-445b-acab-983e16560299,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:17.000426 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 516062d9-e7bf-4046-84f4-80f625f0f2c5, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=516062d9-e7bf-4046-84f4-80f625f0f2c5,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:17.014220 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-0915fa91-f4b4-4a83-ab09-0bb5a53d0334 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/quotas/fa642c8b7c3c4a2b8a6f23da2029c2cc HTTP/1.1" status: 200 len: 375 time: 0.0739479 Feb 08 15:39:17.019005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '516062d9-e7bf-4046-84f4-80f625f0f2c5', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '516062d9-e7bf-4046-84f4-80f625f0f2c5', 'mac_address': 'fa:16:3e:50:9a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:39:17.064724 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:17.071680 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 516062d9-e7bf-4046-84f4-80f625f0f2c5 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:17.072256 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:17.091210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516062d9-e7bf-4046-84f4-80f625f0f2c5 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:39:17.113729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 516062d9-e7bf-4046-84f4-80f625f0f2c5, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=516062d9-e7bf-4046-84f4-80f625f0f2c5,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:17.119159 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:17.125576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-4491abd4-7a2c-4a94-ab30-e6e503d7ae05 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=fa642c8b7c3c4a2b8a6f23da2029c2cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968604 Feb 08 15:39:17.153672 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8288742-a2ab-4392-bd23-77470f4453a0 req-3bb42128-7e36-4cdf-b0c8-976af9040784 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988826 Feb 08 15:39:17.181957 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=516062d9-e7bf-4046-84f4-80f625f0f2c5,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:17.190898 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:17.191382 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:17.191978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:17.192589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:17.193224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:17.193770 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:17.194877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:17.195565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:17.196169 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:17.197259 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:17.198814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:17.199398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:17.199936 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:17.295346 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Publish callbacks [] for port (34701b09-138e-4b41-bcff-4135f347a0a5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:17.309713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55572) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:17.332881 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-12115111-67a0-4d2d-b33e-55bb67494e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:17.350690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['516062d9-e7bf-4046-84f4-80f625f0f2c5'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:39:17.424208 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=38059300-0ebc-480a-80c8-326c3dffc9cb,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:17.470453 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (34701b09-138e-4b41-bcff-4135f347a0a5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:17.487691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9934d831-f0d3-46aa-a79e-9584b77502c9 req-5b1bfa05-c8c8-4c78-922a-8d1fabcf861c tempest-AbsoluteLimitsNegativeTestJSON-505421348 tempest-AbsoluteLimitsNegativeTestJSON-505421348-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=a8f145698edd4003989b5e32af3181af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464950 Feb 08 15:39:17.497033 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-12115111-67a0-4d2d-b33e-55bb67494e2f admin admin] Publish callbacks [] for security_group (720e1dae-5fad-4c73-894a-b0845c64b740), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:17.507656 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-12115111-67a0-4d2d-b33e-55bb67494e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (720e1dae-5fad-4c73-894a-b0845c64b740), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:17.560706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12115111-67a0-4d2d-b33e-55bb67494e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720e1dae-5fad-4c73-894a-b0845c64b740,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:17.605933 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-12115111-67a0-4d2d-b33e-55bb67494e2f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=70fd0cfa32c14d46b0346015907611ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951298 Feb 08 15:39:17.608532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55588) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:17.616532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:39:17.622548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:39:17.651661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Pushing event updated for resources: {'Port': ['ID=34701b09-138e-4b41-bcff-4135f347a0a5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:17.654234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:39:17.661551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:39:17.694369 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6474a205-c90a-41d7-b0b4-3da33207aa0b admin admin] Publish callbacks [] for security_group (720e1dae-5fad-4c73-894a-b0845c64b740), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:17.723297 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6474a205-c90a-41d7-b0b4-3da33207aa0b admin admin] Publish callbacks [] for security_group (720e1dae-5fad-4c73-894a-b0845c64b740), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:17.756748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4474b8d0-361e-4b96-b971-720d638b9562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38059300-0ebc-480a-80c8-326c3dffc9cb'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:17.759740 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3568eaf-8e18-43f1-8e7c-16d8b3933a57" -d '{"events": [{"server_uuid": "4474b8d0-361e-4b96-b971-720d638b9562", "name": "network-vif-unplugged", "status": "completed", "tag": "38059300-0ebc-480a-80c8-326c3dffc9cb"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:17.764059 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Publish callbacks [] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:17.802321 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6474a205-c90a-41d7-b0b4-3da33207aa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (720e1dae-5fad-4c73-894a-b0845c64b740), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:17.805910 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6474a205-c90a-41d7-b0b4-3da33207aa0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:17.810170 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6474a205-c90a-41d7-b0b4-3da33207aa0b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/720e1dae-5fad-4c73-894a-b0845c64b740 HTTP/1.1" status: 204 len: 168 time: 0.1977351 Feb 08 15:39:17.821641 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474a205-c90a-41d7-b0b4-3da33207aa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720e1dae-5fad-4c73-894a-b0845c64b740,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:17.822836 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:17.890272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:17.891544 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:17.971405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Pushing event updated for resources: {'Port': ['ID=38059300-0ebc-480a-80c8-326c3dffc9cb,revision_number=7']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:17.988434 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934d831-f0d3-46aa-a79e-9584b77502c9 req-cbb40830-f6ee-4836-b40e-08cd9610ddf1 tempest-AbsoluteLimitsNegativeTestJSON-505421348 tempest-AbsoluteLimitsNegativeTestJSON-505421348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:17.990065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9934d831-f0d3-46aa-a79e-9584b77502c9 req-cbb40830-f6ee-4836-b40e-08cd9610ddf1 tempest-AbsoluteLimitsNegativeTestJSON-505421348 tempest-AbsoluteLimitsNegativeTestJSON-505421348-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4713650 Feb 08 15:39:18.014204 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-a76e3e4a-5853-4caf-be5f-6a62b876e38a tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2114511 Feb 08 15:39:18.019714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6271b6b4-be57-417d-b6a4-9bdfe4195752 None None] Provisioning complete for port 34701b09-138e-4b41-bcff-4135f347a0a5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:18.020490 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6271b6b4-be57-417d-b6a4-9bdfe4195752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (34701b09-138e-4b41-bcff-4135f347a0a5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:18.023496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c659b9e-7b87-4f1f-8e4f-3145551bfaf5 req-8db0b6a9-d8cc-46e4-93cf-2119ffa264e1 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:18.026173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c659b9e-7b87-4f1f-8e4f-3145551bfaf5 req-8db0b6a9-d8cc-46e4-93cf-2119ffa264e1 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 943 time: 0.2595320 Feb 08 15:39:18.050190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Request body: {'port': {'device_id': 'f611121a-da1a-4060-b408-0202eda98447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:18.069247 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6271b6b4-be57-417d-b6a4-9bdfe4195752 None None] Port 34701b09-138e-4b41-bcff-4135f347a0a5 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:39:18.094749 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9934d831-f0d3-46aa-a79e-9584b77502c9 req-85618c5f-3200-4255-9fa4-a5711a70843e tempest-AbsoluteLimitsNegativeTestJSON-505421348 tempest-AbsoluteLimitsNegativeTestJSON-505421348-project] 10.222.0.82 "GET /v2.0/quotas/a8f145698edd4003989b5e32af3181af HTTP/1.1" status: 200 len: 375 time: 0.0934153 Feb 08 15:39:18.125490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Attempting to bind port 38059300-0ebc-480a-80c8-326c3dffc9cb on host n-h1-824834-11 for vnic_type normal with profile {"migrating_to": "n-h2-824834-11"} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:39:18.125819 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Attempting to bind port 38059300-0ebc-480a-80c8-326c3dffc9cb by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:39:18.126125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Attempting to bind port 38059300-0ebc-480a-80c8-326c3dffc9cb on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:18.154907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9934d831-f0d3-46aa-a79e-9584b77502c9 req-317d4b1f-8ce1-4ee4-a9e0-d6244d66698b tempest-AbsoluteLimitsNegativeTestJSON-505421348 tempest-AbsoluteLimitsNegativeTestJSON-505421348-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=a8f145698edd4003989b5e32af3181af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457513 Feb 08 15:39:18.161622 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Port 38059300-0ebc-480a-80c8-326c3dffc9cb on network 34030067-061b-475b-9f07-26ad4a87c9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:39:18.161958 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Attempting to bind port 38059300-0ebc-480a-80c8-326c3dffc9cb on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:18.192858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:39:18.193230 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Checking segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:39:18.193618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Bound using segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:39:18.194112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Bound port: 38059300-0ebc-480a-80c8-326c3dffc9cb, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:39:18.194410 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:18.218375 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c659b9e-7b87-4f1f-8e4f-3145551bfaf5 req-cd2da9b8-39cf-4c8f-b6e3-62ea1044ce38 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730835 Feb 08 15:39:18.219013 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (34701b09-138e-4b41-bcff-4135f347a0a5), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:18.329695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:39:18.333272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=38059300-0ebc-480a-80c8-326c3dffc9cb,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:39:18.358131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-102cd5b2-f2d0-45e5-a9da-102e9bba5e5b req-d3463564-fce1-498c-9311-674a1176069f tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 210 time: 0.0933194 Feb 08 15:39:18.365926 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:18.389133 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:18.447631 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08c1f9b-7a36-4433-b5da-f82263193a39 x-openstack-request-id: req-a08c1f9b-7a36-4433-b5da-f82263193a39 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:18.447934 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4474b8d0-361e-4b96-b971-720d638b9562", "name": "network-vif-unplugged", "status": "completed", "tag": "38059300-0ebc-480a-80c8-326c3dffc9cb", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:18.448191 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a08c1f9b-7a36-4433-b5da-f82263193a39 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:18.448584 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4474b8d0-361e-4b96-b971-720d638b9562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38059300-0ebc-480a-80c8-326c3dffc9cb', 'code': 200} Feb 08 15:39:18.527869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55620) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:18.621225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Pushing event updated for resources: {'Port': ['ID=38059300-0ebc-480a-80c8-326c3dffc9cb,revision_number=8']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:18.636044 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d9844-1963-49bf-b1e0-17629e3bf99c req-c87309ac-8c86-4053-a969-e23d8afd7a86 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:18.637641 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d8d9844-1963-49bf-b1e0-17629e3bf99c req-c87309ac-8c86-4053-a969-e23d8afd7a86 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 936 time: 0.2786379 Feb 08 15:39:18.651412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:18.652425 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:18.653442 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-6a32609d-e2c1-4efd-a6a6-2e5002f0674c service neutron] 10.222.0.96 "PUT /v2.0/ports/38059300-0ebc-480a-80c8-326c3dffc9cb HTTP/1.1" status: 200 len: 1123 time: 1.8128643 Feb 08 15:39:18.663004 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cfb6eddc-77f5-4caa-baef-4214cb71c8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:18.723217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['38059300-0ebc-480a-80c8-326c3dffc9cb'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:39:18.769071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153766f-708c-4272-b45b-065fe2128323 req-8c11cc55-4293-45cb-aa1f-59892e88fea2 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:18.776610 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2153766f-708c-4272-b45b-065fe2128323 req-8c11cc55-4293-45cb-aa1f-59892e88fea2 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ebfc7c5-0804-4d25-83e4-654f528b45b3 HTTP/1.1" status: 200 len: 949 time: 0.2634940 Feb 08 15:39:18.783683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-cbb595be-d9b2-476c-8f21-518548b73000 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=fa642c8b7c3c4a2b8a6f23da2029c2cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747616 Feb 08 15:39:18.868572 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cfb6eddc-77f5-4caa-baef-4214cb71c8f1 admin admin] Publish callbacks [] for security_group (1faa9d3a-f348-4aa9-bc80-7457e13669e9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:18.877692 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cfb6eddc-77f5-4caa-baef-4214cb71c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1faa9d3a-f348-4aa9-bc80-7457e13669e9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:18.879963 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d8d9844-1963-49bf-b1e0-17629e3bf99c req-213dc944-2137-4df0-9396-7c7394c4529e tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/security-groups?id=8a73df5a-8aa6-4fb5-941c-0e9ee5edf442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255259 Feb 08 15:39:18.926335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 516062d9-e7bf-4046-84f4-80f625f0f2c5 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:39:18.973622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2153766f-708c-4272-b45b-065fe2128323 req-0d916ffa-41f4-4c70-9d70-b014af5ca4e2 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959553 Feb 08 15:39:19.002351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6eddc-77f5-4caa-baef-4214cb71c8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faa9d3a-f348-4aa9-bc80-7457e13669e9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:19.022614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 516062d9-e7bf-4046-84f4-80f625f0f2c5 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:39:19.025407 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cfb6eddc-77f5-4caa-baef-4214cb71c8f1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a8f145698edd4003989b5e32af3181af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4943125 Feb 08 15:39:19.028577 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55634) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:19.032108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 516062d9-e7bf-4046-84f4-80f625f0f2c5 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:19.032757 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:19.091246 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34701b09-138e-4b41-bcff-4135f347a0a5 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:39:19.100866 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a6125d4-b293-4f68-9671-887254c28734 admin admin] Publish callbacks [] for security_group (1faa9d3a-f348-4aa9-bc80-7457e13669e9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:19.109170 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-f21f5fbf-4c2a-4530-8c2d-31b791bd10ca tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:19.110920 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-f21f5fbf-4c2a-4530-8c2d-31b791bd10ca tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3082058 Feb 08 15:39:19.123849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Request body: {'port': {'device_id': '23991602-4845-4a6f-8945-f89c5cba1054', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': 'fa642c8b7c3c4a2b8a6f23da2029c2cc'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:19.128653 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a6125d4-b293-4f68-9671-887254c28734 admin admin] Publish callbacks [] for security_group (1faa9d3a-f348-4aa9-bc80-7457e13669e9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:19.129307 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Publish callbacks [] for port (34701b09-138e-4b41-bcff-4135f347a0a5), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:19.202320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 516062d9-e7bf-4046-84f4-80f625f0f2c5 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:19.202793 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:19.204231 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a6125d4-b293-4f68-9671-887254c28734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1faa9d3a-f348-4aa9-bc80-7457e13669e9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:19.205986 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Transition to ACTIVE for port object 34701b09-138e-4b41-bcff-4135f347a0a5 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:39:19.207217 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a6125d4-b293-4f68-9671-887254c28734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:19.208726 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8a6125d4-b293-4f68-9671-887254c28734 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1faa9d3a-f348-4aa9-bc80-7457e13669e9 HTTP/1.1" status: 204 len: 168 time: 0.1787450 Feb 08 15:39:19.215727 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (34701b09-138e-4b41-bcff-4135f347a0a5), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:19.218719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6125d4-b293-4f68-9671-887254c28734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faa9d3a-f348-4aa9-bc80-7457e13669e9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:19.263305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebfc7c5-0804-4d25-83e4-654f528b45b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516062d9-e7bf-4046-84f4-80f625f0f2c5'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:19.267210 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c22718c-7031-46ef-9348-a51a7a8b4d58" -d '{"events": [{"server_uuid": "4ebfc7c5-0804-4d25-83e4-654f528b45b3", "name": "network-vif-plugged", "status": "completed", "tag": "516062d9-e7bf-4046-84f4-80f625f0f2c5"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:19.288024 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 516062d9-e7bf-4046-84f4-80f625f0f2c5, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=516062d9-e7bf-4046-84f4-80f625f0f2c5,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:19.294707 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:19.377647 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=516062d9-e7bf-4046-84f4-80f625f0f2c5,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:19.397211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Pushing event updated for resources: {'Port': ['ID=34701b09-138e-4b41-bcff-4135f347a0a5,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:19.544729 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Made reservation on behalf of fa642c8b7c3c4a2b8a6f23da2029c2cc for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:39:19.548285 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:19.565268 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:19.585019 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07466617-9ad8-4555-8027-f9880c3bd898 req-6ce550db-e79a-4811-becb-e756d77f164b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:19.586607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07466617-9ad8-4555-8027-f9880c3bd898 req-6ce550db-e79a-4811-becb-e756d77f164b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 943 time: 0.1943302 Feb 08 15:39:19.607152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Attempting to bind port 34701b09-138e-4b41-bcff-4135f347a0a5 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:39:19.607493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Attempting to bind port 34701b09-138e-4b41-bcff-4135f347a0a5 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:39:19.607823 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Attempting to bind port 34701b09-138e-4b41-bcff-4135f347a0a5 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:19.630398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Port 34701b09-138e-4b41-bcff-4135f347a0a5 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:39:19.630720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Attempting to bind port 34701b09-138e-4b41-bcff-4135f347a0a5 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:19.649717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:39:19.650074 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:39:19.650466 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:39:19.650913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Bound port: 34701b09-138e-4b41-bcff-4135f347a0a5, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:39:19.651282 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (34701b09-138e-4b41-bcff-4135f347a0a5), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:19.694766 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07466617-9ad8-4555-8027-f9880c3bd898 req-88e29a0d-9de0-457b-b5cb-cb0d14edebe2 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986929 Feb 08 15:39:19.717193 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee2c036-ae7f-4e2b-8394-2c7aeec1af1a x-openstack-request-id: req-1ee2c036-ae7f-4e2b-8394-2c7aeec1af1a {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:19.717543 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebfc7c5-0804-4d25-83e4-654f528b45b3", "name": "network-vif-plugged", "status": "completed", "tag": "516062d9-e7bf-4046-84f4-80f625f0f2c5", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:19.717811 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1ee2c036-ae7f-4e2b-8394-2c7aeec1af1a {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:19.721844 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebfc7c5-0804-4d25-83e4-654f528b45b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516062d9-e7bf-4046-84f4-80f625f0f2c5', 'code': 200} Feb 08 15:39:19.782150 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] For port 34701b09-138e-4b41-bcff-4135f347a0a5, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:39:19.802410 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Publish callbacks [] for security_group (127e67b4-99aa-4689-a017-7ffa4863a402), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:19.804397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] For port 34701b09-138e-4b41-bcff-4135f347a0a5, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=34701b09-138e-4b41-bcff-4135f347a0a5,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:39:19.815184 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (127e67b4-99aa-4689-a017-7ffa4863a402), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:19.901599 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e458ed-c870-406e-bc3b-0026ac79658c req-439ee4f6-a94c-4aa7-bf6c-8ac8c6fda803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:19.904275 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e458ed-c870-406e-bc3b-0026ac79658c req-439ee4f6-a94c-4aa7-bf6c-8ac8c6fda803 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4ebfc7c5-0804-4d25-83e4-654f528b45b3 HTTP/1.1" status: 200 len: 1133 time: 0.0802045 Feb 08 15:39:19.923606 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (34701b09-138e-4b41-bcff-4135f347a0a5), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:19.988863 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e458ed-c870-406e-bc3b-0026ac79658c req-d469de3e-1db2-4a06-ba3e-9663cd3688f8 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715115 Feb 08 15:39:20.002628 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:20.068033 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:39:20.233984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d751038-c49a-4946-93a4-d308c3817fef req-7229d13f-0de3-4669-a0ac-64ba8a393079 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 210 time: 0.4109411 Feb 08 15:39:20.296374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127e67b4-99aa-4689-a017-7ffa4863a402,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:20.301998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:20.302834 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:20.304371 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] 10.222.0.96 "PUT /v2.0/ports/34701b09-138e-4b41-bcff-4135f347a0a5 HTTP/1.1" status: 200 len: 1097 time: 2.2615628 Feb 08 15:39:20.307340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2491ae3-9f81-4a62-958f-d8f9ac14a309 service neutron] Pushing event updated for resources: {'Port': ['ID=34701b09-138e-4b41-bcff-4135f347a0a5,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:20.348232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Allocated IP 192.168.233.162 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/4875c283-a289-456f-80e8-71743dfb60d4) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:39:20.363819 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55718) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:20.408422 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad6362-292d-4354-8794-e6ff6f29a230 req-155d9e9b-b70f-481d-977b-d71dcfa7224d tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:20.409952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78ad6362-292d-4354-8794-e6ff6f29a230 req-155d9e9b-b70f-481d-977b-d71dcfa7224d tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 948 time: 0.2249212 Feb 08 15:39:20.454951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4474b8d0-361e-4b96-b971-720d638b9562', 'tag': '38059300-0ebc-480a-80c8-326c3dffc9cb'}, {'name': 'network-changed', 'server_uuid': 'f611121a-da1a-4060-b408-0202eda98447', 'tag': '34701b09-138e-4b41-bcff-4135f347a0a5'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:20.457253 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cecf915-8fef-4a4e-850e-d402a4d78c01" -d '{"events": [{"name": "network-changed", "server_uuid": "4474b8d0-361e-4b96-b971-720d638b9562", "tag": "38059300-0ebc-480a-80c8-326c3dffc9cb"}, {"name": "network-changed", "server_uuid": "f611121a-da1a-4060-b408-0202eda98447", "tag": "34701b09-138e-4b41-bcff-4135f347a0a5"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:20.510868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1245175375-network', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:20.531439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78ad6362-292d-4354-8794-e6ff6f29a230 req-a2c44a38-1c38-4e67-8c69-794ecdbfb8df tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/security-groups?id=8a73df5a-8aa6-4fb5-941c-0e9ee5edf442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084933 Feb 08 15:39:20.547787 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-015bd980-3da8-4288-bacb-26bea9c96c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:20.549880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-015bd980-3da8-4288-bacb-26bea9c96c61 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d09e72070083460b98beb4ce0014f320&device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 1131 time: 0.1867793 Feb 08 15:39:20.571908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] Made reservation on behalf of 801ec86ff88b494f9b756a2ba296e075 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:39:20.574857 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:20.585472 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:20.646583 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-9ef6d2c3-aba6-4c14-9bcf-24ffe37fd059 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=34701b09-138e-4b41-bcff-4135f347a0a5 HTTP/1.1" status: 200 len: 217 time: 0.0836773 Feb 08 15:39:20.684591 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] Publish callbacks [] for security_group (ce649130-a7c0-4c1d-aa3b-b61fa22f82d8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:20.689951 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ce649130-a7c0-4c1d-aa3b-b61fa22f82d8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:20.723335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:39:20.746380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce649130-a7c0-4c1d-aa3b-b61fa22f82d8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:20.751726 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (798897ca-4091-4553-8f9e-79b23e002f97), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:20.752062 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] Added segment 798897ca-4091-4553-8f9e-79b23e002f97 of type vlan for network fc212980-d3a2-4b7b-ab32-da2eb604aaad Feb 08 15:39:20.775371 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c527ae0e-6a7b-42d3-9e6c-8ad0022d77ad x-openstack-request-id: req-c527ae0e-6a7b-42d3-9e6c-8ad0022d77ad {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:20.775780 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4474b8d0-361e-4b96-b971-720d638b9562", "tag": "38059300-0ebc-480a-80c8-326c3dffc9cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f611121a-da1a-4060-b408-0202eda98447", "tag": "34701b09-138e-4b41-bcff-4135f347a0a5", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:20.776262 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c527ae0e-6a7b-42d3-9e6c-8ad0022d77ad {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:20.777036 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4474b8d0-361e-4b96-b971-720d638b9562', 'tag': '38059300-0ebc-480a-80c8-326c3dffc9cb', 'status': 'completed', 'code': 200} Feb 08 15:39:20.777753 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f611121a-da1a-4060-b408-0202eda98447', 'tag': '34701b09-138e-4b41-bcff-4135f347a0a5', 'status': 'completed', 'code': 200} Feb 08 15:39:20.784856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-4f8a98fd-48d9-4b7a-89fc-c4e05442f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:20.786528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-4f8a98fd-48d9-4b7a-89fc-c4e05442f26f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1026587 Feb 08 15:39:20.812050 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (fc212980-d3a2-4b7b-ab32-da2eb604aaad), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:20.852630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c183ba-c760-456c-8c9f-43f55af035ad req-a7f4e689-a5f9-4eaf-92aa-6a685d614e5a tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:20.854476 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8c183ba-c760-456c-8c9f-43f55af035ad req-a7f4e689-a5f9-4eaf-92aa-6a685d614e5a tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ebfc7c5-0804-4d25-83e4-654f528b45b3 HTTP/1.1" status: 200 len: 950 time: 0.2128680 Feb 08 15:39:20.875569 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (fc212980-d3a2-4b7b-ab32-da2eb604aaad), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:20.876494 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:20.877109 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:20.895454 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Publish callbacks [] for port (4875c283-a289-456f-80e8-71743dfb60d4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:20.900558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-05a8f7d8-9bb7-4326-9c0d-b0d39f00cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:20.902441 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-05a8f7d8-9bb7-4326-9c0d-b0d39f00cf5c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 1157 time: 0.1093650 Feb 08 15:39:20.917820 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-11a2df0c-b6b4-45b3-a035-f66a501c34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:20.919368 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-11a2df0c-b6b4-45b3-a035-f66a501c34c5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1234000 Feb 08 15:39:20.973197 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8c183ba-c760-456c-8c9f-43f55af035ad req-03e0e977-4fe8-45fa-bf98-ab3137d50023 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067681 Feb 08 15:39:21.015081 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6500394 Feb 08 15:39:21.019119 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55770) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:21.027163 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d02c0cc4-9393-4faf-86eb-47a267288dbc admin admin] Request body: {'subnet': {'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1245175375-subnet', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:21.035222 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1e205-3638-4950-bfd4-a24deb9d586b admin admin] Pushing event updated for resources: {'Network': ['ID=fc212980-d3a2-4b7b-ab32-da2eb604aaad,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:21.048709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network fc212980-d3a2-4b7b-ab32-da2eb604aaad details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:39:21.113182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-420c26cd-89b6-4d51-b35e-f2e5a0091e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:21.114710 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-420c26cd-89b6-4d51-b35e-f2e5a0091e90 service neutron] 10.222.0.94 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.1783032 Feb 08 15:39:21.136436 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4875c283-a289-456f-80e8-71743dfb60d4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:21.171774 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-3073188c-6203-418b-8aef-c3961f739035 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413056 Feb 08 15:39:21.214076 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-449c6dcb-a733-4f49-a69c-0deb5c7560a3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38059300-0ebc-480a-80c8-326c3dffc9cb HTTP/1.1" status: 200 len: 217 time: 0.0909214 Feb 08 15:39:21.249701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02c0cc4-9393-4faf-86eb-47a267288dbc admin admin] Made reservation on behalf of 801ec86ff88b494f9b756a2ba296e075 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:39:21.253466 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d02c0cc4-9393-4faf-86eb-47a267288dbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:21.268559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:39:21.297068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-def8cb15-8b6b-4bd0-92e6-f2da6f90e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:21.298735 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-def8cb15-8b6b-4bd0-92e6-f2da6f90e1b2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.0785100 Feb 08 15:39:21.308196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:39:21.313560 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 38059300-0ebc-480a-80c8-326c3dffc9cb details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:39:21.332280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:39:21.388194 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-e7784c0d-3729-4a94-9752-2c472aa2c08a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754242 Feb 08 15:39:21.483338 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=38059300-0ebc-480a-80c8-326c3dffc9cb,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:21.495858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Pushing event updated for resources: {'Port': ['ID=4875c283-a289-456f-80e8-71743dfb60d4,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:21.511669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:21.512403 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:21.517289 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-8476b906-a153-4ecf-9153-94f7ea394b5e service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186552 Feb 08 15:39:21.522283 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e2c92-ae14-4783-8e5c-27b35dae8e06 req-8a4b4f99-94d0-47de-a72e-62b08c921ae1 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:21.524085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea7e2c92-ae14-4783-8e5c-27b35dae8e06 req-8a4b4f99-94d0-47de-a72e-62b08c921ae1 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 943 time: 0.4381042 Feb 08 15:39:21.525199 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 38059300-0ebc-480a-80c8-326c3dffc9cb has no active binding in host n-h2-824834-11 {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 15:39:21.608503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-922da48f-ea04-46de-809f-d01c6e55299e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4886379 Feb 08 15:39:21.634705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Request body: {'port': {'device_id': '23991602-4845-4a6f-8945-f89c5cba1054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:21.637396 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-31dacac8-55e4-4240-9392-8f29cced306c service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133351 Feb 08 15:39:21.692741 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2c71b1d-8ae4-4ccb-920b-ce0bf545a8c5 req-ffceebde-6f1b-4bcc-a187-a603f9ffe217 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741068 Feb 08 15:39:21.728816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-816f8976-9d89-4f8d-a404-eb2e33aa1735 None None] Provisioning complete for port 4875c283-a289-456f-80e8-71743dfb60d4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:21.729371 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-816f8976-9d89-4f8d-a404-eb2e33aa1735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4875c283-a289-456f-80e8-71743dfb60d4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:21.757556 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea7e2c92-ae14-4783-8e5c-27b35dae8e06 req-30241e0b-9dbe-4dc4-8f88-da4d65c75252 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164528 Feb 08 15:39:21.766943 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e62cc8-ba4f-4f81-b9c8-59f2edc09e00 req-0530bb50-6b93-4582-b7ac-b7dcea5a870e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:21.768658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7e62cc8-ba4f-4f81-b9c8-59f2edc09e00 req-0530bb50-6b93-4582-b7ac-b7dcea5a870e tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 936 time: 0.2435169 Feb 08 15:39:21.778794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-816f8976-9d89-4f8d-a404-eb2e33aa1735 None None] Port 4875c283-a289-456f-80e8-71743dfb60d4 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:39:21.927471 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4875c283-a289-456f-80e8-71743dfb60d4), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:21.961333 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d02c0cc4-9393-4faf-86eb-47a267288dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (4f39c251-a068-4236-a528-3e8e87787760), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:22.002688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-4fba623c-9822-47fc-ad2f-a0ccb0e26032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:22.004822 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-4fba623c-9822-47fc-ad2f-a0ccb0e26032 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d09e72070083460b98beb4ce0014f320&device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 1131 time: 0.2353449 Feb 08 15:39:22.013174 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7e62cc8-ba4f-4f81-b9c8-59f2edc09e00 req-7722de73-360d-4830-999b-b45ef66890bf tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/security-groups?id=127e67b4-99aa-4689-a017-7ffa4863a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039783 Feb 08 15:39:22.140837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c0cc4-9393-4faf-86eb-47a267288dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f39c251-a068-4236-a528-3e8e87787760,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:22.345107 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c0cc4-9393-4faf-86eb-47a267288dbc admin admin] Checking segment: {'id': '798897ca-4091-4553-8f9e-79b23e002f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:39:22.345790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c0cc4-9393-4faf-86eb-47a267288dbc admin admin] Network hostable DHCP agents. Network: fc212980-d3a2-4b7b-ab32-da2eb604aaad, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:39:22.412484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-6fa79d63-0db2-44f9-9970-d76975dc95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:22.414009 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-6fa79d63-0db2-44f9-9970-d76975dc95b0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.3999701 Feb 08 15:39:22.455382 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daa2e7-8088-4a45-9c37-907456b41d92 req-6e39d275-6d9d-4d36-bc7c-6f3cd58353a5 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:22.456902 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52daa2e7-8088-4a45-9c37-907456b41d92 req-6e39d275-6d9d-4d36-bc7c-6f3cd58353a5 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 948 time: 0.3252475 Feb 08 15:39:22.721187 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-c1b137bf-c6cb-4092-92b7-e79c4e0153f4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=34701b09-138e-4b41-bcff-4135f347a0a5 HTTP/1.1" status: 200 len: 217 time: 0.2969730 Feb 08 15:39:22.732039 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c0cc4-9393-4faf-86eb-47a267288dbc admin admin] Network fc212980-d3a2-4b7b-ab32-da2eb604aaad is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:39:22.780743 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179acda8-b7f8-4e92-8c63-8b8be114a670 req-a625dad4-66bf-4acc-98d0-cd88200a1191 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:22.782397 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-179acda8-b7f8-4e92-8c63-8b8be114a670 req-a625dad4-66bf-4acc-98d0-cd88200a1191 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ebfc7c5-0804-4d25-83e4-654f528b45b3 HTTP/1.1" status: 200 len: 950 time: 0.5304058 Feb 08 15:39:22.812776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-d02c0cc4-9393-4faf-86eb-47a267288dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, fc212980-d3a2-4b7b-ab32-da2eb604aaad) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:39:22.824622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb67ac-62f5-409f-8296-e9fcd861fd50 None None] Network fc212980-d3a2-4b7b-ab32-da2eb604aaad requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:39:22.843052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c0cc4-9393-4faf-86eb-47a267288dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:22.843331 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d02c0cc4-9393-4faf-86eb-47a267288dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:22.927573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-d64f921b-ec01-442f-8cc9-7905d0e985f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:22.929817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-d64f921b-ec01-442f-8cc9-7905d0e985f3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1935232 Feb 08 15:39:22.964271 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d02c0cc4-9393-4faf-86eb-47a267288dbc admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9391491 Feb 08 15:39:22.965047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55838) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:22.969543 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:22.975151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'fixed_ips': [{'subnet_id': '4f39c251-a068-4236-a528-3e8e87787760'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:39:22.975950 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:22.977406 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52daa2e7-8088-4a45-9c37-907456b41d92 req-4dfc92bb-8508-40ad-adf1-0e9403551a91 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/security-groups?id=8a73df5a-8aa6-4fb5-941c-0e9ee5edf442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618833 Feb 08 15:39:23.008999 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:23.009845 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:23.021642 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-179acda8-b7f8-4e92-8c63-8b8be114a670 req-2c7e1d83-2517-4205-aea2-7fccfb9f381c tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126977 Feb 08 15:39:23.088371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4875c283-a289-456f-80e8-71743dfb60d4 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:39:23.113650 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Publish callbacks [] for port (4875c283-a289-456f-80e8-71743dfb60d4), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:23.140315 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Publish callbacks [] for router_controller (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:23.169752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Transition to ACTIVE for port object 4875c283-a289-456f-80e8-71743dfb60d4 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:39:23.206626 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-58ccdd15-4a64-4ee2-8dac-104622376c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:23.208355 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-58ccdd15-4a64-4ee2-8dac-104622376c40 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2642009 Feb 08 15:39:23.210604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Allocated IP 172.20.0.2 (fc212980-d3a2-4b7b-ab32-da2eb604aaad/4f39c251-a068-4236-a528-3e8e87787760/8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:39:23.211053 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (4875c283-a289-456f-80e8-71743dfb60d4), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:23.366555 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Pushing event updated for resources: {'Port': ['ID=4875c283-a289-456f-80e8-71743dfb60d4,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:23.398318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef936f-2392-4204-8da6-b15c84feae9f req-2a08d1b3-dcda-4945-9ffd-c27a7f9a6335 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:23.401042 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5ef936f-2392-4204-8da6-b15c84feae9f req-2a08d1b3-dcda-4945-9ffd-c27a7f9a6335 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 943 time: 0.2424359 Feb 08 15:39:23.451855 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Publish callbacks [] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:23.458210 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Publish callbacks [] for router_gateway (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:23.464055 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:23.505134 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-30174723-277a-4c81-abc6-873b113d9a22 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876410 Feb 08 15:39:23.510202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Network fc212980-d3a2-4b7b-ab32-da2eb604aaad is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:39:23.515713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:39:23.520835 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:39:23.536247 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Pushing event updated for resources: {'Port': ['ID=8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:23.611090 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Attempting to bind port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:39:23.611612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Attempting to bind port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '798897ca-4091-4553-8f9e-79b23e002f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:39:23.612132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Attempting to bind port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 on network fc212980-d3a2-4b7b-ab32-da2eb604aaad {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:23.619879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:39:23.620462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Checking segment: {'id': '798897ca-4091-4553-8f9e-79b23e002f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:39:23.620885 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:23.621340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Bound using segment: {'id': '798897ca-4091-4553-8f9e-79b23e002f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:39:23.622575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Bound port: 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798897ca-4091-4553-8f9e-79b23e002f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:39:23.623120 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:23.651904 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5ef936f-2392-4204-8da6-b15c84feae9f req-5065afc4-28d4-484d-99d5-95490bcb0b6d tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203209 Feb 08 15:39:23.676223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Attempting to bind port 4875c283-a289-456f-80e8-71743dfb60d4 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:39:23.676827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Attempting to bind port 4875c283-a289-456f-80e8-71743dfb60d4 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:39:23.677310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Attempting to bind port 4875c283-a289-456f-80e8-71743dfb60d4 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:23.728154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d569fc-5346-4701-a4af-06cc8e1377fd req-b6a1baf2-f300-4b71-8be2-7e189dd27921 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:23.736765 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18d569fc-5346-4701-a4af-06cc8e1377fd req-b6a1baf2-f300-4b71-8be2-7e189dd27921 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 948 time: 0.3035059 Feb 08 15:39:23.738611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Port 4875c283-a289-456f-80e8-71743dfb60d4 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:39:23.739089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Attempting to bind port 4875c283-a289-456f-80e8-71743dfb60d4 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:23.745970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] For port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:39:23.749902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] For port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132,segment=NetworkSegment(798897ca-4091-4553-8f9e-79b23e002f97),segment_id=798897ca-4091-4553-8f9e-79b23e002f97)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:39:23.759416 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:23.792472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:39:23.792823 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:39:23.793270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:39:23.793739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Bound port: 4875c283-a289-456f-80e8-71743dfb60d4, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:39:23.794110 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4875c283-a289-456f-80e8-71743dfb60d4), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:23.814768 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Publish callbacks [] for router_gateway (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:23.842691 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:23.860430 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80026a-59d2-434f-9245-3dbc558c6543 None None] Pushing event updated for resources: {'Port': ['ID=8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:23.861083 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18d569fc-5346-4701-a4af-06cc8e1377fd req-a3df2a0f-ddb1-4464-9078-4f8f109c8dc7 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/security-groups?id=127e67b4-99aa-4689-a017-7ffa4863a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227515 Feb 08 15:39:23.881875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5cecf915-8fef-4a4e-850e-d402a4d78c01 req-a96d8a7d-89a8-4ab5-8860-af03d42c8588 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688769 Feb 08 15:39:23.973302 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] For port 4875c283-a289-456f-80e8-71743dfb60d4, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:39:23.978231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] For port 4875c283-a289-456f-80e8-71743dfb60d4, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=4875c283-a289-456f-80e8-71743dfb60d4,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:39:23.990621 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (4875c283-a289-456f-80e8-71743dfb60d4), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:24.075959 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Allocated IP 172.25.7.199 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:39:24.091092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:24.091758 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:24.098073 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] 10.222.0.94 "PUT /v2.0/ports/4875c283-a289-456f-80e8-71743dfb60d4 HTTP/1.1" status: 200 len: 1097 time: 2.4775081 Feb 08 15:39:24.116455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23991602-4845-4a6f-8945-f89c5cba1054', 'tag': '4875c283-a289-456f-80e8-71743dfb60d4'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:24.119676 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c88982-c136-43dc-89ac-31738cd8ec12" -d '{"events": [{"name": "network-changed", "server_uuid": "23991602-4845-4a6f-8945-f89c5cba1054", "tag": "4875c283-a289-456f-80e8-71743dfb60d4"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:24.232235 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-3feec9aa-701e-4a0f-b564-76b7bb19c953 service neutron] 10.222.0.94 "GET /v2.0/ports/38059300-0ebc-480a-80c8-326c3dffc9cb/bindings/n-h2-824834-11 HTTP/1.1" status: 200 len: 385 time: 0.2366261 Feb 08 15:39:24.293634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942d2b4-c36a-4fa6-ae95-b6795405ca0d service neutron] Pushing event updated for resources: {'Port': ['ID=4875c283-a289-456f-80e8-71743dfb60d4,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:24.328104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0536e-f13f-445e-9227-b29b655aecc3 req-e4a0fd28-0bb5-43b1-b776-63d4fda661c7 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:24.336702 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84c0536e-f13f-445e-9227-b29b655aecc3 req-e4a0fd28-0bb5-43b1-b776-63d4fda661c7 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ebfc7c5-0804-4d25-83e4-654f528b45b3 HTTP/1.1" status: 200 len: 950 time: 0.3031497 Feb 08 15:39:24.368807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-3a4900ce-8830-469c-8401-0c50121e9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:24.370555 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-3a4900ce-8830-469c-8401-0c50121e9a8b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fa642c8b7c3c4a2b8a6f23da2029c2cc&device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 1131 time: 0.1915047 Feb 08 15:39:24.434247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-df04d619-0092-4f6e-9251-a3c97cfb02b3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4875c283-a289-456f-80e8-71743dfb60d4 HTTP/1.1" status: 200 len: 217 time: 0.0539570 Feb 08 15:39:24.470929 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84c0536e-f13f-445e-9227-b29b655aecc3 req-366c508e-ede8-4551-bb7b-fe8f4a4d1d95 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229680 Feb 08 15:39:24.520924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-6b6cfe16-7712-4a68-921c-d8722ad73466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:24.522564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-6b6cfe16-7712-4a68-921c-d8722ad73466 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0745361 Feb 08 15:39:24.599076 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-565cf288-4729-4c41-99c1-4e32c515ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:24.602562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-565cf288-4729-4c41-99c1-4e32c515ef3f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0737243 Feb 08 15:39:24.699675 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3348ca-2a80-425c-8ea7-08bfb8c2fea5 x-openstack-request-id: req-6b3348ca-2a80-425c-8ea7-08bfb8c2fea5 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:24.699675 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23991602-4845-4a6f-8945-f89c5cba1054", "tag": "4875c283-a289-456f-80e8-71743dfb60d4", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:24.700227 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6b3348ca-2a80-425c-8ea7-08bfb8c2fea5 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:24.700467 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23991602-4845-4a6f-8945-f89c5cba1054', 'tag': '4875c283-a289-456f-80e8-71743dfb60d4', 'status': 'completed', 'code': 200} Feb 08 15:39:24.791782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748dc4e-fe4c-418d-a3f6-3297ac5439c5 req-2342ca57-8018-4f27-8c7b-b33b3e081982 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:24.795931 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Publish callbacks [] for port (cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:24.805547 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e748dc4e-fe4c-418d-a3f6-3297ac5439c5 req-2342ca57-8018-4f27-8c7b-b33b3e081982 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 948 time: 0.1751759 Feb 08 15:39:24.830569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-dfa7a6ac-5c6c-45cc-ba2d-b2ef4b9985d0 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111790 Feb 08 15:39:24.924768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e748dc4e-fe4c-418d-a3f6-3297ac5439c5 req-4c89acf3-3835-4042-970f-0cc7f3ab2f2c tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/security-groups?id=8a73df5a-8aa6-4fb5-941c-0e9ee5edf442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158500 Feb 08 15:39:24.928368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:25.032049 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Pushing event updated for resources: {'Port': ['ID=cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:25.077908 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:39:25.124644 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199e77f1-07fc-45fa-9415-b2a124885d8e req-621d63ed-7cdb-40c8-81ec-9a4808aebeee service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801576 Feb 08 15:39:25.127835 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:39:25.131674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:39:25.134863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:39:25.224689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-c8f02d46-8c09-4bc1-ad01-b11e005d912d service neutron] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=38059300-0ebc-480a-80c8-326c3dffc9cb,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:25.239400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:25.247011 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:25.327888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-c8f02d46-8c09-4bc1-ad01-b11e005d912d service neutron] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:39:25.369716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:25.370618 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:25.436567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 34701b09-138e-4b41-bcff-4135f347a0a5 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:39:25.441668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-c8f02d46-8c09-4bc1-ad01-b11e005d912d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38059300-0ebc-480a-80c8-326c3dffc9cb {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:39:25.445077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37703d-279c-43b9-ae9a-de34ac6ac263 req-31db7ba8-e892-45a3-a8a8-cafd21b33973 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:25.448200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132,segment=NetworkSegment(798897ca-4091-4553-8f9e-79b23e002f97),segment_id=798897ca-4091-4553-8f9e-79b23e002f97)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:25.453731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c37703d-279c-43b9-ae9a-de34ac6ac263 req-31db7ba8-e892-45a3-a8a8-cafd21b33973 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 943 time: 0.2651165 Feb 08 15:39:25.466091 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:25.470329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-c8f02d46-8c09-4bc1-ad01-b11e005d912d service neutron] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=38059300-0ebc-480a-80c8-326c3dffc9cb,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:25.483724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3290799-79e2-4352-90ae-be06f3193045 req-baee9500-f965-46c4-8617-11bb00f2d163 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:25.489532 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3290799-79e2-4352-90ae-be06f3193045 req-baee9500-f965-46c4-8617-11bb00f2d163 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 948 time: 0.2991889 Feb 08 15:39:25.552305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c37703d-279c-43b9-ae9a-de34ac6ac263 req-bbef0fa0-c00f-4f38-89e6-d03f41595f79 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821874 Feb 08 15:39:25.560491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c88982-c136-43dc-89ac-31738cd8ec12 req-35271f15-8671-46b7-b33d-e052c8d5546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:25.562099 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01c88982-c136-43dc-89ac-31738cd8ec12 req-35271f15-8671-46b7-b33d-e052c8d5546d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fa642c8b7c3c4a2b8a6f23da2029c2cc&device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 1131 time: 0.3127372 Feb 08 15:39:25.598886 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-c8f02d46-8c09-4bc1-ad01-b11e005d912d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:25.644160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e178d2-a236-4b2c-bbd1-bc1bf256e8b9 None None] Network fc212980-d3a2-4b7b-ab32-da2eb604aaad requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:39:25.738843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:25.739900 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Publish callbacks [] for router_gateway (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:25.763217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c88982-c136-43dc-89ac-31738cd8ec12 req-259dbf15-2949-4c33-8f8d-297ebdc42cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:25.766129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01c88982-c136-43dc-89ac-31738cd8ec12 req-259dbf15-2949-4c33-8f8d-297ebdc42cb3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1763196 Feb 08 15:39:25.819070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-596613a6-8740-4d14-b4da-de4d0b5cd85e None None] Provisioning complete for port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:25.819529 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-596613a6-8740-4d14-b4da-de4d0b5cd85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:25.834653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-c8f02d46-8c09-4bc1-ad01-b11e005d912d service neutron] Transition to ACTIVE for port object 38059300-0ebc-480a-80c8-326c3dffc9cb will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:39:25.869321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01c88982-c136-43dc-89ac-31738cd8ec12 req-36a4d149-29b9-46be-af72-53e17d1ac085 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4875c283-a289-456f-80e8-71743dfb60d4 HTTP/1.1" status: 200 len: 217 time: 0.0873826 Feb 08 15:39:25.891384 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-c8f02d46-8c09-4bc1-ad01-b11e005d912d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:25.945781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-596613a6-8740-4d14-b4da-de4d0b5cd85e None None] Current status of the port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:25.958779 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 34701b09-138e-4b41-bcff-4135f347a0a5, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=34701b09-138e-4b41-bcff-4135f347a0a5,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:25.967078 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3290799-79e2-4352-90ae-be06f3193045 req-c9625865-c25b-4cca-b7ac-2586e0f2918b tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/security-groups?id=127e67b4-99aa-4689-a017-7ffa4863a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191809 Feb 08 15:39:25.983260 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e95c5e-e58c-44c4-af98-ddeab3b3617d req-cbcd7ebc-c7c7-4b80-bb76-0f57e3f6ff04 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:25.986683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '34701b09-138e-4b41-bcff-4135f347a0a5', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '34701b09-138e-4b41-bcff-4135f347a0a5', 'mac_address': 'fa:16:3e:4e:b4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:39:25.990993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e95c5e-e58c-44c4-af98-ddeab3b3617d req-cbcd7ebc-c7c7-4b80-bb76-0f57e3f6ff04 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ebfc7c5-0804-4d25-83e4-654f528b45b3 HTTP/1.1" status: 200 len: 950 time: 0.2234414 Feb 08 15:39:26.004103 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c88982-c136-43dc-89ac-31738cd8ec12 req-d14867fc-e029-442e-835f-d6586cb066b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:26.005667 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01c88982-c136-43dc-89ac-31738cd8ec12 req-d14867fc-e029-442e-835f-d6586cb066b5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1294408 Feb 08 15:39:26.131112 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f02d46-8c09-4bc1-ad01-b11e005d912d service neutron] Pushing event updated for resources: {'Port': ['ID=38059300-0ebc-480a-80c8-326c3dffc9cb,revision_number=10']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:26.136530 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-c8f02d46-8c09-4bc1-ad01-b11e005d912d service neutron] No DVR routers for this DVR port 38059300-0ebc-480a-80c8-326c3dffc9cb on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:39:26.141409 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 34701b09-138e-4b41-bcff-4135f347a0a5 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:26.142588 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (34701b09-138e-4b41-bcff-4135f347a0a5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:26.201614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e95c5e-e58c-44c4-af98-ddeab3b3617d req-c2e2f19a-2458-4add-847f-3a73fba993ad tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/security-groups?id=91ccc024-9fd7-4d43-b6bb-ae459d16d262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095690 Feb 08 15:39:26.212024 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c88982-c136-43dc-89ac-31738cd8ec12 req-0e242843-d40d-40d8-ae0e-af054da2eced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:26.215432 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34701b09-138e-4b41-bcff-4135f347a0a5 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:39:26.232706 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01c88982-c136-43dc-89ac-31738cd8ec12 req-0e242843-d40d-40d8-ae0e-af054da2eced service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2124343 Feb 08 15:39:26.269728 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-c8f02d46-8c09-4bc1-ad01-b11e005d912d service neutron] 10.222.0.94 "PUT /v2.0/ports/38059300-0ebc-480a-80c8-326c3dffc9cb/bindings/n-h2-824834-11/activate HTTP/1.1" status: 200 len: 370 time: 2.0290492 Feb 08 15:39:26.275061 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:26.315241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 34701b09-138e-4b41-bcff-4135f347a0a5, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=34701b09-138e-4b41-bcff-4135f347a0a5,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:26.323969 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (34701b09-138e-4b41-bcff-4135f347a0a5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:26.473010 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-99439b35-8606-4d8b-8f23-0a1aa82f0617 None None] Provisioning complete for port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:26.473404 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-99439b35-8606-4d8b-8f23-0a1aa82f0617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:26.546974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55962) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:26.556423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=34701b09-138e-4b41-bcff-4135f347a0a5,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:26.614066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-63ae2224-8997-42d4-9b02-81ab3fab7495 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:26.616125 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-63ae2224-8997-42d4-9b02-81ab3fab7495 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562&tenant_id=dd11d3f1860a443eb3dacd21c1380846&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 1127 time: 0.2253795 Feb 08 15:39:26.619478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01c88982-c136-43dc-89ac-31738cd8ec12 req-f71d39c1-7652-4865-81cd-5ae0878db93f service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755603 Feb 08 15:39:26.628158 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeadff-1ed0-494c-b338-e2c437a3b5bc req-f07be717-af17-4ffc-a454-40bc2a9d23e7 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:26.630049 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbdeadff-1ed0-494c-b338-e2c437a3b5bc req-f07be717-af17-4ffc-a454-40bc2a9d23e7 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.94 "GET /v2.0/ports?device_id=4ebfc7c5-0804-4d25-83e4-654f528b45b3 HTTP/1.1" status: 200 len: 950 time: 0.1495349 Feb 08 15:39:26.646183 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['34701b09-138e-4b41-bcff-4135f347a0a5'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:39:26.705988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81543238-9d3d-4a7a-b23c-858468e9232d req-6579d519-1967-4fcb-86cd-0dd90801e8bd tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:26.716367 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81543238-9d3d-4a7a-b23c-858468e9232d req-6579d519-1967-4fcb-86cd-0dd90801e8bd tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 949 time: 0.3236418 Feb 08 15:39:26.760685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:39:26.842888 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21a7974a-ac11-43e5-9b6b-57bc7c3baf2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:26.875235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-4cdf44b5-eb07-4a3f-a960-34e321622994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:26.876869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-4cdf44b5-eb07-4a3f-a960-34e321622994 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562&tenant_id=dd11d3f1860a443eb3dacd21c1380846 HTTP/1.1" status: 200 len: 1127 time: 0.2526293 Feb 08 15:39:26.994081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:39:27.064569 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:27.068519 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fb7e11df-c61b-40a7-ac39-c84bbf6dce5a admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1007078 Feb 08 15:39:27.068719 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 38059300-0ebc-480a-80c8-326c3dffc9cb no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:39:27.071259 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:39:27.074163 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Sync routers for ids ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:39:27.077808 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55980) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:27.079997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-bbdeadff-1ed0-494c-b338-e2c437a3b5bc req-0564a78b-8628-4f33-aec4-a60876f0ddf2 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Deleting port 516062d9-e7bf-4046-84f4-80f625f0f2c5 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:39:27.080419 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbdeadff-1ed0-494c-b338-e2c437a3b5bc req-0564a78b-8628-4f33-aec4-a60876f0ddf2 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:27.197254 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Routers {'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:39:27.197910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:39:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:27.272597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-bbdeadff-1ed0-494c-b338-e2c437a3b5bc req-0564a78b-8628-4f33-aec4-a60876f0ddf2 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] For port 516062d9-e7bf-4046-84f4-80f625f0f2c5, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=516062d9-e7bf-4046-84f4-80f625f0f2c5,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:27.273228 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbdeadff-1ed0-494c-b338-e2c437a3b5bc req-0564a78b-8628-4f33-aec4-a60876f0ddf2 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:27.294016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-bbdeadff-1ed0-494c-b338-e2c437a3b5bc req-0564a78b-8628-4f33-aec4-a60876f0ddf2 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Calling delete_port for 516062d9-e7bf-4046-84f4-80f625f0f2c5 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:39:27.325897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Set router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:39:27.372379 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21a7974a-ac11-43e5-9b6b-57bc7c3baf2c admin admin] Publish callbacks [] for security_group (447bb742-092b-4335-8d74-d2b110c75429), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:27.395525 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81543238-9d3d-4a7a-b23c-858468e9232d req-14116b81-06ca-46ff-ae69-e0ca485904a9 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/security-groups?id=8a73df5a-8aa6-4fb5-941c-0e9ee5edf442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616504 Feb 08 15:39:27.414744 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21a7974a-ac11-43e5-9b6b-57bc7c3baf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (447bb742-092b-4335-8d74-d2b110c75429), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:27.497674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01c88982-c136-43dc-89ac-31738cd8ec12 req-81fa1099-4fed-436e-b77a-9b2bfc53b27a service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8306072 Feb 08 15:39:27.513837 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:27.514203 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:27.554487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-21a7974a-ac11-43e5-9b6b-57bc7c3baf2c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5ebff72f3eb24b8db6f4b686f4852891&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0041857 Feb 08 15:39:27.558872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55998) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:27.560416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7974a-ac11-43e5-9b6b-57bc7c3baf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447bb742-092b-4335-8d74-d2b110c75429,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:27.638740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacea9c4-3a8a-42bc-b7bf-a694bd0675dd req-af5fbfe3-b682-4885-b970-3e0a30cb59ee tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:27.648212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aacea9c4-3a8a-42bc-b7bf-a694bd0675dd req-af5fbfe3-b682-4885-b970-3e0a30cb59ee tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 944 time: 0.7243485 Feb 08 15:39:27.658558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-99439b35-8606-4d8b-8f23-0a1aa82f0617 None None] Current status of the port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:27.670239 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbdeadff-1ed0-494c-b338-e2c437a3b5bc req-0564a78b-8628-4f33-aec4-a60876f0ddf2 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (516062d9-e7bf-4046-84f4-80f625f0f2c5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:27.708882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-77281944-3135-46b5-ac60-0b8b0668f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:27.717962 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-77281944-3135-46b5-ac60-0b8b0668f940 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 1127 time: 0.7930148 Feb 08 15:39:27.758979 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['516062d9-e7bf-4046-84f4-80f625f0f2c5'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:39:27.870016 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-e9440932-f106-4f65-a7e7-e6cd874d75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:27.872487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-e9440932-f106-4f65-a7e7-e6cd874d75b0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.1334350 Feb 08 15:39:27.917787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port 38059300-0ebc-480a-80c8-326c3dffc9cb host n-h2-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:39:27.918498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 38059300-0ebc-480a-80c8-326c3dffc9cb not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:39:27.974824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:27.980219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-a1a3727f-9df3-4494-8183-fe5d92a4e660 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38059300-0ebc-480a-80c8-326c3dffc9cb HTTP/1.1" status: 200 len: 217 time: 0.0854917 Feb 08 15:39:28.020416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:25Z', 'revision_number': 3, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'gw_port': {'id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:28.062963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Checking router: f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:39:28.063516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Updating router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 port cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:39:28.075446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdeadff-1ed0-494c-b338-e2c437a3b5bc req-0564a78b-8628-4f33-aec4-a60876f0ddf2 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] No DVR routers for this DVR port 516062d9-e7bf-4046-84f4-80f625f0f2c5 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:39:28.077828 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bbdeadff-1ed0-494c-b338-e2c437a3b5bc req-0564a78b-8628-4f33-aec4-a60876f0ddf2 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:28.081508 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbdeadff-1ed0-494c-b338-e2c437a3b5bc req-0564a78b-8628-4f33-aec4-a60876f0ddf2 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.94 "DELETE /v2.0/ports/516062d9-e7bf-4046-84f4-80f625f0f2c5 HTTP/1.1" status: 204 len: 173 time: 1.4414785 Feb 08 15:39:28.081722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-001fb5a6-3f40-4111-a5d0-bbfaeac17797 admin admin] Publish callbacks [] for security_group (447bb742-092b-4335-8d74-d2b110c75429), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:28.082358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebfc7c5-0804-4d25-83e4-654f528b45b3', 'name': 'network-vif-deleted', 'tag': '516062d9-e7bf-4046-84f4-80f625f0f2c5'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:28.084717 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144d0178-793e-4b67-89a2-1e24503dc335" -d '{"events": [{"server_uuid": "4ebfc7c5-0804-4d25-83e4-654f528b45b3", "name": "network-vif-deleted", "tag": "516062d9-e7bf-4046-84f4-80f625f0f2c5"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:28.087383 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aacea9c4-3a8a-42bc-b7bf-a694bd0675dd req-012968b8-6be8-42d2-a997-0890a2db20c6 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373653 Feb 08 15:39:28.087683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564a78b-8628-4f33-aec4-a60876f0ddf2 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] Pushing event deleted for resources: {'Port': ['ID=516062d9-e7bf-4046-84f4-80f625f0f2c5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:28.150051 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-001fb5a6-3f40-4111-a5d0-bbfaeac17797 admin admin] Publish callbacks [] for security_group (447bb742-092b-4335-8d74-d2b110c75429), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:28.156111 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-33e8414d-3eb4-42de-a5a1-2618878b17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:28.157989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-33e8414d-3eb4-42de-a5a1-2618878b17aa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.1549430 Feb 08 15:39:28.176460 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:28.176789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c050eb-5e85-48de-8d0c-c6e2e7e0dd7f req-895e768f-86e0-47ac-b712-a0e93b87286d tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:28.186531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06c050eb-5e85-48de-8d0c-c6e2e7e0dd7f req-895e768f-86e0-47ac-b712-a0e93b87286d tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 948 time: 0.4631822 Feb 08 15:39:28.321678 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-1d088ac0-183f-4fec-9b56-fcbb0f5466e3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1528940 Feb 08 15:39:28.357433 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:28.487405 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72d8c0b5-57c7-4d80-a771-d3f26f910ac2 req-d36d18eb-1eed-4ab0-b616-ce3204465655 tempest-DeleteServersAdminTestJSON-1242607667 tempest-DeleteServersAdminTestJSON-1242607667-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ebfc7c5-0804-4d25-83e4-654f528b45b3 HTTP/1.1" status: 200 len: 210 time: 0.1720843 Feb 08 15:39:28.544127 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06c050eb-5e85-48de-8d0c-c6e2e7e0dd7f req-460bcf27-5300-4efe-a1c9-1891bfb8a95f tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/security-groups?id=127e67b4-99aa-4689-a017-7ffa4863a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566818 Feb 08 15:39:28.568798 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-75db48b9-d5e9-440c-87b9-1401afcef8f2 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362180 Feb 08 15:39:28.572081 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-001fb5a6-3f40-4111-a5d0-bbfaeac17797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (447bb742-092b-4335-8d74-d2b110c75429), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:28.574833 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-001fb5a6-3f40-4111-a5d0-bbfaeac17797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:28.576334 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-001fb5a6-3f40-4111-a5d0-bbfaeac17797 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/447bb742-092b-4335-8d74-d2b110c75429 HTTP/1.1" status: 204 len: 168 time: 1.0060446 Feb 08 15:39:28.577700 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Publish callbacks [] for port (cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:28.606108 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:28.624140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fb5a6-3f40-4111-a5d0-bbfaeac17797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447bb742-092b-4335-8d74-d2b110c75429,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:28.692933 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab18739-8c05-423f-947e-9379b3ac550e x-openstack-request-id: req-fab18739-8c05-423f-947e-9379b3ac550e {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:28.693294 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebfc7c5-0804-4d25-83e4-654f528b45b3", "name": "network-vif-deleted", "tag": "516062d9-e7bf-4046-84f4-80f625f0f2c5", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:28.693532 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-fab18739-8c05-423f-947e-9379b3ac550e {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:28.693950 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebfc7c5-0804-4d25-83e4-654f528b45b3', 'name': 'network-vif-deleted', 'tag': '516062d9-e7bf-4046-84f4-80f625f0f2c5', 'status': 'completed', 'code': 200} Feb 08 15:39:28.779819 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Allocated IP 172.20.0.1 (fc212980-d3a2-4b7b-ab32-da2eb604aaad/4f39c251-a068-4236-a528-3e8e87787760/a4f6e211-c718-4f90-8eef-8a4a93c252f4) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:39:28.788471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4420e-7cb5-4bf2-9753-8401e617f263 None None] Pushing event updated for resources: {'Port': ['ID=cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:28.811595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Attempting to bind port cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:39:28.813239 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Attempting to bind port cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:39:28.814583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Attempting to bind port cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:28.842218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:39:28.844498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:39:28.846695 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:28.847329 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:39:28.847852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Bound port: cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:39:28.848267 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:28.902252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-acfc4062-6b7d-4306-9c8d-87764ff60f75 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248639 Feb 08 15:39:29.012588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abfa02-6daa-4e63-aca6-0907f00fc333 req-636e54ad-dae8-4d52-951c-3cf35cf218d5 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:29.020678 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58abfa02-6daa-4e63-aca6-0907f00fc333 req-636e54ad-dae8-4d52-951c-3cf35cf218d5 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 949 time: 0.2297399 Feb 08 15:39:29.047149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 4875c283-a289-456f-80e8-71743dfb60d4 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:39:29.068468 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Publish callbacks [] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:29.110035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58abfa02-6daa-4e63-aca6-0907f00fc333 req-40dcdd83-29d9-4f30-bf89-26e5d3642654 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/security-groups?id=8a73df5a-8aa6-4fb5-941c-0e9ee5edf442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761032 Feb 08 15:39:29.182135 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:29.288768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Network fc212980-d3a2-4b7b-ab32-da2eb604aaad is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:39:29.295231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56068) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:29.300843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] For port cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:39:29.302879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:39:29.326771 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:39:29.353037 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff995-0bed-41cb-a63d-a74f73baac8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:29.377042 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f6e211-c718-4f90-8eef-8a4a93c252f4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:29.408050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 4875c283-a289-456f-80e8-71743dfb60d4, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=4875c283-a289-456f-80e8-71743dfb60d4,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:29.420726 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:29.428491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-71829bd4-7e5f-4be5-9d70-f33d9a29ae8b tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:29.431318 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-71829bd4-7e5f-4be5-9d70-f33d9a29ae8b tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562&tenant_id=dd11d3f1860a443eb3dacd21c1380846&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 1127 time: 0.2232013 Feb 08 15:39:29.439108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '4875c283-a289-456f-80e8-71743dfb60d4', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '4875c283-a289-456f-80e8-71743dfb60d4', 'mac_address': 'fa:16:3e:02:50:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:39:29.443739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] For port cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:39:29.446756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 34701b09-138e-4b41-bcff-4135f347a0a5 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:39:29.559639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813cb4f-a1cc-4723-8396-cdb44f8a5516 req-9ca09703-344e-4205-8de9-ee7234c9554d tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:29.561538 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9813cb4f-a1cc-4723-8396-cdb44f8a5516 req-9ca09703-344e-4205-8de9-ee7234c9554d tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 944 time: 0.1888752 Feb 08 15:39:29.575632 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:29.657678 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 4875c283-a289-456f-80e8-71743dfb60d4 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:29.658350 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4875c283-a289-456f-80e8-71743dfb60d4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:29.703413 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:29.729346 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4875c283-a289-456f-80e8-71743dfb60d4 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:39:29.734135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-0abc6c39-78f4-456a-bd75-e4166f1e504e service neutron] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:39:29.739280 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-0abc6c39-78f4-456a-bd75-e4166f1e504e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:29.740871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee0d932-a740-4de5-9d19-2ab4efab47b7 req-0abc6c39-78f4-456a-bd75-e4166f1e504e service neutron] 10.222.0.96 "DELETE /v2.0/ports/38059300-0ebc-480a-80c8-326c3dffc9cb/bindings/n-h1-824834-11 HTTP/1.1" status: 204 len: 173 time: 0.2991943 Feb 08 15:39:29.749131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9813cb4f-a1cc-4723-8396-cdb44f8a5516 req-87347d4a-7333-4a81-951d-bcfb63650714 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662519 Feb 08 15:39:29.792776 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff995-0bed-41cb-a63d-a74f73baac8f admin admin] Publish callbacks [] for security_group (48198082-f04f-4394-9824-82f6c6e188a5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:29.799533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff995-0bed-41cb-a63d-a74f73baac8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (48198082-f04f-4394-9824-82f6c6e188a5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:29.844219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ff995-0bed-41cb-a63d-a74f73baac8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48198082-f04f-4394-9824-82f6c6e188a5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:29.897709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-47a3d7d2-2687-483b-a4b7-e5adffd6a96b None None] Provisioning complete for port a4f6e211-c718-4f90-8eef-8a4a93c252f4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:29.898288 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-47a3d7d2-2687-483b-a4b7-e5adffd6a96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:29.904299 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 4875c283-a289-456f-80e8-71743dfb60d4, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=4875c283-a289-456f-80e8-71743dfb60d4,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:29.913974 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-eb8ff995-0bed-41cb-a63d-a74f73baac8f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fce30841dffb428591ed4cbceb03400f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6153862 Feb 08 15:39:29.918812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56098) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:29.933546 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4420e-7cb5-4bf2-9753-8401e617f263 None None] Pushing event updated for resources: {'Port': ['ID=cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:29.938212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Routers {'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:39:29.938848 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:39:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:29.944241 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4875c283-a289-456f-80e8-71743dfb60d4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:29.999089 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3b5d09e1-cbad-45b5-8868-92f204947e94 admin admin] Publish callbacks [] for security_group (48198082-f04f-4394-9824-82f6c6e188a5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:30.024340 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Publish callbacks [] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:30.026459 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0776c-f8cd-4bdc-9bd9-eb52b0c052f8 req-8122a0c3-9f02-4cec-9b22-29df758514e1 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:30.028533 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cc0776c-f8cd-4bdc-9bd9-eb52b0c052f8 req-8122a0c3-9f02-4cec-9b22-29df758514e1 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 948 time: 0.1777906 Feb 08 15:39:30.045350 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3b5d09e1-cbad-45b5-8868-92f204947e94 admin admin] Publish callbacks [] for security_group (48198082-f04f-4394-9824-82f6c6e188a5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:30.054542 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:30.089812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=4875c283-a289-456f-80e8-71743dfb60d4,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:30.124705 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 34701b09-138e-4b41-bcff-4135f347a0a5 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:39:30.135923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 34701b09-138e-4b41-bcff-4135f347a0a5 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:30.136299 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (34701b09-138e-4b41-bcff-4135f347a0a5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:30.144755 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:30.153785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cc0776c-f8cd-4bdc-9bd9-eb52b0c052f8 req-2028c220-99d6-4927-8c09-6fcb046aaffb tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/security-groups?id=127e67b4-99aa-4689-a017-7ffa4863a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012130 Feb 08 15:39:30.270463 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f6e211-c718-4f90-8eef-8a4a93c252f4,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:30.301702 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3b5d09e1-cbad-45b5-8868-92f204947e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (48198082-f04f-4394-9824-82f6c6e188a5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:30.306305 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3b5d09e1-cbad-45b5-8868-92f204947e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:30.316546 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3b5d09e1-cbad-45b5-8868-92f204947e94 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/48198082-f04f-4394-9824-82f6c6e188a5 HTTP/1.1" status: 204 len: 168 time: 0.3963680 Feb 08 15:39:30.351213 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2bfef-e2c8-4809-99f0-20878ec6af5c req-c3f8178b-7f2a-4f6b-8b9d-6a036304ebff tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:30.354944 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acc2bfef-e2c8-4809-99f0-20878ec6af5c req-c3f8178b-7f2a-4f6b-8b9d-6a036304ebff tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 1127 time: 0.1477537 Feb 08 15:39:30.360982 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d09e1-cbad-45b5-8868-92f204947e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48198082-f04f-4394-9824-82f6c6e188a5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:30.422355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['4875c283-a289-456f-80e8-71743dfb60d4'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:39:30.443877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-47a3d7d2-2687-483b-a4b7-e5adffd6a96b None None] Port a4f6e211-c718-4f90-8eef-8a4a93c252f4 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:39:30.451458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Network fc212980-d3a2-4b7b-ab32-da2eb604aaad is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:39:30.453035 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:39:30.468024 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acc2bfef-e2c8-4809-99f0-20878ec6af5c req-8d5331d3-a89e-41ad-87ff-388f2c75f4ab tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927074 Feb 08 15:39:30.685503 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:39:30.725400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] Set router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:39:30.930483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:39:30.940766 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7cecc83b-4ea9-4c85-84ef-9267392ace17 admin admin] 10.222.0.82 "PUT /v2.0/routers/f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8569841 Feb 08 15:39:30.941439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c9ed8-ed2c-4aed-b2f2-86400d064cfc req-b6c24d1d-0cff-490d-862a-7cb2a4e9afa7 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:30.943313 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-379c9ed8-ed2c-4aed-b2f2-86400d064cfc req-b6c24d1d-0cff-490d-862a-7cb2a4e9afa7 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 949 time: 0.1314108 Feb 08 15:39:31.027791 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 34701b09-138e-4b41-bcff-4135f347a0a5 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:31.028268 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (34701b09-138e-4b41-bcff-4135f347a0a5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:31.033303 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-379c9ed8-ed2c-4aed-b2f2-86400d064cfc req-643e8e42-3815-4575-b1e0-4d74525e9b3f tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/security-groups?id=8a73df5a-8aa6-4fb5-941c-0e9ee5edf442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760574 Feb 08 15:39:31.043376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 516062d9-e7bf-4046-84f4-80f625f0f2c5 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:39:31.164775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 516062d9-e7bf-4046-84f4-80f625f0f2c5 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:39:31.165026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 516062d9-e7bf-4046-84f4-80f625f0f2c5 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:39:31.167652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c8f6e45f-5b00-4235-baa6-dee504580fab None None] Provisioning complete for port a4f6e211-c718-4f90-8eef-8a4a93c252f4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:31.168043 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8f6e45f-5b00-4235-baa6-dee504580fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:31.236206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56186) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:31.264759 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d8db29e-a0fb-4212-96a8-5022b84cd5db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:31.287810 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f611121a-da1a-4060-b408-0202eda98447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34701b09-138e-4b41-bcff-4135f347a0a5'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:31.291058 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b983d35a-a8ad-4444-89ea-684c2a0b684e" -d '{"events": [{"server_uuid": "f611121a-da1a-4060-b408-0202eda98447", "name": "network-vif-plugged", "status": "completed", "tag": "34701b09-138e-4b41-bcff-4135f347a0a5"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:31.354790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 34701b09-138e-4b41-bcff-4135f347a0a5, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=34701b09-138e-4b41-bcff-4135f347a0a5,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:31.361564 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-19d5bba4-3b7b-4bb4-a58a-beb6ed068181 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:31.366970 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (34701b09-138e-4b41-bcff-4135f347a0a5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:31.371697 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-19d5bba4-3b7b-4bb4-a58a-beb6ed068181 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 808 time: 0.1628642 Feb 08 15:39:31.380069 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6e45f-5b00-4235-baa6-dee504580fab None None] Port a4f6e211-c718-4f90-8eef-8a4a93c252f4 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:39:31.388905 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d8db29e-a0fb-4212-96a8-5022b84cd5db admin admin] Publish callbacks [] for security_group (e3af29d1-e4ec-413f-a585-37e103403c74), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:31.395720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d8db29e-a0fb-4212-96a8-5022b84cd5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e3af29d1-e4ec-413f-a585-37e103403c74), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:31.396463 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-dce0d4c6-7fa8-4ae6-806e-3ee6d5478fce tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/quotas/dd11d3f1860a443eb3dacd21c1380846 HTTP/1.1" status: 200 len: 375 time: 0.0234499 Feb 08 15:39:31.436792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8db29e-a0fb-4212-96a8-5022b84cd5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3af29d1-e4ec-413f-a585-37e103403c74,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:31.465671 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0d8db29e-a0fb-4212-96a8-5022b84cd5db admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e98fb77cdd8b48e18bf89c3e75391694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249789 Feb 08 15:39:31.466559 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56194) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:31.511536 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-7aeb1339-39a2-4dd1-8c19-e51ddd8458b4 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1117694 Feb 08 15:39:31.521464 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f04c71e5-8b24-4e2a-aadf-1d225e3b4fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:31.531993 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1930918d-46ad-4f67-bc19-823bdb7a2ad9 admin admin] Publish callbacks [] for security_group (e3af29d1-e4ec-413f-a585-37e103403c74), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:31.550227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=34701b09-138e-4b41-bcff-4135f347a0a5,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:31.565129 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1930918d-46ad-4f67-bc19-823bdb7a2ad9 admin admin] Publish callbacks [] for security_group (e3af29d1-e4ec-413f-a585-37e103403c74), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:31.626044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:29Z', 'revision_number': 4, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'gw_port': {'id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a4f6e211-c718-4f90-8eef-8a4a93c252f4', 'name': '', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'mac_address': 'fa:16:3e:80:4f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f39c251-a068-4236-a528-3e8e87787760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:28Z', 'updated_at': '2022-02-08T15:39:28Z', 'revision_number': 1, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'subnets': [{'id': '4f39c251-a068-4236-a528-3e8e87787760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:31.665827 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1930918d-46ad-4f67-bc19-823bdb7a2ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e3af29d1-e4ec-413f-a585-37e103403c74), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:31.673833 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1930918d-46ad-4f67-bc19-823bdb7a2ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:31.683280 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1930918d-46ad-4f67-bc19-823bdb7a2ad9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e3af29d1-e4ec-413f-a585-37e103403c74 HTTP/1.1" status: 204 len: 168 time: 0.2094612 Feb 08 15:39:31.685176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-c86a3cfc-6860-44eb-8d35-bb60526c65dd service neutron] 10.222.0.82 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727326 Feb 08 15:39:31.699458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930918d-46ad-4f67-bc19-823bdb7a2ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3af29d1-e4ec-413f-a585-37e103403c74,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:31.704207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c2614-0967-4636-aa40-dc39b467fe37 None None] The sync data for ids ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'] in n-d-824834-11 is: [{'id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:29Z', 'revision_number': 4, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'gw_port': {'id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a4f6e211-c718-4f90-8eef-8a4a93c252f4', 'name': '', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'mac_address': 'fa:16:3e:80:4f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f39c251-a068-4236-a528-3e8e87787760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:28Z', 'updated_at': '2022-02-08T15:39:28Z', 'revision_number': 1, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'subnets': [{'id': '4f39c251-a068-4236-a528-3e8e87787760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:39:31.841725 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-939ecb5e-9c3a-4099-87d8-eb94947fde5c service neutron] 10.222.0.82 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554275 Feb 08 15:39:31.876697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56226) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:32.200653 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa4b1a-8d0b-463e-8923-9405eac78f4c req-963cc1cd-09c3-4ddc-b086-a01cf2d731bb tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:32.209509 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-effa4b1a-8d0b-463e-8923-9405eac78f4c req-963cc1cd-09c3-4ddc-b086-a01cf2d731bb tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 949 time: 0.1136529 Feb 08 15:39:32.270352 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-effa4b1a-8d0b-463e-8923-9405eac78f4c req-5463a8fd-c670-4397-b443-5dfe3a049a44 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/security-groups?id=127e67b4-99aa-4689-a017-7ffa4863a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560272 Feb 08 15:39:32.362961 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56252) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:32.363654 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fe5a7d20-4abc-4a79-aec9-ad78f7af65ff admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a0ae5d64fef84958a145b39aba90ea6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4837661 Feb 08 15:39:32.379456 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0536fbf-985e-45ce-863f-23d655c4ae70 x-openstack-request-id: req-f0536fbf-985e-45ce-863f-23d655c4ae70 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:32.379975 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f611121a-da1a-4060-b408-0202eda98447", "name": "network-vif-plugged", "status": "completed", "tag": "34701b09-138e-4b41-bcff-4135f347a0a5", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:32.380054 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f0536fbf-985e-45ce-863f-23d655c4ae70 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:32.380447 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f611121a-da1a-4060-b408-0202eda98447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34701b09-138e-4b41-bcff-4135f347a0a5', 'code': 200} Feb 08 15:39:32.521508 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d71dea1-086c-4acf-a416-e573484042f7 req-24b62017-7178-4559-ae3a-06f8ffb2f681 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 210 time: 0.0623538 Feb 08 15:39:32.564490 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ce3c83a4-4e6c-470c-b447-25c4e0fbf140 admin admin] Publish callbacks [] for security_group (91ccc024-9fd7-4d43-b6bb-ae459d16d262), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:32.582501 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161520b-e1ee-477a-894e-cdc93af016f3 req-fe616546-25c3-4cb5-90f7-2f477947c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:32.588027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4161520b-e1ee-477a-894e-cdc93af016f3 req-fe616546-25c3-4cb5-90f7-2f477947c965 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 1133 time: 0.1389968 Feb 08 15:39:32.667411 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ce3c83a4-4e6c-470c-b447-25c4e0fbf140 admin admin] Publish callbacks [] for security_group (91ccc024-9fd7-4d43-b6bb-ae459d16d262), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:32.800194 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4161520b-e1ee-477a-894e-cdc93af016f3 req-7e334498-f215-4620-bf5f-1cd8319bdb5c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=8a73df5a-8aa6-4fb5-941c-0e9ee5edf442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058511 Feb 08 15:39:32.827256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df68b5f-5c58-4cb7-826f-f87a12a822e9 req-4b6ef95f-2cee-4cd0-85e1-9da424f1b2b6 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:32.834909 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3df68b5f-5c58-4cb7-826f-f87a12a822e9 req-4b6ef95f-2cee-4cd0-85e1-9da424f1b2b6 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 950 time: 0.1119089 Feb 08 15:39:32.848540 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ce3c83a4-4e6c-470c-b447-25c4e0fbf140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (91ccc024-9fd7-4d43-b6bb-ae459d16d262), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:32.851054 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ce3c83a4-4e6c-470c-b447-25c4e0fbf140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:32.860319 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ce3c83a4-4e6c-470c-b447-25c4e0fbf140 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/91ccc024-9fd7-4d43-b6bb-ae459d16d262 HTTP/1.1" status: 204 len: 168 time: 0.4962513 Feb 08 15:39:32.908735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c83a4-4e6c-470c-b447-25c4e0fbf140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ccc024-9fd7-4d43-b6bb-ae459d16d262,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:32.916428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56280) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:32.921931 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-47d02f60-9a9b-426f-9916-5d09d085485e tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--101935858', 'description': 'tempest-description--755114687'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:32.989769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3df68b5f-5c58-4cb7-826f-f87a12a822e9 req-dd9a63e0-c86f-441e-a2f5-f3c8c20c14f0 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/security-groups?id=8a73df5a-8aa6-4fb5-941c-0e9ee5edf442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500111 Feb 08 15:39:33.027596 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47d02f60-9a9b-426f-9916-5d09d085485e tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:33.032056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 4875c283-a289-456f-80e8-71743dfb60d4 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:39:33.177382 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47d02f60-9a9b-426f-9916-5d09d085485e tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for security_group (74beee88-f75c-456c-a261-ffaec5f639f1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:33.186439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 4875c283-a289-456f-80e8-71743dfb60d4 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:39:33.191452 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47d02f60-9a9b-426f-9916-5d09d085485e tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (74beee88-f75c-456c-a261-ffaec5f639f1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:33.198029 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 4875c283-a289-456f-80e8-71743dfb60d4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:33.198894 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4875c283-a289-456f-80e8-71743dfb60d4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:33.239492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d02f60-9a9b-426f-9916-5d09d085485e tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74beee88-f75c-456c-a261-ffaec5f639f1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:33.261754 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47d02f60-9a9b-426f-9916-5d09d085485e tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:33.264483 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-47d02f60-9a9b-426f-9916-5d09d085485e tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3449581 Feb 08 15:39:33.266191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56314) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:33.279622 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-cd4c5ba5-f54c-495b-aa46-ffca35218a00 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Request body: {'security_group_rule': {'security_group_id': '74beee88-f75c-456c-a261-ffaec5f639f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:33.339902 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5ba5-f54c-495b-aa46-ffca35218a00 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for security_group_rule (41c3a0ea-370d-4958-8c8b-aa734eb148b9), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:33.433711 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 4875c283-a289-456f-80e8-71743dfb60d4 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:33.434835 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4875c283-a289-456f-80e8-71743dfb60d4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:33.486944 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 4875c283-a289-456f-80e8-71743dfb60d4, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=4875c283-a289-456f-80e8-71743dfb60d4,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:33.495764 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4875c283-a289-456f-80e8-71743dfb60d4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:33.590425 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5ba5-f54c-495b-aa46-ffca35218a00 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for security_group_rule (41c3a0ea-370d-4958-8c8b-aa734eb148b9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:33.598810 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5ba5-f54c-495b-aa46-ffca35218a00 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (41c3a0ea-370d-4958-8c8b-aa734eb148b9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:33.603821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=4875c283-a289-456f-80e8-71743dfb60d4,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:33.625765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f59c9a-eb6a-4b83-9866-b0799ca7ac04 req-b31b3512-9c00-4fa0-b19f-d3a963d645fe tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:33.627459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80f59c9a-eb6a-4b83-9866-b0799ca7ac04 req-b31b3512-9c00-4fa0-b19f-d3a963d645fe tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 949 time: 0.2073700 Feb 08 15:39:33.642247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c5ba5-f54c-495b-aa46-ffca35218a00 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c3a0ea-370d-4958-8c8b-aa734eb148b9,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:33.654076 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5ba5-f54c-495b-aa46-ffca35218a00 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:33.655446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cd4c5ba5-f54c-495b-aa46-ffca35218a00 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3875647 Feb 08 15:39:33.658320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56328) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:33.664726 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ccc2c694-65b6-430f-ae97-40b5a9d70b7c tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Request body: {'security_group_rule': {'security_group_id': '74beee88-f75c-456c-a261-ffaec5f639f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:33.698129 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56334) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:33.715510 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80f59c9a-eb6a-4b83-9866-b0799ca7ac04 req-797f2552-e526-4380-86c0-f9fd643e6ae2 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/security-groups?id=127e67b4-99aa-4689-a017-7ffa4863a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758171 Feb 08 15:39:33.744454 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb63f069-fa1c-4fd8-8447-5ea1e1a726ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:33.759590 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9c7d3992-e77b-42cf-8a97-dd4597f20c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:33.816706 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c694-65b6-430f-ae97-40b5a9d70b7c tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for security_group_rule (53bc2053-a39a-4db9-8c51-6cadc1bf82e8), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:33.981985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50a69f10-be23-4eac-aa31-48aff1965e08 req-d7a9bd5c-3c22-4666-97a0-7341f886e0bd tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 210 time: 0.1162267 Feb 08 15:39:34.020084 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb63f069-fa1c-4fd8-8447-5ea1e1a726ff admin admin] Publish callbacks [] for security_group (a5ef0a3e-f0c0-4cb5-833e-7252b727d032), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:34.194496 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb63f069-fa1c-4fd8-8447-5ea1e1a726ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a5ef0a3e-f0c0-4cb5-833e-7252b727d032), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:34.243066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27b6c3-4d29-4fcd-9dac-5b15b15437d2 req-b3233c56-b016-4280-aa5f-0356fc9488d7 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:34.249618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f27b6c3-4d29-4fcd-9dac-5b15b15437d2 req-b3233c56-b016-4280-aa5f-0356fc9488d7 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 950 time: 0.1107011 Feb 08 15:39:34.325195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63f069-fa1c-4fd8-8447-5ea1e1a726ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ef0a3e-f0c0-4cb5-833e-7252b727d032,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:34.326600 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f27b6c3-4d29-4fcd-9dac-5b15b15437d2 req-f9fb1020-8c20-4d54-b0b3-b3b5118991fb tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/security-groups?id=8a73df5a-8aa6-4fb5-941c-0e9ee5edf442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759799 Feb 08 15:39:34.382195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23991602-4845-4a6f-8945-f89c5cba1054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4875c283-a289-456f-80e8-71743dfb60d4'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:34.384575 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544422bc-a82a-44b4-b863-39ba2fe8c29b" -d '{"events": [{"server_uuid": "23991602-4845-4a6f-8945-f89c5cba1054", "name": "network-vif-plugged", "status": "completed", "tag": "4875c283-a289-456f-80e8-71743dfb60d4"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:34.441598 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bb63f069-fa1c-4fd8-8447-5ea1e1a726ff admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=45b40b16a03a43fb8f3ba8f83ea05057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7283103 Feb 08 15:39:34.444250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56398) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:34.475947 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5c4253-9ba6-4fbe-8451-012db3c474da x-openstack-request-id: req-ad5c4253-9ba6-4fbe-8451-012db3c474da {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:34.477163 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23991602-4845-4a6f-8945-f89c5cba1054", "name": "network-vif-plugged", "status": "completed", "tag": "4875c283-a289-456f-80e8-71743dfb60d4", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:34.477493 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c694-65b6-430f-ae97-40b5a9d70b7c tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for security_group_rule (53bc2053-a39a-4db9-8c51-6cadc1bf82e8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:34.478098 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ad5c4253-9ba6-4fbe-8451-012db3c474da {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:34.478745 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23991602-4845-4a6f-8945-f89c5cba1054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4875c283-a289-456f-80e8-71743dfb60d4', 'code': 200} Feb 08 15:39:34.508354 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c694-65b6-430f-ae97-40b5a9d70b7c tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (53bc2053-a39a-4db9-8c51-6cadc1bf82e8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:34.539823 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2c694-65b6-430f-ae97-40b5a9d70b7c tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53bc2053-a39a-4db9-8c51-6cadc1bf82e8,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:34.549833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-e504b0d9-c175-4497-8557-fa5f3ca5ae38 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:34.552312 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-e504b0d9-c175-4497-8557-fa5f3ca5ae38 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.94 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 808 time: 0.6949437 Feb 08 15:39:34.568396 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-25a058ee-3199-4b98-8142-e97478084772 admin admin] Publish callbacks [] for security_group (a5ef0a3e-f0c0-4cb5-833e-7252b727d032), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:34.571905 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-be69ab51-25bb-4ca7-a39d-def52005a07b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Request body: {'port': {'device_id': 'd4db74e0-6284-474a-ba73-a9b4a6a214e3', 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1', 'admin_state_up': True, 'tenant_id': 'dd11d3f1860a443eb3dacd21c1380846'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:34.599435 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c694-65b6-430f-ae97-40b5a9d70b7c tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:34.602102 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ccc2c694-65b6-430f-ae97-40b5a9d70b7c tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9427285 Feb 08 15:39:34.629546 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56412) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:34.637387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:34.650889 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-25a058ee-3199-4b98-8142-e97478084772 admin admin] Publish callbacks [] for security_group (a5ef0a3e-f0c0-4cb5-833e-7252b727d032), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:34.680736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:34.789786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ddef1-e910-44a3-8397-947ab51f7f27 req-fc00ca68-719b-4f9d-a344-8527b37ec66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:34.794537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-308ddef1-e910-44a3-8397-947ab51f7f27 req-fc00ca68-719b-4f9d-a344-8527b37ec66c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 1133 time: 0.2417190 Feb 08 15:39:34.798105 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-25a058ee-3199-4b98-8142-e97478084772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a5ef0a3e-f0c0-4cb5-833e-7252b727d032), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:34.801213 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-25a058ee-3199-4b98-8142-e97478084772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:34.803301 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-25a058ee-3199-4b98-8142-e97478084772 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a5ef0a3e-f0c0-4cb5-833e-7252b727d032 HTTP/1.1" status: 204 len: 168 time: 0.3576684 Feb 08 15:39:34.812328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-be69ab51-25bb-4ca7-a39d-def52005a07b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Made reservation on behalf of dd11d3f1860a443eb3dacd21c1380846 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:39:34.815830 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-be69ab51-25bb-4ca7-a39d-def52005a07b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:34.844976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a058ee-3199-4b98-8142-e97478084772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ef0a3e-f0c0-4cb5-833e-7252b727d032,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:34.979042 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-308ddef1-e910-44a3-8397-947ab51f7f27 req-4c0a3daf-1f60-4a40-9bbe-1596980f6082 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=127e67b4-99aa-4689-a017-7ffa4863a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741242 Feb 08 15:39:35.043909 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:39:35.082003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac644a1e-9b3f-4269-ab70-8f6a5f6f724b req-b67258e5-85cd-4ded-8fd9-d98c102cb4c9 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:35.083598 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac644a1e-9b3f-4269-ab70-8f6a5f6f724b req-b67258e5-85cd-4ded-8fd9-d98c102cb4c9 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 950 time: 0.2084849 Feb 08 15:39:35.085480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-be69ab51-25bb-4ca7-a39d-def52005a07b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Allocated IP 172.20.0.13 (34030067-061b-475b-9f07-26ad4a87c9e1/c83d50d0-a523-4c9d-a16b-90473488d403/5c66117d-4175-4490-adf1-b2341526c64d) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:39:35.103748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e6124-9724-461c-9c1a-57170f429847 req-1da98534-6fbd-4e3f-9d82-bd0eff6fbc88 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:35.105316 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f56e6124-9724-461c-9c1a-57170f429847 req-1da98534-6fbd-4e3f-9d82-bd0eff6fbc88 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 950 time: 0.1593070 Feb 08 15:39:35.136167 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:35.169877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:35.170808 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:35.235176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac644a1e-9b3f-4269-ab70-8f6a5f6f724b req-ee5548e4-bee4-4c73-9ee1-f83673c51fb3 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/security-groups?id=127e67b4-99aa-4689-a017-7ffa4863a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288381 Feb 08 15:39:35.341053 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f56e6124-9724-461c-9c1a-57170f429847 req-be91668c-ade0-4112-8507-56d89b15348e tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/security-groups?id=8a73df5a-8aa6-4fb5-941c-0e9ee5edf442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255611 Feb 08 15:39:35.378153 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:35.378153 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:35.407289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:35.416497 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:35.421841 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:35.456246 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Sync routers for ids ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:39:35.461831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Allocated IP 172.25.7.105 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/d2582352-8b19-4b32-97ce-f3ce7eb270fe) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:39:35.468896 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Routers {'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:39:35.470030 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:39:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:35.503067 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-be69ab51-25bb-4ca7-a39d-def52005a07b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks [] for port (5c66117d-4175-4490-adf1-b2341526c64d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:35.514767 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:35.583666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc5c54c5-13ce-4687-a12b-db461915691b req-572ca3d0-ce2d-4a12-bae3-a4b7b263bf21 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 210 time: 0.0433304 Feb 08 15:39:35.635105 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-be69ab51-25bb-4ca7-a39d-def52005a07b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (5c66117d-4175-4490-adf1-b2341526c64d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:35.649613 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for port (d2582352-8b19-4b32-97ce-f3ce7eb270fe), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:35.682517 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Set router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:39:35.704205 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-be69ab51-25bb-4ca7-a39d-def52005a07b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Network 34030067-061b-475b-9f07-26ad4a87c9e1 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:39:35.710349 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-be69ab51-25bb-4ca7-a39d-def52005a07b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:39:35.719367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-be69ab51-25bb-4ca7-a39d-def52005a07b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:39:35.727859 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69ab51-25bb-4ca7-a39d-def52005a07b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Pushing event updated for resources: {'Port': ['ID=5c66117d-4175-4490-adf1-b2341526c64d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:35.809486 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d2582352-8b19-4b32-97ce-f3ce7eb270fe), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:35.841827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-be69ab51-25bb-4ca7-a39d-def52005a07b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:35.842560 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-be69ab51-25bb-4ca7-a39d-def52005a07b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:35.870223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56450) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:36.010621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:39:36.026292 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-be69ab51-25bb-4ca7-a39d-def52005a07b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4626772 Feb 08 15:39:36.033882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:39:36.056088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Request body: {'port': {'device_id': 'd4db74e0-6284-474a-ba73-a9b4a6a214e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:36.063022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:39:36.067165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Pushing event updated for resources: {'Port': ['ID=d2582352-8b19-4b32-97ce-f3ce7eb270fe,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:36.098970 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:29Z', 'revision_number': 4, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'gw_port': {'id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a4f6e211-c718-4f90-8eef-8a4a93c252f4', 'name': '', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'mac_address': 'fa:16:3e:80:4f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f39c251-a068-4236-a528-3e8e87787760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:28Z', 'updated_at': '2022-02-08T15:39:29Z', 'revision_number': 2, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'subnets': [{'id': '4f39c251-a068-4236-a528-3e8e87787760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:36.117576 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-68585542-bce7-4ceb-b389-dbf39e729826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:36.169777 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Checking router: f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:39:36.173529 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Updating router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 port a4f6e211-c718-4f90-8eef-8a4a93c252f4 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:39:36.275673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30cfc7-4eb0-415b-b908-3b522d37f11d req-02a69d50-a64e-417b-bfce-bbdc0d925e94 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:36.277639 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a30cfc7-4eb0-415b-b908-3b522d37f11d req-02a69d50-a64e-417b-bfce-bbdc0d925e94 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.96 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 950 time: 0.1087465 Feb 08 15:39:36.309729 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:36.472057 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for floatingip (ee18e8c2-9e4f-41b3-9da8-3ba79e79b76e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:36.485640 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-68585542-bce7-4ceb-b389-dbf39e729826 admin admin] Publish callbacks [] for security_group (8cf1baa4-794d-4292-a3f0-5575e94ba3da), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:36.519473 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:36.549314 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-68585542-bce7-4ceb-b389-dbf39e729826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8cf1baa4-794d-4292-a3f0-5575e94ba3da), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:36.577981 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d2582352-8b19-4b32-97ce-f3ce7eb270fe), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:36.714505 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-68585542-bce7-4ceb-b389-dbf39e729826 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4f6e1a7efa2b47f5a211a099ad3884c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8421152 Feb 08 15:39:36.715323 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56480) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:36.729272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68585542-bce7-4ceb-b389-dbf39e729826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf1baa4-794d-4292-a3f0-5575e94ba3da,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:36.751524 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-1a30cfc7-4eb0-415b-b908-3b522d37f11d req-ed0523d5-1f94-40a6-9bca-c28aff9488b0 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Deleting port 34701b09-138e-4b41-bcff-4135f347a0a5 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:39:36.751881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1a30cfc7-4eb0-415b-b908-3b522d37f11d req-ed0523d5-1f94-40a6-9bca-c28aff9488b0 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (34701b09-138e-4b41-bcff-4135f347a0a5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:36.792259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cf6d4-9c96-459e-94e5-7cdc23b200f6 req-c86c9999-34e8-4b33-8332-9202e9ac44b5 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:36.793933 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f77cf6d4-9c96-459e-94e5-7cdc23b200f6 req-c86c9999-34e8-4b33-8332-9202e9ac44b5 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 950 time: 0.3431418 Feb 08 15:39:36.882129 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Publish callbacks [] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:36.885959 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b589f89-9e70-4eda-aad9-87918c419727 req-615a3b42-09ce-4b05-a0bd-2cf9828783c8 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:36.893744 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b589f89-9e70-4eda-aad9-87918c419727 req-615a3b42-09ce-4b05-a0bd-2cf9828783c8 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 950 time: 0.3407128 Feb 08 15:39:36.897691 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:36.962352 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56486) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:36.980228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:39:36.999692 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5c66117d-4175-4490-adf1-b2341526c64d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.032598 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710132d-234b-4608-a65a-e6d0363de55c None None] Pushing event updated for resources: {'Port': ['ID=a4f6e211-c718-4f90-8eef-8a4a93c252f4,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:37.052300 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-961ac623-ab17-4d0d-ad9b-814e333ca6e3 admin admin] Publish callbacks [] for security_group (8cf1baa4-794d-4292-a3f0-5575e94ba3da), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.075203 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710132d-234b-4608-a65a-e6d0363de55c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:37.077528 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710132d-234b-4608-a65a-e6d0363de55c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:37.079585 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710132d-234b-4608-a65a-e6d0363de55c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:37.079987 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710132d-234b-4608-a65a-e6d0363de55c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:37.080326 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710132d-234b-4608-a65a-e6d0363de55c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:37.080658 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710132d-234b-4608-a65a-e6d0363de55c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:37.081021 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710132d-234b-4608-a65a-e6d0363de55c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:37.081430 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710132d-234b-4608-a65a-e6d0363de55c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:37.081676 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710132d-234b-4608-a65a-e6d0363de55c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:37.082068 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710132d-234b-4608-a65a-e6d0363de55c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:37.085066 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f77cf6d4-9c96-459e-94e5-7cdc23b200f6 req-8ed3a746-bb0f-418c-9128-639d45634c91 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/security-groups?id=127e67b4-99aa-4689-a017-7ffa4863a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513275 Feb 08 15:39:37.088075 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710132d-234b-4608-a65a-e6d0363de55c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:37.088358 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710132d-234b-4608-a65a-e6d0363de55c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:37.089061 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f710132d-234b-4608-a65a-e6d0363de55c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:39:37.112056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-1a30cfc7-4eb0-415b-b908-3b522d37f11d req-ed0523d5-1f94-40a6-9bca-c28aff9488b0 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] For port 34701b09-138e-4b41-bcff-4135f347a0a5, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=34701b09-138e-4b41-bcff-4135f347a0a5,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:37.113065 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1a30cfc7-4eb0-415b-b908-3b522d37f11d req-ed0523d5-1f94-40a6-9bca-c28aff9488b0 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (34701b09-138e-4b41-bcff-4135f347a0a5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.176758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b589f89-9e70-4eda-aad9-87918c419727 req-0d720650-e613-4bc4-87c5-9b3a57a79fcc tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/security-groups?id=8a73df5a-8aa6-4fb5-941c-0e9ee5edf442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819090 Feb 08 15:39:37.219160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:37.219489 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.220198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-1a30cfc7-4eb0-415b-b908-3b522d37f11d req-ed0523d5-1f94-40a6-9bca-c28aff9488b0 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Calling delete_port for 34701b09-138e-4b41-bcff-4135f347a0a5 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:39:37.235489 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-961ac623-ab17-4d0d-ad9b-814e333ca6e3 admin admin] Publish callbacks [] for security_group (8cf1baa4-794d-4292-a3f0-5575e94ba3da), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.315307 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Attempting to bind port a4f6e211-c718-4f90-8eef-8a4a93c252f4 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:39:37.316081 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Attempting to bind port a4f6e211-c718-4f90-8eef-8a4a93c252f4 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '798897ca-4091-4553-8f9e-79b23e002f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:39:37.316454 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Attempting to bind port a4f6e211-c718-4f90-8eef-8a4a93c252f4 on network fc212980-d3a2-4b7b-ab32-da2eb604aaad {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:37.329641 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:39:37.329912 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Checking segment: {'id': '798897ca-4091-4553-8f9e-79b23e002f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:39:37.330244 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.330646 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Bound using segment: {'id': '798897ca-4091-4553-8f9e-79b23e002f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:39:37.331131 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Bound port: a4f6e211-c718-4f90-8eef-8a4a93c252f4, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798897ca-4091-4553-8f9e-79b23e002f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:39:37.331514 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.441728 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067843d-6fa6-4668-831e-c2ba0666acc3 req-84861391-d650-48fe-ac21-b1c341443479 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:37.449791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9067843d-6fa6-4668-831e-c2ba0666acc3 req-84861391-d650-48fe-ac21-b1c341443479 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 932 time: 0.2096515 Feb 08 15:39:37.490899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c66117d-4175-4490-adf1-b2341526c64d {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:39:37.498094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:37.503676 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-961ac623-ab17-4d0d-ad9b-814e333ca6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8cf1baa4-794d-4292-a3f0-5575e94ba3da), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.504289 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Publish callbacks [] for port (5c66117d-4175-4490-adf1-b2341526c64d), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.507861 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-961ac623-ab17-4d0d-ad9b-814e333ca6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.513433 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-961ac623-ab17-4d0d-ad9b-814e333ca6e3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8cf1baa4-794d-4292-a3f0-5575e94ba3da HTTP/1.1" status: 204 len: 168 time: 0.7897592 Feb 08 15:39:37.528219 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] For port a4f6e211-c718-4f90-8eef-8a4a93c252f4, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:39:37.532994 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] For port a4f6e211-c718-4f90-8eef-8a4a93c252f4, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a4f6e211-c718-4f90-8eef-8a4a93c252f4,segment=NetworkSegment(798897ca-4091-4553-8f9e-79b23e002f97),segment_id=798897ca-4091-4553-8f9e-79b23e002f97)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:39:37.533220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Transition to ACTIVE for port object 5c66117d-4175-4490-adf1-b2341526c64d will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:39:37.548234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ac623-ab17-4d0d-ad9b-814e333ca6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf1baa4-794d-4292-a3f0-5575e94ba3da,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:37.553207 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.558283 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (5c66117d-4175-4490-adf1-b2341526c64d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.608993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9ad2acb4-2923-45de-974d-3a6672cb2221 None None] Provisioning complete for port a4f6e211-c718-4f90-8eef-8a4a93c252f4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:37.609698 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9ad2acb4-2923-45de-974d-3a6672cb2221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.682630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Pushing event updated for resources: {'Port': ['ID=5c66117d-4175-4490-adf1-b2341526c64d,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:37.696421 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Routers {'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:39:37.697253 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:39:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:37.721649 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9067843d-6fa6-4668-831e-c2ba0666acc3 req-4cd71440-0a1f-4796-b62c-0a433d7b5a74 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703733 Feb 08 15:39:37.825873 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-01bba737-e59e-45fe-b86d-64e737596a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.836154 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1a30cfc7-4eb0-415b-b908-3b522d37f11d req-ed0523d5-1f94-40a6-9bca-c28aff9488b0 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (34701b09-138e-4b41-bcff-4135f347a0a5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.864357 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for port (d2582352-8b19-4b32-97ce-f3ce7eb270fe), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.872016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Attempting to bind port 5c66117d-4175-4490-adf1-b2341526c64d on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:39:37.872563 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Attempting to bind port 5c66117d-4175-4490-adf1-b2341526c64d by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:39:37.874127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Attempting to bind port 5c66117d-4175-4490-adf1-b2341526c64d on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:37.885400 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d2582352-8b19-4b32-97ce-f3ce7eb270fe), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.905422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Port 5c66117d-4175-4490-adf1-b2341526c64d on network 34030067-061b-475b-9f07-26ad4a87c9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:39:37.911980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Attempting to bind port 5c66117d-4175-4490-adf1-b2341526c64d on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:37.928055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0523d5-1f94-40a6-9bca-c28aff9488b0 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Pushing event deleted for resources: {'Port': ['ID=34701b09-138e-4b41-bcff-4135f347a0a5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:37.938591 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.958182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9ad2acb4-2923-45de-974d-3a6672cb2221 None None] Current status of the port a4f6e211-c718-4f90-8eef-8a4a93c252f4 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:37.958942 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9ad2acb4-2923-45de-974d-3a6672cb2221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:37.985503 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:39:37.985866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Checking segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:39:37.988682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Bound using segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:39:37.990153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Bound port: 5c66117d-4175-4490-adf1-b2341526c64d, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:39:37.990565 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5c66117d-4175-4490-adf1-b2341526c64d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:38.056204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Pushing event updated for resources: {'Port': ['ID=d2582352-8b19-4b32-97ce-f3ce7eb270fe,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:38.062353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9ad2acb4-2923-45de-974d-3a6672cb2221 None None] For port a4f6e211-c718-4f90-8eef-8a4a93c252f4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a4f6e211-c718-4f90-8eef-8a4a93c252f4,segment=NetworkSegment(798897ca-4091-4553-8f9e-79b23e002f97),segment_id=798897ca-4091-4553-8f9e-79b23e002f97)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:38.072825 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9ad2acb4-2923-45de-974d-3a6672cb2221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:38.138343 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] Set router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:39:38.186438 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (ee18e8c2-9e4f-41b3-9da8-3ba79e79b76e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:38.240146 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:38.241521 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-344e61ac-86e2-44a2-92a5-82bf9c267148 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6110861 Feb 08 15:39:38.294053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2acb4-2923-45de-974d-3a6672cb2221 None None] Pushing event updated for resources: {'Port': ['ID=a4f6e211-c718-4f90-8eef-8a4a93c252f4,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:38.308696 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710132d-234b-4608-a65a-e6d0363de55c None None] Pushing event updated for resources: {'Port': ['ID=a4f6e211-c718-4f90-8eef-8a4a93c252f4,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:38.323513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a21a1149-ebba-47e3-af22-7cbb79eaf4df None None] Provisioning complete for port a4f6e211-c718-4f90-8eef-8a4a93c252f4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:38.323900 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a21a1149-ebba-47e3-af22-7cbb79eaf4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:38.405651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:39:38.415881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5c66117d-4175-4490-adf1-b2341526c64d,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:39:38.431202 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (5c66117d-4175-4490-adf1-b2341526c64d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:38.493491 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:29Z', 'revision_number': 4, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'gw_port': {'id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a4f6e211-c718-4f90-8eef-8a4a93c252f4', 'name': '', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'mac_address': 'fa:16:3e:80:4f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f39c251-a068-4236-a528-3e8e87787760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:28Z', 'updated_at': '2022-02-08T15:39:37Z', 'revision_number': 4, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'subnets': [{'id': '4f39c251-a068-4236-a528-3e8e87787760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:38.534875 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca77fb7-9a7e-46da-bdb9-f3d0ef84d6bf None None] The sync data for ids ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'] in n-d-824834-11 is: [{'id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:29Z', 'revision_number': 4, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'gw_port': {'id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a4f6e211-c718-4f90-8eef-8a4a93c252f4', 'name': '', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'mac_address': 'fa:16:3e:80:4f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f39c251-a068-4236-a528-3e8e87787760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:28Z', 'updated_at': '2022-02-08T15:39:37Z', 'revision_number': 4, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'subnets': [{'id': '4f39c251-a068-4236-a528-3e8e87787760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:39:38.535563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a21a1149-ebba-47e3-af22-7cbb79eaf4df None None] Current status of the port a4f6e211-c718-4f90-8eef-8a4a93c252f4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:38.548190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a30cfc7-4eb0-415b-b908-3b522d37f11d req-ed0523d5-1f94-40a6-9bca-c28aff9488b0 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] No DVR routers for this DVR port 34701b09-138e-4b41-bcff-4135f347a0a5 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:39:38.584168 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1a30cfc7-4eb0-415b-b908-3b522d37f11d req-ed0523d5-1f94-40a6-9bca-c28aff9488b0 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:38.588183 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a30cfc7-4eb0-415b-b908-3b522d37f11d req-ed0523d5-1f94-40a6-9bca-c28aff9488b0 tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.96 "DELETE /v2.0/ports/34701b09-138e-4b41-bcff-4135f347a0a5 HTTP/1.1" status: 204 len: 173 time: 2.3009436 Feb 08 15:39:38.589109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:38.604605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f611121a-da1a-4060-b408-0202eda98447', 'name': 'network-vif-deleted', 'tag': '34701b09-138e-4b41-bcff-4135f347a0a5'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:38.607796 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:38.608895 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088cb21e-3db3-438c-9c5f-f01319ed8d5b" -d '{"events": [{"server_uuid": "f611121a-da1a-4060-b408-0202eda98447", "name": "network-vif-deleted", "tag": "34701b09-138e-4b41-bcff-4135f347a0a5"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:38.610430 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] 10.222.0.94 "PUT /v2.0/ports/5c66117d-4175-4490-adf1-b2341526c64d HTTP/1.1" status: 200 len: 1093 time: 2.5706928 Feb 08 15:39:38.630963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4db74e0-6284-474a-ba73-a9b4a6a214e3', 'tag': '5c66117d-4175-4490-adf1-b2341526c64d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:38.643420 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead35a53-59c1-4fd4-b0f7-9f885afa5027" -d '{"events": [{"name": "network-changed", "server_uuid": "d4db74e0-6284-474a-ba73-a9b4a6a214e3", "tag": "5c66117d-4175-4490-adf1-b2341526c64d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:38.670367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc229abb-b86f-4055-a913-56f2433e877e service neutron] Pushing event updated for resources: {'Port': ['ID=5c66117d-4175-4490-adf1-b2341526c64d,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:38.689765 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57eb71da-c258-414d-b3bc-318972169ea5 req-b13761b4-2434-45e2-89ee-141893be40ea tempest-ServerDiagnosticsNegativeTest-1830323943 tempest-ServerDiagnosticsNegativeTest-1830323943-project] 10.222.0.82 "GET /v2.0/ports?device_id=f611121a-da1a-4060-b408-0202eda98447 HTTP/1.1" status: 200 len: 210 time: 0.1466937 Feb 08 15:39:38.797688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c0209-8641-4e46-a170-3cb4ef9c6384 req-f850a398-df1f-4131-a65a-2f26925bc217 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:38.799440 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-833c0209-8641-4e46-a170-3cb4ef9c6384 req-f850a398-df1f-4131-a65a-2f26925bc217 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 950 time: 0.2532289 Feb 08 15:39:38.805474 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-01bba737-e59e-45fe-b86d-64e737596a73 admin admin] Publish callbacks [] for security_group (00ea1d2b-b40c-49cf-a71e-961d20f37f7a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:38.818830 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c85120d-17ea-4bdc-acd4-8e95dc03763b x-openstack-request-id: req-6c85120d-17ea-4bdc-acd4-8e95dc03763b {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:38.819208 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f611121a-da1a-4060-b408-0202eda98447", "name": "network-vif-deleted", "tag": "34701b09-138e-4b41-bcff-4135f347a0a5", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:38.819530 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6c85120d-17ea-4bdc-acd4-8e95dc03763b {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:38.820587 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f611121a-da1a-4060-b408-0202eda98447', 'name': 'network-vif-deleted', 'tag': '34701b09-138e-4b41-bcff-4135f347a0a5', 'status': 'completed', 'code': 200} Feb 08 15:39:38.822420 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-01bba737-e59e-45fe-b86d-64e737596a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (00ea1d2b-b40c-49cf-a71e-961d20f37f7a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:38.913871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-8e7f81a5-87aa-429b-b894-2fce692fd915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:38.918802 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-8e7f81a5-87aa-429b-b894-2fce692fd915 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 1127 time: 0.1398561 Feb 08 15:39:38.922374 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a6bfbb-5c43-4dcd-887e-58e337d9bb73 x-openstack-request-id: req-d5a6bfbb-5c43-4dcd-887e-58e337d9bb73 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:38.922542 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4db74e0-6284-474a-ba73-a9b4a6a214e3", "tag": "5c66117d-4175-4490-adf1-b2341526c64d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:38.922735 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d5a6bfbb-5c43-4dcd-887e-58e337d9bb73 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:38.923134 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4db74e0-6284-474a-ba73-a9b4a6a214e3', 'tag': '5c66117d-4175-4490-adf1-b2341526c64d', 'status': 'completed', 'code': 200} Feb 08 15:39:38.949424 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-01bba737-e59e-45fe-b86d-64e737596a73 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=38dbceb56a22481288aecffa85aefb54&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9732566 Feb 08 15:39:38.958957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56556) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:38.959678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bba737-e59e-45fe-b86d-64e737596a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ea1d2b-b40c-49cf-a71e-961d20f37f7a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:38.996244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-833c0209-8641-4e46-a170-3cb4ef9c6384 req-36da3e6c-4140-4d22-b554-c70378893125 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/security-groups?id=127e67b4-99aa-4689-a017-7ffa4863a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872699 Feb 08 15:39:39.079539 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7377-89a8-452d-9415-76187cea0cab admin admin] Publish callbacks [] for security_group (00ea1d2b-b40c-49cf-a71e-961d20f37f7a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:39.102412 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-0b319803-26ab-4c21-9d11-70e4695c8925 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c66117d-4175-4490-adf1-b2341526c64d HTTP/1.1" status: 200 len: 217 time: 0.1674984 Feb 08 15:39:39.106392 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a4f6e211-c718-4f90-8eef-8a4a93c252f4 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:39:39.258803 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-a1bf4d5e-5e81-47e2-9186-005235b78a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:39.269285 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-a1bf4d5e-5e81-47e2-9186-005235b78a58 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.1575480 Feb 08 15:39:39.305405 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7377-89a8-452d-9415-76187cea0cab admin admin] Publish callbacks [] for security_group (00ea1d2b-b40c-49cf-a71e-961d20f37f7a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:39.322450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a4f6e211-c718-4f90-8eef-8a4a93c252f4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:39.322838 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:39.344257 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-e32f153d-dc48-4253-8b96-8dae80a47ff7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717630 Feb 08 15:39:39.460223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 34701b09-138e-4b41-bcff-4135f347a0a5 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:39:39.488808 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-1fd47aa6-bffd-46df-9a1b-49df6c421b73 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383467 Feb 08 15:39:39.495996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e98c1c-c9e1-41d3-8054-64c3cb85107a req-8d04d133-bb17-4713-9b0a-c03669e69a0d tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:39.520599 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e2e98c1c-c9e1-41d3-8054-64c3cb85107a req-8d04d133-bb17-4713-9b0a-c03669e69a0d tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 944 time: 0.4459801 Feb 08 15:39:39.569325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 34701b09-138e-4b41-bcff-4135f347a0a5 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:39:39.573606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 34701b09-138e-4b41-bcff-4135f347a0a5 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:39:39.675601 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1a5f0bb9-16fd-41e9-8fb8-c2f6557dde30 req-053206f7-8e05-4b69-b610-f487c3a79633 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800649 Feb 08 15:39:39.749553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a4f6e211-c718-4f90-8eef-8a4a93c252f4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:39.770785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e2e98c1c-c9e1-41d3-8054-64c3cb85107a req-91e1f47e-a125-4cd4-8e5c-276d98c8f893 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485285 Feb 08 15:39:39.779075 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7377-89a8-452d-9415-76187cea0cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (00ea1d2b-b40c-49cf-a71e-961d20f37f7a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:39.797132 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7377-89a8-452d-9415-76187cea0cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:39.806326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0c4a7377-89a8-452d-9415-76187cea0cab admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/00ea1d2b-b40c-49cf-a71e-961d20f37f7a HTTP/1.1" status: 204 len: 168 time: 0.8386486 Feb 08 15:39:39.843871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead35a53-59c1-4fd4-b0f7-9f885afa5027 req-c8b88508-e63e-47d3-bf6b-7466e3c454c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:39.850869 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ead35a53-59c1-4fd4-b0f7-9f885afa5027 req-c8b88508-e63e-47d3-bf6b-7466e3c454c6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 1127 time: 0.0950561 Feb 08 15:39:39.873379 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a7377-89a8-452d-9415-76187cea0cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ea1d2b-b40c-49cf-a71e-961d20f37f7a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:40.036496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead35a53-59c1-4fd4-b0f7-9f885afa5027 req-e4520e3a-fcd6-4a38-9c55-a55b22c8fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:40.039479 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ead35a53-59c1-4fd4-b0f7-9f885afa5027 req-e4520e3a-fcd6-4a38-9c55-a55b22c8fa45 service neutron] 10.222.0.94 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.1820877 Feb 08 15:39:40.114525 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ead35a53-59c1-4fd4-b0f7-9f885afa5027 req-887284be-04c4-4e02-b2f8-0ca93c72dbe5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c66117d-4175-4490-adf1-b2341526c64d HTTP/1.1" status: 200 len: 217 time: 0.0687032 Feb 08 15:39:40.206007 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead35a53-59c1-4fd4-b0f7-9f885afa5027 req-4bc20cc3-5f0c-41ba-b4b4-31ab0e7495e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:40.207642 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ead35a53-59c1-4fd4-b0f7-9f885afa5027 req-4bc20cc3-5f0c-41ba-b4b4-31ab0e7495e6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.0865190 Feb 08 15:39:40.274685 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ead35a53-59c1-4fd4-b0f7-9f885afa5027 req-9093ba4e-8cee-4b1c-adfc-8b7141a89468 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590000 Feb 08 15:39:40.417079 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ead35a53-59c1-4fd4-b0f7-9f885afa5027 req-b504e045-469a-4664-b026-1d05d280ef5b service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354859 Feb 08 15:39:40.572743 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ead35a53-59c1-4fd4-b0f7-9f885afa5027 req-b2eb9ee4-197d-4003-99ec-917d86ee1df7 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484313 Feb 08 15:39:40.594723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56618) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:40.791757 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56644) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:40.808402 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bb45118-b60e-4707-b7a7-036ffa730d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:40.997793 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bb45118-b60e-4707-b7a7-036ffa730d9b admin admin] Publish callbacks [] for security_group (80c93e67-d60a-4b79-bb5b-83cebac5aa01), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:41.005091 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bb45118-b60e-4707-b7a7-036ffa730d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (80c93e67-d60a-4b79-bb5b-83cebac5aa01), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:41.025752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-0cf7a8aa-d8df-46b3-b04e-bb5af32f3b2e tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=269bfd87b2c246098677096ffa0aa7d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414369 Feb 08 15:39:41.056737 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4bb45118-b60e-4707-b7a7-036ffa730d9b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4456528de24d47498cdce8258ac0bfde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635970 Feb 08 15:39:41.059506 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56674) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:41.060829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb45118-b60e-4707-b7a7-036ffa730d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c93e67-d60a-4b79-bb5b-83cebac5aa01,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:41.138000 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2d29fa37-89c5-4b59-ae82-68a7809c2744 admin admin] Publish callbacks [] for security_group (80c93e67-d60a-4b79-bb5b-83cebac5aa01), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:41.171548 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2d29fa37-89c5-4b59-ae82-68a7809c2744 admin admin] Publish callbacks [] for security_group (80c93e67-d60a-4b79-bb5b-83cebac5aa01), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:41.216526 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1c073144-0c95-42f8-9dd1-ef984dd0672f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d09e72070083460b98beb4ce0014f320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6203451 Feb 08 15:39:41.219183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56676) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:41.236225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff42e57-9df7-4c20-bf1f-e8ffcc9cf20e req-1a0584c7-b1d8-4099-bb81-6d8512e17634 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:41.238169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ff42e57-9df7-4c20-bf1f-e8ffcc9cf20e req-1a0584c7-b1d8-4099-bb81-6d8512e17634 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 944 time: 0.1493464 Feb 08 15:39:41.255408 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-48988a44-a276-463e-8c15-3ed468b81ee3 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:41.264700 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-48988a44-a276-463e-8c15-3ed468b81ee3 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379978 Feb 08 15:39:41.277454 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2d29fa37-89c5-4b59-ae82-68a7809c2744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (80c93e67-d60a-4b79-bb5b-83cebac5aa01), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:41.280574 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2d29fa37-89c5-4b59-ae82-68a7809c2744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:41.284643 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2d29fa37-89c5-4b59-ae82-68a7809c2744 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/80c93e67-d60a-4b79-bb5b-83cebac5aa01 HTTP/1.1" status: 204 len: 168 time: 0.2202678 Feb 08 15:39:41.304986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29fa37-89c5-4b59-ae82-68a7809c2744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c93e67-d60a-4b79-bb5b-83cebac5aa01,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:41.307336 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b526a334-8ce5-4100-b768-9ba0b16c82e0 admin admin] Publish callbacks [] for security_group (8a73df5a-8aa6-4fb5-941c-0e9ee5edf442), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:41.329082 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-003820a3-4c01-4f8c-b96a-66e3995eae6b tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/quotas/269bfd87b2c246098677096ffa0aa7d3 HTTP/1.1" status: 200 len: 375 time: 0.0621307 Feb 08 15:39:41.354950 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b526a334-8ce5-4100-b768-9ba0b16c82e0 admin admin] Publish callbacks [] for security_group (8a73df5a-8aa6-4fb5-941c-0e9ee5edf442), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:41.423893 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-e2112a04-ea23-4293-9606-80a032a97646 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=269bfd87b2c246098677096ffa0aa7d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915473 Feb 08 15:39:41.445214 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b526a334-8ce5-4100-b768-9ba0b16c82e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8a73df5a-8aa6-4fb5-941c-0e9ee5edf442), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:41.451299 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b526a334-8ce5-4100-b768-9ba0b16c82e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:41.458407 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b526a334-8ce5-4100-b768-9ba0b16c82e0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8a73df5a-8aa6-4fb5-941c-0e9ee5edf442 HTTP/1.1" status: 204 len: 168 time: 0.2367773 Feb 08 15:39:41.483494 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526a334-8ce5-4100-b768-9ba0b16c82e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a73df5a-8aa6-4fb5-941c-0e9ee5edf442,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:41.502201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ff42e57-9df7-4c20-bf1f-e8ffcc9cf20e req-70b3a142-570d-4ec2-ac8f-2c9760573607 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529349 Feb 08 15:39:41.703760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3cbe8398-7521-418d-8721-b58800aa3538 req-0196d1ed-d1fb-4c66-8c90-d237ce0be55d tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 210 time: 0.0470765 Feb 08 15:39:42.004681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99b572-f4ad-4e29-8de3-124a4ee3c557 req-2f03ef29-325d-488c-b4f4-2248a5758c02 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:42.009979 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e99b572-f4ad-4e29-8de3-124a4ee3c557 req-2f03ef29-325d-488c-b4f4-2248a5758c02 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 950 time: 0.0864701 Feb 08 15:39:42.117419 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e99b572-f4ad-4e29-8de3-124a4ee3c557 req-b299f817-ad5c-48dc-bcc8-d406013bd53b tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/security-groups?id=127e67b4-99aa-4689-a017-7ffa4863a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940990 Feb 08 15:39:42.133855 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56714) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:42.159948 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-40c83eaf-c507-4b7c-903b-bb6a12584f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:42.266913 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56718) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:42.310121 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-40c83eaf-c507-4b7c-903b-bb6a12584f3c admin admin] Publish callbacks [] for security_group (d6f7dd6e-2159-431e-9b8c-b7105d83ef78), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:42.316797 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-40c83eaf-c507-4b7c-903b-bb6a12584f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d6f7dd6e-2159-431e-9b8c-b7105d83ef78), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:42.379063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c83eaf-c507-4b7c-903b-bb6a12584f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f7dd6e-2159-431e-9b8c-b7105d83ef78,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:42.398788 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-40c83eaf-c507-4b7c-903b-bb6a12584f3c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1739cd90c53542d5a7c61deb9ab7bdba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631273 Feb 08 15:39:42.401217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56722) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:42.451951 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc69d3c7-d5c0-44a8-a665-f0071ce7b48a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:42.583538 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-574d31de-d540-4941-b37e-8b00eb68405a admin admin] Publish callbacks [] for security_group (d6f7dd6e-2159-431e-9b8c-b7105d83ef78), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:42.637068 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-574d31de-d540-4941-b37e-8b00eb68405a admin admin] Publish callbacks [] for security_group (d6f7dd6e-2159-431e-9b8c-b7105d83ef78), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:42.656153 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc69d3c7-d5c0-44a8-a665-f0071ce7b48a admin admin] Publish callbacks [] for security_group (6616c1ee-5802-4e2f-ab46-fc92b94e44d3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:42.667428 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc69d3c7-d5c0-44a8-a665-f0071ce7b48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6616c1ee-5802-4e2f-ab46-fc92b94e44d3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:42.687050 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e165c-09d9-4fb1-99bb-26e65a6e7fa4 req-bd3d48c0-0ce8-44d0-a484-4b38608f22a0 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:42.695883 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d47e165c-09d9-4fb1-99bb-26e65a6e7fa4 req-bd3d48c0-0ce8-44d0-a484-4b38608f22a0 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 944 time: 0.1057496 Feb 08 15:39:42.733398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69d3c7-d5c0-44a8-a665-f0071ce7b48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6616c1ee-5802-4e2f-ab46-fc92b94e44d3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:42.747078 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fc69d3c7-d5c0-44a8-a665-f0071ce7b48a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fb945a8279bf41e9aa17d6753cc0a435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4762092 Feb 08 15:39:42.747379 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56738) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:42.776122 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-574d31de-d540-4941-b37e-8b00eb68405a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d6f7dd6e-2159-431e-9b8c-b7105d83ef78), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:42.784010 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-574d31de-d540-4941-b37e-8b00eb68405a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:42.791765 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-574d31de-d540-4941-b37e-8b00eb68405a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d6f7dd6e-2159-431e-9b8c-b7105d83ef78 HTTP/1.1" status: 204 len: 168 time: 0.3877559 Feb 08 15:39:42.814959 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d47e165c-09d9-4fb1-99bb-26e65a6e7fa4 req-2ae7d613-148d-46df-b54a-aad01c3e304d tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182225 Feb 08 15:39:42.818555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d31de-d540-4941-b37e-8b00eb68405a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f7dd6e-2159-431e-9b8c-b7105d83ef78,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:42.949522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c624b4d-ef19-45a2-a494-89727195a1e2 req-e0e722fa-f62d-4fe8-bbbf-7fe419289b94 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 210 time: 0.1296802 Feb 08 15:39:43.004573 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6566d16d-5315-4d20-8bfb-b5eebee6b9c5 admin admin] Publish callbacks [] for security_group (6616c1ee-5802-4e2f-ab46-fc92b94e44d3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:43.108925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5c66117d-4175-4490-adf1-b2341526c64d details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:39:43.112058 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-80fdafd7-de0e-4267-ada5-d4302025618b tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=269bfd87b2c246098677096ffa0aa7d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777979 Feb 08 15:39:43.205574 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6566d16d-5315-4d20-8bfb-b5eebee6b9c5 admin admin] Publish callbacks [] for security_group (6616c1ee-5802-4e2f-ab46-fc92b94e44d3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:43.443561 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993f4e6-deb4-43e6-b60c-f3db1d2e0c70 req-249982ae-90bc-4cd0-94bf-63595f6ea467 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:43.446590 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f993f4e6-deb4-43e6-b60c-f3db1d2e0c70 req-249982ae-90bc-4cd0-94bf-63595f6ea467 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.94 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 950 time: 0.2114544 Feb 08 15:39:43.454985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5c66117d-4175-4490-adf1-b2341526c64d,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:43.471463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '5c66117d-4175-4490-adf1-b2341526c64d', 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1', 'port_id': '5c66117d-4175-4490-adf1-b2341526c64d', 'mac_address': 'fa:16:3e:5b:ff:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83d50d0-a523-4c9d-a16b-90473488d403', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:39:43.540508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 5c66117d-4175-4490-adf1-b2341526c64d is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:43.540920 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6566d16d-5315-4d20-8bfb-b5eebee6b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6616c1ee-5802-4e2f-ab46-fc92b94e44d3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:43.541442 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5c66117d-4175-4490-adf1-b2341526c64d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:43.544139 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6566d16d-5315-4d20-8bfb-b5eebee6b9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:43.548393 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6566d16d-5315-4d20-8bfb-b5eebee6b9c5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6616c1ee-5802-4e2f-ab46-fc92b94e44d3 HTTP/1.1" status: 204 len: 168 time: 0.8002756 Feb 08 15:39:43.565184 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-0c434e0a-7b80-4ffe-8674-709c1883b246 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:43.566826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-0c434e0a-7b80-4ffe-8674-709c1883b246 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4418530 Feb 08 15:39:43.575945 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c66117d-4175-4490-adf1-b2341526c64d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:39:43.614219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Request body: {'port': {'device_id': '732862ef-944f-41bd-ab42-b1f9e1952ac8', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '269bfd87b2c246098677096ffa0aa7d3'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:43.623921 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5c66117d-4175-4490-adf1-b2341526c64d,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:43.629439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566d16d-5315-4d20-8bfb-b5eebee6b9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6616c1ee-5802-4e2f-ab46-fc92b94e44d3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:43.631705 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5c66117d-4175-4490-adf1-b2341526c64d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:43.735535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ae12f-220b-4921-9e10-7d538920aaf0 req-09fcb5ad-1569-4917-aba8-3657bc317712 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:43.735535 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a7ae12f-220b-4921-9e10-7d538920aaf0 req-09fcb5ad-1569-4917-aba8-3657bc317712 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 950 time: 0.2642758 Feb 08 15:39:43.740740 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=5c66117d-4175-4490-adf1-b2341526c64d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:43.767366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-c5510af9-e9f0-4f9b-b1b0-943b65c56d34 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1727359233&fields=id&tenant_id=f56b2d01d7094f258a54afd197cf9284 HTTP/1.1" status: 200 len: 267 time: 0.2397404 Feb 08 15:39:43.777058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-f993f4e6-deb4-43e6-b60c-f3db1d2e0c70 req-de72c32f-cd93-4c08-9ea5-d2f55977a1a2 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Deleting port 4875c283-a289-456f-80e8-71743dfb60d4 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:39:43.777404 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f993f4e6-deb4-43e6-b60c-f3db1d2e0c70 req-de72c32f-cd93-4c08-9ea5-d2f55977a1a2 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4875c283-a289-456f-80e8-71743dfb60d4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:43.888281 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['5c66117d-4175-4490-adf1-b2341526c64d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:39:43.975209 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a7ae12f-220b-4921-9e10-7d538920aaf0 req-6fc6af64-3be0-4d6b-b997-ee6e3c3411a7 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/security-groups?id=127e67b4-99aa-4689-a017-7ffa4863a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876919 Feb 08 15:39:43.981987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-f993f4e6-deb4-43e6-b60c-f3db1d2e0c70 req-de72c32f-cd93-4c08-9ea5-d2f55977a1a2 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] For port 4875c283-a289-456f-80e8-71743dfb60d4, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=4875c283-a289-456f-80e8-71743dfb60d4,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:43.982437 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f993f4e6-deb4-43e6-b60c-f3db1d2e0c70 req-de72c32f-cd93-4c08-9ea5-d2f55977a1a2 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4875c283-a289-456f-80e8-71743dfb60d4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:43.998343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-f993f4e6-deb4-43e6-b60c-f3db1d2e0c70 req-de72c32f-cd93-4c08-9ea5-d2f55977a1a2 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Calling delete_port for 4875c283-a289-456f-80e8-71743dfb60d4 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:39:44.166550 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-f3f12d03-7fdf-401b-9076-7dc5ed9f1e5c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:44.174743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-f3f12d03-7fdf-401b-9076-7dc5ed9f1e5c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/networks?id=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b HTTP/1.1" status: 200 len: 824 time: 0.3642929 Feb 08 15:39:44.186916 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Made reservation on behalf of 269bfd87b2c246098677096ffa0aa7d3 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:39:44.191343 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:44.209290 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:44.220244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-32fba147-7855-4c30-9887-84b5f439f31c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/quotas/f56b2d01d7094f258a54afd197cf9284 HTTP/1.1" status: 200 len: 375 time: 0.0443592 Feb 08 15:39:44.221532 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f993f4e6-deb4-43e6-b60c-f3db1d2e0c70 req-de72c32f-cd93-4c08-9ea5-d2f55977a1a2 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (4875c283-a289-456f-80e8-71743dfb60d4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:44.238961 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['4875c283-a289-456f-80e8-71743dfb60d4'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:39:44.259089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72c32f-cd93-4c08-9ea5-d2f55977a1a2 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Pushing event deleted for resources: {'Port': ['ID=4875c283-a289-456f-80e8-71743dfb60d4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:44.332390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a13772-ca91-412b-9432-62d3cde5da7c req-49c998b0-9e94-45f0-8325-981a6d4bfef7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:44.334036 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7a13772-ca91-412b-9432-62d3cde5da7c req-49c998b0-9e94-45f0-8325-981a6d4bfef7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 945 time: 0.2304564 Feb 08 15:39:44.396499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-f993f4e6-deb4-43e6-b60c-f3db1d2e0c70 req-de72c32f-cd93-4c08-9ea5-d2f55977a1a2 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] No DVR routers for this DVR port 4875c283-a289-456f-80e8-71743dfb60d4 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:39:44.402338 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f993f4e6-deb4-43e6-b60c-f3db1d2e0c70 req-de72c32f-cd93-4c08-9ea5-d2f55977a1a2 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:44.406174 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f993f4e6-deb4-43e6-b60c-f3db1d2e0c70 req-de72c32f-cd93-4c08-9ea5-d2f55977a1a2 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.94 "DELETE /v2.0/ports/4875c283-a289-456f-80e8-71743dfb60d4 HTTP/1.1" status: 204 len: 173 time: 0.9507208 Feb 08 15:39:44.407130 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23991602-4845-4a6f-8945-f89c5cba1054', 'name': 'network-vif-deleted', 'tag': '4875c283-a289-456f-80e8-71743dfb60d4'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:44.410013 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe5be07-e5f7-4a2f-be8f-7e85b5866d69" -d '{"events": [{"server_uuid": "23991602-4845-4a6f-8945-f89c5cba1054", "name": "network-vif-deleted", "tag": "4875c283-a289-456f-80e8-71743dfb60d4"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:44.526981 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7a13772-ca91-412b-9432-62d3cde5da7c req-2f3aa3b8-f787-4b59-a187-e0de77d0561e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782467 Feb 08 15:39:44.566495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-d397fe57-7c2a-4021-a2c8-5a656c74db97 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=f56b2d01d7094f258a54afd197cf9284&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3420031 Feb 08 15:39:44.569417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56800) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:44.595256 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f274a1c4-6f8f-4799-9c26-7975d773ab7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:44.759622 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Publish callbacks [] for security_group (0bcaf56a-5469-4fd2-a0df-986ba8b3b397), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:44.800013 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0bcaf56a-5469-4fd2-a0df-986ba8b3b397), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:44.829937 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f274a1c4-6f8f-4799-9c26-7975d773ab7c admin admin] Publish callbacks [] for security_group (25132368-0b1f-48b1-8123-b05b43d87d97), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:44.835582 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f274a1c4-6f8f-4799-9c26-7975d773ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (25132368-0b1f-48b1-8123-b05b43d87d97), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:44.868198 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-679800aa-e45f-4968-8780-e385c9a125a2 req-63544d89-053b-4e7b-9163-65f200965a30 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 210 time: 0.1113200 Feb 08 15:39:44.891580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274a1c4-6f8f-4799-9c26-7975d773ab7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25132368-0b1f-48b1-8123-b05b43d87d97,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:44.909465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-056e41e6-1ed4-432f-a493-e30230310e31 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:44.911867 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-056e41e6-1ed4-432f-a493-e30230310e31 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8728ea1-70fe-44e1-9bc1-e6b660065b7e HTTP/1.1" status: 200 len: 967 time: 0.3296599 Feb 08 15:39:44.927419 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f274a1c4-6f8f-4799-9c26-7975d773ab7c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=335ca9b58b5c4c7193addb9254638043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557122 Feb 08 15:39:44.930839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56806) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:45.001950 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d13970-91a2-4d67-a01a-8614ac827327 x-openstack-request-id: req-11d13970-91a2-4d67-a01a-8614ac827327 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:45.002359 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23991602-4845-4a6f-8945-f89c5cba1054", "name": "network-vif-deleted", "tag": "4875c283-a289-456f-80e8-71743dfb60d4", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:45.002803 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-11d13970-91a2-4d67-a01a-8614ac827327 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:45.003382 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23991602-4845-4a6f-8945-f89c5cba1054', 'name': 'network-vif-deleted', 'tag': '4875c283-a289-456f-80e8-71743dfb60d4', 'status': 'completed', 'code': 200} Feb 08 15:39:45.005091 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2533c5a-5854-4b09-8bbc-2bc0ea681dcc admin admin] Publish callbacks [] for security_group (25132368-0b1f-48b1-8123-b05b43d87d97), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:45.017450 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcaf56a-5469-4fd2-a0df-986ba8b3b397,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:45.036273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-28bdd5eb-cb18-4d07-b54d-b9e924f15f02 service neutron] 10.222.0.82 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263003 Feb 08 15:39:45.098012 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2533c5a-5854-4b09-8bbc-2bc0ea681dcc admin admin] Publish callbacks [] for security_group (25132368-0b1f-48b1-8123-b05b43d87d97), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:45.120144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5c66117d-4175-4490-adf1-b2341526c64d up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:39:45.237765 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2533c5a-5854-4b09-8bbc-2bc0ea681dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (25132368-0b1f-48b1-8123-b05b43d87d97), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:45.239266 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2533c5a-5854-4b09-8bbc-2bc0ea681dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:45.242234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-686b9421-5e99-4f4d-96f1-b25512087de1 service neutron] 10.222.0.82 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049518 Feb 08 15:39:45.243885 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f2533c5a-5854-4b09-8bbc-2bc0ea681dcc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/25132368-0b1f-48b1-8123-b05b43d87d97 HTTP/1.1" status: 204 len: 168 time: 0.3118150 Feb 08 15:39:45.279866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2533c5a-5854-4b09-8bbc-2bc0ea681dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25132368-0b1f-48b1-8123-b05b43d87d97,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:45.361204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 5c66117d-4175-4490-adf1-b2341526c64d completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:39:45.378294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1eaadb9-1200-4573-aa8c-28d5a0eee1e8 req-a8d943bb-f0f5-4b07-ae53-47a18b3f32d4 tempest-TenantUsagesTestJSON-475773442 tempest-TenantUsagesTestJSON-475773442-project] 10.222.0.82 "GET /v2.0/ports?device_id=23991602-4845-4a6f-8945-f89c5cba1054 HTTP/1.1" status: 200 len: 210 time: 0.1691549 Feb 08 15:39:45.398142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 5c66117d-4175-4490-adf1-b2341526c64d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:45.402972 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5c66117d-4175-4490-adf1-b2341526c64d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:45.500446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56824) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:45.534850 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Allocated IP 192.168.233.33 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/35b350e6-1d56-4750-9fee-6e8a6530dff4) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:39:45.583065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-8a2a7b61-2896-40cd-b0ed-9ce5a357ec4b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Deleting port 49ae86d5-ee61-479f-a0bf-cd673c1515b7 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:39:45.583544 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-8a2a7b61-2896-40cd-b0ed-9ce5a357ec4b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:45.718862 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 5c66117d-4175-4490-adf1-b2341526c64d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:45.719253 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5c66117d-4175-4490-adf1-b2341526c64d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:45.745730 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc458dc7-1558-4a84-951a-6e778b952acd req-c1887541-8139-46ff-b78a-cab7d811cadb tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 210 time: 0.1547620 Feb 08 15:39:45.828021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4db74e0-6284-474a-ba73-a9b4a6a214e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c66117d-4175-4490-adf1-b2341526c64d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:45.833084 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762fdde9-f289-49f0-8ceb-2be13bcf2a60" -d '{"events": [{"server_uuid": "d4db74e0-6284-474a-ba73-a9b4a6a214e3", "name": "network-vif-plugged", "status": "completed", "tag": "5c66117d-4175-4490-adf1-b2341526c64d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:45.866103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5c66117d-4175-4490-adf1-b2341526c64d,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:45.873788 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5c66117d-4175-4490-adf1-b2341526c64d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:45.877832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 4875c283-a289-456f-80e8-71743dfb60d4 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:39:45.982823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 4875c283-a289-456f-80e8-71743dfb60d4 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:39:45.987860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 4875c283-a289-456f-80e8-71743dfb60d4 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:39:46.060510 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-91611e51-9b5e-4d41-a7c9-970994700dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:46.120167 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ac54d8-7a55-48e3-b762-b9d8ef12e988 x-openstack-request-id: req-a9ac54d8-7a55-48e3-b762-b9d8ef12e988 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:46.120871 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4db74e0-6284-474a-ba73-a9b4a6a214e3", "name": "network-vif-plugged", "status": "completed", "tag": "5c66117d-4175-4490-adf1-b2341526c64d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:46.122990 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a9ac54d8-7a55-48e3-b762-b9d8ef12e988 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:46.123644 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4db74e0-6284-474a-ba73-a9b4a6a214e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c66117d-4175-4490-adf1-b2341526c64d', 'code': 200} Feb 08 15:39:46.210046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=5c66117d-4175-4490-adf1-b2341526c64d,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:46.251060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67d387-661a-4473-83af-4b5ead130cef req-4c2d154b-879b-483b-99d0-9cf464b748d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:46.253996 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fc67d387-661a-4473-83af-4b5ead130cef req-4c2d154b-879b-483b-99d0-9cf464b748d9 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 1129 time: 0.1542754 Feb 08 15:39:46.346641 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fc67d387-661a-4473-83af-4b5ead130cef req-3f9cea41-5f67-4505-847b-b94582a9d409 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798869 Feb 08 15:39:46.374307 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-91611e51-9b5e-4d41-a7c9-970994700dd7 admin admin] Publish callbacks [] for security_group (d4da9f30-fef9-4d80-8a2f-0c93ab9e3eba), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:46.382672 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-91611e51-9b5e-4d41-a7c9-970994700dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d4da9f30-fef9-4d80-8a2f-0c93ab9e3eba), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:46.443535 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91611e51-9b5e-4d41-a7c9-970994700dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4da9f30-fef9-4d80-8a2f-0c93ab9e3eba,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:46.449625 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-91611e51-9b5e-4d41-a7c9-970994700dd7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=10630fc0fef1403faa9bd8876284113e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9478619 Feb 08 15:39:46.456246 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56860) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:46.527967 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b7b6b95-0ddf-4671-aca8-90dd736552a9 req-159298a9-369d-46fe-a4a5-e25aa26fc380 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 210 time: 0.1962304 Feb 08 15:39:46.549785 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6168a23f-b4c7-4ba6-9fe7-98451be97cc2 admin admin] Publish callbacks [] for security_group (d4da9f30-fef9-4d80-8a2f-0c93ab9e3eba), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:46.578966 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6168a23f-b4c7-4ba6-9fe7-98451be97cc2 admin admin] Publish callbacks [] for security_group (d4da9f30-fef9-4d80-8a2f-0c93ab9e3eba), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:46.657713 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-8a2a7b61-2896-40cd-b0ed-9ce5a357ec4b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] For port 49ae86d5-ee61-479f-a0bf-cd673c1515b7, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=49ae86d5-ee61-479f-a0bf-cd673c1515b7,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:46.658469 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-8a2a7b61-2896-40cd-b0ed-9ce5a357ec4b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:46.684079 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6168a23f-b4c7-4ba6-9fe7-98451be97cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d4da9f30-fef9-4d80-8a2f-0c93ab9e3eba), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:46.689498 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6168a23f-b4c7-4ba6-9fe7-98451be97cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:46.693455 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6168a23f-b4c7-4ba6-9fe7-98451be97cc2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d4da9f30-fef9-4d80-8a2f-0c93ab9e3eba HTTP/1.1" status: 204 len: 168 time: 0.2341630 Feb 08 15:39:46.708520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb6b42-14f4-40f6-9a0f-5a29acabf590 req-d26406d6-b458-447e-9dde-b335c2a9a257 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:46.716328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168a23f-b4c7-4ba6-9fe7-98451be97cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4da9f30-fef9-4d80-8a2f-0c93ab9e3eba,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:46.719154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17bb6b42-14f4-40f6-9a0f-5a29acabf590 req-d26406d6-b458-447e-9dde-b335c2a9a257 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 946 time: 0.9546442 Feb 08 15:39:46.941438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Publish callbacks [] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:46.953232 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-20d33334-5bac-4bb9-8532-33cff6934fc7 req-b5e58d90-8811-4da0-aafe-9419da3906a2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 210 time: 0.1160946 Feb 08 15:39:47.086111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17bb6b42-14f4-40f6-9a0f-5a29acabf590 req-6df6c497-d6a9-48e6-b09b-053a9c25dca6 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074243 Feb 08 15:39:47.238158 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:47.282649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56890) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:47.311992 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-8a2a7b61-2896-40cd-b0ed-9ce5a357ec4b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:47.312423 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-8a2a7b61-2896-40cd-b0ed-9ce5a357ec4b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:47.312810 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-8a2a7b61-2896-40cd-b0ed-9ce5a357ec4b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Floating IP e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e disassociated. External IP: 172.25.7.176, port: 49ae86d5-ee61-479f-a0bf-cd673c1515b7. Feb 08 15:39:47.313214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-8a2a7b61-2896-40cd-b0ed-9ce5a357ec4b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Calling delete_port for 49ae86d5-ee61-479f-a0bf-cd673c1515b7 owned by compute:tempest-test_az-157243199 {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:39:47.341668 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:39:47.358915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:39:47.374938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:39:47.448688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:47.449390 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:47.458723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Pushing event updated for resources: {'Port': ['ID=35b350e6-1d56-4750-9fee-6e8a6530dff4,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:47.504742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56894) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:47.545936 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-2f446f9a-582e-434d-b8ec-a70fc1b53037 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9487460 Feb 08 15:39:47.560841 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d9950d1-acd9-45d1-b188-1a144c368aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:47.561048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Request body: {'port': {'device_id': '732862ef-944f-41bd-ab42-b1f9e1952ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:47.598220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-fd4ba026-4c2f-47fb-8b1e-edbef085d5ba tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:47.610519 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-fd4ba026-4c2f-47fb-8b1e-edbef085d5ba tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.94 "GET /v2.0/networks?id=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b HTTP/1.1" status: 200 len: 824 time: 0.2890992 Feb 08 15:39:47.869498 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-635d7660-316e-45d8-96c2-9cb50fe77746 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f56b2d01d7094f258a54afd197cf9284 HTTP/1.1" status: 200 len: 380 time: 0.2483585 Feb 08 15:39:47.889660 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-6be486a1-123c-4ef4-96a7-e97a67227ad2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Request body: {'port': {'device_id': 'd68d5c96-23c6-4847-a007-ec3ad47f1032', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'admin_state_up': True, 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'security_groups': ['7108503a-2474-4acf-b69f-40aa1ea79726']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:47.959666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9da018fd-e3ac-415c-9268-1f87a074b0b1 None None] Provisioning complete for port 35b350e6-1d56-4750-9fee-6e8a6530dff4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:39:47.962283 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9da018fd-e3ac-415c-9268-1f87a074b0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:47.992347 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:48.049993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9da018fd-e3ac-415c-9268-1f87a074b0b1 None None] Port 35b350e6-1d56-4750-9fee-6e8a6530dff4 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:39:48.128921 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-905903ca-e086-4eb2-85e0-8d05a67efd94 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fa642c8b7c3c4a2b8a6f23da2029c2cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8429899 Feb 08 15:39:48.136779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56924) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:48.137671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-6be486a1-123c-4ef4-96a7-e97a67227ad2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Made reservation on behalf of f56b2d01d7094f258a54afd197cf9284 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:39:48.142258 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-6be486a1-123c-4ef4-96a7-e97a67227ad2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:48.148521 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-8a2a7b61-2896-40cd-b0ed-9ce5a357ec4b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (49ae86d5-ee61-479f-a0bf-cd673c1515b7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:48.223532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ecf55-cc9b-4eb3-8e67-c8352b8e3f73 req-d91e846a-e90f-41c9-8c3f-d57c7b7764b6 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:48.233529 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-018ecf55-cc9b-4eb3-8e67-c8352b8e3f73 req-d91e846a-e90f-41c9-8c3f-d57c7b7764b6 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 935 time: 0.5010848 Feb 08 15:39:48.237198 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90060a75-6fd6-475d-b43e-6d11ad0b0f07 req-4d7d347a-c7b6-434a-9ab9-2ccb9b92b5b2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 210 time: 0.1383491 Feb 08 15:39:48.308424 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a7b61-2896-40cd-b0ed-9ce5a357ec4b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Pushing event deleted for resources: {'Port': ['ID=49ae86d5-ee61-479f-a0bf-cd673c1515b7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:48.327231 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-6be486a1-123c-4ef4-96a7-e97a67227ad2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Allocated IP 172.20.0.8 (fe6f1c90-6fe5-4a74-981e-d5b25f831f0b/7c88a98d-d03f-41a5-941f-3b5ddd16ad60/90fa80d3-0243-465a-8f84-05955ce759c1) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:39:48.419694 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:48.422278 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d9950d1-acd9-45d1-b188-1a144c368aec admin admin] Publish callbacks [] for security_group (3aa7bcc2-3c9a-4a1d-8841-1843b5c0178d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:48.447863 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d9950d1-acd9-45d1-b188-1a144c368aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3aa7bcc2-3c9a-4a1d-8841-1843b5c0178d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:48.478409 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4d9950d1-acd9-45d1-b188-1a144c368aec admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0a1e28075a84462780ad07ce93f5a8c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9695928 Feb 08 15:39:48.490043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56930) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:48.559108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-8a2a7b61-2896-40cd-b0ed-9ce5a357ec4b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:39:48.607202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9950d1-acd9-45d1-b188-1a144c368aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa7bcc2-3c9a-4a1d-8841-1843b5c0178d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:48.616130 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-018ecf55-cc9b-4eb3-8e67-c8352b8e3f73 req-5606115d-fcea-440e-89d1-06299a98eb86 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/security-groups?id=0bcaf56a-5469-4fd2-a0df-986ba8b3b397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809547 Feb 08 15:39:48.636426 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74ce9217-a80f-4a91-9112-4103c584ba4f admin admin] Publish callbacks [] for security_group (127e67b4-99aa-4689-a017-7ffa4863a402), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:48.646567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56934) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:48.684242 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-126ea9d3-f13c-49b2-abf0-4bbdcd2fc089 admin admin] Publish callbacks [] for security_group (3aa7bcc2-3c9a-4a1d-8841-1843b5c0178d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:48.711931 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-126ea9d3-f13c-49b2-abf0-4bbdcd2fc089 admin admin] Publish callbacks [] for security_group (3aa7bcc2-3c9a-4a1d-8841-1843b5c0178d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:48.820223 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-126ea9d3-f13c-49b2-abf0-4bbdcd2fc089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3aa7bcc2-3c9a-4a1d-8841-1843b5c0178d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:48.823886 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-126ea9d3-f13c-49b2-abf0-4bbdcd2fc089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:48.825231 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-126ea9d3-f13c-49b2-abf0-4bbdcd2fc089 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3aa7bcc2-3c9a-4a1d-8841-1843b5c0178d HTTP/1.1" status: 204 len: 168 time: 0.3292723 Feb 08 15:39:48.827553 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74ce9217-a80f-4a91-9112-4103c584ba4f admin admin] Publish callbacks [] for security_group (127e67b4-99aa-4689-a017-7ffa4863a402), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:48.838246 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3d084-cbb7-47d8-a57d-ce13651ac01c req-35cc79f8-398c-48df-b1e1-02eb716f3ae2 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:48.840411 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aaa3d084-cbb7-47d8-a57d-ce13651ac01c req-35cc79f8-398c-48df-b1e1-02eb716f3ae2 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 946 time: 0.3178596 Feb 08 15:39:48.875916 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ea9d3-f13c-49b2-abf0-4bbdcd2fc089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa7bcc2-3c9a-4a1d-8841-1843b5c0178d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:48.941566 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-6be486a1-123c-4ef4-96a7-e97a67227ad2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for port (90fa80d3-0243-465a-8f84-05955ce759c1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:48.974539 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-86606550-59ed-41ee-9cb4-2423cf8721e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:49.006912 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74ce9217-a80f-4a91-9112-4103c584ba4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (127e67b4-99aa-4689-a017-7ffa4863a402), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:49.011312 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74ce9217-a80f-4a91-9112-4103c584ba4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:49.012933 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-74ce9217-a80f-4a91-9112-4103c584ba4f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/127e67b4-99aa-4689-a017-7ffa4863a402 HTTP/1.1" status: 204 len: 168 time: 0.8528473 Feb 08 15:39:49.046963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce9217-a80f-4a91-9112-4103c584ba4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127e67b4-99aa-4689-a017-7ffa4863a402,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:49.050081 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aaa3d084-cbb7-47d8-a57d-ce13651ac01c req-b9d12a0a-c352-46f9-9ee2-bfbdda77f0d8 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019138 Feb 08 15:39:49.068684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-8a2a7b61-2896-40cd-b0ed-9ce5a357ec4b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:39:49.105221 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-6be486a1-123c-4ef4-96a7-e97a67227ad2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (90fa80d3-0243-465a-8f84-05955ce759c1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:49.123238 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2c72c-cf05-4c48-98a4-6b8b7642f48d None None] Sync routers for ids ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:39:49.171541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca2c72c-cf05-4c48-98a4-6b8b7642f48d None None] Routers {'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:39:49.172211 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-eca2c72c-cf05-4c48-98a4-6b8b7642f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:39:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:49.208326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be486a1-123c-4ef4-96a7-e97a67227ad2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Pushing event updated for resources: {'Port': ['ID=90fa80d3-0243-465a-8f84-05955ce759c1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:49.237237 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-6be486a1-123c-4ef4-96a7-e97a67227ad2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:39:49.248729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-6be486a1-123c-4ef4-96a7-e97a67227ad2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:39:49.251782 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-6be486a1-123c-4ef4-96a7-e97a67227ad2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:39:49.268847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-8a2a7b61-2896-40cd-b0ed-9ce5a357ec4b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] No DVR routers for this DVR port 49ae86d5-ee61-479f-a0bf-cd673c1515b7 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:39:49.277396 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-8a2a7b61-2896-40cd-b0ed-9ce5a357ec4b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:49.284355 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b9a5ccd-d34d-4aa4-8be5-78df2c6256d9 req-8a2a7b61-2896-40cd-b0ed-9ce5a357ec4b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.96 "DELETE /v2.0/ports/49ae86d5-ee61-479f-a0bf-cd673c1515b7 HTTP/1.1" status: 204 len: 173 time: 4.3641307 Feb 08 15:39:49.377136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8728ea1-70fe-44e1-9bc1-e6b660065b7e', 'name': 'network-vif-deleted', 'tag': '49ae86d5-ee61-479f-a0bf-cd673c1515b7'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:49.379218 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c1fbdc-519f-4d83-b3d1-aae8e21af87f" -d '{"events": [{"server_uuid": "a8728ea1-70fe-44e1-9bc1-e6b660065b7e", "name": "network-vif-deleted", "tag": "49ae86d5-ee61-479f-a0bf-cd673c1515b7"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:49.419319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-86606550-59ed-41ee-9cb4-2423cf8721e0 admin admin] Publish callbacks [] for security_group (0c31a5c6-d447-42b7-a71e-ae3d6639e7f3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:49.453897 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-86606550-59ed-41ee-9cb4-2423cf8721e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0c31a5c6-d447-42b7-a71e-ae3d6639e7f3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:49.496700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-6be486a1-123c-4ef4-96a7-e97a67227ad2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:49.498432 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-6be486a1-123c-4ef4-96a7-e97a67227ad2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:49.531688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b350e6-1d56-4750-9fee-6e8a6530dff4 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:39:49.545720 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Publish callbacks [] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:49.596722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Transition to ACTIVE for port object 35b350e6-1d56-4750-9fee-6e8a6530dff4 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:39:49.614779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff52562-99d6-4d91-9eea-499a5e5dc7fa req-1caaab43-a731-4f79-991e-861893e8b840 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:49.614779 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ff52562-99d6-4d91-9eea-499a5e5dc7fa req-1caaab43-a731-4f79-991e-861893e8b840 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 931 time: 0.2180877 Feb 08 15:39:49.622488 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:49.721969 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-6be486a1-123c-4ef4-96a7-e97a67227ad2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8428285 Feb 08 15:39:49.725468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86606550-59ed-41ee-9cb4-2423cf8721e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c31a5c6-d447-42b7-a71e-ae3d6639e7f3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:49.760808 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Request body: {'port': {'device_id': 'd68d5c96-23c6-4847-a007-ec3ad47f1032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:49.772992 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-86606550-59ed-41ee-9cb4-2423cf8721e0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a902b9b590f247138d9971d6a618574d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1161301 Feb 08 15:39:49.775718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56966) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:49.867318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 49ae86d5-ee61-479f-a0bf-cd673c1515b7 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:39:49.923263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 49ae86d5-ee61-479f-a0bf-cd673c1515b7 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:39:49.923621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 49ae86d5-ee61-479f-a0bf-cd673c1515b7 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:39:50.055168 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (90fa80d3-0243-465a-8f84-05955ce759c1), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:50.068392 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2834cdad-de95-48b2-9615-28577e7ba7c1 admin admin] Publish callbacks [] for security_group (0c31a5c6-d447-42b7-a71e-ae3d6639e7f3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:50.090109 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-eca2c72c-cf05-4c48-98a4-6b8b7642f48d None None] Set router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:39:50.096619 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:50.130109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56976) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:50.189183 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2834cdad-de95-48b2-9615-28577e7ba7c1 admin admin] Publish callbacks [] for security_group (0c31a5c6-d447-42b7-a71e-ae3d6639e7f3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:50.226865 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f107c66b-7f63-4c49-a845-e1277335a95c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:50.351413 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550b41c-dfd0-4874-86f0-3848529f88a3 req-9771c29a-9f5e-4645-8909-db8627ed9237 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:50.357618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6550b41c-dfd0-4874-86f0-3848529f88a3 req-9771c29a-9f5e-4645-8909-db8627ed9237 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 1129 time: 0.9801531 Feb 08 15:39:50.432709 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2834cdad-de95-48b2-9615-28577e7ba7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0c31a5c6-d447-42b7-a71e-ae3d6639e7f3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:50.452718 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2834cdad-de95-48b2-9615-28577e7ba7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:50.454225 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2834cdad-de95-48b2-9615-28577e7ba7c1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0c31a5c6-d447-42b7-a71e-ae3d6639e7f3 HTTP/1.1" status: 204 len: 168 time: 0.6745496 Feb 08 15:39:50.475365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ff52562-99d6-4d91-9eea-499a5e5dc7fa req-d84254ce-c023-45b1-acf4-6435cb405063 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8541107 Feb 08 15:39:50.489661 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834cdad-de95-48b2-9615-28577e7ba7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c31a5c6-d447-42b7-a71e-ae3d6639e7f3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:50.625093 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f107c66b-7f63-4c49-a845-e1277335a95c admin admin] Publish callbacks [] for security_group (3d821e36-b66f-4165-8806-2e352ef2e9c6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:50.632990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f107c66b-7f63-4c49-a845-e1277335a95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3d821e36-b66f-4165-8806-2e352ef2e9c6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:50.701093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-eca2c72c-cf05-4c48-98a4-6b8b7642f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '100fec03-c6d3-4419-b9b2-fc769c4f7bef', 'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'mac_address': 'fa:16:3e:72:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:15Z', 'updated_at': '2022-02-08T15:38:22Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'subnets': [{'id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:50.764087 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f107c66b-7f63-4c49-a845-e1277335a95c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f559354d00f545e6b7d77139253dde8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6301365 Feb 08 15:39:50.764889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56984) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:50.780837 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107c66b-7f63-4c49-a845-e1277335a95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d821e36-b66f-4165-8806-2e352ef2e9c6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:50.791888 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81189950-76dc-4a82-bb72-27ee872fb1b7 x-openstack-request-id: req-81189950-76dc-4a82-bb72-27ee872fb1b7 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:50.792403 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8728ea1-70fe-44e1-9bc1-e6b660065b7e", "name": "network-vif-deleted", "tag": "49ae86d5-ee61-479f-a0bf-cd673c1515b7", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:50.793159 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-81189950-76dc-4a82-bb72-27ee872fb1b7 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:50.794626 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8728ea1-70fe-44e1-9bc1-e6b660065b7e', 'name': 'network-vif-deleted', 'tag': '49ae86d5-ee61-479f-a0bf-cd673c1515b7', 'status': 'completed', 'code': 200} Feb 08 15:39:50.798312 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Pushing event updated for resources: {'Port': ['ID=35b350e6-1d56-4750-9fee-6e8a6530dff4,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:50.807991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2c72c-cf05-4c48-98a4-6b8b7642f48d None None] Checking router: aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:39:50.857547 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca2c72c-cf05-4c48-98a4-6b8b7642f48d None None] Routers {'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:39:50.858201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-eca2c72c-cf05-4c48-98a4-6b8b7642f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:39:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:50.903338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90fa80d3-0243-465a-8f84-05955ce759c1 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:39:50.920386 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Publish callbacks [] for port (90fa80d3-0243-465a-8f84-05955ce759c1), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:50.933922 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec7d5c82-07a8-40ba-b6ac-b4eaca053e14 admin admin] Publish callbacks [] for security_group (3d821e36-b66f-4165-8806-2e352ef2e9c6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:50.953806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Transition to ACTIVE for port object 90fa80d3-0243-465a-8f84-05955ce759c1 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:39:50.969704 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (90fa80d3-0243-465a-8f84-05955ce759c1), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:50.987873 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec7d5c82-07a8-40ba-b6ac-b4eaca053e14 admin admin] Publish callbacks [] for security_group (3d821e36-b66f-4165-8806-2e352ef2e9c6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:51.011804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Attempting to bind port 35b350e6-1d56-4750-9fee-6e8a6530dff4 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:39:51.012247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Attempting to bind port 35b350e6-1d56-4750-9fee-6e8a6530dff4 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:39:51.012558 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Attempting to bind port 35b350e6-1d56-4750-9fee-6e8a6530dff4 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:51.027208 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6550b41c-dfd0-4874-86f0-3848529f88a3 req-8d51d821-b618-46e5-a0d8-0c33b772ab08 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6212547 Feb 08 15:39:51.056447 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Port 35b350e6-1d56-4750-9fee-6e8a6530dff4 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:39:51.057057 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Attempting to bind port 35b350e6-1d56-4750-9fee-6e8a6530dff4 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:51.097976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f840a8-9d9b-42a1-82f7-0a2a1a29b6a5 req-3f58241c-dd17-417d-b0d6-36ebf1f3e2ae tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:51.105263 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99f840a8-9d9b-42a1-82f7-0a2a1a29b6a5 req-3f58241c-dd17-417d-b0d6-36ebf1f3e2ae tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 947 time: 0.2979569 Feb 08 15:39:51.108265 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:39:51.109538 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:39:51.110319 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:39:51.110801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Bound port: 35b350e6-1d56-4750-9fee-6e8a6530dff4, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:39:51.111170 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:51.187051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Pushing event updated for resources: {'Port': ['ID=90fa80d3-0243-465a-8f84-05955ce759c1,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:51.286031 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99f840a8-9d9b-42a1-82f7-0a2a1a29b6a5 req-2c48c500-17c4-4158-8152-db97230e9ff7 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/security-groups?id=0bcaf56a-5469-4fd2-a0df-986ba8b3b397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746972 Feb 08 15:39:51.296679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] For port 35b350e6-1d56-4750-9fee-6e8a6530dff4, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:39:51.374248 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] For port 35b350e6-1d56-4750-9fee-6e8a6530dff4, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=35b350e6-1d56-4750-9fee-6e8a6530dff4,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:39:51.385117 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:51.405179 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-eca2c72c-cf05-4c48-98a4-6b8b7642f48d None None] Set router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:39:51.419448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57000) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:51.550598 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9b72b47-61e5-4534-aecf-f94e82497cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:51.580412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Pushing event updated for resources: {'Port': ['ID=35b350e6-1d56-4750-9fee-6e8a6530dff4,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:51.612672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:51.613833 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:51.615407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-b6e52dd3-5c7d-4344-97d1-c385d4f7b3df service neutron] 10.222.0.96 "PUT /v2.0/ports/35b350e6-1d56-4750-9fee-6e8a6530dff4 HTTP/1.1" status: 200 len: 1096 time: 4.0597506 Feb 08 15:39:51.640602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec7d5c82-07a8-40ba-b6ac-b4eaca053e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3d821e36-b66f-4165-8806-2e352ef2e9c6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:51.655036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ab310-d3ba-4e9d-ac70-304fc2281653 req-2b2c212c-e495-4081-a3ab-6d568ffd4d58 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:51.656751 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d0ab310-d3ba-4e9d-ac70-304fc2281653 req-2b2c212c-e495-4081-a3ab-6d568ffd4d58 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 1129 time: 0.1508970 Feb 08 15:39:51.659368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec7d5c82-07a8-40ba-b6ac-b4eaca053e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:51.671988 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ec7d5c82-07a8-40ba-b6ac-b4eaca053e14 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3d821e36-b66f-4165-8806-2e352ef2e9c6 HTTP/1.1" status: 204 len: 168 time: 0.9010158 Feb 08 15:39:51.768997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d5c82-07a8-40ba-b6ac-b4eaca053e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d821e36-b66f-4165-8806-2e352ef2e9c6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:51.814780 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Attempting to bind port 90fa80d3-0243-465a-8f84-05955ce759c1 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:39:51.815116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Attempting to bind port 90fa80d3-0243-465a-8f84-05955ce759c1 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:39:51.815445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Attempting to bind port 90fa80d3-0243-465a-8f84-05955ce759c1 on network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:51.829430 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d0ab310-d3ba-4e9d-ac70-304fc2281653 req-54b2ec8d-ec6d-4f9d-a630-c27209c07492 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615381 Feb 08 15:39:51.857683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-0935bdf8-d1e0-4a85-939b-aabc3f6eca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:51.859036 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Port 90fa80d3-0243-465a-8f84-05955ce759c1 on network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:39:51.859372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Attempting to bind port 90fa80d3-0243-465a-8f84-05955ce759c1 on network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:51.859784 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-0935bdf8-d1e0-4a85-939b-aabc3f6eca54 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=269bfd87b2c246098677096ffa0aa7d3&device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 1130 time: 0.1322711 Feb 08 15:39:51.880428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:39:51.880776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Checking segment: {'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:39:51.891136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Bound using segment: {'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:39:51.891550 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Bound port: 90fa80d3-0243-465a-8f84-05955ce759c1, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220d000b-efbb-45cc-bde5-f75903de30df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:39:51.891939 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (90fa80d3-0243-465a-8f84-05955ce759c1), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:51.963364 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-caca96f1-85c9-4582-b8ec-0ed408a7fe29 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=35b350e6-1d56-4750-9fee-6e8a6530dff4 HTTP/1.1" status: 200 len: 217 time: 0.0925574 Feb 08 15:39:52.100150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-eca2c72c-cf05-4c48-98a4-6b8b7642f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '100fec03-c6d3-4419-b9b2-fc769c4f7bef', 'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'mac_address': 'fa:16:3e:72:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:15Z', 'updated_at': '2022-02-08T15:38:22Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'subnets': [{'id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:39:52.159701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-3ed8dddf-5487-444d-9650-637014b510bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:52.161321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-3ed8dddf-5487-444d-9650-637014b510bb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1940827 Feb 08 15:39:52.209056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2c72c-cf05-4c48-98a4-6b8b7642f48d None None] The sync data for ids ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'] in n-d-824834-11 is: [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '100fec03-c6d3-4419-b9b2-fc769c4f7bef', 'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'mac_address': 'fa:16:3e:72:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:15Z', 'updated_at': '2022-02-08T15:38:22Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'subnets': [{'id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:39:52.231126 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9b72b47-61e5-4534-aecf-f94e82497cd5 admin admin] Publish callbacks [] for security_group (01084de0-4060-40ea-980f-d4cb0bd1a7c8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:52.249496 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9b72b47-61e5-4534-aecf-f94e82497cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (01084de0-4060-40ea-980f-d4cb0bd1a7c8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:52.256364 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9baf9-5538-48e1-adc9-0ec0f543c44f req-7b1b0213-9e6e-478a-8759-5005fca1c356 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:52.259755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] For port 90fa80d3-0243-465a-8f84-05955ce759c1, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:39:52.259959 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23e9baf9-5538-48e1-adc9-0ec0f543c44f req-7b1b0213-9e6e-478a-8759-5005fca1c356 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 943 time: 0.2375705 Feb 08 15:39:52.268791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] For port 90fa80d3-0243-465a-8f84-05955ce759c1, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=90fa80d3-0243-465a-8f84-05955ce759c1,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:39:52.337483 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e9b72b47-61e5-4534-aecf-f94e82497cd5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5732a4167e594b03a8fc2b74c348ed9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8407531 Feb 08 15:39:52.344261 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57024) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:52.379436 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (90fa80d3-0243-465a-8f84-05955ce759c1), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:52.534201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:52.534820 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:52.536236 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] 10.222.0.94 "PUT /v2.0/ports/90fa80d3-0243-465a-8f84-05955ce759c1 HTTP/1.1" status: 200 len: 1092 time: 2.7871232 Feb 08 15:39:52.552066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-c3e4cf0d-7471-4fc0-a4df-eca9598fef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:52.552589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68d5c96-23c6-4847-a007-ec3ad47f1032', 'tag': '90fa80d3-0243-465a-8f84-05955ce759c1'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:52.556372 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7155a16-e147-4ef6-851a-e803e2f225ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d68d5c96-23c6-4847-a007-ec3ad47f1032", "tag": "90fa80d3-0243-465a-8f84-05955ce759c1"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:52.562665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-c3e4cf0d-7471-4fc0-a4df-eca9598fef06 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3938315 Feb 08 15:39:52.571038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b72b47-61e5-4534-aecf-f94e82497cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01084de0-4060-40ea-980f-d4cb0bd1a7c8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:52.687110 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-88865c81-c62d-4ad7-967c-d8ae538e7795 admin admin] Publish callbacks [] for security_group (01084de0-4060-40ea-980f-d4cb0bd1a7c8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:52.714677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9458c-2e5c-4af0-9b5c-7b7834e976d3 service neutron] Pushing event updated for resources: {'Port': ['ID=90fa80d3-0243-465a-8f84-05955ce759c1,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:52.753696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-fc611422-a357-4339-9116-528eef3a73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:52.755227 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-fc611422-a357-4339-9116-528eef3a73c0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f56b2d01d7094f258a54afd197cf9284&device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 1126 time: 0.1442409 Feb 08 15:39:52.822091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732862ef-944f-41bd-ab42-b1f9e1952ac8', 'tag': '35b350e6-1d56-4750-9fee-6e8a6530dff4'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:39:52.825385 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b6a5db-ab58-474e-ba37-aaf9d9346eba" -d '{"events": [{"name": "network-changed", "server_uuid": "732862ef-944f-41bd-ab42-b1f9e1952ac8", "tag": "35b350e6-1d56-4750-9fee-6e8a6530dff4"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:39:52.861751 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a71a31-f234-461b-8012-3e53b91585eb None None] New status for floating IP e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:39:52.878743 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-edc76235-e7e4-459d-9e50-7a6d77389215 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90fa80d3-0243-465a-8f84-05955ce759c1 HTTP/1.1" status: 200 len: 217 time: 0.1119354 Feb 08 15:39:52.905661 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23e9baf9-5538-48e1-adc9-0ec0f543c44f req-ba3c4e77-81b9-44b8-8eca-134f5390a775 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6280377 Feb 08 15:39:52.967372 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-88865c81-c62d-4ad7-967c-d8ae538e7795 admin admin] Publish callbacks [] for security_group (01084de0-4060-40ea-980f-d4cb0bd1a7c8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:52.985558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-ca1bc57e-2aef-4d27-ab73-cf623b54ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:52.987072 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-ca1bc57e-2aef-4d27-ab73-cf623b54ace4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7c88a98d-d03f-41a5-941f-3b5ddd16ad60 HTTP/1.1" status: 200 len: 863 time: 0.1011755 Feb 08 15:39:53.092544 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff9e609-800b-4db1-8dae-b51fe5586679 x-openstack-request-id: req-7ff9e609-800b-4db1-8dae-b51fe5586679 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:53.092544 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68d5c96-23c6-4847-a007-ec3ad47f1032", "tag": "90fa80d3-0243-465a-8f84-05955ce759c1", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:53.092859 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7ff9e609-800b-4db1-8dae-b51fe5586679 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:53.093448 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68d5c96-23c6-4847-a007-ec3ad47f1032', 'tag': '90fa80d3-0243-465a-8f84-05955ce759c1', 'status': 'completed', 'code': 200} Feb 08 15:39:53.171753 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-2962f9c8-f0df-4a24-b6c4-ff0d2597d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:53.178975 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-2962f9c8-f0df-4a24-b6c4-ff0d2597d268 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1720483 Feb 08 15:39:53.386807 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-45ae05e1-3def-4a4e-95a1-d3e4c7ec2d74 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7819257 Feb 08 15:39:53.454560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256b66c-7092-423c-99cc-db7fdec54635 req-280699f7-9569-4b11-a6cd-bccd027adb00 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:53.463848 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9256b66c-7092-423c-99cc-db7fdec54635 req-280699f7-9569-4b11-a6cd-bccd027adb00 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 947 time: 0.4769893 Feb 08 15:39:53.514530 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-cb3ec656-b69e-46f7-b223-684380962776 service neutron] 10.222.0.94 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289735 Feb 08 15:39:53.544786 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-88865c81-c62d-4ad7-967c-d8ae538e7795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (01084de0-4060-40ea-980f-d4cb0bd1a7c8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:53.548521 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-88865c81-c62d-4ad7-967c-d8ae538e7795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:53.562245 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-88865c81-c62d-4ad7-967c-d8ae538e7795 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/01084de0-4060-40ea-980f-d4cb0bd1a7c8 HTTP/1.1" status: 204 len: 168 time: 1.2007942 Feb 08 15:39:53.638279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88865c81-c62d-4ad7-967c-d8ae538e7795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01084de0-4060-40ea-980f-d4cb0bd1a7c8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:53.653572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a15522-9553-44b5-93af-7f465ba903a0 req-a679b795-98b6-4944-941a-0be173492c14 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:53.661938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6a15522-9553-44b5-93af-7f465ba903a0 req-a679b795-98b6-4944-941a-0be173492c14 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 1129 time: 0.4833677 Feb 08 15:39:53.706444 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57070) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:53.759485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9256b66c-7092-423c-99cc-db7fdec54635 req-d800ef19-577c-4e3c-8a23-2106ae6430d8 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/security-groups?id=0bcaf56a-5469-4fd2-a0df-986ba8b3b397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939963 Feb 08 15:39:53.774407 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6446547e-0c4d-4441-9522-7501fb8d89cf req-834c2967-0590-48fc-b15b-abef32970338 service neutron] 10.222.0.94 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462599 Feb 08 15:39:53.913836 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1571859e-415c-4a7d-8b30-7f6c4974ac09 x-openstack-request-id: req-1571859e-415c-4a7d-8b30-7f6c4974ac09 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:39:53.914758 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732862ef-944f-41bd-ab42-b1f9e1952ac8", "tag": "35b350e6-1d56-4750-9fee-6e8a6530dff4", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:39:53.914758 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1571859e-415c-4a7d-8b30-7f6c4974ac09 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:39:53.914758 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732862ef-944f-41bd-ab42-b1f9e1952ac8', 'tag': '35b350e6-1d56-4750-9fee-6e8a6530dff4', 'status': 'completed', 'code': 200} Feb 08 15:39:53.965756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7155a16-e147-4ef6-851a-e803e2f225ae req-6fd8c1a9-7b49-4f52-b42b-37a33f797b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:53.973988 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44270b53-4ae0-44b6-9f5f-7df5debaed97 req-26d4711b-205b-448d-b218-4980838f73b6 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704198 Feb 08 15:39:53.974176 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a7155a16-e147-4ef6-851a-e803e2f225ae req-6fd8c1a9-7b49-4f52-b42b-37a33f797b3c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f56b2d01d7094f258a54afd197cf9284&device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 1126 time: 0.1415520 Feb 08 15:39:53.997575 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6a15522-9553-44b5-93af-7f465ba903a0 req-a6d25a68-32ce-4ad5-b1de-b36badbf59aa tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255813 Feb 08 15:39:54.024220 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07cb6cce-afff-4c04-bf23-8523a2ddeae3 req-d78b26ad-972d-4c74-83e7-53030078aaea service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2264445 Feb 08 15:39:54.174497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7155a16-e147-4ef6-851a-e803e2f225ae req-edbc3edd-0910-4f68-a7ba-d7703f4a4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:54.182837 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a7155a16-e147-4ef6-851a-e803e2f225ae req-edbc3edd-0910-4f68-a7ba-d7703f4a4c7a service neutron] 10.222.0.94 "GET /v2.0/networks?id=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b HTTP/1.1" status: 200 len: 925 time: 0.1953139 Feb 08 15:39:54.283591 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6a5db-ab58-474e-ba37-aaf9d9346eba req-ddca06a6-6baa-4393-8a95-13532b35602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:54.285233 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-49b6a5db-ab58-474e-ba37-aaf9d9346eba req-ddca06a6-6baa-4393-8a95-13532b35602b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=269bfd87b2c246098677096ffa0aa7d3&device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 1130 time: 0.2541385 Feb 08 15:39:54.291850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-network', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:54.297664 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a7155a16-e147-4ef6-851a-e803e2f225ae req-bed84945-6ab7-4e3c-bb16-b0e61c935bd4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90fa80d3-0243-465a-8f84-05955ce759c1 HTTP/1.1" status: 200 len: 217 time: 0.1121442 Feb 08 15:39:54.435653 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1be3d-8bed-4708-b419-f94b74f46f1a req-c84b432e-7885-4f7c-800a-ec641e9d213f tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:54.443801 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2f1be3d-8bed-4708-b419-f94b74f46f1a req-c84b432e-7885-4f7c-800a-ec641e9d213f tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 943 time: 0.2771049 Feb 08 15:39:54.453305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb6cce-afff-4c04-bf23-8523a2ddeae3 req-660ffbde-0847-482f-8c0a-302697821861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:54.453305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07cb6cce-afff-4c04-bf23-8523a2ddeae3 req-660ffbde-0847-482f-8c0a-302697821861 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 1127 time: 0.3330131 Feb 08 15:39:54.676697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] Made reservation on behalf of ddaa0a518fd24dad845d93dcf0939473 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:39:54.680362 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:54.693451 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57086) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:54.703571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7155a16-e147-4ef6-851a-e803e2f225ae req-3304117a-d370-4b55-be97-c77cc492c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:54.705348 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a7155a16-e147-4ef6-851a-e803e2f225ae req-3304117a-d370-4b55-be97-c77cc492c85c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7c88a98d-d03f-41a5-941f-3b5ddd16ad60 HTTP/1.1" status: 200 len: 863 time: 0.4022841 Feb 08 15:39:54.706313 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:54.710528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2f1be3d-8bed-4708-b419-f94b74f46f1a req-4bdcfd90-ba84-4365-abff-31dd9db0b092 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650909 Feb 08 15:39:54.821783 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6a5db-ab58-474e-ba37-aaf9d9346eba req-ad36177b-2d59-40ec-88ab-511ed2c8f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:54.839732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-49b6a5db-ab58-474e-ba37-aaf9d9346eba req-ad36177b-2d59-40ec-88ab-511ed2c8f524 service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.5266435 Feb 08 15:39:54.940775 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7155a16-e147-4ef6-851a-e803e2f225ae req-7284c041-74e4-4851-a147-19723d9d5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:54.950154 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a7155a16-e147-4ef6-851a-e803e2f225ae req-7284c041-74e4-4851-a147-19723d9d5fe1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2173867 Feb 08 15:39:54.996098 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] Publish callbacks [] for security_group (2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:55.035295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-49b6a5db-ab58-474e-ba37-aaf9d9346eba req-258e7284-ff3d-4b9c-ad5b-4cd58d0cf9e9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=35b350e6-1d56-4750-9fee-6e8a6530dff4 HTTP/1.1" status: 200 len: 217 time: 0.1945598 Feb 08 15:39:55.090420 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb6cce-afff-4c04-bf23-8523a2ddeae3 req-7e7eafe8-c7b1-4570-b40a-8bd299ee79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:55.097977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07cb6cce-afff-4c04-bf23-8523a2ddeae3 req-7e7eafe8-c7b1-4570-b40a-8bd299ee79c9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.6223404 Feb 08 15:39:55.155303 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:55.187432 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c58dbcb1-80a4-4a42-af64-c6a30cc7b984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:55.202136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6a5db-ab58-474e-ba37-aaf9d9346eba req-9c2347ce-ac4b-4897-93af-160a795245b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:55.204555 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-49b6a5db-ab58-474e-ba37-aaf9d9346eba req-9c2347ce-ac4b-4897-93af-160a795245b7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1328187 Feb 08 15:39:55.222065 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:39:55.234511 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a7155a16-e147-4ef6-851a-e803e2f225ae req-a354d3f5-4f95-4966-9a43-c1f23a27bba5 service neutron] 10.222.0.94 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358344 Feb 08 15:39:55.257909 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (6dd92cf3-c224-45e4-87d7-bbbd40f58efa), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:55.258277 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] Added segment 6dd92cf3-c224-45e4-87d7-bbbd40f58efa of type vlan for network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed Feb 08 15:39:55.259584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:55.287302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07cb6cce-afff-4c04-bf23-8523a2ddeae3 req-aa1252ee-3f5c-4f65-b45d-111be85d3f01 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38059300-0ebc-480a-80c8-326c3dffc9cb HTTP/1.1" status: 200 len: 217 time: 0.1536722 Feb 08 15:39:55.391538 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (7cfe234b-c2c5-4fb6-a27d-356d913a98ed), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:55.421645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb6cce-afff-4c04-bf23-8523a2ddeae3 req-ef7b78db-b209-42c9-9123-6c854d31e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:55.423920 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07cb6cce-afff-4c04-bf23-8523a2ddeae3 req-ef7b78db-b209-42c9-9123-6c854d31e06d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.0934200 Feb 08 15:39:55.495664 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (7cfe234b-c2c5-4fb6-a27d-356d913a98ed), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:55.496647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:55.497309 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:55.515611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50249abf-d92e-479a-8d3d-db86105745a8 req-5e904d36-9fa6-48ee-a56f-06ce035738a5 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:55.527256 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50249abf-d92e-479a-8d3d-db86105745a8 req-5e904d36-9fa6-48ee-a56f-06ce035738a5 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 947 time: 0.5189540 Feb 08 15:39:55.532507 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a7155a16-e147-4ef6-851a-e803e2f225ae req-2a361e35-aaad-4d0e-a738-a612f2ec52f9 service neutron] 10.222.0.94 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850378 Feb 08 15:39:55.566259 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07cb6cce-afff-4c04-bf23-8523a2ddeae3 req-8dc1a6c3-d0ee-427e-b6f2-9541eaab4a57 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301064 Feb 08 15:39:55.601425 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c58dbcb1-80a4-4a42-af64-c6a30cc7b984 admin admin] Publish callbacks [] for security_group (c1856f2f-4dfe-4d1f-a107-cf6c19c9b855), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:55.609501 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9011900 Feb 08 15:39:55.612625 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c58dbcb1-80a4-4a42-af64-c6a30cc7b984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c1856f2f-4dfe-4d1f-a107-cf6c19c9b855), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:55.617658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57114) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:55.628409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-412c299a-bfb1-46f9-a038-dd4a4d4b79a5 admin admin] Request body: {'subnet': {'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-subnet', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:55.648182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458ede5-14a2-44d5-ac96-ade4fba9549d admin admin] Pushing event updated for resources: {'Network': ['ID=7cfe234b-c2c5-4fb6-a27d-356d913a98ed,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:55.695091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:39:55.696766 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c58dbcb1-80a4-4a42-af64-c6a30cc7b984 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=af4e2b86b9c94e20a9c1ae4678c1e5c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0016859 Feb 08 15:39:55.701174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57118) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:55.703423 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dbcb1-80a4-4a42-af64-c6a30cc7b984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1856f2f-4dfe-4d1f-a107-cf6c19c9b855,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:55.712181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50249abf-d92e-479a-8d3d-db86105745a8 req-23046a3a-2899-4665-9426-e238a5abde4e tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/security-groups?id=0bcaf56a-5469-4fd2-a0df-986ba8b3b397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855927 Feb 08 15:39:55.719725 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac5cc7-2480-4cd1-b585-c7bed1674cc9 req-c378c23d-36ff-4085-a88f-2f4d279f03bc tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:55.720978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73ac5cc7-2480-4cd1-b585-c7bed1674cc9 req-c378c23d-36ff-4085-a88f-2f4d279f03bc tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 1129 time: 0.4529953 Feb 08 15:39:55.726807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6a5db-ab58-474e-ba37-aaf9d9346eba req-01aa57ea-84d7-4f95-98ba-c3e8237c1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:55.728869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-49b6a5db-ab58-474e-ba37-aaf9d9346eba req-01aa57ea-84d7-4f95-98ba-c3e8237c1437 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4727774 Feb 08 15:39:55.749177 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412c299a-bfb1-46f9-a038-dd4a4d4b79a5 admin admin] Made reservation on behalf of ddaa0a518fd24dad845d93dcf0939473 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:39:55.752271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-412c299a-bfb1-46f9-a038-dd4a4d4b79a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:55.938272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-231cec67-9344-4e81-b59d-08d65cea7505 admin admin] Publish callbacks [] for security_group (c1856f2f-4dfe-4d1f-a107-cf6c19c9b855), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:56.019529 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-49b6a5db-ab58-474e-ba37-aaf9d9346eba req-eb527dc4-6806-42a0-b135-ce6497ac4234 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765062 Feb 08 15:39:56.034455 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-231cec67-9344-4e81-b59d-08d65cea7505 admin admin] Publish callbacks [] for security_group (c1856f2f-4dfe-4d1f-a107-cf6c19c9b855), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:56.217111 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-231cec67-9344-4e81-b59d-08d65cea7505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c1856f2f-4dfe-4d1f-a107-cf6c19c9b855), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:56.229914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-231cec67-9344-4e81-b59d-08d65cea7505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:56.234838 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-231cec67-9344-4e81-b59d-08d65cea7505 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c1856f2f-4dfe-4d1f-a107-cf6c19c9b855 HTTP/1.1" status: 204 len: 168 time: 0.5318296 Feb 08 15:39:56.281975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cec67-9344-4e81-b59d-08d65cea7505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1856f2f-4dfe-4d1f-a107-cf6c19c9b855,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:56.300908 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-412c299a-bfb1-46f9-a038-dd4a4d4b79a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (48378879-d082-4542-a40c-143a313da111), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:56.356284 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73ac5cc7-2480-4cd1-b585-c7bed1674cc9 req-58f8fef7-2b6a-491d-86b5-400effd6b8b3 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065753 Feb 08 15:39:56.375894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07cb6cce-afff-4c04-bf23-8523a2ddeae3 req-c4523476-4e95-4286-aad3-61226a94e24d service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014450 Feb 08 15:39:56.383102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c299a-bfb1-46f9-a038-dd4a4d4b79a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48378879-d082-4542-a40c-143a313da111,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:56.527022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412c299a-bfb1-46f9-a038-dd4a4d4b79a5 admin admin] Checking segment: {'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:39:56.527651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412c299a-bfb1-46f9-a038-dd4a4d4b79a5 admin admin] Network hostable DHCP agents. Network: 7cfe234b-c2c5-4fb6-a27d-356d913a98ed, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:39:56.558558 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07cb6cce-afff-4c04-bf23-8523a2ddeae3 req-19e1df1b-418a-43b8-af8f-0e783a475696 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433923 Feb 08 15:39:56.624755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412c299a-bfb1-46f9-a038-dd4a4d4b79a5 admin admin] Network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:39:56.633230 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1616b4-876f-4d9d-a169-6b1e0a9b72f9 req-7ae6cc30-589d-44ee-a2fd-37b32e724ef8 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:56.634834 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a1616b4-876f-4d9d-a169-6b1e0a9b72f9 req-7ae6cc30-589d-44ee-a2fd-37b32e724ef8 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 943 time: 0.6143572 Feb 08 15:39:56.652868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-412c299a-bfb1-46f9-a038-dd4a4d4b79a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 7cfe234b-c2c5-4fb6-a27d-356d913a98ed) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:39:56.660139 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c299a-bfb1-46f9-a038-dd4a4d4b79a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:56.661319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-412c299a-bfb1-46f9-a038-dd4a4d4b79a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:56.678083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ab2b3-dd23-40fa-9627-576eaa4eecb2 None None] Network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:39:56.693501 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-412c299a-bfb1-46f9-a038-dd4a4d4b79a5 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0731809 Feb 08 15:39:56.696595 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57142) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:56.703633 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:56.907304 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:56.911656 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:57.018794 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-81cc7ac7-337e-44cb-a2c3-879263567e95 req-233cd6b9-e307-4975-b23e-93ff59c7f55a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2616279 Feb 08 15:39:57.072135 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:39:57.177992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57152) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:57.187660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:39:57.188534 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:57.217274 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Publish callbacks [] for router_controller (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:57.227966 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 90fa80d3-0243-465a-8f84-05955ce759c1 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:39:57.236602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1cd83836-9696-438c-b65d-4bec814fa6c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:57.275010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-518e7538-05aa-46dd-b7cd-b06748eeec9d req-b7340674-a60f-4eb9-8e17-94584263edd4 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:39:57.276170 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-518e7538-05aa-46dd-b7cd-b06748eeec9d req-b7340674-a60f-4eb9-8e17-94584263edd4 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059755 Feb 08 15:39:57.356668 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a1616b4-876f-4d9d-a169-6b1e0a9b72f9 req-bbe993a9-89a9-44bf-af60-d10cc9a6090a tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6954257 Feb 08 15:39:57.360418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-49b6a5db-ab58-474e-ba37-aaf9d9346eba req-e4c9405e-4460-41f9-81fd-28c4dedc5fdf service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2787914 Feb 08 15:39:57.415646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc7ac7-337e-44cb-a2c3-879263567e95 req-8587fc7e-dad7-4542-8145-349a7eaa2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:57.422053 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-81cc7ac7-337e-44cb-a2c3-879263567e95 req-8587fc7e-dad7-4542-8145-349a7eaa2b20 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 1129 time: 0.3339615 Feb 08 15:39:57.475366 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:39:57.583619 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2cfe9-84f7-4be9-b733-a3fa74d3e9c7 req-86786a71-654b-4ea4-b31e-d5da7968d12e tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:57.593977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4c2cfe9-84f7-4be9-b733-a3fa74d3e9c7 req-86786a71-654b-4ea4-b31e-d5da7968d12e tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 947 time: 0.0837715 Feb 08 15:39:57.629006 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 35b350e6-1d56-4750-9fee-6e8a6530dff4 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:39:57.671392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4c2cfe9-84f7-4be9-b733-a3fa74d3e9c7 req-dea2b676-34c1-4c2f-a0d4-f71f49b33a84 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/security-groups?id=0bcaf56a-5469-4fd2-a0df-986ba8b3b397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762827 Feb 08 15:39:57.672606 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1cd83836-9696-438c-b65d-4bec814fa6c3 admin admin] Publish callbacks [] for security_group (e641fe06-748e-41e9-bd83-af7d68d5c22f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:57.702734 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1cd83836-9696-438c-b65d-4bec814fa6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e641fe06-748e-41e9-bd83-af7d68d5c22f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:57.741862 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Publish callbacks [] for router_gateway (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:57.990061 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1cd83836-9696-438c-b65d-4bec814fa6c3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=eac203e42c7148ad9a711de022c0da7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7975605 Feb 08 15:39:57.993997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57184) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:58.002823 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc7ac7-337e-44cb-a2c3-879263567e95 req-5d7c21a8-f175-4bca-8445-486cfefb1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:58.004284 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-81cc7ac7-337e-44cb-a2c3-879263567e95 req-5d7c21a8-f175-4bca-8445-486cfefb1f1a service neutron] 10.222.0.94 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.4841475 Feb 08 15:39:58.006447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd83836-9696-438c-b65d-4bec814fa6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e641fe06-748e-41e9-bd83-af7d68d5c22f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:58.022502 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 35b350e6-1d56-4750-9fee-6e8a6530dff4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=35b350e6-1d56-4750-9fee-6e8a6530dff4,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:58.030477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 90fa80d3-0243-465a-8f84-05955ce759c1, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=90fa80d3-0243-465a-8f84-05955ce759c1,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:58.050314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Allocated IP 172.20.0.2 (7cfe234b-c2c5-4fb6-a27d-356d913a98ed/48378879-d082-4542-a40c-143a313da111/b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:39:58.061400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '35b350e6-1d56-4750-9fee-6e8a6530dff4', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '35b350e6-1d56-4750-9fee-6e8a6530dff4', 'mac_address': 'fa:16:3e:45:f4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:39:58.069591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '90fa80d3-0243-465a-8f84-05955ce759c1', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'port_id': '90fa80d3-0243-465a-8f84-05955ce759c1', 'mac_address': 'fa:16:3e:90:8e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:39:58.098048 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-81cc7ac7-337e-44cb-a2c3-879263567e95 req-13563a64-7de9-41ab-82e7-cb2e96a9bde0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c66117d-4175-4490-adf1-b2341526c64d HTTP/1.1" status: 200 len: 217 time: 0.0739164 Feb 08 15:39:58.129328 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9910be8-ff5b-4404-a0f6-42f7310e7003 admin admin] Publish callbacks [] for security_group (e641fe06-748e-41e9-bd83-af7d68d5c22f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:58.161713 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9910be8-ff5b-4404-a0f6-42f7310e7003 admin admin] Publish callbacks [] for security_group (e641fe06-748e-41e9-bd83-af7d68d5c22f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:58.217115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc7ac7-337e-44cb-a2c3-879263567e95 req-2d1092a4-2d52-4107-bfce-7983d05cbcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:58.225862 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-81cc7ac7-337e-44cb-a2c3-879263567e95 req-2d1092a4-2d52-4107-bfce-7983d05cbcf0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.1095672 Feb 08 15:39:58.230596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 35b350e6-1d56-4750-9fee-6e8a6530dff4 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:58.231143 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:58.233062 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 90fa80d3-0243-465a-8f84-05955ce759c1 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:39:58.233442 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (90fa80d3-0243-465a-8f84-05955ce759c1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:58.250433 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fa80d3-0243-465a-8f84-05955ce759c1 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:39:58.274979 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-81cc7ac7-337e-44cb-a2c3-879263567e95 req-afe7cfb0-ffd5-4ee5-9526-686139a5afdc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414026 Feb 08 15:39:58.292783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b350e6-1d56-4750-9fee-6e8a6530dff4 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:39:58.312726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 90fa80d3-0243-465a-8f84-05955ce759c1, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=90fa80d3-0243-465a-8f84-05955ce759c1,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:58.318556 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9910be8-ff5b-4404-a0f6-42f7310e7003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e641fe06-748e-41e9-bd83-af7d68d5c22f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:58.322681 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9910be8-ff5b-4404-a0f6-42f7310e7003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:58.324114 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f9910be8-ff5b-4404-a0f6-42f7310e7003 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e641fe06-748e-41e9-bd83-af7d68d5c22f HTTP/1.1" status: 204 len: 168 time: 0.3291264 Feb 08 15:39:58.329117 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (90fa80d3-0243-465a-8f84-05955ce759c1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:58.357443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9910be8-ff5b-4404-a0f6-42f7310e7003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e641fe06-748e-41e9-bd83-af7d68d5c22f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:58.503220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309100a-0c08-492b-8fdb-369d11c0d966 req-88c11f16-74bd-44ab-b55c-787fd01305d0 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:58.512692 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a309100a-0c08-492b-8fdb-369d11c0d966 req-88c11f16-74bd-44ab-b55c-787fd01305d0 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 944 time: 0.0800560 Feb 08 15:39:58.553301 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-81cc7ac7-337e-44cb-a2c3-879263567e95 req-87563b7b-bf97-4617-a52f-69e51b3380f4 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671511 Feb 08 15:39:58.582700 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a309100a-0c08-492b-8fdb-369d11c0d966 req-93e6ad25-dedd-4152-bb03-81a9a9c23d97 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689614 Feb 08 15:39:58.648450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 35b350e6-1d56-4750-9fee-6e8a6530dff4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=35b350e6-1d56-4750-9fee-6e8a6530dff4,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:39:58.688262 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:58.787582 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Publish callbacks [] for router_gateway (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:58.808281 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['90fa80d3-0243-465a-8f84-05955ce759c1'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:39:58.822062 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:58.848928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=90fa80d3-0243-465a-8f84-05955ce759c1,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:58.923549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57222) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:59.034139 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-81cc7ac7-337e-44cb-a2c3-879263567e95 req-05f84795-4313-4010-b58a-25ff21eccecc service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650836 Feb 08 15:39:59.040319 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Publish callbacks [] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:59.063278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['35b350e6-1d56-4750-9fee-6e8a6530dff4'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:39:59.066409 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:59.095836 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Allocated IP 172.25.7.163 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/3c9b081c-17aa-4acf-a4a1-973ff753ceae) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:39:59.128266 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a22a1532-b42c-4b53-aa5f-c73bca9a4b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:59.155797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=35b350e6-1d56-4750-9fee-6e8a6530dff4,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:59.182754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:39:59.239310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:39:59.247775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:39:59.249269 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-888619d8-9ce1-40e1-aad7-fad4c9c83192 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:39:59.250341 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-888619d8-9ce1-40e1-aad7-fad4c9c83192 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189071 Feb 08 15:39:59.308111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Pushing event updated for resources: {'Port': ['ID=b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:59.377909 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a22a1532-b42c-4b53-aa5f-c73bca9a4b82 admin admin] Publish callbacks [] for security_group (230264af-bffc-4f5d-ba2d-69e8cf469f50), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:59.385977 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a22a1532-b42c-4b53-aa5f-c73bca9a4b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (230264af-bffc-4f5d-ba2d-69e8cf469f50), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:59.455458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-257353d0-ff18-49b9-96f8-df86d811eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:59.456887 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Attempting to bind port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:39:59.457468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Attempting to bind port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:39:59.458096 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Attempting to bind port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb on network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:39:59.463743 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-257353d0-ff18-49b9-96f8-df86d811eb55 service neutron] 10.222.0.82 "GET /v2.0/ports/5c66117d-4175-4490-adf1-b2341526c64d HTTP/1.1" status: 200 len: 1126 time: 0.1941242 Feb 08 15:39:59.473058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-46b0e8b8-18dc-4961-95a8-3207b799f18d service neutron] Request body: {'binding': {'host': 'n-h2-824834-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:39:59.477550 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-46b0e8b8-18dc-4961-95a8-3207b799f18d service neutron] Unknown quota resources ['binding']. {{(pid=103302) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 15:39:59.480138 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:39:59.480755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Checking segment: {'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:39:59.481364 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:59.481925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Bound using segment: {'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:39:59.488360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Bound port: b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:39:59.489294 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:59.551406 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a22a1532-b42c-4b53-aa5f-c73bca9a4b82 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e61beaf13c294358bfcff3d06cf54736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6262922 Feb 08 15:39:59.556140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57238) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:59.575405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a1532-b42c-4b53-aa5f-c73bca9a4b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230264af-bffc-4f5d-ba2d-69e8cf469f50,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:59.638112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac8919-9b05-477d-9b9d-2dca6a8cc4c1 req-9099f4c7-6fef-4ad0-8dca-5bbdb49cd2f8 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:59.640395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1ac8919-9b05-477d-9b9d-2dca6a8cc4c1 req-9099f4c7-6fef-4ad0-8dca-5bbdb49cd2f8 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 948 time: 0.1588671 Feb 08 15:39:59.643789 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] For port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:39:59.652244 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] For port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:39:59.658790 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Publish callbacks [] for port (3c9b081c-17aa-4acf-a4a1-973ff753ceae), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:59.663498 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:59.665153 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f85dfeab-b044-44bd-b91a-063abfa0f0d0 admin admin] Publish callbacks [] for security_group (230264af-bffc-4f5d-ba2d-69e8cf469f50), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:59.737971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1ac8919-9b05-477d-9b9d-2dca6a8cc4c1 req-11653ee2-3cb9-4991-87ea-20e882fb611e tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/security-groups?id=0bcaf56a-5469-4fd2-a0df-986ba8b3b397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841370 Feb 08 15:39:59.773559 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f85dfeab-b044-44bd-b91a-063abfa0f0d0 admin admin] Publish callbacks [] for security_group (230264af-bffc-4f5d-ba2d-69e8cf469f50), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:59.821268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2872d10-53f4-48a9-a482-864015cd4297 None None] Pushing event updated for resources: {'Port': ['ID=b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:59.843559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57246) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:39:59.902043 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3c9b081c-17aa-4acf-a4a1-973ff753ceae), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:59.946962 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f85dfeab-b044-44bd-b91a-063abfa0f0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (230264af-bffc-4f5d-ba2d-69e8cf469f50), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:59.950439 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f85dfeab-b044-44bd-b91a-063abfa0f0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:39:59.952886 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f85dfeab-b044-44bd-b91a-063abfa0f0d0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/230264af-bffc-4f5d-ba2d-69e8cf469f50 HTTP/1.1" status: 204 len: 168 time: 0.3931532 Feb 08 15:39:59.966048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dfeab-b044-44bd-b91a-063abfa0f0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230264af-bffc-4f5d-ba2d-69e8cf469f50,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:39:59.978010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b36ff-0a9e-4f71-9f20-d66c41ee4157 req-ed5c7d7e-d3f9-47a1-8480-2c34c86a504d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:39:59.985570 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e30b36ff-0a9e-4f71-9f20-d66c41ee4157 req-ed5c7d7e-d3f9-47a1-8480-2c34c86a504d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 944 time: 0.1059604 Feb 08 15:40:00.014651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9b081c-17aa-4acf-a4a1-973ff753ceae,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:00.078527 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e30b36ff-0a9e-4f71-9f20-d66c41ee4157 req-c0ce429b-7780-4a2a-aa4a-a1ffc46a0091 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916524 Feb 08 15:40:00.094519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:40:00.100041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:00.102945 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:40:00.153401 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a782d9b1-efd2-4fbe-bd3b-ce38544fc702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:00.209536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-46b0e8b8-18dc-4961-95a8-3207b799f18d service neutron] Attempting to bind port 5c66117d-4175-4490-adf1-b2341526c64d on host n-h2-824834-11 for vnic_type normal with profile None {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:40:00.211295 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-46b0e8b8-18dc-4961-95a8-3207b799f18d service neutron] Attempting to bind port 5c66117d-4175-4490-adf1-b2341526c64d by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:40:00.211633 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-46b0e8b8-18dc-4961-95a8-3207b799f18d service neutron] Attempting to bind port 5c66117d-4175-4490-adf1-b2341526c64d on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:00.218211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-46b0e8b8-18dc-4961-95a8-3207b799f18d service neutron] Port 5c66117d-4175-4490-adf1-b2341526c64d on network 34030067-061b-475b-9f07-26ad4a87c9e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:40:00.218537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-46b0e8b8-18dc-4961-95a8-3207b799f18d service neutron] Attempting to bind port 5c66117d-4175-4490-adf1-b2341526c64d on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:00.270041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-46b0e8b8-18dc-4961-95a8-3207b799f18d service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:40:00.270802 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-46b0e8b8-18dc-4961-95a8-3207b799f18d service neutron] Checking segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:00.271051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-46b0e8b8-18dc-4961-95a8-3207b799f18d service neutron] Bound using segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:40:00.271500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-46b0e8b8-18dc-4961-95a8-3207b799f18d service neutron] Bound port: 5c66117d-4175-4490-adf1-b2341526c64d, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:40:00.332722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a782d9b1-efd2-4fbe-bd3b-ce38544fc702 admin admin] Publish callbacks [] for security_group (b1e92bd2-3ba4-466b-83d8-cf317b760e51), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:00.340353 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a782d9b1-efd2-4fbe-bd3b-ce38544fc702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b1e92bd2-3ba4-466b-83d8-cf317b760e51), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:00.408055 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a782d9b1-efd2-4fbe-bd3b-ce38544fc702 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=eda7fb2891384ce8aa51862dbb6f2436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5651250 Feb 08 15:40:00.409816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782d9b1-efd2-4fbe-bd3b-ce38544fc702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e92bd2-3ba4-466b-83d8-cf317b760e51,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:00.418055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57262) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:00.419438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57264) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:00.464195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-46b0e8b8-18dc-4961-95a8-3207b799f18d service neutron] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=5c66117d-4175-4490-adf1-b2341526c64d,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:40:00.480695 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-46b0e8b8-18dc-4961-95a8-3207b799f18d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:00.481914 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-46b0e8b8-18dc-4961-95a8-3207b799f18d service neutron] 10.222.0.82 "POST /v2.0/ports/5c66117d-4175-4490-adf1-b2341526c64d/bindings HTTP/1.1" status: 201 len: 390 time: 1.0173860 Feb 08 15:40:00.493264 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0fe3-037e-4799-8d55-a6f4a66c01e2 admin admin] Publish callbacks [] for security_group (b1e92bd2-3ba4-466b-83d8-cf317b760e51), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:00.572975 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0fe3-037e-4799-8d55-a6f4a66c01e2 admin admin] Publish callbacks [] for security_group (b1e92bd2-3ba4-466b-83d8-cf317b760e51), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:00.640320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-544561907-network', 'tenant_id': '504f43bb8bb74d7a9517a59da6bb23db'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:00.640452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57270) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:00.676862 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f54327e2-42bd-4362-b086-fe62db658fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:00.689599 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] Made reservation on behalf of 504f43bb8bb74d7a9517a59da6bb23db for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:00.692527 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:00.709322 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:00.736838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Publish callbacks [] for router_gateway (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:00.746208 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0fe3-037e-4799-8d55-a6f4a66c01e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b1e92bd2-3ba4-466b-83d8-cf317b760e51), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:00.750570 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0fe3-037e-4799-8d55-a6f4a66c01e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:00.751963 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9a1a0fe3-037e-4799-8d55-a6f4a66c01e2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b1e92bd2-3ba4-466b-83d8-cf317b760e51 HTTP/1.1" status: 204 len: 168 time: 0.3303475 Feb 08 15:40:00.785110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a0fe3-037e-4799-8d55-a6f4a66c01e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e92bd2-3ba4-466b-83d8-cf317b760e51,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:00.802561 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5843f6-a928-4c0f-90a4-9d47b1fb3def req-6384bc11-2003-4cb1-a883-d05113bdf2e5 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:00.805911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a5843f6-a928-4c0f-90a4-9d47b1fb3def req-6384bc11-2003-4cb1-a883-d05113bdf2e5 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 946 time: 0.1320426 Feb 08 15:40:01.066807 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f54327e2-42bd-4362-b086-fe62db658fb9 admin admin] Publish callbacks [] for security_group (a3eda269-ff6d-46d5-bc7b-d4495d566268), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.078900 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f54327e2-42bd-4362-b086-fe62db658fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a3eda269-ff6d-46d5-bc7b-d4495d566268), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.080210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:01.091507 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a5843f6-a928-4c0f-90a4-9d47b1fb3def req-1c79f17c-34b9-4935-92c9-377ddbdeffa2 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489901 Feb 08 15:40:01.178852 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.200712 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f54327e2-42bd-4362-b086-fe62db658fb9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c46c8948dab84ad88a9a26f47d0ee758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5570037 Feb 08 15:40:01.205682 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:01.206401 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.207266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-81b17036-4ebc-4e53-ab47-5fd1b3cd5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:01.214065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-81b17036-4ebc-4e53-ab47-5fd1b3cd5537 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 1129 time: 0.3542383 Feb 08 15:40:01.214726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54327e2-42bd-4362-b086-fe62db658fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eda269-ff6d-46d5-bc7b-d4495d566268,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:01.218823 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] Publish callbacks [] for security_group (215b3c80-9ee7-4a19-9a51-d2c559b322b9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.223284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57278) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:01.253361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eedae3-9628-47e3-a672-efe3463ce5a4 req-cf8565d0-1794-492d-bf13-e0b9ae687e09 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:01.255398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a8eedae3-9628-47e3-a672-efe3463ce5a4 req-cf8565d0-1794-492d-bf13-e0b9ae687e09 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 948 time: 0.3225677 Feb 08 15:40:01.263000 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (215b3c80-9ee7-4a19-9a51-d2c559b322b9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.266919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 90fa80d3-0243-465a-8f84-05955ce759c1 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:01.486006 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 90fa80d3-0243-465a-8f84-05955ce759c1 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:40:01.515795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ec16a7-aa86-444a-a023-ffe1ed0f723e None None] Network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:40:01.536456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 90fa80d3-0243-465a-8f84-05955ce759c1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:01.543694 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (90fa80d3-0243-465a-8f84-05955ce759c1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.585361 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a8eedae3-9628-47e3-a672-efe3463ce5a4 req-5ce75168-cfdc-497b-ab2a-04d35bfc642b tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/security-groups?id=0bcaf56a-5469-4fd2-a0df-986ba8b3b397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868018 Feb 08 15:40:01.600936 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84656f3e-43e9-47d0-be54-3ce231eff5e6 req-03c95784-15fd-4e25-a8be-9f873d2390a2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:01.608113 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84656f3e-43e9-47d0-be54-3ce231eff5e6 req-03c95784-15fd-4e25-a8be-9f873d2390a2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 944 time: 0.3515539 Feb 08 15:40:01.626189 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57284) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:01.638492 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-1dcf8232-d5a7-48c7-ac61-03a830533d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:01.640402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-1dcf8232-d5a7-48c7-ac61-03a830533d62 service neutron] 10.222.0.96 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.4151809 Feb 08 15:40:01.699969 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ce8bba1-434a-4157-b98b-a034e71bf2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.703623 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f829ce31-c27b-4982-9cb4-1a59238c5945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.707366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-bd11d568-ff9d-4ecd-9587-0c644ec21485 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c66117d-4175-4490-adf1-b2341526c64d HTTP/1.1" status: 200 len: 217 time: 0.0584760 Feb 08 15:40:01.761484 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:40:01.775555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 35b350e6-1d56-4750-9fee-6e8a6530dff4 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:01.786283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215b3c80-9ee7-4a19-9a51-d2c559b322b9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:01.798630 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (17f1b2ad-8587-4e7c-8c2b-52859a499ad3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.799238 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] Added segment 17f1b2ad-8587-4e7c-8c2b-52859a499ad3 of type vlan for network 10f31acf-af70-43a0-8ed8-fce5309bf818 Feb 08 15:40:01.799665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84656f3e-43e9-47d0-be54-3ce231eff5e6 req-33b80fff-c008-4f68-b66a-20a8fd12f7bc tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867158 Feb 08 15:40:01.841266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-6b5b9322-00f5-457f-b58e-24bdf9f3669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:01.842765 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-6b5b9322-00f5-457f-b58e-24bdf9f3669c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.1277218 Feb 08 15:40:01.850651 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:01.851043 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.870190 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89b48f91-2fc1-4c00-ad5b-454867bebec6 admin admin] Publish callbacks [] for security_group (a3eda269-ff6d-46d5-bc7b-d4495d566268), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.879864 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-f15e7788-7223-4e40-8981-0731986550da service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298324 Feb 08 15:40:01.880279 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (10f31acf-af70-43a0-8ed8-fce5309bf818), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.893256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-13e83f28-605b-41c9-acaa-33fed95345e5 None None] Provisioning complete for port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:01.893960 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-13e83f28-605b-41c9-acaa-33fed95345e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.930203 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89b48f91-2fc1-4c00-ad5b-454867bebec6 admin admin] Publish callbacks [] for security_group (a3eda269-ff6d-46d5-bc7b-d4495d566268), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.955966 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (10f31acf-af70-43a0-8ed8-fce5309bf818), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.956990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:01.957699 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.969082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:01.984649 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:01.991549 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f829ce31-c27b-4982-9cb4-1a59238c5945 admin admin] Publish callbacks [] for security_group (e3dc00d1-4142-4930-a948-cca6fd2cec23), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:02.008869 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f829ce31-c27b-4982-9cb4-1a59238c5945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e3dc00d1-4142-4930-a948-cca6fd2cec23), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:02.067699 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-19e3e017-9aea-4ede-a973-5a4d2a519009 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813066 Feb 08 15:40:02.092584 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829ce31-c27b-4982-9cb4-1a59238c5945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dc00d1-4142-4930-a948-cca6fd2cec23,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:02.142907 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7223287 Feb 08 15:40:02.146507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 35b350e6-1d56-4750-9fee-6e8a6530dff4 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:40:02.148924 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57288) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:02.156148 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:02.165739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4af6d277-e05e-43b4-ae36-985a61a634c8 admin admin] Request body: {'subnet': {'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-544561907-subnet', 'tenant_id': '504f43bb8bb74d7a9517a59da6bb23db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:02.169404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29566837-0347-44af-8acb-43896d8ae024 admin admin] Pushing event updated for resources: {'Network': ['ID=10f31acf-af70-43a0-8ed8-fce5309bf818,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:02.169722 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 90fa80d3-0243-465a-8f84-05955ce759c1 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:02.170123 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (90fa80d3-0243-465a-8f84-05955ce759c1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:02.176046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 35b350e6-1d56-4750-9fee-6e8a6530dff4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:02.176423 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:02.180498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-13e83f28-605b-41c9-acaa-33fed95345e5 None None] Current status of the port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:02.183020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:40:02.242693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 10f31acf-af70-43a0-8ed8-fce5309bf818 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:40:02.274034 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f829ce31-c27b-4982-9cb4-1a59238c5945 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c0e32dcf5d2d4bbe97b2601137383312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6399388 Feb 08 15:40:02.277831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af6d277-e05e-43b4-ae36-985a61a634c8 admin admin] Made reservation on behalf of 504f43bb8bb74d7a9517a59da6bb23db for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:02.280297 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4af6d277-e05e-43b4-ae36-985a61a634c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:02.308742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57290) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:02.309139 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89b48f91-2fc1-4c00-ad5b-454867bebec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a3eda269-ff6d-46d5-bc7b-d4495d566268), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:02.311959 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89b48f91-2fc1-4c00-ad5b-454867bebec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:02.313271 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-89b48f91-2fc1-4c00-ad5b-454867bebec6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a3eda269-ff6d-46d5-bc7b-d4495d566268 HTTP/1.1" status: 204 len: 168 time: 1.0889792 Feb 08 15:40:02.331260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-2c40d674-2d9d-4ece-9bb8-485e351045e7 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232630 Feb 08 15:40:02.357014 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68d5c96-23c6-4847-a007-ec3ad47f1032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fa80d3-0243-465a-8f84-05955ce759c1'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:02.362445 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5a56f8-b101-4295-aa36-ff42f9a17e41" -d '{"events": [{"server_uuid": "d68d5c96-23c6-4847-a007-ec3ad47f1032", "name": "network-vif-plugged", "status": "completed", "tag": "90fa80d3-0243-465a-8f84-05955ce759c1"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:02.388686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 90fa80d3-0243-465a-8f84-05955ce759c1, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=90fa80d3-0243-465a-8f84-05955ce759c1,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:02.399233 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (90fa80d3-0243-465a-8f84-05955ce759c1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:02.472541 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b02179-64e3-4556-8856-3046913d02e3 x-openstack-request-id: req-b3b02179-64e3-4556-8856-3046913d02e3 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:02.472856 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68d5c96-23c6-4847-a007-ec3ad47f1032", "name": "network-vif-plugged", "status": "completed", "tag": "90fa80d3-0243-465a-8f84-05955ce759c1", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:02.473158 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b3b02179-64e3-4556-8856-3046913d02e3 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:02.473550 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68d5c96-23c6-4847-a007-ec3ad47f1032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fa80d3-0243-465a-8f84-05955ce759c1', 'code': 200} Feb 08 15:40:02.485872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b48f91-2fc1-4c00-ad5b-454867bebec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eda269-ff6d-46d5-bc7b-d4495d566268,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:02.529148 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=90fa80d3-0243-465a-8f84-05955ce759c1,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:02.536213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 35b350e6-1d56-4750-9fee-6e8a6530dff4 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:02.536612 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:02.563271 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3fb0d-690c-414a-a900-fa8d82ef5c1f req-c6db40f3-22f0-416d-a9f6-6e4bad32d062 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:02.563479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-03bf10c8-d7e7-4d0c-885f-51565ed5b71f None None] Provisioning complete for port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:02.563731 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-03bf10c8-d7e7-4d0c-885f-51565ed5b71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:02.567295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1af3fb0d-690c-414a-a900-fa8d82ef5c1f req-c6db40f3-22f0-416d-a9f6-6e4bad32d062 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 946 time: 0.2954333 Feb 08 15:40:02.636531 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-700f1f06-6c74-490a-93ea-331158fe57aa admin admin] Publish callbacks [] for security_group (e3dc00d1-4142-4930-a948-cca6fd2cec23), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:02.646400 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:40:02.664013 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 35b350e6-1d56-4750-9fee-6e8a6530dff4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=35b350e6-1d56-4750-9fee-6e8a6530dff4,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:02.682449 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1af3fb0d-690c-414a-a900-fa8d82ef5c1f req-f1fb5c91-9d05-41ce-bdc4-bea2d7cd66b3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084151 Feb 08 15:40:02.685457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Sync routers for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:40:02.711361 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:02.747693 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-f856f88e-e60e-4140-8143-6f08979127f6 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:02.753367 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-f856f88e-e60e-4140-8143-6f08979127f6 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3&tenant_id=dd11d3f1860a443eb3dacd21c1380846&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 1129 time: 0.3447547 Feb 08 15:40:02.769576 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-700f1f06-6c74-490a-93ea-331158fe57aa admin admin] Publish callbacks [] for security_group (e3dc00d1-4142-4930-a948-cca6fd2cec23), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:02.781817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361a73f-5889-4302-b05c-16166bbdcaf5 req-3e57d5bd-35ea-4634-b63a-0c6e51d98b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:02.783566 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2361a73f-5889-4302-b05c-16166bbdcaf5 req-3e57d5bd-35ea-4634-b63a-0c6e51d98b7f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 1128 time: 0.2619581 Feb 08 15:40:02.791391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:02.795707 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ce3779ad-c3b4-47e3-9e8b-403aa7267c41 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.0953498 Feb 08 15:40:02.799502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57302) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:02.809246 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824834-11'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:02.849809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:40:02.851107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:39:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:02.979253 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=35b350e6-1d56-4750-9fee-6e8a6530dff4,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:02.998730 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4af6d277-e05e-43b4-ae36-985a61a634c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (6860ace5-603d-4273-928c-37854cfdc005), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:03.013920 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-700f1f06-6c74-490a-93ea-331158fe57aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e3dc00d1-4142-4930-a948-cca6fd2cec23), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:03.018062 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-700f1f06-6c74-490a-93ea-331158fe57aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:03.019406 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-700f1f06-6c74-490a-93ea-331158fe57aa admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e3dc00d1-4142-4930-a948-cca6fd2cec23 HTTP/1.1" status: 204 len: 168 time: 0.7050004 Feb 08 15:40:03.048874 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2361a73f-5889-4302-b05c-16166bbdcaf5 req-bced497e-b4bd-447e-8e1e-31cb2dab8a27 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491808 Feb 08 15:40:03.075801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f1f06-6c74-490a-93ea-331158fe57aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dc00d1-4142-4930-a948-cca6fd2cec23,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:03.076064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-03bf10c8-d7e7-4d0c-885f-51565ed5b71f None None] Current status of the port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:03.105347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:03.133474 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6d277-e05e-43b4-ae36-985a61a634c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6860ace5-603d-4273-928c-37854cfdc005,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:03.142146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af6d277-e05e-43b4-ae36-985a61a634c8 admin admin] Checking segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:03.142666 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5c66117d-4175-4490-adf1-b2341526c64d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:03.143065 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af6d277-e05e-43b4-ae36-985a61a634c8 admin admin] Network hostable DHCP agents. Network: 10f31acf-af70-43a0-8ed8-fce5309bf818, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:40:03.166632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af6d277-e05e-43b4-ae36-985a61a634c8 admin admin] Network 10f31acf-af70-43a0-8ed8-fce5309bf818 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:40:03.181116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-4af6d277-e05e-43b4-ae36-985a61a634c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 10f31acf-af70-43a0-8ed8-fce5309bf818) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:03.192130 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af6d277-e05e-43b4-ae36-985a61a634c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:03.194983 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4af6d277-e05e-43b4-ae36-985a61a634c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:03.210205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70434cbe-a55f-444d-bec0-10813e9bbb76 None None] Network 10f31acf-af70-43a0-8ed8-fce5309bf818 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:40:03.231126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c8ab0-9394-4795-914c-2d5cd7c26e09 req-ef863f33-d44f-4a02-9f63-e5e6f879875d tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:03.237547 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4af6d277-e05e-43b4-ae36-985a61a634c8 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0850875 Feb 08 15:40:03.238301 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-726c8ab0-9394-4795-914c-2d5cd7c26e09 req-ef863f33-d44f-4a02-9f63-e5e6f879875d tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 949 time: 0.5246439 Feb 08 15:40:03.287241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:40:03.401568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5c66117d-4175-4490-adf1-b2341526c64d,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:03.470495 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12fe27-c52e-410f-b3bb-631a7d94be9b req-0a496322-0448-4ab3-b43c-be8a4e16b164 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:03.478849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e12fe27-c52e-410f-b3bb-631a7d94be9b req-0a496322-0448-4ab3-b43c-be8a4e16b164 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 945 time: 0.5184622 Feb 08 15:40:03.521841 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:03.561217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:03.561676 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:03.645613 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd4a4da-0e5d-4965-83cb-e934e37e7888 None None] Network 10f31acf-af70-43a0-8ed8-fce5309bf818 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:40:03.680912 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-726c8ab0-9394-4795-914c-2d5cd7c26e09 req-1afffb20-63b7-4844-916d-38359f5c5489 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/security-groups?id=0bcaf56a-5469-4fd2-a0df-986ba8b3b397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416480 Feb 08 15:40:03.769863 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4db74e0-6284-474a-ba73-a9b4a6a214e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c66117d-4175-4490-adf1-b2341526c64d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:03.774979 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4363de3a-0db4-419b-801a-53d97b2227d7" -d '{"events": [{"server_uuid": "d4db74e0-6284-474a-ba73-a9b4a6a214e3", "name": "network-vif-unplugged", "status": "completed", "tag": "5c66117d-4175-4490-adf1-b2341526c64d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:03.787476 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Publish callbacks [] for port (5c66117d-4175-4490-adf1-b2341526c64d), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:03.827902 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e12fe27-c52e-410f-b3bb-631a7d94be9b req-db41d411-9355-492c-b53b-ac8449a64e48 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370287 Feb 08 15:40:03.844594 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (5c66117d-4175-4490-adf1-b2341526c64d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:03.966670 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8b3b-1eeb-4e74-ab4c-4ff1a4738c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:03.974860 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a637eb87-22da-497b-90e5-007c3c6a4f7e x-openstack-request-id: req-a637eb87-22da-497b-90e5-007c3c6a4f7e {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:03.975638 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4db74e0-6284-474a-ba73-a9b4a6a214e3", "name": "network-vif-unplugged", "status": "completed", "tag": "5c66117d-4175-4490-adf1-b2341526c64d", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:03.975908 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a637eb87-22da-497b-90e5-007c3c6a4f7e {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:03.976554 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4db74e0-6284-474a-ba73-a9b4a6a214e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c66117d-4175-4490-adf1-b2341526c64d', 'code': 200} Feb 08 15:40:04.009716 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Pushing event updated for resources: {'Port': ['ID=5c66117d-4175-4490-adf1-b2341526c64d,revision_number=7']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:04.037194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:04.120574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:00Z', 'revision_number': 3, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:04.179510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Checking router: e2b9e531-ed49-4ca5-bb54-04ef14f7e543 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:40:04.179908 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Updating router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 port 3c9b081c-17aa-4acf-a4a1-973ff753ceae binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:40:04.243271 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3c9b081c-17aa-4acf-a4a1-973ff753ceae), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:04.290096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167eff78-48a8-4140-9914-c7a115283407 req-05525223-d5fd-48bf-8c2c-b86fac059923 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:04.297058 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-167eff78-48a8-4140-9914-c7a115283407 req-05525223-d5fd-48bf-8c2c-b86fac059923 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 944 time: 0.4903245 Feb 08 15:40:04.309226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Attempting to bind port 5c66117d-4175-4490-adf1-b2341526c64d on host n-h1-824834-11 for vnic_type normal with profile {"migrating_to": "n-h2-824834-11"} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:40:04.309556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Attempting to bind port 5c66117d-4175-4490-adf1-b2341526c64d by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:40:04.309881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Attempting to bind port 5c66117d-4175-4490-adf1-b2341526c64d on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:04.328381 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Port 5c66117d-4175-4490-adf1-b2341526c64d on network 34030067-061b-475b-9f07-26ad4a87c9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:40:04.328724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Attempting to bind port 5c66117d-4175-4490-adf1-b2341526c64d on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:04.372008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:40:04.372392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Checking segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:04.372808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Bound using segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:40:04.377181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Bound port: 5c66117d-4175-4490-adf1-b2341526c64d, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:40:04.383412 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5c66117d-4175-4490-adf1-b2341526c64d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:04.457289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-167eff78-48a8-4140-9914-c7a115283407 req-6bcee980-2df4-4ed4-839d-cd6d9cdba028 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552012 Feb 08 15:40:04.476238 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732862ef-944f-41bd-ab42-b1f9e1952ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b350e6-1d56-4750-9fee-6e8a6530dff4'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:04.478429 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e68b9f-1e71-4677-a45e-6dc25e1c760c" -d '{"events": [{"server_uuid": "732862ef-944f-41bd-ab42-b1f9e1952ac8", "name": "network-vif-plugged", "status": "completed", "tag": "35b350e6-1d56-4750-9fee-6e8a6530dff4"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:04.552731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:04.558255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5c66117d-4175-4490-adf1-b2341526c64d,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:40:04.594175 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f7cdab-253b-4f2b-b7e3-0861a5965682 x-openstack-request-id: req-80f7cdab-253b-4f2b-b7e3-0861a5965682 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:04.596232 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732862ef-944f-41bd-ab42-b1f9e1952ac8", "name": "network-vif-plugged", "status": "completed", "tag": "35b350e6-1d56-4750-9fee-6e8a6530dff4", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:04.596695 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-80f7cdab-253b-4f2b-b7e3-0861a5965682 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:04.598443 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732862ef-944f-41bd-ab42-b1f9e1952ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b350e6-1d56-4750-9fee-6e8a6530dff4', 'code': 200} Feb 08 15:40:04.616981 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (5c66117d-4175-4490-adf1-b2341526c64d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:04.701881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:04.788430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57382) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:04.794585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1169154826-network', 'tenant_id': 'ce6d6e9823a147e0a64822e94e96e442'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:04.819682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:04.820429 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:04.821910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] 10.222.0.96 "PUT /v2.0/ports/5c66117d-4175-4490-adf1-b2341526c64d HTTP/1.1" status: 200 len: 1124 time: 2.0632763 Feb 08 15:40:04.829213 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab620ec-97be-48e2-97d7-09faba4c5338 service neutron] Pushing event updated for resources: {'Port': ['ID=5c66117d-4175-4490-adf1-b2341526c64d,revision_number=8']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:04.852366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] Made reservation on behalf of ce6d6e9823a147e0a64822e94e96e442 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:04.854981 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:04.876453 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:04.932067 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Publish callbacks [] for port (3c9b081c-17aa-4acf-a4a1-973ff753ceae), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:04.939063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['5c66117d-4175-4490-adf1-b2341526c64d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:40:04.960367 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99345dfb-ff3c-4c67-9556-e5739481dc51 req-4c851edb-83ce-4924-bf1f-b108abd9d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:04.962159 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99345dfb-ff3c-4c67-9556-e5739481dc51 req-4c851edb-83ce-4924-bf1f-b108abd9d797 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 1132 time: 0.3284647 Feb 08 15:40:04.982693 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3c9b081c-17aa-4acf-a4a1-973ff753ceae), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.039268 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] Publish callbacks [] for security_group (1711a1b4-f408-4a7f-80bb-3e1453f8cf8d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.044399 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1711a1b4-f408-4a7f-80bb-3e1453f8cf8d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.052184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57388) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:05.086608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:40:05.095621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1711a1b4-f408-4a7f-80bb-3e1453f8cf8d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:05.104006 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (50bdccfa-d085-4832-b513-9be7ddfda1b4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.104381 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] Added segment 50bdccfa-d085-4832-b513-9be7ddfda1b4 of type vlan for network 441ed064-5f2d-40c4-b4bb-fd070af6efbb Feb 08 15:40:05.151347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e39d6-7631-4ba9-96a0-61beaa09f4b1 req-a38f2184-00d3-47a5-be06-cfec11723bfa tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:05.153044 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f2e39d6-7631-4ba9-96a0-61beaa09f4b1 req-a38f2184-00d3-47a5-be06-cfec11723bfa tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 949 time: 0.3288877 Feb 08 15:40:05.154171 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (441ed064-5f2d-40c4-b4bb-fd070af6efbb), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.163726 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99345dfb-ff3c-4c67-9556-e5739481dc51 req-9dcc6268-7197-403b-a861-86a5e6366fb8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0bcaf56a-5469-4fd2-a0df-986ba8b3b397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870904 Feb 08 15:40:05.172398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815deed-c378-4348-8dad-66af2af93bda None None] Pushing event updated for resources: {'Port': ['ID=3c9b081c-17aa-4acf-a4a1-973ff753ceae,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:05.185254 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Attempting to bind port 3c9b081c-17aa-4acf-a4a1-973ff753ceae on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:40:05.185627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Attempting to bind port 3c9b081c-17aa-4acf-a4a1-973ff753ceae by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:40:05.185993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Attempting to bind port 3c9b081c-17aa-4acf-a4a1-973ff753ceae on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:05.196576 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (441ed064-5f2d-40c4-b4bb-fd070af6efbb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.196722 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:40:05.197191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:05.197745 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.198061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:40:05.198691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Bound port: 3c9b081c-17aa-4acf-a4a1-973ff753ceae, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:40:05.199819 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3c9b081c-17aa-4acf-a4a1-973ff753ceae), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.199934 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:05.199934 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.315796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] For port 3c9b081c-17aa-4acf-a4a1-973ff753ceae, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:05.325651 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5352714 Feb 08 15:40:05.326785 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57394) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:05.329399 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d99012-3e4f-4899-a506-e94207b1017d req-71cd51ce-bc1f-4dce-91b5-b73bdb4e3d57 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:05.330984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-28d99012-3e4f-4899-a506-e94207b1017d req-71cd51ce-bc1f-4dce-91b5-b73bdb4e3d57 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 945 time: 0.3406262 Feb 08 15:40:05.361453 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0f5b8958-ba64-484d-b69a-c557112097e4 admin admin] Request body: {'subnet': {'network_id': '441ed064-5f2d-40c4-b4bb-fd070af6efbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1169154826-subnet', 'tenant_id': 'ce6d6e9823a147e0a64822e94e96e442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:05.372849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] For port 3c9b081c-17aa-4acf-a4a1-973ff753ceae, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3c9b081c-17aa-4acf-a4a1-973ff753ceae,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:40:05.396757 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3c9b081c-17aa-4acf-a4a1-973ff753ceae), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.400250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d245f-aef2-45a1-a6ed-d9a0ff4fce41 admin admin] Pushing event updated for resources: {'Network': ['ID=441ed064-5f2d-40c4-b4bb-fd070af6efbb,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:05.419651 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.422425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-407028713-network', 'tenant_id': '782ccbc77baf4c51a5f5bce6cb1cdb50'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:05.435392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Allocated IP 172.20.0.1 (7cfe234b-c2c5-4fb6-a27d-356d913a98ed/48378879-d082-4542-a40c-143a313da111/391b3249-744a-48c9-8ff8-0ccda4e74f6e) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:40:05.442008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f2e39d6-7631-4ba9-96a0-61beaa09f4b1 req-02bc0bf7-b8f8-42fd-931e-2a3e6cb26bfd tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/security-groups?id=0bcaf56a-5469-4fd2-a0df-986ba8b3b397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772999 Feb 08 15:40:05.452617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5b8958-ba64-484d-b69a-c557112097e4 admin admin] Made reservation on behalf of ce6d6e9823a147e0a64822e94e96e442 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:05.473617 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8958-ba64-484d-b69a-c557112097e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.495872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 441ed064-5f2d-40c4-b4bb-fd070af6efbb details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:40:05.583503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-28d99012-3e4f-4899-a506-e94207b1017d req-9ff7a0e9-18ee-4b77-8e32-c3ce24d69598 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301650 Feb 08 15:40:05.596286 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] Made reservation on behalf of 782ccbc77baf4c51a5f5bce6cb1cdb50 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:05.599531 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.640785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:40:05.641209 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:40:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:05.650061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815deed-c378-4348-8dad-66af2af93bda None None] Pushing event updated for resources: {'Port': ['ID=3c9b081c-17aa-4acf-a4a1-973ff753ceae,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:05.663948 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.752299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Publish callbacks [] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.765493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8737e9e-2726-48da-897e-d94e2e21f084 req-83abd2a4-2f48-40e8-a6d0-8aea3b8bc46a tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:05.767448 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8737e9e-2726-48da-897e-d94e2e21f084 req-83abd2a4-2f48-40e8-a6d0-8aea3b8bc46a tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 944 time: 0.1514857 Feb 08 15:40:05.827685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:40:05.832939 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55798577-b7c5-484c-ad9c-d2ba23585827 req-a40b7620-1ca4-47d0-9595-647e5ca52e85 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:05.835705 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55798577-b7c5-484c-ad9c-d2ba23585827 req-a40b7620-1ca4-47d0-9595-647e5ca52e85 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 945 time: 0.1364348 Feb 08 15:40:05.845684 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57416) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:05.857783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7a06f1ea-4dc5-42c1-af0e-1e248e7ca68d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Request body: {'floatingip': {'port_id': '90fa80d3-0243-465a-8f84-05955ce759c1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:05.873078 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.886928 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8737e9e-2726-48da-897e-d94e2e21f084 req-a966ca1a-2ee2-4a2a-a94e-3b2322655424 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056976 Feb 08 15:40:05.922677 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7a06f1ea-4dc5-42c1-af0e-1e248e7ca68d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for floatingip (e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:05.963172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:40:05.966581 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:05.980891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4db74e0-6284-474a-ba73-a9b4a6a214e3', 'tag': '5c66117d-4175-4490-adf1-b2341526c64d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:05.984428 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ee3297-9e4a-42cb-9269-c2ea6b1a34a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4db74e0-6284-474a-ba73-a9b4a6a214e3", "tag": "5c66117d-4175-4490-adf1-b2341526c64d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:05.996419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:40:06.045467 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] Publish callbacks [] for security_group (0b57f049-2577-4f4a-9fbd-5a82d9e13622), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:06.059154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Pushing event updated for resources: {'Port': ['ID=391b3249-744a-48c9-8ff8-0ccda4e74f6e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:06.071455 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0b57f049-2577-4f4a-9fbd-5a82d9e13622), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:06.083956 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd78c171-9957-4c0e-b67e-aea737a915cf x-openstack-request-id: req-dd78c171-9957-4c0e-b67e-aea737a915cf {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:06.093186 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4db74e0-6284-474a-ba73-a9b4a6a214e3", "tag": "5c66117d-4175-4490-adf1-b2341526c64d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:06.093186 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dd78c171-9957-4c0e-b67e-aea737a915cf {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:06.100862 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4db74e0-6284-474a-ba73-a9b4a6a214e3', 'tag': '5c66117d-4175-4490-adf1-b2341526c64d', 'status': 'completed', 'code': 200} Feb 08 15:40:06.121202 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:06.138128 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b57f049-2577-4f4a-9fbd-5a82d9e13622,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:06.141140 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8958-ba64-484d-b69a-c557112097e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (f787b90f-f8f6-4925-8396-57e4b0ede628), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:06.309332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:40:06.351524 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b8958-ba64-484d-b69a-c557112097e4 admin admin] Checking segment: {'id': '50bdccfa-d085-4832-b513-9be7ddfda1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '441ed064-5f2d-40c4-b4bb-fd070af6efbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:06.352151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5b8958-ba64-484d-b69a-c557112097e4 admin admin] Network hostable DHCP agents. Network: 441ed064-5f2d-40c4-b4bb-fd070af6efbb, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:40:06.359583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:00Z', 'revision_number': 3, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:06.394473 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (e3d001f6-d516-4723-b72c-24c9d6f84eda), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:06.394819 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] Added segment e3d001f6-d516-4723-b72c-24c9d6f84eda of type vlan for network 78653a79-f4c0-43a0-9a7f-bcdcc266bd20 Feb 08 15:40:06.410617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5b8958-ba64-484d-b69a-c557112097e4 admin admin] Network 441ed064-5f2d-40c4-b4bb-fd070af6efbb is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:40:06.417119 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d62ecf-858c-4fc3-bcfd-f1ff293d0b55 None None] The sync data for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 is: [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:00Z', 'revision_number': 3, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:40:06.443299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:06.462934 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-52d46b12-353b-46d9-938f-0f2f9db777be None None] Provisioning complete for port 391b3249-744a-48c9-8ff8-0ccda4e74f6e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:06.462934 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-52d46b12-353b-46d9-938f-0f2f9db777be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:06.518388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b8958-ba64-484d-b69a-c557112097e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f787b90f-f8f6-4925-8396-57e4b0ede628,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:06.609034 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:06.615454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-0f5b8958-ba64-484d-b69a-c557112097e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 441ed064-5f2d-40c4-b4bb-fd070af6efbb) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:06.616923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-52d46b12-353b-46d9-938f-0f2f9db777be None None] Port 391b3249-744a-48c9-8ff8-0ccda4e74f6e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:40:06.633887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee3297-9e4a-42cb-9269-c2ea6b1a34a0 req-87e1b0d6-b5ab-4dc5-9da1-ae81a844a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:06.636022 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d6ee3297-9e4a-42cb-9269-c2ea6b1a34a0 req-87e1b0d6-b5ab-4dc5-9da1-ae81a844a5a4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 1158 time: 0.5124242 Feb 08 15:40:06.637262 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5b8958-ba64-484d-b69a-c557112097e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:06.637964 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f5b8958-ba64-484d-b69a-c557112097e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:06.643051 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (78653a79-f4c0-43a0-9a7f-bcdcc266bd20), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:06.647508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b171eda-bd2e-4e1d-aef6-d7d1329f991d None None] Network 441ed064-5f2d-40c4-b4bb-fd070af6efbb requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:40:06.723506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032b75b-8182-4f9e-989d-76cf36f3574a req-142049e3-aee0-4f41-b75a-c42ea912f0c6 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:06.724715 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e032b75b-8182-4f9e-989d-76cf36f3574a req-142049e3-aee0-4f41-b75a-c42ea912f0c6 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 949 time: 0.1108623 Feb 08 15:40:06.793399 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57430) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:06.812225 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0f5b8958-ba64-484d-b69a-c557112097e4 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4679704 Feb 08 15:40:06.851508 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (78653a79-f4c0-43a0-9a7f-bcdcc266bd20), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:06.868521 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Publish callbacks [] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:06.870445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:06.871322 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:06.887974 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:06.959775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6aa54c-b958-474c-8463-15869954f02b None None] Network 441ed064-5f2d-40c4-b4bb-fd070af6efbb requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:40:07.031520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Pushing event updated for resources: {'Port': ['ID=391b3249-744a-48c9-8ff8-0ccda4e74f6e,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:07.125414 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e032b75b-8182-4f9e-989d-76cf36f3574a req-dcc334af-7040-44e5-8365-d83d5f2e0bf5 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/security-groups?id=0bcaf56a-5469-4fd2-a0df-986ba8b3b397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940649 Feb 08 15:40:07.129013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57440) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:07.138676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3c9b081c-17aa-4acf-a4a1-973ff753ceae up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:07.140109 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0681043 Feb 08 15:40:07.143857 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-7775c0ef-3ab7-42dd-a867-b39a270060c8 admin admin] Request body: {'subnet': {'network_id': '78653a79-f4c0-43a0-9a7f-bcdcc266bd20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-407028713-subnet', 'tenant_id': '782ccbc77baf4c51a5f5bce6cb1cdb50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:07.180524 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b12fac9-aae9-47a6-9056-6c5e21945245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:07.244291 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:07.283951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7775c0ef-3ab7-42dd-a867-b39a270060c8 admin admin] Made reservation on behalf of 782ccbc77baf4c51a5f5bce6cb1cdb50 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:07.286345 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7775c0ef-3ab7-42dd-a867-b39a270060c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:07.307297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3c9b081c-17aa-4acf-a4a1-973ff753ceae triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:07.307855 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3c9b081c-17aa-4acf-a4a1-973ff753ceae), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:07.498386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3c9b081c-17aa-4acf-a4a1-973ff753ceae is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:07.499008 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3c9b081c-17aa-4acf-a4a1-973ff753ceae), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:07.512933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb06411-37c5-4e5e-a45a-16236b0c4d93 req-7a35af92-5f0f-4a27-969e-87feee63149f tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:07.523119 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6bb06411-37c5-4e5e-a45a-16236b0c4d93 req-7a35af92-5f0f-4a27-969e-87feee63149f tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 944 time: 0.4432597 Feb 08 15:40:07.552104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 3c9b081c-17aa-4acf-a4a1-973ff753ceae, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3c9b081c-17aa-4acf-a4a1-973ff753ceae,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:07.555881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97ae45-f8fd-4c3e-98fa-787d3b2b85bb admin admin] Pushing event updated for resources: {'Network': ['ID=78653a79-f4c0-43a0-9a7f-bcdcc266bd20,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:07.559312 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3c9b081c-17aa-4acf-a4a1-973ff753ceae), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:07.581109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee3297-9e4a-42cb-9269-c2ea6b1a34a0 req-1e799a67-4ee8-41f6-8135-f1ca64c718de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:07.588964 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d6ee3297-9e4a-42cb-9269-c2ea6b1a34a0 req-1e799a67-4ee8-41f6-8135-f1ca64c718de service neutron] 10.222.0.94 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.9433351 Feb 08 15:40:07.636777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 5c66117d-4175-4490-adf1-b2341526c64d details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:40:07.639841 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 78653a79-f4c0-43a0-9a7f-bcdcc266bd20 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:40:07.706562 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d6ee3297-9e4a-42cb-9269-c2ea6b1a34a0 req-7090b96d-42e9-40fd-845d-089627fa57d0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c66117d-4175-4490-adf1-b2341526c64d HTTP/1.1" status: 200 len: 217 time: 0.0989885 Feb 08 15:40:07.722157 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6bb06411-37c5-4e5e-a45a-16236b0c4d93 req-c23b7907-53fd-419a-9ec2-084b0aa808ac tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835148 Feb 08 15:40:07.785281 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b12fac9-aae9-47a6-9056-6c5e21945245 admin admin] Publish callbacks [] for security_group (1e67336b-2892-4158-8b3a-f9f9c80c1af2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:07.807487 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b12fac9-aae9-47a6-9056-6c5e21945245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1e67336b-2892-4158-8b3a-f9f9c80c1af2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:07.808090 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.db.resource_extend [None req-7a06f1ea-4dc5-42c1-af0e-1e248e7ca68d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:40:07.876848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:40:07.897741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5c66117d-4175-4490-adf1-b2341526c64d,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:07.899199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee3297-9e4a-42cb-9269-c2ea6b1a34a0 req-6b030a48-618d-4e32-82ae-80265b27e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:07.901312 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d6ee3297-9e4a-42cb-9269-c2ea6b1a34a0 req-6b030a48-618d-4e32-82ae-80265b27e6da service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.1820631 Feb 08 15:40:07.913500 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7a06f1ea-4dc5-42c1-af0e-1e248e7ca68d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:07.913734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 5c66117d-4175-4490-adf1-b2341526c64d has no active binding in host n-h2-824834-11 {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 15:40:07.914052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:07.926990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7a06f1ea-4dc5-42c1-af0e-1e248e7ca68d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:07.954423 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12fac9-aae9-47a6-9056-6c5e21945245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e67336b-2892-4158-8b3a-f9f9c80c1af2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:08.023778 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d6ee3297-9e4a-42cb-9269-c2ea6b1a34a0 req-4e19f0b8-f2ca-454d-aa0a-e4d8b90ea610 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079557 Feb 08 15:40:08.033532 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7b12fac9-aae9-47a6-9056-6c5e21945245 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3ddf709f4f304870a9ce733a4417bb31&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2384071 Feb 08 15:40:08.053356 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:08.081893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57460) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:08.123882 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=3c9b081c-17aa-4acf-a4a1-973ff753ceae,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:08.217101 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d6ee3297-9e4a-42cb-9269-c2ea6b1a34a0 req-aaca6cd1-0969-4eda-81f9-da0f829bc350 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306405 Feb 08 15:40:08.218243 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-7a06f1ea-4dc5-42c1-af0e-1e248e7ca68d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Floating IP e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e associated. External IP: 172.25.7.176, port: 90fa80d3-0243-465a-8f84-05955ce759c1. Feb 08 15:40:08.264011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-89213e9c-9507-4265-bc91-7ab3bda66b8f None None] Provisioning complete for port 391b3249-744a-48c9-8ff8-0ccda4e74f6e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:08.264394 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-89213e9c-9507-4265-bc91-7ab3bda66b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:08.320110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fe5f2-d824-4a30-b67a-1cb3d8723f08 req-4e64a5ce-6566-4a08-bf9c-0bb31c744d05 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:08.321698 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-123fe5f2-d824-4a30-b67a-1cb3d8723f08 req-4e64a5ce-6566-4a08-bf9c-0bb31c744d05 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 949 time: 0.4301195 Feb 08 15:40:08.331957 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-89213e9c-9507-4265-bc91-7ab3bda66b8f None None] Port 391b3249-744a-48c9-8ff8-0ccda4e74f6e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:40:08.333732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:40:08.458241 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-0aabab3b-6aea-4249-bceb-3f29f6b5e0c3 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:08.459863 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-0aabab3b-6aea-4249-bceb-3f29f6b5e0c3 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 820 time: 0.5820186 Feb 08 15:40:08.462171 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0636-9278-45de-b2d1-93503d7266e6 admin admin] Publish callbacks [] for security_group (1e67336b-2892-4158-8b3a-f9f9c80c1af2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:08.504745 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7775c0ef-3ab7-42dd-a867-b39a270060c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (68575895-0741-4ff7-a8a3-7ad87ce26afe), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:08.688192 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d6ee3297-9e4a-42cb-9269-c2ea6b1a34a0 req-f9686d75-e512-45ba-b531-1c1ab76cc552 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352431 Feb 08 15:40:08.811994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a06f1ea-4dc5-42c1-af0e-1e248e7ca68d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:40:08.859837 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0636-9278-45de-b2d1-93503d7266e6 admin admin] Publish callbacks [] for security_group (1e67336b-2892-4158-8b3a-f9f9c80c1af2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:08.865123 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-693c68fa-5299-4dd8-9796-93f504cefaf2 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/quotas/504f43bb8bb74d7a9517a59da6bb23db HTTP/1.1" status: 200 len: 375 time: 0.3576217 Feb 08 15:40:08.868819 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-123fe5f2-d824-4a30-b67a-1cb3d8723f08 req-d60adea3-e156-4e36-afc4-c363f8613c1d tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/security-groups?id=0bcaf56a-5469-4fd2-a0df-986ba8b3b397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284648 Feb 08 15:40:08.979848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775c0ef-3ab7-42dd-a867-b39a270060c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68575895-0741-4ff7-a8a3-7ad87ce26afe,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:08.980828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a06f1ea-4dc5-42c1-af0e-1e248e7ca68d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:40:08.983400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3c9b081c-17aa-4acf-a4a1-973ff753ceae up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:08.986579 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7a06f1ea-4dc5-42c1-af0e-1e248e7ca68d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:08.992004 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-49afa5e4-3381-46be-80a5-e3d7ff88b7a0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036189 Feb 08 15:40:08.996320 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02321079-536e-4db6-9b37-fded456872f9 None None] Sync routers for ids ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:40:09.008280 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02321079-536e-4db6-9b37-fded456872f9 None None] Routers {'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:40:09.008912 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-02321079-536e-4db6-9b37-fded456872f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:40:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:09.027124 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7a06f1ea-4dc5-42c1-af0e-1e248e7ca68d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "PUT /v2.0/floatingips/e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e HTTP/1.1" status: 200 len: 991 time: 3.1717210 Feb 08 15:40:09.028411 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68d5c96-23c6-4847-a007-ec3ad47f1032', 'tag': '90fa80d3-0243-465a-8f84-05955ce759c1'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:09.033699 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2208fd5d-55ef-42e9-b4a6-a0cca5a57a43" -d '{"events": [{"name": "network-changed", "server_uuid": "d68d5c96-23c6-4847-a007-ec3ad47f1032", "tag": "90fa80d3-0243-465a-8f84-05955ce759c1"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:09.146391 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-02321079-536e-4db6-9b37-fded456872f9 None None] Set router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:40:09.161898 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-837ec811-f194-4bab-9d99-9c0837cb91b1 service neutron] 10.222.0.94 "GET /v2.0/ports/5c66117d-4175-4490-adf1-b2341526c64d/bindings/n-h2-824834-11 HTTP/1.1" status: 200 len: 385 time: 0.6271038 Feb 08 15:40:09.172353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:40:09.174198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c0ef-3ab7-42dd-a867-b39a270060c8 admin admin] Checking segment: {'id': 'e3d001f6-d516-4723-b72c-24c9d6f84eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '78653a79-f4c0-43a0-9a7f-bcdcc266bd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:09.174419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7775c0ef-3ab7-42dd-a867-b39a270060c8 admin admin] Network hostable DHCP agents. Network: 78653a79-f4c0-43a0-9a7f-bcdcc266bd20, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:40:09.196454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-385d97ad-a693-4644-a447-9235a130ef01 admin admin] 10.222.0.82 "PUT /v2.0/routers/e2b9e531-ed49-4ca5-bb54-04ef14f7e543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3626695 Feb 08 15:40:09.202702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Sync routers for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:40:09.219618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:40:09.220401 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:40:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:09.298059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3c9b081c-17aa-4acf-a4a1-973ff753ceae triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:09.298440 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3c9b081c-17aa-4acf-a4a1-973ff753ceae), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:09.347888 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-68f39742-9bd8-4d0a-b46e-58f8cd97f2c9 service neutron] 10.222.0.82 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548491 Feb 08 15:40:09.440696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:40:09.504169 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3c9b081c-17aa-4acf-a4a1-973ff753ceae is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:09.549069 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0636-9278-45de-b2d1-93503d7266e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1e67336b-2892-4158-8b3a-f9f9c80c1af2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:09.551614 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0636-9278-45de-b2d1-93503d7266e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:09.552773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0c7b0636-9278-45de-b2d1-93503d7266e6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1e67336b-2892-4158-8b3a-f9f9c80c1af2 HTTP/1.1" status: 204 len: 168 time: 1.4566827 Feb 08 15:40:09.571672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7775c0ef-3ab7-42dd-a867-b39a270060c8 admin admin] Network 78653a79-f4c0-43a0-9a7f-bcdcc266bd20 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:40:09.590377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f87389-97c6-4b69-bbd9-9d1eba3ecd84 req-673acd2f-f56c-411c-9300-744d0826c68c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:09.591928 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17f87389-97c6-4b69-bbd9-9d1eba3ecd84 req-673acd2f-f56c-411c-9300-744d0826c68c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 944 time: 0.6148882 Feb 08 15:40:09.632026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b0636-9278-45de-b2d1-93503d7266e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e67336b-2892-4158-8b3a-f9f9c80c1af2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:09.658916 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94514574-0bff-4ec6-86bf-44560884f4b7 req-10300b6d-c22c-419e-94fd-4503116db69b tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:09.661051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94514574-0bff-4ec6-86bf-44560884f4b7 req-10300b6d-c22c-419e-94fd-4503116db69b tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.96 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 949 time: 0.5706313 Feb 08 15:40:09.673897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-7775c0ef-3ab7-42dd-a867-b39a270060c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 78653a79-f4c0-43a0-9a7f-bcdcc266bd20) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:09.695479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dfa4cd-e4bc-4c2c-af0a-c39c77326d10 None None] Network 78653a79-f4c0-43a0-9a7f-bcdcc266bd20 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:40:09.725301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7775c0ef-3ab7-42dd-a867-b39a270060c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:09.727090 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7775c0ef-3ab7-42dd-a867-b39a270060c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:09.731182 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-dd0d33b2-5ae3-4ca8-9493-90ae76de12dc service neutron] 10.222.0.82 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823979 Feb 08 15:40:09.808677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-914427a2-fd63-4795-abed-c21a8c4d57f5 service neutron] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5c66117d-4175-4490-adf1-b2341526c64d,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:09.839212 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-02321079-536e-4db6-9b37-fded456872f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'floating_ip_address': '172.25.7.176', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'port_id': '90fa80d3-0243-465a-8f84-05955ce759c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'mac_address': 'fa:16:3e:90:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d5c96-23c6-4847-a007-ec3ad47f1032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:38:40Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100fec03-c6d3-4419-b9b2-fc769c4f7bef', 'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'mac_address': 'fa:16:3e:72:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:15Z', 'updated_at': '2022-02-08T15:38:22Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'subnets': [{'id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:09.841724 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7775c0ef-3ab7-42dd-a867-b39a270060c8 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7015996 Feb 08 15:40:09.890901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c884e1-b14b-4006-86b3-29106eefa492 None None] Network 78653a79-f4c0-43a0-9a7f-bcdcc266bd20 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:40:09.922009 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02321079-536e-4db6-9b37-fded456872f9 None None] Checking router: aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:40:09.953218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-914427a2-fd63-4795-abed-c21a8c4d57f5 service neutron] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:09.963405 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02321079-536e-4db6-9b37-fded456872f9 None None] Routers {'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:40:09.965771 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-02321079-536e-4db6-9b37-fded456872f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:40:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:10.023603 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-914427a2-fd63-4795-abed-c21a8c4d57f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c66117d-4175-4490-adf1-b2341526c64d {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:10.039374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-914427a2-fd63-4795-abed-c21a8c4d57f5 service neutron] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=5c66117d-4175-4490-adf1-b2341526c64d,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:10.077169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17f87389-97c6-4b69-bbd9-9d1eba3ecd84 req-4f8c9268-0b48-4c38-9b7e-0d0cab6f4182 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497085 Feb 08 15:40:10.088175 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-914427a2-fd63-4795-abed-c21a8c4d57f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5c66117d-4175-4490-adf1-b2341526c64d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:10.195836 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05071806-1018-47d1-a29d-b5552d9da34f x-openstack-request-id: req-05071806-1018-47d1-a29d-b5552d9da34f {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:10.196580 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68d5c96-23c6-4847-a007-ec3ad47f1032", "tag": "90fa80d3-0243-465a-8f84-05955ce759c1", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:10.199639 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-05071806-1018-47d1-a29d-b5552d9da34f {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:10.200189 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68d5c96-23c6-4847-a007-ec3ad47f1032', 'tag': '90fa80d3-0243-465a-8f84-05955ce759c1', 'status': 'completed', 'code': 200} Feb 08 15:40:10.279813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 2, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:10.296377 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-02321079-536e-4db6-9b37-fded456872f9 None None] Set router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:40:10.380768 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Checking router: e2b9e531-ed49-4ca5-bb54-04ef14f7e543 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:40:10.381257 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Updating router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 port 391b3249-744a-48c9-8ff8-0ccda4e74f6e binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:40:10.391363 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57502) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:10.419699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208fd5d-55ef-42e9-b4a6-a0cca5a57a43 req-05fadf16-44c1-4e87-929c-e87b7790f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:10.421263 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2208fd5d-55ef-42e9-b4a6-a0cca5a57a43 req-05fadf16-44c1-4e87-929c-e87b7790f34a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f56b2d01d7094f258a54afd197cf9284&device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 1128 time: 0.1834648 Feb 08 15:40:10.436293 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:10.482759 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9b0b-7bad-4f89-88df-b399bbc0eded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:10.534936 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-914427a2-fd63-4795-abed-c21a8c4d57f5 service neutron] Transition to ACTIVE for port object 5c66117d-4175-4490-adf1-b2341526c64d will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:40:10.558716 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b87e59-6ce6-4065-b092-b4ba2754864f req-5b9b8ac7-3082-4071-a32a-919b420c2cc5 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:10.566255 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6b87e59-6ce6-4065-b092-b4ba2754864f req-5b9b8ac7-3082-4071-a32a-919b420c2cc5 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 945 time: 0.3550501 Feb 08 15:40:10.579558 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-94514574-0bff-4ec6-86bf-44560884f4b7 req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Deleting port 35b350e6-1d56-4750-9fee-6e8a6530dff4 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:40:10.580864 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-94514574-0bff-4ec6-86bf-44560884f4b7 req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:10.617486 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-914427a2-fd63-4795-abed-c21a8c4d57f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (5c66117d-4175-4490-adf1-b2341526c64d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:10.731013 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-02321079-536e-4db6-9b37-fded456872f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'floating_ip_address': '172.25.7.176', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'port_id': '90fa80d3-0243-465a-8f84-05955ce759c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'mac_address': 'fa:16:3e:90:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d5c96-23c6-4847-a007-ec3ad47f1032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:38:40Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100fec03-c6d3-4419-b9b2-fc769c4f7bef', 'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'mac_address': 'fa:16:3e:72:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:15Z', 'updated_at': '2022-02-08T15:38:22Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'subnets': [{'id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:10.833965 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02321079-536e-4db6-9b37-fded456872f9 None None] The sync data for ids ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'] in n-d-824834-11 is: [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'floating_ip_address': '172.25.7.176', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'port_id': '90fa80d3-0243-465a-8f84-05955ce759c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'mac_address': 'fa:16:3e:90:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d5c96-23c6-4847-a007-ec3ad47f1032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:38:40Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100fec03-c6d3-4419-b9b2-fc769c4f7bef', 'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'mac_address': 'fa:16:3e:72:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:15Z', 'updated_at': '2022-02-08T15:38:22Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'subnets': [{'id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:40:10.846448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208fd5d-55ef-42e9-b4a6-a0cca5a57a43 req-89c22542-628f-426d-b1f5-603b78cc8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:10.847974 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2208fd5d-55ef-42e9-b4a6-a0cca5a57a43 req-89c22542-628f-426d-b1f5-603b78cc8468 service neutron] 10.222.0.94 "GET /v2.0/networks?id=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b HTTP/1.1" status: 200 len: 925 time: 0.3911700 Feb 08 15:40:10.854982 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-914427a2-fd63-4795-abed-c21a8c4d57f5 service neutron] No DVR routers for this DVR port 5c66117d-4175-4490-adf1-b2341526c64d on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:40:11.003705 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6b87e59-6ce6-4065-b092-b4ba2754864f req-c1304480-53d4-4d59-8ef5-d52e62018ee0 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4347646 Feb 08 15:40:11.069875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-914427a2-fd63-4795-abed-c21a8c4d57f5 service neutron] 10.222.0.94 "PUT /v2.0/ports/5c66117d-4175-4490-adf1-b2341526c64d/bindings/n-h2-824834-11/activate HTTP/1.1" status: 200 len: 370 time: 1.8994005 Feb 08 15:40:11.071359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914427a2-fd63-4795-abed-c21a8c4d57f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c66117d-4175-4490-adf1-b2341526c64d,revision_number=10']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:11.104393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-94514574-0bff-4ec6-86bf-44560884f4b7 req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] For port 35b350e6-1d56-4750-9fee-6e8a6530dff4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=35b350e6-1d56-4750-9fee-6e8a6530dff4,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:11.104720 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-94514574-0bff-4ec6-86bf-44560884f4b7 req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:11.120817 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9b0b-7bad-4f89-88df-b399bbc0eded admin admin] Publish callbacks [] for security_group (0f78b3f4-4adf-417d-969b-5329bff0919c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:11.132666 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2208fd5d-55ef-42e9-b4a6-a0cca5a57a43 req-ef176839-1d45-4842-91fe-2a5d2410ff01 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90fa80d3-0243-465a-8f84-05955ce759c1 HTTP/1.1" status: 200 len: 999 time: 0.2733965 Feb 08 15:40:11.137568 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9b0b-7bad-4f89-88df-b399bbc0eded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0f78b3f4-4adf-417d-969b-5329bff0919c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:11.233029 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Publish callbacks [] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:11.241483 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:11.265291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-94514574-0bff-4ec6-86bf-44560884f4b7 req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Calling delete_port for 35b350e6-1d56-4750-9fee-6e8a6530dff4 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:40:11.305610 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57532) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:11.323560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208fd5d-55ef-42e9-b4a6-a0cca5a57a43 req-d0a41df0-409e-43fd-ada4-98ab6f1782af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:11.325768 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2208fd5d-55ef-42e9-b4a6-a0cca5a57a43 req-d0a41df0-409e-43fd-ada4-98ab6f1782af service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7c88a98d-d03f-41a5-941f-3b5ddd16ad60 HTTP/1.1" status: 200 len: 863 time: 0.1840863 Feb 08 15:40:11.330721 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0c4d9b0b-7bad-4f89-88df-b399bbc0eded admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=40bf28df0ac14928ab5a3b87487359d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9327719 Feb 08 15:40:11.336179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-982401199-network', 'tenant_id': '08ee1265b74c4524aa2ccb852fd31175'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:11.344622 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8add1e48-c252-4db1-bf4d-53545924e0ca None None] New status for floating IP e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:40:11.354357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57534) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:11.381509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66e5c6-d711-4d14-8aa4-88c8a5b231d0 None None] Pushing event updated for resources: {'Port': ['ID=391b3249-744a-48c9-8ff8-0ccda4e74f6e,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:11.486189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Attempting to bind port 391b3249-744a-48c9-8ff8-0ccda4e74f6e on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:40:11.487312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Attempting to bind port 391b3249-744a-48c9-8ff8-0ccda4e74f6e by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:40:11.487947 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Attempting to bind port 391b3249-744a-48c9-8ff8-0ccda4e74f6e on network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:11.496585 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:40:11.497447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Checking segment: {'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:11.498147 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:11.498766 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Bound using segment: {'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:40:11.499483 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Bound port: 391b3249-744a-48c9-8ff8-0ccda4e74f6e, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:40:11.500276 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:11.537979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] Made reservation on behalf of 08ee1265b74c4524aa2ccb852fd31175 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:11.557331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:11.570605 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d9b0b-7bad-4f89-88df-b399bbc0eded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f78b3f4-4adf-417d-969b-5329bff0919c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:11.577928 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:11.601970 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208fd5d-55ef-42e9-b4a6-a0cca5a57a43 req-7a765429-9b1e-4a2f-b90e-50a6130f3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:11.603548 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2208fd5d-55ef-42e9-b4a6-a0cca5a57a43 req-7a765429-9b1e-4a2f-b90e-50a6130f3f35 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2298601 Feb 08 15:40:11.622766 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] For port 391b3249-744a-48c9-8ff8-0ccda4e74f6e, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:11.627618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] For port 391b3249-744a-48c9-8ff8-0ccda4e74f6e, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=391b3249-744a-48c9-8ff8-0ccda4e74f6e,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:40:11.641229 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:11.728296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:40:11.729232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:40:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:11.762416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9921d8ec-8155-4581-b8e7-4330738c48d8 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:11.763964 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9921d8ec-8155-4581-b8e7-4330738c48d8 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3&tenant_id=dd11d3f1860a443eb3dacd21c1380846&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 1128 time: 0.5977218 Feb 08 15:40:11.795995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ec56d-102c-4eb5-b6ba-206018d4ab4a req-e92ef5a3-9a4e-4d40-85e0-e90b3dd900c8 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:11.797565 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-468ec56d-102c-4eb5-b6ba-206018d4ab4a req-e92ef5a3-9a4e-4d40-85e0-e90b3dd900c8 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/ports?device_id=732862ef-944f-41bd-ab42-b1f9e1952ac8 HTTP/1.1" status: 200 len: 949 time: 0.5862885 Feb 08 15:40:11.816741 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Publish callbacks [] for security_group (0f78b3f4-4adf-417d-969b-5329bff0919c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:11.831587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] Publish callbacks [] for security_group (b48116e4-355d-4d60-854e-6b3c9054e135), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:11.863538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66e5c6-d711-4d14-8aa4-88c8a5b231d0 None None] Pushing event updated for resources: {'Port': ['ID=391b3249-744a-48c9-8ff8-0ccda4e74f6e,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:11.869780 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2208fd5d-55ef-42e9-b4a6-a0cca5a57a43 req-b0780df4-7d75-4dec-abcf-c57340d28186 service neutron] 10.222.0.94 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593968 Feb 08 15:40:11.872321 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b48116e4-355d-4d60-854e-6b3c9054e135), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:11.898420 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-96fd639e-5b65-4696-bd94-6111e3497137 None None] Provisioning complete for port 391b3249-744a-48c9-8ff8-0ccda4e74f6e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:11.899779 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-96fd639e-5b65-4696-bd94-6111e3497137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:11.916125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-7178d4e7-ef5c-4cf4-8a2e-80663549241c tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:11.918030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-7178d4e7-ef5c-4cf4-8a2e-80663549241c tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 820 time: 0.7085731 Feb 08 15:40:11.919387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.96', 64777) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:11.953514 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Publish callbacks [] for security_group (0f78b3f4-4adf-417d-969b-5329bff0919c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:11.990011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:40:12.045910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-a37cf67a-dd17-4fa2-99e1-c1a88e8e71de tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/quotas/ddaa0a518fd24dad845d93dcf0939473 HTTP/1.1" status: 200 len: 375 time: 0.1147218 Feb 08 15:40:12.078659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-30bf0eaa-1bbd-45f2-a126-d31b04936151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:12.080234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-30bf0eaa-1bbd-45f2-a126-d31b04936151 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3&tenant_id=dd11d3f1860a443eb3dacd21c1380846 HTTP/1.1" status: 200 len: 1128 time: 0.3049688 Feb 08 15:40:12.103817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-468ec56d-102c-4eb5-b6ba-206018d4ab4a req-a2a756f9-6db5-4d4d-b1ce-aeb966660511 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.82 "GET /v2.0/security-groups?id=0bcaf56a-5469-4fd2-a0df-986ba8b3b397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828341 Feb 08 15:40:12.173009 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:40:12.225938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48116e4-355d-4d60-854e-6b3c9054e135,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:12.258214 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (902f9113-c063-4c51-9feb-664f33f7a209), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:12.258417 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] Added segment 902f9113-c063-4c51-9feb-664f33f7a209 of type vlan for network 87f84f21-06bc-42ba-aede-178b56e908b2 Feb 08 15:40:12.270780 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-94514574-0bff-4ec6-86bf-44560884f4b7 req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (35b350e6-1d56-4750-9fee-6e8a6530dff4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:12.289503 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-1a1ba68e-b8f6-4348-87a2-981c874a29f0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:12.291107 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-1a1ba68e-b8f6-4348-87a2-981c874a29f0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.96 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 820 time: 0.3686237 Feb 08 15:40:12.310994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-4dc0d9f0-2823-41e7-8f59-9197a2254079 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2545156 Feb 08 15:40:12.324420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Request body: {'port': {'device_id': 'ba848dcb-61f0-49cc-b78d-a3712b5ed630', 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818', 'admin_state_up': True, 'tenant_id': '504f43bb8bb74d7a9517a59da6bb23db'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:12.338968 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0f78b3f4-4adf-417d-969b-5329bff0919c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:12.342878 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:12.344711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0f78b3f4-4adf-417d-969b-5329bff0919c HTTP/1.1" status: 204 len: 168 time: 0.9882593 Feb 08 15:40:12.397884 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (87f84f21-06bc-42ba-aede-178b56e908b2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:12.424604 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2208fd5d-55ef-42e9-b4a6-a0cca5a57a43 req-6efd6ffa-bda0-41bb-933d-16dc4f7d8d5d service neutron] 10.222.0.94 "GET /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434556 Feb 08 15:40:12.496005 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (87f84f21-06bc-42ba-aede-178b56e908b2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:12.496711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:12.497351 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:12.542741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-96fd639e-5b65-4696-bd94-6111e3497137 None None] Current status of the port 391b3249-744a-48c9-8ff8-0ccda4e74f6e is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:12.543277 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-96fd639e-5b65-4696-bd94-6111e3497137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:12.557776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-09c2f9c7-1d16-4605-a294-3a371fd51ddd service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113776 Feb 08 15:40:12.563543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f78b3f4-4adf-417d-969b-5329bff0919c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:12.575569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-284603eb-c403-44ea-b017-b5f719fc7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:12.577720 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-284603eb-c403-44ea-b017-b5f719fc7812 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 1128 time: 0.4203520 Feb 08 15:40:12.579683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Pushing event deleted for resources: {'Port': ['ID=35b350e6-1d56-4750-9fee-6e8a6530dff4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:12.591238 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2641506 Feb 08 15:40:12.597099 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57544) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:12.600263 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7ef18ef-4285-49a0-ba0e-72464c19379a req-f663c962-d997-47ca-88f2-307fb8dbc2f1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 210 time: 0.3155975 Feb 08 15:40:12.606168 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-38e73eac-8c5f-491e-8797-b943184365db admin admin] Request body: {'subnet': {'network_id': '87f84f21-06bc-42ba-aede-178b56e908b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-982401199-subnet', 'tenant_id': '08ee1265b74c4524aa2ccb852fd31175', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:12.620899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b200dd2-0299-45ce-b3cc-f95a9cf37799 admin admin] Pushing event updated for resources: {'Network': ['ID=87f84f21-06bc-42ba-aede-178b56e908b2,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:12.625700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Made reservation on behalf of 504f43bb8bb74d7a9517a59da6bb23db for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:12.629244 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:12.655002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e73eac-8c5f-491e-8797-b943184365db admin admin] Made reservation on behalf of 08ee1265b74c4524aa2ccb852fd31175 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:12.657501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38e73eac-8c5f-491e-8797-b943184365db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:12.664424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-96fd639e-5b65-4696-bd94-6111e3497137 None None] For port 391b3249-744a-48c9-8ff8-0ccda4e74f6e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=391b3249-744a-48c9-8ff8-0ccda4e74f6e,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:12.676014 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-96fd639e-5b65-4696-bd94-6111e3497137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:12.681798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 87f84f21-06bc-42ba-aede-178b56e908b2 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:40:12.805776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.806117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.806726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.807039 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.807373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.807774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.808011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.808388 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.808650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.809000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.809304 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.809624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.809942 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce944f3b-a481-4009-9c36-d88b8e8a8218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.856873 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38e73eac-8c5f-491e-8797-b943184365db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (9e9589df-2219-4383-9ca4-36718c01c03d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:12.933491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.933855 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.934445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.934793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.935131 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.935596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.936072 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.936413 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.936734 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.937844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.938194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.938528 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.938856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:12.965766 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-2e4ecc84-01ad-4104-b1e6-2603813ff4ae service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616509 Feb 08 15:40:13.111757 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e73eac-8c5f-491e-8797-b943184365db admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9589df-2219-4383-9ca4-36718c01c03d,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:13.131807 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e73eac-8c5f-491e-8797-b943184365db admin admin] Checking segment: {'id': '902f9113-c063-4c51-9feb-664f33f7a209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '87f84f21-06bc-42ba-aede-178b56e908b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:13.132362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e73eac-8c5f-491e-8797-b943184365db admin admin] Network hostable DHCP agents. Network: 87f84f21-06bc-42ba-aede-178b56e908b2, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:40:13.181016 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-94514574-0bff-4ec6-86bf-44560884f4b7 req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] No DVR routers for this DVR port 35b350e6-1d56-4750-9fee-6e8a6530dff4 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:40:13.198001 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-94514574-0bff-4ec6-86bf-44560884f4b7 req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:13.202876 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94514574-0bff-4ec6-86bf-44560884f4b7 req-16bd073b-0e64-4d14-aa68-8605bced9a25 tempest-ImagesNegativeTestJSON-860005318 tempest-ImagesNegativeTestJSON-860005318-project] 10.222.0.96 "DELETE /v2.0/ports/35b350e6-1d56-4750-9fee-6e8a6530dff4 HTTP/1.1" status: 204 len: 173 time: 3.5262225 Feb 08 15:40:13.204809 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732862ef-944f-41bd-ab42-b1f9e1952ac8', 'name': 'network-vif-deleted', 'tag': '35b350e6-1d56-4750-9fee-6e8a6530dff4'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:13.210841 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af064554-f232-45c1-8142-a8fb594600b0" -d '{"events": [{"server_uuid": "732862ef-944f-41bd-ab42-b1f9e1952ac8", "name": "network-vif-deleted", "tag": "35b350e6-1d56-4750-9fee-6e8a6530dff4"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:13.272306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e73eac-8c5f-491e-8797-b943184365db admin admin] Network 87f84f21-06bc-42ba-aede-178b56e908b2 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:40:13.296206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Allocated IP 172.20.0.2 (10f31acf-af70-43a0-8ed8-fce5309bf818/6860ace5-603d-4273-928c-37854cfdc005/2ef732dd-e907-4b49-a58b-95b3a650a78b) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:40:13.303388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-38e73eac-8c5f-491e-8797-b943184365db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 87f84f21-06bc-42ba-aede-178b56e908b2) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:13.315623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e73eac-8c5f-491e-8797-b943184365db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:13.321008 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38e73eac-8c5f-491e-8797-b943184365db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:13.361212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2637abc2-875c-4c8e-a155-685e6e0312f6 None None] Network 87f84f21-06bc-42ba-aede-178b56e908b2 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:40:13.361461 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a4dde-acf2-473f-8930-9834092a12ab req-8d25b1f0-e483-41f7-b4e4-8523870fd858 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:13.362940 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-378a4dde-acf2-473f-8930-9834092a12ab req-8d25b1f0-e483-41f7-b4e4-8523870fd858 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 945 time: 0.5375016 Feb 08 15:40:13.369862 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5c66117d-4175-4490-adf1-b2341526c64d no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:40:13.377806 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-38e73eac-8c5f-491e-8797-b943184365db admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7796133 Feb 08 15:40:13.493338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-941838bb-ff82-4674-a739-b62cc656e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:13.495059 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-941838bb-ff82-4674-a739-b62cc656e568 service neutron] 10.222.0.96 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.6963151 Feb 08 15:40:13.586966 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-931e630d-b748-4b89-bbca-dacc3c4574f1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c66117d-4175-4490-adf1-b2341526c64d HTTP/1.1" status: 200 len: 217 time: 0.0748882 Feb 08 15:40:13.647907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:11Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:13.718541 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks [] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:13.786672 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 35b350e6-1d56-4750-9fee-6e8a6530dff4 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:40:13.791071 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:13.791512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd639e-5b65-4696-bd94-6111e3497137 None None] Pushing event updated for resources: {'Port': ['ID=391b3249-744a-48c9-8ff8-0ccda4e74f6e,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:13.848651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Network 10f31acf-af70-43a0-8ed8-fce5309bf818 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:40:13.857654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:13.868751 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:40:13.908795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d80d5c6f-337a-4ace-9f7d-fe11180ed0aa None None] Provisioning complete for port 391b3249-744a-48c9-8ff8-0ccda4e74f6e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:13.909393 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d80d5c6f-337a-4ace-9f7d-fe11180ed0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:13.987549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43949e9b-6831-4d4a-9ef2-ab9eb8a82aab None None] The sync data for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 is: [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:11Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:40:13.992268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 35b350e6-1d56-4750-9fee-6e8a6530dff4 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:40:13.992637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 35b350e6-1d56-4750-9fee-6e8a6530dff4 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:40:13.993892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port 5c66117d-4175-4490-adf1-b2341526c64d host n-h2-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:40:13.994288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5c66117d-4175-4490-adf1-b2341526c64d not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:40:14.004615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85ae9b7-2040-4873-8e81-5c8a95c0947c None None] Network 87f84f21-06bc-42ba-aede-178b56e908b2 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:40:14.061550 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Pushing event updated for resources: {'Port': ['ID=2ef732dd-e907-4b49-a58b-95b3a650a78b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:14.101988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:14.102341 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:14.102678 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:14.103016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:14.103351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:14.103682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:14.104010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:14.104350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:14.104671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:14.105016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:14.105345 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:14.105701 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:14.105973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:14.149421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:14.152554 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:14.184606 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-378a4dde-acf2-473f-8930-9834092a12ab req-5f80f550-4456-4d74-bb10-8fe66187c3da tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8068101 Feb 08 15:40:14.196581 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6649e-80af-4216-9aba-d1bb5f8e43b0 req-ada88723-e3c0-47da-b647-e7b0a7de2feb tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:14.216549 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-6b75c100-2b1a-44c9-a8e7-04041e54f5f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8973608 Feb 08 15:40:14.216924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54a6649e-80af-4216-9aba-d1bb5f8e43b0 req-ada88723-e3c0-47da-b647-e7b0a7de2feb tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 945 time: 0.7915256 Feb 08 15:40:14.229613 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Request body: {'port': {'device_id': 'ba848dcb-61f0-49cc-b78d-a3712b5ed630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:14.278058 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-a8e64ab5-2ab3-48ef-8e6d-ed1d3c3a975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:14.279965 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-a8e64ab5-2ab3-48ef-8e6d-ed1d3c3a975e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.6788363 Feb 08 15:40:14.304445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d80d5c6f-337a-4ace-9f7d-fe11180ed0aa None None] Current status of the port 391b3249-744a-48c9-8ff8-0ccda4e74f6e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:14.357369 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-ed640ccb-1400-4ad4-b2f6-ce6c61b56995 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671234 Feb 08 15:40:14.400085 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:14.472762 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472173eb-6164-4f05-b33d-d681a2ad5f06 x-openstack-request-id: req-472173eb-6164-4f05-b33d-d681a2ad5f06 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:14.473135 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732862ef-944f-41bd-ab42-b1f9e1952ac8", "name": "network-vif-deleted", "tag": "35b350e6-1d56-4750-9fee-6e8a6530dff4", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:14.473391 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-472173eb-6164-4f05-b33d-d681a2ad5f06 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:14.475428 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732862ef-944f-41bd-ab42-b1f9e1952ac8', 'name': 'network-vif-deleted', 'tag': '35b350e6-1d56-4750-9fee-6e8a6530dff4', 'status': 'completed', 'code': 200} Feb 08 15:40:14.536761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30ad41dd-56ca-4383-80a7-3c1bfee3a0e9 req-ed31380a-9e9d-468d-914f-4dec94b033aa tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 210 time: 0.0718837 Feb 08 15:40:14.560233 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54a6649e-80af-4216-9aba-d1bb5f8e43b0 req-6a2d25c2-6733-459f-87f3-7963a2f0e85a tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3422434 Feb 08 15:40:14.697972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-b0ad2bff-c1ae-4e7e-ae6f-3da3b594c104 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329022 Feb 08 15:40:14.875376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fedd2f-75f9-4790-9982-e3db7253f173 req-42ac0744-8ab6-4b06-b419-9f71cc648a84 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:14.884842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05fedd2f-75f9-4790-9982-e3db7253f173 req-42ac0744-8ab6-4b06-b419-9f71cc648a84 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 931 time: 0.1392550 Feb 08 15:40:14.898279 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-5f928a9f-7229-4627-9168-930069bf6598 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907454 Feb 08 15:40:15.030322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05fedd2f-75f9-4790-9982-e3db7253f173 req-ff38f31c-e98c-41b3-8290-9045341cca41 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439693 Feb 08 15:40:15.051380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef732dd-e907-4b49-a58b-95b3a650a78b {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:15.083764 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Publish callbacks [] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:15.107968 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Transition to ACTIVE for port object 2ef732dd-e907-4b49-a58b-95b3a650a78b will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:40:15.114569 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:15.133294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 391b3249-744a-48c9-8ff8-0ccda4e74f6e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:15.230046 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef732dd-e907-4b49-a58b-95b3a650a78b,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:15.301273 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 391b3249-744a-48c9-8ff8-0ccda4e74f6e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:15.301744 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:15.420826 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-d8213e7b-085f-4523-994f-ac3ceae9c2f7 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:15.423557 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-d8213e7b-085f-4523-994f-ac3ceae9c2f7 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.96 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 820 time: 0.3778479 Feb 08 15:40:15.484804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-cc8e3258-5b94-4e78-99c9-6b6ea87ad433 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Request body: {'port': {'device_id': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'admin_state_up': True, 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:15.520841 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 391b3249-744a-48c9-8ff8-0ccda4e74f6e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:15.554217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Attempting to bind port 2ef732dd-e907-4b49-a58b-95b3a650a78b on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:40:15.554771 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Attempting to bind port 2ef732dd-e907-4b49-a58b-95b3a650a78b by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:40:15.554916 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Attempting to bind port 2ef732dd-e907-4b49-a58b-95b3a650a78b on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:15.561403 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Port 2ef732dd-e907-4b49-a58b-95b3a650a78b on network 10f31acf-af70-43a0-8ed8-fce5309bf818 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:40:15.561738 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Attempting to bind port 2ef732dd-e907-4b49-a58b-95b3a650a78b on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:15.567029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:40:15.567323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Checking segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:15.567674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Bound using segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:40:15.568863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Bound port: 2ef732dd-e907-4b49-a58b-95b3a650a78b, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:40:15.569255 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:15.655279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:15.658788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:40:15.667488 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:15.723288 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:15.724481 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:15.726627 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] 10.222.0.96 "PUT /v2.0/ports/2ef732dd-e907-4b49-a58b-95b3a650a78b HTTP/1.1" status: 200 len: 1092 time: 1.5030348 Feb 08 15:40:15.729394 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba848dcb-61f0-49cc-b78d-a3712b5ed630', 'tag': '2ef732dd-e907-4b49-a58b-95b3a650a78b'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:15.731202 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094c01c-de66-4656-859d-0b66fb4a8205 req-78e33cfe-b768-4d96-b9b1-c8eb9354a528 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:15.738418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6094c01c-de66-4656-859d-0b66fb4a8205 req-78e33cfe-b768-4d96-b9b1-c8eb9354a528 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 945 time: 0.3116550 Feb 08 15:40:15.742566 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236429d9-64fd-4aaf-a6a2-01fcb8a4cf8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba848dcb-61f0-49cc-b78d-a3712b5ed630", "tag": "2ef732dd-e907-4b49-a58b-95b3a650a78b"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:15.794426 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-2eb182f0-d3fe-4dd7-a203-72427c3afef0 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:15.796380 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-2eb182f0-d3fe-4dd7-a203-72427c3afef0 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/networks?id=78653a79-f4c0-43a0-9a7f-bcdcc266bd20 HTTP/1.1" status: 200 len: 814 time: 0.4599152 Feb 08 15:40:15.820794 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3cc04-406f-4dce-8ce3-b65d0f3d1d81 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef732dd-e907-4b49-a58b-95b3a650a78b,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:15.841607 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-8532ea07-ad4a-4577-a165-d664f057822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:15.843514 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-8532ea07-ad4a-4577-a165-d664f057822b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 1126 time: 0.0732350 Feb 08 15:40:15.848507 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-7c6d4332-4f90-4993-a1c5-56b1ff456421 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:15.850294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-7c6d4332-4f90-4993-a1c5-56b1ff456421 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3&tenant_id=dd11d3f1860a443eb3dacd21c1380846&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 1128 time: 0.2406228 Feb 08 15:40:15.889106 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6094c01c-de66-4656-859d-0b66fb4a8205 req-af149aed-a121-462c-b78c-b006d51e3a9c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496251 Feb 08 15:40:15.956234 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-770760aa-8b25-46f1-aab4-7158f39272cd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b HTTP/1.1" status: 200 len: 217 time: 0.1038692 Feb 08 15:40:15.979704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-f8d4a774-6052-4a8a-8170-d986fc85c30f tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/quotas/782ccbc77baf4c51a5f5bce6cb1cdb50 HTTP/1.1" status: 200 len: 375 time: 0.1697042 Feb 08 15:40:16.047361 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-79202951-8ed2-4443-aa6b-327893c1da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:16.050484 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-79202951-8ed2-4443-aa6b-327893c1da79 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.0875695 Feb 08 15:40:16.068210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-cc5448f2-6263-48dd-9cbd-1d21e68f59a0 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=782ccbc77baf4c51a5f5bce6cb1cdb50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804794 Feb 08 15:40:16.106998 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-43ed3535-e03b-4da5-ab7d-d4379323dbd1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500581 Feb 08 15:40:16.147876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-cc8e3258-5b94-4e78-99c9-6b6ea87ad433 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Made reservation on behalf of ddaa0a518fd24dad845d93dcf0939473 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:16.151271 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-cc8e3258-5b94-4e78-99c9-6b6ea87ad433 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:16.224497 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-00e71097-8d7c-4eaa-9c71-08192a4ecf04 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108031 Feb 08 15:40:16.234125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfecea2-c604-4103-a316-b95f9af1c504 req-1ef8b225-c532-4179-a59b-2a85130601b3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:16.238090 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7bfecea2-c604-4103-a316-b95f9af1c504 req-1ef8b225-c532-4179-a59b-2a85130601b3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 945 time: 0.2508769 Feb 08 15:40:16.293707 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9caa3742-2fcd-4b48-b27a-7d3d48b2d1e5 service neutron] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:16.321675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9caa3742-2fcd-4b48-b27a-7d3d48b2d1e5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:16.322653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5daf76c7-bf3d-4a22-9d58-14e3fb82cae7 req-9caa3742-2fcd-4b48-b27a-7d3d48b2d1e5 service neutron] 10.222.0.96 "DELETE /v2.0/ports/5c66117d-4175-4490-adf1-b2341526c64d/bindings/n-h1-824834-11 HTTP/1.1" status: 204 len: 173 time: 0.4388421 Feb 08 15:40:16.332464 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-fdeb2c8f-c89e-4dbe-9e00-79019e8c1e36 service neutron] 10.222.0.82 "GET /v2.0/networks/78653a79-f4c0-43a0-9a7f-bcdcc266bd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384264 Feb 08 15:40:16.347252 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48a5e562-0272-4caf-b08d-69f4cdde2951 req-8c2b93ff-fa11-45ae-8658-a3b60663f2e7 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170104 Feb 08 15:40:16.463309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7bfecea2-c604-4103-a316-b95f9af1c504 req-b6f3d1ca-15c9-4bf2-a257-3765dd7f47ef tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774240 Feb 08 15:40:16.498155 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-cc8e3258-5b94-4e78-99c9-6b6ea87ad433 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Allocated IP 172.20.0.3 (7cfe234b-c2c5-4fb6-a27d-356d913a98ed/48378879-d082-4542-a40c-143a313da111/7e074a0a-d19b-46ee-bfa6-b36af5aedfac) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:40:16.526284 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-cb60cc8f-047c-449b-a076-df113d3a3ff9 service neutron] 10.222.0.82 "GET /v2.0/networks/78653a79-f4c0-43a0-9a7f-bcdcc266bd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858859 Feb 08 15:40:16.565197 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e34cd8-6162-4d2c-843a-64d1ccef322d req-ba37907b-5e72-4ba9-b905-576cf28caab2 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 210 time: 0.0358927 Feb 08 15:40:16.752492 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-cc8e3258-5b94-4e78-99c9-6b6ea87ad433 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:16.762908 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa2dd56-7de6-43ea-9829-eb4fd619b906 x-openstack-request-id: req-1fa2dd56-7de6-43ea-9829-eb4fd619b906 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:16.763379 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba848dcb-61f0-49cc-b78d-a3712b5ed630", "tag": "2ef732dd-e907-4b49-a58b-95b3a650a78b", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:16.763479 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1fa2dd56-7de6-43ea-9829-eb4fd619b906 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:16.763795 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba848dcb-61f0-49cc-b78d-a3712b5ed630', 'tag': '2ef732dd-e907-4b49-a58b-95b3a650a78b', 'status': 'completed', 'code': 200} Feb 08 15:40:16.799262 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-cc8e3258-5b94-4e78-99c9-6b6ea87ad433 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:16.870729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236429d9-64fd-4aaf-a6a2-01fcb8a4cf8b req-0a787c95-cd5f-4492-9027-bc511304c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:16.873344 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-236429d9-64fd-4aaf-a6a2-01fcb8a4cf8b req-0a787c95-cd5f-4492-9027-bc511304c1c9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 1126 time: 0.0900729 Feb 08 15:40:16.875088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-cc8e3258-5b94-4e78-99c9-6b6ea87ad433 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:40:16.994203 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-cc8e3258-5b94-4e78-99c9-6b6ea87ad433 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:16.997055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-cc8e3258-5b94-4e78-99c9-6b6ea87ad433 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:40:17.072795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236429d9-64fd-4aaf-a6a2-01fcb8a4cf8b req-629e6a78-2755-43d9-9daa-21f491e873d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:17.074960 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-236429d9-64fd-4aaf-a6a2-01fcb8a4cf8b req-629e6a78-2755-43d9-9daa-21f491e873d9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.1891627 Feb 08 15:40:17.097282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-cc8e3258-5b94-4e78-99c9-6b6ea87ad433 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:17.097826 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-cc8e3258-5b94-4e78-99c9-6b6ea87ad433 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:17.132588 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-236429d9-64fd-4aaf-a6a2-01fcb8a4cf8b req-26b34cad-5e7f-40a2-8022-b699f97335a1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b HTTP/1.1" status: 200 len: 217 time: 0.0483470 Feb 08 15:40:17.152432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e3258-5b94-4e78-99c9-6b6ea87ad433 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Pushing event updated for resources: {'Port': ['ID=7e074a0a-d19b-46ee-bfa6-b36af5aedfac,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:17.169330 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7370823-4d3c-427c-952b-d68c8e22474d req-28b7374d-5624-4b98-9f46-18ead9bfb83f tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/ports?device_id=397d266d-d6be-4cd2-b404-ea613af13251 HTTP/1.1" status: 200 len: 210 time: 0.0529799 Feb 08 15:40:17.228593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a9df6-5e17-4a26-bd92-cd74c75862a7 req-723d7b59-93c6-4dc2-b872-152f3b967b04 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:17.232637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec5a9df6-5e17-4a26-bd92-cd74c75862a7 req-723d7b59-93c6-4dc2-b872-152f3b967b04 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 943 time: 0.3878057 Feb 08 15:40:17.244572 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-cc8e3258-5b94-4e78-99c9-6b6ea87ad433 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7663407 Feb 08 15:40:17.291566 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236429d9-64fd-4aaf-a6a2-01fcb8a4cf8b req-21c74652-ac9b-4a98-bb44-84c706cfbcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:17.300514 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-236429d9-64fd-4aaf-a6a2-01fcb8a4cf8b req-21c74652-ac9b-4a98-bb44-84c706cfbcc8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.1595097 Feb 08 15:40:17.337353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Request body: {'port': {'device_id': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:17.359346 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-236429d9-64fd-4aaf-a6a2-01fcb8a4cf8b req-bcd97805-34b1-4edc-ba49-f1960bfe029c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524468 Feb 08 15:40:17.368288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8f0899bb-2fc6-4ec1-97c7-0a538ea846b5 None None] Provisioning complete for port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:17.369304 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8f0899bb-2fc6-4ec1-97c7-0a538ea846b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:17.415172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8f0899bb-2fc6-4ec1-97c7-0a538ea846b5 None None] Port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:40:17.453784 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec5a9df6-5e17-4a26-bd92-cd74c75862a7 req-9c1bac47-8a20-4426-8e90-dbe6eb0401e9 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063262 Feb 08 15:40:17.501940 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:17.515717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f4ea-5a20-4e84-bbcb-23dc0c998f1b req-2fe22225-17ab-4abf-973d-7f0c0f9a44b2 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:17.524653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1086f4ea-5a20-4e84-bbcb-23dc0c998f1b req-2fe22225-17ab-4abf-973d-7f0c0f9a44b2 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 1128 time: 0.1300123 Feb 08 15:40:17.551271 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-236429d9-64fd-4aaf-a6a2-01fcb8a4cf8b req-2b4f792f-9c76-439d-9364-31b131264cc3 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860323 Feb 08 15:40:17.665262 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-236429d9-64fd-4aaf-a6a2-01fcb8a4cf8b req-fad3ebed-4b85-46d7-acaf-5ae30e8a739f service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064408 Feb 08 15:40:17.829751 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1086f4ea-5a20-4e84-bbcb-23dc0c998f1b req-24b6281a-27f4-4191-9383-928a37666b40 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051419 Feb 08 15:40:18.007819 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e0a6f-3a93-4bf5-b165-10f51ff07018 req-62cc52a6-7256-4795-89b2-9b7995767e2c tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:18.009409 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e2e0a6f-3a93-4bf5-b165-10f51ff07018 req-62cc52a6-7256-4795-89b2-9b7995767e2c tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 931 time: 0.1033087 Feb 08 15:40:18.045274 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57688) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:18.134290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e074a0a-d19b-46ee-bfa6-b36af5aedfac {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:18.150368 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Publish callbacks [] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:18.225549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Transition to ACTIVE for port object 7e074a0a-d19b-46ee-bfa6-b36af5aedfac will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:40:18.246062 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e2e0a6f-3a93-4bf5-b165-10f51ff07018 req-3801c789-00b1-41ef-9d08-fd6f1517d1de tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303073 Feb 08 15:40:18.258604 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:18.331827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-f51408b8-bcd8-4e3d-a596-44e32f606bfe tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:18.336488 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-f51408b8-bcd8-4e3d-a596-44e32f606bfe tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.94 "GET /v2.0/networks?id=78653a79-f4c0-43a0-9a7f-bcdcc266bd20 HTTP/1.1" status: 200 len: 814 time: 0.2391751 Feb 08 15:40:18.354767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-331bfad5-7ecf-477a-9cb6-31b80525d9ff tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Request body: {'port': {'device_id': '397d266d-d6be-4cd2-b404-ea613af13251', 'network_id': '78653a79-f4c0-43a0-9a7f-bcdcc266bd20', 'admin_state_up': True, 'tenant_id': '782ccbc77baf4c51a5f5bce6cb1cdb50'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:18.426919 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:18.458178 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4940e79e-8962-4b10-a413-9a4f2b180dd2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=269bfd87b2c246098677096ffa0aa7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4145906 Feb 08 15:40:18.462817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57708) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:18.586197 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01a44060-6d28-4de0-8591-63c9f3486695 admin admin] Publish callbacks [] for security_group (0bcaf56a-5469-4fd2-a0df-986ba8b3b397), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:18.600534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-331bfad5-7ecf-477a-9cb6-31b80525d9ff tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Made reservation on behalf of 782ccbc77baf4c51a5f5bce6cb1cdb50 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:18.605127 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-331bfad5-7ecf-477a-9cb6-31b80525d9ff tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:18.648671 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01a44060-6d28-4de0-8591-63c9f3486695 admin admin] Publish callbacks [] for security_group (0bcaf56a-5469-4fd2-a0df-986ba8b3b397), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:18.665182 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ffd7adb-9559-417c-a1a3-257b8c0c21b4 req-fa437a22-9a4b-4036-85f5-bc41abd0683b tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/ports?device_id=397d266d-d6be-4cd2-b404-ea613af13251 HTTP/1.1" status: 200 len: 210 time: 0.1025178 Feb 08 15:40:18.728725 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Pushing event updated for resources: {'Port': ['ID=7e074a0a-d19b-46ee-bfa6-b36af5aedfac,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:18.832933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57714) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:18.862951 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01a44060-6d28-4de0-8591-63c9f3486695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0bcaf56a-5469-4fd2-a0df-986ba8b3b397), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:18.866206 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01a44060-6d28-4de0-8591-63c9f3486695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:18.871274 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-01a44060-6d28-4de0-8591-63c9f3486695 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0bcaf56a-5469-4fd2-a0df-986ba8b3b397 HTTP/1.1" status: 204 len: 168 time: 0.4045954 Feb 08 15:40:18.877692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-b1545b7e-98e1-4653-8379-5818a0f578dd tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:18.885810 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-b1545b7e-98e1-4653-8379-5818a0f578dd tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 808 time: 0.6669650 Feb 08 15:40:18.946733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a44060-6d28-4de0-8591-63c9f3486695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcaf56a-5469-4fd2-a0df-986ba8b3b397,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:18.976666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-0af24e20-4fab-4ded-a7f4-edbfc1eb30bd tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/quotas/dd11d3f1860a443eb3dacd21c1380846 HTTP/1.1" status: 200 len: 375 time: 0.0897896 Feb 08 15:40:18.995908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-331bfad5-7ecf-477a-9cb6-31b80525d9ff tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Allocated IP 172.20.0.6 (78653a79-f4c0-43a0-9a7f-bcdcc266bd20/68575895-0741-4ff7-a8a3-7ad87ce26afe/9c2be1b6-3de3-4cdf-86cf-f764194620bc) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:40:19.030668 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Attempting to bind port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:40:19.031013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Attempting to bind port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:40:19.031347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Attempting to bind port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac on network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:19.046355 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac on network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:40:19.046355 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Attempting to bind port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac on network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:19.067794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:40:19.068149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Checking segment: {'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:19.069299 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Bound using segment: {'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:40:19.069769 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Bound port: 7e074a0a-d19b-46ee-bfa6-b36af5aedfac, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:40:19.070165 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:19.102262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558c492-3c42-44b3-bce5-b5d5c875405c req-92ebce60-610b-46ab-b6a8-693267056ad1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:19.103916 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5558c492-3c42-44b3-bce5-b5d5c875405c req-92ebce60-610b-46ab-b6a8-693267056ad1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 943 time: 0.2126822 Feb 08 15:40:19.168103 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5d351c76-acf3-4598-a982-6fa790cb8080 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1889660 Feb 08 15:40:19.317402 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] For port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:19.334621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5558c492-3c42-44b3-bce5-b5d5c875405c req-372f2d76-175d-4f32-857b-b1bd51e880ba tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220306 Feb 08 15:40:19.373839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] For port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7e074a0a-d19b-46ee-bfa6-b36af5aedfac,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:40:19.391109 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-0fa245c3-ab74-4e33-86fd-57124abd83a0 service neutron] 10.222.0.82 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221382 Feb 08 15:40:19.399269 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:19.410534 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-331bfad5-7ecf-477a-9cb6-31b80525d9ff tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Publish callbacks [] for port (9c2be1b6-3de3-4cdf-86cf-f764194620bc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:19.417765 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7ce91256-8b29-4536-8ef7-7b8d5151e961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:19.457099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-331bfad5-7ecf-477a-9cb6-31b80525d9ff tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9c2be1b6-3de3-4cdf-86cf-f764194620bc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:19.512576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bfad5-7ecf-477a-9cb6-31b80525d9ff tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Pushing event updated for resources: {'Port': ['ID=9c2be1b6-3de3-4cdf-86cf-f764194620bc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:19.536047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-331bfad5-7ecf-477a-9cb6-31b80525d9ff tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Network 78653a79-f4c0-43a0-9a7f-bcdcc266bd20 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:40:19.540985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-331bfad5-7ecf-477a-9cb6-31b80525d9ff tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:19.544322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-331bfad5-7ecf-477a-9cb6-31b80525d9ff tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:40:19.555003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:19.555640 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:19.557485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] 10.222.0.96 "PUT /v2.0/ports/7e074a0a-d19b-46ee-bfa6-b36af5aedfac HTTP/1.1" status: 200 len: 1092 time: 2.2517538 Feb 08 15:40:19.557897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'tag': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:19.560163 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a534ba3e-7a37-4e88-b99a-2d74d97bb94a" -d '{"events": [{"name": "network-changed", "server_uuid": "74a55f3d-6faa-4a01-a655-1275cc60b152", "tag": "7e074a0a-d19b-46ee-bfa6-b36af5aedfac"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:19.595613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a82561-50ff-4dea-a587-202c2fe6c57e service neutron] Pushing event updated for resources: {'Port': ['ID=7e074a0a-d19b-46ee-bfa6-b36af5aedfac,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:19.636151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2ef732dd-e907-4b49-a58b-95b3a650a78b details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:40:19.671507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-331bfad5-7ecf-477a-9cb6-31b80525d9ff tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:19.672084 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-331bfad5-7ecf-477a-9cb6-31b80525d9ff tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:19.692671 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5208d272-3f2d-4118-a1a6-20c28f4fb2ae service neutron] 10.222.0.82 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898929 Feb 08 15:40:19.717387 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-331bfad5-7ecf-477a-9cb6-31b80525d9ff tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3661420 Feb 08 15:40:19.738194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326f299-a4bd-442e-9670-d135de4a791e req-1a39e4bd-cedb-4f49-9ba0-be697d9b3f23 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:19.742235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Request body: {'port': {'device_id': '397d266d-d6be-4cd2-b404-ea613af13251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:19.751298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9326f299-a4bd-442e-9670-d135de4a791e req-1a39e4bd-cedb-4f49-9ba0-be697d9b3f23 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 943 time: 0.3431180 Feb 08 15:40:19.855632 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9326f299-a4bd-442e-9670-d135de4a791e req-2c8957f1-bc30-4df4-a8c5-6e8e930bbb8c tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032386 Feb 08 15:40:19.892355 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9c2be1b6-3de3-4cdf-86cf-f764194620bc), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:19.895544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-f378863c-95da-490f-b307-e3fff392939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:19.898027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-f378863c-95da-490f-b307-e3fff392939d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 1126 time: 0.2711582 Feb 08 15:40:19.910687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:19.922223 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7ce91256-8b29-4536-8ef7-7b8d5151e961 admin admin] Publish callbacks [] for security_group (5c57526d-1db2-4461-9c24-17fd8cba5682), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:19.956701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '2ef732dd-e907-4b49-a58b-95b3a650a78b', 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818', 'port_id': '2ef732dd-e907-4b49-a58b-95b3a650a78b', 'mac_address': 'fa:16:3e:e1:b5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6860ace5-603d-4273-928c-37854cfdc005', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:40:20.019904 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7ce91256-8b29-4536-8ef7-7b8d5151e961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5c57526d-1db2-4461-9c24-17fd8cba5682), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:20.059163 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f06caf4-5588-49f7-a36c-e350cc5b90db x-openstack-request-id: req-3f06caf4-5588-49f7-a36c-e350cc5b90db {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:20.059558 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a55f3d-6faa-4a01-a655-1275cc60b152", "tag": "7e074a0a-d19b-46ee-bfa6-b36af5aedfac", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:20.059705 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3f06caf4-5588-49f7-a36c-e350cc5b90db {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:20.060105 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'tag': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'status': 'completed', 'code': 200} Feb 08 15:40:20.077134 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-efda6cae-bb08-470b-863b-45ba5950accd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e074a0a-d19b-46ee-bfa6-b36af5aedfac HTTP/1.1" status: 200 len: 217 time: 0.1722479 Feb 08 15:40:20.131912 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:20.141210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 2ef732dd-e907-4b49-a58b-95b3a650a78b is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:20.141535 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:20.161276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef732dd-e907-4b49-a58b-95b3a650a78b {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:20.188449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:20.194204 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:20.257421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=2ef732dd-e907-4b49-a58b-95b3a650a78b,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:20.263235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7ce91256-8b29-4536-8ef7-7b8d5151e961 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=35a1b7f43a774aa4b5de6d297378c4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4291787 Feb 08 15:40:20.271092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:20.272138 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:20.272630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:20.275833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:20.276195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:20.276554 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:20.276901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:20.277300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:20.277757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:20.278104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:20.278440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:20.278761 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:20.279272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:40:20.282400 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6acf0ad-4cf5-4bf3-8585-b8f7e383a84e req-61bb75b8-cfd9-4c0a-b384-fe6b8f563519 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 210 time: 0.2018249 Feb 08 15:40:20.283119 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57752) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:20.319416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce91256-8b29-4536-8ef7-7b8d5151e961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c57526d-1db2-4461-9c24-17fd8cba5682,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:20.331312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57754) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:20.405734 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-828c0b2f-53ff-43ec-a44f-1870cd5c6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:20.407222 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-828c0b2f-53ff-43ec-a44f-1870cd5c6c12 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.3159575 Feb 08 15:40:20.409757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['2ef732dd-e907-4b49-a58b-95b3a650a78b'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:40:20.462972 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2be1b6-3de3-4cdf-86cf-f764194620bc {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:20.493472 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Publish callbacks [] for port (9c2be1b6-3de3-4cdf-86cf-f764194620bc), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:20.523609 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a350753-c768-47a7-8483-22dc48a8b9d1 req-b46383fb-9707-44b0-becc-af516f4d99e5 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:20.532074 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6a350753-c768-47a7-8483-22dc48a8b9d1 req-b46383fb-9707-44b0-becc-af516f4d99e5 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/ports?device_id=397d266d-d6be-4cd2-b404-ea613af13251 HTTP/1.1" status: 200 len: 931 time: 0.4091961 Feb 08 15:40:20.539548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Transition to ACTIVE for port object 9c2be1b6-3de3-4cdf-86cf-f764194620bc will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:40:20.546980 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (9c2be1b6-3de3-4cdf-86cf-f764194620bc), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:20.568674 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-524f4705-ea48-4a9e-8bfb-11fd35bbef70 admin admin] Publish callbacks [] for security_group (5c57526d-1db2-4461-9c24-17fd8cba5682), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:20.623800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-ce10b940-0447-4ae2-ba30-6c2d3df714ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:20.625561 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-ce10b940-0447-4ae2-ba30-6c2d3df714ce service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1884344 Feb 08 15:40:20.633665 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-524f4705-ea48-4a9e-8bfb-11fd35bbef70 admin admin] Publish callbacks [] for security_group (5c57526d-1db2-4461-9c24-17fd8cba5682), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:20.646361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1cc85-00e1-4acd-8380-c20e101fac61 req-e7181344-9788-40bf-9465-e5917b23ee7f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:20.653753 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0fb1cc85-00e1-4acd-8380-c20e101fac61 req-e7181344-9788-40bf-9465-e5917b23ee7f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 944 time: 0.2153480 Feb 08 15:40:20.676133 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1015358074-network', 'tenant_id': 'dfa6bc8482d54208936f4354e67f78fd'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:20.707243 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6a350753-c768-47a7-8483-22dc48a8b9d1 req-df8e9c00-541f-4ddf-84ab-5e2bc7cc16f7 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/security-groups?id=0b57f049-2577-4f4a-9fbd-5a82d9e13622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739385 Feb 08 15:40:20.739444 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] Made reservation on behalf of dfa6bc8482d54208936f4354e67f78fd for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:20.745809 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:20.860388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0fb1cc85-00e1-4acd-8380-c20e101fac61 req-9b54f533-9b2c-4677-940a-2d86fd1ac1d1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050309 Feb 08 15:40:20.894691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-34399b40-9cee-44b2-8445-3c8c881790fd service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558563 Feb 08 15:40:20.895841 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-524f4705-ea48-4a9e-8bfb-11fd35bbef70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5c57526d-1db2-4461-9c24-17fd8cba5682), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:20.898969 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-524f4705-ea48-4a9e-8bfb-11fd35bbef70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:20.909749 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-524f4705-ea48-4a9e-8bfb-11fd35bbef70 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5c57526d-1db2-4461-9c24-17fd8cba5682 HTTP/1.1" status: 204 len: 168 time: 0.5895092 Feb 08 15:40:20.952149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f4705-ea48-4a9e-8bfb-11fd35bbef70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c57526d-1db2-4461-9c24-17fd8cba5682,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:21.068506 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.126636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349bb12-7858-4211-b6f7-6f4a65e2d122 req-d16c47d8-399b-4b8a-b5b5-4006405a069d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:21.135387 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4349bb12-7858-4211-b6f7-6f4a65e2d122 req-d16c47d8-399b-4b8a-b5b5-4006405a069d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 943 time: 0.1318486 Feb 08 15:40:21.164552 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Pushing event updated for resources: {'Port': ['ID=9c2be1b6-3de3-4cdf-86cf-f764194620bc,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:21.199635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd3aba7-75e3-479a-aad3-51be57f54b7c req-355f66e1-a350-44eb-96a9-e942ce8d16a1 service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978179 Feb 08 15:40:21.214236 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4349bb12-7858-4211-b6f7-6f4a65e2d122 req-2960f150-ffad-4609-af5a-284d93d5b092 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683758 Feb 08 15:40:21.236983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Attempting to bind port 9c2be1b6-3de3-4cdf-86cf-f764194620bc on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:40:21.237384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Attempting to bind port 9c2be1b6-3de3-4cdf-86cf-f764194620bc by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'e3d001f6-d516-4723-b72c-24c9d6f84eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '78653a79-f4c0-43a0-9a7f-bcdcc266bd20'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:40:21.237740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Attempting to bind port 9c2be1b6-3de3-4cdf-86cf-f764194620bc on network 78653a79-f4c0-43a0-9a7f-bcdcc266bd20 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:21.253863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Port 9c2be1b6-3de3-4cdf-86cf-f764194620bc on network 78653a79-f4c0-43a0-9a7f-bcdcc266bd20 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:40:21.254245 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Attempting to bind port 9c2be1b6-3de3-4cdf-86cf-f764194620bc on network 78653a79-f4c0-43a0-9a7f-bcdcc266bd20 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:21.267652 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:40:21.268002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Checking segment: {'id': 'e3d001f6-d516-4723-b72c-24c9d6f84eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '78653a79-f4c0-43a0-9a7f-bcdcc266bd20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:21.268486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Bound using segment: {'id': 'e3d001f6-d516-4723-b72c-24c9d6f84eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '78653a79-f4c0-43a0-9a7f-bcdcc266bd20'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:40:21.269145 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Bound port: 9c2be1b6-3de3-4cdf-86cf-f764194620bc, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d001f6-d516-4723-b72c-24c9d6f84eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '78653a79-f4c0-43a0-9a7f-bcdcc266bd20'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:40:21.269566 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9c2be1b6-3de3-4cdf-86cf-f764194620bc), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.334610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534ba3e-7a37-4e88-b99a-2d74d97bb94a req-0e10159e-827e-4f26-b197-0eff917e045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:21.337173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a534ba3e-7a37-4e88-b99a-2d74d97bb94a req-0e10159e-827e-4f26-b197-0eff917e045d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 1126 time: 0.0840828 Feb 08 15:40:21.364564 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] Publish callbacks [] for security_group (1abee9e2-13d1-4161-bfa3-a33072b77543), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.374256 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1abee9e2-13d1-4161-bfa3-a33072b77543), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.415220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] For port 9c2be1b6-3de3-4cdf-86cf-f764194620bc, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:21.421226 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:40:21.436335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57776) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:21.441365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] For port 9c2be1b6-3de3-4cdf-86cf-f764194620bc, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9c2be1b6-3de3-4cdf-86cf-f764194620bc,segment=NetworkSegment(e3d001f6-d516-4723-b72c-24c9d6f84eda),segment_id=e3d001f6-d516-4723-b72c-24c9d6f84eda)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:40:21.460647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abee9e2-13d1-4161-bfa3-a33072b77543,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:21.481118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3665fde9-4592-4f59-8c62-4e18b6eefe31 req-3bfabb8e-7b96-4550-b958-43d404847fe1 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 210 time: 0.1119213 Feb 08 15:40:21.486917 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (9f7aa167-1666-4c9b-a16a-53846536a274), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.487456 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] Added segment 9f7aa167-1666-4c9b-a16a-53846536a274 of type vlan for network f1beff69-585d-470d-94be-ead9e699460b Feb 08 15:40:21.528961 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0d37c51-5b64-4558-b038-0560ed4b0986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.540566 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (9c2be1b6-3de3-4cdf-86cf-f764194620bc), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.597622 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:21.598253 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.600376 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] 10.222.0.94 "PUT /v2.0/ports/9c2be1b6-3de3-4cdf-86cf-f764194620bc HTTP/1.1" status: 200 len: 1092 time: 1.8751268 Feb 08 15:40:21.605085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397d266d-d6be-4cd2-b404-ea613af13251', 'tag': '9c2be1b6-3de3-4cdf-86cf-f764194620bc'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:21.607379 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa22823-42b4-432c-8f41-8c1dfd6ec7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "397d266d-d6be-4cd2-b404-ea613af13251", "tag": "9c2be1b6-3de3-4cdf-86cf-f764194620bc"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:21.628867 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (f1beff69-585d-470d-94be-ead9e699460b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.650548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2ef732dd-e907-4b49-a58b-95b3a650a78b up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:21.681784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534ba3e-7a37-4e88-b99a-2d74d97bb94a req-553b578f-e9a5-42ba-9ece-c54c0ea9a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:21.684305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a534ba3e-7a37-4e88-b99a-2d74d97bb94a req-553b578f-e9a5-42ba-9ece-c54c0ea9a376 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 921 time: 0.3404238 Feb 08 15:40:21.702835 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e920d5e2-f099-4e6d-9609-b5dcaa825e7f x-openstack-request-id: req-e920d5e2-f099-4e6d-9609-b5dcaa825e7f {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:21.703131 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397d266d-d6be-4cd2-b404-ea613af13251", "tag": "9c2be1b6-3de3-4cdf-86cf-f764194620bc", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:21.703393 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e920d5e2-f099-4e6d-9609-b5dcaa825e7f {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:21.703785 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397d266d-d6be-4cd2-b404-ea613af13251', 'tag': '9c2be1b6-3de3-4cdf-86cf-f764194620bc', 'status': 'completed', 'code': 200} Feb 08 15:40:21.719368 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b908a49-8d23-44c0-bd10-18a1621c6c0b service neutron] Pushing event updated for resources: {'Port': ['ID=9c2be1b6-3de3-4cdf-86cf-f764194620bc,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:21.723496 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 2ef732dd-e907-4b49-a58b-95b3a650a78b completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:40:21.728197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 2ef732dd-e907-4b49-a58b-95b3a650a78b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:21.729133 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.771083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-6e4d1940-fdda-428b-9e4c-a727d06c9e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:21.773035 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-6e4d1940-fdda-428b-9e4c-a727d06c9e56 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=782ccbc77baf4c51a5f5bce6cb1cdb50&device_id=397d266d-d6be-4cd2-b404-ea613af13251 HTTP/1.1" status: 200 len: 1126 time: 0.1155331 Feb 08 15:40:21.773663 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (f1beff69-585d-470d-94be-ead9e699460b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.774602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:21.775200 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.797398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a534ba3e-7a37-4e88-b99a-2d74d97bb94a req-a3d88141-4015-4289-bced-f4e45df2e505 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e074a0a-d19b-46ee-bfa6-b36af5aedfac HTTP/1.1" status: 200 len: 217 time: 0.1068769 Feb 08 15:40:21.835156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 2ef732dd-e907-4b49-a58b-95b3a650a78b is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:21.835826 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.876418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:21.878100 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-6f472995-f6be-496c-b9be-afb99cff8439 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--101935858&fields=id&tenant_id=801ec86ff88b494f9b756a2ba296e075 HTTP/1.1" status: 200 len: 267 time: 0.2761030 Feb 08 15:40:21.878543 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba848dcb-61f0-49cc-b78d-a3712b5ed630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef732dd-e907-4b49-a58b-95b3a650a78b'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:21.882265 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-a59a8a2b-b549-4a6d-8366-a7535ce24905 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c2be1b6-3de3-4cdf-86cf-f764194620bc HTTP/1.1" status: 200 len: 217 time: 0.0941598 Feb 08 15:40:21.882439 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23db0838-2c58-4740-aefa-77a070ac1920" -d '{"events": [{"server_uuid": "ba848dcb-61f0-49cc-b78d-a3712b5ed630", "name": "network-vif-plugged", "status": "completed", "tag": "2ef732dd-e907-4b49-a58b-95b3a650a78b"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:21.885386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-4f50354c-0960-4c28-b722-2db18829b08c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:21.885717 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5534599 Feb 08 15:40:21.886870 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-4f50354c-0960-4c28-b722-2db18829b08c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.94 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 808 time: 0.3578722 Feb 08 15:40:21.889980 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.890944 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57790) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:21.899029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-eeed8a1b-cd3f-40e4-ad56-247d8ce8aec1 admin admin] Request body: {'subnet': {'network_id': 'f1beff69-585d-470d-94be-ead9e699460b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1015358074-subnet', 'tenant_id': 'dfa6bc8482d54208936f4354e67f78fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:21.908478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-9db4d7f5-c16d-4a50-8d0c-98fe3a066b8c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Request body: {'port': {'device_id': 'df7dec4b-5ca0-4420-aedb-373899d1fbe7', 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1', 'admin_state_up': True, 'tenant_id': 'dd11d3f1860a443eb3dacd21c1380846'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:21.938838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0d37c51-5b64-4558-b038-0560ed4b0986 admin admin] Publish callbacks [] for security_group (d31fe7ca-a04b-477f-a1c9-4fa8ac61515f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.944638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5761eb3-8b2c-4e9f-94a4-cf8003b5110b admin admin] Pushing event updated for resources: {'Network': ['ID=f1beff69-585d-470d-94be-ead9e699460b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:21.952510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=2ef732dd-e907-4b49-a58b-95b3a650a78b,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:21.955356 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0d37c51-5b64-4558-b038-0560ed4b0986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d31fe7ca-a04b-477f-a1c9-4fa8ac61515f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:21.960487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network f1beff69-585d-470d-94be-ead9e699460b details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:40:22.011697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-6c289970-5522-401d-a8a2-5d02b2d4b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:22.013209 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-6c289970-5522-401d-a8a2-5d02b2d4b356 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=68575895-0741-4ff7-a8a3-7ad87ce26afe HTTP/1.1" status: 200 len: 854 time: 0.1229680 Feb 08 15:40:22.018060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeed8a1b-cd3f-40e4-ad56-247d8ce8aec1 admin admin] Made reservation on behalf of dfa6bc8482d54208936f4354e67f78fd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:22.020386 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eeed8a1b-cd3f-40e4-ad56-247d8ce8aec1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:22.025400 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b0d37c51-5b64-4558-b038-0560ed4b0986 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2ebb2523d8574e73996449053ebb1b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5860817 Feb 08 15:40:22.045353 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57794) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:22.047454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d37c51-5b64-4558-b038-0560ed4b0986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31fe7ca-a04b-477f-a1c9-4fa8ac61515f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:22.113872 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-b58107cd-3ad3-411b-9345-de44dc6251d7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=78653a79-f4c0-43a0-9a7f-bcdcc266bd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860934 Feb 08 15:40:22.236559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534ba3e-7a37-4e88-b99a-2d74d97bb94a req-19d2ded0-c962-4811-837b-c7372ec309bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:22.238657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a534ba3e-7a37-4e88-b99a-2d74d97bb94a req-19d2ded0-c962-4811-837b-c7372ec309bb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.4228158 Feb 08 15:40:22.240819 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0758b18e-0663-4319-9cb7-e81403d16e04 admin admin] Publish callbacks [] for security_group (d31fe7ca-a04b-477f-a1c9-4fa8ac61515f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:22.305079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6453c-3434-47a9-a070-fd530dcc4294 req-0b5a2c78-405c-4c60-a8bf-cfd72f088495 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:22.306866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99e6453c-3434-47a9-a070-fd530dcc4294 req-0b5a2c78-405c-4c60-a8bf-cfd72f088495 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/ports?device_id=397d266d-d6be-4cd2-b404-ea613af13251 HTTP/1.1" status: 200 len: 943 time: 0.5005741 Feb 08 15:40:22.315851 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0758b18e-0663-4319-9cb7-e81403d16e04 admin admin] Publish callbacks [] for security_group (d31fe7ca-a04b-477f-a1c9-4fa8ac61515f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:22.347749 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-819a292e-3614-412a-acb3-9499788c4de3 service neutron] 10.222.0.94 "GET /v2.0/networks/78653a79-f4c0-43a0-9a7f-bcdcc266bd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212145 Feb 08 15:40:22.405626 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-7b7fa3f4-086d-4d7a-b3a7-30c3821f15ed tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:22.407097 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-7b7fa3f4-086d-4d7a-b3a7-30c3821f15ed tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/networks?id=fc212980-d3a2-4b7b-ab32-da2eb604aaad HTTP/1.1" status: 200 len: 816 time: 0.5121925 Feb 08 15:40:22.415035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534ba3e-7a37-4e88-b99a-2d74d97bb94a req-74e023cb-2b95-4355-98e4-f31e58adba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:22.416607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a534ba3e-7a37-4e88-b99a-2d74d97bb94a req-74e023cb-2b95-4355-98e4-f31e58adba9c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1643078 Feb 08 15:40:22.430561 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eeed8a1b-cd3f-40e4-ad56-247d8ce8aec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (381225f4-3075-41c7-8439-4e7fbc31157b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:22.495131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-03b460d0-1759-4bc8-bcad-3999957983f5 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/quotas/801ec86ff88b494f9b756a2ba296e075 HTTP/1.1" status: 200 len: 375 time: 0.0761526 Feb 08 15:40:22.500720 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99e6453c-3434-47a9-a070-fd530dcc4294 req-782fc559-c902-4afb-a226-722ac9c82165 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/security-groups?id=0b57f049-2577-4f4a-9fbd-5a82d9e13622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829965 Feb 08 15:40:22.526820 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-9db4d7f5-c16d-4a50-8d0c-98fe3a066b8c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Made reservation on behalf of dd11d3f1860a443eb3dacd21c1380846 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:22.530011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed8a1b-cd3f-40e4-ad56-247d8ce8aec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=381225f4-3075-41c7-8439-4e7fbc31157b,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:22.530611 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-9db4d7f5-c16d-4a50-8d0c-98fe3a066b8c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:22.536562 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2bf914dc-8d2e-45c2-bc1d-a285346ed86f req-666d8bf8-6518-4c2d-95ea-83a401f92c89 service neutron] 10.222.0.94 "GET /v2.0/networks/78653a79-f4c0-43a0-9a7f-bcdcc266bd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798751 Feb 08 15:40:22.541368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0758b18e-0663-4319-9cb7-e81403d16e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d31fe7ca-a04b-477f-a1c9-4fa8ac61515f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:22.543926 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0758b18e-0663-4319-9cb7-e81403d16e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:22.545149 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0758b18e-0663-4319-9cb7-e81403d16e04 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d31fe7ca-a04b-477f-a1c9-4fa8ac61515f HTTP/1.1" status: 204 len: 168 time: 0.4986842 Feb 08 15:40:22.558450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeed8a1b-cd3f-40e4-ad56-247d8ce8aec1 admin admin] Checking segment: {'id': '9f7aa167-1666-4c9b-a16a-53846536a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:22.559744 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed8a1b-cd3f-40e4-ad56-247d8ce8aec1 admin admin] Network hostable DHCP agents. Network: f1beff69-585d-470d-94be-ead9e699460b, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:40:22.561989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758b18e-0663-4319-9cb7-e81403d16e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31fe7ca-a04b-477f-a1c9-4fa8ac61515f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:22.589301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed8a1b-cd3f-40e4-ad56-247d8ce8aec1 admin admin] Network f1beff69-585d-470d-94be-ead9e699460b is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:40:22.605615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-eeed8a1b-cd3f-40e4-ad56-247d8ce8aec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, f1beff69-585d-470d-94be-ead9e699460b) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:22.610701 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed8a1b-cd3f-40e4-ad56-247d8ce8aec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:22.611363 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eeed8a1b-cd3f-40e4-ad56-247d8ce8aec1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:22.619788 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17695130-1122-4fbe-837d-0d074c812802 x-openstack-request-id: req-17695130-1122-4fbe-837d-0d074c812802 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:22.620107 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba848dcb-61f0-49cc-b78d-a3712b5ed630", "name": "network-vif-plugged", "status": "completed", "tag": "2ef732dd-e907-4b49-a58b-95b3a650a78b", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:22.628235 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-17695130-1122-4fbe-837d-0d074c812802 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:22.631403 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba848dcb-61f0-49cc-b78d-a3712b5ed630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef732dd-e907-4b49-a58b-95b3a650a78b', 'code': 200} Feb 08 15:40:22.642231 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-eeed8a1b-cd3f-40e4-ad56-247d8ce8aec1 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7471480 Feb 08 15:40:22.645330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9663ff-131f-4ea5-af56-4134d4e25a95 None None] Network f1beff69-585d-470d-94be-ead9e699460b requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:40:22.655344 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a534ba3e-7a37-4e88-b99a-2d74d97bb94a req-6b81d846-7bdd-4057-834e-45b45643ef0d service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302563 Feb 08 15:40:22.704197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa22823-42b4-432c-8f41-8c1dfd6ec7b1 req-a4d10c19-d801-45a3-9502-47b3d274d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:22.707026 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aaa22823-42b4-432c-8f41-8c1dfd6ec7b1 req-a4d10c19-d801-45a3-9502-47b3d274d610 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=782ccbc77baf4c51a5f5bce6cb1cdb50&device_id=397d266d-d6be-4cd2-b404-ea613af13251 HTTP/1.1" status: 200 len: 1126 time: 0.0605474 Feb 08 15:40:22.864731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e94c54-dc5e-4b78-bb7b-821e9d95d68d None None] Network f1beff69-585d-470d-94be-ead9e699460b requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:40:22.871747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd271-6035-4ef5-a288-d5c5fdba1599 req-1d67b719-7b9d-4e6a-bda1-646308bbf61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:22.873285 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6c7bd271-6035-4ef5-a288-d5c5fdba1599 req-1d67b719-7b9d-4e6a-bda1-646308bbf61c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 1128 time: 0.0717468 Feb 08 15:40:22.928101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-7da62aec-2fd6-4a7b-9673-8842fbfe7f2e tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=801ec86ff88b494f9b756a2ba296e075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4156349 Feb 08 15:40:22.954421 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6c7bd271-6035-4ef5-a288-d5c5fdba1599 req-4d81268f-30b9-4b7f-b3c8-e51aa62dbe14 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745435 Feb 08 15:40:22.967656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa22823-42b4-432c-8f41-8c1dfd6ec7b1 req-3844b0c5-36ad-4988-9cf1-258bed598657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:22.969357 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aaa22823-42b4-432c-8f41-8c1dfd6ec7b1 req-3844b0c5-36ad-4988-9cf1-258bed598657 service neutron] 10.222.0.94 "GET /v2.0/networks?id=78653a79-f4c0-43a0-9a7f-bcdcc266bd20 HTTP/1.1" status: 200 len: 915 time: 0.2538817 Feb 08 15:40:23.015951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-9db4d7f5-c16d-4a50-8d0c-98fe3a066b8c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Allocated IP 172.20.0.7 (34030067-061b-475b-9f07-26ad4a87c9e1/c83d50d0-a523-4c9d-a16b-90473488d403/815634d0-9af5-43aa-bfd2-50641e198be3) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:40:23.021017 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aaa22823-42b4-432c-8f41-8c1dfd6ec7b1 req-5d0aa49b-fa4f-41da-9e67-d736015b30a4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c2be1b6-3de3-4cdf-86cf-f764194620bc HTTP/1.1" status: 200 len: 217 time: 0.0453920 Feb 08 15:40:23.081153 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc2e1e-79ec-4f30-a391-ed34bd319faf req-f16ee373-73f9-44b7-b274-9eacb0873634 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:23.087727 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa22823-42b4-432c-8f41-8c1dfd6ec7b1 req-c73975bc-11f8-4d44-861d-6778a9a3cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:23.089221 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0fc2e1e-79ec-4f30-a391-ed34bd319faf req-f16ee373-73f9-44b7-b274-9eacb0873634 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 945 time: 0.3068061 Feb 08 15:40:23.089515 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aaa22823-42b4-432c-8f41-8c1dfd6ec7b1 req-c73975bc-11f8-4d44-861d-6778a9a3cb82 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=68575895-0741-4ff7-a8a3-7ad87ce26afe HTTP/1.1" status: 200 len: 854 time: 0.0614460 Feb 08 15:40:23.122168 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a534ba3e-7a37-4e88-b99a-2d74d97bb94a req-89e7037f-376e-4033-826a-5713c261ae9b service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615326 Feb 08 15:40:23.126942 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aaa22823-42b4-432c-8f41-8c1dfd6ec7b1 req-b5708f57-3ec1-4817-ab7a-b94fe75926e7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=78653a79-f4c0-43a0-9a7f-bcdcc266bd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300989 Feb 08 15:40:23.183757 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-dacf3cea-59c2-42da-8ff6-6e48a2f40523 service neutron] 10.222.0.82 "GET /v2.0/networks/fc212980-d3a2-4b7b-ab32-da2eb604aaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388649 Feb 08 15:40:23.229903 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aaa22823-42b4-432c-8f41-8c1dfd6ec7b1 req-2c370149-10e8-4325-9cc5-19112cb41dfb service neutron] 10.222.0.94 "GET /v2.0/networks/78653a79-f4c0-43a0-9a7f-bcdcc266bd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955822 Feb 08 15:40:23.248296 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0fc2e1e-79ec-4f30-a391-ed34bd319faf req-940fe1b9-2d3a-4eda-a0a3-d44abdb8c628 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582525 Feb 08 15:40:23.398120 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aaa22823-42b4-432c-8f41-8c1dfd6ec7b1 req-aef6eec6-89fb-45bc-a501-7cf04a943690 service neutron] 10.222.0.94 "GET /v2.0/networks/78653a79-f4c0-43a0-9a7f-bcdcc266bd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555171 Feb 08 15:40:23.409706 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-9db4d7f5-c16d-4a50-8d0c-98fe3a066b8c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks [] for port (815634d0-9af5-43aa-bfd2-50641e198be3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:23.422027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-1df69729-b617-4729-bcbe-384d3d7f1539 service neutron] 10.222.0.82 "GET /v2.0/networks/fc212980-d3a2-4b7b-ab32-da2eb604aaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180681 Feb 08 15:40:23.468363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed126f1c-fb26-4abc-869e-0313c75819fb req-c361f6cf-836f-4603-8cd0-3e5fa641db27 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:23.469650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed126f1c-fb26-4abc-869e-0313c75819fb req-c361f6cf-836f-4603-8cd0-3e5fa641db27 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 943 time: 0.1141069 Feb 08 15:40:23.477087 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-9db4d7f5-c16d-4a50-8d0c-98fe3a066b8c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:23.546600 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-9db4d7f5-c16d-4a50-8d0c-98fe3a066b8c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Network 34030067-061b-475b-9f07-26ad4a87c9e1 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:40:23.555648 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-9db4d7f5-c16d-4a50-8d0c-98fe3a066b8c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:23.562002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-9db4d7f5-c16d-4a50-8d0c-98fe3a066b8c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:40:23.597359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4d7f5-c16d-4a50-8d0c-98fe3a066b8c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Pushing event updated for resources: {'Port': ['ID=815634d0-9af5-43aa-bfd2-50641e198be3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:23.628890 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed126f1c-fb26-4abc-869e-0313c75819fb req-bed3adb0-5410-439c-8735-45e53f2173ba tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497295 Feb 08 15:40:23.638829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-9db4d7f5-c16d-4a50-8d0c-98fe3a066b8c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:23.639987 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-9db4d7f5-c16d-4a50-8d0c-98fe3a066b8c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:23.649127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7e074a0a-d19b-46ee-bfa6-b36af5aedfac details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:40:23.672050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-9db4d7f5-c16d-4a50-8d0c-98fe3a066b8c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7709107 Feb 08 15:40:23.686216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Request body: {'port': {'device_id': 'df7dec4b-5ca0-4420-aedb-373899d1fbe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:23.776054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7e074a0a-d19b-46ee-bfa6-b36af5aedfac,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:23.791099 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'port_id': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'mac_address': 'fa:16:3e:8e:be:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:40:23.864581 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:23.865433 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:23.888267 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e074a0a-d19b-46ee-bfa6-b36af5aedfac {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:23.900391 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:23.915535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7e074a0a-d19b-46ee-bfa6-b36af5aedfac,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:23.926924 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:24.030961 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909339a1-edf4-40e0-be48-48ee781d087e req-74f1ac62-f23a-4eb5-bbe1-7a1416bf6cd3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:24.037292 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-909339a1-edf4-40e0-be48-48ee781d087e req-74f1ac62-f23a-4eb5-bbe1-7a1416bf6cd3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 931 time: 0.2870996 Feb 08 15:40:24.048582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=7e074a0a-d19b-46ee-bfa6-b36af5aedfac,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:24.160771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['7e074a0a-d19b-46ee-bfa6-b36af5aedfac'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:40:24.218287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-909339a1-edf4-40e0-be48-48ee781d087e req-f8564d3b-2895-4cae-83c9-eb3bbe70972c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780138 Feb 08 15:40:24.533649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060905a-11e1-4fcc-88b6-e7ea10dcc295 req-1da2a338-86e5-4aa8-87a8-7bb7e91a2ab9 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:24.535150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d060905a-11e1-4fcc-88b6-e7ea10dcc295 req-1da2a338-86e5-4aa8-87a8-7bb7e91a2ab9 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/ports?device_id=397d266d-d6be-4cd2-b404-ea613af13251 HTTP/1.1" status: 200 len: 943 time: 0.1840198 Feb 08 15:40:24.542856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9673-1726-4d6c-be26-886256a42f79 req-3a245acf-08cd-486a-9433-5b8259a0b0ea tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:24.544288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d14e9673-1726-4d6c-be26-886256a42f79 req-3a245acf-08cd-486a-9433-5b8259a0b0ea tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/networks?id=f1beff69-585d-470d-94be-ead9e699460b HTTP/1.1" status: 200 len: 822 time: 0.2715592 Feb 08 15:40:24.602515 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d14e9673-1726-4d6c-be26-886256a42f79 req-08a37a97-2d16-46a8-b2ad-f62a578751a5 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/quotas/dfa6bc8482d54208936f4354e67f78fd HTTP/1.1" status: 200 len: 375 time: 0.0409074 Feb 08 15:40:24.624431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815634d0-9af5-43aa-bfd2-50641e198be3 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:24.662976 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Publish callbacks [] for port (815634d0-9af5-43aa-bfd2-50641e198be3), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:24.666689 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d14e9673-1726-4d6c-be26-886256a42f79 req-f448fb99-7dd8-4b81-9227-268f200130e4 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=dfa6bc8482d54208936f4354e67f78fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496829 Feb 08 15:40:24.674249 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d060905a-11e1-4fcc-88b6-e7ea10dcc295 req-58787e18-0eea-4b52-b204-de2f1f57204b tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/security-groups?id=0b57f049-2577-4f4a-9fbd-5a82d9e13622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290195 Feb 08 15:40:24.699495 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Transition to ACTIVE for port object 815634d0-9af5-43aa-bfd2-50641e198be3 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:40:24.737920 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:24.799970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0596192d-1743-44c0-a971-558d8e47ed37 req-fda8e430-c6bd-4f71-aa79-a9eabec619f5 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0630410 Feb 08 15:40:24.860001 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Pushing event updated for resources: {'Port': ['ID=815634d0-9af5-43aa-bfd2-50641e198be3,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:24.925176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d14e9673-1726-4d6c-be26-886256a42f79 req-c9060f83-d499-4c0a-9ba6-f08ba280b124 service neutron] 10.222.0.82 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474599 Feb 08 15:40:25.069063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Attempting to bind port 815634d0-9af5-43aa-bfd2-50641e198be3 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:40:25.069726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Attempting to bind port 815634d0-9af5-43aa-bfd2-50641e198be3 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:40:25.069726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Attempting to bind port 815634d0-9af5-43aa-bfd2-50641e198be3 on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:25.077831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa57594-6a73-43e2-a184-54b1448b74b9 req-e9131ad6-53e5-4dd7-98a3-c0288754872c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:25.079291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daa57594-6a73-43e2-a184-54b1448b74b9 req-e9131ad6-53e5-4dd7-98a3-c0288754872c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 945 time: 0.1891217 Feb 08 15:40:25.106834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Port 815634d0-9af5-43aa-bfd2-50641e198be3 on network 34030067-061b-475b-9f07-26ad4a87c9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:40:25.107161 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Attempting to bind port 815634d0-9af5-43aa-bfd2-50641e198be3 on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:25.148582 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:40:25.148921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Checking segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:25.149332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Bound using segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:40:25.149773 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Bound port: 815634d0-9af5-43aa-bfd2-50641e198be3, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:40:25.150130 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:25.364002 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9c2be1b6-3de3-4cdf-86cf-f764194620bc details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:40:25.424406 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d14e9673-1726-4d6c-be26-886256a42f79 req-14252190-6ef8-465a-a4e6-895670d8c7e0 service neutron] 10.222.0.82 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894221 Feb 08 15:40:25.466370 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daa57594-6a73-43e2-a184-54b1448b74b9 req-315956a1-8d8d-41b9-a41c-81f5bd1b9c12 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764389 Feb 08 15:40:25.506144 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-6e38e4ce-b9ca-40f7-a534-1a5fd9e48473 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:25.514831 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-6e38e4ce-b9ca-40f7-a534-1a5fd9e48473 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.96 "GET /v2.0/networks?id=fc212980-d3a2-4b7b-ab32-da2eb604aaad HTTP/1.1" status: 200 len: 816 time: 0.5189083 Feb 08 15:40:25.558662 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9c2be1b6-3de3-4cdf-86cf-f764194620bc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9c2be1b6-3de3-4cdf-86cf-f764194620bc,segment=NetworkSegment(e3d001f6-d516-4723-b72c-24c9d6f84eda),segment_id=e3d001f6-d516-4723-b72c-24c9d6f84eda)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:25.591524 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '9c2be1b6-3de3-4cdf-86cf-f764194620bc', 'network_id': '78653a79-f4c0-43a0-9a7f-bcdcc266bd20', 'port_id': '9c2be1b6-3de3-4cdf-86cf-f764194620bc', 'mac_address': 'fa:16:3e:a5:83:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68575895-0741-4ff7-a8a3-7ad87ce26afe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:40:25.610809 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:25.647404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=815634d0-9af5-43aa-bfd2-50641e198be3,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:40:25.667102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 9c2be1b6-3de3-4cdf-86cf-f764194620bc is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:25.667502 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9c2be1b6-3de3-4cdf-86cf-f764194620bc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:25.673529 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7e074a0a-d19b-46ee-bfa6-b36af5aedfac up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:25.760732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-3ff6d1ac-3a30-44ed-9ce2-1299500a90e3 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=801ec86ff88b494f9b756a2ba296e075 HTTP/1.1" status: 200 len: 379 time: 0.2334342 Feb 08 15:40:25.773018 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:25.796610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2be1b6-3de3-4cdf-86cf-f764194620bc {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:25.803716 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-e47a3ba5-e842-4089-9cc4-6b5eb06921fe tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Request body: {'port': {'device_id': '784b5540-7121-4eb1-8fa3-c2f917fcd077', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'admin_state_up': True, 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'security_groups': ['74beee88-f75c-456c-a261-ffaec5f639f1']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:25.839693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9c2be1b6-3de3-4cdf-86cf-f764194620bc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9c2be1b6-3de3-4cdf-86cf-f764194620bc,segment=NetworkSegment(e3d001f6-d516-4723-b72c-24c9d6f84eda),segment_id=e3d001f6-d516-4723-b72c-24c9d6f84eda)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:25.847095 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9c2be1b6-3de3-4cdf-86cf-f764194620bc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:25.888115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:40:25.908354 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:25.908741 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:25.912549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=9c2be1b6-3de3-4cdf-86cf-f764194620bc,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:25.933064 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:25.933814 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:25.935354 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-5077a643-d583-4556-a9da-0a59460342dc service neutron] 10.222.0.94 "PUT /v2.0/ports/815634d0-9af5-43aa-bfd2-50641e198be3 HTTP/1.1" status: 200 len: 1092 time: 2.2552955 Feb 08 15:40:25.940661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7dec4b-5ca0-4420-aedb-373899d1fbe7', 'tag': '815634d0-9af5-43aa-bfd2-50641e198be3'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:25.943824 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d7e88d-8974-48d2-929e-58a876c6d43e" -d '{"events": [{"name": "network-changed", "server_uuid": "df7dec4b-5ca0-4420-aedb-373899d1fbe7", "tag": "815634d0-9af5-43aa-bfd2-50641e198be3"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:26.042546 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198f3e-471f-4ebd-9dfe-745ef3c1beda req-00b1c7fd-8ef7-45e7-9b6a-9bebb3b3208e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:26.044730 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d198f3e-471f-4ebd-9dfe-745ef3c1beda req-00b1c7fd-8ef7-45e7-9b6a-9bebb3b3208e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 943 time: 0.1904054 Feb 08 15:40:26.072978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a96ea-a69f-4b8c-b42c-c6859b4549e8 req-c0980966-d146-4d1e-9532-a3268120cd77 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:26.074956 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e80a96ea-a69f-4b8c-b42c-c6859b4549e8 req-c0980966-d146-4d1e-9532-a3268120cd77 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 944 time: 0.3226912 Feb 08 15:40:26.076900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077a643-d583-4556-a9da-0a59460342dc service neutron] Pushing event updated for resources: {'Port': ['ID=815634d0-9af5-43aa-bfd2-50641e198be3,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:26.111429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:26.112136 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:26.178184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['9c2be1b6-3de3-4cdf-86cf-f764194620bc'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:40:26.199737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-8d53d664-4306-4ce6-97c8-e5ab411c44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:26.201665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-8d53d664-4306-4ce6-97c8-e5ab411c44f7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 1126 time: 0.1997988 Feb 08 15:40:26.209325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d198f3e-471f-4ebd-9dfe-745ef3c1beda req-86534271-0592-4721-836c-48c2d0486e87 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444016 Feb 08 15:40:26.212102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-e47a3ba5-e842-4089-9cc4-6b5eb06921fe tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Made reservation on behalf of 801ec86ff88b494f9b756a2ba296e075 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:26.215862 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-e47a3ba5-e842-4089-9cc4-6b5eb06921fe tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:26.225674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:26.228457 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff24269e-e3b6-4062-a9ee-577094b314de" -d '{"events": [{"server_uuid": "74a55f3d-6faa-4a01-a655-1275cc60b152", "name": "network-vif-plugged", "status": "completed", "tag": "7e074a0a-d19b-46ee-bfa6-b36af5aedfac"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:26.235571 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e80a96ea-a69f-4b8c-b42c-c6859b4549e8 req-5ed5967b-4171-4b28-8197-9ae90466a763 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405594 Feb 08 15:40:26.276353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7e074a0a-d19b-46ee-bfa6-b36af5aedfac,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:26.285275 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:26.320750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-85bcd8bb-523c-48c3-bb9c-6002699a3ee5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815634d0-9af5-43aa-bfd2-50641e198be3 HTTP/1.1" status: 200 len: 217 time: 0.1021912 Feb 08 15:40:26.361322 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=7e074a0a-d19b-46ee-bfa6-b36af5aedfac,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:26.393750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24e53e0d-db42-4fd3-b714-e01a62138894 req-472445bd-6c4f-4227-a36e-307483417226 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 210 time: 0.0774832 Feb 08 15:40:26.542914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-12be3ca0-07d7-4fbc-ae0e-ad631e541f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:26.544524 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-12be3ca0-07d7-4fbc-ae0e-ad631e541f9a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.2122595 Feb 08 15:40:26.616733 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-655f20da-7a7c-4989-ba24-171c45c15015 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628831 Feb 08 15:40:26.731258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3141e-db0f-4d72-b481-3fb6324fd8a0 req-0d67d56a-2cae-4429-a99a-be06f6da1208 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:26.738564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7a3141e-db0f-4d72-b481-3fb6324fd8a0 req-0d67d56a-2cae-4429-a99a-be06f6da1208 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/ports?device_id=397d266d-d6be-4cd2-b404-ea613af13251 HTTP/1.1" status: 200 len: 944 time: 0.2500377 Feb 08 15:40:26.746837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-e47a3ba5-e842-4089-9cc4-6b5eb06921fe tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Allocated IP 172.20.0.5 (fc212980-d3a2-4b7b-ab32-da2eb604aaad/4f39c251-a068-4236-a528-3e8e87787760/f089daf5-5cc3-47ed-bfc1-7d6e173ac241) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:40:26.821859 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce284f-7db5-49b1-8a39-dcc7c01d8450 req-fc9d705f-4011-4a97-b9ac-884ef42eda93 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:26.823322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0ce284f-7db5-49b1-8a39-dcc7c01d8450 req-fc9d705f-4011-4a97-b9ac-884ef42eda93 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 1128 time: 0.2666192 Feb 08 15:40:26.892517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-96e18f72-7ab5-4db5-8253-578560595082 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450459 Feb 08 15:40:26.914927 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7a3141e-db0f-4d72-b481-3fb6324fd8a0 req-5d33a7c3-39d5-4b01-8fdb-be65a7c64207 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/security-groups?id=0b57f049-2577-4f4a-9fbd-5a82d9e13622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758287 Feb 08 15:40:27.069247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0ce284f-7db5-49b1-8a39-dcc7c01d8450 req-a26ccd58-4e75-4191-a6f6-e2e3007bae4e tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281833 Feb 08 15:40:27.123448 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af94fd5-0e21-4ba3-8eb5-393db25ce2cf req-d9e7cc69-1f9f-4c76-8158-f1941bab8451 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125409 Feb 08 15:40:27.157963 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-e47a3ba5-e842-4089-9cc4-6b5eb06921fe tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:27.266588 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e6f14d-a142-4f7f-87a5-75d54160059a x-openstack-request-id: req-98e6f14d-a142-4f7f-87a5-75d54160059a {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:27.267577 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7dec4b-5ca0-4420-aedb-373899d1fbe7", "tag": "815634d0-9af5-43aa-bfd2-50641e198be3", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:27.267842 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-98e6f14d-a142-4f7f-87a5-75d54160059a {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:27.268246 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7dec4b-5ca0-4420-aedb-373899d1fbe7', 'tag': '815634d0-9af5-43aa-bfd2-50641e198be3', 'status': 'completed', 'code': 200} Feb 08 15:40:27.297308 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76978feb-1493-47cf-9712-8c1b7800a886 x-openstack-request-id: req-76978feb-1493-47cf-9712-8c1b7800a886 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:27.297773 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a55f3d-6faa-4a01-a655-1275cc60b152", "name": "network-vif-plugged", "status": "completed", "tag": "7e074a0a-d19b-46ee-bfa6-b36af5aedfac", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:27.297882 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-76978feb-1493-47cf-9712-8c1b7800a886 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:27.298249 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'code': 200} Feb 08 15:40:27.360841 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37d578aa-4973-4484-9295-c23431672de2 req-74846346-4db2-4668-bc50-9dc34599dde0 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.1544890 Feb 08 15:40:27.367045 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-e47a3ba5-e842-4089-9cc4-6b5eb06921fe tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:27.370890 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7e88d-8974-48d2-929e-58a876c6d43e req-252d8e76-e494-4e5f-b7f9-09691f604a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:27.373383 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67d7e88d-8974-48d2-929e-58a876c6d43e req-252d8e76-e494-4e5f-b7f9-09691f604a6e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 1126 time: 0.0838945 Feb 08 15:40:27.373640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9c2be1b6-3de3-4cdf-86cf-f764194620bc up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:27.445742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a3ba5-e842-4089-9cc4-6b5eb06921fe tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Pushing event updated for resources: {'Port': ['ID=f089daf5-5cc3-47ed-bfc1-7d6e173ac241,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:27.455747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-e47a3ba5-e842-4089-9cc4-6b5eb06921fe tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Network fc212980-d3a2-4b7b-ab32-da2eb604aaad is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:40:27.483978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-e47a3ba5-e842-4089-9cc4-6b5eb06921fe tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:27.488381 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-e47a3ba5-e842-4089-9cc4-6b5eb06921fe tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:40:27.507630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7e88d-8974-48d2-929e-58a876c6d43e req-2bd359fd-b98d-4118-a720-867298dd826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:27.509671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 9c2be1b6-3de3-4cdf-86cf-f764194620bc completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:40:27.510483 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67d7e88d-8974-48d2-929e-58a876c6d43e req-2bd359fd-b98d-4118-a720-867298dd826a service neutron] 10.222.0.94 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.1278746 Feb 08 15:40:27.519607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 9c2be1b6-3de3-4cdf-86cf-f764194620bc triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:27.520274 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9c2be1b6-3de3-4cdf-86cf-f764194620bc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:27.691666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 9c2be1b6-3de3-4cdf-86cf-f764194620bc is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:27.692066 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9c2be1b6-3de3-4cdf-86cf-f764194620bc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:27.740754 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67d7e88d-8974-48d2-929e-58a876c6d43e req-007a94cf-75f3-46db-8054-77d85a1f5724 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815634d0-9af5-43aa-bfd2-50641e198be3 HTTP/1.1" status: 200 len: 217 time: 0.2135096 Feb 08 15:40:27.757330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-e47a3ba5-e842-4089-9cc4-6b5eb06921fe tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:27.758525 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-e47a3ba5-e842-4089-9cc4-6b5eb06921fe tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:27.773472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9673-1726-4d6c-be26-886256a42f79 req-1cdae5d8-21ac-4521-83ce-92dafdd3a025 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:27.775469 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d14e9673-1726-4d6c-be26-886256a42f79 req-1cdae5d8-21ac-4521-83ce-92dafdd3a025 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.94 "GET /v2.0/networks?id=f1beff69-585d-470d-94be-ead9e699460b HTTP/1.1" status: 200 len: 822 time: 0.5116293 Feb 08 15:40:27.776073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9c2be1b6-3de3-4cdf-86cf-f764194620bc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9c2be1b6-3de3-4cdf-86cf-f764194620bc,segment=NetworkSegment(e3d001f6-d516-4723-b72c-24c9d6f84eda),segment_id=e3d001f6-d516-4723-b72c-24c9d6f84eda)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:27.784394 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9c2be1b6-3de3-4cdf-86cf-f764194620bc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:27.803305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-d14e9673-1726-4d6c-be26-886256a42f79 req-f549c991-f767-4012-b77f-d7aa2447951c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Request body: {'port': {'device_id': '2730f283-143f-469e-8c84-7b6eca7a8f9f', 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b', 'admin_state_up': True, 'tenant_id': 'dfa6bc8482d54208936f4354e67f78fd'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:27.860357 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=9c2be1b6-3de3-4cdf-86cf-f764194620bc,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:27.867044 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2033ec-1d90-49f7-bf3f-c9b4dd290028 req-13fc9103-18eb-498c-b6f8-23936e926127 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:27.871397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7e88d-8974-48d2-929e-58a876c6d43e req-78c1d769-6751-48d8-8a36-7893cb757021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:27.873243 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67d7e88d-8974-48d2-929e-58a876c6d43e req-78c1d769-6751-48d8-8a36-7893cb757021 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.1129489 Feb 08 15:40:27.874068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c2033ec-1d90-49f7-bf3f-c9b4dd290028 req-13fc9103-18eb-498c-b6f8-23936e926127 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 1128 time: 0.4432602 Feb 08 15:40:27.881824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaebaef-cad5-48b3-bf5b-bd94f304b792 req-6baf94d2-b781-4b5d-81d2-5b37372a630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:27.883558 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2aaebaef-cad5-48b3-bf5b-bd94f304b792 req-6baf94d2-b781-4b5d-81d2-5b37372a630f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 1128 time: 0.3707106 Feb 08 15:40:27.887924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-e47a3ba5-e842-4089-9cc4-6b5eb06921fe tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1098845 Feb 08 15:40:27.919712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Request body: {'port': {'device_id': '784b5540-7121-4eb1-8fa3-c2f917fcd077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:27.960703 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250a159-65b4-41f3-aeae-819eb54f7fc8 req-e0f3d544-d9ae-40e5-8cf1-9936691d942b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:27.964497 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-530f0c03-5665-42f8-9c6d-a8b99d5de953 None None] Provisioning complete for port f089daf5-5cc3-47ed-bfc1-7d6e173ac241 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:27.965149 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-530f0c03-5665-42f8-9c6d-a8b99d5de953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:27.967599 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7250a159-65b4-41f3-aeae-819eb54f7fc8 req-e0f3d544-d9ae-40e5-8cf1-9936691d942b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 943 time: 0.3927224 Feb 08 15:40:27.970349 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67d7e88d-8974-48d2-929e-58a876c6d43e req-3bd7ab54-12c3-4b1d-baaa-6418389a36c2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857193 Feb 08 15:40:27.972680 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2aaebaef-cad5-48b3-bf5b-bd94f304b792 req-6d19956a-8caa-4f89-bfd7-f5be4bf5eb06 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721104 Feb 08 15:40:28.018045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-530f0c03-5665-42f8-9c6d-a8b99d5de953 None None] Port f089daf5-5cc3-47ed-bfc1-7d6e173ac241 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:40:28.060187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57924) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:28.065281 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c2033ec-1d90-49f7-bf3f-c9b4dd290028 req-127116af-2192-4283-b827-57cf680a95ec tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843972 Feb 08 15:40:28.084922 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67d7e88d-8974-48d2-929e-58a876c6d43e req-2afea179-1d02-47e5-8577-03b85871e16b service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078370 Feb 08 15:40:28.130669 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:28.138886 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7250a159-65b4-41f3-aeae-819eb54f7fc8 req-faf8f060-0932-4ac9-aebd-47434f87aeef tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705022 Feb 08 15:40:28.186779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14e9673-1726-4d6c-be26-886256a42f79 req-f549c991-f767-4012-b77f-d7aa2447951c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Made reservation on behalf of dfa6bc8482d54208936f4354e67f78fd for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:28.192444 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d14e9673-1726-4d6c-be26-886256a42f79 req-f549c991-f767-4012-b77f-d7aa2447951c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:28.202190 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67d7e88d-8974-48d2-929e-58a876c6d43e req-58ab3565-7686-48ae-80e5-4d301bc67cdb service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072998 Feb 08 15:40:28.284719 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f0fa14b-e710-431a-86a4-509faae60101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:28.371929 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f0fa14b-e710-431a-86a4-509faae60101 admin admin] Publish callbacks [] for security_group (2cd385fe-3918-4e04-a7a7-8935ad193bac), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:28.376875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f0fa14b-e710-431a-86a4-509faae60101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2cd385fe-3918-4e04-a7a7-8935ad193bac), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:28.422545 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7f0fa14b-e710-431a-86a4-509faae60101 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a0f7f14b540b4e25b7d6d68b28c875a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587170 Feb 08 15:40:28.422545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fa14b-e710-431a-86a4-509faae60101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd385fe-3918-4e04-a7a7-8935ad193bac,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:28.423643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57934) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:28.482367 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b550896d-acc3-4d6a-8365-d8e9f9437f82 admin admin] Publish callbacks [] for security_group (2cd385fe-3918-4e04-a7a7-8935ad193bac), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:28.504693 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b550896d-acc3-4d6a-8365-d8e9f9437f82 admin admin] Publish callbacks [] for security_group (2cd385fe-3918-4e04-a7a7-8935ad193bac), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:28.558605 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a33547c0-0cbc-4c2e-a944-b066dba37345 req-177bb08b-da3f-4e5a-891a-c22a4014f3f9 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 210 time: 0.3101618 Feb 08 15:40:28.581663 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b550896d-acc3-4d6a-8365-d8e9f9437f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2cd385fe-3918-4e04-a7a7-8935ad193bac), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:28.585904 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b550896d-acc3-4d6a-8365-d8e9f9437f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:28.589901 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b550896d-acc3-4d6a-8365-d8e9f9437f82 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2cd385fe-3918-4e04-a7a7-8935ad193bac HTTP/1.1" status: 204 len: 168 time: 0.1655636 Feb 08 15:40:28.602258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550896d-acc3-4d6a-8365-d8e9f9437f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd385fe-3918-4e04-a7a7-8935ad193bac,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:28.712133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81366861-d345-41ad-b802-557acb4f0d57 req-a1d50079-7e7f-40b5-a5bb-c0e63dc8b56d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:28.713726 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81366861-d345-41ad-b802-557acb4f0d57 req-a1d50079-7e7f-40b5-a5bb-c0e63dc8b56d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 945 time: 0.4982855 Feb 08 15:40:28.819833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-d14e9673-1726-4d6c-be26-886256a42f79 req-f549c991-f767-4012-b77f-d7aa2447951c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Allocated IP 172.20.0.10 (f1beff69-585d-470d-94be-ead9e699460b/381225f4-3075-41c7-8439-4e7fbc31157b/ffa77452-eb1a-4099-905c-87b11538e42d) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:40:28.870111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81366861-d345-41ad-b802-557acb4f0d57 req-af3b3a4e-66c8-4284-9952-4d8bd6a8567a tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300128 Feb 08 15:40:28.887610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7e4de-0a89-4af6-a1ef-7ff3f77b21d0 req-c2a157cf-ea87-4805-8c90-d8e13613f1eb tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:28.889192 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fba7e4de-0a89-4af6-a1ef-7ff3f77b21d0 req-c2a157cf-ea87-4805-8c90-d8e13613f1eb tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/ports?device_id=397d266d-d6be-4cd2-b404-ea613af13251 HTTP/1.1" status: 200 len: 945 time: 0.2472336 Feb 08 15:40:28.947156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57940) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:28.961450 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ec783d1-1593-4563-a1c1-159546135e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:29.065002 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fba7e4de-0a89-4af6-a1ef-7ff3f77b21d0 req-dd381562-cc85-4cb4-875c-d2a8b6d5a028 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/security-groups?id=0b57f049-2577-4f4a-9fbd-5a82d9e13622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678476 Feb 08 15:40:29.075440 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ec783d1-1593-4563-a1c1-159546135e60 admin admin] Publish callbacks [] for security_group (e8a8c980-5b78-4641-80c2-2dfea8ba1580), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:29.089132 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ec783d1-1593-4563-a1c1-159546135e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e8a8c980-5b78-4641-80c2-2dfea8ba1580), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:29.137500 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5ec783d1-1593-4563-a1c1-159546135e60 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ea597645df9f476db2f59b151b27e19f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868677 Feb 08 15:40:29.137500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec783d1-1593-4563-a1c1-159546135e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a8c980-5b78-4641-80c2-2dfea8ba1580,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:29.140227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57946) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:29.168981 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f089daf5-5cc3-47ed-bfc1-7d6e173ac241 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:29.191710 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Publish callbacks [] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:29.216078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3a98ad4-08fa-41b7-9f13-35545e12f351 admin admin] Publish callbacks [] for security_group (e8a8c980-5b78-4641-80c2-2dfea8ba1580), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:29.228827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Transition to ACTIVE for port object f089daf5-5cc3-47ed-bfc1-7d6e173ac241 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:40:29.232474 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d14e9673-1726-4d6c-be26-886256a42f79 req-f549c991-f767-4012-b77f-d7aa2447951c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for port (ffa77452-eb1a-4099-905c-87b11538e42d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:29.247275 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:29.264025 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3a98ad4-08fa-41b7-9f13-35545e12f351 admin admin] Publish callbacks [] for security_group (e8a8c980-5b78-4641-80c2-2dfea8ba1580), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:29.299045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397d266d-d6be-4cd2-b404-ea613af13251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2be1b6-3de3-4cdf-86cf-f764194620bc'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:29.301567 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3340fd68-668d-46c1-bd61-7b6de1b81d26" -d '{"events": [{"server_uuid": "397d266d-d6be-4cd2-b404-ea613af13251", "name": "network-vif-plugged", "status": "completed", "tag": "9c2be1b6-3de3-4cdf-86cf-f764194620bc"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:29.332650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e20ec-d95a-4878-adbf-af2c094dce5d req-880c2406-520f-476d-8d3d-fce89aee5442 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:29.335897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a38e20ec-d95a-4878-adbf-af2c094dce5d req-880c2406-520f-476d-8d3d-fce89aee5442 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 931 time: 0.2384899 Feb 08 15:40:29.343223 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3a98ad4-08fa-41b7-9f13-35545e12f351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e8a8c980-5b78-4641-80c2-2dfea8ba1580), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:29.346106 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3a98ad4-08fa-41b7-9f13-35545e12f351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:29.350255 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c3a98ad4-08fa-41b7-9f13-35545e12f351 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e8a8c980-5b78-4641-80c2-2dfea8ba1580 HTTP/1.1" status: 204 len: 168 time: 0.2060590 Feb 08 15:40:29.361431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a98ad4-08fa-41b7-9f13-35545e12f351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a8c980-5b78-4641-80c2-2dfea8ba1580,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:29.390710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 815634d0-9af5-43aa-bfd2-50641e198be3 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:40:29.425389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Pushing event updated for resources: {'Port': ['ID=f089daf5-5cc3-47ed-bfc1-7d6e173ac241,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:29.547829 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d14e9673-1726-4d6c-be26-886256a42f79 req-f549c991-f767-4012-b77f-d7aa2447951c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:29.584890 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a38e20ec-d95a-4878-adbf-af2c094dce5d req-cf717a19-523f-4055-8952-6adca3b7f92e tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310166 Feb 08 15:40:29.725763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14e9673-1726-4d6c-be26-886256a42f79 req-f549c991-f767-4012-b77f-d7aa2447951c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Network f1beff69-585d-470d-94be-ead9e699460b is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:40:29.733185 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Attempting to bind port f089daf5-5cc3-47ed-bfc1-7d6e173ac241 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:40:29.733527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Attempting to bind port f089daf5-5cc3-47ed-bfc1-7d6e173ac241 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '798897ca-4091-4553-8f9e-79b23e002f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:40:29.733856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Attempting to bind port f089daf5-5cc3-47ed-bfc1-7d6e173ac241 on network fc212980-d3a2-4b7b-ab32-da2eb604aaad {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:29.748141 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-d14e9673-1726-4d6c-be26-886256a42f79 req-f549c991-f767-4012-b77f-d7aa2447951c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:29.763743 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14e9673-1726-4d6c-be26-886256a42f79 req-f549c991-f767-4012-b77f-d7aa2447951c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:40:29.769129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549c991-f767-4012-b77f-d7aa2447951c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Pushing event updated for resources: {'Port': ['ID=ffa77452-eb1a-4099-905c-87b11538e42d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:29.831684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=815634d0-9af5-43aa-bfd2-50641e198be3,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:29.847237 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Port f089daf5-5cc3-47ed-bfc1-7d6e173ac241 on network fc212980-d3a2-4b7b-ab32-da2eb604aaad not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:40:29.848816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Attempting to bind port f089daf5-5cc3-47ed-bfc1-7d6e173ac241 on network fc212980-d3a2-4b7b-ab32-da2eb604aaad {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:29.860537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '815634d0-9af5-43aa-bfd2-50641e198be3', 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1', 'port_id': '815634d0-9af5-43aa-bfd2-50641e198be3', 'mac_address': 'fa:16:3e:50:a6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83d50d0-a523-4c9d-a16b-90473488d403', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:40:29.878387 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:40:29.879201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Checking segment: {'id': '798897ca-4091-4553-8f9e-79b23e002f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:29.880015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Bound using segment: {'id': '798897ca-4091-4553-8f9e-79b23e002f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:40:29.880861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Bound port: f089daf5-5cc3-47ed-bfc1-7d6e173ac241, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798897ca-4091-4553-8f9e-79b23e002f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:40:29.881390 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:29.904521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9673-1726-4d6c-be26-886256a42f79 req-f549c991-f767-4012-b77f-d7aa2447951c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:29.905395 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d14e9673-1726-4d6c-be26-886256a42f79 req-f549c991-f767-4012-b77f-d7aa2447951c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:29.926528 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 815634d0-9af5-43aa-bfd2-50641e198be3 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:29.928109 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:29.951754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815634d0-9af5-43aa-bfd2-50641e198be3 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:29.979968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=815634d0-9af5-43aa-bfd2-50641e198be3,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:29.982452 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d14e9673-1726-4d6c-be26-886256a42f79 req-f549c991-f767-4012-b77f-d7aa2447951c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1848602 Feb 08 15:40:29.993685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae4c4f-e008-4ba5-9cf5-efb76c747a22 req-e1092d68-8e00-41c1-a51f-c82792d88af0 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:29.995551 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52ae4c4f-e008-4ba5-9cf5-efb76c747a22 req-e1092d68-8e00-41c1-a51f-c82792d88af0 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 943 time: 0.2667613 Feb 08 15:40:29.998364 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:30.008719 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Request body: {'port': {'device_id': '2730f283-143f-469e-8c84-7b6eca7a8f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:30.082608 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=815634d0-9af5-43aa-bfd2-50641e198be3,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:30.124114 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] For port f089daf5-5cc3-47ed-bfc1-7d6e173ac241, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:30.168786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52ae4c4f-e008-4ba5-9cf5-efb76c747a22 req-dc529dc9-5a47-4fa5-a9b1-62d207adca17 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567411 Feb 08 15:40:30.175460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] For port f089daf5-5cc3-47ed-bfc1-7d6e173ac241, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f089daf5-5cc3-47ed-bfc1-7d6e173ac241,segment=NetworkSegment(798897ca-4091-4553-8f9e-79b23e002f97),segment_id=798897ca-4091-4553-8f9e-79b23e002f97)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:40:30.179651 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:30.191527 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:30.235779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:30.236384 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:30.237838 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] 10.222.0.96 "PUT /v2.0/ports/f089daf5-5cc3-47ed-bfc1-7d6e173ac241 HTTP/1.1" status: 200 len: 1092 time: 2.3287628 Feb 08 15:40:30.238292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784b5540-7121-4eb1-8fa3-c2f917fcd077', 'tag': 'f089daf5-5cc3-47ed-bfc1-7d6e173ac241'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:30.244089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['815634d0-9af5-43aa-bfd2-50641e198be3'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:40:30.248024 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51c45e0-5dee-49c0-9933-fc6612132e94" -d '{"events": [{"name": "network-changed", "server_uuid": "784b5540-7121-4eb1-8fa3-c2f917fcd077", "tag": "f089daf5-5cc3-47ed-bfc1-7d6e173ac241"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:30.342491 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d988e77-6830-42e8-aa9a-6230d10596b9 x-openstack-request-id: req-4d988e77-6830-42e8-aa9a-6230d10596b9 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:30.343084 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397d266d-d6be-4cd2-b404-ea613af13251", "name": "network-vif-plugged", "status": "completed", "tag": "9c2be1b6-3de3-4cdf-86cf-f764194620bc", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:30.343084 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4d988e77-6830-42e8-aa9a-6230d10596b9 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:30.347270 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397d266d-d6be-4cd2-b404-ea613af13251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2be1b6-3de3-4cdf-86cf-f764194620bc', 'code': 200} Feb 08 15:40:30.460511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da4974-f34e-44e2-88bc-e81bbffeac19 service neutron] Pushing event updated for resources: {'Port': ['ID=f089daf5-5cc3-47ed-bfc1-7d6e173ac241,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:30.498619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1637a-605e-4324-a5e8-a30970242aed req-4a13ae8e-d25c-434d-8fa3-996dd234501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:30.506972 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4cc1637a-605e-4324-a5e8-a30970242aed req-4a13ae8e-d25c-434d-8fa3-996dd234501b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=397d266d-d6be-4cd2-b404-ea613af13251 HTTP/1.1" status: 200 len: 1128 time: 0.1347408 Feb 08 15:40:30.636585 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4cc1637a-605e-4324-a5e8-a30970242aed req-cefb9eff-ce35-4979-96ea-0f6f92003447 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=0b57f049-2577-4f4a-9fbd-5a82d9e13622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128023 Feb 08 15:40:30.651696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-fa925864-74da-40ec-8701-46dd01516038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:30.653261 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-fa925864-74da-40ec-8701-46dd01516038 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=801ec86ff88b494f9b756a2ba296e075&device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 1126 time: 0.3707952 Feb 08 15:40:30.709698 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97dec0-667b-4380-94d9-ddd61003b61d req-0c01b148-d90a-4537-a99e-60376890f280 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:30.718734 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f97dec0-667b-4380-94d9-ddd61003b61d req-0c01b148-d90a-4537-a99e-60376890f280 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 932 time: 0.3152456 Feb 08 15:40:30.776397 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-96113cc1-be3e-49c7-a900-6936125aeddc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f089daf5-5cc3-47ed-bfc1-7d6e173ac241 HTTP/1.1" status: 200 len: 217 time: 0.1087747 Feb 08 15:40:30.868886 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f97dec0-667b-4380-94d9-ddd61003b61d req-72a4f681-b40c-4f0d-b1f0-fa9ce0af2d03 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445122 Feb 08 15:40:30.905532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-a8cac66d-1e70-41de-86ad-6149981a264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:30.906502 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-a8cac66d-1e70-41de-86ad-6149981a264c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4f39c251-a068-4236-a528-3e8e87787760 HTTP/1.1" status: 200 len: 855 time: 0.1232786 Feb 08 15:40:30.993049 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa77452-eb1a-4099-905c-87b11538e42d {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:31.003265 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Publish callbacks [] for port (ffa77452-eb1a-4099-905c-87b11538e42d), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:31.027283 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-51968dcc-f81a-4b74-a476-d9cde9ed8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:31.028826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-51968dcc-f81a-4b74-a476-d9cde9ed8142 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fc212980-d3a2-4b7b-ab32-da2eb604aaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1149979 Feb 08 15:40:31.059403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Transition to ACTIVE for port object ffa77452-eb1a-4099-905c-87b11538e42d will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:40:31.093102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58012) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:31.101695 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:31.200077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c06126-85ef-41fc-b259-cdb7d7ea473d req-9bc1569e-fa57-4c83-969d-f4a727b936fe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:31.201647 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3c06126-85ef-41fc-b259-cdb7d7ea473d req-9bc1569e-fa57-4c83-969d-f4a727b936fe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 945 time: 0.1943800 Feb 08 15:40:31.202297 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa77452-eb1a-4099-905c-87b11538e42d,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:31.239993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-8474379a-f91b-45a8-92e8-aab32e8e5303 service neutron] 10.222.0.96 "GET /v2.0/networks/fc212980-d3a2-4b7b-ab32-da2eb604aaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929474 Feb 08 15:40:31.357281 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3c06126-85ef-41fc-b259-cdb7d7ea473d req-abecf9a6-4257-41ec-99b1-e1dde0f02e48 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311266 Feb 08 15:40:31.379284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Attempting to bind port ffa77452-eb1a-4099-905c-87b11538e42d on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:40:31.379614 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Attempting to bind port ffa77452-eb1a-4099-905c-87b11538e42d by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '9f7aa167-1666-4c9b-a16a-53846536a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:40:31.380158 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Attempting to bind port ffa77452-eb1a-4099-905c-87b11538e42d on network f1beff69-585d-470d-94be-ead9e699460b {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:31.394951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Port ffa77452-eb1a-4099-905c-87b11538e42d on network f1beff69-585d-470d-94be-ead9e699460b not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:40:31.395292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Attempting to bind port ffa77452-eb1a-4099-905c-87b11538e42d on network f1beff69-585d-470d-94be-ead9e699460b {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:31.410994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:40:31.411319 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Checking segment: {'id': '9f7aa167-1666-4c9b-a16a-53846536a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:31.411762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Bound using segment: {'id': '9f7aa167-1666-4c9b-a16a-53846536a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:40:31.412215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Bound port: ffa77452-eb1a-4099-905c-87b11538e42d, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7aa167-1666-4c9b-a16a-53846536a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:40:31.412672 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:31.425829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-348a04dc-e7c8-49fe-af2a-9d4a698bafea req-e1d44384-96d2-4691-a515-f842f61efd81 service neutron] 10.222.0.96 "GET /v2.0/networks/fc212980-d3a2-4b7b-ab32-da2eb604aaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561027 Feb 08 15:40:31.432729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 815634d0-9af5-43aa-bfd2-50641e198be3 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:31.480632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-6728d92f-9bcd-4761-814a-c33e9dd33473 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:40:31.481839 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-6728d92f-9bcd-4761-814a-c33e9dd33473 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3866804 Feb 08 15:40:31.534089 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c43d31d1-6f70-4154-87d6-58591953bc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:31.563467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 815634d0-9af5-43aa-bfd2-50641e198be3 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:40:31.577188 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] For port ffa77452-eb1a-4099-905c-87b11538e42d, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:31.577598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 815634d0-9af5-43aa-bfd2-50641e198be3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:31.578181 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:31.614473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] For port ffa77452-eb1a-4099-905c-87b11538e42d, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ffa77452-eb1a-4099-905c-87b11538e42d,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:40:31.627163 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:31.643445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f6ffc-52c5-4d07-9fb4-93b01a1f0987 req-3d9b88aa-160e-44dd-b8f3-7288620fd8b9 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:31.645204 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-151f6ffc-52c5-4d07-9fb4-93b01a1f0987 req-3d9b88aa-160e-44dd-b8f3-7288620fd8b9 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/ports?device_id=397d266d-d6be-4cd2-b404-ea613af13251 HTTP/1.1" status: 200 len: 945 time: 0.1396863 Feb 08 15:40:31.697566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:31.698497 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:31.700858 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d14e9673-1726-4d6c-be26-886256a42f79 req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] 10.222.0.94 "PUT /v2.0/ports/ffa77452-eb1a-4099-905c-87b11538e42d HTTP/1.1" status: 200 len: 1093 time: 1.7020428 Feb 08 15:40:31.748665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 815634d0-9af5-43aa-bfd2-50641e198be3 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:31.749106 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:31.779398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-151f6ffc-52c5-4d07-9fb4-93b01a1f0987 req-ba925925-1735-4d96-80c3-55ca683f749c tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/security-groups?id=0b57f049-2577-4f4a-9fbd-5a82d9e13622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773840 Feb 08 15:40:31.799884 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-636fbe03-9ea5-4969-bba7-64ed8bcb2f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:31.817602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=815634d0-9af5-43aa-bfd2-50641e198be3,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:31.821753 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-636fbe03-9ea5-4969-bba7-64ed8bcb2f0c service neutron] 10.222.0.82 "GET /v2.0/ports/2ef732dd-e907-4b49-a58b-95b3a650a78b HTTP/1.1" status: 200 len: 1125 time: 0.2215877 Feb 08 15:40:31.823023 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:31.827958 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d1da5cc5-cdca-4da0-a91c-0036fbce11b1 service neutron] Request body: {'binding': {'host': 'n-h1-824834-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:31.828567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d1da5cc5-cdca-4da0-a91c-0036fbce11b1 service neutron] Unknown quota resources ['binding']. {{(pid=103302) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 15:40:31.843958 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b10a68-b309-493a-8952-eb6e23c59a46 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa77452-eb1a-4099-905c-87b11538e42d,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:31.883099 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=815634d0-9af5-43aa-bfd2-50641e198be3,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:31.888318 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2608c4a-c124-4745-9287-e592c0e7c940 x-openstack-request-id: req-a2608c4a-c124-4745-9287-e592c0e7c940 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:31.888625 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784b5540-7121-4eb1-8fa3-c2f917fcd077", "tag": "f089daf5-5cc3-47ed-bfc1-7d6e173ac241", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:31.888889 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a2608c4a-c124-4745-9287-e592c0e7c940 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:31.889335 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784b5540-7121-4eb1-8fa3-c2f917fcd077', 'tag': 'f089daf5-5cc3-47ed-bfc1-7d6e173ac241', 'status': 'completed', 'code': 200} Feb 08 15:40:31.988844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9673-1726-4d6c-be26-886256a42f79 req-25791d5c-17cb-430d-9323-039bd05baeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:31.990537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d14e9673-1726-4d6c-be26-886256a42f79 req-25791d5c-17cb-430d-9323-039bd05baeaa service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dfa6bc8482d54208936f4354e67f78fd&device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 1127 time: 0.1840777 Feb 08 15:40:32.001201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c45e0-5dee-49c0-9933-fc6612132e94 req-96773fc3-48ed-4a68-b603-cb96953394c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:32.002732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f51c45e0-5dee-49c0-9933-fc6612132e94 req-96773fc3-48ed-4a68-b603-cb96953394c3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=801ec86ff88b494f9b756a2ba296e075&device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 1126 time: 0.1096771 Feb 08 15:40:32.015809 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d1da5cc5-cdca-4da0-a91c-0036fbce11b1 service neutron] Attempting to bind port 2ef732dd-e907-4b49-a58b-95b3a650a78b on host n-h1-824834-11 for vnic_type normal with profile None {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:40:32.016152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d1da5cc5-cdca-4da0-a91c-0036fbce11b1 service neutron] Attempting to bind port 2ef732dd-e907-4b49-a58b-95b3a650a78b by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:40:32.016491 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d1da5cc5-cdca-4da0-a91c-0036fbce11b1 service neutron] Attempting to bind port 2ef732dd-e907-4b49-a58b-95b3a650a78b on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:32.022030 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d1da5cc5-cdca-4da0-a91c-0036fbce11b1 service neutron] Port 2ef732dd-e907-4b49-a58b-95b3a650a78b on network 10f31acf-af70-43a0-8ed8-fce5309bf818 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:40:32.022358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d1da5cc5-cdca-4da0-a91c-0036fbce11b1 service neutron] Attempting to bind port 2ef732dd-e907-4b49-a58b-95b3a650a78b on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:32.027596 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d1da5cc5-cdca-4da0-a91c-0036fbce11b1 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:40:32.027951 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d1da5cc5-cdca-4da0-a91c-0036fbce11b1 service neutron] Checking segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:32.028476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d1da5cc5-cdca-4da0-a91c-0036fbce11b1 service neutron] Bound using segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:40:32.028911 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d1da5cc5-cdca-4da0-a91c-0036fbce11b1 service neutron] Bound port: 2ef732dd-e907-4b49-a58b-95b3a650a78b, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:40:32.073504 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d14e9673-1726-4d6c-be26-886256a42f79 req-95e7cccd-de17-4da8-8e0c-f4b0d70374a9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffa77452-eb1a-4099-905c-87b11538e42d HTTP/1.1" status: 200 len: 217 time: 0.0745034 Feb 08 15:40:32.104415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2822d6b-28ce-490a-936b-a2158f626ce3 req-77ac3d93-f3cd-4289-98db-b055ff67f217 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:32.105971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2822d6b-28ce-490a-936b-a2158f626ce3 req-77ac3d93-f3cd-4289-98db-b055ff67f217 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 943 time: 0.1736271 Feb 08 15:40:32.111430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d1da5cc5-cdca-4da0-a91c-0036fbce11b1 service neutron] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:40:32.120268 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d1da5cc5-cdca-4da0-a91c-0036fbce11b1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:32.122035 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d1da5cc5-cdca-4da0-a91c-0036fbce11b1 service neutron] 10.222.0.82 "POST /v2.0/ports/2ef732dd-e907-4b49-a58b-95b3a650a78b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2989280 Feb 08 15:40:32.200892 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9673-1726-4d6c-be26-886256a42f79 req-3095dafe-2681-4c11-a811-bbf431d861ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:32.202524 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d14e9673-1726-4d6c-be26-886256a42f79 req-3095dafe-2681-4c11-a811-bbf431d861ea service neutron] 10.222.0.94 "GET /v2.0/subnets?id=381225f4-3075-41c7-8439-4e7fbc31157b HTTP/1.1" status: 200 len: 862 time: 0.0956492 Feb 08 15:40:32.236608 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2822d6b-28ce-490a-936b-a2158f626ce3 req-49e4dce3-966a-4bfb-af30-4328d7f098ab tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183109 Feb 08 15:40:32.268567 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d14e9673-1726-4d6c-be26-886256a42f79 req-68af1b88-86db-46ac-8fc0-6b501dbdc8ae service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f1beff69-585d-470d-94be-ead9e699460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505466 Feb 08 15:40:32.272335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c45e0-5dee-49c0-9933-fc6612132e94 req-381eb2cf-d1d7-41ed-93c5-c2b796bb581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:32.273924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f51c45e0-5dee-49c0-9933-fc6612132e94 req-381eb2cf-d1d7-41ed-93c5-c2b796bb581b service neutron] 10.222.0.96 "GET /v2.0/networks?id=fc212980-d3a2-4b7b-ab32-da2eb604aaad HTTP/1.1" status: 200 len: 917 time: 0.2629378 Feb 08 15:40:32.349312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7dec4b-5ca0-4420-aedb-373899d1fbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815634d0-9af5-43aa-bfd2-50641e198be3'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:32.354653 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cf7ba7-3ef7-4870-a676-e46236678c93" -d '{"events": [{"server_uuid": "df7dec4b-5ca0-4420-aedb-373899d1fbe7", "name": "network-vif-plugged", "status": "completed", "tag": "815634d0-9af5-43aa-bfd2-50641e198be3"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:32.474970 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d918af5d-b17d-4635-a0b9-6a5fc09b5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:32.476577 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d918af5d-b17d-4635-a0b9-6a5fc09b5e1c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 1128 time: 0.0608413 Feb 08 15:40:32.571697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-f0c3fa1e-6648-4da5-9161-d383f003431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:32.573239 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-f0c3fa1e-6648-4da5-9161-d383f003431e service neutron] 10.222.0.94 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.0902104 Feb 08 15:40:32.604412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f51c45e0-5dee-49c0-9933-fc6612132e94 req-e7bb3c4f-b017-4244-ab03-15e80b057615 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f089daf5-5cc3-47ed-bfc1-7d6e173ac241 HTTP/1.1" status: 200 len: 217 time: 0.3202510 Feb 08 15:40:32.626856 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-732920cb-129f-4ab7-92ac-41cc94ab3943 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b HTTP/1.1" status: 200 len: 217 time: 0.0469000 Feb 08 15:40:32.675786 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-9a6b7884-b2c0-4869-8f43-62d18fccbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:32.677948 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-9a6b7884-b2c0-4869-8f43-62d18fccbd19 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.0444007 Feb 08 15:40:32.710566 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-0466b2dd-59a0-41a0-bc25-909363691669 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262153 Feb 08 15:40:32.818971 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-4739cbdc-160e-486c-a8e3-1dfe468d68d5 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001654 Feb 08 15:40:32.840789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c45e0-5dee-49c0-9933-fc6612132e94 req-e7daf7fb-1956-4d86-93fb-d29e57c14488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:32.842350 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f51c45e0-5dee-49c0-9933-fc6612132e94 req-e7daf7fb-1956-4d86-93fb-d29e57c14488 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4f39c251-a068-4236-a528-3e8e87787760 HTTP/1.1" status: 200 len: 855 time: 0.2066240 Feb 08 15:40:32.857061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d14e9673-1726-4d6c-be26-886256a42f79 req-99e18116-bb08-42ee-bded-5e98427b5a08 service neutron] 10.222.0.94 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821180 Feb 08 15:40:32.891468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fcf69-c70b-438b-98d4-c4255eec9fba req-c7523c25-d5b9-408d-a960-ca6ece4e124e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:32.893006 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea9fcf69-c70b-438b-98d4-c4255eec9fba req-c7523c25-d5b9-408d-a960-ca6ece4e124e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.5675766 Feb 08 15:40:32.923412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-c24b4a4a-70cb-4575-a55e-333dfdaf68b2 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5967958 Feb 08 15:40:32.929138 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-dcf9e8b4-5c80-4868-b712-d85ccce7e851 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037419 Feb 08 15:40:32.968584 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:33.042278 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:33.059236 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c45e0-5dee-49c0-9933-fc6612132e94 req-37b1a554-902e-4795-a40d-72294da6b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:33.060376 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f51c45e0-5dee-49c0-9933-fc6612132e94 req-37b1a554-902e-4795-a40d-72294da6b67d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fc212980-d3a2-4b7b-ab32-da2eb604aaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1954067 Feb 08 15:40:33.079223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea9fcf69-c70b-438b-98d4-c4255eec9fba req-c34c8e3b-b690-4a72-bf9c-a2c298f3248a tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699760 Feb 08 15:40:33.090493 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-accce5bf-d623-4037-952f-4a822f672c49 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:33.092161 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-accce5bf-d623-4037-952f-4a822f672c49 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630&tenant_id=504f43bb8bb74d7a9517a59da6bb23db&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 1128 time: 0.0954554 Feb 08 15:40:33.105069 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824834-11'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:33.173067 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d14e9673-1726-4d6c-be26-886256a42f79 req-4020d551-51d9-4059-8efc-ab44922d76a7 service neutron] 10.222.0.94 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053768 Feb 08 15:40:33.186021 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:33.249017 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f51c45e0-5dee-49c0-9933-fc6612132e94 req-a7e2a2c3-c026-4753-8dd6-5a4a98480f89 service neutron] 10.222.0.96 "GET /v2.0/networks/fc212980-d3a2-4b7b-ab32-da2eb604aaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740773 Feb 08 15:40:33.360475 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:33.382793 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:33.393193 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f51c45e0-5dee-49c0-9933-fc6612132e94 req-22d217d3-656d-4442-ba52-478fd40e1cae service neutron] 10.222.0.96 "GET /v2.0/networks/fc212980-d3a2-4b7b-ab32-da2eb604aaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369500 Feb 08 15:40:33.428424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:33.479491 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba848dcb-61f0-49cc-b78d-a3712b5ed630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef732dd-e907-4b49-a58b-95b3a650a78b'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:33.482690 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b531b5-db93-4c50-a14d-cea3c5964e79" -d '{"events": [{"server_uuid": "ba848dcb-61f0-49cc-b78d-a3712b5ed630", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef732dd-e907-4b49-a58b-95b3a650a78b"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:33.488109 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Publish callbacks [] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:33.496220 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:33.540632 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464222e-e200-4b2b-9a2f-c725068e3694 req-a4d41b11-9a54-4855-bca4-f15b27ee7d4f tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:33.548016 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0464222e-e200-4b2b-9a2f-c725068e3694 req-a4d41b11-9a54-4855-bca4-f15b27ee7d4f tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 944 time: 0.1080577 Feb 08 15:40:33.570449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Pushing event updated for resources: {'Port': ['ID=2ef732dd-e907-4b49-a58b-95b3a650a78b,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:33.581531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Allocated IP 172.25.7.107 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/f05469f6-e9dc-4d71-93f2-0122ed98daa4) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:40:33.608981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Attempting to bind port 2ef732dd-e907-4b49-a58b-95b3a650a78b on host n-h2-824834-11 for vnic_type normal with profile {"migrating_to": "n-h1-824834-11"} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:40:33.609344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Attempting to bind port 2ef732dd-e907-4b49-a58b-95b3a650a78b by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:40:33.609639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Attempting to bind port 2ef732dd-e907-4b49-a58b-95b3a650a78b on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:33.616714 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Port 2ef732dd-e907-4b49-a58b-95b3a650a78b on network 10f31acf-af70-43a0-8ed8-fce5309bf818 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:40:33.616714 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Attempting to bind port 2ef732dd-e907-4b49-a58b-95b3a650a78b on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:33.621121 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:40:33.621514 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Checking segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:33.621895 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Bound using segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:40:33.622323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Bound port: 2ef732dd-e907-4b49-a58b-95b3a650a78b, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:40:33.622681 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:33.629642 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0464222e-e200-4b2b-9a2f-c725068e3694 req-30d0df14-0dcd-47f5-bca4-605e6e58fde2 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765693 Feb 08 15:40:33.689360 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:33.692430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:40:33.699323 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:33.743298 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-40f64f41-c27d-46a1-a828-0fea7e5f17da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:33.774119 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for port (f05469f6-e9dc-4d71-93f2-0122ed98daa4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:33.780515 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Pushing event updated for resources: {'Port': ['ID=2ef732dd-e907-4b49-a58b-95b3a650a78b,revision_number=8']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:33.801391 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831dc67-f9f9-4883-9474-524b4479cb85 req-13aa764f-b7f9-433f-b82e-4153ebd75f24 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:33.803854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e831dc67-f9f9-4883-9474-524b4479cb85 req-13aa764f-b7f9-433f-b82e-4153ebd75f24 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 943 time: 0.1071205 Feb 08 15:40:33.810058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:33.810984 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:33.812520 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-e4baba01-e7fb-4c54-9c99-e2c118796ddf service neutron] 10.222.0.94 "PUT /v2.0/ports/2ef732dd-e907-4b49-a58b-95b3a650a78b HTTP/1.1" status: 200 len: 1123 time: 0.7117734 Feb 08 15:40:33.868917 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f05469f6-e9dc-4d71-93f2-0122ed98daa4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:33.897126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2730f283-143f-469e-8c84-7b6eca7a8f9f', 'tag': 'ffa77452-eb1a-4099-905c-87b11538e42d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:33.899226 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8f28ba-d44b-49a2-b9fe-ef4678c52e43" -d '{"events": [{"name": "network-changed", "server_uuid": "2730f283-143f-469e-8c84-7b6eca7a8f9f", "tag": "ffa77452-eb1a-4099-905c-87b11538e42d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:33.900242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['2ef732dd-e907-4b49-a58b-95b3a650a78b'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:40:33.907937 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e831dc67-f9f9-4883-9474-524b4479cb85 req-ea976f4e-b0aa-495f-a033-530b1fdfd9ff tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953352 Feb 08 15:40:33.924569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:40:33.928160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:33.933140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:40:33.936404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Pushing event updated for resources: {'Port': ['ID=f05469f6-e9dc-4d71-93f2-0122ed98daa4,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:33.985402 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7aade6-afed-4d28-9ee6-e53cd5628113 x-openstack-request-id: req-7e7aade6-afed-4d28-9ee6-e53cd5628113 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:33.985709 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7dec4b-5ca0-4420-aedb-373899d1fbe7", "name": "network-vif-plugged", "status": "completed", "tag": "815634d0-9af5-43aa-bfd2-50641e198be3", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:33.985962 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7e7aade6-afed-4d28-9ee6-e53cd5628113 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:33.986349 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7dec4b-5ca0-4420-aedb-373899d1fbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815634d0-9af5-43aa-bfd2-50641e198be3', 'code': 200} Feb 08 15:40:34.075524 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:40:34.116505 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for floatingip (8be376d3-c32a-4fb4-80d2-d0762f647901), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:34.119389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97dd20-4404-44b6-b56a-846ac6617965 req-9abed5de-d12c-41b0-9cb2-1201c4e1d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:34.121111 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ad97dd20-4404-44b6-b56a-846ac6617965 req-9abed5de-d12c-41b0-9cb2-1201c4e1d1d1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 1128 time: 0.0591254 Feb 08 15:40:34.141823 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961f8ba-734a-4e5e-98ab-e454ef6450b3 req-02717cdc-c65a-4210-96c4-60fac07488b4 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:34.144164 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6961f8ba-734a-4e5e-98ab-e454ef6450b3 req-02717cdc-c65a-4210-96c4-60fac07488b4 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/ports?device_id=397d266d-d6be-4cd2-b404-ea613af13251 HTTP/1.1" status: 200 len: 945 time: 0.0917137 Feb 08 15:40:34.173560 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ad97dd20-4404-44b6-b56a-846ac6617965 req-d1be4f8c-9389-48cb-bd3c-f101e1c63ad8 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449319 Feb 08 15:40:34.186958 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f05469f6-e9dc-4d71-93f2-0122ed98daa4), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:34.262501 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6961f8ba-734a-4e5e-98ab-e454ef6450b3 req-9ecb8491-2a0c-4d8a-bd90-aacc4d88ef35 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/security-groups?id=0b57f049-2577-4f4a-9fbd-5a82d9e13622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872662 Feb 08 15:40:34.431497 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee10ee1-64b7-4b7b-977c-9308e1ce3540 req-3200239f-d525-4f05-9c0e-cd92540575e9 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:34.432902 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cee10ee1-64b7-4b7b-977c-9308e1ce3540 req-3200239f-d525-4f05-9c0e-cd92540575e9 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 943 time: 0.0901015 Feb 08 15:40:34.435075 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for port (f05469f6-e9dc-4d71-93f2-0122ed98daa4), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:34.446556 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (f05469f6-e9dc-4d71-93f2-0122ed98daa4), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:34.549685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Pushing event updated for resources: {'Port': ['ID=f05469f6-e9dc-4d71-93f2-0122ed98daa4,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:34.563302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cee10ee1-64b7-4b7b-977c-9308e1ce3540 req-370b0208-ec6a-40d9-a148-beef01204904 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233945 Feb 08 15:40:34.568828 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (8be376d3-c32a-4fb4-80d2-d0762f647901), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:34.607001 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:34.608235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-f1d11216-5c69-4fcf-bedd-2513ffc0ebfe tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6531572 Feb 08 15:40:34.748070 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-9618f7e6-d688-481e-a34f-0cdfc4b043e5 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 696 time: 0.1317050 Feb 08 15:40:34.833379 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fb2903-0f33-43e2-9a16-5226dbbc63a6 x-openstack-request-id: req-f2fb2903-0f33-43e2-9a16-5226dbbc63a6 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:34.833695 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba848dcb-61f0-49cc-b78d-a3712b5ed630", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef732dd-e907-4b49-a58b-95b3a650a78b", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:34.833952 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f2fb2903-0f33-43e2-9a16-5226dbbc63a6 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:34.834362 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba848dcb-61f0-49cc-b78d-a3712b5ed630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef732dd-e907-4b49-a58b-95b3a650a78b', 'code': 200} Feb 08 15:40:34.890122 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f124aa-19c9-469a-bf1c-66718f3eba8e x-openstack-request-id: req-65f124aa-19c9-469a-bf1c-66718f3eba8e {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:34.890410 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2730f283-143f-469e-8c84-7b6eca7a8f9f", "tag": "ffa77452-eb1a-4099-905c-87b11538e42d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:34.890662 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-65f124aa-19c9-469a-bf1c-66718f3eba8e {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:34.891059 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2730f283-143f-469e-8c84-7b6eca7a8f9f', 'tag': 'ffa77452-eb1a-4099-905c-87b11538e42d', 'status': 'completed', 'code': 200} Feb 08 15:40:34.897976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-e51522ba-cfd7-434b-90cd-8161214a0797 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:34.926051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-e51522ba-cfd7-434b-90cd-8161214a0797 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.1770730 Feb 08 15:40:34.938402 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-48d7610b-6501-4ca9-9455-8cec9f678b10 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:40:34.951883 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3de06a71-d0b6-4958-b7e3-7c5e821d25bc req-48d7610b-6501-4ca9-9455-8cec9f678b10 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0241761 Feb 08 15:40:35.029723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f28ba-d44b-49a2-b9fe-ef4678c52e43 req-6982beda-15c0-4fa8-b871-fa298d5acd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:35.033746 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2d8f28ba-d44b-49a2-b9fe-ef4678c52e43 req-6982beda-15c0-4fa8-b871-fa298d5acd0b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dfa6bc8482d54208936f4354e67f78fd&device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 1127 time: 0.1184292 Feb 08 15:40:35.079421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c3acd-309b-4f46-9c76-498a8fbdb488 req-2d7d1d27-beb0-4f04-bafe-2cdead98ef4b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:35.081410 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef0c3acd-309b-4f46-9c76-498a8fbdb488 req-2d7d1d27-beb0-4f04-bafe-2cdead98ef4b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.1074450 Feb 08 15:40:35.167953 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f28ba-d44b-49a2-b9fe-ef4678c52e43 req-57aa2321-e8a2-4605-a1a7-6bf251ec2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:35.169619 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2d8f28ba-d44b-49a2-b9fe-ef4678c52e43 req-57aa2321-e8a2-4605-a1a7-6bf251ec2e2e service neutron] 10.222.0.94 "GET /v2.0/networks?id=f1beff69-585d-470d-94be-ead9e699460b HTTP/1.1" status: 200 len: 923 time: 0.1300921 Feb 08 15:40:35.174071 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef0c3acd-309b-4f46-9c76-498a8fbdb488 req-131f7635-90c2-49da-85d5-8ad26f40b7fd tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727773 Feb 08 15:40:35.197263 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20fc0a-9792-4511-bf71-df3c2494c1d3 req-538d6165-1e46-408d-bcf8-8404a4496e6e tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:35.199060 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c20fc0a-9792-4511-bf71-df3c2494c1d3 req-538d6165-1e46-408d-bcf8-8404a4496e6e tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 944 time: 0.1423082 Feb 08 15:40:35.233705 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2d8f28ba-d44b-49a2-b9fe-ef4678c52e43 req-4ab82bf7-6cc5-44b2-992d-27f33976127a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffa77452-eb1a-4099-905c-87b11538e42d HTTP/1.1" status: 200 len: 217 time: 0.0495927 Feb 08 15:40:35.306751 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c20fc0a-9792-4511-bf71-df3c2494c1d3 req-86123217-4b7a-402c-8cd0-72a7d5dca691 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001632 Feb 08 15:40:35.356003 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:35.362933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f28ba-d44b-49a2-b9fe-ef4678c52e43 req-150d6268-3714-49d1-b08d-da6bfa1e2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:35.364962 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2d8f28ba-d44b-49a2-b9fe-ef4678c52e43 req-150d6268-3714-49d1-b08d-da6bfa1e2543 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=381225f4-3075-41c7-8439-4e7fbc31157b HTTP/1.1" status: 200 len: 862 time: 0.1250129 Feb 08 15:40:35.371229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de707c44-98bc-4d9d-9f40-046620c38fb8 req-07226a98-67de-4837-a14d-7dee6216622a tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:35.373761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de707c44-98bc-4d9d-9f40-046620c38fb8 req-07226a98-67de-4837-a14d-7dee6216622a tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 943 time: 0.0794032 Feb 08 15:40:35.440417 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2d8f28ba-d44b-49a2-b9fe-ef4678c52e43 req-e3e8e9ec-3c2d-4cac-9be7-75856a3dffc6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f1beff69-585d-470d-94be-ead9e699460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588918 Feb 08 15:40:35.462320 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de707c44-98bc-4d9d-9f40-046620c38fb8 req-2ff78d38-ee7e-4add-9875-2872f78d221c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810738 Feb 08 15:40:35.491718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ffa77452-eb1a-4099-905c-87b11538e42d details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:40:35.595181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-650fbf98-1363-4281-b81e-af9712d1ac59 req-331a68d8-b72f-400c-847a-ad4ae5c2fbbb tempest-QuotasAdminNegativeTest-1776660299 tempest-QuotasAdminNegativeTest-1776660299-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=cdd72da580224c66b3fb0d75fcd8a8fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484664 Feb 08 15:40:35.649893 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2d8f28ba-d44b-49a2-b9fe-ef4678c52e43 req-18572a7a-33f4-45fc-bae2-c1c6c669715a service neutron] 10.222.0.94 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027199 Feb 08 15:40:35.662764 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ffa77452-eb1a-4099-905c-87b11538e42d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ffa77452-eb1a-4099-905c-87b11538e42d,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:35.680607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'ffa77452-eb1a-4099-905c-87b11538e42d', 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b', 'port_id': 'ffa77452-eb1a-4099-905c-87b11538e42d', 'mac_address': 'fa:16:3e:b7:f5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381225f4-3075-41c7-8439-4e7fbc31157b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:40:35.734854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fbf98-1363-4281-b81e-af9712d1ac59 req-0cf82122-c2ff-4bff-9c26-9cb30d5b7a26 tempest-QuotasAdminNegativeTest-1776660299 tempest-QuotasAdminNegativeTest-1776660299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:35.736519 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-650fbf98-1363-4281-b81e-af9712d1ac59 req-0cf82122-c2ff-4bff-9c26-9cb30d5b7a26 tempest-QuotasAdminNegativeTest-1776660299 tempest-QuotasAdminNegativeTest-1776660299-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1405668 Feb 08 15:40:35.744194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ffa77452-eb1a-4099-905c-87b11538e42d is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:35.745126 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:35.761371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa77452-eb1a-4099-905c-87b11538e42d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:35.785424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ffa77452-eb1a-4099-905c-87b11538e42d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ffa77452-eb1a-4099-905c-87b11538e42d,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:35.792209 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:35.865663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-bed671f0-8ab2-4f29-951f-ad1d7d2d34a0 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:35.869333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-bed671f0-8ab2-4f29-951f-ad1d7d2d34a0 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 820 time: 0.1318069 Feb 08 15:40:35.881088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ffa77452-eb1a-4099-905c-87b11538e42d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:35.892918 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2d8f28ba-d44b-49a2-b9fe-ef4678c52e43 req-93914b1b-251b-4883-957b-4cc671e57fb3 service neutron] 10.222.0.94 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298870 Feb 08 15:40:35.897201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-650fbf98-1363-4281-b81e-af9712d1ac59 req-701181d8-e68a-4062-bda4-2794ad898d74 tempest-QuotasAdminNegativeTest-1776660299 tempest-QuotasAdminNegativeTest-1776660299-project] 10.222.0.82 "GET /v2.0/quotas/cdd72da580224c66b3fb0d75fcd8a8fd HTTP/1.1" status: 200 len: 375 time: 0.0268679 Feb 08 15:40:35.900111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-7f3aa594-6c95-4598-bb9d-ed7116a96ad4 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/quotas/ddaa0a518fd24dad845d93dcf0939473 HTTP/1.1" status: 200 len: 375 time: 0.0171487 Feb 08 15:40:35.963355 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-650fbf98-1363-4281-b81e-af9712d1ac59 req-f7279818-02c9-42a9-8a9f-51d234204bf7 tempest-QuotasAdminNegativeTest-1776660299 tempest-QuotasAdminNegativeTest-1776660299-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=cdd72da580224c66b3fb0d75fcd8a8fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568695 Feb 08 15:40:35.998190 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-df7ea1e5-123d-439f-aa59-cf22ff908033 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899498 Feb 08 15:40:36.060801 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ffa77452-eb1a-4099-905c-87b11538e42d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:40:36.096450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-ff9013e7-47f8-41c7-907d-cc0cbc169143 service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973632 Feb 08 15:40:36.516275 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:36.517243 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-53d1e934-e845-4f7d-ba71-d2600e181814 service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199090 Feb 08 15:40:36.525803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d183b7-2989-43f4-88fe-8b595f825930 req-f0bc0803-fbc4-449d-b035-6624b0b07a63 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:36.527425 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60d183b7-2989-43f4-88fe-8b595f825930 req-f0bc0803-fbc4-449d-b035-6624b0b07a63 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 943 time: 0.0956497 Feb 08 15:40:36.580271 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60d183b7-2989-43f4-88fe-8b595f825930 req-81589293-e220-470b-a06a-77fc32be9602 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466962 Feb 08 15:40:36.750235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db47bc-0fd3-4e47-886c-6489efb4c40e req-e9d4cd09-5ee8-4990-a1e4-8bb7396425d3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:36.752101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42db47bc-0fd3-4e47-886c-6489efb4c40e req-e9d4cd09-5ee8-4990-a1e4-8bb7396425d3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.0755236 Feb 08 15:40:36.835150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba848dcb-61f0-49cc-b78d-a3712b5ed630', 'tag': '2ef732dd-e907-4b49-a58b-95b3a650a78b'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:36.838153 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dfeb82-f13a-44a5-8d39-bd0cd92e7805" -d '{"events": [{"name": "network-changed", "server_uuid": "ba848dcb-61f0-49cc-b78d-a3712b5ed630", "tag": "2ef732dd-e907-4b49-a58b-95b3a650a78b"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:36.862402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42db47bc-0fd3-4e47-886c-6489efb4c40e req-98970aac-4334-4a66-a784-36667eb961d0 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959063 Feb 08 15:40:36.925251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65317382-576e-4e2d-a61e-2697f522da3d req-59ca955b-e00a-49c7-b05c-9d91961116f1 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:36.927414 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65317382-576e-4e2d-a61e-2697f522da3d req-59ca955b-e00a-49c7-b05c-9d91961116f1 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 945 time: 0.0760388 Feb 08 15:40:37.013707 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65317382-576e-4e2d-a61e-2697f522da3d req-b0cfbfb2-0436-4070-81ce-91ad3ba82a95 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741196 Feb 08 15:40:37.030918 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a2108-d8ae-461e-8418-c4a2b562a439 req-f2b23c77-134b-4038-8685-616d50ba137c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:37.032686 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-097a2108-d8ae-461e-8418-c4a2b562a439 req-f2b23c77-134b-4038-8685-616d50ba137c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 943 time: 0.0786448 Feb 08 15:40:37.116305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2443e98e-51c5-46f8-b75d-85792e2bb55e req-93f6ddd4-1787-4f2b-8231-a2187856c24e tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 210 time: 0.0400643 Feb 08 15:40:37.136656 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-097a2108-d8ae-461e-8418-c4a2b562a439 req-75a11c28-b15d-4a6d-abe2-1b059fa26966 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949812 Feb 08 15:40:37.210938 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dcb92e-a5d7-43c2-9f00-aebe9c1bee7a x-openstack-request-id: req-35dcb92e-a5d7-43c2-9f00-aebe9c1bee7a {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:37.211303 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba848dcb-61f0-49cc-b78d-a3712b5ed630", "tag": "2ef732dd-e907-4b49-a58b-95b3a650a78b", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:37.211614 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-35dcb92e-a5d7-43c2-9f00-aebe9c1bee7a {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:37.212237 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba848dcb-61f0-49cc-b78d-a3712b5ed630', 'tag': '2ef732dd-e907-4b49-a58b-95b3a650a78b', 'status': 'completed', 'code': 200} Feb 08 15:40:37.310821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfeb82-f13a-44a5-8d39-bd0cd92e7805 req-71d43502-b47f-4948-890b-aed1976c7a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:37.314862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9dfeb82-f13a-44a5-8d39-bd0cd92e7805 req-71d43502-b47f-4948-890b-aed1976c7a52 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 1157 time: 0.0786409 Feb 08 15:40:37.460089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8261b15-17f6-4093-9939-08ef398eec6a req-a09b4cd5-d4f2-484d-9e34-117b438924ea tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:37.461762 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a8261b15-17f6-4093-9939-08ef398eec6a req-a09b4cd5-d4f2-484d-9e34-117b438924ea tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 1128 time: 0.1442358 Feb 08 15:40:37.484319 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfeb82-f13a-44a5-8d39-bd0cd92e7805 req-f000bbcb-0b76-4114-a8ad-3060789a8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:37.486177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9dfeb82-f13a-44a5-8d39-bd0cd92e7805 req-f000bbcb-0b76-4114-a8ad-3060789a8bf1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.1355236 Feb 08 15:40:37.495775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 2ef732dd-e907-4b49-a58b-95b3a650a78b details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:40:37.565617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ffa77452-eb1a-4099-905c-87b11538e42d up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:37.593111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a8261b15-17f6-4093-9939-08ef398eec6a req-e91056bb-9512-4d6a-aa04-e36856566993 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181762 Feb 08 15:40:37.606494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9dfeb82-f13a-44a5-8d39-bd0cd92e7805 req-b0bb743b-d4e7-4331-8618-d191954731bc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b HTTP/1.1" status: 200 len: 217 time: 0.0946729 Feb 08 15:40:37.666573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:37.701026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port ffa77452-eb1a-4099-905c-87b11538e42d completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:40:37.703339 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 2ef732dd-e907-4b49-a58b-95b3a650a78b has no active binding in host n-h1-824834-11 {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 15:40:37.706868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port ffa77452-eb1a-4099-905c-87b11538e42d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:37.707290 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:37.718187 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfeb82-f13a-44a5-8d39-bd0cd92e7805 req-d555a750-f08c-4c1c-ba3c-8d685ce462a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:37.720053 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9dfeb82-f13a-44a5-8d39-bd0cd92e7805 req-d555a750-f08c-4c1c-ba3c-8d685ce462a1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.1117187 Feb 08 15:40:37.776712 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9dfeb82-f13a-44a5-8d39-bd0cd92e7805 req-10c7da4e-8b63-444d-a61b-a9c27dfdd50a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449715 Feb 08 15:40:37.843729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ffa77452-eb1a-4099-905c-87b11538e42d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:37.844396 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:37.870748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e59853-079f-4c2d-928d-ac966db3f469 req-b983a1c4-bfb2-495a-9a9b-a4fa5849f684 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:37.870748 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69e59853-079f-4c2d-928d-ac966db3f469 req-b983a1c4-bfb2-495a-9a9b-a4fa5849f684 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 943 time: 0.1415887 Feb 08 15:40:37.930161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2730f283-143f-469e-8c84-7b6eca7a8f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa77452-eb1a-4099-905c-87b11538e42d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:37.940270 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638892e9-966b-4fa9-8cfb-4e029ee25ea2" -d '{"events": [{"server_uuid": "2730f283-143f-469e-8c84-7b6eca7a8f9f", "name": "network-vif-plugged", "status": "completed", "tag": "ffa77452-eb1a-4099-905c-87b11538e42d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:37.945455 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9dfeb82-f13a-44a5-8d39-bd0cd92e7805 req-3166ff31-5e5c-4fdd-9129-31503dccdcd3 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606884 Feb 08 15:40:37.961986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69e59853-079f-4c2d-928d-ac966db3f469 req-17d03347-76ee-4c19-a820-a59733d7fd75 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852730 Feb 08 15:40:38.012817 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ffa77452-eb1a-4099-905c-87b11538e42d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ffa77452-eb1a-4099-905c-87b11538e42d,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:38.024054 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:38.034011 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:38.144806 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54930a4c-bc86-441a-9f58-6deec7a0223f x-openstack-request-id: req-54930a4c-bc86-441a-9f58-6deec7a0223f {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:38.146515 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2730f283-143f-469e-8c84-7b6eca7a8f9f", "name": "network-vif-plugged", "status": "completed", "tag": "ffa77452-eb1a-4099-905c-87b11538e42d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:38.148250 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-54930a4c-bc86-441a-9f58-6deec7a0223f {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:38.149185 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2730f283-143f-469e-8c84-7b6eca7a8f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa77452-eb1a-4099-905c-87b11538e42d', 'code': 200} Feb 08 15:40:38.158905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ffa77452-eb1a-4099-905c-87b11538e42d,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:38.186858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-d84860f0-79fa-456d-ae0b-dac218fd67c9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:38.190200 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-d84860f0-79fa-456d-ae0b-dac218fd67c9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.96 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 820 time: 0.2757976 Feb 08 15:40:38.212355 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-45879a1a-6364-4f84-b256-7c02de0fcc62 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Request body: {'port': {'device_id': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'admin_state_up': True, 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:38.252920 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2dc97e25-9d77-4c06-a48a-65a32b5c3b92 req-ccc4bb6e-06f9-4ba9-b4df-12798fa9a16f tempest-QuotasAdminNegativeTest-1776660299 tempest-QuotasAdminNegativeTest-1776660299-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=cdd72da580224c66b3fb0d75fcd8a8fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387828 Feb 08 15:40:38.385854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc97e25-9d77-4c06-a48a-65a32b5c3b92 req-34dd1024-47fe-48e8-9dff-1b534b165cf3 tempest-QuotasAdminNegativeTest-1776660299 tempest-QuotasAdminNegativeTest-1776660299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:38.387948 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2dc97e25-9d77-4c06-a48a-65a32b5c3b92 req-34dd1024-47fe-48e8-9dff-1b534b165cf3 tempest-QuotasAdminNegativeTest-1776660299 tempest-QuotasAdminNegativeTest-1776660299-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1286237 Feb 08 15:40:38.442913 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9dfeb82-f13a-44a5-8d39-bd0cd92e7805 req-068a88fb-6962-4ac0-820b-6f2d7a12a442 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782424 Feb 08 15:40:38.456797 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2dc97e25-9d77-4c06-a48a-65a32b5c3b92 req-ba297796-a273-4b3c-ad2b-709ace80b889 tempest-QuotasAdminNegativeTest-1776660299 tempest-QuotasAdminNegativeTest-1776660299-project] 10.222.0.82 "GET /v2.0/quotas/cdd72da580224c66b3fb0d75fcd8a8fd HTTP/1.1" status: 200 len: 375 time: 0.0516782 Feb 08 15:40:38.488079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931db7d6-6310-4774-8849-38f972b72c9b req-7e2b8bbd-7e1b-4f1c-995e-d0816812adf2 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:38.497393 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-931db7d6-6310-4774-8849-38f972b72c9b req-7e2b8bbd-7e1b-4f1c-995e-d0816812adf2 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 946 time: 0.2426832 Feb 08 15:40:38.522600 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2dc97e25-9d77-4c06-a48a-65a32b5c3b92 req-c3cfade1-6a45-40c8-b153-8f35f24017fc tempest-QuotasAdminNegativeTest-1776660299 tempest-QuotasAdminNegativeTest-1776660299-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=cdd72da580224c66b3fb0d75fcd8a8fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571449 Feb 08 15:40:38.597815 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-931db7d6-6310-4774-8849-38f972b72c9b req-07553219-a75c-48aa-89d2-2c70c8c534d0 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996692 Feb 08 15:40:38.692243 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03fc8adc-8941-4ae7-ab12-b05e6f86fe5a req-09998ae0-4463-4815-8e5d-6be42b808b74 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 210 time: 0.0445068 Feb 08 15:40:38.760423 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bd70b-4754-40c5-b621-16a059188f43 req-f1a0f4dc-5eeb-4901-a76e-f5f2eb929617 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:38.774863 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6e8bd70b-4754-40c5-b621-16a059188f43 req-f1a0f4dc-5eeb-4901-a76e-f5f2eb929617 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 943 time: 0.0854545 Feb 08 15:40:38.805293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd21b6-be91-4d20-b81d-3b5750316b1d req-9f49e4e5-02f1-4876-b861-ae8ce709165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:38.807168 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1ebd21b6-be91-4d20-b81d-3b5750316b1d req-9f49e4e5-02f1-4876-b861-ae8ce709165b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 1129 time: 0.5244527 Feb 08 15:40:38.857177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6e8bd70b-4754-40c5-b621-16a059188f43 req-f7d9cc1f-3fb3-4d71-9f9b-aaffd973e953 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792489 Feb 08 15:40:38.860748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-45879a1a-6364-4f84-b256-7c02de0fcc62 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Made reservation on behalf of ddaa0a518fd24dad845d93dcf0939473 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:38.866419 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-45879a1a-6364-4f84-b256-7c02de0fcc62 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:38.901379 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1ebd21b6-be91-4d20-b81d-3b5750316b1d req-0de9e5cf-7471-4cd0-948a-5f63b2b6f68c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796821 Feb 08 15:40:39.148270 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-45879a1a-6364-4f84-b256-7c02de0fcc62 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Allocated IP 172.20.0.6 (7cfe234b-c2c5-4fb6-a27d-356d913a98ed/48378879-d082-4542-a40c-143a313da111/7e256f74-9499-4e85-83b5-d6a483e845c9) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:40:39.271456 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-03738560-78b1-4bd4-a250-1da60c09be0c service neutron] 10.222.0.96 "GET /v2.0/ports/2ef732dd-e907-4b49-a58b-95b3a650a78b/bindings/n-h1-824834-11 HTTP/1.1" status: 200 len: 385 time: 0.1276360 Feb 08 15:40:39.281627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72637b28-e2a7-4699-930e-8eb99abd1b3b req-09e976f8-8d43-4903-b435-758527289185 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:39.283907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72637b28-e2a7-4699-930e-8eb99abd1b3b req-09e976f8-8d43-4903-b435-758527289185 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 943 time: 0.1985095 Feb 08 15:40:39.445380 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72637b28-e2a7-4699-930e-8eb99abd1b3b req-49689f04-9b6f-4458-a52f-d07389581139 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073000 Feb 08 15:40:39.477472 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-45879a1a-6364-4f84-b256-7c02de0fcc62 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:39.541261 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-45879a1a-6364-4f84-b256-7c02de0fcc62 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:39.553342 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['7e074a0a-d19b-46ee-bfa6-b36af5aedfac'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:40:39.585992 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-498fb181-dfd1-403a-9805-a942eb8c452b req-c6e43765-3862-4bc9-8878-c40773a3d1fb tempest-QuotasAdminNegativeTest-1776660299 tempest-QuotasAdminNegativeTest-1776660299-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=cdd72da580224c66b3fb0d75fcd8a8fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1361852 Feb 08 15:40:39.679446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45879a1a-6364-4f84-b256-7c02de0fcc62 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Pushing event updated for resources: {'Port': ['ID=7e256f74-9499-4e85-83b5-d6a483e845c9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:39.728020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d8a1b797-1839-420f-b522-ce7ee2460c69 service neutron] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:39.734279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-45879a1a-6364-4f84-b256-7c02de0fcc62 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:40:39.737775 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-45879a1a-6364-4f84-b256-7c02de0fcc62 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:39.750664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-45879a1a-6364-4f84-b256-7c02de0fcc62 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:40:39.760445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d8a1b797-1839-420f-b522-ce7ee2460c69 service neutron] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:39.799890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d8a1b797-1839-420f-b522-ce7ee2460c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef732dd-e907-4b49-a58b-95b3a650a78b {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:39.817105 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d8a1b797-1839-420f-b522-ce7ee2460c69 service neutron] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:39.854387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-45879a1a-6364-4f84-b256-7c02de0fcc62 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:39.857072 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-45879a1a-6364-4f84-b256-7c02de0fcc62 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:39.885689 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-45879a1a-6364-4f84-b256-7c02de0fcc62 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6833625 Feb 08 15:40:39.898056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Request body: {'port': {'device_id': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:39.935678 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d8a1b797-1839-420f-b522-ce7ee2460c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:39.974095 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:40.070824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c5c1c-b726-455a-8001-54e8e8290375 req-4efa9e1f-db27-4167-a6c6-48672c8e2856 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:40.073423 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d0c5c1c-b726-455a-8001-54e8e8290375 req-4efa9e1f-db27-4167-a6c6-48672c8e2856 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 946 time: 0.2251918 Feb 08 15:40:40.110016 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fb181-dfd1-403a-9805-a942eb8c452b req-adcdae82-ec72-4e88-ae4b-f0cc2a77d5bc tempest-QuotasAdminNegativeTest-1776660299 tempest-QuotasAdminNegativeTest-1776660299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:40.117323 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-498fb181-dfd1-403a-9805-a942eb8c452b req-adcdae82-ec72-4e88-ae4b-f0cc2a77d5bc tempest-QuotasAdminNegativeTest-1776660299 tempest-QuotasAdminNegativeTest-1776660299-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5189269 Feb 08 15:40:40.149842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d8a1b797-1839-420f-b522-ce7ee2460c69 service neutron] Transition to ACTIVE for port object 2ef732dd-e907-4b49-a58b-95b3a650a78b will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:40:40.160817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-498fb181-dfd1-403a-9805-a942eb8c452b req-bd8f98a5-cc83-48f7-91c8-72f2865fca15 tempest-QuotasAdminNegativeTest-1776660299 tempest-QuotasAdminNegativeTest-1776660299-project] 10.222.0.82 "GET /v2.0/quotas/cdd72da580224c66b3fb0d75fcd8a8fd HTTP/1.1" status: 200 len: 375 time: 0.0423818 Feb 08 15:40:40.188549 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d8a1b797-1839-420f-b522-ce7ee2460c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:40.214959 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3a6b812d-0c1d-40f1-bb1e-6eb3c9cb2c91 None None] Provisioning complete for port 7e256f74-9499-4e85-83b5-d6a483e845c9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:40.215354 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3a6b812d-0c1d-40f1-bb1e-6eb3c9cb2c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:40.249491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-498fb181-dfd1-403a-9805-a942eb8c452b req-e71a1d14-fd06-4879-9473-996d76cc9af8 tempest-QuotasAdminNegativeTest-1776660299 tempest-QuotasAdminNegativeTest-1776660299-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=cdd72da580224c66b3fb0d75fcd8a8fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749753 Feb 08 15:40:40.294689 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3a6b812d-0c1d-40f1-bb1e-6eb3c9cb2c91 None None] Port 7e256f74-9499-4e85-83b5-d6a483e845c9 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:40:40.328612 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d0c5c1c-b726-455a-8001-54e8e8290375 req-c8f4cea4-5e2f-43b4-9cbc-9255f935d682 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428005 Feb 08 15:40:40.400531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e256f74-9499-4e85-83b5-d6a483e845c9 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:40.409474 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Publish callbacks [] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:40.410264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d8a1b797-1839-420f-b522-ce7ee2460c69 service neutron] No DVR routers for this DVR port 2ef732dd-e907-4b49-a58b-95b3a650a78b on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:40:40.437678 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Transition to ACTIVE for port object 7e256f74-9499-4e85-83b5-d6a483e845c9 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:40:40.445126 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:40.460797 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d8a1b797-1839-420f-b522-ce7ee2460c69 service neutron] 10.222.0.96 "PUT /v2.0/ports/2ef732dd-e907-4b49-a58b-95b3a650a78b/bindings/n-h1-824834-11/activate HTTP/1.1" status: 200 len: 370 time: 1.1758182 Feb 08 15:40:40.462340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1b797-1839-420f-b522-ce7ee2460c69 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef732dd-e907-4b49-a58b-95b3a650a78b,revision_number=10']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:40.613228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b8799-ac7f-4fc7-be52-0ab3954afbca req-b90b1a1c-2c55-453f-893f-3881d324dd26 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:40.626032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b97b8799-ac7f-4fc7-be52-0ab3954afbca req-b90b1a1c-2c55-453f-893f-3881d324dd26 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 943 time: 0.1599467 Feb 08 15:40:40.707768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e256f74-9499-4e85-83b5-d6a483e845c9,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:40.750709 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b97b8799-ac7f-4fc7-be52-0ab3954afbca req-9a777695-027c-49b1-ad29-90f900c112b3 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201451 Feb 08 15:40:40.821865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-8761837a-a584-4695-9234-248942c02e6b tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:40.823929 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-8761837a-a584-4695-9234-248942c02e6b tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630&tenant_id=504f43bb8bb74d7a9517a59da6bb23db&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 1127 time: 0.2761769 Feb 08 15:40:40.845972 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65ff35-24df-4502-8b5a-ae9955707591 req-9b902c7c-8133-4a27-9ad7-8ba9768adfe1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:40.856471 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b65ff35-24df-4502-8b5a-ae9955707591 req-9b902c7c-8133-4a27-9ad7-8ba9768adfe1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 944 time: 0.0801420 Feb 08 15:40:40.925591 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b65ff35-24df-4502-8b5a-ae9955707591 req-d86f7541-eb3a-4648-862c-80e16703355b tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679317 Feb 08 15:40:40.973754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Attempting to bind port 7e256f74-9499-4e85-83b5-d6a483e845c9 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:40:40.974170 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Attempting to bind port 7e256f74-9499-4e85-83b5-d6a483e845c9 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:40:40.974561 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Attempting to bind port 7e256f74-9499-4e85-83b5-d6a483e845c9 on network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:40.995024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-f0ced485-8180-460a-91c9-2feb0207b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:40.996719 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-f0ced485-8180-460a-91c9-2feb0207b237 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630&tenant_id=504f43bb8bb74d7a9517a59da6bb23db HTTP/1.1" status: 200 len: 1127 time: 0.1653783 Feb 08 15:40:40.997654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Port 7e256f74-9499-4e85-83b5-d6a483e845c9 on network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:40:40.998030 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Attempting to bind port 7e256f74-9499-4e85-83b5-d6a483e845c9 on network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:41.004422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:40:41.004772 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Checking segment: {'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:41.005778 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Bound using segment: {'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:40:41.006275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Bound port: 7e256f74-9499-4e85-83b5-d6a483e845c9, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd92cf3-c224-45e4-87d7-bbbd40f58efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:40:41.006699 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:41.070962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1491090-3d10-4f87-a571-31cf1f8ff23d req-d5585e63-898d-42ce-bdc4-0531b8a80bbb tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:41.085497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1491090-3d10-4f87-a571-31cf1f8ff23d req-d5585e63-898d-42ce-bdc4-0531b8a80bbb tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 943 time: 0.1648540 Feb 08 15:40:41.150585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] For port 7e256f74-9499-4e85-83b5-d6a483e845c9, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:41.154366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d0cc7830-4db5-4b9b-ad9b-c51162407df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:41.156088 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d0cc7830-4db5-4b9b-ad9b-c51162407df6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 1127 time: 0.1239092 Feb 08 15:40:41.159264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] For port 7e256f74-9499-4e85-83b5-d6a483e845c9, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7e256f74-9499-4e85-83b5-d6a483e845c9,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:40:41.192193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:41.195491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1491090-3d10-4f87-a571-31cf1f8ff23d req-c96752f4-38a4-4848-9f1e-23ebae8d3978 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030223 Feb 08 15:40:41.257748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:41.258483 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:41.260098 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] 10.222.0.96 "PUT /v2.0/ports/7e256f74-9499-4e85-83b5-d6a483e845c9 HTTP/1.1" status: 200 len: 1092 time: 1.3673019 Feb 08 15:40:41.285462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'tag': '7e256f74-9499-4e85-83b5-d6a483e845c9'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:41.289314 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1449d5-e723-4017-8afe-1973f219eee2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b0cd7d-8817-448a-ab39-749f255a320e", "tag": "7e256f74-9499-4e85-83b5-d6a483e845c9"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:41.369399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ab9d0-84b0-4e62-b63d-555f54c651f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e256f74-9499-4e85-83b5-d6a483e845c9,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:41.393188 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-5ce45994-7fa8-4872-90c2-5bc091d43d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:41.397971 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-5ce45994-7fa8-4872-90c2-5bc091d43d16 service neutron] 10.222.0.94 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.2225688 Feb 08 15:40:41.423771 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b689e2cc-4c24-4c4a-88ef-124fcea098f3 x-openstack-request-id: req-b689e2cc-4c24-4c4a-88ef-124fcea098f3 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:41.424203 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b0cd7d-8817-448a-ab39-749f255a320e", "tag": "7e256f74-9499-4e85-83b5-d6a483e845c9", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:41.424488 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b689e2cc-4c24-4c4a-88ef-124fcea098f3 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:41.425374 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'tag': '7e256f74-9499-4e85-83b5-d6a483e845c9', 'status': 'completed', 'code': 200} Feb 08 15:40:41.529002 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-a8d0c0f0-3c29-4ff4-a8dd-cf943fdb8ba6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b HTTP/1.1" status: 200 len: 217 time: 0.1078832 Feb 08 15:40:41.540231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a43650-6d2a-43e7-bd23-d5a63c6697a3 req-53be03fe-f28e-42f5-b764-9b818bebce11 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:41.548381 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0a43650-6d2a-43e7-bd23-d5a63c6697a3 req-53be03fe-f28e-42f5-b764-9b818bebce11 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 946 time: 0.1018159 Feb 08 15:40:41.612206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-083b4763-4221-4a87-ae49-eee10e8c2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:41.619070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-083b4763-4221-4a87-ae49-eee10e8c2926 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 1126 time: 0.2098854 Feb 08 15:40:41.630743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0a43650-6d2a-43e7-bd23-d5a63c6697a3 req-e7b653c3-739b-48aa-bf4a-032003092b53 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805624 Feb 08 15:40:41.696147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58266) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:41.719965 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d4194d86-0748-43a0-9244-a8565343b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:41.721491 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d4194d86-0748-43a0-9244-a8565343b4f5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.1787701 Feb 08 15:40:41.722920 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-6092c525-7c89-46ec-b9e1-0a3b7c53e6cc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e256f74-9499-4e85-83b5-d6a483e845c9 HTTP/1.1" status: 200 len: 217 time: 0.0932002 Feb 08 15:40:41.830721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-457bc2e2-c63c-4274-9308-81e6a9a76c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:41.832258 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-457bc2e2-c63c-4274-9308-81e6a9a76c30 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.1016996 Feb 08 15:40:41.875378 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-f212b069-7c53-4230-9115-7f720722f8ec service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452475 Feb 08 15:40:41.898069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c605ec-b27f-4e35-8529-5bdf1b7cb390 req-d63f4000-4d69-48fd-9ac0-98e6bf29e227 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:41.905320 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7c605ec-b27f-4e35-8529-5bdf1b7cb390 req-d63f4000-4d69-48fd-9ac0-98e6bf29e227 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 946 time: 0.1054885 Feb 08 15:40:42.018919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe00120b-76d8-46ef-91e8-6449317437f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:42.038108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-54e1821c-eb8d-418c-ae7d-01f131c85639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:42.039581 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-54e1821c-eb8d-418c-ae7d-01f131c85639 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1682539 Feb 08 15:40:42.078371 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-d65bb35e-5a74-49c1-a84b-33ee83a09d31 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886940 Feb 08 15:40:42.115176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7c605ec-b27f-4e35-8529-5bdf1b7cb390 req-b53a8ea1-c9e0-41e5-91aa-bd3b87c0bdf4 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071843 Feb 08 15:40:42.148109 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe00120b-76d8-46ef-91e8-6449317437f5 admin admin] Publish callbacks [] for security_group (f86c63cd-22ec-4cd2-9446-d01e19e38932), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:42.157545 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe00120b-76d8-46ef-91e8-6449317437f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f86c63cd-22ec-4cd2-9446-d01e19e38932), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:42.206225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78779834-7401-4b1a-b95a-a4605e5c73a5 req-f2e19e34-0110-438c-b7eb-35acc7fbc807 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:42.207761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78779834-7401-4b1a-b95a-a4605e5c73a5 req-f2e19e34-0110-438c-b7eb-35acc7fbc807 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 943 time: 0.2235713 Feb 08 15:40:42.224572 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fe00120b-76d8-46ef-91e8-6449317437f5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=cdd72da580224c66b3fb0d75fcd8a8fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5271719 Feb 08 15:40:42.231724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58280) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:42.249477 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-a5126524-a289-4a81-8a59-3a62737ab008 service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977046 Feb 08 15:40:42.252813 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-fb7838c7-62a3-4897-a6ab-5ad036bd05c4 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441066 Feb 08 15:40:42.260238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00120b-76d8-46ef-91e8-6449317437f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86c63cd-22ec-4cd2-9446-d01e19e38932,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:42.350438 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78779834-7401-4b1a-b95a-a4605e5c73a5 req-e9d76085-8998-450d-bb03-678ef9beebd4 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212192 Feb 08 15:40:42.363191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b411e5-4486-4437-85d5-332eaf3606de req-1936e183-5d22-45aa-8c2d-f6eb55303f3e tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:42.370935 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-89b411e5-4486-4437-85d5-332eaf3606de req-1936e183-5d22-45aa-8c2d-f6eb55303f3e tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 944 time: 0.1755676 Feb 08 15:40:42.379136 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1438f759-6e98-45f0-8fe8-44caf568ec38 req-4b094c56-e5b7-4e34-bd06-6da5e64f85b0 service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227710 Feb 08 15:40:42.400268 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c7a59520-f327-47e2-82c5-7a387ba78c57 admin admin] Publish callbacks [] for security_group (f86c63cd-22ec-4cd2-9446-d01e19e38932), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:42.445911 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c7a59520-f327-47e2-82c5-7a387ba78c57 admin admin] Publish callbacks [] for security_group (f86c63cd-22ec-4cd2-9446-d01e19e38932), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:42.506236 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-89b411e5-4486-4437-85d5-332eaf3606de req-c482325d-c18a-4711-8980-5c7c2e000e66 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331980 Feb 08 15:40:42.556170 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb8d7a-dc3d-4aa1-a6f9-75c059e2efff req-0b0c3182-5673-4a22-8ec2-3cb01a82b9b5 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:42.557756 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fdb8d7a-dc3d-4aa1-a6f9-75c059e2efff req-0b0c3182-5673-4a22-8ec2-3cb01a82b9b5 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 943 time: 0.1345677 Feb 08 15:40:42.562146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1449d5-e723-4017-8afe-1973f219eee2 req-b2687b55-64da-4602-be8b-a8dd1bfc520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:42.563657 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a1449d5-e723-4017-8afe-1973f219eee2 req-b2687b55-64da-4602-be8b-a8dd1bfc520b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 1126 time: 0.0962424 Feb 08 15:40:42.595773 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c7a59520-f327-47e2-82c5-7a387ba78c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f86c63cd-22ec-4cd2-9446-d01e19e38932), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:42.598957 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c7a59520-f327-47e2-82c5-7a387ba78c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:42.600256 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c7a59520-f327-47e2-82c5-7a387ba78c57 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f86c63cd-22ec-4cd2-9446-d01e19e38932 HTTP/1.1" status: 204 len: 168 time: 0.3676088 Feb 08 15:40:42.676400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a59520-f327-47e2-82c5-7a387ba78c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86c63cd-22ec-4cd2-9446-d01e19e38932,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:42.723121 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-5db5e345-bb5a-469d-b06f-6b8a1c6002dc tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:42.724225 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-5db5e345-bb5a-469d-b06f-6b8a1c6002dc tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630&tenant_id=504f43bb8bb74d7a9517a59da6bb23db&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 1127 time: 0.1281497 Feb 08 15:40:42.727269 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1449d5-e723-4017-8afe-1973f219eee2 req-484c73a5-f2f4-4b86-a772-044e9e175c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:42.728705 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a1449d5-e723-4017-8afe-1973f219eee2 req-484c73a5-f2f4-4b86-a772-044e9e175c68 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 921 time: 0.1576374 Feb 08 15:40:42.742338 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fdb8d7a-dc3d-4aa1-a6f9-75c059e2efff req-8265ee86-7543-47ea-a0f5-b86127dade10 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619413 Feb 08 15:40:42.776322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7386b2-0b26-4623-b59d-32964f9b61b2 req-7d865c49-b7ed-4ef2-92e7-6ab46885703b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:42.783961 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a7386b2-0b26-4623-b59d-32964f9b61b2 req-7d865c49-b7ed-4ef2-92e7-6ab46885703b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 946 time: 0.1723616 Feb 08 15:40:42.799196 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a1449d5-e723-4017-8afe-1973f219eee2 req-a9b3caf1-f2f5-4a0f-98a2-5ccf547fab8a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e256f74-9499-4e85-83b5-d6a483e845c9 HTTP/1.1" status: 200 len: 217 time: 0.0625463 Feb 08 15:40:42.854493 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a7386b2-0b26-4623-b59d-32964f9b61b2 req-fbd34f41-152b-41b4-a96b-3142ced199d5 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691421 Feb 08 15:40:42.880367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1449d5-e723-4017-8afe-1973f219eee2 req-b0a326b6-3074-4c48-9281-de9d126b80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:42.882075 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a1449d5-e723-4017-8afe-1973f219eee2 req-b0a326b6-3074-4c48-9281-de9d126b80c4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.0760858 Feb 08 15:40:42.976398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-5a96f5bf-4075-4934-886c-a804b0232f54 service neutron] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:42.979411 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1449d5-e723-4017-8afe-1973f219eee2 req-f0c5940f-f9d4-4585-afc2-f85ce2645d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:42.980007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58294) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:42.980934 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a1449d5-e723-4017-8afe-1973f219eee2 req-f0c5940f-f9d4-4585-afc2-f85ce2645d3c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0833147 Feb 08 15:40:42.983769 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-5a96f5bf-4075-4934-886c-a804b0232f54 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:42.984773 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d75c21c-7848-49a2-a9a3-105c2254916a req-5a96f5bf-4075-4934-886c-a804b0232f54 service neutron] 10.222.0.94 "DELETE /v2.0/ports/2ef732dd-e907-4b49-a58b-95b3a650a78b/bindings/n-h2-824834-11 HTTP/1.1" status: 204 len: 173 time: 0.2540419 Feb 08 15:40:43.007681 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec4c8-0880-4633-a33f-7644c493b718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:43.051784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dee0a-5df4-44bf-b252-5292d9aaa7e6 req-78633cc1-a7a5-44b6-a26b-9013d170abf9 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:43.057468 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4e4dee0a-5df4-44bf-b252-5292d9aaa7e6 req-78633cc1-a7a5-44b6-a26b-9013d170abf9 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 946 time: 0.1237683 Feb 08 15:40:43.136832 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a1449d5-e723-4017-8afe-1973f219eee2 req-19252198-b0f2-422a-bd5c-a2b524ad99d2 service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480329 Feb 08 15:40:43.141198 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4e4dee0a-5df4-44bf-b252-5292d9aaa7e6 req-7d2b43e4-f065-4c63-9943-373976756e82 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713556 Feb 08 15:40:43.210831 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec4c8-0880-4633-a33f-7644c493b718 admin admin] Publish callbacks [] for security_group (06626b45-5923-4ccb-b4e0-61cbf8c70944), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:43.217467 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec4c8-0880-4633-a33f-7644c493b718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (06626b45-5923-4ccb-b4e0-61cbf8c70944), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:43.297881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5b9ec4c8-0880-4633-a33f-7644c493b718 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5ce77c7dbda34c91a5267f921621cbdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167284 Feb 08 15:40:43.303523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58308) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:43.327944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ec4c8-0880-4633-a33f-7644c493b718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06626b45-5923-4ccb-b4e0-61cbf8c70944,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:43.371812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8e8cb-434d-4ae0-8236-84b83eb40750 req-b2d23895-a776-46a9-8552-418cf8c678a4 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:43.380995 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3b8e8cb-434d-4ae0-8236-84b83eb40750 req-b2d23895-a776-46a9-8552-418cf8c678a4 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 946 time: 0.0802753 Feb 08 15:40:43.465216 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57b2ae01-dd5e-4023-902b-031e11af8e45 admin admin] Publish callbacks [] for security_group (06626b45-5923-4ccb-b4e0-61cbf8c70944), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:43.475258 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a1449d5-e723-4017-8afe-1973f219eee2 req-680a1af5-0903-4c1e-93d4-0a19ee78f28d service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256917 Feb 08 15:40:43.518796 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57b2ae01-dd5e-4023-902b-031e11af8e45 admin admin] Publish callbacks [] for security_group (06626b45-5923-4ccb-b4e0-61cbf8c70944), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:43.550282 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3b8e8cb-434d-4ae0-8236-84b83eb40750 req-73a42b78-bc0f-4e53-88f8-2f703aeb6265 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581285 Feb 08 15:40:43.614725 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57b2ae01-dd5e-4023-902b-031e11af8e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (06626b45-5923-4ccb-b4e0-61cbf8c70944), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:43.617801 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57b2ae01-dd5e-4023-902b-031e11af8e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:43.621208 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-57b2ae01-dd5e-4023-902b-031e11af8e45 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/06626b45-5923-4ccb-b4e0-61cbf8c70944 HTTP/1.1" status: 204 len: 168 time: 0.3137410 Feb 08 15:40:43.627614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2ae01-dd5e-4023-902b-031e11af8e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06626b45-5923-4ccb-b4e0-61cbf8c70944,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:43.632461 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae38902-4fb9-4332-bf6f-dd11e7be29e2 req-b6ee7acb-f187-4f3d-842a-13ef641feda3 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:43.634031 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aae38902-4fb9-4332-bf6f-dd11e7be29e2 req-b6ee7acb-f187-4f3d-842a-13ef641feda3 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 943 time: 0.1294165 Feb 08 15:40:43.744433 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aae38902-4fb9-4332-bf6f-dd11e7be29e2 req-a26dfabd-2187-4814-a175-94636703ffb3 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992386 Feb 08 15:40:43.765597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5be1c6-fbef-4653-8ba4-b2fbad13788c req-1ffc0e6e-e02f-48de-9af9-8d9cd26dbef3 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:43.766837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b5be1c6-fbef-4653-8ba4-b2fbad13788c req-1ffc0e6e-e02f-48de-9af9-8d9cd26dbef3 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 944 time: 0.1318436 Feb 08 15:40:43.791297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2ef732dd-e907-4b49-a58b-95b3a650a78b no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:40:43.856312 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b5be1c6-fbef-4653-8ba4-b2fbad13788c req-98044bbc-54f5-45d9-ac02-2b9ec35b9b7f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722821 Feb 08 15:40:43.892587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] The host n-h2-824834-11 is not matching for port 2ef732dd-e907-4b49-a58b-95b3a650a78b host n-h1-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:40:43.893097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2ef732dd-e907-4b49-a58b-95b3a650a78b not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:40:43.972380 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc10e6-3a40-42da-a9e1-0ff368a4cdbc req-ce31754b-66dc-4de7-9c7c-e2b8af80aa10 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:43.980851 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1fc10e6-3a40-42da-a9e1-0ff368a4cdbc req-ce31754b-66dc-4de7-9c7c-e2b8af80aa10 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 946 time: 0.1229782 Feb 08 15:40:44.043013 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1fc10e6-3a40-42da-a9e1-0ff368a4cdbc req-1bf36713-7ec7-4144-b7b6-41b5956c6fa1 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608704 Feb 08 15:40:44.135690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb09a9-f08f-4f7c-8229-b5513888be5c req-c6a895b6-5b5b-43ab-85be-542842e1493c tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:44.144537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ceb09a9-f08f-4f7c-8229-b5513888be5c req-c6a895b6-5b5b-43ab-85be-542842e1493c tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 943 time: 0.1186750 Feb 08 15:40:44.243013 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ceb09a9-f08f-4f7c-8229-b5513888be5c req-31720c4a-4b1a-492d-9944-075b0c08072f tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974383 Feb 08 15:40:44.272122 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc7529-210c-4e95-9a99-6fd794f4adc0 req-75894b07-81fe-4117-8863-792f801667fe tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:44.273725 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3abc7529-210c-4e95-9a99-6fd794f4adc0 req-75894b07-81fe-4117-8863-792f801667fe tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 1127 time: 0.1202393 Feb 08 15:40:44.347829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3abc7529-210c-4e95-9a99-6fd794f4adc0 req-3f516313-f008-40a9-b7c5-fb8233a47eb4 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673878 Feb 08 15:40:44.450765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19679352-7022-4624-9f17-f4cdf4f320ca req-0b51e572-7eaf-4ae0-bd66-0711f7944503 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:44.461509 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19679352-7022-4624-9f17-f4cdf4f320ca req-0b51e572-7eaf-4ae0-bd66-0711f7944503 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 946 time: 0.1029651 Feb 08 15:40:44.536128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19679352-7022-4624-9f17-f4cdf4f320ca req-2dac8805-cdc3-47f0-800c-3b3e138988f8 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733192 Feb 08 15:40:44.714192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d79a8a-6c3b-4042-8cf6-f4c3fa6f28f4 req-0de5cd30-5be3-4177-9ab8-f7a881cca2db tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:44.722471 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0d79a8a-6c3b-4042-8cf6-f4c3fa6f28f4 req-0de5cd30-5be3-4177-9ab8-f7a881cca2db tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 946 time: 0.0868056 Feb 08 15:40:44.859856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0d79a8a-6c3b-4042-8cf6-f4c3fa6f28f4 req-4525723e-bd02-42f4-bbff-94eaa31ebda9 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307042 Feb 08 15:40:44.942617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4d336-824a-4739-a863-cc82a251337c req-3a060eda-2d9d-4d1e-b33f-14c99088f787 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:44.945151 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-95a4d336-824a-4739-a863-cc82a251337c req-3a060eda-2d9d-4d1e-b33f-14c99088f787 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 820 time: 0.1927068 Feb 08 15:40:44.979120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-95a4d336-824a-4739-a863-cc82a251337c req-eaf07b46-cfb7-465a-a9a5-ee35aa58cff9 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/quotas/504f43bb8bb74d7a9517a59da6bb23db HTTP/1.1" status: 200 len: 375 time: 0.0243754 Feb 08 15:40:45.067080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d2e4f-bcd4-4865-b54d-1289ffdf0e9f req-64d2f978-f7e1-4e79-9292-0009172c4c6d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:45.069227 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-422d2e4f-bcd4-4865-b54d-1289ffdf0e9f req-64d2f978-f7e1-4e79-9292-0009172c4c6d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 943 time: 0.1059973 Feb 08 15:40:45.079137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-95a4d336-824a-4739-a863-cc82a251337c req-943188ec-7aa1-4496-994e-1f7ead32b58d tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0823896 Feb 08 15:40:45.227728 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-422d2e4f-bcd4-4865-b54d-1289ffdf0e9f req-d0dfc690-b821-47d5-98bd-2be6f700bb3c tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472523 Feb 08 15:40:45.269576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-95a4d336-824a-4739-a863-cc82a251337c req-286d9f70-b239-45e7-9652-8209176fcc4d service neutron] 10.222.0.82 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746285 Feb 08 15:40:45.409956 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-95a4d336-824a-4739-a863-cc82a251337c req-e1dbe1dc-6553-4493-9c1f-b68b7eb305dc service neutron] 10.222.0.82 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336811 Feb 08 15:40:45.734691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778abbbd-ef95-45f0-b0de-6c71480b6e74 req-c2e4e6fe-aa86-458a-bc5d-87e8ff548b47 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:45.736834 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-778abbbd-ef95-45f0-b0de-6c71480b6e74 req-c2e4e6fe-aa86-458a-bc5d-87e8ff548b47 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 943 time: 0.0785146 Feb 08 15:40:45.794796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7e256f74-9499-4e85-83b5-d6a483e845c9 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:40:45.924454 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7e256f74-9499-4e85-83b5-d6a483e845c9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7e256f74-9499-4e85-83b5-d6a483e845c9,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:45.941589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '7e256f74-9499-4e85-83b5-d6a483e845c9', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'port_id': '7e256f74-9499-4e85-83b5-d6a483e845c9', 'mac_address': 'fa:16:3e:d1:e8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:40:46.002758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 7e256f74-9499-4e85-83b5-d6a483e845c9 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:46.003444 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:46.018468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e256f74-9499-4e85-83b5-d6a483e845c9 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:46.027530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15792160-f7fa-4327-b94f-cde5b725b724 req-2136445a-233e-4258-991f-63f311e229d0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 210 time: 0.3014495 Feb 08 15:40:46.065622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7e256f74-9499-4e85-83b5-d6a483e845c9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7e256f74-9499-4e85-83b5-d6a483e845c9,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:46.078446 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:46.105532 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-778abbbd-ef95-45f0-b0de-6c71480b6e74 req-5862ec90-d110-445f-85e6-537353a4abe0 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3574359 Feb 08 15:40:46.161952 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=7e256f74-9499-4e85-83b5-d6a483e845c9,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:46.307077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-bd31450d-d592-484a-939a-22e3e5336615 req-5de80b6c-516f-4ced-b222-896fceaa444e tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Request body: {'security_group': {'name': 'tempest-securitygroup-834286386', 'description': 'tempest-description-567044944'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:46.338065 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-bd31450d-d592-484a-939a-22e3e5336615 req-5de80b6c-516f-4ced-b222-896fceaa444e tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:46.353543 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-bd31450d-d592-484a-939a-22e3e5336615 req-5de80b6c-516f-4ced-b222-896fceaa444e tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:46.358451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['7e256f74-9499-4e85-83b5-d6a483e845c9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:40:46.456429 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-bd31450d-d592-484a-939a-22e3e5336615 req-5de80b6c-516f-4ced-b222-896fceaa444e tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks [] for security_group (6b117ef4-d401-4f3a-b43c-8344bf8ebc83), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:46.462784 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-bd31450d-d592-484a-939a-22e3e5336615 req-5de80b6c-516f-4ced-b222-896fceaa444e tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6b117ef4-d401-4f3a-b43c-8344bf8ebc83), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:46.529007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de80b6c-516f-4ced-b222-896fceaa444e tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b117ef4-d401-4f3a-b43c-8344bf8ebc83,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:46.627371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae7e04-797e-4c8a-9a7f-d605a87b67ce req-60c4d19f-44ef-49a4-b9a8-54d659d36c97 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:46.629009 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7aae7e04-797e-4c8a-9a7f-d605a87b67ce req-60c4d19f-44ef-49a4-b9a8-54d659d36c97 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 944 time: 0.1060460 Feb 08 15:40:46.632368 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-bd31450d-d592-484a-939a-22e3e5336615 req-5de80b6c-516f-4ced-b222-896fceaa444e tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks [] for security_group (34a0afa6-92e6-42ed-9062-3881f497b6ad), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:46.640021 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-bd31450d-d592-484a-939a-22e3e5336615 req-5de80b6c-516f-4ced-b222-896fceaa444e tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (34a0afa6-92e6-42ed-9062-3881f497b6ad), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:46.674805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de80b6c-516f-4ced-b222-896fceaa444e tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a0afa6-92e6-42ed-9062-3881f497b6ad,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:46.700502 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-bd31450d-d592-484a-939a-22e3e5336615 req-5de80b6c-516f-4ced-b222-896fceaa444e tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:46.709927 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd31450d-d592-484a-939a-22e3e5336615 req-5de80b6c-516f-4ced-b222-896fceaa444e tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4086940 Feb 08 15:40:46.749275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7aae7e04-797e-4c8a-9a7f-d605a87b67ce req-850172ad-2aea-43e3-bbfe-087da15eaaca tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112354 Feb 08 15:40:46.793635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-d07c4fe3-f021-475e-b3dc-b4329ab4443c req-970d96b0-d694-48df-81a4-b1e50d999dbe tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Request body: {'security_group': {'name': 'tempest-securitygroup-835137329', 'description': 'tempest-description-1848466104'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:46.825959 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d07c4fe3-f021-475e-b3dc-b4329ab4443c req-970d96b0-d694-48df-81a4-b1e50d999dbe tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:46.848143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84717f2a-5f64-47f1-af2d-33f54a6735d1 req-091e6c90-7f2a-468e-af7e-f42821cb4da6 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:46.850394 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84717f2a-5f64-47f1-af2d-33f54a6735d1 req-091e6c90-7f2a-468e-af7e-f42821cb4da6 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 946 time: 0.0922809 Feb 08 15:40:46.924163 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84717f2a-5f64-47f1-af2d-33f54a6735d1 req-f5afeb89-d232-4818-b9da-50990174c4a1 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653009 Feb 08 15:40:46.975591 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d07c4fe3-f021-475e-b3dc-b4329ab4443c req-970d96b0-d694-48df-81a4-b1e50d999dbe tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks [] for security_group (c3378fcc-fb15-473c-9d02-440bd35df5bd), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:46.982916 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d07c4fe3-f021-475e-b3dc-b4329ab4443c req-970d96b0-d694-48df-81a4-b1e50d999dbe tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c3378fcc-fb15-473c-9d02-440bd35df5bd), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.030843 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d07c4fe3-f021-475e-b3dc-b4329ab4443c req-970d96b0-d694-48df-81a4-b1e50d999dbe tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.042955 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d07c4fe3-f021-475e-b3dc-b4329ab4443c req-970d96b0-d694-48df-81a4-b1e50d999dbe tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2670357 Feb 08 15:40:47.048452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d96b0-d694-48df-81a4-b1e50d999dbe tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3378fcc-fb15-473c-9d02-440bd35df5bd,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:47.091700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4d336-824a-4739-a863-cc82a251337c req-dfe8ee4c-b9c0-49c5-912d-bcea61d8579d tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:47.093233 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-95a4d336-824a-4739-a863-cc82a251337c req-dfe8ee4c-b9c0-49c5-912d-bcea61d8579d tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.96 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 820 time: 0.1958125 Feb 08 15:40:47.107338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-95a4d336-824a-4739-a863-cc82a251337c req-fd9ad237-41df-430d-93ad-c7c8041b2553 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Request body: {'port': {'device_id': '60b2b136-0fbb-40f0-b82d-fbdc0ee0507e', 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818', 'admin_state_up': True, 'tenant_id': '504f43bb8bb74d7a9517a59da6bb23db'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:47.148756 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cda547b6-7f1a-4171-afb9-c5d98f9de353 req-d74bf386-e82b-46f1-9af8-205b61af875b tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 210 time: 0.0321457 Feb 08 15:40:47.152417 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-c32cd4de-e460-4f30-9827-89bcdbb4f4e5 req-a298d31b-59a5-49d9-a607-e906cd1785bb tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1527536259', 'description': 'tempest-description-171102865'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:47.186249 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c32cd4de-e460-4f30-9827-89bcdbb4f4e5 req-a298d31b-59a5-49d9-a607-e906cd1785bb tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.197350 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c32cd4de-e460-4f30-9827-89bcdbb4f4e5 req-a298d31b-59a5-49d9-a607-e906cd1785bb tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.266105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a4d336-824a-4739-a863-cc82a251337c req-fd9ad237-41df-430d-93ad-c7c8041b2553 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Made reservation on behalf of 504f43bb8bb74d7a9517a59da6bb23db for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:40:47.269916 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-95a4d336-824a-4739-a863-cc82a251337c req-fd9ad237-41df-430d-93ad-c7c8041b2553 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.331889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43465079-e36e-47c6-802a-9a75bffb6d47 req-10f51537-2aa9-4118-9a0c-f1ff4fd18971 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:47.337454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43465079-e36e-47c6-802a-9a75bffb6d47 req-10f51537-2aa9-4118-9a0c-f1ff4fd18971 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 943 time: 0.0934567 Feb 08 15:40:47.352409 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c32cd4de-e460-4f30-9827-89bcdbb4f4e5 req-a298d31b-59a5-49d9-a607-e906cd1785bb tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks [] for security_group (5a2ca8f7-2104-4fd5-9c9b-043c96ffad5a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.366385 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c32cd4de-e460-4f30-9827-89bcdbb4f4e5 req-a298d31b-59a5-49d9-a607-e906cd1785bb tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5a2ca8f7-2104-4fd5-9c9b-043c96ffad5a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.421960 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298d31b-59a5-49d9-a607-e906cd1785bb tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2ca8f7-2104-4fd5-9c9b-043c96ffad5a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:47.431807 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-95a4d336-824a-4739-a863-cc82a251337c req-fd9ad237-41df-430d-93ad-c7c8041b2553 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Allocated IP 172.20.0.4 (10f31acf-af70-43a0-8ed8-fce5309bf818/6860ace5-603d-4273-928c-37854cfdc005/33a3e31c-3bf6-4d24-bfe4-68f0b872da18) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:40:47.443427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43465079-e36e-47c6-802a-9a75bffb6d47 req-3e204f18-4e7f-4b46-8b6e-7afcb0a2e59f tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965910 Feb 08 15:40:47.471092 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c32cd4de-e460-4f30-9827-89bcdbb4f4e5 req-a298d31b-59a5-49d9-a607-e906cd1785bb tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks [] for security_group (9887761e-cd34-4ff1-8752-d3649ead22d0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.476774 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c32cd4de-e460-4f30-9827-89bcdbb4f4e5 req-a298d31b-59a5-49d9-a607-e906cd1785bb tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9887761e-cd34-4ff1-8752-d3649ead22d0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.507662 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c32cd4de-e460-4f30-9827-89bcdbb4f4e5 req-a298d31b-59a5-49d9-a607-e906cd1785bb tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.508878 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c32cd4de-e460-4f30-9827-89bcdbb4f4e5 req-a298d31b-59a5-49d9-a607-e906cd1785bb tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3637064 Feb 08 15:40:47.509649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298d31b-59a5-49d9-a607-e906cd1785bb tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9887761e-cd34-4ff1-8752-d3649ead22d0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:47.535094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-d3c8f0c2-a443-4059-9842-c08975b84e6f req-cfa03597-9473-42da-9845-d411d37ee009 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2022950656', 'description': 'tempest-description-482200941'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:47.558425 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d3c8f0c2-a443-4059-9842-c08975b84e6f req-cfa03597-9473-42da-9845-d411d37ee009 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.618676 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-95a4d336-824a-4739-a863-cc82a251337c req-fd9ad237-41df-430d-93ad-c7c8041b2553 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks [] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.627247 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d3c8f0c2-a443-4059-9842-c08975b84e6f req-cfa03597-9473-42da-9845-d411d37ee009 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks [] for security_group (c68d283c-d6c5-4658-9b3b-b781701e1e00), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.632581 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d3c8f0c2-a443-4059-9842-c08975b84e6f req-cfa03597-9473-42da-9845-d411d37ee009 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c68d283c-d6c5-4658-9b3b-b781701e1e00), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.653391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-95a4d336-824a-4739-a863-cc82a251337c req-fd9ad237-41df-430d-93ad-c7c8041b2553 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.663968 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d3c8f0c2-a443-4059-9842-c08975b84e6f req-cfa03597-9473-42da-9845-d411d37ee009 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.664596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d3c8f0c2-a443-4059-9842-c08975b84e6f req-cfa03597-9473-42da-9845-d411d37ee009 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1336963 Feb 08 15:40:47.669063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa03597-9473-42da-9845-d411d37ee009 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68d283c-d6c5-4658-9b3b-b781701e1e00,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:47.710673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a4d336-824a-4739-a863-cc82a251337c req-fd9ad237-41df-430d-93ad-c7c8041b2553 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Network 10f31acf-af70-43a0-8ed8-fce5309bf818 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:40:47.714772 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-95a4d336-824a-4739-a863-cc82a251337c req-fd9ad237-41df-430d-93ad-c7c8041b2553 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:40:47.716518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ad237-41df-430d-93ad-c7c8041b2553 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Pushing event updated for resources: {'Port': ['ID=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:47.718718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a4d336-824a-4739-a863-cc82a251337c req-fd9ad237-41df-430d-93ad-c7c8041b2553 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:40:47.770710 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4d336-824a-4739-a863-cc82a251337c req-fd9ad237-41df-430d-93ad-c7c8041b2553 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:47.773102 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-95a4d336-824a-4739-a863-cc82a251337c req-fd9ad237-41df-430d-93ad-c7c8041b2553 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.799070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-95a4d336-824a-4739-a863-cc82a251337c req-fd9ad237-41df-430d-93ad-c7c8041b2553 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6962929 Feb 08 15:40:47.812028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7e256f74-9499-4e85-83b5-d6a483e845c9 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:47.816328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Request body: {'port': {'device_id': '60b2b136-0fbb-40f0-b82d-fbdc0ee0507e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:47.884609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 7e256f74-9499-4e85-83b5-d6a483e845c9 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:40:47.889305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 7e256f74-9499-4e85-83b5-d6a483e845c9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:47.889939 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.899656 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:47.935942 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9f5d7-5ccf-4f81-832f-abb3faf15c4a req-759341de-297f-44a6-816c-85a18dde5f7e tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:47.937516 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14f9f5d7-5ccf-4f81-832f-abb3faf15c4a req-759341de-297f-44a6-816c-85a18dde5f7e tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 944 time: 0.1070862 Feb 08 15:40:47.983822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 7e256f74-9499-4e85-83b5-d6a483e845c9 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:47.984788 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:48.012317 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e256f74-9499-4e85-83b5-d6a483e845c9'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:48.016142 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b208ddd2-b3e5-4adf-b004-45f941e7d432" -d '{"events": [{"server_uuid": "c0b0cd7d-8817-448a-ab39-749f255a320e", "name": "network-vif-plugged", "status": "completed", "tag": "7e256f74-9499-4e85-83b5-d6a483e845c9"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:48.033059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7e256f74-9499-4e85-83b5-d6a483e845c9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7e256f74-9499-4e85-83b5-d6a483e845c9,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:48.039499 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:48.062476 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14f9f5d7-5ccf-4f81-832f-abb3faf15c4a req-0c9e76ed-0f49-4599-a95a-652ef1c9634a tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161616 Feb 08 15:40:48.111200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=7e256f74-9499-4e85-83b5-d6a483e845c9,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:48.142374 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-48e1f727-be0c-43b3-9645-f7d341a4d242 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56467 time: 0.4533091 Feb 08 15:40:48.214924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-624fe837-cd2a-402e-91bf-f4a8a92841f0 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/0b57f049-2577-4f4a-9fbd-5a82d9e13622 HTTP/1.1" status: 200 len: 2998 time: 0.0607567 Feb 08 15:40:48.228082 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d316d7-52b9-4cd8-8003-f8dff279c493 req-e68747ad-c5d1-4e56-a651-e0a3ff0d9af8 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:48.229812 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5d316d7-52b9-4cd8-8003-f8dff279c493 req-e68747ad-c5d1-4e56-a651-e0a3ff0d9af8 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 946 time: 0.0863700 Feb 08 15:40:48.238140 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:48.246329 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Publish callbacks [] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:48.266212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Transition to ACTIVE for port object 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:40:48.273443 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:48.309120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-dd8070d0-ac1a-4a6d-95d4-9427b676c644 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/0b57f049-2577-4f4a-9fbd-5a82d9e13622 HTTP/1.1" status: 200 len: 2998 time: 0.0780852 Feb 08 15:40:48.316601 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5d316d7-52b9-4cd8-8003-f8dff279c493 req-69639083-a951-4c11-a08b-ec5a526e87bb tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739484 Feb 08 15:40:48.353649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Pushing event updated for resources: {'Port': ['ID=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:48.374820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-63e9cc09-de5d-4398-af04-aba8c8e0a540 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/136a3c79-3230-4d9f-86f2-4ce731753557 HTTP/1.1" status: 200 len: 2998 time: 0.0488591 Feb 08 15:40:48.415119 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:48.428486 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6580553d-7314-4df0-92a2-a573e6f292c2 x-openstack-request-id: req-6580553d-7314-4df0-92a2-a573e6f292c2 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:48.429105 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b0cd7d-8817-448a-ab39-749f255a320e", "name": "network-vif-plugged", "status": "completed", "tag": "7e256f74-9499-4e85-83b5-d6a483e845c9", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:48.429522 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6580553d-7314-4df0-92a2-a573e6f292c2 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:48.430069 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e256f74-9499-4e85-83b5-d6a483e845c9', 'code': 200} Feb 08 15:40:48.432780 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-692dce98-e751-40ef-a9ef-dc12b40edb04 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/136a3c79-3230-4d9f-86f2-4ce731753557 HTTP/1.1" status: 200 len: 2998 time: 0.0508387 Feb 08 15:40:48.441204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Attempting to bind port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:40:48.441604 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Attempting to bind port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:40:48.442794 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Attempting to bind port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:48.450436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:40:48.451016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Attempting to bind port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:40:48.458081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:40:48.458830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Checking segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:40:48.459850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Bound using segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:40:48.460465 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Bound port: 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:40:48.461193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:48.493585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-351a1343-2e47-46c1-9c40-3dcd4b72938c tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/1711a1b4-f408-4a7f-80bb-3e1453f8cf8d HTTP/1.1" status: 200 len: 2998 time: 0.0480330 Feb 08 15:40:48.549391 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:40:48.554904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:40:48.562007 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:48.603535 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:48.604015 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:48.605485 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-95a4d336-824a-4739-a863-cc82a251337c req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] 10.222.0.96 "PUT /v2.0/ports/33a3e31c-3bf6-4d24-bfe4-68f0b872da18 HTTP/1.1" status: 200 len: 1092 time: 0.7984931 Feb 08 15:40:48.606135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b2b136-0fbb-40f0-b82d-fbdc0ee0507e', 'tag': '33a3e31c-3bf6-4d24-bfe4-68f0b872da18'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:48.608708 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08165050-a628-4137-bf19-f6faaaf42f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "60b2b136-0fbb-40f0-b82d-fbdc0ee0507e", "tag": "33a3e31c-3bf6-4d24-bfe4-68f0b872da18"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:48.612197 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-dbce460f-6f12-4dae-9978-b96e576d1e02 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/1711a1b4-f408-4a7f-80bb-3e1453f8cf8d HTTP/1.1" status: 200 len: 2998 time: 0.1029351 Feb 08 15:40:48.622223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f53db-4498-41bf-b1ee-f142acbacb28 req-77996613-7d5a-4c16-813f-18db8142eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:48.623977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c5f53db-4498-41bf-b1ee-f142acbacb28 req-77996613-7d5a-4c16-813f-18db8142eec4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 1128 time: 0.1241927 Feb 08 15:40:48.650382 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56587904-ebac-421b-a069-f7849ee5729b req-c9a9f5fa-ec49-4c4f-807a-07b3aeda631f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:48.651961 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56587904-ebac-421b-a069-f7849ee5729b req-c9a9f5fa-ec49-4c4f-807a-07b3aeda631f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 943 time: 0.1347589 Feb 08 15:40:48.675131 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d7c18-0f82-48bb-95e0-7f6051c56055 service neutron] Pushing event updated for resources: {'Port': ['ID=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:48.736142 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4d336-824a-4739-a863-cc82a251337c req-58f90213-6272-4690-8aae-b2bf4b853dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:48.737673 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-95a4d336-824a-4739-a863-cc82a251337c req-58f90213-6272-4690-8aae-b2bf4b853dce service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 1126 time: 0.0711236 Feb 08 15:40:48.745496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-5ca4f119-9afd-4b1a-87e8-6f9859dcb437 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/1abee9e2-13d1-4161-bfa3-a33072b77543 HTTP/1.1" status: 200 len: 2998 time: 0.1202536 Feb 08 15:40:48.763217 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c5f53db-4498-41bf-b1ee-f142acbacb28 req-42c874ad-b860-4e6f-8a58-598c1a58732a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083341 Feb 08 15:40:48.806458 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-95a4d336-824a-4739-a863-cc82a251337c req-ed345c5c-f4a7-4f35-afe9-da5a911a5c9a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18 HTTP/1.1" status: 200 len: 217 time: 0.0593255 Feb 08 15:40:48.810103 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56587904-ebac-421b-a069-f7849ee5729b req-a6560e83-3716-4b58-8d8b-f3958b668ca3 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457791 Feb 08 15:40:48.819017 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-78649d15-c58e-41ea-91a2-48c7e481a932 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/1abee9e2-13d1-4161-bfa3-a33072b77543 HTTP/1.1" status: 200 len: 2998 time: 0.0625539 Feb 08 15:40:48.871801 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-d9f80e12-6f37-4bc6-abe8-1fb8b7532e51 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/215b3c80-9ee7-4a19-9a51-d2c559b322b9 HTTP/1.1" status: 200 len: 2998 time: 0.0464926 Feb 08 15:40:48.947241 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-eb7f1eaa-c1f5-4678-a3d6-cba6b6b14afd tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/215b3c80-9ee7-4a19-9a51-d2c559b322b9 HTTP/1.1" status: 200 len: 2998 time: 0.0698743 Feb 08 15:40:48.968890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd1525-5143-4959-84d6-b178c5b47ed1 req-a74eec6a-d191-438a-a64f-43a600c037bc tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:48.970376 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5fd1525-5143-4959-84d6-b178c5b47ed1 req-a74eec6a-d191-438a-a64f-43a600c037bc tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 943 time: 0.0812953 Feb 08 15:40:49.013789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4d336-824a-4739-a863-cc82a251337c req-8d980b4c-fd1c-438d-a064-1f600051c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:49.016699 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-95a4d336-824a-4739-a863-cc82a251337c req-8d980b4c-fd1c-438d-a064-1f600051c1a9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.0533552 Feb 08 15:40:49.018018 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-cf4536d8-b180-4af2-808a-f73ad5e5a54b tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4 HTTP/1.1" status: 200 len: 2998 time: 0.0640984 Feb 08 15:40:49.052543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5fd1525-5143-4959-84d6-b178c5b47ed1 req-58ed9f7d-3ff7-4c70-8670-735fb9508475 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721993 Feb 08 15:40:49.064025 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-95a4d336-824a-4739-a863-cc82a251337c req-ae9a9c9b-0fef-499e-86bf-f4df60c712c4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385847 Feb 08 15:40:49.081647 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-31fa414f-399d-4637-9f28-697a44eb7ffa tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4 HTTP/1.1" status: 200 len: 2998 time: 0.0548306 Feb 08 15:40:49.146958 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-489ced9b-54af-4470-8626-3d1b00e34c28 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/5a2ca8f7-2104-4fd5-9c9b-043c96ffad5a HTTP/1.1" status: 200 len: 2998 time: 0.0524819 Feb 08 15:40:49.229747 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-224117c1-df4c-4e33-8061-52bbfc9ed936 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/5a2ca8f7-2104-4fd5-9c9b-043c96ffad5a HTTP/1.1" status: 200 len: 2998 time: 0.0816078 Feb 08 15:40:49.278116 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4561c4d-8655-481d-b74c-e4cd9b8dfea4 req-bf3d7532-1554-45dd-a594-8be64689ce7d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:49.279676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4561c4d-8655-481d-b74c-e4cd9b8dfea4 req-bf3d7532-1554-45dd-a594-8be64689ce7d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 945 time: 0.1112545 Feb 08 15:40:49.308205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-8f4b7db2-eda2-4dda-b460-0c2284a3d073 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/64fdd20b-4c66-450c-8f4b-274d7bb5bcc3 HTTP/1.1" status: 200 len: 2998 time: 0.0703146 Feb 08 15:40:49.360583 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4561c4d-8655-481d-b74c-e4cd9b8dfea4 req-3a16a807-5f38-4ef4-9468-3b9ccde0b7a9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700774 Feb 08 15:40:49.375628 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-4653dbe9-31b9-4b98-ac62-7a625b29c832 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/64fdd20b-4c66-450c-8f4b-274d7bb5bcc3 HTTP/1.1" status: 200 len: 2998 time: 0.0591850 Feb 08 15:40:49.430685 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-d3be3895-d041-4d8f-8f59-93d031bb0660 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/6b117ef4-d401-4f3a-b43c-8344bf8ebc83 HTTP/1.1" status: 200 len: 2998 time: 0.0472724 Feb 08 15:40:49.453985 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57a6232-bd1c-4b71-889c-0e36921ff5a5 x-openstack-request-id: req-b57a6232-bd1c-4b71-889c-0e36921ff5a5 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:49.454552 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b2b136-0fbb-40f0-b82d-fbdc0ee0507e", "tag": "33a3e31c-3bf6-4d24-bfe4-68f0b872da18", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:49.454552 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b57a6232-bd1c-4b71-889c-0e36921ff5a5 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:49.454759 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b2b136-0fbb-40f0-b82d-fbdc0ee0507e', 'tag': '33a3e31c-3bf6-4d24-bfe4-68f0b872da18', 'status': 'completed', 'code': 200} Feb 08 15:40:49.502534 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-95a4d336-824a-4739-a863-cc82a251337c req-6c9d5ea0-41cd-41a6-8da2-58230f7b5d1b service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239500 Feb 08 15:40:49.508876 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-2d1eda0c-e6c8-496f-a63c-5b988d0ac012 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/6b117ef4-d401-4f3a-b43c-8344bf8ebc83 HTTP/1.1" status: 200 len: 2998 time: 0.0703080 Feb 08 15:40:49.531504 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eac6d9-6b21-42b1-a7cf-189333111db2 req-052df26d-5812-4bc4-b0f8-7488e4b57766 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:49.532938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06eac6d9-6b21-42b1-a7cf-189333111db2 req-052df26d-5812-4bc4-b0f8-7488e4b57766 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 946 time: 0.0820749 Feb 08 15:40:49.553649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ffa77452-eb1a-4099-905c-87b11538e42d details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:40:49.594798 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-23253487-b636-4530-8f64-82cc54c76f71 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/901b2c72-fab3-4e27-bd2f-d2e62a98b13d HTTP/1.1" status: 200 len: 2994 time: 0.0791986 Feb 08 15:40:49.602851 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-95a4d336-824a-4739-a863-cc82a251337c req-12337aba-0d24-484a-aec7-eddaa7878a51 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931599 Feb 08 15:40:49.615770 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06eac6d9-6b21-42b1-a7cf-189333111db2 req-23e5bc94-5fe3-4ab8-8915-e3cd4afcf391 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738926 Feb 08 15:40:49.690944 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-6b594570-d187-43f6-9266-19f17ea9a77f tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/901b2c72-fab3-4e27-bd2f-d2e62a98b13d HTTP/1.1" status: 200 len: 2994 time: 0.0857894 Feb 08 15:40:49.731337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08165050-a628-4137-bf19-f6faaaf42f6d req-560d289a-420c-4101-87fc-32c3e789954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:49.732941 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-08165050-a628-4137-bf19-f6faaaf42f6d req-560d289a-420c-4101-87fc-32c3e789954b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 1126 time: 0.0679133 Feb 08 15:40:49.755294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-716ac514-6f01-453b-b795-132b144e9f26 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/988d7634-c3d4-4b6c-82db-4f0772fd47cb HTTP/1.1" status: 200 len: 2994 time: 0.0626321 Feb 08 15:40:49.807490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-423a372d-8d4c-4f65-bf2c-7771b30be907 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/988d7634-c3d4-4b6c-82db-4f0772fd47cb HTTP/1.1" status: 200 len: 2994 time: 0.0517924 Feb 08 15:40:49.834979 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ffa77452-eb1a-4099-905c-87b11538e42d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ffa77452-eb1a-4099-905c-87b11538e42d,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:49.853502 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'ffa77452-eb1a-4099-905c-87b11538e42d', 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b', 'port_id': 'ffa77452-eb1a-4099-905c-87b11538e42d', 'mac_address': 'fa:16:3e:b7:f5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381225f4-3075-41c7-8439-4e7fbc31157b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:40:49.856774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f089daf5-5cc3-47ed-bfc1-7d6e173ac241 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:40:49.888147 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-0f6c238b-4779-49fc-8afb-70a87abc9d81 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/b48116e4-355d-4d60-854e-6b3c9054e135 HTTP/1.1" status: 200 len: 2998 time: 0.0796769 Feb 08 15:40:49.890656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08165050-a628-4137-bf19-f6faaaf42f6d req-84262e9d-8624-4ed3-9f90-2aefc7c79f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:49.892396 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-08165050-a628-4137-bf19-f6faaaf42f6d req-84262e9d-8624-4ed3-9f90-2aefc7c79f7e service neutron] 10.222.0.96 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.1506400 Feb 08 15:40:49.968503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ffa77452-eb1a-4099-905c-87b11538e42d is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:49.969314 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:49.970988 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-c9666ae4-11bb-43eb-8fee-4689ac35f1af tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/b48116e4-355d-4d60-854e-6b3c9054e135 HTTP/1.1" status: 200 len: 2998 time: 0.0758874 Feb 08 15:40:49.972405 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-08165050-a628-4137-bf19-f6faaaf42f6d req-e80bddea-7699-4179-9dd3-a67de6636854 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18 HTTP/1.1" status: 200 len: 217 time: 0.0726175 Feb 08 15:40:49.993001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffa77452-eb1a-4099-905c-87b11538e42d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:50.035604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ffa77452-eb1a-4099-905c-87b11538e42d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ffa77452-eb1a-4099-905c-87b11538e42d,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:50.049750 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:50.105634 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-f506601f-5260-4659-b010-75f137e166e8 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/bf51605b-aa51-4d8d-8479-bf41370ef718 HTTP/1.1" status: 200 len: 2990 time: 0.1278062 Feb 08 15:40:50.116145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ffa77452-eb1a-4099-905c-87b11538e42d,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:50.116894 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08165050-a628-4137-bf19-f6faaaf42f6d req-43735681-351d-47db-afbb-4f0eb0f55217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:50.123699 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-08165050-a628-4137-bf19-f6faaaf42f6d req-43735681-351d-47db-afbb-4f0eb0f55217 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.1417232 Feb 08 15:40:50.128774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port f089daf5-5cc3-47ed-bfc1-7d6e173ac241, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f089daf5-5cc3-47ed-bfc1-7d6e173ac241,segment=NetworkSegment(798897ca-4091-4553-8f9e-79b23e002f97),segment_id=798897ca-4091-4553-8f9e-79b23e002f97)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:50.132554 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:50.151017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'f089daf5-5cc3-47ed-bfc1-7d6e173ac241', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'port_id': 'f089daf5-5cc3-47ed-bfc1-7d6e173ac241', 'mac_address': 'fa:16:3e:20:6e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f39c251-a068-4236-a528-3e8e87787760', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:40:50.174826 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-08165050-a628-4137-bf19-f6faaaf42f6d req-6726fc7c-9024-40fc-bcc3-0be50e19e4bd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428073 Feb 08 15:40:50.189365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ffa77452-eb1a-4099-905c-87b11538e42d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:40:50.236632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port f089daf5-5cc3-47ed-bfc1-7d6e173ac241 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:50.237148 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:50.241533 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-aa76f733-257b-40c5-94ef-9174c21e5eac tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/bf51605b-aa51-4d8d-8479-bf41370ef718 HTTP/1.1" status: 200 len: 2990 time: 0.1344833 Feb 08 15:40:50.269178 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f089daf5-5cc3-47ed-bfc1-7d6e173ac241 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:50.319389 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-08165050-a628-4137-bf19-f6faaaf42f6d req-57058a63-af66-4000-919e-9e90a013f385 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364450 Feb 08 15:40:50.345085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-aa82e244-22d5-44c6-86b7-7e997d0098c9 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/c95b606c-ab89-4057-bbcf-16804c3f7fdd HTTP/1.1" status: 200 len: 2998 time: 0.1024873 Feb 08 15:40:50.364756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c87ca-c07e-4958-a622-11d8b19ec301 req-42e27ad4-bd74-4304-a19c-9d400e791b57 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:50.373906 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-406c87ca-c07e-4958-a622-11d8b19ec301 req-42e27ad4-bd74-4304-a19c-9d400e791b57 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 943 time: 0.1537476 Feb 08 15:40:50.468164 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-655bc193-db47-45fe-b76c-e3227996915d tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/c95b606c-ab89-4057-bbcf-16804c3f7fdd HTTP/1.1" status: 200 len: 2998 time: 0.1219835 Feb 08 15:40:50.481017 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-08165050-a628-4137-bf19-f6faaaf42f6d req-3fdee5a5-6e43-47aa-9b70-987e0e80c7d2 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552396 Feb 08 15:40:50.505359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port f089daf5-5cc3-47ed-bfc1-7d6e173ac241, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f089daf5-5cc3-47ed-bfc1-7d6e173ac241,segment=NetworkSegment(798897ca-4091-4553-8f9e-79b23e002f97),segment_id=798897ca-4091-4553-8f9e-79b23e002f97)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:50.510049 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-406c87ca-c07e-4958-a622-11d8b19ec301 req-901bba69-2a27-4b5d-bbc1-b9b2e4e1e96f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342280 Feb 08 15:40:50.514241 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:50.552531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-9b1ddccb-5ab6-4b3f-97d9-4d5389b9b47b tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/ce649130-a7c0-4c1d-aa3b-b61fa22f82d8 HTTP/1.1" status: 200 len: 2998 time: 0.0833108 Feb 08 15:40:50.595457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=f089daf5-5cc3-47ed-bfc1-7d6e173ac241,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:50.643951 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-eeaad07b-0e48-4393-ad62-e3e1b43f20c3 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/ce649130-a7c0-4c1d-aa3b-b61fa22f82d8 HTTP/1.1" status: 200 len: 2998 time: 0.0846062 Feb 08 15:40:50.691675 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9271b20-268e-42cc-a123-7d05fbbf5b48 req-deffc1bc-22a0-4f32-8671-11214323c7c7 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:50.694000 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c9271b20-268e-42cc-a123-7d05fbbf5b48 req-deffc1bc-22a0-4f32-8671-11214323c7c7 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 945 time: 0.0930111 Feb 08 15:40:50.717502 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-155cd77a-f5aa-47d5-83eb-c15043e719fc tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/da02a5ee-7426-40b7-8bfb-934ec9dc1ce9 HTTP/1.1" status: 200 len: 2994 time: 0.0672858 Feb 08 15:40:50.769710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c9271b20-268e-42cc-a123-7d05fbbf5b48 req-7114fa5a-6faf-4ed6-9355-38049e376e7c tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups?id=7108503a-2474-4acf-b69f-40aa1ea79726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694904 Feb 08 15:40:50.782842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ca44baa-db4b-4148-bb72-833d4ceb0b4c req-7cb659ed-2e89-4ba7-9c4e-970fc68a3ee6 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/da02a5ee-7426-40b7-8bfb-934ec9dc1ce9 HTTP/1.1" status: 200 len: 2994 time: 0.0571527 Feb 08 15:40:50.802477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f089daf5-5cc3-47ed-bfc1-7d6e173ac241'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:40:50.935943 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca23a6-7486-4d90-8fa1-097a9a300f1a req-e6595eb1-2778-4ed2-af13-c0298f80fdba tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:50.937500 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53ca23a6-7486-4d90-8fa1-097a9a300f1a req-e6595eb1-2778-4ed2-af13-c0298f80fdba tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 944 time: 0.0915365 Feb 08 15:40:50.944855 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a24f79-70da-4f8a-bd3b-dd5d7e2564cf req-d9deaf98-07a4-4351-9d3a-51cd219b97db tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:50.946474 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0a24f79-70da-4f8a-bd3b-dd5d7e2564cf req-d9deaf98-07a4-4351-9d3a-51cd219b97db tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 945 time: 0.0896292 Feb 08 15:40:51.013432 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53ca23a6-7486-4d90-8fa1-097a9a300f1a req-78539297-31dc-43e5-83ce-630285c55151 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658600 Feb 08 15:40:51.024582 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0a24f79-70da-4f8a-bd3b-dd5d7e2564cf req-09b0056e-231d-4358-a58c-eae3f7a0ba46 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633607 Feb 08 15:40:51.163844 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1058d01-48da-46eb-baa8-db02ee86b710 req-772f183e-dfbc-4bdd-ab2c-a9562ddd3b05 tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c36bf6327dd048a2b79331015d23eea4 HTTP/1.1" status: 200 len: 6152 time: 0.1130960 Feb 08 15:40:51.189361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b19c4-5741-4c68-9fe8-09a98e3007ad req-e3537cb5-a62f-4cf3-990b-03c6dfcf4ea1 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:51.190916 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac9b19c4-5741-4c68-9fe8-09a98e3007ad req-e3537cb5-a62f-4cf3-990b-03c6dfcf4ea1 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 945 time: 0.0992670 Feb 08 15:40:51.244449 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1058d01-48da-46eb-baa8-db02ee86b710 req-e12362fc-455a-46d4-9217-e69e5daa52a9 tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] 10.222.0.82 "GET /v2.0/security-groups/6b117ef4-d401-4f3a-b43c-8344bf8ebc83 HTTP/1.1" status: 200 len: 2998 time: 0.0721619 Feb 08 15:40:51.269120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac9b19c4-5741-4c68-9fe8-09a98e3007ad req-c8283a7e-7631-402d-818a-f1512415e5de tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711217 Feb 08 15:40:51.302176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1058d01-48da-46eb-baa8-db02ee86b710 req-2318625b-bdd2-444e-9d53-7028b3bdac01 tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] 10.222.0.82 "GET /v2.0/security-groups/6b117ef4-d401-4f3a-b43c-8344bf8ebc83 HTTP/1.1" status: 200 len: 2998 time: 0.0481877 Feb 08 15:40:51.368714 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04b54615-4ee8-444f-9371-bbe652662d6f req-74f254cf-549e-4031-b405-fe1765229093 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/c68d283c-d6c5-4658-9b3b-b781701e1e00 HTTP/1.1" status: 200 len: 1794 time: 0.0440805 Feb 08 15:40:51.505631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-c3c7fee2-d585-48f0-ab1b-818e4531194e tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:51.507214 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-c3c7fee2-d585-48f0-ab1b-818e4531194e tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=74a55f3d-6faa-4a01-a655-1275cc60b152&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1110535 Feb 08 15:40:51.507804 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-04b54615-4ee8-444f-9371-bbe652662d6f req-96817bd8-776c-40c7-9fb6-57f912ea7228 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks [] for security_group (c68d283c-d6c5-4658-9b3b-b781701e1e00), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:51.573095 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-04b54615-4ee8-444f-9371-bbe652662d6f req-96817bd8-776c-40c7-9fb6-57f912ea7228 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks [] for security_group (c68d283c-d6c5-4658-9b3b-b781701e1e00), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:51.577472 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-daa7c492-c2b1-4f7b-b5f4-3425900ecfe4 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 696 time: 0.0641625 Feb 08 15:40:51.584207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ffa77452-eb1a-4099-905c-87b11538e42d up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:51.599551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-c554af05-c265-4d5e-ab15-7914c1623d9d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Request body: {'floatingip': {'port_id': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:51.637753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port ffa77452-eb1a-4099-905c-87b11538e42d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:51.638341 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:51.652724 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-c554af05-c265-4d5e-ab15-7914c1623d9d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for floatingip (8be376d3-c32a-4fb4-80d2-d0762f647901), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:51.732578 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-04b54615-4ee8-444f-9371-bbe652662d6f req-96817bd8-776c-40c7-9fb6-57f912ea7228 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c68d283c-d6c5-4658-9b3b-b781701e1e00), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:51.735942 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-04b54615-4ee8-444f-9371-bbe652662d6f req-96817bd8-776c-40c7-9fb6-57f912ea7228 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:51.740689 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04b54615-4ee8-444f-9371-bbe652662d6f req-96817bd8-776c-40c7-9fb6-57f912ea7228 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "DELETE /v2.0/security-groups/c68d283c-d6c5-4658-9b3b-b781701e1e00 HTTP/1.1" status: 204 len: 173 time: 0.3658156 Feb 08 15:40:51.742724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ffa77452-eb1a-4099-905c-87b11538e42d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:51.743114 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:51.784173 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96817bd8-776c-40c7-9fb6-57f912ea7228 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68d283c-d6c5-4658-9b3b-b781701e1e00,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:51.800061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2730f283-143f-469e-8c84-7b6eca7a8f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa77452-eb1a-4099-905c-87b11538e42d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:51.807607 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02264c18-dd35-405b-825c-373a3ee8f336" -d '{"events": [{"server_uuid": "2730f283-143f-469e-8c84-7b6eca7a8f9f", "name": "network-vif-plugged", "status": "completed", "tag": "ffa77452-eb1a-4099-905c-87b11538e42d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:51.855283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f089daf5-5cc3-47ed-bfc1-7d6e173ac241 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:51.862691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ffa77452-eb1a-4099-905c-87b11538e42d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ffa77452-eb1a-4099-905c-87b11538e42d,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:51.894409 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:51.964159 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ffa77452-eb1a-4099-905c-87b11538e42d,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:51.975350 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port f089daf5-5cc3-47ed-bfc1-7d6e173ac241 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:40:51.996719 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port f089daf5-5cc3-47ed-bfc1-7d6e173ac241 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:51.997142 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:51.999017 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b55613-05aa-4932-9e36-641022aa04bd req-2f4b6b15-3682-4db2-84da-b6179f3aa922 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:52.002309 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-86b55613-05aa-4932-9e36-641022aa04bd req-2f4b6b15-3682-4db2-84da-b6179f3aa922 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.94 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 945 time: 0.1509323 Feb 08 15:40:52.123260 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port f089daf5-5cc3-47ed-bfc1-7d6e173ac241 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:52.125842 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:52.174831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-86b55613-05aa-4932-9e36-641022aa04bd req-8a0974ec-a8af-4e24-b80a-708bea1d628d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Deleting port 90fa80d3-0243-465a-8f84-05955ce759c1 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:40:52.175589 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-86b55613-05aa-4932-9e36-641022aa04bd req-8a0974ec-a8af-4e24-b80a-708bea1d628d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (90fa80d3-0243-465a-8f84-05955ce759c1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:52.183896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port f089daf5-5cc3-47ed-bfc1-7d6e173ac241, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f089daf5-5cc3-47ed-bfc1-7d6e173ac241,segment=NetworkSegment(798897ca-4091-4553-8f9e-79b23e002f97),segment_id=798897ca-4091-4553-8f9e-79b23e002f97)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:52.190734 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:52.278293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=f089daf5-5cc3-47ed-bfc1-7d6e173ac241,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:52.347591 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-86b55613-05aa-4932-9e36-641022aa04bd req-8a0974ec-a8af-4e24-b80a-708bea1d628d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] For port 90fa80d3-0243-465a-8f84-05955ce759c1, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=90fa80d3-0243-465a-8f84-05955ce759c1,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:52.348800 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-86b55613-05aa-4932-9e36-641022aa04bd req-8a0974ec-a8af-4e24-b80a-708bea1d628d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (90fa80d3-0243-465a-8f84-05955ce759c1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:52.616110 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-86b55613-05aa-4932-9e36-641022aa04bd req-8a0974ec-a8af-4e24-b80a-708bea1d628d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:52.616622 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-86b55613-05aa-4932-9e36-641022aa04bd req-8a0974ec-a8af-4e24-b80a-708bea1d628d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:52.617093 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [req-86b55613-05aa-4932-9e36-641022aa04bd req-8a0974ec-a8af-4e24-b80a-708bea1d628d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Floating IP e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e disassociated. External IP: 172.25.7.176, port: 90fa80d3-0243-465a-8f84-05955ce759c1. Feb 08 15:40:52.617338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-86b55613-05aa-4932-9e36-641022aa04bd req-8a0974ec-a8af-4e24-b80a-708bea1d628d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Calling delete_port for 90fa80d3-0243-465a-8f84-05955ce759c1 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:40:52.627912 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389f470-803e-44c7-8db4-1787f2c539f4 req-db33d957-e35d-4ec0-bd6f-688bdb6e7231 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:52.630113 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c389f470-803e-44c7-8db4-1787f2c539f4 req-db33d957-e35d-4ec0-bd6f-688bdb6e7231 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 943 time: 0.6576393 Feb 08 15:40:52.684643 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-c554af05-c265-4d5e-ab15-7914c1623d9d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:40:52.694362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c419c7-3b2b-4f1c-88bf-6296218b48f9 req-52d8e59f-03bc-475d-9f2b-16ff10670c5b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:52.695905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6c419c7-3b2b-4f1c-88bf-6296218b48f9 req-52d8e59f-03bc-475d-9f2b-16ff10670c5b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.94 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 946 time: 0.4349988 Feb 08 15:40:52.770242 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-86b55613-05aa-4932-9e36-641022aa04bd req-8a0974ec-a8af-4e24-b80a-708bea1d628d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (90fa80d3-0243-465a-8f84-05955ce759c1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:52.803807 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-c554af05-c265-4d5e-ab15-7914c1623d9d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:52.805173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0974ec-a8af-4e24-b80a-708bea1d628d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Pushing event deleted for resources: {'Port': ['ID=90fa80d3-0243-465a-8f84-05955ce759c1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:52.812440 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-c554af05-c265-4d5e-ab15-7914c1623d9d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (8be376d3-c32a-4fb4-80d2-d0762f647901), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:52.910108 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c389f470-803e-44c7-8db4-1787f2c539f4 req-d75b5f59-dc05-4f2f-ab79-f6f09ca0e1f4 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674596 Feb 08 15:40:52.939824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86b55613-05aa-4932-9e36-641022aa04bd req-8a0974ec-a8af-4e24-b80a-708bea1d628d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:40:52.982895 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-f6c419c7-3b2b-4f1c-88bf-6296218b48f9 req-063e8482-174c-45d7-8e62-f2753226940c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Deleting port ffa77452-eb1a-4099-905c-87b11538e42d {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:40:52.983230 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f6c419c7-3b2b-4f1c-88bf-6296218b48f9 req-063e8482-174c-45d7-8e62-f2753226940c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:53.038689 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-c554af05-c265-4d5e-ab15-7914c1623d9d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Floating IP 8be376d3-c32a-4fb4-80d2-d0762f647901 associated. External IP: 172.25.7.107, port: 7e074a0a-d19b-46ee-bfa6-b36af5aedfac. Feb 08 15:40:53.065807 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86b55613-05aa-4932-9e36-641022aa04bd req-8a0974ec-a8af-4e24-b80a-708bea1d628d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:40:53.082201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e37ccc0-b140-408c-a43f-773a812ed395 None None] Sync routers for ids ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:40:53.107963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e37ccc0-b140-408c-a43f-773a812ed395 None None] Routers {'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:40:53.109142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0e37ccc0-b140-408c-a43f-773a812ed395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:53.119608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b55613-05aa-4932-9e36-641022aa04bd req-8a0974ec-a8af-4e24-b80a-708bea1d628d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] No DVR routers for this DVR port 90fa80d3-0243-465a-8f84-05955ce759c1 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:40:53.123289 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-86b55613-05aa-4932-9e36-641022aa04bd req-8a0974ec-a8af-4e24-b80a-708bea1d628d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:53.127638 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-86b55613-05aa-4932-9e36-641022aa04bd req-8a0974ec-a8af-4e24-b80a-708bea1d628d tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.94 "DELETE /v2.0/ports/90fa80d3-0243-465a-8f84-05955ce759c1 HTTP/1.1" status: 204 len: 173 time: 1.1142011 Feb 08 15:40:53.137519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68d5c96-23c6-4847-a007-ec3ad47f1032', 'name': 'network-vif-deleted', 'tag': '90fa80d3-0243-465a-8f84-05955ce759c1'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:53.141620 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88449b0f-9570-4493-a582-b2d0671244ea" -d '{"events": [{"server_uuid": "d68d5c96-23c6-4847-a007-ec3ad47f1032", "name": "network-vif-deleted", "tag": "90fa80d3-0243-465a-8f84-05955ce759c1"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:53.203513 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8bfa6a92-c059-4742-8028-42f675d35790 req-43be1265-5de0-40d3-90ec-57cc0ec05853 tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "GET /v2.0/security-groups/9887761e-cd34-4ff1-8752-d3649ead22d0 HTTP/1.1" status: 200 len: 1794 time: 0.2478516 Feb 08 15:40:53.241008 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d683fcb4-8c89-4342-86a4-391bd61d63e7 req-c9463dc3-e90b-49b1-968e-69d58e8408e8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1120348 Feb 08 15:40:53.296862 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0e37ccc0-b140-408c-a43f-773a812ed395 None None] Set router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:40:53.425083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683fcb4-8c89-4342-86a4-391bd61d63e7 req-c5f9e679-0c5e-4951-913a-d16d61ace69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:53.427420 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d683fcb4-8c89-4342-86a4-391bd61d63e7 req-c5f9e679-0c5e-4951-913a-d16d61ace69f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 1127 time: 0.1039658 Feb 08 15:40:53.440650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f6c419c7-3b2b-4f1c-88bf-6296218b48f9 req-063e8482-174c-45d7-8e62-f2753226940c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] For port ffa77452-eb1a-4099-905c-87b11538e42d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ffa77452-eb1a-4099-905c-87b11538e42d,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:53.440935 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f6c419c7-3b2b-4f1c-88bf-6296218b48f9 req-063e8482-174c-45d7-8e62-f2753226940c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:53.476013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-f6c419c7-3b2b-4f1c-88bf-6296218b48f9 req-063e8482-174c-45d7-8e62-f2753226940c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Calling delete_port for ffa77452-eb1a-4099-905c-87b11538e42d owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:40:53.494748 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8bfa6a92-c059-4742-8028-42f675d35790 req-fb3a54e2-0229-4483-9d53-5728aa808f4f tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks [] for security_group (9887761e-cd34-4ff1-8752-d3649ead22d0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:53.553872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683fcb4-8c89-4342-86a4-391bd61d63e7 req-2d66c834-7a5e-478c-8851-9c1f98b8e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:53.556255 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d683fcb4-8c89-4342-86a4-391bd61d63e7 req-2d66c834-7a5e-478c-8851-9c1f98b8e25a service neutron] 10.222.0.96 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.1085346 Feb 08 15:40:53.558382 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8bfa6a92-c059-4742-8028-42f675d35790 req-fb3a54e2-0229-4483-9d53-5728aa808f4f tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks [] for security_group (9887761e-cd34-4ff1-8752-d3649ead22d0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:53.576901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-c554af05-c265-4d5e-ab15-7914c1623d9d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:40:53.590279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 90fa80d3-0243-465a-8f84-05955ce759c1 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:40:53.596706 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0e37ccc0-b140-408c-a43f-773a812ed395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '100fec03-c6d3-4419-b9b2-fc769c4f7bef', 'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'mac_address': 'fa:16:3e:72:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:15Z', 'updated_at': '2022-02-08T15:38:22Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'subnets': [{'id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:53.619686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 90fa80d3-0243-465a-8f84-05955ce759c1 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:40:53.620178 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 90fa80d3-0243-465a-8f84-05955ce759c1 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:40:53.620845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ffa77452-eb1a-4099-905c-87b11538e42d no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:40:53.621752 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d683fcb4-8c89-4342-86a4-391bd61d63e7 req-e803d1d7-058c-4973-91be-c3a003c1f7dc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38059300-0ebc-480a-80c8-326c3dffc9cb HTTP/1.1" status: 200 len: 217 time: 0.0593600 Feb 08 15:40:53.671197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e37ccc0-b140-408c-a43f-773a812ed395 None None] Checking router: aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:40:53.699214 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e37ccc0-b140-408c-a43f-773a812ed395 None None] Routers {'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:40:53.700404 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0e37ccc0-b140-408c-a43f-773a812ed395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:53.720869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683fcb4-8c89-4342-86a4-391bd61d63e7 req-bd75f207-363b-49a9-8653-9596ee98d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:53.722376 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d683fcb4-8c89-4342-86a4-391bd61d63e7 req-bd75f207-363b-49a9-8653-9596ee98d8a1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.0947452 Feb 08 15:40:53.763049 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8bfa6a92-c059-4742-8028-42f675d35790 req-fb3a54e2-0229-4483-9d53-5728aa808f4f tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9887761e-cd34-4ff1-8752-d3649ead22d0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:53.765536 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d683fcb4-8c89-4342-86a4-391bd61d63e7 req-12d80550-e141-47f4-a11b-d8ccc73f5d1b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345330 Feb 08 15:40:53.765685 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8bfa6a92-c059-4742-8028-42f675d35790 req-fb3a54e2-0229-4483-9d53-5728aa808f4f tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:53.766982 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8bfa6a92-c059-4742-8028-42f675d35790 req-fb3a54e2-0229-4483-9d53-5728aa808f4f tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] 10.222.0.82 "DELETE /v2.0/security-groups/9887761e-cd34-4ff1-8752-d3649ead22d0 HTTP/1.1" status: 204 len: 173 time: 0.5157256 Feb 08 15:40:53.809374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a54e2-0229-4483-9d53-5728aa808f4f tempest-SecurityGroupsTestAdminJSON-696962358 tempest-SecurityGroupsTestAdminJSON-696962358-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9887761e-cd34-4ff1-8752-d3649ead22d0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:53.852769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0e37ccc0-b140-408c-a43f-773a812ed395 None None] Set router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:40:53.862898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-c554af05-c265-4d5e-ab15-7914c1623d9d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:40:53.866082 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f6c419c7-3b2b-4f1c-88bf-6296218b48f9 req-063e8482-174c-45d7-8e62-f2753226940c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ffa77452-eb1a-4099-905c-87b11538e42d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:53.870238 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-c554af05-c265-4d5e-ab15-7914c1623d9d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:53.882951 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bc1ff2-b3ba-4fef-9326-3c19e5d4d66d None None] Sync routers for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:40:53.915418 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bc1ff2-b3ba-4fef-9326-3c19e5d4d66d None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:40:53.916338 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-59bc1ff2-b3ba-4fef-9326-3c19e5d4d66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:53.939475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:40:53.969115 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-c554af05-c265-4d5e-ab15-7914c1623d9d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "PUT /v2.0/floatingips/8be376d3-c32a-4fb4-80d2-d0762f647901 HTTP/1.1" status: 200 len: 996 time: 2.3763695 Feb 08 15:40:53.996272 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d683fcb4-8c89-4342-86a4-391bd61d63e7 req-ed613298-00a5-43ba-90da-b1fa10d3a3d9 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162185 Feb 08 15:40:53.998746 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'tag': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:54.001144 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93f2295-7996-4fd6-8c54-ad2ad3a38eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "74a55f3d-6faa-4a01-a655-1275cc60b152", "tag": "7e074a0a-d19b-46ee-bfa6-b36af5aedfac"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:54.066410 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-311756d3-ea10-4faf-8bda-26c1e13fb3bc req-67d30bb0-b575-4cc9-894c-e345eadb467b tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/ports?device_id=d68d5c96-23c6-4847-a007-ec3ad47f1032 HTTP/1.1" status: 200 len: 210 time: 0.0811892 Feb 08 15:40:54.070067 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e8482-174c-45d7-8e62-f2753226940c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Pushing event deleted for resources: {'Port': ['ID=ffa77452-eb1a-4099-905c-87b11538e42d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:54.129449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c419c7-3b2b-4f1c-88bf-6296218b48f9 req-063e8482-174c-45d7-8e62-f2753226940c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] No DVR routers for this DVR port ffa77452-eb1a-4099-905c-87b11538e42d on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:40:54.132438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f6c419c7-3b2b-4f1c-88bf-6296218b48f9 req-063e8482-174c-45d7-8e62-f2753226940c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:54.135823 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6c419c7-3b2b-4f1c-88bf-6296218b48f9 req-063e8482-174c-45d7-8e62-f2753226940c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.94 "DELETE /v2.0/ports/ffa77452-eb1a-4099-905c-87b11538e42d HTTP/1.1" status: 204 len: 173 time: 1.4043889 Feb 08 15:40:54.156537 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-fe01a0e8-df83-402b-9777-c689205d701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:54.169035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-fe01a0e8-df83-402b-9777-c689205d701f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 1128 time: 0.1932733 Feb 08 15:40:54.206913 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d683fcb4-8c89-4342-86a4-391bd61d63e7 req-1eb64ee1-309a-4113-817a-b96306673377 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040963 Feb 08 15:40:54.224632 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc72769-26aa-4092-b8ce-919475c001ed x-openstack-request-id: req-1fc72769-26aa-4092-b8ce-919475c001ed {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:54.227573 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2730f283-143f-469e-8c84-7b6eca7a8f9f", "name": "network-vif-plugged", "status": "completed", "tag": "ffa77452-eb1a-4099-905c-87b11538e42d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:54.227573 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1fc72769-26aa-4092-b8ce-919475c001ed {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:54.228054 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2730f283-143f-469e-8c84-7b6eca7a8f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa77452-eb1a-4099-905c-87b11538e42d', 'code': 200} Feb 08 15:40:54.279536 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-59bc1ff2-b3ba-4fef-9326-3c19e5d4d66d None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:40:54.283441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No active binding found for port ffa77452-eb1a-4099-905c-87b11538e42d {{(pid=103303) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 15:40:54.297491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port ffa77452-eb1a-4099-905c-87b11538e42d host None! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:40:54.298224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ffa77452-eb1a-4099-905c-87b11538e42d not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:40:54.344713 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-4d17c87e-3fe1-4351-aece-f292d0482981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:54.355221 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-4d17c87e-3fe1-4351-aece-f292d0482981 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 921 time: 0.1848617 Feb 08 15:40:54.360593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:54.381277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '33a3e31c-3bf6-4d24-bfe4-68f0b872da18', 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818', 'port_id': '33a3e31c-3bf6-4d24-bfe4-68f0b872da18', 'mac_address': 'fa:16:3e:b0:ad:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6860ace5-603d-4273-928c-37854cfdc005', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:40:54.436684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92194cc6-75ba-4ac9-9e69-062b2d9e51c5 req-0f288b5b-67f0-4310-a9dd-707a2ecb0728 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:54.438254 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92194cc6-75ba-4ac9-9e69-062b2d9e51c5 req-0f288b5b-67f0-4310-a9dd-707a2ecb0728 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 945 time: 0.1371682 Feb 08 15:40:54.463244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-6e9d7f12-b2c6-4a69-900e-bc9334005784 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e074a0a-d19b-46ee-bfa6-b36af5aedfac HTTP/1.1" status: 200 len: 999 time: 0.1065841 Feb 08 15:40:54.471968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:54.472612 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:54.492360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:40:54.524124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:54.539318 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:54.548812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-c74ca00f-9098-497e-9a8e-c7c147a6def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:54.549795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0e37ccc0-b140-408c-a43f-773a812ed395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '100fec03-c6d3-4419-b9b2-fc769c4f7bef', 'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'mac_address': 'fa:16:3e:72:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:15Z', 'updated_at': '2022-02-08T15:38:22Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'subnets': [{'id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:54.557011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-c74ca00f-9098-497e-9a8e-c7c147a6def9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.0927439 Feb 08 15:40:54.560106 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-59bc1ff2-b3ba-4fef-9326-3c19e5d4d66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '8be376d3-c32a-4fb4-80d2-d0762f647901', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'port_id': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'mac_address': 'fa:16:3e:8e:be:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:40:34Z', 'updated_at': '2022-02-08T15:40:52Z', 'revision_number': 1, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:54.590171 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bc1ff2-b3ba-4fef-9326-3c19e5d4d66d None None] Checking router: e2b9e531-ed49-4ca5-bb54-04ef14f7e543 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:40:54.599661 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bc1ff2-b3ba-4fef-9326-3c19e5d4d66d None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:40:54.601247 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-59bc1ff2-b3ba-4fef-9326-3c19e5d4d66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:54.613485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92194cc6-75ba-4ac9-9e69-062b2d9e51c5 req-9a079342-16f8-4815-9f3a-aaa81ce86237 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658998 Feb 08 15:40:54.643232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:54.643232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e37ccc0-b140-408c-a43f-773a812ed395 None None] The sync data for ids ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'] in n-d-824834-11 is: [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:38:16Z', 'revision_number': 4, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '100fec03-c6d3-4419-b9b2-fc769c4f7bef', 'name': '', 'network_id': 'fe6f1c90-6fe5-4a74-981e-d5b25f831f0b', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'mac_address': 'fa:16:3e:72:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:15Z', 'updated_at': '2022-02-08T15:38:22Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'subnets': [{'id': '7c88a98d-d03f-41a5-941f-3b5ddd16ad60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:40:54.652227 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-32dd6d08-855f-40f1-90cd-6483d5b69f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:54.658302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-32dd6d08-855f-40f1-90cd-6483d5b69f41 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1002748 Feb 08 15:40:54.673675 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-f00ba645-0491-4138-a9f3-4b0aaef1800f service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:40:54.675395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-f00ba645-0491-4138-a9f3-4b0aaef1800f service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107558 Feb 08 15:40:54.829438 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['33a3e31c-3bf6-4d24-bfe4-68f0b872da18'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:40:54.934248 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-59bc1ff2-b3ba-4fef-9326-3c19e5d4d66d None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:40:55.134459 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe980b-0de1-4be3-9307-8c2505fa2e43 None None] New status for floating IP e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:40:55.297572 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-997bf248-1f19-4d4b-b75e-46c601b6dd40 req-a6620265-d5b8-4a33-b8cf-e142df6db227 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=2730f283-143f-469e-8c84-7b6eca7a8f9f HTTP/1.1" status: 200 len: 210 time: 0.5073516 Feb 08 15:40:55.307381 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-59bc1ff2-b3ba-4fef-9326-3c19e5d4d66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '8be376d3-c32a-4fb4-80d2-d0762f647901', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'port_id': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'mac_address': 'fa:16:3e:8e:be:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:40:34Z', 'updated_at': '2022-02-08T15:40:52Z', 'revision_number': 1, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:55.339691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-91b22f4c-a70e-49ba-bfe6-c039cccebe23 service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555741 Feb 08 15:40:55.370258 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5b079e-a964-4b01-b78b-47ea9404ba60 x-openstack-request-id: req-ea5b079e-a964-4b01-b78b-47ea9404ba60 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:55.370779 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68d5c96-23c6-4847-a007-ec3ad47f1032", "name": "network-vif-deleted", "tag": "90fa80d3-0243-465a-8f84-05955ce759c1", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:55.371031 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ea5b079e-a964-4b01-b78b-47ea9404ba60 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:55.371598 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68d5c96-23c6-4847-a007-ec3ad47f1032', 'name': 'network-vif-deleted', 'tag': '90fa80d3-0243-465a-8f84-05955ce759c1', 'status': 'completed', 'code': 200} Feb 08 15:40:55.384606 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bc1ff2-b3ba-4fef-9326-3c19e5d4d66d None None] The sync data for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 is: [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '8be376d3-c32a-4fb4-80d2-d0762f647901', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'port_id': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'mac_address': 'fa:16:3e:8e:be:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:40:34Z', 'updated_at': '2022-02-08T15:40:52Z', 'revision_number': 1, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:40:55.466211 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb326095-a9e0-45e1-9ca4-9c54c8a7f523 req-1baa2dec-2803-40ab-9896-c5db132a5cca service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177192 Feb 08 15:40:55.525741 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fa12801-2904-40a1-8116-643db847c769 req-3d0c8612-1e48-47f6-833a-8fa3da5f5bd1 tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] 10.222.0.82 "GET /v2.0/security-groups/c3378fcc-fb15-473c-9d02-440bd35df5bd HTTP/1.1" status: 200 len: 1794 time: 0.0584886 Feb 08 15:40:55.627238 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3fa12801-2904-40a1-8116-643db847c769 req-9c410a77-a676-4dec-84a1-627e43446d14 tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks [] for security_group (c3378fcc-fb15-473c-9d02-440bd35df5bd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:55.651222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcc921-1bbb-4100-ab92-8afa3dd46f2a req-ea02db95-8519-442f-9e99-8c6a9ee62a52 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:55.652918 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42dcc921-1bbb-4100-ab92-8afa3dd46f2a req-ea02db95-8519-442f-9e99-8c6a9ee62a52 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 944 time: 0.0916386 Feb 08 15:40:55.671298 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3fa12801-2904-40a1-8116-643db847c769 req-9c410a77-a676-4dec-84a1-627e43446d14 tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks [] for security_group (c3378fcc-fb15-473c-9d02-440bd35df5bd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:55.697835 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc4d73e-0aac-4072-8c41-95cec94c11ad None None] New status for floating IP 8be376d3-c32a-4fb4-80d2-d0762f647901: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:40:55.745490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42dcc921-1bbb-4100-ab92-8afa3dd46f2a req-9f9da419-8e4c-4aff-bda2-7e8225fbb936 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843430 Feb 08 15:40:55.753186 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3fa12801-2904-40a1-8116-643db847c769 req-9c410a77-a676-4dec-84a1-627e43446d14 tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c3378fcc-fb15-473c-9d02-440bd35df5bd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:55.757105 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3fa12801-2904-40a1-8116-643db847c769 req-9c410a77-a676-4dec-84a1-627e43446d14 tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:55.758271 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fa12801-2904-40a1-8116-643db847c769 req-9c410a77-a676-4dec-84a1-627e43446d14 tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] 10.222.0.82 "DELETE /v2.0/security-groups/c3378fcc-fb15-473c-9d02-440bd35df5bd HTTP/1.1" status: 204 len: 173 time: 0.2314055 Feb 08 15:40:55.779037 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c410a77-a676-4dec-84a1-627e43446d14 tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3378fcc-fb15-473c-9d02-440bd35df5bd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:55.822166 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4d5dc1-848b-43ca-a916-22c19249fd13 x-openstack-request-id: req-3c4d5dc1-848b-43ca-a916-22c19249fd13 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:55.822465 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a55f3d-6faa-4a01-a655-1275cc60b152", "tag": "7e074a0a-d19b-46ee-bfa6-b36af5aedfac", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:55.822725 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3c4d5dc1-848b-43ca-a916-22c19249fd13 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:55.823127 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'tag': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'status': 'completed', 'code': 200} Feb 08 15:40:55.925845 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f2295-7996-4fd6-8c54-ad2ad3a38eb9 req-70d477ed-fa18-415f-bd73-7c85f964cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:55.930807 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e93f2295-7996-4fd6-8c54-ad2ad3a38eb9 req-70d477ed-fa18-415f-bd73-7c85f964cf24 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 1128 time: 0.0858197 Feb 08 15:40:55.981610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-2bd5f62c-ea83-4930-8113-8b79c1c15a0c tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:55.983279 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-2bd5f62c-ea83-4930-8113-8b79c1c15a0c tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b0cd7d-8817-448a-ab39-749f255a320e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0950522 Feb 08 15:40:55.995481 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb065197-417d-4e81-bcd0-5831c55f5457 req-5b22c9f5-afa3-408b-a16a-036e78998b85 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:55.997146 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb065197-417d-4e81-bcd0-5831c55f5457 req-5b22c9f5-afa3-408b-a16a-036e78998b85 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 945 time: 0.0999527 Feb 08 15:40:56.044475 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f2295-7996-4fd6-8c54-ad2ad3a38eb9 req-56323cb0-c42d-4a5a-b3d0-1fe25cb71b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:56.046323 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e93f2295-7996-4fd6-8c54-ad2ad3a38eb9 req-56323cb0-c42d-4a5a-b3d0-1fe25cb71b8e service neutron] 10.222.0.96 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 921 time: 0.1108134 Feb 08 15:40:56.111051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-2d26fa21-9b64-4a25-b8aa-2587a9fefb93 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 1001 time: 0.1128280 Feb 08 15:40:56.116091 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e93f2295-7996-4fd6-8c54-ad2ad3a38eb9 req-6ba7895a-b10e-47d1-a13c-16a24fd3b3e6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e074a0a-d19b-46ee-bfa6-b36af5aedfac HTTP/1.1" status: 200 len: 1001 time: 0.0616353 Feb 08 15:40:56.126328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-ea9ab171-ed48-4bd6-8203-e52584d14996 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Request body: {'floatingip': {'port_id': '7e256f74-9499-4e85-83b5-d6a483e845c9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:56.164853 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb065197-417d-4e81-bcd0-5831c55f5457 req-81c3c9a4-30b0-4617-90be-526e34c443a9 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303611 Feb 08 15:40:56.181014 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f2295-7996-4fd6-8c54-ad2ad3a38eb9 req-7ae117b9-0b1e-41a9-b8c2-c31dbafd442a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:56.181014 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e93f2295-7996-4fd6-8c54-ad2ad3a38eb9 req-7ae117b9-0b1e-41a9-b8c2-c31dbafd442a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.0535679 Feb 08 15:40:56.208689 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-ea9ab171-ed48-4bd6-8203-e52584d14996 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for floatingip (8be376d3-c32a-4fb4-80d2-d0762f647901), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:56.229309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784b5540-7121-4eb1-8fa3-c2f917fcd077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f089daf5-5cc3-47ed-bfc1-7d6e173ac241'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:56.232412 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e839cc3c-7437-4899-a1b0-f07e30885fbd" -d '{"events": [{"server_uuid": "784b5540-7121-4eb1-8fa3-c2f917fcd077", "name": "network-vif-plugged", "status": "completed", "tag": "f089daf5-5cc3-47ed-bfc1-7d6e173ac241"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:56.241768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f2295-7996-4fd6-8c54-ad2ad3a38eb9 req-32838006-b393-432d-be66-88a2f2fcfec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:56.243306 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e93f2295-7996-4fd6-8c54-ad2ad3a38eb9 req-32838006-b393-432d-be66-88a2f2fcfec8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0562885 Feb 08 15:40:56.304588 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d26dc291-fcd9-4cdb-bacc-44c471da1970 req-04ecf890-513d-489a-8ed2-9f10c4224e8d tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] 10.222.0.82 "GET /v2.0/security-groups/34a0afa6-92e6-42ed-9062-3881f497b6ad HTTP/1.1" status: 200 len: 1793 time: 0.1046035 Feb 08 15:40:56.343768 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e93f2295-7996-4fd6-8c54-ad2ad3a38eb9 req-79dee88b-a575-4f9e-b279-1340453ebf9f service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935328 Feb 08 15:40:56.447361 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e93f2295-7996-4fd6-8c54-ad2ad3a38eb9 req-82c86def-0b5c-4faa-ad16-07f58ee7bf58 service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974405 Feb 08 15:40:56.526671 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d26dc291-fcd9-4cdb-bacc-44c471da1970 req-92c6c8e5-9c22-47cc-9dfe-ad62f671511a tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks [] for security_group (34a0afa6-92e6-42ed-9062-3881f497b6ad), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:56.578577 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d26dc291-fcd9-4cdb-bacc-44c471da1970 req-92c6c8e5-9c22-47cc-9dfe-ad62f671511a tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks [] for security_group (34a0afa6-92e6-42ed-9062-3881f497b6ad), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:56.694288 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d26dc291-fcd9-4cdb-bacc-44c471da1970 req-92c6c8e5-9c22-47cc-9dfe-ad62f671511a tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (34a0afa6-92e6-42ed-9062-3881f497b6ad), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:56.697095 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d26dc291-fcd9-4cdb-bacc-44c471da1970 req-92c6c8e5-9c22-47cc-9dfe-ad62f671511a tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:56.698476 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d26dc291-fcd9-4cdb-bacc-44c471da1970 req-92c6c8e5-9c22-47cc-9dfe-ad62f671511a tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] 10.222.0.82 "DELETE /v2.0/security-groups/34a0afa6-92e6-42ed-9062-3881f497b6ad HTTP/1.1" status: 204 len: 173 time: 0.3736196 Feb 08 15:40:56.722800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6c8e5-9c22-47cc-9dfe-ad62f671511a tempest-SecurityGroupsTestAdminJSON-1860343887 tempest-SecurityGroupsTestAdminJSON-1860343887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a0afa6-92e6-42ed-9062-3881f497b6ad,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:56.819603 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f5dad9f-6373-450a-a6a0-0ec5c70e2fed req-e618dad8-a628-4aeb-9db6-473fc5ca7c55 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1551685 Feb 08 15:40:56.893400 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10fbeb9-39ef-49fd-b92b-39d10130d49a x-openstack-request-id: req-b10fbeb9-39ef-49fd-b92b-39d10130d49a {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:56.894020 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784b5540-7121-4eb1-8fa3-c2f917fcd077", "name": "network-vif-plugged", "status": "completed", "tag": "f089daf5-5cc3-47ed-bfc1-7d6e173ac241", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:56.894430 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b10fbeb9-39ef-49fd-b92b-39d10130d49a {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:56.895732 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784b5540-7121-4eb1-8fa3-c2f917fcd077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f089daf5-5cc3-47ed-bfc1-7d6e173ac241', 'code': 200} Feb 08 15:40:56.955812 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-ea9ab171-ed48-4bd6-8203-e52584d14996 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:40:57.044591 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dad9f-6373-450a-a6a0-0ec5c70e2fed req-be2430f1-af47-4fdc-80c9-8b124f59138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:57.046539 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f5dad9f-6373-450a-a6a0-0ec5c70e2fed req-be2430f1-af47-4fdc-80c9-8b124f59138b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 1127 time: 0.1684964 Feb 08 15:40:57.058072 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-ea9ab171-ed48-4bd6-8203-e52584d14996 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:57.074301 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-ea9ab171-ed48-4bd6-8203-e52584d14996 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (8be376d3-c32a-4fb4-80d2-d0762f647901), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:57.105870 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e22f02-2f87-43db-b28d-ebfbf72efde5 req-d68fcd19-c3a3-4025-8586-70588f36e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:57.107575 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8e22f02-2f87-43db-b28d-ebfbf72efde5 req-d68fcd19-c3a3-4025-8586-70588f36e456 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 1128 time: 0.1036856 Feb 08 15:40:57.169986 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8e22f02-2f87-43db-b28d-ebfbf72efde5 req-7bfcd1c5-4f49-4cdc-afa6-d5f5c85de33a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560229 Feb 08 15:40:57.182067 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58520) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:57.298921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9c9c9-7c72-4763-a3ac-0623fdab1814 req-560f68a5-3a00-47a7-82dc-195bd6afc7d4 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:57.300909 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5d9c9c9-7c72-4763-a3ac-0623fdab1814 req-560f68a5-3a00-47a7-82dc-195bd6afc7d4 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 944 time: 0.2511780 Feb 08 15:40:57.345946 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ba51dc10-c6cc-499c-b02f-552b49761a5c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c36bf6327dd048a2b79331015d23eea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624930 Feb 08 15:40:57.349480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58526) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:57.390754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dad9f-6373-450a-a6a0-0ec5c70e2fed req-aefbce0e-8ef0-4d18-bc63-604e71888e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:57.390754 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f5dad9f-6373-450a-a6a0-0ec5c70e2fed req-aefbce0e-8ef0-4d18-bc63-604e71888e82 service neutron] 10.222.0.94 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.3097246 Feb 08 15:40:57.409459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a5c7fb42-9872-4470-9f31-226f09c73038 admin admin] Publish callbacks [] for security_group (6b117ef4-d401-4f3a-b43c-8344bf8ebc83), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:57.436820 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a5c7fb42-9872-4470-9f31-226f09c73038 admin admin] Publish callbacks [] for security_group (6b117ef4-d401-4f3a-b43c-8344bf8ebc83), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:57.444783 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-ea9ab171-ed48-4bd6-8203-e52584d14996 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Floating IP 8be376d3-c32a-4fb4-80d2-d0762f647901 associated. External IP: 172.25.7.107, port: 7e074a0a-d19b-46ee-bfa6-b36af5aedfac. Feb 08 15:40:57.455652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f5dad9f-6373-450a-a6a0-0ec5c70e2fed req-c98564a6-7857-4973-8872-a474d839532c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b HTTP/1.1" status: 200 len: 217 time: 0.0545142 Feb 08 15:40:57.492753 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a5c7fb42-9872-4470-9f31-226f09c73038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6b117ef4-d401-4f3a-b43c-8344bf8ebc83), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:57.495561 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a5c7fb42-9872-4470-9f31-226f09c73038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:57.496971 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a5c7fb42-9872-4470-9f31-226f09c73038 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6b117ef4-d401-4f3a-b43c-8344bf8ebc83 HTTP/1.1" status: 204 len: 168 time: 0.1464245 Feb 08 15:40:57.512248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7fb42-9872-4470-9f31-226f09c73038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b117ef4-d401-4f3a-b43c-8344bf8ebc83,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:57.550118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5d9c9c9-7c72-4763-a3ac-0623fdab1814 req-cb256c90-efb3-40be-954a-d538056dc7ab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353685 Feb 08 15:40:57.632096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dad9f-6373-450a-a6a0-0ec5c70e2fed req-bc8b7055-0065-463e-b793-24fb0ee7a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:57.632462 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f5dad9f-6373-450a-a6a0-0ec5c70e2fed req-bc8b7055-0065-463e-b793-24fb0ee7a228 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.1411011 Feb 08 15:40:57.677898 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f5dad9f-6373-450a-a6a0-0ec5c70e2fed req-d59366bd-18a3-41f2-b650-e99b762e4eb5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345123 Feb 08 15:40:57.826334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:40:57.848931 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58534) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:57.854615 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2730f283-143f-469e-8c84-7b6eca7a8f9f', 'name': 'network-vif-deleted', 'tag': 'ffa77452-eb1a-4099-905c-87b11538e42d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:57.863291 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01178257-52f6-4c3b-b834-414057e73f42" -d '{"events": [{"server_uuid": "2730f283-143f-469e-8c84-7b6eca7a8f9f", "name": "network-vif-deleted", "tag": "ffa77452-eb1a-4099-905c-87b11538e42d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:57.898851 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f5dad9f-6373-450a-a6a0-0ec5c70e2fed req-aaa30fa3-4a21-4c4c-b126-0ae87a47c043 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121627 Feb 08 15:40:57.923802 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e70d52d6-7359-4a66-b61b-c80594691b15 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=da7298ac0c3948dc8121ae13d046d76e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0709696 Feb 08 15:40:57.924015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58538) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:57.947510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:40:57.952478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:40:57.952911 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:58.007534 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-ea9ab171-ed48-4bd6-8203-e52584d14996 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:40:58.034823 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58540) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:58.044935 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa0bdc18-f2b2-4026-8a6d-70078653a659 admin admin] Publish callbacks [] for security_group (5a2ca8f7-2104-4fd5-9c9b-043c96ffad5a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:58.048853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-43d2fa67-bc88-4461-a9af-10417afe0edb tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1873665645', 'description': 'tempest-description--836584551'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:58.066562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f5dad9f-6373-450a-a6a0-0ec5c70e2fed req-6d0efbc7-362c-4d80-847a-d2455d4494e8 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592176 Feb 08 15:40:58.077566 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa0bdc18-f2b2-4026-8a6d-70078653a659 admin admin] Publish callbacks [] for security_group (5a2ca8f7-2104-4fd5-9c9b-043c96ffad5a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:58.139124 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa0bdc18-f2b2-4026-8a6d-70078653a659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5a2ca8f7-2104-4fd5-9c9b-043c96ffad5a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:58.143553 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa0bdc18-f2b2-4026-8a6d-70078653a659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:58.144568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:40:58.145750 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:58.149589 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aa0bdc18-f2b2-4026-8a6d-70078653a659 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5a2ca8f7-2104-4fd5-9c9b-043c96ffad5a HTTP/1.1" status: 204 len: 168 time: 0.2234602 Feb 08 15:40:58.157862 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bdc18-f2b2-4026-8a6d-70078653a659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2ca8f7-2104-4fd5-9c9b-043c96ffad5a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:58.213775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:40:58.221029 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:58.235405 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-43d2fa67-bc88-4461-a9af-10417afe0edb tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:58.309076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:58.620792 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea388d9-17e2-4bfb-bd66-c099120855fb req-34bd208f-5dfa-4355-9252-8b7e8ccc2d8c tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:58.627995 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aea388d9-17e2-4bfb-bd66-c099120855fb req-34bd208f-5dfa-4355-9252-8b7e8ccc2d8c tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 945 time: 0.4713435 Feb 08 15:40:58.633314 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-ea9ab171-ed48-4bd6-8203-e52584d14996 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:40:58.648256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8879b529-d05c-41f4-be60-35cf39245534 None None] Sync routers for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:40:58.664641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879b529-d05c-41f4-be60-35cf39245534 None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:40:58.666696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8879b529-d05c-41f4-be60-35cf39245534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:58.770597 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-43d2fa67-bc88-4461-a9af-10417afe0edb tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for security_group (b416d479-26f1-434e-878c-3399270f6c5f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:58.786287 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-43d2fa67-bc88-4461-a9af-10417afe0edb tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b416d479-26f1-434e-878c-3399270f6c5f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:58.817605 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aea388d9-17e2-4bfb-bd66-c099120855fb req-700ece1d-436f-4997-b181-5570cbb43de0 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882296 Feb 08 15:40:58.873472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58562) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:58.893823 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-43d2fa67-bc88-4461-a9af-10417afe0edb tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:58.898414 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-43d2fa67-bc88-4461-a9af-10417afe0edb tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8581233 Feb 08 15:40:58.901277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b2b136-0fbb-40f0-b82d-fbdc0ee0507e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a3e31c-3bf6-4d24-bfe4-68f0b872da18'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:40:58.903004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2fa67-bc88-4461-a9af-10417afe0edb tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b416d479-26f1-434e-878c-3399270f6c5f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:58.905180 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034ac0a3-3fdc-4ff9-b0c9-0732835065a6" -d '{"events": [{"server_uuid": "60b2b136-0fbb-40f0-b82d-fbdc0ee0507e", "name": "network-vif-plugged", "status": "completed", "tag": "33a3e31c-3bf6-4d24-bfe4-68f0b872da18"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:40:58.918328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58564) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:58.924506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ad06b61a-e960-4567-ade3-6e26a19b6803 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Request body: {'security_group_rule': {'security_group_id': 'b416d479-26f1-434e-878c-3399270f6c5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:58.944905 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5253d69-4fd0-4072-beb0-a6c14ea9ea9c x-openstack-request-id: req-b5253d69-4fd0-4072-beb0-a6c14ea9ea9c {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:58.945343 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2730f283-143f-469e-8c84-7b6eca7a8f9f", "name": "network-vif-deleted", "tag": "ffa77452-eb1a-4099-905c-87b11538e42d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:58.945528 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b5253d69-4fd0-4072-beb0-a6c14ea9ea9c {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:58.945903 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2730f283-143f-469e-8c84-7b6eca7a8f9f', 'name': 'network-vif-deleted', 'tag': 'ffa77452-eb1a-4099-905c-87b11538e42d', 'status': 'completed', 'code': 200} Feb 08 15:40:58.968019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-8879b529-d05c-41f4-be60-35cf39245534 None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:40:59.017182 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4c41abb9-6c67-4ce0-8b64-ec75684030f2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for security_group (7108503a-2474-4acf-b69f-40aa1ea79726), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.076235 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4c41abb9-6c67-4ce0-8b64-ec75684030f2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for security_group (7108503a-2474-4acf-b69f-40aa1ea79726), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.118339 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ad06b61a-e960-4567-ade3-6e26a19b6803 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for security_group_rule (1507eb48-07ba-4cd3-ae29-e3993c60ecd6), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.148199 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4c41abb9-6c67-4ce0-8b64-ec75684030f2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7108503a-2474-4acf-b69f-40aa1ea79726), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.152563 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4c41abb9-6c67-4ce0-8b64-ec75684030f2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.154701 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4c41abb9-6c67-4ce0-8b64-ec75684030f2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "DELETE /v2.0/security-groups/7108503a-2474-4acf-b69f-40aa1ea79726 HTTP/1.1" status: 204 len: 168 time: 0.2782331 Feb 08 15:40:59.157377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58572) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:59.170321 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41abb9-6c67-4ce0-8b64-ec75684030f2 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7108503a-2474-4acf-b69f-40aa1ea79726,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:59.206687 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-d609a290-b6f9-48e7-a6ce-d581c138f737 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] show failed (client error): The resource could not be found. Feb 08 15:40:59.208289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d609a290-b6f9-48e7-a6ce-d581c138f737 tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "GET /v2.0/security-groups/7108503a-2474-4acf-b69f-40aa1ea79726 HTTP/1.1" status: 404 len: 347 time: 0.0447273 Feb 08 15:40:59.216436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58576) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:59.241963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fc1d0-fd78-4c26-8d22-b4bd332a81ad req-aca19d4b-9b14-445d-8e4f-8a61576befab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:59.248835 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-607fc1d0-fd78-4c26-8d22-b4bd332a81ad req-aca19d4b-9b14-445d-8e4f-8a61576befab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 945 time: 0.2017229 Feb 08 15:40:59.279423 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-ea9ab171-ed48-4bd6-8203-e52584d14996 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:40:59.288053 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ad06b61a-e960-4567-ade3-6e26a19b6803 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for security_group_rule (1507eb48-07ba-4cd3-ae29-e3993c60ecd6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.301111 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ad06b61a-e960-4567-ade3-6e26a19b6803 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (1507eb48-07ba-4cd3-ae29-e3993c60ecd6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.340562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06b61a-e960-4567-ade3-6e26a19b6803 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1507eb48-07ba-4cd3-ae29-e3993c60ecd6,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:59.361182 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-607fc1d0-fd78-4c26-8d22-b4bd332a81ad req-2299baa1-0d97-416e-a5b7-770709c15560 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070809 Feb 08 15:40:59.408483 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8879b529-d05c-41f4-be60-35cf39245534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '8be376d3-c32a-4fb4-80d2-d0762f647901', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'port_id': '7e256f74-9499-4e85-83b5-d6a483e845c9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'mac_address': 'fa:16:3e:d1:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:40:34Z', 'updated_at': '2022-02-08T15:40:56Z', 'revision_number': 3, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:59.454609 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-771bf8d6-99c2-440a-9fb0-cdc5ec94933e tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Deleting port 4f6fa84b-b539-4e74-9ea3-ae003715f296 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:40:59.455168 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-771bf8d6-99c2-440a-9fb0-cdc5ec94933e tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4f6fa84b-b539-4e74-9ea3-ae003715f296), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.507406 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db59964f-3f80-4074-92d4-20931c7a6a3b x-openstack-request-id: req-db59964f-3f80-4074-92d4-20931c7a6a3b {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:40:59.508345 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b2b136-0fbb-40f0-b82d-fbdc0ee0507e", "name": "network-vif-plugged", "status": "completed", "tag": "33a3e31c-3bf6-4d24-bfe4-68f0b872da18", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:40:59.509759 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-db59964f-3f80-4074-92d4-20931c7a6a3b {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:40:59.510406 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b2b136-0fbb-40f0-b82d-fbdc0ee0507e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a3e31c-3bf6-4d24-bfe4-68f0b872da18', 'code': 200} Feb 08 15:40:59.522345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8879b529-d05c-41f4-be60-35cf39245534 None None] Checking router: e2b9e531-ed49-4ca5-bb54-04ef14f7e543 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:40:59.541167 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ad06b61a-e960-4567-ade3-6e26a19b6803 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.545842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879b529-d05c-41f4-be60-35cf39245534 None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:40:59.547006 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ad06b61a-e960-4567-ade3-6e26a19b6803 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6276972 Feb 08 15:40:59.548526 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8879b529-d05c-41f4-be60-35cf39245534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:40:59.552169 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58584) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:59.556541 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-771bf8d6-99c2-440a-9fb0-cdc5ec94933e tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4f6fa84b-b539-4e74-9ea3-ae003715f296), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.557319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-771bf8d6-99c2-440a-9fb0-cdc5ec94933e tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for floatingip (4f6fa84b-b539-4e74-9ea3-ae003715f296), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.571179 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-480bba10-234a-4148-a8f5-1989410cdc00 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Request body: {'security_group_rule': {'security_group_id': 'b416d479-26f1-434e-878c-3399270f6c5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:59.573210 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-771bf8d6-99c2-440a-9fb0-cdc5ec94933e tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Calling delete_port for 4f6fa84b-b539-4e74-9ea3-ae003715f296 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:40:59.650042 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-480bba10-234a-4148-a8f5-1989410cdc00 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for security_group_rule (c22a521b-890d-4ce9-bd2e-a6a3e5a531d3), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.679795 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-ea9ab171-ed48-4bd6-8203-e52584d14996 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:40:59.687066 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-ea9ab171-ed48-4bd6-8203-e52584d14996 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.706101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233e67d-7e12-4b14-b4b3-20ba03470eff req-31125965-ea88-4b24-ab00-6a9450d848b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:59.708487 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2233e67d-7e12-4b14-b4b3-20ba03470eff req-31125965-ea88-4b24-ab00-6a9450d848b9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 1128 time: 0.0830417 Feb 08 15:40:59.749522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-8879b529-d05c-41f4-be60-35cf39245534 None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:40:59.789973 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-480bba10-234a-4148-a8f5-1989410cdc00 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for security_group_rule (c22a521b-890d-4ce9-bd2e-a6a3e5a531d3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.798727 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-480bba10-234a-4148-a8f5-1989410cdc00 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (c22a521b-890d-4ce9-bd2e-a6a3e5a531d3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.814266 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-ea9ab171-ed48-4bd6-8203-e52584d14996 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "PUT /v2.0/floatingips/8be376d3-c32a-4fb4-80d2-d0762f647901 HTTP/1.1" status: 200 len: 998 time: 3.6942966 Feb 08 15:40:59.868884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bba10-234a-4148-a8f5-1989410cdc00 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22a521b-890d-4ce9-bd2e-a6a3e5a531d3,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:59.885423 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2233e67d-7e12-4b14-b4b3-20ba03470eff req-1b5cc562-af67-4d5e-8df7-b204cf4826e6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687634 Feb 08 15:40:59.891232 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-480bba10-234a-4148-a8f5-1989410cdc00 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.896593 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-480bba10-234a-4148-a8f5-1989410cdc00 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388374 Feb 08 15:40:59.897442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58592) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:40:59.907867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:40:59.915398 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-771bf8d6-99c2-440a-9fb0-cdc5ec94933e tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (4f6fa84b-b539-4e74-9ea3-ae003715f296), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:40:59.928509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-fd9882d5-7159-4e9b-aaab-2490654581cb tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:40:59.933744 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-fd9882d5-7159-4e9b-aaab-2490654581cb tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports/7e074a0a-d19b-46ee-bfa6-b36af5aedfac HTTP/1.1" status: 200 len: 942 time: 0.1183221 Feb 08 15:40:59.976848 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bf8d6-99c2-440a-9fb0-cdc5ec94933e tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Pushing event deleted for resources: {'Port': ['ID=4f6fa84b-b539-4e74-9ea3-ae003715f296,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:40:59.998151 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:00.090814 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-771bf8d6-99c2-440a-9fb0-cdc5ec94933e tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks [] for floatingip (e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:00.093800 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-771bf8d6-99c2-440a-9fb0-cdc5ec94933e tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:00.097578 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-771bf8d6-99c2-440a-9fb0-cdc5ec94933e tempest-ServersWithSpecificFlavorTestJSON-1081906955 tempest-ServersWithSpecificFlavorTestJSON-1081906955-project] 10.222.0.82 "DELETE /v2.0/floatingips/e104ae1c-dcf3-46f7-a0b4-1634a07ffd6e HTTP/1.1" status: 204 len: 168 time: 0.8756809 Feb 08 15:41:00.151457 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f87c1-d843-4797-aa4a-0ba5e049d745 req-0453eb90-5d48-45ae-8e1f-d8397f74cf70 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:00.158502 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e30f87c1-d843-4797-aa4a-0ba5e049d745 req-0453eb90-5d48-45ae-8e1f-d8397f74cf70 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 945 time: 0.1868787 Feb 08 15:41:00.162087 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-4b01fa79-eb63-4fdc-9fff-ce39d38e68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:00.163760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-4b01fa79-eb63-4fdc-9fff-ce39d38e68bd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 1128 time: 0.1365008 Feb 08 15:41:00.186799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8879b529-d05c-41f4-be60-35cf39245534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '8be376d3-c32a-4fb4-80d2-d0762f647901', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'port_id': '7e256f74-9499-4e85-83b5-d6a483e845c9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'mac_address': 'fa:16:3e:d1:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:40:34Z', 'updated_at': '2022-02-08T15:40:56Z', 'revision_number': 3, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:00.222061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8879b529-d05c-41f4-be60-35cf39245534 None None] The sync data for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 is: [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '8be376d3-c32a-4fb4-80d2-d0762f647901', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'port_id': '7e256f74-9499-4e85-83b5-d6a483e845c9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'mac_address': 'fa:16:3e:d1:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:40:34Z', 'updated_at': '2022-02-08T15:40:56Z', 'revision_number': 3, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:41:00.309428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e30f87c1-d843-4797-aa4a-0ba5e049d745 req-94e3a831-9724-4a6e-be2c-e4c4a62c7e43 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440771 Feb 08 15:41:00.346501 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-749e98b5-859b-4acf-aec0-fdc9173306a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:00.348655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-749e98b5-859b-4acf-aec0-fdc9173306a2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 921 time: 0.1760757 Feb 08 15:41:00.372344 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:00.413532 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-24a76af4-a590-4e1c-9d63-3f6d1263014f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e074a0a-d19b-46ee-bfa6-b36af5aedfac HTTP/1.1" status: 200 len: 217 time: 0.0542691 Feb 08 15:41:00.541301 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9366622-085e-4521-84d6-6fad033bed45 None None] New status for floating IP 8be376d3-c32a-4fb4-80d2-d0762f647901: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:41:00.573365 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-4e4f37c9-1c20-4296-a515-8eb0c18726fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:00.574868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-4e4f37c9-1c20-4296-a515-8eb0c18726fb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.1488421 Feb 08 15:41:00.659860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d499-3fbf-45ee-952f-6eee5605a259 req-96288a52-2ae5-47df-9e07-70d2e4623298 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:00.669945 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6a36d499-3fbf-45ee-952f-6eee5605a259 req-96288a52-2ae5-47df-9e07-70d2e4623298 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 945 time: 0.2043145 Feb 08 15:41:00.670881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58618) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:00.677780 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-fff99a29-a482-4c8a-b2c1-f99c3190f1ce tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Request body: {'floatingip': {'port_id': 'f089daf5-5cc3-47ed-bfc1-7d6e173ac241'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:00.732194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Allocated IP 172.25.7.135 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/8aacfedf-6852-4df6-b40b-0fda074b48e6) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:41:00.744088 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fff99a29-a482-4c8a-b2c1-f99c3190f1ce tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for floatingip (ee18e8c2-9e4f-41b3-9da8-3ba79e79b76e), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:00.833515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-eb5b4b31-a455-4d40-8b96-2a9d33748d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:00.846805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-eb5b4b31-a455-4d40-8b96-2a9d33748d9c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2515917 Feb 08 15:41:00.948939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00f7748-4bc1-4a23-91e1-6930623949d7 None None] Sync routers for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:41:00.955106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'tag': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac'}, {'name': 'network-changed', 'server_uuid': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'tag': '7e256f74-9499-4e85-83b5-d6a483e845c9'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:00.959118 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af" -d '{"events": [{"name": "network-changed", "server_uuid": "74a55f3d-6faa-4a01-a655-1275cc60b152", "tag": "7e074a0a-d19b-46ee-bfa6-b36af5aedfac"}, {"name": "network-changed", "server_uuid": "c0b0cd7d-8817-448a-ab39-749f255a320e", "tag": "7e256f74-9499-4e85-83b5-d6a483e845c9"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:00.961131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f7748-4bc1-4a23-91e1-6930623949d7 None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:00.961956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b00f7748-4bc1-4a23-91e1-6930623949d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:01.006295 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for port (8aacfedf-6852-4df6-b40b-0fda074b48e6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:01.079715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bb034-5b2b-4f8a-a265-b8d46a052726 req-a4d707fb-4ee1-4164-b704-d2b6147d2573 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:01.087681 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c56bb034-5b2b-4f8a-a265-b8d46a052726 req-a4d707fb-4ee1-4164-b704-d2b6147d2573 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 945 time: 0.2380872 Feb 08 15:41:01.089523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-b00f7748-4bc1-4a23-91e1-6930623949d7 None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:01.113011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-de9e78be-27e7-4598-836f-6c98e5cc6810 service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653024 Feb 08 15:41:01.206239 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8aacfedf-6852-4df6-b40b-0fda074b48e6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:01.245682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:41:01.303617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:41:01.307702 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-0b3df260-697a-4207-9265-007108c9ad07 service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929085 Feb 08 15:41:01.311392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:41:01.350241 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c56bb034-5b2b-4f8a-a265-b8d46a052726 req-25cd756a-0013-4209-bd5e-0e35e3fbd8ed tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612779 Feb 08 15:41:01.412695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Pushing event updated for resources: {'Port': ['ID=8aacfedf-6852-4df6-b40b-0fda074b48e6,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:01.458984 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fff99a29-a482-4c8a-b2c1-f99c3190f1ce tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:01.461868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-00e9ad73-af41-4f7f-924b-53e644b8d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:01.465631 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-00e9ad73-af41-4f7f-924b-53e644b8d148 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 1128 time: 0.0929983 Feb 08 15:41:01.469551 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fff99a29-a482-4c8a-b2c1-f99c3190f1ce tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (ee18e8c2-9e4f-41b3-9da8-3ba79e79b76e), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:01.507584 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6474244-45f2-4efa-8b21-94f559dabae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:01.519172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b00f7748-4bc1-4a23-91e1-6930623949d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '8be376d3-c32a-4fb4-80d2-d0762f647901', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'port_id': '7e256f74-9499-4e85-83b5-d6a483e845c9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'mac_address': 'fa:16:3e:d1:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:40:34Z', 'updated_at': '2022-02-08T15:41:00Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:01.555803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00f7748-4bc1-4a23-91e1-6930623949d7 None None] Checking router: e2b9e531-ed49-4ca5-bb54-04ef14f7e543 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:41:01.566020 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f7748-4bc1-4a23-91e1-6930623949d7 None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:01.567032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b00f7748-4bc1-4a23-91e1-6930623949d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:01.624828 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for floatingip (cd0f903d-efd3-4774-a761-b47f3dfe3539), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:01.675525 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-fff99a29-a482-4c8a-b2c1-f99c3190f1ce tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Floating IP ee18e8c2-9e4f-41b3-9da8-3ba79e79b76e associated. External IP: 172.25.7.105, port: f089daf5-5cc3-47ed-bfc1-7d6e173ac241. Feb 08 15:41:01.702458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-0d4ef112-771e-4f4a-af08-dcd38f75bd56 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=baecd1033c424c99a47455782465d6bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624866 Feb 08 15:41:01.876021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-b00f7748-4bc1-4a23-91e1-6930623949d7 None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:01.987120 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff99a29-a482-4c8a-b2c1-f99c3190f1ce tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:41:02.066357 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8aacfedf-6852-4df6-b40b-0fda074b48e6), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:02.104021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff99a29-a482-4c8a-b2c1-f99c3190f1ce tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:41:02.108528 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fff99a29-a482-4c8a-b2c1-f99c3190f1ce tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:02.115710 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807f29f-5619-4d2e-93cb-e1d34413d2c5 None None] Sync routers for ids ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:41:02.125650 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807f29f-5619-4d2e-93cb-e1d34413d2c5 None None] Routers {'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:02.126319 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f807f29f-5619-4d2e-93cb-e1d34413d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:02.146365 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fff99a29-a482-4c8a-b2c1-f99c3190f1ce tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "PUT /v2.0/floatingips/ee18e8c2-9e4f-41b3-9da8-3ba79e79b76e HTTP/1.1" status: 200 len: 991 time: 1.4741502 Feb 08 15:41:02.147100 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784b5540-7121-4eb1-8fa3-c2f917fcd077', 'tag': 'f089daf5-5cc3-47ed-bfc1-7d6e173ac241'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:02.149491 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e36941-a46b-4e3e-94e6-d142c3d7a877" -d '{"events": [{"name": "network-changed", "server_uuid": "784b5540-7121-4eb1-8fa3-c2f917fcd077", "tag": "f089daf5-5cc3-47ed-bfc1-7d6e173ac241"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:02.152231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-74fc76fa-9884-4527-aad4-6221d5a09350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:02.153183 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b00f7748-4bc1-4a23-91e1-6930623949d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '8be376d3-c32a-4fb4-80d2-d0762f647901', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'port_id': '7e256f74-9499-4e85-83b5-d6a483e845c9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'mac_address': 'fa:16:3e:d1:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:40:34Z', 'updated_at': '2022-02-08T15:41:00Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:02.153794 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-74fc76fa-9884-4527-aad4-6221d5a09350 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 921 time: 0.6603563 Feb 08 15:41:02.178950 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-3395195b-7af6-4026-8981-d770bdbf809c tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:02.178950 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-3395195b-7af6-4026-8981-d770bdbf809c tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4756517 Feb 08 15:41:02.184111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00f7748-4bc1-4a23-91e1-6930623949d7 None None] The sync data for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 is: [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '8be376d3-c32a-4fb4-80d2-d0762f647901', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'port_id': '7e256f74-9499-4e85-83b5-d6a483e845c9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'mac_address': 'fa:16:3e:d1:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:40:34Z', 'updated_at': '2022-02-08T15:41:00Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:41:02.262573 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f807f29f-5619-4d2e-93cb-e1d34413d2c5 None None] Set router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:02.277140 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-a2c34445-8f6e-4423-865c-6a610381c611 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/quotas/baecd1033c424c99a47455782465d6bc HTTP/1.1" status: 200 len: 375 time: 0.0603294 Feb 08 15:41:02.295114 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-7a19bb75-3e71-43a7-ae89-49cfb8fbfe4f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e256f74-9499-4e85-83b5-d6a483e845c9 HTTP/1.1" status: 200 len: 1001 time: 0.1332529 Feb 08 15:41:02.338910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ef683e8a-90a6-4688-bc54-9addaaf85499 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=baecd1033c424c99a47455782465d6bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460787 Feb 08 15:41:02.401821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-9a0541ec-895b-47d9-8097-5576df8f4be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:02.403306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-9a0541ec-895b-47d9-8097-5576df8f4be0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.0983791 Feb 08 15:41:02.476013 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for port (8aacfedf-6852-4df6-b40b-0fda074b48e6), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:02.485558 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (8aacfedf-6852-4df6-b40b-0fda074b48e6), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:02.584009 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-6bbf467f-7780-4561-b30a-b4da594621e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:02.586160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-6bbf467f-7780-4561-b30a-b4da594621e0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1694858 Feb 08 15:41:02.590076 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba24a65-6e94-468e-837d-7b266a7d5b72 x-openstack-request-id: req-3ba24a65-6e94-468e-837d-7b266a7d5b72 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:02.590490 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a55f3d-6faa-4a01-a655-1275cc60b152", "tag": "7e074a0a-d19b-46ee-bfa6-b36af5aedfac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c0b0cd7d-8817-448a-ab39-749f255a320e", "tag": "7e256f74-9499-4e85-83b5-d6a483e845c9", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:02.590819 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3ba24a65-6e94-468e-837d-7b266a7d5b72 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:02.591217 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'tag': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'status': 'completed', 'code': 200} Feb 08 15:41:02.591472 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'tag': '7e256f74-9499-4e85-83b5-d6a483e845c9', 'status': 'completed', 'code': 200} Feb 08 15:41:02.605791 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f807f29f-5619-4d2e-93cb-e1d34413d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:29Z', 'revision_number': 4, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'gw_port': {'id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'ee18e8c2-9e4f-41b3-9da8-3ba79e79b76e', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'port_id': 'f089daf5-5cc3-47ed-bfc1-7d6e173ac241', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'mac_address': 'fa:16:3e:20:6e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b5540-7121-4eb1-8fa3-c2f917fcd077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:39:36Z', 'updated_at': '2022-02-08T15:41:01Z', 'revision_number': 1, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f6e211-c718-4f90-8eef-8a4a93c252f4', 'name': '', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'mac_address': 'fa:16:3e:80:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f39c251-a068-4236-a528-3e8e87787760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:28Z', 'updated_at': '2022-02-08T15:39:38Z', 'revision_number': 5, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'subnets': [{'id': '4f39c251-a068-4236-a528-3e8e87787760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:02.648073 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807f29f-5619-4d2e-93cb-e1d34413d2c5 None None] Checking router: f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:41:02.656666 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807f29f-5619-4d2e-93cb-e1d34413d2c5 None None] Routers {'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:02.657539 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f807f29f-5619-4d2e-93cb-e1d34413d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:02.672718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Pushing event updated for resources: {'Port': ['ID=8aacfedf-6852-4df6-b40b-0fda074b48e6,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:02.682417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-0e41aec8-3543-4268-a9c5-1dbb1973dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:02.685879 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-0e41aec8-3543-4268-a9c5-1dbb1973dbac service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 1128 time: 0.0627818 Feb 08 15:41:02.687606 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (cd0f903d-efd3-4774-a761-b47f3dfe3539), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:02.748599 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:02.760847 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4d0b0afa-3529-46f3-9345-670bbd780dac tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8478298 Feb 08 15:41:02.804843 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-651c0ab7-0306-4cc9-aef1-8c410f417f29 service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038562 Feb 08 15:41:02.820737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb48aa-2da5-4109-baab-810251907b2f req-d949f990-31ee-4bab-84d0-85ec602ed8e5 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:02.823021 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bfb48aa-2da5-4109-baab-810251907b2f req-d949f990-31ee-4bab-84d0-85ec602ed8e5 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 945 time: 0.1563125 Feb 08 15:41:03.009158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bfb48aa-2da5-4109-baab-810251907b2f req-3c6d7f70-6a15-425b-9d1f-a364814349c6 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757042 Feb 08 15:41:03.037235 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f807f29f-5619-4d2e-93cb-e1d34413d2c5 None None] Set router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:03.075580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06d0c6a-3af1-4cc7-8019-da0b55380d40 req-fd581b57-ce9b-418f-9749-33835fc1e817 service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507763 Feb 08 15:41:03.113855 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20598e4d-ed01-4026-950d-9b5e86d187d5 x-openstack-request-id: req-20598e4d-ed01-4026-950d-9b5e86d187d5 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:03.114162 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784b5540-7121-4eb1-8fa3-c2f917fcd077", "tag": "f089daf5-5cc3-47ed-bfc1-7d6e173ac241", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:03.114162 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-20598e4d-ed01-4026-950d-9b5e86d187d5 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:03.114540 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784b5540-7121-4eb1-8fa3-c2f917fcd077', 'tag': 'f089daf5-5cc3-47ed-bfc1-7d6e173ac241', 'status': 'completed', 'code': 200} Feb 08 15:41:03.174036 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-f686e22b-cb29-4084-b3fd-1aa35b943e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:03.175506 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-f686e22b-cb29-4084-b3fd-1aa35b943e1a service neutron] 10.222.0.96 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 921 time: 0.4777031 Feb 08 15:41:03.225899 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-6a685c55-6fb9-42a1-bc42-338bd5c30783 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e074a0a-d19b-46ee-bfa6-b36af5aedfac HTTP/1.1" status: 200 len: 217 time: 0.0434396 Feb 08 15:41:03.269188 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-599a6d1c-1cbe-4939-9b7a-dfa74dab6c7f tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=baecd1033c424c99a47455782465d6bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519218 Feb 08 15:41:03.276159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e36941-a46b-4e3e-94e6-d142c3d7a877 req-a6cabf8d-d2bd-4210-9030-8e80f3ec2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:03.277775 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1e36941-a46b-4e3e-94e6-d142c3d7a877 req-a6cabf8d-d2bd-4210-9030-8e80f3ec2a05 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=801ec86ff88b494f9b756a2ba296e075&device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 1128 time: 0.1419127 Feb 08 15:41:03.295520 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-17c4f708-b8bb-490d-a514-5090169cb24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:03.298139 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-17c4f708-b8bb-490d-a514-5090169cb24b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.0608015 Feb 08 15:41:03.345206 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f807f29f-5619-4d2e-93cb-e1d34413d2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:29Z', 'revision_number': 4, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'gw_port': {'id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'ee18e8c2-9e4f-41b3-9da8-3ba79e79b76e', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'port_id': 'f089daf5-5cc3-47ed-bfc1-7d6e173ac241', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'mac_address': 'fa:16:3e:20:6e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b5540-7121-4eb1-8fa3-c2f917fcd077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:39:36Z', 'updated_at': '2022-02-08T15:41:01Z', 'revision_number': 1, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f6e211-c718-4f90-8eef-8a4a93c252f4', 'name': '', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'mac_address': 'fa:16:3e:80:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f39c251-a068-4236-a528-3e8e87787760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:28Z', 'updated_at': '2022-02-08T15:39:38Z', 'revision_number': 5, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'subnets': [{'id': '4f39c251-a068-4236-a528-3e8e87787760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:03.372305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-40d81b23-5aef-4c59-b879-64690c81137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:03.374275 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807f29f-5619-4d2e-93cb-e1d34413d2c5 None None] The sync data for ids ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'] in n-d-824834-11 is: [{'id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:29Z', 'revision_number': 4, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'gw_port': {'id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'ee18e8c2-9e4f-41b3-9da8-3ba79e79b76e', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'port_id': 'f089daf5-5cc3-47ed-bfc1-7d6e173ac241', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'mac_address': 'fa:16:3e:20:6e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b5540-7121-4eb1-8fa3-c2f917fcd077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:39:36Z', 'updated_at': '2022-02-08T15:41:01Z', 'revision_number': 1, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f6e211-c718-4f90-8eef-8a4a93c252f4', 'name': '', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'mac_address': 'fa:16:3e:80:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f39c251-a068-4236-a528-3e8e87787760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:28Z', 'updated_at': '2022-02-08T15:39:38Z', 'revision_number': 5, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'subnets': [{'id': '4f39c251-a068-4236-a528-3e8e87787760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:41:03.375121 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-40d81b23-5aef-4c59-b879-64690c81137f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0600877 Feb 08 15:41:03.416000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c4aaf-9511-480c-bd2c-9d1c731f19b4 req-e4e6ea99-d45b-4b92-a8d8-0560474b8ddc tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:03.417850 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-943c4aaf-9511-480c-bd2c-9d1c731f19b4 req-e4e6ea99-d45b-4b92-a8d8-0560474b8ddc tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 945 time: 0.2145190 Feb 08 15:41:03.499467 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-84dbbb03-ee67-40d6-826d-df795d02199f service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170352 Feb 08 15:41:03.537995 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-943c4aaf-9511-480c-bd2c-9d1c731f19b4 req-540f1762-0fa6-44f4-998c-d1ef894954ed tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120791 Feb 08 15:41:03.551180 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-63319bd9-74d8-4015-82ca-233a2d890550 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:03.567090 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-63319bd9-74d8-4015-82ca-233a2d890550 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2868156 Feb 08 15:41:03.569866 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e36941-a46b-4e3e-94e6-d142c3d7a877 req-345d5131-56ec-43f6-be46-fb205b7c72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:03.571329 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1e36941-a46b-4e3e-94e6-d142c3d7a877 req-345d5131-56ec-43f6-be46-fb205b7c72ff service neutron] 10.222.0.96 "GET /v2.0/networks?id=fc212980-d3a2-4b7b-ab32-da2eb604aaad HTTP/1.1" status: 200 len: 917 time: 0.2773700 Feb 08 15:41:03.593105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-ead4f605-4473-4e65-a4b5-aa5cbb05d800 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/quotas/baecd1033c424c99a47455782465d6bc HTTP/1.1" status: 200 len: 375 time: 0.0246098 Feb 08 15:41:03.648413 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b76888-ac33-4c0c-b2d8-b64d146aaacb None None] New status for floating IP ee18e8c2-9e4f-41b3-9da8-3ba79e79b76e: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:41:03.655372 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-1dae44e5-2fbe-49d2-b416-357293e692f3 service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452579 Feb 08 15:41:03.673584 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-13569f84-bd14-463a-aa2a-89596bdb1e03 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=baecd1033c424c99a47455782465d6bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795276 Feb 08 15:41:03.734747 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1e36941-a46b-4e3e-94e6-d142c3d7a877 req-5b1deaf0-d42c-44e6-8eb2-985e52c9986f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f089daf5-5cc3-47ed-bfc1-7d6e173ac241 HTTP/1.1" status: 200 len: 999 time: 0.1560266 Feb 08 15:41:03.793499 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9ac212a0-63b7-4e55-b0bc-85e4f1f53c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:03.815235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-4edc15ed-26dc-4258-a218-a4622b9d24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:03.819251 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-4edc15ed-26dc-4258-a218-a4622b9d24a9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 1128 time: 0.0878992 Feb 08 15:41:03.975800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e36941-a46b-4e3e-94e6-d142c3d7a877 req-105919f4-c54e-4b09-a88d-af4d8f09bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:03.977519 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1e36941-a46b-4e3e-94e6-d142c3d7a877 req-105919f4-c54e-4b09-a88d-af4d8f09bda7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4f39c251-a068-4236-a528-3e8e87787760 HTTP/1.1" status: 200 len: 855 time: 0.2216363 Feb 08 15:41:04.056272 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88221d26-5301-4c36-9816-9185dfdc85be req-5ec78112-90e0-47f5-9969-633e46222297 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 1001 time: 0.1887062 Feb 08 15:41:04.102207 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-b0766291-ac20-49be-9272-0b8c6fb86741 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:04.103719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-b0766291-ac20-49be-9272-0b8c6fb86741 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/networks?id=f1beff69-585d-470d-94be-ead9e699460b HTTP/1.1" status: 200 len: 822 time: 0.3837726 Feb 08 15:41:04.110151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-07b4a185-a356-4ca6-9f03-90ff4028f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:04.111621 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-07b4a185-a356-4ca6-9f03-90ff4028f6dc service neutron] 10.222.0.96 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 921 time: 0.2748225 Feb 08 15:41:04.128071 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-88a6320a-3fa4-49f9-b209-e11fbaf6bf1d tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=baecd1033c424c99a47455782465d6bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668645 Feb 08 15:41:04.184553 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88221d26-5301-4c36-9816-9185dfdc85be req-a936bd62-5754-4240-b05b-488169624b72 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:04.186024 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88221d26-5301-4c36-9816-9185dfdc85be req-a936bd62-5754-4240-b05b-488169624b72 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports/7e256f74-9499-4e85-83b5-d6a483e845c9 HTTP/1.1" status: 200 len: 942 time: 0.1290178 Feb 08 15:41:04.212785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-f41a5b5a-01db-416a-87cf-514e0915bdca tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/quotas/dfa6bc8482d54208936f4354e67f78fd HTTP/1.1" status: 200 len: 375 time: 0.0868123 Feb 08 15:41:04.218868 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-e92c86e8-9562-47a8-9c74-c868b6c7432e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e256f74-9499-4e85-83b5-d6a483e845c9 HTTP/1.1" status: 200 len: 1001 time: 0.0979874 Feb 08 15:41:04.245295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e36941-a46b-4e3e-94e6-d142c3d7a877 req-e20e9898-f933-4606-a027-6f52a647835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:04.247995 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1e36941-a46b-4e3e-94e6-d142c3d7a877 req-e20e9898-f933-4606-a027-6f52a647835b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fc212980-d3a2-4b7b-ab32-da2eb604aaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2545488 Feb 08 15:41:04.271392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-9cdf949c-1c41-45ea-8dba-c0369f740059 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=dfa6bc8482d54208936f4354e67f78fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525398 Feb 08 15:41:04.291983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-95da0ca7-7163-4f1d-bea8-6310f185e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:04.294123 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-95da0ca7-7163-4f1d-bea8-6310f185e7d0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.0689478 Feb 08 15:41:04.367676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-37e9424f-6d30-44ea-a74c-0ccf1c769195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:04.369323 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-37e9424f-6d30-44ea-a74c-0ccf1c769195 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0666347 Feb 08 15:41:04.468111 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-b67df645-3ce1-47a9-9822-742fc8141d63 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:04.469595 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-b67df645-3ce1-47a9-9822-742fc8141d63 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3281198 Feb 08 15:41:04.484890 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-bf23c543-34de-4212-b8dd-c38dfea96d9b service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074932 Feb 08 15:41:04.500077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Request body: {'port': {'device_id': 'fa84e6b0-2017-46c6-8606-967875a0631c', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': 'baecd1033c424c99a47455782465d6bc'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:04.534169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88221d26-5301-4c36-9816-9185dfdc85be req-ae1223bb-04c3-4350-8745-94c37604e685 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 1001 time: 0.1969934 Feb 08 15:41:04.570414 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1e36941-a46b-4e3e-94e6-d142c3d7a877 req-780be84c-790e-4f6c-9951-278a6cf117c7 service neutron] 10.222.0.96 "GET /v2.0/networks/fc212980-d3a2-4b7b-ab32-da2eb604aaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038828 Feb 08 15:41:04.597224 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f8c8c3ab-39c2-47cf-a49f-c73e1d2212af req-23afa074-b3fd-4e1e-9dd1-35316c2e8039 service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013579 Feb 08 15:41:04.686107 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-d9d3f60e-a012-48ef-b2d4-03838347a12b service neutron] 10.222.0.82 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036043 Feb 08 15:41:04.859920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88221d26-5301-4c36-9816-9185dfdc85be req-8f252eb4-73f4-4561-9f1d-7b44e8c9d9dd tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:04.861327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88221d26-5301-4c36-9816-9185dfdc85be req-8f252eb4-73f4-4561-9f1d-7b44e8c9d9dd tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.2952862 Feb 08 15:41:04.880672 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1e36941-a46b-4e3e-94e6-d142c3d7a877 req-f150596a-bd15-4ae2-a06a-d31fbb2f464e service neutron] 10.222.0.96 "GET /v2.0/networks/fc212980-d3a2-4b7b-ab32-da2eb604aaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027515 Feb 08 15:41:04.891128 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-88221d26-5301-4c36-9816-9185dfdc85be req-98ae9992-6e60-4530-8996-4f656881ccec tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:41:04.892134 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88221d26-5301-4c36-9816-9185dfdc85be req-98ae9992-6e60-4530-8996-4f656881ccec tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224710 Feb 08 15:41:04.904553 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Made reservation on behalf of baecd1033c424c99a47455782465d6bc for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:41:04.908491 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:04.911566 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-e02f8320-a455-4559-a4d1-683b99ebefc6 service neutron] 10.222.0.82 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134354 Feb 08 15:41:04.918613 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:05.102973 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-1c396272-6293-44b9-ab0f-7b37e08eb43d tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=baecd1033c424c99a47455782465d6bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310843 Feb 08 15:41:05.308866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-49e55b1e-76e2-4680-b9a8-3bbcfce624da tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:05.310568 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-49e55b1e-76e2-4680-b9a8-3bbcfce624da tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028358 Feb 08 15:41:05.325729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Request body: {'port': {'device_id': 'd2f3de8c-d993-4aff-90ae-8417a1c52e2e', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': 'baecd1033c424c99a47455782465d6bc'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:05.341321 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:05.389153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85880495-c919-4d44-a54a-95ed196e41c0 req-4a9934f0-09b3-4dd4-9f9e-6473f093b611 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 210 time: 0.1036377 Feb 08 15:41:05.418830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca88c3e-240a-49d5-90fb-b1c9593ae23c req-efec4501-d1a5-42b0-b1e3-a97cc7019a52 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:05.426662 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ca88c3e-240a-49d5-90fb-b1c9593ae23c req-efec4501-d1a5-42b0-b1e3-a97cc7019a52 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 1128 time: 0.1388674 Feb 08 15:41:05.490320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Made reservation on behalf of baecd1033c424c99a47455782465d6bc for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:41:05.494056 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:05.503106 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:05.516732 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks [] for security_group (9dda5aa2-d59c-4dc7-9538-62b163156f17), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:05.529571 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9dda5aa2-d59c-4dc7-9538-62b163156f17), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:05.541595 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.db.api [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) baecd1033c424c99a47455782465d6bc {{(pid=103302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 15:41:05.541973 n-d-824834-11 neutron-server[103302]: DEBUG oslo_db.api [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 15:41:05.548825 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ca88c3e-240a-49d5-90fb-b1c9593ae23c req-bc69b37f-0476-4f58-a5fe-d3517bbc7f12 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213982 Feb 08 15:41:05.655832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dda5aa2-d59c-4dc7-9538-62b163156f17,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:05.668980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2333229-d799-4cc2-bc9b-72a91b349a68 req-976af0ae-dfbc-400a-9a0e-ed9c8f5456bf tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:05.670587 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2333229-d799-4cc2-bc9b-72a91b349a68 req-976af0ae-dfbc-400a-9a0e-ed9c8f5456bf tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 945 time: 0.2116563 Feb 08 15:41:05.752382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-207e0c9d-9bf2-4848-92ef-9cac9f4d5882 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 1001 time: 0.1515460 Feb 08 15:41:05.818833 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2333229-d799-4cc2-bc9b-72a91b349a68 req-b93dc590-06de-4be8-bff0-caf123e23f11 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368549 Feb 08 15:41:05.819985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Allocated IP 192.168.233.141 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/d266e231-7554-47d7-9a87-bb2337ce32f9) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:41:05.854193 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-d6505067-4f7b-4e7e-b9b0-82ae2ea7889d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:05.855595 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-d6505067-4f7b-4e7e-b9b0-82ae2ea7889d tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports/7e256f74-9499-4e85-83b5-d6a483e845c9 HTTP/1.1" status: 200 len: 942 time: 0.0953813 Feb 08 15:41:05.927298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8473c13-b3e2-4e44-b41c-5e6d687b1cee req-be5f9b10-ed8e-4ee3-9d31-238f27e6688f tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 210 time: 0.0420148 Feb 08 15:41:06.034494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-94cda2bf-fa14-453e-84d3-af4fe5206598 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 1001 time: 0.1297743 Feb 08 15:41:06.043832 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:06.125881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks [] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:06.189000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-6485215c-ca14-4d2c-9d8a-293ad48b8850 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:06.190394 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-6485215c-ca14-4d2c-9d8a-293ad48b8850 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.1455235 Feb 08 15:41:06.255695 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.94', 50004) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:06.267864 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:06.321160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:41:06.330293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:41:06.336653 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:41:06.352718 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-5c37fac9-a787-444b-b52d-c22e68f53a19 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 1001 time: 0.1530173 Feb 08 15:41:06.361847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-f7fb8353-b202-4fdd-a05a-8ad2991d86a7 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:06.407677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Allocated IP 192.168.233.81 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/c9dd88a3-e10d-435f-9556-323d1de86321) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:41:06.441609 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Pushing event updated for resources: {'Port': ['ID=d266e231-7554-47d7-9a87-bb2337ce32f9,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:06.484886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:06.485578 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:06.498638 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-f7fb8353-b202-4fdd-a05a-8ad2991d86a7 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for floatingip (8be376d3-c32a-4fb4-80d2-d0762f647901), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:06.524412 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ead0e9a5-8966-4285-8b4c-2a7df6f0f987 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:06.525558 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:06.526187 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ead0e9a5-8966-4285-8b4c-2a7df6f0f987 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.94 "GET /v2.0/networks?id=f1beff69-585d-470d-94be-ead9e699460b HTTP/1.1" status: 200 len: 822 time: 0.2696490 Feb 08 15:41:06.546045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-05cacda9-f732-45dd-a22f-bb70d8712e1d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Request body: {'port': {'device_id': '3f097b2f-a3e8-407f-baee-35654ae58ae5', 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b', 'admin_state_up': True, 'tenant_id': 'dfa6bc8482d54208936f4354e67f78fd'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:06.574108 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-159b432b-8edc-44bc-89d7-159320d6cd86 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0815923 Feb 08 15:41:06.597745 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Request body: {'port': {'device_id': 'fa84e6b0-2017-46c6-8606-967875a0631c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:06.679172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30ad69-d0f0-4a3d-86d2-990f69c80009 req-7620f259-424c-46e7-b198-a70a24e43c36 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:06.680878 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f30ad69-d0f0-4a3d-86d2-990f69c80009 req-7620f259-424c-46e7-b198-a70a24e43c36 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 1128 time: 0.1465993 Feb 08 15:41:06.738893 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks [] for port (c9dd88a3-e10d-435f-9556-323d1de86321), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:06.745223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5b900401-9c60-4273-9f31-f126ac9fe429 None None] Provisioning complete for port d266e231-7554-47d7-9a87-bb2337ce32f9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:06.745725 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5b900401-9c60-4273-9f31-f126ac9fe429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:06.751773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-05cacda9-f732-45dd-a22f-bb70d8712e1d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Made reservation on behalf of dfa6bc8482d54208936f4354e67f78fd for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:41:06.756022 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-05cacda9-f732-45dd-a22f-bb70d8712e1d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:06.768140 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-f7fb8353-b202-4fdd-a05a-8ad2991d86a7 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:06.771340 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:06.784830 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-f7fb8353-b202-4fdd-a05a-8ad2991d86a7 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (8be376d3-c32a-4fb4-80d2-d0762f647901), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:06.785222 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-f7fb8353-b202-4fdd-a05a-8ad2991d86a7 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Floating IP 8be376d3-c32a-4fb4-80d2-d0762f647901 disassociated. External IP: 172.25.7.107, port: 7e256f74-9499-4e85-83b5-d6a483e845c9. Feb 08 15:41:06.790150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5b900401-9c60-4273-9f31-f126ac9fe429 None None] Port d266e231-7554-47d7-9a87-bb2337ce32f9 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:41:06.836180 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c9dd88a3-e10d-435f-9556-323d1de86321), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:06.889939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f30ad69-d0f0-4a3d-86d2-990f69c80009 req-c5b6d178-4449-4c30-bd34-a162bf18c58c tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963990 Feb 08 15:41:06.930215 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:41:06.949353 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:41:06.960347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:41:06.970783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Pushing event updated for resources: {'Port': ['ID=c9dd88a3-e10d-435f-9556-323d1de86321,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:07.014891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-05cacda9-f732-45dd-a22f-bb70d8712e1d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Allocated IP 172.20.0.12 (f1beff69-585d-470d-94be-ead9e699460b/381225f4-3075-41c7-8439-4e7fbc31157b/06732e66-df52-452e-90ec-c6aa20a5eb52) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:41:07.061879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:07.063069 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:07.120280 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-394e42dd-a21d-4eb7-9b37-4cda91968578 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7984877 Feb 08 15:41:07.148235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Request body: {'port': {'device_id': 'd2f3de8c-d993-4aff-90ae-8417a1c52e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:07.217834 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b086eb2f-9af0-4ca4-baf1-6eac8dd17bfa None None] Provisioning complete for port c9dd88a3-e10d-435f-9556-323d1de86321 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:07.218219 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b086eb2f-9af0-4ca4-baf1-6eac8dd17bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c9dd88a3-e10d-435f-9556-323d1de86321), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:07.259837 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b086eb2f-9af0-4ca4-baf1-6eac8dd17bfa None None] Port c9dd88a3-e10d-435f-9556-323d1de86321 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:41:07.274018 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5324091-c681-4660-aaf5-b7ee5e15f7a8 req-0777171e-3424-48d5-847b-b239d94deaf6 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:07.275677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5324091-c681-4660-aaf5-b7ee5e15f7a8 req-0777171e-3424-48d5-847b-b239d94deaf6 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 945 time: 0.2892709 Feb 08 15:41:07.312231 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c9dd88a3-e10d-435f-9556-323d1de86321), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:07.379905 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-f7fb8353-b202-4fdd-a05a-8ad2991d86a7 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:41:07.401580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5324091-c681-4660-aaf5-b7ee5e15f7a8 req-ff0d1147-d424-4e0b-a752-9ae88313a44d tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103697 Feb 08 15:41:07.408311 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-05cacda9-f732-45dd-a22f-bb70d8712e1d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:07.539181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d266e231-7554-47d7-9a87-bb2337ce32f9 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:07.549964 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-05cacda9-f732-45dd-a22f-bb70d8712e1d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:07.551599 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Publish callbacks [] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:07.576448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Transition to ACTIVE for port object d266e231-7554-47d7-9a87-bb2337ce32f9 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:41:07.584596 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:07.596562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-f7fb8353-b202-4fdd-a05a-8ad2991d86a7 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:41:07.609014 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7499f31-18eb-4f8d-8da8-2f67b510932d None None] Sync routers for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:41:07.621995 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7499f31-18eb-4f8d-8da8-2f67b510932d None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:07.623008 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e7499f31-18eb-4f8d-8da8-2f67b510932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:07.635306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cacda9-f732-45dd-a22f-bb70d8712e1d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Pushing event updated for resources: {'Port': ['ID=06732e66-df52-452e-90ec-c6aa20a5eb52,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:07.668391 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-05cacda9-f732-45dd-a22f-bb70d8712e1d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Network f1beff69-585d-470d-94be-ead9e699460b is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:41:07.670057 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-05cacda9-f732-45dd-a22f-bb70d8712e1d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:41:07.673373 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-f7fb8353-b202-4fdd-a05a-8ad2991d86a7 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:07.677803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Pushing event updated for resources: {'Port': ['ID=d266e231-7554-47d7-9a87-bb2337ce32f9,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:07.734323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-05cacda9-f732-45dd-a22f-bb70d8712e1d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:41:07.771650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-f7fb8353-b202-4fdd-a05a-8ad2991d86a7 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "PUT /v2.0/floatingips/8be376d3-c32a-4fb4-80d2-d0762f647901 HTTP/1.1" status: 200 len: 695 time: 1.4151084 Feb 08 15:41:07.790119 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e7499f31-18eb-4f8d-8da8-2f67b510932d None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:07.795668 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'tag': '7e256f74-9499-4e85-83b5-d6a483e845c9'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:07.798095 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644ea37f-0e9e-4105-b8b1-701f64d54743" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b0cd7d-8817-448a-ab39-749f255a320e", "tag": "7e256f74-9499-4e85-83b5-d6a483e845c9"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:07.810536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-05cacda9-f732-45dd-a22f-bb70d8712e1d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:07.811778 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-05cacda9-f732-45dd-a22f-bb70d8712e1d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:07.846303 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-05cacda9-f732-45dd-a22f-bb70d8712e1d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3065739 Feb 08 15:41:07.862450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Request body: {'port': {'device_id': '3f097b2f-a3e8-407f-baee-35654ae58ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:07.895397 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:07.964476 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:08.009761 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e7499f31-18eb-4f8d-8da8-2f67b510932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:08.038113 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7499f31-18eb-4f8d-8da8-2f67b510932d None None] Checking router: e2b9e531-ed49-4ca5-bb54-04ef14f7e543 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:41:08.043827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9dd88a3-e10d-435f-9556-323d1de86321 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:08.051150 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7499f31-18eb-4f8d-8da8-2f67b510932d None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:08.052046 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e7499f31-18eb-4f8d-8da8-2f67b510932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:08.055912 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Publish callbacks [] for port (c9dd88a3-e10d-435f-9556-323d1de86321), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:08.126067 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Transition to ACTIVE for port object c9dd88a3-e10d-435f-9556-323d1de86321 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:41:08.139981 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (c9dd88a3-e10d-435f-9556-323d1de86321), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:08.172430 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e7499f31-18eb-4f8d-8da8-2f67b510932d None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:08.209635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-fb5385ce-5bc0-48eb-8110-c6ec2beac247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:08.216605 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-fb5385ce-5bc0-48eb-8110-c6ec2beac247 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 1128 time: 0.4145381 Feb 08 15:41:08.232234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97aa38b-484f-485d-9d3a-c4e3e9dab58e req-7ea34546-6cd6-4927-8ae0-b38df1c3e35d tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:08.239589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d97aa38b-484f-485d-9d3a-c4e3e9dab58e req-7ea34546-6cd6-4927-8ae0-b38df1c3e35d tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 935 time: 0.4354398 Feb 08 15:41:08.243468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Attempting to bind port d266e231-7554-47d7-9a87-bb2337ce32f9 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:41:08.243809 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Attempting to bind port d266e231-7554-47d7-9a87-bb2337ce32f9 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:41:08.244138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Attempting to bind port d266e231-7554-47d7-9a87-bb2337ce32f9 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:08.262479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Port d266e231-7554-47d7-9a87-bb2337ce32f9 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:41:08.262880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Attempting to bind port d266e231-7554-47d7-9a87-bb2337ce32f9 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:08.293374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Pushing event updated for resources: {'Port': ['ID=c9dd88a3-e10d-435f-9556-323d1de86321,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:08.303727 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:41:08.303997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:41:08.304390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:41:08.304838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Bound port: d266e231-7554-47d7-9a87-bb2337ce32f9, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:41:08.305477 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:08.398739 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e7499f31-18eb-4f8d-8da8-2f67b510932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:08.426671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Attempting to bind port c9dd88a3-e10d-435f-9556-323d1de86321 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:41:08.427194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Attempting to bind port c9dd88a3-e10d-435f-9556-323d1de86321 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:41:08.427523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Attempting to bind port c9dd88a3-e10d-435f-9556-323d1de86321 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:08.442688 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7499f31-18eb-4f8d-8da8-2f67b510932d None None] The sync data for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 is: [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:41:08.461901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Port c9dd88a3-e10d-435f-9556-323d1de86321 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:41:08.462164 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Attempting to bind port c9dd88a3-e10d-435f-9556-323d1de86321 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:08.471007 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:41:08.471408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:41:08.471886 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:41:08.473481 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Bound port: c9dd88a3-e10d-435f-9556-323d1de86321, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:41:08.473700 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c9dd88a3-e10d-435f-9556-323d1de86321), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:08.491858 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d97aa38b-484f-485d-9d3a-c4e3e9dab58e req-ef4f7c79-929f-424e-9b02-2ffd1e0e083e tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513111 Feb 08 15:41:08.495542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-bb049672-76c2-45f1-b559-69874b14b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:08.501683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-bb049672-76c2-45f1-b559-69874b14b0ab service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 921 time: 0.2841723 Feb 08 15:41:08.532411 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06732e66-df52-452e-90ec-c6aa20a5eb52 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:08.543787 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Publish callbacks [] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:08.557884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] For port d266e231-7554-47d7-9a87-bb2337ce32f9, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:08.569361 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-2d1a76d5-f9e8-4918-9a08-bc40daa86fc6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e256f74-9499-4e85-83b5-d6a483e845c9 HTTP/1.1" status: 200 len: 217 time: 0.0666940 Feb 08 15:41:08.590443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Transition to ACTIVE for port object 06732e66-df52-452e-90ec-c6aa20a5eb52 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:41:08.601804 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:08.607801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] For port d266e231-7554-47d7-9a87-bb2337ce32f9, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d266e231-7554-47d7-9a87-bb2337ce32f9,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:41:08.611280 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] For port c9dd88a3-e10d-435f-9556-323d1de86321, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:08.622591 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:08.655079 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] For port c9dd88a3-e10d-435f-9556-323d1de86321, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c9dd88a3-e10d-435f-9556-323d1de86321,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:41:08.663435 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-16d6d623-1bde-4c65-9473-56233d89c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:08.664600 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-16d6d623-1bde-4c65-9473-56233d89c08e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.0941682 Feb 08 15:41:08.671710 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (c9dd88a3-e10d-435f-9556-323d1de86321), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:08.674083 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:08.674698 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:08.676408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] 10.222.0.94 "PUT /v2.0/ports/d266e231-7554-47d7-9a87-bb2337ce32f9 HTTP/1.1" status: 200 len: 1097 time: 2.0863543 Feb 08 15:41:08.760868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=06732e66-df52-452e-90ec-c6aa20a5eb52,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:08.770170 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:08.770923 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:08.772358 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] 10.222.0.94 "PUT /v2.0/ports/c9dd88a3-e10d-435f-9556-323d1de86321 HTTP/1.1" status: 200 len: 1096 time: 1.6312232 Feb 08 15:41:08.777381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f3de8c-d993-4aff-90ae-8417a1c52e2e', 'tag': 'c9dd88a3-e10d-435f-9556-323d1de86321'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:08.780823 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f88e6c-7c38-4668-abb5-15c808ef904e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f3de8c-d993-4aff-90ae-8417a1c52e2e", "tag": "c9dd88a3-e10d-435f-9556-323d1de86321"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:08.794597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca225ef8-1929-4ee3-b1d0-5064b9260db1 service neutron] Pushing event updated for resources: {'Port': ['ID=d266e231-7554-47d7-9a87-bb2337ce32f9,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:08.843154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-0f6be763-896f-4acd-b81e-813189d6f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:08.844739 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-0f6be763-896f-4acd-b81e-813189d6f287 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1652567 Feb 08 15:41:08.880878 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-df29736e-fda6-4e1b-935d-e0d04c6c5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:08.890222 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-df29736e-fda6-4e1b-935d-e0d04c6c5a8f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=baecd1033c424c99a47455782465d6bc&device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 1131 time: 0.1399698 Feb 08 15:41:08.931636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e061b3-68b7-4b71-8624-23ffd71be7f0 None None] New status for floating IP 8be376d3-c32a-4fb4-80d2-d0762f647901: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:41:08.959167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128623b4-d2c3-4974-9028-d1148180ffed service neutron] Pushing event updated for resources: {'Port': ['ID=c9dd88a3-e10d-435f-9556-323d1de86321,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:09.002239 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-7a16ffef-0f67-4c14-ad8b-bdfc08be7e22 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=d266e231-7554-47d7-9a87-bb2337ce32f9 HTTP/1.1" status: 200 len: 217 time: 0.0933592 Feb 08 15:41:09.016013 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Attempting to bind port 06732e66-df52-452e-90ec-c6aa20a5eb52 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:41:09.016350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Attempting to bind port 06732e66-df52-452e-90ec-c6aa20a5eb52 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '9f7aa167-1666-4c9b-a16a-53846536a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:41:09.020609 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Attempting to bind port 06732e66-df52-452e-90ec-c6aa20a5eb52 on network f1beff69-585d-470d-94be-ead9e699460b {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:09.028522 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-8ee9c19f-e95b-4169-904e-c08d9d3107d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:09.030075 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-8ee9c19f-e95b-4169-904e-c08d9d3107d0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=baecd1033c424c99a47455782465d6bc&device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 1130 time: 0.1647956 Feb 08 15:41:09.064819 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Port 06732e66-df52-452e-90ec-c6aa20a5eb52 on network f1beff69-585d-470d-94be-ead9e699460b not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:41:09.065166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Attempting to bind port 06732e66-df52-452e-90ec-c6aa20a5eb52 on network f1beff69-585d-470d-94be-ead9e699460b {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:09.087962 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-55492b44-3710-4726-a482-97c30198b7d9 service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303240 Feb 08 15:41:09.139326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:41:09.139667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Checking segment: {'id': '9f7aa167-1666-4c9b-a16a-53846536a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:41:09.140057 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Bound using segment: {'id': '9f7aa167-1666-4c9b-a16a-53846536a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:41:09.140498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Bound port: 06732e66-df52-452e-90ec-c6aa20a5eb52, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7aa167-1666-4c9b-a16a-53846536a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:41:09.140858 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:09.143819 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-41e0b79c-44e2-490e-8329-f40eb31471be service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=c9dd88a3-e10d-435f-9556-323d1de86321 HTTP/1.1" status: 200 len: 217 time: 0.0800464 Feb 08 15:41:09.238426 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ddee06c4-4e4d-424f-8f13-1581dd2f20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:09.240144 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-ddee06c4-4e4d-424f-8f13-1581dd2f20b8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2208934 Feb 08 15:41:09.241384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-2306cb85-a258-4c68-9930-c6ce3d7f46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:09.242841 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-2306cb85-a258-4c68-9930-c6ce3d7f46b5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0904603 Feb 08 15:41:09.290275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] For port 06732e66-df52-452e-90ec-c6aa20a5eb52, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:09.305477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] For port 06732e66-df52-452e-90ec-c6aa20a5eb52, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=06732e66-df52-452e-90ec-c6aa20a5eb52,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:41:09.320321 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:09.321629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5943f-855e-402e-9fb8-ae1f1e202907 req-dc239a7b-20d5-4854-a682-ffb9ac8f79b9 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:09.323336 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88c5943f-855e-402e-9fb8-ae1f1e202907 req-dc239a7b-20d5-4854-a682-ffb9ac8f79b9 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 944 time: 0.1840000 Feb 08 15:41:09.323786 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-708cd2b4-7178-4061-8215-d507f78e6d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:09.325406 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-708cd2b4-7178-4061-8215-d507f78e6d31 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0706334 Feb 08 15:41:09.331216 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aeaf6def-d4fe-4f8b-8339-088703942e0f req-03ed5b67-d703-493c-b287-44c7566c7637 service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160733 Feb 08 15:41:09.358234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-38a9a5ff-59df-4b21-abd3-09e180af6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:09.359919 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-38a9a5ff-59df-4b21-abd3-09e180af6d5c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1068931 Feb 08 15:41:09.415001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:09.415625 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:09.417149 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] 10.222.0.94 "PUT /v2.0/ports/06732e66-df52-452e-90ec-c6aa20a5eb52 HTTP/1.1" status: 200 len: 1093 time: 1.5626760 Feb 08 15:41:09.419407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58780) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:09.450400 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88c5943f-855e-402e-9fb8-ae1f1e202907 req-1783fb44-537a-4e23-811f-1b4460394fc9 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167159 Feb 08 15:41:09.459887 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3815a9-2b9c-42e2-a488-394acbbc8e82 x-openstack-request-id: req-6e3815a9-2b9c-42e2-a488-394acbbc8e82 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:09.460777 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b0cd7d-8817-448a-ab39-749f255a320e", "tag": "7e256f74-9499-4e85-83b5-d6a483e845c9", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:09.461125 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6e3815a9-2b9c-42e2-a488-394acbbc8e82 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:09.461650 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'tag': '7e256f74-9499-4e85-83b5-d6a483e845c9', 'status': 'completed', 'code': 200} Feb 08 15:41:09.494007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-c9ac5263-77dd-4594-b442-fa6995fb42c0 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206985 Feb 08 15:41:09.572533 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abd909c-b80d-461f-9a01-bc9ebf06c63b x-openstack-request-id: req-4abd909c-b80d-461f-9a01-bc9ebf06c63b {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:09.572533 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f3de8c-d993-4aff-90ae-8417a1c52e2e", "tag": "c9dd88a3-e10d-435f-9556-323d1de86321", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:09.572533 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4abd909c-b80d-461f-9a01-bc9ebf06c63b {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:09.573347 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f3de8c-d993-4aff-90ae-8417a1c52e2e', 'tag': 'c9dd88a3-e10d-435f-9556-323d1de86321', 'status': 'completed', 'code': 200} Feb 08 15:41:09.573456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b7415-d653-47b7-9619-e44a5c578bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=06732e66-df52-452e-90ec-c6aa20a5eb52,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:09.653427 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-2429f2b0-38f2-42d6-9294-9a47ace9a5aa service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007247 Feb 08 15:41:09.669702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9a91-12f7-4a3d-886c-3c39793c797c req-fd1b7cd7-05e7-40c3-ab74-fe51905f2fdb tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:09.677115 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d79d9a91-12f7-4a3d-886c-3c39793c797c req-fd1b7cd7-05e7-40c3-ab74-fe51905f2fdb tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 1128 time: 0.1232018 Feb 08 15:41:09.698450 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ea37f-0e9e-4105-b8b1-701f64d54743 req-f977a6b1-9eac-4e58-ba9b-4ed0f2eb3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:09.700381 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-644ea37f-0e9e-4105-b8b1-701f64d54743 req-f977a6b1-9eac-4e58-ba9b-4ed0f2eb3063 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 1128 time: 0.2052081 Feb 08 15:41:09.844232 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d79d9a91-12f7-4a3d-886c-3c39793c797c req-b33b0487-f027-4344-a7df-87808cd86d8b tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660972 Feb 08 15:41:09.846380 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ea37f-0e9e-4105-b8b1-701f64d54743 req-a29926ce-63a1-4bea-9255-3108cac4c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:09.850995 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-644ea37f-0e9e-4105-b8b1-701f64d54743 req-a29926ce-63a1-4bea-9255-3108cac4c3b4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 921 time: 0.1198077 Feb 08 15:41:09.948025 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-644ea37f-0e9e-4105-b8b1-701f64d54743 req-46f8a009-b19c-4551-bf45-4de2710e0318 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e256f74-9499-4e85-83b5-d6a483e845c9 HTTP/1.1" status: 200 len: 217 time: 0.0829124 Feb 08 15:41:10.014140 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-1e110d58-52b7-431f-b4b5-6414d29213e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:10.015652 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-1e110d58-52b7-431f-b4b5-6414d29213e6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dfa6bc8482d54208936f4354e67f78fd&device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 1127 time: 0.5185902 Feb 08 15:41:10.041409 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a68a0ef-af3e-469d-ab91-06de0535479f req-96ae1411-bb13-4451-b885-3803ae0a6bc5 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363848 Feb 08 15:41:10.104088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ea37f-0e9e-4105-b8b1-701f64d54743 req-023f7707-1a5c-4802-85ce-76d24964d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:10.105619 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-644ea37f-0e9e-4105-b8b1-701f64d54743 req-023f7707-1a5c-4802-85ce-76d24964d9d0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.1162078 Feb 08 15:41:10.114707 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b5bc8-53fe-414f-889b-9b85716efc9a req-53b54924-0356-4d5d-aa5d-b52a20d0a61a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:10.116153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-729b5bc8-53fe-414f-889b-9b85716efc9a req-53b54924-0356-4d5d-aa5d-b52a20d0a61a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 947 time: 0.1623728 Feb 08 15:41:10.150739 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-a48f009c-bf2f-42bd-b989-3ecd09451bb7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06732e66-df52-452e-90ec-c6aa20a5eb52 HTTP/1.1" status: 200 len: 217 time: 0.1097836 Feb 08 15:41:10.153497 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc602a-f63f-4b70-8e98-d698dbdef9c6 req-9a218ca0-f58a-4117-8e8e-b78782c9831a tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:10.155383 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09cc602a-f63f-4b70-8e98-d698dbdef9c6 req-9a218ca0-f58a-4117-8e8e-b78782c9831a tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 1128 time: 0.1313133 Feb 08 15:41:10.236788 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-729b5bc8-53fe-414f-889b-9b85716efc9a req-6ed7560b-5b95-406b-b7d5-41511d7068da tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097643 Feb 08 15:41:10.243973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ea37f-0e9e-4105-b8b1-701f64d54743 req-25f29a72-d916-4746-97e8-f8145011d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:10.244801 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3b0b545-ab44-4b78-942f-adcfcf2bb836 req-1a299785-ebb7-4b5a-9cc9-0eecbb5fa73f service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790629 Feb 08 15:41:10.245775 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-644ea37f-0e9e-4105-b8b1-701f64d54743 req-25f29a72-d916-4746-97e8-f8145011d49a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1273091 Feb 08 15:41:10.248430 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09cc602a-f63f-4b70-8e98-d698dbdef9c6 req-8dd45ac3-1081-4979-b84b-54f506dc1a34 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801880 Feb 08 15:41:10.254980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-6f3b3c7c-f27a-45df-8ae7-7d1ca5bd7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:10.257760 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-6f3b3c7c-f27a-45df-8ae7-7d1ca5bd7277 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=381225f4-3075-41c7-8439-4e7fbc31157b HTTP/1.1" status: 200 len: 862 time: 0.0952046 Feb 08 15:41:10.311421 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-4e0df1c2-efeb-4e75-947e-9332ba886689 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f1beff69-585d-470d-94be-ead9e699460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322838 Feb 08 15:41:10.455326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-644ea37f-0e9e-4105-b8b1-701f64d54743 req-c8484291-e5a3-4e52-bf3b-521dac5495c1 service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028024 Feb 08 15:41:10.498297 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-8379d613-9fb4-4df8-8e73-5d136c014bc5 service neutron] 10.222.0.94 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737633 Feb 08 15:41:10.501437 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f88e6c-7c38-4668-abb5-15c808ef904e req-202588d2-fe43-47ef-b398-3e3e72b7408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:10.502920 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30f88e6c-7c38-4668-abb5-15c808ef904e req-202588d2-fe43-47ef-b398-3e3e72b7408b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=baecd1033c424c99a47455782465d6bc&device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 1130 time: 0.1381171 Feb 08 15:41:10.596835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d408f-df08-44e0-8486-08005ce536ab req-eae4ae93-27a4-449e-a8e8-01ed09714c23 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:10.599381 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a79d408f-df08-44e0-8486-08005ce536ab req-eae4ae93-27a4-449e-a8e8-01ed09714c23 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=74a55f3d-6faa-4a01-a655-1275cc60b152&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1604340 Feb 08 15:41:10.690679 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a79d408f-df08-44e0-8486-08005ce536ab req-6a224a9a-b014-4598-b276-d536511dd787 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 696 time: 0.0748651 Feb 08 15:41:10.700359 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-644ea37f-0e9e-4105-b8b1-701f64d54743 req-ff6a9fb3-67c6-446a-90f4-31465b929ecb service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099538 Feb 08 15:41:10.706116 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-a79d408f-df08-44e0-8486-08005ce536ab req-1807c24d-5919-40f7-857b-504647dae656 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Request body: {'floatingip': {'port_id': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:10.737821 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f88e6c-7c38-4668-abb5-15c808ef904e req-c3c8d59a-02d1-4cf3-a0dd-0d81f2019c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:10.741264 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30f88e6c-7c38-4668-abb5-15c808ef904e req-c3c8d59a-02d1-4cf3-a0dd-0d81f2019c54 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2289400 Feb 08 15:41:10.747909 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f78ebc9a-220a-478b-936c-21f470d8ee09 req-3142bd62-273f-4580-b8f1-bbf84d51cc3c service neutron] 10.222.0.94 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344460 Feb 08 15:41:10.762450 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a79d408f-df08-44e0-8486-08005ce536ab req-1807c24d-5919-40f7-857b-504647dae656 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for floatingip (8be376d3-c32a-4fb4-80d2-d0762f647901), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:10.815445 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30f88e6c-7c38-4668-abb5-15c808ef904e req-20e73b6c-52f1-4000-afc2-0d2be426b097 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=c9dd88a3-e10d-435f-9556-323d1de86321 HTTP/1.1" status: 200 len: 217 time: 0.0506363 Feb 08 15:41:10.819228 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3baee31b-80d0-4581-bb9d-b21815928b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:10.903728 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f88e6c-7c38-4668-abb5-15c808ef904e req-5132602f-b23d-4401-b8bd-c807f153740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:10.905237 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30f88e6c-7c38-4668-abb5-15c808ef904e req-5132602f-b23d-4401-b8bd-c807f153740a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0824511 Feb 08 15:41:11.027633 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f88e6c-7c38-4668-abb5-15c808ef904e req-b3d24c11-f5c5-41c6-b19c-9868812bbd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:11.029299 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30f88e6c-7c38-4668-abb5-15c808ef904e req-b3d24c11-f5c5-41c6-b19c-9868812bbd87 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0936713 Feb 08 15:41:11.077706 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:41:11.239311 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30f88e6c-7c38-4668-abb5-15c808ef904e req-0d8518c1-c59c-446f-86a9-0537a837ce78 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283209 Feb 08 15:41:11.260153 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a79d408f-df08-44e0-8486-08005ce536ab req-1807c24d-5919-40f7-857b-504647dae656 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:11.265502 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a79d408f-df08-44e0-8486-08005ce536ab req-1807c24d-5919-40f7-857b-504647dae656 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (8be376d3-c32a-4fb4-80d2-d0762f647901), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:11.397662 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30f88e6c-7c38-4668-abb5-15c808ef904e req-614b13f6-02ae-4437-aee4-8d51cb3ab22e service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494777 Feb 08 15:41:11.419227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3baee31b-80d0-4581-bb9d-b21815928b2d admin admin] Deleting port 100fec03-c6d3-4419-b9b2-fc769c4f7bef {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:11.419625 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3baee31b-80d0-4581-bb9d-b21815928b2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:11.426024 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-a79d408f-df08-44e0-8486-08005ce536ab req-1807c24d-5919-40f7-857b-504647dae656 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Floating IP 8be376d3-c32a-4fb4-80d2-d0762f647901 associated. External IP: 172.25.7.107, port: 7e074a0a-d19b-46ee-bfa6-b36af5aedfac. Feb 08 15:41:11.484601 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa84e6b0-2017-46c6-8606-967875a0631c', 'tag': 'd266e231-7554-47d7-9a87-bb2337ce32f9'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:11.488150 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d478e093-370d-4b2d-9396-d795456c1b42" -d '{"events": [{"name": "network-changed", "server_uuid": "fa84e6b0-2017-46c6-8606-967875a0631c", "tag": "d266e231-7554-47d7-9a87-bb2337ce32f9"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:11.495961 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-a8a98913-d388-47f3-904f-74ccf020c6ee tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:41:11.497269 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-a8a98913-d388-47f3-904f-74ccf020c6ee tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097611 Feb 08 15:41:11.551813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-3baee31b-80d0-4581-bb9d-b21815928b2d admin admin] For port 100fec03-c6d3-4419-b9b2-fc769c4f7bef, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=100fec03-c6d3-4419-b9b2-fc769c4f7bef,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:11.552850 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3baee31b-80d0-4581-bb9d-b21815928b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:11.570452 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-8fd53a2a-8af7-472a-94f8-d1c596b5c693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:11.573105 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-8fd53a2a-8af7-472a-94f8-d1c596b5c693 service neutron] 10.222.0.82 "GET /v2.0/ports/815634d0-9af5-43aa-bfd2-50641e198be3 HTTP/1.1" status: 200 len: 1125 time: 0.0641549 Feb 08 15:41:11.573105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3baee31b-80d0-4581-bb9d-b21815928b2d admin admin] Calling delete_port for 100fec03-c6d3-4419-b9b2-fc769c4f7bef owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:11.574578 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f097b2f-a3e8-407f-baee-35654ae58ae5', 'tag': '06732e66-df52-452e-90ec-c6aa20a5eb52'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:11.576986 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8849c4ee-56c3-46e7-adbe-5914f100971d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f097b2f-a3e8-407f-baee-35654ae58ae5", "tag": "06732e66-df52-452e-90ec-c6aa20a5eb52"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:11.586506 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0c110f6c-8044-4650-81d1-06e1b1782ed2 service neutron] Request body: {'binding': {'host': 'n-h2-824834-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:11.587064 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0c110f6c-8044-4650-81d1-06e1b1782ed2 service neutron] Unknown quota resources ['binding']. {{(pid=103302) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 15:41:11.853563 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0c110f6c-8044-4650-81d1-06e1b1782ed2 service neutron] Attempting to bind port 815634d0-9af5-43aa-bfd2-50641e198be3 on host n-h2-824834-11 for vnic_type normal with profile None {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:41:11.854253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0c110f6c-8044-4650-81d1-06e1b1782ed2 service neutron] Attempting to bind port 815634d0-9af5-43aa-bfd2-50641e198be3 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:41:11.854253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0c110f6c-8044-4650-81d1-06e1b1782ed2 service neutron] Attempting to bind port 815634d0-9af5-43aa-bfd2-50641e198be3 on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:11.861329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0c110f6c-8044-4650-81d1-06e1b1782ed2 service neutron] Port 815634d0-9af5-43aa-bfd2-50641e198be3 on network 34030067-061b-475b-9f07-26ad4a87c9e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:41:11.861329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0c110f6c-8044-4650-81d1-06e1b1782ed2 service neutron] Attempting to bind port 815634d0-9af5-43aa-bfd2-50641e198be3 on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:11.875070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0c110f6c-8044-4650-81d1-06e1b1782ed2 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:41:11.875452 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0c110f6c-8044-4650-81d1-06e1b1782ed2 service neutron] Checking segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:41:11.875712 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0c110f6c-8044-4650-81d1-06e1b1782ed2 service neutron] Bound using segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:41:11.876151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0c110f6c-8044-4650-81d1-06e1b1782ed2 service neutron] Bound port: 815634d0-9af5-43aa-bfd2-50641e198be3, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:41:11.956211 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3baee31b-80d0-4581-bb9d-b21815928b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (100fec03-c6d3-4419-b9b2-fc769c4f7bef), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:11.959773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0c110f6c-8044-4650-81d1-06e1b1782ed2 service neutron] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=815634d0-9af5-43aa-bfd2-50641e198be3,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:41:11.964982 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495b0da-2c35-4e68-9445-bf400664d01d req-ff1eb924-d5ed-417f-9f4a-e80069eccba7 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:11.967075 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2495b0da-2c35-4e68-9445-bf400664d01d req-ff1eb924-d5ed-417f-9f4a-e80069eccba7 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.96 "GET /v2.0/ports?device_id=c0b0cd7d-8817-448a-ab39-749f255a320e HTTP/1.1" status: 200 len: 945 time: 0.0793140 Feb 08 15:41:11.991551 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0c110f6c-8044-4650-81d1-06e1b1782ed2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:11.992631 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0c110f6c-8044-4650-81d1-06e1b1782ed2 service neutron] 10.222.0.82 "POST /v2.0/ports/815634d0-9af5-43aa-bfd2-50641e198be3/bindings HTTP/1.1" status: 201 len: 390 time: 0.4102578 Feb 08 15:41:11.995073 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baee31b-80d0-4581-bb9d-b21815928b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=100fec03-c6d3-4419-b9b2-fc769c4f7bef,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:12.020458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a79d408f-df08-44e0-8486-08005ce536ab req-1807c24d-5919-40f7-857b-504647dae656 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:41:12.271562 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3baee31b-80d0-4581-bb9d-b21815928b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:12.295407 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-2495b0da-2c35-4e68-9445-bf400664d01d req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Deleting port 7e256f74-9499-4e85-83b5-d6a483e845c9 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:12.295705 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2495b0da-2c35-4e68-9445-bf400664d01d req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:12.358449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a79d408f-df08-44e0-8486-08005ce536ab req-1807c24d-5919-40f7-857b-504647dae656 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:41:12.366899 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a79d408f-df08-44e0-8486-08005ce536ab req-1807c24d-5919-40f7-857b-504647dae656 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:12.379628 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a50f0c-3a7d-4db2-b358-c60548df1d7a None None] Sync routers for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:41:12.417451 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a50f0c-3a7d-4db2-b358-c60548df1d7a None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:12.418339 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b6a50f0c-3a7d-4db2-b358-c60548df1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:12.429138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a890a3-851c-4861-85f7-187ce56cec2b req-758d966f-de0b-414b-9c43-612df5086266 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:12.430987 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59a890a3-851c-4861-85f7-187ce56cec2b req-758d966f-de0b-414b-9c43-612df5086266 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 944 time: 0.1841023 Feb 08 15:41:12.442855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a79d408f-df08-44e0-8486-08005ce536ab req-1807c24d-5919-40f7-857b-504647dae656 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "PUT /v2.0/floatingips/8be376d3-c32a-4fb4-80d2-d0762f647901 HTTP/1.1" status: 200 len: 996 time: 1.7412715 Feb 08 15:41:12.537691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-f04f4bbc-fef3-4312-8437-50bb8c72d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:12.539411 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-f04f4bbc-fef3-4312-8437-50bb8c72d639 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 1128 time: 0.1880083 Feb 08 15:41:12.545706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-2495b0da-2c35-4e68-9445-bf400664d01d req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] For port 7e256f74-9499-4e85-83b5-d6a483e845c9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7e256f74-9499-4e85-83b5-d6a483e845c9,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:12.546630 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2495b0da-2c35-4e68-9445-bf400664d01d req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:12.571784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-2495b0da-2c35-4e68-9445-bf400664d01d req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Calling delete_port for 7e256f74-9499-4e85-83b5-d6a483e845c9 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:12.599261 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59a890a3-851c-4861-85f7-187ce56cec2b req-9310ecc4-afa8-4567-a056-f8c76eda0b6a tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593215 Feb 08 15:41:12.612153 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-b6a50f0c-3a7d-4db2-b358-c60548df1d7a None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:12.656432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d408f-df08-44e0-8486-08005ce536ab req-9acad5f3-8ded-466e-b274-3c5f83312f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:12.657997 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a79d408f-df08-44e0-8486-08005ce536ab req-9acad5f3-8ded-466e-b274-3c5f83312f8b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 1128 time: 0.1915159 Feb 08 15:41:12.759497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-29142c04-3b3d-47be-a96e-690112b9f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:12.761665 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-29142c04-3b3d-47be-a96e-690112b9f343 service neutron] 10.222.0.96 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.1850526 Feb 08 15:41:12.865378 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baee31b-80d0-4581-bb9d-b21815928b2d admin admin] Router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:41:12.869254 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-aa6da843-a346-404b-98f4-0d8a132fec1c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815634d0-9af5-43aa-bfd2-50641e198be3 HTTP/1.1" status: 200 len: 217 time: 0.0554194 Feb 08 15:41:12.888423 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d408f-df08-44e0-8486-08005ce536ab req-3fb95ccf-2641-4314-8f59-ba34c4709a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:12.896079 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a79d408f-df08-44e0-8486-08005ce536ab req-3fb95ccf-2641-4314-8f59-ba34c4709a2f service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 921 time: 0.2230339 Feb 08 15:41:12.913919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e1b7-833c-480a-b123-21ddb8d074a6 req-072d9382-2584-4f93-918e-c0facde1010a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:12.921014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eed8e1b7-833c-480a-b123-21ddb8d074a6 req-072d9382-2584-4f93-918e-c0facde1010a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 947 time: 0.1904521 Feb 08 15:41:12.931274 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-beeaea80-947f-4696-90e4-f518eee85ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:12.932830 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-beeaea80-947f-4696-90e4-f518eee85ac3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.0555165 Feb 08 15:41:13.002960 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2495b0da-2c35-4e68-9445-bf400664d01d req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (7e256f74-9499-4e85-83b5-d6a483e845c9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:13.015974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['7e074a0a-d19b-46ee-bfa6-b36af5aedfac', '7e256f74-9499-4e85-83b5-d6a483e845c9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:41:13.042892 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b6a50f0c-3a7d-4db2-b358-c60548df1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '8be376d3-c32a-4fb4-80d2-d0762f647901', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'port_id': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'mac_address': 'fa:16:3e:8e:be:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:40:34Z', 'updated_at': '2022-02-08T15:41:11Z', 'revision_number': 8, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:13.060582 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a79d408f-df08-44e0-8486-08005ce536ab req-c97cbdac-ac13-4958-8cec-20ca995d3d80 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e074a0a-d19b-46ee-bfa6-b36af5aedfac HTTP/1.1" status: 200 len: 999 time: 0.1635525 Feb 08 15:41:13.082229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Pushing event deleted for resources: {'Port': ['ID=7e256f74-9499-4e85-83b5-d6a483e845c9,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:13.141616 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eed8e1b7-833c-480a-b123-21ddb8d074a6 req-976ef5a9-aea8-4eff-b7e4-8cda2088dfc1 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195930 Feb 08 15:41:13.146369 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-822328e2-037d-4751-b74d-2dc4ed7b9d64 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153629 Feb 08 15:41:13.183374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:13.194460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:13.195171 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:13.198570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:13.199267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:13.199846 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:13.214271 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:13.214892 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:13.215361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:13.216251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:13.216847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:13.217345 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:13.217704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:13.289631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d408f-df08-44e0-8486-08005ce536ab req-deca1af3-e0bc-4d58-bf51-3512a9aa7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:13.292698 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a79d408f-df08-44e0-8486-08005ce536ab req-deca1af3-e0bc-4d58-bf51-3512a9aa7652 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.2308493 Feb 08 15:41:13.297290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-2495b0da-2c35-4e68-9445-bf400664d01d req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] No DVR routers for this DVR port 7e256f74-9499-4e85-83b5-d6a483e845c9 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:41:13.302538 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2495b0da-2c35-4e68-9445-bf400664d01d req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:13.308372 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2495b0da-2c35-4e68-9445-bf400664d01d req-bf69bfe8-a898-422d-949e-484bf76376f9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.96 "DELETE /v2.0/ports/7e256f74-9499-4e85-83b5-d6a483e845c9 HTTP/1.1" status: 204 len: 173 time: 1.3337255 Feb 08 15:41:13.356614 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a50f0c-3a7d-4db2-b358-c60548df1d7a None None] Checking router: e2b9e531-ed49-4ca5-bb54-04ef14f7e543 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:41:13.380520 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a50f0c-3a7d-4db2-b358-c60548df1d7a None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:13.381307 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b6a50f0c-3a7d-4db2-b358-c60548df1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:13.544495 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-b6a50f0c-3a7d-4db2-b358-c60548df1d7a None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:13.577353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9e44f-8edd-4efc-9603-f3eccf7f095a req-63384fab-f03e-43cb-9042-d7914637cb1f tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:13.579466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1dc9e44f-8edd-4efc-9603-f3eccf7f095a req-63384fab-f03e-43cb-9042-d7914637cb1f tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 1128 time: 0.2851255 Feb 08 15:41:13.582434 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d408f-df08-44e0-8486-08005ce536ab req-aeaa4ac8-9072-49e2-9658-98d4ddbf535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:13.585701 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a79d408f-df08-44e0-8486-08005ce536ab req-aeaa4ac8-9072-49e2-9658-98d4ddbf535d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2758362 Feb 08 15:41:13.656469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 06732e66-df52-452e-90ec-c6aa20a5eb52 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:41:13.749781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baee31b-80d0-4581-bb9d-b21815928b2d admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:41:13.758419 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3baee31b-80d0-4581-bb9d-b21815928b2d admin admin] 10.222.0.82 "PUT /v2.0/routers/aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3365357 Feb 08 15:41:13.761624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58830) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:13.796582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b94634c-0ff3-4139-ba86-1807e2e1bb17 None None] Sync routers for ids ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:41:13.821768 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b94634c-0ff3-4139-ba86-1807e2e1bb17 None None] Routers {'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:13.822923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-4b94634c-0ff3-4139-ba86-1807e2e1bb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:13.834325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1dc9e44f-8edd-4efc-9603-f3eccf7f095a req-ca630de8-d400-4852-ad7f-8c4d50dd41d5 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360883 Feb 08 15:41:13.901753 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a79d408f-df08-44e0-8486-08005ce536ab req-9c19597b-587c-4b00-be39-ee6884856209 service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094840 Feb 08 15:41:13.931257 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-253cd3af-990f-43f2-96ab-ee765b6f17c2 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776420 Feb 08 15:41:13.961466 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b6a50f0c-3a7d-4db2-b358-c60548df1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '8be376d3-c32a-4fb4-80d2-d0762f647901', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'port_id': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'mac_address': 'fa:16:3e:8e:be:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:40:34Z', 'updated_at': '2022-02-08T15:41:11Z', 'revision_number': 8, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:13.963577 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22322a11-bf4c-4464-93ef-ff0824c1d9a7 x-openstack-request-id: req-22322a11-bf4c-4464-93ef-ff0824c1d9a7 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:13.964301 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa84e6b0-2017-46c6-8606-967875a0631c", "tag": "d266e231-7554-47d7-9a87-bb2337ce32f9", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:13.965617 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-22322a11-bf4c-4464-93ef-ff0824c1d9a7 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:13.966127 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa84e6b0-2017-46c6-8606-967875a0631c', 'tag': 'd266e231-7554-47d7-9a87-bb2337ce32f9', 'status': 'completed', 'code': 200} Feb 08 15:41:14.041564 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 06732e66-df52-452e-90ec-c6aa20a5eb52, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=06732e66-df52-452e-90ec-c6aa20a5eb52,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:14.042275 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a50f0c-3a7d-4db2-b358-c60548df1d7a None None] The sync data for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 is: [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '8be376d3-c32a-4fb4-80d2-d0762f647901', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'port_id': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'mac_address': 'fa:16:3e:8e:be:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:40:34Z', 'updated_at': '2022-02-08T15:41:11Z', 'revision_number': 8, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:41:14.079558 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69fc74c-58e6-4047-abe7-b455646bd96d x-openstack-request-id: req-c69fc74c-58e6-4047-abe7-b455646bd96d {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:14.079852 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f097b2f-a3e8-407f-baee-35654ae58ae5", "tag": "06732e66-df52-452e-90ec-c6aa20a5eb52", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:14.080108 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c69fc74c-58e6-4047-abe7-b455646bd96d {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:14.080502 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f097b2f-a3e8-407f-baee-35654ae58ae5', 'tag': '06732e66-df52-452e-90ec-c6aa20a5eb52', 'status': 'completed', 'code': 200} Feb 08 15:41:14.136992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '06732e66-df52-452e-90ec-c6aa20a5eb52', 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b', 'port_id': '06732e66-df52-452e-90ec-c6aa20a5eb52', 'mac_address': 'fa:16:3e:29:22:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381225f4-3075-41c7-8439-4e7fbc31157b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:41:14.198923 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478e093-370d-4b2d-9396-d795456c1b42 req-21ba47f2-71a6-4b31-b666-1c724bd5e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:14.200456 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d478e093-370d-4b2d-9396-d795456c1b42 req-21ba47f2-71a6-4b31-b666-1c724bd5e57a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=baecd1033c424c99a47455782465d6bc&device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 1131 time: 0.2064981 Feb 08 15:41:14.200584 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a79d408f-df08-44e0-8486-08005ce536ab req-26481164-747d-45b5-b3c8-1a9a0298e045 service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982121 Feb 08 15:41:14.237758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 06732e66-df52-452e-90ec-c6aa20a5eb52 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:14.241250 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:14.245517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a420b21-7ec9-4447-ae7f-929639db6e07 req-5b02baf6-edc7-42d1-87c6-4d4e7740943e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:14.247262 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a420b21-7ec9-4447-ae7f-929639db6e07 req-5b02baf6-edc7-42d1-87c6-4d4e7740943e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.1257682 Feb 08 15:41:14.298389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06732e66-df52-452e-90ec-c6aa20a5eb52 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:14.312865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478e093-370d-4b2d-9396-d795456c1b42 req-731222c3-9200-47ae-9c9f-9ee40fd15226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:14.314946 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d478e093-370d-4b2d-9396-d795456c1b42 req-731222c3-9200-47ae-9c9f-9ee40fd15226 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1007168 Feb 08 15:41:14.316456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-4b94634c-0ff3-4139-ba86-1807e2e1bb17 None None] Set router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:14.345003 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a420b21-7ec9-4447-ae7f-929639db6e07 req-9567d5d1-d3ee-4813-8eea-3cac6fed2cce tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913610 Feb 08 15:41:14.396371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 06732e66-df52-452e-90ec-c6aa20a5eb52, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=06732e66-df52-452e-90ec-c6aa20a5eb52,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:14.411020 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d478e093-370d-4b2d-9396-d795456c1b42 req-ea7751ae-17ff-43c6-90da-e92d703f461c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=d266e231-7554-47d7-9a87-bb2337ce32f9 HTTP/1.1" status: 200 len: 217 time: 0.0880203 Feb 08 15:41:14.412227 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Publish callbacks [] for router (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:14.418198 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-1c9a3ce2-ed4d-4035-aed3-d50b7721552e service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771600 Feb 08 15:41:14.422056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7136c2-b19b-4bcd-8b89-950468784a88 req-3ef73d9c-c764-4b4c-b663-fda9a110c253 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:14.424074 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe7136c2-b19b-4bcd-8b89-950468784a88 req-3ef73d9c-c764-4b4c-b663-fda9a110c253 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 944 time: 0.1039352 Feb 08 15:41:14.529874 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb38187-2a52-44a7-a689-be9faafeb097 None None] New status for floating IP 8be376d3-c32a-4fb4-80d2-d0762f647901: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:41:14.539155 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:14.539898 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d266e231-7554-47d7-9a87-bb2337ce32f9 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:41:14.542451 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe7136c2-b19b-4bcd-8b89-950468784a88 req-1b71bf77-c63e-4939-a57f-1d26db05522b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092541 Feb 08 15:41:14.625466 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849c4ee-56c3-46e7-adbe-5914f100971d req-22783549-99ef-40e8-b4e3-18d47f4e4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:14.627016 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8849c4ee-56c3-46e7-adbe-5914f100971d req-22783549-99ef-40e8-b4e3-18d47f4e4a85 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dfa6bc8482d54208936f4354e67f78fd&device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 1127 time: 0.5040851 Feb 08 15:41:14.721741 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478e093-370d-4b2d-9396-d795456c1b42 req-92d4521f-2fb1-4528-9d11-9be70e21c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:14.723863 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d478e093-370d-4b2d-9396-d795456c1b42 req-92d4521f-2fb1-4528-9d11-9be70e21c961 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2360516 Feb 08 15:41:14.816574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68be9f-3e1a-46b4-a78d-b9bc8cf84e30 req-c9111787-2c17-441a-9f75-01d71a9c2869 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:14.823795 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c68be9f-3e1a-46b4-a78d-b9bc8cf84e30 req-c9111787-2c17-441a-9f75-01d71a9c2869 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 947 time: 0.1191001 Feb 08 15:41:14.924682 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c68be9f-3e1a-46b4-a78d-b9bc8cf84e30 req-d9fa294c-c130-49eb-9753-d19796d34620 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947435 Feb 08 15:41:14.929999 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Publish callbacks [] for router_gateway (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:14.974151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849c4ee-56c3-46e7-adbe-5914f100971d req-79cfd5ac-63f3-4e7f-993b-5b1fb926ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:14.983522 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8849c4ee-56c3-46e7-adbe-5914f100971d req-79cfd5ac-63f3-4e7f-993b-5b1fb926ccac service neutron] 10.222.0.94 "GET /v2.0/networks?id=f1beff69-585d-470d-94be-ead9e699460b HTTP/1.1" status: 200 len: 923 time: 0.3454230 Feb 08 15:41:14.992531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478e093-370d-4b2d-9396-d795456c1b42 req-57b4f689-d9aa-4673-aeea-e6c255b72fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:15.023248 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d478e093-370d-4b2d-9396-d795456c1b42 req-57b4f689-d9aa-4673-aeea-e6c255b72fb9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2830935 Feb 08 15:41:15.096397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=06732e66-df52-452e-90ec-c6aa20a5eb52,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:15.121446 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-4b94634c-0ff3-4139-ba86-1807e2e1bb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:41:11Z', 'revision_number': 5, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port': {'id': '41a2fc1f-c236-496b-aa05-a4ebb2031d7d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:13Z', 'updated_at': '2022-02-08T15:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:15.143428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd265aa3-f24c-4866-9dd4-fd335a0444b2 req-f63e026f-12b9-4f20-8a65-388b9c31c449 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips/8be376d3-c32a-4fb4-80d2-d0762f647901 HTTP/1.1" status: 200 len: 998 time: 0.1492651 Feb 08 15:41:15.144671 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8849c4ee-56c3-46e7-adbe-5914f100971d req-6eed314e-d69b-4a97-9a69-faaa495ec6ef service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06732e66-df52-452e-90ec-c6aa20a5eb52 HTTP/1.1" status: 200 len: 217 time: 0.1540320 Feb 08 15:41:15.213576 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b94634c-0ff3-4139-ba86-1807e2e1bb17 None None] Checking router: aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:41:15.311258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd265aa3-f24c-4866-9dd4-fd335a0444b2 req-02fe01c3-3f46-4fec-b233-fb8ae0d7028e tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:15.320769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd265aa3-f24c-4866-9dd4-fd335a0444b2 req-02fe01c3-3f46-4fec-b233-fb8ae0d7028e tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.1764085 Feb 08 15:41:15.327551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-bd265aa3-f24c-4866-9dd4-fd335a0444b2 req-c1561ddb-eca5-46a2-a004-ff7f4d140337 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:41:15.333832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd265aa3-f24c-4866-9dd4-fd335a0444b2 req-c1561ddb-eca5-46a2-a004-ff7f4d140337 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121126 Feb 08 15:41:15.336194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d266e231-7554-47d7-9a87-bb2337ce32f9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d266e231-7554-47d7-9a87-bb2337ce32f9,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:15.363169 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b94634c-0ff3-4139-ba86-1807e2e1bb17 None None] Routers {'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:15.364295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-4b94634c-0ff3-4139-ba86-1807e2e1bb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:15.411818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Deleting port 41a2fc1f-c236-496b-aa05-a4ebb2031d7d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:15.412384 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (41a2fc1f-c236-496b-aa05-a4ebb2031d7d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:15.532130 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-2697e90f-a829-4e43-a5f2-cb38660729e1 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 1001 time: 0.1707537 Feb 08 15:41:15.546609 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] For port 41a2fc1f-c236-496b-aa05-a4ebb2031d7d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=41a2fc1f-c236-496b-aa05-a4ebb2031d7d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:15.547866 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (41a2fc1f-c236-496b-aa05-a4ebb2031d7d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:15.567395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Calling delete_port for 41a2fc1f-c236-496b-aa05-a4ebb2031d7d owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:15.574039 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-4b94634c-0ff3-4139-ba86-1807e2e1bb17 None None] Set router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:15.582766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849c4ee-56c3-46e7-adbe-5914f100971d req-57da5d6f-7ddb-4a0d-bbae-d5b151988671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:15.584602 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8849c4ee-56c3-46e7-adbe-5914f100971d req-57da5d6f-7ddb-4a0d-bbae-d5b151988671 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=381225f4-3075-41c7-8439-4e7fbc31157b HTTP/1.1" status: 200 len: 862 time: 0.4276438 Feb 08 15:41:15.602979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-51cfa47d-941d-49c2-b5ea-243230282b05 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:15.604439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-51cfa47d-941d-49c2-b5ea-243230282b05 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports/7e074a0a-d19b-46ee-bfa6-b36af5aedfac HTTP/1.1" status: 200 len: 942 time: 0.0699501 Feb 08 15:41:15.662160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'd266e231-7554-47d7-9a87-bb2337ce32f9', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': 'd266e231-7554-47d7-9a87-bb2337ce32f9', 'mac_address': 'fa:16:3e:09:d5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:41:15.663881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-4b94634c-0ff3-4139-ba86-1807e2e1bb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:41:14Z', 'revision_number': 6, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:15.718252 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8849c4ee-56c3-46e7-adbe-5914f100971d req-88013080-e4e4-4c55-bbc3-eea16fae35f9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f1beff69-585d-470d-94be-ead9e699460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538981 Feb 08 15:41:15.720188 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d478e093-370d-4b2d-9396-d795456c1b42 req-537d577f-21b1-4d61-8f51-bd8c69be23ba service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327586 Feb 08 15:41:15.726163 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b94634c-0ff3-4139-ba86-1807e2e1bb17 None None] The sync data for ids ['aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19'] in n-d-824834-11 is: [{'id': 'aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1543708488-router', 'tenant_id': 'f56b2d01d7094f258a54afd197cf9284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:12Z', 'updated_at': '2022-02-08T15:41:14Z', 'revision_number': 6, 'project_id': 'f56b2d01d7094f258a54afd197cf9284', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:41:15.814092 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-8e6171e4-e8ea-46df-9be7-6c9f507f9ed3 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 1001 time: 0.1248496 Feb 08 15:41:15.857276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d266e231-7554-47d7-9a87-bb2337ce32f9 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:15.858460 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:15.882721 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d266e231-7554-47d7-9a87-bb2337ce32f9 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:15.916163 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d266e231-7554-47d7-9a87-bb2337ce32f9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d266e231-7554-47d7-9a87-bb2337ce32f9,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:15.923715 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7e256f74-9499-4e85-83b5-d6a483e845c9 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:15.974537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-4216ded3-5d2f-4f6c-83d3-012b316548dd tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:41:15.975650 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-4216ded3-5d2f-4f6c-83d3-012b316548dd tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150063 Feb 08 15:41:15.984269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'tag': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac'}, {'server_uuid': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'name': 'network-vif-deleted', 'tag': '7e256f74-9499-4e85-83b5-d6a483e845c9'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:15.987235 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88442fe-bfbd-4537-b93b-92426f95ab45" -d '{"events": [{"name": "network-changed", "server_uuid": "74a55f3d-6faa-4a01-a655-1275cc60b152", "tag": "7e074a0a-d19b-46ee-bfa6-b36af5aedfac"}, {"server_uuid": "c0b0cd7d-8817-448a-ab39-749f255a320e", "name": "network-vif-deleted", "tag": "7e256f74-9499-4e85-83b5-d6a483e845c9"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:15.987494 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:15.988283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c9dd88a3-e10d-435f-9556-323d1de86321 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:41:15.999674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-e3fc807e-8aa3-4a40-a918-57b663305cff tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:16.010039 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 7e256f74-9499-4e85-83b5-d6a483e845c9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:41:16.010390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7e256f74-9499-4e85-83b5-d6a483e845c9 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:41:16.010622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-e3fc807e-8aa3-4a40-a918-57b663305cff tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.1878288 Feb 08 15:41:16.068010 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c9dd88a3-e10d-435f-9556-323d1de86321, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c9dd88a3-e10d-435f-9556-323d1de86321,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:16.081805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-aea22a34-1516-4845-b02f-e2a94fde09bc tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 1001 time: 0.0692639 Feb 08 15:41:16.093130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-9593bd40-a930-4c15-8698-a7024a8fbc19 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:16.121743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'c9dd88a3-e10d-435f-9556-323d1de86321', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': 'c9dd88a3-e10d-435f-9556-323d1de86321', 'mac_address': 'fa:16:3e:1f:06:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:41:16.123886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d266e231-7554-47d7-9a87-bb2337ce32f9,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:16.176582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5d482b27-a136-409c-94eb-5e2a3730f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:16.178187 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5d482b27-a136-409c-94eb-5e2a3730f12a service neutron] 10.222.0.82 "GET /v2.0/ports/33a3e31c-3bf6-4d24-bfe4-68f0b872da18 HTTP/1.1" status: 200 len: 1125 time: 0.1474414 Feb 08 15:41:16.204215 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5de92e76-2dfa-4de1-95d2-cc786406f289 service neutron] Request body: {'binding': {'host': 'n-h1-824834-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:16.204682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5de92e76-2dfa-4de1-95d2-cc786406f289 service neutron] Unknown quota resources ['binding']. {{(pid=103302) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 15:41:16.215885 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-9593bd40-a930-4c15-8698-a7024a8fbc19 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for floatingip (8be376d3-c32a-4fb4-80d2-d0762f647901), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:16.227542 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8849c4ee-56c3-46e7-adbe-5914f100971d req-a7790e1f-61eb-463a-901d-586f7852e5a3 service neutron] 10.222.0.94 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892498 Feb 08 15:41:16.254536 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d478e093-370d-4b2d-9396-d795456c1b42 req-cb93e8cf-a952-4c9f-a91e-470021d45e59 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938095 Feb 08 15:41:16.255233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port c9dd88a3-e10d-435f-9556-323d1de86321 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:16.255642 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c9dd88a3-e10d-435f-9556-323d1de86321), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:16.298017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9dd88a3-e10d-435f-9556-323d1de86321 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:16.333157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c9dd88a3-e10d-435f-9556-323d1de86321, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c9dd88a3-e10d-435f-9556-323d1de86321,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:16.338581 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c9dd88a3-e10d-435f-9556-323d1de86321), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:16.412056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=c9dd88a3-e10d-435f-9556-323d1de86321,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:16.434299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-9593bd40-a930-4c15-8698-a7024a8fbc19 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:16.439624 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-9593bd40-a930-4c15-8698-a7024a8fbc19 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (8be376d3-c32a-4fb4-80d2-d0762f647901), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:16.440050 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-9593bd40-a930-4c15-8698-a7024a8fbc19 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Floating IP 8be376d3-c32a-4fb4-80d2-d0762f647901 disassociated. External IP: 172.25.7.107, port: 7e074a0a-d19b-46ee-bfa6-b36af5aedfac. Feb 08 15:41:16.455231 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (41a2fc1f-c236-496b-aa05-a4ebb2031d7d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:16.523208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a2fc1f-c236-496b-aa05-a4ebb2031d7d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:16.526852 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8849c4ee-56c3-46e7-adbe-5914f100971d req-dfd4b3d8-4c2c-45c8-a746-617c9642c3da service neutron] 10.222.0.94 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595570 Feb 08 15:41:16.560521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:16.560986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:16.561654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:16.562082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:16.562483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:16.563016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:16.563417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:16.563818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:16.564208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:16.564596 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:16.565007 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:16.565418 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:16.565827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:16.605770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5de92e76-2dfa-4de1-95d2-cc786406f289 service neutron] Attempting to bind port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 on host n-h1-824834-11 for vnic_type normal with profile None {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:41:16.606150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5de92e76-2dfa-4de1-95d2-cc786406f289 service neutron] Attempting to bind port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:41:16.606554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5de92e76-2dfa-4de1-95d2-cc786406f289 service neutron] Attempting to bind port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:16.617719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5de92e76-2dfa-4de1-95d2-cc786406f289 service neutron] Port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:41:16.618534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5de92e76-2dfa-4de1-95d2-cc786406f289 service neutron] Attempting to bind port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:16.630003 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:16.635632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5de92e76-2dfa-4de1-95d2-cc786406f289 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:41:16.636074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5de92e76-2dfa-4de1-95d2-cc786406f289 service neutron] Checking segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:41:16.636539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5de92e76-2dfa-4de1-95d2-cc786406f289 service neutron] Bound using segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:41:16.637149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5de92e76-2dfa-4de1-95d2-cc786406f289 service neutron] Bound port: 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:41:16.695263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['d266e231-7554-47d7-9a87-bb2337ce32f9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:41:16.703366 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-9593bd40-a930-4c15-8698-a7024a8fbc19 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:41:16.742760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['c9dd88a3-e10d-435f-9556-323d1de86321'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:41:16.765519 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:16.783948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['06732e66-df52-452e-90ec-c6aa20a5eb52'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:41:16.827337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5de92e76-2dfa-4de1-95d2-cc786406f289 service neutron] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:41:16.829443 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Publish callbacks [] for router_controller (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:16.838578 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5de92e76-2dfa-4de1-95d2-cc786406f289 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:16.840071 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-5de92e76-2dfa-4de1-95d2-cc786406f289 service neutron] 10.222.0.82 "POST /v2.0/ports/33a3e31c-3bf6-4d24-bfe4-68f0b872da18/bindings HTTP/1.1" status: 201 len: 390 time: 0.6444373 Feb 08 15:41:16.935845 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:16.936720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:41:16.953637 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:16.960137 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9691a032-1a58-4e67-a240-070879ea2767 admin admin] 10.222.0.82 "DELETE /v2.0/routers/aeaa7d0a-e665-4ca9-a9e7-f9c1dbef7a19 HTTP/1.1" status: 204 len: 168 time: 3.1943944 Feb 08 15:41:16.961273 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58874) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:17.096186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bad5df7-d0e0-42ac-9fbb-b28ab6d33d6a admin admin] Deleting subnet 7c88a98d-d03f-41a5-941f-3b5ddd16ad60 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:41:17.100735 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6bad5df7-d0e0-42ac-9fbb-b28ab6d33d6a admin admin] Publish callbacks [] for subnet (7c88a98d-d03f-41a5-941f-3b5ddd16ad60), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:17.150534 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6bad5df7-d0e0-42ac-9fbb-b28ab6d33d6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (7c88a98d-d03f-41a5-941f-3b5ddd16ad60), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:17.181542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 41a2fc1f-c236-496b-aa05-a4ebb2031d7d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:17.248295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 41a2fc1f-c236-496b-aa05-a4ebb2031d7d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:41:17.248978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 41a2fc1f-c236-496b-aa05-a4ebb2031d7d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:41:17.249411 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 100fec03-c6d3-4419-b9b2-fc769c4f7bef no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:17.272027 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-c4297932-707d-42d8-9c2d-f56bc0d724a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:17.273557 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-c4297932-707d-42d8-9c2d-f56bc0d724a9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 1128 time: 0.1019104 Feb 08 15:41:17.345617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-9593bd40-a930-4c15-8698-a7024a8fbc19 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:41:17.348207 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6bad5df7-d0e0-42ac-9fbb-b28ab6d33d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (7c88a98d-d03f-41a5-941f-3b5ddd16ad60), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:17.369084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c15e1-8d0d-44fc-89f0-73e89d535500 req-8217b9cb-a26f-4c5a-9e60-f39af9db341b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:17.370604 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d0c15e1-8d0d-44fc-89f0-73e89d535500 req-8217b9cb-a26f-4c5a-9e60-f39af9db341b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.1069009 Feb 08 15:41:17.373773 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-9593bd40-a930-4c15-8698-a7024a8fbc19 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:17.381324 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 100fec03-c6d3-4419-b9b2-fc769c4f7bef {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:41:17.381808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 100fec03-c6d3-4419-b9b2-fc769c4f7bef not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:41:17.397864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84454e-e66f-4fda-a8f8-2ae28e5417e8 None None] Sync routers for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:41:17.423046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84454e-e66f-4fda-a8f8-2ae28e5417e8 None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:17.423790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-aa84454e-e66f-4fda-a8f8-2ae28e5417e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:17.430882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-9593bd40-a930-4c15-8698-a7024a8fbc19 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "PUT /v2.0/floatingips/8be376d3-c32a-4fb4-80d2-d0762f647901 HTTP/1.1" status: 200 len: 696 time: 1.3423936 Feb 08 15:41:17.469169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d0c15e1-8d0d-44fc-89f0-73e89d535500 req-6a91a08c-79b7-451c-9e7d-4223e8d1203e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644267 Feb 08 15:41:17.537817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-850e95e8-2ff9-4b13-945b-eeb6832475dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:17.539345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-850e95e8-2ff9-4b13-945b-eeb6832475dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 1128 time: 0.0857427 Feb 08 15:41:17.543644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-34bd1197-94dc-4000-b92c-a6bacf76cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:17.545182 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-34bd1197-94dc-4000-b92c-a6bacf76cc75 service neutron] 10.222.0.94 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.2527378 Feb 08 15:41:17.575776 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6bad5df7-d0e0-42ac-9fbb-b28ab6d33d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (7c88a98d-d03f-41a5-941f-3b5ddd16ad60), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:17.620823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-aa84454e-e66f-4fda-a8f8-2ae28e5417e8 None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:17.649617 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-991c38ef-8892-4b4c-9e3c-d26618ab1b6e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18 HTTP/1.1" status: 200 len: 217 time: 0.0926404 Feb 08 15:41:17.651773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad5df7-d0e0-42ac-9fbb-b28ab6d33d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c88a98d-d03f-41a5-941f-3b5ddd16ad60,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:17.653789 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6bad5df7-d0e0-42ac-9fbb-b28ab6d33d6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:17.659155 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6bad5df7-d0e0-42ac-9fbb-b28ab6d33d6a admin admin] 10.222.0.82 "DELETE /v2.0/subnets/7c88a98d-d03f-41a5-941f-3b5ddd16ad60 HTTP/1.1" status: 204 len: 168 time: 0.6909761 Feb 08 15:41:17.667162 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58876) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:17.668928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c33d206-8415-4176-b363-2bab00aa9eba None None] Network fe6f1c90-6fe5-4a74-981e-d5b25f831f0b requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:41:17.746279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6925e-d478-43ce-9978-fb0d75e4f8c6 req-9c1cd5c7-b958-4664-85d7-7dfbc1a939f4 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:17.755769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-10e6925e-d478-43ce-9978-fb0d75e4f8c6 req-9c1cd5c7-b958-4664-85d7-7dfbc1a939f4 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 945 time: 0.1201584 Feb 08 15:41:17.770512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-1199c69b-09d4-46a3-ab9f-0ca658705385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:17.771294 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-1199c69b-09d4-46a3-ab9f-0ca658705385 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.1131136 Feb 08 15:41:17.796068 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (fe6f1c90-6fe5-4a74-981e-d5b25f831f0b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:17.814640 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-8d5bd9f1-fcc9-4b34-9777-1aa864ac91d2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341060 Feb 08 15:41:17.850771 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-10e6925e-d478-43ce-9978-fb0d75e4f8c6 req-8afdf6e8-6866-45cb-bb46-f395cac46ddb tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939374 Feb 08 15:41:17.869696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-91d1f66a-17e9-4833-bb25-885c7630c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:17.874206 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-91d1f66a-17e9-4833-bb25-885c7630c029 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 921 time: 0.3247757 Feb 08 15:41:17.974379 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-2a053c5e-b032-417c-ac60-e497ba9e389d service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531932 Feb 08 15:41:17.976939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254d5dc9-547c-4334-a987-8ba6faf4bb35 None None] DHCP port deletion for fe6f1c90-6fe5-4a74-981e-d5b25f831f0b request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:41:17.978482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] Deleting port 98fa5f3b-faf3-4745-b518-386ed4f3a472 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:17.978824 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (98fa5f3b-faf3-4745-b518-386ed4f3a472), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:17.992193 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-3d6f15c7-55e0-403b-9cfa-34af014eed82 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e074a0a-d19b-46ee-bfa6-b36af5aedfac HTTP/1.1" status: 200 len: 217 time: 0.1108093 Feb 08 15:41:18.057484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-aa84454e-e66f-4fda-a8f8-2ae28e5417e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:18.089341 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-254d5dc9-547c-4334-a987-8ba6faf4bb35 None None] Deleting port 98fa5f3b-faf3-4745-b518-386ed4f3a472 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:18.090185 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-254d5dc9-547c-4334-a987-8ba6faf4bb35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (98fa5f3b-faf3-4745-b518-386ed4f3a472), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:18.094441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84454e-e66f-4fda-a8f8-2ae28e5417e8 None None] Checking router: e2b9e531-ed49-4ca5-bb54-04ef14f7e543 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:41:18.096667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] For port 98fa5f3b-faf3-4745-b518-386ed4f3a472, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=98fa5f3b-faf3-4745-b518-386ed4f3a472,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:18.097258 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (98fa5f3b-faf3-4745-b518-386ed4f3a472), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:18.120373 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] Calling delete_port for 98fa5f3b-faf3-4745-b518-386ed4f3a472 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:18.137295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-72e2043b-4703-4ae5-8ae2-e8e58874da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:18.147536 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-c4e0ea18-2c87-48ac-ad77-44350b7bcd36 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658700 Feb 08 15:41:18.149493 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-72e2043b-4703-4ae5-8ae2-e8e58874da34 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.1481874 Feb 08 15:41:18.153125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84454e-e66f-4fda-a8f8-2ae28e5417e8 None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:18.154214 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-aa84454e-e66f-4fda-a8f8-2ae28e5417e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:18.209527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd4184-57f4-490b-97b3-0d76059d733e req-c2187738-a936-4086-963b-cc650cd68e7f tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:18.211061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7dd4184-57f4-490b-97b3-0d76059d733e req-c2187738-a936-4086-963b-cc650cd68e7f tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 948 time: 0.2360387 Feb 08 15:41:18.228416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-5ce736c2-2e6f-4e9a-b6f3-9cf2ce0e3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:18.230037 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-5ce736c2-2e6f-4e9a-b6f3-9cf2ce0e3ddb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0780551 Feb 08 15:41:18.268742 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-254d5dc9-547c-4334-a987-8ba6faf4bb35 None None] For port 98fa5f3b-faf3-4745-b518-386ed4f3a472, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=98fa5f3b-faf3-4745-b518-386ed4f3a472,segment=NetworkSegment(220d000b-efbb-45cc-bde5-f75903de30df),segment_id=220d000b-efbb-45cc-bde5-f75903de30df)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:18.271006 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-254d5dc9-547c-4334-a987-8ba6faf4bb35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (98fa5f3b-faf3-4745-b518-386ed4f3a472), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:18.292741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-254d5dc9-547c-4334-a987-8ba6faf4bb35 None None] Calling delete_port for 98fa5f3b-faf3-4745-b518-386ed4f3a472 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:18.324818 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7dd4184-57f4-490b-97b3-0d76059d733e req-7622379f-d7f1-4923-845a-a2a6addee237 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064332 Feb 08 15:41:18.365398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-81a76425-59c2-4a49-88ae-078b02aceccb service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269007 Feb 08 15:41:18.385146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 06732e66-df52-452e-90ec-c6aa20a5eb52 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:41:18.406375 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-aa84454e-e66f-4fda-a8f8-2ae28e5417e8 None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:18.442829 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c30edb-81b5-4c82-9209-93f1d9d761b0 x-openstack-request-id: req-88c30edb-81b5-4c82-9209-93f1d9d761b0 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:18.443217 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a55f3d-6faa-4a01-a655-1275cc60b152", "tag": "7e074a0a-d19b-46ee-bfa6-b36af5aedfac", "status": "completed", "code": 200}, {"server_uuid": "c0b0cd7d-8817-448a-ab39-749f255a320e", "name": "network-vif-deleted", "tag": "7e256f74-9499-4e85-83b5-d6a483e845c9", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:18.443543 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-88c30edb-81b5-4c82-9209-93f1d9d761b0 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:18.444049 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'tag': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'status': 'completed', 'code': 200} Feb 08 15:41:18.444403 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b0cd7d-8817-448a-ab39-749f255a320e', 'name': 'network-vif-deleted', 'tag': '7e256f74-9499-4e85-83b5-d6a483e845c9', 'status': 'completed', 'code': 200} Feb 08 15:41:18.517948 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5262d0f-77fd-439d-833e-a2c2e746068c req-45e8985d-3549-45bd-a231-3b4dd489bbc6 service neutron] 10.222.0.82 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386282 Feb 08 15:41:18.634516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26e6d-fc25-4ba6-81a2-02070a64e425 req-f35189d4-bfa3-43e7-822f-e7c1d6094749 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:18.646497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca26e6d-fc25-4ba6-81a2-02070a64e425 req-f35189d4-bfa3-43e7-822f-e7c1d6094749 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 945 time: 0.0971639 Feb 08 15:41:18.746311 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca26e6d-fc25-4ba6-81a2-02070a64e425 req-b66c7a70-0c5e-49cf-aca3-231531e4212f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978992 Feb 08 15:41:18.750108 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:18.790273 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c805bf3-6f4b-49cc-b03c-2c2b4457adc5 req-a6874ede-576d-40c7-a678-e27b7247ac27 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:18.800880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (98fa5f3b-faf3-4745-b518-386ed4f3a472), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:18.805459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c805bf3-6f4b-49cc-b03c-2c2b4457adc5 req-a6874ede-576d-40c7-a678-e27b7247ac27 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.1481454 Feb 08 15:41:18.824921 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-254d5dc9-547c-4334-a987-8ba6faf4bb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (98fa5f3b-faf3-4745-b518-386ed4f3a472), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:18.834760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 06732e66-df52-452e-90ec-c6aa20a5eb52 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:41:18.868005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d5dc9-547c-4334-a987-8ba6faf4bb35 None None] Pushing event deleted for resources: {'Port': ['ID=98fa5f3b-faf3-4745-b518-386ed4f3a472,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:18.870434 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 06732e66-df52-452e-90ec-c6aa20a5eb52 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:18.870823 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:18.883217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=98fa5f3b-faf3-4745-b518-386ed4f3a472,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:18.883437 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d5dc9-547c-4334-a987-8ba6faf4bb35 None None] No DVR routers for this DVR port 98fa5f3b-faf3-4745-b518-386ed4f3a472 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:41:18.891296 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] No DVR routers for this DVR port 98fa5f3b-faf3-4745-b518-386ed4f3a472 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:41:18.904031 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c805bf3-6f4b-49cc-b03c-2c2b4457adc5 req-6632377d-414e-447a-b373-88af168456a2 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951700 Feb 08 15:41:19.004486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-2feefe1d-d10f-4c84-8f6b-eafb402704e7 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:19.006238 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-2feefe1d-d10f-4c84-8f6b-eafb402704e7 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e&tenant_id=504f43bb8bb74d7a9517a59da6bb23db&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 1128 time: 0.2757182 Feb 08 15:41:19.015364 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (fe6f1c90-6fe5-4a74-981e-d5b25f831f0b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:19.049741 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6f1c90-6fe5-4a74-981e-d5b25f831f0b']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:19.056417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 06732e66-df52-452e-90ec-c6aa20a5eb52 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:19.056783 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:19.078038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220d000b-efbb-45cc-bde5-f75903de30df') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:19.078420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220d000b-efbb-45cc-bde5-f75903de30df') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:19.080382 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 98fa5f3b-faf3-4745-b518-386ed4f3a472 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:19.085102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-7dedd10a-c40f-4398-a446-0d2b6b4c9c4a tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips/8be376d3-c32a-4fb4-80d2-d0762f647901 HTTP/1.1" status: 200 len: 696 time: 0.0718107 Feb 08 15:41:19.091635 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (220d000b-efbb-45cc-bde5-f75903de30df), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:19.111649 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (220d000b-efbb-45cc-bde5-f75903de30df), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:19.122432 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 98fa5f3b-faf3-4745-b518-386ed4f3a472 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:41:19.122780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 98fa5f3b-faf3-4745-b518-386ed4f3a472 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:41:19.124469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:41:19.124879 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (220d000b-efbb-45cc-bde5-f75903de30df), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:19.130441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824834-11'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:19.150663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 06732e66-df52-452e-90ec-c6aa20a5eb52, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=06732e66-df52-452e-90ec-c6aa20a5eb52,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:19.154522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f097b2f-a3e8-407f-baee-35654ae58ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06732e66-df52-452e-90ec-c6aa20a5eb52'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:19.157863 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946ecfd3-be16-46a1-842f-2b3442066492" -d '{"events": [{"server_uuid": "3f097b2f-a3e8-407f-baee-35654ae58ae5", "name": "network-vif-plugged", "status": "completed", "tag": "06732e66-df52-452e-90ec-c6aa20a5eb52"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:19.164053 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:41:19.193174 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:41:19.210047 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-aa84454e-e66f-4fda-a8f8-2ae28e5417e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:19.212085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562ba62-8745-41e7-b0c7-c15f4b1d908d req-5ca6a489-e26e-4a51-89a9-23ae2a49bb3d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:19.219205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3562ba62-8745-41e7-b0c7-c15f4b1d908d req-5ca6a489-e26e-4a51-89a9-23ae2a49bb3d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 945 time: 0.1544311 Feb 08 15:41:19.262005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa84454e-e66f-4fda-a8f8-2ae28e5417e8 None None] The sync data for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 is: [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:40:06Z', 'revision_number': 4, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '391b3249-744a-48c9-8ff8-0ccda4e74f6e', 'name': '', 'network_id': '7cfe234b-c2c5-4fb6-a27d-356d913a98ed', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'mac_address': 'fa:16:3e:46:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '48378879-d082-4542-a40c-143a313da111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:40:04Z', 'updated_at': '2022-02-08T15:40:12Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'subnets': [{'id': '48378879-d082-4542-a40c-143a313da111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:41:19.276573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-f87337d3-15cd-4d81-a192-3ea5e0e4690c tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:19.278521 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-f87337d3-15cd-4d81-a192-3ea5e0e4690c tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.1757276 Feb 08 15:41:19.280205 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88442fe-bfbd-4537-b93b-92426f95ab45 req-9880f442-6811-47e1-90b1-feae82784b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:19.282356 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d88442fe-bfbd-4537-b93b-92426f95ab45 req-9880f442-6811-47e1-90b1-feae82784b5b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 1128 time: 0.5503983 Feb 08 15:41:19.299919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-1d610443-9059-4fba-b059-866cce0ca2c7 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:41:19.305190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=06732e66-df52-452e-90ec-c6aa20a5eb52,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:19.305745 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (fe6f1c90-6fe5-4a74-981e-d5b25f831f0b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:19.307947 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-1d610443-9059-4fba-b059-866cce0ca2c7 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198882 Feb 08 15:41:19.309555 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:19.325930 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] 10.222.0.82 "DELETE /v2.0/networks/fe6f1c90-6fe5-4a74-981e-d5b25f831f0b HTTP/1.1" status: 204 len: 168 time: 1.6551964 Feb 08 15:41:19.335135 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3562ba62-8745-41e7-b0c7-c15f4b1d908d req-dd2d1e74-aa98-498c-b675-fdb3fb7e7b0b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090903 Feb 08 15:41:19.335715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58892) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:19.411678 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ce37a8-0744-4a21-9c87-1b40ddff4a19 x-openstack-request-id: req-64ce37a8-0744-4a21-9c87-1b40ddff4a19 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:19.411986 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f097b2f-a3e8-407f-baee-35654ae58ae5", "name": "network-vif-plugged", "status": "completed", "tag": "06732e66-df52-452e-90ec-c6aa20a5eb52", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:19.412245 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-64ce37a8-0744-4a21-9c87-1b40ddff4a19 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:19.417420 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f097b2f-a3e8-407f-baee-35654ae58ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06732e66-df52-452e-90ec-c6aa20a5eb52', 'code': 200} Feb 08 15:41:19.428196 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca006bca-7201-4d50-88d7-20b98aa60c65 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe6f1c90-6fe5-4a74-981e-d5b25f831f0b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:19.443794 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:19.576645 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-2d1f02b0-b348-46aa-97e2-2c69e65ddb99 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 699 time: 0.2661326 Feb 08 15:41:19.590256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88442fe-bfbd-4537-b93b-92426f95ab45 req-57093a55-35d8-4420-a13c-b9595927aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:19.591766 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d88442fe-bfbd-4537-b93b-92426f95ab45 req-57093a55-35d8-4420-a13c-b9595927aa43 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 921 time: 0.2672014 Feb 08 15:41:19.680193 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e951a3ca-4196-4891-bfce-da8a6d3001ca None None] New status for floating IP 8be376d3-c32a-4fb4-80d2-d0762f647901: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:41:19.699427 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d88442fe-bfbd-4537-b93b-92426f95ab45 req-87ec6c7a-e97a-4a96-be27-f7b66dee1ee3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e074a0a-d19b-46ee-bfa6-b36af5aedfac HTTP/1.1" status: 200 len: 217 time: 0.0841174 Feb 08 15:41:19.703516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c748e9-b541-4b78-8b43-7fb83fffa72d req-33c0b9fc-07e4-47ba-9429-3bb9015c61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:19.704663 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-e61563f4-b87d-4a24-a17a-faaffc12ec70 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 699 time: 0.1270490 Feb 08 15:41:19.705726 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67c748e9-b541-4b78-8b43-7fb83fffa72d req-33c0b9fc-07e4-47ba-9429-3bb9015c61b0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 1129 time: 0.2336166 Feb 08 15:41:19.809713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88442fe-bfbd-4537-b93b-92426f95ab45 req-48b70124-401d-4e6e-8170-d381f6e02370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:19.812070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d88442fe-bfbd-4537-b93b-92426f95ab45 req-48b70124-401d-4e6e-8170-d381f6e02370 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.1051066 Feb 08 15:41:19.820324 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67c748e9-b541-4b78-8b43-7fb83fffa72d req-27699b95-85ea-4c3c-b894-ba3762375b3a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037669 Feb 08 15:41:19.837154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:19.863496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c415b0-67c2-4611-8f74-1de3319f8d6b req-8955204e-c092-4dfb-ba92-4e560c045c2a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:19.871438 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4c415b0-67c2-4611-8f74-1de3319f8d6b req-8955204e-c092-4dfb-ba92-4e560c045c2a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 948 time: 0.3681016 Feb 08 15:41:19.910783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88442fe-bfbd-4537-b93b-92426f95ab45 req-11d23a19-7cb7-40fe-898a-ecafc4e1ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:19.912930 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d88442fe-bfbd-4537-b93b-92426f95ab45 req-11d23a19-7cb7-40fe-898a-ecafc4e1ad96 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0895729 Feb 08 15:41:19.915675 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:19.958857 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4c415b0-67c2-4611-8f74-1de3319f8d6b req-1f5ed91f-ed9d-461a-95d4-b3cb557537d6 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698156 Feb 08 15:41:19.999107 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-2d2fc04c-c941-4fff-930e-69676fe9bb95 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Deleting port f05469f6-e9dc-4d71-93f2-0122ed98daa4 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:19.999459 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-2d2fc04c-c941-4fff-930e-69676fe9bb95 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f05469f6-e9dc-4d71-93f2-0122ed98daa4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:20.022401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b2b136-0fbb-40f0-b82d-fbdc0ee0507e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a3e31c-3bf6-4d24-bfe4-68f0b872da18'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:20.025573 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a644512-489c-4d85-9663-0137fd092060" -d '{"events": [{"server_uuid": "60b2b136-0fbb-40f0-b82d-fbdc0ee0507e", "name": "network-vif-unplugged", "status": "completed", "tag": "33a3e31c-3bf6-4d24-bfe4-68f0b872da18"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:20.031281 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Publish callbacks [] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:20.042620 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:20.047567 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:20.176676 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d88442fe-bfbd-4537-b93b-92426f95ab45 req-c46222a2-127d-41a1-8b72-75f5b8380b81 service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380250 Feb 08 15:41:20.179158 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Pushing event updated for resources: {'Port': ['ID=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:20.192104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25269005-ae51-4414-bcaf-1b7a43363980 req-16f67d54-6614-4ef9-890f-be048916aa26 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:20.193772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25269005-ae51-4414-bcaf-1b7a43363980 req-16f67d54-6614-4ef9-890f-be048916aa26 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 943 time: 0.1463902 Feb 08 15:41:20.225538 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-2d2fc04c-c941-4fff-930e-69676fe9bb95 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f05469f6-e9dc-4d71-93f2-0122ed98daa4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:20.225984 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-2d2fc04c-c941-4fff-930e-69676fe9bb95 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for floatingip (f05469f6-e9dc-4d71-93f2-0122ed98daa4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:20.254491 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Attempting to bind port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 on host n-h2-824834-11 for vnic_type normal with profile {"migrating_to": "n-h1-824834-11"} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:41:20.254982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Attempting to bind port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:41:20.255417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Attempting to bind port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:20.257515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-2d2fc04c-c941-4fff-930e-69676fe9bb95 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Calling delete_port for f05469f6-e9dc-4d71-93f2-0122ed98daa4 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:20.278697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:41:20.278697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Attempting to bind port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:20.294858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:41:20.295315 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Checking segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:41:20.295917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Bound using segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:41:20.296450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Bound port: 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:41:20.297039 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:20.331099 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d88442fe-bfbd-4537-b93b-92426f95ab45 req-b76125f7-102a-4963-be42-95c04af1a171 service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454711 Feb 08 15:41:20.366173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25269005-ae51-4414-bcaf-1b7a43363980 req-b188a894-d4a7-4d4f-b59b-dffc9b3ba691 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498079 Feb 08 15:41:20.375993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d266e231-7554-47d7-9a87-bb2337ce32f9 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:41:20.392814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:20.398724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:41:20.410137 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:20.474141 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'tag': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:20.476420 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3265596e-5058-4494-b0bb-d9182e64018a" -d '{"events": [{"name": "network-changed", "server_uuid": "74a55f3d-6faa-4a01-a655-1275cc60b152", "tag": "7e074a0a-d19b-46ee-bfa6-b36af5aedfac"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:20.483994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Pushing event updated for resources: {'Port': ['ID=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,revision_number=8']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:20.518001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port d266e231-7554-47d7-9a87-bb2337ce32f9 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:41:20.523697 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port d266e231-7554-47d7-9a87-bb2337ce32f9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:20.524377 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:20.539254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:20.539978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:20.542413 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9934a83a-b533-4f4e-8d81-2352b6eb2277 service neutron] 10.222.0.94 "PUT /v2.0/ports/33a3e31c-3bf6-4d24-bfe4-68f0b872da18 HTTP/1.1" status: 200 len: 1123 time: 1.4204800 Feb 08 15:41:20.629784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0722cc-57d2-45af-8ce8-435fe5a3c804 req-cf45cd2e-d796-4762-a2a3-f5b14ff4d80b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:20.631227 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c0722cc-57d2-45af-8ce8-435fe5a3c804 req-cf45cd2e-d796-4762-a2a3-f5b14ff4d80b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.1508548 Feb 08 15:41:20.633025 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-2d2fc04c-c941-4fff-930e-69676fe9bb95 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f05469f6-e9dc-4d71-93f2-0122ed98daa4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:20.647687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['33a3e31c-3bf6-4d24-bfe4-68f0b872da18'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:41:20.653959 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d266e231-7554-47d7-9a87-bb2337ce32f9 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:20.654463 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:20.670708 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-57ec5a86-f331-4386-b126-09b29d2e4671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (35f4d794-cc9f-48c9-9f54-c163b2c06abb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:20.677221 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fc04c-c941-4fff-930e-69676fe9bb95 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Pushing event deleted for resources: {'Port': ['ID=f05469f6-e9dc-4d71-93f2-0122ed98daa4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:20.731952 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d266e231-7554-47d7-9a87-bb2337ce32f9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d266e231-7554-47d7-9a87-bb2337ce32f9,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:20.743286 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:20.744093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c9dd88a3-e10d-435f-9556-323d1de86321 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:41:20.850189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d266e231-7554-47d7-9a87-bb2337ce32f9,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:20.869896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:20.870236 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:20.870579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:20.870917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:20.871393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:20.871733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:20.872058 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:20.872400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:20.872712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:20.873052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:20.873378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:20.873698 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:20.874035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:20.902914 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port c9dd88a3-e10d-435f-9556-323d1de86321 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:41:20.910182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port c9dd88a3-e10d-435f-9556-323d1de86321 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:20.911057 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c9dd88a3-e10d-435f-9556-323d1de86321), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:21.054791 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port c9dd88a3-e10d-435f-9556-323d1de86321 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:21.055192 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c9dd88a3-e10d-435f-9556-323d1de86321), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:21.093734 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c0722cc-57d2-45af-8ce8-435fe5a3c804 req-63181e13-e5ce-4718-822a-73cda59e881f tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486699 Feb 08 15:41:21.094076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c9dd88a3-e10d-435f-9556-323d1de86321, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c9dd88a3-e10d-435f-9556-323d1de86321,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:21.100451 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c9dd88a3-e10d-435f-9556-323d1de86321), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:21.141471 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-2d2fc04c-c941-4fff-930e-69676fe9bb95 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks [] for floatingip (8be376d3-c32a-4fb4-80d2-d0762f647901), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:21.147409 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-2d2fc04c-c941-4fff-930e-69676fe9bb95 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:21.148720 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fc50bfe-763c-4aee-a79b-88ee772fdabd req-2d2fc04c-c941-4fff-930e-69676fe9bb95 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "DELETE /v2.0/floatingips/8be376d3-c32a-4fb4-80d2-d0762f647901 HTTP/1.1" status: 204 len: 173 time: 1.4432280 Feb 08 15:41:21.201932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=c9dd88a3-e10d-435f-9556-323d1de86321,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:21.215994 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c9c6c5-738b-4019-9230-b19caf4a24d4 x-openstack-request-id: req-c1c9c6c5-738b-4019-9230-b19caf4a24d4 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:21.216552 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b2b136-0fbb-40f0-b82d-fbdc0ee0507e", "name": "network-vif-unplugged", "status": "completed", "tag": "33a3e31c-3bf6-4d24-bfe4-68f0b872da18", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:21.216694 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c1c9c6c5-738b-4019-9230-b19caf4a24d4 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:21.217237 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b2b136-0fbb-40f0-b82d-fbdc0ee0507e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a3e31c-3bf6-4d24-bfe4-68f0b872da18', 'code': 200} Feb 08 15:41:21.303914 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c45ee0-e47a-4d2d-8683-0d25c1f4e29f x-openstack-request-id: req-24c45ee0-e47a-4d2d-8683-0d25c1f4e29f {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:21.304193 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a55f3d-6faa-4a01-a655-1275cc60b152", "tag": "7e074a0a-d19b-46ee-bfa6-b36af5aedfac", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:21.304445 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-24c45ee0-e47a-4d2d-8683-0d25c1f4e29f {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:21.305127 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'tag': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'status': 'completed', 'code': 200} Feb 08 15:41:21.344582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265596e-5058-4494-b0bb-d9182e64018a req-bf357941-1586-440a-ac4b-8f447e47db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:21.346451 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3265596e-5058-4494-b0bb-d9182e64018a req-bf357941-1586-440a-ac4b-8f447e47db65 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ddaa0a518fd24dad845d93dcf0939473&device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 1128 time: 0.0650678 Feb 08 15:41:21.419716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa84e6b0-2017-46c6-8606-967875a0631c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd266e231-7554-47d7-9a87-bb2337ce32f9'}, {'server_uuid': 'd2f3de8c-d993-4aff-90ae-8417a1c52e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dd88a3-e10d-435f-9556-323d1de86321'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:21.423110 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c60a352-04f4-48d5-96e7-e5535c53d13e" -d '{"events": [{"server_uuid": "fa84e6b0-2017-46c6-8606-967875a0631c", "name": "network-vif-plugged", "status": "completed", "tag": "d266e231-7554-47d7-9a87-bb2337ce32f9"}, {"server_uuid": "d2f3de8c-d993-4aff-90ae-8417a1c52e2e", "name": "network-vif-plugged", "status": "completed", "tag": "c9dd88a3-e10d-435f-9556-323d1de86321"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:21.433131 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364efdd1-4e10-49b1-bbbd-2695dc5d14bc req-69a82d52-2be2-4c1b-83c6-81d2bb164a0e tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:21.434656 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-364efdd1-4e10-49b1-bbbd-2695dc5d14bc req-69a82d52-2be2-4c1b-83c6-81d2bb164a0e tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 946 time: 0.1287434 Feb 08 15:41:21.455375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265596e-5058-4494-b0bb-d9182e64018a req-caec8fd5-798c-48d1-86e2-a162f4b49329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:21.457214 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3265596e-5058-4494-b0bb-d9182e64018a req-caec8fd5-798c-48d1-86e2-a162f4b49329 service neutron] 10.222.0.96 "GET /v2.0/networks?id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 200 len: 921 time: 0.1027739 Feb 08 15:41:21.463339 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a0cc9-c728-41c3-9f45-b80c900f91c3 req-9e67231a-5bb1-49ee-adde-c1072798bbaa tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:21.464336 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e0a0cc9-c728-41c3-9f45-b80c900f91c3 req-9e67231a-5bb1-49ee-adde-c1072798bbaa tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 949 time: 0.1363156 Feb 08 15:41:21.510393 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3265596e-5058-4494-b0bb-d9182e64018a req-0439df00-1b79-4a0c-8dec-2d32a8eccc9f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e074a0a-d19b-46ee-bfa6-b36af5aedfac HTTP/1.1" status: 200 len: 217 time: 0.0457673 Feb 08 15:41:21.571406 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e0a0cc9-c728-41c3-9f45-b80c900f91c3 req-16bc2621-c1e2-4305-9ee8-d3bb6d29b2f9 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968552 Feb 08 15:41:21.573132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265596e-5058-4494-b0bb-d9182e64018a req-a68a2e88-7ec3-499c-8f6a-2fb05eca05a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:21.575836 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3265596e-5058-4494-b0bb-d9182e64018a req-a68a2e88-7ec3-499c-8f6a-2fb05eca05a0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 200 len: 859 time: 0.0594308 Feb 08 15:41:21.580219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-364efdd1-4e10-49b1-bbbd-2695dc5d14bc req-7974aed2-f7ac-4d35-a34d-097440a2e993 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369953 Feb 08 15:41:21.643554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-57ec5a86-f331-4386-b126-09b29d2e4671 admin admin] Deleting port c90edff7-702d-4adb-ab57-d2065c05cdfd {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:21.645348 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-57ec5a86-f331-4386-b126-09b29d2e4671 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:21.647518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265596e-5058-4494-b0bb-d9182e64018a req-cc958c6c-53a9-487b-8589-46f24a40f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:21.649134 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3265596e-5058-4494-b0bb-d9182e64018a req-cc958c6c-53a9-487b-8589-46f24a40f952 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=7cfe234b-c2c5-4fb6-a27d-356d913a98ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0662694 Feb 08 15:41:21.784640 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3265596e-5058-4494-b0bb-d9182e64018a req-67f2204a-0aff-4d67-8cf7-bf4bd44f901c service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267681 Feb 08 15:41:21.814644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-57ec5a86-f331-4386-b126-09b29d2e4671 admin admin] For port c90edff7-702d-4adb-ab57-d2065c05cdfd, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c90edff7-702d-4adb-ab57-d2065c05cdfd,segment=NetworkSegment(a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d),segment_id=a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:21.815010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-57ec5a86-f331-4386-b126-09b29d2e4671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:21.825394 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8255e963-9bff-425b-abd9-67cd6104cf01 x-openstack-request-id: req-8255e963-9bff-425b-abd9-67cd6104cf01 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:21.825697 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa84e6b0-2017-46c6-8606-967875a0631c", "name": "network-vif-plugged", "status": "completed", "tag": "d266e231-7554-47d7-9a87-bb2337ce32f9", "code": 200}, {"server_uuid": "d2f3de8c-d993-4aff-90ae-8417a1c52e2e", "name": "network-vif-plugged", "status": "completed", "tag": "c9dd88a3-e10d-435f-9556-323d1de86321", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:21.825956 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8255e963-9bff-425b-abd9-67cd6104cf01 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:21.826355 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa84e6b0-2017-46c6-8606-967875a0631c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd266e231-7554-47d7-9a87-bb2337ce32f9', 'code': 200} Feb 08 15:41:21.826611 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f3de8c-d993-4aff-90ae-8417a1c52e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9dd88a3-e10d-435f-9556-323d1de86321', 'code': 200} Feb 08 15:41:21.849776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-57ec5a86-f331-4386-b126-09b29d2e4671 admin admin] Calling delete_port for c90edff7-702d-4adb-ab57-d2065c05cdfd owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:21.875981 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924f689-7cb7-41f1-a927-50ea562b764e req-84e4b9a0-e7c6-45a6-b234-6435415a65d8 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:21.877640 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0924f689-7cb7-41f1-a927-50ea562b764e req-84e4b9a0-e7c6-45a6-b234-6435415a65d8 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 943 time: 0.1221163 Feb 08 15:41:22.000692 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3265596e-5058-4494-b0bb-d9182e64018a req-46e6e374-e44c-4104-934f-4250087a73ec service neutron] 10.222.0.96 "GET /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058246 Feb 08 15:41:22.008269 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0924f689-7cb7-41f1-a927-50ea562b764e req-b0f40b81-33a8-4473-957c-67e31cd88a6a tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169910 Feb 08 15:41:22.031528 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafb744-5405-4f79-9dca-f361fcac8b5a req-206280ef-c550-43b2-8f94-97a54b088e1f tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:22.032938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7eafb744-5405-4f79-9dca-f361fcac8b5a req-206280ef-c550-43b2-8f94-97a54b088e1f tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 946 time: 0.1542370 Feb 08 15:41:22.041929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaf23a-12cf-4ed0-a516-231f32c7ac48 req-82dcb0f0-04ed-49a2-914f-99cb617f513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:22.043431 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-22aaf23a-12cf-4ed0-a516-231f32c7ac48 req-82dcb0f0-04ed-49a2-914f-99cb617f513c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 1133 time: 0.1113276 Feb 08 15:41:22.068298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ae480-7517-4dd0-954e-4bc95cd70f01 req-42c01fd7-f19e-42b9-9766-979b15986b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:22.069933 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b84ae480-7517-4dd0-954e-4bc95cd70f01 req-42c01fd7-f19e-42b9-9766-979b15986b8f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 1132 time: 0.1266897 Feb 08 15:41:22.150288 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b84ae480-7517-4dd0-954e-4bc95cd70f01 req-7f1b8f09-6b2e-46eb-9666-1c458c8f3baf service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708382 Feb 08 15:41:22.152512 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-22aaf23a-12cf-4ed0-a516-231f32c7ac48 req-c768657e-a606-440a-b8dc-d145fe33ec4e service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016774 Feb 08 15:41:22.169382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7eafb744-5405-4f79-9dca-f361fcac8b5a req-a30a78f0-30b0-41af-9284-1cb4778a4997 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005788 Feb 08 15:41:22.224254 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f568f1-5ca0-4bf0-a6fb-5ea937239a45 req-a09c2b05-89d4-4074-901a-8c23d515d7c9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:22.225842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16f568f1-5ca0-4bf0-a6fb-5ea937239a45 req-a09c2b05-89d4-4074-901a-8c23d515d7c9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 945 time: 0.1163080 Feb 08 15:41:22.299644 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-57ec5a86-f331-4386-b126-09b29d2e4671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c90edff7-702d-4adb-ab57-d2065c05cdfd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:22.344205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec5a86-f331-4386-b126-09b29d2e4671 admin admin] Pushing event deleted for resources: {'Port': ['ID=c90edff7-702d-4adb-ab57-d2065c05cdfd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:22.374927 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16f568f1-5ca0-4bf0-a6fb-5ea937239a45 req-c2ec20f7-374b-46f8-a93a-2742df8a696f tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304190 Feb 08 15:41:22.422320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17b3b9-c1fb-486e-83bd-63591538ec82 req-069f0f15-5b65-494e-9143-2290aafb5fb8 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:22.423820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc17b3b9-c1fb-486e-83bd-63591538ec82 req-069f0f15-5b65-494e-9143-2290aafb5fb8 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.1809654 Feb 08 15:41:22.569540 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc17b3b9-c1fb-486e-83bd-63591538ec82 req-194fb455-7aa3-438c-b0dc-5621e114ba56 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335063 Feb 08 15:41:22.631501 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-57ec5a86-f331-4386-b126-09b29d2e4671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (35f4d794-cc9f-48c9-9f54-c163b2c06abb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:22.921589 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca650f-8f1d-4620-b4a1-e009d49984ba req-b7047306-db83-4260-88ac-d19ee25c7449 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:22.929841 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9ca650f-8f1d-4620-b4a1-e009d49984ba req-b7047306-db83-4260-88ac-d19ee25c7449 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 949 time: 0.1693335 Feb 08 15:41:22.987089 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9ca650f-8f1d-4620-b4a1-e009d49984ba req-50baf2af-5727-4a55-9e7a-ae5dae41df7b tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560722 Feb 08 15:41:23.115930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ec5a86-f331-4386-b126-09b29d2e4671 admin admin] Router 35f4d794-cc9f-48c9-9f54-c163b2c06abb has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:41:23.219201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b2b136-0fbb-40f0-b82d-fbdc0ee0507e', 'tag': '33a3e31c-3bf6-4d24-bfe4-68f0b872da18'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:23.223371 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5089ab-94b6-4a6f-aeb0-0655a0ed6f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "60b2b136-0fbb-40f0-b82d-fbdc0ee0507e", "tag": "33a3e31c-3bf6-4d24-bfe4-68f0b872da18"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:23.337592 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2764d3-f646-4290-b6af-2744bf8c8efa req-c11db7c3-34ad-46a6-af8e-b12facbc863a tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:23.340660 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62319ee4-399b-49f7-bd2a-cdb3037cd08c req-27b76d44-aeb6-4de7-ab5f-09582bf810cc tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:23.343428 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-62319ee4-399b-49f7-bd2a-cdb3037cd08c req-27b76d44-aeb6-4de7-ab5f-09582bf810cc tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.96 "GET /v2.0/ports?device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 945 time: 0.1108665 Feb 08 15:41:23.343597 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f2764d3-f646-4290-b6af-2744bf8c8efa req-c11db7c3-34ad-46a6-af8e-b12facbc863a tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 946 time: 0.1603765 Feb 08 15:41:23.394723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae37b1b-1b7b-4f3d-a272-0b8001d9fdca req-57b7c8df-cd5d-4f55-a796-a29c4b91328d tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:23.396471 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bae37b1b-1b7b-4f3d-a272-0b8001d9fdca req-57b7c8df-cd5d-4f55-a796-a29c4b91328d tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 943 time: 0.2157717 Feb 08 15:41:23.406911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ec5a86-f331-4386-b126-09b29d2e4671 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:41:23.419325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b31896-fab4-48b9-839a-b4f3d778c603 None None] Sync routers for ids ['35f4d794-cc9f-48c9-9f54-c163b2c06abb'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:41:23.425276 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-57ec5a86-f331-4386-b126-09b29d2e4671 admin admin] 10.222.0.82 "PUT /v2.0/routers/35f4d794-cc9f-48c9-9f54-c163b2c06abb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0350511 Feb 08 15:41:23.434725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58968) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:23.441740 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b31896-fab4-48b9-839a-b4f3d778c603 None None] Routers {'35f4d794-cc9f-48c9-9f54-c163b2c06abb'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:23.442511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b4b31896-fab4-48b9-839a-b4f3d778c603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['35f4d794-cc9f-48c9-9f54-c163b2c06abb'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:23.492791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f2764d3-f646-4290-b6af-2744bf8c8efa req-5109b02c-1a3d-4b3b-99fe-e18ece842bd6 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413002 Feb 08 15:41:23.574623 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bae37b1b-1b7b-4f3d-a272-0b8001d9fdca req-6a2a2059-1fd3-4fa2-9224-8eab1cae7753 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691589 Feb 08 15:41:23.578488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-b4b31896-fab4-48b9-839a-b4f3d778c603 None None] Set router 35f4d794-cc9f-48c9-9f54-c163b2c06abb gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:23.597496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-62319ee4-399b-49f7-bd2a-cdb3037cd08c req-56e115a7-01cb-4730-9938-82d1992bdea9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Deleting port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:23.597496 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-62319ee4-399b-49f7-bd2a-cdb3037cd08c req-56e115a7-01cb-4730-9938-82d1992bdea9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:23.642685 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd304c79-75e0-4c7c-9063-cf92ff9afe11 x-openstack-request-id: req-fd304c79-75e0-4c7c-9063-cf92ff9afe11 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:23.642977 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b2b136-0fbb-40f0-b82d-fbdc0ee0507e", "tag": "33a3e31c-3bf6-4d24-bfe4-68f0b872da18", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:23.643229 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-fd304c79-75e0-4c7c-9063-cf92ff9afe11 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:23.643790 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b2b136-0fbb-40f0-b82d-fbdc0ee0507e', 'tag': '33a3e31c-3bf6-4d24-bfe4-68f0b872da18', 'status': 'completed', 'code': 200} Feb 08 15:41:23.671076 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] Publish callbacks [] for router (35f4d794-cc9f-48c9-9f54-c163b2c06abb), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:23.803946 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-62319ee4-399b-49f7-bd2a-cdb3037cd08c req-56e115a7-01cb-4730-9938-82d1992bdea9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] For port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7e074a0a-d19b-46ee-bfa6-b36af5aedfac,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:23.804850 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-62319ee4-399b-49f7-bd2a-cdb3037cd08c req-56e115a7-01cb-4730-9938-82d1992bdea9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:23.827580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-62319ee4-399b-49f7-bd2a-cdb3037cd08c req-56e115a7-01cb-4730-9938-82d1992bdea9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Calling delete_port for 7e074a0a-d19b-46ee-bfa6-b36af5aedfac owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:23.886593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5089ab-94b6-4a6f-aeb0-0655a0ed6f2b req-5cb78db1-6bd2-4f96-878d-e328e3451f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:23.888636 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b5089ab-94b6-4a6f-aeb0-0655a0ed6f2b req-5cb78db1-6bd2-4f96-878d-e328e3451f07 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 1157 time: 0.2351856 Feb 08 15:41:23.930737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e2db4-f078-43eb-8c05-a00f91c6b139 req-2411af36-358d-4d9d-9770-d860177d36b1 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:23.939091 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-870e2db4-f078-43eb-8c05-a00f91c6b139 req-2411af36-358d-4d9d-9770-d860177d36b1 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.2207346 Feb 08 15:41:23.953328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b4b31896-fab4-48b9-839a-b4f3d778c603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678067636-router', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'e98b523e-2a13-4e6c-b9a1-0679532032b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:22Z', 'updated_at': '2022-02-08T15:41:22Z', 'revision_number': 5, 'project_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'gw_port': {'id': 'e98b523e-2a13-4e6c-b9a1-0679532032b1', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:38:24Z', 'updated_at': '2022-02-08T15:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:23.973307 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] Publish callbacks [] for router_gateway (35f4d794-cc9f-48c9-9f54-c163b2c06abb), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:24.002641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4602a9-9996-49db-8831-b548504f3f60 req-1c8d5286-98da-4927-82c1-d2d40aa678d0 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:24.004321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab4602a9-9996-49db-8831-b548504f3f60 req-1c8d5286-98da-4927-82c1-d2d40aa678d0 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/ports?device_id=74a55f3d-6faa-4a01-a655-1275cc60b152 HTTP/1.1" status: 200 len: 945 time: 0.2838712 Feb 08 15:41:24.014875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b31896-fab4-48b9-839a-b4f3d778c603 None None] Checking router: 35f4d794-cc9f-48c9-9f54-c163b2c06abb for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:41:24.027147 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b31896-fab4-48b9-839a-b4f3d778c603 None None] Routers {'35f4d794-cc9f-48c9-9f54-c163b2c06abb'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:24.028236 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b4b31896-fab4-48b9-839a-b4f3d778c603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['35f4d794-cc9f-48c9-9f54-c163b2c06abb'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:24.122549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] Deleting port e98b523e-2a13-4e6c-b9a1-0679532032b1 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:24.122894 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e98b523e-2a13-4e6c-b9a1-0679532032b1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:24.149879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-870e2db4-f078-43eb-8c05-a00f91c6b139 req-5afd2dbd-9eab-4608-9789-34464a6fcda8 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078595 Feb 08 15:41:24.157453 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-b4b31896-fab4-48b9-839a-b4f3d778c603 None None] Set router 35f4d794-cc9f-48c9-9f54-c163b2c06abb gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:24.168408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab4602a9-9996-49db-8831-b548504f3f60 req-dc650de3-b890-4d56-884e-5e26415e79c3 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.82 "GET /v2.0/security-groups?id=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538489 Feb 08 15:41:24.208664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5089ab-94b6-4a6f-aeb0-0655a0ed6f2b req-2918462c-d1b4-4f2c-a1bf-b4f0aa9e7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:24.212412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b5089ab-94b6-4a6f-aeb0-0655a0ed6f2b req-2918462c-d1b4-4f2c-a1bf-b4f0aa9e7561 service neutron] 10.222.0.96 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.3139136 Feb 08 15:41:24.283238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] For port e98b523e-2a13-4e6c-b9a1-0679532032b1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e98b523e-2a13-4e6c-b9a1-0679532032b1,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:24.283801 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e98b523e-2a13-4e6c-b9a1-0679532032b1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:24.303908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] Calling delete_port for e98b523e-2a13-4e6c-b9a1-0679532032b1 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:24.352158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b4b31896-fab4-48b9-839a-b4f3d778c603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678067636-router', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:22Z', 'updated_at': '2022-02-08T15:41:23Z', 'revision_number': 6, 'project_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:24.416993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:41:24.419476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b31896-fab4-48b9-839a-b4f3d778c603 None None] The sync data for ids ['35f4d794-cc9f-48c9-9f54-c163b2c06abb'] in n-d-824834-11 is: [{'id': '35f4d794-cc9f-48c9-9f54-c163b2c06abb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1678067636-router', 'tenant_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:38:22Z', 'updated_at': '2022-02-08T15:41:23Z', 'revision_number': 6, 'project_id': '87b9b813d7354fa9bb29e0c927ba2cf8', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:41:24.552652 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-62319ee4-399b-49f7-bd2a-cdb3037cd08c req-56e115a7-01cb-4730-9938-82d1992bdea9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7e074a0a-d19b-46ee-bfa6-b36af5aedfac), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:24.580439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['7e074a0a-d19b-46ee-bfa6-b36af5aedfac'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:41:24.589486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e115a7-01cb-4730-9938-82d1992bdea9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Pushing event deleted for resources: {'Port': ['ID=7e074a0a-d19b-46ee-bfa6-b36af5aedfac,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:24.596861 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e98b523e-2a13-4e6c-b9a1-0679532032b1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:24.641435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98b523e-2a13-4e6c-b9a1-0679532032b1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:24.665722 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:24.683232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 has no active binding in host n-h1-824834-11 {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 15:41:24.708218 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b5089ab-94b6-4a6f-aeb0-0655a0ed6f2b req-603ce908-847b-4409-9f09-50f14a77f7d6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18 HTTP/1.1" status: 200 len: 217 time: 0.4891541 Feb 08 15:41:24.726477 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (35f4d794-cc9f-48c9-9f54-c163b2c06abb), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:25.082168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62cfc6-ef58-4a29-ad72-6bbc9a7c5e11 req-8034759f-f963-4d88-a815-d60e56ee135f tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:25.098465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb62cfc6-ef58-4a29-ad72-6bbc9a7c5e11 req-8034759f-f963-4d88-a815-d60e56ee135f tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 949 time: 0.3994288 Feb 08 15:41:25.141629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5089ab-94b6-4a6f-aeb0-0655a0ed6f2b req-f0400413-1e51-4c82-ba73-e53a65a073ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:25.143384 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b5089ab-94b6-4a6f-aeb0-0655a0ed6f2b req-f0400413-1e51-4c82-ba73-e53a65a073ed service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.3762708 Feb 08 15:41:25.238953 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-85c46249-fe5e-4f69-b756-30f99b1593fb service neutron] 10.222.0.96 "GET /v2.0/ports/33a3e31c-3bf6-4d24-bfe4-68f0b872da18/bindings/n-h1-824834-11 HTTP/1.1" status: 200 len: 385 time: 0.5392842 Feb 08 15:41:25.303257 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb244ae5-254b-4ebe-8412-381ddae0e24c req-01b864fe-5177-44ac-91c7-ba086d093edd tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:25.313965 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb244ae5-254b-4ebe-8412-381ddae0e24c req-01b864fe-5177-44ac-91c7-ba086d093edd tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 946 time: 0.6132457 Feb 08 15:41:25.328046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b5089ab-94b6-4a6f-aeb0-0655a0ed6f2b req-8f80bb05-b7d5-43e9-9758-8da57d42be39 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1627769 Feb 08 15:41:25.339119 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-62319ee4-399b-49f7-bd2a-cdb3037cd08c req-56e115a7-01cb-4730-9938-82d1992bdea9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] No DVR routers for this DVR port 7e074a0a-d19b-46ee-bfa6-b36af5aedfac on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:41:25.341895 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (35f4d794-cc9f-48c9-9f54-c163b2c06abb), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:25.344058 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-62319ee4-399b-49f7-bd2a-cdb3037cd08c req-56e115a7-01cb-4730-9938-82d1992bdea9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:25.350395 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-62319ee4-399b-49f7-bd2a-cdb3037cd08c req-56e115a7-01cb-4730-9938-82d1992bdea9 tempest-FloatingIPsAssociationTestJSON-167544546 tempest-FloatingIPsAssociationTestJSON-167544546-project] 10.222.0.96 "DELETE /v2.0/ports/7e074a0a-d19b-46ee-bfa6-b36af5aedfac HTTP/1.1" status: 204 len: 173 time: 2.0004299 Feb 08 15:41:25.355148 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] Publish callbacks [] for router_controller (35f4d794-cc9f-48c9-9f54-c163b2c06abb), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:25.452205 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (35f4d794-cc9f-48c9-9f54-c163b2c06abb), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:25.452205 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35f4d794-cc9f-48c9-9f54-c163b2c06abb {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:41:25.457556 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:25.460898 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f93be7b4-b31d-4228-8d90-d2569e082931 admin admin] 10.222.0.82 "DELETE /v2.0/routers/35f4d794-cc9f-48c9-9f54-c163b2c06abb HTTP/1.1" status: 204 len: 168 time: 2.0250361 Feb 08 15:41:25.464783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58990) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:25.484475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c90edff7-702d-4adb-ab57-d2065c05cdfd no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:25.547023 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: c90edff7-702d-4adb-ab57-d2065c05cdfd {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:41:25.547371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c90edff7-702d-4adb-ab57-d2065c05cdfd not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:41:25.559926 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb62cfc6-ef58-4a29-ad72-6bbc9a7c5e11 req-6e1ef382-8dc2-4e19-8f7c-6b5b3c1e4a4a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601767 Feb 08 15:41:25.595656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3b2f87-a042-4e27-a803-500e0a511e57 admin admin] Deleting subnet 21b7f706-9c0f-4335-820c-6fe8ce24703b {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:41:25.605168 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ad3b2f87-a042-4e27-a803-500e0a511e57 admin admin] Publish callbacks [] for subnet (21b7f706-9c0f-4335-820c-6fe8ce24703b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:25.652270 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b5089ab-94b6-4a6f-aeb0-0655a0ed6f2b req-9e35fe93-f5a1-49d1-ace2-5c420ed3379f service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156688 Feb 08 15:41:25.667866 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ad3b2f87-a042-4e27-a803-500e0a511e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (21b7f706-9c0f-4335-820c-6fe8ce24703b), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:25.701435 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb244ae5-254b-4ebe-8412-381ddae0e24c req-43e90236-1b9f-4d71-9562-94072c570429 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861630 Feb 08 15:41:25.726010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'name': 'network-vif-deleted', 'tag': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:25.732237 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fee3e9e-7f6a-4aa7-a6c1-276e6d47470e" -d '{"events": [{"server_uuid": "74a55f3d-6faa-4a01-a655-1275cc60b152", "name": "network-vif-deleted", "tag": "7e074a0a-d19b-46ee-bfa6-b36af5aedfac"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:25.813420 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ad3b2f87-a042-4e27-a803-500e0a511e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (21b7f706-9c0f-4335-820c-6fe8ce24703b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:25.897465 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ad3b2f87-a042-4e27-a803-500e0a511e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (21b7f706-9c0f-4335-820c-6fe8ce24703b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:25.942716 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ad3b2f87-a042-4e27-a803-500e0a511e57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:25.948007 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ad3b2f87-a042-4e27-a803-500e0a511e57 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/21b7f706-9c0f-4335-820c-6fe8ce24703b HTTP/1.1" status: 204 len: 168 time: 0.4819496 Feb 08 15:41:25.948870 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b2f87-a042-4e27-a803-500e0a511e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21b7f706-9c0f-4335-820c-6fe8ce24703b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:25.950464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58994) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:25.950659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a294c3ab-6297-4c29-8645-232ded889c59 None None] Network ed75d74b-7f15-44e4-b5af-ae5a3c80b278 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:41:26.076880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (ed75d74b-7f15-44e4-b5af-ae5a3c80b278), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:26.170735 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] Deleting port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:26.171382 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:26.185645 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b5089ab-94b6-4a6f-aeb0-0655a0ed6f2b req-d47f31ee-dfd5-4861-a332-e9d4106ca61c service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212264 Feb 08 15:41:26.197293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae52df-2afe-4d40-8bc7-3a358a2b38fd req-cf4a5160-d8d3-47e6-ba3f-41eb8751bcb8 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:26.206757 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-83ae52df-2afe-4d40-8bc7-3a358a2b38fd req-cf4a5160-d8d3-47e6-ba3f-41eb8751bcb8 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 943 time: 0.5449047 Feb 08 15:41:26.246438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53fd0d-4792-49ee-9c01-f637f9e9c745 req-1b6e3295-62c0-4d1e-bce0-b5edc91864d0 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:26.253860 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f53fd0d-4792-49ee-9c01-f637f9e9c745 req-1b6e3295-62c0-4d1e-bce0-b5edc91864d0 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.4140244 Feb 08 15:41:26.288325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd11858c-48c3-4f51-891a-9913952ba17e None None] DHCP port deletion for ed75d74b-7f15-44e4-b5af-ae5a3c80b278 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:41:26.296795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] For port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3064c0ef-fefd-4f7b-bd63-7685cdcf985f,segment=NetworkSegment(a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d),segment_id=a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:26.297471 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:26.320914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] Calling delete_port for 3064c0ef-fefd-4f7b-bd63-7685cdcf985f owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:26.341891 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-83ae52df-2afe-4d40-8bc7-3a358a2b38fd req-3acbcace-d5c1-4003-ba3c-d285841bc8b3 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332941 Feb 08 15:41:26.384431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bd11858c-48c3-4f51-891a-9913952ba17e None None] Deleting port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:26.389144 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd11858c-48c3-4f51-891a-9913952ba17e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:26.422830 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f53fd0d-4792-49ee-9c01-f637f9e9c745 req-c9f676d9-5f4e-4537-b4f9-80f555cdd257 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680257 Feb 08 15:41:26.459701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-2c4d1f5c-682a-43b2-85af-b103b9405f75 service neutron] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:26.480005 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:26.490175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58996) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:26.504457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 06732e66-df52-452e-90ec-c6aa20a5eb52 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:41:26.590860 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f5ddd3-6e9e-4c14-a17b-5b084790ad07 x-openstack-request-id: req-77f5ddd3-6e9e-4c14-a17b-5b084790ad07 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:26.591156 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a55f3d-6faa-4a01-a655-1275cc60b152", "name": "network-vif-deleted", "tag": "7e074a0a-d19b-46ee-bfa6-b36af5aedfac", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:26.591509 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-77f5ddd3-6e9e-4c14-a17b-5b084790ad07 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:26.592153 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a55f3d-6faa-4a01-a655-1275cc60b152', 'name': 'network-vif-deleted', 'tag': '7e074a0a-d19b-46ee-bfa6-b36af5aedfac', 'status': 'completed', 'code': 200} Feb 08 15:41:26.593008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] Pushing event deleted for resources: {'Port': ['ID=3064c0ef-fefd-4f7b-bd63-7685cdcf985f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:26.613762 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] No DVR routers for this DVR port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:41:26.725064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bd11858c-48c3-4f51-891a-9913952ba17e None None] For port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3064c0ef-fefd-4f7b-bd63-7685cdcf985f,segment=NetworkSegment(a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d),segment_id=a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:26.727801 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd11858c-48c3-4f51-891a-9913952ba17e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:26.733613 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:41:26.749929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-2c4d1f5c-682a-43b2-85af-b103b9405f75 service neutron] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:26.797023 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (ed75d74b-7f15-44e4-b5af-ae5a3c80b278), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:26.882858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-2c4d1f5c-682a-43b2-85af-b103b9405f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:26.897510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed75d74b-7f15-44e4-b5af-ae5a3c80b278']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:26.952341 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bd11858c-48c3-4f51-891a-9913952ba17e None None] Calling delete_port for 3064c0ef-fefd-4f7b-bd63-7685cdcf985f owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:26.953172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-2c4d1f5c-682a-43b2-85af-b103b9405f75 service neutron] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:26.966667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:26.966961 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:26.987151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291aa497-3f8c-4eb4-923c-74150d116b6a req-68f88098-22f2-426e-8bd9-dd09b2b5e939 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:26.991288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-291aa497-3f8c-4eb4-923c-74150d116b6a req-68f88098-22f2-426e-8bd9-dd09b2b5e939 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 949 time: 0.2619708 Feb 08 15:41:27.013679 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:27.059510 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:27.075962 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:41:27.077539 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (a39f11eb-e5a8-4ea8-9025-38eedd4a5c8d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:27.078559 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-291aa497-3f8c-4eb4-923c-74150d116b6a req-ba4c029b-42c0-4678-a948-f61a11fa73bd tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807798 Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:41:27.083814 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:41:27.091205 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-2c4d1f5c-682a-43b2-85af-b103b9405f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:27.119526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87141a3-5a04-4606-a3c1-1abfb3bd9419 req-21c03956-d244-459c-8204-b3ccf311b98b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:27.121676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c87141a3-5a04-4606-a3c1-1abfb3bd9419 req-21c03956-d244-459c-8204-b3ccf311b98b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 946 time: 0.2179601 Feb 08 15:41:27.291946 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (ed75d74b-7f15-44e4-b5af-ae5a3c80b278), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:27.356041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:27.365981 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] 10.222.0.82 "DELETE /v2.0/networks/ed75d74b-7f15-44e4-b5af-ae5a3c80b278 HTTP/1.1" status: 204 len: 168 time: 1.4010811 Feb 08 15:41:27.369120 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c2423-e0e6-4416-9cee-e39f8857115f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed75d74b-7f15-44e4-b5af-ae5a3c80b278,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:27.447900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e98b523e-2a13-4e6c-b9a1-0679532032b1 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:27.469946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 06732e66-df52-452e-90ec-c6aa20a5eb52, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=06732e66-df52-452e-90ec-c6aa20a5eb52,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:27.493425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '06732e66-df52-452e-90ec-c6aa20a5eb52', 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b', 'port_id': '06732e66-df52-452e-90ec-c6aa20a5eb52', 'mac_address': 'fa:16:3e:29:22:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381225f4-3075-41c7-8439-4e7fbc31157b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:41:27.567807 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 06732e66-df52-452e-90ec-c6aa20a5eb52 is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:27.569063 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:27.591228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06732e66-df52-452e-90ec-c6aa20a5eb52 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:27.601735 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: e98b523e-2a13-4e6c-b9a1-0679532032b1 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:41:27.603534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e98b523e-2a13-4e6c-b9a1-0679532032b1 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:41:27.604382 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3064c0ef-fefd-4f7b-bd63-7685cdcf985f no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:27.635286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 3064c0ef-fefd-4f7b-bd63-7685cdcf985f {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:41:27.636222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3064c0ef-fefd-4f7b-bd63-7685cdcf985f not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:41:27.687491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 06732e66-df52-452e-90ec-c6aa20a5eb52, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=06732e66-df52-452e-90ec-c6aa20a5eb52,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:27.716829 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:27.734496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59020) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:27.783942 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd11858c-48c3-4f51-891a-9913952ba17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (3064c0ef-fefd-4f7b-bd63-7685cdcf985f), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:27.794907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd11858c-48c3-4f51-891a-9913952ba17e None None] Network ed75d74b-7f15-44e4-b5af-ae5a3c80b278 is not hosted by any dhcp agent {{(pid=103303) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 15:41:27.795527 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11858c-48c3-4f51-891a-9913952ba17e None None] No DVR routers for this DVR port 3064c0ef-fefd-4f7b-bd63-7685cdcf985f on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:41:27.804075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-2c4d1f5c-682a-43b2-85af-b103b9405f75 service neutron] Transition to ACTIVE for port object 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:41:27.833538 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-2c4d1f5c-682a-43b2-85af-b103b9405f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:27.837358 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['06732e66-df52-452e-90ec-c6aa20a5eb52'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:41:27.844309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=06732e66-df52-452e-90ec-c6aa20a5eb52,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:27.870878 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-03ba25b2-fe11-4113-9b2f-71c28841cfbc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f56b2d01d7094f258a54afd197cf9284&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1324766 Feb 08 15:41:27.873093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59022) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:27.965168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11858c-48c3-4f51-891a-9913952ba17e None None] Pushing event deleted for resources: {'Port': ['ID=3064c0ef-fefd-4f7b-bd63-7685cdcf985f,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:27.967250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7e074a0a-d19b-46ee-bfa6-b36af5aedfac no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:27.989586 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c87141a3-5a04-4606-a3c1-1abfb3bd9419 req-3ccb4986-8f06-4de7-a089-aa2440bafad0 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327243 Feb 08 15:41:28.023865 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 7e074a0a-d19b-46ee-bfa6-b36af5aedfac {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:41:28.026399 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-42082482-84a2-4279-b8fc-045810f8b429 admin admin] Publish callbacks [] for security_group (988d7634-c3d4-4b6c-82db-4f0772fd47cb), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:28.031655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7e074a0a-d19b-46ee-bfa6-b36af5aedfac not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:41:28.032335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:28.074660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-42082482-84a2-4279-b8fc-045810f8b429 admin admin] Publish callbacks [] for security_group (988d7634-c3d4-4b6c-82db-4f0772fd47cb), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:28.108662 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-2c4d1f5c-682a-43b2-85af-b103b9405f75 service neutron] No DVR routers for this DVR port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:41:28.116855 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] The host n-h2-824834-11 is not matching for port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 host n-h1-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:41:28.120513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:41:28.141370 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d1f5c-682a-43b2-85af-b103b9405f75 service neutron] Pushing event updated for resources: {'Port': ['ID=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,revision_number=10']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:28.184586 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-42082482-84a2-4279-b8fc-045810f8b429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (988d7634-c3d4-4b6c-82db-4f0772fd47cb), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:28.187245 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-42082482-84a2-4279-b8fc-045810f8b429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:28.191552 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-42082482-84a2-4279-b8fc-045810f8b429 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/988d7634-c3d4-4b6c-82db-4f0772fd47cb HTTP/1.1" status: 204 len: 168 time: 0.3143535 Feb 08 15:41:28.205835 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42082482-84a2-4279-b8fc-045810f8b429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988d7634-c3d4-4b6c-82db-4f0772fd47cb,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:28.206664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19d85e-2cc2-4c5f-bfbb-147cd66a19c1 req-785115c1-fc4b-4e59-b83e-40233ec3b913 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:28.209137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d19d85e-2cc2-4c5f-bfbb-147cd66a19c1 req-785115c1-fc4b-4e59-b83e-40233ec3b913 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.8629107 Feb 08 15:41:28.244107 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-2c4d1f5c-682a-43b2-85af-b103b9405f75 service neutron] 10.222.0.96 "PUT /v2.0/ports/33a3e31c-3bf6-4d24-bfe4-68f0b872da18/bindings/n-h1-824834-11/activate HTTP/1.1" status: 200 len: 370 time: 2.9866459 Feb 08 15:41:28.411220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-004c3278-8842-4667-88cc-72d9c2b031dc tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:28.413538 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-004c3278-8842-4667-88cc-72d9c2b031dc tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e&tenant_id=504f43bb8bb74d7a9517a59da6bb23db&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 1127 time: 0.0960329 Feb 08 15:41:28.417331 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 06732e66-df52-452e-90ec-c6aa20a5eb52 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:28.512068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-bf1082a7-6cf8-47c0-88db-c87781c6c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:28.514017 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-bf1082a7-6cf8-47c0-88db-c87781c6c3a8 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e&tenant_id=504f43bb8bb74d7a9517a59da6bb23db HTTP/1.1" status: 200 len: 1127 time: 0.0790040 Feb 08 15:41:28.575342 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be1522-ac59-450c-beff-11e6264d0f82 req-ed167292-a562-4b56-b7f0-4212a99e41f1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:28.588162 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18be1522-ac59-450c-beff-11e6264d0f82 req-ed167292-a562-4b56-b7f0-4212a99e41f1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 944 time: 0.4421308 Feb 08 15:41:28.632849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 06732e66-df52-452e-90ec-c6aa20a5eb52 is: BUILD; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:28.633379 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:28.665605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 06732e66-df52-452e-90ec-c6aa20a5eb52 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:28.669687 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d19d85e-2cc2-4c5f-bfbb-147cd66a19c1 req-cdb420ad-66b0-4e7b-ba07-76b035378dfb tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997035 Feb 08 15:41:28.685453 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9eedbc6a-a886-4510-87b6-01951758b4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:28.694541 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-631dac69-8ea6-45bc-a490-ee77b067d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:28.698713 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-631dac69-8ea6-45bc-a490-ee77b067d175 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 1127 time: 0.1439993 Feb 08 15:41:28.712049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 06732e66-df52-452e-90ec-c6aa20a5eb52, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=06732e66-df52-452e-90ec-c6aa20a5eb52,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:28.723907 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:28.731152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18be1522-ac59-450c-beff-11e6264d0f82 req-be3741a2-58be-4adc-b065-7f06aebcca03 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404572 Feb 08 15:41:28.814391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=06732e66-df52-452e-90ec-c6aa20a5eb52,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:28.952330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-3e8cd208-c3a3-4f49-b784-a68ee14598dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:28.954757 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-3e8cd208-c3a3-4f49-b784-a68ee14598dc service neutron] 10.222.0.94 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.2498701 Feb 08 15:41:28.966611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a08bbd-f8ca-40d1-88c7-547f3b2a345d req-1b9cbe5e-c28c-4533-9956-2ea430fd203c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:28.969524 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27a08bbd-f8ca-40d1-88c7-547f3b2a345d req-1b9cbe5e-c28c-4533-9956-2ea430fd203c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.1281054 Feb 08 15:41:28.986675 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59030) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:29.051856 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-e1606381-04bf-4b19-b256-26746d281e31 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18 HTTP/1.1" status: 200 len: 217 time: 0.0895245 Feb 08 15:41:29.098357 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-88e271ec-3fc2-4da5-ae59-453e6fb78cc4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=87b9b813d7354fa9bb29e0c927ba2cf8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0675688 Feb 08 15:41:29.100899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59036) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:29.168002 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27a08bbd-f8ca-40d1-88c7-547f3b2a345d req-0acb6b3b-8b44-4597-8c88-45bc57cbc66a tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752748 Feb 08 15:41:29.196764 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87c4d96a-af67-4d79-a51a-5856e58c1897 admin admin] Publish callbacks [] for security_group (da02a5ee-7426-40b7-8bfb-934ec9dc1ce9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:29.222113 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87c4d96a-af67-4d79-a51a-5856e58c1897 admin admin] Publish callbacks [] for security_group (da02a5ee-7426-40b7-8bfb-934ec9dc1ce9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:29.287305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-f9b2af27-9ef0-46f9-af74-8790cedc4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:29.289161 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-f9b2af27-9ef0-46f9-af74-8790cedc4d39 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.2068951 Feb 08 15:41:29.290324 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87c4d96a-af67-4d79-a51a-5856e58c1897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (da02a5ee-7426-40b7-8bfb-934ec9dc1ce9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:29.293151 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87c4d96a-af67-4d79-a51a-5856e58c1897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:29.297243 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-87c4d96a-af67-4d79-a51a-5856e58c1897 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/da02a5ee-7426-40b7-8bfb-934ec9dc1ce9 HTTP/1.1" status: 204 len: 168 time: 0.1953545 Feb 08 15:41:29.329118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ba3ed-8f09-4b1c-8db5-480bf4e565df req-37a33c4e-abd3-417e-b9de-5693b1f586fc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:29.330678 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-025ba3ed-8f09-4b1c-8db5-480bf4e565df req-37a33c4e-abd3-417e-b9de-5693b1f586fc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 944 time: 0.1772897 Feb 08 15:41:29.335360 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-0ac813c1-6fc8-4dea-9462-70bb56d23ee0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369916 Feb 08 15:41:29.336167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4d96a-af67-4d79-a51a-5856e58c1897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da02a5ee-7426-40b7-8bfb-934ec9dc1ce9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:29.456657 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-8d386327-8e8e-43a5-8d17-7c31ede1cb7b service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140029 Feb 08 15:41:29.629711 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-feb3054b-9b0d-4e6e-b783-ffbc2cfd53fb service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577489 Feb 08 15:41:29.794397 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-025ba3ed-8f09-4b1c-8db5-480bf4e565df req-f633622f-bf5e-4e95-8d11-29b7d72ebffd tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214597 Feb 08 15:41:29.861588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9eedbc6a-a886-4510-87b6-01951758b4fa admin admin] Deleting port 391b3249-744a-48c9-8ff8-0ccda4e74f6e {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:29.862823 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9eedbc6a-a886-4510-87b6-01951758b4fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:29.988880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c266f0-e2df-4d9d-a6b0-e9d9134b7388 req-4d3015c5-7f73-4197-b453-c2458b6e0087 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:29.997096 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7c266f0-e2df-4d9d-a6b0-e9d9134b7388 req-4d3015c5-7f73-4197-b453-c2458b6e0087 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.2015603 Feb 08 15:41:30.065657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9adcca1e-350f-4ad6-b3e9-cafdc10f02fd tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:30.067189 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-9adcca1e-350f-4ad6-b3e9-cafdc10f02fd tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e&tenant_id=504f43bb8bb74d7a9517a59da6bb23db&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 1127 time: 0.1300144 Feb 08 15:41:30.118267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758ab93-fd42-409d-bf03-b1f8618d67b3 req-10f8c2d8-efd6-4f55-9ef4-5a8992a3cf68 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:30.120089 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1758ab93-fd42-409d-bf03-b1f8618d67b3 req-10f8c2d8-efd6-4f55-9ef4-5a8992a3cf68 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 944 time: 0.2136686 Feb 08 15:41:30.123194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-9eedbc6a-a886-4510-87b6-01951758b4fa admin admin] For port 391b3249-744a-48c9-8ff8-0ccda4e74f6e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=391b3249-744a-48c9-8ff8-0ccda4e74f6e,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:30.123809 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9eedbc6a-a886-4510-87b6-01951758b4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:30.130512 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7c266f0-e2df-4d9d-a6b0-e9d9134b7388 req-85fa349a-5d7a-40d5-8820-8d55c1b6445a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321371 Feb 08 15:41:30.183091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9eedbc6a-a886-4510-87b6-01951758b4fa admin admin] Calling delete_port for 391b3249-744a-48c9-8ff8-0ccda4e74f6e owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:30.295910 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-bae8bab5-559c-45ec-a8b9-a3ed817a99c6 service neutron] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:30.306586 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-bae8bab5-559c-45ec-a8b9-a3ed817a99c6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:30.307760 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34fb04bf-fcb6-4ca7-8ec1-ffd1b733826f req-bae8bab5-559c-45ec-a8b9-a3ed817a99c6 service neutron] 10.222.0.94 "DELETE /v2.0/ports/33a3e31c-3bf6-4d24-bfe4-68f0b872da18/bindings/n-h2-824834-11 HTTP/1.1" status: 204 len: 173 time: 0.2306321 Feb 08 15:41:30.432787 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1758ab93-fd42-409d-bf03-b1f8618d67b3 req-be5ca9ff-3147-47cb-9b55-403324524fd2 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947578 Feb 08 15:41:30.441995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 06732e66-df52-452e-90ec-c6aa20a5eb52 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:41:30.556406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 06732e66-df52-452e-90ec-c6aa20a5eb52 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:30.558233 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:30.596578 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9eedbc6a-a886-4510-87b6-01951758b4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (391b3249-744a-48c9-8ff8-0ccda4e74f6e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:30.673967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedbc6a-a886-4510-87b6-01951758b4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=391b3249-744a-48c9-8ff8-0ccda4e74f6e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:30.681717 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-e57bab08-3233-4de6-b5b9-556a278ec709 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=baecd1033c424c99a47455782465d6bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298090 Feb 08 15:41:30.804224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 06732e66-df52-452e-90ec-c6aa20a5eb52 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:30.806990 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:30.866893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f097b2f-a3e8-407f-baee-35654ae58ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06732e66-df52-452e-90ec-c6aa20a5eb52'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:30.870297 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c6bf8f-217a-4cd8-b09a-2396df0607cb" -d '{"events": [{"server_uuid": "3f097b2f-a3e8-407f-baee-35654ae58ae5", "name": "network-vif-plugged", "status": "completed", "tag": "06732e66-df52-452e-90ec-c6aa20a5eb52"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:30.877465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f190ca6-340d-424e-9bb8-2eafb161a5eb req-d105c785-9f51-446b-8ca3-9e083cd608b3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:30.886514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 06732e66-df52-452e-90ec-c6aa20a5eb52, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=06732e66-df52-452e-90ec-c6aa20a5eb52,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:30.892388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f190ca6-340d-424e-9bb8-2eafb161a5eb req-d105c785-9f51-446b-8ca3-9e083cd608b3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.3127131 Feb 08 15:41:30.894256 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:31.005956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=06732e66-df52-452e-90ec-c6aa20a5eb52,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:31.108120 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-fd9e6399-9849-4acd-98ab-d22cdca080bc tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:31.116291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-fd9e6399-9849-4acd-98ab-d22cdca080bc tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4268708 Feb 08 15:41:31.198760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f190ca6-340d-424e-9bb8-2eafb161a5eb req-0aba7ca5-67e7-43b2-befa-4e165a7fc197 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052740 Feb 08 15:41:31.231562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-a79e56c3-d673-4f88-9aec-a43611b7db87 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/quotas/baecd1033c424c99a47455782465d6bc HTTP/1.1" status: 200 len: 375 time: 0.1140115 Feb 08 15:41:31.391567 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-9e13fb21-fed1-44fa-b953-425e9e7e1581 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=baecd1033c424c99a47455782465d6bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1588292 Feb 08 15:41:31.396288 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9eedbc6a-a886-4510-87b6-01951758b4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:31.461082 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5a970e99-07c5-4e57-bff4-f677b0ad17b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:31.634127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b5ad0-2e55-4782-aa75-6a5f4747c423 req-45bde426-2a57-4f10-806f-be85b690300b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:31.635851 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-584b5ad0-2e55-4782-aa75-6a5f4747c423 req-45bde426-2a57-4f10-806f-be85b690300b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 946 time: 0.3471646 Feb 08 15:41:31.660500 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4855c63-aaf5-410a-be3d-e0f2e188d38b x-openstack-request-id: req-c4855c63-aaf5-410a-be3d-e0f2e188d38b {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:31.661130 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f097b2f-a3e8-407f-baee-35654ae58ae5", "name": "network-vif-plugged", "status": "completed", "tag": "06732e66-df52-452e-90ec-c6aa20a5eb52", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:31.661991 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c4855c63-aaf5-410a-be3d-e0f2e188d38b {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:31.662806 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f097b2f-a3e8-407f-baee-35654ae58ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06732e66-df52-452e-90ec-c6aa20a5eb52', 'code': 200} Feb 08 15:41:31.767770 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-584b5ad0-2e55-4782-aa75-6a5f4747c423 req-094043a5-e9be-48bf-8936-32c53e0e8c05 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049488 Feb 08 15:41:31.988856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e1af5-1f83-48cc-a818-5e8592ad4ea4 req-4cdc96ee-54a7-460d-8bb7-b97daee32758 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:31.990655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd6e1af5-1f83-48cc-a818-5e8592ad4ea4 req-4cdc96ee-54a7-460d-8bb7-b97daee32758 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 944 time: 0.2268271 Feb 08 15:41:31.996621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eedbc6a-a886-4510-87b6-01951758b4fa admin admin] Router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:41:32.029677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-10437137-2869-46f5-bd81-ab316025dc6f req-9f4e936d-3f5e-4adf-96cf-27344d80263d tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 210 time: 0.1899045 Feb 08 15:41:32.223659 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd6e1af5-1f83-48cc-a818-5e8592ad4ea4 req-5f52fc22-6b9d-4c56-8f98-00a39bcfd333 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963332 Feb 08 15:41:32.280702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8064eeb-f918-4b53-bd30-2676e130d451 req-3d0af744-19ba-4f96-aea2-b21a5c81f525 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:32.286253 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c8064eeb-f918-4b53-bd30-2676e130d451 req-3d0af744-19ba-4f96-aea2-b21a5c81f525 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.94 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 946 time: 0.1009355 Feb 08 15:41:32.381932 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eedbc6a-a886-4510-87b6-01951758b4fa admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:41:32.395962 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab534de8-16ed-4226-b4b8-c04d400cc9b1 None None] Sync routers for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:41:32.434111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9eedbc6a-a886-4510-87b6-01951758b4fa admin admin] 10.222.0.82 "PUT /v2.0/routers/e2b9e531-ed49-4ca5-bb54-04ef14f7e543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9424908 Feb 08 15:41:32.437025 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59126) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:32.446620 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab534de8-16ed-4226-b4b8-c04d400cc9b1 None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:32.447285 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ab534de8-16ed-4226-b4b8-c04d400cc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:32.677083 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-ab534de8-16ed-4226-b4b8-c04d400cc9b1 None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:32.761725 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fc2e5-7399-4e03-89ea-4f74e4ce949d req-7e2589b3-7c29-4a8e-a4b9-634c6bb5c658 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:32.764860 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-845fc2e5-7399-4e03-89ea-4f74e4ce949d req-7e2589b3-7c29-4a8e-a4b9-634c6bb5c658 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.3072040 Feb 08 15:41:32.785116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-c8064eeb-f918-4b53-bd30-2676e130d451 req-47cb360e-9609-4f2a-857c-1a3da347624d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Deleting port 06732e66-df52-452e-90ec-c6aa20a5eb52 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:32.788372 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c8064eeb-f918-4b53-bd30-2676e130d451 req-47cb360e-9609-4f2a-857c-1a3da347624d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:32.838547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d8bc8-aedd-4f5b-b5d0-605a8a1cd6b4 req-c8f0cbc6-b902-4f31-a6f1-097c76b481ca tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:32.860351 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af1d8bc8-aedd-4f5b-b5d0-605a8a1cd6b4 req-c8f0cbc6-b902-4f31-a6f1-097c76b481ca tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 1127 time: 0.2617543 Feb 08 15:41:32.946391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-845fc2e5-7399-4e03-89ea-4f74e4ce949d req-efc8ffc0-4b36-4cc5-8110-e46365359d57 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723521 Feb 08 15:41:33.016849 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ab534de8-16ed-4226-b4b8-c04d400cc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:41:30Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:33.025876 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] Publish callbacks [] for router (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:33.033375 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af1d8bc8-aedd-4f5b-b5d0-605a8a1cd6b4 req-45f25fb7-5dbe-4aa6-85ca-49d2f5ec3674 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721833 Feb 08 15:41:33.054499 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab534de8-16ed-4226-b4b8-c04d400cc9b1 None None] Checking router: e2b9e531-ed49-4ca5-bb54-04ef14f7e543 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:41:33.064861 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab534de8-16ed-4226-b4b8-c04d400cc9b1 None None] Routers {'e2b9e531-ed49-4ca5-bb54-04ef14f7e543'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:33.065950 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ab534de8-16ed-4226-b4b8-c04d400cc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:33.180153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-c8064eeb-f918-4b53-bd30-2676e130d451 req-47cb360e-9609-4f2a-857c-1a3da347624d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] For port 06732e66-df52-452e-90ec-c6aa20a5eb52, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=06732e66-df52-452e-90ec-c6aa20a5eb52,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:33.181176 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c8064eeb-f918-4b53-bd30-2676e130d451 req-47cb360e-9609-4f2a-857c-1a3da347624d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:33.213783 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-ab534de8-16ed-4226-b4b8-c04d400cc9b1 None None] Set router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:33.226445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-c8064eeb-f918-4b53-bd30-2676e130d451 req-47cb360e-9609-4f2a-857c-1a3da347624d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Calling delete_port for 06732e66-df52-452e-90ec-c6aa20a5eb52 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:33.282184 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa4704-6a67-460b-acb3-e946931a7fbe req-9eed69df-5b30-421d-b3be-b7415c754d8a tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:33.300818 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2aa4704-6a67-460b-acb3-e946931a7fbe req-9eed69df-5b30-421d-b3be-b7415c754d8a tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f097b2f-a3e8-407f-baee-35654ae58ae5 HTTP/1.1" status: 200 len: 946 time: 0.1289403 Feb 08 15:41:33.390759 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2aa4704-6a67-460b-acb3-e946931a7fbe req-beacddd0-3ac7-4dd8-9787-106f80fc08dc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886924 Feb 08 15:41:33.468725 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c8064eeb-f918-4b53-bd30-2676e130d451 req-47cb360e-9609-4f2a-857c-1a3da347624d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (06732e66-df52-452e-90ec-c6aa20a5eb52), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:33.500118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['06732e66-df52-452e-90ec-c6aa20a5eb52'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:41:33.548989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb360e-9609-4f2a-857c-1a3da347624d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Pushing event deleted for resources: {'Port': ['ID=06732e66-df52-452e-90ec-c6aa20a5eb52,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:33.555479 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-a9b7c9f9-c0f0-4a1f-b473-0a3a8d9b1984 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=baecd1033c424c99a47455782465d6bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2009726 Feb 08 15:41:33.575057 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcf44fb6-2f37-407b-bfed-356faf8a9000 req-9ac7744d-b4bb-4e99-9690-fc3318ad0d0a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 210 time: 0.1021647 Feb 08 15:41:33.594124 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] Publish callbacks [] for router_gateway (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:33.634641 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8064eeb-f918-4b53-bd30-2676e130d451 req-47cb360e-9609-4f2a-857c-1a3da347624d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] No DVR routers for this DVR port 06732e66-df52-452e-90ec-c6aa20a5eb52 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:41:33.638347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c8064eeb-f918-4b53-bd30-2676e130d451 req-47cb360e-9609-4f2a-857c-1a3da347624d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:33.642961 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c8064eeb-f918-4b53-bd30-2676e130d451 req-47cb360e-9609-4f2a-857c-1a3da347624d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.94 "DELETE /v2.0/ports/06732e66-df52-452e-90ec-c6aa20a5eb52 HTTP/1.1" status: 204 len: 173 time: 1.3400073 Feb 08 15:41:33.653737 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f097b2f-a3e8-407f-baee-35654ae58ae5', 'name': 'network-vif-deleted', 'tag': '06732e66-df52-452e-90ec-c6aa20a5eb52'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:33.656045 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415c7ebf-119f-4486-bcba-95220d86d083" -d '{"events": [{"server_uuid": "3f097b2f-a3e8-407f-baee-35654ae58ae5", "name": "network-vif-deleted", "tag": "06732e66-df52-452e-90ec-c6aa20a5eb52"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:33.776269 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-33d9226a-8a8a-4cd4-b236-264def0292be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:33.804841 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ba4978-a6d1-4332-9a09-afd9d7296c56 x-openstack-request-id: req-75ba4978-a6d1-4332-9a09-afd9d7296c56 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:33.807714 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f097b2f-a3e8-407f-baee-35654ae58ae5", "name": "network-vif-deleted", "tag": "06732e66-df52-452e-90ec-c6aa20a5eb52", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:33.808034 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-75ba4978-a6d1-4332-9a09-afd9d7296c56 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:33.808388 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f097b2f-a3e8-407f-baee-35654ae58ae5', 'name': 'network-vif-deleted', 'tag': '06732e66-df52-452e-90ec-c6aa20a5eb52', 'status': 'completed', 'code': 200} Feb 08 15:41:33.877460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-12bb7af7-ee7f-48ac-9642-463269ef3d62 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:33.886745 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-12bb7af7-ee7f-48ac-9642-463269ef3d62 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 820 time: 0.3075824 Feb 08 15:41:33.950801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-4576f05c-6b4b-446a-b5a9-f2507f9dd337 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:33.952167 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-4576f05c-6b4b-446a-b5a9-f2507f9dd337 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3189070 Feb 08 15:41:33.954620 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-e77684be-339a-440b-b9e1-1e2ad55c5cfd tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/quotas/504f43bb8bb74d7a9517a59da6bb23db HTTP/1.1" status: 200 len: 375 time: 0.0602958 Feb 08 15:41:33.959728 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] Deleting port 3c9b081c-17aa-4acf-a4a1-973ff753ceae {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:33.960195 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3c9b081c-17aa-4acf-a4a1-973ff753ceae), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:33.966870 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-8fc8fd1d-0a0c-4e4f-8219-5d4bd34b595a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Request body: {'port': {'device_id': '4e4d2693-598e-4b63-9c88-3bde3224f5ce', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': 'baecd1033c424c99a47455782465d6bc'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:34.060554 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-bea9655a-da5a-4fa7-a56a-1c6cfcc3fa74 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050255 Feb 08 15:41:34.074701 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ab534de8-16ed-4226-b4b8-c04d400cc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:41:30Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:34.115981 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab534de8-16ed-4226-b4b8-c04d400cc9b1 None None] The sync data for ids ['e2b9e531-ed49-4ca5-bb54-04ef14f7e543'] in n-d-824834-11 is: [{'id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'name': 'tempest-FloatingIPsAssociationTestJSON-573402547-router', 'tenant_id': 'ddaa0a518fd24dad845d93dcf0939473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:56Z', 'updated_at': '2022-02-08T15:41:30Z', 'revision_number': 5, 'project_id': 'ddaa0a518fd24dad845d93dcf0939473', 'gw_port': {'id': '3c9b081c-17aa-4acf-a4a1-973ff753ceae', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9e531-ed49-4ca5-bb54-04ef14f7e543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:58Z', 'updated_at': '2022-02-08T15:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:41:34.263063 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-46036af6-ffdf-4378-9ce1-9f0a488cb0ac service neutron] 10.222.0.82 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927688 Feb 08 15:41:34.267736 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] For port 3c9b081c-17aa-4acf-a4a1-973ff753ceae, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3c9b081c-17aa-4acf-a4a1-973ff753ceae,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:34.268096 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3c9b081c-17aa-4acf-a4a1-973ff753ceae), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:34.285553 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19be894-b6c6-4c66-a6d4-9943675aa0e7 req-dc71e903-cc43-4e7f-8b6e-0b3acfd642ee tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:34.289291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d19be894-b6c6-4c66-a6d4-9943675aa0e7 req-dc71e903-cc43-4e7f-8b6e-0b3acfd642ee tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.1567793 Feb 08 15:41:34.312752 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] Calling delete_port for 3c9b081c-17aa-4acf-a4a1-973ff753ceae owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:34.315612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-8fc8fd1d-0a0c-4e4f-8219-5d4bd34b595a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Made reservation on behalf of baecd1033c424c99a47455782465d6bc for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:41:34.322729 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-8fc8fd1d-0a0c-4e4f-8219-5d4bd34b595a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:34.545436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d19be894-b6c6-4c66-a6d4-9943675aa0e7 req-9192cf3d-919e-4071-8db3-12c712a10b8b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393782 Feb 08 15:41:34.594531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-fa6d05c0-87c0-402f-b5d1-5d9b0a335afa service neutron] 10.222.0.82 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010459 Feb 08 15:41:34.887002 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3c9b081c-17aa-4acf-a4a1-973ff753ceae), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:34.951674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7065d2f-33bd-48b1-9aa3-cdd9a40ee42f req-08520003-2aec-4895-a0c5-b0011cc0ae08 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 210 time: 0.1398177 Feb 08 15:41:34.970101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-8fc8fd1d-0a0c-4e4f-8219-5d4bd34b595a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Allocated IP 192.168.233.115 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/ed94e183-7ae5-4f63-89c3-638fa9040991) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:41:34.972330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9b081c-17aa-4acf-a4a1-973ff753ceae,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:35.067743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1407cc2e-bd37-409c-89e0-2a23b5756bfa req-0f254c10-d883-4372-93bf-0ab7a41b4f0f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 210 time: 0.1040797 Feb 08 15:41:35.185544 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:35.223997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 391b3249-744a-48c9-8ff8-0ccda4e74f6e no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:35.269036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 391b3249-744a-48c9-8ff8-0ccda4e74f6e {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:41:35.269444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 391b3249-744a-48c9-8ff8-0ccda4e74f6e not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:41:35.325222 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:35.353045 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] Publish callbacks [] for router_controller (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:35.359461 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:35.507925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a9d3f0bb-05ac-4972-af46-81427dc6aeef tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:35.510463 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a9d3f0bb-05ac-4972-af46-81427dc6aeef tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/networks?id=f1beff69-585d-470d-94be-ead9e699460b HTTP/1.1" status: 200 len: 822 time: 0.3335576 Feb 08 15:41:35.528694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-11546ebc-c859-4485-8375-b0b90303d98f tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/quotas/dfa6bc8482d54208936f4354e67f78fd HTTP/1.1" status: 200 len: 375 time: 0.0128150 Feb 08 15:41:35.530960 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-8fc8fd1d-0a0c-4e4f-8219-5d4bd34b595a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks [] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:35.560777 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (e2b9e531-ed49-4ca5-bb54-04ef14f7e543), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:35.561362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b9e531-ed49-4ca5-bb54-04ef14f7e543 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:41:35.604482 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:35.605684 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-eaf435ef-9bab-427e-b22c-eb149b2715de admin admin] 10.222.0.82 "DELETE /v2.0/routers/e2b9e531-ed49-4ca5-bb54-04ef14f7e543 HTTP/1.1" status: 204 len: 168 time: 3.1557467 Feb 08 15:41:35.609905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-66d78d8d-e639-497e-b0d3-4ce220405f5c tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=dfa6bc8482d54208936f4354e67f78fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672855 Feb 08 15:41:35.618532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59212) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:35.769951 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3558fd-6ef1-4868-b529-1e3859662622 admin admin] Deleting subnet 48378879-d082-4542-a40c-143a313da111 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:41:35.777840 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ac3558fd-6ef1-4868-b529-1e3859662622 admin admin] Publish callbacks [] for subnet (48378879-d082-4542-a40c-143a313da111), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:35.862618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59220) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:35.892738 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-d17f45c7-2d9f-483e-97d1-6fa50dc96cd8 service neutron] 10.222.0.82 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795405 Feb 08 15:41:35.900965 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ac3558fd-6ef1-4868-b529-1e3859662622 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (48378879-d082-4542-a40c-143a313da111), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:35.912763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc91dfc-a3bd-46ac-bb0e-2c7641cf5535 req-c4b1ab7a-90a4-477a-8b87-b902d28d3fe7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:35.920745 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cc91dfc-a3bd-46ac-bb0e-2c7641cf5535 req-c4b1ab7a-90a4-477a-8b87-b902d28d3fe7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.2192464 Feb 08 15:41:35.941100 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-8fc8fd1d-0a0c-4e4f-8219-5d4bd34b595a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:35.982800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['c9dd88a3-e10d-435f-9556-323d1de86321', 'd266e231-7554-47d7-9a87-bb2337ce32f9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:41:36.045815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-8fc8fd1d-0a0c-4e4f-8219-5d4bd34b595a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:41:36.063996 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-8fc8fd1d-0a0c-4e4f-8219-5d4bd34b595a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:41:36.089526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-8fc8fd1d-0a0c-4e4f-8219-5d4bd34b595a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:41:36.133653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cc91dfc-a3bd-46ac-bb0e-2c7641cf5535 req-bfba5816-ca47-4b3f-b30f-fefd1771f015 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118220 Feb 08 15:41:36.196401 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0d0139c0-c36a-4efb-a02e-618fb0be9ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:36.256305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8fd1d-0a0c-4e4f-8219-5d4bd34b595a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Pushing event updated for resources: {'Port': ['ID=ed94e183-7ae5-4f63-89c3-638fa9040991,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:36.312034 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ac3558fd-6ef1-4868-b529-1e3859662622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (48378879-d082-4542-a40c-143a313da111), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:36.330012 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-45e7f670-3c55-4441-94ce-fd077ce94466 service neutron] 10.222.0.82 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352810 Feb 08 15:41:36.342848 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-8fc8fd1d-0a0c-4e4f-8219-5d4bd34b595a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:36.354137 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-8fc8fd1d-0a0c-4e4f-8219-5d4bd34b595a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:36.447374 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-8fc8fd1d-0a0c-4e4f-8219-5d4bd34b595a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4850080 Feb 08 15:41:36.453535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046368-821c-44af-9568-a7e94d545508 req-1f44d8fe-4ef9-4a4f-a945-3f335599e745 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:36.455150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21046368-821c-44af-9568-a7e94d545508 req-1f44d8fe-4ef9-4a4f-a945-3f335599e745 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 936 time: 0.1939878 Feb 08 15:41:36.463972 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Request body: {'port': {'device_id': '4e4d2693-598e-4b63-9c88-3bde3224f5ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:36.493067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 06732e66-df52-452e-90ec-c6aa20a5eb52 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:36.569268 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:36.611126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 06732e66-df52-452e-90ec-c6aa20a5eb52 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:41:36.611532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 06732e66-df52-452e-90ec-c6aa20a5eb52 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:41:36.616032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21046368-821c-44af-9568-a7e94d545508 req-c6b08471-3e85-473a-96e7-a8f906a4697c tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485255 Feb 08 15:41:36.683978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ac3558fd-6ef1-4868-b529-1e3859662622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (48378879-d082-4542-a40c-143a313da111), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:36.715014 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:36.715014 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0785d541-5085-480c-86b8-603e28f06f3a None None] Provisioning complete for port ed94e183-7ae5-4f63-89c3-638fa9040991 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:36.715014 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0785d541-5085-480c-86b8-603e28f06f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:36.739357 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0d0139c0-c36a-4efb-a02e-618fb0be9ba5 admin admin] Publish callbacks [] for security_group (ff94cf5b-af02-421c-bad1-4bac6ecdd616), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:36.758862 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3558fd-6ef1-4868-b529-1e3859662622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48378879-d082-4542-a40c-143a313da111,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:36.791315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0458c43c-d730-41f7-bd45-9cb5773070fa None None] Network 7cfe234b-c2c5-4fb6-a27d-356d913a98ed requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:41:36.805182 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d0dd13ef-0fae-4d43-a64e-f23d2817a548 req-37417e1b-10c1-4d34-9bb4-d0196b8db075 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 210 time: 0.1650760 Feb 08 15:41:36.829717 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ac3558fd-6ef1-4868-b529-1e3859662622 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:36.845746 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ac3558fd-6ef1-4868-b529-1e3859662622 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/48378879-d082-4542-a40c-143a313da111 HTTP/1.1" status: 204 len: 168 time: 1.2237091 Feb 08 15:41:36.849560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59236) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:36.914797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0785d541-5085-480c-86b8-603e28f06f3a None None] Port ed94e183-7ae5-4f63-89c3-638fa9040991 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:41:36.932698 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90be8585-7d84-412f-bdfb-5dc3222188f9 req-9306c871-b69f-4e94-a297-93c3ef06ad37 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 210 time: 0.2120888 Feb 08 15:41:36.946369 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0d0139c0-c36a-4efb-a02e-618fb0be9ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ff94cf5b-af02-421c-bad1-4bac6ecdd616), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:37.047418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0d0139c0-c36a-4efb-a02e-618fb0be9ba5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=eb05431ce2294b969765ffccc6eddfc9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1816471 Feb 08 15:41:37.066059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3c9b081c-17aa-4acf-a4a1-973ff753ceae no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:37.078570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59240) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:37.097828 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 3c9b081c-17aa-4acf-a4a1-973ff753ceae {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:41:37.098715 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3c9b081c-17aa-4acf-a4a1-973ff753ceae not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:41:37.191814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3d17f3-78dd-4a9a-b3ca-37a0c52609c8 None None] DHCP port deletion for 7cfe234b-c2c5-4fb6-a27d-356d913a98ed request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:41:37.259778 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d17f3-78dd-4a9a-b3ca-37a0c52609c8 None None] Deleting port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:37.260256 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bc3d17f3-78dd-4a9a-b3ca-37a0c52609c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:37.312062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-a6c3dd93-43cf-4ca8-bb60-b46016125789 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:37.313903 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-a6c3dd93-43cf-4ca8-bb60-b46016125789 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.96 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 820 time: 0.5055220 Feb 08 15:41:37.337694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bc3d17f3-78dd-4a9a-b3ca-37a0c52609c8 None None] For port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb,segment=NetworkSegment(6dd92cf3-c224-45e4-87d7-bbbd40f58efa),segment_id=6dd92cf3-c224-45e4-87d7-bbbd40f58efa)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:37.338308 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bc3d17f3-78dd-4a9a-b3ca-37a0c52609c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:37.359504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d17f3-78dd-4a9a-b3ca-37a0c52609c8 None None] Calling delete_port for b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:37.399200 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (7cfe234b-c2c5-4fb6-a27d-356d913a98ed), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:37.537145 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bc3d17f3-78dd-4a9a-b3ca-37a0c52609c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:37.568705 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d17f3-78dd-4a9a-b3ca-37a0c52609c8 None None] Pushing event deleted for resources: {'Port': ['ID=b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:37.571491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d17f3-78dd-4a9a-b3ca-37a0c52609c8 None None] No DVR routers for this DVR port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:41:37.584985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Deleting port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:37.584985 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:37.590820 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed94e183-7ae5-4f63-89c3-638fa9040991 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:37.653938 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Publish callbacks [] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:37.676101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-2131ff6e-d7a1-4467-b670-d2f81e601556 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Request body: {'port': {'device_id': 'db02a16e-6294-4175-a13c-2ea9c8eea63e', 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818', 'admin_state_up': True, 'tenant_id': '504f43bb8bb74d7a9517a59da6bb23db'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:37.678686 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Transition to ACTIVE for port object ed94e183-7ae5-4f63-89c3-638fa9040991 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:41:37.689115 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:37.744471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] For port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb, host n-d-824834-11, got binding levels [] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:37.744991 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:37.777089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Calling delete_port for b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:37.784557 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb was not found and therefore no delete operation was performed {{(pid=103302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 15:41:37.801167 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0139c0-c36a-4efb-a02e-618fb0be9ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff94cf5b-af02-421c-bad1-4bac6ecdd616,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:37.813445 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:37.835857 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed94e183-7ae5-4f63-89c3-638fa9040991,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:37.869201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] No DVR routers for this DVR port b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:41:37.914264 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:37.936560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a0cb8-94ff-4b85-857d-f849c34d9339 req-545bf7e1-0d12-4bca-92ad-a9e4264d7f7a tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:37.941042 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c33a0cb8-94ff-4b85-857d-f849c34d9339 req-545bf7e1-0d12-4bca-92ad-a9e4264d7f7a tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.6240432 Feb 08 15:41:37.950032 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa267198-a13e-47e0-af83-5485bdb9b835 admin admin] Publish callbacks [] for security_group (ff94cf5b-af02-421c-bad1-4bac6ecdd616), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:37.968163 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a145de6-6a15-44b4-80d4-9f902ca667aa req-e74cb907-f706-4648-a00b-59d9c9e7c79b tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:37.968652 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:37.969975 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a145de6-6a15-44b4-80d4-9f902ca667aa req-e74cb907-f706-4648-a00b-59d9c9e7c79b tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 948 time: 0.2635126 Feb 08 15:41:38.047190 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa267198-a13e-47e0-af83-5485bdb9b835 admin admin] Publish callbacks [] for security_group (ff94cf5b-af02-421c-bad1-4bac6ecdd616), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:38.073212 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (7cfe234b-c2c5-4fb6-a27d-356d913a98ed), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:38.075754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Attempting to bind port ed94e183-7ae5-4f63-89c3-638fa9040991 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:41:38.076072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Attempting to bind port ed94e183-7ae5-4f63-89c3-638fa9040991 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:41:38.076402 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Attempting to bind port ed94e183-7ae5-4f63-89c3-638fa9040991 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:38.091229 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Port ed94e183-7ae5-4f63-89c3-638fa9040991 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:41:38.091519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Attempting to bind port ed94e183-7ae5-4f63-89c3-638fa9040991 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:38.103574 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfe234b-c2c5-4fb6-a27d-356d913a98ed']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:38.106382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:41:38.106941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:41:38.107397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:41:38.107759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Bound port: ed94e183-7ae5-4f63-89c3-638fa9040991, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:41:38.108296 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:38.124676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd92cf3-c224-45e4-87d7-bbbd40f58efa') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:38.125047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd92cf3-c224-45e4-87d7-bbbd40f58efa') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:38.139988 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c33a0cb8-94ff-4b85-857d-f849c34d9339 req-5a40c456-f862-48a2-b695-8d7b7b5441f8 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844420 Feb 08 15:41:38.143764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-2131ff6e-d7a1-4467-b670-d2f81e601556 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Made reservation on behalf of 504f43bb8bb74d7a9517a59da6bb23db for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:41:38.147516 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-2131ff6e-d7a1-4467-b670-d2f81e601556 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:38.154219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a145de6-6a15-44b4-80d4-9f902ca667aa req-b4ad9af3-9a22-428a-af2f-862480cbab55 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716635 Feb 08 15:41:38.165671 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (6dd92cf3-c224-45e4-87d7-bbbd40f58efa), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:38.229154 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (6dd92cf3-c224-45e4-87d7-bbbd40f58efa), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:38.238363 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:41:38.239125 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (6dd92cf3-c224-45e4-87d7-bbbd40f58efa), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:41:38.280553 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:41:38.319317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] For port ed94e183-7ae5-4f63-89c3-638fa9040991, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:38.333028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] For port ed94e183-7ae5-4f63-89c3-638fa9040991, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ed94e183-7ae5-4f63-89c3-638fa9040991,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:41:38.340605 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (7cfe234b-c2c5-4fb6-a27d-356d913a98ed), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:38.354220 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:38.358213 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] 10.222.0.82 "DELETE /v2.0/networks/7cfe234b-c2c5-4fb6-a27d-356d913a98ed HTTP/1.1" status: 204 len: 168 time: 1.5076053 Feb 08 15:41:38.361594 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:38.409117 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9cd248d0-7b41-488d-b7ba-f065c56c7594 req-5ce0d1ea-98d5-4092-8fb9-f3848b7b8656 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 210 time: 0.0859132 Feb 08 15:41:38.414480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3cb501-b850-4b01-874e-2d3f5e9e706e admin admin] Pushing event deleted for resources: {'Network': ['ID=7cfe234b-c2c5-4fb6-a27d-356d913a98ed,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:38.440010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-76d9eb6e-ffaa-4fe7-8ca7-dfe9ca0ee096 req-445968cd-e3ca-43ef-a613-a681c302e8c0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 210 time: 0.1018791 Feb 08 15:41:38.456402 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:38.457223 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:38.458797 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] 10.222.0.94 "PUT /v2.0/ports/ed94e183-7ae5-4f63-89c3-638fa9040991 HTTP/1.1" status: 200 len: 1097 time: 2.0040810 Feb 08 15:41:38.461716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4d2693-598e-4b63-9c88-3bde3224f5ce', 'tag': 'ed94e183-7ae5-4f63-89c3-638fa9040991'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:38.464112 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b4737f-969d-4797-807c-3385ef9172f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4d2693-598e-4b63-9c88-3bde3224f5ce", "tag": "ed94e183-7ae5-4f63-89c3-638fa9040991"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:38.533388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fe8f4-cd6b-4e1b-98fb-87ac608ad8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed94e183-7ae5-4f63-89c3-638fa9040991,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:38.560622 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa267198-a13e-47e0-af83-5485bdb9b835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ff94cf5b-af02-421c-bad1-4bac6ecdd616), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:38.565552 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa267198-a13e-47e0-af83-5485bdb9b835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:38.573090 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fa267198-a13e-47e0-af83-5485bdb9b835 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ff94cf5b-af02-421c-bad1-4bac6ecdd616 HTTP/1.1" status: 204 len: 168 time: 1.4528346 Feb 08 15:41:38.574321 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197c3a8a-f60d-4ab7-90b6-c872cd37460e x-openstack-request-id: req-197c3a8a-f60d-4ab7-90b6-c872cd37460e {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:38.574626 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-2131ff6e-d7a1-4467-b670-d2f81e601556 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Allocated IP 172.20.0.13 (10f31acf-af70-43a0-8ed8-fce5309bf818/6860ace5-603d-4273-928c-37854cfdc005/60c58d23-cf12-40b9-9fb3-874322caac67) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:41:38.576063 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4d2693-598e-4b63-9c88-3bde3224f5ce", "tag": "ed94e183-7ae5-4f63-89c3-638fa9040991", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:38.589066 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-197c3a8a-f60d-4ab7-90b6-c872cd37460e {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:38.593274 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4d2693-598e-4b63-9c88-3bde3224f5ce', 'tag': 'ed94e183-7ae5-4f63-89c3-638fa9040991', 'status': 'completed', 'code': 200} Feb 08 15:41:38.611225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa267198-a13e-47e0-af83-5485bdb9b835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff94cf5b-af02-421c-bad1-4bac6ecdd616,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:38.675615 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59262) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:38.745398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-9e5b4ab1-c557-4bd8-a7f5-5f2e7b775875 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:38.747086 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-9e5b4ab1-c557-4bd8-a7f5-5f2e7b775875 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.96 "GET /v2.0/networks?id=f1beff69-585d-470d-94be-ead9e699460b HTTP/1.1" status: 200 len: 822 time: 0.4046059 Feb 08 15:41:38.758199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-60aea045-9760-48e1-b642-d1ef0508f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:38.762508 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-60aea045-9760-48e1-b642-d1ef0508f4cb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=baecd1033c424c99a47455782465d6bc&device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 1131 time: 0.1656852 Feb 08 15:41:38.773928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-d8f5c275-637d-4422-9c8f-bcfaf7d97fdc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Request body: {'port': {'device_id': 'e0ffc62a-9aec-426e-a7cc-67345ad9c59c', 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b', 'admin_state_up': True, 'tenant_id': 'dfa6bc8482d54208936f4354e67f78fd'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:38.832625 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-4a28f3f7-4e2d-4ac2-8af6-981e911df0b8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=ed94e183-7ae5-4f63-89c3-638fa9040991 HTTP/1.1" status: 200 len: 217 time: 0.0613835 Feb 08 15:41:38.925002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-0c59c853-ba88-422a-acae-bf05edb17446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:38.927562 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-0c59c853-ba88-422a-acae-bf05edb17446 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0857213 Feb 08 15:41:38.937605 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-21ce1c75-4dc2-4ae6-bb48-b43759ada433 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ddaa0a518fd24dad845d93dcf0939473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532852 Feb 08 15:41:38.938345 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59266) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:39.052021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-1150b113-ad62-4fa7-a039-c95403aa2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:39.056440 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-1150b113-ad62-4fa7-a039-c95403aa2465 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1163018 Feb 08 15:41:39.063735 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-30a663e1-cc63-4935-8806-ace91952ec34 admin admin] Publish callbacks [] for security_group (2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:39.105094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:39.150996 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-30a663e1-cc63-4935-8806-ace91952ec34 admin admin] Publish callbacks [] for security_group (2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:39.155896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:41:39.156731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b2ae8ff4-cd64-4c3d-bc64-f969a96a00eb not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:41:39.189488 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-2131ff6e-d7a1-4467-b670-d2f81e601556 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks [] for port (60c58d23-cf12-40b9-9fb3-874322caac67), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:39.194922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-d8f5c275-637d-4422-9c8f-bcfaf7d97fdc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Made reservation on behalf of dfa6bc8482d54208936f4354e67f78fd for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:41:39.198820 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-d8f5c275-637d-4422-9c8f-bcfaf7d97fdc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:39.328268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59274) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:39.354250 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-60e32f9d-582c-470c-98a5-a21425aea11f service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879860 Feb 08 15:41:39.391817 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e640a533-8299-4462-94c6-e17677ec7ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:39.431623 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-30a663e1-cc63-4935-8806-ace91952ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:39.434305 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-30a663e1-cc63-4935-8806-ace91952ec34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:39.435509 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-30a663e1-cc63-4935-8806-ace91952ec34 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4 HTTP/1.1" status: 204 len: 168 time: 0.4920626 Feb 08 15:41:39.439241 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-2131ff6e-d7a1-4467-b670-d2f81e601556 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:39.456657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a663e1-cc63-4935-8806-ace91952ec34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1e86d1-3ad6-44e5-8150-fac2a1b7f8d4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:39.519192 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b896616b-67c3-4e32-babc-aa4c25e54529 req-5da61b27-1efa-473a-b069-f53014da7b62 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571512 Feb 08 15:41:39.591668 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-2131ff6e-d7a1-4467-b670-d2f81e601556 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Network 10f31acf-af70-43a0-8ed8-fce5309bf818 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:41:39.616515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-2131ff6e-d7a1-4467-b670-d2f81e601556 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:41:39.637651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-2131ff6e-d7a1-4467-b670-d2f81e601556 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:41:39.686581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4737f-969d-4797-807c-3385ef9172f0 req-ccb646e9-27c3-488b-9f3b-4824426dca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:39.690720 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-36b4737f-969d-4797-807c-3385ef9172f0 req-ccb646e9-27c3-488b-9f3b-4824426dca79 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=baecd1033c424c99a47455782465d6bc&device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 1131 time: 0.1013305 Feb 08 15:41:39.707313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131ff6e-d7a1-4467-b670-d2f81e601556 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Pushing event updated for resources: {'Port': ['ID=60c58d23-cf12-40b9-9fb3-874322caac67,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:39.715254 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-d8f5c275-637d-4422-9c8f-bcfaf7d97fdc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Allocated IP 172.20.0.5 (f1beff69-585d-470d-94be-ead9e699460b/381225f4-3075-41c7-8439-4e7fbc31157b/edfc57d9-60e4-43e0-b879-ef3ff992a5d2) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:41:39.741937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623975e-38a3-4127-a203-bde04726cb1e req-40719b22-5c4e-4b2d-ad29-15139449ed57 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:39.749218 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6623975e-38a3-4127-a203-bde04726cb1e req-40719b22-5c4e-4b2d-ad29-15139449ed57 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 948 time: 0.4275753 Feb 08 15:41:39.797692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc967f-848f-4719-bffe-1a3c157f3e0c req-4cc0aa90-beef-44ef-ac00-c22887d138fe tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:39.800413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88bc967f-848f-4719-bffe-1a3c157f3e0c req-4cc0aa90-beef-44ef-ac00-c22887d138fe tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.4256053 Feb 08 15:41:39.824065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-2131ff6e-d7a1-4467-b670-d2f81e601556 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:39.824655 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-2131ff6e-d7a1-4467-b670-d2f81e601556 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:39.915440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4737f-969d-4797-807c-3385ef9172f0 req-e77b8653-a74c-4c25-a4c7-967334e58f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:39.918655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-2131ff6e-d7a1-4467-b670-d2f81e601556 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2517915 Feb 08 15:41:39.920549 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-36b4737f-969d-4797-807c-3385ef9172f0 req-e77b8653-a74c-4c25-a4c7-967334e58f47 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2213240 Feb 08 15:41:39.936925 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e640a533-8299-4462-94c6-e17677ec7ca7 admin admin] Publish callbacks [] for security_group (3c08da81-81d9-4d95-9909-b246b12af187), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:39.950214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Request body: {'port': {'device_id': 'db02a16e-6294-4175-a13c-2ea9c8eea63e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:39.994315 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e640a533-8299-4462-94c6-e17677ec7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3c08da81-81d9-4d95-9909-b246b12af187), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:40.008987 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6623975e-38a3-4127-a203-bde04726cb1e req-a4b72a2d-ae4f-4331-978e-daad8651f344 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583873 Feb 08 15:41:40.048791 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-36b4737f-969d-4797-807c-3385ef9172f0 req-2749717a-9cd4-428a-9b5d-02dc6ff59c29 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=ed94e183-7ae5-4f63-89c3-638fa9040991 HTTP/1.1" status: 200 len: 217 time: 0.1125305 Feb 08 15:41:40.116526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4737f-969d-4797-807c-3385ef9172f0 req-ecd5ec8b-9fc7-4b3c-82c9-6782da153a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:40.118502 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-36b4737f-969d-4797-807c-3385ef9172f0 req-ecd5ec8b-9fc7-4b3c-82c9-6782da153a5d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0613439 Feb 08 15:41:40.172578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640a533-8299-4462-94c6-e17677ec7ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c08da81-81d9-4d95-9909-b246b12af187,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:40.196053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4737f-969d-4797-807c-3385ef9172f0 req-dfc93514-c39d-4aeb-be65-f8317322d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:40.198155 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-36b4737f-969d-4797-807c-3385ef9172f0 req-dfc93514-c39d-4aeb-be65-f8317322d122 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0698960 Feb 08 15:41:40.269877 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88bc967f-848f-4719-bffe-1a3c157f3e0c req-8e76a05b-039b-405e-be41-668ce8c08077 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373000 Feb 08 15:41:40.272403 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec66412d-e025-41be-a083-4dec64136c8a req-6a7f0353-d3be-461e-a3d8-04efa39ceb3d tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 210 time: 0.0620658 Feb 08 15:41:40.274994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e640a533-8299-4462-94c6-e17677ec7ca7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bb97780329ac46e5b5d606d5f94efc8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9453862 Feb 08 15:41:40.285624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59292) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:40.345023 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-d8f5c275-637d-4422-9c8f-bcfaf7d97fdc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for port (edfc57d9-60e4-43e0-b879-ef3ff992a5d2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:40.346750 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:40.394760 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-36b4737f-969d-4797-807c-3385ef9172f0 req-c41b329e-eb1f-492c-bd65-8b45b3c4cfe9 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856732 Feb 08 15:41:40.591367 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-36b4737f-969d-4797-807c-3385ef9172f0 req-faf99f17-b781-4232-a48a-96d5d1c2b991 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882377 Feb 08 15:41:40.611593 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-d8f5c275-637d-4422-9c8f-bcfaf7d97fdc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (edfc57d9-60e4-43e0-b879-ef3ff992a5d2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:40.685394 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7576c097-f396-4993-bcad-f77abe944388 admin admin] Publish callbacks [] for security_group (3c08da81-81d9-4d95-9909-b246b12af187), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:40.758656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df4263-d24b-4bee-bb70-2a48a8b93a6d req-616bc116-3c4d-4247-bae6-dbc18b61383d tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:40.760234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51df4263-d24b-4bee-bb70-2a48a8b93a6d req-616bc116-3c4d-4247-bae6-dbc18b61383d tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 932 time: 0.3599408 Feb 08 15:41:40.785004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-d8f5c275-637d-4422-9c8f-bcfaf7d97fdc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Network f1beff69-585d-470d-94be-ead9e699460b is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:41:40.809030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-d8f5c275-637d-4422-9c8f-bcfaf7d97fdc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:41:40.818491 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7576c097-f396-4993-bcad-f77abe944388 admin admin] Publish callbacks [] for security_group (3c08da81-81d9-4d95-9909-b246b12af187), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:40.820574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-d8f5c275-637d-4422-9c8f-bcfaf7d97fdc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:41:40.840086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5c275-637d-4422-9c8f-bcfaf7d97fdc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Pushing event updated for resources: {'Port': ['ID=edfc57d9-60e4-43e0-b879-ef3ff992a5d2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:40.893949 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59304) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:41.017384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-d8f5c275-637d-4422-9c8f-bcfaf7d97fdc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:41.018634 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-d8f5c275-637d-4422-9c8f-bcfaf7d97fdc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:41.026945 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51df4263-d24b-4bee-bb70-2a48a8b93a6d req-d599c95f-15bd-44ae-977e-df23cbc36e85 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365346 Feb 08 15:41:41.082637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-d8f5c275-637d-4422-9c8f-bcfaf7d97fdc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3207150 Feb 08 15:41:41.087159 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7576c097-f396-4993-bcad-f77abe944388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3c08da81-81d9-4d95-9909-b246b12af187), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:41.095229 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7576c097-f396-4993-bcad-f77abe944388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:41.102176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7576c097-f396-4993-bcad-f77abe944388 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3c08da81-81d9-4d95-9909-b246b12af187 HTTP/1.1" status: 204 len: 168 time: 0.8052800 Feb 08 15:41:41.109266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1070263295-network', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:41.139692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Request body: {'port': {'device_id': 'e0ffc62a-9aec-426e-a7cc-67345ad9c59c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:41.144775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576c097-f396-4993-bcad-f77abe944388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c08da81-81d9-4d95-9909-b246b12af187,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:41.169571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] Made reservation on behalf of 9585c70eed4f472dac22fcfdcea0701c for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:41:41.192283 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:41.216884 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:41.317778 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c58d23-cf12-40b9-9fb3-874322caac67 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:41.331838 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Publish callbacks [] for port (60c58d23-cf12-40b9-9fb3-874322caac67), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:41.365094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Transition to ACTIVE for port object 60c58d23-cf12-40b9-9fb3-874322caac67 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:41:41.366026 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (edfc57d9-60e4-43e0-b879-ef3ff992a5d2), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:41.367497 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] Publish callbacks [] for security_group (966d87b1-f16b-4d6c-9776-f0b06d29afea), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:41.376735 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (966d87b1-f16b-4d6c-9776-f0b06d29afea), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:41.385127 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:41.419598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966d87b1-f16b-4d6c-9776-f0b06d29afea,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:41.454668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:41:41.487103 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d820f100-a0ea-43a8-9d5f-53df7cf2a513), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:41.488524 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] Added segment d820f100-a0ea-43a8-9d5f-53df7cf2a513 of type vlan for network 195a1396-7b68-455d-bef8-0dd30ba93e39 Feb 08 15:41:41.523301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32b107-1096-42b4-ac4c-ab5c38b3bfeb req-3dab4677-5f4d-4125-a107-696a9fe70f7a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:41.530418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb32b107-1096-42b4-ac4c-ab5c38b3bfeb req-3dab4677-5f4d-4125-a107-696a9fe70f7a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 948 time: 0.3093257 Feb 08 15:41:41.552403 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (195a1396-7b68-455d-bef8-0dd30ba93e39), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:41.594236 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Pushing event updated for resources: {'Port': ['ID=60c58d23-cf12-40b9-9fb3-874322caac67,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:41.595012 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (195a1396-7b68-455d-bef8-0dd30ba93e39), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:41.598384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:41.599521 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:41.686492 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7905052 Feb 08 15:41:41.692509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59328) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:41.702111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b20d4731-3c56-4eb8-ab00-bc2ce5cdab02 admin admin] Request body: {'subnet': {'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1070263295-subnet', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:41.759708 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1236a-c011-424d-8492-6d1fa4670f49 req-cd081ae0-72a5-40fe-9c26-281c557f9f60 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:41.761393 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36d1236a-c011-424d-8492-6d1fa4670f49 req-cd081ae0-72a5-40fe-9c26-281c557f9f60 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 931 time: 0.3528993 Feb 08 15:41:41.775600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10094e7e-cfd4-48e4-8df9-028d4017e947 admin admin] Pushing event updated for resources: {'Network': ['ID=195a1396-7b68-455d-bef8-0dd30ba93e39,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:41.791845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 195a1396-7b68-455d-bef8-0dd30ba93e39 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:41:41.816718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20d4731-3c56-4eb8-ab00-bc2ce5cdab02 admin admin] Made reservation on behalf of 9585c70eed4f472dac22fcfdcea0701c for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:41:41.822235 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b20d4731-3c56-4eb8-ab00-bc2ce5cdab02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:41.975673 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb32b107-1096-42b4-ac4c-ab5c38b3bfeb req-f2219bb6-15cc-44a0-8439-4a50868f14a8 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351625 Feb 08 15:41:42.149614 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b20d4731-3c56-4eb8-ab00-bc2ce5cdab02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:42.194559 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d4731-3c56-4eb8-ab00-bc2ce5cdab02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:42.242675 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d4731-3c56-4eb8-ab00-bc2ce5cdab02 admin admin] Checking segment: {'id': 'd820f100-a0ea-43a8-9d5f-53df7cf2a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:41:42.243312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d4731-3c56-4eb8-ab00-bc2ce5cdab02 admin admin] Network hostable DHCP agents. Network: 195a1396-7b68-455d-bef8-0dd30ba93e39, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:41:42.275350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d4731-3c56-4eb8-ab00-bc2ce5cdab02 admin admin] Network 195a1396-7b68-455d-bef8-0dd30ba93e39 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:41:42.295615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b20d4731-3c56-4eb8-ab00-bc2ce5cdab02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 195a1396-7b68-455d-bef8-0dd30ba93e39) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:41:42.304779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20d4731-3c56-4eb8-ab00-bc2ce5cdab02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:42.305679 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b20d4731-3c56-4eb8-ab00-bc2ce5cdab02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:42.315792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3183b318-075f-481b-847c-5a0bf680ae88 None None] Network 195a1396-7b68-455d-bef8-0dd30ba93e39 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:41:42.341471 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b20d4731-3c56-4eb8-ab00-bc2ce5cdab02 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6440911 Feb 08 15:41:42.345013 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59344) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:42.364918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1070263295-router', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:42.371311 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36d1236a-c011-424d-8492-6d1fa4670f49 req-a96ae821-fa29-4194-a41a-5dc560b9e8ec tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888045 Feb 08 15:41:42.413702 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (a3964274-9fb1-4557-8747-3980857b9ae2), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:42.415033 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (a3964274-9fb1-4557-8747-3980857b9ae2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:42.431628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Attempting to bind port 60c58d23-cf12-40b9-9fb3-874322caac67 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:41:42.432330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Attempting to bind port 60c58d23-cf12-40b9-9fb3-874322caac67 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:41:42.433174 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Attempting to bind port 60c58d23-cf12-40b9-9fb3-874322caac67 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:42.463046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Port 60c58d23-cf12-40b9-9fb3-874322caac67 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:41:42.463926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Attempting to bind port 60c58d23-cf12-40b9-9fb3-874322caac67 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:42.497775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:41:42.499158 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Checking segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:41:42.499819 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Bound using segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:41:42.500714 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Bound port: 60c58d23-cf12-40b9-9fb3-874322caac67, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:41:42.501369 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:42.524287 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Publish callbacks [] for router_controller (a3964274-9fb1-4557-8747-3980857b9ae2), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:42.547970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ed94e183-7ae5-4f63-89c3-638fa9040991 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:41:42.562792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-195a1396-7b68-455d-bef8-0dd30ba93e39', 'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39', 'project_id': '9585c70eed4f472dac22fcfdcea0701c', 'fixed_ips': [{'subnet_id': 'c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:41:42.564866 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:42.670507 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb4663-e728-43d5-9922-f0bf12773628 req-00b73f3a-7c47-4d73-b830-e1a2e756aa96 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:42.673680 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfcb4663-e728-43d5-9922-f0bf12773628 req-00b73f3a-7c47-4d73-b830-e1a2e756aa96 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 945 time: 0.3208749 Feb 08 15:41:42.721847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51c4ad-2089-4592-a9f5-2fa9727f5c78 req-ed7f0d3e-1b89-4f0f-80fe-d0553453d588 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:42.733045 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f51c4ad-2089-4592-a9f5-2fa9727f5c78 req-ed7f0d3e-1b89-4f0f-80fe-d0553453d588 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 944 time: 0.2214601 Feb 08 15:41:42.747317 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Publish callbacks [] for router_gateway (a3964274-9fb1-4557-8747-3980857b9ae2), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:42.892660 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:42.918168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ed94e183-7ae5-4f63-89c3-638fa9040991, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ed94e183-7ae5-4f63-89c3-638fa9040991,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:42.931730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfc57d9-60e4-43e0-b879-ef3ff992a5d2 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:42.942557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'ed94e183-7ae5-4f63-89c3-638fa9040991', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': 'ed94e183-7ae5-4f63-89c3-638fa9040991', 'mac_address': 'fa:16:3e:8a:48:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:41:42.948677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=60c58d23-cf12-40b9-9fb3-874322caac67,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:41:42.951888 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Publish callbacks [] for port (edfc57d9-60e4-43e0-b879-ef3ff992a5d2), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:42.953327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Allocated IP 172.20.0.2 (195a1396-7b68-455d-bef8-0dd30ba93e39/c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9/1f7122c6-f4a3-415f-bcca-aefcd9a5b23f) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:41:42.975890 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfcb4663-e728-43d5-9922-f0bf12773628 req-5a8e0d84-fb24-47de-8c23-5a50720e911c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244287 Feb 08 15:41:42.980895 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:43.007828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f51c4ad-2089-4592-a9f5-2fa9727f5c78 req-eea1b357-87cc-43da-90bd-2ca755f936e4 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541704 Feb 08 15:41:43.036753 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:43.037563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:43.040338 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] 10.222.0.96 "PUT /v2.0/ports/60c58d23-cf12-40b9-9fb3-874322caac67 HTTP/1.1" status: 200 len: 1093 time: 3.1108909 Feb 08 15:41:43.040871 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Transition to ACTIVE for port object edfc57d9-60e4-43e0-b879-ef3ff992a5d2 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:41:43.041887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db02a16e-6294-4175-a13c-2ea9c8eea63e', 'tag': '60c58d23-cf12-40b9-9fb3-874322caac67'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:43.045051 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eff379-eb2f-47ba-a0f3-da220d5d1027" -d '{"events": [{"name": "network-changed", "server_uuid": "db02a16e-6294-4175-a13c-2ea9c8eea63e", "tag": "60c58d23-cf12-40b9-9fb3-874322caac67"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:43.052890 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (edfc57d9-60e4-43e0-b879-ef3ff992a5d2), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:43.061333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ed94e183-7ae5-4f63-89c3-638fa9040991 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:43.063696 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:43.240060 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed94e183-7ae5-4f63-89c3-638fa9040991 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:43.269692 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccf0b3e-dae3-4c58-8364-99c2c07c2084 x-openstack-request-id: req-7ccf0b3e-dae3-4c58-8364-99c2c07c2084 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:43.270152 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db02a16e-6294-4175-a13c-2ea9c8eea63e", "tag": "60c58d23-cf12-40b9-9fb3-874322caac67", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:43.271026 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7ccf0b3e-dae3-4c58-8364-99c2c07c2084 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:43.271219 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db02a16e-6294-4175-a13c-2ea9c8eea63e', 'tag': '60c58d23-cf12-40b9-9fb3-874322caac67', 'status': 'completed', 'code': 200} Feb 08 15:41:43.276506 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ed94e183-7ae5-4f63-89c3-638fa9040991, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ed94e183-7ae5-4f63-89c3-638fa9040991,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:43.278296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695c332-9b76-4bb3-9d34-54db5a49629f service neutron] Pushing event updated for resources: {'Port': ['ID=60c58d23-cf12-40b9-9fb3-874322caac67,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:43.286715 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:43.340101 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Publish callbacks [] for router_gateway (a3964274-9fb1-4557-8747-3980857b9ae2), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:43.368522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Pushing event updated for resources: {'Port': ['ID=edfc57d9-60e4-43e0-b879-ef3ff992a5d2,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:43.407495 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ed94e183-7ae5-4f63-89c3-638fa9040991,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:43.424740 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:43.446069 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Publish callbacks [] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:43.460559 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:43.517167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Network 195a1396-7b68-455d-bef8-0dd30ba93e39 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:41:43.521733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:41:43.529151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:41:43.541109 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Pushing event updated for resources: {'Port': ['ID=1f7122c6-f4a3-415f-bcca-aefcd9a5b23f,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:43.555861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566855a-6439-4852-862f-8b167b9f0a04 req-cc530112-68db-4138-9860-9752cca51e4f tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:43.560873 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-2ab42d9e-19f9-48be-9434-7c67a43b98a8 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:43.562864 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-2ab42d9e-19f9-48be-9434-7c67a43b98a8 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7&tenant_id=dd11d3f1860a443eb3dacd21c1380846&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 1128 time: 0.3698039 Feb 08 15:41:43.572011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7566855a-6439-4852-862f-8b167b9f0a04 req-cc530112-68db-4138-9860-9752cca51e4f tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 948 time: 0.3823204 Feb 08 15:41:43.586074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ed94e183-7ae5-4f63-89c3-638fa9040991'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:41:43.590243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824834-11'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:43.627063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-699a6eca-1674-4bb3-ad69-5dd3f32b5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:43.630534 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-699a6eca-1674-4bb3-ad69-5dd3f32b5e72 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 1127 time: 0.5248275 Feb 08 15:41:43.672975 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Attempting to bind port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:41:43.672975 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Attempting to bind port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'd820f100-a0ea-43a8-9d5f-53df7cf2a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:41:43.673573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Attempting to bind port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f on network 195a1396-7b68-455d-bef8-0dd30ba93e39 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:43.686845 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:43.706020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Allocated IP 172.25.7.69 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/a1490ede-6650-42dd-9d51-501fd6103910) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:41:43.706359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:41:43.707976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Checking segment: {'id': 'd820f100-a0ea-43a8-9d5f-53df7cf2a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:41:43.708612 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:43.713232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Bound using segment: {'id': 'd820f100-a0ea-43a8-9d5f-53df7cf2a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:41:43.713232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Bound port: 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd820f100-a0ea-43a8-9d5f-53df7cf2a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:41:43.713845 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:43.867233 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-53e5680e-0c79-4029-a564-63d2842243a6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60c58d23-cf12-40b9-9fb3-874322caac67 HTTP/1.1" status: 200 len: 217 time: 0.2002592 Feb 08 15:41:43.886722 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] For port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:43.914024 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Attempting to bind port edfc57d9-60e4-43e0-b879-ef3ff992a5d2 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:41:43.914593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] For port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1f7122c6-f4a3-415f-bcca-aefcd9a5b23f,segment=NetworkSegment(d820f100-a0ea-43a8-9d5f-53df7cf2a513),segment_id=d820f100-a0ea-43a8-9d5f-53df7cf2a513)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:41:43.916070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Attempting to bind port edfc57d9-60e4-43e0-b879-ef3ff992a5d2 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '9f7aa167-1666-4c9b-a16a-53846536a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:41:43.916927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Attempting to bind port edfc57d9-60e4-43e0-b879-ef3ff992a5d2 on network f1beff69-585d-470d-94be-ead9e699460b {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:43.927295 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:43.967231 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=815634d0-9af5-43aa-bfd2-50641e198be3,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:44.016782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Port edfc57d9-60e4-43e0-b879-ef3ff992a5d2 on network f1beff69-585d-470d-94be-ead9e699460b not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:41:44.017514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Attempting to bind port edfc57d9-60e4-43e0-b879-ef3ff992a5d2 on network f1beff69-585d-470d-94be-ead9e699460b {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:44.049833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:44.087297 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:41:44.088020 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Publish callbacks [] for port (a1490ede-6650-42dd-9d51-501fd6103910), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:44.088358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Checking segment: {'id': '9f7aa167-1666-4c9b-a16a-53846536a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:41:44.089527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Bound using segment: {'id': '9f7aa167-1666-4c9b-a16a-53846536a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:41:44.090891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Bound port: edfc57d9-60e4-43e0-b879-ef3ff992a5d2, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7aa167-1666-4c9b-a16a-53846536a274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:41:44.092269 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (edfc57d9-60e4-43e0-b879-ef3ff992a5d2), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:44.097072 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c9d1f-8150-41a3-838d-9ec8984f7c8a None None] Pushing event updated for resources: {'Port': ['ID=1f7122c6-f4a3-415f-bcca-aefcd9a5b23f,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:44.108310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d0d56-570c-49dc-bd5f-f8381e87cc99 req-f7034afa-f6b6-4e68-908a-063f50a368a5 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:44.122267 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-393d0d56-570c-49dc-bd5f-f8381e87cc99 req-f7034afa-f6b6-4e68-908a-063f50a368a5 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 943 time: 0.5447729 Feb 08 15:41:44.153051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7dec4b-5ca0-4420-aedb-373899d1fbe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '815634d0-9af5-43aa-bfd2-50641e198be3'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:44.155719 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8e079e-0886-4c1c-b582-cfa05a922008" -d '{"events": [{"server_uuid": "df7dec4b-5ca0-4420-aedb-373899d1fbe7", "name": "network-vif-unplugged", "status": "completed", "tag": "815634d0-9af5-43aa-bfd2-50641e198be3"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:44.162315 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Publish callbacks [] for port (815634d0-9af5-43aa-bfd2-50641e198be3), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:44.172465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7566855a-6439-4852-862f-8b167b9f0a04 req-c6dcca22-1a73-43b1-aadd-d5c9889d1462 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979495 Feb 08 15:41:44.175306 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:44.206915 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a1490ede-6650-42dd-9d51-501fd6103910), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:44.218016 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-b5f52c40-7fcf-4d2e-ac21-e76b27fa36eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:44.225674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-b5f52c40-7fcf-4d2e-ac21-e76b27fa36eb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.3137071 Feb 08 15:41:44.265573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:41:44.271266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:41:44.278026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:41:44.357068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=815634d0-9af5-43aa-bfd2-50641e198be3,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:44.513318 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-cfbeb2ab-49d0-4fb1-96c9-d4b10c9aafc6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2545919 Feb 08 15:41:44.536058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Attempting to bind port 815634d0-9af5-43aa-bfd2-50641e198be3 on host n-h1-824834-11 for vnic_type normal with profile {"migrating_to": "n-h2-824834-11"} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:41:44.536551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Attempting to bind port 815634d0-9af5-43aa-bfd2-50641e198be3 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:41:44.536760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Attempting to bind port 815634d0-9af5-43aa-bfd2-50641e198be3 on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:44.550828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Pushing event updated for resources: {'Port': ['ID=a1490ede-6650-42dd-9d51-501fd6103910,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:44.561455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Port 815634d0-9af5-43aa-bfd2-50641e198be3 on network 34030067-061b-475b-9f07-26ad4a87c9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:41:44.561851 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Attempting to bind port 815634d0-9af5-43aa-bfd2-50641e198be3 on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:44.602396 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:41:44.603243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Checking segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:41:44.603243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Bound using segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:41:44.603685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Bound port: 815634d0-9af5-43aa-bfd2-50641e198be3, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:41:44.603903 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:44.605140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] For port edfc57d9-60e4-43e0-b879-ef3ff992a5d2, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:44.610763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] For port edfc57d9-60e4-43e0-b879-ef3ff992a5d2, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=edfc57d9-60e4-43e0-b879-ef3ff992a5d2,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:41:44.655678 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (edfc57d9-60e4-43e0-b879-ef3ff992a5d2), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:44.716141 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-393d0d56-570c-49dc-bd5f-f8381e87cc99 req-dff57d28-2997-4e87-9435-9c04581d7582 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5924375 Feb 08 15:41:44.789857 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:44.797105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=815634d0-9af5-43aa-bfd2-50641e198be3,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:41:44.898118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Pushing event updated for resources: {'Port': ['ID=edfc57d9-60e4-43e0-b879-ef3ff992a5d2,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:44.900711 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:44.963896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:44.964727 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:44.966431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-a70b1f7b-9842-405d-bbc4-5037b0f9e58a service neutron] 10.222.0.96 "PUT /v2.0/ports/edfc57d9-60e4-43e0-b879-ef3ff992a5d2 HTTP/1.1" status: 200 len: 1092 time: 3.8495004 Feb 08 15:41:44.984591 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-10697689-147d-4237-97a4-f841b7bcc232 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612894 Feb 08 15:41:45.222051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:41:45.231540 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c539d-7e3a-4d36-9d90-32171dae9f2d req-f8655026-b7cd-4989-8906-2b1d0b29cf0d tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:45.233837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-506c539d-7e3a-4d36-9d90-32171dae9f2d req-f8655026-b7cd-4989-8906-2b1d0b29cf0d tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 943 time: 0.5292473 Feb 08 15:41:45.282013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ffc62a-9aec-426e-a7cc-67345ad9c59c', 'tag': 'edfc57d9-60e4-43e0-b879-ef3ff992a5d2'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:45.290852 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e28d1e1-0a9c-4f12-becf-073b9d42709f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ffc62a-9aec-426e-a7cc-67345ad9c59c", "tag": "edfc57d9-60e4-43e0-b879-ef3ff992a5d2"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:45.313302 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84b225-6ea6-4d68-b199-d0c3c550c33f req-96d41431-bbb5-4667-837d-4aa99d3650cd tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:45.314907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc84b225-6ea6-4d68-b199-d0c3c550c33f req-96d41431-bbb5-4667-837d-4aa99d3650cd tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 944 time: 0.4288239 Feb 08 15:41:45.333531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:45.334076 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:45.467691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-506c539d-7e3a-4d36-9d90-32171dae9f2d req-9e5c661b-3f05-4add-96ad-5f750f0508f0 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184093 Feb 08 15:41:45.505326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=815634d0-9af5-43aa-bfd2-50641e198be3,revision_number=8']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:45.545557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-dd350cb5-d78b-468c-8249-0c407c4074dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:45.547901 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-dd350cb5-d78b-468c-8249-0c407c4074dd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dfa6bc8482d54208936f4354e67f78fd&device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 1126 time: 0.4828870 Feb 08 15:41:45.555614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cd68ca4-d222-415e-a80d-95c122e6b3c3 req-2ac879a5-233e-4fd5-8be7-3999e6b882c9 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498564 Feb 08 15:41:45.611052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:45.612674 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:45.635216 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453b2b88-3e25-47d4-b6af-16440431351f x-openstack-request-id: req-453b2b88-3e25-47d4-b6af-16440431351f {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:45.635703 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7dec4b-5ca0-4420-aedb-373899d1fbe7", "name": "network-vif-unplugged", "status": "completed", "tag": "815634d0-9af5-43aa-bfd2-50641e198be3", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:45.636185 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-453b2b88-3e25-47d4-b6af-16440431351f {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:45.637055 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7dec4b-5ca0-4420-aedb-373899d1fbe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '815634d0-9af5-43aa-bfd2-50641e198be3', 'code': 200} Feb 08 15:41:45.673733 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-2044fa11-479e-4710-8373-d48b95d10dd6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edfc57d9-60e4-43e0-b879-ef3ff992a5d2 HTTP/1.1" status: 200 len: 217 time: 0.1078014 Feb 08 15:41:45.703242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc84b225-6ea6-4d68-b199-d0c3c550c33f req-41a87738-d6ca-4bed-afa4-510aae87f22e tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594906 Feb 08 15:41:45.704863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:45.706466 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:45.713669 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-cd080ac4-544b-41b4-b12e-8d0e462be2e8 service neutron] 10.222.0.96 "PUT /v2.0/ports/815634d0-9af5-43aa-bfd2-50641e198be3 HTTP/1.1" status: 200 len: 1123 time: 2.1383514 Feb 08 15:41:45.789670 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Publish callbacks [] for router_gateway (a3964274-9fb1-4557-8747-3980857b9ae2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:45.882718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-7ae116af-8482-411d-87d8-af5db656eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:45.884750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-7ae116af-8482-411d-87d8-af5db656eb76 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=381225f4-3075-41c7-8439-4e7fbc31157b HTTP/1.1" status: 200 len: 862 time: 0.1332355 Feb 08 15:41:45.890833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eff379-eb2f-47ba-a0f3-da220d5d1027 req-7ff68cc6-53a4-4669-a06a-687dc99d557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:45.892679 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5eff379-eb2f-47ba-a0f3-da220d5d1027 req-7ff68cc6-53a4-4669-a06a-687dc99d557e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 1127 time: 0.2169955 Feb 08 15:41:46.008080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-6318b71a-3e45-464e-89c3-24b95134dc59 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f1beff69-585d-470d-94be-ead9e699460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090801 Feb 08 15:41:46.168609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1f7122c6-f4a3-415f-bcca-aefcd9a5b23f,segment=NetworkSegment(d820f100-a0ea-43a8-9d5f-53df7cf2a513),segment_id=d820f100-a0ea-43a8-9d5f-53df7cf2a513)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:46.193197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0c3f47-a9e6-48e2-a173-9d0e4a94d80a None None] Network 195a1396-7b68-455d-bef8-0dd30ba93e39 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:41:46.201151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 815634d0-9af5-43aa-bfd2-50641e198be3 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:41:46.209099 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:46.298131 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9706d65-b274-4559-a128-a6f8e5daabd7 x-openstack-request-id: req-b9706d65-b274-4559-a128-a6f8e5daabd7 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:46.298507 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ffc62a-9aec-426e-a7cc-67345ad9c59c", "tag": "edfc57d9-60e4-43e0-b879-ef3ff992a5d2", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:46.298832 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b9706d65-b274-4559-a128-a6f8e5daabd7 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:46.299530 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ffc62a-9aec-426e-a7cc-67345ad9c59c', 'tag': 'edfc57d9-60e4-43e0-b879-ef3ff992a5d2', 'status': 'completed', 'code': 200} Feb 08 15:41:46.344460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=1f7122c6-f4a3-415f-bcca-aefcd9a5b23f,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:46.350393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['815634d0-9af5-43aa-bfd2-50641e198be3'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:41:46.355443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['815634d0-9af5-43aa-bfd2-50641e198be3'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:41:46.394879 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (a3964274-9fb1-4557-8747-3980857b9ae2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:46.495112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-462ad202-caa9-4713-9c7e-1d834d4f3af2 None None] Provisioning complete for port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:46.495781 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-462ad202-caa9-4713-9c7e-1d834d4f3af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:46.508021 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eff379-eb2f-47ba-a0f3-da220d5d1027 req-eb146dc1-3339-4adb-bc44-2707a3bdfc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:46.511741 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5eff379-eb2f-47ba-a0f3-da220d5d1027 req-eb146dc1-3339-4adb-bc44-2707a3bdfc51 service neutron] 10.222.0.96 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.5439920 Feb 08 15:41:46.537430 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:41:46.538459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-9a2b46bb-84aa-4a63-b38b-ed6413123347 service neutron] 10.222.0.96 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215974 Feb 08 15:41:46.602047 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ed94e183-7ae5-4f63-89c3-638fa9040991 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:41:46.607919 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5eff379-eb2f-47ba-a0f3-da220d5d1027 req-df47d5d0-a3b5-4553-a890-935b24bc519a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60c58d23-cf12-40b9-9fb3-874322caac67 HTTP/1.1" status: 200 len: 217 time: 0.0872228 Feb 08 15:41:46.624456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Router a3964274-9fb1-4557-8747-3980857b9ae2 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:41:46.634087 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f0716-3db5-4301-8de5-1440e0fcbaed req-ce5649ec-911c-428b-8836-c84b5182af96 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:46.635855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d37f0716-3db5-4301-8de5-1440e0fcbaed req-ce5649ec-911c-428b-8836-c84b5182af96 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 949 time: 0.3284256 Feb 08 15:41:46.708047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf164b-da92-4b1a-a8e9-e61ca7ff9c6b req-a07f0762-4174-4c2d-86b3-9b1882ec0fde tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:46.720450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63bf164b-da92-4b1a-a8e9-e61ca7ff9c6b req-a07f0762-4174-4c2d-86b3-9b1882ec0fde tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 943 time: 0.3563850 Feb 08 15:41:46.833425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=815634d0-9af5-43aa-bfd2-50641e198be3,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:46.854184 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eff379-eb2f-47ba-a0f3-da220d5d1027 req-fb95d756-daf5-48b1-b97b-7f1d5a059be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:46.856481 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5eff379-eb2f-47ba-a0f3-da220d5d1027 req-fb95d756-daf5-48b1-b97b-7f1d5a059be5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.2310019 Feb 08 15:41:46.879705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:41:46.921839 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Sync routers for ids ['a3964274-9fb1-4557-8747-3980857b9ae2'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:41:46.924976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 815634d0-9af5-43aa-bfd2-50641e198be3 has no active binding in host n-h2-824834-11 {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 15:41:46.930648 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:46.935187 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-001a9034-224d-43e9-9c05-1a9c665c0a2e admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5859735 Feb 08 15:41:46.937858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59404) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:46.959243 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5eff379-eb2f-47ba-a0f3-da220d5d1027 req-48ba5aa9-bea0-4990-a8d0-6df8ac54d43b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873737 Feb 08 15:41:46.965678 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0c7dfcc-a840-41d3-880c-fe108dd6d272 req-1209b260-ab6f-482d-b824-8aafa8650c60 service neutron] 10.222.0.96 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174733 Feb 08 15:41:46.967792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port ed94e183-7ae5-4f63-89c3-638fa9040991 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:41:46.996657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-462ad202-caa9-4713-9c7e-1d834d4f3af2 None None] Current status of the port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:47.000189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Routers {'a3964274-9fb1-4557-8747-3980857b9ae2'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:47.001507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a3964274-9fb1-4557-8747-3980857b9ae2'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:47.012669 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63bf164b-da92-4b1a-a8e9-e61ca7ff9c6b req-9c34c7fe-ef8f-4b67-be68-c8693c5db15f tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903287 Feb 08 15:41:47.018585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d37f0716-3db5-4301-8de5-1440e0fcbaed req-be35da2c-1ba5-495e-b579-11d90ca19ff1 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389292 Feb 08 15:41:47.019591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port ed94e183-7ae5-4f63-89c3-638fa9040991 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:47.019979 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:47.262065 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:41:47.319627 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5eff379-eb2f-47ba-a0f3-da220d5d1027 req-1c10c70d-8825-4559-83c0-526cebecda8c service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518579 Feb 08 15:41:47.323406 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28d1e1-0a9c-4f12-becf-073b9d42709f req-c2f9c681-bbe2-424e-814e-b98f324aee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:47.325431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e28d1e1-0a9c-4f12-becf-073b9d42709f req-c2f9c681-bbe2-424e-814e-b98f324aee7e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dfa6bc8482d54208936f4354e67f78fd&device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 1126 time: 0.2304509 Feb 08 15:41:47.537663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Set router a3964274-9fb1-4557-8747-3980857b9ae2 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:47.668259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7dec4b-5ca0-4420-aedb-373899d1fbe7', 'tag': '815634d0-9af5-43aa-bfd2-50641e198be3'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:47.671901 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5b58b2-6a13-4ba8-ae56-71b4869b8ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "df7dec4b-5ca0-4420-aedb-373899d1fbe7", "tag": "815634d0-9af5-43aa-bfd2-50641e198be3"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:47.765798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c9b272ca-8fe8-4c6a-b70f-24b5a4b7fbe2 None None] Provisioning complete for port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:47.766190 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c9b272ca-8fe8-4c6a-b70f-24b5a4b7fbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:47.774857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ed94e183-7ae5-4f63-89c3-638fa9040991 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:47.775255 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:47.790414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:47.790808 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:47.907435 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4d2693-598e-4b63-9c88-3bde3224f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed94e183-7ae5-4f63-89c3-638fa9040991'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:47.910075 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038eec38-89c7-461b-942e-5f9355f6c72d" -d '{"events": [{"server_uuid": "4e4d2693-598e-4b63-9c88-3bde3224f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "ed94e183-7ae5-4f63-89c3-638fa9040991"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:47.947897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ed94e183-7ae5-4f63-89c3-638fa9040991, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ed94e183-7ae5-4f63-89c3-638fa9040991,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:47.951549 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:47.985735 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:48.058786 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c9b272ca-8fe8-4c6a-b70f-24b5a4b7fbe2 None None] Current status of the port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:48.078415 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:41:48.103112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 60c58d23-cf12-40b9-9fb3-874322caac67 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:41:48.169549 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5eff379-eb2f-47ba-a0f3-da220d5d1027 req-6be8704e-9749-49b8-bb63-20423c739cf5 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8426089 Feb 08 15:41:48.179993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:48.188027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de128ae-40d8-44b9-a190-653120d5ef22 req-cbd57882-8b75-44f0-b95c-ab1b8a56a34d tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:48.193411 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ed94e183-7ae5-4f63-89c3-638fa9040991,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:48.196823 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2de128ae-40d8-44b9-a190-653120d5ef22 req-cbd57882-8b75-44f0-b95c-ab1b8a56a34d tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 945 time: 0.2578323 Feb 08 15:41:48.210653 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3549dc6-a195-4396-8dd4-cfed3057288d req-5508b8d2-2071-463e-8930-273b08c52527 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:48.212268 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3549dc6-a195-4396-8dd4-cfed3057288d req-5508b8d2-2071-463e-8930-273b08c52527 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 943 time: 0.2721756 Feb 08 15:41:48.227930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Allocated IP 172.20.0.1 (195a1396-7b68-455d-bef8-0dd30ba93e39/c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9/81307f0d-d3a8-412f-b710-c235bcccda90) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:41:48.232528 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28d1e1-0a9c-4f12-becf-073b9d42709f req-dff1e43d-138b-427b-a098-0ad9b12ed34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:48.234084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e28d1e1-0a9c-4f12-becf-073b9d42709f req-dff1e43d-138b-427b-a098-0ad9b12ed34d service neutron] 10.222.0.96 "GET /v2.0/networks?id=f1beff69-585d-470d-94be-ead9e699460b HTTP/1.1" status: 200 len: 923 time: 0.2964225 Feb 08 15:41:48.264689 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'name': 'tempest-FloatingIPsTestJSON-1070263295-router', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a1490ede-6650-42dd-9d51-501fd6103910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:41:42Z', 'updated_at': '2022-02-08T15:41:44Z', 'revision_number': 3, 'project_id': '9585c70eed4f472dac22fcfdcea0701c', 'gw_port': {'id': 'a1490ede-6650-42dd-9d51-501fd6103910', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:41:43Z', 'updated_at': '2022-02-08T15:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:48.308575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Checking router: a3964274-9fb1-4557-8747-3980857b9ae2 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:41:48.309126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Updating router a3964274-9fb1-4557-8747-3980857b9ae2 port a1490ede-6650-42dd-9d51-501fd6103910 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:41:48.327401 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e28d1e1-0a9c-4f12-becf-073b9d42709f req-f388e2ab-a951-4d9a-9a4d-2a854ee71a59 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edfc57d9-60e4-43e0-b879-ef3ff992a5d2 HTTP/1.1" status: 200 len: 217 time: 0.0810831 Feb 08 15:41:48.352150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=60c58d23-cf12-40b9-9fb3-874322caac67,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:48.386804 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a1490ede-6650-42dd-9d51-501fd6103910), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:48.387049 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2de128ae-40d8-44b9-a190-653120d5ef22 req-7aa43b5e-a5f8-4155-b9b8-faefb4582da7 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781325 Feb 08 15:41:48.413223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '60c58d23-cf12-40b9-9fb3-874322caac67', 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818', 'port_id': '60c58d23-cf12-40b9-9fb3-874322caac67', 'mac_address': 'fa:16:3e:ee:18:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6860ace5-603d-4273-928c-37854cfdc005', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:41:48.418953 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Publish callbacks [] for port (81307f0d-d3a8-412f-b710-c235bcccda90), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:48.473562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3549dc6-a195-4396-8dd4-cfed3057288d req-0152f63d-1d2d-4457-abb2-724152e042c4 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513480 Feb 08 15:41:48.499030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28d1e1-0a9c-4f12-becf-073b9d42709f req-40fd012f-25e0-4850-9a8c-7177bc1fd204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:48.501287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e28d1e1-0a9c-4f12-becf-073b9d42709f req-40fd012f-25e0-4850-9a8c-7177bc1fd204 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=381225f4-3075-41c7-8439-4e7fbc31157b HTTP/1.1" status: 200 len: 862 time: 0.1436057 Feb 08 15:41:48.509171 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:48.581180 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Network 195a1396-7b68-455d-bef8-0dd30ba93e39 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:41:48.583918 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e28d1e1-0a9c-4f12-becf-073b9d42709f req-0a290d44-7934-404d-b4b3-6d3bb61cbff8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f1beff69-585d-470d-94be-ead9e699460b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446684 Feb 08 15:41:48.585398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:41:48.605863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:41:48.660702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=81307f0d-d3a8-412f-b710-c235bcccda90,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:48.679791 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (a3964274-9fb1-4557-8747-3980857b9ae2), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:48.685296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7830b51-7a49-474f-b499-36c148f68498 req-00fe5d41-7d63-4740-8c05-45b433d8060e tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:48.687195 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7830b51-7a49-474f-b499-36c148f68498 req-00fe5d41-7d63-4740-8c05-45b433d8060e tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 944 time: 0.2011213 Feb 08 15:41:48.770899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376401e-1a37-46f6-b24a-6a539d55a8a7 req-57771b0e-4a8e-4c3a-a9b4-4172506dff65 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:48.772558 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6376401e-1a37-46f6-b24a-6a539d55a8a7 req-57771b0e-4a8e-4c3a-a9b4-4172506dff65 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/ports?device_id=397d266d-d6be-4cd2-b404-ea613af13251 HTTP/1.1" status: 200 len: 945 time: 0.1548297 Feb 08 15:41:48.804281 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:48.805671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 60c58d23-cf12-40b9-9fb3-874322caac67 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:48.806222 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:48.823345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c58d23-cf12-40b9-9fb3-874322caac67 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:48.831065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7830b51-7a49-474f-b499-36c148f68498 req-8c75a07e-6ebe-4b8e-95e5-ec2075756656 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277928 Feb 08 15:41:48.836252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e28d1e1-0a9c-4f12-becf-073b9d42709f req-dcfdfd05-d6c8-4554-a172-e24277cd9573 service neutron] 10.222.0.96 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430251 Feb 08 15:41:48.872313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=60c58d23-cf12-40b9-9fb3-874322caac67,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:48.918246 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6376401e-1a37-46f6-b24a-6a539d55a8a7 req-16b19ad1-c2d9-4d53-af02-d79d01f566a9 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/security-groups?id=0b57f049-2577-4f4a-9fbd-5a82d9e13622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353102 Feb 08 15:41:48.948539 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:48.956339 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:48.961126 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4abac5-e391-4584-a174-d64f3b2e8c56 x-openstack-request-id: req-ac4abac5-e391-4584-a174-d64f3b2e8c56 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:48.961413 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7dec4b-5ca0-4420-aedb-373899d1fbe7", "tag": "815634d0-9af5-43aa-bfd2-50641e198be3", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:48.961670 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ac4abac5-e391-4584-a174-d64f3b2e8c56 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:48.962059 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7dec4b-5ca0-4420-aedb-373899d1fbe7', 'tag': '815634d0-9af5-43aa-bfd2-50641e198be3', 'status': 'completed', 'code': 200} Feb 08 15:41:49.043418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e28d1e1-0a9c-4f12-becf-073b9d42709f req-6d75bf66-f61b-4c08-8fe5-163e002a0aa8 service neutron] 10.222.0.96 "GET /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984894 Feb 08 15:41:49.114737 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9663fd09-f80b-40b0-83c3-d73952486912 x-openstack-request-id: req-9663fd09-f80b-40b0-83c3-d73952486912 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:49.115703 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4d2693-598e-4b63-9c88-3bde3224f5ce", "name": "network-vif-plugged", "status": "completed", "tag": "ed94e183-7ae5-4f63-89c3-638fa9040991", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:49.116028 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9663fd09-f80b-40b0-83c3-d73952486912 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:49.116838 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4d2693-598e-4b63-9c88-3bde3224f5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed94e183-7ae5-4f63-89c3-638fa9040991', 'code': 200} Feb 08 15:41:49.119322 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Publish callbacks [] for port (a1490ede-6650-42dd-9d51-501fd6103910), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:49.133202 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c51ae-7a1b-4f73-8e54-a435002c7cda req-7a6fa8a0-ddb6-43fa-8cd2-50ea940273f2 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:49.134334 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-182c51ae-7a1b-4f73-8e54-a435002c7cda req-7a6fa8a0-ddb6-43fa-8cd2-50ea940273f2 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 943 time: 0.1364090 Feb 08 15:41:49.138645 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b58b2-6a13-4ba8-ae56-71b4869b8ff1 req-91bfaf5b-9123-471e-92c5-7ff52f848f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:49.140199 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4c5b58b2-6a13-4ba8-ae56-71b4869b8ff1 req-91bfaf5b-9123-471e-92c5-7ff52f848f79 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 1157 time: 0.1808834 Feb 08 15:41:49.157621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3e8d2-84a9-4038-9390-bb252a29008f req-276051f0-2dc1-4643-9346-e5e502e797a6 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:49.159306 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a1490ede-6650-42dd-9d51-501fd6103910), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:49.159831 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39e3e8d2-84a9-4038-9390-bb252a29008f req-276051f0-2dc1-4643-9346-e5e502e797a6 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 950 time: 0.0853455 Feb 08 15:41:49.216043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3ac8a41e-7caa-4d11-b7f8-bd67d752af5a None None] Provisioning complete for port 81307f0d-d3a8-412f-b710-c235bcccda90 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:49.216649 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a41e-7caa-4d11-b7f8-bd67d752af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:49.219743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Attempting to bind port a1490ede-6650-42dd-9d51-501fd6103910 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:41:49.220183 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Attempting to bind port a1490ede-6650-42dd-9d51-501fd6103910 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:41:49.221721 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Attempting to bind port a1490ede-6650-42dd-9d51-501fd6103910 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:49.253302 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e9b13-113c-40d2-ab5a-4ecab37705da req-1f3543e4-879a-4d91-a2e8-05f7eecfb920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:49.254750 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a21e9b13-113c-40d2-ab5a-4ecab37705da req-1f3543e4-879a-4d91-a2e8-05f7eecfb920 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 1133 time: 0.1773369 Feb 08 15:41:49.255049 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-182c51ae-7a1b-4f73-8e54-a435002c7cda req-436f7197-a7b4-4da6-af99-69fd2fffdbe8 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145842 Feb 08 15:41:49.263507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=60c58d23-cf12-40b9-9fb3-874322caac67,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:49.276089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:41:49.276627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:41:49.277286 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:49.277776 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:41:49.278371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Bound port: a1490ede-6650-42dd-9d51-501fd6103910, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:41:49.279209 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a1490ede-6650-42dd-9d51-501fd6103910), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:49.282938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39e3e8d2-84a9-4038-9390-bb252a29008f req-facae5a5-5d26-4d96-a5fc-e7837e1a8d5a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153312 Feb 08 15:41:49.339935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7161ed0-659d-4bcb-8b2c-c604b1b72a1c req-223686f9-13d6-4d3e-a283-8bbddbb32deb tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:49.341528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7161ed0-659d-4bcb-8b2c-c604b1b72a1c req-223686f9-13d6-4d3e-a283-8bbddbb32deb tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.94 "GET /v2.0/ports?device_id=397d266d-d6be-4cd2-b404-ea613af13251 HTTP/1.1" status: 200 len: 945 time: 0.1246400 Feb 08 15:41:49.365221 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['60c58d23-cf12-40b9-9fb3-874322caac67'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:41:49.370049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] For port a1490ede-6650-42dd-9d51-501fd6103910, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:49.373419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b58b2-6a13-4ba8-ae56-71b4869b8ff1 req-76e3fcc7-8f0f-466d-b4d8-9d2c001699ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:49.375185 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4c5b58b2-6a13-4ba8-ae56-71b4869b8ff1 req-76e3fcc7-8f0f-466d-b4d8-9d2c001699ce service neutron] 10.222.0.94 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.2235923 Feb 08 15:41:49.383833 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a21e9b13-113c-40d2-ab5a-4ecab37705da req-17689d67-3a2c-49de-8035-440a19e2db44 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146853 Feb 08 15:41:49.439325 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Publish callbacks [] for port (81307f0d-d3a8-412f-b710-c235bcccda90), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:49.441515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] For port a1490ede-6650-42dd-9d51-501fd6103910, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a1490ede-6650-42dd-9d51-501fd6103910,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:41:49.445292 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4c5b58b2-6a13-4ba8-ae56-71b4869b8ff1 req-a27e2dd5-6f33-41a7-8880-9865ee862c4e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815634d0-9af5-43aa-bfd2-50641e198be3 HTTP/1.1" status: 200 len: 217 time: 0.0604742 Feb 08 15:41:49.447466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3ac8a41e-7caa-4d11-b7f8-bd67d752af5a None None] Port 81307f0d-d3a8-412f-b710-c235bcccda90 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:41:49.447710 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:49.463128 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a1490ede-6650-42dd-9d51-501fd6103910), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:49.474740 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720830b-dc22-46e1-b902-2899394e9d1e None None] Pushing event updated for resources: {'Port': ['ID=a1490ede-6650-42dd-9d51-501fd6103910,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:49.505170 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-a7161ed0-659d-4bcb-8b2c-c604b1b72a1c req-4835d854-da8e-4fab-abb9-7129327b9790 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Deleting port 9c2be1b6-3de3-4cdf-86cf-f764194620bc {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:49.505455 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a7161ed0-659d-4bcb-8b2c-c604b1b72a1c req-4835d854-da8e-4fab-abb9-7129327b9790 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9c2be1b6-3de3-4cdf-86cf-f764194620bc), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:49.597173 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (a3964274-9fb1-4557-8747-3980857b9ae2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:49.601251 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Routers {'a3964274-9fb1-4557-8747-3980857b9ae2'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:49.601251 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a3964274-9fb1-4557-8747-3980857b9ae2'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:49.638153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=81307f0d-d3a8-412f-b710-c235bcccda90,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:49.657845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd628f-2382-4805-8ad5-d77045a9526a req-12df2ca0-6bbb-48a0-aca0-9cd07a41ed80 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:49.660530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06bd628f-2382-4805-8ad5-d77045a9526a req-12df2ca0-6bbb-48a0-aca0-9cd07a41ed80 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 943 time: 0.0980740 Feb 08 15:41:49.662862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-a7161ed0-659d-4bcb-8b2c-c604b1b72a1c req-4835d854-da8e-4fab-abb9-7129327b9790 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] For port 9c2be1b6-3de3-4cdf-86cf-f764194620bc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9c2be1b6-3de3-4cdf-86cf-f764194620bc,segment=NetworkSegment(e3d001f6-d516-4723-b72c-24c9d6f84eda),segment_id=e3d001f6-d516-4723-b72c-24c9d6f84eda)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:49.663336 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a7161ed0-659d-4bcb-8b2c-c604b1b72a1c req-4835d854-da8e-4fab-abb9-7129327b9790 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9c2be1b6-3de3-4cdf-86cf-f764194620bc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:49.676144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720830b-dc22-46e1-b902-2899394e9d1e None None] Pushing event updated for resources: {'Port': ['ID=a1490ede-6650-42dd-9d51-501fd6103910,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:49.686567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-a7161ed0-659d-4bcb-8b2c-c604b1b72a1c req-4835d854-da8e-4fab-abb9-7129327b9790 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Calling delete_port for 9c2be1b6-3de3-4cdf-86cf-f764194620bc owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:49.778693 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06bd628f-2382-4805-8ad5-d77045a9526a req-55d75d0a-741f-41a9-a596-83799ac493b3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069703 Feb 08 15:41:49.800197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] Set router a3964274-9fb1-4557-8747-3980857b9ae2 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:49.833677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Network 195a1396-7b68-455d-bef8-0dd30ba93e39 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:41:49.836772 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:41:49.923486 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a7161ed0-659d-4bcb-8b2c-c604b1b72a1c req-4835d854-da8e-4fab-abb9-7129327b9790 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9c2be1b6-3de3-4cdf-86cf-f764194620bc), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:49.938296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['9c2be1b6-3de3-4cdf-86cf-f764194620bc'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:41:49.946885 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b58b2-6a13-4ba8-ae56-71b4869b8ff1 req-480613de-3ec5-4409-9cd2-91cc4d4a0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:49.950274 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4c5b58b2-6a13-4ba8-ae56-71b4869b8ff1 req-480613de-3ec5-4409-9cd2-91cc4d4a0a04 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.3137107 Feb 08 15:41:50.028121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835d854-da8e-4fab-abb9-7129327b9790 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Pushing event deleted for resources: {'Port': ['ID=9c2be1b6-3de3-4cdf-86cf-f764194620bc,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:50.061203 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4c5b58b2-6a13-4ba8-ae56-71b4869b8ff1 req-be3a7f07-8d9d-44cd-9679-72cdb97b72a1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771756 Feb 08 15:41:50.113016 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59452) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:50.164864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device edfc57d9-60e4-43e0-b879-ef3ff992a5d2 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:41:50.183842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-892e5ab5-f7cb-4174-9cdd-78d22a59d60c req-181e359e-260d-4a2b-8651-b180584d7483 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.82 "GET /v2.0/ports?device_id=397d266d-d6be-4cd2-b404-ea613af13251 HTTP/1.1" status: 200 len: 210 time: 0.0911722 Feb 08 15:41:50.213980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7161ed0-659d-4bcb-8b2c-c604b1b72a1c req-4835d854-da8e-4fab-abb9-7129327b9790 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] No DVR routers for this DVR port 9c2be1b6-3de3-4cdf-86cf-f764194620bc on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:41:50.218058 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a7161ed0-659d-4bcb-8b2c-c604b1b72a1c req-4835d854-da8e-4fab-abb9-7129327b9790 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:50.223145 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7161ed0-659d-4bcb-8b2c-c604b1b72a1c req-4835d854-da8e-4fab-abb9-7129327b9790 tempest-VolumesAdminNegativeTest-1679298545 tempest-VolumesAdminNegativeTest-1679298545-project] 10.222.0.94 "DELETE /v2.0/ports/9c2be1b6-3de3-4cdf-86cf-f764194620bc HTTP/1.1" status: 204 len: 173 time: 0.8729157 Feb 08 15:41:50.223934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397d266d-d6be-4cd2-b404-ea613af13251', 'name': 'network-vif-deleted', 'tag': '9c2be1b6-3de3-4cdf-86cf-f764194620bc'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:50.226664 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62032479-fe33-4448-bcba-a3778fda98a0" -d '{"events": [{"server_uuid": "397d266d-d6be-4cd2-b404-ea613af13251", "name": "network-vif-deleted", "tag": "9c2be1b6-3de3-4cdf-86cf-f764194620bc"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:50.239265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Router a3964274-9fb1-4557-8747-3980857b9ae2 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:41:50.243393 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4c5b58b2-6a13-4ba8-ae56-71b4869b8ff1 req-f298c80b-2711-446a-862f-13369a2d7af8 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643438 Feb 08 15:41:50.283606 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987fdd4-f6e3-4fc7-bd75-385fca9183f1 req-668bc317-f43c-4013-ac97-dd401e393894 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:50.285289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7987fdd4-f6e3-4fc7-bd75-385fca9183f1 req-668bc317-f43c-4013-ac97-dd401e393894 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 945 time: 0.2509885 Feb 08 15:41:50.300480 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port edfc57d9-60e4-43e0-b879-ef3ff992a5d2, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=edfc57d9-60e4-43e0-b879-ef3ff992a5d2,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:50.321824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'edfc57d9-60e4-43e0-b879-ef3ff992a5d2', 'network_id': 'f1beff69-585d-470d-94be-ead9e699460b', 'port_id': 'edfc57d9-60e4-43e0-b879-ef3ff992a5d2', 'mac_address': 'fa:16:3e:2b:23:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381225f4-3075-41c7-8439-4e7fbc31157b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:41:50.397294 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:50.409503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8a732025-696b-4751-bfdc-425d07b357d3 None None] Provisioning complete for port 81307f0d-d3a8-412f-b710-c235bcccda90 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:50.410115 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a732025-696b-4751-bfdc-425d07b357d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:50.448704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port edfc57d9-60e4-43e0-b879-ef3ff992a5d2 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:50.449959 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (edfc57d9-60e4-43e0-b879-ef3ff992a5d2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:50.477229 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7987fdd4-f6e3-4fc7-bd75-385fca9183f1 req-7608153c-75a4-498c-8a53-c4a646904d77 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808090 Feb 08 15:41:50.480613 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8a732025-696b-4751-bfdc-425d07b357d3 None None] Port 81307f0d-d3a8-412f-b710-c235bcccda90 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:41:50.484105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'name': 'tempest-FloatingIPsTestJSON-1070263295-router', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a1490ede-6650-42dd-9d51-501fd6103910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:41:42Z', 'updated_at': '2022-02-08T15:41:48Z', 'revision_number': 4, 'project_id': '9585c70eed4f472dac22fcfdcea0701c', 'gw_port': {'id': 'a1490ede-6650-42dd-9d51-501fd6103910', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:41:43Z', 'updated_at': '2022-02-08T15:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '81307f0d-d3a8-412f-b710-c235bcccda90', 'name': '', 'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'mac_address': 'fa:16:3e:33:49:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:41:47Z', 'updated_at': '2022-02-08T15:41:49Z', 'revision_number': 2, 'project_id': '9585c70eed4f472dac22fcfdcea0701c', 'subnets': [{'id': 'c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:50.488139 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfc57d9-60e4-43e0-b879-ef3ff992a5d2 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:50.526762 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4c5b58b2-6a13-4ba8-ae56-71b4869b8ff1 req-acc19ae4-6704-414b-be75-09ba6a2df22e service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651300 Feb 08 15:41:50.531942 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:41:50.535119 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6db16c-33ba-4dbb-af31-af47f4f8647b None None] The sync data for ids ['a3964274-9fb1-4557-8747-3980857b9ae2'] in n-d-824834-11 is: [{'id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'name': 'tempest-FloatingIPsTestJSON-1070263295-router', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a1490ede-6650-42dd-9d51-501fd6103910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:41:42Z', 'updated_at': '2022-02-08T15:41:48Z', 'revision_number': 4, 'project_id': '9585c70eed4f472dac22fcfdcea0701c', 'gw_port': {'id': 'a1490ede-6650-42dd-9d51-501fd6103910', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:41:43Z', 'updated_at': '2022-02-08T15:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '81307f0d-d3a8-412f-b710-c235bcccda90', 'name': '', 'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'mac_address': 'fa:16:3e:33:49:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:41:47Z', 'updated_at': '2022-02-08T15:41:49Z', 'revision_number': 2, 'project_id': '9585c70eed4f472dac22fcfdcea0701c', 'subnets': [{'id': 'c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:41:50.541369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port edfc57d9-60e4-43e0-b879-ef3ff992a5d2, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=edfc57d9-60e4-43e0-b879-ef3ff992a5d2,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:50.549218 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (edfc57d9-60e4-43e0-b879-ef3ff992a5d2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:50.557908 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a59fd0d1-d0e8-4e0c-baff-0ffc7dd25ee8 admin admin] 10.222.0.82 "PUT /v2.0/routers/a3964274-9fb1-4557-8747-3980857b9ae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6135921 Feb 08 15:41:50.559037 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df21e70-3912-42fc-b5a4-76db5f0c42ac x-openstack-request-id: req-4df21e70-3912-42fc-b5a4-76db5f0c42ac {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:50.559442 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397d266d-d6be-4cd2-b404-ea613af13251", "name": "network-vif-deleted", "tag": "9c2be1b6-3de3-4cdf-86cf-f764194620bc", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:50.559636 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4df21e70-3912-42fc-b5a4-76db5f0c42ac {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:50.560059 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397d266d-d6be-4cd2-b404-ea613af13251', 'name': 'network-vif-deleted', 'tag': '9c2be1b6-3de3-4cdf-86cf-f764194620bc', 'status': 'completed', 'code': 200} Feb 08 15:41:50.567609 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9410395-e3e9-416d-a7a4-3d139e0c67b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:50.601003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a98d7-0a23-4bf7-a66b-30957566bc2f req-092db10d-88a8-4c81-8518-117044045530 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:50.609262 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-263a98d7-0a23-4bf7-a66b-30957566bc2f req-092db10d-88a8-4c81-8518-117044045530 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 945 time: 0.2864335 Feb 08 15:41:50.654812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=edfc57d9-60e4-43e0-b879-ef3ff992a5d2,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:50.720381 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-263a98d7-0a23-4bf7-a66b-30957566bc2f req-5bc535ed-c986-414d-9deb-3d3ec9f609f2 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102235 Feb 08 15:41:50.778065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cabad-ddda-4556-afde-c82305bf69ea req-e22ab3c5-cf92-433c-bbf5-2423fa62163a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:50.779914 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b86cabad-ddda-4556-afde-c82305bf69ea req-e22ab3c5-cf92-433c-bbf5-2423fa62163a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 950 time: 0.1576264 Feb 08 15:41:50.813163 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['edfc57d9-60e4-43e0-b879-ef3ff992a5d2'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:41:50.957537 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9410395-e3e9-416d-a7a4-3d139e0c67b9 admin admin] Publish callbacks [] for security_group (475b56a1-303e-4463-ae6c-5fcc91766f09), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:50.979320 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9410395-e3e9-416d-a7a4-3d139e0c67b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (475b56a1-303e-4463-ae6c-5fcc91766f09), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:51.034511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755e1f1-a839-42b2-9dcb-de7e06b04e72 req-ad06ce15-d073-4de7-bccc-be39d52bc16b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:51.036277 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9755e1f1-a839-42b2-9dcb-de7e06b04e72 req-ad06ce15-d073-4de7-bccc-be39d52bc16b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 944 time: 0.2308137 Feb 08 15:41:51.045367 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b86cabad-ddda-4556-afde-c82305bf69ea req-fc6b4a6e-6290-4f40-828a-bb5c8e80b707 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455695 Feb 08 15:41:51.083573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9410395-e3e9-416d-a7a4-3d139e0c67b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475b56a1-303e-4463-ae6c-5fcc91766f09,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:51.092686 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f9410395-e3e9-416d-a7a4-3d139e0c67b9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bc0eee89fb1f46b498b79afee0e5aa1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9734993 Feb 08 15:41:51.095337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59470) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:51.130528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9755e1f1-a839-42b2-9dcb-de7e06b04e72 req-a3bf93eb-4614-45a2-b3c6-2b43ff563aa2 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813684 Feb 08 15:41:51.171618 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6c1491ce-f535-4436-9046-c4fec7cec69a admin admin] Publish callbacks [] for security_group (475b56a1-303e-4463-ae6c-5fcc91766f09), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:51.216225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6c1491ce-f535-4436-9046-c4fec7cec69a admin admin] Publish callbacks [] for security_group (475b56a1-303e-4463-ae6c-5fcc91766f09), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:51.280657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d5ee2-dbf9-463b-9fb2-00ed8967a86d req-e75be2d1-fb33-44f6-a1de-cbe8686e55b8 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:51.282387 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f1d5ee2-dbf9-463b-9fb2-00ed8967a86d req-e75be2d1-fb33-44f6-a1de-cbe8686e55b8 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 943 time: 0.0776429 Feb 08 15:41:51.296694 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6c1491ce-f535-4436-9046-c4fec7cec69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (475b56a1-303e-4463-ae6c-5fcc91766f09), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:51.299987 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6c1491ce-f535-4436-9046-c4fec7cec69a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:51.301804 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6c1491ce-f535-4436-9046-c4fec7cec69a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/475b56a1-303e-4463-ae6c-5fcc91766f09 HTTP/1.1" status: 204 len: 168 time: 0.2048688 Feb 08 15:41:51.312101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1491ce-f535-4436-9046-c4fec7cec69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475b56a1-303e-4463-ae6c-5fcc91766f09,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:51.417435 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f1d5ee2-dbf9-463b-9fb2-00ed8967a86d req-5a0feb7f-3b63-43df-a4b5-384611f674c7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247377 Feb 08 15:41:51.476734 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59476) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:51.489253 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-6461f8f5-0423-4617-8c43-321cfabdb1ac tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2007034 Feb 08 15:41:51.515189 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:41:51.561439 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:51.609849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-b724c0f9-a868-4e2b-8ca5-9ad8b786b448 admin admin] Deleting subnet 68575895-0741-4ff7-a8a3-7ad87ce26afe {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:41:51.616301 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b724c0f9-a868-4e2b-8ca5-9ad8b786b448 admin admin] Publish callbacks [] for subnet (68575895-0741-4ff7-a8a3-7ad87ce26afe), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:51.713875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b724c0f9-a868-4e2b-8ca5-9ad8b786b448 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (68575895-0741-4ff7-a8a3-7ad87ce26afe), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:51.810932 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b724c0f9-a868-4e2b-8ca5-9ad8b786b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (68575895-0741-4ff7-a8a3-7ad87ce26afe), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:51.840402 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978a334-b109-45b2-b06f-63e97f98db5e req-e21b5216-2b03-4418-99b5-26de43ba20f7 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:51.844738 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3978a334-b109-45b2-b06f-63e97f98db5e req-e21b5216-2b03-4418-99b5-26de43ba20f7 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.96 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 945 time: 0.2772920 Feb 08 15:41:51.916842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59484) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:51.945948 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3694796-ddfa-4368-92ac-bf5ea9d5b3b4 req-740ee62d-4138-4583-8e39-a602f74356e3 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:51.948385 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4fb991cd-2aef-4abd-ba21-c137a393cee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:51.957369 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3694796-ddfa-4368-92ac-bf5ea9d5b3b4 req-740ee62d-4138-4583-8e39-a602f74356e3 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 945 time: 0.3616927 Feb 08 15:41:52.019625 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b724c0f9-a868-4e2b-8ca5-9ad8b786b448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (68575895-0741-4ff7-a8a3-7ad87ce26afe), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:52.048008 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b724c0f9-a868-4e2b-8ca5-9ad8b786b448 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:52.062074 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b724c0f9-a868-4e2b-8ca5-9ad8b786b448 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/68575895-0741-4ff7-a8a3-7ad87ce26afe HTTP/1.1" status: 204 len: 168 time: 0.5813761 Feb 08 15:41:52.065481 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3694796-ddfa-4368-92ac-bf5ea9d5b3b4 req-032a0536-0450-44c4-97ad-e5ea83c811bb tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069288 Feb 08 15:41:52.066019 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59486) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:52.075020 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 60c58d23-cf12-40b9-9fb3-874322caac67 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:41:52.120400 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724c0f9-a868-4e2b-8ca5-9ad8b786b448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68575895-0741-4ff7-a8a3-7ad87ce26afe,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:52.218078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4fb991cd-2aef-4abd-ba21-c137a393cee6 admin admin] Publish callbacks [] for security_group (90b5ff88-16b9-4c02-bea9-7b27d6e4e4f7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:52.224107 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4fb991cd-2aef-4abd-ba21-c137a393cee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (90b5ff88-16b9-4c02-bea9-7b27d6e4e4f7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:52.271816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 60c58d23-cf12-40b9-9fb3-874322caac67 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:41:52.277536 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4fb991cd-2aef-4abd-ba21-c137a393cee6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0da3122329ba4733ab7ed15604ef100e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578854 Feb 08 15:41:52.279946 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59492) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:52.280604 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb991cd-2aef-4abd-ba21-c137a393cee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b5ff88-16b9-4c02-bea9-7b27d6e4e4f7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:52.286304 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 60c58d23-cf12-40b9-9fb3-874322caac67 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:52.286959 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:52.362405 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5b4e-a190-4064-993f-dd2c60fad023 admin admin] Publish callbacks [] for security_group (90b5ff88-16b9-4c02-bea9-7b27d6e4e4f7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:52.393653 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5b4e-a190-4064-993f-dd2c60fad023 admin admin] Publish callbacks [] for security_group (90b5ff88-16b9-4c02-bea9-7b27d6e4e4f7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:52.471184 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5b4e-a190-4064-993f-dd2c60fad023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (90b5ff88-16b9-4c02-bea9-7b27d6e4e4f7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:52.475194 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5b4e-a190-4064-993f-dd2c60fad023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:52.476615 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6b3e5b4e-a190-4064-993f-dd2c60fad023 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/90b5ff88-16b9-4c02-bea9-7b27d6e4e4f7 HTTP/1.1" status: 204 len: 168 time: 0.1789353 Feb 08 15:41:52.500507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e5b4e-a190-4064-993f-dd2c60fad023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b5ff88-16b9-4c02-bea9-7b27d6e4e4f7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:52.525094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 60c58d23-cf12-40b9-9fb3-874322caac67 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:52.525753 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:52.599513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db02a16e-6294-4175-a13c-2ea9c8eea63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c58d23-cf12-40b9-9fb3-874322caac67'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:52.606385 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06977bd6-9511-4d7f-8cb1-aa484000a4cd" -d '{"events": [{"server_uuid": "db02a16e-6294-4175-a13c-2ea9c8eea63e", "name": "network-vif-plugged", "status": "completed", "tag": "60c58d23-cf12-40b9-9fb3-874322caac67"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:52.606653 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-3978a334-b109-45b2-b06f-63e97f98db5e req-1fe2c429-8d5e-4a55-b0a9-646e736b14df tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Deleting port f089daf5-5cc3-47ed-bfc1-7d6e173ac241 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:41:52.607110 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3978a334-b109-45b2-b06f-63e97f98db5e req-1fe2c429-8d5e-4a55-b0a9-646e736b14df tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:52.637652 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:52.647754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=60c58d23-cf12-40b9-9fb3-874322caac67,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:52.656389 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:52.657927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device edfc57d9-60e4-43e0-b879-ef3ff992a5d2 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:41:52.685419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259fc68-a0c7-47b5-bf27-dc1b6f9907fa req-c214e755-4651-4c76-9884-558b2b30226c tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:52.693243 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d259fc68-a0c7-47b5-bf27-dc1b6f9907fa req-c214e755-4651-4c76-9884-558b2b30226c tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 945 time: 0.3556077 Feb 08 15:41:52.705692 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0e744bbe-6b98-42db-b021-8be0662546a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (78653a79-f4c0-43a0-9a7f-bcdcc266bd20), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:52.775091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=60c58d23-cf12-40b9-9fb3-874322caac67,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:52.812641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port edfc57d9-60e4-43e0-b879-ef3ff992a5d2 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:41:52.820029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d259fc68-a0c7-47b5-bf27-dc1b6f9907fa req-896aeaf0-2723-4011-94d9-ee329fe4a6fb tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups?id=74beee88-f75c-456c-a261-ffaec5f639f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255515 Feb 08 15:41:52.826182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port edfc57d9-60e4-43e0-b879-ef3ff992a5d2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:52.826711 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (edfc57d9-60e4-43e0-b879-ef3ff992a5d2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:52.988503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port edfc57d9-60e4-43e0-b879-ef3ff992a5d2 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:52.989303 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (edfc57d9-60e4-43e0-b879-ef3ff992a5d2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:53.065349 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port edfc57d9-60e4-43e0-b879-ef3ff992a5d2, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=edfc57d9-60e4-43e0-b879-ef3ff992a5d2,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:53.071881 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (edfc57d9-60e4-43e0-b879-ef3ff992a5d2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:53.184284 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a1490ede-6650-42dd-9d51-501fd6103910 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:41:53.227178 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=edfc57d9-60e4-43e0-b879-ef3ff992a5d2,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:53.271918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a1490ede-6650-42dd-9d51-501fd6103910 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:53.272316 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a1490ede-6650-42dd-9d51-501fd6103910), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:53.386480 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a1490ede-6650-42dd-9d51-501fd6103910 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:53.387020 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a1490ede-6650-42dd-9d51-501fd6103910), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:53.421637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port a1490ede-6650-42dd-9d51-501fd6103910, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a1490ede-6650-42dd-9d51-501fd6103910,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:53.440765 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a1490ede-6650-42dd-9d51-501fd6103910), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:53.461368 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0e744bbe-6b98-42db-b021-8be0662546a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (78653a79-f4c0-43a0-9a7f-bcdcc266bd20), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:53.493327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-0e744bbe-6b98-42db-b021-8be0662546a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78653a79-f4c0-43a0-9a7f-bcdcc266bd20']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:53.507270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-0e744bbe-6b98-42db-b021-8be0662546a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d001f6-d516-4723-b72c-24c9d6f84eda') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:53.507629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-0e744bbe-6b98-42db-b021-8be0662546a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d001f6-d516-4723-b72c-24c9d6f84eda') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:53.528880 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0e744bbe-6b98-42db-b021-8be0662546a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (e3d001f6-d516-4723-b72c-24c9d6f84eda), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:53.535827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-3978a334-b109-45b2-b06f-63e97f98db5e req-1fe2c429-8d5e-4a55-b0a9-646e736b14df tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] For port f089daf5-5cc3-47ed-bfc1-7d6e173ac241, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f089daf5-5cc3-47ed-bfc1-7d6e173ac241,segment=NetworkSegment(798897ca-4091-4553-8f9e-79b23e002f97),segment_id=798897ca-4091-4553-8f9e-79b23e002f97)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:53.536199 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3978a334-b109-45b2-b06f-63e97f98db5e req-1fe2c429-8d5e-4a55-b0a9-646e736b14df tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:53.573147 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=a1490ede-6650-42dd-9d51-501fd6103910,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:53.630797 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0e744bbe-6b98-42db-b021-8be0662546a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (e3d001f6-d516-4723-b72c-24c9d6f84eda), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:53.654534 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b64524-93d0-42fd-9aac-27e833c3d925 req-40280249-28e0-4938-a8e4-247a5a29ab88 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:53.660792 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6b64524-93d0-42fd-9aac-27e833c3d925 req-40280249-28e0-4938-a8e4-247a5a29ab88 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 950 time: 0.7169249 Feb 08 15:41:53.672691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e744bbe-6b98-42db-b021-8be0662546a9 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:41:53.673121 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0e744bbe-6b98-42db-b021-8be0662546a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (e3d001f6-d516-4723-b72c-24c9d6f84eda), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:41:53.683101 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:41:53.687620 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Allocated IP 172.25.7.197 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/ef82f510-7331-49e8-88cc-4f3bccd5fd31) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:41:53.767854 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Sync routers for ids ['a3964274-9fb1-4557-8747-3980857b9ae2'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:41:53.792276 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Routers {'a3964274-9fb1-4557-8747-3980857b9ae2'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:53.793372 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a3964274-9fb1-4557-8747-3980857b9ae2'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:53.906731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6b64524-93d0-42fd-9aac-27e833c3d925 req-f5cf6096-63ab-4baf-bd82-eb6cfaeb8b9a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308643 Feb 08 15:41:53.912293 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0e744bbe-6b98-42db-b021-8be0662546a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (78653a79-f4c0-43a0-9a7f-bcdcc266bd20), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:53.917880 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0e744bbe-6b98-42db-b021-8be0662546a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:53.921220 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0e744bbe-6b98-42db-b021-8be0662546a9 admin admin] 10.222.0.82 "DELETE /v2.0/networks/78653a79-f4c0-43a0-9a7f-bcdcc266bd20 HTTP/1.1" status: 204 len: 168 time: 1.8504219 Feb 08 15:41:53.925140 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59524) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:53.971699 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e744bbe-6b98-42db-b021-8be0662546a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=78653a79-f4c0-43a0-9a7f-bcdcc266bd20,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:54.000035 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Set router a3964274-9fb1-4557-8747-3980857b9ae2 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:54.018576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-686377b8-857f-44ef-8dad-041b278cb495 admin admin] Deleting subnet 9e9589df-2219-4383-9ca4-36718c01c03d {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:41:54.047471 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-686377b8-857f-44ef-8dad-041b278cb495 admin admin] Publish callbacks [] for subnet (9e9589df-2219-4383-9ca4-36718c01c03d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:54.083197 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3978a334-b109-45b2-b06f-63e97f98db5e req-1fe2c429-8d5e-4a55-b0a9-646e736b14df tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:54.083675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3978a334-b109-45b2-b06f-63e97f98db5e req-1fe2c429-8d5e-4a55-b0a9-646e736b14df tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (ee18e8c2-9e4f-41b3-9da8-3ba79e79b76e), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:54.084035 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-3978a334-b109-45b2-b06f-63e97f98db5e req-1fe2c429-8d5e-4a55-b0a9-646e736b14df tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Floating IP ee18e8c2-9e4f-41b3-9da8-3ba79e79b76e disassociated. External IP: 172.25.7.105, port: f089daf5-5cc3-47ed-bfc1-7d6e173ac241. Feb 08 15:41:54.084432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-3978a334-b109-45b2-b06f-63e97f98db5e req-1fe2c429-8d5e-4a55-b0a9-646e736b14df tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Calling delete_port for f089daf5-5cc3-47ed-bfc1-7d6e173ac241 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:41:54.117503 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks [] for port (ef82f510-7331-49e8-88cc-4f3bccd5fd31), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:54.176098 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-686377b8-857f-44ef-8dad-041b278cb495 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (9e9589df-2219-4383-9ca4-36718c01c03d), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:54.263774 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-686377b8-857f-44ef-8dad-041b278cb495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (9e9589df-2219-4383-9ca4-36718c01c03d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:54.314870 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'name': 'tempest-FloatingIPsTestJSON-1070263295-router', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a1490ede-6650-42dd-9d51-501fd6103910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:41:42Z', 'updated_at': '2022-02-08T15:41:48Z', 'revision_number': 4, 'project_id': '9585c70eed4f472dac22fcfdcea0701c', 'gw_port': {'id': 'a1490ede-6650-42dd-9d51-501fd6103910', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:41:43Z', 'updated_at': '2022-02-08T15:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '81307f0d-d3a8-412f-b710-c235bcccda90', 'name': '', 'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'mac_address': 'fa:16:3e:33:49:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:41:47Z', 'updated_at': '2022-02-08T15:41:49Z', 'revision_number': 2, 'project_id': '9585c70eed4f472dac22fcfdcea0701c', 'subnets': [{'id': 'c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:54.350069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbf4f7-f66b-422d-b606-a2d61ac78117 req-45399bf0-d646-4d11-875e-a5f7103ea201 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:54.352040 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cafbf4f7-f66b-422d-b606-a2d61ac78117 req-45399bf0-d646-4d11-875e-a5f7103ea201 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 945 time: 0.2325239 Feb 08 15:41:54.370493 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Checking router: a3964274-9fb1-4557-8747-3980857b9ae2 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:41:54.371029 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Updating router a3964274-9fb1-4557-8747-3980857b9ae2 port 81307f0d-d3a8-412f-b710-c235bcccda90 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:41:54.386876 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-686377b8-857f-44ef-8dad-041b278cb495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (9e9589df-2219-4383-9ca4-36718c01c03d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:54.402813 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-686377b8-857f-44ef-8dad-041b278cb495 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:54.408629 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-686377b8-857f-44ef-8dad-041b278cb495 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/9e9589df-2219-4383-9ca4-36718c01c03d HTTP/1.1" status: 204 len: 168 time: 0.4793749 Feb 08 15:41:54.409554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59536) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:54.411052 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:54.431367 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ef82f510-7331-49e8-88cc-4f3bccd5fd31), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:54.450759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686377b8-857f-44ef-8dad-041b278cb495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9589df-2219-4383-9ca4-36718c01c03d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:54.494230 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a442887-a064-4a4e-a4be-eaaf619a53b0 req-11f2955a-9017-4a04-84d8-7b4437f723c0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3001330 Feb 08 15:41:54.517473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Pushing event updated for resources: {'Port': ['ID=ef82f510-7331-49e8-88cc-4f3bccd5fd31,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:54.599741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9c2be1b6-3de3-4cdf-86cf-f764194620bc no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:54.634427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 9c2be1b6-3de3-4cdf-86cf-f764194620bc {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:41:54.634427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9c2be1b6-3de3-4cdf-86cf-f764194620bc not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:41:54.648268 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cafbf4f7-f66b-422d-b606-a2d61ac78117 req-5ca3dbfe-51e7-4384-a43a-ef1464de5a3f tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580316 Feb 08 15:41:54.659818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:41:54.671573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:41:54.693673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:41:54.898574 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Publish callbacks [] for port (81307f0d-d3a8-412f-b710-c235bcccda90), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:54.901546 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3978a334-b109-45b2-b06f-63e97f98db5e req-1fe2c429-8d5e-4a55-b0a9-646e736b14df tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f089daf5-5cc3-47ed-bfc1-7d6e173ac241), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:54.901740 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68950b32-a258-4caf-bd2a-1ebcace0057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (87f84f21-06bc-42ba-aede-178b56e908b2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:54.912064 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:54.921413 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a442887-a064-4a4e-a4be-eaaf619a53b0 req-308a5002-c2cf-4ecd-a7ae-2f81e1e42749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:54.922931 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a442887-a064-4a4e-a4be-eaaf619a53b0 req-308a5002-c2cf-4ecd-a7ae-2f81e1e42749 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 1128 time: 0.3428147 Feb 08 15:41:54.926992 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks [] for floatingip (232ebfc7-1328-45f3-97ee-046d802f3733), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:54.964361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2c429-8d5e-4a55-b0a9-646e736b14df tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Pushing event deleted for resources: {'Port': ['ID=f089daf5-5cc3-47ed-bfc1-7d6e173ac241,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:55.023645 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40add8-6a65-49a0-8dec-6dd85505943f None None] Pushing event updated for resources: {'Port': ['ID=81307f0d-d3a8-412f-b710-c235bcccda90,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:55.045432 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40add8-6a65-49a0-8dec-6dd85505943f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:55.046346 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40add8-6a65-49a0-8dec-6dd85505943f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:55.046996 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40add8-6a65-49a0-8dec-6dd85505943f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:55.047351 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40add8-6a65-49a0-8dec-6dd85505943f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:55.047690 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40add8-6a65-49a0-8dec-6dd85505943f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:55.048028 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40add8-6a65-49a0-8dec-6dd85505943f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:55.049775 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40add8-6a65-49a0-8dec-6dd85505943f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:55.050068 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40add8-6a65-49a0-8dec-6dd85505943f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:55.050414 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40add8-6a65-49a0-8dec-6dd85505943f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:55.050745 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40add8-6a65-49a0-8dec-6dd85505943f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:55.051165 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40add8-6a65-49a0-8dec-6dd85505943f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:55.051406 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40add8-6a65-49a0-8dec-6dd85505943f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:55.051735 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e40add8-6a65-49a0-8dec-6dd85505943f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:41:55.089000 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68950b32-a258-4caf-bd2a-1ebcace0057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (87f84f21-06bc-42ba-aede-178b56e908b2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:55.115150 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a442887-a064-4a4e-a4be-eaaf619a53b0 req-56c55d41-059a-4bdd-8a03-71d5fa04e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:55.116713 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a442887-a064-4a4e-a4be-eaaf619a53b0 req-56c55d41-059a-4bdd-8a03-71d5fa04e6e8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.1643431 Feb 08 15:41:55.136865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-68950b32-a258-4caf-bd2a-1ebcace0057a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f84f21-06bc-42ba-aede-178b56e908b2']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:55.141461 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a1490ede-6650-42dd-9d51-501fd6103910 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:41:55.148259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-68950b32-a258-4caf-bd2a-1ebcace0057a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902f9113-c063-4c51-9feb-664f33f7a209') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:55.148694 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-68950b32-a258-4caf-bd2a-1ebcace0057a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902f9113-c063-4c51-9feb-664f33f7a209') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:55.168106 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68950b32-a258-4caf-bd2a-1ebcace0057a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (902f9113-c063-4c51-9feb-664f33f7a209), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:55.177332 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Attempting to bind port 81307f0d-d3a8-412f-b710-c235bcccda90 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:41:55.177702 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Attempting to bind port 81307f0d-d3a8-412f-b710-c235bcccda90 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'd820f100-a0ea-43a8-9d5f-53df7cf2a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:41:55.178065 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Attempting to bind port 81307f0d-d3a8-412f-b710-c235bcccda90 on network 195a1396-7b68-455d-bef8-0dd30ba93e39 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:41:55.185034 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68950b32-a258-4caf-bd2a-1ebcace0057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (902f9113-c063-4c51-9feb-664f33f7a209), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:55.193198 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:41:55.193570 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Checking segment: {'id': 'd820f100-a0ea-43a8-9d5f-53df7cf2a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:41:55.193815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68950b32-a258-4caf-bd2a-1ebcace0057a admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:41:55.194461 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:55.194461 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Bound using segment: {'id': 'd820f100-a0ea-43a8-9d5f-53df7cf2a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:41:55.194675 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68950b32-a258-4caf-bd2a-1ebcace0057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (902f9113-c063-4c51-9feb-664f33f7a209), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:55.194827 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Bound port: 81307f0d-d3a8-412f-b710-c235bcccda90, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd820f100-a0ea-43a8-9d5f-53df7cf2a513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:41:55.195207 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:41:55.197260 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:41:55.199558 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08aa707-40bb-42c2-ab1f-091dc97ab754 req-5a7f76d1-e352-46df-bfc0-606d0c1d0ffb tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:55.199671 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e08aa707-40bb-42c2-ab1f-091dc97ab754 req-5a7f76d1-e352-46df-bfc0-606d0c1d0ffb tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 943 time: 0.4125941 Feb 08 15:41:55.261707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a1490ede-6650-42dd-9d51-501fd6103910 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:55.265729 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a1490ede-6650-42dd-9d51-501fd6103910), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:55.302989 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68950b32-a258-4caf-bd2a-1ebcace0057a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (87f84f21-06bc-42ba-aede-178b56e908b2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:55.309329 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68950b32-a258-4caf-bd2a-1ebcace0057a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:55.316368 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-68950b32-a258-4caf-bd2a-1ebcace0057a admin admin] 10.222.0.82 "DELETE /v2.0/networks/87f84f21-06bc-42ba-aede-178b56e908b2 HTTP/1.1" status: 204 len: 168 time: 0.9052627 Feb 08 15:41:55.332416 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] For port 81307f0d-d3a8-412f-b710-c235bcccda90, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:55.336712 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] For port 81307f0d-d3a8-412f-b710-c235bcccda90, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=81307f0d-d3a8-412f-b710-c235bcccda90,segment=NetworkSegment(d820f100-a0ea-43a8-9d5f-53df7cf2a513),segment_id=d820f100-a0ea-43a8-9d5f-53df7cf2a513)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:41:55.339955 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68950b32-a258-4caf-bd2a-1ebcace0057a admin admin] Pushing event deleted for resources: {'Network': ['ID=87f84f21-06bc-42ba-aede-178b56e908b2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:55.347161 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:55.363974 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ef82f510-7331-49e8-88cc-4f3bccd5fd31), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:55.389189 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a442887-a064-4a4e-a4be-eaaf619a53b0 req-6f22c7b1-1941-4bbd-9ac1-05a97d51fdf0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c66117d-4175-4490-adf1-b2341526c64d HTTP/1.1" status: 200 len: 217 time: 0.1864643 Feb 08 15:41:55.454171 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40add8-6a65-49a0-8dec-6dd85505943f None None] Pushing event updated for resources: {'Port': ['ID=81307f0d-d3a8-412f-b710-c235bcccda90,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:55.483311 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Routers {'a3964274-9fb1-4557-8747-3980857b9ae2'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:55.484109 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a3964274-9fb1-4557-8747-3980857b9ae2'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:55.672383 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] Set router a3964274-9fb1-4557-8747-3980857b9ae2 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:55.750455 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e08aa707-40bb-42c2-ab1f-091dc97ab754 req-ab2dac39-119d-4942-b050-eddfc7716629 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727213 Feb 08 15:41:55.757135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59548) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:55.799984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a442887-a064-4a4e-a4be-eaaf619a53b0 req-a4640432-16b4-4e99-9029-124ad34cfee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:55.802100 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a442887-a064-4a4e-a4be-eaaf619a53b0 req-a4640432-16b4-4e99-9029-124ad34cfee1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.3790624 Feb 08 15:41:55.826821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3978a334-b109-45b2-b06f-63e97f98db5e req-1fe2c429-8d5e-4a55-b0a9-646e736b14df tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:41:55.864700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-556669c3-1ff1-4d81-bf20-a1540b74dcd0 None None] Provisioning complete for port 81307f0d-d3a8-412f-b710-c235bcccda90 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:55.881895 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a442887-a064-4a4e-a4be-eaaf619a53b0 req-386635fa-df81-4571-91a2-64fa9a482070 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719674 Feb 08 15:41:55.889494 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-556669c3-1ff1-4d81-bf20-a1540b74dcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:55.901494 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f3aa524f-6fed-43a6-ab77-cf4dcd2f74e0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=782ccbc77baf4c51a5f5bce6cb1cdb50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428134 Feb 08 15:41:55.903939 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad2a0a9-36bb-4e99-9d45-5275f6225c98 x-openstack-request-id: req-dad2a0a9-36bb-4e99-9d45-5275f6225c98 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:55.904255 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db02a16e-6294-4175-a13c-2ea9c8eea63e", "name": "network-vif-plugged", "status": "completed", "tag": "60c58d23-cf12-40b9-9fb3-874322caac67", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:55.904521 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dad2a0a9-36bb-4e99-9d45-5275f6225c98 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:55.905524 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db02a16e-6294-4175-a13c-2ea9c8eea63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c58d23-cf12-40b9-9fb3-874322caac67', 'code': 200} Feb 08 15:41:55.905682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59550) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:55.907101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a1490ede-6650-42dd-9d51-501fd6103910 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:56.089314 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'name': 'tempest-FloatingIPsTestJSON-1070263295-router', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a1490ede-6650-42dd-9d51-501fd6103910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:41:42Z', 'updated_at': '2022-02-08T15:41:48Z', 'revision_number': 4, 'project_id': '9585c70eed4f472dac22fcfdcea0701c', 'gw_port': {'id': 'a1490ede-6650-42dd-9d51-501fd6103910', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:41:43Z', 'updated_at': '2022-02-08T15:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '81307f0d-d3a8-412f-b710-c235bcccda90', 'name': '', 'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'mac_address': 'fa:16:3e:33:49:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:41:47Z', 'updated_at': '2022-02-08T15:41:55Z', 'revision_number': 4, 'project_id': '9585c70eed4f472dac22fcfdcea0701c', 'subnets': [{'id': 'c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:56.106789 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-556669c3-1ff1-4d81-bf20-a1540b74dcd0 None None] Current status of the port 81307f0d-d3a8-412f-b710-c235bcccda90 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:56.107213 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-556669c3-1ff1-4d81-bf20-a1540b74dcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:56.109385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f089daf5-5cc3-47ed-bfc1-7d6e173ac241 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:56.126216 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1397abe-de5e-4267-b2d1-ecf26e71a356 req-b9a80d4a-d7ba-4876-a9a4-d0dcda1d49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:56.128253 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f1397abe-de5e-4267-b2d1-ecf26e71a356 req-b9a80d4a-d7ba-4876-a9a4-d0dcda1d49c5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 1129 time: 0.1802571 Feb 08 15:41:56.138035 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b715ef-e3e8-497f-880a-3356042ae405 None None] The sync data for ids ['a3964274-9fb1-4557-8747-3980857b9ae2'] in n-d-824834-11 is: [{'id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'name': 'tempest-FloatingIPsTestJSON-1070263295-router', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a1490ede-6650-42dd-9d51-501fd6103910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:41:42Z', 'updated_at': '2022-02-08T15:41:48Z', 'revision_number': 4, 'project_id': '9585c70eed4f472dac22fcfdcea0701c', 'gw_port': {'id': 'a1490ede-6650-42dd-9d51-501fd6103910', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:41:43Z', 'updated_at': '2022-02-08T15:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '81307f0d-d3a8-412f-b710-c235bcccda90', 'name': '', 'network_id': '195a1396-7b68-455d-bef8-0dd30ba93e39', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'mac_address': 'fa:16:3e:33:49:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:41:47Z', 'updated_at': '2022-02-08T15:41:55Z', 'revision_number': 4, 'project_id': '9585c70eed4f472dac22fcfdcea0701c', 'subnets': [{'id': 'c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:41:56.142896 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks [] for port (ef82f510-7331-49e8-88cc-4f3bccd5fd31), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:56.148816 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e2de057d-9734-4b05-8b01-f8faedcd8f04 admin admin] Publish callbacks [] for security_group (0b57f049-2577-4f4a-9fbd-5a82d9e13622), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:56.164104 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (ef82f510-7331-49e8-88cc-4f3bccd5fd31), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:56.179278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: f089daf5-5cc3-47ed-bfc1-7d6e173ac241 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:41:56.179493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f089daf5-5cc3-47ed-bfc1-7d6e173ac241 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:41:56.229726 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e2de057d-9734-4b05-8b01-f8faedcd8f04 admin admin] Publish callbacks [] for security_group (0b57f049-2577-4f4a-9fbd-5a82d9e13622), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:56.235239 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-556669c3-1ff1-4d81-bf20-a1540b74dcd0 None None] For port 81307f0d-d3a8-412f-b710-c235bcccda90, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=81307f0d-d3a8-412f-b710-c235bcccda90,segment=NetworkSegment(d820f100-a0ea-43a8-9d5f-53df7cf2a513),segment_id=d820f100-a0ea-43a8-9d5f-53df7cf2a513)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:56.237930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a442887-a064-4a4e-a4be-eaaf619a53b0 req-90c21f69-e1af-4228-aaa9-aa34a5dc5427 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481069 Feb 08 15:41:56.243291 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-556669c3-1ff1-4d81-bf20-a1540b74dcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:56.296895 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b4b23-2353-442a-a46a-d527df43280b req-25a4a726-67cc-4059-b244-3d6afa8de71f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:56.305482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd0b4b23-2353-442a-a46a-d527df43280b req-25a4a726-67cc-4059-b244-3d6afa8de71f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 946 time: 0.3192987 Feb 08 15:41:56.325217 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f1397abe-de5e-4267-b2d1-ecf26e71a356 req-42dc7d50-3176-408a-863a-9d578bd2a6cb service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829612 Feb 08 15:41:56.331135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Pushing event updated for resources: {'Port': ['ID=ef82f510-7331-49e8-88cc-4f3bccd5fd31,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:56.341688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3978a334-b109-45b2-b06f-63e97f98db5e req-1fe2c429-8d5e-4a55-b0a9-646e736b14df tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:41:56.350361 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556669c3-1ff1-4d81-bf20-a1540b74dcd0 None None] Pushing event updated for resources: {'Port': ['ID=81307f0d-d3a8-412f-b710-c235bcccda90,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:56.354635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9085a93-6c9f-47c7-8648-157ef9aa591b None None] Sync routers for ids ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:41:56.360266 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e2de057d-9734-4b05-8b01-f8faedcd8f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0b57f049-2577-4f4a-9fbd-5a82d9e13622), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:56.368317 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e2de057d-9734-4b05-8b01-f8faedcd8f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:56.370126 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e2de057d-9734-4b05-8b01-f8faedcd8f04 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0b57f049-2577-4f4a-9fbd-5a82d9e13622 HTTP/1.1" status: 204 len: 168 time: 0.4627261 Feb 08 15:41:56.383203 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9085a93-6c9f-47c7-8648-157ef9aa591b None None] Routers {'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:56.384119 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f9085a93-6c9f-47c7-8648-157ef9aa591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:56.393995 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de057d-9734-4b05-8b01-f8faedcd8f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b57f049-2577-4f4a-9fbd-5a82d9e13622,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:56.448795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6673c4df-447e-4acd-99e3-049288e26343 None None] Provisioning complete for port 81307f0d-d3a8-412f-b710-c235bcccda90 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:56.449456 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6673c4df-447e-4acd-99e3-049288e26343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:56.518118 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (232ebfc7-1328-45f3-97ee-046d802f3733), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:56.539262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-3978a334-b109-45b2-b06f-63e97f98db5e req-1fe2c429-8d5e-4a55-b0a9-646e736b14df tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] No DVR routers for this DVR port f089daf5-5cc3-47ed-bfc1-7d6e173ac241 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:41:56.543854 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3978a334-b109-45b2-b06f-63e97f98db5e req-1fe2c429-8d5e-4a55-b0a9-646e736b14df tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:56.549335 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3978a334-b109-45b2-b06f-63e97f98db5e req-1fe2c429-8d5e-4a55-b0a9-646e736b14df tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.96 "DELETE /v2.0/ports/f089daf5-5cc3-47ed-bfc1-7d6e173ac241 HTTP/1.1" status: 204 len: 173 time: 4.6941137 Feb 08 15:41:56.571874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784b5540-7121-4eb1-8fa3-c2f917fcd077', 'name': 'network-vif-deleted', 'tag': 'f089daf5-5cc3-47ed-bfc1-7d6e173ac241'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:56.579736 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0246ad-ae26-42c7-9e5d-8aef1c80cd72" -d '{"events": [{"server_uuid": "784b5540-7121-4eb1-8fa3-c2f917fcd077", "name": "network-vif-deleted", "tag": "f089daf5-5cc3-47ed-bfc1-7d6e173ac241"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:56.604304 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:56.605664 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-a9da3794-f309-4de1-b078-c5148357d444 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1162207 Feb 08 15:41:56.634973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 815634d0-9af5-43aa-bfd2-50641e198be3 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:41:56.740236 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6673c4df-447e-4acd-99e3-049288e26343 None None] Current status of the port 81307f0d-d3a8-412f-b710-c235bcccda90 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:56.749087 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f9085a93-6c9f-47c7-8648-157ef9aa591b None None] Set router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:56.958504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 815634d0-9af5-43aa-bfd2-50641e198be3 is: DOWN; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:57.102566 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59560) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:57.149523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f9085a93-6c9f-47c7-8648-157ef9aa591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:29Z', 'revision_number': 4, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'gw_port': {'id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a4f6e211-c718-4f90-8eef-8a4a93c252f4', 'name': '', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'mac_address': 'fa:16:3e:80:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f39c251-a068-4236-a528-3e8e87787760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:28Z', 'updated_at': '2022-02-08T15:39:38Z', 'revision_number': 5, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'subnets': [{'id': '4f39c251-a068-4236-a528-3e8e87787760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:57.204690 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-713c246d-6fc8-48e5-9fca-f1f60ac055a4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=08ee1265b74c4524aa2ccb852fd31175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1003082 Feb 08 15:41:57.207691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59562) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:41:57.221941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 81307f0d-d3a8-412f-b710-c235bcccda90 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:41:57.226010 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9085a93-6c9f-47c7-8648-157ef9aa591b None None] Checking router: f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:41:57.288124 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-20dcd48e-c097-462c-a263-c34f6204755c admin admin] Publish callbacks [] for security_group (b48116e4-355d-4d60-854e-6b3c9054e135), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:57.288580 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9085a93-6c9f-47c7-8648-157ef9aa591b None None] Routers {'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:41:57.289830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f9085a93-6c9f-47c7-8648-157ef9aa591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:41:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:57.318414 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-20dcd48e-c097-462c-a263-c34f6204755c admin admin] Publish callbacks [] for security_group (b48116e4-355d-4d60-854e-6b3c9054e135), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:57.387474 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-20dcd48e-c097-462c-a263-c34f6204755c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b48116e4-355d-4d60-854e-6b3c9054e135), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:57.390173 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-20dcd48e-c097-462c-a263-c34f6204755c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:57.391635 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-20dcd48e-c097-462c-a263-c34f6204755c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b48116e4-355d-4d60-854e-6b3c9054e135 HTTP/1.1" status: 204 len: 168 time: 0.1829464 Feb 08 15:41:57.411820 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dcd48e-c097-462c-a263-c34f6204755c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48116e4-355d-4d60-854e-6b3c9054e135,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:57.430788 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd0b4b23-2353-442a-a46a-d527df43280b req-967b48d7-b1c0-4dca-a2e9-32c911adc7b7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1201890 Feb 08 15:41:57.466659 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-0aea34df-63d0-428e-b356-41faad220da0 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.197 HTTP/1.1" status: 200 len: 696 time: 0.8357017 Feb 08 15:41:57.516328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 81307f0d-d3a8-412f-b710-c235bcccda90 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:41:57.516597 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:57.526091 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a442887-a064-4a4e-a4be-eaaf619a53b0 req-1a433b35-7620-41d3-9a63-00b2fa3d12b7 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2748446 Feb 08 15:41:57.662230 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f9085a93-6c9f-47c7-8648-157ef9aa591b None None] Set router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:41:57.749586 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1960f7a1-0176-4917-b859-3baa4966e680 req-e523587c-59aa-4597-a71f-e8c2786dcb9b tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0816021 Feb 08 15:41:57.832599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-db9e9c26-da2b-4874-8c06-3422a29ece5b tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:57.834073 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcd0a66d-4483-4d75-a7f8-11e33866c199 req-db9e9c26-da2b-4874-8c06-3422a29ece5b tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.3053479 Feb 08 15:41:57.921587 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-001e7c6e-a671-4e28-b086-7b2b965b3a3f service neutron] 10.222.0.94 "GET /v2.0/ports/815634d0-9af5-43aa-bfd2-50641e198be3/bindings/n-h2-824834-11 HTTP/1.1" status: 200 len: 385 time: 0.1362081 Feb 08 15:41:57.985398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ffc62a-9aec-426e-a7cc-67345ad9c59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfc57d9-60e4-43e0-b879-ef3ff992a5d2'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:41:57.992770 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efea8d7-f0bf-4638-9959-287adc13f0e8" -d '{"events": [{"server_uuid": "e0ffc62a-9aec-426e-a7cc-67345ad9c59c", "name": "network-vif-plugged", "status": "completed", "tag": "edfc57d9-60e4-43e0-b879-ef3ff992a5d2"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:41:58.018107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 81307f0d-d3a8-412f-b710-c235bcccda90 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:41:58.058269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7140c-5496-46b2-8189-c18700725e0e req-246fcbe8-3a59-46fe-90dd-e6057335b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:58.066215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88b7140c-5496-46b2-8189-c18700725e0e req-246fcbe8-3a59-46fe-90dd-e6057335b4c9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 1157 time: 0.1562788 Feb 08 15:41:58.254060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-9c6006c6-92a4-49ae-9b84-7fd55994429d service neutron] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=815634d0-9af5-43aa-bfd2-50641e198be3,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:58.321700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-9c6006c6-92a4-49ae-9b84-7fd55994429d service neutron] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:41:58.392142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f9085a93-6c9f-47c7-8648-157ef9aa591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:29Z', 'revision_number': 4, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'gw_port': {'id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a4f6e211-c718-4f90-8eef-8a4a93c252f4', 'name': '', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'mac_address': 'fa:16:3e:80:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f39c251-a068-4236-a528-3e8e87787760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:28Z', 'updated_at': '2022-02-08T15:39:38Z', 'revision_number': 5, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'subnets': [{'id': '4f39c251-a068-4236-a528-3e8e87787760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:41:58.443424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-9c6006c6-92a4-49ae-9b84-7fd55994429d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815634d0-9af5-43aa-bfd2-50641e198be3 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:41:58.461580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-9c6006c6-92a4-49ae-9b84-7fd55994429d service neutron] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=815634d0-9af5-43aa-bfd2-50641e198be3,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:41:58.495433 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9085a93-6c9f-47c7-8648-157ef9aa591b None None] The sync data for ids ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'] in n-d-824834-11 is: [{'id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:29Z', 'revision_number': 4, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'gw_port': {'id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a4f6e211-c718-4f90-8eef-8a4a93c252f4', 'name': '', 'network_id': 'fc212980-d3a2-4b7b-ab32-da2eb604aaad', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'mac_address': 'fa:16:3e:80:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '4f39c251-a068-4236-a528-3e8e87787760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:28Z', 'updated_at': '2022-02-08T15:39:38Z', 'revision_number': 5, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'subnets': [{'id': '4f39c251-a068-4236-a528-3e8e87787760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:41:58.496592 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-9c6006c6-92a4-49ae-9b84-7fd55994429d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:58.518361 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c84200-4257-4c22-abfd-bb8d3e8e1ad0 x-openstack-request-id: req-a5c84200-4257-4c22-abfd-bb8d3e8e1ad0 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:58.519088 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784b5540-7121-4eb1-8fa3-c2f917fcd077", "name": "network-vif-deleted", "tag": "f089daf5-5cc3-47ed-bfc1-7d6e173ac241", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:58.519088 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a5c84200-4257-4c22-abfd-bb8d3e8e1ad0 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:58.519380 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784b5540-7121-4eb1-8fa3-c2f917fcd077', 'name': 'network-vif-deleted', 'tag': 'f089daf5-5cc3-47ed-bfc1-7d6e173ac241', 'status': 'completed', 'code': 200} Feb 08 15:41:58.663410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7140c-5496-46b2-8189-c18700725e0e req-5166e0f9-3e07-40f6-af14-716759c50935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:58.664925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88b7140c-5496-46b2-8189-c18700725e0e req-5166e0f9-3e07-40f6-af14-716759c50935 service neutron] 10.222.0.94 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.4334807 Feb 08 15:41:58.671816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-9c6006c6-92a4-49ae-9b84-7fd55994429d service neutron] Transition to ACTIVE for port object 815634d0-9af5-43aa-bfd2-50641e198be3 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:41:58.684456 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-9c6006c6-92a4-49ae-9b84-7fd55994429d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:41:58.776047 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88b7140c-5496-46b2-8189-c18700725e0e req-9b354412-8aa8-40ae-9050-94770b161f23 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815634d0-9af5-43aa-bfd2-50641e198be3 HTTP/1.1" status: 200 len: 217 time: 0.0804234 Feb 08 15:41:58.803917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a272e-ef33-45c2-bbd2-8ae99eef00e6 req-c7de3383-c656-47ba-8827-5079e3d584ea tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:58.806569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-264a272e-ef33-45c2-bbd2-8ae99eef00e6 req-c7de3383-c656-47ba-8827-5079e3d584ea tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 945 time: 0.3327787 Feb 08 15:41:58.842107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-9c6006c6-92a4-49ae-9b84-7fd55994429d service neutron] No DVR routers for this DVR port 815634d0-9af5-43aa-bfd2-50641e198be3 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:41:58.860480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6006c6-92a4-49ae-9b84-7fd55994429d service neutron] Pushing event updated for resources: {'Port': ['ID=815634d0-9af5-43aa-bfd2-50641e198be3,revision_number=10']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:41:58.903093 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-9c6006c6-92a4-49ae-9b84-7fd55994429d service neutron] 10.222.0.94 "PUT /v2.0/ports/815634d0-9af5-43aa-bfd2-50641e198be3/bindings/n-h2-824834-11/activate HTTP/1.1" status: 200 len: 370 time: 0.9755378 Feb 08 15:41:58.923529 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7140c-5496-46b2-8189-c18700725e0e req-7ff204c3-8fdf-4478-bee4-ee09dc225d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:58.927824 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88b7140c-5496-46b2-8189-c18700725e0e req-7ff204c3-8fdf-4478-bee4-ee09dc225d02 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.1191347 Feb 08 15:41:58.943851 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c6e70-1026-417b-bde9-9632dacbfc24 req-7c2eb6a6-aa6a-4c74-81ac-377b52d2dcb4 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:58.955785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-003c6e70-1026-417b-bde9-9632dacbfc24 req-7c2eb6a6-aa6a-4c74-81ac-377b52d2dcb4 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 943 time: 0.3445492 Feb 08 15:41:58.999541 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb45620-6d85-4d80-a8d4-e24ba826df6e None None] New status for floating IP ee18e8c2-9e4f-41b3-9da8-3ba79e79b76e: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:41:59.109129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88b7140c-5496-46b2-8189-c18700725e0e req-df616eeb-7e6d-4519-beef-0f0277b85bec service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1506574 Feb 08 15:41:59.209530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-264a272e-ef33-45c2-bbd2-8ae99eef00e6 req-ad63ace0-f4cb-4e90-b035-6bbf5f06bf9b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910713 Feb 08 15:41:59.261003 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-003c6e70-1026-417b-bde9-9632dacbfc24 req-68b7f885-f75e-405f-99a9-370a937d9900 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027604 Feb 08 15:41:59.311319 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf446b87-0c90-4962-8d54-b8053b1040b8 x-openstack-request-id: req-bf446b87-0c90-4962-8d54-b8053b1040b8 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:41:59.311810 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ffc62a-9aec-426e-a7cc-67345ad9c59c", "name": "network-vif-plugged", "status": "completed", "tag": "edfc57d9-60e4-43e0-b879-ef3ff992a5d2", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:41:59.311908 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bf446b87-0c90-4962-8d54-b8053b1040b8 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:41:59.312259 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ffc62a-9aec-426e-a7cc-67345ad9c59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfc57d9-60e4-43e0-b879-ef3ff992a5d2', 'code': 200} Feb 08 15:41:59.363961 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-c039f65b-5c32-4ffc-a614-1ac5d5359aa6 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:59.365539 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-c039f65b-5c32-4ffc-a614-1ac5d5359aa6 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7&tenant_id=dd11d3f1860a443eb3dacd21c1380846&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 1127 time: 0.3874950 Feb 08 15:41:59.404342 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfd297be-3226-410f-84ee-8853cc3a58c8 req-506c09dd-f757-4543-9228-255b3ac97f8b tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/floatingips/232ebfc7-1328-45f3-97ee-046d802f3733 HTTP/1.1" status: 200 len: 693 time: 0.1420786 Feb 08 15:41:59.445148 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88b7140c-5496-46b2-8189-c18700725e0e req-2efbd0e7-d20a-4f93-8e86-f85ce7ba6b3b service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271537 Feb 08 15:41:59.597398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0083fb54-1591-4592-befb-d1072e8bb041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:59.599004 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-0083fb54-1591-4592-befb-d1072e8bb041 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7&tenant_id=dd11d3f1860a443eb3dacd21c1380846 HTTP/1.1" status: 200 len: 1127 time: 0.2152984 Feb 08 15:41:59.623591 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63813a01-5d44-45a9-8340-a93cdef65d45 req-38c3e714-aaa7-4bf3-85e7-65ccbd4ecd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:59.625211 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63813a01-5d44-45a9-8340-a93cdef65d45 req-38c3e714-aaa7-4bf3-85e7-65ccbd4ecd26 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 1128 time: 0.2430518 Feb 08 15:41:59.714782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd297be-3226-410f-84ee-8853cc3a58c8 req-92066dab-928f-4fcb-bd66-a2e11681175b tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:59.716228 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfd297be-3226-410f-84ee-8853cc3a58c8 req-92066dab-928f-4fcb-bd66-a2e11681175b tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.2930512 Feb 08 15:41:59.719930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88b7140c-5496-46b2-8189-c18700725e0e req-72c50ab5-1f23-45fb-b770-a668bcb8be85 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637413 Feb 08 15:41:59.754752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63813a01-5d44-45a9-8340-a93cdef65d45 req-7b4c98fa-0c20-45d4-b337-01c0b62af65d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202211 Feb 08 15:41:59.760332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-67389c76-baa0-44df-978a-9e1d2a88640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:59.762322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-67389c76-baa0-44df-978a-9e1d2a88640a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 1127 time: 0.1241794 Feb 08 15:41:59.920387 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d468bf-4540-43a6-a03c-0ffdf2c4671a req-4ccbe119-671c-42ab-bb5c-6cddf775cb43 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:41:59.921910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1d468bf-4540-43a6-a03c-0ffdf2c4671a req-4ccbe119-671c-42ab-bb5c-6cddf775cb43 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 946 time: 0.0556769 Feb 08 15:42:00.054688 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1d468bf-4540-43a6-a03c-0ffdf2c4671a req-bc607c7d-81cd-464d-a91c-9ba963900820 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251864 Feb 08 15:42:00.104569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654e212-df98-4f1b-97d3-267861846853 req-38062792-05ac-43c7-ba96-77e36b64c0fa tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:00.105098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654e212-df98-4f1b-97d3-267861846853 req-38062792-05ac-43c7-ba96-77e36b64c0fa tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:00.105575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654e212-df98-4f1b-97d3-267861846853 req-38062792-05ac-43c7-ba96-77e36b64c0fa tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:00.106042 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654e212-df98-4f1b-97d3-267861846853 req-38062792-05ac-43c7-ba96-77e36b64c0fa tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:00.106505 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654e212-df98-4f1b-97d3-267861846853 req-38062792-05ac-43c7-ba96-77e36b64c0fa tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:00.106966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654e212-df98-4f1b-97d3-267861846853 req-38062792-05ac-43c7-ba96-77e36b64c0fa tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:00.107637 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654e212-df98-4f1b-97d3-267861846853 req-38062792-05ac-43c7-ba96-77e36b64c0fa tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:00.107873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654e212-df98-4f1b-97d3-267861846853 req-38062792-05ac-43c7-ba96-77e36b64c0fa tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:00.108340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654e212-df98-4f1b-97d3-267861846853 req-38062792-05ac-43c7-ba96-77e36b64c0fa tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:00.108796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654e212-df98-4f1b-97d3-267861846853 req-38062792-05ac-43c7-ba96-77e36b64c0fa tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:00.111882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4654e212-df98-4f1b-97d3-267861846853 req-38062792-05ac-43c7-ba96-77e36b64c0fa tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c&device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e&device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce&device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e&device_id=fa84e6b0-2017-46c6-8606-967875a0631c&device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e&device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077&device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7&device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630&device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3&device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 9402 time: 0.1019504 Feb 08 15:42:00.135028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-ba940498-a56a-456b-ab51-7af3c7123d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:00.136397 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-ba940498-a56a-456b-ab51-7af3c7123d56 service neutron] 10.222.0.96 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.1931930 Feb 08 15:42:00.146203 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4654e212-df98-4f1b-97d3-267861846853 req-60e774df-7f5f-446f-8375-4a9fe902ad88 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:00.215700 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f957bc1-6018-444e-beeb-efb44fbbc06e req-8e4a3a31-ecd0-44b7-b35c-cdfad4d091a8 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0723653 Feb 08 15:42:00.218116 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-dbbe0677-ea51-4b0b-b93b-93e056d7189f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815634d0-9af5-43aa-bfd2-50641e198be3 HTTP/1.1" status: 200 len: 217 time: 0.0737808 Feb 08 15:42:00.289741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-6580ed89-e525-4465-99fd-6e1bb0644d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:00.291439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-6580ed89-e525-4465-99fd-6e1bb0644d6b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.0662167 Feb 08 15:42:00.335949 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-690fb9f6-c313-40ea-a7fd-20a92e614a69 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371838 Feb 08 15:42:00.420045 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4654e212-df98-4f1b-97d3-267861846853 req-60e774df-7f5f-446f-8375-4a9fe902ad88 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Publish callbacks [] for security_group (256c9414-f60f-4523-928d-fa67e9c97b6a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:00.473080 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4654e212-df98-4f1b-97d3-267861846853 req-60e774df-7f5f-446f-8375-4a9fe902ad88 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (256c9414-f60f-4523-928d-fa67e9c97b6a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:00.501756 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d66521e1-29ec-4864-9cf4-9de02e5e6bbf req-085be975-9422-44e0-a87b-6402a230456b tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/floatingips?tenant_id=9585c70eed4f472dac22fcfdcea0701c HTTP/1.1" status: 200 len: 696 time: 0.0880408 Feb 08 15:42:00.607388 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e774df-7f5f-446f-8375-4a9fe902ad88 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256c9414-f60f-4523-928d-fa67e9c97b6a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:00.619103 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-265b9634-f2b6-49f4-bf52-8dcb1127750c service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747753 Feb 08 15:42:00.686497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4654e212-df98-4f1b-97d3-267861846853 req-60e774df-7f5f-446f-8375-4a9fe902ad88 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&id=1abee9e2-13d1-4161-bfa3-a33072b77543&id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.5637755 Feb 08 15:42:00.764519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66521e1-29ec-4864-9cf4-9de02e5e6bbf req-f8178f61-cd6a-403b-b25f-25bb4ed0ef34 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:00.766210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d66521e1-29ec-4864-9cf4-9de02e5e6bbf req-f8178f61-cd6a-403b-b25f-25bb4ed0ef34 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/networks?id=7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 787 time: 0.2509561 Feb 08 15:42:00.783906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-d66521e1-29ec-4864-9cf4-9de02e5e6bbf req-df2a5e6e-d424-4a23-bd51-f2a5d9d51ce6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:42:00.785120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d66521e1-29ec-4864-9cf4-9de02e5e6bbf req-df2a5e6e-d424-4a23-bd51-f2a5d9d51ce6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086389 Feb 08 15:42:00.790764 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-c765e601-9371-42ef-9c8b-bb305defea4e service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619289 Feb 08 15:42:00.902940 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159970e-425b-48cc-b754-563d85da07a5 req-44c4d2a5-2bd4-4ba4-9098-abe21f20f83b tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:00.904503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f159970e-425b-48cc-b754-563d85da07a5 req-44c4d2a5-2bd4-4ba4-9098-abe21f20f83b tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 1129 time: 0.0953131 Feb 08 15:42:00.958577 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c342bd-a147-4afa-9104-eb908eaa4788 req-2fee014e-cf46-4f21-aab5-b8585155ba46 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:00.960159 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56c342bd-a147-4afa-9104-eb908eaa4788 req-2fee014e-cf46-4f21-aab5-b8585155ba46 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 945 time: 0.0910280 Feb 08 15:42:00.992481 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f159970e-425b-48cc-b754-563d85da07a5 req-a6cc452e-d3bd-4b66-96fe-259b39704bbf tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782034 Feb 08 15:42:01.024108 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56c342bd-a147-4afa-9104-eb908eaa4788 req-0c6b6676-16ea-471d-a741-60d7aeb857d3 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575798 Feb 08 15:42:01.161897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-44f09461-6355-4d40-a394-7210eac1a0db tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:01.163767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-44f09461-6355-4d40-a394-7210eac1a0db tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7&tenant_id=dd11d3f1860a443eb3dacd21c1380846&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 1127 time: 0.1074193 Feb 08 15:42:01.216184 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ef825-70a7-47d4-b4dd-64243d83a43f req-0a98a747-d790-47be-9fa2-da0bd0985a30 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:01.217805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-938ef825-70a7-47d4-b4dd-64243d83a43f req-0a98a747-d790-47be-9fa2-da0bd0985a30 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 944 time: 0.1099160 Feb 08 15:42:01.318304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-938ef825-70a7-47d4-b4dd-64243d83a43f req-d3405b77-2e1c-4084-bdaf-2758c0c92a2f tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905256 Feb 08 15:42:01.382155 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b19f198-9937-426b-90d4-4201bb922abb req-9404cf2d-595d-46e2-bce3-dbbac7b8c752 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/floatingips/232ebfc7-1328-45f3-97ee-046d802f3733 HTTP/1.1" status: 200 len: 693 time: 0.0700281 Feb 08 15:42:01.432597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-1ce2d515-434a-4d66-a778-a86da0824954 service neutron] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:42:01.461972 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8743c0e7-e7d2-4ab8-9582-22c955bcc7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:01.539843 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-1ce2d515-434a-4d66-a778-a86da0824954 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:01.540860 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29c92e87-a13d-4740-bd19-a4f2bdab1eab req-1ce2d515-434a-4d66-a778-a86da0824954 service neutron] 10.222.0.96 "DELETE /v2.0/ports/815634d0-9af5-43aa-bfd2-50641e198be3/bindings/n-h1-824834-11 HTTP/1.1" status: 204 len: 173 time: 0.3691664 Feb 08 15:42:01.619086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19f198-9937-426b-90d4-4201bb922abb req-9fe95430-b9c1-4ca1-b1f7-84d0eca8a40e tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:01.626910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b19f198-9937-426b-90d4-4201bb922abb req-9fe95430-b9c1-4ca1-b1f7-84d0eca8a40e tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.2171931 Feb 08 15:42:01.699002 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b19f198-9937-426b-90d4-4201bb922abb req-03c52ddf-fd27-4c86-9b69-bf69b1240ac0 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.197 HTTP/1.1" status: 200 len: 696 time: 0.0709903 Feb 08 15:42:01.798884 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59654) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:01.809899 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b19f198-9937-426b-90d4-4201bb922abb req-264a8f53-313d-4acf-9273-6db2054cb180 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.197 HTTP/1.1" status: 200 len: 696 time: 0.1096020 Feb 08 15:42:01.972598 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a9ebc-9b49-4aae-9b74-ecc8901ce41b req-3ed59dc1-7284-4a59-b5d4-24f04c0c8349 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:01.973266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a9ebc-9b49-4aae-9b74-ecc8901ce41b req-3ed59dc1-7284-4a59-b5d4-24f04c0c8349 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:01.973927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a9ebc-9b49-4aae-9b74-ecc8901ce41b req-3ed59dc1-7284-4a59-b5d4-24f04c0c8349 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:01.975894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d25a9ebc-9b49-4aae-9b74-ecc8901ce41b req-3ed59dc1-7284-4a59-b5d4-24f04c0c8349 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce&device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e&device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 2979 time: 0.3035851 Feb 08 15:42:02.026634 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bd52a6c-9f8e-4d58-acde-211af971101c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:02.033729 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-4b19f198-9937-426b-90d4-4201bb922abb req-ce097ba0-7751-4410-b195-7b484e509862 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Deleting port ef82f510-7331-49e8-88cc-4f3bccd5fd31 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:42:02.034188 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4b19f198-9937-426b-90d4-4201bb922abb req-ce097ba0-7751-4410-b195-7b484e509862 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ef82f510-7331-49e8-88cc-4f3bccd5fd31), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:02.139719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d25a9ebc-9b49-4aae-9b74-ecc8901ce41b req-251de1be-6364-47c8-a7a0-ffb9dea4e275 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579626 Feb 08 15:42:02.150255 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bd52a6c-9f8e-4d58-acde-211af971101c admin admin] Publish callbacks [] for security_group (d58e172a-5001-47cd-846b-b5a8cad3f613), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:02.161170 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bd52a6c-9f8e-4d58-acde-211af971101c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d58e172a-5001-47cd-846b-b5a8cad3f613), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:02.198598 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4b19f198-9937-426b-90d4-4201bb922abb req-ce097ba0-7751-4410-b195-7b484e509862 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ef82f510-7331-49e8-88cc-4f3bccd5fd31), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:02.198975 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4b19f198-9937-426b-90d4-4201bb922abb req-ce097ba0-7751-4410-b195-7b484e509862 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks [] for floatingip (ef82f510-7331-49e8-88cc-4f3bccd5fd31), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:02.217581 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-4b19f198-9937-426b-90d4-4201bb922abb req-ce097ba0-7751-4410-b195-7b484e509862 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Calling delete_port for ef82f510-7331-49e8-88cc-4f3bccd5fd31 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:42:02.295439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59668) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:02.296259 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7bd52a6c-9f8e-4d58-acde-211af971101c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9022a73c52794ad68296f0b7e1b4a703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4957628 Feb 08 15:42:02.303049 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd52a6c-9f8e-4d58-acde-211af971101c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58e172a-5001-47cd-846b-b5a8cad3f613,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:02.390253 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-274f5577-aac1-476b-9cdb-901a60fba9da req-ce35d101-fc29-4752-985e-b0973e780456 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0955548 Feb 08 15:42:02.453207 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-89fdf4a8-b3a1-43a7-92c8-e117770b15cd admin admin] Publish callbacks [] for security_group (d58e172a-5001-47cd-846b-b5a8cad3f613), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:02.541630 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4b19f198-9937-426b-90d4-4201bb922abb req-ce097ba0-7751-4410-b195-7b484e509862 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ef82f510-7331-49e8-88cc-4f3bccd5fd31), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:02.601910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce097ba0-7751-4410-b195-7b484e509862 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Pushing event deleted for resources: {'Port': ['ID=ef82f510-7331-49e8-88cc-4f3bccd5fd31,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:02.617243 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-89fdf4a8-b3a1-43a7-92c8-e117770b15cd admin admin] Publish callbacks [] for security_group (d58e172a-5001-47cd-846b-b5a8cad3f613), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:02.742110 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4b19f198-9937-426b-90d4-4201bb922abb req-ce097ba0-7751-4410-b195-7b484e509862 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks [] for floatingip (232ebfc7-1328-45f3-97ee-046d802f3733), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:02.744149 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4b19f198-9937-426b-90d4-4201bb922abb req-ce097ba0-7751-4410-b195-7b484e509862 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:02.745327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b19f198-9937-426b-90d4-4201bb922abb req-ce097ba0-7751-4410-b195-7b484e509862 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "DELETE /v2.0/floatingips/232ebfc7-1328-45f3-97ee-046d802f3733 HTTP/1.1" status: 204 len: 173 time: 0.9342256 Feb 08 15:42:02.758108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1161445-406d-47ac-9a2b-1399b0aa3b86 req-19989e85-438f-424e-bc00-e64486da95fc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:02.760181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1161445-406d-47ac-9a2b-1399b0aa3b86 req-19989e85-438f-424e-bc00-e64486da95fc tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 945 time: 0.1247509 Feb 08 15:42:02.792677 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-89fdf4a8-b3a1-43a7-92c8-e117770b15cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d58e172a-5001-47cd-846b-b5a8cad3f613), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:02.795456 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-89fdf4a8-b3a1-43a7-92c8-e117770b15cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:02.800175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-89fdf4a8-b3a1-43a7-92c8-e117770b15cd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d58e172a-5001-47cd-846b-b5a8cad3f613 HTTP/1.1" status: 204 len: 168 time: 0.5036194 Feb 08 15:42:02.830853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdf4a8-b3a1-43a7-92c8-e117770b15cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58e172a-5001-47cd-846b-b5a8cad3f613,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:02.875208 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1161445-406d-47ac-9a2b-1399b0aa3b86 req-9fc2aab1-b624-4ed8-b1b1-6ac896dafc8b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045260 Feb 08 15:42:03.148776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-bec13215-3c1d-4679-bc94-b84190b00a2b tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1376727 Feb 08 15:42:03.158455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:03.263752 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59696) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:03.292315 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-30324979-ce54-43d4-8832-b3094a15c44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:03.457073 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-30324979-ce54-43d4-8832-b3094a15c44a admin admin] Publish callbacks [] for security_group (621b8bd3-316d-4587-849e-7f2aa54c7a62), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:03.463813 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-30324979-ce54-43d4-8832-b3094a15c44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (621b8bd3-316d-4587-849e-7f2aa54c7a62), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:03.512672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30324979-ce54-43d4-8832-b3094a15c44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621b8bd3-316d-4587-849e-7f2aa54c7a62,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:03.525235 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:03.544226 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-30324979-ce54-43d4-8832-b3094a15c44a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dcb33d13c7714eb094217ab83bf89e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781210 Feb 08 15:42:03.546839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59700) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:03.578419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd965a-0c64-4453-a4d6-52ff70b8983c req-3a86c13f-9f13-4778-a150-271e42112836 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:03.587422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03cd965a-0c64-4453-a4d6-52ff70b8983c req-3a86c13f-9f13-4778-a150-271e42112836 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 1127 time: 0.6256406 Feb 08 15:42:03.608267 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-988683c7-7391-43bd-a0b1-de94b32081ee admin admin] Publish callbacks [] for security_group (621b8bd3-316d-4587-849e-7f2aa54c7a62), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:03.636249 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-988683c7-7391-43bd-a0b1-de94b32081ee admin admin] Publish callbacks [] for security_group (621b8bd3-316d-4587-849e-7f2aa54c7a62), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:03.665912 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03cd965a-0c64-4453-a4d6-52ff70b8983c req-2eb1ee23-0c58-4051-9a1b-2d22c5d4de67 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771871 Feb 08 15:42:03.702727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-988683c7-7391-43bd-a0b1-de94b32081ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (621b8bd3-316d-4587-849e-7f2aa54c7a62), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:03.713099 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:03.718295 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-988683c7-7391-43bd-a0b1-de94b32081ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:03.733218 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-988683c7-7391-43bd-a0b1-de94b32081ee admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/621b8bd3-316d-4587-849e-7f2aa54c7a62 HTTP/1.1" status: 204 len: 168 time: 0.1742718 Feb 08 15:42:03.750728 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-07db8acc-6333-4d07-87f1-dc676b8c9284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:03.751529 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988683c7-7391-43bd-a0b1-de94b32081ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621b8bd3-316d-4587-849e-7f2aa54c7a62,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:03.982976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Allocated IP 172.25.7.6 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/3640a202-1945-4c24-8610-b29a3fa3e1ad) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:42:04.170835 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks [] for port (3640a202-1945-4c24-8610-b29a3fa3e1ad), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:04.228502 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df517fdc-00d1-46fb-8f71-0b547152a3d0 req-acdc39b9-707e-46b0-80a1-a8a3bc61e994 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0490272 Feb 08 15:42:04.290032 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3640a202-1945-4c24-8610-b29a3fa3e1ad), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:04.397678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:04.405518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Pushing event updated for resources: {'Port': ['ID=3640a202-1945-4c24-8610-b29a3fa3e1ad,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:04.415531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:04.418217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:42:04.465646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59732) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:04.505739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf39d7-a159-4f1b-bd03-79037c6fa4c1 req-f020d914-0ada-4740-aa78-110ee34b6c4f tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:04.507515 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1acf39d7-a159-4f1b-bd03-79037c6fa4c1 req-f020d914-0ada-4740-aa78-110ee34b6c4f tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 1127 time: 0.2029281 Feb 08 15:42:04.547645 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks [] for floatingip (5fec398b-8c6e-4edd-9acb-5e3e47af535f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:04.615705 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1acf39d7-a159-4f1b-bd03-79037c6fa4c1 req-3a595cb5-ffdc-4b7c-94be-074a5ce1253b tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903883 Feb 08 15:42:04.640441 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3640a202-1945-4c24-8610-b29a3fa3e1ad), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:04.834550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks [] for port (3640a202-1945-4c24-8610-b29a3fa3e1ad), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:04.843048 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (3640a202-1945-4c24-8610-b29a3fa3e1ad), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:04.905498 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a9bc-c544-4c72-bfc3-df9e5044141b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:04.951868 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (5fec398b-8c6e-4edd-9acb-5e3e47af535f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:04.960775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Pushing event updated for resources: {'Port': ['ID=3640a202-1945-4c24-8610-b29a3fa3e1ad,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:05.012927 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:05.021471 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d3cf6355-d1ca-4370-a990-17832727bff6 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.8684800 Feb 08 15:42:05.054442 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a9bc-c544-4c72-bfc3-df9e5044141b admin admin] Publish callbacks [] for security_group (15e406b3-4e5c-45ba-a019-77d6d1570ea8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:05.059621 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbd9a9bc-c544-4c72-bfc3-df9e5044141b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (15e406b3-4e5c-45ba-a019-77d6d1570ea8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:05.084498 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-ce5e7600-d896-47a5-8715-775674fe88c4 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 694 time: 0.0620039 Feb 08 15:42:05.099658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9a9bc-c544-4c72-bfc3-df9e5044141b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e406b3-4e5c-45ba-a019-77d6d1570ea8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:05.143293 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dbd9a9bc-c544-4c72-bfc3-df9e5044141b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=59aae4a7fec141f08a06116a67fdd61d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6743298 Feb 08 15:42:05.143697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59752) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:05.175888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618f5c6-2a19-4de8-b732-521f1213120e req-e7fd0b5f-031c-445f-af51-78088b71cf7b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:05.183960 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7618f5c6-2a19-4de8-b732-521f1213120e req-e7fd0b5f-031c-445f-af51-78088b71cf7b tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 945 time: 0.2241690 Feb 08 15:42:05.263941 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7618f5c6-2a19-4de8-b732-521f1213120e req-bbeeabb6-4f26-4693-ac8c-7d995d049868 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups?id=1abee9e2-13d1-4161-bfa3-a33072b77543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788786 Feb 08 15:42:05.283197 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebc1948f-2082-4c84-8769-0a9276b72f9b admin admin] Publish callbacks [] for security_group (15e406b3-4e5c-45ba-a019-77d6d1570ea8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:05.315995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-44d516f5-d40e-41f6-b74d-2974b3630e41 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:05.316777 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebc1948f-2082-4c84-8769-0a9276b72f9b admin admin] Publish callbacks [] for security_group (15e406b3-4e5c-45ba-a019-77d6d1570ea8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:05.322442 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-44d516f5-d40e-41f6-b74d-2974b3630e41 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.2359426 Feb 08 15:42:05.361358 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:05.363589 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d06f20cf-4873-4c1c-a406-fbeb1a11ee31 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:42:05.364662 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ad1d763-3b18-4b85-85ff-140abbde5e7b req-d06f20cf-4873-4c1c-a406-fbeb1a11ee31 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0375109 Feb 08 15:42:05.408137 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebc1948f-2082-4c84-8769-0a9276b72f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (15e406b3-4e5c-45ba-a019-77d6d1570ea8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:05.411464 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebc1948f-2082-4c84-8769-0a9276b72f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:05.413382 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ebc1948f-2082-4c84-8769-0a9276b72f9b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/15e406b3-4e5c-45ba-a019-77d6d1570ea8 HTTP/1.1" status: 204 len: 168 time: 0.2681050 Feb 08 15:42:05.452386 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1948f-2082-4c84-8769-0a9276b72f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e406b3-4e5c-45ba-a019-77d6d1570ea8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:05.523475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf023f5-66ae-44f4-983e-d8b3b29d2dd4 req-0797d29e-de73-4d0e-8435-448eb5fceaca tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:05.527032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aaf023f5-66ae-44f4-983e-d8b3b29d2dd4 req-0797d29e-de73-4d0e-8435-448eb5fceaca tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.96 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 945 time: 0.1881583 Feb 08 15:42:05.734924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-aaf023f5-66ae-44f4-983e-d8b3b29d2dd4 req-e36675cc-3e1c-44bc-9c94-b48ddb465218 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Deleting port edfc57d9-60e4-43e0-b879-ef3ff992a5d2 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:42:05.735588 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-aaf023f5-66ae-44f4-983e-d8b3b29d2dd4 req-e36675cc-3e1c-44bc-9c94-b48ddb465218 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (edfc57d9-60e4-43e0-b879-ef3ff992a5d2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:05.965452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-aaf023f5-66ae-44f4-983e-d8b3b29d2dd4 req-e36675cc-3e1c-44bc-9c94-b48ddb465218 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] For port edfc57d9-60e4-43e0-b879-ef3ff992a5d2, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=edfc57d9-60e4-43e0-b879-ef3ff992a5d2,segment=NetworkSegment(9f7aa167-1666-4c9b-a16a-53846536a274),segment_id=9f7aa167-1666-4c9b-a16a-53846536a274)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:05.965831 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-aaf023f5-66ae-44f4-983e-d8b3b29d2dd4 req-e36675cc-3e1c-44bc-9c94-b48ddb465218 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (edfc57d9-60e4-43e0-b879-ef3ff992a5d2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:05.985004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-aaf023f5-66ae-44f4-983e-d8b3b29d2dd4 req-e36675cc-3e1c-44bc-9c94-b48ddb465218 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Calling delete_port for edfc57d9-60e4-43e0-b879-ef3ff992a5d2 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:42:06.108689 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-abf9987f-a806-46a7-90c3-83a8f9d6e29e req-ce2baeb1-dac1-41af-8362-2d044283074b tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0456820 Feb 08 15:42:06.356759 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a7f8387-a76b-4999-9300-715bbdda278a req-e2ed4289-3d22-4ddd-9234-66be258461ff tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/floatingips/5fec398b-8c6e-4edd-9acb-5e3e47af535f HTTP/1.1" status: 200 len: 691 time: 0.1545224 Feb 08 15:42:06.379133 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-aaf023f5-66ae-44f4-983e-d8b3b29d2dd4 req-e36675cc-3e1c-44bc-9c94-b48ddb465218 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (edfc57d9-60e4-43e0-b879-ef3ff992a5d2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:06.477067 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36675cc-3e1c-44bc-9c94-b48ddb465218 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Pushing event deleted for resources: {'Port': ['ID=edfc57d9-60e4-43e0-b879-ef3ff992a5d2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:06.545793 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:06.574464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf023f5-66ae-44f4-983e-d8b3b29d2dd4 req-e36675cc-3e1c-44bc-9c94-b48ddb465218 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] No DVR routers for this DVR port edfc57d9-60e4-43e0-b879-ef3ff992a5d2 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:42:06.599489 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-aaf023f5-66ae-44f4-983e-d8b3b29d2dd4 req-e36675cc-3e1c-44bc-9c94-b48ddb465218 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:06.602969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aaf023f5-66ae-44f4-983e-d8b3b29d2dd4 req-e36675cc-3e1c-44bc-9c94-b48ddb465218 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.96 "DELETE /v2.0/ports/edfc57d9-60e4-43e0-b879-ef3ff992a5d2 HTTP/1.1" status: 204 len: 173 time: 1.0687802 Feb 08 15:42:06.624117 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b3c67f4-7bf5-49b6-9bf0-8a53de1ab0f6 req-4f9e1866-10aa-4d40-9004-2754d7f6d0b6 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0ffc62a-9aec-426e-a7cc-67345ad9c59c HTTP/1.1" status: 200 len: 210 time: 0.0690126 Feb 08 15:42:06.624630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ffc62a-9aec-426e-a7cc-67345ad9c59c', 'name': 'network-vif-deleted', 'tag': 'edfc57d9-60e4-43e0-b879-ef3ff992a5d2'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:42:06.634841 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcd17b1-55fa-4c77-8d77-0ce6cfb870c1" -d '{"events": [{"server_uuid": "e0ffc62a-9aec-426e-a7cc-67345ad9c59c", "name": "network-vif-deleted", "tag": "edfc57d9-60e4-43e0-b879-ef3ff992a5d2"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:42:06.705497 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f8387-a76b-4999-9300-715bbdda278a req-4fe9bbfb-8146-496f-89a9-5970329aea6e tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:06.724263 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a7f8387-a76b-4999-9300-715bbdda278a req-4fe9bbfb-8146-496f-89a9-5970329aea6e tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.3663743 Feb 08 15:42:06.737152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-7a7f8387-a76b-4999-9300-715bbdda278a req-9f44deb0-4d1a-4857-882f-d51c1b8e22b8 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:42:06.744937 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a7f8387-a76b-4999-9300-715bbdda278a req-9f44deb0-4d1a-4857-882f-d51c1b8e22b8 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196862 Feb 08 15:42:06.754698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59818) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:06.846818 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a7f8387-a76b-4999-9300-715bbdda278a req-77fd58eb-c802-4f2f-ac53-8aa974493787 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 694 time: 0.1007721 Feb 08 15:42:06.880389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59822) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:06.928734 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a7f8387-a76b-4999-9300-715bbdda278a req-92efb7b9-2c2a-46ad-b09f-dde171d4c162 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 694 time: 0.0804534 Feb 08 15:42:07.010205 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c43a846b-6726-4c58-b84d-4e16ee80eb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.038677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-864687102-network', 'tenant_id': 'fc1f662f69bf4e798027631518391c93'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:07.079638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54ca3e-ad9c-469a-80c8-bc00e8574edd req-929a41ce-6bb4-4a86-aae0-2a2c60013bae tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:07.084615 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f54ca3e-ad9c-469a-80c8-bc00e8574edd req-929a41ce-6bb4-4a86-aae0-2a2c60013bae tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 1133 time: 0.2800834 Feb 08 15:42:07.085860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] Made reservation on behalf of fc1f662f69bf4e798027631518391c93 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:42:07.088825 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.103207 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.191634 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c43a846b-6726-4c58-b84d-4e16ee80eb4e admin admin] Publish callbacks [] for security_group (a1afdcc4-7267-4101-ba25-92863a721b39), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.199866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f54ca3e-ad9c-469a-80c8-bc00e8574edd req-a213d076-0034-4610-9c29-070e4afb70d6 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808530 Feb 08 15:42:07.200828 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c43a846b-6726-4c58-b84d-4e16ee80eb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a1afdcc4-7267-4101-ba25-92863a721b39), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.275965 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-7a7f8387-a76b-4999-9300-715bbdda278a req-9054581e-9b3c-40d0-9e51-25cea563ca53 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Deleting port 3640a202-1945-4c24-8610-b29a3fa3e1ad {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:42:07.276324 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a7f8387-a76b-4999-9300-715bbdda278a req-9054581e-9b3c-40d0-9e51-25cea563ca53 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3640a202-1945-4c24-8610-b29a3fa3e1ad), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.311171 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b19dd2b-a8f7-4eba-8a58-db38d6dd230c x-openstack-request-id: req-8b19dd2b-a8f7-4eba-8a58-db38d6dd230c {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:42:07.311475 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ffc62a-9aec-426e-a7cc-67345ad9c59c", "name": "network-vif-deleted", "tag": "edfc57d9-60e4-43e0-b879-ef3ff992a5d2", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:42:07.311736 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8b19dd2b-a8f7-4eba-8a58-db38d6dd230c {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:42:07.312145 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ffc62a-9aec-426e-a7cc-67345ad9c59c', 'name': 'network-vif-deleted', 'tag': 'edfc57d9-60e4-43e0-b879-ef3ff992a5d2', 'status': 'completed', 'code': 200} Feb 08 15:42:07.335669 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a846b-6726-4c58-b84d-4e16ee80eb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1afdcc4-7267-4101-ba25-92863a721b39,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:07.373345 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c43a846b-6726-4c58-b84d-4e16ee80eb4e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b881a480d22d4012acb95480d57a61d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6165810 Feb 08 15:42:07.391084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59834) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:07.449459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] Publish callbacks [] for security_group (50a58622-f73c-49e4-9b8e-ab8a05f0d751), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.457297 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (50a58622-f73c-49e4-9b8e-ab8a05f0d751), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.515565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:42:07.540331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-41e148c4-eeb7-4031-bfc3-daa58e391c82 req-1a8a9f9d-9419-4b75-935d-5636a6e127b7 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0869882 Feb 08 15:42:07.546836 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a7749970-df8b-4df3-bdce-0a07f29e30c8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.547571 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] Added segment a7749970-df8b-4df3-bdce-0a07f29e30c8 of type vlan for network 67e9eee1-fa22-4fdb-a210-1356974271e1 Feb 08 15:42:07.563297 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a58622-f73c-49e4-9b8e-ab8a05f0d751,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:07.568516 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a7f8387-a76b-4999-9300-715bbdda278a req-9054581e-9b3c-40d0-9e51-25cea563ca53 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3640a202-1945-4c24-8610-b29a3fa3e1ad), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.568851 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a7f8387-a76b-4999-9300-715bbdda278a req-9054581e-9b3c-40d0-9e51-25cea563ca53 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks [] for floatingip (3640a202-1945-4c24-8610-b29a3fa3e1ad), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.601154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-7a7f8387-a76b-4999-9300-715bbdda278a req-9054581e-9b3c-40d0-9e51-25cea563ca53 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Calling delete_port for 3640a202-1945-4c24-8610-b29a3fa3e1ad owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:42:07.613377 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1379de6d-916e-4767-8ca3-ac74aaf9c142 admin admin] Publish callbacks [] for security_group (a1afdcc4-7267-4101-ba25-92863a721b39), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.669333 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1379de6d-916e-4767-8ca3-ac74aaf9c142 admin admin] Publish callbacks [] for security_group (a1afdcc4-7267-4101-ba25-92863a721b39), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.679493 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (67e9eee1-fa22-4fdb-a210-1356974271e1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.738657 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (67e9eee1-fa22-4fdb-a210-1356974271e1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.740469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:07.741032 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.753683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd003081-6e1a-4810-86ac-9cb37b85c035 req-03a82521-a952-4be3-a9ee-5c5ade1d6a2a tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:07.755390 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd003081-6e1a-4810-86ac-9cb37b85c035 req-03a82521-a952-4be3-a9ee-5c5ade1d6a2a tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 1133 time: 0.0802956 Feb 08 15:42:07.794471 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1379de6d-916e-4767-8ca3-ac74aaf9c142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a1afdcc4-7267-4101-ba25-92863a721b39), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.797930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1379de6d-916e-4767-8ca3-ac74aaf9c142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.806524 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1379de6d-916e-4767-8ca3-ac74aaf9c142 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a1afdcc4-7267-4101-ba25-92863a721b39 HTTP/1.1" status: 204 len: 168 time: 0.4046500 Feb 08 15:42:07.835688 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9538813 Feb 08 15:42:07.849819 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59840) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:07.866816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7f6f2c25-8f1f-40f1-adbb-8013ca49edc6 admin admin] Request body: {'subnet': {'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-864687102-subnet', 'tenant_id': 'fc1f662f69bf4e798027631518391c93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:07.871293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379de6d-916e-4767-8ca3-ac74aaf9c142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1afdcc4-7267-4101-ba25-92863a721b39,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:07.883671 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd003081-6e1a-4810-86ac-9cb37b85c035 req-584dc2e9-1baa-4324-96e3-5dc6fba27754 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188128 Feb 08 15:42:07.889172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f117bab-7970-4ff2-8725-c8ceabbeca0c admin admin] Pushing event updated for resources: {'Network': ['ID=67e9eee1-fa22-4fdb-a210-1356974271e1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:07.905820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 67e9eee1-fa22-4fdb-a210-1356974271e1 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:42:07.915507 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.931843 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6f2c25-8f1f-40f1-adbb-8013ca49edc6 admin admin] Made reservation on behalf of fc1f662f69bf4e798027631518391c93 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:42:07.936331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2c25-8f1f-40f1-adbb-8013ca49edc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:07.963446 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a7f8387-a76b-4999-9300-715bbdda278a req-9054581e-9b3c-40d0-9e51-25cea563ca53 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3640a202-1945-4c24-8610-b29a3fa3e1ad), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.067308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054581e-9b3c-40d0-9e51-25cea563ca53 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Pushing event deleted for resources: {'Port': ['ID=3640a202-1945-4c24-8610-b29a3fa3e1ad,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:08.149372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device edfc57d9-60e4-43e0-b879-ef3ff992a5d2 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:42:08.182739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: edfc57d9-60e4-43e0-b879-ef3ff992a5d2 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:42:08.183529 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device edfc57d9-60e4-43e0-b879-ef3ff992a5d2 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:42:08.216364 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a7f8387-a76b-4999-9300-715bbdda278a req-9054581e-9b3c-40d0-9e51-25cea563ca53 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks [] for floatingip (5fec398b-8c6e-4edd-9acb-5e3e47af535f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.219776 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7a7f8387-a76b-4999-9300-715bbdda278a req-9054581e-9b3c-40d0-9e51-25cea563ca53 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.237239 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a7f8387-a76b-4999-9300-715bbdda278a req-9054581e-9b3c-40d0-9e51-25cea563ca53 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "DELETE /v2.0/floatingips/5fec398b-8c6e-4edd-9acb-5e3e47af535f HTTP/1.1" status: 204 len: 173 time: 1.3074474 Feb 08 15:42:08.273756 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2c25-8f1f-40f1-adbb-8013ca49edc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (861f702f-72c5-4ba8-b9fd-a3dea3b057b0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.356437 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f2c25-8f1f-40f1-adbb-8013ca49edc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=861f702f-72c5-4ba8-b9fd-a3dea3b057b0,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:08.374476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59856) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:08.375496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f2c25-8f1f-40f1-adbb-8013ca49edc6 admin admin] Checking segment: {'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:08.375951 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6f2c25-8f1f-40f1-adbb-8013ca49edc6 admin admin] Network hostable DHCP agents. Network: 67e9eee1-fa22-4fdb-a210-1356974271e1, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:42:08.401827 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6bfed0d0-0859-46f9-890e-bcd73e007e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.402612 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-a398fa39-dd47-4206-ba47-7b160933aceb req-8890b297-4c5d-4425-bcb0-4aeb1251d3b3 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] show failed (client error): The resource could not be found. Feb 08 15:42:08.414162 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a398fa39-dd47-4206-ba47-7b160933aceb req-8890b297-4c5d-4425-bcb0-4aeb1251d3b3 tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/floatingips/5fec398b-8c6e-4edd-9acb-5e3e47af535f HTTP/1.1" status: 404 len: 350 time: 0.0924792 Feb 08 15:42:08.504239 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6bfed0d0-0859-46f9-890e-bcd73e007e28 admin admin] Publish callbacks [] for security_group (e7ea031a-2f2c-4830-8263-77cb38d9114f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.518966 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6bfed0d0-0859-46f9-890e-bcd73e007e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e7ea031a-2f2c-4830-8263-77cb38d9114f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.523314 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-9414a2fb-af49-4f6a-85d1-2eaeb28bf245 req-35effa96-fa01-462d-a470-98ab2b1caa6a tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] show failed (client error): The resource could not be found. Feb 08 15:42:08.524690 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9414a2fb-af49-4f6a-85d1-2eaeb28bf245 req-35effa96-fa01-462d-a470-98ab2b1caa6a tempest-FloatingIPsTestJSON-1978989668 tempest-FloatingIPsTestJSON-1978989668-project] 10.222.0.82 "GET /v2.0/floatingips/5fec398b-8c6e-4edd-9acb-5e3e47af535f HTTP/1.1" status: 404 len: 350 time: 0.0402913 Feb 08 15:42:08.531817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6f2c25-8f1f-40f1-adbb-8013ca49edc6 admin admin] Network 67e9eee1-fa22-4fdb-a210-1356974271e1 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:42:08.535241 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59866) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:08.551655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7f6f2c25-8f1f-40f1-adbb-8013ca49edc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 67e9eee1-fa22-4fdb-a210-1356974271e1) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:08.568960 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504c9ad0-1d6b-42cb-9425-ac7d7ba195a7 None None] Network 67e9eee1-fa22-4fdb-a210-1356974271e1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:42:08.570601 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6f2c25-8f1f-40f1-adbb-8013ca49edc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:08.571312 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2c25-8f1f-40f1-adbb-8013ca49edc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.590321 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6bfed0d0-0859-46f9-890e-bcd73e007e28 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=42d45c35574e4a1daf65b5070dff4749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108309 Feb 08 15:42:08.596012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59872) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:08.609559 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7f6f2c25-8f1f-40f1-adbb-8013ca49edc6 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7503035 Feb 08 15:42:08.641255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59876) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:08.643199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfed0d0-0859-46f9-890e-bcd73e007e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ea031a-2f2c-4830-8263-77cb38d9114f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:08.683530 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070ac567-fae9-452f-8444-ddce0f04cceb admin admin] Publish callbacks [] for security_group (e7ea031a-2f2c-4830-8263-77cb38d9114f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.708903 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070ac567-fae9-452f-8444-ddce0f04cceb admin admin] Publish callbacks [] for security_group (e7ea031a-2f2c-4830-8263-77cb38d9114f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.779100 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070ac567-fae9-452f-8444-ddce0f04cceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e7ea031a-2f2c-4830-8263-77cb38d9114f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.783038 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070ac567-fae9-452f-8444-ddce0f04cceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.787112 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-070ac567-fae9-452f-8444-ddce0f04cceb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e7ea031a-2f2c-4830-8263-77cb38d9114f HTTP/1.1" status: 204 len: 168 time: 0.1872637 Feb 08 15:42:08.810248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ac567-fae9-452f-8444-ddce0f04cceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ea031a-2f2c-4830-8263-77cb38d9114f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:08.815880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5572fa0d-4137-4ac6-a58a-52b68d6e382f tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for security_group (b416d479-26f1-434e-878c-3399270f6c5f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.846028 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5572fa0d-4137-4ac6-a58a-52b68d6e382f tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for security_group (b416d479-26f1-434e-878c-3399270f6c5f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.912783 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5572fa0d-4137-4ac6-a58a-52b68d6e382f tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b416d479-26f1-434e-878c-3399270f6c5f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.917936 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5572fa0d-4137-4ac6-a58a-52b68d6e382f tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:08.921995 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5572fa0d-4137-4ac6-a58a-52b68d6e382f tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "DELETE /v2.0/security-groups/b416d479-26f1-434e-878c-3399270f6c5f HTTP/1.1" status: 204 len: 168 time: 0.2746019 Feb 08 15:42:08.942409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59888) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:08.945093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572fa0d-4137-4ac6-a58a-52b68d6e382f tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b416d479-26f1-434e-878c-3399270f6c5f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:08.963266 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-73512e34-656b-4563-b7c5-193a76c4af31 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] show failed (client error): The resource could not be found. Feb 08 15:42:08.964584 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-73512e34-656b-4563-b7c5-193a76c4af31 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "GET /v2.0/security-groups/b416d479-26f1-434e-878c-3399270f6c5f HTTP/1.1" status: 404 len: 347 time: 0.0171781 Feb 08 15:42:08.967529 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59890) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:08.994139 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac30661-7971-4072-afb8-4b9169f3df25 None None] Network 67e9eee1-fa22-4fdb-a210-1356974271e1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:42:09.047506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f833483-b3ed-4afa-9309-eb1e588a3227 req-a7b55a3c-145c-4d02-a913-474401e4f482 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.2245121 Feb 08 15:42:09.356329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7f467d10-e3dd-4e2a-b178-e6b677d91ee3 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Deleting port 8aacfedf-6852-4df6-b40b-0fda074b48e6 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:42:09.357140 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f467d10-e3dd-4e2a-b178-e6b677d91ee3 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8aacfedf-6852-4df6-b40b-0fda074b48e6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:09.500036 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f467d10-e3dd-4e2a-b178-e6b677d91ee3 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8aacfedf-6852-4df6-b40b-0fda074b48e6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:09.502933 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f467d10-e3dd-4e2a-b178-e6b677d91ee3 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for floatingip (8aacfedf-6852-4df6-b40b-0fda074b48e6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:09.538954 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7f467d10-e3dd-4e2a-b178-e6b677d91ee3 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Calling delete_port for 8aacfedf-6852-4df6-b40b-0fda074b48e6 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:42:09.599666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bfec8-638f-4aad-aa97-83a114292d36 req-10b5e38d-f534-40b1-896e-ef981c5ac424 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:09.610426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c95bfec8-638f-4aad-aa97-83a114292d36 req-10b5e38d-f534-40b1-896e-ef981c5ac424 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.1147118 Feb 08 15:42:09.636688 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d871df12-b9e3-4332-8f6c-5f92fdb57465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (a3964274-9fb1-4557-8747-3980857b9ae2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:09.822626 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c95bfec8-638f-4aad-aa97-83a114292d36 req-358214f5-f2fc-4305-9bdd-8a497a82496e tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105026 Feb 08 15:42:09.924555 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f467d10-e3dd-4e2a-b178-e6b677d91ee3 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (8aacfedf-6852-4df6-b40b-0fda074b48e6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:09.959793 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f467d10-e3dd-4e2a-b178-e6b677d91ee3 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Pushing event deleted for resources: {'Port': ['ID=8aacfedf-6852-4df6-b40b-0fda074b48e6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:10.038084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-f81ac361-af3f-4be1-81b1-f9e4c4edb8b3 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:10.039675 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-f81ac361-af3f-4be1-81b1-f9e4c4edb8b3 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/networks?id=67e9eee1-fa22-4fdb-a210-1356974271e1 HTTP/1.1" status: 200 len: 804 time: 0.1233852 Feb 08 15:42:10.073888 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f467d10-e3dd-4e2a-b178-e6b677d91ee3 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks [] for floatingip (cd0f903d-efd3-4774-a761-b47f3dfe3539), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:10.077407 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f467d10-e3dd-4e2a-b178-e6b677d91ee3 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:10.081323 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7f467d10-e3dd-4e2a-b178-e6b677d91ee3 tempest-ImagesOneServerNegativeTestJSON-967842511 tempest-ImagesOneServerNegativeTestJSON-967842511-project] 10.222.0.82 "DELETE /v2.0/floatingips/cd0f903d-efd3-4774-a761-b47f3dfe3539 HTTP/1.1" status: 204 len: 168 time: 1.1123722 Feb 08 15:42:10.091092 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-9eed7f3b-52c3-4cc8-9bb8-99e2cb3a308c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/quotas/fc1f662f69bf4e798027631518391c93 HTTP/1.1" status: 200 len: 375 time: 0.0390823 Feb 08 15:42:10.137311 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-f5ef784b-28f0-4b43-9f11-7591f9605161 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=fc1f662f69bf4e798027631518391c93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451014 Feb 08 15:42:10.553060 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b855c3e-345a-4c21-9923-e1515bc0a21c req-7a3e7ab7-5601-4fa2-bd15-98ff1437fe76 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.3265903 Feb 08 15:42:10.612584 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-16f87119-687e-46bd-b4a4-d8b6f502432b service neutron] 10.222.0.82 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459624 Feb 08 15:42:10.623991 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d871df12-b9e3-4332-8f6c-5f92fdb57465 admin admin] Deleting port 81307f0d-d3a8-412f-b710-c235bcccda90 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:42:10.624339 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d871df12-b9e3-4332-8f6c-5f92fdb57465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:10.729048 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59956) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:10.791637 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff2a901-5637-441d-9c96-76bb0c49cee9 admin admin] Deleting subnet 381225f4-3075-41c7-8439-4e7fbc31157b {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:42:10.796272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dff2a901-5637-441d-9c96-76bb0c49cee9 admin admin] Publish callbacks [] for subnet (381225f4-3075-41c7-8439-4e7fbc31157b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:10.808564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-a50f7f74-352b-4d60-b9a0-366733b18583 service neutron] 10.222.0.82 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949608 Feb 08 15:42:10.810850 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-d871df12-b9e3-4332-8f6c-5f92fdb57465 admin admin] For port 81307f0d-d3a8-412f-b710-c235bcccda90, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=81307f0d-d3a8-412f-b710-c235bcccda90,segment=NetworkSegment(d820f100-a0ea-43a8-9d5f-53df7cf2a513),segment_id=d820f100-a0ea-43a8-9d5f-53df7cf2a513)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:10.812583 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d871df12-b9e3-4332-8f6c-5f92fdb57465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:10.838931 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dff2a901-5637-441d-9c96-76bb0c49cee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (381225f4-3075-41c7-8439-4e7fbc31157b), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:10.850782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d871df12-b9e3-4332-8f6c-5f92fdb57465 admin admin] Calling delete_port for 81307f0d-d3a8-412f-b710-c235bcccda90 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:42:10.897056 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dff2a901-5637-441d-9c96-76bb0c49cee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (381225f4-3075-41c7-8439-4e7fbc31157b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:11.020411 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dff2a901-5637-441d-9c96-76bb0c49cee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (381225f4-3075-41c7-8439-4e7fbc31157b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:11.109412 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2a901-5637-441d-9c96-76bb0c49cee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=381225f4-3075-41c7-8439-4e7fbc31157b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:11.113875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dff2a901-5637-441d-9c96-76bb0c49cee9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:11.119755 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dff2a901-5637-441d-9c96-76bb0c49cee9 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/381225f4-3075-41c7-8439-4e7fbc31157b HTTP/1.1" status: 204 len: 168 time: 0.3877845 Feb 08 15:42:11.120020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59970) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:11.166095 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5591c03-5151-4cce-9a10-8232de402d7c req-05674e41-dd7c-4c8c-8489-e51fcdc07cea tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:11.177110 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5591c03-5151-4cce-9a10-8232de402d7c req-05674e41-dd7c-4c8c-8489-e51fcdc07cea tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.2293434 Feb 08 15:42:11.224030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f2c1e4e-e69d-48fa-830b-369210670696 req-7c29cd42-34a6-43aa-aaad-6e6b6975fb8e tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd75282c-2197-44b3-bc4a-5d75d1a181f5 HTTP/1.1" status: 200 len: 210 time: 0.0758531 Feb 08 15:42:11.285300 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a30cfb4f-dfe9-47ae-9e87-2a958f13f615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (f1beff69-585d-470d-94be-ead9e699460b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:11.290042 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5591c03-5151-4cce-9a10-8232de402d7c req-d29cb8d1-a278-46f0-b86e-36cc31d1a44c tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116219 Feb 08 15:42:11.394218 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d871df12-b9e3-4332-8f6c-5f92fdb57465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (81307f0d-d3a8-412f-b710-c235bcccda90), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:11.402622 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a30cfb4f-dfe9-47ae-9e87-2a958f13f615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (f1beff69-585d-470d-94be-ead9e699460b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:11.434272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-a30cfb4f-dfe9-47ae-9e87-2a958f13f615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1beff69-585d-470d-94be-ead9e699460b']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:11.446379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-a30cfb4f-dfe9-47ae-9e87-2a958f13f615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7aa167-1666-4c9b-a16a-53846536a274') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:11.446698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-a30cfb4f-dfe9-47ae-9e87-2a958f13f615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7aa167-1666-4c9b-a16a-53846536a274') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:11.458507 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a30cfb4f-dfe9-47ae-9e87-2a958f13f615 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (9f7aa167-1666-4c9b-a16a-53846536a274), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:11.469043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871df12-b9e3-4332-8f6c-5f92fdb57465 admin admin] Pushing event deleted for resources: {'Port': ['ID=81307f0d-d3a8-412f-b710-c235bcccda90,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:11.495093 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a30cfb4f-dfe9-47ae-9e87-2a958f13f615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (9f7aa167-1666-4c9b-a16a-53846536a274), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:11.504739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30cfb4f-dfe9-47ae-9e87-2a958f13f615 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:42:11.505269 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a30cfb4f-dfe9-47ae-9e87-2a958f13f615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (9f7aa167-1666-4c9b-a16a-53846536a274), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:42:11.507386 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:42:11.608574 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a30cfb4f-dfe9-47ae-9e87-2a958f13f615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (f1beff69-585d-470d-94be-ead9e699460b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:11.615732 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a30cfb4f-dfe9-47ae-9e87-2a958f13f615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:11.624064 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a30cfb4f-dfe9-47ae-9e87-2a958f13f615 admin admin] 10.222.0.82 "DELETE /v2.0/networks/f1beff69-585d-470d-94be-ead9e699460b HTTP/1.1" status: 204 len: 168 time: 0.5028811 Feb 08 15:42:11.651897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cfb4f-dfe9-47ae-9e87-2a958f13f615 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1beff69-585d-470d-94be-ead9e699460b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:11.823904 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c00e3023-5989-49b3-b7f9-56da46533bef req-1228bb52-dbf1-4f74-8603-894f053c301e tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0933592 Feb 08 15:42:11.873943 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d871df12-b9e3-4332-8f6c-5f92fdb57465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (a3964274-9fb1-4557-8747-3980857b9ae2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:11.938013 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59992) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:12.004593 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-63446d09-6f94-41bf-b410-db7e0146827a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dfa6bc8482d54208936f4354e67f78fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0642266 Feb 08 15:42:12.007489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59994) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:12.082559 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39ff544a-0214-4035-a4be-aee175a066fa admin admin] Publish callbacks [] for security_group (1abee9e2-13d1-4161-bfa3-a33072b77543), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:12.117375 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39ff544a-0214-4035-a4be-aee175a066fa admin admin] Publish callbacks [] for security_group (1abee9e2-13d1-4161-bfa3-a33072b77543), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:12.180832 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39ff544a-0214-4035-a4be-aee175a066fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1abee9e2-13d1-4161-bfa3-a33072b77543), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:12.185067 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39ff544a-0214-4035-a4be-aee175a066fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:12.186403 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-39ff544a-0214-4035-a4be-aee175a066fa admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1abee9e2-13d1-4161-bfa3-a33072b77543 HTTP/1.1" status: 204 len: 168 time: 0.1777663 Feb 08 15:42:12.197093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff544a-0214-4035-a4be-aee175a066fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abee9e2-13d1-4161-bfa3-a33072b77543,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:12.268592 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d871df12-b9e3-4332-8f6c-5f92fdb57465 admin admin] Router a3964274-9fb1-4557-8747-3980857b9ae2 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:42:12.410683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-4b97b101-1b3a-49b9-9175-cd0990335a66 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=47a06341cc3a4770995437fedeb0cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789948 Feb 08 15:42:12.421290 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2246139-6b01-4104-ac25-c5b11e68fa72 req-521387d8-9a57-475b-b0fd-0837d7f03773 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd75282c-2197-44b3-bc4a-5d75d1a181f5 HTTP/1.1" status: 200 len: 210 time: 0.0906348 Feb 08 15:42:12.560760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-b903f94c-b08a-4159-88f9-b915c13d852b tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:12.577249 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-b903f94c-b08a-4159-88f9-b915c13d852b tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450493 Feb 08 15:42:12.721708 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-0856300a-a845-4921-88a3-cb887955441a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/quotas/47a06341cc3a4770995437fedeb0cb4c HTTP/1.1" status: 200 len: 375 time: 0.1417108 Feb 08 15:42:12.801410 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-dca642ce-8c81-492f-b3a5-372f678307e7 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686514 Feb 08 15:42:12.806133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d871df12-b9e3-4332-8f6c-5f92fdb57465 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:42:12.814148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60022) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:12.815645 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d871df12-b9e3-4332-8f6c-5f92fdb57465 admin admin] 10.222.0.82 "PUT /v2.0/routers/a3964274-9fb1-4557-8747-3980857b9ae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2774293 Feb 08 15:42:12.819846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8de776-23cc-4097-a007-3fd4abd22be9 None None] Sync routers for ids ['a3964274-9fb1-4557-8747-3980857b9ae2'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:42:12.849791 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8de776-23cc-4097-a007-3fd4abd22be9 None None] Routers {'a3964274-9fb1-4557-8747-3980857b9ae2'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:42:12.850437 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0d8de776-23cc-4097-a007-3fd4abd22be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:42:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a3964274-9fb1-4557-8747-3980857b9ae2'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:12.854601 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a624d9a-e70c-440c-8557-5303e64d1ad0 req-c41d2c86-fde9-437a-b208-fac19dd6df18 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:12.856204 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a624d9a-e70c-440c-8557-5303e64d1ad0 req-c41d2c86-fde9-437a-b208-fac19dd6df18 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.2749748 Feb 08 15:42:12.867179 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-f5112838-675e-4a7f-85f4-0e6ceba10336 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:12.868726 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-f5112838-675e-4a7f-85f4-0e6ceba10336 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.96 "GET /v2.0/networks?id=67e9eee1-fa22-4fdb-a210-1356974271e1 HTTP/1.1" status: 200 len: 804 time: 0.2825315 Feb 08 15:42:12.895450 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Request body: {'port': {'device_id': 'cd75282c-2197-44b3-bc4a-5d75d1a181f5', 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1', 'admin_state_up': True, 'tenant_id': 'fc1f662f69bf4e798027631518391c93'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:12.993723 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a624d9a-e70c-440c-8557-5303e64d1ad0 req-0638e6d6-57bc-402b-b8f0-d0060a6e5ab1 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239412 Feb 08 15:42:13.127405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0d8de776-23cc-4097-a007-3fd4abd22be9 None None] Set router a3964274-9fb1-4557-8747-3980857b9ae2 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:42:13.186252 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] Publish callbacks [] for router (a3964274-9fb1-4557-8747-3980857b9ae2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:13.270398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f609fa2b-509d-408d-8928-cf08c8d07fc7 req-54be62e3-79f3-4120-8691-dc4bf053f1f3 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.1191916 Feb 08 15:42:13.290194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Made reservation on behalf of fc1f662f69bf4e798027631518391c93 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:42:13.294654 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:13.312797 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc914b58-b6a2-4eaa-b854-fca2c4bb2f59 req-09f52baa-59a2-44cd-b5f5-aa24cdeb5d8a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 210 time: 0.0793881 Feb 08 15:42:13.458593 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] Publish callbacks [] for router_gateway (a3964274-9fb1-4557-8747-3980857b9ae2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:13.570821 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] Deleting port a1490ede-6650-42dd-9d51-501fd6103910 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:42:13.571218 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a1490ede-6650-42dd-9d51-501fd6103910), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:13.663252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4189edc-ce63-4da2-91a2-9c581f6299c1 req-75793ec0-adda-45be-b045-6cfa144483db tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd75282c-2197-44b3-bc4a-5d75d1a181f5 HTTP/1.1" status: 200 len: 210 time: 0.0488505 Feb 08 15:42:13.664894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Allocated IP 172.20.0.10 (67e9eee1-fa22-4fdb-a210-1356974271e1/861f702f-72c5-4ba8-b9fd-a3dea3b057b0/af9f402c-07d4-466a-84fe-ac160d41ee83) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:42:13.683427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0d8de776-23cc-4097-a007-3fd4abd22be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'name': 'tempest-FloatingIPsTestJSON-1070263295-router', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'a1490ede-6650-42dd-9d51-501fd6103910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:41:42Z', 'updated_at': '2022-02-08T15:42:11Z', 'revision_number': 5, 'project_id': '9585c70eed4f472dac22fcfdcea0701c', 'gw_port': {'id': 'a1490ede-6650-42dd-9d51-501fd6103910', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:26:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:41:43Z', 'updated_at': '2022-02-08T15:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:13.692522 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] For port a1490ede-6650-42dd-9d51-501fd6103910, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a1490ede-6650-42dd-9d51-501fd6103910,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:13.692896 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a1490ede-6650-42dd-9d51-501fd6103910), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:13.709973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] Calling delete_port for a1490ede-6650-42dd-9d51-501fd6103910 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:42:13.744545 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8de776-23cc-4097-a007-3fd4abd22be9 None None] Checking router: a3964274-9fb1-4557-8747-3980857b9ae2 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:42:13.755234 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8de776-23cc-4097-a007-3fd4abd22be9 None None] Routers {'a3964274-9fb1-4557-8747-3980857b9ae2'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:42:13.756226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0d8de776-23cc-4097-a007-3fd4abd22be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:42:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a3964274-9fb1-4557-8747-3980857b9ae2'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:13.949871 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a1490ede-6650-42dd-9d51-501fd6103910), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:13.953271 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks [] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:14.009331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] Pushing event deleted for resources: {'Port': ['ID=a1490ede-6650-42dd-9d51-501fd6103910,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:14.046658 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:14.072163 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0d8de776-23cc-4097-a007-3fd4abd22be9 None None] Set router a3964274-9fb1-4557-8747-3980857b9ae2 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:42:14.087316 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (a3964274-9fb1-4557-8747-3980857b9ae2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:14.144578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Network 67e9eee1-fa22-4fdb-a210-1356974271e1 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:14.153795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0d8de776-23cc-4097-a007-3fd4abd22be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'name': 'tempest-FloatingIPsTestJSON-1070263295-router', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:41:42Z', 'updated_at': '2022-02-08T15:42:13Z', 'revision_number': 6, 'project_id': '9585c70eed4f472dac22fcfdcea0701c', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:14.173730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:14.185532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8de776-23cc-4097-a007-3fd4abd22be9 None None] The sync data for ids ['a3964274-9fb1-4557-8747-3980857b9ae2'] in n-d-824834-11 is: [{'id': 'a3964274-9fb1-4557-8747-3980857b9ae2', 'name': 'tempest-FloatingIPsTestJSON-1070263295-router', 'tenant_id': '9585c70eed4f472dac22fcfdcea0701c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:41:42Z', 'updated_at': '2022-02-08T15:42:13Z', 'revision_number': 6, 'project_id': '9585c70eed4f472dac22fcfdcea0701c', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:42:14.209223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Pushing event updated for resources: {'Port': ['ID=af9f402c-07d4-466a-84fe-ac160d41ee83,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:14.211583 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:42:14.245342 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (a3964274-9fb1-4557-8747-3980857b9ae2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:14.247653 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] Publish callbacks [] for router_controller (a3964274-9fb1-4557-8747-3980857b9ae2), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:14.248900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:14.249236 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:14.249580 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:14.249913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:14.250767 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:14.250767 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:14.251140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:14.251489 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:14.251989 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:14.252320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:14.252646 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:14.253108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:14.253311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:14.282172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:14.282844 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:14.305096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828d196-10db-4d30-a397-eb1556b7db4c req-38a3cd3d-6389-432c-bed3-03fc8ccaf1c4 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:14.306810 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (a3964274-9fb1-4557-8747-3980857b9ae2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:14.306954 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c828d196-10db-4d30-a397-eb1556b7db4c req-38a3cd3d-6389-432c-bed3-03fc8ccaf1c4 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.1698701 Feb 08 15:42:14.307855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3964274-9fb1-4557-8747-3980857b9ae2 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:42:14.311489 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-375b399a-4a28-4efe-a757-46684d22abff tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4230900 Feb 08 15:42:14.316500 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:14.320099 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-61a8d1d8-eb81-4a69-b669-db83f4e1b56a admin admin] 10.222.0.82 "DELETE /v2.0/routers/a3964274-9fb1-4557-8747-3980857b9ae2 HTTP/1.1" status: 204 len: 168 time: 1.5025556 Feb 08 15:42:14.321783 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60058) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:14.325692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Request body: {'port': {'device_id': 'cd75282c-2197-44b3-bc4a-5d75d1a181f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:14.435292 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7202254b-1317-40c4-9951-f5b0f25f53a6 req-01ebb7e2-1323-47fd-ac41-4ab32d888536 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0561941 Feb 08 15:42:14.484210 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-0055c20e-de68-4623-b1bb-b6a070a47bed admin admin] Deleting subnet c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:42:14.494773 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0055c20e-de68-4623-b1bb-b6a070a47bed admin admin] Publish callbacks [] for subnet (c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:14.497206 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:14.525517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c828d196-10db-4d30-a397-eb1556b7db4c req-1e8c32d8-3ec8-4960-a723-3e4b9ef827e8 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888881 Feb 08 15:42:14.584887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6a5a2981-7c53-4426-a2d2-6cd89d11a032 req-d706b37c-394f-4357-ba8d-5db7c6aaa458 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 210 time: 0.0578279 Feb 08 15:42:14.625340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-faf5c5de-2481-46c2-bbb1-48b9dfa258e3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=47a06341cc3a4770995437fedeb0cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674355 Feb 08 15:42:14.662782 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0055c20e-de68-4623-b1bb-b6a070a47bed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:14.990164 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-7dd7e27e-824a-4e5b-b5f1-a1febd2483ce tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:14.991531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-7dd7e27e-824a-4e5b-b5f1-a1febd2483ce tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3418770 Feb 08 15:42:15.034448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Request body: {'port': {'device_id': '926392fa-7958-458e-be76-2d986c00a3d6', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '47a06341cc3a4770995437fedeb0cb4c'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:15.040283 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0055c20e-de68-4623-b1bb-b6a070a47bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:15.118707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 81307f0d-d3a8-412f-b710-c235bcccda90 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:42:15.143217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 81307f0d-d3a8-412f-b710-c235bcccda90 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:42:15.143711 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 81307f0d-d3a8-412f-b710-c235bcccda90 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:42:15.144231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a1490ede-6650-42dd-9d51-501fd6103910 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:42:15.169993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: a1490ede-6650-42dd-9d51-501fd6103910 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:42:15.170476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a1490ede-6650-42dd-9d51-501fd6103910 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:42:15.435748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55368a90-b6e4-4b5f-9ee5-085401d0e236 req-9d20c4f3-9354-4599-9469-d2a6d233a90c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:15.437325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55368a90-b6e4-4b5f-9ee5-085401d0e236 req-9d20c4f3-9354-4599-9469-d2a6d233a90c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd75282c-2197-44b3-bc4a-5d75d1a181f5 HTTP/1.1" status: 200 len: 932 time: 0.6735837 Feb 08 15:42:15.505325 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0055c20e-de68-4623-b1bb-b6a070a47bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:15.573540 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055c20e-de68-4623-b1bb-b6a070a47bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:15.578665 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0055c20e-de68-4623-b1bb-b6a070a47bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:15.582767 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdfa089-e590-4b42-b5fc-011a5198c488 None None] Network 195a1396-7b68-455d-bef8-0dd30ba93e39 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:42:15.582893 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0055c20e-de68-4623-b1bb-b6a070a47bed admin admin] 10.222.0.82 "DELETE /v2.0/subnets/c88e6bb6-ae45-47bb-b96a-1ead84b1c4c9 HTTP/1.1" status: 204 len: 168 time: 1.2543325 Feb 08 15:42:15.586554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60104) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:15.660410 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (195a1396-7b68-455d-bef8-0dd30ba93e39), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:15.681280 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3860e7c2-c549-493c-9919-d12b6675870f req-d3dfbed1-6c5a-4c87-9169-9a7724c2e63e tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.1182716 Feb 08 15:42:15.742516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] Deleting port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:42:15.742809 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:15.773107 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55368a90-b6e4-4b5f-9ee5-085401d0e236 req-27823fb2-e182-466b-b053-8dfccac0c345 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735326 Feb 08 15:42:15.807170 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Made reservation on behalf of 47a06341cc3a4770995437fedeb0cb4c for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:42:15.811957 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:15.813626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43e04bd-7b22-4e88-a709-5e9dc6a9ffbd None None] DHCP port deletion for 195a1396-7b68-455d-bef8-0dd30ba93e39 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:42:15.848110 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:15.879258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9f402c-07d4-466a-84fe-ac160d41ee83 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:42:15.880174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] For port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1f7122c6-f4a3-415f-bcca-aefcd9a5b23f,segment=NetworkSegment(d820f100-a0ea-43a8-9d5f-53df7cf2a513),segment_id=d820f100-a0ea-43a8-9d5f-53df7cf2a513)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:15.880620 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:15.891299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Publish callbacks [] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:15.917161 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] Calling delete_port for 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:42:15.922005 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Transition to ACTIVE for port object af9f402c-07d4-466a-84fe-ac160d41ee83 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:42:15.927586 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d43e04bd-7b22-4e88-a709-5e9dc6a9ffbd None None] Deleting port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:42:15.930237 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d43e04bd-7b22-4e88-a709-5e9dc6a9ffbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:15.958295 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.013534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d43e04bd-7b22-4e88-a709-5e9dc6a9ffbd None None] For port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1f7122c6-f4a3-415f-bcca-aefcd9a5b23f,segment=NetworkSegment(d820f100-a0ea-43a8-9d5f-53df7cf2a513),segment_id=d820f100-a0ea-43a8-9d5f-53df7cf2a513)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:16.014086 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d43e04bd-7b22-4e88-a709-5e9dc6a9ffbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.015187 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50b42a72-6ce7-41c5-ab33-bca6db212810 req-cb5ccf73-353d-400c-8206-e2d2620d987f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 210 time: 0.0724499 Feb 08 15:42:16.023707 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.035005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d43e04bd-7b22-4e88-a709-5e9dc6a9ffbd None None] Calling delete_port for 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:42:16.067136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7122c6-f4a3-415f-bcca-aefcd9a5b23f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:16.069918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] No DVR routers for this DVR port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:42:16.099906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=af9f402c-07d4-466a-84fe-ac160d41ee83,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:16.136882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b525dd-2788-44df-b2cf-7a824ebe9831 req-ea86e7fc-cf39-4729-a92a-a88088449adc tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:16.143952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88b525dd-2788-44df-b2cf-7a824ebe9831 req-ea86e7fc-cf39-4729-a92a-a88088449adc tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.2137632 Feb 08 15:42:16.158033 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d43e04bd-7b22-4e88-a709-5e9dc6a9ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (1f7122c6-f4a3-415f-bcca-aefcd9a5b23f), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.165051 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (195a1396-7b68-455d-bef8-0dd30ba93e39), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.186486 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks [] for security_group (c84156f1-8c7f-4c20-a819-0a9a1719caa0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.190543 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e04bd-7b22-4e88-a709-5e9dc6a9ffbd None None] Pushing event deleted for resources: {'Port': ['ID=1f7122c6-f4a3-415f-bcca-aefcd9a5b23f,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:16.191689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195a1396-7b68-455d-bef8-0dd30ba93e39']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:16.205101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd820f100-a0ea-43a8-9d5f-53df7cf2a513') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:16.205455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd820f100-a0ea-43a8-9d5f-53df7cf2a513') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:16.210974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43e04bd-7b22-4e88-a709-5e9dc6a9ffbd None None] No DVR routers for this DVR port 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:42:16.220358 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (d820f100-a0ea-43a8-9d5f-53df7cf2a513), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.229544 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88b525dd-2788-44df-b2cf-7a824ebe9831 req-a92f2eec-fb8f-4822-9669-21657609bc39 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845790 Feb 08 15:42:16.232728 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c84156f1-8c7f-4c20-a819-0a9a1719caa0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.246498 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d820f100-a0ea-43a8-9d5f-53df7cf2a513), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.255758 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:42:16.256381 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (d820f100-a0ea-43a8-9d5f-53df7cf2a513), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:42:16.258602 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:42:16.321690 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (195a1396-7b68-455d-bef8-0dd30ba93e39), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.321927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84156f1-8c7f-4c20-a819-0a9a1719caa0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:16.332476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Attempting to bind port af9f402c-07d4-466a-84fe-ac160d41ee83 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:42:16.339592 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Attempting to bind port af9f402c-07d4-466a-84fe-ac160d41ee83 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:42:16.339592 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Attempting to bind port af9f402c-07d4-466a-84fe-ac160d41ee83 on network 67e9eee1-fa22-4fdb-a210-1356974271e1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:16.343658 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.343658 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] 10.222.0.82 "DELETE /v2.0/networks/195a1396-7b68-455d-bef8-0dd30ba93e39 HTTP/1.1" status: 204 len: 168 time: 0.7525635 Feb 08 15:42:16.344098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Port af9f402c-07d4-466a-84fe-ac160d41ee83 on network 67e9eee1-fa22-4fdb-a210-1356974271e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:42:16.344098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Attempting to bind port af9f402c-07d4-466a-84fe-ac160d41ee83 on network 67e9eee1-fa22-4fdb-a210-1356974271e1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:16.353771 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:42:16.354074 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Checking segment: {'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:16.354641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Bound using segment: {'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:42:16.355309 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Bound port: af9f402c-07d4-466a-84fe-ac160d41ee83, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:42:16.355855 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.364662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c3cb7-0fb9-4f7e-812d-a9916b5f384a admin admin] Pushing event deleted for resources: {'Network': ['ID=195a1396-7b68-455d-bef8-0dd30ba93e39,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:16.480480 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Allocated IP 192.168.233.195 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/44ed5363-0f44-4ef7-91ec-3d682c8ee53d) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:42:16.489058 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] For port af9f402c-07d4-466a-84fe-ac160d41ee83, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:42:16.495398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] For port af9f402c-07d4-466a-84fe-ac160d41ee83, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=af9f402c-07d4-466a-84fe-ac160d41ee83,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:42:16.504066 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.555799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60124) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:16.558939 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:16.559648 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.561112 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] 10.222.0.96 "PUT /v2.0/ports/af9f402c-07d4-466a-84fe-ac160d41ee83 HTTP/1.1" status: 200 len: 1093 time: 2.2402887 Feb 08 15:42:16.563940 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd75282c-2197-44b3-bc4a-5d75d1a181f5', 'tag': 'af9f402c-07d4-466a-84fe-ac160d41ee83'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:42:16.567777 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0ee30a-9df6-45c8-a880-c697ce27bc2d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd75282c-2197-44b3-bc4a-5d75d1a181f5", "tag": "af9f402c-07d4-466a-84fe-ac160d41ee83"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:42:16.617567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074c848-0dc8-42ad-984e-ac43340ebcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=af9f402c-07d4-466a-84fe-ac160d41ee83,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:16.635745 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c823c94-5b50-4f1f-b580-acb1f5080bbb x-openstack-request-id: req-6c823c94-5b50-4f1f-b580-acb1f5080bbb {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:42:16.636100 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd75282c-2197-44b3-bc4a-5d75d1a181f5", "tag": "af9f402c-07d4-466a-84fe-ac160d41ee83", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:42:16.636420 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6c823c94-5b50-4f1f-b580-acb1f5080bbb {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:42:16.636882 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd75282c-2197-44b3-bc4a-5d75d1a181f5', 'tag': 'af9f402c-07d4-466a-84fe-ac160d41ee83', 'status': 'completed', 'code': 200} Feb 08 15:42:16.640802 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7e65f0cc-4009-4152-9e60-69d5c6ecd4b5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9585c70eed4f472dac22fcfdcea0701c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0806322 Feb 08 15:42:16.641317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60128) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:16.691617 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Publish callbacks [] for security_group (966d87b1-f16b-4d6c-9776-f0b06d29afea), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.725682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Publish callbacks [] for security_group (966d87b1-f16b-4d6c-9776-f0b06d29afea), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.743153 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-512e521b-bb38-4817-970b-d69d1b22b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:16.744752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-512e521b-bb38-4817-970b-d69d1b22b9f9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fc1f662f69bf4e798027631518391c93&device_id=cd75282c-2197-44b3-bc4a-5d75d1a181f5 HTTP/1.1" status: 200 len: 1127 time: 0.1108191 Feb 08 15:42:16.789555 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (966d87b1-f16b-4d6c-9776-f0b06d29afea), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.792202 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.795952 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/966d87b1-f16b-4d6c-9776-f0b06d29afea HTTP/1.1" status: 204 len: 168 time: 0.1512086 Feb 08 15:42:16.802393 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966d87b1-f16b-4d6c-9776-f0b06d29afea,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:16.818580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-5694dc78-5121-4194-8d9d-66fc43712698 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af9f402c-07d4-466a-84fe-ac160d41ee83 HTTP/1.1" status: 200 len: 217 time: 0.0659385 Feb 08 15:42:16.825840 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:16.832791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:16.833362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:16.834806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:16.835346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:16.837517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:16.838082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:16.838631 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:16.839177 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:16.839302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df6a1b02-ddf2-4bbf-89fd-a8b437478f01 req-b6459249-896a-4126-9c1d-4b033e991c96 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0731280 Feb 08 15:42:16.841370 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:16.841938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:16.842410 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks [] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:16.842950 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:16.846510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a20c7-1c7f-48e2-a575-4d131d90fac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:16.946217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-8a460ee5-6ba8-462c-846d-4bfe1a51a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:16.947769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-8a460ee5-6ba8-462c-846d-4bfe1a51a070 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=861f702f-72c5-4ba8-b9fd-a3dea3b057b0 HTTP/1.1" status: 200 len: 844 time: 0.1111171 Feb 08 15:42:16.993133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-f2edee71-a010-4cab-a712-ca99fb0dbddb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=67e9eee1-fa22-4fdb-a210-1356974271e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352943 Feb 08 15:42:17.008721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24124a68-1323-4f42-99a4-dba1e08c95d4 req-b6188ebc-ee70-461e-a846-d45be15d5baa tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:17.010427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24124a68-1323-4f42-99a4-dba1e08c95d4 req-b6188ebc-ee70-461e-a846-d45be15d5baa tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd75282c-2197-44b3-bc4a-5d75d1a181f5 HTTP/1.1" status: 200 len: 944 time: 0.1243560 Feb 08 15:42:17.014110 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:17.166679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:42:17.172441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:17.191344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:17.196524 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:42:17.197030 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1f7122c6-f4a3-415f-bcca-aefcd9a5b23f not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:42:17.212137 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:42:17.295619 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event updated for resources: {'Port': ['ID=44ed5363-0f44-4ef7-91ec-3d682c8ee53d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:17.344731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24124a68-1323-4f42-99a4-dba1e08c95d4 req-50128e3f-2f63-4907-86d3-54ebc457627d tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150542 Feb 08 15:42:17.356656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:17.357604 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:17.392880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-ea3db6c7-9a65-4086-b396-df094aa7efa7 service neutron] 10.222.0.96 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810041 Feb 08 15:42:17.398581 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-aadd1441-c38f-4c6c-8627-c3bcdfad6776 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3732209 Feb 08 15:42:17.431048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Request body: {'port': {'device_id': '926392fa-7958-458e-be76-2d986c00a3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:17.441498 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd2715-a421-4f00-a82e-9398d7ed8b7f req-56e7eed5-1e20-4439-886b-0f5f82420301 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:17.442971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94dd2715-a421-4f00-a82e-9398d7ed8b7f req-56e7eed5-1e20-4439-886b-0f5f82420301 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 936 time: 0.2245951 Feb 08 15:42:17.660881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a19196c4-cb23-4db1-9568-5515fc78644b None None] Provisioning complete for port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:17.661690 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a19196c4-cb23-4db1-9568-5515fc78644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:17.668885 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94dd2715-a421-4f00-a82e-9398d7ed8b7f req-f4fb59ca-4e8b-4aca-83b8-6cf16146606a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883531 Feb 08 15:42:17.670832 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:17.677446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef3c96b-7b42-4f26-9f80-fcd9aa673c10 req-be280af0-cfd3-4547-84bf-e87808bd23e7 service neutron] 10.222.0.96 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767453 Feb 08 15:42:17.715197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e8bf4-ccf9-4cc3-9099-e5ef4499b5e2 req-1f6a2bf0-3bb7-4dae-9f32-73bea172f56e tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:17.717065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a2e8bf4-ccf9-4cc3-9099-e5ef4499b5e2 req-1f6a2bf0-3bb7-4dae-9f32-73bea172f56e tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.2377579 Feb 08 15:42:17.743787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a19196c4-cb23-4db1-9568-5515fc78644b None None] Port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:42:17.943521 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a2e8bf4-ccf9-4cc3-9099-e5ef4499b5e2 req-3ab83789-7bf0-4a0d-a47a-5bc27ae8aa98 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010598 Feb 08 15:42:18.026692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ee30a-9df6-45c8-a880-c697ce27bc2d req-473ee70c-cd38-47da-969e-2e8dcdbac70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:18.028309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b0ee30a-9df6-45c8-a880-c697ce27bc2d req-473ee70c-cd38-47da-969e-2e8dcdbac70c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fc1f662f69bf4e798027631518391c93&device_id=cd75282c-2197-44b3-bc4a-5d75d1a181f5 HTTP/1.1" status: 200 len: 1127 time: 0.2730827 Feb 08 15:42:18.040378 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60204) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:18.099618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6e32ecde-a5c4-4de3-b37f-a1df60364bb8 req-d911d4e4-6458-4ede-a30f-e57407a71245 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0687556 Feb 08 15:42:18.151105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-network', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:18.171375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] Made reservation on behalf of e8ba8000451b4a5ca559f3f66927fd3a for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:42:18.174541 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:18.183266 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:18.213904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ee30a-9df6-45c8-a880-c697ce27bc2d req-27b0d42c-2d32-4880-a069-9d22a574627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:18.214743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b0ee30a-9df6-45c8-a880-c697ce27bc2d req-27b0d42c-2d32-4880-a069-9d22a574627f service neutron] 10.222.0.96 "GET /v2.0/networks?id=67e9eee1-fa22-4fdb-a210-1356974271e1 HTTP/1.1" status: 200 len: 905 time: 0.1709356 Feb 08 15:42:18.267027 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] Publish callbacks [] for security_group (a81b3dd2-9b9f-4c8b-a093-f9ae86b8effd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:18.271940 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a81b3dd2-9b9f-4c8b-a093-f9ae86b8effd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:18.278160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b0ee30a-9df6-45c8-a880-c697ce27bc2d req-010e40e7-7f01-49a0-bf6a-b9193018cb42 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af9f402c-07d4-466a-84fe-ac160d41ee83 HTTP/1.1" status: 200 len: 217 time: 0.0559218 Feb 08 15:42:18.297322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:42:18.308221 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81b3dd2-9b9f-4c8b-a093-f9ae86b8effd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:18.313243 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b1770789-fb6b-4288-9b5c-7f088bbbb569), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:18.313839 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] Added segment b1770789-fb6b-4288-9b5c-7f088bbbb569 of type vlan for network d116fa5c-4b42-4df5-88ca-9775325b2dd1 Feb 08 15:42:18.315460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ed5363-0f44-4ef7-91ec-3d682c8ee53d {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:42:18.326458 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Publish callbacks [] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:18.350811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Transition to ACTIVE for port object 44ed5363-0f44-4ef7-91ec-3d682c8ee53d will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:42:18.353063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ee30a-9df6-45c8-a880-c697ce27bc2d req-b5bea283-e152-4c46-adaa-2dae0d370d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:18.354631 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b0ee30a-9df6-45c8-a880-c697ce27bc2d req-b5bea283-e152-4c46-adaa-2dae0d370d43 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=861f702f-72c5-4ba8-b9fd-a3dea3b057b0 HTTP/1.1" status: 200 len: 844 time: 0.0694413 Feb 08 15:42:18.356156 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:18.359244 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (d116fa5c-4b42-4df5-88ca-9775325b2dd1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:18.392504 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (d116fa5c-4b42-4df5-88ca-9775325b2dd1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:18.393722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:18.394469 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:18.415258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b0ee30a-9df6-45c8-a880-c697ce27bc2d req-e2033e2b-7bd6-4f5b-a2d5-5a29c0c7d460 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=67e9eee1-fa22-4fdb-a210-1356974271e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489838 Feb 08 15:42:18.445356 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:18.482156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] Pushing event updated for resources: {'Network': ['ID=d116fa5c-4b42-4df5-88ca-9775325b2dd1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:18.490318 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d5667ebc-ca69-4e46-8f47-3c6a440778af admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4487369 Feb 08 15:42:18.493171 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60210) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:18.496976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network d116fa5c-4b42-4df5-88ca-9775325b2dd1 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:42:18.501719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9fd6397c-0bf0-4eeb-a530-da25f4ca0846 admin admin] Request body: {'subnet': {'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-subnet', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:18.522719 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Pushing event updated for resources: {'Port': ['ID=44ed5363-0f44-4ef7-91ec-3d682c8ee53d,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:18.530788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd6397c-0bf0-4eeb-a530-da25f4ca0846 admin admin] Made reservation on behalf of e8ba8000451b4a5ca559f3f66927fd3a for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:42:18.535970 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9fd6397c-0bf0-4eeb-a530-da25f4ca0846 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:18.679604 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b0ee30a-9df6-45c8-a880-c697ce27bc2d req-6a88626a-7dfa-4198-8b75-3852e77dbfe2 service neutron] 10.222.0.96 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554646 Feb 08 15:42:18.686383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Attempting to bind port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:42:18.686711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Attempting to bind port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:42:18.687038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Attempting to bind port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:18.709720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a932b-05b7-4352-a4da-11c0a08628a2 req-12390522-6043-4a24-920f-0e4a35d41a6c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:18.711260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06a932b-05b7-4352-a4da-11c0a08628a2 req-12390522-6043-4a24-920f-0e4a35d41a6c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd75282c-2197-44b3-bc4a-5d75d1a181f5 HTTP/1.1" status: 200 len: 944 time: 0.1564877 Feb 08 15:42:18.759873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:42:18.760204 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Attempting to bind port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:18.795521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:42:18.795776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:18.796174 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:42:18.796626 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Bound port: 44ed5363-0f44-4ef7-91ec-3d682c8ee53d, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:42:18.797010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:18.817877 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9fd6397c-0bf0-4eeb-a530-da25f4ca0846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (49f9c678-e348-468a-a6cc-eaf75cd70f3a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:18.893995 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6397c-0bf0-4eeb-a530-da25f4ca0846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f9c678-e348-468a-a6cc-eaf75cd70f3a,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:18.903978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd6397c-0bf0-4eeb-a530-da25f4ca0846 admin admin] Checking segment: {'id': 'b1770789-fb6b-4288-9b5c-7f088bbbb569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:18.904461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd6397c-0bf0-4eeb-a530-da25f4ca0846 admin admin] Network hostable DHCP agents. Network: d116fa5c-4b42-4df5-88ca-9775325b2dd1, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:42:18.924487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd6397c-0bf0-4eeb-a530-da25f4ca0846 admin admin] Network d116fa5c-4b42-4df5-88ca-9775325b2dd1 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:42:18.935698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-9fd6397c-0bf0-4eeb-a530-da25f4ca0846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, d116fa5c-4b42-4df5-88ca-9775325b2dd1) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:18.941964 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd6397c-0bf0-4eeb-a530-da25f4ca0846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:18.942885 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9fd6397c-0bf0-4eeb-a530-da25f4ca0846 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:18.951562 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7de34a1-a699-4c72-becf-0c1a609879fa None None] Network d116fa5c-4b42-4df5-88ca-9775325b2dd1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:42:18.964358 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9fd6397c-0bf0-4eeb-a530-da25f4ca0846 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.4689460 Feb 08 15:42:18.966976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60216) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:18.974730 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:18.999345 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (d3107b55-1d17-43c2-956a-37639496cc83), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:19.000735 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (d3107b55-1d17-43c2-956a-37639496cc83), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:19.085125 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Publish callbacks [] for router_controller (d3107b55-1d17-43c2-956a-37639496cc83), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:19.142904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-d116fa5c-4b42-4df5-88ca-9775325b2dd1', 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'fixed_ips': [{'subnet_id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:42:19.144179 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:19.224570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] For port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:42:19.227679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] For port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=44ed5363-0f44-4ef7-91ec-3d682c8ee53d,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:42:19.242902 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c06a932b-05b7-4352-a4da-11c0a08628a2 req-01994825-f70e-46cf-9b4a-07d011a6e89d tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861884 Feb 08 15:42:19.249590 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:19.300536 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b0ee30a-9df6-45c8-a880-c697ce27bc2d req-3b98d1c6-f4f5-406a-b997-6bb16ce724b2 service neutron] 10.222.0.96 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6078365 Feb 08 15:42:19.314571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:19.315248 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:19.317830 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] 10.222.0.94 "PUT /v2.0/ports/44ed5363-0f44-4ef7-91ec-3d682c8ee53d HTTP/1.1" status: 200 len: 1097 time: 1.8979733 Feb 08 15:42:19.317830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926392fa-7958-458e-be76-2d986c00a3d6', 'tag': '44ed5363-0f44-4ef7-91ec-3d682c8ee53d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:42:19.319688 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe46aa4-4f40-4451-80d3-9227797c078d" -d '{"events": [{"name": "network-changed", "server_uuid": "926392fa-7958-458e-be76-2d986c00a3d6", "tag": "44ed5363-0f44-4ef7-91ec-3d682c8ee53d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:42:19.347844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f5b65-b253-4f5a-8c69-62e2442c8de4 req-3faa1eb2-23a7-47dd-891a-09829eb2efbe tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:19.349522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-846f5b65-b253-4f5a-8c69-62e2442c8de4 req-3faa1eb2-23a7-47dd-891a-09829eb2efbe tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 948 time: 0.5496001 Feb 08 15:42:19.353656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac822a-102e-4fd7-a65c-cd3a0f570d7a service neutron] Pushing event updated for resources: {'Port': ['ID=44ed5363-0f44-4ef7-91ec-3d682c8ee53d,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:19.459884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Allocated IP 172.20.0.2 (d116fa5c-4b42-4df5-88ca-9775325b2dd1/49f9c678-e348-468a-a6cc-eaf75cd70f3a/68c44478-3fc7-4f6b-ab0e-9bf8feca3b55) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:42:19.470808 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-846f5b65-b253-4f5a-8c69-62e2442c8de4 req-392fa888-d061-4121-98e3-63939a2dca54 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009927 Feb 08 15:42:19.689576 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-887afdaf-4c3c-4335-a4f3-e40dab6fce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:19.691111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-887afdaf-4c3c-4335-a4f3-e40dab6fce08 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 1131 time: 0.2812023 Feb 08 15:42:19.697961 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6ad55b3-6357-40a3-9845-0402d17d4199 req-3f4af62a-d427-4c1f-b781-493f4f1c7b0c tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0921643 Feb 08 15:42:19.766828 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Publish callbacks [] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:19.778453 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:19.810093 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-394696a6-72c7-4303-8adc-262e725d5d71 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=44ed5363-0f44-4ef7-91ec-3d682c8ee53d HTTP/1.1" status: 200 len: 217 time: 0.1109638 Feb 08 15:42:19.811503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Network d116fa5c-4b42-4df5-88ca-9775325b2dd1 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:19.817915 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04324ee3-8e5c-43a5-bd38-060c23941681 x-openstack-request-id: req-04324ee3-8e5c-43a5-bd38-060c23941681 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:42:19.818349 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926392fa-7958-458e-be76-2d986c00a3d6", "tag": "44ed5363-0f44-4ef7-91ec-3d682c8ee53d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:42:19.818777 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-04324ee3-8e5c-43a5-bd38-060c23941681 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:42:19.819294 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926392fa-7958-458e-be76-2d986c00a3d6', 'tag': '44ed5363-0f44-4ef7-91ec-3d682c8ee53d', 'status': 'completed', 'code': 200} Feb 08 15:42:19.829144 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f95e68-cbab-4971-82f6-c6b5949dd26d req-f56f27e9-7c25-48c1-b149-346bd20c940b tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:19.837654 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58f95e68-cbab-4971-82f6-c6b5949dd26d req-f56f27e9-7c25-48c1-b149-346bd20c940b tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.3084288 Feb 08 15:42:19.854918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:19.860519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Pushing event updated for resources: {'Port': ['ID=68c44478-3fc7-4f6b-ab0e-9bf8feca3b55,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:19.874207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:42:19.939429 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-22562711-1937-4adf-9050-c0d5a8a9a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:19.941094 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-22562711-1937-4adf-9050-c0d5a8a9a211 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1007760 Feb 08 15:42:19.955594 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Publish callbacks [] for router_gateway (d3107b55-1d17-43c2-956a-37639496cc83), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:19.957402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58f95e68-cbab-4971-82f6-c6b5949dd26d req-c1e44241-4084-4479-afde-f6bb0a9fa0fc tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149383 Feb 08 15:42:19.958625 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Attempting to bind port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:42:19.959213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Attempting to bind port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b1770789-fb6b-4288-9b5c-7f088bbbb569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:42:19.960037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Attempting to bind port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 on network d116fa5c-4b42-4df5-88ca-9775325b2dd1 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:19.966700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:42:19.967089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Checking segment: {'id': 'b1770789-fb6b-4288-9b5c-7f088bbbb569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:19.967509 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:19.967911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Bound using segment: {'id': 'b1770789-fb6b-4288-9b5c-7f088bbbb569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:42:19.968390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Bound port: 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1770789-fb6b-4288-9b5c-7f088bbbb569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:42:19.968994 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:20.067045 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:20.076117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-9275005b-da21-457d-91e9-6ef2f7cf3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:20.078183 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-9275005b-da21-457d-91e9-6ef2f7cf3d63 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1148412 Feb 08 15:42:20.079756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] For port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:42:20.083854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] For port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=68c44478-3fc7-4f6b-ab0e-9bf8feca3b55,segment=NetworkSegment(b1770789-fb6b-4288-9b5c-7f088bbbb569),segment_id=b1770789-fb6b-4288-9b5c-7f088bbbb569)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:42:20.091311 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:20.151918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa357434-901c-4d34-a870-f72e87082b8e None None] Pushing event updated for resources: {'Port': ['ID=68c44478-3fc7-4f6b-ab0e-9bf8feca3b55,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:20.176718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device af9f402c-07d4-466a-84fe-ac160d41ee83 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:42:20.214208 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-9e3117a2-61ef-491f-b4b5-e8f9233744dc service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273208 Feb 08 15:42:20.339860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port af9f402c-07d4-466a-84fe-ac160d41ee83, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=af9f402c-07d4-466a-84fe-ac160d41ee83,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:20.357912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'af9f402c-07d4-466a-84fe-ac160d41ee83', 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1', 'port_id': 'af9f402c-07d4-466a-84fe-ac160d41ee83', 'mac_address': 'fa:16:3e:72:22:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861f702f-72c5-4ba8-b9fd-a3dea3b057b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:42:20.367564 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Publish callbacks [] for router_gateway (d3107b55-1d17-43c2-956a-37639496cc83), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:20.400356 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:20.405277 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0db2d1bc-a83a-4a95-9bca-215a1a9ea536 req-f218eb98-aaa8-40de-b64d-5c7bab12bf1d service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764107 Feb 08 15:42:20.411356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port af9f402c-07d4-466a-84fe-ac160d41ee83 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:20.413207 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:20.461634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9f402c-07d4-466a-84fe-ac160d41ee83 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:42:20.493188 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port af9f402c-07d4-466a-84fe-ac160d41ee83, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=af9f402c-07d4-466a-84fe-ac160d41ee83,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:20.501128 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:20.557287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-79cb8dd6-f6e6-4138-ae30-966a2c349702 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=10e3723b37ed4261af7fb4dc7c123660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1412542 Feb 08 15:42:20.569352 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Allocated IP 172.25.7.104 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/c813a085-8fe2-4bd7-a655-795f1e4e68fa) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:42:20.598942 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=af9f402c-07d4-466a-84fe-ac160d41ee83,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:20.698569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bec13-b487-4b94-9199-07126c5fb682 req-699b2b51-81b1-4225-9efb-7d9c084a73b7 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:20.707453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc0bec13-b487-4b94-9199-07126c5fb682 req-699b2b51-81b1-4225-9efb-7d9c084a73b7 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd75282c-2197-44b3-bc4a-5d75d1a181f5 HTTP/1.1" status: 200 len: 944 time: 0.3005316 Feb 08 15:42:20.722387 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Publish callbacks [] for port (c813a085-8fe2-4bd7-a655-795f1e4e68fa), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:20.764199 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c813a085-8fe2-4bd7-a655-795f1e4e68fa), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:20.768135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe46aa4-4f40-4451-80d3-9227797c078d req-78dcc61d-3e8b-45c7-bb81-f49fefcf5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:20.771382 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['af9f402c-07d4-466a-84fe-ac160d41ee83'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:42:20.771529 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fe46aa4-4f40-4451-80d3-9227797c078d req-78dcc61d-3e8b-45c7-bb81-f49fefcf5c74 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 1131 time: 0.2811530 Feb 08 15:42:20.820445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:20.823690 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:20.835706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:42:20.861651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-d528ec5e-ef2a-45e3-ab77-13b44701ae89 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:20.862886 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-d528ec5e-ef2a-45e3-ab77-13b44701ae89 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056953 Feb 08 15:42:20.888495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc0bec13-b487-4b94-9199-07126c5fb682 req-c3bda5ed-8ccf-4622-a36b-ff34c187d193 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779265 Feb 08 15:42:20.896346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Pushing event updated for resources: {'Port': ['ID=c813a085-8fe2-4bd7-a655-795f1e4e68fa,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:20.928458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-4230818d-e253-4401-b3fa-0dbb51424f6c tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/quotas/10e3723b37ed4261af7fb4dc7c123660 HTTP/1.1" status: 200 len: 375 time: 0.0569527 Feb 08 15:42:21.014182 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-521a2369-8e1b-407c-b66e-0ef65351e72f tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=10e3723b37ed4261af7fb4dc7c123660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725715 Feb 08 15:42:21.044859 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe46aa4-4f40-4451-80d3-9227797c078d req-6011f3fc-5c36-41a6-8ca5-4395193fb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:21.046492 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fe46aa4-4f40-4451-80d3-9227797c078d req-6011f3fc-5c36-41a6-8ca5-4395193fb279 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2650206 Feb 08 15:42:21.122072 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fe46aa4-4f40-4451-80d3-9227797c078d req-86a92e04-5ca4-4d74-a34e-05f5b0cff09d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=44ed5363-0f44-4ef7-91ec-3d682c8ee53d HTTP/1.1" status: 200 len: 217 time: 0.0535247 Feb 08 15:42:21.198260 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3f40a-777e-4aad-9f03-268d7406b6e8 req-cb64534f-23ac-4fe0-962a-9251c96f51ef tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:21.207059 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bb3f40a-777e-4aad-9f03-268d7406b6e8 req-cb64534f-23ac-4fe0-962a-9251c96f51ef tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 948 time: 0.1917353 Feb 08 15:42:21.223825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe46aa4-4f40-4451-80d3-9227797c078d req-c0a7abcd-13ed-47b5-9517-4bae92bef9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:21.225608 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fe46aa4-4f40-4451-80d3-9227797c078d req-c0a7abcd-13ed-47b5-9517-4bae92bef9d4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0970700 Feb 08 15:42:21.227488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:21.293138 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Publish callbacks [] for router_gateway (d3107b55-1d17-43c2-956a-37639496cc83), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:21.408406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:21.412154 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:21.483522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a9af237-fe15-47f5-bfbd-c840d34b690b req-be6d28df-c538-4dd2-8f48-644114858627 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0981307 Feb 08 15:42:21.502882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bb3f40a-777e-4aad-9f03-268d7406b6e8 req-9fdded1d-a276-41f3-b0d7-7a7dca556492 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900026 Feb 08 15:42:21.528874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe46aa4-4f40-4451-80d3-9227797c078d req-ad3b52ea-fc4f-4e1c-9ac4-57828c268844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:21.533609 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fe46aa4-4f40-4451-80d3-9227797c078d req-ad3b52ea-fc4f-4e1c-9ac4-57828c268844 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2990201 Feb 08 15:42:21.632703 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:21.633339 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:21.745057 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=68c44478-3fc7-4f6b-ab0e-9bf8feca3b55,segment=NetworkSegment(b1770789-fb6b-4288-9b5c-7f088bbbb569),segment_id=b1770789-fb6b-4288-9b5c-7f088bbbb569)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:21.753692 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:21.777846 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (d3107b55-1d17-43c2-956a-37639496cc83), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:21.842694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=68c44478-3fc7-4f6b-ab0e-9bf8feca3b55,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:21.852595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:21.853337 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:21.854015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:21.854556 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:21.855111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:21.855676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:21.856205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:21.856733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:21.857301 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:21.857831 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:21.858377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:21.858895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:21.859425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:21.863843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678f0850-7eb6-4884-8cd2-7f3dff6bb75a None None] Network d116fa5c-4b42-4df5-88ca-9775325b2dd1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:42:21.880932 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-481af021-836c-482f-a519-254ee08fe7f2 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=10e3723b37ed4261af7fb4dc7c123660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1825266 Feb 08 15:42:21.945823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7adac3d9-023e-4aab-912f-0e4ea170b6b0 None None] Provisioning complete for port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:21.946625 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7adac3d9-023e-4aab-912f-0e4ea170b6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:21.985646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Router d3107b55-1d17-43c2-956a-37639496cc83 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:42:21.992235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fe46aa4-4f40-4451-80d3-9227797c078d req-7fd72aa3-ba7a-4762-95af-76e765cd4978 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497914 Feb 08 15:42:22.104236 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7adac3d9-023e-4aab-912f-0e4ea170b6b0 None None] Current status of the port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:22.105354 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fe46aa4-4f40-4451-80d3-9227797c078d req-43b80546-f25e-48e4-a007-830ee98dc5a1 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013758 Feb 08 15:42:22.112827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5844edd-f7de-46ec-9ebf-be9f6ccc2161 req-669e2371-f325-4504-894e-e8eb4ba23356 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:22.120028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5844edd-f7de-46ec-9ebf-be9f6ccc2161 req-669e2371-f325-4504-894e-e8eb4ba23356 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.4205184 Feb 08 15:42:22.182539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:42:22.189770 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device af9f402c-07d4-466a-84fe-ac160d41ee83 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:22.200117 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Sync routers for ids ['d3107b55-1d17-43c2-956a-37639496cc83'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:42:22.218571 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Routers {'d3107b55-1d17-43c2-956a-37639496cc83'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:42:22.219181 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:42:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d3107b55-1d17-43c2-956a-37639496cc83'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:22.229842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-59f6f1c1-d9c7-4d30-9206-664a0c8f1da0 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:22.231367 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-59f6f1c1-d9c7-4d30-9206-664a0c8f1da0 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3390222 Feb 08 15:42:22.245396 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5844edd-f7de-46ec-9ebf-be9f6ccc2161 req-6a63020c-17a6-4aef-92e2-bf4f7264870d tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244166 Feb 08 15:42:22.257705 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:22.264263 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-843a9b00-6f72-4afb-8532-442cef636909 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.2946384 Feb 08 15:42:22.265126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60306) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:22.274638 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-feecd373-9c67-4045-8789-d19975859f37 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/quotas/10e3723b37ed4261af7fb4dc7c123660 HTTP/1.1" status: 200 len: 375 time: 0.0344627 Feb 08 15:42:22.326876 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port af9f402c-07d4-466a-84fe-ac160d41ee83 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:42:22.334318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port af9f402c-07d4-466a-84fe-ac160d41ee83 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:22.334702 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:22.345657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-e5a9a838-262d-4e2d-9f49-fc04dc85f051 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=10e3723b37ed4261af7fb4dc7c123660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700657 Feb 08 15:42:22.474957 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Set router d3107b55-1d17-43c2-956a-37639496cc83 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:42:22.529962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548c1e0-3530-4f3c-b02c-ce0263365baf req-6178c6b2-d7be-4f3b-8ad3-0e1632b9dce1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:22.531661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port af9f402c-07d4-466a-84fe-ac160d41ee83 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:22.532795 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:22.541594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6548c1e0-3530-4f3c-b02c-ce0263365baf req-6178c6b2-d7be-4f3b-8ad3-0e1632b9dce1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd75282c-2197-44b3-bc4a-5d75d1a181f5 HTTP/1.1" status: 200 len: 945 time: 0.1618819 Feb 08 15:42:22.599267 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd75282c-2197-44b3-bc4a-5d75d1a181f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9f402c-07d4-466a-84fe-ac160d41ee83'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:42:22.601631 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ee4f4f-1539-4ef8-89b9-1d0f5fbd0312" -d '{"events": [{"server_uuid": "cd75282c-2197-44b3-bc4a-5d75d1a181f5", "name": "network-vif-plugged", "status": "completed", "tag": "af9f402c-07d4-466a-84fe-ac160d41ee83"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:42:22.656513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port af9f402c-07d4-466a-84fe-ac160d41ee83, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=af9f402c-07d4-466a-84fe-ac160d41ee83,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:22.666925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6548c1e0-3530-4f3c-b02c-ce0263365baf req-a2d9d830-eb60-4bf9-941a-cf313d5a4cf6 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242921 Feb 08 15:42:22.672223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-62d19908-d9b3-4c11-9705-9ff559f1d38e None None] Provisioning complete for port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:22.673697 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-62d19908-d9b3-4c11-9705-9ff559f1d38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:22.737012 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:22.840081 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=af9f402c-07d4-466a-84fe-ac160d41ee83,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:22.878712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-62d19908-d9b3-4c11-9705-9ff559f1d38e None None] Current status of the port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:22.890868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b759d31-0727-4cb3-9398-edb969444c5e req-cd61066d-bb9e-4928-9b65-7f0f895c0b91 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0396521 Feb 08 15:42:22.911275 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:19Z', 'updated_at': '2022-02-08T15:42:21Z', 'revision_number': 3, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'gw_port': {'id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:20Z', 'updated_at': '2022-02-08T15:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:22.913066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc887822-bbf1-4741-a6aa-ec6db4f565fa req-28bf30da-1f75-4d1a-9f1b-e7c6143fab92 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:22.915005 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc887822-bbf1-4741-a6aa-ec6db4f565fa req-28bf30da-1f75-4d1a-9f1b-e7c6143fab92 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 948 time: 0.1561291 Feb 08 15:42:22.974725 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Checking router: d3107b55-1d17-43c2-956a-37639496cc83 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:42:22.975080 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Updating router d3107b55-1d17-43c2-956a-37639496cc83 port c813a085-8fe2-4bd7-a655-795f1e4e68fa binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:42:23.019550 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc887822-bbf1-4741-a6aa-ec6db4f565fa req-be09390c-c903-4174-a076-5348f8461936 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905557 Feb 08 15:42:23.022618 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c813a085-8fe2-4bd7-a655-795f1e4e68fa), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:23.160032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca631d8b-5511-4e33-abeb-0ad0d0e2a96f req-3437879a-5fee-40a5-94f9-dad5f606af32 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 210 time: 0.1368515 Feb 08 15:42:23.182179 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:23.185093 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75c060a-02c8-495e-87db-4f4909599d6c x-openstack-request-id: req-f75c060a-02c8-495e-87db-4f4909599d6c {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:42:23.187953 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd75282c-2197-44b3-bc4a-5d75d1a181f5", "name": "network-vif-plugged", "status": "completed", "tag": "af9f402c-07d4-466a-84fe-ac160d41ee83", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:42:23.190387 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f75c060a-02c8-495e-87db-4f4909599d6c {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:42:23.191444 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd75282c-2197-44b3-bc4a-5d75d1a181f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9f402c-07d4-466a-84fe-ac160d41ee83', 'code': 200} Feb 08 15:42:23.193667 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-452d3cf0-1c2c-4784-bd50-ebb1951bcc66 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=10e3723b37ed4261af7fb4dc7c123660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324011 Feb 08 15:42:23.210408 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:23.367973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:23.368362 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:23.474216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-277714c2-ab8e-49e2-9078-579849248ad2 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:23.476156 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-277714c2-ab8e-49e2-9078-579849248ad2 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2775776 Feb 08 15:42:23.512468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:23.533212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Request body: {'port': {'device_id': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '10e3723b37ed4261af7fb4dc7c123660'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:23.550946 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Allocated IP 172.20.0.1 (d116fa5c-4b42-4df5-88ca-9775325b2dd1/49f9c678-e348-468a-a6cc-eaf75cd70f3a/b10eeb84-349c-4243-9aaa-50c822b790bf) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:42:23.573822 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Publish callbacks [] for port (c813a085-8fe2-4bd7-a655-795f1e4e68fa), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:23.588477 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c813a085-8fe2-4bd7-a655-795f1e4e68fa), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:23.635485 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3d911-847f-4ff5-aafa-09ceaa9c4e24 None None] Pushing event updated for resources: {'Port': ['ID=c813a085-8fe2-4bd7-a655-795f1e4e68fa,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:23.650531 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Attempting to bind port c813a085-8fe2-4bd7-a655-795f1e4e68fa on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:42:23.651114 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Attempting to bind port c813a085-8fe2-4bd7-a655-795f1e4e68fa by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:42:23.651673 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Attempting to bind port c813a085-8fe2-4bd7-a655-795f1e4e68fa on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:23.658152 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:42:23.658781 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:23.659351 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:23.659938 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:42:23.660581 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Bound port: c813a085-8fe2-4bd7-a655-795f1e4e68fa, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:42:23.661178 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c813a085-8fe2-4bd7-a655-795f1e4e68fa), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:23.666229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89ca6e-de9b-4a3e-8751-2f3df510bc93 req-c04580c2-46ee-460c-9960-eb90163744be tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:23.681956 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed89ca6e-de9b-4a3e-8751-2f3df510bc93 req-c04580c2-46ee-460c-9960-eb90163744be tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.1882257 Feb 08 15:42:23.728555 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Publish callbacks [] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:23.740397 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] For port c813a085-8fe2-4bd7-a655-795f1e4e68fa, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:42:23.744269 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] For port c813a085-8fe2-4bd7-a655-795f1e4e68fa, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c813a085-8fe2-4bd7-a655-795f1e4e68fa,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:42:23.752269 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c813a085-8fe2-4bd7-a655-795f1e4e68fa), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:23.761868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e66eb-60c7-4611-86ba-58509de80174 req-c67b4c67-e280-4928-a030-9a45b28f5e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:23.763659 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b7e66eb-60c7-4611-86ba-58509de80174 req-c67b4c67-e280-4928-a030-9a45b28f5e52 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cd75282c-2197-44b3-bc4a-5d75d1a181f5 HTTP/1.1" status: 200 len: 1129 time: 0.4306114 Feb 08 15:42:23.775345 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:23.800096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Network d116fa5c-4b42-4df5-88ca-9775325b2dd1 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:23.802732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:23.827519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:42:23.852238 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3d911-847f-4ff5-aafa-09ceaa9c4e24 None None] Pushing event updated for resources: {'Port': ['ID=c813a085-8fe2-4bd7-a655-795f1e4e68fa,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:23.855125 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Routers {'d3107b55-1d17-43c2-956a-37639496cc83'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:42:23.855973 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:42:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d3107b55-1d17-43c2-956a-37639496cc83'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:23.909172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=b10eeb84-349c-4243-9aaa-50c822b790bf,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:23.920193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (d3107b55-1d17-43c2-956a-37639496cc83), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:23.924531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Made reservation on behalf of 10e3723b37ed4261af7fb4dc7c123660 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:42:23.927884 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:23.977988 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed89ca6e-de9b-4a3e-8751-2f3df510bc93 req-a65a95fa-ea91-4c54-98e3-4652d32114c5 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936256 Feb 08 15:42:23.994329 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:24.042003 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] Set router d3107b55-1d17-43c2-956a-37639496cc83 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:42:24.053234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b7e66eb-60c7-4611-86ba-58509de80174 req-172d3159-6c3d-4ff3-91b6-064c4e74c854 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662141 Feb 08 15:42:24.153334 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:24.169523 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks [] for security_group (f054853c-b557-4e8a-857b-800ecfc55483), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:24.222458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-97e71a4f-1844-4317-a0eb-f66ba4eadf03 req-4af25ea3-7416-4b3b-97ea-77588a201668 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0510111 Feb 08 15:42:24.223239 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-14b89781-c12a-40d2-a1c3-d0a032074de5 None None] Provisioning complete for port b10eeb84-349c-4243-9aaa-50c822b790bf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:24.223835 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-14b89781-c12a-40d2-a1c3-d0a032074de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:24.260516 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-250bb392-ea3d-4f16-a15f-be04940915ac tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=10e3723b37ed4261af7fb4dc7c123660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320194 Feb 08 15:42:24.261358 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f054853c-b557-4e8a-857b-800ecfc55483), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:24.312797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f054853c-b557-4e8a-857b-800ecfc55483,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:24.336283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-14b89781-c12a-40d2-a1c3-d0a032074de5 None None] Port b10eeb84-349c-4243-9aaa-50c822b790bf cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:42:24.384420 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:19Z', 'updated_at': '2022-02-08T15:42:21Z', 'revision_number': 3, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'gw_port': {'id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:20Z', 'updated_at': '2022-02-08T15:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:24.416532 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3a2b7d-0a61-4c1a-9539-0ee5c303e0e8 None None] The sync data for ids ['d3107b55-1d17-43c2-956a-37639496cc83'] in n-d-824834-11 is: [{'id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:19Z', 'updated_at': '2022-02-08T15:42:21Z', 'revision_number': 3, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'gw_port': {'id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:20Z', 'updated_at': '2022-02-08T15:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:42:24.467054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe252ad-c3b0-4cbf-b605-a59e4f39b205 req-1da6fb02-29d2-4219-9bdc-de4dc1b7230f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:24.468756 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbe252ad-c3b0-4cbf-b605-a59e4f39b205 req-1da6fb02-29d2-4219-9bdc-de4dc1b7230f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd75282c-2197-44b3-bc4a-5d75d1a181f5 HTTP/1.1" status: 200 len: 946 time: 0.5452797 Feb 08 15:42:24.485888 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Publish callbacks [] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:24.491464 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:24.566897 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (d3107b55-1d17-43c2-956a-37639496cc83), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:24.569231 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=b10eeb84-349c-4243-9aaa-50c822b790bf,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:24.584114 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbe252ad-c3b0-4cbf-b605-a59e4f39b205 req-94e69257-50b1-43fa-a45c-2860e43d92df tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758004 Feb 08 15:42:24.698138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-21fb677a-4e33-4050-8ad3-7260833ea3a6 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:24.700338 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-21fb677a-4e33-4050-8ad3-7260833ea3a6 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4049332 Feb 08 15:42:24.747975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Network d116fa5c-4b42-4df5-88ca-9775325b2dd1 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:24.752786 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:24.753141 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-1d9a8659-13af-4310-ad15-4ddf47721266 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Request body: {'port': {'device_id': '4427fcd0-438b-4c2e-8d09-44d68c65a930', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '10e3723b37ed4261af7fb4dc7c123660'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:24.762353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d266e231-7554-47d7-9a87-bb2337ce32f9 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:42:24.769744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d5ac7-59cc-47f5-a700-664ce1bb67b4 req-e8360a01-214f-47e3-b7c1-aec397860f87 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:24.776966 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b7d5ac7-59cc-47f5-a700-664ce1bb67b4 req-e8360a01-214f-47e3-b7c1-aec397860f87 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 948 time: 0.3067796 Feb 08 15:42:24.780144 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7b9669c-787d-4176-8066-a3e08e83296c req-fea92680-57b2-4db3-aa09-d90195ca89ba tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 210 time: 0.1057096 Feb 08 15:42:24.887591 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Allocated IP 192.168.233.209 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/8942e403-23be-4b0d-8001-3bf8829b886f) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:42:25.037829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Router d3107b55-1d17-43c2-956a-37639496cc83 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:42:25.043295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b7d5ac7-59cc-47f5-a700-664ce1bb67b4 req-e9ab4f55-f642-4f6a-89ca-5cb012483c8c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654512 Feb 08 15:42:25.061993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d266e231-7554-47d7-9a87-bb2337ce32f9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d266e231-7554-47d7-9a87-bb2337ce32f9,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:25.083920 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:42:25.109417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'd266e231-7554-47d7-9a87-bb2337ce32f9', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': 'd266e231-7554-47d7-9a87-bb2337ce32f9', 'mac_address': 'fa:16:3e:09:d5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:42:25.182902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d266e231-7554-47d7-9a87-bb2337ce32f9 is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:25.183780 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:25.205958 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d266e231-7554-47d7-9a87-bb2337ce32f9 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:42:25.265862 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c813a085-8fe2-4bd7-a655-795f1e4e68fa up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:25.280677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d266e231-7554-47d7-9a87-bb2337ce32f9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d266e231-7554-47d7-9a87-bb2337ce32f9,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:25.320635 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:25.321462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 44ed5363-0f44-4ef7-91ec-3d682c8ee53d details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:42:25.374874 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:42:25.377309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=44ed5363-0f44-4ef7-91ec-3d682c8ee53d,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:25.385748 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-29969970-64a5-4daf-9f5a-4623d0cebaf9 admin admin] 10.222.0.82 "PUT /v2.0/routers/d3107b55-1d17-43c2-956a-37639496cc83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1190684 Feb 08 15:42:25.416607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '44ed5363-0f44-4ef7-91ec-3d682c8ee53d', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '44ed5363-0f44-4ef7-91ec-3d682c8ee53d', 'mac_address': 'fa:16:3e:3d:a6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:42:25.515816 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fc281ba-2fbc-4475-a366-496256353ab6 req-2fdfc042-9bf2-4868-8102-9a0831aca9f0 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0896811 Feb 08 15:42:25.549894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-1d9a8659-13af-4310-ad15-4ddf47721266 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Made reservation on behalf of 10e3723b37ed4261af7fb4dc7c123660 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:42:25.557084 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-1d9a8659-13af-4310-ad15-4ddf47721266 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:25.696896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e1c70-ee6c-42c3-a9c0-a9c9ad44d2b3 req-9290aac5-fb61-4257-b51d-c75513660b4c tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:25.718811 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-839e1c70-ee6c-42c3-a9c0-a9c9ad44d2b3 req-9290aac5-fb61-4257-b51d-c75513660b4c tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.5683365 Feb 08 15:42:25.731872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3d8fc627-4922-4070-a876-c3754aba0ba2 None None] Provisioning complete for port b10eeb84-349c-4243-9aaa-50c822b790bf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:25.732251 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc627-4922-4070-a876-c3754aba0ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:25.824723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:25.825236 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:25.849105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ed5363-0f44-4ef7-91ec-3d682c8ee53d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:42:25.859637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d266e231-7554-47d7-9a87-bb2337ce32f9,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:25.869313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c813a085-8fe2-4bd7-a655-795f1e4e68fa triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:25.870503 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c813a085-8fe2-4bd7-a655-795f1e4e68fa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:25.955657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3d8fc627-4922-4070-a876-c3754aba0ba2 None None] Port b10eeb84-349c-4243-9aaa-50c822b790bf cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:42:25.970258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=44ed5363-0f44-4ef7-91ec-3d682c8ee53d,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:25.978618 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:26.058328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=44ed5363-0f44-4ef7-91ec-3d682c8ee53d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:26.090913 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c813a085-8fe2-4bd7-a655-795f1e4e68fa is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:26.091301 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c813a085-8fe2-4bd7-a655-795f1e4e68fa), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:26.122104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port c813a085-8fe2-4bd7-a655-795f1e4e68fa, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c813a085-8fe2-4bd7-a655-795f1e4e68fa,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:26.129001 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c813a085-8fe2-4bd7-a655-795f1e4e68fa), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:26.149719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-839e1c70-ee6c-42c3-a9c0-a9c9ad44d2b3 req-d39090f7-d7ba-42f2-9c74-10c8e264db07 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130633 Feb 08 15:42:26.172629 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks [] for port (8942e403-23be-4b0d-8001-3bf8829b886f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:26.206053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=c813a085-8fe2-4bd7-a655-795f1e4e68fa,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:26.234540 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57687a-9558-49b0-9308-42c62d1aacee req-405bbd02-a1f4-40b0-8049-43742583cf9d tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:26.243447 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8c57687a-9558-49b0-9308-42c62d1aacee req-405bbd02-a1f4-40b0-8049-43742583cf9d tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd75282c-2197-44b3-bc4a-5d75d1a181f5 HTTP/1.1" status: 200 len: 946 time: 0.4105864 Feb 08 15:42:26.291866 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['44ed5363-0f44-4ef7-91ec-3d682c8ee53d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:42:26.311118 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:26.370788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['d266e231-7554-47d7-9a87-bb2337ce32f9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:42:26.398093 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8c57687a-9558-49b0-9308-42c62d1aacee req-e8918f84-9dd8-4e37-ba1d-36584e3600fd tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537099 Feb 08 15:42:26.762706 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d266e231-7554-47d7-9a87-bb2337ce32f9 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:42:26.876305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:26.914623 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e546a0ae-e651-45f1-8af9-c29bc033600a req-5ce445c1-d328-4b18-8523-21a43d3f9535 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 210 time: 0.3816311 Feb 08 15:42:26.925319 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:26.933794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:42:26.937187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d266e231-7554-47d7-9a87-bb2337ce32f9 is: BUILD; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:26.937547 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:26.968213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d266e231-7554-47d7-9a87-bb2337ce32f9 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:42:27.007699 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d266e231-7554-47d7-9a87-bb2337ce32f9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d266e231-7554-47d7-9a87-bb2337ce32f9,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:27.008853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Pushing event updated for resources: {'Port': ['ID=8942e403-23be-4b0d-8001-3bf8829b886f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:27.023847 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:27.046256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-1d9a8659-13af-4310-ad15-4ddf47721266 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Allocated IP 192.168.233.151 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/1103e63a-a20e-4f08-b709-b89ece7fec04) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:42:27.148912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d266e231-7554-47d7-9a87-bb2337ce32f9,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:27.169929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c813a085-8fe2-4bd7-a655-795f1e4e68fa up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:27.194281 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:27.194837 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:27.224872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-7625d759-73a1-46af-bfa6-cfc9e1ccbfd4 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:27.231604 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-7625d759-73a1-46af-bfa6-cfc9e1ccbfd4 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/networks?id=d116fa5c-4b42-4df5-88ca-9775325b2dd1 HTTP/1.1" status: 200 len: 828 time: 0.7543182 Feb 08 15:42:27.242206 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-2dfcd84a-7141-4574-a404-d27aa76d76ca tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7178533 Feb 08 15:42:27.271068 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Request body: {'port': {'device_id': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:27.273408 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c813a085-8fe2-4bd7-a655-795f1e4e68fa triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:27.288891 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-6dc99f85-055d-43e6-b156-894e1aff8aa5 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/quotas/e8ba8000451b4a5ca559f3f66927fd3a HTTP/1.1" status: 200 len: 375 time: 0.0563533 Feb 08 15:42:27.290878 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c813a085-8fe2-4bd7-a655-795f1e4e68fa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:27.422138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f350b6-4eaa-40df-8b50-1259b8fbc824 req-a0511600-916a-4727-8657-c7d0e962562c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:27.430631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Sync routers for ids ['d3107b55-1d17-43c2-956a-37639496cc83'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:42:27.431209 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8f350b6-4eaa-40df-8b50-1259b8fbc824 req-a0511600-916a-4727-8657-c7d0e962562c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 949 time: 0.3865781 Feb 08 15:42:27.457472 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c813a085-8fe2-4bd7-a655-795f1e4e68fa is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:27.460583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Routers {'d3107b55-1d17-43c2-956a-37639496cc83'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:42:27.461467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:42:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d3107b55-1d17-43c2-956a-37639496cc83'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:27.464150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-30d76b6d-aa06-48bc-8d5d-a712cc4823f4 None None] Provisioning complete for port 8942e403-23be-4b0d-8001-3bf8829b886f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:27.464587 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-30d76b6d-aa06-48bc-8d5d-a712cc4823f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:27.478485 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:27.602009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-30d76b6d-aa06-48bc-8d5d-a712cc4823f4 None None] Port 8942e403-23be-4b0d-8001-3bf8829b886f cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:42:27.631848 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Set router d3107b55-1d17-43c2-956a-37639496cc83 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:42:27.680312 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-62ccc050-373e-40f2-9e25-3b3c7fea362c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8ba8000451b4a5ca559f3f66927fd3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3903556 Feb 08 15:42:27.761731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8f350b6-4eaa-40df-8b50-1259b8fbc824 req-6c9fcdb4-1882-4701-89b4-11a81ef0690d tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252673 Feb 08 15:42:27.816122 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-1d9a8659-13af-4310-ad15-4ddf47721266 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks [] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:27.909186 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:19Z', 'updated_at': '2022-02-08T15:42:24Z', 'revision_number': 4, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'gw_port': {'id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:20Z', 'updated_at': '2022-02-08T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b10eeb84-349c-4243-9aaa-50c822b790bf', 'name': '', 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'mac_address': 'fa:16:3e:0f:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:23Z', 'updated_at': '2022-02-08T15:42:24Z', 'revision_number': 2, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'subnets': [{'id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:27.925935 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-99d3bdff-9db9-4232-80e4-684986879c1f service neutron] 10.222.0.82 "GET /v2.0/networks/d116fa5c-4b42-4df5-88ca-9775325b2dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448461 Feb 08 15:42:27.961887 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-1d9a8659-13af-4310-ad15-4ddf47721266 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:27.981235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Checking router: d3107b55-1d17-43c2-956a-37639496cc83 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:42:27.981235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Updating router d3107b55-1d17-43c2-956a-37639496cc83 port b10eeb84-349c-4243-9aaa-50c822b790bf binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:42:28.014298 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:28.114477 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-935dc58e-12fc-4f25-914b-c2b29c5f6491 req-d5e71ff0-eb5e-4a46-a417-e1a951919917 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0900187 Feb 08 15:42:28.149618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-1d9a8659-13af-4310-ad15-4ddf47721266 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:28.160472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-1d9a8659-13af-4310-ad15-4ddf47721266 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:28.174182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-1d9a8659-13af-4310-ad15-4ddf47721266 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:42:28.182644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a8659-13af-4310-ad15-4ddf47721266 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Pushing event updated for resources: {'Port': ['ID=1103e63a-a20e-4f08-b709-b89ece7fec04,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:28.312160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-9051501f-c17a-4467-9093-e578d0433763 service neutron] 10.222.0.82 "GET /v2.0/networks/d116fa5c-4b42-4df5-88ca-9775325b2dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767188 Feb 08 15:42:28.325893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-1d9a8659-13af-4310-ad15-4ddf47721266 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:28.326545 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-1d9a8659-13af-4310-ad15-4ddf47721266 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:28.379821 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-1d9a8659-13af-4310-ad15-4ddf47721266 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6420367 Feb 08 15:42:28.388811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6651f27-5b0c-495f-8f58-0e3673a1550e req-01bdae2b-5206-4e84-b431-615b5ffa9f40 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:28.396227 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6651f27-5b0c-495f-8f58-0e3673a1550e req-01bdae2b-5206-4e84-b431-615b5ffa9f40 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 948 time: 0.1799531 Feb 08 15:42:28.404716 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Request body: {'port': {'device_id': '4427fcd0-438b-4c2e-8d09-44d68c65a930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:28.415705 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Publish callbacks [] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:28.425017 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:28.481074 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8942e403-23be-4b0d-8001-3bf8829b886f {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:42:28.503095 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Publish callbacks [] for port (8942e403-23be-4b0d-8001-3bf8829b886f), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:28.515816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f2a1e-e509-43a4-958d-db70d0cd0dcb None None] Pushing event updated for resources: {'Port': ['ID=b10eeb84-349c-4243-9aaa-50c822b790bf,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:28.604460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Transition to ACTIVE for port object 8942e403-23be-4b0d-8001-3bf8829b886f will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:42:28.606282 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-fb70707e-42a0-43a5-933f-81488926488c None None] Provisioning complete for port 1103e63a-a20e-4f08-b709-b89ece7fec04 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:28.606742 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fb70707e-42a0-43a5-933f-81488926488c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:28.641620 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:28.659410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Attempting to bind port b10eeb84-349c-4243-9aaa-50c822b790bf on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:42:28.659787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Attempting to bind port b10eeb84-349c-4243-9aaa-50c822b790bf by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b1770789-fb6b-4288-9b5c-7f088bbbb569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:42:28.660286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Attempting to bind port b10eeb84-349c-4243-9aaa-50c822b790bf on network d116fa5c-4b42-4df5-88ca-9775325b2dd1 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:28.676449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:42:28.677047 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Checking segment: {'id': 'b1770789-fb6b-4288-9b5c-7f088bbbb569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:28.677732 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:28.678401 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Bound using segment: {'id': 'b1770789-fb6b-4288-9b5c-7f088bbbb569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:42:28.678942 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6651f27-5b0c-495f-8f58-0e3673a1550e req-48aeef5a-4552-4bc1-aa97-2df471b7974f tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818301 Feb 08 15:42:28.679350 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Bound port: b10eeb84-349c-4243-9aaa-50c822b790bf, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1770789-fb6b-4288-9b5c-7f088bbbb569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:42:28.679917 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:28.697382 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:28.753273 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fb70707e-42a0-43a5-933f-81488926488c None None] Port 1103e63a-a20e-4f08-b709-b89ece7fec04 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:42:28.796342 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Pushing event updated for resources: {'Port': ['ID=8942e403-23be-4b0d-8001-3bf8829b886f,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:28.798676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d266e231-7554-47d7-9a87-bb2337ce32f9 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:28.924228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a8e92-cf17-40ab-877e-c25f9198278e req-c113c91e-5bfc-4e1c-ae0c-e05f918bf7a2 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:28.931546 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-368a8e92-cf17-40ab-877e-c25f9198278e req-c113c91e-5bfc-4e1c-ae0c-e05f918bf7a2 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 936 time: 0.3630626 Feb 08 15:42:28.941208 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] For port b10eeb84-349c-4243-9aaa-50c822b790bf, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:42:28.947101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] For port b10eeb84-349c-4243-9aaa-50c822b790bf, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b10eeb84-349c-4243-9aaa-50c822b790bf,segment=NetworkSegment(b1770789-fb6b-4288-9b5c-7f088bbbb569),segment_id=b1770789-fb6b-4288-9b5c-7f088bbbb569)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:42:28.949180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-fae320b0-da2f-4798-9183-f6c4a64ca5c2 None None] Provisioning complete for port b10eeb84-349c-4243-9aaa-50c822b790bf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:28.949830 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fae320b0-da2f-4798-9183-f6c4a64ca5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:28.997471 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:29.056926 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port d266e231-7554-47d7-9a87-bb2337ce32f9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:29.057336 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:29.112610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Routers {'d3107b55-1d17-43c2-956a-37639496cc83'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:42:29.112822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:42:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d3107b55-1d17-43c2-956a-37639496cc83'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:29.122557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fae320b0-da2f-4798-9183-f6c4a64ca5c2 None None] Port b10eeb84-349c-4243-9aaa-50c822b790bf cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:42:29.198181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-368a8e92-cf17-40ab-877e-c25f9198278e req-1c0f5198-3b15-4668-b22a-88afe4a89528 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/security-groups?id=f054853c-b557-4e8a-857b-800ecfc55483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656503 Feb 08 15:42:29.224447 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61413a30-6ce4-4f8f-881a-11ca23b62177 req-4d0e991e-2a9f-444c-8f9f-8d51406b9f79 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:29.229212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61413a30-6ce4-4f8f-881a-11ca23b62177 req-4d0e991e-2a9f-444c-8f9f-8d51406b9f79 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd75282c-2197-44b3-bc4a-5d75d1a181f5 HTTP/1.1" status: 200 len: 946 time: 0.4237204 Feb 08 15:42:29.502511 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61413a30-6ce4-4f8f-881a-11ca23b62177 req-f94fca8d-00d6-416e-bd1b-eb7286f53abf tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290302 Feb 08 15:42:29.503432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Attempting to bind port 8942e403-23be-4b0d-8001-3bf8829b886f on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:42:29.503922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Attempting to bind port 8942e403-23be-4b0d-8001-3bf8829b886f by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:42:29.504404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Attempting to bind port 8942e403-23be-4b0d-8001-3bf8829b886f on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:29.517895 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Port 8942e403-23be-4b0d-8001-3bf8829b886f on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:42:29.521322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Attempting to bind port 8942e403-23be-4b0d-8001-3bf8829b886f on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:29.524482 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] Set router d3107b55-1d17-43c2-956a-37639496cc83 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:42:29.527027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16b1f976-8d1e-47f2-b8e6-a83d0f21dd2e req-84d3f216-6b93-4514-a25f-6c4cae24b1b8 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 210 time: 0.0991366 Feb 08 15:42:29.537218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:42:29.537967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:29.538519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:42:29.539172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Bound port: 8942e403-23be-4b0d-8001-3bf8829b886f, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:42:29.539738 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:29.621374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f2a1e-e509-43a4-958d-db70d0cd0dcb None None] Pushing event updated for resources: {'Port': ['ID=b10eeb84-349c-4243-9aaa-50c822b790bf,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:29.669025 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] For port 8942e403-23be-4b0d-8001-3bf8829b886f, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:42:29.735954 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d266e231-7554-47d7-9a87-bb2337ce32f9 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:29.736595 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:29.754586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] For port 8942e403-23be-4b0d-8001-3bf8829b886f, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8942e403-23be-4b0d-8001-3bf8829b886f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:42:29.763160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf5f6ca1-280d-4bb9-9a28-ac811efd49e9 req-945313c0-0ade-45a0-9839-823883036304 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.0913858 Feb 08 15:42:29.769755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1103e63a-a20e-4f08-b709-b89ece7fec04 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:42:29.776648 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:29.783958 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d266e231-7554-47d7-9a87-bb2337ce32f9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d266e231-7554-47d7-9a87-bb2337ce32f9,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:29.787456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa84e6b0-2017-46c6-8606-967875a0631c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd266e231-7554-47d7-9a87-bb2337ce32f9'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:42:29.790146 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb7cbd4-03c5-430e-84e1-8f1a54fefaf1" -d '{"events": [{"server_uuid": "fa84e6b0-2017-46c6-8606-967875a0631c", "name": "network-vif-plugged", "status": "completed", "tag": "d266e231-7554-47d7-9a87-bb2337ce32f9"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:42:29.791838 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Publish callbacks [] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:29.803227 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:29.803875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 44ed5363-0f44-4ef7-91ec-3d682c8ee53d up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:29.852712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:29.853359 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:29.854757 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] 10.222.0.96 "PUT /v2.0/ports/8942e403-23be-4b0d-8001-3bf8829b886f HTTP/1.1" status: 200 len: 1097 time: 2.5921094 Feb 08 15:42:29.855209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'tag': '8942e403-23be-4b0d-8001-3bf8829b886f'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:42:29.857693 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a32aa44-b756-4730-b01f-66a18471ca12" -d '{"events": [{"name": "network-changed", "server_uuid": "74ae7027-75f4-4e0b-a79c-ffcd3652578a", "tag": "8942e403-23be-4b0d-8001-3bf8829b886f"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:42:29.860997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Transition to ACTIVE for port object 1103e63a-a20e-4f08-b709-b89ece7fec04 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:42:29.895607 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:29.953093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:42:29.956207 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6c25d-201e-42bd-ac61-bb7a723e9629 req-f65b83c1-718d-4b36-b8e8-542ad3096144 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:29.959943 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80f6c25d-201e-42bd-ac61-bb7a723e9629 req-f65b83c1-718d-4b36-b8e8-542ad3096144 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 949 time: 0.2858031 Feb 08 15:42:29.980858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e17a8624-7fda-43e3-a183-0688a798f73c None None] Provisioning complete for port b10eeb84-349c-4243-9aaa-50c822b790bf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:29.981514 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e17a8624-7fda-43e3-a183-0688a798f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:30.024217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:30.024703 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:30.067640 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaf9c5-d03a-4a21-a740-48e36233262c service neutron] Pushing event updated for resources: {'Port': ['ID=8942e403-23be-4b0d-8001-3bf8829b886f,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:30.077905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d266e231-7554-47d7-9a87-bb2337ce32f9,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:30.177557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e17a8624-7fda-43e3-a183-0688a798f73c None None] Current status of the port b10eeb84-349c-4243-9aaa-50c822b790bf is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:30.178867 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e17a8624-7fda-43e3-a183-0688a798f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:30.270016 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e17a8624-7fda-43e3-a183-0688a798f73c None None] For port b10eeb84-349c-4243-9aaa-50c822b790bf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b10eeb84-349c-4243-9aaa-50c822b790bf,segment=NetworkSegment(b1770789-fb6b-4288-9b5c-7f088bbbb569),segment_id=b1770789-fb6b-4288-9b5c-7f088bbbb569)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:30.278969 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e17a8624-7fda-43e3-a183-0688a798f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:30.347499 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-954e0aee-0c13-43a9-9159-5fc5bdebb101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:30.357842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-954e0aee-0c13-43a9-9159-5fc5bdebb101 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=10e3723b37ed4261af7fb4dc7c123660&device_id=74ae7027-75f4-4e0b-a79c-ffcd3652578a HTTP/1.1" status: 200 len: 1131 time: 0.4307773 Feb 08 15:42:30.358693 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Pushing event updated for resources: {'Port': ['ID=1103e63a-a20e-4f08-b709-b89ece7fec04,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:30.395938 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a8624-7fda-43e3-a183-0688a798f73c None None] Pushing event updated for resources: {'Port': ['ID=b10eeb84-349c-4243-9aaa-50c822b790bf,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:30.470846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:30.471245 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:30.479237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:19Z', 'updated_at': '2022-02-08T15:42:24Z', 'revision_number': 4, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'gw_port': {'id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:20Z', 'updated_at': '2022-02-08T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b10eeb84-349c-4243-9aaa-50c822b790bf', 'name': '', 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'mac_address': 'fa:16:3e:0f:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:23Z', 'updated_at': '2022-02-08T15:42:28Z', 'revision_number': 4, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'subnets': [{'id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:30.522020 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80f6c25d-201e-42bd-ac61-bb7a723e9629 req-40907a4c-47bc-4c90-8496-90c25a71abc0 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864030 Feb 08 15:42:30.541312 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-ed18677f-2b6d-459d-9de3-5980e94391d8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=8942e403-23be-4b0d-8001-3bf8829b886f HTTP/1.1" status: 200 len: 217 time: 0.1533611 Feb 08 15:42:30.585809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ed7db-3003-4f2e-ac54-7e42d61dbd8a None None] The sync data for ids ['d3107b55-1d17-43c2-956a-37639496cc83'] in n-d-824834-11 is: [{'id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:19Z', 'updated_at': '2022-02-08T15:42:24Z', 'revision_number': 4, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'gw_port': {'id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:20Z', 'updated_at': '2022-02-08T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b10eeb84-349c-4243-9aaa-50c822b790bf', 'name': '', 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'mac_address': 'fa:16:3e:0f:99:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:23Z', 'updated_at': '2022-02-08T15:42:28Z', 'revision_number': 4, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'subnets': [{'id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:42:30.618592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=44ed5363-0f44-4ef7-91ec-3d682c8ee53d,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:30.626267 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:30.647181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-ffe3f195-d641-4551-961a-f1d81353ac9f tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:30.648709 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-ffe3f195-d641-4551-961a-f1d81353ac9f tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.96 "GET /v2.0/networks?id=d116fa5c-4b42-4df5-88ca-9775325b2dd1 HTTP/1.1" status: 200 len: 828 time: 0.6182466 Feb 08 15:42:30.707384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-857240db-f899-4198-94ed-decd4ae3cd5c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Request body: {'port': {'device_id': 'ac86d3bc-f3eb-4763-bf76-c407fefaf62d', 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'admin_state_up': True, 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:30.720145 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f85cc99-692c-49bd-bd07-51ea51893d76 x-openstack-request-id: req-8f85cc99-692c-49bd-bd07-51ea51893d76 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:42:30.721060 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa84e6b0-2017-46c6-8606-967875a0631c", "name": "network-vif-plugged", "status": "completed", "tag": "d266e231-7554-47d7-9a87-bb2337ce32f9", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:42:30.721530 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8f85cc99-692c-49bd-bd07-51ea51893d76 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:42:30.722248 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa84e6b0-2017-46c6-8606-967875a0631c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd266e231-7554-47d7-9a87-bb2337ce32f9', 'code': 200} Feb 08 15:42:30.809176 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=44ed5363-0f44-4ef7-91ec-3d682c8ee53d,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:30.833655 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ac6c4a-63cd-46f1-9d4e-c7ad571e9aa3 x-openstack-request-id: req-66ac6c4a-63cd-46f1-9d4e-c7ad571e9aa3 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:42:30.833949 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ae7027-75f4-4e0b-a79c-ffcd3652578a", "tag": "8942e403-23be-4b0d-8001-3bf8829b886f", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:42:30.834262 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-66ac6c4a-63cd-46f1-9d4e-c7ad571e9aa3 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:42:30.834673 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'tag': '8942e403-23be-4b0d-8001-3bf8829b886f', 'status': 'completed', 'code': 200} Feb 08 15:42:30.878457 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ea806-bb56-4ab5-bd7f-aea3086903e8 req-395b9949-4308-4b5c-b8be-0fdaf815a9d4 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:30.885515 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-463ea806-bb56-4ab5-bd7f-aea3086903e8 req-395b9949-4308-4b5c-b8be-0fdaf815a9d4 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.3528488 Feb 08 15:42:30.896474 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Attempting to bind port 1103e63a-a20e-4f08-b709-b89ece7fec04 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:42:30.896928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Attempting to bind port 1103e63a-a20e-4f08-b709-b89ece7fec04 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:42:30.897456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Attempting to bind port 1103e63a-a20e-4f08-b709-b89ece7fec04 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:30.916094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-8651f239-b091-4c08-b750-b64b57c8f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:30.917632 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-8651f239-b091-4c08-b750-b64b57c8f4d2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.3752851 Feb 08 15:42:30.987736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Port 1103e63a-a20e-4f08-b709-b89ece7fec04 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:42:30.988453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Attempting to bind port 1103e63a-a20e-4f08-b709-b89ece7fec04 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:31.000984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:42:31.001431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:31.001886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:42:31.002439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Bound port: 1103e63a-a20e-4f08-b709-b89ece7fec04, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:42:31.002870 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:31.012653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0f33-2c19-4a5d-adae-05f4a8104522 req-57100dab-70f9-4928-bd6a-6bfbad3f7b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:31.014225 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e05f0f33-2c19-4a5d-adae-05f4a8104522 req-57100dab-70f9-4928-bd6a-6bfbad3f7b5a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 1133 time: 0.0619645 Feb 08 15:42:31.108295 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e05f0f33-2c19-4a5d-adae-05f4a8104522 req-89509b06-f234-43d0-942f-da769585893f service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877097 Feb 08 15:42:31.112541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-f89edd37-6a52-4f77-b0d9-7470d1c1be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:31.114172 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-f89edd37-6a52-4f77-b0d9-7470d1c1be18 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1852214 Feb 08 15:42:31.121457 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d1296-a977-4b69-a323-93aca318cb85 req-4592ea8f-3cf8-4414-89d1-2be709e45e82 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:31.123735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-769d1296-a977-4b69-a323-93aca318cb85 req-4592ea8f-3cf8-4414-89d1-2be709e45e82 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 948 time: 0.2634702 Feb 08 15:42:31.124410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-857240db-f899-4198-94ed-decd4ae3cd5c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Made reservation on behalf of e8ba8000451b4a5ca559f3f66927fd3a for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:42:31.129229 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-857240db-f899-4198-94ed-decd4ae3cd5c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:31.143306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-463ea806-bb56-4ab5-bd7f-aea3086903e8 req-50f90935-6f8d-4f75-a6da-374a9cc80667 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562909 Feb 08 15:42:31.225184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b10eeb84-349c-4243-9aaa-50c822b790bf up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:31.344432 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b10eeb84-349c-4243-9aaa-50c822b790bf triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:31.345180 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:31.477261 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d8b7f80b-7cf1-4232-bfb1-4a6534ee1cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:31.557210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b10eeb84-349c-4243-9aaa-50c822b790bf is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:31.761516 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d8f1558-218d-4b0f-9168-327e148460e2 req-021bbf15-b989-415b-923b-de8a00ba054d tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 210 time: 0.0985992 Feb 08 15:42:31.795040 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-769d1296-a977-4b69-a323-93aca318cb85 req-8737fbe9-6de3-4850-898a-9d0bcabf3f67 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/security-groups?id=f054853c-b557-4e8a-857b-800ecfc55483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6485455 Feb 08 15:42:31.855007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] For port 1103e63a-a20e-4f08-b709-b89ece7fec04, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:42:31.943794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] For port 1103e63a-a20e-4f08-b709-b89ece7fec04, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=1103e63a-a20e-4f08-b709-b89ece7fec04,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:42:31.988433 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c4b185f-36fb-42b4-8d75-07a33f18276e req-f0542d20-5f11-473d-a631-4d5d80a8f8d1 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/ports?device_id=784b5540-7121-4eb1-8fa3-c2f917fcd077 HTTP/1.1" status: 200 len: 210 time: 0.1071644 Feb 08 15:42:31.995346 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-a3b02a14-d7dc-4737-a369-71b563072930 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8168130 Feb 08 15:42:32.001383 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:32.101761 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:32.103150 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:32.104499 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] 10.222.0.94 "PUT /v2.0/ports/1103e63a-a20e-4f08-b709-b89ece7fec04 HTTP/1.1" status: 200 len: 1097 time: 3.7044728 Feb 08 15:42:32.175857 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-857240db-f899-4198-94ed-decd4ae3cd5c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Allocated IP 172.20.0.14 (d116fa5c-4b42-4df5-88ca-9775325b2dd1/49f9c678-e348-468a-a6cc-eaf75cd70f3a/4deab74d-3dd9-4890-96b0-be34471adf55) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:42:32.264248 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431017cc-98cb-4e2b-8cad-f1d8e9766c87 service neutron] Pushing event updated for resources: {'Port': ['ID=1103e63a-a20e-4f08-b709-b89ece7fec04,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:32.339658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0db2b-dfda-4ecc-960e-044c4916bd56 req-8f8b4920-c9b1-46d4-a9c7-5693ab6bb85f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:32.341248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81b0db2b-dfda-4ecc-960e-044c4916bd56 req-8f8b4920-c9b1-46d4-a9c7-5693ab6bb85f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 950 time: 0.4423573 Feb 08 15:42:32.516254 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab82e095-925f-4a32-981c-6f1f29dc11ab req-176944f3-cd2d-432e-9faa-4e61d14e57bf service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088191 Feb 08 15:42:32.561429 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-f1fd286d-30f9-4ff6-a979-be00177fe647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:32.563475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-f1fd286d-30f9-4ff6-a979-be00177fe647 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=10e3723b37ed4261af7fb4dc7c123660&device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 1131 time: 0.2735178 Feb 08 15:42:32.579864 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81b0db2b-dfda-4ecc-960e-044c4916bd56 req-ce3c229f-23fc-47cc-af51-2a894f616e7c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656382 Feb 08 15:42:32.606512 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cd157-55a3-4c41-9e55-a6037f6d3f4a req-35beff79-11f8-441a-89ce-b144f0c01ad8 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:32.606512 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef3cd157-55a3-4c41-9e55-a6037f6d3f4a req-35beff79-11f8-441a-89ce-b144f0c01ad8 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.2683520 Feb 08 15:42:32.649021 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-b3102d1c-1ed7-4027-938d-9b81f8c6cc35 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=1103e63a-a20e-4f08-b709-b89ece7fec04 HTTP/1.1" status: 200 len: 217 time: 0.0731151 Feb 08 15:42:32.723671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926392fa-7958-458e-be76-2d986c00a3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ed5363-0f44-4ef7-91ec-3d682c8ee53d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:42:32.726896 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931ece20-41d1-4e76-8ec7-6e70d6d2feb6" -d '{"events": [{"server_uuid": "926392fa-7958-458e-be76-2d986c00a3d6", "name": "network-vif-plugged", "status": "completed", "tag": "44ed5363-0f44-4ef7-91ec-3d682c8ee53d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:42:32.752501 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-857240db-f899-4198-94ed-decd4ae3cd5c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for port (4deab74d-3dd9-4890-96b0-be34471adf55), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:32.799608 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90265da-e7c7-405f-88ba-71af39772dcd x-openstack-request-id: req-e90265da-e7c7-405f-88ba-71af39772dcd {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:42:32.800182 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926392fa-7958-458e-be76-2d986c00a3d6", "name": "network-vif-plugged", "status": "completed", "tag": "44ed5363-0f44-4ef7-91ec-3d682c8ee53d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:42:32.800664 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e90265da-e7c7-405f-88ba-71af39772dcd {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:42:32.801696 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926392fa-7958-458e-be76-2d986c00a3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ed5363-0f44-4ef7-91ec-3d682c8ee53d', 'code': 200} Feb 08 15:42:32.820020 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef3cd157-55a3-4c41-9e55-a6037f6d3f4a req-336069a3-99e1-4d16-8b00-9c637564a667 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893132 Feb 08 15:42:32.824579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-1694036e-f4df-4a55-bd2a-c0c12126098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:32.832637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-1694036e-f4df-4a55-bd2a-c0c12126098c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1530354 Feb 08 15:42:32.839564 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4427fcd0-438b-4c2e-8d09-44d68c65a930', 'tag': '1103e63a-a20e-4f08-b709-b89ece7fec04'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:42:32.853269 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6a5a54-aea6-4ac8-921e-5f036a5b2b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "4427fcd0-438b-4c2e-8d09-44d68c65a930", "tag": "1103e63a-a20e-4f08-b709-b89ece7fec04"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:42:32.894030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32aa44-b756-4730-b01f-66a18471ca12 req-3c629aed-50a4-4b08-9ee5-ab81e33d853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:32.908365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a32aa44-b756-4730-b01f-66a18471ca12 req-3c629aed-50a4-4b08-9ee5-ab81e33d853f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=10e3723b37ed4261af7fb4dc7c123660&device_id=74ae7027-75f4-4e0b-a79c-ffcd3652578a HTTP/1.1" status: 200 len: 1131 time: 0.3047938 Feb 08 15:42:32.940884 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c200c-9fa1-497b-9fd0-2d338e859476 req-481cd20e-1262-44d2-98d7-3ca9b13e97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:32.943057 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-067c200c-9fa1-497b-9fd0-2d338e859476 req-481cd20e-1262-44d2-98d7-3ca9b13e97a9 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 1133 time: 0.0651274 Feb 08 15:42:33.006646 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-067c200c-9fa1-497b-9fd0-2d338e859476 req-052dc609-44c7-478f-8fe3-92166f6e77fd service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520496 Feb 08 15:42:33.040922 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e00aadfd-c299-463c-a66b-b7ea6fd06ced req-9336a8b7-ef1d-4adb-be3b-47738d36a25d tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 210 time: 0.1288846 Feb 08 15:42:33.117413 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32aa44-b756-4730-b01f-66a18471ca12 req-e5f332ca-f599-4c75-98ff-f50abd07f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:33.121340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a32aa44-b756-4730-b01f-66a18471ca12 req-e5f332ca-f599-4c75-98ff-f50abd07f50e service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1658463 Feb 08 15:42:33.126192 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-857240db-f899-4198-94ed-decd4ae3cd5c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4deab74d-3dd9-4890-96b0-be34471adf55), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:33.132701 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee12686-661b-4569-8a5a-8a9aa6a0b7b0 x-openstack-request-id: req-8ee12686-661b-4569-8a5a-8a9aa6a0b7b0 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:42:33.137215 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4427fcd0-438b-4c2e-8d09-44d68c65a930", "tag": "1103e63a-a20e-4f08-b709-b89ece7fec04", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:42:33.137697 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8ee12686-661b-4569-8a5a-8a9aa6a0b7b0 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:42:33.138268 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4427fcd0-438b-4c2e-8d09-44d68c65a930', 'tag': '1103e63a-a20e-4f08-b709-b89ece7fec04', 'status': 'completed', 'code': 200} Feb 08 15:42:33.197769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60498) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:33.247429 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-857240db-f899-4198-94ed-decd4ae3cd5c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Network d116fa5c-4b42-4df5-88ca-9775325b2dd1 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:33.255329 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cffde-60ad-41f7-89c3-08e550468a6d req-ae8b735e-29a7-4b3e-93fd-a7b1dcd2f6b7 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:33.257181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a29cffde-60ad-41f7-89c3-08e550468a6d req-ae8b735e-29a7-4b3e-93fd-a7b1dcd2f6b7 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 948 time: 0.3189189 Feb 08 15:42:33.258145 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-857240db-f899-4198-94ed-decd4ae3cd5c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:33.263383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857240db-f899-4198-94ed-decd4ae3cd5c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Pushing event updated for resources: {'Port': ['ID=4deab74d-3dd9-4890-96b0-be34471adf55,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:33.310201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-857240db-f899-4198-94ed-decd4ae3cd5c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:42:33.331003 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61439f7b-12ae-4b06-a1b7-162eafe048ae tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for security_group (74beee88-f75c-456c-a261-ffaec5f639f1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:33.343394 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a32aa44-b756-4730-b01f-66a18471ca12 req-4b28da26-6228-430c-a158-da3a46300950 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=8942e403-23be-4b0d-8001-3bf8829b886f HTTP/1.1" status: 200 len: 217 time: 0.1703246 Feb 08 15:42:33.345933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-3045b89a-50da-4715-bc18-9a38af89f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:33.347464 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-3045b89a-50da-4715-bc18-9a38af89f324 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4733253 Feb 08 15:42:33.369491 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61439f7b-12ae-4b06-a1b7-162eafe048ae tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for security_group (74beee88-f75c-456c-a261-ffaec5f639f1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:33.459753 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61439f7b-12ae-4b06-a1b7-162eafe048ae tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (74beee88-f75c-456c-a261-ffaec5f639f1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:33.459880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32aa44-b756-4730-b01f-66a18471ca12 req-1d4c4556-67e7-4c47-9cfc-d5ea74d0fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:33.461163 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a32aa44-b756-4730-b01f-66a18471ca12 req-1d4c4556-67e7-4c47-9cfc-d5ea74d0fff0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0792301 Feb 08 15:42:33.461903 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61439f7b-12ae-4b06-a1b7-162eafe048ae tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:33.464560 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-61439f7b-12ae-4b06-a1b7-162eafe048ae tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "DELETE /v2.0/security-groups/74beee88-f75c-456c-a261-ffaec5f639f1 HTTP/1.1" status: 204 len: 168 time: 0.2653663 Feb 08 15:42:33.470568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60510) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:33.532403 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61439f7b-12ae-4b06-a1b7-162eafe048ae tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74beee88-f75c-456c-a261-ffaec5f639f1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:33.535101 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-3cb8a2df-9001-4d0d-9170-18469987fb91 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] show failed (client error): The resource could not be found. Feb 08 15:42:33.550493 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3cb8a2df-9001-4d0d-9170-18469987fb91 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "GET /v2.0/security-groups/74beee88-f75c-456c-a261-ffaec5f639f1 HTTP/1.1" status: 404 len: 347 time: 0.0766675 Feb 08 15:42:33.552532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60520) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:33.611472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-857240db-f899-4198-94ed-decd4ae3cd5c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:33.612144 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-857240db-f899-4198-94ed-decd4ae3cd5c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:33.665780 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-857240db-f899-4198-94ed-decd4ae3cd5c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9966190 Feb 08 15:42:33.681653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a29cffde-60ad-41f7-89c3-08e550468a6d req-df81cf83-2e9f-4ec5-9943-6c19b9ee06ac tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/security-groups?id=f054853c-b557-4e8a-857b-800ecfc55483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675535 Feb 08 15:42:33.706999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Request body: {'port': {'device_id': 'ac86d3bc-f3eb-4763-bf76-c407fefaf62d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:33.768236 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2c1b98d0-91c8-479c-be30-f87c17dae5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:33.820304 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a4089c32-8ff1-4f0c-b93b-8c221155ca39 None None] Provisioning complete for port 4deab74d-3dd9-4890-96b0-be34471adf55 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:33.821064 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4089c32-8ff1-4f0c-b93b-8c221155ca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4deab74d-3dd9-4890-96b0-be34471adf55), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:33.897861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32aa44-b756-4730-b01f-66a18471ca12 req-7e00474b-8705-4085-abf6-6cc5ed330a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:33.905426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a32aa44-b756-4730-b01f-66a18471ca12 req-7e00474b-8705-4085-abf6-6cc5ed330a6e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4248884 Feb 08 15:42:33.914205 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d5606f49-0c1c-42a6-bc3d-2bda05273b12 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Deleting port d2582352-8b19-4b32-97ce-f3ce7eb270fe {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:42:33.914594 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5606f49-0c1c-42a6-bc3d-2bda05273b12 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d2582352-8b19-4b32-97ce-f3ce7eb270fe), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:33.951349 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a4089c32-8ff1-4f0c-b93b-8c221155ca39 None None] Port 4deab74d-3dd9-4890-96b0-be34471adf55 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:42:34.058806 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-33f799b1-645b-4f39-87c9-d4cc2616ec57 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817954 Feb 08 15:42:34.096930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5606f49-0c1c-42a6-bc3d-2bda05273b12 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d2582352-8b19-4b32-97ce-f3ce7eb270fe), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:34.098048 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5606f49-0c1c-42a6-bc3d-2bda05273b12 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for floatingip (d2582352-8b19-4b32-97ce-f3ce7eb270fe), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:34.120156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d5606f49-0c1c-42a6-bc3d-2bda05273b12 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Calling delete_port for d2582352-8b19-4b32-97ce-f3ce7eb270fe owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:42:34.134451 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4deab74d-3dd9-4890-96b0-be34471adf55), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:34.238756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627225a6-aced-4714-986b-34edcc8db834 req-fb133066-25aa-4957-8e4b-43b01545601a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:34.248831 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-627225a6-aced-4714-986b-34edcc8db834 req-fb133066-25aa-4957-8e4b-43b01545601a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 950 time: 0.4613426 Feb 08 15:42:34.250548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device af9f402c-07d4-466a-84fe-ac160d41ee83 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:42:34.313776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b2d20-396e-4fcf-8147-7b68bf2e5b70 req-82bbc3f4-16da-4258-9894-d95172a588cf tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:34.315711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-446b2d20-396e-4fcf-8147-7b68bf2e5b70 req-82bbc3f4-16da-4258-9894-d95172a588cf tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.3501456 Feb 08 15:42:34.465905 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5606f49-0c1c-42a6-bc3d-2bda05273b12 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d2582352-8b19-4b32-97ce-f3ce7eb270fe), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:34.570873 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5606f49-0c1c-42a6-bc3d-2bda05273b12 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Pushing event deleted for resources: {'Port': ['ID=d2582352-8b19-4b32-97ce-f3ce7eb270fe,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:34.623266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port af9f402c-07d4-466a-84fe-ac160d41ee83, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=af9f402c-07d4-466a-84fe-ac160d41ee83,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:34.651515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'af9f402c-07d4-466a-84fe-ac160d41ee83', 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1', 'port_id': 'af9f402c-07d4-466a-84fe-ac160d41ee83', 'mac_address': 'fa:16:3e:72:22:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861f702f-72c5-4ba8-b9fd-a3dea3b057b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:42:34.746792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port af9f402c-07d4-466a-84fe-ac160d41ee83 is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:34.747373 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:34.774184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af9f402c-07d4-466a-84fe-ac160d41ee83 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:42:34.782485 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5606f49-0c1c-42a6-bc3d-2bda05273b12 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks [] for floatingip (ee18e8c2-9e4f-41b3-9da8-3ba79e79b76e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:34.793010 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5606f49-0c1c-42a6-bc3d-2bda05273b12 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:34.815620 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d5606f49-0c1c-42a6-bc3d-2bda05273b12 tempest-ServersTestBootFromVolume-1944571143 tempest-ServersTestBootFromVolume-1944571143-project] 10.222.0.82 "DELETE /v2.0/floatingips/ee18e8c2-9e4f-41b3-9da8-3ba79e79b76e HTTP/1.1" status: 204 len: 168 time: 1.2441499 Feb 08 15:42:34.817103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port af9f402c-07d4-466a-84fe-ac160d41ee83, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=af9f402c-07d4-466a-84fe-ac160d41ee83,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:34.820482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60584) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:34.831119 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:34.915026 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b72dd0f0-b07d-4673-9345-740840a4eb73 req-c9e198e9-30ad-4acf-b78d-b022414a5929 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8345120 Feb 08 15:42:34.947636 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-627225a6-aced-4714-986b-34edcc8db834 req-426b4a33-1717-479b-9037-4b701fbb16b6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6976106 Feb 08 15:42:34.961374 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a32aa44-b756-4730-b01f-66a18471ca12 req-52bec5e6-06a9-4a91-ac10-64ba950ffdd1 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0440142 Feb 08 15:42:34.962247 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['af9f402c-07d4-466a-84fe-ac160d41ee83'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:42:34.977667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=af9f402c-07d4-466a-84fe-ac160d41ee83,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:34.995683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-446b2d20-396e-4fcf-8147-7b68bf2e5b70 req-fbb237f5-3ed2-4fb0-bdfe-2bbf1cfa1dae tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597631 Feb 08 15:42:35.391319 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:35.994075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4deab74d-3dd9-4890-96b0-be34471adf55 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:42:36.019084 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Publish callbacks [] for port (4deab74d-3dd9-4890-96b0-be34471adf55), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:36.025083 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a5a54-aea6-4ac8-921e-5f036a5b2b0e req-570d2a2a-fc41-446b-a95f-af8a2b7e8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:36.031650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed6a5a54-aea6-4ac8-921e-5f036a5b2b0e req-570d2a2a-fc41-446b-a95f-af8a2b7e8dcb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=10e3723b37ed4261af7fb4dc7c123660&device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 1131 time: 1.0102680 Feb 08 15:42:36.093078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-257b35af-1b46-4e8f-9bc1-6a16ab796d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:36.105752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca5c7f-104d-4c23-a9d3-da60137b24ba req-c89652d8-b751-4145-82a3-796183df77c9 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:36.125148 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cdca5c7f-104d-4c23-a9d3-da60137b24ba req-c89652d8-b751-4145-82a3-796183df77c9 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 932 time: 0.9398663 Feb 08 15:42:36.231342 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Transition to ACTIVE for port object 4deab74d-3dd9-4890-96b0-be34471adf55 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:42:36.250135 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a32aa44-b756-4730-b01f-66a18471ca12 req-436975a2-93f6-4597-b4a5-978651073a73 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2533123 Feb 08 15:42:36.263987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8942e403-23be-4b0d-8001-3bf8829b886f details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:42:36.293160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device af9f402c-07d4-466a-84fe-ac160d41ee83 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:36.304975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d5e86-8266-4e0e-befb-67f4228aa7f1 req-499b607b-9b09-4016-9477-6f7ae6c5e9be tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:36.317654 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-225d5e86-8266-4e0e-befb-67f4228aa7f1 req-499b607b-9b09-4016-9477-6f7ae6c5e9be tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 948 time: 1.1191318 Feb 08 15:42:36.324805 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (4deab74d-3dd9-4890-96b0-be34471adf55), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:36.397247 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:42:36.513587 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cdca5c7f-104d-4c23-a9d3-da60137b24ba req-cf3df163-5f4a-4bbb-9642-6e4c185e2e78 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/security-groups?id=a81b3dd2-9b9f-4c8b-a093-f9ae86b8effd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840697 Feb 08 15:42:36.599936 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port af9f402c-07d4-466a-84fe-ac160d41ee83 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:36.600526 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:36.602331 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:36.608134 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8942e403-23be-4b0d-8001-3bf8829b886f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8942e403-23be-4b0d-8001-3bf8829b886f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:36.643906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '8942e403-23be-4b0d-8001-3bf8829b886f', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '8942e403-23be-4b0d-8001-3bf8829b886f', 'mac_address': 'fa:16:3e:bc:4d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:42:36.653548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a5a54-aea6-4ac8-921e-5f036a5b2b0e req-814f3f6a-f416-45be-9b4f-967376336afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:36.656788 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed6a5a54-aea6-4ac8-921e-5f036a5b2b0e req-814f3f6a-f416-45be-9b4f-967376336afc service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.6066763 Feb 08 15:42:36.664049 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-257b35af-1b46-4e8f-9bc1-6a16ab796d6f admin admin] Deleting port a4f6e211-c718-4f90-8eef-8a4a93c252f4 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:42:36.664049 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-257b35af-1b46-4e8f-9bc1-6a16ab796d6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:36.671611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Pushing event updated for resources: {'Port': ['ID=4deab74d-3dd9-4890-96b0-be34471adf55,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:36.776959 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 8942e403-23be-4b0d-8001-3bf8829b886f is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:36.777370 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:36.802552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-225d5e86-8266-4e0e-befb-67f4228aa7f1 req-3426382c-63cb-44b7-9406-cfd87e7fdc58 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/security-groups?id=f054853c-b557-4e8a-857b-800ecfc55483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839015 Feb 08 15:42:36.827657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8942e403-23be-4b0d-8001-3bf8829b886f {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:42:36.837407 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port af9f402c-07d4-466a-84fe-ac160d41ee83 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:36.841610 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:36.860882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-257b35af-1b46-4e8f-9bc1-6a16ab796d6f admin admin] For port a4f6e211-c718-4f90-8eef-8a4a93c252f4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a4f6e211-c718-4f90-8eef-8a4a93c252f4,segment=NetworkSegment(798897ca-4091-4553-8f9e-79b23e002f97),segment_id=798897ca-4091-4553-8f9e-79b23e002f97)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:36.861272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-257b35af-1b46-4e8f-9bc1-6a16ab796d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:36.887682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-257b35af-1b46-4e8f-9bc1-6a16ab796d6f admin admin] Calling delete_port for a4f6e211-c718-4f90-8eef-8a4a93c252f4 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:42:36.917819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8942e403-23be-4b0d-8001-3bf8829b886f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8942e403-23be-4b0d-8001-3bf8829b886f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:36.931176 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:36.947058 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd75282c-2197-44b3-bc4a-5d75d1a181f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9f402c-07d4-466a-84fe-ac160d41ee83'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:42:36.954788 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa261c0e-6f8a-42ba-bcda-4750d4d0f602" -d '{"events": [{"server_uuid": "cd75282c-2197-44b3-bc4a-5d75d1a181f5", "name": "network-vif-plugged", "status": "completed", "tag": "af9f402c-07d4-466a-84fe-ac160d41ee83"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:42:36.959753 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed6a5a54-aea6-4ac8-921e-5f036a5b2b0e req-f0560e04-7bc6-4a5e-9538-3dff04626936 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=1103e63a-a20e-4f08-b709-b89ece7fec04 HTTP/1.1" status: 200 len: 217 time: 0.2036080 Feb 08 15:42:37.101759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Attempting to bind port 4deab74d-3dd9-4890-96b0-be34471adf55 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:42:37.101759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Attempting to bind port 4deab74d-3dd9-4890-96b0-be34471adf55 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'b1770789-fb6b-4288-9b5c-7f088bbbb569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:42:37.101759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Attempting to bind port 4deab74d-3dd9-4890-96b0-be34471adf55 on network d116fa5c-4b42-4df5-88ca-9775325b2dd1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:37.106322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a5a54-aea6-4ac8-921e-5f036a5b2b0e req-ce29d8ea-227b-4d73-b49d-f2b670b757e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:37.109499 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed6a5a54-aea6-4ac8-921e-5f036a5b2b0e req-ce29d8ea-227b-4d73-b49d-f2b670b757e2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1417687 Feb 08 15:42:37.113255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Port 4deab74d-3dd9-4890-96b0-be34471adf55 on network d116fa5c-4b42-4df5-88ca-9775325b2dd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:42:37.113593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Attempting to bind port 4deab74d-3dd9-4890-96b0-be34471adf55 on network d116fa5c-4b42-4df5-88ca-9775325b2dd1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:37.114525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port af9f402c-07d4-466a-84fe-ac160d41ee83, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=af9f402c-07d4-466a-84fe-ac160d41ee83,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:37.158318 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:37.173378 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5088b-d921-4b12-835f-6b030ba7b25c req-97c5abb2-728d-422b-a603-775bbd7cac74 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:37.175941 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70f5088b-d921-4b12-835f-6b030ba7b25c req-97c5abb2-728d-422b-a603-775bbd7cac74 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.2326145 Feb 08 15:42:37.211658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:42:37.212756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Checking segment: {'id': 'b1770789-fb6b-4288-9b5c-7f088bbbb569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:37.213990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Bound using segment: {'id': 'b1770789-fb6b-4288-9b5c-7f088bbbb569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:42:37.214894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Bound port: 4deab74d-3dd9-4890-96b0-be34471adf55, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1770789-fb6b-4288-9b5c-7f088bbbb569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:42:37.215591 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4deab74d-3dd9-4890-96b0-be34471adf55), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:37.230251 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=8942e403-23be-4b0d-8001-3bf8829b886f,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:37.304081 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=af9f402c-07d4-466a-84fe-ac160d41ee83,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:37.307304 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['8942e403-23be-4b0d-8001-3bf8829b886f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:42:37.366453 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-257b35af-1b46-4e8f-9bc1-6a16ab796d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a4f6e211-c718-4f90-8eef-8a4a93c252f4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:37.419996 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b35af-1b46-4e8f-9bc1-6a16ab796d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f6e211-c718-4f90-8eef-8a4a93c252f4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:37.500660 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70f5088b-d921-4b12-835f-6b030ba7b25c req-1c7e613b-e71b-41d6-8f49-ea2fa8eba6c9 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611310 Feb 08 15:42:37.502356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] For port 4deab74d-3dd9-4890-96b0-be34471adf55, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:42:37.505837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a5a54-aea6-4ac8-921e-5f036a5b2b0e req-24bf32f6-9484-4f5f-8f40-f748b43d26e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:37.507373 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed6a5a54-aea6-4ac8-921e-5f036a5b2b0e req-24bf32f6-9484-4f5f-8f40-f748b43d26e4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3915114 Feb 08 15:42:37.515996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] For port 4deab74d-3dd9-4890-96b0-be34471adf55, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4deab74d-3dd9-4890-96b0-be34471adf55,segment=NetworkSegment(b1770789-fb6b-4288-9b5c-7f088bbbb569),segment_id=b1770789-fb6b-4288-9b5c-7f088bbbb569)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:42:37.640030 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (4deab74d-3dd9-4890-96b0-be34471adf55), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:37.755978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:37.756760 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:37.758249 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] 10.222.0.96 "PUT /v2.0/ports/4deab74d-3dd9-4890-96b0-be34471adf55 HTTP/1.1" status: 200 len: 1093 time: 4.0594430 Feb 08 15:42:37.763944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac86d3bc-f3eb-4763-bf76-c407fefaf62d', 'tag': '4deab74d-3dd9-4890-96b0-be34471adf55'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:42:37.767040 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcbd03f-340f-4e75-9e99-226e4a373c63" -d '{"events": [{"name": "network-changed", "server_uuid": "ac86d3bc-f3eb-4763-bf76-c407fefaf62d", "tag": "4deab74d-3dd9-4890-96b0-be34471adf55"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:42:37.871239 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-257b35af-1b46-4e8f-9bc1-6a16ab796d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:37.878544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f723f-750a-4696-967a-37b1da968b17 service neutron] Pushing event updated for resources: {'Port': ['ID=4deab74d-3dd9-4890-96b0-be34471adf55,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:37.921567 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed6a5a54-aea6-4ac8-921e-5f036a5b2b0e req-36746ed6-435e-451a-81d3-783c1318794a service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001784 Feb 08 15:42:37.932939 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:37.956449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3408e-952d-49d5-b3a0-26d33a492c5a req-a8b69e3b-952a-4858-8488-481213e82b00 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:37.958054 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8c3408e-952d-49d5-b3a0-26d33a492c5a req-a8b69e3b-952a-4858-8488-481213e82b00 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 950 time: 0.3058174 Feb 08 15:42:38.142303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-37f1879d-2a1c-4cc6-b9d8-3dca62854c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:38.150286 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-37f1879d-2a1c-4cc6-b9d8-3dca62854c10 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e8ba8000451b4a5ca559f3f66927fd3a&device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 1127 time: 0.3313324 Feb 08 15:42:38.260669 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8c3408e-952d-49d5-b3a0-26d33a492c5a req-7519e89a-01b5-42ef-bec6-30acbc9aa41c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626364 Feb 08 15:42:38.264815 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-414d969b-c621-45ff-9da7-1b27d678b3f4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4deab74d-3dd9-4890-96b0-be34471adf55 HTTP/1.1" status: 200 len: 217 time: 0.0999875 Feb 08 15:42:38.370993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed6a5a54-aea6-4ac8-921e-5f036a5b2b0e req-ce3a66aa-aef8-431b-9f0e-7da39cbe971c service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342833 Feb 08 15:42:38.381973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-67f3a1ae-a324-4656-8d91-05bed750e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:38.384897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-67f3a1ae-a324-4656-8d91-05bed750e5f2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=49f9c678-e348-468a-a6cc-eaf75cd70f3a HTTP/1.1" status: 200 len: 867 time: 0.0788794 Feb 08 15:42:38.385930 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f432dfe2-761c-49da-aa64-17803f0ede1a x-openstack-request-id: req-f432dfe2-761c-49da-aa64-17803f0ede1a {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:42:38.386419 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd75282c-2197-44b3-bc4a-5d75d1a181f5", "name": "network-vif-plugged", "status": "completed", "tag": "af9f402c-07d4-466a-84fe-ac160d41ee83", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:42:38.386524 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f432dfe2-761c-49da-aa64-17803f0ede1a {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:42:38.386919 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd75282c-2197-44b3-bc4a-5d75d1a181f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9f402c-07d4-466a-84fe-ac160d41ee83', 'code': 200} Feb 08 15:42:38.502527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-129856b7-0e6e-4fec-9630-3b67d01387f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:38.507755 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-129856b7-0e6e-4fec-9630-3b67d01387f9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d116fa5c-4b42-4df5-88ca-9775325b2dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1158392 Feb 08 15:42:38.519405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257b35af-1b46-4e8f-9bc1-6a16ab796d6f admin admin] Router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:42:38.659802 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-6dcb4e2c-79e7-4feb-b674-55b5a66e9b3c service neutron] 10.222.0.96 "GET /v2.0/networks/d116fa5c-4b42-4df5-88ca-9775325b2dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452224 Feb 08 15:42:38.705643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257b35af-1b46-4e8f-9bc1-6a16ab796d6f admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:42:38.714660 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3a78d-39b6-4e02-8cb8-59086bad9e39 None None] Sync routers for ids ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:42:38.740358 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-257b35af-1b46-4e8f-9bc1-6a16ab796d6f admin admin] 10.222.0.82 "PUT /v2.0/routers/f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9171615 Feb 08 15:42:38.743342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60624) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:38.746230 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3a78d-39b6-4e02-8cb8-59086bad9e39 None None] Routers {'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:42:38.752481 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e5f3a78d-39b6-4e02-8cb8-59086bad9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:42:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:38.796128 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 1103e63a-a20e-4f08-b709-b89ece7fec04 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:42:38.907752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99d547aa-2614-44ca-9aa4-5ddba63d964e req-48dd4300-be9d-46dc-a12c-e2b6a47785f3 service neutron] 10.222.0.96 "GET /v2.0/networks/d116fa5c-4b42-4df5-88ca-9775325b2dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393084 Feb 08 15:42:39.022466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 1103e63a-a20e-4f08-b709-b89ece7fec04, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=1103e63a-a20e-4f08-b709-b89ece7fec04,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:39.034346 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] Publish callbacks [] for router (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:39.038952 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '1103e63a-a20e-4f08-b709-b89ece7fec04', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '1103e63a-a20e-4f08-b709-b89ece7fec04', 'mac_address': 'fa:16:3e:4c:45:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:42:39.056875 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e5f3a78d-39b6-4e02-8cb8-59086bad9e39 None None] Set router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:42:39.123248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 1103e63a-a20e-4f08-b709-b89ece7fec04 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:39.123648 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:39.158497 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1103e63a-a20e-4f08-b709-b89ece7fec04 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:42:39.185883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 1103e63a-a20e-4f08-b709-b89ece7fec04, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=1103e63a-a20e-4f08-b709-b89ece7fec04,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:39.193185 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:39.334054 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] Publish callbacks [] for router_gateway (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:39.347216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=1103e63a-a20e-4f08-b709-b89ece7fec04,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:39.409446 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e5f3a78d-39b6-4e02-8cb8-59086bad9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:42:37Z', 'revision_number': 5, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'gw_port': {'id': 'cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:39.443847 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] Deleting port cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:42:39.444473 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:39.480489 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3a78d-39b6-4e02-8cb8-59086bad9e39 None None] Checking router: f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:42:39.488019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['1103e63a-a20e-4f08-b709-b89ece7fec04'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:42:39.510916 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3a78d-39b6-4e02-8cb8-59086bad9e39 None None] Routers {'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:42:39.515409 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e5f3a78d-39b6-4e02-8cb8-59086bad9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:42:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:39.629048 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] For port cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:39.629627 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:39.666315 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] Calling delete_port for cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:42:39.785680 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e5f3a78d-39b6-4e02-8cb8-59086bad9e39 None None] Set router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:42:39.912264 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e5f3a78d-39b6-4e02-8cb8-59086bad9e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:42:39Z', 'revision_number': 6, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:39.966665 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3a78d-39b6-4e02-8cb8-59086bad9e39 None None] The sync data for ids ['f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0'] in n-d-824834-11 is: [{'id': 'f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0', 'name': 'tempest-ServersTestBootFromVolume-1245175375-router', 'tenant_id': '801ec86ff88b494f9b756a2ba296e075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:39:23Z', 'updated_at': '2022-02-08T15:42:39Z', 'revision_number': 6, 'project_id': '801ec86ff88b494f9b756a2ba296e075', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:42:39.997062 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:40.051062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:40.181528 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:40.288214 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8942e403-23be-4b0d-8001-3bf8829b886f up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:40.306679 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:40.309055 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] Publish callbacks [] for router_controller (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:40.370971 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:40.371758 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:42:40.376846 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:40.380828 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60634) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:40.381448 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1d5a172e-4ccf-437c-86d3-f04ef1025401 admin admin] 10.222.0.82 "DELETE /v2.0/routers/f8ad5b14-0bb3-4af3-a156-a4a4956f4fd0 HTTP/1.1" status: 204 len: 168 time: 1.6358352 Feb 08 15:42:40.507636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 8942e403-23be-4b0d-8001-3bf8829b886f completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:42:40.512912 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b4972a-88fe-40a2-9fa5-5ca3806a6366 admin admin] Deleting subnet 4f39c251-a068-4236-a528-3e8e87787760 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:42:40.518253 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-73b4972a-88fe-40a2-9fa5-5ca3806a6366 admin admin] Publish callbacks [] for subnet (4f39c251-a068-4236-a528-3e8e87787760), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:40.520144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 8942e403-23be-4b0d-8001-3bf8829b886f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:40.520721 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:40.622443 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-73b4972a-88fe-40a2-9fa5-5ca3806a6366 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (4f39c251-a068-4236-a528-3e8e87787760), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:40.723005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 8942e403-23be-4b0d-8001-3bf8829b886f is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:40.723005 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:40.773177 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-73b4972a-88fe-40a2-9fa5-5ca3806a6366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (4f39c251-a068-4236-a528-3e8e87787760), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:40.780746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8942e403-23be-4b0d-8001-3bf8829b886f'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:42:40.786834 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b02f06c-4f7e-4a72-adcd-3826302aff64" -d '{"events": [{"server_uuid": "74ae7027-75f4-4e0b-a79c-ffcd3652578a", "name": "network-vif-plugged", "status": "completed", "tag": "8942e403-23be-4b0d-8001-3bf8829b886f"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:42:40.817595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 1103e63a-a20e-4f08-b709-b89ece7fec04 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:40.995491 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-73b4972a-88fe-40a2-9fa5-5ca3806a6366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (4f39c251-a068-4236-a528-3e8e87787760), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:41.062370 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4972a-88fe-40a2-9fa5-5ca3806a6366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f39c251-a068-4236-a528-3e8e87787760,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:41.065529 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-73b4972a-88fe-40a2-9fa5-5ca3806a6366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:41.076821 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-73b4972a-88fe-40a2-9fa5-5ca3806a6366 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/4f39c251-a068-4236-a528-3e8e87787760 HTTP/1.1" status: 204 len: 168 time: 0.6924243 Feb 08 15:42:41.078414 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60638) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:41.233929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8942e403-23be-4b0d-8001-3bf8829b886f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8942e403-23be-4b0d-8001-3bf8829b886f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:41.277293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae115b03-c10e-4414-a911-bb59ee57f685 None None] Network fc212980-d3a2-4b7b-ab32-da2eb604aaad requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:42:41.279953 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (fc212980-d3a2-4b7b-ab32-da2eb604aaad), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:41.371471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:42:41.400885 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:41.412186 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:42:41.412186 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cbcea07a-7ec4-4b11-bb8f-5bcb92f891ec not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:42:41.412494 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a4f6e211-c718-4f90-8eef-8a4a93c252f4 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:42:41.435814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] Deleting port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:42:41.436174 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:41.530693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: a4f6e211-c718-4f90-8eef-8a4a93c252f4 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:42:41.530693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a4f6e211-c718-4f90-8eef-8a4a93c252f4 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:42:41.582470 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 1103e63a-a20e-4f08-b709-b89ece7fec04 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:42:41.588922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=8942e403-23be-4b0d-8001-3bf8829b886f,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:41.597850 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 1103e63a-a20e-4f08-b709-b89ece7fec04 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:41.598235 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:41.635700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] For port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132,segment=NetworkSegment(798897ca-4091-4553-8f9e-79b23e002f97),segment_id=798897ca-4091-4553-8f9e-79b23e002f97)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:41.636758 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:41.660066 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] Calling delete_port for 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:42:41.786313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466687cf-e5bb-4cbe-9022-3692ae9ae171 None None] DHCP port deletion for fc212980-d3a2-4b7b-ab32-da2eb604aaad request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:42:41.796767 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 1103e63a-a20e-4f08-b709-b89ece7fec04 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:41.797196 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:41.846844 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:41.871124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 1103e63a-a20e-4f08-b709-b89ece7fec04, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=1103e63a-a20e-4f08-b709-b89ece7fec04,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:41.878770 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:41.910526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:41.914236 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] No DVR routers for this DVR port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:42:41.929673 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-466687cf-e5bb-4cbe-9022-3692ae9ae171 None None] Deleting port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:42:41.930345 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-466687cf-e5bb-4cbe-9022-3692ae9ae171 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:42.012834 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-466687cf-e5bb-4cbe-9022-3692ae9ae171 None None] For port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132, host n-d-824834-11, got binding levels [] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:42.013532 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-466687cf-e5bb-4cbe-9022-3692ae9ae171 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:42.022637 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (fc212980-d3a2-4b7b-ab32-da2eb604aaad), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:42.031734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-466687cf-e5bb-4cbe-9022-3692ae9ae171 None None] Calling delete_port for 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:42:42.035418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.ipam_backend_mixin [None req-466687cf-e5bb-4cbe-9022-3692ae9ae171 None None] Port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 was not found and therefore no delete operation was performed {{(pid=103303) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 15:42:42.039830 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-466687cf-e5bb-4cbe-9022-3692ae9ae171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:42.066849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=1103e63a-a20e-4f08-b709-b89ece7fec04,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:42.077370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466687cf-e5bb-4cbe-9022-3692ae9ae171 None None] No DVR routers for this DVR port 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:42:42.081786 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc212980-d3a2-4b7b-ab32-da2eb604aaad']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:42.093408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798897ca-4091-4553-8f9e-79b23e002f97') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:42.093408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798897ca-4091-4553-8f9e-79b23e002f97') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:42.104887 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (798897ca-4091-4553-8f9e-79b23e002f97), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:42.106779 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466687cf-e5bb-4cbe-9022-3692ae9ae171 None None] Pushing event deleted for resources: {'Port': ['ID=8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:42.127353 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (798897ca-4091-4553-8f9e-79b23e002f97), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:42.134485 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:42:42.134963 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (798897ca-4091-4553-8f9e-79b23e002f97), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:42:42.136785 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:42:42.222617 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (fc212980-d3a2-4b7b-ab32-da2eb604aaad), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:42.235149 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:42.239573 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] 10.222.0.82 "DELETE /v2.0/networks/fc212980-d3a2-4b7b-ab32-da2eb604aaad HTTP/1.1" status: 204 len: 168 time: 1.1592500 Feb 08 15:42:42.256056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b23dae-eeba-441e-89e4-aff3e627ae32 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc212980-d3a2-4b7b-ab32-da2eb604aaad,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:42.290336 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4deab74d-3dd9-4890-96b0-be34471adf55 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:42:42.480097 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60652) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:42.517595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 4deab74d-3dd9-4890-96b0-be34471adf55, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4deab74d-3dd9-4890-96b0-be34471adf55,segment=NetworkSegment(b1770789-fb6b-4288-9b5c-7f088bbbb569),segment_id=b1770789-fb6b-4288-9b5c-7f088bbbb569)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:42.529580 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '4deab74d-3dd9-4890-96b0-be34471adf55', 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'port_id': '4deab74d-3dd9-4890-96b0-be34471adf55', 'mac_address': 'fa:16:3e:38:37:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:42:42.575240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 4deab74d-3dd9-4890-96b0-be34471adf55 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:42.575961 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4deab74d-3dd9-4890-96b0-be34471adf55), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:42.595438 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4deab74d-3dd9-4890-96b0-be34471adf55 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:42:42.600471 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-08c5125d-5b41-4403-94ee-41a24d9edc10 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=801ec86ff88b494f9b756a2ba296e075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1183364 Feb 08 15:42:42.602228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60654) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:42.632421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 4deab74d-3dd9-4890-96b0-be34471adf55, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4deab74d-3dd9-4890-96b0-be34471adf55,segment=NetworkSegment(b1770789-fb6b-4288-9b5c-7f088bbbb569),segment_id=b1770789-fb6b-4288-9b5c-7f088bbbb569)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:42.646331 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4deab74d-3dd9-4890-96b0-be34471adf55), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:42.739470 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c477433a-2b29-4cbd-beaf-09f56b35c92b admin admin] Publish callbacks [] for security_group (ce649130-a7c0-4c1d-aa3b-b61fa22f82d8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:42.795843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=4deab74d-3dd9-4890-96b0-be34471adf55,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:42.797694 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c477433a-2b29-4cbd-beaf-09f56b35c92b admin admin] Publish callbacks [] for security_group (ce649130-a7c0-4c1d-aa3b-b61fa22f82d8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:42.902309 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c477433a-2b29-4cbd-beaf-09f56b35c92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ce649130-a7c0-4c1d-aa3b-b61fa22f82d8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:42.908985 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c477433a-2b29-4cbd-beaf-09f56b35c92b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:42.913552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c477433a-2b29-4cbd-beaf-09f56b35c92b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ce649130-a7c0-4c1d-aa3b-b61fa22f82d8 HTTP/1.1" status: 204 len: 168 time: 0.3070416 Feb 08 15:42:42.941328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477433a-2b29-4cbd-beaf-09f56b35c92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce649130-a7c0-4c1d-aa3b-b61fa22f82d8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:42.946590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['4deab74d-3dd9-4890-96b0-be34471adf55'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:42:43.150779 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:42:43.211462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:42:43.211837 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8b5fb1da-ae52-49c9-a5d9-d2b5e3d63132 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:42:44.253439 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60686) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:44.334155 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4deab74d-3dd9-4890-96b0-be34471adf55 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:44.495088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-620225688-network', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:44.499533 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 4deab74d-3dd9-4890-96b0-be34471adf55 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:42:44.508063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 4deab74d-3dd9-4890-96b0-be34471adf55 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:44.508445 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4deab74d-3dd9-4890-96b0-be34471adf55), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:44.676435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] Made reservation on behalf of 72c6ad708bae4a64803052c5bb5e264f for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:42:44.681020 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:44.708600 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:44.850482 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 4deab74d-3dd9-4890-96b0-be34471adf55 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:44.850771 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4deab74d-3dd9-4890-96b0-be34471adf55), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:44.852717 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] Publish callbacks [] for security_group (436b0027-54fa-4f46-9a02-c3a08d7a38b7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:44.861100 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (436b0027-54fa-4f46-9a02-c3a08d7a38b7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:44.901604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 4deab74d-3dd9-4890-96b0-be34471adf55, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4deab74d-3dd9-4890-96b0-be34471adf55,segment=NetworkSegment(b1770789-fb6b-4288-9b5c-7f088bbbb569),segment_id=b1770789-fb6b-4288-9b5c-7f088bbbb569)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:44.907586 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4deab74d-3dd9-4890-96b0-be34471adf55), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:44.922169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:42:44.940765 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (55baa9e1-9d85-41f5-91c0-f22c542e96d7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:44.941410 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] Added segment 55baa9e1-9d85-41f5-91c0-f22c542e96d7 of type vlan for network 775e57f8-1b88-4822-88c9-8fb462cb49ca Feb 08 15:42:44.987891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=4deab74d-3dd9-4890-96b0-be34471adf55,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:45.033517 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (775e57f8-1b88-4822-88c9-8fb462cb49ca), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:45.045889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436b0027-54fa-4f46-9a02-c3a08d7a38b7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:45.106108 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (775e57f8-1b88-4822-88c9-8fb462cb49ca), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:45.108358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:45.113958 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:45.174635 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9193974 Feb 08 15:42:45.177328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60692) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:45.184212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-09f17caa-bac9-44a7-9fb0-0cfd65afebf7 admin admin] Request body: {'subnet': {'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-620225688-subnet', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:45.210463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f17caa-bac9-44a7-9fb0-0cfd65afebf7 admin admin] Made reservation on behalf of 72c6ad708bae4a64803052c5bb5e264f for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:42:45.215587 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-09f17caa-bac9-44a7-9fb0-0cfd65afebf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:45.246243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8a243-24b3-4473-af7d-6509608d0d53 admin admin] Pushing event updated for resources: {'Network': ['ID=775e57f8-1b88-4822-88c9-8fb462cb49ca,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:45.263918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 775e57f8-1b88-4822-88c9-8fb462cb49ca details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:42:45.468854 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-09f17caa-bac9-44a7-9fb0-0cfd65afebf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (b3bd7b2b-1339-4948-8b03-5bc7d7c15d68), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:45.525417 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f17caa-bac9-44a7-9fb0-0cfd65afebf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3bd7b2b-1339-4948-8b03-5bc7d7c15d68,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:45.544061 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f17caa-bac9-44a7-9fb0-0cfd65afebf7 admin admin] Checking segment: {'id': '55baa9e1-9d85-41f5-91c0-f22c542e96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:45.544426 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f17caa-bac9-44a7-9fb0-0cfd65afebf7 admin admin] Network hostable DHCP agents. Network: 775e57f8-1b88-4822-88c9-8fb462cb49ca, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:42:45.568782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f17caa-bac9-44a7-9fb0-0cfd65afebf7 admin admin] Network 775e57f8-1b88-4822-88c9-8fb462cb49ca is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:42:45.584930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-09f17caa-bac9-44a7-9fb0-0cfd65afebf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 775e57f8-1b88-4822-88c9-8fb462cb49ca) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:45.598441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc9b49a-0ef4-46ab-a805-fdc4dbba48e3 None None] Network 775e57f8-1b88-4822-88c9-8fb462cb49ca requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:42:45.603624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f17caa-bac9-44a7-9fb0-0cfd65afebf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:45.605359 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-09f17caa-bac9-44a7-9fb0-0cfd65afebf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:45.641882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-09f17caa-bac9-44a7-9fb0-0cfd65afebf7 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4623241 Feb 08 15:42:45.644673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60694) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:45.649918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-620225688-router', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:45.715469 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (bdc274b8-864a-4317-a5c9-f8b1ee096942), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:45.716683 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (bdc274b8-864a-4317-a5c9-f8b1ee096942), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:45.793134 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-775e57f8-1b88-4822-88c9-8fb462cb49ca', 'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca', 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'fixed_ips': [{'subnet_id': 'b3bd7b2b-1339-4948-8b03-5bc7d7c15d68'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:42:45.795214 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:45.829134 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Publish callbacks [] for router_controller (bdc274b8-864a-4317-a5c9-f8b1ee096942), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:46.002638 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Publish callbacks [] for router_gateway (bdc274b8-864a-4317-a5c9-f8b1ee096942), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:46.071083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Allocated IP 172.20.0.2 (775e57f8-1b88-4822-88c9-8fb462cb49ca/b3bd7b2b-1339-4948-8b03-5bc7d7c15d68/ae6cf925-8e71-470b-b143-b2c149f3c26b) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:42:46.346605 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Publish callbacks [] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:46.364909 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:46.369721 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Publish callbacks [] for router_gateway (bdc274b8-864a-4317-a5c9-f8b1ee096942), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:46.391858 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:46.413778 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Network 775e57f8-1b88-4822-88c9-8fb462cb49ca is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:46.427770 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:46.463270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:42:46.523917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Pushing event updated for resources: {'Port': ['ID=ae6cf925-8e71-470b-b143-b2c149f3c26b,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:46.545783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Attempting to bind port ae6cf925-8e71-470b-b143-b2c149f3c26b on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:42:46.546465 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Attempting to bind port ae6cf925-8e71-470b-b143-b2c149f3c26b by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '55baa9e1-9d85-41f5-91c0-f22c542e96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:42:46.547012 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Attempting to bind port ae6cf925-8e71-470b-b143-b2c149f3c26b on network 775e57f8-1b88-4822-88c9-8fb462cb49ca {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:46.554018 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:42:46.554718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Checking segment: {'id': '55baa9e1-9d85-41f5-91c0-f22c542e96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:46.555339 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:46.555992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Bound using segment: {'id': '55baa9e1-9d85-41f5-91c0-f22c542e96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:42:46.556654 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Bound port: ae6cf925-8e71-470b-b143-b2c149f3c26b, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55baa9e1-9d85-41f5-91c0-f22c542e96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:42:46.557251 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:46.635018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Allocated IP 172.25.7.19 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/6aaca80c-b6ad-47da-96c8-1b490e1ee31a) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:42:46.678892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] For port ae6cf925-8e71-470b-b143-b2c149f3c26b, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:42:46.682931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] For port ae6cf925-8e71-470b-b143-b2c149f3c26b, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ae6cf925-8e71-470b-b143-b2c149f3c26b,segment=NetworkSegment(55baa9e1-9d85-41f5-91c0-f22c542e96d7),segment_id=55baa9e1-9d85-41f5-91c0-f22c542e96d7)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:42:46.697260 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:46.847500 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd228d7-1916-418c-a87d-0fa0b0d5cfa7 None None] Pushing event updated for resources: {'Port': ['ID=ae6cf925-8e71-470b-b143-b2c149f3c26b,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:47.258761 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Publish callbacks [] for port (6aaca80c-b6ad-47da-96c8-1b490e1ee31a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:47.316481 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6aaca80c-b6ad-47da-96c8-1b490e1ee31a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:47.404759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:47.408115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:47.412761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:42:47.445383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Pushing event updated for resources: {'Port': ['ID=6aaca80c-b6ad-47da-96c8-1b490e1ee31a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:47.771426 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Publish callbacks [] for router_gateway (bdc274b8-864a-4317-a5c9-f8b1ee096942), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:48.093587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (bdc274b8-864a-4317-a5c9-f8b1ee096942), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:48.300386 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Router bdc274b8-864a-4317-a5c9-f8b1ee096942 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:42:48.379751 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43193299-b795-4ce4-acf1-461820ecaad2 None None] Network 775e57f8-1b88-4822-88c9-8fb462cb49ca requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:42:48.527744 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:42:48.543245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Sync routers for ids ['bdc274b8-864a-4317-a5c9-f8b1ee096942'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:42:48.555339 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:48.556486 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:48.558931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-bfa3ce02-026d-4d25-9d84-58bcc34b3442 None None] Provisioning complete for port ae6cf925-8e71-470b-b143-b2c149f3c26b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:48.558931 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ce02-026d-4d25-9d84-58bcc34b3442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:48.566763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60706) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:48.567915 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-49504edf-72f9-4ee2-954c-8dd059fa9cff admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9214604 Feb 08 15:42:48.591059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Routers {'bdc274b8-864a-4317-a5c9-f8b1ee096942'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:42:48.591704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:42:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bdc274b8-864a-4317-a5c9-f8b1ee096942'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:48.746373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Set router bdc274b8-864a-4317-a5c9-f8b1ee096942 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:42:49.165298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3ce02-026d-4d25-9d84-58bcc34b3442 None None] Current status of the port ae6cf925-8e71-470b-b143-b2c149f3c26b is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:49.165775 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ce02-026d-4d25-9d84-58bcc34b3442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:49.223184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ae6cf925-8e71-470b-b143-b2c149f3c26b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:49.311589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bfa3ce02-026d-4d25-9d84-58bcc34b3442 None None] For port ae6cf925-8e71-470b-b143-b2c149f3c26b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ae6cf925-8e71-470b-b143-b2c149f3c26b,segment=NetworkSegment(55baa9e1-9d85-41f5-91c0-f22c542e96d7),segment_id=55baa9e1-9d85-41f5-91c0-f22c542e96d7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:49.330945 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ce02-026d-4d25-9d84-58bcc34b3442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:49.371496 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:49.453946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ae6cf925-8e71-470b-b143-b2c149f3c26b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:49.454583 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:49.459933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3ce02-026d-4d25-9d84-58bcc34b3442 None None] Pushing event updated for resources: {'Port': ['ID=ae6cf925-8e71-470b-b143-b2c149f3c26b,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:49.509950 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'name': 'tempest-ServersTestMultiNic-620225688-router', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:45Z', 'updated_at': '2022-02-08T15:42:47Z', 'revision_number': 3, 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'gw_port': {'id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:46Z', 'updated_at': '2022-02-08T15:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:49.557575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Checking router: bdc274b8-864a-4317-a5c9-f8b1ee096942 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:42:49.557942 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Updating router bdc274b8-864a-4317-a5c9-f8b1ee096942 port 6aaca80c-b6ad-47da-96c8-1b490e1ee31a binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:42:49.591371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3ba7d83b-3f81-4def-ba99-475232408e1d None None] Provisioning complete for port ae6cf925-8e71-470b-b143-b2c149f3c26b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:49.591893 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3ba7d83b-3f81-4def-ba99-475232408e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:49.597863 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Allocated IP 172.20.0.1 (775e57f8-1b88-4822-88c9-8fb462cb49ca/b3bd7b2b-1339-4948-8b03-5bc7d7c15d68/037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:42:49.665198 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6aaca80c-b6ad-47da-96c8-1b490e1ee31a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:49.780179 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ae6cf925-8e71-470b-b143-b2c149f3c26b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:49.837977 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Publish callbacks [] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:49.899815 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:49.904353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3ba7d83b-3f81-4def-ba99-475232408e1d None None] Current status of the port ae6cf925-8e71-470b-b143-b2c149f3c26b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:49.953180 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Network 775e57f8-1b88-4822-88c9-8fb462cb49ca is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:49.956388 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:49.962416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:42:50.008300 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Pushing event updated for resources: {'Port': ['ID=037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:50.044218 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (bdc274b8-864a-4317-a5c9-f8b1ee096942), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:50.092630 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:50.127839 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Publish callbacks [] for port (6aaca80c-b6ad-47da-96c8-1b490e1ee31a), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:50.149227 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6aaca80c-b6ad-47da-96c8-1b490e1ee31a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:50.267766 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Attempting to bind port 6aaca80c-b6ad-47da-96c8-1b490e1ee31a on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:42:50.268059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Attempting to bind port 6aaca80c-b6ad-47da-96c8-1b490e1ee31a by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:42:50.268430 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Attempting to bind port 6aaca80c-b6ad-47da-96c8-1b490e1ee31a on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:50.288432 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:42:50.288816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:50.289250 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:50.289643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:42:50.294534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Bound port: 6aaca80c-b6ad-47da-96c8-1b490e1ee31a, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:42:50.295126 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6aaca80c-b6ad-47da-96c8-1b490e1ee31a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:50.313902 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:50.349712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86124f5-0e92-4f06-82fd-7813e2db6aad None None] Pushing event updated for resources: {'Port': ['ID=6aaca80c-b6ad-47da-96c8-1b490e1ee31a,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:50.429886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] For port 6aaca80c-b6ad-47da-96c8-1b490e1ee31a, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:42:50.460520 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] For port 6aaca80c-b6ad-47da-96c8-1b490e1ee31a, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6aaca80c-b6ad-47da-96c8-1b490e1ee31a,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:42:50.463139 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b9d96bca-88a5-49fb-8ccc-138333ba3497 None None] Provisioning complete for port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:50.463762 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b9d96bca-88a5-49fb-8ccc-138333ba3497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:50.533044 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6aaca80c-b6ad-47da-96c8-1b490e1ee31a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:50.606315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86124f5-0e92-4f06-82fd-7813e2db6aad None None] Pushing event updated for resources: {'Port': ['ID=6aaca80c-b6ad-47da-96c8-1b490e1ee31a,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:50.622218 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Publish callbacks [] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:50.630175 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:50.633712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b9d96bca-88a5-49fb-8ccc-138333ba3497 None None] Port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:42:50.665258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Routers {'bdc274b8-864a-4317-a5c9-f8b1ee096942'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:42:50.665897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:42:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bdc274b8-864a-4317-a5c9-f8b1ee096942'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:50.717110 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (bdc274b8-864a-4317-a5c9-f8b1ee096942), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:50.727523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Pushing event updated for resources: {'Port': ['ID=037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:50.957384 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] Set router bdc274b8-864a-4317-a5c9-f8b1ee096942 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:42:50.967033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Network 775e57f8-1b88-4822-88c9-8fb462cb49ca is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:50.983871 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:51.197945 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ae6cf925-8e71-470b-b143-b2c149f3c26b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:51.259123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Router bdc274b8-864a-4317-a5c9-f8b1ee096942 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:42:51.445216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3c89581f-6750-4599-ae6c-0a294e374b9f None None] Provisioning complete for port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:51.445917 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3c89581f-6750-4599-ae6c-0a294e374b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:51.498817 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ae6cf925-8e71-470b-b143-b2c149f3c26b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:51.500500 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:51.549878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3c89581f-6750-4599-ae6c-0a294e374b9f None None] Port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:42:51.618571 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'name': 'tempest-ServersTestMultiNic-620225688-router', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:45Z', 'updated_at': '2022-02-08T15:42:50Z', 'revision_number': 4, 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'gw_port': {'id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:46Z', 'updated_at': '2022-02-08T15:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219', 'name': '', 'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'mac_address': 'fa:16:3e:d4:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'b3bd7b2b-1339-4948-8b03-5bc7d7c15d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:49Z', 'updated_at': '2022-02-08T15:42:50Z', 'revision_number': 2, 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'subnets': [{'id': 'b3bd7b2b-1339-4948-8b03-5bc7d7c15d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:51.654624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa974e6-7bc2-41b3-acf5-bc461215a2de None None] The sync data for ids ['bdc274b8-864a-4317-a5c9-f8b1ee096942'] in n-d-824834-11 is: [{'id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'name': 'tempest-ServersTestMultiNic-620225688-router', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:45Z', 'updated_at': '2022-02-08T15:42:50Z', 'revision_number': 4, 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'gw_port': {'id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:34:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:46Z', 'updated_at': '2022-02-08T15:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219', 'name': '', 'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'mac_address': 'fa:16:3e:d4:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'b3bd7b2b-1339-4948-8b03-5bc7d7c15d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:49Z', 'updated_at': '2022-02-08T15:42:50Z', 'revision_number': 2, 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'subnets': [{'id': 'b3bd7b2b-1339-4948-8b03-5bc7d7c15d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:42:51.664414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ae6cf925-8e71-470b-b143-b2c149f3c26b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:51.822230 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:42:51.831701 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-971642b8-4d3d-429d-a621-05ce2ced4244 admin admin] 10.222.0.82 "PUT /v2.0/routers/bdc274b8-864a-4317-a5c9-f8b1ee096942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2617352 Feb 08 15:42:52.050081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60716) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:52.131026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ec8276ad-e895-42d5-92a2-499d0ebec437 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-267648984'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:52.167401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8276ad-e895-42d5-92a2-499d0ebec437 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Made reservation on behalf of 72c6ad708bae4a64803052c5bb5e264f for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:42:52.173124 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec8276ad-e895-42d5-92a2-499d0ebec437 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:52.219994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8276ad-e895-42d5-92a2-499d0ebec437 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:42:52.237978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec8276ad-e895-42d5-92a2-499d0ebec437 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b89e1bbe-9be3-4eb2-a178-72191ba81ab9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:52.238332 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-ec8276ad-e895-42d5-92a2-499d0ebec437 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Added segment b89e1bbe-9be3-4eb2-a178-72191ba81ab9 of type vlan for network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 Feb 08 15:42:52.302680 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec8276ad-e895-42d5-92a2-499d0ebec437 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (03c7de7b-72ff-4794-b0ff-1372e12e74e0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:52.362826 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec8276ad-e895-42d5-92a2-499d0ebec437 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (03c7de7b-72ff-4794-b0ff-1372e12e74e0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:52.370799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8276ad-e895-42d5-92a2-499d0ebec437 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:52.373355 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec8276ad-e895-42d5-92a2-499d0ebec437 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:52.491026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60722) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:52.491422 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ec8276ad-e895-42d5-92a2-499d0ebec437 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4400747 Feb 08 15:42:52.497904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-73846335-abc3-42da-821c-d07dcb589397 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Request body: {'subnet': {'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:52.532504 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8276ad-e895-42d5-92a2-499d0ebec437 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event updated for resources: {'Network': ['ID=03c7de7b-72ff-4794-b0ff-1372e12e74e0,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:52.555558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:42:52.722751 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73846335-abc3-42da-821c-d07dcb589397 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Made reservation on behalf of 72c6ad708bae4a64803052c5bb5e264f for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:42:52.727663 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-73846335-abc3-42da-821c-d07dcb589397 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:53.196301 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-73846335-abc3-42da-821c-d07dcb589397 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (d9108d6f-0325-4e42-b5c6-2d4912a826f4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:53.264088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73846335-abc3-42da-821c-d07dcb589397 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event updated for resources: {'Subnet': ['ID=d9108d6f-0325-4e42-b5c6-2d4912a826f4,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:53.270389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6aaca80c-b6ad-47da-96c8-1b490e1ee31a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:53.319470 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73846335-abc3-42da-821c-d07dcb589397 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Checking segment: {'id': 'b89e1bbe-9be3-4eb2-a178-72191ba81ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:53.319876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73846335-abc3-42da-821c-d07dcb589397 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Network hostable DHCP agents. Network: 03c7de7b-72ff-4794-b0ff-1372e12e74e0, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:42:53.348231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73846335-abc3-42da-821c-d07dcb589397 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:42:53.377606 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-73846335-abc3-42da-821c-d07dcb589397 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 03c7de7b-72ff-4794-b0ff-1372e12e74e0) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:53.381400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 6aaca80c-b6ad-47da-96c8-1b490e1ee31a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:53.381783 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6aaca80c-b6ad-47da-96c8-1b490e1ee31a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:53.384203 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73846335-abc3-42da-821c-d07dcb589397 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:53.388224 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-73846335-abc3-42da-821c-d07dcb589397 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:53.421074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a447eebd-59ea-45dc-b2cb-4f526d327c5b None None] Network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:42:53.442754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60728) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:53.448894 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-3f01200a-07e6-4f28-833d-e0b6992beff6 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1622216738'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:53.455789 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-73846335-abc3-42da-821c-d07dcb589397 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9624298 Feb 08 15:42:53.503149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f01200a-07e6-4f28-833d-e0b6992beff6 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Made reservation on behalf of 72c6ad708bae4a64803052c5bb5e264f for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:42:53.509227 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f01200a-07e6-4f28-833d-e0b6992beff6 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:53.565534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f01200a-07e6-4f28-833d-e0b6992beff6 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:42:53.584607 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f01200a-07e6-4f28-833d-e0b6992beff6 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (3b93592e-fc91-4ea5-a010-ce0da532db26), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:53.585015 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-3f01200a-07e6-4f28-833d-e0b6992beff6 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Added segment 3b93592e-fc91-4ea5-a010-ce0da532db26 of type vlan for network 4a059062-3a2c-42eb-a743-6b7302e67fdc Feb 08 15:42:53.611283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 6aaca80c-b6ad-47da-96c8-1b490e1ee31a is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:53.612334 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6aaca80c-b6ad-47da-96c8-1b490e1ee31a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:53.659084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 6aaca80c-b6ad-47da-96c8-1b490e1ee31a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6aaca80c-b6ad-47da-96c8-1b490e1ee31a,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:53.683697 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f01200a-07e6-4f28-833d-e0b6992beff6 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (4a059062-3a2c-42eb-a743-6b7302e67fdc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:53.688167 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6aaca80c-b6ad-47da-96c8-1b490e1ee31a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:53.751535 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f01200a-07e6-4f28-833d-e0b6992beff6 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (4a059062-3a2c-42eb-a743-6b7302e67fdc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:53.757748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f01200a-07e6-4f28-833d-e0b6992beff6 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:53.758781 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f01200a-07e6-4f28-833d-e0b6992beff6 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:53.818779 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-03c7de7b-72ff-4794-b0ff-1372e12e74e0', 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0', 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'fixed_ips': [{'subnet_id': 'd9108d6f-0325-4e42-b5c6-2d4912a826f4'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:42:53.825615 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3f01200a-07e6-4f28-833d-e0b6992beff6 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3813379 Feb 08 15:42:53.826508 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60734) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:42:53.827655 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:53.849008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a73390f6-c0a5-493d-8d2c-7b0810cf4b06 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Request body: {'subnet': {'network_id': '4a059062-3a2c-42eb-a743-6b7302e67fdc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:53.854839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01200a-07e6-4f28-833d-e0b6992beff6 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event updated for resources: {'Network': ['ID=4a059062-3a2c-42eb-a743-6b7302e67fdc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:53.857725 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=6aaca80c-b6ad-47da-96c8-1b490e1ee31a,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:53.880423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 4a059062-3a2c-42eb-a743-6b7302e67fdc details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:42:54.004313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73390f6-c0a5-493d-8d2c-7b0810cf4b06 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Made reservation on behalf of 72c6ad708bae4a64803052c5bb5e264f for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:42:54.008244 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a73390f6-c0a5-493d-8d2c-7b0810cf4b06 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:54.188363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Allocated IP 19.80.0.2 (03c7de7b-72ff-4794-b0ff-1372e12e74e0/d9108d6f-0325-4e42-b5c6-2d4912a826f4/e41faae4-45fb-40f2-ad78-08962c466841) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:42:54.337174 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42ac385-13d7-414c-a0a5-2409512a66f7 x-openstack-request-id: req-c42ac385-13d7-414c-a0a5-2409512a66f7 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:42:54.337670 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac86d3bc-f3eb-4763-bf76-c407fefaf62d", "tag": "4deab74d-3dd9-4890-96b0-be34471adf55", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:42:54.337779 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c42ac385-13d7-414c-a0a5-2409512a66f7 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:42:54.338130 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac86d3bc-f3eb-4763-bf76-c407fefaf62d', 'tag': '4deab74d-3dd9-4890-96b0-be34471adf55', 'status': 'completed', 'code': 200} Feb 08 15:42:54.370274 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a73390f6-c0a5-493d-8d2c-7b0810cf4b06 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (767c45c2-a919-40f4-aa64-3c77bb96394d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:54.384475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa9d15-7ed8-4432-be85-37ee6adf35ac req-1e1f1d1b-1747-4c6e-86ee-b1f61b86f4bc tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:54.386107 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4aaa9d15-7ed8-4432-be85-37ee6adf35ac req-1e1f1d1b-1747-4c6e-86ee-b1f61b86f4bc tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 946 time: 0.2122254 Feb 08 15:42:54.458760 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Publish callbacks [] for port (e41faae4-45fb-40f2-ad78-08962c466841), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:54.494493 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (e41faae4-45fb-40f2-ad78-08962c466841), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:54.536116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:54.545862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73390f6-c0a5-493d-8d2c-7b0810cf4b06 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event updated for resources: {'Subnet': ['ID=767c45c2-a919-40f4-aa64-3c77bb96394d,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:54.548265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:54.553073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:42:54.583184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Pushing event updated for resources: {'Port': ['ID=e41faae4-45fb-40f2-ad78-08962c466841,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:54.614754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca5c61-9a48-48a5-b572-f241ecb89f92 req-e91952f3-0b85-48d1-a430-7de3dec03115 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:54.629746 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-71ca5c61-9a48-48a5-b572-f241ecb89f92 req-e91952f3-0b85-48d1-a430-7de3dec03115 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 950 time: 0.2772720 Feb 08 15:42:54.639658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbd03f-340f-4e75-9e99-226e4a373c63 req-228a5f15-4c58-454c-896c-08df22f9e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:54.642148 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fcbd03f-340f-4e75-9e99-226e4a373c63 req-228a5f15-4c58-454c-896c-08df22f9e296 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e8ba8000451b4a5ca559f3f66927fd3a&device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 1129 time: 0.2336562 Feb 08 15:42:54.659458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73390f6-c0a5-493d-8d2c-7b0810cf4b06 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Checking segment: {'id': '3b93592e-fc91-4ea5-a010-ce0da532db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a059062-3a2c-42eb-a743-6b7302e67fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:54.659966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73390f6-c0a5-493d-8d2c-7b0810cf4b06 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Network hostable DHCP agents. Network: 4a059062-3a2c-42eb-a743-6b7302e67fdc, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:42:54.684777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Attempting to bind port e41faae4-45fb-40f2-ad78-08962c466841 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:42:54.685365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Attempting to bind port e41faae4-45fb-40f2-ad78-08962c466841 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b89e1bbe-9be3-4eb2-a178-72191ba81ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:42:54.685589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Attempting to bind port e41faae4-45fb-40f2-ad78-08962c466841 on network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:54.691357 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:42:54.691737 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Checking segment: {'id': 'b89e1bbe-9be3-4eb2-a178-72191ba81ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:54.692142 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:54.692567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Bound using segment: {'id': 'b89e1bbe-9be3-4eb2-a178-72191ba81ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:42:54.693058 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Bound port: e41faae4-45fb-40f2-ad78-08962c466841, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89e1bbe-9be3-4eb2-a178-72191ba81ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:42:54.693448 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e41faae4-45fb-40f2-ad78-08962c466841), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:54.715891 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4aaa9d15-7ed8-4432-be85-37ee6adf35ac req-58800fda-67b6-4a91-ab9f-b2c4a367cd4e tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/security-groups?id=a81b3dd2-9b9f-4c8b-a093-f9ae86b8effd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083849 Feb 08 15:42:54.800874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] For port e41faae4-45fb-40f2-ad78-08962c466841, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:42:54.805523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] For port e41faae4-45fb-40f2-ad78-08962c466841, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e41faae4-45fb-40f2-ad78-08962c466841,segment=NetworkSegment(b89e1bbe-9be3-4eb2-a178-72191ba81ab9),segment_id=b89e1bbe-9be3-4eb2-a178-72191ba81ab9)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:42:54.808690 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-71ca5c61-9a48-48a5-b572-f241ecb89f92 req-fdf2b1e5-9a66-482e-9657-ebf836f60bad tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/security-groups?id=f054853c-b557-4e8a-857b-800ecfc55483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731834 Feb 08 15:42:54.818893 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e41faae4-45fb-40f2-ad78-08962c466841), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:54.829389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73390f6-c0a5-493d-8d2c-7b0810cf4b06 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Network 4a059062-3a2c-42eb-a743-6b7302e67fdc is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:42:54.862364 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-a73390f6-c0a5-493d-8d2c-7b0810cf4b06 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 4a059062-3a2c-42eb-a743-6b7302e67fdc) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:54.878874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73390f6-c0a5-493d-8d2c-7b0810cf4b06 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:54.879498 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a73390f6-c0a5-493d-8d2c-7b0810cf4b06 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:54.903926 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8336463-197d-4bbe-b712-3876c5042184 x-openstack-request-id: req-f8336463-197d-4bbe-b712-3876c5042184 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:42:54.912495 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ae7027-75f4-4e0b-a79c-ffcd3652578a", "name": "network-vif-plugged", "status": "completed", "tag": "8942e403-23be-4b0d-8001-3bf8829b886f", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:42:54.912709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbd03f-340f-4e75-9e99-226e4a373c63 req-757c5293-cd46-4c85-b002-ae22dee98b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:54.914514 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fcbd03f-340f-4e75-9e99-226e4a373c63 req-757c5293-cd46-4c85-b002-ae22dee98b92 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d116fa5c-4b42-4df5-88ca-9775325b2dd1 HTTP/1.1" status: 200 len: 929 time: 0.2518578 Feb 08 15:42:54.918451 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f8336463-197d-4bbe-b712-3876c5042184 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:42:54.919069 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8942e403-23be-4b0d-8001-3bf8829b886f', 'code': 200} Feb 08 15:42:54.923447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60fb63-bd0b-4e9d-bc8c-e089ee7737d0 None None] Pushing event updated for resources: {'Port': ['ID=e41faae4-45fb-40f2-ad78-08962c466841,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:54.934811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9632c98-487d-44b6-bb7f-a972ea7566a1 None None] Network 4a059062-3a2c-42eb-a743-6b7302e67fdc requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:42:54.937536 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a73390f6-c0a5-493d-8d2c-7b0810cf4b06 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1097467 Feb 08 15:42:55.045462 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fcbd03f-340f-4e75-9e99-226e4a373c63 req-74d8fede-f602-4e81-8fcb-e1607554cc11 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4deab74d-3dd9-4890-96b0-be34471adf55 HTTP/1.1" status: 200 len: 217 time: 0.1044638 Feb 08 15:42:55.150133 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Sync routers for ids ['bdc274b8-864a-4317-a5c9-f8b1ee096942'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:42:55.177697 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Routers {'bdc274b8-864a-4317-a5c9-f8b1ee096942'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:42:55.178295 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:42:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bdc274b8-864a-4317-a5c9-f8b1ee096942'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:55.183772 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6aaca80c-b6ad-47da-96c8-1b490e1ee31a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:55.187907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-4a059062-3a2c-42eb-a743-6b7302e67fdc', 'network_id': '4a059062-3a2c-42eb-a743-6b7302e67fdc', 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'fixed_ips': [{'subnet_id': '767c45c2-a919-40f4-aa64-3c77bb96394d'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:42:55.188751 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:55.294190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbd03f-340f-4e75-9e99-226e4a373c63 req-99bd0ff5-401b-491f-9ab7-2fdd8cc7c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:55.295660 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fcbd03f-340f-4e75-9e99-226e4a373c63 req-99bd0ff5-401b-491f-9ab7-2fdd8cc7c933 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=49f9c678-e348-468a-a6cc-eaf75cd70f3a HTTP/1.1" status: 200 len: 867 time: 0.2053905 Feb 08 15:42:55.376234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e530d-abe6-4952-97a3-8bbbcea1c0bb req-c868fb50-690a-4445-b2fe-8239389aff19 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:55.377731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf3e530d-abe6-4952-97a3-8bbbcea1c0bb req-c868fb50-690a-4445-b2fe-8239389aff19 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 1129 time: 0.3614764 Feb 08 15:42:55.378230 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Set router bdc274b8-864a-4317-a5c9-f8b1ee096942 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:42:55.389458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd63496-6549-4742-8906-f404cf31be77 req-4079becf-beb9-4cd5-8392-b8e06f3df00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:55.392041 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dd63496-6549-4742-8906-f404cf31be77 req-4079becf-beb9-4cd5-8392-b8e06f3df00d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=74ae7027-75f4-4e0b-a79c-ffcd3652578a HTTP/1.1" status: 200 len: 1133 time: 0.3725996 Feb 08 15:42:55.399537 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc019aab-a4be-495b-b0d4-6d93bdcb42ab req-ce1a1504-0e8f-4ccd-9deb-969008301f61 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:55.401355 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc019aab-a4be-495b-b0d4-6d93bdcb42ab req-ce1a1504-0e8f-4ccd-9deb-969008301f61 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 1133 time: 0.1960785 Feb 08 15:42:55.472619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 6aaca80c-b6ad-47da-96c8-1b490e1ee31a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:55.473022 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6aaca80c-b6ad-47da-96c8-1b490e1ee31a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:55.475246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Allocated IP 19.86.0.2 (4a059062-3a2c-42eb-a743-6b7302e67fdc/767c45c2-a919-40f4-aa64-3c77bb96394d/587f54d6-9084-4355-b8b4-a66f7622c799) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:42:55.557553 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dd63496-6549-4742-8906-f404cf31be77 req-2b182336-c769-48c9-b8dc-df665009caba service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f054853c-b557-4e8a-857b-800ecfc55483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358235 Feb 08 15:42:55.560505 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf3e530d-abe6-4952-97a3-8bbbcea1c0bb req-cd9e8f7f-96b9-4c31-b1df-e5a31501e946 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655214 Feb 08 15:42:55.569939 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cc019aab-a4be-495b-b0d4-6d93bdcb42ab req-3c53885a-3319-46db-9903-9b59eacc2268 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:55.618348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbd03f-340f-4e75-9e99-226e4a373c63 req-a56d4765-2d39-4307-a466-741b465fcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:55.620054 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fcbd03f-340f-4e75-9e99-226e4a373c63 req-a56d4765-2d39-4307-a466-741b465fcaff service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d116fa5c-4b42-4df5-88ca-9775325b2dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3138421 Feb 08 15:42:55.723358 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'name': 'tempest-ServersTestMultiNic-620225688-router', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:45Z', 'updated_at': '2022-02-08T15:42:50Z', 'revision_number': 4, 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'gw_port': {'id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:46Z', 'updated_at': '2022-02-08T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219', 'name': '', 'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'mac_address': 'fa:16:3e:d4:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'b3bd7b2b-1339-4948-8b03-5bc7d7c15d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:49Z', 'updated_at': '2022-02-08T15:42:50Z', 'revision_number': 2, 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'subnets': [{'id': 'b3bd7b2b-1339-4948-8b03-5bc7d7c15d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:55.741857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 6aaca80c-b6ad-47da-96c8-1b490e1ee31a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:55.766619 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Checking router: bdc274b8-864a-4317-a5c9-f8b1ee096942 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:42:55.767203 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Updating router bdc274b8-864a-4317-a5c9-f8b1ee096942 port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:42:55.798182 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:55.805051 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Publish callbacks [] for port (587f54d6-9084-4355-b8b4-a66f7622c799), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:55.818345 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (587f54d6-9084-4355-b8b4-a66f7622c799), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:55.834072 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cc019aab-a4be-495b-b0d4-6d93bdcb42ab req-3c53885a-3319-46db-9903-9b59eacc2268 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] Publish callbacks [] for security_group (20f35e84-0a1b-41f0-9782-1f325dfc00ef), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:55.860892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Network 4a059062-3a2c-42eb-a743-6b7302e67fdc is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:42:55.864806 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:42:55.868468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:42:55.869145 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cc019aab-a4be-495b-b0d4-6d93bdcb42ab req-3c53885a-3319-46db-9903-9b59eacc2268 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (20f35e84-0a1b-41f0-9782-1f325dfc00ef), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:55.940394 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc019aab-a4be-495b-b0d4-6d93bdcb42ab req-3c53885a-3319-46db-9903-9b59eacc2268 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114477 Feb 08 15:42:55.957569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b3d14-2cf5-42cb-ae6f-373f64c9ce52 req-19d47b92-f40d-45bc-ac5a-e58b6d57aff3 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:55.959203 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e0b3d14-2cf5-42cb-ae6f-373f64c9ce52 req-19d47b92-f40d-45bc-ac5a-e58b6d57aff3 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.1441858 Feb 08 15:42:55.960105 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53885a-3319-46db-9903-9b59eacc2268 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f35e84-0a1b-41f0-9782-1f325dfc00ef,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:55.987463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Pushing event updated for resources: {'Port': ['ID=587f54d6-9084-4355-b8b4-a66f7622c799,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:55.989947 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Attempting to bind port 587f54d6-9084-4355-b8b4-a66f7622c799 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:42:55.990320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Attempting to bind port 587f54d6-9084-4355-b8b4-a66f7622c799 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '3b93592e-fc91-4ea5-a010-ce0da532db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a059062-3a2c-42eb-a743-6b7302e67fdc'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:42:55.992020 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Attempting to bind port 587f54d6-9084-4355-b8b4-a66f7622c799 on network 4a059062-3a2c-42eb-a743-6b7302e67fdc {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:55.999615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:42:55.999615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Checking segment: {'id': '3b93592e-fc91-4ea5-a010-ce0da532db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a059062-3a2c-42eb-a743-6b7302e67fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:56.000130 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:56.000543 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Bound using segment: {'id': '3b93592e-fc91-4ea5-a010-ce0da532db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a059062-3a2c-42eb-a743-6b7302e67fdc'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:42:56.001055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Bound port: 587f54d6-9084-4355-b8b4-a66f7622c799, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b93592e-fc91-4ea5-a010-ce0da532db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a059062-3a2c-42eb-a743-6b7302e67fdc'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:42:56.002236 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (587f54d6-9084-4355-b8b4-a66f7622c799), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:56.012402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fcbd03f-340f-4e75-9e99-226e4a373c63 req-21e505e7-6fb3-4936-945c-9514ae9c6477 service neutron] 10.222.0.96 "GET /v2.0/networks/d116fa5c-4b42-4df5-88ca-9775325b2dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681489 Feb 08 15:42:56.107726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] For port 587f54d6-9084-4355-b8b4-a66f7622c799, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:42:56.112117 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] For port 587f54d6-9084-4355-b8b4-a66f7622c799, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=587f54d6-9084-4355-b8b4-a66f7622c799,segment=NetworkSegment(3b93592e-fc91-4ea5-a010-ce0da532db26),segment_id=3b93592e-fc91-4ea5-a010-ce0da532db26)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:42:56.126835 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (587f54d6-9084-4355-b8b4-a66f7622c799), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:56.226769 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Publish callbacks [] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:56.233555 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:56.246156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b38112-7901-48bd-991e-bcbcff5c708a None None] Pushing event updated for resources: {'Port': ['ID=587f54d6-9084-4355-b8b4-a66f7622c799,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:56.248295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fcbd03f-340f-4e75-9e99-226e4a373c63 req-148db148-be35-45e3-b6f6-519df114da5d service neutron] 10.222.0.96 "GET /v2.0/networks/d116fa5c-4b42-4df5-88ca-9775325b2dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236519 Feb 08 15:42:56.331987 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73368815-d469-40d0-90a3-4e42901cc362 None None] Pushing event updated for resources: {'Port': ['ID=037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:56.342104 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73368815-d469-40d0-90a3-4e42901cc362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:56.342785 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73368815-d469-40d0-90a3-4e42901cc362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:56.343828 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73368815-d469-40d0-90a3-4e42901cc362 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:56.344226 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73368815-d469-40d0-90a3-4e42901cc362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:56.344615 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73368815-d469-40d0-90a3-4e42901cc362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:56.345310 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73368815-d469-40d0-90a3-4e42901cc362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:56.345634 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73368815-d469-40d0-90a3-4e42901cc362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:56.345958 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73368815-d469-40d0-90a3-4e42901cc362 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:56.346280 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73368815-d469-40d0-90a3-4e42901cc362 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:56.346596 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73368815-d469-40d0-90a3-4e42901cc362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:56.347152 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73368815-d469-40d0-90a3-4e42901cc362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:56.347616 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73368815-d469-40d0-90a3-4e42901cc362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:56.348114 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73368815-d469-40d0-90a3-4e42901cc362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:42:56.360213 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e0b3d14-2cf5-42cb-ae6f-373f64c9ce52 req-38e082fc-ce31-40be-a695-8630cd146aaf tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934512 Feb 08 15:42:56.413813 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Attempting to bind port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:42:56.414181 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Attempting to bind port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '55baa9e1-9d85-41f5-91c0-f22c542e96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:42:56.414544 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Attempting to bind port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 on network 775e57f8-1b88-4822-88c9-8fb462cb49ca {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:56.425831 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:42:56.426644 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Checking segment: {'id': '55baa9e1-9d85-41f5-91c0-f22c542e96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:56.427559 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:56.428449 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Bound using segment: {'id': '55baa9e1-9d85-41f5-91c0-f22c542e96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:42:56.430112 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Bound port: 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55baa9e1-9d85-41f5-91c0-f22c542e96d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:42:56.430795 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:56.459491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-0b669d03-fbe0-4b11-a756-b8ce411fd2cb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:56.480333 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-0b669d03-fbe0-4b11-a756-b8ce411fd2cb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:56.482136 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-0b669d03-fbe0-4b11-a756-b8ce411fd2cb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/networks?id=03c7de7b-72ff-4794-b0ff-1372e12e74e0&id=4a059062-3a2c-42eb-a743-6b7302e67fdc&id=03c7de7b-72ff-4794-b0ff-1372e12e74e0 HTTP/1.1" status: 200 len: 1391 time: 0.2138953 Feb 08 15:42:56.508530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-b445333e-5bf2-446a-aceb-16ba6c83b3c2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/quotas/72c6ad708bae4a64803052c5bb5e264f HTTP/1.1" status: 200 len: 375 time: 0.0198953 Feb 08 15:42:56.589401 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] For port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:42:56.604144 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] For port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219,segment=NetworkSegment(55baa9e1-9d85-41f5-91c0-f22c542e96d7),segment_id=55baa9e1-9d85-41f5-91c0-f22c542e96d7)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:42:56.620429 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:56.644416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fd50f8-90ad-4372-b135-2780bb506f5f None None] Network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:42:56.731005 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-298e8699-9860-4742-840d-f9025a49baa9 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=72c6ad708bae4a64803052c5bb5e264f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2135732 Feb 08 15:42:56.814571 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73368815-d469-40d0-90a3-4e42901cc362 None None] Pushing event updated for resources: {'Port': ['ID=037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:56.827515 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Routers {'bdc274b8-864a-4317-a5c9-f8b1ee096942'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:42:56.836412 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:42:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bdc274b8-864a-4317-a5c9-f8b1ee096942'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:56.921634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4427fcd0-438b-4c2e-8d09-44d68c65a930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1103e63a-a20e-4f08-b709-b89ece7fec04'}, {'server_uuid': 'ac86d3bc-f3eb-4763-bf76-c407fefaf62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4deab74d-3dd9-4890-96b0-be34471adf55'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:42:56.929850 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7c3fed-2217-4c5d-aa10-415b127a481b" -d '{"events": [{"server_uuid": "4427fcd0-438b-4c2e-8d09-44d68c65a930", "name": "network-vif-plugged", "status": "completed", "tag": "1103e63a-a20e-4f08-b709-b89ece7fec04"}, {"server_uuid": "ac86d3bc-f3eb-4763-bf76-c407fefaf62d", "name": "network-vif-plugged", "status": "completed", "tag": "4deab74d-3dd9-4890-96b0-be34471adf55"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:42:56.958521 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-5fa62f8f-d869-43c3-9da1-b8c83213ba58 service neutron] 10.222.0.82 "GET /v2.0/networks/03c7de7b-72ff-4794-b0ff-1372e12e74e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262640 Feb 08 15:42:56.969440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f6996ca1-8091-4bb6-993a-47c681e61fe1 None None] Provisioning complete for port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:56.969817 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f6996ca1-8091-4bb6-993a-47c681e61fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:57.121612 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] Set router bdc274b8-864a-4317-a5c9-f8b1ee096942 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:42:57.179248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-1eb7c086-13c1-4cd8-bd7d-5b1f320015bd service neutron] 10.222.0.82 "GET /v2.0/networks/03c7de7b-72ff-4794-b0ff-1372e12e74e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149749 Feb 08 15:42:57.214404 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f6996ca1-8091-4bb6-993a-47c681e61fe1 None None] Current status of the port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:57.214805 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f6996ca1-8091-4bb6-993a-47c681e61fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:57.304271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f6996ca1-8091-4bb6-993a-47c681e61fe1 None None] For port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219,segment=NetworkSegment(55baa9e1-9d85-41f5-91c0-f22c542e96d7),segment_id=55baa9e1-9d85-41f5-91c0-f22c542e96d7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:57.309745 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f6996ca1-8091-4bb6-993a-47c681e61fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:57.391990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f6996ca1-8091-4bb6-993a-47c681e61fe1 None None] Provisioning complete for port e41faae4-45fb-40f2-ad78-08962c466841 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:57.392295 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f6996ca1-8091-4bb6-993a-47c681e61fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e41faae4-45fb-40f2-ad78-08962c466841), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:57.414765 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-bccd5817-3f60-484a-88e8-764e72161b0a service neutron] 10.222.0.82 "GET /v2.0/networks/4a059062-3a2c-42eb-a743-6b7302e67fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257695 Feb 08 15:42:57.598655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e41faae4-45fb-40f2-ad78-08962c466841 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:57.615109 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'name': 'tempest-ServersTestMultiNic-620225688-router', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:45Z', 'updated_at': '2022-02-08T15:42:50Z', 'revision_number': 4, 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'gw_port': {'id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:46Z', 'updated_at': '2022-02-08T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219', 'name': '', 'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'mac_address': 'fa:16:3e:d4:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'b3bd7b2b-1339-4948-8b03-5bc7d7c15d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:49Z', 'updated_at': '2022-02-08T15:42:56Z', 'revision_number': 4, 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'subnets': [{'id': 'b3bd7b2b-1339-4948-8b03-5bc7d7c15d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:42:57.652049 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e7919-47b2-43f0-b8f3-c2632a15e3d5 None None] The sync data for ids ['bdc274b8-864a-4317-a5c9-f8b1ee096942'] in n-d-824834-11 is: [{'id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'name': 'tempest-ServersTestMultiNic-620225688-router', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:45Z', 'updated_at': '2022-02-08T15:42:50Z', 'revision_number': 4, 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'gw_port': {'id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:46Z', 'updated_at': '2022-02-08T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219', 'name': '', 'network_id': '775e57f8-1b88-4822-88c9-8fb462cb49ca', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'mac_address': 'fa:16:3e:d4:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'b3bd7b2b-1339-4948-8b03-5bc7d7c15d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:49Z', 'updated_at': '2022-02-08T15:42:56Z', 'revision_number': 4, 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'subnets': [{'id': 'b3bd7b2b-1339-4948-8b03-5bc7d7c15d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:42:57.675621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6996ca1-8091-4bb6-993a-47c681e61fe1 None None] Pushing event updated for resources: {'Port': ['ID=037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:57.677766 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-e42dcb17-2fb5-4c59-87d1-b3ba38418c2e service neutron] 10.222.0.82 "GET /v2.0/networks/4a059062-3a2c-42eb-a743-6b7302e67fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568111 Feb 08 15:42:57.818302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f6996ca1-8091-4bb6-993a-47c681e61fe1 None None] Current status of the port e41faae4-45fb-40f2-ad78-08962c466841 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:57.819402 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f6996ca1-8091-4bb6-993a-47c681e61fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e41faae4-45fb-40f2-ad78-08962c466841), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:57.820404 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-94127d5c-1296-498d-bb75-9de90b02523c service neutron] 10.222.0.82 "GET /v2.0/networks/03c7de7b-72ff-4794-b0ff-1372e12e74e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416593 Feb 08 15:42:57.903733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e41faae4-45fb-40f2-ad78-08962c466841 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:57.904117 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e41faae4-45fb-40f2-ad78-08962c466841), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:57.971803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f6996ca1-8091-4bb6-993a-47c681e61fe1 None None] For port e41faae4-45fb-40f2-ad78-08962c466841, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e41faae4-45fb-40f2-ad78-08962c466841,segment=NetworkSegment(b89e1bbe-9be3-4eb2-a178-72191ba81ab9),segment_id=b89e1bbe-9be3-4eb2-a178-72191ba81ab9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:57.983315 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f6996ca1-8091-4bb6-993a-47c681e61fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e41faae4-45fb-40f2-ad78-08962c466841), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:58.022455 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-ec5be0a9-fe79-4c4a-ab2b-f113aed71d27 service neutron] 10.222.0.82 "GET /v2.0/networks/03c7de7b-72ff-4794-b0ff-1372e12e74e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011719 Feb 08 15:42:58.056663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-1ca45f9e-0194-41de-aaf3-c4f315c4c48b tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:42:58.057702 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-1ca45f9e-0194-41de-aaf3-c4f315c4c48b tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065866 Feb 08 15:42:58.068731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6996ca1-8091-4bb6-993a-47c681e61fe1 None None] Pushing event updated for resources: {'Port': ['ID=e41faae4-45fb-40f2-ad78-08962c466841,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:58.091736 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31926e56-4dd5-45b0-8c01-68a85b454570 None None] Network 4a059062-3a2c-42eb-a743-6b7302e67fdc requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:42:58.150358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-e090b47b-c3e7-4465-a584-3d028e0b3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:58.154443 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-e090b47b-c3e7-4465-a584-3d028e0b3772 service neutron] 10.222.0.82 "GET /v2.0/ports/60c58d23-cf12-40b9-9fb3-874322caac67 HTTP/1.1" status: 200 len: 1126 time: 0.0854545 Feb 08 15:42:58.163328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-d0c12b5c-44f5-45f0-8cf5-4d2b1b15f927 service neutron] Request body: {'binding': {'host': 'n-h1-824834-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:42:58.164833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-d0c12b5c-44f5-45f0-8cf5-4d2b1b15f927 service neutron] Unknown quota resources ['binding']. {{(pid=103302) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 15:42:58.168220 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e41faae4-45fb-40f2-ad78-08962c466841 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:58.169390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 587f54d6-9084-4355-b8b4-a66f7622c799 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:58.248763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-132a8961-ceb0-4c6c-ab56-890319055e16 None None] Provisioning complete for port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:58.251851 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-132a8961-ceb0-4c6c-ab56-890319055e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:58.451448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-d0c12b5c-44f5-45f0-8cf5-4d2b1b15f927 service neutron] Attempting to bind port 60c58d23-cf12-40b9-9fb3-874322caac67 on host n-h1-824834-11 for vnic_type normal with profile None {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:42:58.451848 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-d0c12b5c-44f5-45f0-8cf5-4d2b1b15f927 service neutron] Attempting to bind port 60c58d23-cf12-40b9-9fb3-874322caac67 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:42:58.455333 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-d0c12b5c-44f5-45f0-8cf5-4d2b1b15f927 service neutron] Attempting to bind port 60c58d23-cf12-40b9-9fb3-874322caac67 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:58.463467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-d0c12b5c-44f5-45f0-8cf5-4d2b1b15f927 service neutron] Port 60c58d23-cf12-40b9-9fb3-874322caac67 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:42:58.465639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-d0c12b5c-44f5-45f0-8cf5-4d2b1b15f927 service neutron] Attempting to bind port 60c58d23-cf12-40b9-9fb3-874322caac67 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:42:58.478249 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-d0c12b5c-44f5-45f0-8cf5-4d2b1b15f927 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:42:58.483544 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-d0c12b5c-44f5-45f0-8cf5-4d2b1b15f927 service neutron] Checking segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:42:58.485248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-d0c12b5c-44f5-45f0-8cf5-4d2b1b15f927 service neutron] Bound using segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:42:58.486674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-d0c12b5c-44f5-45f0-8cf5-4d2b1b15f927 service neutron] Bound port: 60c58d23-cf12-40b9-9fb3-874322caac67, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:42:58.559471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-d0c12b5c-44f5-45f0-8cf5-4d2b1b15f927 service neutron] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=60c58d23-cf12-40b9-9fb3-874322caac67,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:42:58.569855 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-d0c12b5c-44f5-45f0-8cf5-4d2b1b15f927 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:58.571358 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-d0c12b5c-44f5-45f0-8cf5-4d2b1b15f927 service neutron] 10.222.0.82 "POST /v2.0/ports/60c58d23-cf12-40b9-9fb3-874322caac67/bindings HTTP/1.1" status: 201 len: 390 time: 0.4127913 Feb 08 15:42:58.599810 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device af9f402c-07d4-466a-84fe-ac160d41ee83 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:42:58.845127 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46a518a3-7845-4c4d-81a8-cca310779bf1 req-bbed4c1d-1809-4f53-82c0-159258c9c6b4 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1284451 Feb 08 15:42:58.948729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 587f54d6-9084-4355-b8b4-a66f7622c799 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:58.950705 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (587f54d6-9084-4355-b8b4-a66f7622c799), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:58.966224 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f574f-5c62-4d12-a8dc-90df7818ab56 req-b5afab22-c2d1-480d-940f-89526e0b5e28 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:58.978329 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f46f574f-5c62-4d12-a8dc-90df7818ab56 req-b5afab22-c2d1-480d-940f-89526e0b5e28 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 946 time: 0.1610136 Feb 08 15:42:59.110132 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f46f574f-5c62-4d12-a8dc-90df7818ab56 req-5d7e9d42-4899-4987-848a-1bf605f48f99 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/security-groups?id=a81b3dd2-9b9f-4c8b-a093-f9ae86b8effd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297386 Feb 08 15:42:59.111352 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-b223499c-f2cf-4ebd-8db1-6bf8ddcefce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:59.130655 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-b223499c-f2cf-4ebd-8db1-6bf8ddcefce5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 1129 time: 0.1598604 Feb 08 15:42:59.165214 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-132a8961-ceb0-4c6c-ab56-890319055e16 None None] Current status of the port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:59.175347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 587f54d6-9084-4355-b8b4-a66f7622c799 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:59.176856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a518a3-7845-4c4d-81a8-cca310779bf1 req-cfc538fa-46cc-4690-9fd6-87599321a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:59.182305 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (587f54d6-9084-4355-b8b4-a66f7622c799), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:59.182686 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46a518a3-7845-4c4d-81a8-cca310779bf1 req-cfc538fa-46cc-4690-9fd6-87599321a4dc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 1127 time: 0.2562957 Feb 08 15:42:59.243535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-132a8961-ceb0-4c6c-ab56-890319055e16 None None] Provisioning complete for port e41faae4-45fb-40f2-ad78-08962c466841 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:59.244182 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-132a8961-ceb0-4c6c-ab56-890319055e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e41faae4-45fb-40f2-ad78-08962c466841), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:59.291417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 587f54d6-9084-4355-b8b4-a66f7622c799, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=587f54d6-9084-4355-b8b4-a66f7622c799,segment=NetworkSegment(3b93592e-fc91-4ea5-a010-ce0da532db26),segment_id=3b93592e-fc91-4ea5-a010-ce0da532db26)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:59.309906 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (587f54d6-9084-4355-b8b4-a66f7622c799), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:59.311173 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:42:59.385467 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a518a3-7845-4c4d-81a8-cca310779bf1 req-d0607c09-15df-478c-b655-247c941bddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:59.390205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46a518a3-7845-4c4d-81a8-cca310779bf1 req-d0607c09-15df-478c-b655-247c941bddf2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.1799123 Feb 08 15:42:59.406630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-a41a2ff5-7c79-40b1-b846-8bcda6f36730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:59.411518 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-a41a2ff5-7c79-40b1-b846-8bcda6f36730 service neutron] 10.222.0.94 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.2611959 Feb 08 15:42:59.419225 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port af9f402c-07d4-466a-84fe-ac160d41ee83 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:59.419675 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:59.517472 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46a518a3-7845-4c4d-81a8-cca310779bf1 req-18a142e7-bf0a-420c-9f5a-ebcdff5a56c3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b HTTP/1.1" status: 200 len: 217 time: 0.1187980 Feb 08 15:42:59.529135 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-a8d6ff09-6e22-4596-abd3-3e5c7a9efab2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60c58d23-cf12-40b9-9fb3-874322caac67 HTTP/1.1" status: 200 len: 217 time: 0.1097424 Feb 08 15:42:59.571943 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 15:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d969870-5691-433b-9648-d1d125c021a6 x-openstack-request-id: req-6d969870-5691-433b-9648-d1d125c021a6 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:42:59.573591 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4427fcd0-438b-4c2e-8d09-44d68c65a930", "name": "network-vif-plugged", "status": "completed", "tag": "1103e63a-a20e-4f08-b709-b89ece7fec04", "code": 200}, {"server_uuid": "ac86d3bc-f3eb-4763-bf76-c407fefaf62d", "name": "network-vif-plugged", "status": "completed", "tag": "4deab74d-3dd9-4890-96b0-be34471adf55", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:42:59.574354 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6d969870-5691-433b-9648-d1d125c021a6 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:42:59.575575 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4427fcd0-438b-4c2e-8d09-44d68c65a930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1103e63a-a20e-4f08-b709-b89ece7fec04', 'code': 200} Feb 08 15:42:59.576180 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac86d3bc-f3eb-4763-bf76-c407fefaf62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4deab74d-3dd9-4890-96b0-be34471adf55', 'code': 200} Feb 08 15:42:59.602320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c36ef-af48-4a70-b13d-63248c1dc9e9 req-7d312959-aab7-42ea-97df-0e18fc271491 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:59.603911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-633c36ef-af48-4a70-b13d-63248c1dc9e9 req-7d312959-aab7-42ea-97df-0e18fc271491 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 950 time: 0.3003299 Feb 08 15:42:59.638307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port af9f402c-07d4-466a-84fe-ac160d41ee83, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=af9f402c-07d4-466a-84fe-ac160d41ee83,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:42:59.658829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a518a3-7845-4c4d-81a8-cca310779bf1 req-93a89eab-1893-46a3-88b8-5d808daea95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:59.660205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46a518a3-7845-4c4d-81a8-cca310779bf1 req-93a89eab-1893-46a3-88b8-5d808daea95e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.1364379 Feb 08 15:42:59.668267 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:59.687382 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:59.687833 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:59.704021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-3dac3ece-ff83-44a3-af01-46a79a1a56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:59.705840 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46a518a3-7845-4c4d-81a8-cca310779bf1 req-a4edf324-b962-40ff-b311-bebd33f1fa3b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300910 Feb 08 15:42:59.706746 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-3dac3ece-ff83-44a3-af01-46a79a1a56a4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.1745200 Feb 08 15:42:59.716768 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=587f54d6-9084-4355-b8b4-a66f7622c799,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:59.770562 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-95f3f876-186f-4ff6-8c86-249e92ed836f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444992 Feb 08 15:42:59.773146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c69cf-e378-45bb-ae99-f501cc020643 req-03fe47ee-696e-4766-8d6c-d6a7c2393293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:42:59.775212 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6c1c69cf-e378-45bb-ae99-f501cc020643 req-03fe47ee-696e-4766-8d6c-d6a7c2393293 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 1133 time: 0.1161065 Feb 08 15:42:59.869872 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-633c36ef-af48-4a70-b13d-63248c1dc9e9 req-e42d7d10-dd5a-4e2a-be5d-2f39f370a192 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/security-groups?id=f054853c-b557-4e8a-857b-800ecfc55483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524168 Feb 08 15:42:59.875739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-132a8961-ceb0-4c6c-ab56-890319055e16 None None] Current status of the port e41faae4-45fb-40f2-ad78-08962c466841 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:42:59.902062 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=af9f402c-07d4-466a-84fe-ac160d41ee83,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:42:59.923626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-132a8961-ceb0-4c6c-ab56-890319055e16 None None] Provisioning complete for port 587f54d6-9084-4355-b8b4-a66f7622c799 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:42:59.924175 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-132a8961-ceb0-4c6c-ab56-890319055e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (587f54d6-9084-4355-b8b4-a66f7622c799), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:42:59.951323 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6c1c69cf-e378-45bb-ae99-f501cc020643 req-f6b8817c-e9f2-4a5d-b35f-9399db05dbd1 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f054853c-b557-4e8a-857b-800ecfc55483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671135 Feb 08 15:42:59.981482 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-59036246-91ab-4f50-9132-b3f9019ab4cb service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993098 Feb 08 15:43:00.038210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:00.040433 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e5c66-3ecf-48f6-a27e-3d2d0e407efe req-a4f183ab-133d-49a4-a2d4-afae08d593d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:00.042002 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f5e5c66-3ecf-48f6-a27e-3d2d0e407efe req-a4f183ab-133d-49a4-a2d4-afae08d593d6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 1129 time: 0.3791184 Feb 08 15:43:00.063904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73025e-6b37-4796-b3cc-6064e39a20d7 req-a99acc77-7cca-46f3-b8cf-7baa54ded69c tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:00.070980 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a73025e-6b37-4796-b3cc-6064e39a20d7 req-a99acc77-7cca-46f3-b8cf-7baa54ded69c tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.3962402 Feb 08 15:43:00.136657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bff7e4ac-eac9-4b4a-83eb-b74af90ad679 req-792f94d9-5345-44df-9284-9c441c6fd34e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 210 time: 0.1007204 Feb 08 15:43:00.172844 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-132a8961-ceb0-4c6c-ab56-890319055e16 None None] Current status of the port 587f54d6-9084-4355-b8b4-a66f7622c799 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:00.192468 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46a518a3-7845-4c4d-81a8-cca310779bf1 req-cd312e8c-d88c-421f-8541-f180b83c05ff service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436805 Feb 08 15:43:00.224294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e41faae4-45fb-40f2-ad78-08962c466841 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:43:00.313449 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-e5aae1a2-25f7-4b32-a5e6-e8cd0095755f service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407599 Feb 08 15:43:00.322153 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e4ba48f0-a0e1-4ef0-a22a-cbf4060dec31 None None] Provisioning complete for port 587f54d6-9084-4355-b8b4-a66f7622c799 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:00.322810 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e4ba48f0-a0e1-4ef0-a22a-cbf4060dec31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (587f54d6-9084-4355-b8b4-a66f7622c799), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:00.368535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e41faae4-45fb-40f2-ad78-08962c466841 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:00.369311 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e41faae4-45fb-40f2-ad78-08962c466841), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:00.369552 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-afab58c7-4775-48d2-9638-78bcb3236ae0 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:00.375390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-afab58c7-4775-48d2-9638-78bcb3236ae0 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:00.377173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-afab58c7-4775-48d2-9638-78bcb3236ae0 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.96 "GET /v2.0/networks?id=03c7de7b-72ff-4794-b0ff-1372e12e74e0&id=4a059062-3a2c-42eb-a743-6b7302e67fdc&id=03c7de7b-72ff-4794-b0ff-1372e12e74e0 HTTP/1.1" status: 200 len: 1391 time: 0.4481702 Feb 08 15:43:00.412429 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f5e5c66-3ecf-48f6-a27e-3d2d0e407efe req-c2f823fa-0b4a-4f1b-af98-0280e6025e0a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a81b3dd2-9b9f-4c8b-a093-f9ae86b8effd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352582 Feb 08 15:43:00.425444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-69319c01-1df1-4645-981a-86d1b562821f req-d8911606-0a08-42a6-97c4-a97c2d161705 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Request body: {'port': {'device_id': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0', 'admin_state_up': True, 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:00.470541 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a73025e-6b37-4796-b3cc-6064e39a20d7 req-66a348cf-7a82-46e6-84f3-fb828d7a509e tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919935 Feb 08 15:43:00.587142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e41faae4-45fb-40f2-ad78-08962c466841 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:00.588112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 587f54d6-9084-4355-b8b4-a66f7622c799 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:43:00.650040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba48f0-a0e1-4ef0-a22a-cbf4060dec31 None None] Current status of the port 587f54d6-9084-4355-b8b4-a66f7622c799 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:00.690355 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b78c04-6687-4cfc-a3f5-1a2f154eda46 req-40955094-935e-4c46-b24b-bdd06eb9784c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:00.698364 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-91b78c04-6687-4cfc-a3f5-1a2f154eda46 req-40955094-935e-4c46-b24b-bdd06eb9784c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 946 time: 0.3979974 Feb 08 15:43:00.708309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46a518a3-7845-4c4d-81a8-cca310779bf1 req-7c9ab599-4a9e-455d-900e-2bbda1941223 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957998 Feb 08 15:43:00.717389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 587f54d6-9084-4355-b8b4-a66f7622c799 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:00.717864 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (587f54d6-9084-4355-b8b4-a66f7622c799), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:00.803677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-91b78c04-6687-4cfc-a3f5-1a2f154eda46 req-5b0b9790-27d5-40a6-8824-63d7aaccebac tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010456 Feb 08 15:43:00.835634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-d8911606-0a08-42a6-97c4-a97c2d161705 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Made reservation on behalf of 72c6ad708bae4a64803052c5bb5e264f for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:43:00.847520 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-d8911606-0a08-42a6-97c4-a97c2d161705 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:00.867885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 587f54d6-9084-4355-b8b4-a66f7622c799 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:00.869504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:43:00.933925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:00.934406 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:00.973690 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-0e582f50-4ac2-43e2-9307-bca0a0801d34 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=47a06341cc3a4770995437fedeb0cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0946388 Feb 08 15:43:01.060210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:01.471315 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5618ee4a-7b72-469a-8cd9-e1ae51461b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:01.498313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93934d06-7658-4fdb-bd46-1c2d1f6bbbd2 req-6a25e6d3-44d7-4176-bc48-feb5672ec104 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:01.506008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93934d06-7658-4fdb-bd46-1c2d1f6bbbd2 req-6a25e6d3-44d7-4176-bc48-feb5672ec104 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 946 time: 0.5244515 Feb 08 15:43:01.547157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-4f1f099e-8332-4c75-882d-e944174cdf97 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:01.548773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-4f1f099e-8332-4c75-882d-e944174cdf97 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5742803 Feb 08 15:43:01.553451 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-69319c01-1df1-4645-981a-86d1b562821f req-d8911606-0a08-42a6-97c4-a97c2d161705 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Allocated IP 19.80.0.132 (03c7de7b-72ff-4794-b0ff-1372e12e74e0/d9108d6f-0325-4e42-b5c6-2d4912a826f4/4dc72800-227a-4743-aed4-e47bcf934eac) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:43:01.577840 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd75282c-2197-44b3-bc4a-5d75d1a181f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af9f402c-07d4-466a-84fe-ac160d41ee83'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:01.581196 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fbfbd2-747c-43c9-91bf-f409ee0df4e3" -d '{"events": [{"server_uuid": "cd75282c-2197-44b3-bc4a-5d75d1a181f5", "name": "network-vif-unplugged", "status": "completed", "tag": "af9f402c-07d4-466a-84fe-ac160d41ee83"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:01.599928 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-33c5e25f-9a0c-4ed7-81c2-ea021974112e tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/quotas/47a06341cc3a4770995437fedeb0cb4c HTTP/1.1" status: 200 len: 375 time: 0.0337467 Feb 08 15:43:01.616773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93934d06-7658-4fdb-bd46-1c2d1f6bbbd2 req-3cef6f60-c369-4fe1-b90c-ca7e9ef9c5ab tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/security-groups?id=a81b3dd2-9b9f-4c8b-a093-f9ae86b8effd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096723 Feb 08 15:43:01.862137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-887e0759-43e6-4706-bcbf-6b5376c967f0 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2542214 Feb 08 15:43:01.893010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245faa-107d-4809-8c0f-5a1ddafc97c5 req-08d02dc1-0cf8-4d2d-82ee-012499070818 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:01.894531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1245faa-107d-4809-8c0f-5a1ddafc97c5 req-08d02dc1-0cf8-4d2d-82ee-012499070818 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 950 time: 0.1597075 Feb 08 15:43:01.942565 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-d8911606-0a08-42a6-97c4-a97c2d161705 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks [] for port (4dc72800-227a-4743-aed4-e47bcf934eac), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:02.005000 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1245faa-107d-4809-8c0f-5a1ddafc97c5 req-b09687e9-787a-4df4-992a-12530f9ab2ef tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/security-groups?id=f054853c-b557-4e8a-857b-800ecfc55483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944469 Feb 08 15:43:02.041373 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-d8911606-0a08-42a6-97c4-a97c2d161705 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4dc72800-227a-4743-aed4-e47bcf934eac), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:02.083302 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:43:02.187856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69319c01-1df1-4645-981a-86d1b562821f req-d8911606-0a08-42a6-97c4-a97c2d161705 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:43:02.193866 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911606-0a08-42a6-97c4-a97c2d161705 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event updated for resources: {'Port': ['ID=4dc72800-227a-4743-aed4-e47bcf934eac,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:02.196512 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-69319c01-1df1-4645-981a-86d1b562821f req-d8911606-0a08-42a6-97c4-a97c2d161705 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:43:02.203855 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-69319c01-1df1-4645-981a-86d1b562821f req-d8911606-0a08-42a6-97c4-a97c2d161705 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:43:02.301666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-d8911606-0a08-42a6-97c4-a97c2d161705 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:02.302624 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-d8911606-0a08-42a6-97c4-a97c2d161705 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:02.323553 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-3bb9f990-78f1-4804-9d49-acd89b88ee1f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:02.331090 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-3bb9f990-78f1-4804-9d49-acd89b88ee1f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/networks?id=67e9eee1-fa22-4fdb-a210-1356974271e1 HTTP/1.1" status: 200 len: 804 time: 0.2134330 Feb 08 15:43:02.348172 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-d8911606-0a08-42a6-97c4-a97c2d161705 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9346468 Feb 08 15:43:02.350158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-49f7b8bb-40fb-4fd8-b4b3-18831ee08af4 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/quotas/fc1f662f69bf4e798027631518391c93 HTTP/1.1" status: 200 len: 375 time: 0.0182343 Feb 08 15:43:02.382376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-69319c01-1df1-4645-981a-86d1b562821f req-a5f78db3-0c28-4b6e-900f-1ddc37c21b25 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Request body: {'port': {'device_id': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'network_id': '4a059062-3a2c-42eb-a743-6b7302e67fdc', 'admin_state_up': True, 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:02.496359 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-9b760565-8d05-4cc2-b0c7-04cc0859a54c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=fc1f662f69bf4e798027631518391c93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1400659 Feb 08 15:43:02.622601 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-7e57ab4d-bedd-49c7-bff3-3cb1c7d54e3f service neutron] 10.222.0.82 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253288 Feb 08 15:43:02.696965 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b980b8ca-68c0-4c87-b109-bdb1aab94954 None None] Provisioning complete for port 4dc72800-227a-4743-aed4-e47bcf934eac triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:02.697917 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b980b8ca-68c0-4c87-b109-bdb1aab94954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4dc72800-227a-4743-aed4-e47bcf934eac), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:02.767131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b980b8ca-68c0-4c87-b109-bdb1aab94954 None None] Port 4dc72800-227a-4743-aed4-e47bcf934eac cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:43:02.812649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-a5f78db3-0c28-4b6e-900f-1ddc37c21b25 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Made reservation on behalf of 72c6ad708bae4a64803052c5bb5e264f for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:43:02.816157 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-a5f78db3-0c28-4b6e-900f-1ddc37c21b25 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:02.889999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be894cb2-06ff-4497-ae94-1f7139c123e5 req-b0fcedde-9f3e-4f47-b6b4-b43f9d3fcc02 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:02.892182 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be894cb2-06ff-4497-ae94-1f7139c123e5 req-b0fcedde-9f3e-4f47-b6b4-b43f9d3fcc02 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 932 time: 0.2516892 Feb 08 15:43:02.944443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61146558-6445-47f9-a57a-76768a1adf74 req-7f719570-a55e-43fe-83ce-04c14d63798f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:02.945996 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61146558-6445-47f9-a57a-76768a1adf74 req-7f719570-a55e-43fe-83ce-04c14d63798f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.96 "GET /v2.0/ports?device_id=cd75282c-2197-44b3-bc4a-5d75d1a181f5 HTTP/1.1" status: 200 len: 944 time: 0.2073257 Feb 08 15:43:02.999640 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-537f4f91-d0c9-4c30-85a0-42f5b3357c17 service neutron] 10.222.0.82 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432355 Feb 08 15:43:03.144286 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be894cb2-06ff-4497-ae94-1f7139c123e5 req-124a1981-68ba-4f2c-bd12-c68eef369b72 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029495 Feb 08 15:43:03.262446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-69319c01-1df1-4645-981a-86d1b562821f req-a5f78db3-0c28-4b6e-900f-1ddc37c21b25 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Allocated IP 19.86.0.222 (4a059062-3a2c-42eb-a743-6b7302e67fdc/767c45c2-a919-40f4-aa64-3c77bb96394d/d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:43:03.366706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-61146558-6445-47f9-a57a-76768a1adf74 req-56337444-ab4c-4353-9064-1ebdd57a6358 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Deleting port af9f402c-07d4-466a-84fe-ac160d41ee83 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:43:03.367035 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-61146558-6445-47f9-a57a-76768a1adf74 req-56337444-ab4c-4353-9064-1ebdd57a6358 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:03.396427 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c411e6-af49-4f02-8236-f5d892914cfb x-openstack-request-id: req-34c411e6-af49-4f02-8236-f5d892914cfb {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:03.397065 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd75282c-2197-44b3-bc4a-5d75d1a181f5", "name": "network-vif-unplugged", "status": "completed", "tag": "af9f402c-07d4-466a-84fe-ac160d41ee83", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:03.397519 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-34c411e6-af49-4f02-8236-f5d892914cfb {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:03.398084 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd75282c-2197-44b3-bc4a-5d75d1a181f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af9f402c-07d4-466a-84fe-ac160d41ee83', 'code': 200} Feb 08 15:43:03.640068 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e252402-0ec3-48d5-9e8e-9a38c93858b2 req-27f171da-45c4-4a39-9686-ad4144699f1a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:03.647734 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4e252402-0ec3-48d5-9e8e-9a38c93858b2 req-27f171da-45c4-4a39-9686-ad4144699f1a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.3920028 Feb 08 15:43:03.768924 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4252593b-b9b2-4b59-9aa4-81090f3b2c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:03.795484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-61146558-6445-47f9-a57a-76768a1adf74 req-56337444-ab4c-4353-9064-1ebdd57a6358 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] For port af9f402c-07d4-466a-84fe-ac160d41ee83, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=af9f402c-07d4-466a-84fe-ac160d41ee83,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:03.797284 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-61146558-6445-47f9-a57a-76768a1adf74 req-56337444-ab4c-4353-9064-1ebdd57a6358 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:03.818864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-61146558-6445-47f9-a57a-76768a1adf74 req-56337444-ab4c-4353-9064-1ebdd57a6358 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Calling delete_port for af9f402c-07d4-466a-84fe-ac160d41ee83 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:43:04.024312 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-61146558-6445-47f9-a57a-76768a1adf74 req-56337444-ab4c-4353-9064-1ebdd57a6358 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (af9f402c-07d4-466a-84fe-ac160d41ee83), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:04.039728 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-a5f78db3-0c28-4b6e-900f-1ddc37c21b25 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks [] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:04.107126 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4e252402-0ec3-48d5-9e8e-9a38c93858b2 req-8a856b7a-b8ce-4c0d-a642-42bb2603b4a7 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439349 Feb 08 15:43:04.113453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56337444-ab4c-4353-9064-1ebdd57a6358 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Pushing event deleted for resources: {'Port': ['ID=af9f402c-07d4-466a-84fe-ac160d41ee83,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:04.133442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2128fb0-3e40-4fac-9e9d-dc2c32ce3c36 req-254bd92a-dd25-4dd0-a23c-86a2ac0fef5c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:04.148492 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f2128fb0-3e40-4fac-9e9d-dc2c32ce3c36 req-254bd92a-dd25-4dd0-a23c-86a2ac0fef5c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 946 time: 0.6330469 Feb 08 15:43:04.275927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-61146558-6445-47f9-a57a-76768a1adf74 req-56337444-ab4c-4353-9064-1ebdd57a6358 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] No DVR routers for this DVR port af9f402c-07d4-466a-84fe-ac160d41ee83 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:43:04.281415 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-61146558-6445-47f9-a57a-76768a1adf74 req-56337444-ab4c-4353-9064-1ebdd57a6358 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:04.284829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61146558-6445-47f9-a57a-76768a1adf74 req-56337444-ab4c-4353-9064-1ebdd57a6358 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.96 "DELETE /v2.0/ports/af9f402c-07d4-466a-84fe-ac160d41ee83 HTTP/1.1" status: 204 len: 173 time: 1.3067319 Feb 08 15:43:04.286813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd75282c-2197-44b3-bc4a-5d75d1a181f5', 'name': 'network-vif-deleted', 'tag': 'af9f402c-07d4-466a-84fe-ac160d41ee83'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:04.289101 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc384b81-88f9-4a9d-b50d-c666e688dd8c" -d '{"events": [{"server_uuid": "cd75282c-2197-44b3-bc4a-5d75d1a181f5", "name": "network-vif-deleted", "tag": "af9f402c-07d4-466a-84fe-ac160d41ee83"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:04.311600 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-a5f78db3-0c28-4b6e-900f-1ddc37c21b25 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:04.376511 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f2128fb0-3e40-4fac-9e9d-dc2c32ce3c36 req-cf011f7c-d270-43c6-9785-aca59c7ea313 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270336 Feb 08 15:43:04.419419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69319c01-1df1-4645-981a-86d1b562821f req-a5f78db3-0c28-4b6e-900f-1ddc37c21b25 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Network 4a059062-3a2c-42eb-a743-6b7302e67fdc is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:43:04.446816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-69319c01-1df1-4645-981a-86d1b562821f req-a5f78db3-0c28-4b6e-900f-1ddc37c21b25 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:43:04.501622 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-69319c01-1df1-4645-981a-86d1b562821f req-a5f78db3-0c28-4b6e-900f-1ddc37c21b25 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:43:04.669698 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29520b-e65c-434a-a74e-7d0593c9159f req-7e9351ba-f13b-46bd-83d2-ec65ab31b4ad tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:04.672454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf29520b-e65c-434a-a74e-7d0593c9159f req-7e9351ba-f13b-46bd-83d2-ec65ab31b4ad tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=74ae7027-75f4-4e0b-a79c-ffcd3652578a HTTP/1.1" status: 200 len: 950 time: 0.4595516 Feb 08 15:43:04.679358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-a5f78db3-0c28-4b6e-900f-1ddc37c21b25 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:04.680285 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-a5f78db3-0c28-4b6e-900f-1ddc37c21b25 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:04.687356 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-3e2dafac-3f79-45f9-b3e7-76cf157adb7c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=47a06341cc3a4770995437fedeb0cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2341864 Feb 08 15:43:04.688491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f78db3-0c28-4b6e-900f-1ddc37c21b25 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event updated for resources: {'Port': ['ID=d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:04.870330 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-0e908c16-5dde-470e-ac65-bb1b9cea5c9f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=47a06341cc3a4770995437fedeb0cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819902 Feb 08 15:43:04.896002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-79dcd736-eaa2-456b-bb1b-de81bff46282 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:04.897939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-79dcd736-eaa2-456b-bb1b-de81bff46282 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764202 Feb 08 15:43:04.911667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4a7f858c-9559-4b88-a4bd-902e2d6ff6c5 None None] Provisioning complete for port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:04.912238 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4a7f858c-9559-4b88-a4bd-902e2d6ff6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:04.917770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-9f675bdb-842b-4fae-ba05-24c175b94765 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Request body: {'port': {'device_id': '83b57161-2c2b-49e5-a074-8a276c7c17b5', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '47a06341cc3a4770995437fedeb0cb4c'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:04.982963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f858c-9559-4b88-a4bd-902e2d6ff6c5 None None] Port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:43:05.072846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf29520b-e65c-434a-a74e-7d0593c9159f req-f9d71894-ee56-4661-9a50-e1b3632b8523 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/security-groups?id=f054853c-b557-4e8a-857b-800ecfc55483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882625 Feb 08 15:43:05.098564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-a5f78db3-0c28-4b6e-900f-1ddc37c21b25 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7193038 Feb 08 15:43:05.139283 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-69319c01-1df1-4645-981a-86d1b562821f req-b48e1535-83c1-438f-9980-75bbc32224c2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Request body: {'port': {'device_id': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0', 'admin_state_up': True, 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:05.164898 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-5ecc52c5-b6a1-4489-8f7d-9ee49f30db1e tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:05.167183 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-5ecc52c5-b6a1-4489-8f7d-9ee49f30db1e tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2904625 Feb 08 15:43:05.172883 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d052b4-bc6c-4f88-bfa2-9d65aff44709 req-e1fe897c-f408-435e-b829-e12a8f440997 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:05.185426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65d052b4-bc6c-4f88-bfa2-9d65aff44709 req-e1fe897c-f408-435e-b829-e12a8f440997 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 946 time: 0.2735586 Feb 08 15:43:05.201751 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-196662a6-e252-4b18-a364-29b1b9460ba3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Request body: {'port': {'device_id': '3480b59c-43a3-453a-8261-cbfc9edf23e8', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '47a06341cc3a4770995437fedeb0cb4c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:05.376913 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa25d5d6-b68d-4571-860d-679f4177a89f req-8c7058b2-f184-4397-a33d-fc09112ebe00 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 210 time: 0.1820533 Feb 08 15:43:05.379050 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:05.458238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-b48e1535-83c1-438f-9980-75bbc32224c2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Made reservation on behalf of 72c6ad708bae4a64803052c5bb5e264f for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:43:05.464895 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-b48e1535-83c1-438f-9980-75bbc32224c2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:05.496496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-68e6c809-8a4f-4d95-b257-3cbffc204933 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:05.498469 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-68e6c809-8a4f-4d95-b257-3cbffc204933 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.94 "GET /v2.0/networks?id=67e9eee1-fa22-4fdb-a210-1356974271e1 HTTP/1.1" status: 200 len: 804 time: 0.1772203 Feb 08 15:43:05.550614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-c8030ac6-c076-4998-af4f-3c7379b17503 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Request body: {'port': {'device_id': '8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d', 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1', 'admin_state_up': True, 'tenant_id': 'fc1f662f69bf4e798027631518391c93'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:05.579219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65d052b4-bc6c-4f88-bfa2-9d65aff44709 req-708bb212-7bf6-4fa7-8c4f-d10d03b38915 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/security-groups?id=a81b3dd2-9b9f-4c8b-a093-f9ae86b8effd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925374 Feb 08 15:43:05.669433 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2204052-43d2-42c6-863a-9f2b53858d51 x-openstack-request-id: req-a2204052-43d2-42c6-863a-9f2b53858d51 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:05.669723 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd75282c-2197-44b3-bc4a-5d75d1a181f5", "name": "network-vif-deleted", "tag": "af9f402c-07d4-466a-84fe-ac160d41ee83", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:05.669980 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a2204052-43d2-42c6-863a-9f2b53858d51 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:05.670377 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd75282c-2197-44b3-bc4a-5d75d1a181f5', 'name': 'network-vif-deleted', 'tag': 'af9f402c-07d4-466a-84fe-ac160d41ee83', 'status': 'completed', 'code': 200} Feb 08 15:43:05.704104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9281c8-4a26-4492-bb6e-2e027217d0f6 req-87a30629-6c78-45c6-9d10-d97f7daeeeab tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:05.709857 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9281c8-4a26-4492-bb6e-2e027217d0f6 req-87a30629-6c78-45c6-9d10-d97f7daeeeab tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:05.711568 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac9281c8-4a26-4492-bb6e-2e027217d0f6 req-87a30629-6c78-45c6-9d10-d97f7daeeeab tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 1655 time: 0.2028410 Feb 08 15:43:05.728750 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-9f675bdb-842b-4fae-ba05-24c175b94765 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Made reservation on behalf of 47a06341cc3a4770995437fedeb0cb4c for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:43:05.732192 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-9f675bdb-842b-4fae-ba05-24c175b94765 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:05.775229 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8cf148b6-0f8d-48d1-857b-5f1e4a5e87aa req-ecbf81d0-311a-41bd-a1d2-317bd87b85ae tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3480b59c-43a3-453a-8261-cbfc9edf23e8 HTTP/1.1" status: 200 len: 210 time: 0.0320897 Feb 08 15:43:05.826316 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-196662a6-e252-4b18-a364-29b1b9460ba3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Made reservation on behalf of 47a06341cc3a4770995437fedeb0cb4c for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:43:05.829244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-69319c01-1df1-4645-981a-86d1b562821f req-b48e1535-83c1-438f-9980-75bbc32224c2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Allocated IP 19.80.0.235 (03c7de7b-72ff-4794-b0ff-1372e12e74e0/d9108d6f-0325-4e42-b5c6-2d4912a826f4/c2500c53-93e9-4988-98b0-c5eddf8d6951) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:43:05.830471 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-196662a6-e252-4b18-a364-29b1b9460ba3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:05.919670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-c8030ac6-c076-4998-af4f-3c7379b17503 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Made reservation on behalf of fc1f662f69bf4e798027631518391c93 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:43:05.923800 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-c8030ac6-c076-4998-af4f-3c7379b17503 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:06.207584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-196662a6-e252-4b18-a364-29b1b9460ba3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Allocated IP 192.168.233.133 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/61036a9b-1ca0-430e-a9d6-b220f970db5a) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:43:06.328920 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-c8030ac6-c076-4998-af4f-3c7379b17503 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Allocated IP 172.20.0.4 (67e9eee1-fa22-4fdb-a210-1356974271e1/861f702f-72c5-4ba8-b9fd-a3dea3b057b0/47f36d6c-fad5-4c5a-ba41-7f5d604a7779) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:43:06.452601 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device af9f402c-07d4-466a-84fe-ac160d41ee83 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:43:06.466198 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-196662a6-e252-4b18-a364-29b1b9460ba3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks [] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:06.501802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: af9f402c-07d4-466a-84fe-ac160d41ee83 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:43:06.502157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device af9f402c-07d4-466a-84fe-ac160d41ee83 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:43:06.541899 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:06.583253 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac9281c8-4a26-4492-bb6e-2e027217d0f6 req-d00ba02d-d703-4948-a5b8-1cba26928c39 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8556340 Feb 08 15:43:06.689077 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-c8030ac6-c076-4998-af4f-3c7379b17503 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks [] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:06.725287 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-196662a6-e252-4b18-a364-29b1b9460ba3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:06.739984 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['44ed5363-0f44-4ef7-91ec-3d682c8ee53d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:06.777320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-9f675bdb-842b-4fae-ba05-24c175b94765 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Allocated IP 192.168.233.183 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/a25273d2-2129-4f36-bd3c-7d3a4544071f) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:43:06.808232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48697cd-0e79-445e-9d75-df339759cb2a req-141e612e-c9ce-43ce-92f5-aa31c5e64e71 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:06.813617 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b48697cd-0e79-445e-9d75-df339759cb2a req-141e612e-c9ce-43ce-92f5-aa31c5e64e71 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 950 time: 0.2392416 Feb 08 15:43:06.834127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-196662a6-e252-4b18-a364-29b1b9460ba3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:43:06.854528 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-196662a6-e252-4b18-a364-29b1b9460ba3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:43:06.861146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-196662a6-e252-4b18-a364-29b1b9460ba3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:43:06.864667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-c8030ac6-c076-4998-af4f-3c7379b17503 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:06.952331 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-b48e1535-83c1-438f-9980-75bbc32224c2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks [] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:06.991341 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196662a6-e252-4b18-a364-29b1b9460ba3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event updated for resources: {'Port': ['ID=61036a9b-1ca0-430e-a9d6-b220f970db5a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:07.020285 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-c8030ac6-c076-4998-af4f-3c7379b17503 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Network 67e9eee1-fa22-4fdb-a210-1356974271e1 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:43:07.029821 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-c8030ac6-c076-4998-af4f-3c7379b17503 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:43:07.040102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-c8030ac6-c076-4998-af4f-3c7379b17503 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:43:07.105753 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96af17-62e4-4ec2-9da2-d1f2384b07f8 req-6bb69ab0-a6aa-498f-9578-650c49fe01c1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:07.107663 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af96af17-62e4-4ec2-9da2-d1f2384b07f8 req-6bb69ab0-a6aa-498f-9578-650c49fe01c1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 946 time: 0.3543179 Feb 08 15:43:07.124481 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b48697cd-0e79-445e-9d75-df339759cb2a req-6704fd67-2e28-4680-b45b-090e87996325 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958981 Feb 08 15:43:07.140363 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-196662a6-e252-4b18-a364-29b1b9460ba3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:07.143530 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-196662a6-e252-4b18-a364-29b1b9460ba3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:07.197816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8030ac6-c076-4998-af4f-3c7379b17503 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Pushing event updated for resources: {'Port': ['ID=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:07.220897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-c8030ac6-c076-4998-af4f-3c7379b17503 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:07.222708 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-c8030ac6-c076-4998-af4f-3c7379b17503 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:07.237801 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-196662a6-e252-4b18-a364-29b1b9460ba3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0515251 Feb 08 15:43:07.252976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Request body: {'port': {'device_id': '3480b59c-43a3-453a-8261-cbfc9edf23e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:07.294070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-c8030ac6-c076-4998-af4f-3c7379b17503 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7614350 Feb 08 15:43:07.333312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Request body: {'port': {'device_id': '8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:07.337831 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7b807ae7-2b2d-4575-97bf-e03a1fba7066 None None] Provisioning complete for port 61036a9b-1ca0-430e-a9d6-b220f970db5a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:07.338607 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7b807ae7-2b2d-4575-97bf-e03a1fba7066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:07.379132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7b807ae7-2b2d-4575-97bf-e03a1fba7066 None None] Port 61036a9b-1ca0-430e-a9d6-b220f970db5a cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:43:07.442755 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:07.487711 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-b48e1535-83c1-438f-9980-75bbc32224c2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:07.490336 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:07.527059 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af96af17-62e4-4ec2-9da2-d1f2384b07f8 req-3a3b7446-cea1-4873-a66e-557f790074ce tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012070 Feb 08 15:43:07.730174 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-91e66cb8-293e-45de-b2f7-04df03914fb5 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 258 time: 0.5410268 Feb 08 15:43:07.763208 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:07.801342 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69319c01-1df1-4645-981a-86d1b562821f req-b48e1535-83c1-438f-9980-75bbc32224c2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:43:07.807775 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-9f675bdb-842b-4fae-ba05-24c175b94765 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks [] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:07.809819 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:07.831270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-69319c01-1df1-4645-981a-86d1b562821f req-b48e1535-83c1-438f-9980-75bbc32224c2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:43:07.834819 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-69319c01-1df1-4645-981a-86d1b562821f req-b48e1535-83c1-438f-9980-75bbc32224c2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:43:07.840654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e1535-83c1-438f-9980-75bbc32224c2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event updated for resources: {'Port': ['ID=c2500c53-93e9-4988-98b0-c5eddf8d6951,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:07.902108 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:07.953615 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-b48e1535-83c1-438f-9980-75bbc32224c2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:07.954369 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-b48e1535-83c1-438f-9980-75bbc32224c2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:08.004620 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:08.013258 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Publish callbacks [] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:08.026315 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-b48e1535-83c1-438f-9980-75bbc32224c2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9070909 Feb 08 15:43:08.032409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Transition to ACTIVE for port object 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:43:08.036508 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:08.117224 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Request body: {'port': {'device_id': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:08.184061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Attempting to bind port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:43:08.184324 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Attempting to bind port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:43:08.184646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Attempting to bind port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 on network 67e9eee1-fa22-4fdb-a210-1356974271e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:08.188518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Pushing event updated for resources: {'Port': ['ID=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:08.192851 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 on network 67e9eee1-fa22-4fdb-a210-1356974271e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:43:08.193401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Attempting to bind port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 on network 67e9eee1-fa22-4fdb-a210-1356974271e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:08.198875 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:43:08.199227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Checking segment: {'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:43:08.199615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Bound using segment: {'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:43:08.200050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Bound port: 47f36d6c-fad5-4c5a-ba41-7f5d604a7779, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:43:08.200497 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:08.206913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240a91b-87dd-44fe-b142-f0a3c11661e7 req-8b48cbbb-12c4-4e77-9f63-f6a24b059ab1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:08.208564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2240a91b-87dd-44fe-b142-f0a3c11661e7 req-8b48cbbb-12c4-4e77-9f63-f6a24b059ab1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 931 time: 0.4113343 Feb 08 15:43:08.222075 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-255d7d3b-9020-4e3f-9056-41c969b94f15 None None] Provisioning complete for port c2500c53-93e9-4988-98b0-c5eddf8d6951 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:08.222451 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-255d7d3b-9020-4e3f-9056-41c969b94f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:08.268245 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4dc72800-227a-4743-aed4-e47bcf934eac), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:08.283842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] For port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:43:08.288827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] For port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:43:08.299073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-255d7d3b-9020-4e3f-9056-41c969b94f15 None None] Port c2500c53-93e9-4988-98b0-c5eddf8d6951 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:43:08.314434 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:08.332723 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-9f675bdb-842b-4fae-ba05-24c175b94765 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:08.349693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['44ed5363-0f44-4ef7-91ec-3d682c8ee53d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:08.373718 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2240a91b-87dd-44fe-b142-f0a3c11661e7 req-53cbaa62-2e47-496b-bfe0-300c97d50502 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500642 Feb 08 15:43:08.468209 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8942e403-23be-4b0d-8001-3bf8829b886f details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:43:08.469548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f675bdb-842b-4fae-ba05-24c175b94765 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event updated for resources: {'Port': ['ID=a25273d2-2129-4f36-bd3c-7d3a4544071f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:08.664788 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-9f675bdb-842b-4fae-ba05-24c175b94765 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:43:08.696823 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-9f675bdb-842b-4fae-ba05-24c175b94765 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:43:08.712576 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-9f675bdb-842b-4fae-ba05-24c175b94765 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:43:08.758594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8942e403-23be-4b0d-8001-3bf8829b886f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8942e403-23be-4b0d-8001-3bf8829b886f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:08.774170 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-9f675bdb-842b-4fae-ba05-24c175b94765 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:08.774860 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-9f675bdb-842b-4fae-ba05-24c175b94765 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:08.790011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '8942e403-23be-4b0d-8001-3bf8829b886f', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '8942e403-23be-4b0d-8001-3bf8829b886f', 'mac_address': 'fa:16:3e:bc:4d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:43:08.803268 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-9f675bdb-842b-4fae-ba05-24c175b94765 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8901203 Feb 08 15:43:08.814683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:08.816405 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:08.824347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:08.825883 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] 10.222.0.94 "PUT /v2.0/ports/47f36d6c-fad5-4c5a-ba41-7f5d604a7779 HTTP/1.1" status: 200 len: 1092 time: 1.5093577 Feb 08 15:43:08.833999 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d', 'tag': '47f36d6c-fad5-4c5a-ba41-7f5d604a7779'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:08.857844 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6688e4db-5966-4797-9dfc-403199ee7d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d", "tag": "47f36d6c-fad5-4c5a-ba41-7f5d604a7779"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:08.918127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d266e231-7554-47d7-9a87-bb2337ce32f9 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:43:08.936539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 8942e403-23be-4b0d-8001-3bf8829b886f is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:08.937341 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:08.958047 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8942e403-23be-4b0d-8001-3bf8829b886f {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:08.960607 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182b5a7-2cbb-4a79-b3dc-751120430af1 service neutron] Pushing event updated for resources: {'Port': ['ID=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:08.996271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8942e403-23be-4b0d-8001-3bf8829b886f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8942e403-23be-4b0d-8001-3bf8829b886f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:09.019341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Request body: {'port': {'device_id': '83b57161-2c2b-49e5-a074-8a276c7c17b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:09.071160 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-bdda5a99-654d-42bb-a87c-2bedb0f8dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:09.074131 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-bdda5a99-654d-42bb-a87c-2bedb0f8dfed service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fc1f662f69bf4e798027631518391c93&device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 1126 time: 0.1862979 Feb 08 15:43:09.088260 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:09.134501 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-9ebac12f-68d7-4284-b0cb-ae2cdc3b6c57 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47f36d6c-fad5-4c5a-ba41-7f5d604a7779 HTTP/1.1" status: 200 len: 217 time: 0.0509608 Feb 08 15:43:09.196441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-4255939b-44f8-48bc-82fa-8a61f88e1ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:09.198575 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-4255939b-44f8-48bc-82fa-8a61f88e1ce6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861f702f-72c5-4ba8-b9fd-a3dea3b057b0 HTTP/1.1" status: 200 len: 844 time: 0.0529716 Feb 08 15:43:09.271864 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-48187052-0d4e-44b3-9400-1f3fdcfbea8e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=67e9eee1-fa22-4fdb-a210-1356974271e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664322 Feb 08 15:43:09.280195 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc72800-227a-4743-aed4-e47bcf934eac {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:09.285310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['8942e403-23be-4b0d-8001-3bf8829b886f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:09.289473 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Publish callbacks [] for port (4dc72800-227a-4743-aed4-e47bcf934eac), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:09.306510 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Transition to ACTIVE for port object 4dc72800-227a-4743-aed4-e47bcf934eac will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:43:09.310986 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Allocated IP 172.25.7.203 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/f66294d4-b848-4eb6-aa35-4a5b132c204b) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:43:09.317573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a74bec73-b0ff-4a13-a2aa-5a0d5d7e63a5 None None] Provisioning complete for port a25273d2-2129-4f36-bd3c-7d3a4544071f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:09.319002 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a74bec73-b0ff-4a13-a2aa-5a0d5d7e63a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:09.332530 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (4dc72800-227a-4743-aed4-e47bcf934eac), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:09.362333 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69072cc-f24c-4553-917a-db3e4e5fa0d4 req-e0292ef2-b37e-48ba-b084-e68dc7b0757e tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:09.364094 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f69072cc-f24c-4553-917a-db3e4e5fa0d4 req-e0292ef2-b37e-48ba-b084-e68dc7b0757e tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3480b59c-43a3-453a-8261-cbfc9edf23e8 HTTP/1.1" status: 200 len: 936 time: 0.8809276 Feb 08 15:43:09.446333 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61036a9b-1ca0-430e-a9d6-b220f970db5a {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:09.459970 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Publish callbacks [] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:09.473421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=8942e403-23be-4b0d-8001-3bf8829b886f,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:09.482133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f69072cc-f24c-4553-917a-db3e4e5fa0d4 req-b4df8e54-3134-476c-84d1-3349a7e57bdc tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876379 Feb 08 15:43:09.508712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d266e231-7554-47d7-9a87-bb2337ce32f9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d266e231-7554-47d7-9a87-bb2337ce32f9,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:09.575760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Transition to ACTIVE for port object 61036a9b-1ca0-430e-a9d6-b220f970db5a will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:43:09.605573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'd266e231-7554-47d7-9a87-bb2337ce32f9', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': 'd266e231-7554-47d7-9a87-bb2337ce32f9', 'mac_address': 'fa:16:3e:09:d5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:43:09.614667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a74bec73-b0ff-4a13-a2aa-5a0d5d7e63a5 None None] Port a25273d2-2129-4f36-bd3c-7d3a4544071f cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:43:09.615636 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-da40ee0f-e1f9-4747-bd19-2a4e877beef9 service neutron] 10.222.0.94 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980664 Feb 08 15:43:09.626210 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:09.730674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d266e231-7554-47d7-9a87-bb2337ce32f9 is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:09.731101 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:09.732731 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:09.777432 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d266e231-7554-47d7-9a87-bb2337ce32f9 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:09.788097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Pushing event updated for resources: {'Port': ['ID=4dc72800-227a-4743-aed4-e47bcf934eac,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:09.832181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d266e231-7554-47d7-9a87-bb2337ce32f9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d266e231-7554-47d7-9a87-bb2337ce32f9,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:09.849469 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:10.048438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Pushing event updated for resources: {'Port': ['ID=61036a9b-1ca0-430e-a9d6-b220f970db5a,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:10.102004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Attempting to bind port 61036a9b-1ca0-430e-a9d6-b220f970db5a on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:43:10.103146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Attempting to bind port 61036a9b-1ca0-430e-a9d6-b220f970db5a by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:43:10.103639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Attempting to bind port 61036a9b-1ca0-430e-a9d6-b220f970db5a on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:10.114018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Port 61036a9b-1ca0-430e-a9d6-b220f970db5a on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:43:10.114608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Attempting to bind port 61036a9b-1ca0-430e-a9d6-b220f970db5a on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:10.124307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:43:10.125151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:43:10.125788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:43:10.126446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Bound port: 61036a9b-1ca0-430e-a9d6-b220f970db5a, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:43:10.127044 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:10.147796 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ecd691bc-8de9-4b9e-8416-2f8e79bcc3ae req-a9d1b387-6a05-445f-aa73-5b6ce2af1ee1 service neutron] 10.222.0.94 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016961 Feb 08 15:43:10.179702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d266e231-7554-47d7-9a87-bb2337ce32f9,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:10.220514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['d266e231-7554-47d7-9a87-bb2337ce32f9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:10.265743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] For port 61036a9b-1ca0-430e-a9d6-b220f970db5a, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:43:10.274249 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] For port 61036a9b-1ca0-430e-a9d6-b220f970db5a, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=61036a9b-1ca0-430e-a9d6-b220f970db5a,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:43:10.297485 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:10.376104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25273d2-2129-4f36-bd3c-7d3a4544071f {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:10.391456 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Publish callbacks [] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:10.406984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Transition to ACTIVE for port object a25273d2-2129-4f36-bd3c-7d3a4544071f will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:43:10.433476 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:10.434618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:10.435711 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:10.438644 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] 10.222.0.94 "PUT /v2.0/ports/61036a9b-1ca0-430e-a9d6-b220f970db5a HTTP/1.1" status: 200 len: 1097 time: 3.1918106 Feb 08 15:43:10.570250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4021f-d3dd-49a3-9922-f62501b2cce7 service neutron] Pushing event updated for resources: {'Port': ['ID=61036a9b-1ca0-430e-a9d6-b220f970db5a,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:10.616737 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d54bb94b-51b9-43e3-98d4-0ed9f604028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:10.619077 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d54bb94b-51b9-43e3-98d4-0ed9f604028f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=3480b59c-43a3-453a-8261-cbfc9edf23e8 HTTP/1.1" status: 200 len: 1131 time: 0.1305807 Feb 08 15:43:10.721112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9432024-3746-4350-ac3a-660090c69cfb req-d6565999-aeeb-4a09-ba0a-9422a642de69 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:10.721775 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-2b9385b7-82b0-4e3e-93da-c6c80b25891b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=61036a9b-1ca0-430e-a9d6-b220f970db5a HTTP/1.1" status: 200 len: 217 time: 0.0924666 Feb 08 15:43:10.727290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9432024-3746-4350-ac3a-660090c69cfb req-d6565999-aeeb-4a09-ba0a-9422a642de69 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:10.746077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9432024-3746-4350-ac3a-660090c69cfb req-d6565999-aeeb-4a09-ba0a-9422a642de69 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:10.753572 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f9432024-3746-4350-ac3a-660090c69cfb req-d6565999-aeeb-4a09-ba0a-9422a642de69 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 2389 time: 1.0514536 Feb 08 15:43:10.755776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Attempting to bind port 4dc72800-227a-4743-aed4-e47bcf934eac on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:43:10.756828 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Attempting to bind port 4dc72800-227a-4743-aed4-e47bcf934eac by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'b89e1bbe-9be3-4eb2-a178-72191ba81ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:43:10.757286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Attempting to bind port 4dc72800-227a-4743-aed4-e47bcf934eac on network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:10.802394 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-3e969749-deaa-4fbd-874c-b212355c22a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:10.803921 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-3e969749-deaa-4fbd-874c-b212355c22a4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0723979 Feb 08 15:43:10.822167 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for port (f66294d4-b848-4eb6-aa35-4a5b132c204b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:10.829538 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Pushing event updated for resources: {'Port': ['ID=a25273d2-2129-4f36-bd3c-7d3a4544071f,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:10.850640 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Port 4dc72800-227a-4743-aed4-e47bcf934eac on network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:43:10.851098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Attempting to bind port 4dc72800-227a-4743-aed4-e47bcf934eac on network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:10.880353 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-34b3ab76-f188-4aa2-97d4-4db5bc145225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:10.883414 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-34b3ab76-f188-4aa2-97d4-4db5bc145225 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0693228 Feb 08 15:43:10.890273 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:43:10.890872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Checking segment: {'id': 'b89e1bbe-9be3-4eb2-a178-72191ba81ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:43:10.891455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Bound using segment: {'id': 'b89e1bbe-9be3-4eb2-a178-72191ba81ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:43:10.895075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Bound port: 4dc72800-227a-4743-aed4-e47bcf934eac, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89e1bbe-9be3-4eb2-a178-72191ba81ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:43:10.895633 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4dc72800-227a-4743-aed4-e47bcf934eac), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:10.930624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d266e231-7554-47d7-9a87-bb2337ce32f9 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:43:10.965691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f9432024-3746-4350-ac3a-660090c69cfb req-540a7bdd-07cb-404a-aabc-ad261b9c94f3 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965697 Feb 08 15:43:11.109799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Attempting to bind port a25273d2-2129-4f36-bd3c-7d3a4544071f on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:43:11.110477 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Attempting to bind port a25273d2-2129-4f36-bd3c-7d3a4544071f by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:43:11.111054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Attempting to bind port a25273d2-2129-4f36-bd3c-7d3a4544071f on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:11.126897 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f66294d4-b848-4eb6-aa35-4a5b132c204b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:11.146849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Port a25273d2-2129-4f36-bd3c-7d3a4544071f on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:43:11.150803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Attempting to bind port a25273d2-2129-4f36-bd3c-7d3a4544071f on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:11.214510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d266e231-7554-47d7-9a87-bb2337ce32f9 is: BUILD; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:11.215520 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:11.220631 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-9cbc51a7-cf7e-480e-9a7f-56e6a2993ba6 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278282 Feb 08 15:43:11.236572 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d266e231-7554-47d7-9a87-bb2337ce32f9 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:11.242950 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:43:11.243692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:43:11.244089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:43:11.244971 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Bound port: a25273d2-2129-4f36-bd3c-7d3a4544071f, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:43:11.245395 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:11.276141 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d266e231-7554-47d7-9a87-bb2337ce32f9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d266e231-7554-47d7-9a87-bb2337ce32f9,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:11.277940 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] For port 4dc72800-227a-4743-aed4-e47bcf934eac, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:43:11.289562 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:11.295115 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:43:11.348097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:43:11.359245 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] For port 4dc72800-227a-4743-aed4-e47bcf934eac, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4dc72800-227a-4743-aed4-e47bcf934eac,segment=NetworkSegment(b89e1bbe-9be3-4eb2-a178-72191ba81ab9),segment_id=b89e1bbe-9be3-4eb2-a178-72191ba81ab9)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:43:11.364383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:43:11.377155 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7291a-3401-459b-9b64-b537547f3365 req-95151574-905c-48cc-bd4b-b43f6efb18f4 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:11.380601 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d266e231-7554-47d7-9a87-bb2337ce32f9,revision_number=10']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:11.381969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13b7291a-3401-459b-9b64-b537547f3365 req-95151574-905c-48cc-bd4b-b43f6efb18f4 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 949 time: 0.2271881 Feb 08 15:43:11.389597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Pushing event updated for resources: {'Port': ['ID=f66294d4-b848-4eb6-aa35-4a5b132c204b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:11.429551 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-27ec6259-3ac4-4b89-be24-bd9e8001d0a9 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003467 Feb 08 15:43:11.454938 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (4dc72800-227a-4743-aed4-e47bcf934eac), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:11.539988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] For port a25273d2-2129-4f36-bd3c-7d3a4544071f, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:43:11.551557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] For port a25273d2-2129-4f36-bd3c-7d3a4544071f, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=a25273d2-2129-4f36-bd3c-7d3a4544071f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:43:11.556169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13b7291a-3401-459b-9b64-b537547f3365 req-58bc4e71-4c2b-4fc4-aa66-4259e8441e94 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410568 Feb 08 15:43:11.636493 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for floatingip (cae8d00d-76e6-4ad4-ac7c-84329fd79232), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:11.643598 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:11.644279 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:11.645873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] 10.222.0.96 "PUT /v2.0/ports/4dc72800-227a-4743-aed4-e47bcf934eac HTTP/1.1" status: 200 len: 1093 time: 3.5417957 Feb 08 15:43:11.650566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'tag': '4dc72800-227a-4743-aed4-e47bcf934eac'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:11.652986 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090df652-7e0c-413f-aaed-d87f5c0973b0" -d '{"events": [{"name": "network-changed", "server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "tag": "4dc72800-227a-4743-aed4-e47bcf934eac"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:11.665121 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:11.714132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Request body: {'port': {'device_id': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:12.098739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f1fb4-c842-4c18-9c68-352e8079c76e service neutron] Pushing event updated for resources: {'Port': ['ID=4dc72800-227a-4743-aed4-e47bcf934eac,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:12.135014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:12.136602 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:12.141327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] 10.222.0.94 "PUT /v2.0/ports/a25273d2-2129-4f36-bd3c-7d3a4544071f HTTP/1.1" status: 200 len: 1097 time: 3.1320586 Feb 08 15:43:12.177470 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f66294d4-b848-4eb6-aa35-4a5b132c204b), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:12.371731 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:12.388293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835d367-db8a-4c1d-8268-3cbb312e6bfd service neutron] Pushing event updated for resources: {'Port': ['ID=a25273d2-2129-4f36-bd3c-7d3a4544071f,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:12.499629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8942e403-23be-4b0d-8001-3bf8829b886f up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:43:12.506022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50481c7a-773b-4b7e-8771-a0c76f693966 req-fe8313a5-cea2-41ea-b89c-84a0d52b382a tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:12.508296 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50481c7a-773b-4b7e-8771-a0c76f693966 req-fe8313a5-cea2-41ea-b89c-84a0d52b382a tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 946 time: 0.4302595 Feb 08 15:43:12.588386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 8942e403-23be-4b0d-8001-3bf8829b886f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:12.588914 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:12.625965 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for port (f66294d4-b848-4eb6-aa35-4a5b132c204b), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:12.645503 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (f66294d4-b848-4eb6-aa35-4a5b132c204b), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:12.725053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-76802380-228e-46e9-8e70-a03354b5343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:12.726772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-76802380-228e-46e9-8e70-a03354b5343e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=83b57161-2c2b-49e5-a074-8a276c7c17b5 HTTP/1.1" status: 200 len: 1131 time: 0.4623466 Feb 08 15:43:12.853416 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-f9c37b33-0f16-4e2f-9d8a-09ed47b9080a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=a25273d2-2129-4f36-bd3c-7d3a4544071f HTTP/1.1" status: 200 len: 217 time: 0.0977259 Feb 08 15:43:12.857724 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50481c7a-773b-4b7e-8771-a0c76f693966 req-2f8a2c95-4fd4-41e5-bcc9-76aebf054af9 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859330 Feb 08 15:43:12.881635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 8942e403-23be-4b0d-8001-3bf8829b886f is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:12.882037 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:12.926472 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8942e403-23be-4b0d-8001-3bf8829b886f'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:12.929460 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee1e266-9dfe-4cae-8223-c6f94694c731" -d '{"events": [{"server_uuid": "74ae7027-75f4-4e0b-a79c-ffcd3652578a", "name": "network-vif-plugged", "status": "completed", "tag": "8942e403-23be-4b0d-8001-3bf8829b886f"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:12.960462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Pushing event updated for resources: {'Port': ['ID=f66294d4-b848-4eb6-aa35-4a5b132c204b,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:12.980906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:43:12.986359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d266e231-7554-47d7-9a87-bb2337ce32f9 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:43:12.994193 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8942e403-23be-4b0d-8001-3bf8829b886f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8942e403-23be-4b0d-8001-3bf8829b886f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:13.005078 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (cae8d00d-76e6-4ad4-ac7c-84329fd79232), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:13.024341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-bc2e1cb7-2a4f-4546-9cc5-65e9b7ca1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:13.026030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-bc2e1cb7-2a4f-4546-9cc5-65e9b7ca1fd6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1589253 Feb 08 15:43:13.049214 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:13.050618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-0d27fd54-7ca7-4891-ad9b-e8c6ddbd605b tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3196108 Feb 08 15:43:13.077381 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:13.097835 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60818da3-fdee-4478-b171-3e9d84e4135a x-openstack-request-id: req-60818da3-fdee-4478-b171-3e9d84e4135a {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:13.098867 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d", "tag": "47f36d6c-fad5-4c5a-ba41-7f5d604a7779", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:13.099274 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-60818da3-fdee-4478-b171-3e9d84e4135a {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:13.099822 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d', 'tag': '47f36d6c-fad5-4c5a-ba41-7f5d604a7779', 'status': 'completed', 'code': 200} Feb 08 15:43:13.178817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-8326de7a-5ae8-4382-8122-97104dfe449f tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 696 time: 0.1159990 Feb 08 15:43:13.210591 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688e4db-5966-4797-9dfc-403199ee7d7c req-8cc04517-af87-4cdc-aed2-2737022cf833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:13.212843 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6688e4db-5966-4797-9dfc-403199ee7d7c req-8cc04517-af87-4cdc-aed2-2737022cf833 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fc1f662f69bf4e798027631518391c93&device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 1126 time: 0.0871921 Feb 08 15:43:13.230201 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:43:13.349343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688e4db-5966-4797-9dfc-403199ee7d7c req-1954cb42-6d21-4a3b-b73a-0bff9dc7a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:13.351127 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6688e4db-5966-4797-9dfc-403199ee7d7c req-1954cb42-6d21-4a3b-b73a-0bff9dc7a9af service neutron] 10.222.0.94 "GET /v2.0/networks?id=67e9eee1-fa22-4fdb-a210-1356974271e1 HTTP/1.1" status: 200 len: 905 time: 0.1287444 Feb 08 15:43:13.372158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=8942e403-23be-4b0d-8001-3bf8829b886f,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:13.393952 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port d266e231-7554-47d7-9a87-bb2337ce32f9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:13.394332 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:13.423202 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:13.432901 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Publish callbacks [] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:13.453630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Transition to ACTIVE for port object d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:43:13.454989 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6688e4db-5966-4797-9dfc-403199ee7d7c req-9ff7c691-d67f-465b-b037-941ced59b885 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47f36d6c-fad5-4c5a-ba41-7f5d604a7779 HTTP/1.1" status: 200 len: 217 time: 0.0935042 Feb 08 15:43:13.455293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:13.473267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-8a6b44c4-bda4-4284-867b-8a130b4bd8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:13.476412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-8a6b44c4-bda4-4284-867b-8a130b4bd8ee service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4311795 Feb 08 15:43:13.482565 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:13.502107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '47f36d6c-fad5-4c5a-ba41-7f5d604a7779', 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1', 'port_id': '47f36d6c-fad5-4c5a-ba41-7f5d604a7779', 'mac_address': 'fa:16:3e:a7:5e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861f702f-72c5-4ba8-b9fd-a3dea3b057b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:43:13.555814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688e4db-5966-4797-9dfc-403199ee7d7c req-1c58f7db-97b0-45f0-9fbc-a8b64b677768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:13.557360 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6688e4db-5966-4797-9dfc-403199ee7d7c req-1c58f7db-97b0-45f0-9fbc-a8b64b677768 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861f702f-72c5-4ba8-b9fd-a3dea3b057b0 HTTP/1.1" status: 200 len: 844 time: 0.0927994 Feb 08 15:43:13.610850 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6688e4db-5966-4797-9dfc-403199ee7d7c req-7d3ab864-fc38-48da-a75e-2c6d6a3e2beb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=67e9eee1-fa22-4fdb-a210-1356974271e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441234 Feb 08 15:43:13.616985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:13.618372 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:13.624278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Pushing event updated for resources: {'Port': ['ID=d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:13.674925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02559f20-12e4-413f-86f6-b91598190d3f req-72e5ee13-dc03-4e87-a5a6-8dc6576eb419 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:13.680604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d266e231-7554-47d7-9a87-bb2337ce32f9 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:13.682192 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:13.683532 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02559f20-12e4-413f-86f6-b91598190d3f req-72e5ee13-dc03-4e87-a5a6-8dc6576eb419 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 943 time: 0.4983885 Feb 08 15:43:13.688308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:13.771439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:13.783725 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:13.818756 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6688e4db-5966-4797-9dfc-403199ee7d7c req-517200b4-bb8c-4e0e-9183-cc9b504be153 service neutron] 10.222.0.94 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962950 Feb 08 15:43:13.842841 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-065aea1d-bbbf-4e1d-b0f2-751b7801e153 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:13.850263 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049cacf1-e884-49cf-b17b-c66bb943e354 req-065aea1d-bbbf-4e1d-b0f2-751b7801e153 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.6706021 Feb 08 15:43:13.893767 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d266e231-7554-47d7-9a87-bb2337ce32f9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d266e231-7554-47d7-9a87-bb2337ce32f9,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:13.934785 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:13.960307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:14.025696 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6688e4db-5966-4797-9dfc-403199ee7d7c req-7e23f85f-85df-4a93-a89e-7b7e9d90be92 service neutron] 10.222.0.94 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934159 Feb 08 15:43:14.049552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d266e231-7554-47d7-9a87-bb2337ce32f9,revision_number=11']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:14.146319 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['47f36d6c-fad5-4c5a-ba41-7f5d604a7779'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:14.160298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02559f20-12e4-413f-86f6-b91598190d3f req-633cc17d-200a-418d-8c8f-a481220fff47 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757361 Feb 08 15:43:14.271769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-846b6f2f-4a77-496d-9cc2-c25d96ebf5e2 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7657373 Feb 08 15:43:14.276491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Attempting to bind port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:43:14.278655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Attempting to bind port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '3b93592e-fc91-4ea5-a010-ce0da532db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a059062-3a2c-42eb-a743-6b7302e67fdc'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:43:14.281459 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Attempting to bind port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 on network 4a059062-3a2c-42eb-a743-6b7302e67fdc {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:14.297821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f82e2-6e72-4240-bb9c-d36a8c7bd2e1 req-846decae-2285-47bd-9d15-6ef5e5d3343b tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:14.305331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f01f82e2-6e72-4240-bb9c-d36a8c7bd2e1 req-846decae-2285-47bd-9d15-6ef5e5d3343b tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3480b59c-43a3-453a-8261-cbfc9edf23e8 HTTP/1.1" status: 200 len: 948 time: 0.2722373 Feb 08 15:43:14.444980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 on network 4a059062-3a2c-42eb-a743-6b7302e67fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:43:14.445397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Attempting to bind port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 on network 4a059062-3a2c-42eb-a743-6b7302e67fdc {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:14.482951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:43:14.484033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Checking segment: {'id': '3b93592e-fc91-4ea5-a010-ce0da532db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a059062-3a2c-42eb-a743-6b7302e67fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:43:14.484637 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Bound using segment: {'id': '3b93592e-fc91-4ea5-a010-ce0da532db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a059062-3a2c-42eb-a743-6b7302e67fdc'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:43:14.485225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Bound port: d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b93592e-fc91-4ea5-a010-ce0da532db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4a059062-3a2c-42eb-a743-6b7302e67fdc'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:43:14.485680 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:14.515929 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f01f82e2-6e72-4240-bb9c-d36a8c7bd2e1 req-b54c1783-4b83-4dc8-869a-ae4cb501b2d2 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096219 Feb 08 15:43:14.587595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964272e-225e-4524-89a1-3066b0e527fa req-d0c93daf-1b5e-4c83-90ef-fc00c1cd05b5 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:14.589410 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1964272e-225e-4524-89a1-3066b0e527fa req-d0c93daf-1b5e-4c83-90ef-fc00c1cd05b5 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 808 time: 0.2540843 Feb 08 15:43:14.628913 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1964272e-225e-4524-89a1-3066b0e527fa req-5f280623-3ff2-4e5b-b9a4-29043e594994 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/quotas/dd11d3f1860a443eb3dacd21c1380846 HTTP/1.1" status: 200 len: 375 time: 0.0316350 Feb 08 15:43:14.633107 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21c440c2-5dfd-452f-9350-5c95ff796116 req-ecc3134e-aa71-4051-aad4-0270ff338369 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439834 Feb 08 15:43:14.638157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] For port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:43:14.649923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] For port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0,segment=NetworkSegment(3b93592e-fc91-4ea5-a010-ce0da532db26),segment_id=3b93592e-fc91-4ea5-a010-ce0da532db26)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:43:14.690319 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:14.697000 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357802d8-a760-4265-a6da-ea8fa18a5f7a x-openstack-request-id: req-357802d8-a760-4265-a6da-ea8fa18a5f7a {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:14.697353 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "tag": "4dc72800-227a-4743-aed4-e47bcf934eac", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:14.697812 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-357802d8-a760-4265-a6da-ea8fa18a5f7a {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:14.698311 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'tag': '4dc72800-227a-4743-aed4-e47bcf934eac', 'status': 'completed', 'code': 200} Feb 08 15:43:14.771642 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:14.772381 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:14.773902 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] 10.222.0.96 "PUT /v2.0/ports/d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 HTTP/1.1" status: 200 len: 1093 time: 3.0791934 Feb 08 15:43:14.824253 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Request body: {'port': {'device_id': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:14.934482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1964272e-225e-4524-89a1-3066b0e527fa req-86336ced-74be-4532-a548-7e77ec4ff1fe tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2976635 Feb 08 15:43:14.948091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Pushing event updated for resources: {'Port': ['ID=d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:14.975196 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:14.982318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 61036a9b-1ca0-430e-a9d6-b220f970db5a details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:43:15.100879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3480b59c-43a3-453a-8261-cbfc9edf23e8', 'tag': '61036a9b-1ca0-430e-a9d6-b220f970db5a'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:15.103314 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2078a12-b0da-4c74-bb07-089a7a08c6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "3480b59c-43a3-453a-8261-cbfc9edf23e8", "tag": "61036a9b-1ca0-430e-a9d6-b220f970db5a"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:15.110938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1964272e-225e-4524-89a1-3066b0e527fa req-3e9085db-7c54-426f-bcec-cb0fb6edc720 service neutron] 10.222.0.82 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582615 Feb 08 15:43:15.167049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 61036a9b-1ca0-430e-a9d6-b220f970db5a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=61036a9b-1ca0-430e-a9d6-b220f970db5a,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:15.185186 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '61036a9b-1ca0-430e-a9d6-b220f970db5a', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '61036a9b-1ca0-430e-a9d6-b220f970db5a', 'mac_address': 'fa:16:3e:2a:66:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:43:15.238921 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1964272e-225e-4524-89a1-3066b0e527fa req-23472764-55c0-4676-bac5-616dbd0a230d service neutron] 10.222.0.82 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270142 Feb 08 15:43:15.241048 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 61036a9b-1ca0-430e-a9d6-b220f970db5a is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:15.241501 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:15.251738 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:15.252193 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:15.252454 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:15.252829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:15.253220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:15.253545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:15.253876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:15.254209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:15.254540 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:15.254870 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:15.255210 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:15.255549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:15.255899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83021878-c92f-4a6b-966f-9a3d8b88ee5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:15.264686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61036a9b-1ca0-430e-a9d6-b220f970db5a {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:15.292814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 61036a9b-1ca0-430e-a9d6-b220f970db5a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=61036a9b-1ca0-430e-a9d6-b220f970db5a,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:15.299228 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:15.306847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79191764-1412-44fe-8177-a18a696d5359 req-fb7f3f62-6262-4553-aded-f77bf5b8eec4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:15.329938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79191764-1412-44fe-8177-a18a696d5359 req-fb7f3f62-6262-4553-aded-f77bf5b8eec4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:15.337835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79191764-1412-44fe-8177-a18a696d5359 req-fb7f3f62-6262-4553-aded-f77bf5b8eec4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:15.353607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79191764-1412-44fe-8177-a18a696d5359 req-fb7f3f62-6262-4553-aded-f77bf5b8eec4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 2401 time: 0.4867423 Feb 08 15:43:15.374375 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=61036a9b-1ca0-430e-a9d6-b220f970db5a,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:15.387113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df652-7e0c-413f-aaed-d87f5c0973b0 req-d35e0476-706d-4799-aaa3-214c6ae40d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:15.387607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df652-7e0c-413f-aaed-d87f5c0973b0 req-d35e0476-706d-4799-aaa3-214c6ae40d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:15.388095 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df652-7e0c-413f-aaed-d87f5c0973b0 req-d35e0476-706d-4799-aaa3-214c6ae40d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:15.390483 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-090df652-7e0c-413f-aaed-d87f5c0973b0 req-d35e0476-706d-4799-aaa3-214c6ae40d62 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=72c6ad708bae4a64803052c5bb5e264f&device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 2863 time: 0.6444464 Feb 08 15:43:15.628453 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['61036a9b-1ca0-430e-a9d6-b220f970db5a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:15.731743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79191764-1412-44fe-8177-a18a696d5359 req-6277d6ea-e29b-4041-a17a-b78e18b2a6a9 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770738 Feb 08 15:43:15.859723 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c4ef9a-a68c-47f3-bb67-d66541bb4bbf x-openstack-request-id: req-58c4ef9a-a68c-47f3-bb67-d66541bb4bbf {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:15.860128 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ae7027-75f4-4e0b-a79c-ffcd3652578a", "name": "network-vif-plugged", "status": "completed", "tag": "8942e403-23be-4b0d-8001-3bf8829b886f", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:15.860509 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-58c4ef9a-a68c-47f3-bb67-d66541bb4bbf {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:15.861078 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8942e403-23be-4b0d-8001-3bf8829b886f', 'code': 200} Feb 08 15:43:16.263074 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df652-7e0c-413f-aaed-d87f5c0973b0 req-1462541a-22f5-4431-baf7-d89beb7af66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:16.263988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df652-7e0c-413f-aaed-d87f5c0973b0 req-1462541a-22f5-4431-baf7-d89beb7af66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:16.264108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df652-7e0c-413f-aaed-d87f5c0973b0 req-1462541a-22f5-4431-baf7-d89beb7af66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:16.265828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-090df652-7e0c-413f-aaed-d87f5c0973b0 req-1462541a-22f5-4431-baf7-d89beb7af66d service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=72c6ad708bae4a64803052c5bb5e264f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8108497 Feb 08 15:43:16.361522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e2b6c-7d7a-43f0-9619-af38e3e76c73 req-da80df30-cf55-488e-b75d-e5c7ec6d6ec4 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:16.363849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c14e2b6c-7d7a-43f0-9619-af38e3e76c73 req-da80df30-cf55-488e-b75d-e5c7ec6d6ec4 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 951 time: 0.6194887 Feb 08 15:43:16.447357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-90accf04-a452-46a4-b464-e8aeb0eddfb5 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:16.448908 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-90accf04-a452-46a4-b464-e8aeb0eddfb5 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3026469 Feb 08 15:43:16.569838 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-31e34b51-c9fa-43e3-8c88-32cbbe9bbfaf tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 696 time: 0.1092088 Feb 08 15:43:16.593249 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-0b186ef5-5528-4598-9775-415b074e283c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Request body: {'floatingip': {'port_id': '4deab74d-3dd9-4890-96b0-be34471adf55', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:16.646900 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c14e2b6c-7d7a-43f0-9619-af38e3e76c73 req-19f57a6b-c15f-437b-b25b-f07d8b3adcd0 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707856 Feb 08 15:43:16.659540 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df652-7e0c-413f-aaed-d87f5c0973b0 req-81940e7d-e748-4ff3-a7ec-90cd33ab17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:16.661138 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-090df652-7e0c-413f-aaed-d87f5c0973b0 req-81940e7d-e748-4ff3-a7ec-90cd33ab17c5 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3863862 Feb 08 15:43:16.663161 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-0b186ef5-5528-4598-9775-415b074e283c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for floatingip (cae8d00d-76e6-4ad4-ac7c-84329fd79232), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:16.711490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b57161-2c2b-49e5-a074-8a276c7c17b5', 'tag': 'a25273d2-2129-4f36-bd3c-7d3a4544071f'}, {'name': 'network-changed', 'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'tag': 'd7bc65c0-5a3c-4b11-9475-3fac2c2f6be0'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:16.713792 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21" -d '{"events": [{"name": "network-changed", "server_uuid": "83b57161-2c2b-49e5-a074-8a276c7c17b5", "tag": "a25273d2-2129-4f36-bd3c-7d3a4544071f"}, {"name": "network-changed", "server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "tag": "d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:16.838027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2500c53-93e9-4988-98b0-c5eddf8d6951 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:16.852260 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Publish callbacks [] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:16.885460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Transition to ACTIVE for port object c2500c53-93e9-4988-98b0-c5eddf8d6951 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:43:16.926398 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:16.971753 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc501c-36cf-461d-a304-3f6cd9d639d4 req-0d08a55b-203f-476c-b988-24f9c82fc9c1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:16.973486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8edc501c-36cf-461d-a304-3f6cd9d639d4 req-0d08a55b-203f-476c-b988-24f9c82fc9c1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 946 time: 0.2088728 Feb 08 15:43:17.020284 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:43:17.131039 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Pushing event updated for resources: {'Port': ['ID=c2500c53-93e9-4988-98b0-c5eddf8d6951,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:17.161588 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:43:17.167424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:17.167911 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:17.257282 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8edc501c-36cf-461d-a304-3f6cd9d639d4 req-5b724e6e-2ec4-4c8d-8329-6d2dd033f1ac tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558339 Feb 08 15:43:17.305617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:17.306268 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:17.381121 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:17.388096 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:17.389754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 61036a9b-1ca0-430e-a9d6-b220f970db5a up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:43:17.426189 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964272e-225e-4524-89a1-3066b0e527fa req-7c8e36c0-05f0-40df-a176-fce58b20d153 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:17.434738 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1964272e-225e-4524-89a1-3066b0e527fa req-7c8e36c0-05f0-40df-a176-fce58b20d153 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.96 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 808 time: 0.4289341 Feb 08 15:43:17.440347 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b50977d-9114-45d1-98e8-95b290188b35 x-openstack-request-id: req-5b50977d-9114-45d1-98e8-95b290188b35 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:17.441442 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3480b59c-43a3-453a-8261-cbfc9edf23e8", "tag": "61036a9b-1ca0-430e-a9d6-b220f970db5a", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:17.442182 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5b50977d-9114-45d1-98e8-95b290188b35 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:17.442749 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3480b59c-43a3-453a-8261-cbfc9edf23e8', 'tag': '61036a9b-1ca0-430e-a9d6-b220f970db5a', 'status': 'completed', 'code': 200} Feb 08 15:43:17.580424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:17.618522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 61036a9b-1ca0-430e-a9d6-b220f970db5a completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:43:17.619681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-1964272e-225e-4524-89a1-3066b0e527fa req-bcf4c32a-a481-43bc-8ec7-a97a050e8798 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Request body: {'port': {'device_id': 'd95e127c-0031-426d-ae52-e4cf078caa01', 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1', 'admin_state_up': True, 'tenant_id': 'dd11d3f1860a443eb3dacd21c1380846'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:17.627352 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 61036a9b-1ca0-430e-a9d6-b220f970db5a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:17.627352 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:17.747723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 61036a9b-1ca0-430e-a9d6-b220f970db5a is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:17.748129 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:17.821672 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 61036a9b-1ca0-430e-a9d6-b220f970db5a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=61036a9b-1ca0-430e-a9d6-b220f970db5a,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:17.829583 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:17.884360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa84e6b0-2017-46c6-8606-967875a0631c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd266e231-7554-47d7-9a87-bb2337ce32f9'}, {'server_uuid': '8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f36d6c-fad5-4c5a-ba41-7f5d604a7779'}, {'server_uuid': '3480b59c-43a3-453a-8261-cbfc9edf23e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61036a9b-1ca0-430e-a9d6-b220f970db5a'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:17.889959 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcab6e14-64a5-4757-ad6b-3151a5a30735" -d '{"events": [{"server_uuid": "fa84e6b0-2017-46c6-8606-967875a0631c", "name": "network-vif-plugged", "status": "completed", "tag": "d266e231-7554-47d7-9a87-bb2337ce32f9"}, {"server_uuid": "8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d", "name": "network-vif-plugged", "status": "completed", "tag": "47f36d6c-fad5-4c5a-ba41-7f5d604a7779"}, {"server_uuid": "3480b59c-43a3-453a-8261-cbfc9edf23e8", "name": "network-vif-plugged", "status": "completed", "tag": "61036a9b-1ca0-430e-a9d6-b220f970db5a"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:17.943641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Attempting to bind port c2500c53-93e9-4988-98b0-c5eddf8d6951 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:43:17.944143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Attempting to bind port c2500c53-93e9-4988-98b0-c5eddf8d6951 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'b89e1bbe-9be3-4eb2-a178-72191ba81ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:43:17.944667 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Attempting to bind port c2500c53-93e9-4988-98b0-c5eddf8d6951 on network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:17.961873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=61036a9b-1ca0-430e-a9d6-b220f970db5a,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:17.972926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1964272e-225e-4524-89a1-3066b0e527fa req-bcf4c32a-a481-43bc-8ec7-a97a050e8798 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Made reservation on behalf of dd11d3f1860a443eb3dacd21c1380846 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:43:17.976176 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1964272e-225e-4524-89a1-3066b0e527fa req-bcf4c32a-a481-43bc-8ec7-a97a050e8798 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:18.000196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Port c2500c53-93e9-4988-98b0-c5eddf8d6951 on network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:43:18.000430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Attempting to bind port c2500c53-93e9-4988-98b0-c5eddf8d6951 on network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:18.021610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:43:18.022215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Checking segment: {'id': 'b89e1bbe-9be3-4eb2-a178-72191ba81ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:43:18.022754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Bound using segment: {'id': 'b89e1bbe-9be3-4eb2-a178-72191ba81ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:43:18.023394 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Bound port: c2500c53-93e9-4988-98b0-c5eddf8d6951, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89e1bbe-9be3-4eb2-a178-72191ba81ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:43:18.023919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:18.147046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2078a12-b0da-4c74-bb07-089a7a08c6a8 req-983f8b43-98bc-449d-bc36-11180992bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:18.148846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2078a12-b0da-4c74-bb07-089a7a08c6a8 req-983f8b43-98bc-449d-bc36-11180992bc0b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=3480b59c-43a3-453a-8261-cbfc9edf23e8 HTTP/1.1" status: 200 len: 1132 time: 0.5871286 Feb 08 15:43:18.236538 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a84327-ea41-4074-a35b-d1f0e0a1d47f req-b58001a4-bd69-4aab-8560-0d724ed81827 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:18.244105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72a84327-ea41-4074-a35b-d1f0e0a1d47f req-b58001a4-bd69-4aab-8560-0d724ed81827 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.3948779 Feb 08 15:43:18.264512 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-0b186ef5-5528-4598-9775-415b074e283c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:43:18.378795 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] For port c2500c53-93e9-4988-98b0-c5eddf8d6951, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:43:18.432054 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-0b186ef5-5528-4598-9775-415b074e283c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:18.435393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] For port c2500c53-93e9-4988-98b0-c5eddf8d6951, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=c2500c53-93e9-4988-98b0-c5eddf8d6951,segment=NetworkSegment(b89e1bbe-9be3-4eb2-a178-72191ba81ab9),segment_id=b89e1bbe-9be3-4eb2-a178-72191ba81ab9)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:43:18.456232 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72a84327-ea41-4074-a35b-d1f0e0a1d47f req-6447b350-48be-4f2d-9c0a-9524f1b3dcea tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109022 Feb 08 15:43:18.480489 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:18.491164 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-0b186ef5-5528-4598-9775-415b074e283c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (cae8d00d-76e6-4ad4-ac7c-84329fd79232), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:18.508312 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:18.922648 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-1964272e-225e-4524-89a1-3066b0e527fa req-bcf4c32a-a481-43bc-8ec7-a97a050e8798 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Allocated IP 172.20.0.9 (34030067-061b-475b-9f07-26ad4a87c9e1/c83d50d0-a523-4c9d-a16b-90473488d403/b17f2c33-1a87-4af2-8076-d81ae7d0f3be) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:43:18.925337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2078a12-b0da-4c74-bb07-089a7a08c6a8 req-9a0326dc-0dd8-47d5-ac03-8be7a740f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:18.927206 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2078a12-b0da-4c74-bb07-089a7a08c6a8 req-9a0326dc-0dd8-47d5-ac03-8be7a740f06d service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.7628219 Feb 08 15:43:19.000875 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-0b186ef5-5528-4598-9775-415b074e283c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Floating IP cae8d00d-76e6-4ad4-ac7c-84329fd79232 associated. External IP: 172.25.7.203, port: 4deab74d-3dd9-4890-96b0-be34471adf55. Feb 08 15:43:19.045049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device a25273d2-2129-4f36-bd3c-7d3a4544071f details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:43:19.115188 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:19.115880 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:19.117323 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] 10.222.0.96 "PUT /v2.0/ports/c2500c53-93e9-4988-98b0-c5eddf8d6951 HTTP/1.1" status: 200 len: 1093 time: 4.3042068 Feb 08 15:43:19.202350 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2078a12-b0da-4c74-bb07-089a7a08c6a8 req-4a20433b-9609-4320-abdd-120c18297660 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=61036a9b-1ca0-430e-a9d6-b220f970db5a HTTP/1.1" status: 200 len: 217 time: 0.2596300 Feb 08 15:43:19.203012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac9f20-85a2-4028-a77e-6840430d0e25 service neutron] Pushing event updated for resources: {'Port': ['ID=c2500c53-93e9-4988-98b0-c5eddf8d6951,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:19.245428 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port a25273d2-2129-4f36-bd3c-7d3a4544071f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=a25273d2-2129-4f36-bd3c-7d3a4544071f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:19.261469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'a25273d2-2129-4f36-bd3c-7d3a4544071f', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': 'a25273d2-2129-4f36-bd3c-7d3a4544071f', 'mac_address': 'fa:16:3e:02:60:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:43:19.353041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port a25273d2-2129-4f36-bd3c-7d3a4544071f is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:19.353515 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:19.371378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25273d2-2129-4f36-bd3c-7d3a4544071f {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:19.422176 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port a25273d2-2129-4f36-bd3c-7d3a4544071f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=a25273d2-2129-4f36-bd3c-7d3a4544071f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:19.430295 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:19.502136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=a25273d2-2129-4f36-bd3c-7d3a4544071f,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:19.595097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807f966-02ba-420d-b90e-bdb8460e8070 req-1f6b7a0e-8f28-482a-b76b-b0799f53023c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:19.596804 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d807f966-02ba-420d-b90e-bdb8460e8070 req-1f6b7a0e-8f28-482a-b76b-b0799f53023c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3480b59c-43a3-453a-8261-cbfc9edf23e8 HTTP/1.1" status: 200 len: 950 time: 0.7700455 Feb 08 15:43:19.598330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2078a12-b0da-4c74-bb07-089a7a08c6a8 req-febc0dd4-ca7b-4645-86fb-db18265fe89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:19.599761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2078a12-b0da-4c74-bb07-089a7a08c6a8 req-febc0dd4-ca7b-4645-86fb-db18265fe89e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.3819437 Feb 08 15:43:19.667016 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1964272e-225e-4524-89a1-3066b0e527fa req-bcf4c32a-a481-43bc-8ec7-a97a050e8798 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks [] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:19.677242 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-6c8233aa-4689-4fef-ade9-8451a840b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:19.677876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-6c8233aa-4689-4fef-ade9-8451a840b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:19.678446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-6c8233aa-4689-4fef-ade9-8451a840b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:19.680307 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-6c8233aa-4689-4fef-ade9-8451a840b537 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=72c6ad708bae4a64803052c5bb5e264f&device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 2962 time: 0.4367590 Feb 08 15:43:19.769207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-379e4d3e-c9ca-4c42-8c82-e7ad16138b02 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.132&port_id=4dc72800-227a-4743-aed4-e47bcf934eac HTTP/1.1" status: 200 len: 217 time: 0.0789099 Feb 08 15:43:19.779186 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['a25273d2-2129-4f36-bd3c-7d3a4544071f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:19.806929 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d807f966-02ba-420d-b90e-bdb8460e8070 req-e54a64a0-769e-4332-a44b-9db76d1c1072 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990218 Feb 08 15:43:19.850738 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-0b186ef5-5528-4598-9775-415b074e283c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Router d3107b55-1d17-43c2-956a-37639496cc83 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:43:19.890297 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-c98f87cb-7795-4213-9fe0-006f7c314f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:19.892008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-c98f87cb-7795-4213-9fe0-006f7c314f80 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d9108d6f-0325-4e42-b5c6-2d4912a826f4 HTTP/1.1" status: 200 len: 801 time: 0.1154692 Feb 08 15:43:19.894769 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1964272e-225e-4524-89a1-3066b0e527fa req-bcf4c32a-a481-43bc-8ec7-a97a050e8798 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:19.898148 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2078a12-b0da-4c74-bb07-089a7a08c6a8 req-31305a7d-f60e-4c64-84c5-32b514873790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:19.900319 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2078a12-b0da-4c74-bb07-089a7a08c6a8 req-31305a7d-f60e-4c64-84c5-32b514873790 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2835453 Feb 08 15:43:19.916589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['815634d0-9af5-43aa-bfd2-50641e198be3'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:20.105659 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:20.168835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1964272e-225e-4524-89a1-3066b0e527fa req-bcf4c32a-a481-43bc-8ec7-a97a050e8798 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Network 34030067-061b-475b-9f07-26ad4a87c9e1 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:43:20.190257 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-1964272e-225e-4524-89a1-3066b0e527fa req-bcf4c32a-a481-43bc-8ec7-a97a050e8798 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:43:20.197698 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4c32a-a481-43bc-8ec7-a97a050e8798 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Pushing event updated for resources: {'Port': ['ID=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:20.234079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-1964272e-225e-4524-89a1-3066b0e527fa req-bcf4c32a-a481-43bc-8ec7-a97a050e8798 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:43:20.313464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-75662018-bcc8-419f-a442-c8fb4f410cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:20.313464 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-75662018-bcc8-419f-a442-c8fb4f410cc7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=03c7de7b-72ff-4794-b0ff-1372e12e74e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4012728 Feb 08 15:43:20.335122 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2078a12-b0da-4c74-bb07-089a7a08c6a8 req-0d0716b3-d0e3-4735-99d7-3700ba5a075a service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622720 Feb 08 15:43:20.343702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-0b186ef5-5528-4598-9775-415b074e283c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:43:20.363709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751e38d-ac39-489e-aa70-4df1afeb3de9 None None] Sync routers for ids ['d3107b55-1d17-43c2-956a-37639496cc83'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:43:20.374332 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-0b186ef5-5528-4598-9775-415b074e283c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:20.396900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751e38d-ac39-489e-aa70-4df1afeb3de9 None None] Routers {'d3107b55-1d17-43c2-956a-37639496cc83'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:43:20.397669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-5751e38d-ac39-489e-aa70-4df1afeb3de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:43:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d3107b55-1d17-43c2-956a-37639496cc83'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:20.418168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec32b3-cebe-4676-a968-3f970546cdf0 req-800d98f4-999c-4905-a51a-b25139cba08f tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:20.421475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5dec32b3-cebe-4676-a968-3f970546cdf0 req-800d98f4-999c-4905-a51a-b25139cba08f tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 931 time: 0.4574900 Feb 08 15:43:20.455368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964272e-225e-4524-89a1-3066b0e527fa req-bcf4c32a-a481-43bc-8ec7-a97a050e8798 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:20.456005 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1964272e-225e-4524-89a1-3066b0e527fa req-bcf4c32a-a481-43bc-8ec7-a97a050e8798 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:20.554251 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-5751e38d-ac39-489e-aa70-4df1afeb3de9 None None] Set router d3107b55-1d17-43c2-956a-37639496cc83 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:43:20.559497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-0b186ef5-5528-4598-9775-415b074e283c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "PUT /v2.0/floatingips/cae8d00d-76e6-4ad4-ac7c-84329fd79232 HTTP/1.1" status: 200 len: 997 time: 3.9714563 Feb 08 15:43:20.588742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1964272e-225e-4524-89a1-3066b0e527fa req-bcf4c32a-a481-43bc-8ec7-a97a050e8798 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9774649 Feb 08 15:43:20.611102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Request body: {'port': {'device_id': 'd95e127c-0031-426d-ae52-e4cf078caa01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:20.704464 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5dec32b3-cebe-4676-a968-3f970546cdf0 req-58e050c5-ce0c-46bf-82b4-1b6697750af2 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456226 Feb 08 15:43:20.712504 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-ec364c4e-dfdd-4fcb-a20d-7184112a3da5 service neutron] 10.222.0.96 "GET /v2.0/networks/03c7de7b-72ff-4794-b0ff-1372e12e74e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954082 Feb 08 15:43:20.739188 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2078a12-b0da-4c74-bb07-089a7a08c6a8 req-5420bc7e-4616-4a80-ab6e-896188a38de8 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924391 Feb 08 15:43:20.870620 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81d12e6-d7c4-4b41-9058-b2b5b44f9ffb x-openstack-request-id: req-c81d12e6-d7c4-4b41-9058-b2b5b44f9ffb {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:20.871232 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b57161-2c2b-49e5-a074-8a276c7c17b5", "tag": "a25273d2-2129-4f36-bd3c-7d3a4544071f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "tag": "d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:20.871491 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c81d12e6-d7c4-4b41-9058-b2b5b44f9ffb {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:20.871892 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b57161-2c2b-49e5-a074-8a276c7c17b5', 'tag': 'a25273d2-2129-4f36-bd3c-7d3a4544071f', 'status': 'completed', 'code': 200} Feb 08 15:43:20.872150 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'tag': 'd7bc65c0-5a3c-4b11-9475-3fac2c2f6be0', 'status': 'completed', 'code': 200} Feb 08 15:43:20.924155 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-f4e309bc-67d9-483f-8198-bce8a61988eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:20.925755 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-f4e309bc-67d9-483f-8198-bce8a61988eb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8ba8000451b4a5ca559f3f66927fd3a&device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 1129 time: 0.3317273 Feb 08 15:43:21.012314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-5751e38d-ac39-489e-aa70-4df1afeb3de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:19Z', 'updated_at': '2022-02-08T15:42:24Z', 'revision_number': 4, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'gw_port': {'id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:20Z', 'updated_at': '2022-02-08T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'cae8d00d-76e6-4ad4-ac7c-84329fd79232', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'port_id': '4deab74d-3dd9-4890-96b0-be34471adf55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'mac_address': 'fa:16:3e:38:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac86d3bc-f3eb-4763-bf76-c407fefaf62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:43:11Z', 'updated_at': '2022-02-08T15:43:18Z', 'revision_number': 1, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10eeb84-349c-4243-9aaa-50c822b790bf', 'name': '', 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'mac_address': 'fa:16:3e:0f:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:23Z', 'updated_at': '2022-02-08T15:42:30Z', 'revision_number': 5, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'subnets': [{'id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:21.048288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751e38d-ac39-489e-aa70-4df1afeb3de9 None None] Checking router: d3107b55-1d17-43c2-956a-37639496cc83 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:43:21.066811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751e38d-ac39-489e-aa70-4df1afeb3de9 None None] Routers {'d3107b55-1d17-43c2-956a-37639496cc83'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:43:21.067755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-5751e38d-ac39-489e-aa70-4df1afeb3de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:43:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d3107b55-1d17-43c2-956a-37639496cc83'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:21.228464 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-5751e38d-ac39-489e-aa70-4df1afeb3de9 None None] Set router d3107b55-1d17-43c2-956a-37639496cc83 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:43:21.289425 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:21.376806 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-75b7ec58-6c22-49e2-8917-82cd1a0c7af6 service neutron] 10.222.0.96 "GET /v2.0/networks/03c7de7b-72ff-4794-b0ff-1372e12e74e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562159 Feb 08 15:43:21.465698 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-9bb65c60-33e9-4c65-b00b-8b895fe71270 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.222&port_id=d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 HTTP/1.1" status: 200 len: 217 time: 0.0607634 Feb 08 15:43:21.492246 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-5ce11f4a-906b-4051-84c9-79544e3f04f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:21.494432 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-5ce11f4a-906b-4051-84c9-79544e3f04f6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=83b57161-2c2b-49e5-a074-8a276c7c17b5 HTTP/1.1" status: 200 len: 1132 time: 0.6353080 Feb 08 15:43:21.563953 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157bd52-46e1-4767-9f49-7c7cbb0154bc req-d797137b-3406-4d65-bbae-ea83af8c1c6c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:21.569191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157bd52-46e1-4767-9f49-7c7cbb0154bc req-d797137b-3406-4d65-bbae-ea83af8c1c6c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:21.574658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157bd52-46e1-4767-9f49-7c7cbb0154bc req-d797137b-3406-4d65-bbae-ea83af8c1c6c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:21.577110 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a157bd52-46e1-4767-9f49-7c7cbb0154bc req-d797137b-3406-4d65-bbae-ea83af8c1c6c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 2413 time: 0.6716168 Feb 08 15:43:21.688430 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-5751e38d-ac39-489e-aa70-4df1afeb3de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:19Z', 'updated_at': '2022-02-08T15:42:24Z', 'revision_number': 4, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'gw_port': {'id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:20Z', 'updated_at': '2022-02-08T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'cae8d00d-76e6-4ad4-ac7c-84329fd79232', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'port_id': '4deab74d-3dd9-4890-96b0-be34471adf55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'mac_address': 'fa:16:3e:38:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac86d3bc-f3eb-4763-bf76-c407fefaf62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:43:11Z', 'updated_at': '2022-02-08T15:43:18Z', 'revision_number': 1, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10eeb84-349c-4243-9aaa-50c822b790bf', 'name': '', 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'mac_address': 'fa:16:3e:0f:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:23Z', 'updated_at': '2022-02-08T15:42:30Z', 'revision_number': 5, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'subnets': [{'id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:21.708615 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-7d545b97-43f8-408e-8505-bf4dc4d4216a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:21.719544 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-7d545b97-43f8-408e-8505-bf4dc4d4216a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=767c45c2-a919-40f4-aa64-3c77bb96394d HTTP/1.1" status: 200 len: 801 time: 0.2480395 Feb 08 15:43:21.736187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751e38d-ac39-489e-aa70-4df1afeb3de9 None None] The sync data for ids ['d3107b55-1d17-43c2-956a-37639496cc83'] in n-d-824834-11 is: [{'id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:19Z', 'updated_at': '2022-02-08T15:42:24Z', 'revision_number': 4, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'gw_port': {'id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:20Z', 'updated_at': '2022-02-08T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'cae8d00d-76e6-4ad4-ac7c-84329fd79232', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'port_id': '4deab74d-3dd9-4890-96b0-be34471adf55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'mac_address': 'fa:16:3e:38:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac86d3bc-f3eb-4763-bf76-c407fefaf62d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:43:11Z', 'updated_at': '2022-02-08T15:43:18Z', 'revision_number': 1, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b10eeb84-349c-4243-9aaa-50c822b790bf', 'name': '', 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'mac_address': 'fa:16:3e:0f:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:23Z', 'updated_at': '2022-02-08T15:42:30Z', 'revision_number': 5, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'subnets': [{'id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:43:21.786047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-f850097b-c575-4551-8a1f-fdd145d03ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:21.787841 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-f850097b-c575-4551-8a1f-fdd145d03ac2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d116fa5c-4b42-4df5-88ca-9775325b2dd1 HTTP/1.1" status: 200 len: 929 time: 0.8387239 Feb 08 15:43:21.912809 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a157bd52-46e1-4767-9f49-7c7cbb0154bc req-744684ff-ee58-4e2c-be32-a982f7e1ab25 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145993 Feb 08 15:43:22.033462 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-9273883b-c343-4ed8-bb30-5a0d4568f0a3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4deab74d-3dd9-4890-96b0-be34471adf55 HTTP/1.1" status: 200 len: 1000 time: 0.2105145 Feb 08 15:43:22.080395 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5100a84-5957-4496-97e0-49647cceda4e None None] New status for floating IP cae8d00d-76e6-4ad4-ac7c-84329fd79232: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:43:22.117834 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-1885fd67-3955-48d9-97cb-b9b317191f15 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:22.119300 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-1885fd67-3955-48d9-97cb-b9b317191f15 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e&tenant_id=504f43bb8bb74d7a9517a59da6bb23db&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 1129 time: 0.0716803 Feb 08 15:43:22.132142 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824834-11'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:22.136239 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-e966b844-16d2-4952-b439-853b27171ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:22.140389 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-e966b844-16d2-4952-b439-853b27171ee0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=49f9c678-e348-468a-a6cc-eaf75cd70f3a HTTP/1.1" status: 200 len: 867 time: 0.0915277 Feb 08 15:43:22.219011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-70f03a8f-427e-4324-890e-15445cfc4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:22.220576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-70f03a8f-427e-4324-890e-15445cfc4bc6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.6892726 Feb 08 15:43:22.227846 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:22.267129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-be3ad79c-2e3b-45f1-a3a8-ebad8d3fae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:22.268783 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-be3ad79c-2e3b-45f1-a3a8-ebad8d3fae1c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4a059062-3a2c-42eb-a743-6b7302e67fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5115883 Feb 08 15:43:22.370521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=60c58d23-cf12-40b9-9fb3-874322caac67,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:22.410587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:43:22.461335 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Publish callbacks [] for port (60c58d23-cf12-40b9-9fb3-874322caac67), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:22.464245 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db02a16e-6294-4175-a13c-2ea9c8eea63e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c58d23-cf12-40b9-9fb3-874322caac67'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:22.467663 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a564ff54-9653-49e6-95cb-fc00681ee017" -d '{"events": [{"server_uuid": "db02a16e-6294-4175-a13c-2ea9c8eea63e", "name": "network-vif-unplugged", "status": "completed", "tag": "60c58d23-cf12-40b9-9fb3-874322caac67"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:22.471534 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:22.503225 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-02fe41cb-94f3-4497-8ca1-d7d88a596ddd service neutron] 10.222.0.96 "GET /v2.0/networks/4a059062-3a2c-42eb-a743-6b7302e67fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360698 Feb 08 15:43:22.513157 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-5301e628-b1bf-4575-984b-5944e5dfd231 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=a25273d2-2129-4f36-bd3c-7d3a4544071f HTTP/1.1" status: 200 len: 217 time: 0.2614093 Feb 08 15:43:22.532911 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Pushing event updated for resources: {'Port': ['ID=60c58d23-cf12-40b9-9fb3-874322caac67,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:22.581287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Attempting to bind port 60c58d23-cf12-40b9-9fb3-874322caac67 on host n-h2-824834-11 for vnic_type normal with profile {"migrating_to": "n-h1-824834-11"} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:43:22.581629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Attempting to bind port 60c58d23-cf12-40b9-9fb3-874322caac67 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:43:22.581964 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Attempting to bind port 60c58d23-cf12-40b9-9fb3-874322caac67 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:22.586606 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Port 60c58d23-cf12-40b9-9fb3-874322caac67 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:43:22.586940 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Attempting to bind port 60c58d23-cf12-40b9-9fb3-874322caac67 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:22.593393 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:22.593744 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:22.594090 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:22.594430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:22.594764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:22.595096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:22.595425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:22.595753 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:22.596077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:22.596404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:22.596736 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:22.597083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:22.597410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:22.601396 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:43:22.601746 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Checking segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:43:22.602123 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Bound using segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:43:22.602567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Bound port: 60c58d23-cf12-40b9-9fb3-874322caac67, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:43:22.602980 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:22.631328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-2e581177-97aa-4e55-b0af-39447012af64 service neutron] 10.222.0.96 "GET /v2.0/networks/4a059062-3a2c-42eb-a743-6b7302e67fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139755 Feb 08 15:43:22.675378 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:43:22.678853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=60c58d23-cf12-40b9-9fb3-874322caac67,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:43:22.690287 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:22.759517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:22.760149 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:22.761652 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] 10.222.0.94 "PUT /v2.0/ports/60c58d23-cf12-40b9-9fb3-874322caac67 HTTP/1.1" status: 200 len: 1124 time: 0.6354682 Feb 08 15:43:22.773211 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-64d12d4e-2a89-4c10-9e39-34850e224362 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.235&port_id=c2500c53-93e9-4988-98b0-c5eddf8d6951 HTTP/1.1" status: 200 len: 217 time: 0.1270514 Feb 08 15:43:22.797116 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b232d5-29c7-4bcd-a136-63d44a9e11a6 req-25084b9a-81c7-46fe-b672-0b5d46429376 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:22.798808 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94b232d5-29c7-4bcd-a136-63d44a9e11a6 req-25084b9a-81c7-46fe-b672-0b5d46429376 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 951 time: 0.6551902 Feb 08 15:43:22.802591 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cd713-341e-4b08-8c66-8ae912ff7196 service neutron] Pushing event updated for resources: {'Port': ['ID=60c58d23-cf12-40b9-9fb3-874322caac67,revision_number=8']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:22.862765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-0c0a3396-19e7-461e-b69d-8730a7ef0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:22.864407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-0c0a3396-19e7-461e-b69d-8730a7ef0bd7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d116fa5c-4b42-4df5-88ca-9775325b2dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6990583 Feb 08 15:43:22.874519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['60c58d23-cf12-40b9-9fb3-874322caac67'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:22.880784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'tag': 'c2500c53-93e9-4988-98b0-c5eddf8d6951'}, {'name': 'network-changed', 'server_uuid': 'ac86d3bc-f3eb-4763-bf76-c407fefaf62d', 'tag': '4deab74d-3dd9-4890-96b0-be34471adf55'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:22.883294 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b" -d '{"events": [{"name": "network-changed", "server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "tag": "c2500c53-93e9-4988-98b0-c5eddf8d6951"}, {"name": "network-changed", "server_uuid": "ac86d3bc-f3eb-4763-bf76-c407fefaf62d", "tag": "4deab74d-3dd9-4890-96b0-be34471adf55"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:22.929412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['60c58d23-cf12-40b9-9fb3-874322caac67'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:22.939404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-59251ae1-25b5-41eb-badc-ea0680d01a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:22.941652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-59251ae1-25b5-41eb-badc-ea0680d01a38 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.3091455 Feb 08 15:43:23.058500 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17f2c33-1a87-4af2-8076-d81ae7d0f3be {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:23.066925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-9793d5ad-3c2f-48d7-a37e-d07da4fd6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:23.068653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-9793d5ad-3c2f-48d7-a37e-d07da4fd6620 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d9108d6f-0325-4e42-b5c6-2d4912a826f4 HTTP/1.1" status: 200 len: 801 time: 0.2670317 Feb 08 15:43:23.079527 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Publish callbacks [] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:23.084507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device a25273d2-2129-4f36-bd3c-7d3a4544071f up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:43:23.143122 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94b232d5-29c7-4bcd-a136-63d44a9e11a6 req-34664da9-71fc-46ea-8a61-bbba781a295d tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982733 Feb 08 15:43:23.161185 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Transition to ACTIVE for port object b17f2c33-1a87-4af2-8076-d81ae7d0f3be will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:43:23.183367 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:23.203127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port a25273d2-2129-4f36-bd3c-7d3a4544071f completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:43:23.223043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port a25273d2-2129-4f36-bd3c-7d3a4544071f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:23.223423 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:23.274763 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176abaad-8020-4bad-9cd9-13cfcd069b64 x-openstack-request-id: req-176abaad-8020-4bad-9cd9-13cfcd069b64 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:23.275070 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa84e6b0-2017-46c6-8606-967875a0631c", "name": "network-vif-plugged", "status": "completed", "tag": "d266e231-7554-47d7-9a87-bb2337ce32f9", "code": 200}, {"server_uuid": "8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d", "name": "network-vif-plugged", "status": "completed", "tag": "47f36d6c-fad5-4c5a-ba41-7f5d604a7779", "code": 200}, {"server_uuid": "3480b59c-43a3-453a-8261-cbfc9edf23e8", "name": "network-vif-plugged", "status": "completed", "tag": "61036a9b-1ca0-430e-a9d6-b220f970db5a", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:23.275331 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-176abaad-8020-4bad-9cd9-13cfcd069b64 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:23.275731 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa84e6b0-2017-46c6-8606-967875a0631c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd266e231-7554-47d7-9a87-bb2337ce32f9', 'code': 200} Feb 08 15:43:23.275987 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f36d6c-fad5-4c5a-ba41-7f5d604a7779', 'code': 200} Feb 08 15:43:23.276239 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3480b59c-43a3-453a-8261-cbfc9edf23e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61036a9b-1ca0-430e-a9d6-b220f970db5a', 'code': 200} Feb 08 15:43:23.297490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-5fa05886-a6a3-45a9-b9e1-859c7f6b98ec service neutron] 10.222.0.82 "GET /v2.0/networks/d116fa5c-4b42-4df5-88ca-9775325b2dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056566 Feb 08 15:43:23.346155 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-4e23a336-955e-4d16-a991-3d4ccb7e8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:23.348158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-4e23a336-955e-4d16-a991-3d4ccb7e8021 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3976636 Feb 08 15:43:23.465608 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port a25273d2-2129-4f36-bd3c-7d3a4544071f is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:23.465933 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:23.508140 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port a25273d2-2129-4f36-bd3c-7d3a4544071f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=a25273d2-2129-4f36-bd3c-7d3a4544071f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:23.514149 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:23.589783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=a25273d2-2129-4f36-bd3c-7d3a4544071f,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:23.599714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:23.600141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.94', 50061) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:43:23.600623 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:23.600623 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:23.601152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:23.601583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:23.605302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:23.605848 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:23.606294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:23.606968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:23.607989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:23.608621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:23.609315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:23.609760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:43:23.673990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69319c01-1df1-4645-981a-86d1b562821f req-9dee539b-e657-46ed-95c6-ad52b3f508a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:23.675512 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-9dee539b-e657-46ed-95c6-ad52b3f508a0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=03c7de7b-72ff-4794-b0ff-1372e12e74e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5876508 Feb 08 15:43:23.676358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea5a13-337a-430d-9cae-eaa7b8d98d6c req-95f04ffa-aa58-4e35-88cc-ad72fb425ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:23.678426 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cea5a13-337a-430d-9cae-eaa7b8d98d6c req-95f04ffa-aa58-4e35-88cc-ad72fb425ba7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 1128 time: 0.2308254 Feb 08 15:43:23.688887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f965-23cb-463a-9af6-fc3444545e98 req-47ae0c87-5b0b-47b6-a2be-1fddfe80da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:23.690874 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c5c4f965-23cb-463a-9af6-fc3444545e98 req-47ae0c87-5b0b-47b6-a2be-1fddfe80da37 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=3480b59c-43a3-453a-8261-cbfc9edf23e8 HTTP/1.1" status: 200 len: 1133 time: 0.1994441 Feb 08 15:43:23.715693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292de3c6-83c1-41ce-9775-a10f0a2e8ed4 req-2d01045a-0bac-4bd8-a930-72ebba9b1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:23.718115 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-292de3c6-83c1-41ce-9775-a10f0a2e8ed4 req-2d01045a-0bac-4bd8-a930-72ebba9b1eab service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 1134 time: 0.1157095 Feb 08 15:43:23.842626 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-3218900f-3877-4897-b2f7-67866bc2467c service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672199 Feb 08 15:43:23.852545 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3682fa-6a02-4d75-8e72-4deb90c99313 req-545b980d-6961-4f23-ad1d-2e28f38893be service neutron] 10.222.0.82 "GET /v2.0/networks/d116fa5c-4b42-4df5-88ca-9775325b2dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423594 Feb 08 15:43:23.869689 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c5c4f965-23cb-463a-9af6-fc3444545e98 req-adf08b47-c096-435a-ab52-1b89ed1c512e service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672230 Feb 08 15:43:23.873983 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-292de3c6-83c1-41ce-9775-a10f0a2e8ed4 req-8fb30631-43af-4848-bc46-fd2159b8b804 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462700 Feb 08 15:43:23.876336 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cea5a13-337a-430d-9cae-eaa7b8d98d6c req-c13bde68-5990-41b1-97bf-40bc64ff5ec5 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830039 Feb 08 15:43:23.972323 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Pushing event updated for resources: {'Port': ['ID=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:23.976778 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-bb3cce95-065f-4e98-ab43-af8b490736d8 service neutron] 10.222.0.96 "GET /v2.0/networks/03c7de7b-72ff-4794-b0ff-1372e12e74e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181331 Feb 08 15:43:24.071880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-f60bde05-8139-410b-894e-1f6b0f165ea5 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164063 Feb 08 15:43:24.220297 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69319c01-1df1-4645-981a-86d1b562821f req-ffd9180c-887b-447d-9ef6-2a4ef909ac7e service neutron] 10.222.0.96 "GET /v2.0/networks/03c7de7b-72ff-4794-b0ff-1372e12e74e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280987 Feb 08 15:43:24.230317 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e000d-e875-4381-abfb-476510569636 req-f1fc9495-9313-4f36-ab97-27391db8c08e tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:24.232102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8f8e000d-e875-4381-abfb-476510569636 req-f1fc9495-9313-4f36-ab97-27391db8c08e tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 944 time: 0.8483019 Feb 08 15:43:24.382511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Attempting to bind port b17f2c33-1a87-4af2-8076-d81ae7d0f3be on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:43:24.382925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Attempting to bind port b17f2c33-1a87-4af2-8076-d81ae7d0f3be by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:43:24.383173 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Attempting to bind port b17f2c33-1a87-4af2-8076-d81ae7d0f3be on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:24.404976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Port b17f2c33-1a87-4af2-8076-d81ae7d0f3be on network 34030067-061b-475b-9f07-26ad4a87c9e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:43:24.405802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Attempting to bind port b17f2c33-1a87-4af2-8076-d81ae7d0f3be on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:24.424080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779964f-1f80-4ea2-b080-2ddf499bb470 req-380c2d4b-1ad9-4ac6-b00c-9f9f20078dc3 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:24.430899 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4779964f-1f80-4ea2-b080-2ddf499bb470 req-380c2d4b-1ad9-4ac6-b00c-9f9f20078dc3 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.1969657 Feb 08 15:43:24.445859 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:43:24.445859 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Checking segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:43:24.446446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Bound using segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:43:24.447484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Bound port: b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:43:24.447484 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:24.452632 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8f8e000d-e875-4381-abfb-476510569636 req-d17936a1-586e-4a6e-ba4d-a0d33cc1d7de tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747582 Feb 08 15:43:24.476693 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-9a16a7dd-ee8d-4511-9cc4-967f454b7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:24.477212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-9a16a7dd-ee8d-4511-9cc4-967f454b7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:24.477787 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-9a16a7dd-ee8d-4511-9cc4-967f454b7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:24.479324 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-9a16a7dd-ee8d-4511-9cc4-967f454b7147 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=72c6ad708bae4a64803052c5bb5e264f&device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 2962 time: 0.1729848 Feb 08 15:43:25.079056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-653fbca4-09c5-4f96-8c86-21bef136095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:25.080075 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 60c58d23-cf12-40b9-9fb3-874322caac67 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:43:25.081325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-653fbca4-09c5-4f96-8c86-21bef136095a service neutron] 10.222.0.96 "GET /v2.0/networks?id=4a059062-3a2c-42eb-a743-6b7302e67fdc HTTP/1.1" status: 200 len: 903 time: 0.5885832 Feb 08 15:43:25.086345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4779964f-1f80-4ea2-b080-2ddf499bb470 req-bd0921e4-01ef-4c33-bcc4-c5995c1b7d95 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6546321 Feb 08 15:43:25.191264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce914ff-8cc3-4b33-bdc7-f596526838e8 req-db641ef3-454f-46f0-a86a-5b57741ef4b5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:25.202725 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ce914ff-8cc3-4b33-bdc7-f596526838e8 req-db641ef3-454f-46f0-a86a-5b57741ef4b5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3480b59c-43a3-453a-8261-cbfc9edf23e8 HTTP/1.1" status: 200 len: 950 time: 0.1687038 Feb 08 15:43:25.212813 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-bfee7c08-703c-4df6-ac8b-63cc8a65cd62 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.222&port_id=d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 HTTP/1.1" status: 200 len: 217 time: 0.1182652 Feb 08 15:43:25.277665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b57161-2c2b-49e5-a074-8a276c7c17b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25273d2-2129-4f36-bd3c-7d3a4544071f'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:25.280479 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0104b5ff-cf59-4465-bc8d-3ac765f416c2" -d '{"events": [{"server_uuid": "83b57161-2c2b-49e5-a074-8a276c7c17b5", "name": "network-vif-plugged", "status": "completed", "tag": "a25273d2-2129-4f36-bd3c-7d3a4544071f"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:25.312555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=60c58d23-cf12-40b9-9fb3-874322caac67,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:25.338823 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:43:25.339376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 60c58d23-cf12-40b9-9fb3-874322caac67 has no active binding in host n-h1-824834-11 {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 15:43:25.369907 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:43:25.385316 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-f3eeae9e-017f-4ddd-bc1d-d65501729425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:25.386812 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-f3eeae9e-017f-4ddd-bc1d-d65501729425 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=767c45c2-a919-40f4-aa64-3c77bb96394d HTTP/1.1" status: 200 len: 801 time: 0.1123087 Feb 08 15:43:25.390786 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:25.395363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ce914ff-8cc3-4b33-bdc7-f596526838e8 req-e7567672-f666-41e0-b285-bf19f0167868 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916258 Feb 08 15:43:25.419252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6972c83-acdd-4f7f-a687-00ec9d78dd92 req-6df4b472-8341-4396-bd60-5bca5bed91c3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:25.426832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6972c83-acdd-4f7f-a687-00ec9d78dd92 req-6df4b472-8341-4396-bd60-5bca5bed91c3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 943 time: 0.2126050 Feb 08 15:43:25.473843 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40b8b93-9fec-4ee9-8954-6aebdd965516 x-openstack-request-id: req-b40b8b93-9fec-4ee9-8954-6aebdd965516 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:25.474366 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db02a16e-6294-4175-a13c-2ea9c8eea63e", "name": "network-vif-unplugged", "status": "completed", "tag": "60c58d23-cf12-40b9-9fb3-874322caac67", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:25.474457 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b40b8b93-9fec-4ee9-8954-6aebdd965516 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:25.474855 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db02a16e-6294-4175-a13c-2ea9c8eea63e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c58d23-cf12-40b9-9fb3-874322caac67', 'code': 200} Feb 08 15:43:25.558293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:25.558929 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:25.560363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1964272e-225e-4524-89a1-3066b0e527fa req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] 10.222.0.96 "PUT /v2.0/ports/b17f2c33-1a87-4af2-8076-d81ae7d0f3be HTTP/1.1" status: 200 len: 1092 time: 4.9538853 Feb 08 15:43:25.604897 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117df5ac-6f70-4daa-ba02-a1c51e0ab12f x-openstack-request-id: req-117df5ac-6f70-4daa-ba02-a1c51e0ab12f {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:25.605144 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "tag": "c2500c53-93e9-4988-98b0-c5eddf8d6951", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac86d3bc-f3eb-4763-bf76-c407fefaf62d", "tag": "4deab74d-3dd9-4890-96b0-be34471adf55", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:25.605387 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-117df5ac-6f70-4daa-ba02-a1c51e0ab12f {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:25.605831 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'tag': 'c2500c53-93e9-4988-98b0-c5eddf8d6951', 'status': 'completed', 'code': 200} Feb 08 15:43:25.606103 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac86d3bc-f3eb-4763-bf76-c407fefaf62d', 'tag': '4deab74d-3dd9-4890-96b0-be34471adf55', 'status': 'completed', 'code': 200} Feb 08 15:43:25.809191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-746dc024-89c7-45ff-b84a-d96762e7bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:25.811464 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-746dc024-89c7-45ff-b84a-d96762e7bccc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4a059062-3a2c-42eb-a743-6b7302e67fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3809342 Feb 08 15:43:25.812318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459a617-0fed-4a42-93c1-e43b812a911b service neutron] Pushing event updated for resources: {'Port': ['ID=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:25.831977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6972c83-acdd-4f7f-a687-00ec9d78dd92 req-42cd5ff6-b557-4a45-8d14-e692c66d38e5 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041691 Feb 08 15:43:26.024904 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-227a1e5b-7723-4670-bc31-78775d1f934b req-6e77fb52-c10f-4a8d-a82d-a99b54a84899 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 258 time: 0.1275802 Feb 08 15:43:26.031001 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964272e-225e-4524-89a1-3066b0e527fa req-03ba3fc0-97a1-4a77-bc44-0a48027ebace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:26.032736 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1964272e-225e-4524-89a1-3066b0e527fa req-03ba3fc0-97a1-4a77-bc44-0a48027ebace service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 1126 time: 0.3846314 Feb 08 15:43:26.040790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0a3f3-36cd-42f2-a830-549f3ffca209 req-25775d0b-51cd-4e2d-beb7-bcced3c8a4d0 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:26.046773 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0a3f3-36cd-42f2-a830-549f3ffca209 req-25775d0b-51cd-4e2d-beb7-bcced3c8a4d0 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:26.052386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0a3f3-36cd-42f2-a830-549f3ffca209 req-25775d0b-51cd-4e2d-beb7-bcced3c8a4d0 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:26.054402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0f0a3f3-36cd-42f2-a830-549f3ffca209 req-25775d0b-51cd-4e2d-beb7-bcced3c8a4d0 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 2413 time: 0.3508861 Feb 08 15:43:26.062879 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:26.124820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1964272e-225e-4524-89a1-3066b0e527fa req-a05f6829-892b-4b86-8a37-ab5ae959e46d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be HTTP/1.1" status: 200 len: 217 time: 0.0691583 Feb 08 15:43:26.128401 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:26.201104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964272e-225e-4524-89a1-3066b0e527fa req-d499a8ce-23da-4343-9e22-995a0ba051f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:26.202752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1964272e-225e-4524-89a1-3066b0e527fa req-d499a8ce-23da-4343-9e22-995a0ba051f8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.0589375 Feb 08 15:43:26.299869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1964272e-225e-4524-89a1-3066b0e527fa req-071f5655-56c6-4849-949f-8e491839f685 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518618 Feb 08 15:43:26.407583 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-cb7c6d93-6d80-4cde-b6df-a125ff218c91 service neutron] 10.222.0.96 "GET /v2.0/networks/4a059062-3a2c-42eb-a743-6b7302e67fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850937 Feb 08 15:43:26.470423 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0f0a3f3-36cd-42f2-a830-549f3ffca209 req-b0b4d37e-5b5f-4847-8ed2-7efd3976c854 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492088 Feb 08 15:43:26.650177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e09c0e3-7c94-4833-9797-d0bc7e52cd21 req-f8e8e959-59ac-4a67-93bb-9afde7180a28 service neutron] 10.222.0.96 "GET /v2.0/networks/4a059062-3a2c-42eb-a743-6b7302e67fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275493 Feb 08 15:43:26.653375 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1964272e-225e-4524-89a1-3066b0e527fa req-68c67ba1-d6f2-4f98-b478-9c43cee56b91 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427858 Feb 08 15:43:26.720221 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device c2500c53-93e9-4988-98b0-c5eddf8d6951 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:43:26.903193 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port c2500c53-93e9-4988-98b0-c5eddf8d6951, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=c2500c53-93e9-4988-98b0-c5eddf8d6951,segment=NetworkSegment(b89e1bbe-9be3-4eb2-a178-72191ba81ab9),segment_id=b89e1bbe-9be3-4eb2-a178-72191ba81ab9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:26.922646 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'c2500c53-93e9-4988-98b0-c5eddf8d6951', 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0', 'port_id': 'c2500c53-93e9-4988-98b0-c5eddf8d6951', 'mac_address': 'fa:16:3e:8b:dc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9108d6f-0325-4e42-b5c6-2d4912a826f4', 'ip_address': '19.80.0.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:43:26.965185 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77272fc1-512f-498f-b825-e26aac6e814d req-8cfb6202-5f6b-4e55-ab13-2b8ac8b0e178 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:26.966769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77272fc1-512f-498f-b825-e26aac6e814d req-8cfb6202-5f6b-4e55-ab13-2b8ac8b0e178 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 951 time: 0.3123589 Feb 08 15:43:26.986681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port c2500c53-93e9-4988-98b0-c5eddf8d6951 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:26.987556 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:27.010494 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:27.032195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2500c53-93e9-4988-98b0-c5eddf8d6951 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:27.046246 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-4283acd1-e207-441b-8565-fea218f7e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:27.046673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-4283acd1-e207-441b-8565-fea218f7e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:27.047133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-4283acd1-e207-441b-8565-fea218f7e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:27.048970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-4283acd1-e207-441b-8565-fea218f7e6aa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=72c6ad708bae4a64803052c5bb5e264f&device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 2962 time: 0.3295884 Feb 08 15:43:27.082015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port c2500c53-93e9-4988-98b0-c5eddf8d6951, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=c2500c53-93e9-4988-98b0-c5eddf8d6951,segment=NetworkSegment(b89e1bbe-9be3-4eb2-a178-72191ba81ab9),segment_id=b89e1bbe-9be3-4eb2-a178-72191ba81ab9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:27.089212 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:27.089890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:43:27.188732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77272fc1-512f-498f-b825-e26aac6e814d req-ff119fc6-36e8-4098-a451-dc7eaa24bbdf tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075014 Feb 08 15:43:27.282781 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1964272e-225e-4524-89a1-3066b0e527fa req-d7f9e0a7-1e19-4285-b210-0cbfc57767e8 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144953 Feb 08 15:43:27.347300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0,segment=NetworkSegment(3b93592e-fc91-4ea5-a010-ce0da532db26),segment_id=3b93592e-fc91-4ea5-a010-ce0da532db26)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:27.384294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'd7bc65c0-5a3c-4b11-9475-3fac2c2f6be0', 'network_id': '4a059062-3a2c-42eb-a743-6b7302e67fdc', 'port_id': 'd7bc65c0-5a3c-4b11-9475-3fac2c2f6be0', 'mac_address': 'fa:16:3e:52:db:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '767c45c2-a919-40f4-aa64-3c77bb96394d', 'ip_address': '19.86.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:43:27.476320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db02a16e-6294-4175-a13c-2ea9c8eea63e', 'tag': '60c58d23-cf12-40b9-9fb3-874322caac67'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:27.479960 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a673a43f-4db0-4e36-9482-5078eee5fa72" -d '{"events": [{"name": "network-changed", "server_uuid": "db02a16e-6294-4175-a13c-2ea9c8eea63e", "tag": "60c58d23-cf12-40b9-9fb3-874322caac67"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:27.505801 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0d6ff2-adc9-4e61-b3ec-8ab792d67d10 x-openstack-request-id: req-ba0d6ff2-adc9-4e61-b3ec-8ab792d67d10 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:27.505801 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b57161-2c2b-49e5-a074-8a276c7c17b5", "name": "network-vif-plugged", "status": "completed", "tag": "a25273d2-2129-4f36-bd3c-7d3a4544071f", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:27.505801 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ba0d6ff2-adc9-4e61-b3ec-8ab792d67d10 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:27.506559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Allocated IP 172.25.7.37 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/77d78007-2cd2-41ec-8156-2f185107b46e) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:43:27.507515 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b57161-2c2b-49e5-a074-8a276c7c17b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25273d2-2129-4f36-bd3c-7d3a4544071f', 'code': 200} Feb 08 15:43:27.508150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:27.508542 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:27.532496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-5ab2d131-d9fa-4c8d-82e7-7202f0901784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:27.535145 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-5ab2d131-d9fa-4c8d-82e7-7202f0901784 service neutron] 10.222.0.96 "GET /v2.0/networks?id=03c7de7b-72ff-4794-b0ff-1372e12e74e0 HTTP/1.1" status: 200 len: 902 time: 0.4371355 Feb 08 15:43:27.546819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:27.599429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=c2500c53-93e9-4988-98b0-c5eddf8d6951,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:27.611221 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95e127c-0031-426d-ae52-e4cf078caa01', 'tag': 'b17f2c33-1a87-4af2-8076-d81ae7d0f3be'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:27.613836 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566e702d-8b83-49da-b5c6-6cd18ffa60b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d95e127c-0031-426d-ae52-e4cf078caa01", "tag": "b17f2c33-1a87-4af2-8076-d81ae7d0f3be"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:27.618441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-c78eef00-f5a6-4b23-85da-9826b4ebf8a2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.235&port_id=c2500c53-93e9-4988-98b0-c5eddf8d6951 HTTP/1.1" status: 200 len: 217 time: 0.0683477 Feb 08 15:43:27.646035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0,segment=NetworkSegment(3b93592e-fc91-4ea5-a010-ce0da532db26),segment_id=3b93592e-fc91-4ea5-a010-ce0da532db26)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:27.655196 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:27.656405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4dc72800-227a-4743-aed4-e47bcf934eac details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:43:27.690250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-b5689b71-a48d-4305-b5a6-8914fa7f823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:27.691198 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-b5689b71-a48d-4305-b5a6-8914fa7f823f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d9108d6f-0325-4e42-b5c6-2d4912a826f4 HTTP/1.1" status: 200 len: 801 time: 0.0606058 Feb 08 15:43:27.778198 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:27.794970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 4dc72800-227a-4743-aed4-e47bcf934eac, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4dc72800-227a-4743-aed4-e47bcf934eac,segment=NetworkSegment(b89e1bbe-9be3-4eb2-a178-72191ba81ab9),segment_id=b89e1bbe-9be3-4eb2-a178-72191ba81ab9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:27.819000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '4dc72800-227a-4743-aed4-e47bcf934eac', 'network_id': '03c7de7b-72ff-4794-b0ff-1372e12e74e0', 'port_id': '4dc72800-227a-4743-aed4-e47bcf934eac', 'mac_address': 'fa:16:3e:6f:6d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9108d6f-0325-4e42-b5c6-2d4912a826f4', 'ip_address': '19.80.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:43:27.919385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 4dc72800-227a-4743-aed4-e47bcf934eac is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:27.920857 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4dc72800-227a-4743-aed4-e47bcf934eac), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:27.930238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beac350-e1c0-4c7d-a6dc-dfcc610b52d6 req-1fefb17d-51f6-4915-a040-5bac1dd03362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:27.936213 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2beac350-e1c0-4c7d-a6dc-dfcc610b52d6 req-1fefb17d-51f6-4915-a040-5bac1dd03362 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=83b57161-2c2b-49e5-a074-8a276c7c17b5 HTTP/1.1" status: 200 len: 1133 time: 0.3869267 Feb 08 15:43:27.951426 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc72800-227a-4743-aed4-e47bcf934eac {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:27.988213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 4dc72800-227a-4743-aed4-e47bcf934eac, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4dc72800-227a-4743-aed4-e47bcf934eac,segment=NetworkSegment(b89e1bbe-9be3-4eb2-a178-72191ba81ab9),segment_id=b89e1bbe-9be3-4eb2-a178-72191ba81ab9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:27.997094 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4dc72800-227a-4743-aed4-e47bcf934eac), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:28.055738 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4b746-6374-4579-9543-82fb6bcff7c8 req-bbdf46fa-7618-47d7-ad56-ee33d2fbad0a tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:28.069827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9b4b746-6374-4579-9543-82fb6bcff7c8 req-bbdf46fa-7618-47d7-ad56-ee33d2fbad0a tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 944 time: 0.4416924 Feb 08 15:43:28.083064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=4dc72800-227a-4743-aed4-e47bcf934eac,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:28.088617 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for port (77d78007-2cd2-41ec-8156-2f185107b46e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:28.105752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-79b765d1-7029-4298-9ed8-194e6aa875cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:28.107461 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-79b765d1-7029-4298-9ed8-194e6aa875cd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=03c7de7b-72ff-4794-b0ff-1372e12e74e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3887019 Feb 08 15:43:28.251846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2beac350-e1c0-4c7d-a6dc-dfcc610b52d6 req-5b20550a-c1d9-48db-8b47-d69b1e43f856 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252173 Feb 08 15:43:28.266730 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9b4b746-6374-4579-9543-82fb6bcff7c8 req-621b8a9f-be23-4851-a29b-5fd5d8aa9668 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959839 Feb 08 15:43:28.303099 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (77d78007-2cd2-41ec-8156-2f185107b46e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:28.338552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-83ae76c6-6d28-4a11-b30c-f7ab1bb53eca service neutron] 10.222.0.96 "GET /v2.0/networks/03c7de7b-72ff-4794-b0ff-1372e12e74e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214470 Feb 08 15:43:28.364147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:43:28.392347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:43:28.433729 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:43:28.448785 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Pushing event updated for resources: {'Port': ['ID=77d78007-2cd2-41ec-8156-2f185107b46e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:28.460250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['c2500c53-93e9-4988-98b0-c5eddf8d6951'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:28.502475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:28.534343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72357c-fbf4-409d-872c-913fe5e6e54d req-37220c8a-021e-483a-8185-145fb48dece6 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:28.534343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de72357c-fbf4-409d-872c-913fe5e6e54d req-37220c8a-021e-483a-8185-145fb48dece6 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.1724231 Feb 08 15:43:28.543611 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['4dc72800-227a-4743-aed4-e47bcf934eac'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:28.589282 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-7af9ca31-f380-46cf-8276-b9c53c8ea543 service neutron] 10.222.0.96 "GET /v2.0/networks/03c7de7b-72ff-4794-b0ff-1372e12e74e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418251 Feb 08 15:43:28.643019 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for floatingip (8439cd40-8cc3-4a0a-be13-2d6aadf780b7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:28.652895 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de72357c-fbf4-409d-872c-913fe5e6e54d req-0cd41442-400c-4a50-a4d0-15999b84403c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104500 Feb 08 15:43:28.698858 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (77d78007-2cd2-41ec-8156-2f185107b46e), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:29.214165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eec5ac-c250-4117-a4bf-25c0cdbd4d9a req-d7b9e978-e696-40cf-9e20-be4419ca0e44 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:29.215657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4eec5ac-c250-4117-a4bf-25c0cdbd4d9a req-d7b9e978-e696-40cf-9e20-be4419ca0e44 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3480b59c-43a3-453a-8261-cbfc9edf23e8 HTTP/1.1" status: 200 len: 950 time: 0.3931520 Feb 08 15:43:29.217518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-9555f22c-175e-4049-b7b4-9fc9778d9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:29.218871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-9555f22c-175e-4049-b7b4-9fc9778d9c19 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e8ba8000451b4a5ca559f3f66927fd3a&device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 1129 time: 0.5385916 Feb 08 15:43:29.315814 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for port (77d78007-2cd2-41ec-8156-2f185107b46e), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:29.327105 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (77d78007-2cd2-41ec-8156-2f185107b46e), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:29.366142 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4eec5ac-c250-4117-a4bf-25c0cdbd4d9a req-86c179bb-acc8-4a65-9564-8ca714e786b0 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414521 Feb 08 15:43:29.429308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Pushing event updated for resources: {'Port': ['ID=77d78007-2cd2-41ec-8156-2f185107b46e,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:29.439709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-c9e3e36a-b4be-4ac0-8da3-2c8c76f42089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:29.441482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-c9e3e36a-b4be-4ac0-8da3-2c8c76f42089 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d116fa5c-4b42-4df5-88ca-9775325b2dd1 HTTP/1.1" status: 200 len: 929 time: 0.2138405 Feb 08 15:43:29.500854 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (8439cd40-8cc3-4a0a-be13-2d6aadf780b7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:29.558504 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:29.559717 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-227a1e5b-7723-4670-bc31-78775d1f934b req-4a60280e-96ee-43c2-88fd-cb687893dee7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5011625 Feb 08 15:43:29.564388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-f371309b-93b3-4c2c-abd3-c5afd636bfc2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4deab74d-3dd9-4890-96b0-be34471adf55 HTTP/1.1" status: 200 len: 1002 time: 0.1151853 Feb 08 15:43:29.654757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb64d9-29c6-4921-8aa3-e957d22a2a47 req-821341b3-04bc-4279-8df0-a1c0d0c8a463 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:29.655698 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-08cb64d9-29c6-4921-8aa3-e957d22a2a47 req-821341b3-04bc-4279-8df0-a1c0d0c8a463 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 943 time: 0.1645558 Feb 08 15:43:29.661974 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-227a1e5b-7723-4670-bc31-78775d1f934b req-21dc0869-4a8b-499d-a582-ec6760d04e37 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.37 HTTP/1.1" status: 200 len: 695 time: 0.0919087 Feb 08 15:43:29.739115 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-2fb1c3fb-a86f-4127-9197-9ca298ad9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:29.740614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-2fb1c3fb-a86f-4127-9197-9ca298ad9442 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=49f9c678-e348-468a-a6cc-eaf75cd70f3a HTTP/1.1" status: 200 len: 867 time: 0.1630392 Feb 08 15:43:29.824741 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-08cb64d9-29c6-4921-8aa3-e957d22a2a47 req-3fd71f35-f11d-4b09-89e6-de3ebcd789e0 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618116 Feb 08 15:43:29.852366 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a1e5b-7723-4670-bc31-78775d1f934b req-34750d7b-a7de-4d57-94a5-7cbdf538370f tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:29.853815 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-227a1e5b-7723-4670-bc31-78775d1f934b req-34750d7b-a7de-4d57-94a5-7cbdf538370f tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.1819963 Feb 08 15:43:29.863106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-76024cf6-7947-49ab-96ac-1652369eb861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:29.864626 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-76024cf6-7947-49ab-96ac-1652369eb861 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d116fa5c-4b42-4df5-88ca-9775325b2dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1150806 Feb 08 15:43:29.896767 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95825dd-3dc0-40e7-b4db-d9ba5e00e16d x-openstack-request-id: req-f95825dd-3dc0-40e7-b4db-d9ba5e00e16d {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:29.897279 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db02a16e-6294-4175-a13c-2ea9c8eea63e", "tag": "60c58d23-cf12-40b9-9fb3-874322caac67", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:29.897382 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f95825dd-3dc0-40e7-b4db-d9ba5e00e16d {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:29.898013 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db02a16e-6294-4175-a13c-2ea9c8eea63e', 'tag': '60c58d23-cf12-40b9-9fb3-874322caac67', 'status': 'completed', 'code': 200} Feb 08 15:43:29.964409 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c4a3c0-a851-4673-bc88-556ef7030587 x-openstack-request-id: req-44c4a3c0-a851-4673-bc88-556ef7030587 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:29.964837 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95e127c-0031-426d-ae52-e4cf078caa01", "tag": "b17f2c33-1a87-4af2-8076-d81ae7d0f3be", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:29.965203 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-44c4a3c0-a851-4673-bc88-556ef7030587 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:29.965686 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95e127c-0031-426d-ae52-e4cf078caa01', 'tag': 'b17f2c33-1a87-4af2-8076-d81ae7d0f3be', 'status': 'completed', 'code': 200} Feb 08 15:43:30.040855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e702d-8b83-49da-b5c6-6cd18ffa60b3 req-be537734-886c-4f69-8478-bd24f3283018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:30.042530 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-566e702d-8b83-49da-b5c6-6cd18ffa60b3 req-be537734-886c-4f69-8478-bd24f3283018 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 1126 time: 0.0743754 Feb 08 15:43:30.096341 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-4c9fd457-347d-433e-b415-0170308d2aca service neutron] 10.222.0.96 "GET /v2.0/networks/d116fa5c-4b42-4df5-88ca-9775325b2dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243299 Feb 08 15:43:30.191728 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a43f-4db0-4e36-9482-5078eee5fa72 req-fe134892-3a86-4460-bbdd-0477659170de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:30.193416 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a673a43f-4db0-4e36-9482-5078eee5fa72 req-fe134892-3a86-4460-bbdd-0477659170de service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 1158 time: 0.2310667 Feb 08 15:43:30.210852 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318621c-aac6-45f9-8a53-6d3b805bd0bf req-41e3baa6-b22e-4f61-a809-7fb98764f20c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:30.217483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318621c-aac6-45f9-8a53-6d3b805bd0bf req-41e3baa6-b22e-4f61-a809-7fb98764f20c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:30.221470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e702d-8b83-49da-b5c6-6cd18ffa60b3 req-a16859c3-2175-4737-a6b6-80784b52c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:30.223104 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-566e702d-8b83-49da-b5c6-6cd18ffa60b3 req-a16859c3-2175-4737-a6b6-80784b52c730 service neutron] 10.222.0.96 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.1734369 Feb 08 15:43:30.223275 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318621c-aac6-45f9-8a53-6d3b805bd0bf req-41e3baa6-b22e-4f61-a809-7fb98764f20c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:30.225157 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e318621c-aac6-45f9-8a53-6d3b805bd0bf req-41e3baa6-b22e-4f61-a809-7fb98764f20c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 2416 time: 0.2585132 Feb 08 15:43:30.257569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcb94e-4d55-43f8-abcb-d6dff4b56779 req-4fc45410-c3cf-4f43-9875-327808d8b62d tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:30.259275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65bcb94e-4d55-43f8-abcb-d6dff4b56779 req-4fc45410-c3cf-4f43-9875-327808d8b62d tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 951 time: 0.2644360 Feb 08 15:43:30.304614 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-566e702d-8b83-49da-b5c6-6cd18ffa60b3 req-b5e7bd9c-7d81-4dff-bd0e-e03dce181e5c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be HTTP/1.1" status: 200 len: 217 time: 0.0744321 Feb 08 15:43:30.364132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e702d-8b83-49da-b5c6-6cd18ffa60b3 req-7d7a5afd-8b7c-471f-9c32-0ad3398770a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:30.365467 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-566e702d-8b83-49da-b5c6-6cd18ffa60b3 req-7d7a5afd-8b7c-471f-9c32-0ad3398770a4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.0500331 Feb 08 15:43:30.391854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af3e9d6f-64b0-4d17-859c-2fe9715dca8b req-f83e85b0-dbdb-49c7-a02d-d132561ffbee service neutron] 10.222.0.96 "GET /v2.0/networks/d116fa5c-4b42-4df5-88ca-9775325b2dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830491 Feb 08 15:43:30.399598 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-566e702d-8b83-49da-b5c6-6cd18ffa60b3 req-0de41027-4918-45c3-a573-4d9978051093 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274746 Feb 08 15:43:30.418154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e318621c-aac6-45f9-8a53-6d3b805bd0bf req-45114f25-f99e-4baf-9172-9df93e861adf tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802824 Feb 08 15:43:30.425224 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65bcb94e-4d55-43f8-abcb-d6dff4b56779 req-76930f3d-e0e2-41a9-a858-a538efa55019 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216931 Feb 08 15:43:30.446802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a43f-4db0-4e36-9482-5078eee5fa72 req-717874ad-8acd-4fbb-95df-ffa3b98ba6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:30.446802 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a673a43f-4db0-4e36-9482-5078eee5fa72 req-717874ad-8acd-4fbb-95df-ffa3b98ba6ee service neutron] 10.222.0.96 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.2168143 Feb 08 15:43:30.521768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a673a43f-4db0-4e36-9482-5078eee5fa72 req-5ee6d10e-8b52-41f4-920e-99de112a2aee service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60c58d23-cf12-40b9-9fb3-874322caac67 HTTP/1.1" status: 200 len: 217 time: 0.0625927 Feb 08 15:43:30.563712 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-566e702d-8b83-49da-b5c6-6cd18ffa60b3 req-6d278d68-60fe-4ef3-8c76-939900e98c3b service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523724 Feb 08 15:43:30.621156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:43:30.678840 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673a43f-4db0-4e36-9482-5078eee5fa72 req-5d729386-9c14-4244-8a59-fe89e21b65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:30.679095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:43:30.680346 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a673a43f-4db0-4e36-9482-5078eee5fa72 req-5d729386-9c14-4244-8a59-fe89e21b65ad service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.1515155 Feb 08 15:43:30.684051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:30.684940 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:30.694693 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-566e702d-8b83-49da-b5c6-6cd18ffa60b3 req-1e75c7d2-924b-49f6-97a6-77cbc1fd0e28 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245027 Feb 08 15:43:30.707524 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692144a7-2284-4f8c-ae59-59979bfda336 req-97cf2cc6-512b-43d5-b32e-3562bef41c55 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:30.709078 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-692144a7-2284-4f8c-ae59-59979bfda336 req-97cf2cc6-512b-43d5-b32e-3562bef41c55 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 944 time: 0.1310713 Feb 08 15:43:30.727701 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a673a43f-4db0-4e36-9482-5078eee5fa72 req-3ab1158b-ee0e-4690-94d1-bcc8aec76c15 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374720 Feb 08 15:43:30.760269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaeabd-014e-4903-9f06-4ac35039d469 req-92899d44-1860-49fe-a26f-d3e5394d92ef tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:30.761818 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7eaeabd-014e-4903-9f06-4ac35039d469 req-92899d44-1860-49fe-a26f-d3e5394d92ef tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=83b57161-2c2b-49e5-a074-8a276c7c17b5 HTTP/1.1" status: 200 len: 950 time: 0.1710138 Feb 08 15:43:30.795008 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:30.795921 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:30.819700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bc65c0-5a3c-4b11-9475-3fac2c2f6be0'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:30.821971 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee34f8e8-c0d8-481f-9475-c782ba153f3a" -d '{"events": [{"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-plugged", "status": "completed", "tag": "d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:30.835231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0,segment=NetworkSegment(3b93592e-fc91-4ea5-a010-ce0da532db26),segment_id=3b93592e-fc91-4ea5-a010-ce0da532db26)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:30.840089 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:30.841026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device c2500c53-93e9-4988-98b0-c5eddf8d6951 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:43:30.852212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-692144a7-2284-4f8c-ae59-59979bfda336 req-818957b3-3da5-4886-8dde-c02a2e0bc770 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274648 Feb 08 15:43:30.889920 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7eaeabd-014e-4903-9f06-4ac35039d469 req-26468b51-2f4b-4f33-8280-cc56389dd9d2 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164210 Feb 08 15:43:30.914125 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a673a43f-4db0-4e36-9482-5078eee5fa72 req-2a7058ba-d85b-4ac5-b0ab-8a74a2abf8f2 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775010 Feb 08 15:43:30.959917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:30.981204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port c2500c53-93e9-4988-98b0-c5eddf8d6951 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:43:30.986487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port c2500c53-93e9-4988-98b0-c5eddf8d6951 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:30.986871 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:31.073207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port c2500c53-93e9-4988-98b0-c5eddf8d6951 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:31.073660 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:31.106802 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a673a43f-4db0-4e36-9482-5078eee5fa72 req-4787fc04-030e-447e-bbd0-c0a3e4de1260 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856546 Feb 08 15:43:31.110619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port c2500c53-93e9-4988-98b0-c5eddf8d6951, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=c2500c53-93e9-4988-98b0-c5eddf8d6951,segment=NetworkSegment(b89e1bbe-9be3-4eb2-a178-72191ba81ab9),segment_id=b89e1bbe-9be3-4eb2-a178-72191ba81ab9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:31.114685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0d3c3-6ca9-400f-b340-1ed0fd552983 req-d832261c-d05f-47ef-aba9-bceacac61e60 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:31.116352 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09f0d3c3-6ca9-400f-b340-1ed0fd552983 req-d832261c-d05f-47ef-aba9-bceacac61e60 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.1254513 Feb 08 15:43:31.123203 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:31.124026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae11c2-0916-4775-a47e-6759d1675ef9 req-718e1732-9a18-451e-911b-cade16a2c854 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:31.124160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4dc72800-227a-4743-aed4-e47bcf934eac up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:43:31.125637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4ae11c2-0916-4775-a47e-6759d1675ef9 req-718e1732-9a18-451e-911b-cade16a2c854 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1336169 Feb 08 15:43:31.202260 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=c2500c53-93e9-4988-98b0-c5eddf8d6951,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:31.204773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4ae11c2-0916-4775-a47e-6759d1675ef9 req-b59be732-fb9d-4188-8b5b-2d0ec38a553c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.37 HTTP/1.1" status: 200 len: 695 time: 0.0725160 Feb 08 15:43:31.218080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 4dc72800-227a-4743-aed4-e47bcf934eac completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:43:31.221011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-f4ae11c2-0916-4775-a47e-6759d1675ef9 req-44a2a157-6c85-464f-b453-adb0cce959c3 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Request body: {'floatingip': {'port_id': '4deab74d-3dd9-4890-96b0-be34471adf55', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:31.222511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 4dc72800-227a-4743-aed4-e47bcf934eac triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:31.222902 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4dc72800-227a-4743-aed4-e47bcf934eac), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:31.271139 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09f0d3c3-6ca9-400f-b340-1ed0fd552983 req-a2978bb4-9297-4dd1-9291-8bd2e55ed45f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401498 Feb 08 15:43:31.273220 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f4ae11c2-0916-4775-a47e-6759d1675ef9 req-44a2a157-6c85-464f-b453-adb0cce959c3 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for floatingip (8439cd40-8cc3-4a0a-be13-2d6aadf780b7), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:31.455079 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 4dc72800-227a-4743-aed4-e47bcf934eac is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:31.455636 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4dc72800-227a-4743-aed4-e47bcf934eac), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:31.458814 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8cda87bf-476c-4b4e-be81-0b345e5e46a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:31.505393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 4dc72800-227a-4743-aed4-e47bcf934eac, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4dc72800-227a-4743-aed4-e47bcf934eac,segment=NetworkSegment(b89e1bbe-9be3-4eb2-a178-72191ba81ab9),segment_id=b89e1bbe-9be3-4eb2-a178-72191ba81ab9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:31.510575 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4dc72800-227a-4743-aed4-e47bcf934eac), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:31.511875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 60c58d23-cf12-40b9-9fb3-874322caac67 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:43:31.582116 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-f4ae11c2-0916-4775-a47e-6759d1675ef9 req-44a2a157-6c85-464f-b453-adb0cce959c3 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] update failed (client error): There was a conflict when trying to complete your request. Feb 08 15:43:31.598322 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df697d89-1fd0-4aac-8b1f-6a1816b2bd00 x-openstack-request-id: req-df697d89-1fd0-4aac-8b1f-6a1816b2bd00 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:31.598642 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-plugged", "status": "completed", "tag": "d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:31.598908 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-df697d89-1fd0-4aac-8b1f-6a1816b2bd00 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:31.599303 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bc65c0-5a3c-4b11-9475-3fac2c2f6be0', 'code': 200} Feb 08 15:43:31.599979 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4ae11c2-0916-4775-a47e-6759d1675ef9 req-44a2a157-6c85-464f-b453-adb0cce959c3 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "PUT /v2.0/floatingips/8439cd40-8cc3-4a0a-be13-2d6aadf780b7 HTTP/1.1" status: 409 len: 550 time: 0.3872557 Feb 08 15:43:31.608111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=4dc72800-227a-4743-aed4-e47bcf934eac,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:31.653838 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 60c58d23-cf12-40b9-9fb3-874322caac67 is: DOWN; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:31.655609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8942e403-23be-4b0d-8001-3bf8829b886f no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:43:31.720191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56e24a-0e00-4bf0-b884-812da3aacdc9 req-8c6df485-faf6-4d77-a6c0-40c5d6379532 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:31.721773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f56e24a-0e00-4bf0-b884-812da3aacdc9 req-8c6df485-faf6-4d77-a6c0-40c5d6379532 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 943 time: 0.0773892 Feb 08 15:43:31.739165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 8942e403-23be-4b0d-8001-3bf8829b886f is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:31.739578 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:31.778170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8942e403-23be-4b0d-8001-3bf8829b886f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8942e403-23be-4b0d-8001-3bf8829b886f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:31.783634 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:31.789368 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f56e24a-0e00-4bf0-b884-812da3aacdc9 req-79501105-dcd0-4476-9ecf-0cfad5396ccb tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602932 Feb 08 15:43:31.860646 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=8942e403-23be-4b0d-8001-3bf8829b886f,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:31.973082 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad68e88-1048-4f64-80ad-69bca2153918 req-874855f8-97d2-4a56-b3a2-6dc75bb9c81b tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:31.978514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad68e88-1048-4f64-80ad-69bca2153918 req-874855f8-97d2-4a56-b3a2-6dc75bb9c81b tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:31.980213 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ad68e88-1048-4f64-80ad-69bca2153918 req-874855f8-97d2-4a56-b3a2-6dc75bb9c81b tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3480b59c-43a3-453a-8261-cbfc9edf23e8&device_id=83b57161-2c2b-49e5-a074-8a276c7c17b5 HTTP/1.1" status: 200 len: 1691 time: 0.0687923 Feb 08 15:43:32.039111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ad68e88-1048-4f64-80ad-69bca2153918 req-5d8a134a-3811-4993-8784-57a8356ca957 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508852 Feb 08 15:43:32.157998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911b364-92ef-47ad-aca6-6aac59852ab2 req-b2a5d8d2-2384-4c9a-a5bd-73200f24ce63 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:32.164703 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911b364-92ef-47ad-aca6-6aac59852ab2 req-b2a5d8d2-2384-4c9a-a5bd-73200f24ce63 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:32.172188 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911b364-92ef-47ad-aca6-6aac59852ab2 req-b2a5d8d2-2384-4c9a-a5bd-73200f24ce63 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:32.175137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d911b364-92ef-47ad-aca6-6aac59852ab2 req-b2a5d8d2-2384-4c9a-a5bd-73200f24ce63 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 2419 time: 0.0771406 Feb 08 15:43:32.234704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d911b364-92ef-47ad-aca6-6aac59852ab2 req-0b4644ab-9602-4aa0-984d-309ca6e8a3d1 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530460 Feb 08 15:43:32.283488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874aa22-5f51-41e8-ab43-74a0346564d2 req-1c648f5e-be25-40bb-9d5b-430d7cc08821 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:32.285198 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5874aa22-5f51-41e8-ab43-74a0346564d2 req-1c648f5e-be25-40bb-9d5b-430d7cc08821 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 1134 time: 0.0706465 Feb 08 15:43:32.358880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5874aa22-5f51-41e8-ab43-74a0346564d2 req-8e9bc056-13df-4b4e-942a-b3626f8596f7 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671189 Feb 08 15:43:32.376426 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dd860-a7fe-4be0-861f-2078f2995e18 req-ff59ee6e-a2a2-4c7c-bf0c-0e88ea6c44a4 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:32.378142 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f69dd860-a7fe-4be0-861f-2078f2995e18 req-ff59ee6e-a2a2-4c7c-bf0c-0e88ea6c44a4 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=74ae7027-75f4-4e0b-a79c-ffcd3652578a HTTP/1.1" status: 200 len: 948 time: 0.0792952 Feb 08 15:43:32.442305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e11f77a6-c2a2-4dc7-9c44-bb3e977b6a61 req-de7cdffc-e9c4-4f6c-ae0a-7174b1ef02bc tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/floatingips/8439cd40-8cc3-4a0a-be13-2d6aadf780b7 HTTP/1.1" status: 200 len: 692 time: 0.0586030 Feb 08 15:43:32.510689 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f69dd860-a7fe-4be0-861f-2078f2995e18 req-e8a8d15b-e218-4e4e-bcb9-0b71a8d19dd2 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/security-groups?id=f054853c-b557-4e8a-857b-800ecfc55483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257911 Feb 08 15:43:32.571741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f77a6-c2a2-4dc7-9c44-bb3e977b6a61 req-3eaf8c94-d125-4cda-9716-907dd540327f tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:32.573132 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e11f77a6-c2a2-4dc7-9c44-bb3e977b6a61 req-3eaf8c94-d125-4cda-9716-907dd540327f tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.1234322 Feb 08 15:43:32.648710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e11f77a6-c2a2-4dc7-9c44-bb3e977b6a61 req-6fff3463-e146-4f80-a55e-87477f576a26 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.37 HTTP/1.1" status: 200 len: 695 time: 0.0690873 Feb 08 15:43:32.704851 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e11f77a6-c2a2-4dc7-9c44-bb3e977b6a61 req-b9645c45-954f-4822-8afa-f014facaa2b8 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.37 HTTP/1.1" status: 200 len: 695 time: 0.0482116 Feb 08 15:43:32.719727 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf83e66-69c5-42cf-80f4-5ed90daa71d6 req-06cd0a4a-4364-488b-be1d-b74b5c02e291 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:32.721252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faf83e66-69c5-42cf-80f4-5ed90daa71d6 req-06cd0a4a-4364-488b-be1d-b74b5c02e291 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 944 time: 0.1337247 Feb 08 15:43:32.860676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faf83e66-69c5-42cf-80f4-5ed90daa71d6 req-f4467c7d-133b-48c7-8528-2713df0a3511 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335537 Feb 08 15:43:32.887833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-e11f77a6-c2a2-4dc7-9c44-bb3e977b6a61 req-4e4f21ca-d2b2-4f0e-b045-e897be17c7bf tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Deleting port 77d78007-2cd2-41ec-8156-2f185107b46e {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:43:32.887833 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e11f77a6-c2a2-4dc7-9c44-bb3e977b6a61 req-4e4f21ca-d2b2-4f0e-b045-e897be17c7bf tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (77d78007-2cd2-41ec-8156-2f185107b46e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:32.975761 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e11f77a6-c2a2-4dc7-9c44-bb3e977b6a61 req-4e4f21ca-d2b2-4f0e-b045-e897be17c7bf tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (77d78007-2cd2-41ec-8156-2f185107b46e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:32.976145 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e11f77a6-c2a2-4dc7-9c44-bb3e977b6a61 req-4e4f21ca-d2b2-4f0e-b045-e897be17c7bf tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for floatingip (77d78007-2cd2-41ec-8156-2f185107b46e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:32.988786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-e11f77a6-c2a2-4dc7-9c44-bb3e977b6a61 req-4e4f21ca-d2b2-4f0e-b045-e897be17c7bf tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Calling delete_port for 77d78007-2cd2-41ec-8156-2f185107b46e owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:43:33.099180 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518599e-bdad-4ddb-a208-ad76059aad05 req-44787ab3-1257-423a-a4da-68e35835f9bc tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:33.100664 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e518599e-bdad-4ddb-a208-ad76059aad05 req-44787ab3-1257-423a-a4da-68e35835f9bc tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.1036069 Feb 08 15:43:33.180879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e518599e-bdad-4ddb-a208-ad76059aad05 req-568277fc-4953-420b-b385-df72e13abac1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742078 Feb 08 15:43:33.209885 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e11f77a6-c2a2-4dc7-9c44-bb3e977b6a61 req-4e4f21ca-d2b2-4f0e-b045-e897be17c7bf tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (77d78007-2cd2-41ec-8156-2f185107b46e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:33.244338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f21ca-d2b2-4f0e-b045-e897be17c7bf tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Pushing event deleted for resources: {'Port': ['ID=77d78007-2cd2-41ec-8156-2f185107b46e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:33.308010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e11f77a6-c2a2-4dc7-9c44-bb3e977b6a61 req-4e4f21ca-d2b2-4f0e-b045-e897be17c7bf tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for floatingip (8439cd40-8cc3-4a0a-be13-2d6aadf780b7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:33.311191 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e11f77a6-c2a2-4dc7-9c44-bb3e977b6a61 req-4e4f21ca-d2b2-4f0e-b045-e897be17c7bf tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:33.312492 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e11f77a6-c2a2-4dc7-9c44-bb3e977b6a61 req-4e4f21ca-d2b2-4f0e-b045-e897be17c7bf tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "DELETE /v2.0/floatingips/8439cd40-8cc3-4a0a-be13-2d6aadf780b7 HTTP/1.1" status: 204 len: 173 time: 0.6015484 Feb 08 15:43:33.601312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2500c53-93e9-4988-98b0-c5eddf8d6951'}, {'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc72800-227a-4743-aed4-e47bcf934eac'}, {'server_uuid': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8942e403-23be-4b0d-8001-3bf8829b886f'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:33.604727 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d81ae37-de72-4eb4-9594-e66e4944ad7b" -d '{"events": [{"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-plugged", "status": "completed", "tag": "c2500c53-93e9-4988-98b0-c5eddf8d6951"}, {"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-plugged", "status": "completed", "tag": "4dc72800-227a-4743-aed4-e47bcf934eac"}, {"server_uuid": "74ae7027-75f4-4e0b-a79c-ffcd3652578a", "name": "network-vif-unplugged", "status": "completed", "tag": "8942e403-23be-4b0d-8001-3bf8829b886f"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:33.738011 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-68098ea0-249f-44cd-98b8-eb5584c6ead4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:33.791360 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130a0c6-be5d-483f-a41e-21c44b15775c req-4644e5c8-5f0e-4960-b225-b53f9088ff5b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:33.792864 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d130a0c6-be5d-483f-a41e-21c44b15775c req-4644e5c8-5f0e-4960-b225-b53f9088ff5b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 943 time: 0.4278433 Feb 08 15:43:33.811340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-825de843-9541-4747-ae1f-aff6758a05b3 service neutron] 10.222.0.96 "GET /v2.0/ports/60c58d23-cf12-40b9-9fb3-874322caac67/bindings/n-h1-824834-11 HTTP/1.1" status: 200 len: 385 time: 0.1213036 Feb 08 15:43:33.819227 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70fdb0-4492-4833-b4a5-95b8ac90a146 req-86a179e8-9696-4329-b19f-89febacef30a tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:33.820664 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b70fdb0-4492-4833-b4a5-95b8ac90a146 req-86a179e8-9696-4329-b19f-89febacef30a tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=3480b59c-43a3-453a-8261-cbfc9edf23e8 HTTP/1.1" status: 200 len: 1133 time: 0.1319287 Feb 08 15:43:33.910148 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d130a0c6-be5d-483f-a41e-21c44b15775c req-bd46a0ab-ee4f-48d9-bb02-2e096f9dcce5 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104007 Feb 08 15:43:33.930281 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b70fdb0-4492-4833-b4a5-95b8ac90a146 req-16736090-57f8-44da-8b36-aea5d7eb863f tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005335 Feb 08 15:43:34.127351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-e7b5ad55-4c26-4213-91c9-ee47867d3f34 service neutron] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=60c58d23-cf12-40b9-9fb3-874322caac67,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:34.158323 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d72bc8-2d5d-48b5-aed7-dd6206c17b31 req-de785c85-d0fa-4b09-821a-5636fd87c264 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:34.163483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d72bc8-2d5d-48b5-aed7-dd6206c17b31 req-de785c85-d0fa-4b09-821a-5636fd87c264 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:34.168958 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d72bc8-2d5d-48b5-aed7-dd6206c17b31 req-de785c85-d0fa-4b09-821a-5636fd87c264 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:34.171631 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7d72bc8-2d5d-48b5-aed7-dd6206c17b31 req-de785c85-d0fa-4b09-821a-5636fd87c264 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 2419 time: 0.1800206 Feb 08 15:43:34.174833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb254052-4353-4ff6-8a8c-7b3a652aaf7d req-1120e06b-5645-4f72-b55b-68b098e20d02 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:34.176485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb254052-4353-4ff6-8a8c-7b3a652aaf7d req-1120e06b-5645-4f72-b55b-68b098e20d02 tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 1134 time: 0.1586597 Feb 08 15:43:34.186711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-e7b5ad55-4c26-4213-91c9-ee47867d3f34 service neutron] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:43:34.252731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-e7b5ad55-4c26-4213-91c9-ee47867d3f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c58d23-cf12-40b9-9fb3-874322caac67 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:34.277765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-e7b5ad55-4c26-4213-91c9-ee47867d3f34 service neutron] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=60c58d23-cf12-40b9-9fb3-874322caac67,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:34.303138 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb254052-4353-4ff6-8a8c-7b3a652aaf7d req-5a666119-f499-405b-86d8-bd885b7109ca tempest-ServersAdminTestJSON-1785382255 tempest-ServersAdminTestJSON-1785382255-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144748 Feb 08 15:43:34.304650 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-e7b5ad55-4c26-4213-91c9-ee47867d3f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:34.311512 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7d72bc8-2d5d-48b5-aed7-dd6206c17b31 req-ac6a8350-ccbf-47bf-b0e8-59bd3b98bf1a tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316791 Feb 08 15:43:34.428099 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db8404a-11b9-44e3-a41d-d83ce291f033 x-openstack-request-id: req-2db8404a-11b9-44e3-a41d-d83ce291f033 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:34.428594 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-plugged", "status": "completed", "tag": "c2500c53-93e9-4988-98b0-c5eddf8d6951", "code": 200}, {"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-plugged", "status": "completed", "tag": "4dc72800-227a-4743-aed4-e47bcf934eac", "code": 200}, {"server_uuid": "74ae7027-75f4-4e0b-a79c-ffcd3652578a", "name": "network-vif-unplugged", "status": "completed", "tag": "8942e403-23be-4b0d-8001-3bf8829b886f", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:34.429099 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2db8404a-11b9-44e3-a41d-d83ce291f033 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:34.429512 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2500c53-93e9-4988-98b0-c5eddf8d6951', 'code': 200} Feb 08 15:43:34.430317 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc72800-227a-4743-aed4-e47bcf934eac', 'code': 200} Feb 08 15:43:34.430589 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8942e403-23be-4b0d-8001-3bf8829b886f', 'code': 200} Feb 08 15:43:34.444219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-d164872a-2dd4-47ea-9181-ab0e29cf28cd tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 1002 time: 0.1093283 Feb 08 15:43:34.494697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-e7b5ad55-4c26-4213-91c9-ee47867d3f34 service neutron] Transition to ACTIVE for port object 60c58d23-cf12-40b9-9fb3-874322caac67 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:43:34.511442 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-e7b5ad55-4c26-4213-91c9-ee47867d3f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:34.547102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007903bd-b3b4-4445-a22e-c038ad81d773 req-3390899c-5d8c-48fd-b43f-174099facf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:34.547700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007903bd-b3b4-4445-a22e-c038ad81d773 req-3390899c-5d8c-48fd-b43f-174099facf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:34.548095 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007903bd-b3b4-4445-a22e-c038ad81d773 req-3390899c-5d8c-48fd-b43f-174099facf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:34.549851 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-007903bd-b3b4-4445-a22e-c038ad81d773 req-3390899c-5d8c-48fd-b43f-174099facf04 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 2968 time: 0.0494442 Feb 08 15:43:34.571154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-1309d6a8-55a1-4e73-ad88-985656c5355e tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:34.572522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-1309d6a8-55a1-4e73-ad88-985656c5355e tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/ports/4deab74d-3dd9-4890-96b0-be34471adf55 HTTP/1.1" status: 200 len: 943 time: 0.1186774 Feb 08 15:43:34.598231 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-007903bd-b3b4-4445-a22e-c038ad81d773 req-71fc0cca-f9f6-434d-ab62-4ae50a65b53c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414870 Feb 08 15:43:34.612405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-e7b5ad55-4c26-4213-91c9-ee47867d3f34 service neutron] No DVR routers for this DVR port 60c58d23-cf12-40b9-9fb3-874322caac67 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:43:34.661437 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5ad55-4c26-4213-91c9-ee47867d3f34 service neutron] Pushing event updated for resources: {'Port': ['ID=60c58d23-cf12-40b9-9fb3-874322caac67,revision_number=10']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:34.702369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e72408-647e-43dc-b31c-443a2d41d988 req-80dd17ab-4135-46c2-97e6-910459f74e73 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:34.703866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31e72408-647e-43dc-b31c-443a2d41d988 req-80dd17ab-4135-46c2-97e6-910459f74e73 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 945 time: 0.2080891 Feb 08 15:43:34.714014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-e7b5ad55-4c26-4213-91c9-ee47867d3f34 service neutron] 10.222.0.96 "PUT /v2.0/ports/60c58d23-cf12-40b9-9fb3-874322caac67/bindings/n-h1-824834-11/activate HTTP/1.1" status: 200 len: 370 time: 0.8908637 Feb 08 15:43:34.749696 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-1b535354-5f07-42c5-a961-4531e8fc4fe3 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 1002 time: 0.1236720 Feb 08 15:43:34.819401 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31e72408-647e-43dc-b31c-443a2d41d988 req-5097a48f-9910-4efd-8ab6-fef7c4531ba1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093717 Feb 08 15:43:34.921812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-8c35c283-140a-48eb-98cf-e03ea6cac666 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:34.923155 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-8c35c283-140a-48eb-98cf-e03ea6cac666 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.1679592 Feb 08 15:43:35.003735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-8c69d512-263e-4bad-950e-537beba9e06a tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:35.005246 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-8c69d512-263e-4bad-950e-537beba9e06a tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e&tenant_id=504f43bb8bb74d7a9517a59da6bb23db&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 1128 time: 0.1416831 Feb 08 15:43:35.028585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-5e339ae6-17e2-4cc3-b603-b82776f7d638 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 1002 time: 0.0901747 Feb 08 15:43:35.032772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7b823-717a-4aa5-baab-a7ce371cd660 req-3476188d-fa2b-427c-95c8-12db9ffae5ea tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:35.034271 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-edf7b823-717a-4aa5-baab-a7ce371cd660 req-3476188d-fa2b-427c-95c8-12db9ffae5ea tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=83b57161-2c2b-49e5-a074-8a276c7c17b5 HTTP/1.1" status: 200 len: 1133 time: 0.1406460 Feb 08 15:43:35.055799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-60fe68c9-77c9-4f6c-a6cc-0415ec32e9c5 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:35.150794 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-60fe68c9-77c9-4f6c-a6cc-0415ec32e9c5 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for floatingip (cae8d00d-76e6-4ad4-ac7c-84329fd79232), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:35.158406 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-edf7b823-717a-4aa5-baab-a7ce371cd660 req-9478c471-b1a2-4952-8a48-05fd5f9a3dae tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064398 Feb 08 15:43:35.186858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-25ac4159-6f40-46df-821b-f292f6cd3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:35.188352 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-25ac4159-6f40-46df-821b-f292f6cd3dde service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e&tenant_id=504f43bb8bb74d7a9517a59da6bb23db HTTP/1.1" status: 200 len: 1128 time: 0.1702776 Feb 08 15:43:35.356366 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:35.371107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-60fe68c9-77c9-4f6c-a6cc-0415ec32e9c5 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:35.378401 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-919e761d-8645-4c3b-82e4-29b0906a6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:35.379907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-919e761d-8645-4c3b-82e4-29b0906a6ce0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 1128 time: 0.1368160 Feb 08 15:43:35.380569 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-60fe68c9-77c9-4f6c-a6cc-0415ec32e9c5 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (cae8d00d-76e6-4ad4-ac7c-84329fd79232), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:35.380899 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-60fe68c9-77c9-4f6c-a6cc-0415ec32e9c5 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Floating IP cae8d00d-76e6-4ad4-ac7c-84329fd79232 disassociated. External IP: 172.25.7.203, port: 4deab74d-3dd9-4890-96b0-be34471adf55. Feb 08 15:43:35.458310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89e243-956a-4a05-8cad-f5b9c9ada37e req-cfb2c385-fcf5-4753-8ca2-e841f419efce tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:35.459681 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d89e243-956a-4a05-8cad-f5b9c9ada37e req-cfb2c385-fcf5-4753-8ca2-e841f419efce tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.2177129 Feb 08 15:43:35.582137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d89e243-956a-4a05-8cad-f5b9c9ada37e req-87ebefab-c7a8-4ab9-8ab8-6f3a9db7457c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080260 Feb 08 15:43:35.600974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-c3047bda-bd81-4e11-af57-afe992d605d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:35.602585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-c3047bda-bd81-4e11-af57-afe992d605d4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.1856866 Feb 08 15:43:35.703040 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-1138bd9a-d8d4-488f-87dd-7a6aabbb6c77 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60c58d23-cf12-40b9-9fb3-874322caac67 HTTP/1.1" status: 200 len: 217 time: 0.0620432 Feb 08 15:43:35.783489 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-28878a23-00ee-493e-bc8d-9674dc98dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:35.784850 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-28878a23-00ee-493e-bc8d-9674dc98dc98 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.0725911 Feb 08 15:43:35.831392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-b3cd9a9f-bc04-47c8-bcf9-9d36cdb7a6e9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299027 Feb 08 15:43:35.843718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-60fe68c9-77c9-4f6c-a6cc-0415ec32e9c5 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Router d3107b55-1d17-43c2-956a-37639496cc83 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:43:35.910231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34372d-9fc3-4048-9ff4-a29d8faa3bbb req-298331de-1d3b-4abf-851e-a5b8c44949f4 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:35.911715 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae34372d-9fc3-4048-9ff4-a29d8faa3bbb req-298331de-1d3b-4abf-851e-a5b8c44949f4 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 943 time: 0.1471994 Feb 08 15:43:36.337018 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-a042b0de-cb4f-4791-aa59-fdc55c2c9570 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871922 Feb 08 15:43:36.342324 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae34372d-9fc3-4048-9ff4-a29d8faa3bbb req-f9cfcc87-79fa-4689-8f2f-68cd8d1c8a49 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244194 Feb 08 15:43:36.397181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-60fe68c9-77c9-4f6c-a6cc-0415ec32e9c5 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:43:36.403188 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-60fe68c9-77c9-4f6c-a6cc-0415ec32e9c5 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:36.409809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfcda8b-28a4-4fef-8748-55d3f3fba48b None None] Sync routers for ids ['d3107b55-1d17-43c2-956a-37639496cc83'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:43:36.422982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfcda8b-28a4-4fef-8748-55d3f3fba48b None None] Routers {'d3107b55-1d17-43c2-956a-37639496cc83'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:43:36.424037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6dfcda8b-28a4-4fef-8748-55d3f3fba48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:43:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d3107b55-1d17-43c2-956a-37639496cc83'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:36.445431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-60fe68c9-77c9-4f6c-a6cc-0415ec32e9c5 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "PUT /v2.0/floatingips/cae8d00d-76e6-4ad4-ac7c-84329fd79232 HTTP/1.1" status: 200 len: 695 time: 1.4101114 Feb 08 15:43:36.451425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac86d3bc-f3eb-4763-bf76-c407fefaf62d', 'tag': '4deab74d-3dd9-4890-96b0-be34471adf55'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:36.453946 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6568680-e225-4e39-afd0-d7acd7c4d9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac86d3bc-f3eb-4763-bf76-c407fefaf62d", "tag": "4deab74d-3dd9-4890-96b0-be34471adf55"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:36.542682 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-60085386-d123-468e-8c34-92515134fa25 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958604 Feb 08 15:43:36.545368 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:36.558560 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-6dfcda8b-28a4-4fef-8748-55d3f3fba48b None None] Set router d3107b55-1d17-43c2-956a-37639496cc83 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:43:36.585081 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-a36edfa1-cf0f-4bca-95f6-f8ec545aeebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:36.587088 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-a36edfa1-cf0f-4bca-95f6-f8ec545aeebd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e8ba8000451b4a5ca559f3f66927fd3a&device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 1129 time: 0.1170392 Feb 08 15:43:36.600528 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5737b83-6df7-422e-953e-e2d8d1028c65 req-bf5379f5-c7e9-4c54-9bff-8f51ce310f42 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:36.605919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5737b83-6df7-422e-953e-e2d8d1028c65 req-bf5379f5-c7e9-4c54-9bff-8f51ce310f42 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:36.611715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5737b83-6df7-422e-953e-e2d8d1028c65 req-bf5379f5-c7e9-4c54-9bff-8f51ce310f42 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:36.615101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5737b83-6df7-422e-953e-e2d8d1028c65 req-bf5379f5-c7e9-4c54-9bff-8f51ce310f42 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 2419 time: 0.0936935 Feb 08 15:43:36.722509 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5737b83-6df7-422e-953e-e2d8d1028c65 req-9aec5ad7-c6b4-4035-9362-d7cc7bba9a3b tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981483 Feb 08 15:43:36.741885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-50205aa8-604c-4de8-a918-10f18d7894c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:36.743444 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-50205aa8-604c-4de8-a918-10f18d7894c1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d116fa5c-4b42-4df5-88ca-9775325b2dd1 HTTP/1.1" status: 200 len: 929 time: 0.1273820 Feb 08 15:43:36.794012 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-e91ca99d-f6c2-4314-bc56-7791416d8cd6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4deab74d-3dd9-4890-96b0-be34471adf55 HTTP/1.1" status: 200 len: 217 time: 0.0441191 Feb 08 15:43:36.802162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6dfcda8b-28a4-4fef-8748-55d3f3fba48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:19Z', 'updated_at': '2022-02-08T15:42:24Z', 'revision_number': 4, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'gw_port': {'id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:20Z', 'updated_at': '2022-02-08T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b10eeb84-349c-4243-9aaa-50c822b790bf', 'name': '', 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'mac_address': 'fa:16:3e:0f:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:23Z', 'updated_at': '2022-02-08T15:42:30Z', 'revision_number': 5, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'subnets': [{'id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:36.848179 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfcda8b-28a4-4fef-8748-55d3f3fba48b None None] Checking router: d3107b55-1d17-43c2-956a-37639496cc83 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:43:36.850060 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-5ee032eb-6687-451f-8d90-d368ed424b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:36.852092 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-5ee032eb-6687-451f-8d90-d368ed424b1d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=49f9c678-e348-468a-a6cc-eaf75cd70f3a HTTP/1.1" status: 200 len: 867 time: 0.0521989 Feb 08 15:43:36.858365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfcda8b-28a4-4fef-8748-55d3f3fba48b None None] Routers {'d3107b55-1d17-43c2-956a-37639496cc83'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:43:36.859003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6dfcda8b-28a4-4fef-8748-55d3f3fba48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:43:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d3107b55-1d17-43c2-956a-37639496cc83'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:36.970191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-9327fb09-668d-4666-91c5-f626714a187c tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:36.971696 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-9327fb09-668d-4666-91c5-f626714a187c tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e&tenant_id=504f43bb8bb74d7a9517a59da6bb23db&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 1128 time: 0.1240518 Feb 08 15:43:36.973125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-6dfcda8b-28a4-4fef-8748-55d3f3fba48b None None] Set router d3107b55-1d17-43c2-956a-37639496cc83 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:43:36.981379 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e44a57-7a03-4442-97da-fcf202104b4a req-c4b06cab-1fdc-4c24-a412-1eb7bb02ad05 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:36.983358 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27e44a57-7a03-4442-97da-fcf202104b4a req-c4b06cab-1fdc-4c24-a412-1eb7bb02ad05 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 950 time: 0.1208756 Feb 08 15:43:36.986022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-df5291c8-dd4c-4da6-ba0e-8d8bca999e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:36.988502 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-df5291c8-dd4c-4da6-ba0e-8d8bca999e7a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d116fa5c-4b42-4df5-88ca-9775325b2dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1247218 Feb 08 15:43:37.148245 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27e44a57-7a03-4442-97da-fcf202104b4a req-208b07b5-16e9-4aca-ad18-d7a6c307a328 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584263 Feb 08 15:43:37.161856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 1103e63a-a20e-4f08-b709-b89ece7fec04 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:43:37.192059 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-8e25c3b2-50ea-47f6-bd30-9296f0fc9bde service neutron] 10.222.0.82 "GET /v2.0/networks/d116fa5c-4b42-4df5-88ca-9775325b2dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871355 Feb 08 15:43:37.251091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6dfcda8b-28a4-4fef-8748-55d3f3fba48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:19Z', 'updated_at': '2022-02-08T15:42:24Z', 'revision_number': 4, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'gw_port': {'id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:20Z', 'updated_at': '2022-02-08T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b10eeb84-349c-4243-9aaa-50c822b790bf', 'name': '', 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'mac_address': 'fa:16:3e:0f:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:23Z', 'updated_at': '2022-02-08T15:42:30Z', 'revision_number': 5, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'subnets': [{'id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:37.280904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfcda8b-28a4-4fef-8748-55d3f3fba48b None None] The sync data for ids ['d3107b55-1d17-43c2-956a-37639496cc83'] in n-d-824834-11 is: [{'id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:19Z', 'updated_at': '2022-02-08T15:42:24Z', 'revision_number': 4, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'gw_port': {'id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:20Z', 'updated_at': '2022-02-08T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b10eeb84-349c-4243-9aaa-50c822b790bf', 'name': '', 'network_id': 'd116fa5c-4b42-4df5-88ca-9775325b2dd1', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'mac_address': 'fa:16:3e:0f:99:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:23Z', 'updated_at': '2022-02-08T15:42:30Z', 'revision_number': 5, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'subnets': [{'id': '49f9c678-e348-468a-a6cc-eaf75cd70f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:43:37.291345 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5e41f514-9376-47a4-a994-f2a041a56ff3 service neutron] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:43:37.299678 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5e41f514-9376-47a4-a994-f2a041a56ff3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:37.301347 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bb876c2-175a-4042-8b89-fb5fab081840 req-5e41f514-9376-47a4-a994-f2a041a56ff3 service neutron] 10.222.0.94 "DELETE /v2.0/ports/60c58d23-cf12-40b9-9fb3-874322caac67/bindings/n-h2-824834-11 HTTP/1.1" status: 204 len: 173 time: 0.3099883 Feb 08 15:43:37.317353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 1103e63a-a20e-4f08-b709-b89ece7fec04, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=1103e63a-a20e-4f08-b709-b89ece7fec04,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:37.342145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '1103e63a-a20e-4f08-b709-b89ece7fec04', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '1103e63a-a20e-4f08-b709-b89ece7fec04', 'mac_address': 'fa:16:3e:4c:45:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:43:37.352863 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee391b2-91b7-4fa0-8c57-70154bd08b12 req-1f42ab16-36b3-46d5-9a5d-57e727879fe1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:37.360681 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aee391b2-91b7-4fa0-8c57-70154bd08b12 req-1f42ab16-36b3-46d5-9a5d-57e727879fe1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 945 time: 0.1377220 Feb 08 15:43:37.365409 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a358a6e2-125e-4b8f-8e45-07a9fcb09265 req-d76dc5e1-4a73-49a9-8388-039f456e2296 service neutron] 10.222.0.82 "GET /v2.0/networks/d116fa5c-4b42-4df5-88ca-9775325b2dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617582 Feb 08 15:43:37.394105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 1103e63a-a20e-4f08-b709-b89ece7fec04 is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:37.394606 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:37.415216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1103e63a-a20e-4f08-b709-b89ece7fec04 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:37.421158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aee391b2-91b7-4fa0-8c57-70154bd08b12 req-9c6968f3-49c6-446d-834e-a751d298c6fe tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588272 Feb 08 15:43:37.456849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 1103e63a-a20e-4f08-b709-b89ece7fec04, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=1103e63a-a20e-4f08-b709-b89ece7fec04,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:37.461596 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:37.524018 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-2ef56380-b79c-4b66-b32f-b920b8404842 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=47a06341cc3a4770995437fedeb0cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281451 Feb 08 15:43:37.529925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=1103e63a-a20e-4f08-b709-b89ece7fec04,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:37.563093 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc49fb4-2f19-407c-a566-d5ab77626c15 x-openstack-request-id: req-cbc49fb4-2f19-407c-a566-d5ab77626c15 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:37.563487 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac86d3bc-f3eb-4763-bf76-c407fefaf62d", "tag": "4deab74d-3dd9-4890-96b0-be34471adf55", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:37.563802 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cbc49fb4-2f19-407c-a566-d5ab77626c15 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:37.564407 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac86d3bc-f3eb-4763-bf76-c407fefaf62d', 'tag': '4deab74d-3dd9-4890-96b0-be34471adf55', 'status': 'completed', 'code': 200} Feb 08 15:43:37.670243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['1103e63a-a20e-4f08-b709-b89ece7fec04'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:37.710830 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b90550-f7af-4eba-99c9-96cb6f7296d4 None None] New status for floating IP cae8d00d-76e6-4ad4-ac7c-84329fd79232: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:43:37.818854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d672d-512c-4bc5-8a06-34ded15901df req-968166ab-2fc8-4aee-991f-00527b9b6b37 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:37.826926 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-968166ab-2fc8-4aee-991f-00527b9b6b37 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2961445 Feb 08 15:43:37.838219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d878818-8013-4e7e-92bb-342a0a135274 req-8a014453-3307-44cd-902a-644be24c4cf6 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:37.840537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d878818-8013-4e7e-92bb-342a0a135274 req-8a014453-3307-44cd-902a-644be24c4cf6 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.2231965 Feb 08 15:43:37.855783 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6568680-e225-4e39-afd0-d7acd7c4d9b2 req-908a224d-5499-4e28-8d3e-e0c0e008bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:37.858104 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6568680-e225-4e39-afd0-d7acd7c4d9b2 req-908a224d-5499-4e28-8d3e-e0c0e008bc85 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e8ba8000451b4a5ca559f3f66927fd3a&device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 1129 time: 0.2603312 Feb 08 15:43:37.876039 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-361a295e-0b1d-4152-8916-761f597e603a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/quotas/47a06341cc3a4770995437fedeb0cb4c HTTP/1.1" status: 200 len: 375 time: 0.0481443 Feb 08 15:43:37.918852 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:38.083032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d878818-8013-4e7e-92bb-342a0a135274 req-89ed9493-becb-4a57-afe9-8470816f854b tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309091 Feb 08 15:43:38.112496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d23c4d-9690-49f1-9057-1b811a32fdf0 req-0ed5646c-e852-4c93-81a8-b614065e898c tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:38.114029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1d23c4d-9690-49f1-9057-1b811a32fdf0 req-0ed5646c-e852-4c93-81a8-b614065e898c tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.94 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 950 time: 0.2260213 Feb 08 15:43:38.148252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-8055e3a2-6134-4e25-912b-28f0edeeffdc tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2713325 Feb 08 15:43:38.176941 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6568680-e225-4e39-afd0-d7acd7c4d9b2 req-4ac1c9ad-63d0-46a6-91d0-52d9fff71f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:38.179287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6568680-e225-4e39-afd0-d7acd7c4d9b2 req-4ac1c9ad-63d0-46a6-91d0-52d9fff71f27 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d116fa5c-4b42-4df5-88ca-9775325b2dd1 HTTP/1.1" status: 200 len: 929 time: 0.3007789 Feb 08 15:43:38.302578 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6568680-e225-4e39-afd0-d7acd7c4d9b2 req-803e7be5-bd8b-4f54-83fc-6e1c9b88da34 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4deab74d-3dd9-4890-96b0-be34471adf55 HTTP/1.1" status: 200 len: 217 time: 0.0997806 Feb 08 15:43:38.411470 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6568680-e225-4e39-afd0-d7acd7c4d9b2 req-630180dd-531a-451f-9c29-927739ed0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:38.412959 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6568680-e225-4e39-afd0-d7acd7c4d9b2 req-630180dd-531a-451f-9c29-927739ed0767 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=49f9c678-e348-468a-a6cc-eaf75cd70f3a HTTP/1.1" status: 200 len: 867 time: 0.0717151 Feb 08 15:43:38.487605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05e9d7-9311-4c71-aaab-437deb94baec req-276a4121-88fc-4c92-acef-6084a60a1ec7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:38.496892 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c05e9d7-9311-4c71-aaab-437deb94baec req-276a4121-88fc-4c92-acef-6084a60a1ec7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 943 time: 0.1944964 Feb 08 15:43:38.526189 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-a1d23c4d-9690-49f1-9057-1b811a32fdf0 req-2aa7e046-34da-453f-8637-24dbdfff55ca tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Deleting port ed94e183-7ae5-4f63-89c3-638fa9040991 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:43:38.526580 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a1d23c4d-9690-49f1-9057-1b811a32fdf0 req-2aa7e046-34da-453f-8637-24dbdfff55ca tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:38.577652 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6568680-e225-4e39-afd0-d7acd7c4d9b2 req-e8b9d088-29b7-4d15-b829-a1ce0bd55c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:38.579167 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6568680-e225-4e39-afd0-d7acd7c4d9b2 req-e8b9d088-29b7-4d15-b829-a1ce0bd55c85 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d116fa5c-4b42-4df5-88ca-9775325b2dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1552646 Feb 08 15:43:38.665342 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b17f2c33-1a87-4af2-8076-d81ae7d0f3be details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:43:38.674183 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c05e9d7-9311-4c71-aaab-437deb94baec req-f222f00a-1355-44a7-9b76-19d74e95e82a tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787839 Feb 08 15:43:38.787225 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c809bf4-c3ad-437c-8a01-722ac1cbb56b req-da48f167-a014-4a95-8c66-8cea4d9ae066 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/floatingips/cae8d00d-76e6-4ad4-ac7c-84329fd79232 HTTP/1.1" status: 200 len: 693 time: 0.0883927 Feb 08 15:43:38.797453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-a1d23c4d-9690-49f1-9057-1b811a32fdf0 req-2aa7e046-34da-453f-8637-24dbdfff55ca tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] For port ed94e183-7ae5-4f63-89c3-638fa9040991, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ed94e183-7ae5-4f63-89c3-638fa9040991,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:38.797822 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a1d23c4d-9690-49f1-9057-1b811a32fdf0 req-2aa7e046-34da-453f-8637-24dbdfff55ca tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:38.866467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:38.867933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-a1d23c4d-9690-49f1-9057-1b811a32fdf0 req-2aa7e046-34da-453f-8637-24dbdfff55ca tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Calling delete_port for ed94e183-7ae5-4f63-89c3-638fa9040991 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:43:38.879124 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6568680-e225-4e39-afd0-d7acd7c4d9b2 req-5f79c029-b166-43e0-82d3-c1608a72d2e0 service neutron] 10.222.0.96 "GET /v2.0/networks/d116fa5c-4b42-4df5-88ca-9775325b2dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907414 Feb 08 15:43:38.888521 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'b17f2c33-1a87-4af2-8076-d81ae7d0f3be', 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1', 'port_id': 'b17f2c33-1a87-4af2-8076-d81ae7d0f3be', 'mac_address': 'fa:16:3e:f7:5e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83d50d0-a523-4c9d-a16b-90473488d403', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:43:38.946694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port b17f2c33-1a87-4af2-8076-d81ae7d0f3be is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:38.947163 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:38.988785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17f2c33-1a87-4af2-8076-d81ae7d0f3be {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:39.047825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c809bf4-c3ad-437c-8a01-722ac1cbb56b req-47839006-b24b-45fa-95ee-6f587da8881c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:39.054123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:39.056337 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c809bf4-c3ad-437c-8a01-722ac1cbb56b req-47839006-b24b-45fa-95ee-6f587da8881c tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.2681971 Feb 08 15:43:39.062937 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:39.158880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c809bf4-c3ad-437c-8a01-722ac1cbb56b req-91e15392-2353-4a55-9dae-85bf83e44c76 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 696 time: 0.1015420 Feb 08 15:43:39.173122 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6568680-e225-4e39-afd0-d7acd7c4d9b2 req-7018ab54-93f9-4991-8786-f57672333d39 service neutron] 10.222.0.96 "GET /v2.0/networks/d116fa5c-4b42-4df5-88ca-9775325b2dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865360 Feb 08 15:43:39.220887 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 1103e63a-a20e-4f08-b709-b89ece7fec04 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:43:39.226156 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c809bf4-c3ad-437c-8a01-722ac1cbb56b req-2d1fcabb-7daa-4c0e-b4b3-34329cc74a90 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 696 time: 0.0660233 Feb 08 15:43:39.418579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:39.420790 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:43:39.445743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 1103e63a-a20e-4f08-b709-b89ece7fec04 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:39.446138 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:39.538267 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['b17f2c33-1a87-4af2-8076-d81ae7d0f3be'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:39.540923 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a1d23c4d-9690-49f1-9057-1b811a32fdf0 req-2aa7e046-34da-453f-8637-24dbdfff55ca tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ed94e183-7ae5-4f63-89c3-638fa9040991), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:39.586981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['c9dd88a3-e10d-435f-9556-323d1de86321', 'd266e231-7554-47d7-9a87-bb2337ce32f9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:39.639931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 1103e63a-a20e-4f08-b709-b89ece7fec04 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:39.640328 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:39.642862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7e046-34da-453f-8637-24dbdfff55ca tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Pushing event deleted for resources: {'Port': ['ID=ed94e183-7ae5-4f63-89c3-638fa9040991,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:39.676734 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d23c4d-9690-49f1-9057-1b811a32fdf0 req-2aa7e046-34da-453f-8637-24dbdfff55ca tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] No DVR routers for this DVR port ed94e183-7ae5-4f63-89c3-638fa9040991 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:43:39.679975 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a1d23c4d-9690-49f1-9057-1b811a32fdf0 req-2aa7e046-34da-453f-8637-24dbdfff55ca tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:39.683476 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1d23c4d-9690-49f1-9057-1b811a32fdf0 req-2aa7e046-34da-453f-8637-24dbdfff55ca tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.94 "DELETE /v2.0/ports/ed94e183-7ae5-4f63-89c3-638fa9040991 HTTP/1.1" status: 204 len: 173 time: 1.5628932 Feb 08 15:43:39.685267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4d2693-598e-4b63-9c88-3bde3224f5ce', 'name': 'network-vif-deleted', 'tag': 'ed94e183-7ae5-4f63-89c3-638fa9040991'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:39.687750 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545b06ce-a635-4a6c-b619-ef5dd16501f0" -d '{"events": [{"server_uuid": "4e4d2693-598e-4b63-9c88-3bde3224f5ce", "name": "network-vif-deleted", "tag": "ed94e183-7ae5-4f63-89c3-638fa9040991"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:39.715104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb085bc8-96d5-4339-9984-214d69a22fab req-35884de9-e70c-42a0-a8a8-7abcf346e25e tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:39.721881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb085bc8-96d5-4339-9984-214d69a22fab req-35884de9-e70c-42a0-a8a8-7abcf346e25e tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e4d2693-598e-4b63-9c88-3bde3224f5ce HTTP/1.1" status: 200 len: 867 time: 0.3267562 Feb 08 15:43:39.766737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-1c809bf4-c3ad-437c-8a01-722ac1cbb56b req-becc7bc9-92a0-4677-967b-9703e9d9fd0e tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Deleting port f66294d4-b848-4eb6-aa35-4a5b132c204b {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:43:39.767171 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1c809bf4-c3ad-437c-8a01-722ac1cbb56b req-becc7bc9-92a0-4677-967b-9703e9d9fd0e tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f66294d4-b848-4eb6-aa35-4a5b132c204b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:39.783125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 1103e63a-a20e-4f08-b709-b89ece7fec04, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=1103e63a-a20e-4f08-b709-b89ece7fec04,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:39.788371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4427fcd0-438b-4c2e-8d09-44d68c65a930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1103e63a-a20e-4f08-b709-b89ece7fec04'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:39.793219 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbbba52-f3f4-4921-a486-78e2c3aa096e" -d '{"events": [{"server_uuid": "4427fcd0-438b-4c2e-8d09-44d68c65a930", "name": "network-vif-plugged", "status": "completed", "tag": "1103e63a-a20e-4f08-b709-b89ece7fec04"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:39.815185 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:39.815990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ed94e183-7ae5-4f63-89c3-638fa9040991 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:43:39.890594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: ed94e183-7ae5-4f63-89c3-638fa9040991 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:43:39.891094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ed94e183-7ae5-4f63-89c3-638fa9040991 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:43:39.898088 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb085bc8-96d5-4339-9984-214d69a22fab req-295ba41c-d77c-4aa7-8a42-3fbbf0014b20 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753213 Feb 08 15:43:39.979079 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=1103e63a-a20e-4f08-b709-b89ece7fec04,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:40.000034 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1c809bf4-c3ad-437c-8a01-722ac1cbb56b req-becc7bc9-92a0-4677-967b-9703e9d9fd0e tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f66294d4-b848-4eb6-aa35-4a5b132c204b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:40.000034 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1c809bf4-c3ad-437c-8a01-722ac1cbb56b req-becc7bc9-92a0-4677-967b-9703e9d9fd0e tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for floatingip (f66294d4-b848-4eb6-aa35-4a5b132c204b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:40.031609 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-1c809bf4-c3ad-437c-8a01-722ac1cbb56b req-becc7bc9-92a0-4677-967b-9703e9d9fd0e tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Calling delete_port for f66294d4-b848-4eb6-aa35-4a5b132c204b owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:43:40.736256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1e190-a352-456c-8c12-3e6c999b8e8a req-aabaa4c4-9b76-48bc-a8bb-fbf8ef1758cb tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:40.737679 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e1e190-a352-456c-8c12-3e6c999b8e8a req-aabaa4c4-9b76-48bc-a8bb-fbf8ef1758cb tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 1128 time: 0.1338196 Feb 08 15:43:40.833878 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e1e190-a352-456c-8c12-3e6c999b8e8a req-974f0340-f2d3-4a1e-b074-d0b8c24b2b8e tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861599 Feb 08 15:43:40.835435 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1c809bf4-c3ad-437c-8a01-722ac1cbb56b req-becc7bc9-92a0-4677-967b-9703e9d9fd0e tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f66294d4-b848-4eb6-aa35-4a5b132c204b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:40.867205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc7bc9-92a0-4677-967b-9703e9d9fd0e tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Pushing event deleted for resources: {'Port': ['ID=f66294d4-b848-4eb6-aa35-4a5b132c204b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:40.971609 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1c809bf4-c3ad-437c-8a01-722ac1cbb56b req-becc7bc9-92a0-4677-967b-9703e9d9fd0e tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks [] for floatingip (cae8d00d-76e6-4ad4-ac7c-84329fd79232), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:40.975123 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1c809bf4-c3ad-437c-8a01-722ac1cbb56b req-becc7bc9-92a0-4677-967b-9703e9d9fd0e tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:40.976313 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c809bf4-c3ad-437c-8a01-722ac1cbb56b req-becc7bc9-92a0-4677-967b-9703e9d9fd0e tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "DELETE /v2.0/floatingips/cae8d00d-76e6-4ad4-ac7c-84329fd79232 HTTP/1.1" status: 204 len: 173 time: 1.7490222 Feb 08 15:43:41.008474 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705225f-7767-4139-abf3-3befaa260f31 req-363b780d-7671-4ac9-8696-a987b242e7ec tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:41.025867 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6705225f-7767-4139-abf3-3befaa260f31 req-363b780d-7671-4ac9-8696-a987b242e7ec tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.0893447 Feb 08 15:43:41.128881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6705225f-7767-4139-abf3-3befaa260f31 req-dc73849c-0271-4e50-9ee0-9daa0c273366 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015792 Feb 08 15:43:41.166414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4cd27-e505-4bc8-8f0e-b6d95bf873c9 req-7a4b347e-dcef-4fd3-9b49-86d1596d5bc4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:41.174442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4cd27-e505-4bc8-8f0e-b6d95bf873c9 req-7a4b347e-dcef-4fd3-9b49-86d1596d5bc4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:41.182074 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4cd27-e505-4bc8-8f0e-b6d95bf873c9 req-7a4b347e-dcef-4fd3-9b49-86d1596d5bc4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:41.185067 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1df4cd27-e505-4bc8-8f0e-b6d95bf873c9 req-7a4b347e-dcef-4fd3-9b49-86d1596d5bc4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 2419 time: 0.1358781 Feb 08 15:43:41.295707 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1df4cd27-e505-4bc8-8f0e-b6d95bf873c9 req-28f66c2a-4135-446c-979f-260604666416 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050575 Feb 08 15:43:41.366931 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-ec06941c-969a-44f7-8ad0-18a4d94c5885 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=47a06341cc3a4770995437fedeb0cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714865 Feb 08 15:43:41.387442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a513e89-b4c3-4910-baa0-e490fe54f4ec req-9924c27b-87df-4ca3-9c14-881a62ad2fec tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:41.389282 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a513e89-b4c3-4910-baa0-e490fe54f4ec req-9924c27b-87df-4ca3-9c14-881a62ad2fec tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 944 time: 0.1455574 Feb 08 15:43:41.426880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-e1a772d0-b8b6-49b2-8840-ca16ef3030d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:41.432997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-e1a772d0-b8b6-49b2-8840-ca16ef3030d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:41.441378 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-e1a772d0-b8b6-49b2-8840-ca16ef3030d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:41.444105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-e1a772d0-b8b6-49b2-8840-ca16ef3030d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.96 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 2419 time: 0.1467292 Feb 08 15:43:41.446512 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5078f472-f5df-4957-b051-242c2df4b146 x-openstack-request-id: req-5078f472-f5df-4957-b051-242c2df4b146 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:41.447288 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4d2693-598e-4b63-9c88-3bde3224f5ce", "name": "network-vif-deleted", "tag": "ed94e183-7ae5-4f63-89c3-638fa9040991", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:41.447647 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5078f472-f5df-4957-b051-242c2df4b146 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:41.448347 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4d2693-598e-4b63-9c88-3bde3224f5ce', 'name': 'network-vif-deleted', 'tag': 'ed94e183-7ae5-4f63-89c3-638fa9040991', 'status': 'completed', 'code': 200} Feb 08 15:43:41.523867 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19863795-bad1-4119-b23d-07918e4d2bfd x-openstack-request-id: req-19863795-bad1-4119-b23d-07918e4d2bfd {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:41.524776 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4427fcd0-438b-4c2e-8d09-44d68c65a930", "name": "network-vif-plugged", "status": "completed", "tag": "1103e63a-a20e-4f08-b709-b89ece7fec04", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:41.525220 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-19863795-bad1-4119-b23d-07918e4d2bfd {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:41.525781 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4427fcd0-438b-4c2e-8d09-44d68c65a930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1103e63a-a20e-4f08-b709-b89ece7fec04', 'code': 200} Feb 08 15:43:41.555387 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-579c5935-2067-4556-ba1c-3444c64bd982 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=47a06341cc3a4770995437fedeb0cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332661 Feb 08 15:43:41.587461 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a513e89-b4c3-4910-baa0-e490fe54f4ec req-ac5fba62-e7bc-4f3a-baba-52d284202084 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891325 Feb 08 15:43:41.726348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d672d-512c-4bc5-8a06-34ded15901df req-2e454f4a-051a-4d75-84f4-79882415b156 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:41.728307 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-2e454f4a-051a-4d75-84f4-79882415b156 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3561332 Feb 08 15:43:41.744272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-716d672d-512c-4bc5-8a06-34ded15901df req-3d0ad985-cdad-4592-bd85-c01d3c2ac6f6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Request body: {'port': {'device_id': '7dac4d5d-668e-4891-b737-17ab6bb6b91d', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '47a06341cc3a4770995437fedeb0cb4c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:41.807263 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ffab283-e0f0-408d-bc66-6ef3f090e975 req-fd4d19ab-a0a1-4823-8e5f-9fe12b3bce1f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 210 time: 0.0938315 Feb 08 15:43:41.909226 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716d672d-512c-4bc5-8a06-34ded15901df req-3d0ad985-cdad-4592-bd85-c01d3c2ac6f6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Made reservation on behalf of 47a06341cc3a4770995437fedeb0cb4c for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:43:41.920011 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-3d0ad985-cdad-4592-bd85-c01d3c2ac6f6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:41.932118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d672d-512c-4bc5-8a06-34ded15901df req-c6fae9d6-7d63-48a8-9e85-3e360b1651d7 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:41.933748 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-c6fae9d6-7d63-48a8-9e85-3e360b1651d7 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3409963 Feb 08 15:43:41.938166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-520c9e66-1a3e-451a-b633-4f752735151d tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Deleting port 4dc72800-227a-4743-aed4-e47bcf934eac {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:43:41.938513 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-520c9e66-1a3e-451a-b633-4f752735151d tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4dc72800-227a-4743-aed4-e47bcf934eac), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:41.943801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c08fd-26bc-4edf-8392-5df9c599e8fa req-494c8e6d-87ef-40f1-b73e-d9b2bb040767 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:41.945454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f90c08fd-26bc-4edf-8392-5df9c599e8fa req-494c8e6d-87ef-40f1-b73e-d9b2bb040767 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 1128 time: 0.1769900 Feb 08 15:43:41.989294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-716d672d-512c-4bc5-8a06-34ded15901df req-7eee576c-5c5c-4ea6-9707-e4e78f9c94fe tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Request body: {'port': {'device_id': '78a41fa7-f0ca-4756-9e60-668c03b9ae74', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '47a06341cc3a4770995437fedeb0cb4c'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:42.139669 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f90c08fd-26bc-4edf-8392-5df9c599e8fa req-9817be86-d7bb-4788-b13c-87f1912e5421 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542561 Feb 08 15:43:42.140004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-716d672d-512c-4bc5-8a06-34ded15901df req-3d0ad985-cdad-4592-bd85-c01d3c2ac6f6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Allocated IP 192.168.233.107 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/e0c134c6-bee7-4d57-90ac-a159396fd7ec) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:43:42.183553 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-520c9e66-1a3e-451a-b633-4f752735151d tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] For port 4dc72800-227a-4743-aed4-e47bcf934eac, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4dc72800-227a-4743-aed4-e47bcf934eac,segment=NetworkSegment(b89e1bbe-9be3-4eb2-a178-72191ba81ab9),segment_id=b89e1bbe-9be3-4eb2-a178-72191ba81ab9)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:42.184119 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-520c9e66-1a3e-451a-b633-4f752735151d tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4dc72800-227a-4743-aed4-e47bcf934eac), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:42.278034 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-520c9e66-1a3e-451a-b633-4f752735151d tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Calling delete_port for 4dc72800-227a-4743-aed4-e47bcf934eac owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:43:42.359352 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-3d0ad985-cdad-4592-bd85-c01d3c2ac6f6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks [] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:42.396247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716d672d-512c-4bc5-8a06-34ded15901df req-7eee576c-5c5c-4ea6-9707-e4e78f9c94fe tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Made reservation on behalf of 47a06341cc3a4770995437fedeb0cb4c for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:43:42.399591 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-7eee576c-5c5c-4ea6-9707-e4e78f9c94fe tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:42.409135 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-3d0ad985-cdad-4592-bd85-c01d3c2ac6f6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:42.428762 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['44ed5363-0f44-4ef7-91ec-3d682c8ee53d', '61036a9b-1ca0-430e-a9d6-b220f970db5a', 'a25273d2-2129-4f36-bd3c-7d3a4544071f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:42.429476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff23b1-2830-47c2-8358-8119757e1c86 req-d3754360-6a0d-4e68-9e7a-15b126612aa3 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:42.432209 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90ff23b1-2830-47c2-8358-8119757e1c86 req-d3754360-6a0d-4e68-9e7a-15b126612aa3 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2402959 Feb 08 15:43:42.460867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf352787-681b-47f2-91f3-b13240954e54 req-d76bf5f9-d8c4-484a-9c42-ff9f9fd544be tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:42.462376 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716d672d-512c-4bc5-8a06-34ded15901df req-3d0ad985-cdad-4592-bd85-c01d3c2ac6f6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:43:42.468764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-716d672d-512c-4bc5-8a06-34ded15901df req-3d0ad985-cdad-4592-bd85-c01d3c2ac6f6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:43:42.470925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf352787-681b-47f2-91f3-b13240954e54 req-d76bf5f9-d8c4-484a-9c42-ff9f9fd544be tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 949 time: 0.1890802 Feb 08 15:43:42.472433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-716d672d-512c-4bc5-8a06-34ded15901df req-3d0ad985-cdad-4592-bd85-c01d3c2ac6f6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:43:42.515412 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ad985-cdad-4592-bd85-c01d3c2ac6f6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event updated for resources: {'Port': ['ID=e0c134c6-bee7-4d57-90ac-a159396fd7ec,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:42.565316 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90ff23b1-2830-47c2-8358-8119757e1c86 req-1edd6bd0-9fdf-45cc-ac25-404675bf85d1 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1196280 Feb 08 15:43:42.610856 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d672d-512c-4bc5-8a06-34ded15901df req-3d0ad985-cdad-4592-bd85-c01d3c2ac6f6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:42.611710 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-3d0ad985-cdad-4592-bd85-c01d3c2ac6f6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:42.659720 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-3d0ad985-cdad-4592-bd85-c01d3c2ac6f6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9194453 Feb 08 15:43:42.672684 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Request body: {'port': {'device_id': '7dac4d5d-668e-4891-b737-17ab6bb6b91d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:42.743650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf352787-681b-47f2-91f3-b13240954e54 req-4ab636a6-368e-404a-afca-1b71b33b850b tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719984 Feb 08 15:43:42.747403 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b17f2c33-1a87-4af2-8076-d81ae7d0f3be up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:43:42.965787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4c951d6b-7e01-4f5d-bd1a-97637d20a9ca None None] Provisioning complete for port e0c134c6-bee7-4d57-90ac-a159396fd7ec triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:42.967214 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c951d6b-7e01-4f5d-bd1a-97637d20a9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:42.987968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fe719-52cb-4483-94be-8e45848e8b68 req-6deea57a-d4c2-42af-a072-78ec2bbe133d tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:42.993174 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b52fe719-52cb-4483-94be-8e45848e8b68 req-6deea57a-d4c2-42af-a072-78ec2bbe133d tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.2459447 Feb 08 15:43:42.994176 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:43.021919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-520c9e66-1a3e-451a-b633-4f752735151d tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4dc72800-227a-4743-aed4-e47bcf934eac), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:43.056311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port b17f2c33-1a87-4af2-8076-d81ae7d0f3be completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:43:43.093920 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port b17f2c33-1a87-4af2-8076-d81ae7d0f3be triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:43.094914 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:43.120681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-716d672d-512c-4bc5-8a06-34ded15901df req-7eee576c-5c5c-4ea6-9707-e4e78f9c94fe tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Allocated IP 192.168.233.90 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/cede9974-31d3-4df2-beb4-5e6849591e4a) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:43:43.127292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c9e66-1a3e-451a-b633-4f752735151d tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Port': ['ID=4dc72800-227a-4743-aed4-e47bcf934eac,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:43.133690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4c951d6b-7e01-4f5d-bd1a-97637d20a9ca None None] Port e0c134c6-bee7-4d57-90ac-a159396fd7ec cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:43:43.261034 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b52fe719-52cb-4483-94be-8e45848e8b68 req-bacb28b2-19f6-4056-8b41-5c361a92b7c3 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369511 Feb 08 15:43:43.352724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port b17f2c33-1a87-4af2-8076-d81ae7d0f3be is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:43.353580 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:43.359839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-520c9e66-1a3e-451a-b633-4f752735151d tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] No DVR routers for this DVR port 4dc72800-227a-4743-aed4-e47bcf934eac on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:43:43.376504 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-060c2cbc-3b35-4862-a592-9165c8fdd322 req-d962d6d4-650b-4677-bf94-12839a1bb0c7 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0642123 Feb 08 15:43:43.378155 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-520c9e66-1a3e-451a-b633-4f752735151d tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:43.383185 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-520c9e66-1a3e-451a-b633-4f752735151d tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.96 "DELETE /v2.0/ports/4dc72800-227a-4743-aed4-e47bcf934eac HTTP/1.1" status: 204 len: 173 time: 1.9310787 Feb 08 15:43:43.428101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:43.437401 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:43.438733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:43:43.459598 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-deleted', 'tag': '4dc72800-227a-4743-aed4-e47bcf934eac'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:43.462039 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c24796-2c8c-4e4e-bcad-e0e2400da79e" -d '{"events": [{"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-deleted", "tag": "4dc72800-227a-4743-aed4-e47bcf934eac"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:43.528917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95e127c-0031-426d-ae52-e4cf078caa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17f2c33-1a87-4af2-8076-d81ae7d0f3be'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:43.531194 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1740fcab-6010-4e6c-9e97-5308963e8f2e" -d '{"events": [{"server_uuid": "d95e127c-0031-426d-ae52-e4cf078caa01", "name": "network-vif-plugged", "status": "completed", "tag": "b17f2c33-1a87-4af2-8076-d81ae7d0f3be"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:43.541718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:43.588842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:43.589417 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:43.631153 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0,segment=NetworkSegment(3b93592e-fc91-4ea5-a010-ce0da532db26),segment_id=3b93592e-fc91-4ea5-a010-ce0da532db26)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:43.638364 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:43.639728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device c2500c53-93e9-4988-98b0-c5eddf8d6951 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:43:43.658659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f1be8-160f-45e6-81aa-158fdd39ce32 req-d51264f8-9b0a-41a8-9455-1901a94b84c1 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:43.665512 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f1be8-160f-45e6-81aa-158fdd39ce32 req-d51264f8-9b0a-41a8-9455-1901a94b84c1 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:43.666016 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-481f1be8-160f-45e6-81aa-158fdd39ce32 req-d51264f8-9b0a-41a8-9455-1901a94b84c1 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 1683 time: 0.2819190 Feb 08 15:43:43.728325 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352e9ed-dd7e-4c0a-99e7-1ee2537864aa req-b24a9640-dfce-4d24-89b5-728b937a04ea tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:43.735494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b352e9ed-dd7e-4c0a-99e7-1ee2537864aa req-b24a9640-dfce-4d24-89b5-728b937a04ea tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 945 time: 0.2415295 Feb 08 15:43:43.741518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:43.802670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port c2500c53-93e9-4988-98b0-c5eddf8d6951 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:43.803348 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:43.853060 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-481f1be8-160f-45e6-81aa-158fdd39ce32 req-fe65f3e4-7727-4685-accf-32c5544c1e38 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640966 Feb 08 15:43:43.869552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port c2500c53-93e9-4988-98b0-c5eddf8d6951, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=c2500c53-93e9-4988-98b0-c5eddf8d6951,segment=NetworkSegment(b89e1bbe-9be3-4eb2-a178-72191ba81ab9),segment_id=b89e1bbe-9be3-4eb2-a178-72191ba81ab9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:43.870670 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-7eee576c-5c5c-4ea6-9707-e4e78f9c94fe tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks [] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:43.886157 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:43.886157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4dc72800-227a-4743-aed4-e47bcf934eac no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:43:43.909668 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b352e9ed-dd7e-4c0a-99e7-1ee2537864aa req-2dbf195e-1e71-44ac-b014-a186f4c7653f tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732123 Feb 08 15:43:43.925585 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-ccd4273c-e373-45cb-97ba-5c0359fae91c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Deleting port c2500c53-93e9-4988-98b0-c5eddf8d6951 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:43:43.926252 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-ccd4273c-e373-45cb-97ba-5c0359fae91c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:43.999607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 4dc72800-227a-4743-aed4-e47bcf934eac {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:43:44.000125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4dc72800-227a-4743-aed4-e47bcf934eac not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:43:44.039263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=c2500c53-93e9-4988-98b0-c5eddf8d6951,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:44.198989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72bd172e-b511-4fc4-ae7a-f8f37e00507f req-25f131c4-ec21-4457-8bbe-5365473da419 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 210 time: 0.1409924 Feb 08 15:43:44.254238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2918e0-6960-4eb7-8888-4ab1fa497ff5 req-072f5e11-7e63-4023-bb9e-0b885c5b4b44 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:44.260314 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9b2918e0-6960-4eb7-8888-4ab1fa497ff5 req-072f5e11-7e63-4023-bb9e-0b885c5b4b44 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.94 "GET /v2.0/ports?device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 949 time: 0.1785910 Feb 08 15:43:44.348787 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b80b59-654c-48bc-96d3-f65df8a5da87 x-openstack-request-id: req-52b80b59-654c-48bc-96d3-f65df8a5da87 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:44.351595 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-deleted", "tag": "4dc72800-227a-4743-aed4-e47bcf934eac", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:44.351895 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-52b80b59-654c-48bc-96d3-f65df8a5da87 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:44.352770 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-deleted', 'tag': '4dc72800-227a-4743-aed4-e47bcf934eac', 'status': 'completed', 'code': 200} Feb 08 15:43:44.394695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-ccd4273c-e373-45cb-97ba-5c0359fae91c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] For port c2500c53-93e9-4988-98b0-c5eddf8d6951, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=c2500c53-93e9-4988-98b0-c5eddf8d6951,segment=NetworkSegment(b89e1bbe-9be3-4eb2-a178-72191ba81ab9),segment_id=b89e1bbe-9be3-4eb2-a178-72191ba81ab9)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:44.395077 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-ccd4273c-e373-45cb-97ba-5c0359fae91c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:44.398657 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-7eee576c-5c5c-4ea6-9707-e4e78f9c94fe tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:44.415108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['44ed5363-0f44-4ef7-91ec-3d682c8ee53d', '61036a9b-1ca0-430e-a9d6-b220f970db5a', 'a25273d2-2129-4f36-bd3c-7d3a4544071f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:44.429316 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1156e65f-cd6c-4924-ab99-9073d6b942a3 x-openstack-request-id: req-1156e65f-cd6c-4924-ab99-9073d6b942a3 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:44.429316 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95e127c-0031-426d-ae52-e4cf078caa01", "name": "network-vif-plugged", "status": "completed", "tag": "b17f2c33-1a87-4af2-8076-d81ae7d0f3be", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:44.429682 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1156e65f-cd6c-4924-ab99-9073d6b942a3 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:44.429931 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95e127c-0031-426d-ae52-e4cf078caa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17f2c33-1a87-4af2-8076-d81ae7d0f3be', 'code': 200} Feb 08 15:43:44.589112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-ccd4273c-e373-45cb-97ba-5c0359fae91c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Calling delete_port for c2500c53-93e9-4988-98b0-c5eddf8d6951 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:43:44.696736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716d672d-512c-4bc5-8a06-34ded15901df req-7eee576c-5c5c-4ea6-9707-e4e78f9c94fe tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:43:44.701873 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-9b2918e0-6960-4eb7-8888-4ab1fa497ff5 req-234b3a19-72d5-498c-9938-911ec4251336 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Deleting port c9dd88a3-e10d-435f-9556-323d1de86321 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:43:44.705925 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9b2918e0-6960-4eb7-8888-4ab1fa497ff5 req-234b3a19-72d5-498c-9938-911ec4251336 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c9dd88a3-e10d-435f-9556-323d1de86321), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:44.748295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-716d672d-512c-4bc5-8a06-34ded15901df req-7eee576c-5c5c-4ea6-9707-e4e78f9c94fe tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:43:44.751738 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-716d672d-512c-4bc5-8a06-34ded15901df req-7eee576c-5c5c-4ea6-9707-e4e78f9c94fe tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:43:44.808209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d672d-512c-4bc5-8a06-34ded15901df req-7eee576c-5c5c-4ea6-9707-e4e78f9c94fe tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:44.808891 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-7eee576c-5c5c-4ea6-9707-e4e78f9c94fe tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:44.816999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee576c-5c5c-4ea6-9707-e4e78f9c94fe tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event updated for resources: {'Port': ['ID=cede9974-31d3-4df2-beb4-5e6849591e4a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:44.831253 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a063d-7348-411f-b570-113d708082a8 req-c7ce3627-c239-41b3-8015-894644b53b63 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:44.839109 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f9a063d-7348-411f-b570-113d708082a8 req-c7ce3627-c239-41b3-8015-894644b53b63 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.3113739 Feb 08 15:43:44.882690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9b4ad-a017-46bf-a866-5cc46786c99a req-915f1013-fc9a-4daf-bc5b-52fce1c090b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:44.884261 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7a9b4ad-a017-46bf-a866-5cc46786c99a req-915f1013-fc9a-4daf-bc5b-52fce1c090b6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 1128 time: 0.3131804 Feb 08 15:43:44.900664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a885d-9126-44b0-ae8d-5b5bbee1cb4b req-8a3b2875-32df-44fe-926a-ca0bc1488300 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:44.907231 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-464a885d-9126-44b0-ae8d-5b5bbee1cb4b req-8a3b2875-32df-44fe-926a-ca0bc1488300 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=d2f3de8c-d993-4aff-90ae-8417a1c52e2e HTTP/1.1" status: 200 len: 949 time: 0.3649178 Feb 08 15:43:44.991909 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-9b2918e0-6960-4eb7-8888-4ab1fa497ff5 req-234b3a19-72d5-498c-9938-911ec4251336 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] For port c9dd88a3-e10d-435f-9556-323d1de86321, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c9dd88a3-e10d-435f-9556-323d1de86321,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:44.992288 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9b2918e0-6960-4eb7-8888-4ab1fa497ff5 req-234b3a19-72d5-498c-9938-911ec4251336 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c9dd88a3-e10d-435f-9556-323d1de86321), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:45.025806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-9b2918e0-6960-4eb7-8888-4ab1fa497ff5 req-234b3a19-72d5-498c-9938-911ec4251336 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Calling delete_port for c9dd88a3-e10d-435f-9556-323d1de86321 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:43:45.057542 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-7eee576c-5c5c-4ea6-9707-e4e78f9c94fe tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0980361 Feb 08 15:43:45.116827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f9a063d-7348-411f-b570-113d708082a8 req-57959908-979f-41af-97b8-5851e9cd9d66 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763150 Feb 08 15:43:45.148871 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Request body: {'port': {'device_id': '78a41fa7-f0ca-4756-9e60-668c03b9ae74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:45.269441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c134c6-bee7-4d57-90ac-a159396fd7ec {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:45.279211 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Publish callbacks [] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:45.303357 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ab52bb8f-3d92-4e29-9591-084f922ca7bf None None] Provisioning complete for port cede9974-31d3-4df2-beb4-5e6849591e4a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:45.303954 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ab52bb8f-3d92-4e29-9591-084f922ca7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:45.346756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Transition to ACTIVE for port object e0c134c6-bee7-4d57-90ac-a159396fd7ec will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:43:45.347015 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7a9b4ad-a017-46bf-a866-5cc46786c99a req-e25fcaa2-1a0a-449c-9c9a-41348346722a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384701 Feb 08 15:43:45.385473 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:45.402389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ab52bb8f-3d92-4e29-9591-084f922ca7bf None None] Port cede9974-31d3-4df2-beb4-5e6849591e4a cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:43:45.432765 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-464a885d-9126-44b0-ae8d-5b5bbee1cb4b req-86d2416d-b22c-4d14-86c7-f779eb834c4a tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625618 Feb 08 15:43:45.463540 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Pushing event updated for resources: {'Port': ['ID=e0c134c6-bee7-4d57-90ac-a159396fd7ec,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:45.518823 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9b2918e0-6960-4eb7-8888-4ab1fa497ff5 req-234b3a19-72d5-498c-9938-911ec4251336 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c9dd88a3-e10d-435f-9556-323d1de86321), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:45.536572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7adc73-71a0-4784-8328-7a4b69b8b1e0 req-44978849-3595-4ec0-b340-1ba92cea6717 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:45.538038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['d266e231-7554-47d7-9a87-bb2337ce32f9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:45.545854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b7adc73-71a0-4784-8328-7a4b69b8b1e0 req-44978849-3595-4ec0-b340-1ba92cea6717 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 946 time: 0.2927644 Feb 08 15:43:45.558283 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:45.745789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2918e0-6960-4eb7-8888-4ab1fa497ff5 req-234b3a19-72d5-498c-9938-911ec4251336 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] No DVR routers for this DVR port c9dd88a3-e10d-435f-9556-323d1de86321 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:43:45.753977 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9b2918e0-6960-4eb7-8888-4ab1fa497ff5 req-234b3a19-72d5-498c-9938-911ec4251336 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:45.765282 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9b2918e0-6960-4eb7-8888-4ab1fa497ff5 req-234b3a19-72d5-498c-9938-911ec4251336 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.94 "DELETE /v2.0/ports/c9dd88a3-e10d-435f-9556-323d1de86321 HTTP/1.1" status: 204 len: 173 time: 1.4960282 Feb 08 15:43:45.768639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f3de8c-d993-4aff-90ae-8417a1c52e2e', 'name': 'network-vif-deleted', 'tag': 'c9dd88a3-e10d-435f-9556-323d1de86321'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:45.772727 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8384960a-ebdf-403b-91db-fe3153acf5e6" -d '{"events": [{"server_uuid": "d2f3de8c-d993-4aff-90ae-8417a1c52e2e", "name": "network-vif-deleted", "tag": "c9dd88a3-e10d-435f-9556-323d1de86321"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:45.805712 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-ccd4273c-e373-45cb-97ba-5c0359fae91c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c2500c53-93e9-4988-98b0-c5eddf8d6951), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:45.829743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b7adc73-71a0-4784-8328-7a4b69b8b1e0 req-908cf4bf-23b3-410d-8aa1-fad84d9be210 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/security-groups?id=a81b3dd2-9b9f-4c8b-a093-f9ae86b8effd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827978 Feb 08 15:43:45.957200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b3a19-72d5-498c-9938-911ec4251336 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Pushing event deleted for resources: {'Port': ['ID=c9dd88a3-e10d-435f-9556-323d1de86321,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:45.987310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Attempting to bind port e0c134c6-bee7-4d57-90ac-a159396fd7ec on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:43:45.987678 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Attempting to bind port e0c134c6-bee7-4d57-90ac-a159396fd7ec by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:43:45.988052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Attempting to bind port e0c134c6-bee7-4d57-90ac-a159396fd7ec on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:45.993248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Port e0c134c6-bee7-4d57-90ac-a159396fd7ec on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:43:45.993577 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Attempting to bind port e0c134c6-bee7-4d57-90ac-a159396fd7ec on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:46.000765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:43:46.001212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:43:46.002141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:43:46.002608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Bound port: e0c134c6-bee7-4d57-90ac-a159396fd7ec, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:43:46.002953 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:46.078034 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4273c-e373-45cb-97ba-5c0359fae91c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Port': ['ID=c2500c53-93e9-4988-98b0-c5eddf8d6951,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:46.131062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] For port e0c134c6-bee7-4d57-90ac-a159396fd7ec, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:43:46.141797 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] For port e0c134c6-bee7-4d57-90ac-a159396fd7ec, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e0c134c6-bee7-4d57-90ac-a159396fd7ec,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:43:46.155703 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:46.201547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:46.202210 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:46.203721 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] 10.222.0.96 "PUT /v2.0/ports/e0c134c6-bee7-4d57-90ac-a159396fd7ec HTTP/1.1" status: 200 len: 1097 time: 3.5364087 Feb 08 15:43:46.271539 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5f266-d5e9-4898-9e57-ef772f89cf28 req-c933ebaa-8bf4-4746-a9fe-e298be4fdb68 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:46.284437 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5f266-d5e9-4898-9e57-ef772f89cf28 req-c933ebaa-8bf4-4746-a9fe-e298be4fdb68 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:46.288478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f9c5f266-d5e9-4898-9e57-ef772f89cf28 req-c933ebaa-8bf4-4746-a9fe-e298be4fdb68 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 1679 time: 0.6895411 Feb 08 15:43:46.304464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-ccd4273c-e373-45cb-97ba-5c0359fae91c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] No DVR routers for this DVR port c2500c53-93e9-4988-98b0-c5eddf8d6951 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:43:46.307970 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-ccd4273c-e373-45cb-97ba-5c0359fae91c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:46.313921 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-ccd4273c-e373-45cb-97ba-5c0359fae91c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.96 "DELETE /v2.0/ports/c2500c53-93e9-4988-98b0-c5eddf8d6951 HTTP/1.1" status: 204 len: 173 time: 2.8396871 Feb 08 15:43:46.332771 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5328e0-7af3-464a-87d7-d28fe68eb85d service neutron] Pushing event updated for resources: {'Port': ['ID=e0c134c6-bee7-4d57-90ac-a159396fd7ec,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:46.372053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d672d-512c-4bc5-8a06-34ded15901df req-bf407403-9635-455a-ade3-3e6295675166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:46.375685 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-bf407403-9635-455a-ade3-3e6295675166 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=7dac4d5d-668e-4891-b737-17ab6bb6b91d HTTP/1.1" status: 200 len: 1131 time: 0.1187565 Feb 08 15:43:46.375869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-deleted', 'tag': 'c2500c53-93e9-4988-98b0-c5eddf8d6951'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:46.390276 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468a67cb-b839-466c-baa2-d6b450b78641" -d '{"events": [{"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-deleted", "tag": "c2500c53-93e9-4988-98b0-c5eddf8d6951"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:46.430768 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7bc65c0-5a3c-4b11-9475-3fac2c2f6be0'}, {'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2500c53-93e9-4988-98b0-c5eddf8d6951'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:46.433804 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7fe9cb-e884-47a4-8b97-1722d777ba6d" -d '{"events": [{"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-unplugged", "status": "completed", "tag": "d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0"}, {"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-unplugged", "status": "completed", "tag": "c2500c53-93e9-4988-98b0-c5eddf8d6951"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:46.495925 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-2f2ec18d-48fc-41cd-9b94-484417ee0cc5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=e0c134c6-bee7-4d57-90ac-a159396fd7ec HTTP/1.1" status: 200 len: 217 time: 0.1094105 Feb 08 15:43:46.623978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d672d-512c-4bc5-8a06-34ded15901df req-59fd9199-0fc2-41ca-82e4-e1d5272c484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:46.626131 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-59fd9199-0fc2-41ca-82e4-e1d5272c484b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1059666 Feb 08 15:43:46.703664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d672d-512c-4bc5-8a06-34ded15901df req-ae621d74-96f7-4667-9fb6-ef9193dea1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:46.706063 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-ae621d74-96f7-4667-9fb6-ef9193dea1dc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0735791 Feb 08 15:43:46.888123 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-56214518-c110-4928-b1d1-d52a08074f50 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726456 Feb 08 15:43:46.982840 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed159dc4-1076-409c-a4c0-2913cbc22f29 req-899d5290-d1d6-4ca8-9c49-ff0a4da5d7d8 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:46.992204 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed159dc4-1076-409c-a4c0-2913cbc22f29 req-899d5290-d1d6-4ca8-9c49-ff0a4da5d7d8 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 945 time: 0.9415004 Feb 08 15:43:47.052993 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-a3c80480-bb8a-47c6-8df0-3786ef3afeb1 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584620 Feb 08 15:43:47.094580 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadea330-c733-4ec7-a776-660dc8fa88e9 req-f5128040-9168-4d95-9c8a-184b637d5b45 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:47.096228 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fadea330-c733-4ec7-a776-660dc8fa88e9 req-f5128040-9168-4d95-9c8a-184b637d5b45 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.96 "GET /v2.0/ports?device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 946 time: 1.0280516 Feb 08 15:43:47.143174 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f9c5f266-d5e9-4898-9e57-ef772f89cf28 req-e9895e82-4290-4816-adf9-856b05bcce32 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8252666 Feb 08 15:43:47.241147 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c9dd88a3-e10d-435f-9556-323d1de86321 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:43:47.260994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed159dc4-1076-409c-a4c0-2913cbc22f29 req-032f558b-74bd-485c-8b5b-f2b79b16685c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671869 Feb 08 15:43:47.277141 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: c9dd88a3-e10d-435f-9556-323d1de86321 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:43:47.277498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c9dd88a3-e10d-435f-9556-323d1de86321 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:43:47.373775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-77fa6013-b0bf-4524-99aa-c0c2cae0cf8c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Deleting port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:43:47.374125 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-77fa6013-b0bf-4524-99aa-c0c2cae0cf8c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:47.408191 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914120a1-50fd-4465-9b1d-e87ca7cf48c8 x-openstack-request-id: req-914120a1-50fd-4465-9b1d-e87ca7cf48c8 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:47.408673 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f3de8c-d993-4aff-90ae-8417a1c52e2e", "name": "network-vif-deleted", "tag": "c9dd88a3-e10d-435f-9556-323d1de86321", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:47.408759 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-914120a1-50fd-4465-9b1d-e87ca7cf48c8 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:47.409136 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f3de8c-d993-4aff-90ae-8417a1c52e2e', 'name': 'network-vif-deleted', 'tag': 'c9dd88a3-e10d-435f-9556-323d1de86321', 'status': 'completed', 'code': 200} Feb 08 15:43:47.449143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cede9974-31d3-4df2-beb4-5e6849591e4a {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:47.477274 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Publish callbacks [] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:47.521658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Transition to ACTIVE for port object cede9974-31d3-4df2-beb4-5e6849591e4a will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:43:47.546628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-fadea330-c733-4ec7-a776-660dc8fa88e9 req-7ea8cd53-16cd-448d-9062-6b5b28be97c6 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Deleting port 4deab74d-3dd9-4890-96b0-be34471adf55 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:43:47.547009 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fadea330-c733-4ec7-a776-660dc8fa88e9 req-7ea8cd53-16cd-448d-9062-6b5b28be97c6 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4deab74d-3dd9-4890-96b0-be34471adf55), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:47.556807 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:47.728368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca10b5-6109-47cb-99b1-321dd454e7cd req-f083bab9-75bd-4ddc-8a0a-69fd04df38ff tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:47.731972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35ca10b5-6109-47cb-99b1-321dd454e7cd req-f083bab9-75bd-4ddc-8a0a-69fd04df38ff tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 935 time: 0.3000150 Feb 08 15:43:47.735210 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-77fa6013-b0bf-4524-99aa-c0c2cae0cf8c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] For port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0,segment=NetworkSegment(3b93592e-fc91-4ea5-a010-ce0da532db26),segment_id=3b93592e-fc91-4ea5-a010-ce0da532db26)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:47.735581 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-77fa6013-b0bf-4524-99aa-c0c2cae0cf8c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:47.769064 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cede9974-31d3-4df2-beb4-5e6849591e4a,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:47.819619 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-77fa6013-b0bf-4524-99aa-c0c2cae0cf8c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Calling delete_port for d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:43:47.867232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2473fe-3c37-474e-afa9-47b9887d973f req-edd680df-a76f-4dcf-a720-5f8065082a4d tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:47.868881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef2473fe-3c37-474e-afa9-47b9887d973f req-edd680df-a76f-4dcf-a720-5f8065082a4d tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.3853822 Feb 08 15:43:47.911919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-fadea330-c733-4ec7-a776-660dc8fa88e9 req-7ea8cd53-16cd-448d-9062-6b5b28be97c6 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] For port 4deab74d-3dd9-4890-96b0-be34471adf55, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4deab74d-3dd9-4890-96b0-be34471adf55,segment=NetworkSegment(b1770789-fb6b-4288-9b5c-7f088bbbb569),segment_id=b1770789-fb6b-4288-9b5c-7f088bbbb569)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:47.912301 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fadea330-c733-4ec7-a776-660dc8fa88e9 req-7ea8cd53-16cd-448d-9062-6b5b28be97c6 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4deab74d-3dd9-4890-96b0-be34471adf55), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:47.927819 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-fadea330-c733-4ec7-a776-660dc8fa88e9 req-7ea8cd53-16cd-448d-9062-6b5b28be97c6 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Calling delete_port for 4deab74d-3dd9-4890-96b0-be34471adf55 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:43:48.224663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Attempting to bind port cede9974-31d3-4df2-beb4-5e6849591e4a on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:43:48.225421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Attempting to bind port cede9974-31d3-4df2-beb4-5e6849591e4a by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:43:48.226053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Attempting to bind port cede9974-31d3-4df2-beb4-5e6849591e4a on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:48.263969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35ca10b5-6109-47cb-99b1-321dd454e7cd req-14aa08cc-ca93-42a6-a11d-bbfd4c390004 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161469 Feb 08 15:43:48.375744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Port cede9974-31d3-4df2-beb4-5e6849591e4a on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:43:48.376295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Attempting to bind port cede9974-31d3-4df2-beb4-5e6849591e4a on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:48.454400 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef2473fe-3c37-474e-afa9-47b9887d973f req-2a427360-ece2-444b-8006-5a9bb0ad7457 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5597577 Feb 08 15:43:48.455782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:43:48.456392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:43:48.457058 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:43:48.457922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Bound port: cede9974-31d3-4df2-beb4-5e6849591e4a, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:43:48.458498 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:48.482835 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:48.510563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fadea330-c733-4ec7-a776-660dc8fa88e9 req-7ea8cd53-16cd-448d-9062-6b5b28be97c6 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4deab74d-3dd9-4890-96b0-be34471adf55), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:48.552326 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0716d299-ac86-45ef-be8e-1ad36190f981 x-openstack-request-id: req-0716d299-ac86-45ef-be8e-1ad36190f981 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:48.552632 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-unplugged", "status": "completed", "tag": "d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0", "code": 200}, {"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-unplugged", "status": "completed", "tag": "c2500c53-93e9-4988-98b0-c5eddf8d6951", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:48.552877 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0716d299-ac86-45ef-be8e-1ad36190f981 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:48.553461 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7bc65c0-5a3c-4b11-9475-3fac2c2f6be0', 'code': 200} Feb 08 15:43:48.553869 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2500c53-93e9-4988-98b0-c5eddf8d6951', 'code': 200} Feb 08 15:43:48.651595 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b05a2c-bd17-4c18-9902-a02f507c9681 x-openstack-request-id: req-35b05a2c-bd17-4c18-9902-a02f507c9681 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:48.652143 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-deleted", "tag": "c2500c53-93e9-4988-98b0-c5eddf8d6951", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:48.659300 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-35b05a2c-bd17-4c18-9902-a02f507c9681 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:48.659987 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-deleted', 'tag': 'c2500c53-93e9-4988-98b0-c5eddf8d6951', 'status': 'completed', 'code': 200} Feb 08 15:43:48.706552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4deab74d-3dd9-4890-96b0-be34471adf55 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:43:48.712415 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-77fa6013-b0bf-4524-99aa-c0c2cae0cf8c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:48.717233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8cd53-16cd-448d-9062-6b5b28be97c6 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Pushing event deleted for resources: {'Port': ['ID=4deab74d-3dd9-4890-96b0-be34471adf55,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:48.756847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 4deab74d-3dd9-4890-96b0-be34471adf55 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:43:48.757616 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4deab74d-3dd9-4890-96b0-be34471adf55 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:43:48.843000 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4ee355de-03b4-4384-a38a-2b4beb029f9e req-da53217d-8294-4cd8-9b4a-f6d3609647e8 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=78da7874-ff8e-4721-965a-d8cf045dbc69 HTTP/1.1" status: 200 len: 210 time: 0.1161075 Feb 08 15:43:48.849907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb31ede6-a78c-4435-a209-2d3137d1212d req-90497159-9451-45a5-9f19-4d1e3d6d697d tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac86d3bc-f3eb-4763-bf76-c407fefaf62d HTTP/1.1" status: 200 len: 210 time: 0.1231101 Feb 08 15:43:48.851181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa6013-b0bf-4524-99aa-c0c2cae0cf8c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Port': ['ID=d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:48.918656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadea330-c733-4ec7-a776-660dc8fa88e9 req-7ea8cd53-16cd-448d-9062-6b5b28be97c6 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] No DVR routers for this DVR port 4deab74d-3dd9-4890-96b0-be34471adf55 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:43:48.922322 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fadea330-c733-4ec7-a776-660dc8fa88e9 req-7ea8cd53-16cd-448d-9062-6b5b28be97c6 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:48.926021 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fadea330-c733-4ec7-a776-660dc8fa88e9 req-7ea8cd53-16cd-448d-9062-6b5b28be97c6 tempest-FloatingIPsAssociationNegativeTestJSON-156375437 tempest-FloatingIPsAssociationNegativeTestJSON-156375437-project] 10.222.0.96 "DELETE /v2.0/ports/4deab74d-3dd9-4890-96b0-be34471adf55 HTTP/1.1" status: 204 len: 173 time: 1.7942624 Feb 08 15:43:48.991204 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-77fa6013-b0bf-4524-99aa-c0c2cae0cf8c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] No DVR routers for this DVR port d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:43:49.035126 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-77fa6013-b0bf-4524-99aa-c0c2cae0cf8c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:49.042088 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8c900a2f-6496-442b-a3aa-15d540d0f152 req-77fa6013-b0bf-4524-99aa-c0c2cae0cf8c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.96 "DELETE /v2.0/ports/d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0 HTTP/1.1" status: 204 len: 173 time: 2.7112298 Feb 08 15:43:49.043506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] For port cede9974-31d3-4df2-beb4-5e6849591e4a, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:43:49.128290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] For port cede9974-31d3-4df2-beb4-5e6849591e4a, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=cede9974-31d3-4df2-beb4-5e6849591e4a,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:43:49.160349 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:49.350317 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:49.351374 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:49.353901 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] 10.222.0.94 "PUT /v2.0/ports/cede9974-31d3-4df2-beb4-5e6849591e4a HTTP/1.1" status: 200 len: 1096 time: 4.2148499 Feb 08 15:43:49.410258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dac4d5d-668e-4891-b737-17ab6bb6b91d', 'tag': 'e0c134c6-bee7-4d57-90ac-a159396fd7ec'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:49.412517 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0391a2f4-d4e6-4b8d-a6d8-af1f72a539a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7dac4d5d-668e-4891-b737-17ab6bb6b91d", "tag": "e0c134c6-bee7-4d57-90ac-a159396fd7ec"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:49.451959 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb5946-cc53-4812-b900-1b4464ddb338 req-be46f318-48a7-4b2c-b174-41eacc6ed485 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:49.471580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78bb5946-cc53-4812-b900-1b4464ddb338 req-be46f318-48a7-4b2c-b174-41eacc6ed485 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 945 time: 0.4904692 Feb 08 15:43:49.527654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a25fc-8af7-477f-9349-40cd257207a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cede9974-31d3-4df2-beb4-5e6849591e4a,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:49.631901 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78bb5946-cc53-4812-b900-1b4464ddb338 req-1fc7a38a-c9e0-47cb-8d63-9a3eceee0dd3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543019 Feb 08 15:43:49.728317 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d56c28-a8a0-4e70-a311-c0b408ce4d83 x-openstack-request-id: req-20d56c28-a8a0-4e70-a311-c0b408ce4d83 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:49.729097 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dac4d5d-668e-4891-b737-17ab6bb6b91d", "tag": "e0c134c6-bee7-4d57-90ac-a159396fd7ec", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:49.729361 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-20d56c28-a8a0-4e70-a311-c0b408ce4d83 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:49.729769 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dac4d5d-668e-4891-b737-17ab6bb6b91d', 'tag': 'e0c134c6-bee7-4d57-90ac-a159396fd7ec', 'status': 'completed', 'code': 200} Feb 08 15:43:49.948711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d672d-512c-4bc5-8a06-34ded15901df req-844efcb1-71f7-4e82-82b1-5f1a35237d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:49.950742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-844efcb1-71f7-4e82-82b1-5f1a35237d62 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 1130 time: 0.4662645 Feb 08 15:43:49.961634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1debc7e-794c-4190-b337-2062722b1f8b req-dec2e936-873a-4dd2-b1e4-8e519ed8dbae tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:49.969963 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c1debc7e-794c-4190-b337-2062722b1f8b req-dec2e936-873a-4dd2-b1e4-8e519ed8dbae tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 947 time: 0.3365085 Feb 08 15:43:50.022145 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-802114d8-f93b-4f12-bbf5-8a69d9a4d48c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=cede9974-31d3-4df2-beb4-5e6849591e4a HTTP/1.1" status: 200 len: 217 time: 0.0480635 Feb 08 15:43:50.047822 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391a2f4-d4e6-4b8d-a6d8-af1f72a539a0 req-f7513931-76d0-417f-a495-d970ed3158ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:50.049650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0391a2f4-d4e6-4b8d-a6d8-af1f72a539a0 req-f7513931-76d0-417f-a495-d970ed3158ce service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=7dac4d5d-668e-4891-b737-17ab6bb6b91d HTTP/1.1" status: 200 len: 1131 time: 0.2609482 Feb 08 15:43:50.066860 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:50.137899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f547853-c9b4-446d-b7ba-de298836b983 req-25f1b8d1-8ff3-4dc3-95c0-39324d25a8b0 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:50.148077 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f547853-c9b4-446d-b7ba-de298836b983 req-25f1b8d1-8ff3-4dc3-95c0-39324d25a8b0 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 951 time: 0.2624900 Feb 08 15:43:50.226774 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c1debc7e-794c-4190-b337-2062722b1f8b req-52e95e8b-8a7e-49c5-850e-b5ffe459acf3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513764 Feb 08 15:43:50.293819 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f547853-c9b4-446d-b7ba-de298836b983 req-a5812be4-897e-41fe-aedb-1a7ce7599836 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447527 Feb 08 15:43:50.303489 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d672d-512c-4bc5-8a06-34ded15901df req-54655548-dc64-4da1-881c-bd18b7ece1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:50.308071 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-54655548-dc64-4da1-881c-bd18b7ece1b1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2665138 Feb 08 15:43:50.460192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391a2f4-d4e6-4b8d-a6d8-af1f72a539a0 req-751ef76f-8467-4fdb-89cb-3461cddc374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:50.462410 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0391a2f4-d4e6-4b8d-a6d8-af1f72a539a0 req-751ef76f-8467-4fdb-89cb-3461cddc374e service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.3933580 Feb 08 15:43:50.537570 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0391a2f4-d4e6-4b8d-a6d8-af1f72a539a0 req-e7e6efc9-c14e-4546-87ce-dc05ca48a6b2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=e0c134c6-bee7-4d57-90ac-a159396fd7ec HTTP/1.1" status: 200 len: 217 time: 0.0672548 Feb 08 15:43:50.547611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864cf22-14fb-4e73-aad6-2fa5bd717ca8 req-86e1f3e7-4e0d-4e22-a729-b4f8328d232b tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:50.555383 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2864cf22-14fb-4e73-aad6-2fa5bd717ca8 req-86e1f3e7-4e0d-4e22-a729-b4f8328d232b tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.1817341 Feb 08 15:43:50.564495 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d672d-512c-4bc5-8a06-34ded15901df req-d5b0a708-de4e-4be2-992f-8ec9c5b79c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:50.569958 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-d5b0a708-de4e-4be2-992f-8ec9c5b79c06 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2375207 Feb 08 15:43:50.665602 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac86d3bc-f3eb-4763-bf76-c407fefaf62d', 'name': 'network-vif-deleted', 'tag': '4deab74d-3dd9-4890-96b0-be34471adf55'}, {'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-deleted', 'tag': 'd7bc65c0-5a3c-4b11-9475-3fac2c2f6be0'}, {'name': 'network-changed', 'server_uuid': '78a41fa7-f0ca-4756-9e60-668c03b9ae74', 'tag': 'cede9974-31d3-4df2-beb4-5e6849591e4a'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:50.668351 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daa36b7-2d35-4213-9d47-bc5cd7340c26" -d '{"events": [{"server_uuid": "ac86d3bc-f3eb-4763-bf76-c407fefaf62d", "name": "network-vif-deleted", "tag": "4deab74d-3dd9-4890-96b0-be34471adf55"}, {"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-deleted", "tag": "d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0"}, {"name": "network-changed", "server_uuid": "78a41fa7-f0ca-4756-9e60-668c03b9ae74", "tag": "cede9974-31d3-4df2-beb4-5e6849591e4a"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:50.683441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aff73-4486-4483-8dbd-07cceb784ab3 req-25ed136a-03d0-4c42-bd10-f0a426f40432 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:50.691041 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f06aff73-4486-4483-8dbd-07cceb784ab3 req-25ed136a-03d0-4c42-bd10-f0a426f40432 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 1128 time: 0.3034086 Feb 08 15:43:50.725165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e0c134c6-bee7-4d57-90ac-a159396fd7ec details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:43:50.739801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391a2f4-d4e6-4b8d-a6d8-af1f72a539a0 req-8d8fb0a4-87fd-485c-88f6-58fdd78dc207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:50.741803 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0391a2f4-d4e6-4b8d-a6d8-af1f72a539a0 req-8d8fb0a4-87fd-485c-88f6-58fdd78dc207 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1800849 Feb 08 15:43:50.756027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2864cf22-14fb-4e73-aad6-2fa5bd717ca8 req-424e19c0-7663-49c4-8751-e21801ca1545 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968608 Feb 08 15:43:50.831599 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-1cb196c7-b43c-445b-9212-fdedecf54e3e service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467201 Feb 08 15:43:50.847051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f06aff73-4486-4483-8dbd-07cceb784ab3 req-b32096f4-ece1-423f-8c4c-9496ae751291 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511183 Feb 08 15:43:50.885598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33336) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:43:51.011572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ed6603-96a3-4403-b085-2ff4c4d42ee4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Deleting subnet 767c45c2-a919-40f4-aa64-3c77bb96394d {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:43:51.019635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e0c134c6-bee7-4d57-90ac-a159396fd7ec, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e0c134c6-bee7-4d57-90ac-a159396fd7ec,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:51.020613 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6603-96a3-4403-b085-2ff4c4d42ee4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks [] for subnet (767c45c2-a919-40f4-aa64-3c77bb96394d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:51.054286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'e0c134c6-bee7-4d57-90ac-a159396fd7ec', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': 'e0c134c6-bee7-4d57-90ac-a159396fd7ec', 'mac_address': 'fa:16:3e:50:c5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:43:51.104773 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6603-96a3-4403-b085-2ff4c4d42ee4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (767c45c2-a919-40f4-aa64-3c77bb96394d), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:51.109238 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port e0c134c6-bee7-4d57-90ac-a159396fd7ec is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:51.109838 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:51.145576 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c134c6-bee7-4d57-90ac-a159396fd7ec {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:51.198381 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e0c134c6-bee7-4d57-90ac-a159396fd7ec, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e0c134c6-bee7-4d57-90ac-a159396fd7ec,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:51.206951 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:51.253040 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6603-96a3-4403-b085-2ff4c4d42ee4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (767c45c2-a919-40f4-aa64-3c77bb96394d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:51.330702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=e0c134c6-bee7-4d57-90ac-a159396fd7ec,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:51.371017 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33346) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:43:51.395028 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6603-96a3-4403-b085-2ff4c4d42ee4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (767c45c2-a919-40f4-aa64-3c77bb96394d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:51.490972 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['e0c134c6-bee7-4d57-90ac-a159396fd7ec'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:51.562957 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed6603-96a3-4403-b085-2ff4c4d42ee4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Subnet': ['ID=767c45c2-a919-40f4-aa64-3c77bb96394d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:51.572582 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6603-96a3-4403-b085-2ff4c4d42ee4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:51.578749 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a1ed6603-96a3-4403-b085-2ff4c4d42ee4 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "DELETE /v2.0/subnets/767c45c2-a919-40f4-aa64-3c77bb96394d HTTP/1.1" status: 204 len: 168 time: 0.6921136 Feb 08 15:43:51.592490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33352) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:43:51.600146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d4b38c-b2c7-4069-8b93-332ffe5dc4d0 None None] Network 4a059062-3a2c-42eb-a743-6b7302e67fdc requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:43:51.646700 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d7f64f-5996-451f-bc61-9a8503dba190 x-openstack-request-id: req-e8d7f64f-5996-451f-bc61-9a8503dba190 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:51.647273 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac86d3bc-f3eb-4763-bf76-c407fefaf62d", "name": "network-vif-deleted", "tag": "4deab74d-3dd9-4890-96b0-be34471adf55", "status": "completed", "code": 200}, {"server_uuid": "78da7874-ff8e-4721-965a-d8cf045dbc69", "name": "network-vif-deleted", "tag": "d7bc65c0-5a3c-4b11-9475-3fac2c2f6be0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78a41fa7-f0ca-4756-9e60-668c03b9ae74", "tag": "cede9974-31d3-4df2-beb4-5e6849591e4a", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:51.647273 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e8d7f64f-5996-451f-bc61-9a8503dba190 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:51.649216 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac86d3bc-f3eb-4763-bf76-c407fefaf62d', 'name': 'network-vif-deleted', 'tag': '4deab74d-3dd9-4890-96b0-be34471adf55', 'status': 'completed', 'code': 200} Feb 08 15:43:51.649501 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78da7874-ff8e-4721-965a-d8cf045dbc69', 'name': 'network-vif-deleted', 'tag': 'd7bc65c0-5a3c-4b11-9475-3fac2c2f6be0', 'status': 'completed', 'code': 200} Feb 08 15:43:51.649757 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a41fa7-f0ca-4756-9e60-668c03b9ae74', 'tag': 'cede9974-31d3-4df2-beb4-5e6849591e4a', 'status': 'completed', 'code': 200} Feb 08 15:43:51.738248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d84559-e061-41c6-b71a-655173d07e14 req-d471b33c-5f9f-41b6-aba4-d865307c7511 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:51.742888 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-46d84559-e061-41c6-b71a-655173d07e14 req-d471b33c-5f9f-41b6-aba4-d865307c7511 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 951 time: 0.3730943 Feb 08 15:43:51.821498 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716d672d-512c-4bc5-8a06-34ded15901df req-3c7d13d3-0ab1-41c9-b5ba-9473596f1a3f service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9733555 Feb 08 15:43:51.945760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51514343-32dc-462a-b7c6-06a6e4740a5e None None] DHCP port deletion for 4a059062-3a2c-42eb-a743-6b7302e67fdc request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:43:51.959781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391a2f4-d4e6-4b8d-a6d8-af1f72a539a0 req-6628d6bf-c72e-4b1c-b6e2-503f00b82721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:51.960330 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0391a2f4-d4e6-4b8d-a6d8-af1f72a539a0 req-6628d6bf-c72e-4b1c-b6e2-503f00b82721 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.2100258 Feb 08 15:43:52.023167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-51514343-32dc-462a-b7c6-06a6e4740a5e None None] Deleting port 587f54d6-9084-4355-b8b4-a66f7622c799 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:43:52.023542 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-51514343-32dc-462a-b7c6-06a6e4740a5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (587f54d6-9084-4355-b8b4-a66f7622c799), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:52.111358 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-51514343-32dc-462a-b7c6-06a6e4740a5e None None] For port 587f54d6-9084-4355-b8b4-a66f7622c799, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=587f54d6-9084-4355-b8b4-a66f7622c799,segment=NetworkSegment(3b93592e-fc91-4ea5-a010-ce0da532db26),segment_id=3b93592e-fc91-4ea5-a010-ce0da532db26)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:52.112399 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-51514343-32dc-462a-b7c6-06a6e4740a5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (587f54d6-9084-4355-b8b4-a66f7622c799), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:52.125347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5164b-4727-432e-b933-9b7f95f0b4fd req-1aafd798-aaf5-4e16-b3b0-a29a67b87704 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:52.133113 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-51514343-32dc-462a-b7c6-06a6e4740a5e None None] Calling delete_port for 587f54d6-9084-4355-b8b4-a66f7622c799 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:43:52.137841 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7e5164b-4727-432e-b933-9b7f95f0b4fd req-1aafd798-aaf5-4e16-b3b0-a29a67b87704 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 1128 time: 0.4790888 Feb 08 15:43:52.172561 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cd2a2-f4c9-41b6-bd88-ba417e23b67a req-a8c649e2-1d67-400b-beb9-5db6d0c0e1bb tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:52.186366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-450cd2a2-f4c9-41b6-bd88-ba417e23b67a req-a8c649e2-1d67-400b-beb9-5db6d0c0e1bb tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 947 time: 0.5512278 Feb 08 15:43:52.268437 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa36b7-2d35-4213-9d47-bc5cd7340c26 req-8cea928a-1fad-4585-a62c-4474a4278915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:52.270553 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4daa36b7-2d35-4213-9d47-bc5cd7340c26 req-8cea928a-1fad-4585-a62c-4474a4278915 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 1130 time: 0.3482878 Feb 08 15:43:52.294781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 587f54d6-9084-4355-b8b4-a66f7622c799 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:43:52.300104 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-51514343-32dc-462a-b7c6-06a6e4740a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (587f54d6-9084-4355-b8b4-a66f7622c799), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:52.337424 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0391a2f4-d4e6-4b8d-a6d8-af1f72a539a0 req-925b1b5c-f1b4-4302-b80f-435bf13b7150 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585961 Feb 08 15:43:52.361842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51514343-32dc-462a-b7c6-06a6e4740a5e None None] No DVR routers for this DVR port 587f54d6-9084-4355-b8b4-a66f7622c799 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:43:52.375174 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51514343-32dc-462a-b7c6-06a6e4740a5e None None] Pushing event deleted for resources: {'Port': ['ID=587f54d6-9084-4355-b8b4-a66f7622c799,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:52.387071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 587f54d6-9084-4355-b8b4-a66f7622c799 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:43:52.388195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 587f54d6-9084-4355-b8b4-a66f7622c799 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:43:52.416396 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba038d0d-3e2d-4654-9bee-617842951118 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (4a059062-3a2c-42eb-a743-6b7302e67fdc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:52.485594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-450cd2a2-f4c9-41b6-bd88-ba417e23b67a req-63f66e4c-ae8e-4bc7-ad45-f760308bf10e tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959855 Feb 08 15:43:52.487970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7e5164b-4727-432e-b933-9b7f95f0b4fd req-f4e58189-d74b-42ca-a294-1bdeab51eaa9 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828693 Feb 08 15:43:52.489900 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0391a2f4-d4e6-4b8d-a6d8-af1f72a539a0 req-5fa108b3-79d2-4d64-b892-03e07db20a3a service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206014 Feb 08 15:43:52.696259 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba038d0d-3e2d-4654-9bee-617842951118 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (4a059062-3a2c-42eb-a743-6b7302e67fdc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:52.722372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e0c134c6-bee7-4d57-90ac-a159396fd7ec up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:43:52.762093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-46d84559-e061-41c6-b71a-655173d07e14 req-703fd8d6-e917-4338-ae2e-a7566db80424 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Deleting port d266e231-7554-47d7-9a87-bb2337ce32f9 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:43:52.763049 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-46d84559-e061-41c6-b71a-655173d07e14 req-703fd8d6-e917-4338-ae2e-a7566db80424 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:52.794590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa36b7-2d35-4213-9d47-bc5cd7340c26 req-b13b163e-f3e8-4c98-9f6a-06ddccc03d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:52.796817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4daa36b7-2d35-4213-9d47-bc5cd7340c26 req-b13b163e-f3e8-4c98-9f6a-06ddccc03d4c service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.4290054 Feb 08 15:43:52.823094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port e0c134c6-bee7-4d57-90ac-a159396fd7ec completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:43:52.846148 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port e0c134c6-bee7-4d57-90ac-a159396fd7ec triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:52.847366 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:52.850153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ba038d0d-3e2d-4654-9bee-617842951118 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a059062-3a2c-42eb-a743-6b7302e67fdc']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:52.867435 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45768f6e-6f54-4367-8cba-73fb555a9300 req-1e6b14ba-dbb2-4eac-80dd-d3dedddaec49 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:52.876401 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-45768f6e-6f54-4367-8cba-73fb555a9300 req-1e6b14ba-dbb2-4eac-80dd-d3dedddaec49 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.1966717 Feb 08 15:43:52.879226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4daa36b7-2d35-4213-9d47-bc5cd7340c26 req-af88a714-ea89-47a1-8607-7376f7fa2df4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=cede9974-31d3-4df2-beb4-5e6849591e4a HTTP/1.1" status: 200 len: 217 time: 0.0752735 Feb 08 15:43:52.898370 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ba038d0d-3e2d-4654-9bee-617842951118 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b93592e-fc91-4ea5-a010-ce0da532db26') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:52.899105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ba038d0d-3e2d-4654-9bee-617842951118 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b93592e-fc91-4ea5-a010-ce0da532db26') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:52.922129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6803c3b-abc6-4e43-a10e-0dfba7f07345 req-1d41d916-195a-4393-814c-e75d465db99c tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:52.922391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba038d0d-3e2d-4654-9bee-617842951118 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (3b93592e-fc91-4ea5-a010-ce0da532db26), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:52.924723 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6803c3b-abc6-4e43-a10e-0dfba7f07345 req-1d41d916-195a-4393-814c-e75d465db99c tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 951 time: 0.2413104 Feb 08 15:43:52.961804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port e0c134c6-bee7-4d57-90ac-a159396fd7ec is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:52.962124 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:53.007480 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e0c134c6-bee7-4d57-90ac-a159396fd7ec, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e0c134c6-bee7-4d57-90ac-a159396fd7ec,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:53.008624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dac4d5d-668e-4891-b737-17ab6bb6b91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c134c6-bee7-4d57-90ac-a159396fd7ec'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:53.013251 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc85358-90bb-4d1c-a299-552a34c4319f" -d '{"events": [{"server_uuid": "7dac4d5d-668e-4891-b737-17ab6bb6b91d", "name": "network-vif-plugged", "status": "completed", "tag": "e0c134c6-bee7-4d57-90ac-a159396fd7ec"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:53.018514 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:53.030930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-46d84559-e061-41c6-b71a-655173d07e14 req-703fd8d6-e917-4338-ae2e-a7566db80424 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] For port d266e231-7554-47d7-9a87-bb2337ce32f9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d266e231-7554-47d7-9a87-bb2337ce32f9,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:53.035882 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-46d84559-e061-41c6-b71a-655173d07e14 req-703fd8d6-e917-4338-ae2e-a7566db80424 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:53.054977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-46d84559-e061-41c6-b71a-655173d07e14 req-703fd8d6-e917-4338-ae2e-a7566db80424 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Calling delete_port for d266e231-7554-47d7-9a87-bb2337ce32f9 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:43:53.068939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-45768f6e-6f54-4367-8cba-73fb555a9300 req-2ba586bd-6675-4515-8169-a81e787ef614 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910203 Feb 08 15:43:53.073266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa36b7-2d35-4213-9d47-bc5cd7340c26 req-eb5f0113-c465-4dc7-b6dd-101cf6cd51da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:53.075969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4daa36b7-2d35-4213-9d47-bc5cd7340c26 req-eb5f0113-c465-4dc7-b6dd-101cf6cd51da service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1836290 Feb 08 15:43:53.108800 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6803c3b-abc6-4e43-a10e-0dfba7f07345 req-13829c29-666d-42b1-9cb3-03ce306f0071 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/security-groups?id=9dda5aa2-d59c-4dc7-9538-62b163156f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612473 Feb 08 15:43:53.115785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=e0c134c6-bee7-4d57-90ac-a159396fd7ec,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:53.166711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa36b7-2d35-4213-9d47-bc5cd7340c26 req-c8757f6e-0eb3-4e81-a628-b586a3bfdcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:53.168163 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4daa36b7-2d35-4213-9d47-bc5cd7340c26 req-c8757f6e-0eb3-4e81-a628-b586a3bfdcfe service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0821240 Feb 08 15:43:53.196071 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba038d0d-3e2d-4654-9bee-617842951118 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (3b93592e-fc91-4ea5-a010-ce0da532db26), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:53.214866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba038d0d-3e2d-4654-9bee-617842951118 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:43:53.215403 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba038d0d-3e2d-4654-9bee-617842951118 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (3b93592e-fc91-4ea5-a010-ce0da532db26), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:43:53.223404 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:43:53.338586 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb144664-a72a-483d-a3f0-56bc22c361ab x-openstack-request-id: req-cb144664-a72a-483d-a3f0-56bc22c361ab {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:53.338827 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dac4d5d-668e-4891-b737-17ab6bb6b91d", "name": "network-vif-plugged", "status": "completed", "tag": "e0c134c6-bee7-4d57-90ac-a159396fd7ec", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:53.339091 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cb144664-a72a-483d-a3f0-56bc22c361ab {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:53.339490 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dac4d5d-668e-4891-b737-17ab6bb6b91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c134c6-bee7-4d57-90ac-a159396fd7ec', 'code': 200} Feb 08 15:43:53.352719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4daa36b7-2d35-4213-9d47-bc5cd7340c26 req-9a0101b2-5389-4141-a1a1-e05a2a00b6ff service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767044 Feb 08 15:43:53.385141 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba038d0d-3e2d-4654-9bee-617842951118 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (4a059062-3a2c-42eb-a743-6b7302e67fdc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:53.425989 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba038d0d-3e2d-4654-9bee-617842951118 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:53.435083 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ba038d0d-3e2d-4654-9bee-617842951118 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "DELETE /v2.0/networks/4a059062-3a2c-42eb-a743-6b7302e67fdc HTTP/1.1" status: 204 len: 168 time: 1.8392591 Feb 08 15:43:53.439328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33376) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:43:53.522334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8665fc-86ec-4a95-996b-9def5ad65c43 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Deleting subnet d9108d6f-0325-4e42-b5c6-2d4912a826f4 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:43:53.535829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba038d0d-3e2d-4654-9bee-617842951118 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Network': ['ID=4a059062-3a2c-42eb-a743-6b7302e67fdc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:53.566861 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2c8665fc-86ec-4a95-996b-9def5ad65c43 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks [] for subnet (d9108d6f-0325-4e42-b5c6-2d4912a826f4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:53.704102 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-46d84559-e061-41c6-b71a-655173d07e14 req-703fd8d6-e917-4338-ae2e-a7566db80424 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d266e231-7554-47d7-9a87-bb2337ce32f9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:53.790638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fd8d6-e917-4338-ae2e-a7566db80424 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Pushing event deleted for resources: {'Port': ['ID=d266e231-7554-47d7-9a87-bb2337ce32f9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:53.799319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2c8665fc-86ec-4a95-996b-9def5ad65c43 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (d9108d6f-0325-4e42-b5c6-2d4912a826f4), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:53.853029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e2ca0-ec1d-4983-a829-0ead62d871fa req-687958b4-3a20-4277-8a55-8b0f5fda63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:53.854762 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d7e2ca0-ec1d-4983-a829-0ead62d871fa req-687958b4-3a20-4277-8a55-8b0f5fda63e8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7dac4d5d-668e-4891-b737-17ab6bb6b91d HTTP/1.1" status: 200 len: 1133 time: 0.4142900 Feb 08 15:43:53.863597 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4daa36b7-2d35-4213-9d47-bc5cd7340c26 req-a4403758-416a-48f5-9a26-e17bb2fea790 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817786 Feb 08 15:43:54.020476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1f12d-f807-42ac-83b4-86b9dd608951 req-9276ea7b-7aad-46c9-bfaa-4833134facf1 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:54.033583 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85a1f12d-f807-42ac-83b4-86b9dd608951 req-9276ea7b-7aad-46c9-bfaa-4833134facf1 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 947 time: 0.3066227 Feb 08 15:43:54.045199 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d7e2ca0-ec1d-4983-a829-0ead62d871fa req-c53654eb-982c-48fe-b600-442e2b591cd8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805274 Feb 08 15:43:54.120007 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d84559-e061-41c6-b71a-655173d07e14 req-703fd8d6-e917-4338-ae2e-a7566db80424 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] No DVR routers for this DVR port d266e231-7554-47d7-9a87-bb2337ce32f9 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:43:54.135728 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-46d84559-e061-41c6-b71a-655173d07e14 req-703fd8d6-e917-4338-ae2e-a7566db80424 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:54.163946 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-46d84559-e061-41c6-b71a-655173d07e14 req-703fd8d6-e917-4338-ae2e-a7566db80424 tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.94 "DELETE /v2.0/ports/d266e231-7554-47d7-9a87-bb2337ce32f9 HTTP/1.1" status: 204 len: 173 time: 2.4098055 Feb 08 15:43:54.175183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa84e6b0-2017-46c6-8606-967875a0631c', 'name': 'network-vif-deleted', 'tag': 'd266e231-7554-47d7-9a87-bb2337ce32f9'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:54.178567 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8481c207-a612-4231-a864-56592d7a242b" -d '{"events": [{"server_uuid": "fa84e6b0-2017-46c6-8606-967875a0631c", "name": "network-vif-deleted", "tag": "d266e231-7554-47d7-9a87-bb2337ce32f9"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:54.216970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85a1f12d-f807-42ac-83b4-86b9dd608951 req-c4de6e70-7954-421b-965a-d91010dd33f1 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822870 Feb 08 15:43:54.236772 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2c8665fc-86ec-4a95-996b-9def5ad65c43 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d9108d6f-0325-4e42-b5c6-2d4912a826f4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:54.359778 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9906f03c-42c0-4ae3-a012-8c8f3063eb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (d3107b55-1d17-43c2-956a-37639496cc83), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:54.465295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e76c0a-1fa6-49d1-8cfa-3e292bd6d857 req-1cff3ee2-8837-41c9-8722-5b7ad65635db tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:54.468000 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3e76c0a-1fa6-49d1-8cfa-3e292bd6d857 req-1cff3ee2-8837-41c9-8722-5b7ad65635db tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.1592853 Feb 08 15:43:54.560105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3e76c0a-1fa6-49d1-8cfa-3e292bd6d857 req-3c7d4fc9-2950-4285-902f-f0ab1c2a7e28 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816009 Feb 08 15:43:54.577344 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2c8665fc-86ec-4a95-996b-9def5ad65c43 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (d9108d6f-0325-4e42-b5c6-2d4912a826f4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:54.632331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8665fc-86ec-4a95-996b-9def5ad65c43 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Subnet': ['ID=d9108d6f-0325-4e42-b5c6-2d4912a826f4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:54.638544 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2c8665fc-86ec-4a95-996b-9def5ad65c43 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:54.644621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33410) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:43:54.651503 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2c8665fc-86ec-4a95-996b-9def5ad65c43 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "DELETE /v2.0/subnets/d9108d6f-0325-4e42-b5c6-2d4912a826f4 HTTP/1.1" status: 204 len: 168 time: 1.2079947 Feb 08 15:43:54.654066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31da662d-b906-40d5-aba1-a3e31fa55ed7 None None] Network 03c7de7b-72ff-4794-b0ff-1372e12e74e0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:43:54.870060 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (03c7de7b-72ff-4794-b0ff-1372e12e74e0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:54.886940 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cee298a5-0f4a-4c82-b70f-0c7707d72113 req-21e62501-36a5-4a47-a337-c12413f0174e tempest-ServersAdminTestJSON-169506482 tempest-ServersAdminTestJSON-169506482-project] 10.222.0.82 "GET /v2.0/ports?device_id=fa84e6b0-2017-46c6-8606-967875a0631c HTTP/1.1" status: 200 len: 210 time: 0.2103205 Feb 08 15:43:55.018121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Deleting port e41faae4-45fb-40f2-ad78-08962c466841 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:43:55.018557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3744c7e-fb75-4734-8d86-c5d9ff6aab91 None None] DHCP port deletion for 03c7de7b-72ff-4794-b0ff-1372e12e74e0 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:43:55.021754 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e41faae4-45fb-40f2-ad78-08962c466841), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:55.079678 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9906f03c-42c0-4ae3-a012-8c8f3063eb7f admin admin] Deleting port b10eeb84-349c-4243-9aaa-50c822b790bf {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:43:55.080030 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9906f03c-42c0-4ae3-a012-8c8f3063eb7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:55.152525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a3744c7e-fb75-4734-8d86-c5d9ff6aab91 None None] Deleting port e41faae4-45fb-40f2-ad78-08962c466841 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:43:55.153438 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a3744c7e-fb75-4734-8d86-c5d9ff6aab91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e41faae4-45fb-40f2-ad78-08962c466841), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:55.174653 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54338400-d672-4588-a2a5-d4f5274a1afa x-openstack-request-id: req-54338400-d672-4588-a2a5-d4f5274a1afa {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:43:55.178083 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa84e6b0-2017-46c6-8606-967875a0631c", "name": "network-vif-deleted", "tag": "d266e231-7554-47d7-9a87-bb2337ce32f9", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:43:55.178346 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-54338400-d672-4588-a2a5-d4f5274a1afa {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:43:55.178763 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa84e6b0-2017-46c6-8606-967875a0631c', 'name': 'network-vif-deleted', 'tag': 'd266e231-7554-47d7-9a87-bb2337ce32f9', 'status': 'completed', 'code': 200} Feb 08 15:43:55.193456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-7f607058-7eb4-4bee-afe3-3dd876d6fcff tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:43:55.194515 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-7f607058-7eb4-4bee-afe3-3dd876d6fcff tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149450 Feb 08 15:43:55.215003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] For port e41faae4-45fb-40f2-ad78-08962c466841, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e41faae4-45fb-40f2-ad78-08962c466841,segment=NetworkSegment(b89e1bbe-9be3-4eb2-a178-72191ba81ab9),segment_id=b89e1bbe-9be3-4eb2-a178-72191ba81ab9)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:55.216326 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e41faae4-45fb-40f2-ad78-08962c466841), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:55.237282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Calling delete_port for e41faae4-45fb-40f2-ad78-08962c466841 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:43:55.292347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device cede9974-31d3-4df2-beb4-5e6849591e4a details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:43:55.300278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d266e231-7554-47d7-9a87-bb2337ce32f9 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:43:55.362455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-9906f03c-42c0-4ae3-a012-8c8f3063eb7f admin admin] For port b10eeb84-349c-4243-9aaa-50c822b790bf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b10eeb84-349c-4243-9aaa-50c822b790bf,segment=NetworkSegment(b1770789-fb6b-4288-9b5c-7f088bbbb569),segment_id=b1770789-fb6b-4288-9b5c-7f088bbbb569)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:55.362884 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9906f03c-42c0-4ae3-a012-8c8f3063eb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:55.386450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9906f03c-42c0-4ae3-a012-8c8f3063eb7f admin admin] Calling delete_port for b10eeb84-349c-4243-9aaa-50c822b790bf owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:43:55.397998 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: d266e231-7554-47d7-9a87-bb2337ce32f9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:43:55.398563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d266e231-7554-47d7-9a87-bb2337ce32f9 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:43:55.401716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a3744c7e-fb75-4734-8d86-c5d9ff6aab91 None None] For port e41faae4-45fb-40f2-ad78-08962c466841, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e41faae4-45fb-40f2-ad78-08962c466841,segment=NetworkSegment(b89e1bbe-9be3-4eb2-a178-72191ba81ab9),segment_id=b89e1bbe-9be3-4eb2-a178-72191ba81ab9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:55.402118 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a3744c7e-fb75-4734-8d86-c5d9ff6aab91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e41faae4-45fb-40f2-ad78-08962c466841), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:55.433725 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a3744c7e-fb75-4734-8d86-c5d9ff6aab91 None None] Calling delete_port for e41faae4-45fb-40f2-ad78-08962c466841 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:43:55.452099 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e41faae4-45fb-40f2-ad78-08962c466841), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:55.466379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-b66c3117-0acc-482d-93fb-c076933df97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:55.469508 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-b66c3117-0acc-482d-93fb-c076933df97d service neutron] 10.222.0.82 "GET /v2.0/ports/b17f2c33-1a87-4af2-8076-d81ae7d0f3be HTTP/1.1" status: 200 len: 1125 time: 0.2657871 Feb 08 15:43:55.484478 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-49777c97-72ce-4ee8-ba6e-fb699f627f48 service neutron] Request body: {'binding': {'host': 'n-h1-824834-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:55.485625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-49777c97-72ce-4ee8-ba6e-fb699f627f48 service neutron] Unknown quota resources ['binding']. {{(pid=103302) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 15:43:55.562251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Port': ['ID=e41faae4-45fb-40f2-ad78-08962c466841,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:55.583642 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] No DVR routers for this DVR port e41faae4-45fb-40f2-ad78-08962c466841 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:43:55.584541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port cede9974-31d3-4df2-beb4-5e6849591e4a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=cede9974-31d3-4df2-beb4-5e6849591e4a,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:55.608112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'cede9974-31d3-4df2-beb4-5e6849591e4a', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': 'cede9974-31d3-4df2-beb4-5e6849591e4a', 'mac_address': 'fa:16:3e:58:b2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:43:55.624588 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a3744c7e-fb75-4734-8d86-c5d9ff6aab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (e41faae4-45fb-40f2-ad78-08962c466841), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:55.674745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-49777c97-72ce-4ee8-ba6e-fb699f627f48 service neutron] Attempting to bind port b17f2c33-1a87-4af2-8076-d81ae7d0f3be on host n-h1-824834-11 for vnic_type normal with profile None {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:43:55.675320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-49777c97-72ce-4ee8-ba6e-fb699f627f48 service neutron] Attempting to bind port b17f2c33-1a87-4af2-8076-d81ae7d0f3be by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:43:55.675833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-49777c97-72ce-4ee8-ba6e-fb699f627f48 service neutron] Attempting to bind port b17f2c33-1a87-4af2-8076-d81ae7d0f3be on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:55.687771 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-49777c97-72ce-4ee8-ba6e-fb699f627f48 service neutron] Port b17f2c33-1a87-4af2-8076-d81ae7d0f3be on network 34030067-061b-475b-9f07-26ad4a87c9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:43:55.688172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-49777c97-72ce-4ee8-ba6e-fb699f627f48 service neutron] Attempting to bind port b17f2c33-1a87-4af2-8076-d81ae7d0f3be on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:43:55.704061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3744c7e-fb75-4734-8d86-c5d9ff6aab91 None None] Pushing event deleted for resources: {'Port': ['ID=e41faae4-45fb-40f2-ad78-08962c466841,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:55.707873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3744c7e-fb75-4734-8d86-c5d9ff6aab91 None None] No DVR routers for this DVR port e41faae4-45fb-40f2-ad78-08962c466841 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:43:55.747900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port cede9974-31d3-4df2-beb4-5e6849591e4a is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:55.748761 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:55.758070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-49777c97-72ce-4ee8-ba6e-fb699f627f48 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:43:55.758420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-49777c97-72ce-4ee8-ba6e-fb699f627f48 service neutron] Checking segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:43:55.758821 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-49777c97-72ce-4ee8-ba6e-fb699f627f48 service neutron] Bound using segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:43:55.759766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-49777c97-72ce-4ee8-ba6e-fb699f627f48 service neutron] Bound port: b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:43:55.779126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cede9974-31d3-4df2-beb4-5e6849591e4a {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:43:55.816888 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port cede9974-31d3-4df2-beb4-5e6849591e4a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=cede9974-31d3-4df2-beb4-5e6849591e4a,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:55.820566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa3255-fa32-483a-b5da-d613ea65eacb req-81784c39-49f8-4670-9414-51018270d150 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:55.823311 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cffa3255-fa32-483a-b5da-d613ea65eacb req-81784c39-49f8-4670-9414-51018270d150 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 947 time: 0.3145752 Feb 08 15:43:55.827028 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:55.863384 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (03c7de7b-72ff-4794-b0ff-1372e12e74e0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:55.924893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=cede9974-31d3-4df2-beb4-5e6849591e4a,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:55.941662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-49777c97-72ce-4ee8-ba6e-fb699f627f48 service neutron] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:43:55.961630 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-49777c97-72ce-4ee8-ba6e-fb699f627f48 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:55.963312 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-49777c97-72ce-4ee8-ba6e-fb699f627f48 service neutron] 10.222.0.82 "POST /v2.0/ports/b17f2c33-1a87-4af2-8076-d81ae7d0f3be/bindings HTTP/1.1" status: 201 len: 390 time: 0.4850600 Feb 08 15:43:55.999454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cffa3255-fa32-483a-b5da-d613ea65eacb req-bb124cf6-e90a-4ea8-8110-2af3fe7261f1 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611645 Feb 08 15:43:56.005193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9906f03c-42c0-4ae3-a012-8c8f3063eb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b10eeb84-349c-4243-9aaa-50c822b790bf), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:56.017262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c7de7b-72ff-4794-b0ff-1372e12e74e0']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:56.048563 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89e1bbe-9be3-4eb2-a178-72191ba81ab9') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:56.052266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89e1bbe-9be3-4eb2-a178-72191ba81ab9') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:56.079432 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (b89e1bbe-9be3-4eb2-a178-72191ba81ab9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:56.085074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906f03c-42c0-4ae3-a012-8c8f3063eb7f admin admin] Pushing event deleted for resources: {'Port': ['ID=b10eeb84-349c-4243-9aaa-50c822b790bf,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:56.200707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['cede9974-31d3-4df2-beb4-5e6849591e4a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:43:56.243177 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b89e1bbe-9be3-4eb2-a178-72191ba81ab9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:56.323645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:43:56.325578 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (b89e1bbe-9be3-4eb2-a178-72191ba81ab9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:43:56.337619 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:43:56.524388 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e41faae4-45fb-40f2-ad78-08962c466841 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:43:56.525907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b88d7ef-eac7-42be-b094-3d6ea45c115e req-a2a36dcf-dfc9-4470-9f8b-0df5c5328c53 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3905449 Feb 08 15:43:56.535010 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9906f03c-42c0-4ae3-a012-8c8f3063eb7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (d3107b55-1d17-43c2-956a-37639496cc83), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:56.607275 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (03c7de7b-72ff-4794-b0ff-1372e12e74e0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:56.635183 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78a85f-6d9c-4085-83b4-a774fb0596dc req-0f29b64b-ccf2-4ca9-bea1-877f1c427217 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:56.640274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: e41faae4-45fb-40f2-ad78-08962c466841 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:43:56.642091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e41faae4-45fb-40f2-ad78-08962c466841 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:43:56.643938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a78a85f-6d9c-4085-83b4-a774fb0596dc req-0f29b64b-ccf2-4ca9-bea1-877f1c427217 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.3709304 Feb 08 15:43:56.678239 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:56.687578 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "DELETE /v2.0/networks/03c7de7b-72ff-4794-b0ff-1372e12e74e0 HTTP/1.1" status: 204 len: 168 time: 2.0415771 Feb 08 15:43:56.726351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33440) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:43:56.755531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1d5a9906-195c-4ed7-8f62-4707bf22c2e7 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-522065485'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:56.796307 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25818e9-4bf3-47d7-8dc7-22ef2fdfdb7f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Network': ['ID=03c7de7b-72ff-4794-b0ff-1372e12e74e0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:56.845036 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33442) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:43:56.865428 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5a9906-195c-4ed7-8f62-4707bf22c2e7 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Made reservation on behalf of 72c6ad708bae4a64803052c5bb5e264f for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:43:56.868695 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1d5a9906-195c-4ed7-8f62-4707bf22c2e7 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:56.886801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e79d279d-d2b7-4f61-b375-c6a13817d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:56.888632 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e79d279d-d2b7-4f61-b375-c6a13817d4cb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 1128 time: 0.3550768 Feb 08 15:43:56.900831 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a78a85f-6d9c-4085-83b4-a774fb0596dc req-c5061e5d-103d-4e76-baa3-ad75116360e4 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559946 Feb 08 15:43:56.943191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5a9906-195c-4ed7-8f62-4707bf22c2e7 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:43:56.952771 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88d7ef-eac7-42be-b094-3d6ea45c115e req-a749cc63-0404-4c6c-b5ff-c808f063162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:56.954475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b88d7ef-eac7-42be-b094-3d6ea45c115e req-a749cc63-0404-4c6c-b5ff-c808f063162d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 1127 time: 0.3304346 Feb 08 15:43:56.982911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b70e3f-d929-4078-a9a9-fe6645dae833 req-ef34d5d1-4d59-409b-968d-5b58448a16aa tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:56.984510 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-32b70e3f-d929-4078-a9a9-fe6645dae833 req-ef34d5d1-4d59-409b-968d-5b58448a16aa tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 945 time: 0.3105116 Feb 08 15:43:56.985823 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1d5a9906-195c-4ed7-8f62-4707bf22c2e7 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (62d9729b-4a40-4a7f-9b36-adbb8ad2923d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:56.986182 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-1d5a9906-195c-4ed7-8f62-4707bf22c2e7 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Added segment 62d9729b-4a40-4a7f-9b36-adbb8ad2923d of type vlan for network 767d974e-7e1d-467b-9710-6cf163748d94 Feb 08 15:43:57.176197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88d7ef-eac7-42be-b094-3d6ea45c115e req-48a79543-3af2-4252-b24c-0936a0c07d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:57.177825 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b88d7ef-eac7-42be-b094-3d6ea45c115e req-48a79543-3af2-4252-b24c-0936a0c07d11 service neutron] 10.222.0.96 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.1900425 Feb 08 15:43:57.206431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-bf1f0700-b9aa-4616-ae46-52e969b43a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:57.207843 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-bf1f0700-b9aa-4616-ae46-52e969b43a32 service neutron] 10.222.0.94 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.3078723 Feb 08 15:43:57.214067 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4fbb0817-7f14-48dc-aa8c-8955951b4500 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=baecd1033c424c99a47455782465d6bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3649955 Feb 08 15:43:57.215760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33460) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:43:57.274659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9906f03c-42c0-4ae3-a012-8c8f3063eb7f admin admin] Router d3107b55-1d17-43c2-956a-37639496cc83 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:43:57.279904 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-9f854d4f-1c8d-4e65-b0ba-9ee072a3c3aa service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be HTTP/1.1" status: 200 len: 217 time: 0.0565379 Feb 08 15:43:57.316482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b88d7ef-eac7-42be-b094-3d6ea45c115e req-0a3b428b-c526-4fd2-9fa8-fa7dcfd00c51 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38059300-0ebc-480a-80c8-326c3dffc9cb HTTP/1.1" status: 200 len: 217 time: 0.1221018 Feb 08 15:43:57.318258 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1d5a9906-195c-4ed7-8f62-4707bf22c2e7 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (767d974e-7e1d-467b-9710-6cf163748d94), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:57.371340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-32b70e3f-d929-4078-a9a9-fe6645dae833 req-9ad26955-d476-4bc8-855f-2f5f0eadc1eb tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923914 Feb 08 15:43:57.445296 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fee5568f-6e6a-47d1-b102-7daeb6296a2c admin admin] Publish callbacks [] for security_group (9dda5aa2-d59c-4dc7-9538-62b163156f17), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:57.447734 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-5bb6dd0b-cd4d-4ad2-a247-00c8f1bc18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:57.449268 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-5bb6dd0b-cd4d-4ad2-a247-00c8f1bc18c8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.1606097 Feb 08 15:43:57.453832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50ec63-bef7-427e-8565-c59b2d7c9f54 req-110e1070-bc3c-4361-8f46-3296018d999e tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:57.455996 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c50ec63-bef7-427e-8565-c59b2d7c9f54 req-110e1070-bc3c-4361-8f46-3296018d999e tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 948 time: 0.2307029 Feb 08 15:43:57.489409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88d7ef-eac7-42be-b094-3d6ea45c115e req-b02504df-cce8-4d3c-9c72-7cad235b002f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:57.491208 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b88d7ef-eac7-42be-b094-3d6ea45c115e req-b02504df-cce8-4d3c-9c72-7cad235b002f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.1385491 Feb 08 15:43:57.492002 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1d5a9906-195c-4ed7-8f62-4707bf22c2e7 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (767d974e-7e1d-467b-9710-6cf163748d94), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:57.497704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a9906-195c-4ed7-8f62-4707bf22c2e7 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:57.498581 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1d5a9906-195c-4ed7-8f62-4707bf22c2e7 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:57.512089 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-3ae15327-0d23-4f79-9a4c-5b74159e0594 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489781 Feb 08 15:43:57.514327 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fee5568f-6e6a-47d1-b102-7daeb6296a2c admin admin] Publish callbacks [] for security_group (9dda5aa2-d59c-4dc7-9538-62b163156f17), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:57.627062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9906f03c-42c0-4ae3-a012-8c8f3063eb7f admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:43:57.633764 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9906f03c-42c0-4ae3-a012-8c8f3063eb7f admin admin] 10.222.0.82 "PUT /v2.0/routers/d3107b55-1d17-43c2-956a-37639496cc83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2594683 Feb 08 15:43:57.637895 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33462) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:43:57.641766 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956fd6ca-805f-425a-a7a5-e17d98d3a242 None None] Sync routers for ids ['d3107b55-1d17-43c2-956a-37639496cc83'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:43:57.664306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956fd6ca-805f-425a-a7a5-e17d98d3a242 None None] Routers {'d3107b55-1d17-43c2-956a-37639496cc83'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:43:57.667116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-956fd6ca-805f-425a-a7a5-e17d98d3a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:43:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d3107b55-1d17-43c2-956a-37639496cc83'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:57.701412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a9906-195c-4ed7-8f62-4707bf22c2e7 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event updated for resources: {'Network': ['ID=767d974e-7e1d-467b-9710-6cf163748d94,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:57.739179 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1d5a9906-195c-4ed7-8f62-4707bf22c2e7 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0110867 Feb 08 15:43:57.747501 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b88d7ef-eac7-42be-b094-3d6ea45c115e req-5862fdda-6582-4a49-87e4-5b9bb07f68d3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2431805 Feb 08 15:43:57.747938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33464) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:43:57.757997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-18997b3f-3c67-47fc-981c-43cec900d72e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Request body: {'subnet': {'network_id': '767d974e-7e1d-467b-9710-6cf163748d94', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:43:57.800091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 767d974e-7e1d-467b-9710-6cf163748d94 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:43:57.903161 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c50ec63-bef7-427e-8565-c59b2d7c9f54 req-e7cd06bd-1775-463e-aba4-fff6b55ba448 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382224 Feb 08 15:43:57.937178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18997b3f-3c67-47fc-981c-43cec900d72e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Made reservation on behalf of 72c6ad708bae4a64803052c5bb5e264f for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:43:57.949299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18997b3f-3c67-47fc-981c-43cec900d72e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:58.191924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-956fd6ca-805f-425a-a7a5-e17d98d3a242 None None] Set router d3107b55-1d17-43c2-956a-37639496cc83 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:43:58.265749 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fee5568f-6e6a-47d1-b102-7daeb6296a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9dda5aa2-d59c-4dc7-9538-62b163156f17), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:58.268368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fee5568f-6e6a-47d1-b102-7daeb6296a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:58.273316 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fee5568f-6e6a-47d1-b102-7daeb6296a2c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9dda5aa2-d59c-4dc7-9538-62b163156f17 HTTP/1.1" status: 204 len: 168 time: 1.0562181 Feb 08 15:43:58.327722 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-473aecca-4e4a-4495-aee6-a9a61d8e9350 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8033714 Feb 08 15:43:58.331985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5568f-6e6a-47d1-b102-7daeb6296a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dda5aa2-d59c-4dc7-9538-62b163156f17,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:58.550425 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] Publish callbacks [] for router (d3107b55-1d17-43c2-956a-37639496cc83), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:58.632584 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-956fd6ca-805f-425a-a7a5-e17d98d3a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:19Z', 'updated_at': '2022-02-08T15:43:55Z', 'revision_number': 5, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'gw_port': {'id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:20Z', 'updated_at': '2022-02-08T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:58.663479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b88d7ef-eac7-42be-b094-3d6ea45c115e req-bfaa1ea1-0bdf-488c-aa5d-5ea951acf628 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9017687 Feb 08 15:43:58.678430 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956fd6ca-805f-425a-a7a5-e17d98d3a242 None None] Checking router: d3107b55-1d17-43c2-956a-37639496cc83 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:43:58.690228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956fd6ca-805f-425a-a7a5-e17d98d3a242 None None] Routers {'d3107b55-1d17-43c2-956a-37639496cc83'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:43:58.690987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-956fd6ca-805f-425a-a7a5-e17d98d3a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:43:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d3107b55-1d17-43c2-956a-37639496cc83'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:58.703653 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-27b46b11-5160-4ab2-9fa1-bd6aec6e4e65 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621607 Feb 08 15:43:58.812776 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] Publish callbacks [] for router_gateway (d3107b55-1d17-43c2-956a-37639496cc83), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:58.848276 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33496) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:43:58.850730 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-956fd6ca-805f-425a-a7a5-e17d98d3a242 None None] Set router d3107b55-1d17-43c2-956a-37639496cc83 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:43:58.940992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff3036-3646-4b7a-a837-5a1a751557c9 req-31cb6fab-7f19-4b79-a904-fdedc592e650 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:58.942698 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96ff3036-3646-4b7a-a837-5a1a751557c9 req-31cb6fab-7f19-4b79-a904-fdedc592e650 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.3997064 Feb 08 15:43:58.950024 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b88d7ef-eac7-42be-b094-3d6ea45c115e req-87650e92-1800-47db-80f2-b123083a6ea5 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768865 Feb 08 15:43:58.987000 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7de7a351-0f2e-42d3-b4e3-cfb4700738a0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3761844ac6c849efa08ddf3f02bbd552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371102 Feb 08 15:43:58.991266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33500) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:43:58.997845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bc7bb-2c7f-4bbf-922d-7b5317fb6ff6 req-39b1932d-dd07-422f-be1b-44d485a7e83b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:59.000809 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d86bc7bb-2c7f-4bbf-922d-7b5317fb6ff6 req-39b1932d-dd07-422f-be1b-44d485a7e83b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 945 time: 0.4607167 Feb 08 15:43:59.031264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] Deleting port c813a085-8fe2-4bd7-a655-795f1e4e68fa {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:43:59.032020 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c813a085-8fe2-4bd7-a655-795f1e4e68fa), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:59.119080 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ecb6bec7-4d4e-4a34-8eda-fa864c49c114 admin admin] Publish callbacks [] for security_group (256c9414-f60f-4523-928d-fa67e9c97b6a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:59.156907 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ecb6bec7-4d4e-4a34-8eda-fa864c49c114 admin admin] Publish callbacks [] for security_group (256c9414-f60f-4523-928d-fa67e9c97b6a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:59.186150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-956fd6ca-805f-425a-a7a5-e17d98d3a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:19Z', 'updated_at': '2022-02-08T15:43:55Z', 'revision_number': 5, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'gw_port': {'id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:20Z', 'updated_at': '2022-02-08T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:43:59.191393 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] For port c813a085-8fe2-4bd7-a655-795f1e4e68fa, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c813a085-8fe2-4bd7-a655-795f1e4e68fa,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:59.191774 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c813a085-8fe2-4bd7-a655-795f1e4e68fa), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:59.233667 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d86bc7bb-2c7f-4bbf-922d-7b5317fb6ff6 req-f1f9f801-c796-45d9-9a1c-44646727c40c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992283 Feb 08 15:43:59.235389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] Calling delete_port for c813a085-8fe2-4bd7-a655-795f1e4e68fa owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:43:59.250712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956fd6ca-805f-425a-a7a5-e17d98d3a242 None None] The sync data for ids ['d3107b55-1d17-43c2-956a-37639496cc83'] in n-d-824834-11 is: [{'id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-863065433-router', 'tenant_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:19Z', 'updated_at': '2022-02-08T15:43:55Z', 'revision_number': 5, 'project_id': 'e8ba8000451b4a5ca559f3f66927fd3a', 'gw_port': {'id': 'c813a085-8fe2-4bd7-a655-795f1e4e68fa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3107b55-1d17-43c2-956a-37639496cc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:20Z', 'updated_at': '2022-02-08T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:43:59.313435 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device cede9974-31d3-4df2-beb4-5e6849591e4a up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:43:59.436120 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ecb6bec7-4d4e-4a34-8eda-fa864c49c114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (256c9414-f60f-4523-928d-fa67e9c97b6a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:59.439652 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ecb6bec7-4d4e-4a34-8eda-fa864c49c114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:59.445301 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ecb6bec7-4d4e-4a34-8eda-fa864c49c114 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/256c9414-f60f-4523-928d-fa67e9c97b6a HTTP/1.1" status: 204 len: 168 time: 0.4491794 Feb 08 15:43:59.458677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6bec7-4d4e-4a34-8eda-fa864c49c114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256c9414-f60f-4523-928d-fa67e9c97b6a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:59.497838 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port cede9974-31d3-4df2-beb4-5e6849591e4a completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:43:59.510373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port cede9974-31d3-4df2-beb4-5e6849591e4a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:43:59.513702 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:59.549598 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96ff3036-3646-4b7a-a837-5a1a751557c9 req-bb1c945e-1884-4633-9dd2-f2ffdc581c18 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982168 Feb 08 15:43:59.602367 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18997b3f-3c67-47fc-981c-43cec900d72e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (3767a09a-5455-412c-ab22-cff2d9c61f00), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:59.661401 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c813a085-8fe2-4bd7-a655-795f1e4e68fa), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:59.742389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24469030-90c3-4837-94f6-308c468eacab req-7c9e5330-64cc-4b88-a5ff-c65dd16b7172 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:59.744166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24469030-90c3-4837-94f6-308c468eacab req-7c9e5330-64cc-4b88-a5ff-c65dd16b7172 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 948 time: 0.3011458 Feb 08 15:43:59.752082 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18997b3f-3c67-47fc-981c-43cec900d72e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event updated for resources: {'Subnet': ['ID=3767a09a-5455-412c-ab22-cff2d9c61f00,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:59.796458 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port cede9974-31d3-4df2-beb4-5e6849591e4a is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:43:59.797091 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:59.797764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=c813a085-8fe2-4bd7-a655-795f1e4e68fa,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:43:59.820411 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18997b3f-3c67-47fc-981c-43cec900d72e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Checking segment: {'id': '62d9729b-4a40-4a7f-9b36-adbb8ad2923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '767d974e-7e1d-467b-9710-6cf163748d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:43:59.821241 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18997b3f-3c67-47fc-981c-43cec900d72e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Network hostable DHCP agents. Network: 767d974e-7e1d-467b-9710-6cf163748d94, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:43:59.862480 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a41fa7-f0ca-4756-9e60-668c03b9ae74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cede9974-31d3-4df2-beb4-5e6849591e4a'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:43:59.869333 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b0cfd1-c621-46f5-bbf3-4bf38b49a3a9" -d '{"events": [{"server_uuid": "78a41fa7-f0ca-4756-9e60-668c03b9ae74", "name": "network-vif-plugged", "status": "completed", "tag": "cede9974-31d3-4df2-beb4-5e6849591e4a"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:43:59.897001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port cede9974-31d3-4df2-beb4-5e6849591e4a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=cede9974-31d3-4df2-beb4-5e6849591e4a,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:43:59.911794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18997b3f-3c67-47fc-981c-43cec900d72e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Network 767d974e-7e1d-467b-9710-6cf163748d94 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:43:59.913228 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:59.942891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-18997b3f-3c67-47fc-981c-43cec900d72e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 767d974e-7e1d-467b-9710-6cf163748d94) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:43:59.955549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18997b3f-3c67-47fc-981c-43cec900d72e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:43:59.957940 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18997b3f-3c67-47fc-981c-43cec900d72e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:43:59.973501 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24469030-90c3-4837-94f6-308c468eacab req-0ca45f57-732c-4598-8b4e-9da06f051bca tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178876 Feb 08 15:43:59.983413 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39627368-1989-4a9c-a5fe-2afc773e5393 None None] Network 767d974e-7e1d-467b-9710-6cf163748d94 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:44:00.022142 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (d3107b55-1d17-43c2-956a-37639496cc83), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:00.041799 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-18997b3f-3c67-47fc-981c-43cec900d72e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2867265 Feb 08 15:44:00.043170 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33528) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:00.066267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-0c7e6e64-1d8a-41e3-b4c8-0d739c48e884 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-353933433'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:00.133788 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7e6e64-1d8a-41e3-b4c8-0d739c48e884 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Made reservation on behalf of 72c6ad708bae4a64803052c5bb5e264f for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:44:00.137834 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c7e6e64-1d8a-41e3-b4c8-0d739c48e884 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:00.206769 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7e6e64-1d8a-41e3-b4c8-0d739c48e884 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:44:00.227469 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c7e6e64-1d8a-41e3-b4c8-0d739c48e884 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ddf3eb70-5d76-48c6-86f8-d14573a1b929), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:00.230051 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-0c7e6e64-1d8a-41e3-b4c8-0d739c48e884 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Added segment ddf3eb70-5d76-48c6-86f8-d14573a1b929 of type vlan for network c0a05da4-3d53-4352-b85b-fe8db5c2391c Feb 08 15:44:00.267130 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b332fc30-6de4-482c-86d5-cbd556de7e09 x-openstack-request-id: req-b332fc30-6de4-482c-86d5-cbd556de7e09 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:00.267130 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a41fa7-f0ca-4756-9e60-668c03b9ae74", "name": "network-vif-plugged", "status": "completed", "tag": "cede9974-31d3-4df2-beb4-5e6849591e4a", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:00.267130 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b332fc30-6de4-482c-86d5-cbd556de7e09 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:00.269525 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (d3107b55-1d17-43c2-956a-37639496cc83), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:00.271884 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a41fa7-f0ca-4756-9e60-668c03b9ae74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cede9974-31d3-4df2-beb4-5e6849591e4a', 'code': 200} Feb 08 15:44:00.274246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=cede9974-31d3-4df2-beb4-5e6849591e4a,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:00.275643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] Publish callbacks [] for router_controller (d3107b55-1d17-43c2-956a-37639496cc83), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:00.323477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b10eeb84-349c-4243-9aaa-50c822b790bf no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:00.376802 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (d3107b55-1d17-43c2-956a-37639496cc83), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:00.378318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3107b55-1d17-43c2-956a-37639496cc83 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:44:00.382956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-767d974e-7e1d-467b-9710-6cf163748d94', 'network_id': '767d974e-7e1d-467b-9710-6cf163748d94', 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'fixed_ips': [{'subnet_id': '3767a09a-5455-412c-ab22-cff2d9c61f00'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:44:00.383715 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:00.394359 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c7e6e64-1d8a-41e3-b4c8-0d739c48e884 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (c0a05da4-3d53-4352-b85b-fe8db5c2391c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:00.398079 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:00.402511 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-66b920bd-bf49-485d-a7ba-d0d28d165b5e admin admin] 10.222.0.82 "DELETE /v2.0/routers/d3107b55-1d17-43c2-956a-37639496cc83 HTTP/1.1" status: 204 len: 168 time: 2.7635915 Feb 08 15:44:00.414617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: b10eeb84-349c-4243-9aaa-50c822b790bf {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:44:00.414939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b10eeb84-349c-4243-9aaa-50c822b790bf not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:44:00.428220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33552) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:00.521594 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec06e2e-db8e-4c5d-91d0-988e5680a132 req-a808cb68-8d87-4257-ab62-60179f6727b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:00.523658 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4ec06e2e-db8e-4c5d-91d0-988e5680a132 req-a808cb68-8d87-4257-ab62-60179f6727b1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 1132 time: 0.1588614 Feb 08 15:44:00.551900 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [None req-0c7e6e64-1d8a-41e3-b4c8-0d739c48e884 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:44:00.602392 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4ec06e2e-db8e-4c5d-91d0-988e5680a132 req-b28a76d4-22a5-4d69-97fc-163c904ee0ee service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721033 Feb 08 15:44:00.666160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Allocated IP 19.80.0.2 (767d974e-7e1d-467b-9710-6cf163748d94/3767a09a-5455-412c-ab22-cff2d9c61f00/a0b052cc-942b-48ff-bef1-051869073915) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:44:00.701062 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c7e6e64-1d8a-41e3-b4c8-0d739c48e884 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (c0a05da4-3d53-4352-b85b-fe8db5c2391c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:00.710315 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7e6e64-1d8a-41e3-b4c8-0d739c48e884 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:00.711385 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c7e6e64-1d8a-41e3-b4c8-0d739c48e884 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:00.770358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b27bfa7-e665-4ec4-9b67-9ddee67f6f63 admin admin] Deleting subnet 49f9c678-e348-468a-a6cc-eaf75cd70f3a {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:44:00.819478 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b27bfa7-e665-4ec4-9b67-9ddee67f6f63 admin admin] Publish callbacks [] for subnet (49f9c678-e348-468a-a6cc-eaf75cd70f3a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:00.937141 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0c7e6e64-1d8a-41e3-b4c8-0d739c48e884 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8903611 Feb 08 15:44:00.940197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33566) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:00.955828 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Publish callbacks [] for port (a0b052cc-942b-48ff-bef1-051869073915), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:00.961628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a62a7-76cd-4e62-ac61-3e6e37b8fb73 req-be3d6887-7779-4240-ba41-6be900cf6b52 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:00.963289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ff3a62a7-76cd-4e62-ac61-3e6e37b8fb73 req-be3d6887-7779-4240-ba41-6be900cf6b52 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 950 time: 0.5661714 Feb 08 15:44:00.964826 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d821a966-03cc-48bb-90e8-b72e5904b1cf tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Request body: {'subnet': {'network_id': 'c0a05da4-3d53-4352-b85b-fe8db5c2391c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:00.972371 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (a0b052cc-942b-48ff-bef1-051869073915), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:00.994811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e6e64-1d8a-41e3-b4c8-0d739c48e884 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event updated for resources: {'Network': ['ID=c0a05da4-3d53-4352-b85b-fe8db5c2391c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:01.016993 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b27bfa7-e665-4ec4-9b67-9ddee67f6f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (49f9c678-e348-468a-a6cc-eaf75cd70f3a), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:01.049405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network c0a05da4-3d53-4352-b85b-fe8db5c2391c details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:44:01.124593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50a444-4fd7-49cd-9e81-d810dd8ff09c req-15eb74a5-8062-40ea-922f-102e0382d2cd tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:01.132225 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f50a444-4fd7-49cd-9e81-d810dd8ff09c req-15eb74a5-8062-40ea-922f-102e0382d2cd tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 945 time: 0.3470280 Feb 08 15:44:01.192514 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ff3a62a7-76cd-4e62-ac61-3e6e37b8fb73 req-098f5ace-0d5c-4a80-b5d6-c4e8c143859b tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/security-groups?id=f054853c-b557-4e8a-857b-800ecfc55483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118640 Feb 08 15:44:01.212578 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd045b73-6dc2-489d-bc63-8f6208531a48 req-7919d1f5-f713-4f8c-9889-51f89680011b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2767644 Feb 08 15:44:01.269895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Network 767d974e-7e1d-467b-9710-6cf163748d94 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:44:01.271441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Pushing event updated for resources: {'Port': ['ID=a0b052cc-942b-48ff-bef1-051869073915,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:01.273699 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f50a444-4fd7-49cd-9e81-d810dd8ff09c req-6ce9bd59-1312-4b4c-bf09-7b542f76b531 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391363 Feb 08 15:44:01.274956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:01.280350 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b27bfa7-e665-4ec4-9b67-9ddee67f6f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (49f9c678-e348-468a-a6cc-eaf75cd70f3a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:01.280898 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:44:01.292134 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d821a966-03cc-48bb-90e8-b72e5904b1cf tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Made reservation on behalf of 72c6ad708bae4a64803052c5bb5e264f for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:44:01.296756 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d821a966-03cc-48bb-90e8-b72e5904b1cf tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:01.410469 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b27bfa7-e665-4ec4-9b67-9ddee67f6f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (49f9c678-e348-468a-a6cc-eaf75cd70f3a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:01.445629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Attempting to bind port a0b052cc-942b-48ff-bef1-051869073915 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:44:01.447102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Attempting to bind port a0b052cc-942b-48ff-bef1-051869073915 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '62d9729b-4a40-4a7f-9b36-adbb8ad2923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '767d974e-7e1d-467b-9710-6cf163748d94'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:44:01.449672 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Attempting to bind port a0b052cc-942b-48ff-bef1-051869073915 on network 767d974e-7e1d-467b-9710-6cf163748d94 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:01.509508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:44:01.509899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Checking segment: {'id': '62d9729b-4a40-4a7f-9b36-adbb8ad2923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '767d974e-7e1d-467b-9710-6cf163748d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:44:01.510290 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:01.510685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Bound using segment: {'id': '62d9729b-4a40-4a7f-9b36-adbb8ad2923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '767d974e-7e1d-467b-9710-6cf163748d94'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:44:01.511171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Bound port: a0b052cc-942b-48ff-bef1-051869073915, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d9729b-4a40-4a7f-9b36-adbb8ad2923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '767d974e-7e1d-467b-9710-6cf163748d94'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:44:01.511553 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a0b052cc-942b-48ff-bef1-051869073915), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:01.531003 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-973a6e63-7901-4a97-bc16-8db7cb82fdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:01.542749 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d821a966-03cc-48bb-90e8-b72e5904b1cf tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (f18be9d0-f95d-4318-b2b9-4db5e1ccb134), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:01.546986 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27bfa7-e665-4ec4-9b67-9ddee67f6f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f9c678-e348-468a-a6cc-eaf75cd70f3a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:01.549365 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b27bfa7-e665-4ec4-9b67-9ddee67f6f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:01.555525 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6b27bfa7-e665-4ec4-9b67-9ddee67f6f63 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/49f9c678-e348-468a-a6cc-eaf75cd70f3a HTTP/1.1" status: 204 len: 168 time: 1.1263883 Feb 08 15:44:01.573959 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33590) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:01.606925 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821a966-03cc-48bb-90e8-b72e5904b1cf tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event updated for resources: {'Subnet': ['ID=f18be9d0-f95d-4318-b2b9-4db5e1ccb134,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:01.625202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00ba84c-1ab1-4554-9b66-efe768ea2ac1 None None] Network d116fa5c-4b42-4df5-88ca-9775325b2dd1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:44:01.645375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd045b73-6dc2-489d-bc63-8f6208531a48 req-c34e9856-f8e8-4574-b061-a262ef191220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:01.647087 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd045b73-6dc2-489d-bc63-8f6208531a48 req-c34e9856-f8e8-4574-b061-a262ef191220 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 1127 time: 0.3928413 Feb 08 15:44:01.654204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d821a966-03cc-48bb-90e8-b72e5904b1cf tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Checking segment: {'id': 'ddf3eb70-5d76-48c6-86f8-d14573a1b929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0a05da4-3d53-4352-b85b-fe8db5c2391c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:44:01.654799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d821a966-03cc-48bb-90e8-b72e5904b1cf tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Network hostable DHCP agents. Network: c0a05da4-3d53-4352-b85b-fe8db5c2391c, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:44:01.676807 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d821a966-03cc-48bb-90e8-b72e5904b1cf tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Network c0a05da4-3d53-4352-b85b-fe8db5c2391c is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:44:01.694732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d821a966-03cc-48bb-90e8-b72e5904b1cf tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, c0a05da4-3d53-4352-b85b-fe8db5c2391c) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:01.700332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d821a966-03cc-48bb-90e8-b72e5904b1cf tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:01.700846 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d821a966-03cc-48bb-90e8-b72e5904b1cf tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:01.730917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666f4d1-78b7-423c-b7bd-9a1305a7feff req-f46fd14c-8cd1-49d2-b7fc-54080f954d29 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:01.749595 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8666f4d1-78b7-423c-b7bd-9a1305a7feff req-f46fd14c-8cd1-49d2-b7fc-54080f954d29 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 949 time: 0.2138762 Feb 08 15:44:01.754146 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (d116fa5c-4b42-4df5-88ca-9775325b2dd1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:01.767264 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828bdf68-a6ab-4b69-becf-c355d00bd61e None None] Network c0a05da4-3d53-4352-b85b-fe8db5c2391c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:44:01.820839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd045b73-6dc2-489d-bc63-8f6208531a48 req-a6173fb1-f4b8-4459-af0b-b4987803e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:01.824102 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd045b73-6dc2-489d-bc63-8f6208531a48 req-a6173fb1-f4b8-4459-af0b-b4987803e9f9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.1040628 Feb 08 15:44:01.828319 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d821a966-03cc-48bb-90e8-b72e5904b1cf tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8871222 Feb 08 15:44:01.851622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8666f4d1-78b7-423c-b7bd-9a1305a7feff req-1b670a95-9c04-4082-9d65-196b9426d90f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010337 Feb 08 15:44:01.927058 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd045b73-6dc2-489d-bc63-8f6208531a48 req-1b0ea8d3-278f-46f1-94b1-376db6321daf service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18 HTTP/1.1" status: 200 len: 217 time: 0.0920715 Feb 08 15:44:02.004398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] Deleting port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:44:02.004398 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:02.103614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd045b73-6dc2-489d-bc63-8f6208531a48 req-dcf2f7bf-bf3c-4745-812f-331311721f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:02.106683 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd045b73-6dc2-489d-bc63-8f6208531a48 req-dcf2f7bf-bf3c-4745-812f-331311721f3d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.1744051 Feb 08 15:44:02.169854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c813a085-8fe2-4bd7-a655-795f1e4e68fa no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:02.209852 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd045b73-6dc2-489d-bc63-8f6208531a48 req-35843067-d18d-42b4-9742-e850c7d88a2e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686092 Feb 08 15:44:02.240430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] For port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=68c44478-3fc7-4f6b-ab0e-9bf8feca3b55,segment=NetworkSegment(b1770789-fb6b-4288-9b5c-7f088bbbb569),segment_id=b1770789-fb6b-4288-9b5c-7f088bbbb569)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:02.240839 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:02.305516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] Calling delete_port for 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:44:02.322508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: c813a085-8fe2-4bd7-a655-795f1e4e68fa {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:44:02.323804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c813a085-8fe2-4bd7-a655-795f1e4e68fa not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:44:02.349094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] For port a0b052cc-942b-48ff-bef1-051869073915, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:44:02.354002 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] For port a0b052cc-942b-48ff-bef1-051869073915, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a0b052cc-942b-48ff-bef1-051869073915,segment=NetworkSegment(62d9729b-4a40-4a7f-9b36-adbb8ad2923d),segment_id=62d9729b-4a40-4a7f-9b36-adbb8ad2923d)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:44:02.395746 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a0b052cc-942b-48ff-bef1-051869073915), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:02.406486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-c0a05da4-3d53-4352-b85b-fe8db5c2391c', 'network_id': 'c0a05da4-3d53-4352-b85b-fe8db5c2391c', 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'fixed_ips': [{'subnet_id': 'f18be9d0-f95d-4318-b2b9-4db5e1ccb134'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:44:02.407656 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:02.422344 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd045b73-6dc2-489d-bc63-8f6208531a48 req-ee72aef0-fbf4-4633-a9b0-61d4040de3a8 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017844 Feb 08 15:44:02.584995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6529c22-3272-4ec5-a3e5-b3bc8d6d1427 None None] Pushing event updated for resources: {'Port': ['ID=a0b052cc-942b-48ff-bef1-051869073915,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:02.585432 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd045b73-6dc2-489d-bc63-8f6208531a48 req-e75a01b9-be38-4ad4-be5b-921120d6b4b8 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531985 Feb 08 15:44:02.592566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6333ed7-73ca-4bb9-bfb4-cf299310a4ef None None] DHCP port deletion for d116fa5c-4b42-4df5-88ca-9775325b2dd1 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:44:02.665055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-849a2613-6255-42ef-a5ff-364286a2598c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:02.671771 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-849a2613-6255-42ef-a5ff-364286a2598c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:02.691735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-849a2613-6255-42ef-a5ff-364286a2598c tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/networks?id=767d974e-7e1d-467b-9710-6cf163748d94&id=c0a05da4-3d53-4352-b85b-fe8db5c2391c HTTP/1.1" status: 200 len: 1390 time: 0.4182446 Feb 08 15:44:02.741617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cc610-0efa-4ec9-8604-d155139c92d4 req-9fa58695-d6b1-482f-83ec-4dd2f93dd873 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:02.750373 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6a0cc610-0efa-4ec9-8604-d155139c92d4 req-9fa58695-d6b1-482f-83ec-4dd2f93dd873 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 945 time: 0.3520780 Feb 08 15:44:02.759581 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-426e90f6-c160-4429-b284-322eb47ba522 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/quotas/72c6ad708bae4a64803052c5bb5e264f HTTP/1.1" status: 200 len: 375 time: 0.0668757 Feb 08 15:44:02.896793 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-4e156f41-0d2f-469b-8818-4cdfba67ad80 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=72c6ad708bae4a64803052c5bb5e264f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1159191 Feb 08 15:44:02.922017 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:02.957532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c6333ed7-73ca-4bb9-bfb4-cf299310a4ef None None] Deleting port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:44:02.958266 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c6333ed7-73ca-4bb9-bfb4-cf299310a4ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:02.966604 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] No DVR routers for this DVR port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:44:03.022478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6a0cc610-0efa-4ec9-8604-d155139c92d4 req-600d7a40-5075-4cf6-ac87-14357d4c2b1c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710435 Feb 08 15:44:03.073374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Allocated IP 19.86.0.2 (c0a05da4-3d53-4352-b85b-fe8db5c2391c/f18be9d0-f95d-4318-b2b9-4db5e1ccb134/156af041-5f20-47b8-b4d8-fc61358370a4) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:44:03.089626 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] Pushing event deleted for resources: {'Port': ['ID=68c44478-3fc7-4f6b-ab0e-9bf8feca3b55,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:03.096139 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c6333ed7-73ca-4bb9-bfb4-cf299310a4ef None None] For port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55, host n-d-824834-11, got binding levels [] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:03.096462 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c6333ed7-73ca-4bb9-bfb4-cf299310a4ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:03.121698 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c6333ed7-73ca-4bb9-bfb4-cf299310a4ef None None] Calling delete_port for 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:44:03.158383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.ipam_backend_mixin [None req-c6333ed7-73ca-4bb9-bfb4-cf299310a4ef None None] Port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 was not found and therefore no delete operation was performed {{(pid=103303) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 15:44:03.172117 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (d116fa5c-4b42-4df5-88ca-9775325b2dd1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:03.207143 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c6333ed7-73ca-4bb9-bfb4-cf299310a4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (68c44478-3fc7-4f6b-ab0e-9bf8feca3b55), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:03.253137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6333ed7-73ca-4bb9-bfb4-cf299310a4ef None None] Pushing event deleted for resources: {'Port': ['ID=68c44478-3fc7-4f6b-ab0e-9bf8feca3b55,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:03.256130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d116fa5c-4b42-4df5-88ca-9775325b2dd1']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:03.288205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6333ed7-73ca-4bb9-bfb4-cf299310a4ef None None] No DVR routers for this DVR port 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:44:03.329296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:44:03.349165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 1103e63a-a20e-4f08-b709-b89ece7fec04 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:03.356164 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1770789-fb6b-4288-9b5c-7f088bbbb569') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:03.356468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1770789-fb6b-4288-9b5c-7f088bbbb569') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:03.386642 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (b1770789-fb6b-4288-9b5c-7f088bbbb569), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:03.431126 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b1770789-fb6b-4288-9b5c-7f088bbbb569), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:03.449178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:44:03.450370 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (b1770789-fb6b-4288-9b5c-7f088bbbb569), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:44:03.451683 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:44:03.507796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:03.536218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8d2d-c375-4cf8-bf53-998f43c6d63b req-89584706-d571-492a-821c-ca36d20ccd7a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:03.543979 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-387d8d2d-c375-4cf8-bf53-998f43c6d63b req-89584706-d571-492a-821c-ca36d20ccd7a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 949 time: 0.1849387 Feb 08 15:44:03.560453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-4045dff1-faf8-4803-9394-d66d060cfb4f service neutron] 10.222.0.82 "GET /v2.0/networks/767d974e-7e1d-467b-9710-6cf163748d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276183 Feb 08 15:44:03.567190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '47f36d6c-fad5-4c5a-ba41-7f5d604a7779', 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1', 'port_id': '47f36d6c-fad5-4c5a-ba41-7f5d604a7779', 'mac_address': 'fa:16:3e:a7:5e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861f702f-72c5-4ba8-b9fd-a3dea3b057b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:44:03.568941 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (d116fa5c-4b42-4df5-88ca-9775325b2dd1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:03.695935 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 1103e63a-a20e-4f08-b709-b89ece7fec04 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:03.696365 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:03.760828 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01cefdf9-e9d3-4a22-b238-ea789305233d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:03.771248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:03.771844 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:03.781065 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4427fcd0-438b-4c2e-8d09-44d68c65a930', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1103e63a-a20e-4f08-b709-b89ece7fec04'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:03.783484 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:03.784290 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d54311-95c7-4d36-b3c3-07503f927ff7" -d '{"events": [{"server_uuid": "4427fcd0-438b-4c2e-8d09-44d68c65a930", "name": "network-vif-unplugged", "status": "completed", "tag": "1103e63a-a20e-4f08-b709-b89ece7fec04"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:03.795667 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] 10.222.0.82 "DELETE /v2.0/networks/d116fa5c-4b42-4df5-88ca-9775325b2dd1 HTTP/1.1" status: 204 len: 168 time: 2.2196655 Feb 08 15:44:03.797139 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02123ff-c81e-4892-ad61-eae44a1033af admin admin] Pushing event deleted for resources: {'Network': ['ID=d116fa5c-4b42-4df5-88ca-9775325b2dd1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:03.805602 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-f6a57b6a-cee4-41d4-a1c9-cac413153104 service neutron] 10.222.0.82 "GET /v2.0/networks/767d974e-7e1d-467b-9710-6cf163748d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343712 Feb 08 15:44:03.844515 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Publish callbacks [] for port (156af041-5f20-47b8-b4d8-fc61358370a4), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:03.864672 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 1103e63a-a20e-4f08-b709-b89ece7fec04, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=1103e63a-a20e-4f08-b709-b89ece7fec04,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:03.873867 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (156af041-5f20-47b8-b4d8-fc61358370a4), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:03.883455 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:03.938587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:04.011082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Pushing event updated for resources: {'Port': ['ID=156af041-5f20-47b8-b4d8-fc61358370a4,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:04.014381 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:04.016870 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:04.078166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-d9d9ba78-4302-4bba-8c4f-35a14b905b7d service neutron] 10.222.0.82 "GET /v2.0/networks/c0a05da4-3d53-4352-b85b-fe8db5c2391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641344 Feb 08 15:44:04.096332 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Network c0a05da4-3d53-4352-b85b-fe8db5c2391c is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:44:04.104128 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:04.110095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:44:04.159523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33730) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:04.248859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-b03c3fa3-9889-446f-b91e-51c44065a0fa service neutron] 10.222.0.82 "GET /v2.0/networks/c0a05da4-3d53-4352-b85b-fe8db5c2391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697841 Feb 08 15:44:04.256668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['47f36d6c-fad5-4c5a-ba41-7f5d604a7779'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:04.285804 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bb3ee28c-e668-43cd-92dc-b1a78639e60d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e8ba8000451b4a5ca559f3f66927fd3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1244891 Feb 08 15:44:04.304120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-387d8d2d-c375-4cf8-bf53-998f43c6d63b req-03e790fa-b35e-42be-8372-bdb1e220c05f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7486646 Feb 08 15:44:04.304120 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33734) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:04.368837 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:04.380246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a0b052cc-942b-48ff-bef1-051869073915 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:44:04.430158 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d372146-96f5-4a38-bbc6-863b3d44797b admin admin] Publish callbacks [] for security_group (a81b3dd2-9b9f-4c8b-a093-f9ae86b8effd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:04.430847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Attempting to bind port 156af041-5f20-47b8-b4d8-fc61358370a4 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:44:04.431229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Attempting to bind port 156af041-5f20-47b8-b4d8-fc61358370a4 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'ddf3eb70-5d76-48c6-86f8-d14573a1b929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0a05da4-3d53-4352-b85b-fe8db5c2391c'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:44:04.431594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Attempting to bind port 156af041-5f20-47b8-b4d8-fc61358370a4 on network c0a05da4-3d53-4352-b85b-fe8db5c2391c {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:04.461286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae3cb59-8ccc-411a-b5b9-cf157affa0fb None None] Network 767d974e-7e1d-467b-9710-6cf163748d94 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:44:04.500980 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d372146-96f5-4a38-bbc6-863b3d44797b admin admin] Publish callbacks [] for security_group (a81b3dd2-9b9f-4c8b-a093-f9ae86b8effd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:04.551691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:44:04.552067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Checking segment: {'id': 'ddf3eb70-5d76-48c6-86f8-d14573a1b929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0a05da4-3d53-4352-b85b-fe8db5c2391c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:44:04.552471 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:04.552874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Bound using segment: {'id': 'ddf3eb70-5d76-48c6-86f8-d14573a1b929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0a05da4-3d53-4352-b85b-fe8db5c2391c'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:44:04.553395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Bound port: 156af041-5f20-47b8-b4d8-fc61358370a4, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf3eb70-5d76-48c6-86f8-d14573a1b929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0a05da4-3d53-4352-b85b-fe8db5c2391c'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:44:04.558870 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (156af041-5f20-47b8-b4d8-fc61358370a4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:04.611428 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc76bd9-3ae2-46fa-98ee-896e07c1b46b x-openstack-request-id: req-5bc76bd9-3ae2-46fa-98ee-896e07c1b46b {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:04.611793 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4427fcd0-438b-4c2e-8d09-44d68c65a930", "name": "network-vif-unplugged", "status": "completed", "tag": "1103e63a-a20e-4f08-b709-b89ece7fec04", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:04.612392 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5bc76bd9-3ae2-46fa-98ee-896e07c1b46b {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:04.612879 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4427fcd0-438b-4c2e-8d09-44d68c65a930', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1103e63a-a20e-4f08-b709-b89ece7fec04', 'code': 200} Feb 08 15:44:04.638102 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d372146-96f5-4a38-bbc6-863b3d44797b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a81b3dd2-9b9f-4c8b-a093-f9ae86b8effd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:04.641326 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d372146-96f5-4a38-bbc6-863b3d44797b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:04.642520 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3d372146-96f5-4a38-bbc6-863b3d44797b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a81b3dd2-9b9f-4c8b-a093-f9ae86b8effd HTTP/1.1" status: 204 len: 168 time: 0.3455141 Feb 08 15:44:04.678176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d372146-96f5-4a38-bbc6-863b3d44797b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81b3dd2-9b9f-4c8b-a093-f9ae86b8effd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:04.783113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdd53e-f1e2-4d6c-8062-8eb3c921c895 req-524aec05-d0b4-4fd9-bf33-1856290b136d tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:04.791406 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-22cdd53e-f1e2-4d6c-8062-8eb3c921c895 req-524aec05-d0b4-4fd9-bf33-1856290b136d tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 945 time: 0.1276991 Feb 08 15:44:04.908193 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] For port 156af041-5f20-47b8-b4d8-fc61358370a4, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:44:04.912770 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] For port 156af041-5f20-47b8-b4d8-fc61358370a4, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=156af041-5f20-47b8-b4d8-fc61358370a4,segment=NetworkSegment(ddf3eb70-5d76-48c6-86f8-d14573a1b929),segment_id=ddf3eb70-5d76-48c6-86f8-d14573a1b929)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:44:04.940238 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-22cdd53e-f1e2-4d6c-8062-8eb3c921c895 req-abce2249-95ac-4c9b-b809-4084bc580fcd tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473629 Feb 08 15:44:04.941462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8942e403-23be-4b0d-8001-3bf8829b886f details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:44:05.096157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-036c38e9-6423-4679-acde-433f54af8245 None None] Provisioning complete for port a0b052cc-942b-48ff-bef1-051869073915 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:05.096564 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-036c38e9-6423-4679-acde-433f54af8245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a0b052cc-942b-48ff-bef1-051869073915), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:05.098552 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (156af041-5f20-47b8-b4d8-fc61358370a4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:05.101616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fe605-bb18-429d-b4b3-b913edde70c1 req-4b896343-b25a-4702-82f8-437e0c52e62d tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:05.112242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed1fe605-bb18-429d-b4b3-b913edde70c1 req-4b896343-b25a-4702-82f8-437e0c52e62d tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dac4d5d-668e-4891-b737-17ab6bb6b91d HTTP/1.1" status: 200 len: 950 time: 0.1034520 Feb 08 15:44:05.162846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8942e403-23be-4b0d-8001-3bf8829b886f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8942e403-23be-4b0d-8001-3bf8829b886f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:05.168573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=1103e63a-a20e-4f08-b709-b89ece7fec04,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:05.251028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '8942e403-23be-4b0d-8001-3bf8829b886f', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '8942e403-23be-4b0d-8001-3bf8829b886f', 'mac_address': 'fa:16:3e:bc:4d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:44:05.254168 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed1fe605-bb18-429d-b4b3-b913edde70c1 req-d8253e34-44c1-48f4-be7a-c367dd61cdde tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407704 Feb 08 15:44:05.364540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a0b052cc-942b-48ff-bef1-051869073915 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:05.365107 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a0b052cc-942b-48ff-bef1-051869073915), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:05.452804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fad6e4-cf54-4938-9fec-b53da2823a2e None None] Pushing event updated for resources: {'Port': ['ID=156af041-5f20-47b8-b4d8-fc61358370a4,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:05.594049 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-41212996-93f8-45e3-8236-741df1493b36 req-40068cbd-f1ad-4c62-9c6f-ffebfca23db9 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=3812ff77-ac2f-4f82-9e78-bbaeb48d80e9 HTTP/1.1" status: 200 len: 210 time: 0.0705788 Feb 08 15:44:05.630434 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 8942e403-23be-4b0d-8001-3bf8829b886f is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:05.631506 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:05.700182 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:05.761336 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8942e403-23be-4b0d-8001-3bf8829b886f {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:05.812641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-036c38e9-6423-4679-acde-433f54af8245 None None] Current status of the port a0b052cc-942b-48ff-bef1-051869073915 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:05.813235 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-036c38e9-6423-4679-acde-433f54af8245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a0b052cc-942b-48ff-bef1-051869073915), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:05.909495 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8942e403-23be-4b0d-8001-3bf8829b886f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8942e403-23be-4b0d-8001-3bf8829b886f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:05.965878 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:06.078687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a0b052cc-942b-48ff-bef1-051869073915 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:06.080596 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a0b052cc-942b-48ff-bef1-051869073915), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:06.149011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['8942e403-23be-4b0d-8001-3bf8829b886f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:06.165258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-036c38e9-6423-4679-acde-433f54af8245 None None] For port a0b052cc-942b-48ff-bef1-051869073915, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a0b052cc-942b-48ff-bef1-051869073915,segment=NetworkSegment(62d9729b-4a40-4a7f-9b36-adbb8ad2923d),segment_id=62d9729b-4a40-4a7f-9b36-adbb8ad2923d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:06.335289 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-036c38e9-6423-4679-acde-433f54af8245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a0b052cc-942b-48ff-bef1-051869073915), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:06.377010 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=8942e403-23be-4b0d-8001-3bf8829b886f,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:06.427386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba92ace-c8a6-49ad-9316-0fd79fe120aa req-96c523c9-6540-4a9d-8e95-c2d981176a5c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:06.449094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba92ace-c8a6-49ad-9316-0fd79fe120aa req-96c523c9-6540-4a9d-8e95-c2d981176a5c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:06.480171 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aba92ace-c8a6-49ad-9316-0fd79fe120aa req-96c523c9-6540-4a9d-8e95-c2d981176a5c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74&device_id=7dac4d5d-668e-4891-b737-17ab6bb6b91d HTTP/1.1" status: 200 len: 1690 time: 0.2208831 Feb 08 15:44:06.693626 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cb2bce86-b38e-4293-b9b5-9e0c1683c502 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:06.710715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cb2bce86-b38e-4293-b9b5-9e0c1683c502 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:06.713422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cb2bce86-b38e-4293-b9b5-9e0c1683c502 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.96 "GET /v2.0/networks?id=767d974e-7e1d-467b-9710-6cf163748d94&id=c0a05da4-3d53-4352-b85b-fe8db5c2391c HTTP/1.1" status: 200 len: 1390 time: 0.2292964 Feb 08 15:44:06.732505 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c38e9-6423-4679-acde-433f54af8245 None None] Pushing event updated for resources: {'Port': ['ID=a0b052cc-942b-48ff-bef1-051869073915,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:06.759864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cee75e01-5bfa-4ead-bfc7-1ecc67e0f2c3 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Request body: {'port': {'device_id': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'network_id': '767d974e-7e1d-467b-9710-6cf163748d94', 'admin_state_up': True, 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:06.868812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33812) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:07.085947 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aba92ace-c8a6-49ad-9316-0fd79fe120aa req-826de16d-96b7-4a63-9749-820a1fb03b51 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6045415 Feb 08 15:44:07.128028 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:07.164280 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 15:44:07.166266 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 15:44:07.170087 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7f342136-41e5-4b91-8b2b-a5530933c9eb None None] Provisioning complete for port a0b052cc-942b-48ff-bef1-051869073915 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:07.176117 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7f342136-41e5-4b91-8b2b-a5530933c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a0b052cc-942b-48ff-bef1-051869073915), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:07.210741 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2047222898-network', 'tenant_id': '681f6587c0694615a3bd4e5e8f93c31a'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:07.322062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] Made reservation on behalf of 681f6587c0694615a3bd4e5e8f93c31a for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:44:07.335840 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:07.350093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fd901e-28c2-4195-83c9-9588c3251f5c None None] Network c0a05da4-3d53-4352-b85b-fe8db5c2391c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:44:07.355947 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:44:07.362492 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cee75e01-5bfa-4ead-bfc7-1ecc67e0f2c3 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Made reservation on behalf of 72c6ad708bae4a64803052c5bb5e264f for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:44:07.371883 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:07.375351 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cee75e01-5bfa-4ead-bfc7-1ecc67e0f2c3 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:07.559207 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] Publish callbacks [] for security_group (c118cd36-1643-4879-956d-84d2397cb658), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:07.569690 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c118cd36-1643-4879-956d-84d2397cb658), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:07.616272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:44:07.635323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c118cd36-1643-4879-956d-84d2397cb658,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:07.643214 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (4c373b02-26c6-4309-b2a3-a1681f5e032e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:07.643868 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] Added segment 4c373b02-26c6-4309-b2a3-a1681f5e032e of type vlan for network f4107f07-72f7-4cad-bf17-d32e7e2346fb Feb 08 15:44:07.729956 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (f4107f07-72f7-4cad-bf17-d32e7e2346fb), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:07.736562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cee75e01-5bfa-4ead-bfc7-1ecc67e0f2c3 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Allocated IP 19.80.0.61 (767d974e-7e1d-467b-9710-6cf163748d94/3767a09a-5455-412c-ab22-cff2d9c61f00/2740f86a-b920-48b2-b78f-b9e8943ee6b2) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:44:07.810907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a0b052cc-942b-48ff-bef1-051869073915 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:07.811658 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (f4107f07-72f7-4cad-bf17-d32e7e2346fb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:07.812335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:07.812975 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:07.825046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7f342136-41e5-4b91-8b2b-a5530933c9eb None None] Current status of the port a0b052cc-942b-48ff-bef1-051869073915 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:07.906649 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0366883 Feb 08 15:44:07.912236 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33826) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:07.917723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0d3f48cd-712c-4ae4-8d3b-1fd9905f170f admin admin] Request body: {'subnet': {'network_id': 'f4107f07-72f7-4cad-bf17-d32e7e2346fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2047222898-subnet', 'tenant_id': '681f6587c0694615a3bd4e5e8f93c31a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:07.928230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5695839-89d5-4289-9614-06dbf4589c09 admin admin] Pushing event updated for resources: {'Network': ['ID=f4107f07-72f7-4cad-bf17-d32e7e2346fb,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:07.950525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:07.951787 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:07.956654 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network f4107f07-72f7-4cad-bf17-d32e7e2346fb details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:44:07.978411 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3f48cd-712c-4ae4-8d3b-1fd9905f170f admin admin] Made reservation on behalf of 681f6587c0694615a3bd4e5e8f93c31a for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:44:07.981314 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d3f48cd-712c-4ae4-8d3b-1fd9905f170f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:08.055445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:08.153763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:44:08.156623 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 68c44478-3fc7-4f6b-ab0e-9bf8feca3b55 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:44:08.170880 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:08.227477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-66e175aa-e9c8-4a3b-859d-d1538c5f696f None None] Provisioning complete for port 156af041-5f20-47b8-b4d8-fc61358370a4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:08.228709 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-66e175aa-e9c8-4a3b-859d-d1538c5f696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (156af041-5f20-47b8-b4d8-fc61358370a4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:08.311826 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cee75e01-5bfa-4ead-bfc7-1ecc67e0f2c3 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks [] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:08.363252 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d3f48cd-712c-4ae4-8d3b-1fd9905f170f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (ef6a72d4-6b72-490e-b396-f5c6f62c07df), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:08.437271 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cee75e01-5bfa-4ead-bfc7-1ecc67e0f2c3 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:08.442245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-66e175aa-e9c8-4a3b-859d-d1538c5f696f None None] Current status of the port 156af041-5f20-47b8-b4d8-fc61358370a4 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:08.442774 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-66e175aa-e9c8-4a3b-859d-d1538c5f696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (156af041-5f20-47b8-b4d8-fc61358370a4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:08.504891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a0b052cc-942b-48ff-bef1-051869073915 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:44:08.515350 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:08.517227 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:08.558031 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee75e01-5bfa-4ead-bfc7-1ecc67e0f2c3 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event updated for resources: {'Port': ['ID=2740f86a-b920-48b2-b78f-b9e8943ee6b2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:08.559824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f48cd-712c-4ae4-8d3b-1fd9905f170f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef6a72d4-6b72-490e-b396-f5c6f62c07df,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:08.578759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f48cd-712c-4ae4-8d3b-1fd9905f170f admin admin] Checking segment: {'id': '4c373b02-26c6-4309-b2a3-a1681f5e032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f4107f07-72f7-4cad-bf17-d32e7e2346fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:44:08.580626 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3f48cd-712c-4ae4-8d3b-1fd9905f170f admin admin] Network hostable DHCP agents. Network: f4107f07-72f7-4cad-bf17-d32e7e2346fb, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:44:08.597999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cee75e01-5bfa-4ead-bfc7-1ecc67e0f2c3 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Network 767d974e-7e1d-467b-9710-6cf163748d94 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:44:08.599237 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cee75e01-5bfa-4ead-bfc7-1ecc67e0f2c3 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:08.607239 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cee75e01-5bfa-4ead-bfc7-1ecc67e0f2c3 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:44:08.620941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-66e175aa-e9c8-4a3b-859d-d1538c5f696f None None] For port 156af041-5f20-47b8-b4d8-fc61358370a4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=156af041-5f20-47b8-b4d8-fc61358370a4,segment=NetworkSegment(ddf3eb70-5d76-48c6-86f8-d14573a1b929),segment_id=ddf3eb70-5d76-48c6-86f8-d14573a1b929)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:08.631441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3f48cd-712c-4ae4-8d3b-1fd9905f170f admin admin] Network f4107f07-72f7-4cad-bf17-d32e7e2346fb is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:44:08.649655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-0d3f48cd-712c-4ae4-8d3b-1fd9905f170f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, f4107f07-72f7-4cad-bf17-d32e7e2346fb) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:08.660727 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f48cd-712c-4ae4-8d3b-1fd9905f170f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:08.661222 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d3f48cd-712c-4ae4-8d3b-1fd9905f170f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:08.675935 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-66e175aa-e9c8-4a3b-859d-d1538c5f696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (156af041-5f20-47b8-b4d8-fc61358370a4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:08.686969 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7001a7-16e6-487a-b058-3cb529d0cf14 None None] Network f4107f07-72f7-4cad-bf17-d32e7e2346fb requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:44:08.700059 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0d3f48cd-712c-4ae4-8d3b-1fd9905f170f admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7833457 Feb 08 15:44:08.727481 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cee75e01-5bfa-4ead-bfc7-1ecc67e0f2c3 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:08.728164 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cee75e01-5bfa-4ead-bfc7-1ecc67e0f2c3 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:08.736985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f36d6c-fad5-4c5a-ba41-7f5d604a7779'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:08.739572 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abb3bb9-0868-4fac-84b7-4c38dec7ee56" -d '{"events": [{"server_uuid": "8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d", "name": "network-vif-plugged", "status": "completed", "tag": "47f36d6c-fad5-4c5a-ba41-7f5d604a7779"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:08.784001 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cee75e01-5bfa-4ead-bfc7-1ecc67e0f2c3 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0401294 Feb 08 15:44:08.795066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cc93c7c4-f765-4f28-8065-a3b1f9dd48d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Request body: {'port': {'device_id': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'network_id': 'c0a05da4-3d53-4352-b85b-fe8db5c2391c', 'admin_state_up': True, 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:08.959997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:09.031765 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:09.040461 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cc93c7c4-f765-4f28-8065-a3b1f9dd48d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Made reservation on behalf of 72c6ad708bae4a64803052c5bb5e264f for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:44:09.047277 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cc93c7c4-f765-4f28-8065-a3b1f9dd48d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:09.065201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0720e4d3-28d9-43a8-b733-8794e4fa693a None None] Provisioning complete for port 156af041-5f20-47b8-b4d8-fc61358370a4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:09.065731 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0720e4d3-28d9-43a8-b733-8794e4fa693a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (156af041-5f20-47b8-b4d8-fc61358370a4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:09.106854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e175aa-e9c8-4a3b-859d-d1538c5f696f None None] Pushing event updated for resources: {'Port': ['ID=156af041-5f20-47b8-b4d8-fc61358370a4,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:09.157353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a0b052cc-942b-48ff-bef1-051869073915 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:09.157819 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a0b052cc-942b-48ff-bef1-051869073915), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:09.321236 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c72be79-f385-4dae-8c63-4e16df90fb00 None None] Network f4107f07-72f7-4cad-bf17-d32e7e2346fb requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:44:09.382607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cc93c7c4-f765-4f28-8065-a3b1f9dd48d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Allocated IP 19.86.0.111 (c0a05da4-3d53-4352-b85b-fe8db5c2391c/f18be9d0-f95d-4318-b2b9-4db5e1ccb134/4855e299-9505-4171-9905-9332f84d93bd) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:44:09.397661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:09.529656 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0720e4d3-28d9-43a8-b733-8794e4fa693a None None] Current status of the port 156af041-5f20-47b8-b4d8-fc61358370a4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:09.533521 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a0b052cc-942b-48ff-bef1-051869073915 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:09.534624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 156af041-5f20-47b8-b4d8-fc61358370a4 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:44:09.587118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 156af041-5f20-47b8-b4d8-fc61358370a4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:09.587548 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (156af041-5f20-47b8-b4d8-fc61358370a4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:09.697131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c143280c-d7ba-4d0a-931b-754a6e481c48 None None] Provisioning complete for port 2740f86a-b920-48b2-b78f-b9e8943ee6b2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:09.697919 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c143280c-d7ba-4d0a-931b-754a6e481c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:09.782555 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cc93c7c4-f765-4f28-8065-a3b1f9dd48d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks [] for port (4855e299-9505-4171-9905-9332f84d93bd), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:09.792567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c143280c-d7ba-4d0a-931b-754a6e481c48 None None] Port 2740f86a-b920-48b2-b78f-b9e8943ee6b2 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:44:09.798930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 156af041-5f20-47b8-b4d8-fc61358370a4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:09.841513 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cc93c7c4-f765-4f28-8065-a3b1f9dd48d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4855e299-9505-4171-9905-9332f84d93bd), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:09.913992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cc93c7c4-f765-4f28-8065-a3b1f9dd48d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Network c0a05da4-3d53-4352-b85b-fe8db5c2391c is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:44:09.921422 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cc93c7c4-f765-4f28-8065-a3b1f9dd48d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:09.926220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cc93c7c4-f765-4f28-8065-a3b1f9dd48d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:44:09.998469 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cc93c7c4-f765-4f28-8065-a3b1f9dd48d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:09.999370 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cc93c7c4-f765-4f28-8065-a3b1f9dd48d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:10.021300 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93c7c4-f765-4f28-8065-a3b1f9dd48d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event updated for resources: {'Port': ['ID=4855e299-9505-4171-9905-9332f84d93bd,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:10.043937 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cc93c7c4-f765-4f28-8065-a3b1f9dd48d2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2525020 Feb 08 15:44:10.069755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Request body: {'port': {'device_id': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:10.207801 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:10.386307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 156af041-5f20-47b8-b4d8-fc61358370a4 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:44:10.525613 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-59f22669-000d-4813-9598-391eec759d93 None None] Provisioning complete for port 4855e299-9505-4171-9905-9332f84d93bd triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:10.525613 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59f22669-000d-4813-9598-391eec759d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4855e299-9505-4171-9905-9332f84d93bd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:10.582602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-59f22669-000d-4813-9598-391eec759d93 None None] Port 4855e299-9505-4171-9905-9332f84d93bd cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:44:10.584450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 156af041-5f20-47b8-b4d8-fc61358370a4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:10.584730 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (156af041-5f20-47b8-b4d8-fc61358370a4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:10.705364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 156af041-5f20-47b8-b4d8-fc61358370a4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:10.825944 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8942e403-23be-4b0d-8001-3bf8829b886f up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:44:10.890329 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2740f86a-b920-48b2-b78f-b9e8943ee6b2 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:10.901306 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Publish callbacks [] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:10.913862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Transition to ACTIVE for port object 2740f86a-b920-48b2-b78f-b9e8943ee6b2 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:44:10.919437 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:10.945473 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 8942e403-23be-4b0d-8001-3bf8829b886f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:10.946667 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:11.100525 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2740f86a-b920-48b2-b78f-b9e8943ee6b2,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:11.159733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 8942e403-23be-4b0d-8001-3bf8829b886f is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:11.160138 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:11.180431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Attempting to bind port 2740f86a-b920-48b2-b78f-b9e8943ee6b2 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:44:11.180791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Attempting to bind port 2740f86a-b920-48b2-b78f-b9e8943ee6b2 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '62d9729b-4a40-4a7f-9b36-adbb8ad2923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '767d974e-7e1d-467b-9710-6cf163748d94'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:44:11.182823 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Attempting to bind port 2740f86a-b920-48b2-b78f-b9e8943ee6b2 on network 767d974e-7e1d-467b-9710-6cf163748d94 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:11.201614 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Port 2740f86a-b920-48b2-b78f-b9e8943ee6b2 on network 767d974e-7e1d-467b-9710-6cf163748d94 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:44:11.201975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Attempting to bind port 2740f86a-b920-48b2-b78f-b9e8943ee6b2 on network 767d974e-7e1d-467b-9710-6cf163748d94 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:11.215968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:44:11.216372 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Checking segment: {'id': '62d9729b-4a40-4a7f-9b36-adbb8ad2923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '767d974e-7e1d-467b-9710-6cf163748d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:44:11.216743 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Bound using segment: {'id': '62d9729b-4a40-4a7f-9b36-adbb8ad2923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '767d974e-7e1d-467b-9710-6cf163748d94'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:44:11.217213 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Bound port: 2740f86a-b920-48b2-b78f-b9e8943ee6b2, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d9729b-4a40-4a7f-9b36-adbb8ad2923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '767d974e-7e1d-467b-9710-6cf163748d94'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:44:11.217664 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:11.275449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8942e403-23be-4b0d-8001-3bf8829b886f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8942e403-23be-4b0d-8001-3bf8829b886f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:11.284685 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:11.391192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] For port 2740f86a-b920-48b2-b78f-b9e8943ee6b2, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:44:11.394116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=8942e403-23be-4b0d-8001-3bf8829b886f,revision_number=10']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:11.399227 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] For port 2740f86a-b920-48b2-b78f-b9e8943ee6b2, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2740f86a-b920-48b2-b78f-b9e8943ee6b2,segment=NetworkSegment(62d9729b-4a40-4a7f-9b36-adbb8ad2923d),segment_id=62d9729b-4a40-4a7f-9b36-adbb8ad2923d)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:44:11.410458 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:11.484596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:11.485255 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:11.486648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] 10.222.0.96 "PUT /v2.0/ports/2740f86a-b920-48b2-b78f-b9e8943ee6b2 HTTP/1.1" status: 200 len: 1092 time: 1.4247458 Feb 08 15:44:11.487211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'tag': '2740f86a-b920-48b2-b78f-b9e8943ee6b2'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:11.490087 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d51a08-5fc7-441f-ad34-fd8f8a65c628" -d '{"events": [{"name": "network-changed", "server_uuid": "3812ff77-ac2f-4f82-9e78-bbaeb48d80e9", "tag": "2740f86a-b920-48b2-b78f-b9e8943ee6b2"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:11.524766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Request body: {'port': {'device_id': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:11.563647 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25625ba7-6008-4ddd-98a5-2a15ab4938c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2740f86a-b920-48b2-b78f-b9e8943ee6b2,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:11.632622 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4855e299-9505-4171-9905-9332f84d93bd), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:12.130332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4855e299-9505-4171-9905-9332f84d93bd {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:12.150879 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Publish callbacks [] for port (4855e299-9505-4171-9905-9332f84d93bd), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:12.177900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Transition to ACTIVE for port object 4855e299-9505-4171-9905-9332f84d93bd will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:44:12.182714 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (4855e299-9505-4171-9905-9332f84d93bd), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:12.240662 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4855e299-9505-4171-9905-9332f84d93bd,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:12.403666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Attempting to bind port 4855e299-9505-4171-9905-9332f84d93bd on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:44:12.404058 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Attempting to bind port 4855e299-9505-4171-9905-9332f84d93bd by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'ddf3eb70-5d76-48c6-86f8-d14573a1b929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0a05da4-3d53-4352-b85b-fe8db5c2391c'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:44:12.404350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Attempting to bind port 4855e299-9505-4171-9905-9332f84d93bd on network c0a05da4-3d53-4352-b85b-fe8db5c2391c {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:12.410574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Port 4855e299-9505-4171-9905-9332f84d93bd on network c0a05da4-3d53-4352-b85b-fe8db5c2391c not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:44:12.411231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Attempting to bind port 4855e299-9505-4171-9905-9332f84d93bd on network c0a05da4-3d53-4352-b85b-fe8db5c2391c {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:12.420789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:44:12.421552 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Checking segment: {'id': 'ddf3eb70-5d76-48c6-86f8-d14573a1b929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0a05da4-3d53-4352-b85b-fe8db5c2391c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:44:12.422360 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Bound using segment: {'id': 'ddf3eb70-5d76-48c6-86f8-d14573a1b929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0a05da4-3d53-4352-b85b-fe8db5c2391c'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:44:12.423301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Bound port: 4855e299-9505-4171-9905-9332f84d93bd, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf3eb70-5d76-48c6-86f8-d14573a1b929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c0a05da4-3d53-4352-b85b-fe8db5c2391c'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:44:12.424123 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4855e299-9505-4171-9905-9332f84d93bd), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:12.911774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] For port 4855e299-9505-4171-9905-9332f84d93bd, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:44:12.916404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] For port 4855e299-9505-4171-9905-9332f84d93bd, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4855e299-9505-4171-9905-9332f84d93bd,segment=NetworkSegment(ddf3eb70-5d76-48c6-86f8-d14573a1b929),segment_id=ddf3eb70-5d76-48c6-86f8-d14573a1b929)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:44:12.938246 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (4855e299-9505-4171-9905-9332f84d93bd), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:12.978820 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:12.979310 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:12.981735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] 10.222.0.96 "PUT /v2.0/ports/4855e299-9505-4171-9905-9332f84d93bd HTTP/1.1" status: 200 len: 1093 time: 1.4610825 Feb 08 15:44:13.073844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c014d55-38e5-4383-8a35-5e972149d8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4855e299-9505-4171-9905-9332f84d93bd,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:13.099677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-865005b6-a13f-48c5-85c1-a30c76bedf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:13.100156 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-865005b6-a13f-48c5-85c1-a30c76bedf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:13.101770 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-865005b6-a13f-48c5-85c1-a30c76bedf20 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=72c6ad708bae4a64803052c5bb5e264f&device_id=3812ff77-ac2f-4f82-9e78-bbaeb48d80e9 HTTP/1.1" status: 200 len: 2044 time: 0.0748882 Feb 08 15:44:13.164311 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-337b018d-bb40-468c-b23f-474a9bb65b6f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.61&port_id=2740f86a-b920-48b2-b78f-b9e8943ee6b2 HTTP/1.1" status: 200 len: 217 time: 0.0542698 Feb 08 15:44:13.225485 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-dcc07c2f-3dc8-4644-a51e-2e8eeed4c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:13.227066 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-dcc07c2f-3dc8-4644-a51e-2e8eeed4c38d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3767a09a-5455-412c-ab22-cff2d9c61f00 HTTP/1.1" status: 200 len: 801 time: 0.0547800 Feb 08 15:44:13.317013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-f0806b67-4735-4228-8591-28f6e75234af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:13.318570 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-f0806b67-4735-4228-8591-28f6e75234af service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=767d974e-7e1d-467b-9710-6cf163748d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0848751 Feb 08 15:44:13.510061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-54cc6a1b-9c77-4079-a389-468913a59063 service neutron] 10.222.0.96 "GET /v2.0/networks/767d974e-7e1d-467b-9710-6cf163748d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837981 Feb 08 15:44:13.643519 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-7075e183-0f36-4d99-b393-32b273146aa3 service neutron] 10.222.0.96 "GET /v2.0/networks/767d974e-7e1d-467b-9710-6cf163748d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256452 Feb 08 15:44:13.740793 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-ead9978e-d625-4c86-9076-1566ac2b3d8f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.111&port_id=4855e299-9505-4171-9905-9332f84d93bd HTTP/1.1" status: 200 len: 217 time: 0.0901654 Feb 08 15:44:13.832827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cc134320-8530-4135-af93-4a5e68e9351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:13.835084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-cc134320-8530-4135-af93-4a5e68e9351b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f18be9d0-f95d-4318-b2b9-4db5e1ccb134 HTTP/1.1" status: 200 len: 801 time: 0.0881946 Feb 08 15:44:13.919289 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-97e3d890-19af-406a-80ec-f3251264383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:13.922997 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-97e3d890-19af-406a-80ec-f3251264383e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c0a05da4-3d53-4352-b85b-fe8db5c2391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0766137 Feb 08 15:44:14.106531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-f63f4831-99d3-4f6f-952a-d373b8970774 service neutron] 10.222.0.96 "GET /v2.0/networks/c0a05da4-3d53-4352-b85b-fe8db5c2391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705871 Feb 08 15:44:14.252617 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34c3cae4-6f42-4de2-8b8a-bf39114293aa req-7a184b6b-a4e6-4406-a87c-bbd71b2aeefe service neutron] 10.222.0.96 "GET /v2.0/networks/c0a05da4-3d53-4352-b85b-fe8db5c2391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392288 Feb 08 15:44:16.084715 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:44:16.850157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2740f86a-b920-48b2-b78f-b9e8943ee6b2 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:44:17.059778 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2740f86a-b920-48b2-b78f-b9e8943ee6b2, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2740f86a-b920-48b2-b78f-b9e8943ee6b2,segment=NetworkSegment(62d9729b-4a40-4a7f-9b36-adbb8ad2923d),segment_id=62d9729b-4a40-4a7f-9b36-adbb8ad2923d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:17.090588 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '2740f86a-b920-48b2-b78f-b9e8943ee6b2', 'network_id': '767d974e-7e1d-467b-9710-6cf163748d94', 'port_id': '2740f86a-b920-48b2-b78f-b9e8943ee6b2', 'mac_address': 'fa:16:3e:17:d1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3767a09a-5455-412c-ab22-cff2d9c61f00', 'ip_address': '19.80.0.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:44:17.144453 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 2740f86a-b920-48b2-b78f-b9e8943ee6b2 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:17.145473 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:17.165270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2740f86a-b920-48b2-b78f-b9e8943ee6b2 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:17.191327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2740f86a-b920-48b2-b78f-b9e8943ee6b2, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2740f86a-b920-48b2-b78f-b9e8943ee6b2,segment=NetworkSegment(62d9729b-4a40-4a7f-9b36-adbb8ad2923d),segment_id=62d9729b-4a40-4a7f-9b36-adbb8ad2923d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:17.196999 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:17.198197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4855e299-9505-4171-9905-9332f84d93bd details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:44:17.306196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=2740f86a-b920-48b2-b78f-b9e8943ee6b2,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:17.384979 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 4855e299-9505-4171-9905-9332f84d93bd, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4855e299-9505-4171-9905-9332f84d93bd,segment=NetworkSegment(ddf3eb70-5d76-48c6-86f8-d14573a1b929),segment_id=ddf3eb70-5d76-48c6-86f8-d14573a1b929)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:17.404865 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '4855e299-9505-4171-9905-9332f84d93bd', 'network_id': 'c0a05da4-3d53-4352-b85b-fe8db5c2391c', 'port_id': '4855e299-9505-4171-9905-9332f84d93bd', 'mac_address': 'fa:16:3e:3a:dc:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18be9d0-f95d-4318-b2b9-4db5e1ccb134', 'ip_address': '19.86.0.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:44:17.454366 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 4855e299-9505-4171-9905-9332f84d93bd is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:17.455486 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4855e299-9505-4171-9905-9332f84d93bd), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:17.478466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4855e299-9505-4171-9905-9332f84d93bd {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:17.503323 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 4855e299-9505-4171-9905-9332f84d93bd, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4855e299-9505-4171-9905-9332f84d93bd,segment=NetworkSegment(ddf3eb70-5d76-48c6-86f8-d14573a1b929),segment_id=ddf3eb70-5d76-48c6-86f8-d14573a1b929)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:17.509227 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4855e299-9505-4171-9905-9332f84d93bd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:17.584067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=4855e299-9505-4171-9905-9332f84d93bd,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:17.817374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['4855e299-9505-4171-9905-9332f84d93bd'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:17.846275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['2740f86a-b920-48b2-b78f-b9e8943ee6b2'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:18.477526 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:20.075779 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:20.862427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2740f86a-b920-48b2-b78f-b9e8943ee6b2 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:44:20.957879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 2740f86a-b920-48b2-b78f-b9e8943ee6b2 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:44:20.964039 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 2740f86a-b920-48b2-b78f-b9e8943ee6b2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:20.965551 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:20.997301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff23b0c-28b6-43e2-ad6b-d94aab097520 req-8fb469e2-88e6-41f5-a6c3-3f11249f6699 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:21.003074 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff23b0c-28b6-43e2-ad6b-d94aab097520 req-8fb469e2-88e6-41f5-a6c3-3f11249f6699 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:21.005219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ff23b0c-28b6-43e2-ad6b-d94aab097520 req-8fb469e2-88e6-41f5-a6c3-3f11249f6699 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=3812ff77-ac2f-4f82-9e78-bbaeb48d80e9 HTTP/1.1" status: 200 len: 1680 time: 0.0881069 Feb 08 15:44:21.015665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd5572-c07e-442d-9911-a7227ec463bc req-0532456e-7371-436d-8895-d173b80585bc tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:21.017691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6dd5572-c07e-442d-9911-a7227ec463bc req-0532456e-7371-436d-8895-d173b80585bc tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 945 time: 0.1533151 Feb 08 15:44:21.082084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 2740f86a-b920-48b2-b78f-b9e8943ee6b2 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:21.083551 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:21.094446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ff23b0c-28b6-43e2-ad6b-d94aab097520 req-832f2de1-cdac-495a-a8cd-f7d4a9cca4fd tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753257 Feb 08 15:44:21.109226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6dd5572-c07e-442d-9911-a7227ec463bc req-a25aadc1-4246-4e7b-ab5c-5eec6be33be1 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734165 Feb 08 15:44:21.146853 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2740f86a-b920-48b2-b78f-b9e8943ee6b2, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2740f86a-b920-48b2-b78f-b9e8943ee6b2,segment=NetworkSegment(62d9729b-4a40-4a7f-9b36-adbb8ad2923d),segment_id=62d9729b-4a40-4a7f-9b36-adbb8ad2923d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:21.155876 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:21.157027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4855e299-9505-4171-9905-9332f84d93bd up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:44:21.268678 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=2740f86a-b920-48b2-b78f-b9e8943ee6b2,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:21.290909 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 4855e299-9505-4171-9905-9332f84d93bd completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:44:21.298325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 4855e299-9505-4171-9905-9332f84d93bd triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:21.298710 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4855e299-9505-4171-9905-9332f84d93bd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:21.339153 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8434ebe1-85be-4a25-be79-71d699535185 x-openstack-request-id: req-8434ebe1-85be-4a25-be79-71d699535185 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:21.340002 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d", "name": "network-vif-plugged", "status": "completed", "tag": "47f36d6c-fad5-4c5a-ba41-7f5d604a7779", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:21.340328 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8434ebe1-85be-4a25-be79-71d699535185 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:21.341186 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f36d6c-fad5-4c5a-ba41-7f5d604a7779', 'code': 200} Feb 08 15:44:21.384014 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82014887-ba74-42d7-a81e-29b11f145586 x-openstack-request-id: req-82014887-ba74-42d7-a81e-29b11f145586 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:21.384312 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3812ff77-ac2f-4f82-9e78-bbaeb48d80e9", "tag": "2740f86a-b920-48b2-b78f-b9e8943ee6b2", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:21.384572 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-82014887-ba74-42d7-a81e-29b11f145586 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:21.384994 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'tag': '2740f86a-b920-48b2-b78f-b9e8943ee6b2', 'status': 'completed', 'code': 200} Feb 08 15:44:21.454235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 4855e299-9505-4171-9905-9332f84d93bd is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:21.455203 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4855e299-9505-4171-9905-9332f84d93bd), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:21.488121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-72452ff5-0f7b-45b4-8214-e57c1fdd03c3 req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-617591536', 'description': 'tempest-description-545007139'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:21.500322 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 4855e299-9505-4171-9905-9332f84d93bd, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4855e299-9505-4171-9905-9332f84d93bd,segment=NetworkSegment(ddf3eb70-5d76-48c6-86f8-d14573a1b929),segment_id=ddf3eb70-5d76-48c6-86f8-d14573a1b929)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:21.505218 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4855e299-9505-4171-9905-9332f84d93bd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:21.542344 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-72452ff5-0f7b-45b4-8214-e57c1fdd03c3 req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:21.568507 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d51a08-5fc7-441f-ad34-fd8f8a65c628 req-3487c1e7-6320-4264-8b09-6affc66fc306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:21.569565 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d51a08-5fc7-441f-ad34-fd8f8a65c628 req-3487c1e7-6320-4264-8b09-6affc66fc306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:21.571799 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35d51a08-5fc7-441f-ad34-fd8f8a65c628 req-3487c1e7-6320-4264-8b09-6affc66fc306 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=72c6ad708bae4a64803052c5bb5e264f&device_id=3812ff77-ac2f-4f82-9e78-bbaeb48d80e9 HTTP/1.1" status: 200 len: 2047 time: 0.1659908 Feb 08 15:44:21.609206 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=4855e299-9505-4171-9905-9332f84d93bd,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:21.742284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434618d-dbe7-490b-bd75-b82ee317267c req-ab97f884-206c-43d5-bc02-9f552b379bad tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:21.743822 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d434618d-dbe7-490b-bd75-b82ee317267c req-ab97f884-206c-43d5-bc02-9f552b379bad tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 1132 time: 0.1691442 Feb 08 15:44:21.763840 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d51a08-5fc7-441f-ad34-fd8f8a65c628 req-9b912d01-9ec0-40b2-9480-2139e28a4faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:21.766823 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35d51a08-5fc7-441f-ad34-fd8f8a65c628 req-9b912d01-9ec0-40b2-9480-2139e28a4faf service neutron] 10.222.0.96 "GET /v2.0/networks?id=767d974e-7e1d-467b-9710-6cf163748d94 HTTP/1.1" status: 200 len: 902 time: 0.1826894 Feb 08 15:44:21.774151 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-72452ff5-0f7b-45b4-8214-e57c1fdd03c3 req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (3b6c39f2-9b3d-43d7-818a-2c578b7c48d3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:21.794348 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-72452ff5-0f7b-45b4-8214-e57c1fdd03c3 req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3b6c39f2-9b3d-43d7-818a-2c578b7c48d3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:21.834411 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35d51a08-5fc7-441f-ad34-fd8f8a65c628 req-31a87cf0-a5e3-46d2-9852-d0b932f0d4da service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.61&port_id=2740f86a-b920-48b2-b78f-b9e8943ee6b2 HTTP/1.1" status: 200 len: 217 time: 0.0589447 Feb 08 15:44:21.890279 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-72452ff5-0f7b-45b4-8214-e57c1fdd03c3 req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:21.912331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72452ff5-0f7b-45b4-8214-e57c1fdd03c3 req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4462352 Feb 08 15:44:21.949021 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d434618d-dbe7-490b-bd75-b82ee317267c req-99a58fcd-64b7-439b-a685-281c7074636e tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959093 Feb 08 15:44:21.952388 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6c39f2-9b3d-43d7-818a-2c578b7c48d3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:21.984741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:21.985110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:21.985666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:21.986173 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:21.986674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:21.987324 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:21.987830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:21.988378 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:21.988860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:21.989372 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:21.989868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:21.990363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:21.990852 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd78389-c126-41fe-a3df-47ca0caefdf3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:22.007891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d51a08-5fc7-441f-ad34-fd8f8a65c628 req-fb09e1f6-57b9-4ee4-aebf-b87b16a77d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:22.010168 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35d51a08-5fc7-441f-ad34-fd8f8a65c628 req-fb09e1f6-57b9-4ee4-aebf-b87b16a77d5c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3767a09a-5455-412c-ab22-cff2d9c61f00 HTTP/1.1" status: 200 len: 801 time: 0.1487813 Feb 08 15:44:22.105782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d51a08-5fc7-441f-ad34-fd8f8a65c628 req-864d474a-bc4f-4026-a7db-0aaa4246669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:22.111181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35d51a08-5fc7-441f-ad34-fd8f8a65c628 req-864d474a-bc4f-4026-a7db-0aaa4246669a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=767d974e-7e1d-467b-9710-6cf163748d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0853794 Feb 08 15:44:22.231088 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35d51a08-5fc7-441f-ad34-fd8f8a65c628 req-21315507-1db1-44b4-ba0e-47d0df5767c0 service neutron] 10.222.0.96 "GET /v2.0/networks/767d974e-7e1d-467b-9710-6cf163748d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144233 Feb 08 15:44:22.354128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35d51a08-5fc7-441f-ad34-fd8f8a65c628 req-02a468fe-fd7d-41d6-b251-667b70cefbac service neutron] 10.222.0.96 "GET /v2.0/networks/767d974e-7e1d-467b-9710-6cf163748d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162391 Feb 08 15:44:22.744190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-dc2cca60-0f74-4069-a17a-ac56da56ce2e req-06bd28a8-9209-477f-b439-231a66f25d8e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1391913620', 'description': 'tempest-description-258618275'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:22.790379 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dc2cca60-0f74-4069-a17a-ac56da56ce2e req-06bd28a8-9209-477f-b439-231a66f25d8e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:22.955293 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dc2cca60-0f74-4069-a17a-ac56da56ce2e req-06bd28a8-9209-477f-b439-231a66f25d8e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (089fa9cb-f015-4c28-b9dc-f86906d08dde), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:22.963537 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dc2cca60-0f74-4069-a17a-ac56da56ce2e req-06bd28a8-9209-477f-b439-231a66f25d8e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (089fa9cb-f015-4c28-b9dc-f86906d08dde), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:22.987570 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dc2cca60-0f74-4069-a17a-ac56da56ce2e req-06bd28a8-9209-477f-b439-231a66f25d8e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:22.993930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc2cca60-0f74-4069-a17a-ac56da56ce2e req-06bd28a8-9209-477f-b439-231a66f25d8e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2554467 Feb 08 15:44:23.060029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132f965-85b5-4f7b-876b-450e843d8811 req-12b23e03-2ebd-4ff0-907a-3be6e10480e6 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:23.069826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7132f965-85b5-4f7b-876b-450e843d8811 req-12b23e03-2ebd-4ff0-907a-3be6e10480e6 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=7dac4d5d-668e-4891-b737-17ab6bb6b91d HTTP/1.1" status: 200 len: 1133 time: 0.1517043 Feb 08 15:44:23.101973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd28a8-9209-477f-b439-231a66f25d8e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=089fa9cb-f015-4c28-b9dc-f86906d08dde,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:23.199653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7132f965-85b5-4f7b-876b-450e843d8811 req-8c518cbd-b5bb-4432-bc31-e066d892fbaa tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267419 Feb 08 15:44:23.248037 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5391da-c191-40de-a772-ff637f32202e req-0283a9c5-12b7-4516-bd85-1c5b53d2ce01 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:23.263210 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5391da-c191-40de-a772-ff637f32202e req-0283a9c5-12b7-4516-bd85-1c5b53d2ce01 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:23.270399 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b5391da-c191-40de-a772-ff637f32202e req-0283a9c5-12b7-4516-bd85-1c5b53d2ce01 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=3812ff77-ac2f-4f82-9e78-bbaeb48d80e9 HTTP/1.1" status: 200 len: 1682 time: 0.1773849 Feb 08 15:44:23.342935 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8942e403-23be-4b0d-8001-3bf8829b886f'}, {'server_uuid': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2740f86a-b920-48b2-b78f-b9e8943ee6b2'}, {'server_uuid': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4855e299-9505-4171-9905-9332f84d93bd'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:23.346458 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe1ef95-a6e9-441c-b761-a0719de1c05e" -d '{"events": [{"server_uuid": "74ae7027-75f4-4e0b-a79c-ffcd3652578a", "name": "network-vif-plugged", "status": "completed", "tag": "8942e403-23be-4b0d-8001-3bf8829b886f"}, {"server_uuid": "3812ff77-ac2f-4f82-9e78-bbaeb48d80e9", "name": "network-vif-plugged", "status": "completed", "tag": "2740f86a-b920-48b2-b78f-b9e8943ee6b2"}, {"server_uuid": "3812ff77-ac2f-4f82-9e78-bbaeb48d80e9", "name": "network-vif-plugged", "status": "completed", "tag": "4855e299-9505-4171-9905-9332f84d93bd"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:23.349675 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-671ad35f-a05f-471e-b1ba-e3120169be0b tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:23.353677 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-671ad35f-a05f-471e-b1ba-e3120169be0b tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01&tenant_id=dd11d3f1860a443eb3dacd21c1380846&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 1128 time: 0.1357744 Feb 08 15:44:23.367650 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824834-11'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:23.395960 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b5391da-c191-40de-a772-ff637f32202e req-dc8bcfc9-3c3f-48b2-9541-dd6eb9e1d1b0 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109462 Feb 08 15:44:23.406279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'tag': '4855e299-9505-4171-9905-9332f84d93bd'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:23.419310 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42513ba9-0db8-45db-9736-cf8bd1ecc647" -d '{"events": [{"name": "network-changed", "server_uuid": "3812ff77-ac2f-4f82-9e78-bbaeb48d80e9", "tag": "4855e299-9505-4171-9905-9332f84d93bd"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:23.469239 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8099bd-1640-423a-8266-2b5e487d83dd req-92fdc9c7-eb61-4ae2-b1ee-dae19ac3cea3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:23.476113 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba8099bd-1640-423a-8266-2b5e487d83dd req-92fdc9c7-eb61-4ae2-b1ee-dae19ac3cea3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 945 time: 0.1699102 Feb 08 15:44:23.504989 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:23.555859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba8099bd-1640-423a-8266-2b5e487d83dd req-72010148-3ec7-4d98-b477-5d439f7cb604 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634768 Feb 08 15:44:23.729419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:23.782527 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654a95a7-2afe-4c52-b9d4-dc1d725dbc27 x-openstack-request-id: req-654a95a7-2afe-4c52-b9d4-dc1d725dbc27 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:23.782838 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ae7027-75f4-4e0b-a79c-ffcd3652578a", "name": "network-vif-plugged", "status": "completed", "tag": "8942e403-23be-4b0d-8001-3bf8829b886f", "code": 200}, {"server_uuid": "3812ff77-ac2f-4f82-9e78-bbaeb48d80e9", "name": "network-vif-plugged", "status": "completed", "tag": "2740f86a-b920-48b2-b78f-b9e8943ee6b2", "code": 200}, {"server_uuid": "3812ff77-ac2f-4f82-9e78-bbaeb48d80e9", "name": "network-vif-plugged", "status": "completed", "tag": "4855e299-9505-4171-9905-9332f84d93bd", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:23.783097 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-654a95a7-2afe-4c52-b9d4-dc1d725dbc27 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:23.783523 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8942e403-23be-4b0d-8001-3bf8829b886f', 'code': 200} Feb 08 15:44:23.783750 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2740f86a-b920-48b2-b78f-b9e8943ee6b2', 'code': 200} Feb 08 15:44:23.784010 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4855e299-9505-4171-9905-9332f84d93bd', 'code': 200} Feb 08 15:44:23.835499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:44:23.925227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95e127c-0031-426d-ae52-e4cf078caa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17f2c33-1a87-4af2-8076-d81ae7d0f3be'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:23.944569 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef912550-7143-4a9f-98fd-95b5ebd892bd" -d '{"events": [{"server_uuid": "d95e127c-0031-426d-ae52-e4cf078caa01", "name": "network-vif-unplugged", "status": "completed", "tag": "b17f2c33-1a87-4af2-8076-d81ae7d0f3be"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:23.951397 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Publish callbacks [] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:23.970894 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:23.992969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-ae830993-c262-413c-872a-fb7968c326de tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=47a06341cc3a4770995437fedeb0cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0972636 Feb 08 15:44:24.086042 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad174a-1ef4-4fe2-b608-6490bd7219f4 req-d677cf37-7f2c-45d7-b4a3-c313bbf68f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:24.087320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad174a-1ef4-4fe2-b608-6490bd7219f4 req-d677cf37-7f2c-45d7-b4a3-c313bbf68f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:24.089938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5cad174a-1ef4-4fe2-b608-6490bd7219f4 req-d677cf37-7f2c-45d7-b4a3-c313bbf68f85 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3812ff77-ac2f-4f82-9e78-bbaeb48d80e9 HTTP/1.1" status: 200 len: 2048 time: 0.2152917 Feb 08 15:44:24.099008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-527f8975-c870-4691-909e-3f5f042de511 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:24.106154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-527f8975-c870-4691-909e-3f5f042de511 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/networks?id=f4107f07-72f7-4cad-bf17-d32e7e2346fb HTTP/1.1" status: 200 len: 813 time: 0.3708711 Feb 08 15:44:24.121159 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:24.145874 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:24.146228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:24.146581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:24.146919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:24.147308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:24.147644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:24.148591 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:24.148933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:24.149288 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:24.149617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:24.150011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:24.150258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:24.150628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:24.158119 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-12ce6ed6-3108-47ef-9a69-7a8915807e8b tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/quotas/681f6587c0694615a3bd4e5e8f93c31a HTTP/1.1" status: 200 len: 375 time: 0.0507722 Feb 08 15:44:24.162157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Attempting to bind port b17f2c33-1a87-4af2-8076-d81ae7d0f3be on host n-h2-824834-11 for vnic_type normal with profile {"migrating_to": "n-h1-824834-11"} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:44:24.162548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Attempting to bind port b17f2c33-1a87-4af2-8076-d81ae7d0f3be by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:44:24.162985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Attempting to bind port b17f2c33-1a87-4af2-8076-d81ae7d0f3be on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:24.169761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Port b17f2c33-1a87-4af2-8076-d81ae7d0f3be on network 34030067-061b-475b-9f07-26ad4a87c9e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:44:24.169998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Attempting to bind port b17f2c33-1a87-4af2-8076-d81ae7d0f3be on network 34030067-061b-475b-9f07-26ad4a87c9e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:24.175574 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:44:24.175968 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Checking segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:44:24.176374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Bound using segment: {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:44:24.177956 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Bound port: b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '34030067-061b-475b-9f07-26ad4a87c9e1'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:44:24.178357 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:24.228038 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5cad174a-1ef4-4fe2-b608-6490bd7219f4 req-4a0f92da-3c73-4f01-bc41-f8358308bc81 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169405 Feb 08 15:44:24.240621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-1eb015de-27eb-41d5-93be-7f2b4037c74e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=681f6587c0694615a3bd4e5e8f93c31a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812917 Feb 08 15:44:24.275878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:44:24.279470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:44:24.290531 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:24.321682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-1cbd0a78-849f-4e9b-b15b-1af78c13da46 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:24.323201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-1cbd0a78-849f-4e9b-b15b-1af78c13da46 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3133001 Feb 08 15:44:24.362330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,revision_number=8']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:24.381530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-5135b007-a01c-4853-8001-98ab5e52c6ac tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/quotas/47a06341cc3a4770995437fedeb0cb4c HTTP/1.1" status: 200 len: 375 time: 0.0359819 Feb 08 15:44:24.416639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:24.417702 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:24.419144 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e406b3e4-4a9c-48af-a377-89d36f3928e6 service neutron] 10.222.0.94 "PUT /v2.0/ports/b17f2c33-1a87-4af2-8076-d81ae7d0f3be HTTP/1.1" status: 200 len: 1123 time: 1.0558732 Feb 08 15:44:24.454581 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-cd52dcf4-b3b3-4ea6-b20a-de9628a4bedb service neutron] 10.222.0.82 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122052 Feb 08 15:44:24.561512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['b17f2c33-1a87-4af2-8076-d81ae7d0f3be'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:24.595586 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-59d905d3-af25-4e89-891a-3ad3182f3e53 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2096143 Feb 08 15:44:24.669990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['b17f2c33-1a87-4af2-8076-d81ae7d0f3be'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:24.678852 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-fe72d898-f1c4-48e9-aed5-93a157269c88 service neutron] 10.222.0.82 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135689 Feb 08 15:44:24.919892 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd15ecd-cd9d-40d1-8525-35b466ecdfd4 x-openstack-request-id: req-5bd15ecd-cd9d-40d1-8525-35b466ecdfd4 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:24.920179 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3812ff77-ac2f-4f82-9e78-bbaeb48d80e9", "tag": "4855e299-9505-4171-9905-9332f84d93bd", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:24.920435 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5bd15ecd-cd9d-40d1-8525-35b466ecdfd4 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:24.920850 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'tag': '4855e299-9505-4171-9905-9332f84d93bd', 'status': 'completed', 'code': 200} Feb 08 15:44:25.144251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42513ba9-0db8-45db-9736-cf8bd1ecc647 req-5b435b76-0a90-4f42-b54d-387485aded2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:25.148772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42513ba9-0db8-45db-9736-cf8bd1ecc647 req-5b435b76-0a90-4f42-b54d-387485aded2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:25.156145 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42513ba9-0db8-45db-9736-cf8bd1ecc647 req-5b435b76-0a90-4f42-b54d-387485aded2d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=72c6ad708bae4a64803052c5bb5e264f&device_id=3812ff77-ac2f-4f82-9e78-bbaeb48d80e9 HTTP/1.1" status: 200 len: 2048 time: 0.2136872 Feb 08 15:44:25.186426 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d06c534-b93d-4f8b-997c-890e1cd502b4 x-openstack-request-id: req-9d06c534-b93d-4f8b-997c-890e1cd502b4 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:25.186912 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95e127c-0031-426d-ae52-e4cf078caa01", "name": "network-vif-unplugged", "status": "completed", "tag": "b17f2c33-1a87-4af2-8076-d81ae7d0f3be", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:25.187358 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9d06c534-b93d-4f8b-997c-890e1cd502b4 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:25.187915 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95e127c-0031-426d-ae52-e4cf078caa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17f2c33-1a87-4af2-8076-d81ae7d0f3be', 'code': 200} Feb 08 15:44:25.443034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b17f2c33-1a87-4af2-8076-d81ae7d0f3be details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:44:25.545294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:25.629425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93901167-5376-428e-94de-6220c7ba0f54 req-0d4400b3-85b2-4459-861b-2a3dd8b71364 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:25.642792 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-93901167-5376-428e-94de-6220c7ba0f54 req-0d4400b3-85b2-4459-861b-2a3dd8b71364 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.94 "GET /v2.0/ports?device_id=8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d HTTP/1.1" status: 200 len: 945 time: 0.1700113 Feb 08 15:44:25.785000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b952f-ccce-4c95-b234-d9ad0ae91f99 req-ad9074de-14e1-4819-9aa7-d23642792a1d tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:25.790973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b952f-ccce-4c95-b234-d9ad0ae91f99 req-ad9074de-14e1-4819-9aa7-d23642792a1d tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:25.801430 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be0b952f-ccce-4c95-b234-d9ad0ae91f99 req-ad9074de-14e1-4819-9aa7-d23642792a1d tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=3812ff77-ac2f-4f82-9e78-bbaeb48d80e9 HTTP/1.1" status: 200 len: 1682 time: 0.3045366 Feb 08 15:44:25.848574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-7ae3cec5-4a3b-4e48-9432-b0dba03aa75e tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:25.856853 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-7ae3cec5-4a3b-4e48-9432-b0dba03aa75e tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/networks?id=67e9eee1-fa22-4fdb-a210-1356974271e1 HTTP/1.1" status: 200 len: 804 time: 0.6606324 Feb 08 15:44:25.863206 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42513ba9-0db8-45db-9736-cf8bd1ecc647 req-f1b91a4d-84a1-41b5-bed3-983cfe37fede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:25.865203 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42513ba9-0db8-45db-9736-cf8bd1ecc647 req-f1b91a4d-84a1-41b5-bed3-983cfe37fede service neutron] 10.222.0.96 "GET /v2.0/networks?id=c0a05da4-3d53-4352-b85b-fe8db5c2391c HTTP/1.1" status: 200 len: 902 time: 0.6985321 Feb 08 15:44:25.924704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be0b952f-ccce-4c95-b234-d9ad0ae91f99 req-9fd402e9-e51e-40bd-9b85-404f173f7fdc tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221106 Feb 08 15:44:25.977735 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-93901167-5376-428e-94de-6220c7ba0f54 req-172c0b10-7ddf-42de-94b1-e38079be55b1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Deleting port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:44:25.986012 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-93901167-5376-428e-94de-6220c7ba0f54 req-172c0b10-7ddf-42de-94b1-e38079be55b1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:26.061331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-68d8c931-14d5-4c13-ae9f-5dfdc0288cd1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/quotas/fc1f662f69bf4e798027631518391c93 HTTP/1.1" status: 200 len: 375 time: 0.2019107 Feb 08 15:44:26.107621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:26.111860 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:26.124925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:26.153459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42513ba9-0db8-45db-9736-cf8bd1ecc647 req-8c848963-e90b-486b-bbc5-bde8420d5e0a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.111&port_id=4855e299-9505-4171-9905-9332f84d93bd HTTP/1.1" status: 200 len: 217 time: 0.2502007 Feb 08 15:44:26.184744 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b17f2c33-1a87-4af2-8076-d81ae7d0f3be has no active binding in host n-h1-824834-11 {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 15:44:26.224074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f36d6c-fad5-4c5a-ba41-7f5d604a7779'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:26.228632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-93901167-5376-428e-94de-6220c7ba0f54 req-172c0b10-7ddf-42de-94b1-e38079be55b1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] For port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:26.229185 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-93901167-5376-428e-94de-6220c7ba0f54 req-172c0b10-7ddf-42de-94b1-e38079be55b1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:26.246478 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a517eabe-38b2-40cd-8bd2-45956151f3d4" -d '{"events": [{"server_uuid": "8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "47f36d6c-fad5-4c5a-ba41-7f5d604a7779"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:26.276186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42513ba9-0db8-45db-9736-cf8bd1ecc647 req-788a34cb-aefc-4ee6-928d-92c77d6b06d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:26.276186 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42513ba9-0db8-45db-9736-cf8bd1ecc647 req-788a34cb-aefc-4ee6-928d-92c77d6b06d3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f18be9d0-f95d-4318-b2b9-4db5e1ccb134 HTTP/1.1" status: 200 len: 801 time: 0.1052892 Feb 08 15:44:26.277263 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-93901167-5376-428e-94de-6220c7ba0f54 req-172c0b10-7ddf-42de-94b1-e38079be55b1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Calling delete_port for 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:44:26.289554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc46955-c16c-4e52-b39f-00a78dd87413 req-4d8ae24d-b396-4250-978b-0b90abe9d929 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:26.300844 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:26.306157 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bdc46955-c16c-4e52-b39f-00a78dd87413 req-4d8ae24d-b396-4250-978b-0b90abe9d929 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 943 time: 0.1955945 Feb 08 15:44:26.313403 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:26.435701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:26.452929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:26.457418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:26.462025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:26.462681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:26.463247 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:26.463872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:26.465003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:26.465587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:26.466143 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:26.466722 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:26.468722 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:26.470019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:26.470591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:44:26.488241 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bdc46955-c16c-4e52-b39f-00a78dd87413 req-744e7c7a-8241-42a6-a17b-3080b3530b0c tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811044 Feb 08 15:44:26.546779 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-93901167-5376-428e-94de-6220c7ba0f54 req-172c0b10-7ddf-42de-94b1-e38079be55b1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (47f36d6c-fad5-4c5a-ba41-7f5d604a7779), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:26.547322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-ab30b28b-f024-49f6-91eb-15ec07ab1c33 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=fc1f662f69bf4e798027631518391c93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4850500 Feb 08 15:44:26.579013 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c0b10-7ddf-42de-94b1-e38079be55b1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Pushing event deleted for resources: {'Port': ['ID=47f36d6c-fad5-4c5a-ba41-7f5d604a7779,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:26.598203 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42513ba9-0db8-45db-9736-cf8bd1ecc647 req-ab1bf6f5-b524-4a3b-b1de-7538f61a5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:26.599702 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42513ba9-0db8-45db-9736-cf8bd1ecc647 req-ab1bf6f5-b524-4a3b-b1de-7538f61a5793 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c0a05da4-3d53-4352-b85b-fe8db5c2391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2555094 Feb 08 15:44:26.642778 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-93901167-5376-428e-94de-6220c7ba0f54 req-172c0b10-7ddf-42de-94b1-e38079be55b1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] No DVR routers for this DVR port 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:44:26.646263 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-93901167-5376-428e-94de-6220c7ba0f54 req-172c0b10-7ddf-42de-94b1-e38079be55b1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:26.656117 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-93901167-5376-428e-94de-6220c7ba0f54 req-172c0b10-7ddf-42de-94b1-e38079be55b1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.94 "DELETE /v2.0/ports/47f36d6c-fad5-4c5a-ba41-7f5d604a7779 HTTP/1.1" status: 204 len: 173 time: 1.0036061 Feb 08 15:44:26.816775 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42513ba9-0db8-45db-9736-cf8bd1ecc647 req-69fa58a7-f2ba-4516-a285-c37668f47096 service neutron] 10.222.0.96 "GET /v2.0/networks/c0a05da4-3d53-4352-b85b-fe8db5c2391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030029 Feb 08 15:44:26.951618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ff112fd3-89c1-4264-8fd8-82a5df1e2a2c req-2f15690b-9189-47a9-b7ed-9794fa0ac035 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 210 time: 0.1335056 Feb 08 15:44:27.146896 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-164c4a5a-ed51-4518-86ca-74dd5cacee4c service neutron] 10.222.0.82 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982811 Feb 08 15:44:27.189479 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95e127c-0031-426d-ae52-e4cf078caa01', 'tag': 'b17f2c33-1a87-4af2-8076-d81ae7d0f3be'}, {'server_uuid': '8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d', 'name': 'network-vif-deleted', 'tag': '47f36d6c-fad5-4c5a-ba41-7f5d604a7779'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:27.192464 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea70f28-5afa-449b-9d7e-743784ca61c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d95e127c-0031-426d-ae52-e4cf078caa01", "tag": "b17f2c33-1a87-4af2-8076-d81ae7d0f3be"}, {"server_uuid": "8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d", "name": "network-vif-deleted", "tag": "47f36d6c-fad5-4c5a-ba41-7f5d604a7779"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:27.337286 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42513ba9-0db8-45db-9736-cf8bd1ecc647 req-9b645079-9b4c-482e-8ecb-cd0785c25a5d service neutron] 10.222.0.96 "GET /v2.0/networks/c0a05da4-3d53-4352-b85b-fe8db5c2391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921262 Feb 08 15:44:27.347817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12748c55-ae2d-4fe4-80b3-34e4a916023d req-f58db8e0-d266-4ca4-b79a-be33f522734d tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 210 time: 0.3059850 Feb 08 15:44:27.369107 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-65dfa05a-2942-4ff6-a148-b7d19224a77b service neutron] 10.222.0.82 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212193 Feb 08 15:44:27.405846 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-5a5ade20-49b9-494d-bf5b-e8f0a00d32f2 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=47a06341cc3a4770995437fedeb0cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775189 Feb 08 15:44:27.652361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-0abeec4e-7fff-46c3-a5ba-ea315161bd19 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:27.661064 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-0abeec4e-7fff-46c3-a5ba-ea315161bd19 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.96 "GET /v2.0/networks?id=f4107f07-72f7-4cad-bf17-d32e7e2346fb HTTP/1.1" status: 200 len: 813 time: 0.2883432 Feb 08 15:44:27.675963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-9e9d1d7d-a752-4bfc-ae47-0ad75fcde711 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'port': {'device_id': 'c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6', 'network_id': 'f4107f07-72f7-4cad-bf17-d32e7e2346fb', 'admin_state_up': True, 'tenant_id': '681f6587c0694615a3bd4e5e8f93c31a'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:27.808325 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9b1898-b947-4960-b4ad-68807cb2d98b x-openstack-request-id: req-bd9b1898-b947-4960-b4ad-68807cb2d98b {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:27.809626 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "47f36d6c-fad5-4c5a-ba41-7f5d604a7779", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:27.810131 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bd9b1898-b947-4960-b4ad-68807cb2d98b {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:27.810773 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f36d6c-fad5-4c5a-ba41-7f5d604a7779', 'code': 200} Feb 08 15:44:27.869545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-b94d7f08-f833-44bb-9969-a17bf52be43b tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:27.875570 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-b94d7f08-f833-44bb-9969-a17bf52be43b tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4614747 Feb 08 15:44:27.898050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-3b3f00be-0a9f-4e02-9ae5-f5f2cdc617c5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Request body: {'port': {'device_id': '3a77dc43-b8db-483c-8786-6e415d7f0884', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '47a06341cc3a4770995437fedeb0cb4c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:28.033483 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd409f0e-5ddc-476e-a86d-a524e5e1b2e7 x-openstack-request-id: req-fd409f0e-5ddc-476e-a86d-a524e5e1b2e7 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:28.034041 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95e127c-0031-426d-ae52-e4cf078caa01", "tag": "b17f2c33-1a87-4af2-8076-d81ae7d0f3be", "status": "completed", "code": 200}, {"server_uuid": "8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d", "name": "network-vif-deleted", "tag": "47f36d6c-fad5-4c5a-ba41-7f5d604a7779", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:28.034454 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-fd409f0e-5ddc-476e-a86d-a524e5e1b2e7 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:28.035012 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95e127c-0031-426d-ae52-e4cf078caa01', 'tag': 'b17f2c33-1a87-4af2-8076-d81ae7d0f3be', 'status': 'completed', 'code': 200} Feb 08 15:44:28.035432 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3ca09f-18e7-48c1-bacb-55c00a9b8c8d', 'name': 'network-vif-deleted', 'tag': '47f36d6c-fad5-4c5a-ba41-7f5d604a7779', 'status': 'completed', 'code': 200} Feb 08 15:44:28.066516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-9e9d1d7d-a752-4bfc-ae47-0ad75fcde711 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Made reservation on behalf of 681f6587c0694615a3bd4e5e8f93c31a for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:44:28.082267 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-9e9d1d7d-a752-4bfc-ae47-0ad75fcde711 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:28.193102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f9093-88a5-4ac6-8524-42c3eb0e05c0 req-a951d534-2983-4fcf-9d4c-7d3433903ee2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:28.198351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f9093-88a5-4ac6-8524-42c3eb0e05c0 req-a951d534-2983-4fcf-9d4c-7d3433903ee2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:28.200438 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd1f9093-88a5-4ac6-8524-42c3eb0e05c0 req-a951d534-2983-4fcf-9d4c-7d3433903ee2 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=3812ff77-ac2f-4f82-9e78-bbaeb48d80e9 HTTP/1.1" status: 200 len: 1682 time: 0.3592458 Feb 08 15:44:28.318249 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-3b3f00be-0a9f-4e02-9ae5-f5f2cdc617c5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Made reservation on behalf of 47a06341cc3a4770995437fedeb0cb4c for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:44:28.322787 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-3b3f00be-0a9f-4e02-9ae5-f5f2cdc617c5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:28.719789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-3b3f00be-0a9f-4e02-9ae5-f5f2cdc617c5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Allocated IP 192.168.233.175 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/a6272eb1-1dcd-461d-9bca-2312193adc47) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:44:28.895522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133bc18-fb9f-4b98-8498-d560353b4662 req-31f8a213-9423-41f0-9dab-ec066b5c2169 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:28.904118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6133bc18-fb9f-4b98-8498-d560353b4662 req-31f8a213-9423-41f0-9dab-ec066b5c2169 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 943 time: 0.7024379 Feb 08 15:44:28.907398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70f28-5afa-449b-9d7e-743784ca61c7 req-731701c2-15bb-414c-917b-e06c8c345549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:28.908875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ea70f28-5afa-449b-9d7e-743784ca61c7 req-731701c2-15bb-414c-917b-e06c8c345549 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 1157 time: 0.8815882 Feb 08 15:44:29.098842 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-3b3f00be-0a9f-4e02-9ae5-f5f2cdc617c5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks [] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:29.201762 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-3b3f00be-0a9f-4e02-9ae5-f5f2cdc617c5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:29.206185 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd1f9093-88a5-4ac6-8524-42c3eb0e05c0 req-0f69a80b-8536-4fd8-82b5-a5023b635986 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9647532 Feb 08 15:44:29.217550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['e0c134c6-bee7-4d57-90ac-a159396fd7ec'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:29.327835 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['44ed5363-0f44-4ef7-91ec-3d682c8ee53d', '61036a9b-1ca0-430e-a9d6-b220f970db5a', 'a25273d2-2129-4f36-bd3c-7d3a4544071f', 'cede9974-31d3-4df2-beb4-5e6849591e4a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:29.370012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-3b3f00be-0a9f-4e02-9ae5-f5f2cdc617c5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:44:29.427295 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-3b3f00be-0a9f-4e02-9ae5-f5f2cdc617c5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:29.445941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-3b3f00be-0a9f-4e02-9ae5-f5f2cdc617c5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:44:29.483850 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:29.558911 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f00be-0a9f-4e02-9ae5-f5f2cdc617c5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event updated for resources: {'Port': ['ID=a6272eb1-1dcd-461d-9bca-2312193adc47,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:29.612222 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63f8f4ac-c006-4bb3-ab87-d0c14f481e21 req-2b820d95-9dc1-4d46-a53a-a2076af2eeb5 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=eaf47f2a-4458-4cef-9a05-159a949f8e80 HTTP/1.1" status: 200 len: 210 time: 0.1783109 Feb 08 15:44:29.660850 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:44:29.664395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 47f36d6c-fad5-4c5a-ba41-7f5d604a7779 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:44:29.705269 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6133bc18-fb9f-4b98-8498-d560353b4662 req-fa7b29d5-310d-48b3-827d-c0443f841e72 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7978940 Feb 08 15:44:29.768356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-9e9d1d7d-a752-4bfc-ae47-0ad75fcde711 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Allocated IP 172.20.0.3 (f4107f07-72f7-4cad-bf17-d32e7e2346fb/ef6a72d4-6b72-490e-b396-f5c6f62c07df/bfecfff6-1f36-4534-b337-0a0417ec92e8) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:44:29.811255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70f28-5afa-449b-9d7e-743784ca61c7 req-7c1ec882-bfb9-4c87-abf0-1f37583f674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:29.816562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ea70f28-5afa-449b-9d7e-743784ca61c7 req-7c1ec882-bfb9-4c87-abf0-1f37583f674c service neutron] 10.222.0.96 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.8774490 Feb 08 15:44:29.934255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-74113614-97a0-4a6a-9857-d67b2a3242e4 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:29.939164 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-74113614-97a0-4a6a-9857-d67b2a3242e4 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.94 "GET /v2.0/networks?id=67e9eee1-fa22-4fdb-a210-1356974271e1 HTTP/1.1" status: 200 len: 804 time: 0.3527012 Feb 08 15:44:29.962169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-ea6961b6-1276-4f3a-b831-1227c78afb45 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Request body: {'port': {'device_id': 'eaf47f2a-4458-4cef-9a05-159a949f8e80', 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1', 'admin_state_up': True, 'tenant_id': 'fc1f662f69bf4e798027631518391c93'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:30.007234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ea70f28-5afa-449b-9d7e-743784ca61c7 req-b5aca35d-d20d-4078-87c7-6e706e8728e2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be HTTP/1.1" status: 200 len: 217 time: 0.1854451 Feb 08 15:44:30.121988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-3b3f00be-0a9f-4e02-9ae5-f5f2cdc617c5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:30.122661 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-3b3f00be-0a9f-4e02-9ae5-f5f2cdc617c5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:30.180401 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-3b3f00be-0a9f-4e02-9ae5-f5f2cdc617c5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2840886 Feb 08 15:44:30.187278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-ea6961b6-1276-4f3a-b831-1227c78afb45 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Made reservation on behalf of fc1f662f69bf4e798027631518391c93 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:44:30.199381 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-ea6961b6-1276-4f3a-b831-1227c78afb45 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:30.216564 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70f28-5afa-449b-9d7e-743784ca61c7 req-33426c48-239e-414c-bd39-c7dcda835c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:30.218353 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ea70f28-5afa-449b-9d7e-743784ca61c7 req-33426c48-239e-414c-bd39-c7dcda835c88 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.1186209 Feb 08 15:44:30.227023 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47be3c4d-33d7-4187-b94b-7bf2ec212ec1 req-202e1685-ac2e-4d43-a734-9ab6148b1a19 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 210 time: 0.2529690 Feb 08 15:44:30.298061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-cb7bac8c-0441-44f6-af97-240aaad83b05 None None] Provisioning complete for port a6272eb1-1dcd-461d-9bca-2312193adc47 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:30.299059 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cb7bac8c-0441-44f6-af97-240aaad83b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:30.303696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Request body: {'port': {'device_id': '3a77dc43-b8db-483c-8786-6e415d7f0884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:30.353301 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ea70f28-5afa-449b-9d7e-743784ca61c7 req-2206484e-fb84-4b5d-a9c8-d848790a17f4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192458 Feb 08 15:44:30.415924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f40b0e-7613-4a63-950c-7dfd2b765fdd req-8d6b4389-58f3-47d3-9054-ba30e6703a98 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:30.424094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-cb7bac8c-0441-44f6-af97-240aaad83b05 None None] Port a6272eb1-1dcd-461d-9bca-2312193adc47 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:44:30.432029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-75f40b0e-7613-4a63-950c-7dfd2b765fdd req-8d6b4389-58f3-47d3-9054-ba30e6703a98 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 936 time: 0.4627600 Feb 08 15:44:30.616206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-ea6961b6-1276-4f3a-b831-1227c78afb45 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Allocated IP 172.20.0.2 (67e9eee1-fa22-4fdb-a210-1356974271e1/861f702f-72c5-4ba8-b9fd-a3dea3b057b0/9aaa9a82-893a-4a03-b232-e57b1a3023ab) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:44:30.903599 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-ea6961b6-1276-4f3a-b831-1227c78afb45 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks [] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:30.904820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b17f2c33-1a87-4af2-8076-d81ae7d0f3be no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:31.000030 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-9e9d1d7d-a752-4bfc-ae47-0ad75fcde711 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:31.001138 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-ea6961b6-1276-4f3a-b831-1227c78afb45 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:31.156213 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-9e9d1d7d-a752-4bfc-ae47-0ad75fcde711 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:31.167779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-ea6961b6-1276-4f3a-b831-1227c78afb45 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Network 67e9eee1-fa22-4fdb-a210-1356974271e1 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:44:31.189832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port b17f2c33-1a87-4af2-8076-d81ae7d0f3be is: DOWN; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:31.192210 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-ea6961b6-1276-4f3a-b831-1227c78afb45 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:31.205815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-ea6961b6-1276-4f3a-b831-1227c78afb45 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:44:31.267293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-ea6961b6-1276-4f3a-b831-1227c78afb45 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:31.268409 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-ea6961b6-1276-4f3a-b831-1227c78afb45 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:31.285784 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:31.288266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6961b6-1276-4f3a-b831-1227c78afb45 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Pushing event updated for resources: {'Port': ['ID=9aaa9a82-893a-4a03-b232-e57b1a3023ab,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:31.315386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d1d7d-a752-4bfc-ae47-0ad75fcde711 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'Port': ['ID=bfecfff6-1f36-4534-b337-0a0417ec92e8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:31.333556 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-ea6961b6-1276-4f3a-b831-1227c78afb45 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3780618 Feb 08 15:44:31.397216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-9e9d1d7d-a752-4bfc-ae47-0ad75fcde711 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Network f4107f07-72f7-4cad-bf17-d32e7e2346fb is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:44:31.413418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-9e9d1d7d-a752-4bfc-ae47-0ad75fcde711 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:31.438235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-75f40b0e-7613-4a63-950c-7dfd2b765fdd req-b67a42e7-05fb-4c5c-bc9a-c58d03acba5a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9629829 Feb 08 15:44:31.453099 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ed5c2480-6674-4590-b45c-038b3d8bcfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:31.466832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-9e9d1d7d-a752-4bfc-ae47-0ad75fcde711 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:44:31.577425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-9e9d1d7d-a752-4bfc-ae47-0ad75fcde711 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:31.578423 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-9e9d1d7d-a752-4bfc-ae47-0ad75fcde711 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:31.616478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25247d50-dbd6-4f19-b2e9-4b746ac7e272 req-4993b864-d291-4911-9bd2-fd443ca14e09 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:31.624611 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25247d50-dbd6-4f19-b2e9-4b746ac7e272 req-4993b864-d291-4911-9bd2-fd443ca14e09 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=eaf47f2a-4458-4cef-9a05-159a949f8e80 HTTP/1.1" status: 200 len: 931 time: 0.5503364 Feb 08 15:44:31.680393 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-9e9d1d7d-a752-4bfc-ae47-0ad75fcde711 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0092797 Feb 08 15:44:31.684699 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ea70f28-5afa-449b-9d7e-743784ca61c7 req-b144572b-0d63-4f16-b4b7-70d9c623ea37 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3002679 Feb 08 15:44:31.705682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Request body: {'port': {'device_id': 'c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:31.819279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Request body: {'port': {'device_id': 'eaf47f2a-4458-4cef-9a05-159a949f8e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:31.965223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ea70f28-5afa-449b-9d7e-743784ca61c7 req-4acff39c-989f-4836-8c07-e6818e6cd104 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655613 Feb 08 15:44:31.982264 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:32.026011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5307e9-d65e-413e-9cb9-916210be48ab req-fb090b3a-c636-4a16-a955-742d79dd4508 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:32.033907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5d5307e9-d65e-413e-9cb9-916210be48ab req-fb090b3a-c636-4a16-a955-742d79dd4508 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 943 time: 0.4468632 Feb 08 15:44:32.053660 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25247d50-dbd6-4f19-b2e9-4b746ac7e272 req-0b42ac9f-8408-4577-8bd7-fd4de7cd07cf tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274848 Feb 08 15:44:32.243402 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:32.368608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6272eb1-1dcd-461d-9bca-2312193adc47 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:32.389039 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Publish callbacks [] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:32.426848 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Transition to ACTIVE for port object a6272eb1-1dcd-461d-9bca-2312193adc47 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:44:32.439810 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:32.471750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5d5307e9-d65e-413e-9cb9-916210be48ab req-b23e0f61-def0-4f01-a160-888d85b581c7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109249 Feb 08 15:44:32.679111 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5dfc8-3d69-44b5-a75f-947e09bdd394 req-959a808a-72df-4fc2-82b6-1da6dd487a1f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:32.696696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5dfc8-3d69-44b5-a75f-947e09bdd394 req-959a808a-72df-4fc2-82b6-1da6dd487a1f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:32.698594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ce5dfc8-3d69-44b5-a75f-947e09bdd394 req-959a808a-72df-4fc2-82b6-1da6dd487a1f tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=3812ff77-ac2f-4f82-9e78-bbaeb48d80e9 HTTP/1.1" status: 200 len: 1682 time: 0.4683979 Feb 08 15:44:32.715632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aaa9a82-893a-4a03-b232-e57b1a3023ab {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:32.741061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6272eb1-1dcd-461d-9bca-2312193adc47,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:32.782744 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Publish callbacks [] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:32.800858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Transition to ACTIVE for port object 9aaa9a82-893a-4a03-b232-e57b1a3023ab will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:44:32.868896 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:32.884022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Attempting to bind port a6272eb1-1dcd-461d-9bca-2312193adc47 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:44:32.886718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Attempting to bind port a6272eb1-1dcd-461d-9bca-2312193adc47 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:44:32.887286 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Attempting to bind port a6272eb1-1dcd-461d-9bca-2312193adc47 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:32.896437 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283651aa-e056-45cb-b01e-a2de2873e53a req-412ecc75-622d-4f9b-985b-7e1a8e96beb9 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:32.900756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283651aa-e056-45cb-b01e-a2de2873e53a req-412ecc75-622d-4f9b-985b-7e1a8e96beb9 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:32.902730 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-283651aa-e056-45cb-b01e-a2de2873e53a req-412ecc75-622d-4f9b-985b-7e1a8e96beb9 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.96 "GET /v2.0/ports?device_id=3812ff77-ac2f-4f82-9e78-bbaeb48d80e9 HTTP/1.1" status: 200 len: 1682 time: 0.4290545 Feb 08 15:44:33.010166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Port a6272eb1-1dcd-461d-9bca-2312193adc47 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:44:33.010507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Attempting to bind port a6272eb1-1dcd-461d-9bca-2312193adc47 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:33.035592 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:44:33.035967 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:44:33.036344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:44:33.036792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Bound port: a6272eb1-1dcd-461d-9bca-2312193adc47, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:44:33.037891 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:33.096287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbab336-e662-481e-b3e6-071baec898c9 req-0d490a81-ec1e-4c81-8f6d-3df8354870d7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:33.098017 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ebbab336-e662-481e-b3e6-071baec898c9 req-0d490a81-ec1e-4c81-8f6d-3df8354870d7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 931 time: 0.3281651 Feb 08 15:44:33.113572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Pushing event updated for resources: {'Port': ['ID=9aaa9a82-893a-4a03-b232-e57b1a3023ab,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:33.115548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ce5dfc8-3d69-44b5-a75f-947e09bdd394 req-5cdba11c-67d7-4aab-93bd-b64f77f96fea tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467894 Feb 08 15:44:33.265706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Attempting to bind port 9aaa9a82-893a-4a03-b232-e57b1a3023ab on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:44:33.266004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Attempting to bind port 9aaa9a82-893a-4a03-b232-e57b1a3023ab by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:44:33.266928 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Attempting to bind port 9aaa9a82-893a-4a03-b232-e57b1a3023ab on network 67e9eee1-fa22-4fdb-a210-1356974271e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:33.283729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Port 9aaa9a82-893a-4a03-b232-e57b1a3023ab on network 67e9eee1-fa22-4fdb-a210-1356974271e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:44:33.284099 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Attempting to bind port 9aaa9a82-893a-4a03-b232-e57b1a3023ab on network 67e9eee1-fa22-4fdb-a210-1356974271e1 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:33.294830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] For port a6272eb1-1dcd-461d-9bca-2312193adc47, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:44:33.298945 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:44:33.299292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Checking segment: {'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:44:33.299951 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Bound using segment: {'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:44:33.303847 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Bound port: 9aaa9a82-893a-4a03-b232-e57b1a3023ab, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:44:33.304299 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:33.316481 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-283651aa-e056-45cb-b01e-a2de2873e53a req-a609102c-6376-44af-a8e3-282c73c81905 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Deleting port 4855e299-9505-4171-9905-9332f84d93bd {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:44:33.320148 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-283651aa-e056-45cb-b01e-a2de2873e53a req-a609102c-6376-44af-a8e3-282c73c81905 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4855e299-9505-4171-9905-9332f84d93bd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:33.356042 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] For port a6272eb1-1dcd-461d-9bca-2312193adc47, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=a6272eb1-1dcd-461d-9bca-2312193adc47,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:44:33.371155 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:33.436893 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ebbab336-e662-481e-b3e6-071baec898c9 req-88b8ecfe-ff5e-4a12-879a-a08379f5e873 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250625 Feb 08 15:44:33.455760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] For port 9aaa9a82-893a-4a03-b232-e57b1a3023ab, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:44:33.459130 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] For port 9aaa9a82-893a-4a03-b232-e57b1a3023ab, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9aaa9a82-893a-4a03-b232-e57b1a3023ab,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:44:33.516731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfecfff6-1f36-4534-b337-0a0417ec92e8 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:33.537553 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Publish callbacks [] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:33.547905 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6272eb1-1dcd-461d-9bca-2312193adc47,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:33.563690 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:33.567793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc34df-f671-4f0d-a252-730e731cd3d1 req-7d7f820e-f10f-4edd-af41-6ee88bc0f1bf tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:33.573328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:33.574268 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:33.575698 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-e37c6350-37fc-4d47-84f4-276dc560bad7 service neutron] 10.222.0.96 "PUT /v2.0/ports/a6272eb1-1dcd-461d-9bca-2312193adc47 HTTP/1.1" status: 200 len: 1097 time: 3.3701615 Feb 08 15:44:33.596988 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23dc34df-f671-4f0d-a252-730e731cd3d1 req-7d7f820e-f10f-4edd-af41-6ee88bc0f1bf tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 948 time: 0.2266409 Feb 08 15:44:33.677459 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Transition to ACTIVE for port object bfecfff6-1f36-4534-b337-0a0417ec92e8 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:44:33.694050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a77dc43-b8db-483c-8786-6e415d7f0884', 'tag': 'a6272eb1-1dcd-461d-9bca-2312193adc47'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:33.697582 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e76eb47-745e-45e0-80d4-48ed18b46630" -d '{"events": [{"name": "network-changed", "server_uuid": "3a77dc43-b8db-483c-8786-6e415d7f0884", "tag": "a6272eb1-1dcd-461d-9bca-2312193adc47"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:33.750741 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3a1a25f5-af3f-4130-bb1a-9517e8401c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:33.778805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Pushing event updated for resources: {'Port': ['ID=9aaa9a82-893a-4a03-b232-e57b1a3023ab,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:33.779033 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:33.799919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:33.803363 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:33.806713 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-283651aa-e056-45cb-b01e-a2de2873e53a req-a609102c-6376-44af-a8e3-282c73c81905 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] For port 4855e299-9505-4171-9905-9332f84d93bd, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4855e299-9505-4171-9905-9332f84d93bd,segment=NetworkSegment(ddf3eb70-5d76-48c6-86f8-d14573a1b929),segment_id=ddf3eb70-5d76-48c6-86f8-d14573a1b929)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:33.807120 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-283651aa-e056-45cb-b01e-a2de2873e53a req-a609102c-6376-44af-a8e3-282c73c81905 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4855e299-9505-4171-9905-9332f84d93bd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:33.808539 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-a127be1b-c69a-4dd8-bd22-d071f33ae269 service neutron] 10.222.0.94 "PUT /v2.0/ports/9aaa9a82-893a-4a03-b232-e57b1a3023ab HTTP/1.1" status: 200 len: 1092 time: 1.9966516 Feb 08 15:44:33.862338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-59d238fd-0dd3-4c07-a92b-f2e23f9bb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:33.865954 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-59d238fd-0dd3-4c07-a92b-f2e23f9bb83d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 1131 time: 0.1650209 Feb 08 15:44:33.870436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-283651aa-e056-45cb-b01e-a2de2873e53a req-a609102c-6376-44af-a8e3-282c73c81905 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Calling delete_port for 4855e299-9505-4171-9905-9332f84d93bd owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:44:33.980429 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-d165cc94-e36f-42fd-852a-445891de8d78 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=a6272eb1-1dcd-461d-9bca-2312193adc47 HTTP/1.1" status: 200 len: 217 time: 0.0993190 Feb 08 15:44:34.060477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-415fe6cf-b673-47f5-b449-621ff5263c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:34.062344 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-415fe6cf-b673-47f5-b449-621ff5263c4c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fc1f662f69bf4e798027631518391c93&device_id=eaf47f2a-4458-4cef-9a05-159a949f8e80 HTTP/1.1" status: 200 len: 1126 time: 0.1947060 Feb 08 15:44:34.072589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-55e49176-da81-4587-8133-b39ef298b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:34.076449 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-55e49176-da81-4587-8133-b39ef298b06d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0873368 Feb 08 15:44:34.144707 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-6026c6ff-b445-4c31-b39b-e2ba853ebd53 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9aaa9a82-893a-4a03-b232-e57b1a3023ab HTTP/1.1" status: 200 len: 217 time: 0.0667534 Feb 08 15:44:34.156182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Pushing event updated for resources: {'Port': ['ID=bfecfff6-1f36-4534-b337-0a0417ec92e8,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:34.176345 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-283651aa-e056-45cb-b01e-a2de2873e53a req-a609102c-6376-44af-a8e3-282c73c81905 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4855e299-9505-4171-9905-9332f84d93bd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:34.295183 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23dc34df-f671-4f0d-a252-730e731cd3d1 req-47afc0b7-3a80-49aa-bf09-17ae6a256494 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6970916 Feb 08 15:44:34.320744 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-0f087e3d-612b-4292-902c-104682521214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:34.322274 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-0f087e3d-612b-4292-902c-104682521214 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861f702f-72c5-4ba8-b9fd-a3dea3b057b0 HTTP/1.1" status: 200 len: 844 time: 0.1555343 Feb 08 15:44:34.327195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-86a5d56b-9629-41a7-9195-ec380d6fe685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:34.330740 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-86a5d56b-9629-41a7-9195-ec380d6fe685 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2439044 Feb 08 15:44:34.464059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-283651aa-e056-45cb-b01e-a2de2873e53a req-a609102c-6376-44af-a8e3-282c73c81905 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] No DVR routers for this DVR port 4855e299-9505-4171-9905-9332f84d93bd on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:44:34.466348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609102c-6376-44af-a8e3-282c73c81905 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Port': ['ID=4855e299-9505-4171-9905-9332f84d93bd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:34.470658 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-283651aa-e056-45cb-b01e-a2de2873e53a req-a609102c-6376-44af-a8e3-282c73c81905 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:34.476011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-283651aa-e056-45cb-b01e-a2de2873e53a req-a609102c-6376-44af-a8e3-282c73c81905 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.96 "DELETE /v2.0/ports/4855e299-9505-4171-9905-9332f84d93bd HTTP/1.1" status: 204 len: 173 time: 1.5664217 Feb 08 15:44:34.481403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'name': 'network-vif-deleted', 'tag': '4855e299-9505-4171-9905-9332f84d93bd'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:34.481730 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce03ba3-6c5e-4414-9df7-687675a341ff" -d '{"events": [{"server_uuid": "3812ff77-ac2f-4f82-9e78-bbaeb48d80e9", "name": "network-vif-deleted", "tag": "4855e299-9505-4171-9905-9332f84d93bd"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:34.553543 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-cef77d69-70ff-4795-b371-1d3061892597 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005510 Feb 08 15:44:34.598659 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-4d33600e-c191-4e44-b50f-c1daa148f13d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=67e9eee1-fa22-4fdb-a210-1356974271e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2668505 Feb 08 15:44:34.664264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a4ae8-559d-4989-8da0-c362ad7d94ae req-487e020e-eb7b-4bf7-ba71-2995558fe89f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:34.666485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee3a4ae8-559d-4989-8da0-c362ad7d94ae req-487e020e-eb7b-4bf7-ba71-2995558fe89f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=eaf47f2a-4458-4cef-9a05-159a949f8e80 HTTP/1.1" status: 200 len: 943 time: 0.9685938 Feb 08 15:44:34.810218 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bd9a5703-a5e6-48cc-a040-46ea668f0e7a req-94648755-17a3-486e-949e-c55f83898daa service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232590 Feb 08 15:44:34.812143 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-4b8aac4f-7184-447d-9256-5f207347c2fb service neutron] 10.222.0.94 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060001 Feb 08 15:44:34.834006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Attempting to bind port bfecfff6-1f36-4534-b337-0a0417ec92e8 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:44:34.834224 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Attempting to bind port bfecfff6-1f36-4534-b337-0a0417ec92e8 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '4c373b02-26c6-4309-b2a3-a1681f5e032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f4107f07-72f7-4cad-bf17-d32e7e2346fb'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:44:34.834530 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Attempting to bind port bfecfff6-1f36-4534-b337-0a0417ec92e8 on network f4107f07-72f7-4cad-bf17-d32e7e2346fb {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:34.856817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca09ce-9df6-4ac5-a0d0-8225f42a2848 req-00667e31-1cfe-4e9b-8280-d08d50c94d03 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:34.858426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bca09ce-9df6-4ac5-a0d0-8225f42a2848 req-00667e31-1cfe-4e9b-8280-d08d50c94d03 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 943 time: 0.4057150 Feb 08 15:44:34.897637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2740f86a-b920-48b2-b78f-b9e8943ee6b2 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:34.945501 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Port bfecfff6-1f36-4534-b337-0a0417ec92e8 on network f4107f07-72f7-4cad-bf17-d32e7e2346fb not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:44:34.945501 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Attempting to bind port bfecfff6-1f36-4534-b337-0a0417ec92e8 on network f4107f07-72f7-4cad-bf17-d32e7e2346fb {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:34.961665 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-418cddbc-25ed-4a90-aadb-092b14d7994c req-398142fd-b790-47da-a0dd-43bdac67c8a1 service neutron] 10.222.0.94 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419501 Feb 08 15:44:34.993178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee3a4ae8-559d-4989-8da0-c362ad7d94ae req-322ddea5-c9bf-48d0-9aed-c9135e1b877d tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977262 Feb 08 15:44:34.995821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:44:34.996562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Checking segment: {'id': '4c373b02-26c6-4309-b2a3-a1681f5e032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f4107f07-72f7-4cad-bf17-d32e7e2346fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:44:34.996670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Bound using segment: {'id': '4c373b02-26c6-4309-b2a3-a1681f5e032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f4107f07-72f7-4cad-bf17-d32e7e2346fb'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:44:34.997342 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Bound port: bfecfff6-1f36-4534-b337-0a0417ec92e8, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c373b02-26c6-4309-b2a3-a1681f5e032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f4107f07-72f7-4cad-bf17-d32e7e2346fb'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:44:34.997492 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:35.001183 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-283651aa-e056-45cb-b01e-a2de2873e53a req-307f59a8-21d1-447f-af88-76cb00e2db7e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Deleting port 2740f86a-b920-48b2-b78f-b9e8943ee6b2 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:44:35.001519 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-283651aa-e056-45cb-b01e-a2de2873e53a req-307f59a8-21d1-447f-af88-76cb00e2db7e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:35.090640 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5861f5d-9856-4031-b880-c9b76bcf3208 x-openstack-request-id: req-c5861f5d-9856-4031-b880-c9b76bcf3208 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:35.091407 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a77dc43-b8db-483c-8786-6e415d7f0884", "tag": "a6272eb1-1dcd-461d-9bca-2312193adc47", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:35.091915 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c5861f5d-9856-4031-b880-c9b76bcf3208 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:35.092591 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a77dc43-b8db-483c-8786-6e415d7f0884', 'tag': 'a6272eb1-1dcd-461d-9bca-2312193adc47', 'status': 'completed', 'code': 200} Feb 08 15:44:35.103889 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bca09ce-9df6-4ac5-a0d0-8225f42a2848 req-b5a02e34-0c2e-4b9a-a0a8-7e91aba8b2a5 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219968 Feb 08 15:44:35.133233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 2740f86a-b920-48b2-b78f-b9e8943ee6b2 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:35.135058 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:35.213945 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2740f86a-b920-48b2-b78f-b9e8943ee6b2, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2740f86a-b920-48b2-b78f-b9e8943ee6b2,segment=NetworkSegment(62d9729b-4a40-4a7f-9b36-adbb8ad2923d),segment_id=62d9729b-4a40-4a7f-9b36-adbb8ad2923d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:35.219425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2740f86a-b920-48b2-b78f-b9e8943ee6b2'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:35.237320 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1c760d-54fb-425b-99ce-6cefe69c7281" -d '{"events": [{"server_uuid": "3812ff77-ac2f-4f82-9e78-bbaeb48d80e9", "name": "network-vif-unplugged", "status": "completed", "tag": "2740f86a-b920-48b2-b78f-b9e8943ee6b2"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:35.267707 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:35.270905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4855e299-9505-4171-9905-9332f84d93bd no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:35.311215 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76eb47-745e-45e0-80d4-48ed18b46630 req-9947e763-eb2b-40f5-9603-c1f7bafb062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:35.312762 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5e76eb47-745e-45e0-80d4-48ed18b46630 req-9947e763-eb2b-40f5-9603-c1f7bafb062c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 1131 time: 0.1921129 Feb 08 15:44:35.532545 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=2740f86a-b920-48b2-b78f-b9e8943ee6b2,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:35.552501 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 4855e299-9505-4171-9905-9332f84d93bd {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:44:35.552857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4855e299-9505-4171-9905-9332f84d93bd not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:44:35.562807 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76eb47-745e-45e0-80d4-48ed18b46630 req-30b71947-f3b1-4be6-b8b6-6b4861cd772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:35.564340 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:35.565146 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5e76eb47-745e-45e0-80d4-48ed18b46630 req-30b71947-f3b1-4be6-b8b6-6b4861cd772d service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2427161 Feb 08 15:44:35.634564 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5e76eb47-745e-45e0-80d4-48ed18b46630 req-a8866e6e-7242-4e33-b608-a851d5c17ece service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=a6272eb1-1dcd-461d-9bca-2312193adc47 HTTP/1.1" status: 200 len: 217 time: 0.0556114 Feb 08 15:44:35.657036 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34238) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:35.738881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76eb47-745e-45e0-80d4-48ed18b46630 req-9ba70d2d-bcde-4ce7-a67e-075d7b165063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:35.744452 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5e76eb47-745e-45e0-80d4-48ed18b46630 req-9ba70d2d-bcde-4ce7-a67e-075d7b165063 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0982838 Feb 08 15:44:35.848179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76eb47-745e-45e0-80d4-48ed18b46630 req-db858dc0-ea74-4b2a-8185-00d019771e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:35.850780 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5e76eb47-745e-45e0-80d4-48ed18b46630 req-db858dc0-ea74-4b2a-8185-00d019771e57 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1021478 Feb 08 15:44:35.934721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-283651aa-e056-45cb-b01e-a2de2873e53a req-307f59a8-21d1-447f-af88-76cb00e2db7e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] For port 2740f86a-b920-48b2-b78f-b9e8943ee6b2, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2740f86a-b920-48b2-b78f-b9e8943ee6b2,segment=NetworkSegment(62d9729b-4a40-4a7f-9b36-adbb8ad2923d),segment_id=62d9729b-4a40-4a7f-9b36-adbb8ad2923d)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:35.935269 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-283651aa-e056-45cb-b01e-a2de2873e53a req-307f59a8-21d1-447f-af88-76cb00e2db7e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:35.956756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037a5a9-f871-4118-937e-8dd8104eabb2 req-2d6ea500-912a-4149-a121-b2dddcda6cd7 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:35.963911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9037a5a9-f871-4118-937e-8dd8104eabb2 req-2d6ea500-912a-4149-a121-b2dddcda6cd7 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=3812ff77-ac2f-4f82-9e78-bbaeb48d80e9 HTTP/1.1" status: 200 len: 943 time: 0.6819677 Feb 08 15:44:35.973115 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] For port bfecfff6-1f36-4534-b337-0a0417ec92e8, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:44:35.995018 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-283651aa-e056-45cb-b01e-a2de2873e53a req-307f59a8-21d1-447f-af88-76cb00e2db7e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Calling delete_port for 2740f86a-b920-48b2-b78f-b9e8943ee6b2 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:44:36.008673 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfe5e1f9-cc8a-4965-bb8d-432b12143235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:36.015654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] For port bfecfff6-1f36-4534-b337-0a0417ec92e8, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=bfecfff6-1f36-4534-b337-0a0417ec92e8,segment=NetworkSegment(4c373b02-26c6-4309-b2a3-a1681f5e032e),segment_id=4c373b02-26c6-4309-b2a3-a1681f5e032e)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:44:36.055258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c9a47-e0de-4f40-a7c9-834979c8b980 req-af5e02a8-d214-44b0-9156-63670dc8d4b2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:36.062936 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b99c9a47-e0de-4f40-a7c9-834979c8b980 req-af5e02a8-d214-44b0-9156-63670dc8d4b2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 943 time: 0.2724934 Feb 08 15:44:36.118583 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:36.180178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9037a5a9-f871-4118-937e-8dd8104eabb2 req-24f0a510-4ea5-4d94-81ee-0d88a9848b35 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/security-groups?id=436b0027-54fa-4f46-9a02-c3a08d7a38b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152677 Feb 08 15:44:36.192093 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:36.195540 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:36.197268 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] 10.222.0.96 "PUT /v2.0/ports/bfecfff6-1f36-4534-b337-0a0417ec92e8 HTTP/1.1" status: 200 len: 1092 time: 4.4957793 Feb 08 15:44:36.209392 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfe5e1f9-cc8a-4965-bb8d-432b12143235 admin admin] Publish callbacks [] for security_group (0816431e-93fc-4209-879a-043c295296a8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:36.215565 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5e76eb47-745e-45e0-80d4-48ed18b46630 req-68fdce58-87e0-4af1-9a8f-0f6c90b69629 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494444 Feb 08 15:44:36.342361 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c42170-ac89-42e7-a0f6-10f30453ecdf x-openstack-request-id: req-72c42170-ac89-42e7-a0f6-10f30453ecdf {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:36.342877 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3812ff77-ac2f-4f82-9e78-bbaeb48d80e9", "name": "network-vif-unplugged", "status": "completed", "tag": "2740f86a-b920-48b2-b78f-b9e8943ee6b2", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:36.342997 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-72c42170-ac89-42e7-a0f6-10f30453ecdf {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:36.343331 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2740f86a-b920-48b2-b78f-b9e8943ee6b2', 'code': 200} Feb 08 15:44:36.384643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfe5e1f9-cc8a-4965-bb8d-432b12143235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0816431e-93fc-4209-879a-043c295296a8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:36.384914 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e359409-ae97-4b39-a756-b483d0a030fd x-openstack-request-id: req-0e359409-ae97-4b39-a756-b483d0a030fd {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:36.384914 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3812ff77-ac2f-4f82-9e78-bbaeb48d80e9", "name": "network-vif-deleted", "tag": "4855e299-9505-4171-9905-9332f84d93bd", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:36.384914 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0e359409-ae97-4b39-a756-b483d0a030fd {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:36.385191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.96', 64935) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:36.390297 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'name': 'network-vif-deleted', 'tag': '4855e299-9505-4171-9905-9332f84d93bd', 'status': 'completed', 'code': 200} Feb 08 15:44:36.483490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b99c9a47-e0de-4f40-a7c9-834979c8b980 req-cb07cf58-c582-4539-bb05-a216098d2c5f tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148479 Feb 08 15:44:36.521008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0fe83-902f-4bd9-a9a8-bab301240387 service neutron] Pushing event updated for resources: {'Port': ['ID=bfecfff6-1f36-4534-b337-0a0417ec92e8,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:36.588340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-389216ab-73c7-4c17-8a2b-a1c02aa62251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:36.591278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-389216ab-73c7-4c17-8a2b-a1c02aa62251 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=681f6587c0694615a3bd4e5e8f93c31a&device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 1126 time: 0.2939675 Feb 08 15:44:36.608542 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5e76eb47-745e-45e0-80d4-48ed18b46630 req-a3b9cb36-be45-40ab-994f-d39098ed32ce service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867397 Feb 08 15:44:36.609376 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5e1f9-cc8a-4965-bb8d-432b12143235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0816431e-93fc-4209-879a-043c295296a8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:36.637138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34250) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:36.652299 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bfe5e1f9-cc8a-4965-bb8d-432b12143235 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b627a07e82684deab02b84fd94abb052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9928353 Feb 08 15:44:36.658500 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-d58e3bb3-9209-4671-bd15-38a441bcd445 service neutron] 10.222.0.96 "GET /v2.0/ports/b17f2c33-1a87-4af2-8076-d81ae7d0f3be/bindings/n-h1-824834-11 HTTP/1.1" status: 200 len: 385 time: 0.2712951 Feb 08 15:44:36.723376 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-b183ffdd-2e30-453a-bd7a-127393ca2200 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfecfff6-1f36-4534-b337-0a0417ec92e8 HTTP/1.1" status: 200 len: 217 time: 0.0924032 Feb 08 15:44:36.737617 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:36.781023 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6af30-570d-4493-ab38-648f9211d905 req-55ff36f6-7451-4c9b-ab39-cee73f709ae0 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:36.782698 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b9e6af30-570d-4493-ab38-648f9211d905 req-55ff36f6-7451-4c9b-ab39-cee73f709ae0 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 948 time: 0.3573289 Feb 08 15:44:36.859789 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-283651aa-e056-45cb-b01e-a2de2873e53a req-307f59a8-21d1-447f-af88-76cb00e2db7e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (2740f86a-b920-48b2-b78f-b9e8943ee6b2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:36.909912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device a6272eb1-1dcd-461d-9bca-2312193adc47 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:44:36.930877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f59a8-21d1-447f-af88-76cb00e2db7e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Port': ['ID=2740f86a-b920-48b2-b78f-b9e8943ee6b2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:36.934630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-f41c8942-0523-44d5-af35-26bdb637cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:36.936120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-f41c8942-0523-44d5-af35-26bdb637cc69 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef6a72d4-6b72-490e-b396-f5c6f62c07df HTTP/1.1" status: 200 len: 853 time: 0.2020748 Feb 08 15:44:36.992639 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b3734fa8-5674-4cfd-989f-fc922d2c5b97 admin admin] Publish callbacks [] for security_group (0816431e-93fc-4209-879a-043c295296a8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:37.031232 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e32d3286-ac67-499b-9f90-aa63b1cabf5b service neutron] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:37.047660 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-f53440cf-b25e-4f9f-8978-a875af3c15a7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4107f07-72f7-4cad-bf17-d32e7e2346fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880373 Feb 08 15:44:37.052379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port a6272eb1-1dcd-461d-9bca-2312193adc47, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=a6272eb1-1dcd-461d-9bca-2312193adc47,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:37.084739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e32d3286-ac67-499b-9f90-aa63b1cabf5b service neutron] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:44:37.088066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28306e-755e-4755-b63f-969779cf3299 req-79a522a7-c08f-4a79-862a-309f2c335e13 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:37.091362 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'a6272eb1-1dcd-461d-9bca-2312193adc47', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': 'a6272eb1-1dcd-461d-9bca-2312193adc47', 'mac_address': 'fa:16:3e:ce:85:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:44:37.099621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab28306e-755e-4755-b63f-969779cf3299 req-79a522a7-c08f-4a79-862a-309f2c335e13 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=eaf47f2a-4458-4cef-9a05-159a949f8e80 HTTP/1.1" status: 200 len: 943 time: 0.4703078 Feb 08 15:44:37.113069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-283651aa-e056-45cb-b01e-a2de2873e53a req-307f59a8-21d1-447f-af88-76cb00e2db7e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] No DVR routers for this DVR port 2740f86a-b920-48b2-b78f-b9e8943ee6b2 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:44:37.128791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e32d3286-ac67-499b-9f90-aa63b1cabf5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17f2c33-1a87-4af2-8076-d81ae7d0f3be {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:37.148484 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b9e6af30-570d-4493-ab38-648f9211d905 req-b497df78-46b0-4076-9c0d-8399e23f3387 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484783 Feb 08 15:44:37.150203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e32d3286-ac67-499b-9f90-aa63b1cabf5b service neutron] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:37.164135 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-283651aa-e056-45cb-b01e-a2de2873e53a req-307f59a8-21d1-447f-af88-76cb00e2db7e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:37.170068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-283651aa-e056-45cb-b01e-a2de2873e53a req-307f59a8-21d1-447f-af88-76cb00e2db7e tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.96 "DELETE /v2.0/ports/2740f86a-b920-48b2-b78f-b9e8943ee6b2 HTTP/1.1" status: 204 len: 173 time: 2.6078999 Feb 08 15:44:37.177043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf47f2a-4458-4cef-9a05-159a949f8e80', 'tag': '9aaa9a82-893a-4a03-b232-e57b1a3023ab'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:37.182055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port a6272eb1-1dcd-461d-9bca-2312193adc47 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:37.183242 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ce0186-e7dc-47eb-9e89-8038906ee356" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf47f2a-4458-4cef-9a05-159a949f8e80", "tag": "9aaa9a82-893a-4a03-b232-e57b1a3023ab"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:37.184030 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:37.194591 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e32d3286-ac67-499b-9f90-aa63b1cabf5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:37.238893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6272eb1-1dcd-461d-9bca-2312193adc47 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:37.298892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port a6272eb1-1dcd-461d-9bca-2312193adc47, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=a6272eb1-1dcd-461d-9bca-2312193adc47,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:37.316017 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:37.374187 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b3734fa8-5674-4cfd-989f-fc922d2c5b97 admin admin] Publish callbacks [] for security_group (0816431e-93fc-4209-879a-043c295296a8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:37.442152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e32d3286-ac67-499b-9f90-aa63b1cabf5b service neutron] Transition to ACTIVE for port object b17f2c33-1a87-4af2-8076-d81ae7d0f3be will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:44:37.443587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=a6272eb1-1dcd-461d-9bca-2312193adc47,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:37.451687 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e32d3286-ac67-499b-9f90-aa63b1cabf5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:37.498713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9aaa9a82-893a-4a03-b232-e57b1a3023ab details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:44:37.544076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e32d3286-ac67-499b-9f90-aa63b1cabf5b service neutron] No DVR routers for this DVR port b17f2c33-1a87-4af2-8076-d81ae7d0f3be on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:44:37.601960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d3286-ac67-499b-9f90-aa63b1cabf5b service neutron] Pushing event updated for resources: {'Port': ['ID=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,revision_number=10']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:37.606284 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b3734fa8-5674-4cfd-989f-fc922d2c5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0816431e-93fc-4209-879a-043c295296a8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:37.611651 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b3734fa8-5674-4cfd-989f-fc922d2c5b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:37.612864 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b3734fa8-5674-4cfd-989f-fc922d2c5b97 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0816431e-93fc-4209-879a-043c295296a8 HTTP/1.1" status: 204 len: 168 time: 0.9650679 Feb 08 15:44:37.619645 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e32d3286-ac67-499b-9f90-aa63b1cabf5b service neutron] 10.222.0.96 "PUT /v2.0/ports/b17f2c33-1a87-4af2-8076-d81ae7d0f3be/bindings/n-h1-824834-11/activate HTTP/1.1" status: 200 len: 370 time: 0.9548247 Feb 08 15:44:37.666346 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab28306e-755e-4755-b63f-969779cf3299 req-67a070eb-eb8b-43a3-86b4-aa5c05cf7c23 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658607 Feb 08 15:44:37.672278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3734fa8-5674-4cfd-989f-fc922d2c5b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0816431e-93fc-4209-879a-043c295296a8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:37.678322 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['a6272eb1-1dcd-461d-9bca-2312193adc47'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:37.810294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d8fe-5aed-4f73-b5af-3a97aa4af6b4 req-f384ca3a-f0c6-49fd-a5d2-40627b1be279 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:37.814812 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1e5d8fe-5aed-4f73-b5af-3a97aa4af6b4 req-f384ca3a-f0c6-49fd-a5d2-40627b1be279 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 944 time: 0.3399422 Feb 08 15:44:37.822426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-b2c9e823-56d8-4984-9d00-dd90a3d08dab service neutron] 10.222.0.96 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7200754 Feb 08 15:44:37.886384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-665a5140-1293-4f87-b014-6eb6553976a8 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:37.893571 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-665a5140-1293-4f87-b014-6eb6553976a8 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01&tenant_id=dd11d3f1860a443eb3dacd21c1380846&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 1127 time: 0.1617038 Feb 08 15:44:37.981315 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1e5d8fe-5aed-4f73-b5af-3a97aa4af6b4 req-62f86f2a-2eaf-4244-91a6-ec82157b82ca tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559689 Feb 08 15:44:38.066783 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bd1607-4343-4532-b71c-f7a89ecf582f x-openstack-request-id: req-c0bd1607-4343-4532-b71c-f7a89ecf582f {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:38.068494 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf47f2a-4458-4cef-9a05-159a949f8e80", "tag": "9aaa9a82-893a-4a03-b232-e57b1a3023ab", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:38.070432 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65acc68a-cc95-4ba5-bb09-dadf56568308 req-9e607662-4d34-4d93-9ae0-fd0fe88fe5bb service neutron] 10.222.0.96 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995776 Feb 08 15:44:38.070587 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c0bd1607-4343-4532-b71c-f7a89ecf582f {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:38.078907 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf47f2a-4458-4cef-9a05-159a949f8e80', 'tag': '9aaa9a82-893a-4a03-b232-e57b1a3023ab', 'status': 'completed', 'code': 200} Feb 08 15:44:38.103576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-a97531e9-939a-4409-afad-bb5bc80aa0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:38.107703 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-a97531e9-939a-4409-afad-bb5bc80aa0df service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01&tenant_id=dd11d3f1860a443eb3dacd21c1380846 HTTP/1.1" status: 200 len: 1127 time: 0.2026799 Feb 08 15:44:38.336654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-94e2bec0-4225-4d51-be22-2242c9fdf949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:38.339564 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-94e2bec0-4225-4d51-be22-2242c9fdf949 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 1127 time: 0.1925237 Feb 08 15:44:38.359400 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:38.423101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6', 'tag': 'bfecfff6-1f36-4534-b337-0a0417ec92e8'}, {'server_uuid': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'name': 'network-vif-deleted', 'tag': '2740f86a-b920-48b2-b78f-b9e8943ee6b2'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:38.431358 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773e853f-4d7a-4eff-a1a3-30ebafa1a051" -d '{"events": [{"name": "network-changed", "server_uuid": "c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6", "tag": "bfecfff6-1f36-4534-b337-0a0417ec92e8"}, {"server_uuid": "3812ff77-ac2f-4f82-9e78-bbaeb48d80e9", "name": "network-vif-deleted", "tag": "2740f86a-b920-48b2-b78f-b9e8943ee6b2"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:38.489143 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29e48cef-a475-4c4d-bbbf-7dd8188c506d req-620c7a4b-ca31-46d1-869d-5bf6eb6840f3 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "GET /v2.0/ports?device_id=3812ff77-ac2f-4f82-9e78-bbaeb48d80e9 HTTP/1.1" status: 200 len: 210 time: 0.1715639 Feb 08 15:44:38.495945 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce0186-e7dc-47eb-9e89-8038906ee356 req-4598a0f4-2abb-4878-97ce-72d20f869208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:38.497658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69ce0186-e7dc-47eb-9e89-8038906ee356 req-4598a0f4-2abb-4878-97ce-72d20f869208 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fc1f662f69bf4e798027631518391c93&device_id=eaf47f2a-4458-4cef-9a05-159a949f8e80 HTTP/1.1" status: 200 len: 1126 time: 0.3889053 Feb 08 15:44:38.497856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9aaa9a82-893a-4a03-b232-e57b1a3023ab, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9aaa9a82-893a-4a03-b232-e57b1a3023ab,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:38.516688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7489f-afb1-473a-932d-396e5d95b47b req-d7b4df1a-3aa1-4dac-abb6-e7140ff5ca9c tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:38.518460 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-abe7489f-afb1-473a-932d-396e5d95b47b req-d7b4df1a-3aa1-4dac-abb6-e7140ff5ca9c tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 943 time: 0.2994053 Feb 08 15:44:38.553569 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '9aaa9a82-893a-4a03-b232-e57b1a3023ab', 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1', 'port_id': '9aaa9a82-893a-4a03-b232-e57b1a3023ab', 'mac_address': 'fa:16:3e:37:fd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861f702f-72c5-4ba8-b9fd-a3dea3b057b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:44:38.609067 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-01f1515e-1e0f-4789-8b40-b2107dfe014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:38.610549 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-01f1515e-1e0f-4789-8b40-b2107dfe014b service neutron] 10.222.0.94 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.2537849 Feb 08 15:44:38.637507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 9aaa9a82-893a-4a03-b232-e57b1a3023ab is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:38.638152 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:38.672175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aaa9a82-893a-4a03-b232-e57b1a3023ab {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:38.703927 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-cfddde17-f1cb-4775-a0c0-49ad676cd6c3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be HTTP/1.1" status: 200 len: 217 time: 0.0841596 Feb 08 15:44:38.707777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9aaa9a82-893a-4a03-b232-e57b1a3023ab, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9aaa9a82-893a-4a03-b232-e57b1a3023ab,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:38.718622 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:38.788351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c8011-6095-41f3-b7e4-b8feb7d3e179 req-eaf691e4-3b95-47e4-9f39-ff6b25b8cd95 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:38.790384 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c9c8011-6095-41f3-b7e4-b8feb7d3e179 req-eaf691e4-3b95-47e4-9f39-ff6b25b8cd95 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 949 time: 0.1623075 Feb 08 15:44:38.805655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-abe7489f-afb1-473a-932d-396e5d95b47b req-40f05550-ffd9-49e1-870a-ca87f5815dab tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763562 Feb 08 15:44:38.826442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-a4b1b913-93ab-4692-8153-6612a29763a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:38.837227 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-a4b1b913-93ab-4692-8153-6612a29763a0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.1269143 Feb 08 15:44:38.844396 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=9aaa9a82-893a-4a03-b232-e57b1a3023ab,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:38.849827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce0186-e7dc-47eb-9e89-8038906ee356 req-480f3db4-663d-450f-91b7-dca6b27e3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:38.857391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69ce0186-e7dc-47eb-9e89-8038906ee356 req-480f3db4-663d-450f-91b7-dca6b27e3dc4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=67e9eee1-fa22-4fdb-a210-1356974271e1 HTTP/1.1" status: 200 len: 905 time: 0.3375793 Feb 08 15:44:38.897476 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e5fdd58b-5a48-43c4-8512-37f94a1cda7b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512156 Feb 08 15:44:38.990488 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69ce0186-e7dc-47eb-9e89-8038906ee356 req-dbd10836-8c40-4b5b-9976-bfe506f6b00a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9aaa9a82-893a-4a03-b232-e57b1a3023ab HTTP/1.1" status: 200 len: 217 time: 0.1092761 Feb 08 15:44:39.022634 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad64f47-51c6-472d-af74-8826258f2cfe x-openstack-request-id: req-6ad64f47-51c6-472d-af74-8826258f2cfe {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:39.022922 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6", "tag": "bfecfff6-1f36-4534-b337-0a0417ec92e8", "status": "completed", "code": 200}, {"server_uuid": "3812ff77-ac2f-4f82-9e78-bbaeb48d80e9", "name": "network-vif-deleted", "tag": "2740f86a-b920-48b2-b78f-b9e8943ee6b2", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:39.023184 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6ad64f47-51c6-472d-af74-8826258f2cfe {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:39.023588 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6', 'tag': 'bfecfff6-1f36-4534-b337-0a0417ec92e8', 'status': 'completed', 'code': 200} Feb 08 15:44:39.023845 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3812ff77-ac2f-4f82-9e78-bbaeb48d80e9', 'name': 'network-vif-deleted', 'tag': '2740f86a-b920-48b2-b78f-b9e8943ee6b2', 'status': 'completed', 'code': 200} Feb 08 15:44:39.066792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['9aaa9a82-893a-4a03-b232-e57b1a3023ab'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:39.106522 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-e57c63de-8b0d-4ec4-b04e-d8283719fbc6 service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966417 Feb 08 15:44:39.284053 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-f77d8550-13a9-482d-a8c3-83b54466f01e service neutron] 10.222.0.94 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693838 Feb 08 15:44:39.328556 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c9c8011-6095-41f3-b7e4-b8feb7d3e179 req-860b967a-fc1d-43d2-8c2d-de8f7b938e91 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274389 Feb 08 15:44:39.368229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce0186-e7dc-47eb-9e89-8038906ee356 req-5167c5a7-bc7e-415c-b7b4-324a10f30bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:39.371921 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69ce0186-e7dc-47eb-9e89-8038906ee356 req-5167c5a7-bc7e-415c-b7b4-324a10f30bdc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=861f702f-72c5-4ba8-b9fd-a3dea3b057b0 HTTP/1.1" status: 200 len: 844 time: 0.3388531 Feb 08 15:44:39.468189 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e853f-4d7a-4eff-a1a3-30ebafa1a051 req-ab896ee4-9b2e-413a-aee9-74d16396ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:39.469432 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-773e853f-4d7a-4eff-a1a3-30ebafa1a051 req-ab896ee4-9b2e-413a-aee9-74d16396ab22 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=681f6587c0694615a3bd4e5e8f93c31a&device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 1126 time: 0.4780557 Feb 08 15:44:39.471330 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69ce0186-e7dc-47eb-9e89-8038906ee356 req-c557ef42-e9d7-4312-8588-34771b2974b6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=67e9eee1-fa22-4fdb-a210-1356974271e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838602 Feb 08 15:44:39.478229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd4016-a0c5-42ef-a6ae-00eae8e72ad6 req-6fdd820e-210f-4299-b33f-59f77712fcb5 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:39.479823 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4edd4016-a0c5-42ef-a6ae-00eae8e72ad6 req-6fdd820e-210f-4299-b33f-59f77712fcb5 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=eaf47f2a-4458-4cef-9a05-159a949f8e80 HTTP/1.1" status: 200 len: 944 time: 0.4742241 Feb 08 15:44:39.585957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e853f-4d7a-4eff-a1a3-30ebafa1a051 req-707a845e-3d6b-4959-b641-542eec639550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:39.587484 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-773e853f-4d7a-4eff-a1a3-30ebafa1a051 req-707a845e-3d6b-4959-b641-542eec639550 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f4107f07-72f7-4cad-bf17-d32e7e2346fb HTTP/1.1" status: 200 len: 914 time: 0.1054735 Feb 08 15:44:39.651693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-5f1275b8-1c11-4200-8a9e-9e9059895389 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:39.653255 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-5f1275b8-1c11-4200-8a9e-9e9059895389 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01&tenant_id=dd11d3f1860a443eb3dacd21c1380846&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 1127 time: 0.0605953 Feb 08 15:44:39.684277 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-773e853f-4d7a-4eff-a1a3-30ebafa1a051 req-58b21efa-d99c-4082-b863-a7e8ea62b694 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfecfff6-1f36-4534-b337-0a0417ec92e8 HTTP/1.1" status: 200 len: 217 time: 0.0815847 Feb 08 15:44:39.803295 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-b3edaab9-9e75-4fa1-9e63-e77e96005b5a service neutron] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:44:39.808617 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-b3edaab9-9e75-4fa1-9e63-e77e96005b5a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:39.809799 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fadbdc2-70b7-4567-bcea-c2418c0454bf req-b3edaab9-9e75-4fa1-9e63-e77e96005b5a service neutron] 10.222.0.94 "DELETE /v2.0/ports/b17f2c33-1a87-4af2-8076-d81ae7d0f3be/bindings/n-h2-824834-11 HTTP/1.1" status: 204 len: 173 time: 0.1491206 Feb 08 15:44:39.826073 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4edd4016-a0c5-42ef-a6ae-00eae8e72ad6 req-61abef3c-c88b-49d0-ad89-c3b3729d58db tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367301 Feb 08 15:44:39.827496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e853f-4d7a-4eff-a1a3-30ebafa1a051 req-b9ab62a9-e9e6-401f-baa6-f719a7b9fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:39.829205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-773e853f-4d7a-4eff-a1a3-30ebafa1a051 req-b9ab62a9-e9e6-401f-baa6-f719a7b9fc44 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef6a72d4-6b72-490e-b396-f5c6f62c07df HTTP/1.1" status: 200 len: 853 time: 0.1345603 Feb 08 15:44:39.880994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6ad63-4b3a-48a0-95c5-963f4bc65f83 req-182e4441-f7d5-444d-9682-18ceacfaef85 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:39.882547 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9f6ad63-4b3a-48a0-95c5-963f4bc65f83 req-182e4441-f7d5-444d-9682-18ceacfaef85 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 944 time: 0.2811720 Feb 08 15:44:39.904743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34322) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:39.911985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-773e853f-4d7a-4eff-a1a3-30ebafa1a051 req-996bc6e9-e30e-4932-b638-28dfc1b8bd46 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4107f07-72f7-4cad-bf17-d32e7e2346fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697601 Feb 08 15:44:39.961290 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69ce0186-e7dc-47eb-9e89-8038906ee356 req-06d2f7de-02fc-4dd2-a0e1-f6db9a3a8ff0 service neutron] 10.222.0.94 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683301 Feb 08 15:44:40.107239 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8342a26-3b73-4f46-acaa-7019dd53fe84 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Deleting subnet f18be9d0-f95d-4318-b2b9-4db5e1ccb134 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:44:40.116076 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e8342a26-3b73-4f46-acaa-7019dd53fe84 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks [] for subnet (f18be9d0-f95d-4318-b2b9-4db5e1ccb134), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:40.137206 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9f6ad63-4b3a-48a0-95c5-963f4bc65f83 req-636bc699-a492-496e-a4d1-7dce5d3c88ab tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309930 Feb 08 15:44:40.224494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69ce0186-e7dc-47eb-9e89-8038906ee356 req-26be468f-40ca-49d6-acfb-3d3a4a232c80 service neutron] 10.222.0.94 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170618 Feb 08 15:44:40.226412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-773e853f-4d7a-4eff-a1a3-30ebafa1a051 req-d7093d95-ec33-4029-b8d0-34c7d1a31a66 service neutron] 10.222.0.96 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061175 Feb 08 15:44:40.234005 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e8342a26-3b73-4f46-acaa-7019dd53fe84 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (f18be9d0-f95d-4318-b2b9-4db5e1ccb134), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:40.427169 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e8342a26-3b73-4f46-acaa-7019dd53fe84 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (f18be9d0-f95d-4318-b2b9-4db5e1ccb134), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:40.473693 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-773e853f-4d7a-4eff-a1a3-30ebafa1a051 req-e8ebbd92-3969-492c-9362-4a42c01de928 service neutron] 10.222.0.96 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314093 Feb 08 15:44:40.525749 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e8342a26-3b73-4f46-acaa-7019dd53fe84 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (f18be9d0-f95d-4318-b2b9-4db5e1ccb134), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:40.630208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8342a26-3b73-4f46-acaa-7019dd53fe84 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Subnet': ['ID=f18be9d0-f95d-4318-b2b9-4db5e1ccb134,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:40.640642 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e8342a26-3b73-4f46-acaa-7019dd53fe84 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:40.645620 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e8342a26-3b73-4f46-acaa-7019dd53fe84 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "DELETE /v2.0/subnets/f18be9d0-f95d-4318-b2b9-4db5e1ccb134 HTTP/1.1" status: 204 len: 168 time: 0.7396417 Feb 08 15:44:40.648487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34342) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:40.648637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e987f0a4-8bc4-42a8-8ac4-7cc3b3306064 None None] Network c0a05da4-3d53-4352-b85b-fe8db5c2391c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:44:40.683117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d75735-bab4-46db-b360-805302697869 req-d3cd3781-fc9f-4933-ad03-358ecf4d0eb0 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:40.692520 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59d75735-bab4-46db-b360-805302697869 req-d3cd3781-fc9f-4933-ad03-358ecf4d0eb0 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 943 time: 0.2164600 Feb 08 15:44:40.876417 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59d75735-bab4-46db-b360-805302697869 req-77bdde10-6ea2-4b10-ae40-5e757483919d tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829453 Feb 08 15:44:40.890491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18460720-7c00-49eb-a2b5-0518187b03b2 None None] DHCP port deletion for c0a05da4-3d53-4352-b85b-fe8db5c2391c request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:44:40.892417 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (c0a05da4-3d53-4352-b85b-fe8db5c2391c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:40.923441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322c8ed-74df-4f5d-864f-607911530757 req-10313733-38b9-40fb-b57b-cd829dd484bd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:40.933776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6322c8ed-74df-4f5d-864f-607911530757 req-10313733-38b9-40fb-b57b-cd829dd484bd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 949 time: 0.4428782 Feb 08 15:44:40.970265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device bfecfff6-1f36-4534-b337-0a0417ec92e8 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:44:40.972516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device a6272eb1-1dcd-461d-9bca-2312193adc47 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:44:41.022548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6322c8ed-74df-4f5d-864f-607911530757 req-55d28855-3e5c-4556-8ad3-1716edeed688 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872149 Feb 08 15:44:41.088008 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port a6272eb1-1dcd-461d-9bca-2312193adc47 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:44:41.096271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port a6272eb1-1dcd-461d-9bca-2312193adc47 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:41.096892 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.110984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Deleting port 156af041-5f20-47b8-b4d8-fc61358370a4 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:44:41.111287 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (156af041-5f20-47b8-b4d8-fc61358370a4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.205764 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-18460720-7c00-49eb-a2b5-0518187b03b2 None None] Deleting port 156af041-5f20-47b8-b4d8-fc61358370a4 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:44:41.206456 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-18460720-7c00-49eb-a2b5-0518187b03b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (156af041-5f20-47b8-b4d8-fc61358370a4), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.277508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-18460720-7c00-49eb-a2b5-0518187b03b2 None None] For port 156af041-5f20-47b8-b4d8-fc61358370a4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=156af041-5f20-47b8-b4d8-fc61358370a4,segment=NetworkSegment(ddf3eb70-5d76-48c6-86f8-d14573a1b929),segment_id=ddf3eb70-5d76-48c6-86f8-d14573a1b929)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:41.278290 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-18460720-7c00-49eb-a2b5-0518187b03b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (156af041-5f20-47b8-b4d8-fc61358370a4), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.283156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] For port 156af041-5f20-47b8-b4d8-fc61358370a4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=156af041-5f20-47b8-b4d8-fc61358370a4,segment=NetworkSegment(ddf3eb70-5d76-48c6-86f8-d14573a1b929),segment_id=ddf3eb70-5d76-48c6-86f8-d14573a1b929)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:41.287867 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (156af041-5f20-47b8-b4d8-fc61358370a4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.294545 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-18460720-7c00-49eb-a2b5-0518187b03b2 None None] Calling delete_port for 156af041-5f20-47b8-b4d8-fc61358370a4 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:44:41.303168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85991b8b-bcf5-4133-a072-14d2fdea202b req-724607e6-4740-4a9b-96cf-dc475d6c83b9 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:41.305215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85991b8b-bcf5-4133-a072-14d2fdea202b req-724607e6-4740-4a9b-96cf-dc475d6c83b9 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=eaf47f2a-4458-4cef-9a05-159a949f8e80 HTTP/1.1" status: 200 len: 944 time: 0.1516225 Feb 08 15:44:41.330300 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Calling delete_port for 156af041-5f20-47b8-b4d8-fc61358370a4 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:44:41.441305 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-18460720-7c00-49eb-a2b5-0518187b03b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (156af041-5f20-47b8-b4d8-fc61358370a4), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.488724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18460720-7c00-49eb-a2b5-0518187b03b2 None None] Pushing event deleted for resources: {'Port': ['ID=156af041-5f20-47b8-b4d8-fc61358370a4,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:41.490351 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (156af041-5f20-47b8-b4d8-fc61358370a4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.512176 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18460720-7c00-49eb-a2b5-0518187b03b2 None None] No DVR routers for this DVR port 156af041-5f20-47b8-b4d8-fc61358370a4 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:44:41.512430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] No DVR routers for this DVR port 156af041-5f20-47b8-b4d8-fc61358370a4 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:44:41.547082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Port': ['ID=156af041-5f20-47b8-b4d8-fc61358370a4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:41.556850 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85991b8b-bcf5-4133-a072-14d2fdea202b req-1deef8c0-c612-4712-8ab9-e1c061b21d6c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433348 Feb 08 15:44:41.563539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port a6272eb1-1dcd-461d-9bca-2312193adc47 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:41.564173 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.566422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9aaa9a82-893a-4a03-b232-e57b1a3023ab up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:44:41.614407 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0744a4-2238-4dcb-8c1b-8fd5a34faa0a req-98a3de43-96c2-454a-b474-471cf8c1c9f0 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:41.616877 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0f0744a4-2238-4dcb-8c1b-8fd5a34faa0a req-98a3de43-96c2-454a-b474-471cf8c1c9f0 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 944 time: 0.1729708 Feb 08 15:44:41.626487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port bfecfff6-1f36-4534-b337-0a0417ec92e8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=bfecfff6-1f36-4534-b337-0a0417ec92e8,segment=NetworkSegment(4c373b02-26c6-4309-b2a3-a1681f5e032e),segment_id=4c373b02-26c6-4309-b2a3-a1681f5e032e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:41.687027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port a6272eb1-1dcd-461d-9bca-2312193adc47, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=a6272eb1-1dcd-461d-9bca-2312193adc47,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:41.688551 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'bfecfff6-1f36-4534-b337-0a0417ec92e8', 'network_id': 'f4107f07-72f7-4cad-bf17-d32e7e2346fb', 'port_id': 'bfecfff6-1f36-4534-b337-0a0417ec92e8', 'mac_address': 'fa:16:3e:86:2c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6a72d4-6b72-490e-b396-f5c6f62c07df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:44:41.693172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a77dc43-b8db-483c-8786-6e415d7f0884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6272eb1-1dcd-461d-9bca-2312193adc47'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:41.696401 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16924081-d98b-4745-a0d5-872517dd956a" -d '{"events": [{"server_uuid": "3a77dc43-b8db-483c-8786-6e415d7f0884", "name": "network-vif-plugged", "status": "completed", "tag": "a6272eb1-1dcd-461d-9bca-2312193adc47"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:41.702086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 9aaa9a82-893a-4a03-b232-e57b1a3023ab completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:44:41.705005 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.730430 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 9aaa9a82-893a-4a03-b232-e57b1a3023ab triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:41.731106 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.789217 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a6f38d2-dba1-432f-8b40-46d0a41543e3 req-ca56da64-7b1e-4274-883f-ff9fa675d5b2 tempest-FlavorsV2NegativeTest-1792780205 tempest-FlavorsV2NegativeTest-1792780205-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=c90b7dcceb9b4ebf865c638c213abacf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693381 Feb 08 15:44:41.792271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (c0a05da4-3d53-4352-b85b-fe8db5c2391c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.806664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port bfecfff6-1f36-4534-b337-0a0417ec92e8 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:41.807797 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.809054 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0f0744a4-2238-4dcb-8c1b-8fd5a34faa0a req-55610432-2980-4de8-9fc3-99d9075e9e90 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828024 Feb 08 15:44:41.826121 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfecfff6-1f36-4534-b337-0a0417ec92e8 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:41.827857 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a05da4-3d53-4352-b85b-fe8db5c2391c']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:41.854550 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf3eb70-5d76-48c6-86f8-d14573a1b929') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:41.854839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf3eb70-5d76-48c6-86f8-d14573a1b929') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:41.856397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=a6272eb1-1dcd-461d-9bca-2312193adc47,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:41.871299 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (ddf3eb70-5d76-48c6-86f8-d14573a1b929), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.872396 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port bfecfff6-1f36-4534-b337-0a0417ec92e8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=bfecfff6-1f36-4534-b337-0a0417ec92e8,segment=NetworkSegment(4c373b02-26c6-4309-b2a3-a1681f5e032e),segment_id=4c373b02-26c6-4309-b2a3-a1681f5e032e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:41.889606 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ddf3eb70-5d76-48c6-86f8-d14573a1b929), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.897308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:44:41.897918 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (ddf3eb70-5d76-48c6-86f8-d14573a1b929), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.917646 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 9aaa9a82-893a-4a03-b232-e57b1a3023ab is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:41.918294 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.920628 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:44:41.964258 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:44:41.996347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (c0a05da4-3d53-4352-b85b-fe8db5c2391c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:42.014738 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9aaa9a82-893a-4a03-b232-e57b1a3023ab, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9aaa9a82-893a-4a03-b232-e57b1a3023ab,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:42.016573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=bfecfff6-1f36-4534-b337-0a0417ec92e8,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:42.022872 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:42.044556 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:42.051030 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "DELETE /v2.0/networks/c0a05da4-3d53-4352-b85b-fe8db5c2391c HTTP/1.1" status: 204 len: 168 time: 1.4014337 Feb 08 15:44:42.052109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279c557-deda-4750-9289-75708cf9f8ec tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Network': ['ID=c0a05da4-3d53-4352-b85b-fe8db5c2391c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:42.059342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34392) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:42.090570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=9aaa9a82-893a-4a03-b232-e57b1a3023ab,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:42.142995 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b936aad-bc5d-4962-a35f-a39d694dc112 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Deleting subnet 3767a09a-5455-412c-ab22-cff2d9c61f00 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:44:42.147316 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1b936aad-bc5d-4962-a35f-a39d694dc112 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks [] for subnet (3767a09a-5455-412c-ab22-cff2d9c61f00), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:42.192080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f38d2-dba1-432f-8b40-46d0a41543e3 req-a30d0105-9173-432b-890e-24511af44186 tempest-FlavorsV2NegativeTest-1792780205 tempest-FlavorsV2NegativeTest-1792780205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:42.199418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a6f38d2-dba1-432f-8b40-46d0a41543e3 req-a30d0105-9173-432b-890e-24511af44186 tempest-FlavorsV2NegativeTest-1792780205 tempest-FlavorsV2NegativeTest-1792780205-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4091351 Feb 08 15:44:42.201254 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1b936aad-bc5d-4962-a35f-a39d694dc112 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (3767a09a-5455-412c-ab22-cff2d9c61f00), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:42.216995 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a6f38d2-dba1-432f-8b40-46d0a41543e3 req-66c3fcfe-56d1-4750-b181-2b99e20146f9 tempest-FlavorsV2NegativeTest-1792780205 tempest-FlavorsV2NegativeTest-1792780205-project] 10.222.0.82 "GET /v2.0/quotas/c90b7dcceb9b4ebf865c638c213abacf HTTP/1.1" status: 200 len: 375 time: 0.0166624 Feb 08 15:44:42.218596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['bfecfff6-1f36-4534-b337-0a0417ec92e8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:42.224851 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daade454-bf79-4d43-91f0-3660c5605305 req-5841b924-6b84-4673-ae3a-a5467e411ef3 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:42.231827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daade454-bf79-4d43-91f0-3660c5605305 req-5841b924-6b84-4673-ae3a-a5467e411ef3 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 820 time: 0.2756529 Feb 08 15:44:42.256333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daade454-bf79-4d43-91f0-3660c5605305 req-2a5382fc-e514-4d64-97d3-c8232c125abb tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/quotas/504f43bb8bb74d7a9517a59da6bb23db HTTP/1.1" status: 200 len: 375 time: 0.0235329 Feb 08 15:44:42.339087 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a6f38d2-dba1-432f-8b40-46d0a41543e3 req-01e05a53-e54c-40aa-926e-fea8caa2320d tempest-FlavorsV2NegativeTest-1792780205 tempest-FlavorsV2NegativeTest-1792780205-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=c90b7dcceb9b4ebf865c638c213abacf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1196342 Feb 08 15:44:42.353203 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 156af041-5f20-47b8-b4d8-fc61358370a4 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:42.384162 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daade454-bf79-4d43-91f0-3660c5605305 req-83292486-eb0c-4362-afcf-f1568f058157 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1268477 Feb 08 15:44:42.478496 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1b936aad-bc5d-4962-a35f-a39d694dc112 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (3767a09a-5455-412c-ab22-cff2d9c61f00), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:42.498244 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32943436-18cc-406e-86ff-364be0847609 x-openstack-request-id: req-32943436-18cc-406e-86ff-364be0847609 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:42.500785 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a77dc43-b8db-483c-8786-6e415d7f0884", "name": "network-vif-plugged", "status": "completed", "tag": "a6272eb1-1dcd-461d-9bca-2312193adc47", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:42.501084 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-32943436-18cc-406e-86ff-364be0847609 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:42.501492 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a77dc43-b8db-483c-8786-6e415d7f0884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6272eb1-1dcd-461d-9bca-2312193adc47', 'code': 200} Feb 08 15:44:42.543815 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 156af041-5f20-47b8-b4d8-fc61358370a4 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:44:42.544174 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 156af041-5f20-47b8-b4d8-fc61358370a4 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:44:42.657415 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1b936aad-bc5d-4962-a35f-a39d694dc112 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (3767a09a-5455-412c-ab22-cff2d9c61f00), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:42.686508 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1b936aad-bc5d-4962-a35f-a39d694dc112 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:42.694156 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1b936aad-bc5d-4962-a35f-a39d694dc112 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "DELETE /v2.0/subnets/3767a09a-5455-412c-ab22-cff2d9c61f00 HTTP/1.1" status: 204 len: 168 time: 0.6337345 Feb 08 15:44:42.698922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34414) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:42.706448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e81b25-b415-4507-8ad2-a9b8905d09b2 None None] Network 767d974e-7e1d-467b-9710-6cf163748d94 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:44:42.754409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b936aad-bc5d-4962-a35f-a39d694dc112 tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Subnet': ['ID=3767a09a-5455-412c-ab22-cff2d9c61f00,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:42.977703 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda0fcc2-740d-4b87-a4d1-69ca125fa933 None None] DHCP port deletion for 767d974e-7e1d-467b-9710-6cf163748d94 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:44:42.996830 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daade454-bf79-4d43-91f0-3660c5605305 req-4913b714-89a5-4d70-ad73-c8f35978170e service neutron] 10.222.0.82 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109300 Feb 08 15:44:43.178850 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5e4bf-99b6-4917-bc6f-2b550a6d8459 req-a9ba6283-520a-435b-b142-89e3cb3b3882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:43.180767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8a5e4bf-99b6-4917-bc6f-2b550a6d8459 req-a9ba6283-520a-435b-b142-89e3cb3b3882 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 1133 time: 0.7131746 Feb 08 15:44:43.193471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bda0fcc2-740d-4b87-a4d1-69ca125fa933 None None] Deleting port a0b052cc-942b-48ff-bef1-051869073915 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:44:43.194392 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bda0fcc2-740d-4b87-a4d1-69ca125fa933 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a0b052cc-942b-48ff-bef1-051869073915), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:43.199048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb751b-0740-4d46-865e-4a851831ffb2 req-1687514f-1e1d-4b3b-a2af-e98163676edd tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:43.208027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88eb751b-0740-4d46-865e-4a851831ffb2 req-1687514f-1e1d-4b3b-a2af-e98163676edd tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 944 time: 0.3173907 Feb 08 15:44:43.290059 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daade454-bf79-4d43-91f0-3660c5605305 req-e180c61e-1cb4-47ee-bed9-f7a06981be49 service neutron] 10.222.0.82 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796957 Feb 08 15:44:43.313645 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bda0fcc2-740d-4b87-a4d1-69ca125fa933 None None] For port a0b052cc-942b-48ff-bef1-051869073915, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a0b052cc-942b-48ff-bef1-051869073915,segment=NetworkSegment(62d9729b-4a40-4a7f-9b36-adbb8ad2923d),segment_id=62d9729b-4a40-4a7f-9b36-adbb8ad2923d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:43.314529 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bda0fcc2-740d-4b87-a4d1-69ca125fa933 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a0b052cc-942b-48ff-bef1-051869073915), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:43.331915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bda0fcc2-740d-4b87-a4d1-69ca125fa933 None None] Calling delete_port for a0b052cc-942b-48ff-bef1-051869073915 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:44:43.339495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88eb751b-0740-4d46-865e-4a851831ffb2 req-ea927e71-4977-4370-83d1-ae3cf6dd3e7c tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303437 Feb 08 15:44:43.343333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8a5e4bf-99b6-4917-bc6f-2b550a6d8459 req-1e33c169-b942-41a3-8830-bf9bb14597af service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560111 Feb 08 15:44:43.348407 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (767d974e-7e1d-467b-9710-6cf163748d94), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:43.477300 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34428) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:43.497433 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bda0fcc2-740d-4b87-a4d1-69ca125fa933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (a0b052cc-942b-48ff-bef1-051869073915), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:43.522982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0fcc2-740d-4b87-a4d1-69ca125fa933 None None] No DVR routers for this DVR port a0b052cc-942b-48ff-bef1-051869073915 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:44:43.539616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Deleting port a0b052cc-942b-48ff-bef1-051869073915 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:44:43.539898 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a0b052cc-942b-48ff-bef1-051869073915), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:43.569143 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0fcc2-740d-4b87-a4d1-69ca125fa933 None None] Pushing event deleted for resources: {'Port': ['ID=a0b052cc-942b-48ff-bef1-051869073915,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:43.629401 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182e130-c93f-4d12-ac5f-fd0d5e373108 req-59477a99-7a54-4166-90ae-44bc5dad3f89 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:43.633237 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5182e130-c93f-4d12-ac5f-fd0d5e373108 req-59477a99-7a54-4166-90ae-44bc5dad3f89 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 950 time: 0.1805153 Feb 08 15:44:43.674786 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] For port a0b052cc-942b-48ff-bef1-051869073915, host n-d-824834-11, got binding levels [] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:43.675247 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a0b052cc-942b-48ff-bef1-051869073915), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:43.689748 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e71f3559-4a5e-4dd1-9db9-780400241783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:43.699024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Calling delete_port for a0b052cc-942b-48ff-bef1-051869073915 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:44:43.700136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Port a0b052cc-942b-48ff-bef1-051869073915 was not found and therefore no delete operation was performed {{(pid=103302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 15:44:43.701794 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a0b052cc-942b-48ff-bef1-051869073915), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:43.739308 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5182e130-c93f-4d12-ac5f-fd0d5e373108 req-9567541d-4afc-4e63-8db9-436038b3ece5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957236 Feb 08 15:44:43.752777 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Port': ['ID=a0b052cc-942b-48ff-bef1-051869073915,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:43.769502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] No DVR routers for this DVR port a0b052cc-942b-48ff-bef1-051869073915 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:44:43.864176 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e71f3559-4a5e-4dd1-9db9-780400241783 admin admin] Publish callbacks [] for security_group (e7aaf778-0fb5-40e4-b578-6ce0a3fe8396), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:43.873759 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e71f3559-4a5e-4dd1-9db9-780400241783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e7aaf778-0fb5-40e4-b578-6ce0a3fe8396), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:43.923260 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (767d974e-7e1d-467b-9710-6cf163748d94), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:43.978106 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e71f3559-4a5e-4dd1-9db9-780400241783 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c90b7dcceb9b4ebf865c638c213abacf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4973915 Feb 08 15:44:43.982402 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34448) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:44.005301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767d974e-7e1d-467b-9710-6cf163748d94']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:44.017046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f3559-4a5e-4dd1-9db9-780400241783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aaf778-0fb5-40e4-b578-6ce0a3fe8396,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:44.018186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d9729b-4a40-4a7f-9b36-adbb8ad2923d') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:44.018776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d9729b-4a40-4a7f-9b36-adbb8ad2923d') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:44.037579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392ec9d-09a3-4ed7-ae35-cb26a2a33350 req-24e45694-c46b-41df-bd3e-5a498acbef03 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:44.044840 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a392ec9d-09a3-4ed7-ae35-cb26a2a33350 req-24e45694-c46b-41df-bd3e-5a498acbef03 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 1127 time: 0.1562920 Feb 08 15:44:44.047731 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (62d9729b-4a40-4a7f-9b36-adbb8ad2923d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:44.068118 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (62d9729b-4a40-4a7f-9b36-adbb8ad2923d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:44.079162 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:44:44.079568 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (62d9729b-4a40-4a7f-9b36-adbb8ad2923d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:44:44.085599 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:44:44.114704 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8d39f183-b610-48e8-8fa7-174bcfe7af5b admin admin] Publish callbacks [] for security_group (e7aaf778-0fb5-40e4-b578-6ce0a3fe8396), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:44.176750 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (767d974e-7e1d-467b-9710-6cf163748d94), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:44.201981 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a392ec9d-09a3-4ed7-ae35-cb26a2a33350 req-1199cb35-7d1a-41f3-bed5-cda4cde19b42 tempest-LiveMigrationTest-2056543325 tempest-LiveMigrationTest-2056543325-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561921 Feb 08 15:44:44.205299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8d39f183-b610-48e8-8fa7-174bcfe7af5b admin admin] Publish callbacks [] for security_group (e7aaf778-0fb5-40e4-b578-6ce0a3fe8396), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:44.205680 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:44.215788 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] 10.222.0.82 "DELETE /v2.0/networks/767d974e-7e1d-467b-9710-6cf163748d94 HTTP/1.1" status: 204 len: 168 time: 1.5110002 Feb 08 15:44:44.215788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1199bd-f66b-4365-b162-e49510624cdb tempest-ServersTestMultiNic-919440044 tempest-ServersTestMultiNic-919440044-project] Pushing event deleted for resources: {'Network': ['ID=767d974e-7e1d-467b-9710-6cf163748d94,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:44.230482 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df76d80-f861-4f39-8a7a-b9e8f7a9e5f7 req-fafbbd92-a3ed-41fb-9575-137ba23e2a05 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:44.237776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5df76d80-f861-4f39-8a7a-b9e8f7a9e5f7 req-fafbbd92-a3ed-41fb-9575-137ba23e2a05 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=eaf47f2a-4458-4cef-9a05-159a949f8e80 HTTP/1.1" status: 200 len: 945 time: 0.2222056 Feb 08 15:44:44.337931 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5df76d80-f861-4f39-8a7a-b9e8f7a9e5f7 req-8f76ab0b-d45e-48ad-addb-e229bd8e2571 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961940 Feb 08 15:44:44.364144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a0b052cc-942b-48ff-bef1-051869073915 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:44.368458 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8d39f183-b610-48e8-8fa7-174bcfe7af5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e7aaf778-0fb5-40e4-b578-6ce0a3fe8396), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:44.376379 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8d39f183-b610-48e8-8fa7-174bcfe7af5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:44.382034 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8d39f183-b610-48e8-8fa7-174bcfe7af5b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e7aaf778-0fb5-40e4-b578-6ce0a3fe8396 HTTP/1.1" status: 204 len: 168 time: 0.3975711 Feb 08 15:44:44.436430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39f183-b610-48e8-8fa7-174bcfe7af5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aaf778-0fb5-40e4-b578-6ce0a3fe8396,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:44.445491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-352c143e-39a3-405b-9adf-79e4b21d63aa req-42b3229f-428c-49d3-a0e1-1bc71725628e tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 210 time: 0.1027708 Feb 08 15:44:44.483941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: a0b052cc-942b-48ff-bef1-051869073915 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:44:44.494820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a0b052cc-942b-48ff-bef1-051869073915 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:44:44.518595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf47f2a-4458-4cef-9a05-159a949f8e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaa9a82-893a-4a03-b232-e57b1a3023ab'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:44.531731 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2ddd99-1ec1-41fe-8055-fdaa82d77cce" -d '{"events": [{"server_uuid": "eaf47f2a-4458-4cef-9a05-159a949f8e80", "name": "network-vif-plugged", "status": "completed", "tag": "9aaa9a82-893a-4a03-b232-e57b1a3023ab"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:44.710988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd766a3-80c4-44ad-9190-59780f4319ba req-1877a791-6afd-496e-b86e-d71b24db29b3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:44.722681 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5cd766a3-80c4-44ad-9190-59780f4319ba req-1877a791-6afd-496e-b86e-d71b24db29b3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 944 time: 0.1050310 Feb 08 15:44:44.801804 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5cd766a3-80c4-44ad-9190-59780f4319ba req-79e86049-fbe7-4706-809c-663abdf765c3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781195 Feb 08 15:44:44.847008 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ddbcc3-9869-4ee6-8b0b-b9f40aa1dfad x-openstack-request-id: req-48ddbcc3-9869-4ee6-8b0b-b9f40aa1dfad {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:44.847767 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf47f2a-4458-4cef-9a05-159a949f8e80", "name": "network-vif-plugged", "status": "completed", "tag": "9aaa9a82-893a-4a03-b232-e57b1a3023ab", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:44.848130 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-48ddbcc3-9869-4ee6-8b0b-b9f40aa1dfad {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:44.848714 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf47f2a-4458-4cef-9a05-159a949f8e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaa9a82-893a-4a03-b232-e57b1a3023ab', 'code': 200} Feb 08 15:44:44.957538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device bfecfff6-1f36-4534-b337-0a0417ec92e8 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:44:45.018310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port bfecfff6-1f36-4534-b337-0a0417ec92e8 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:44:45.023287 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port bfecfff6-1f36-4534-b337-0a0417ec92e8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:45.023577 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:45.065976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a37fe-ed3d-45bb-8e6d-bf1483efb20e req-afe2f3e9-0583-4713-bab6-f43928fa3b19 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:45.068784 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31a37fe-ed3d-45bb-8e6d-bf1483efb20e req-afe2f3e9-0583-4713-bab6-f43928fa3b19 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 950 time: 0.1588130 Feb 08 15:44:45.085969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902da3d-c54d-4209-9662-d78468b53a28 req-a77a9702-3df3-49ff-b0e8-88f360d36d0b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:45.090028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2902da3d-c54d-4209-9662-d78468b53a28 req-a77a9702-3df3-49ff-b0e8-88f360d36d0b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 944 time: 0.1823239 Feb 08 15:44:45.143374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port bfecfff6-1f36-4534-b337-0a0417ec92e8 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:45.143959 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:45.171344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02a965-9d73-47c4-87ae-434470ac9984 req-7d3ff9c3-5ac4-441b-8a99-57f74521de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:45.173862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fa02a965-9d73-47c4-87ae-434470ac9984 req-7d3ff9c3-5ac4-441b-8a99-57f74521de5d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=eaf47f2a-4458-4cef-9a05-159a949f8e80 HTTP/1.1" status: 200 len: 1128 time: 0.2079930 Feb 08 15:44:45.207268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port bfecfff6-1f36-4534-b337-0a0417ec92e8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=bfecfff6-1f36-4534-b337-0a0417ec92e8,segment=NetworkSegment(4c373b02-26c6-4309-b2a3-a1681f5e032e),segment_id=4c373b02-26c6-4309-b2a3-a1681f5e032e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:45.212216 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:45.248172 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31a37fe-ed3d-45bb-8e6d-bf1483efb20e req-b09db855-499c-400f-b669-db2b7d4da32a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530123 Feb 08 15:44:45.268211 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2902da3d-c54d-4209-9662-d78468b53a28 req-2b4f41e5-b8cc-4433-acf0-2aae00f7abdd tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702242 Feb 08 15:44:45.285333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=bfecfff6-1f36-4534-b337-0a0417ec92e8,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:45.300596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fa02a965-9d73-47c4-87ae-434470ac9984 req-1c9c1b52-8e89-47e8-a271-73ca6fc7052a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120071 Feb 08 15:44:45.396326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34520) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:45.437001 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd86bb-e880-4b91-ab35-442100b1943d req-b6131ba5-ed25-49bc-a2e7-4fab02308988 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:45.445512 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35fd86bb-e880-4b91-ab35-442100b1943d req-b6131ba5-ed25-49bc-a2e7-4fab02308988 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 1133 time: 0.0673015 Feb 08 15:44:45.489274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34532) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:45.508859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35fd86bb-e880-4b91-ab35-442100b1943d req-ccaf97cb-1802-438b-ad14-dbf8b675c0d0 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620010 Feb 08 15:44:45.711014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-511469121-network', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:45.812248 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] Made reservation on behalf of 2fc08dee1239428cb932572ebc6aabe5 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:44:45.812444 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:45.837855 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883061a-6857-4d03-b911-f47971235299 req-9a076ce6-a34a-4a6b-852d-ee2d39ead49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:45.839491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a883061a-6857-4d03-b911-f47971235299 req-9a076ce6-a34a-4a6b-852d-ee2d39ead49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=eaf47f2a-4458-4cef-9a05-159a949f8e80 HTTP/1.1" status: 200 len: 945 time: 0.3283963 Feb 08 15:44:45.853078 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:45.871764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf36c3-5167-4307-8b43-8f6059d57519 req-f2e8a075-acb4-4a15-ac4c-3afd28d43beb tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:45.873292 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fedf36c3-5167-4307-8b43-8f6059d57519 req-f2e8a075-acb4-4a15-ac4c-3afd28d43beb tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.94 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 944 time: 0.3081443 Feb 08 15:44:45.887896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daade454-bf79-4d43-91f0-3660c5605305 req-9ea7cbad-ad2a-4081-884d-846173989b35 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:45.889369 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daade454-bf79-4d43-91f0-3660c5605305 req-9ea7cbad-ad2a-4081-884d-846173989b35 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.96 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 820 time: 0.3402467 Feb 08 15:44:45.898394 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b068feea-6f73-4e2a-aaa9-714c7d3ff9ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (bdc274b8-864a-4317-a5c9-f8b1ee096942), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:45.916922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-daade454-bf79-4d43-91f0-3660c5605305 req-ac5e45d9-9be3-4f4b-a5e6-5e61fd8541ab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Request body: {'port': {'device_id': '29474826-be0c-44d8-b28a-9f7b12004be1', 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818', 'admin_state_up': True, 'tenant_id': '504f43bb8bb74d7a9517a59da6bb23db'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:45.957867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254591b-8bb1-4b4b-a683-b97822353c0f req-ea9f3aa2-2b55-4238-b52a-47f5ddadd0b4 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:45.959376 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a254591b-8bb1-4b4b-a683-b97822353c0f req-ea9f3aa2-2b55-4238-b52a-47f5ddadd0b4 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=74ae7027-75f4-4e0b-a79c-ffcd3652578a HTTP/1.1" status: 200 len: 951 time: 0.2911932 Feb 08 15:44:46.084612 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a883061a-6857-4d03-b911-f47971235299 req-49be2c4e-a8d5-4855-860d-42f7fec527d7 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369165 Feb 08 15:44:46.172328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a254591b-8bb1-4b4b-a683-b97822353c0f req-86d40e3a-1be8-40bd-987b-9b3a386019c0 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/security-groups?id=f054853c-b557-4e8a-857b-800ecfc55483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655145 Feb 08 15:44:46.189608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b068feea-6f73-4e2a-aaa9-714c7d3ff9ac admin admin] Deleting port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:44:46.190007 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b068feea-6f73-4e2a-aaa9-714c7d3ff9ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:46.258023 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-fedf36c3-5167-4307-8b43-8f6059d57519 req-749dbeb1-f9b4-495e-9e55-3c20a3a975d7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Deleting port b17f2c33-1a87-4af2-8076-d81ae7d0f3be {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:44:46.258832 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fedf36c3-5167-4307-8b43-8f6059d57519 req-749dbeb1-f9b4-495e-9e55-3c20a3a975d7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:46.270946 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] Publish callbacks [] for security_group (b5340984-405c-4bd5-9cc4-272f35663600), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:46.293079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daade454-bf79-4d43-91f0-3660c5605305 req-ac5e45d9-9be3-4f4b-a5e6-5e61fd8541ab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Made reservation on behalf of 504f43bb8bb74d7a9517a59da6bb23db for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:44:46.298533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-daade454-bf79-4d43-91f0-3660c5605305 req-ac5e45d9-9be3-4f4b-a5e6-5e61fd8541ab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:46.311175 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-b068feea-6f73-4e2a-aaa9-714c7d3ff9ac admin admin] For port 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219,segment=NetworkSegment(55baa9e1-9d85-41f5-91c0-f22c542e96d7),segment_id=55baa9e1-9d85-41f5-91c0-f22c542e96d7)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:46.311642 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b068feea-6f73-4e2a-aaa9-714c7d3ff9ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:46.325900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b068feea-6f73-4e2a-aaa9-714c7d3ff9ac admin admin] Calling delete_port for 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:44:46.389064 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b5340984-405c-4bd5-9cc4-272f35663600), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:46.393523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d34056b-6fd3-449f-81d3-37bf1cc9bb8c req-f17b764d-ee3f-43dc-b41b-a92ccf5a7124 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 210 time: 0.1592455 Feb 08 15:44:46.475195 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-62ceb952-aadc-4602-b6d1-a33ba0343210 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=47a06341cc3a4770995437fedeb0cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1728580 Feb 08 15:44:46.482257 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5340984-405c-4bd5-9cc4-272f35663600,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:46.552066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:44:46.564206 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (4f119e21-4048-43ac-a6e8-2eda506b1b10), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:46.564824 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] Added segment 4f119e21-4048-43ac-a6e8-2eda506b1b10 of type vlan for network 589fb645-15cb-4946-8647-12da1290c3b3 Feb 08 15:44:46.606479 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b068feea-6f73-4e2a-aaa9-714c7d3ff9ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:46.618096 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (589fb645-15cb-4946-8647-12da1290c3b3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:46.662442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068feea-6f73-4e2a-aaa9-714c7d3ff9ac admin admin] Pushing event deleted for resources: {'Port': ['ID=037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:46.736824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-fedf36c3-5167-4307-8b43-8f6059d57519 req-749dbeb1-f9b4-495e-9e55-3c20a3a975d7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] For port b17f2c33-1a87-4af2-8076-d81ae7d0f3be, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:46.737228 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fedf36c3-5167-4307-8b43-8f6059d57519 req-749dbeb1-f9b4-495e-9e55-3c20a3a975d7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:46.757049 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-fedf36c3-5167-4307-8b43-8f6059d57519 req-749dbeb1-f9b4-495e-9e55-3c20a3a975d7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Calling delete_port for b17f2c33-1a87-4af2-8076-d81ae7d0f3be owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:44:46.847240 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (589fb645-15cb-4946-8647-12da1290c3b3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:46.848239 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:46.848837 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:46.849494 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfecfff6-1f36-4534-b337-0a0417ec92e8'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:46.851813 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6d5ec8-3b2f-4ee2-8da8-77c68c42cc57" -d '{"events": [{"server_uuid": "c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "bfecfff6-1f36-4534-b337-0a0417ec92e8"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:46.914520 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b068feea-6f73-4e2a-aaa9-714c7d3ff9ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (bdc274b8-864a-4317-a5c9-f8b1ee096942), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:46.988239 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4978802 Feb 08 15:44:46.996045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34558) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:47.003044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5fa713b2-4dad-431b-b0fb-870a89f11ad7 admin admin] Request body: {'subnet': {'network_id': '589fb645-15cb-4946-8647-12da1290c3b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-511469121-subnet', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:47.039059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa713b2-4dad-431b-b0fb-870a89f11ad7 admin admin] Made reservation on behalf of 2fc08dee1239428cb932572ebc6aabe5 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:44:47.041731 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5fa713b2-4dad-431b-b0fb-870a89f11ad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:47.067658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df061851-6f7e-4ffd-9648-4bd01b512c34 admin admin] Pushing event updated for resources: {'Network': ['ID=589fb645-15cb-4946-8647-12da1290c3b3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:47.079810 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 589fb645-15cb-4946-8647-12da1290c3b3 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:44:47.102202 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799a8f4-b30d-448e-8259-5ff2d9cd8627 req-274fe042-76db-44b7-80bd-d3f01146385e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:47.104340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7799a8f4-b30d-448e-8259-5ff2d9cd8627 req-274fe042-76db-44b7-80bd-d3f01146385e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 945 time: 0.6229076 Feb 08 15:44:47.121158 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-8f557a5f-5e7b-4ac5-8362-0556470096fc tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:47.122729 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-8f557a5f-5e7b-4ac5-8362-0556470096fc tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6359227 Feb 08 15:44:47.189498 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-daade454-bf79-4d43-91f0-3660c5605305 req-ac5e45d9-9be3-4f4b-a5e6-5e61fd8541ab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Allocated IP 172.20.0.10 (10f31acf-af70-43a0-8ed8-fce5309bf818/6860ace5-603d-4273-928c-37854cfdc005/165343a0-7048-4983-9a11-c5fd7d41cb72) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:44:47.209537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-177a7343-b6ed-4cae-b040-664e722d881b tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/quotas/47a06341cc3a4770995437fedeb0cb4c HTTP/1.1" status: 200 len: 375 time: 0.0674458 Feb 08 15:44:47.258058 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7799a8f4-b30d-448e-8259-5ff2d9cd8627 req-37cff39e-0e8d-4df1-b4f1-d84f0886f358 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472516 Feb 08 15:44:47.299651 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fedf36c3-5167-4307-8b43-8f6059d57519 req-749dbeb1-f9b4-495e-9e55-3c20a3a975d7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b17f2c33-1a87-4af2-8076-d81ae7d0f3be), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:47.316308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b068feea-6f73-4e2a-aaa9-714c7d3ff9ac admin admin] Router bdc274b8-864a-4317-a5c9-f8b1ee096942 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:44:47.318850 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['b17f2c33-1a87-4af2-8076-d81ae7d0f3be'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:47.325921 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['815634d0-9af5-43aa-bfd2-50641e198be3'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:47.352748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dbeb1-f9b4-495e-9e55-3c20a3a975d7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Pushing event deleted for resources: {'Port': ['ID=b17f2c33-1a87-4af2-8076-d81ae7d0f3be,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:47.464145 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5fa713b2-4dad-431b-b0fb-870a89f11ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (5763be09-e6f0-469f-a6da-b9adaecdfd31), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:47.504889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedf36c3-5167-4307-8b43-8f6059d57519 req-749dbeb1-f9b4-495e-9e55-3c20a3a975d7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] No DVR routers for this DVR port b17f2c33-1a87-4af2-8076-d81ae7d0f3be on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:44:47.530443 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fedf36c3-5167-4307-8b43-8f6059d57519 req-749dbeb1-f9b4-495e-9e55-3c20a3a975d7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:47.533760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fedf36c3-5167-4307-8b43-8f6059d57519 req-749dbeb1-f9b4-495e-9e55-3c20a3a975d7 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.94 "DELETE /v2.0/ports/b17f2c33-1a87-4af2-8076-d81ae7d0f3be HTTP/1.1" status: 204 len: 173 time: 1.6373744 Feb 08 15:44:47.546613 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-621192a1-6ab7-497f-99fd-e7b9fe2e776d tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3110268 Feb 08 15:44:47.547083 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95e127c-0031-426d-ae52-e4cf078caa01', 'name': 'network-vif-deleted', 'tag': 'b17f2c33-1a87-4af2-8076-d81ae7d0f3be'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:47.549737 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249d3bd7-13d8-4a99-838b-faca3c610e63" -d '{"events": [{"server_uuid": "d95e127c-0031-426d-ae52-e4cf078caa01", "name": "network-vif-deleted", "tag": "b17f2c33-1a87-4af2-8076-d81ae7d0f3be"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:47.566362 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f534ac3b-7570-4fc0-aed9-9e65c2621205 req-13383b9b-c7a5-4434-aa35-fdaa271afc90 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 210 time: 0.0792885 Feb 08 15:44:47.670418 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-daade454-bf79-4d43-91f0-3660c5605305 req-ac5e45d9-9be3-4f4b-a5e6-5e61fd8541ab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks [] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:47.780827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b068feea-6f73-4e2a-aaa9-714c7d3ff9ac admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:44:47.793568 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b068feea-6f73-4e2a-aaa9-714c7d3ff9ac admin admin] 10.222.0.82 "PUT /v2.0/routers/bdc274b8-864a-4317-a5c9-f8b1ee096942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3937213 Feb 08 15:44:47.793783 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24192545-26c1-4365-85f5-4d55fdfdc61c None None] Sync routers for ids ['bdc274b8-864a-4317-a5c9-f8b1ee096942'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:44:47.794610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34576) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:47.815838 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24192545-26c1-4365-85f5-4d55fdfdc61c None None] Routers {'bdc274b8-864a-4317-a5c9-f8b1ee096942'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:44:47.816760 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-24192545-26c1-4365-85f5-4d55fdfdc61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:44:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bdc274b8-864a-4317-a5c9-f8b1ee096942'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:47.865774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa713b2-4dad-431b-b0fb-870a89f11ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5763be09-e6f0-469f-a6da-b9adaecdfd31,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:47.878624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa713b2-4dad-431b-b0fb-870a89f11ad7 admin admin] Checking segment: {'id': '4f119e21-4048-43ac-a6e8-2eda506b1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '589fb645-15cb-4946-8647-12da1290c3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:44:47.878993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa713b2-4dad-431b-b0fb-870a89f11ad7 admin admin] Network hostable DHCP agents. Network: 589fb645-15cb-4946-8647-12da1290c3b3, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:44:47.884612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bbe0c-bf0e-47d3-8b47-5ad2e16b4f91 req-32c5a2d5-3ccb-4577-ab42-008081b218b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:47.886992 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c99bbe0c-bf0e-47d3-8b47-5ad2e16b4f91 req-32c5a2d5-3ccb-4577-ab42-008081b218b6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 1128 time: 0.0865571 Feb 08 15:44:47.922804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa713b2-4dad-431b-b0fb-870a89f11ad7 admin admin] Network 589fb645-15cb-4946-8647-12da1290c3b3 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:44:47.943116 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6574a196-9006-40d3-9f0b-f2d19453a3ad x-openstack-request-id: req-6574a196-9006-40d3-9f0b-f2d19453a3ad {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:47.943861 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6", "name": "network-vif-plugged", "status": "completed", "tag": "bfecfff6-1f36-4534-b337-0a0417ec92e8", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:47.943861 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6574a196-9006-40d3-9f0b-f2d19453a3ad {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:47.944250 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfecfff6-1f36-4534-b337-0a0417ec92e8', 'code': 200} Feb 08 15:44:47.956598 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-24192545-26c1-4365-85f5-4d55fdfdc61c None None] Set router bdc274b8-864a-4317-a5c9-f8b1ee096942 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:44:47.971518 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c99bbe0c-bf0e-47d3-8b47-5ad2e16b4f91 req-900d615d-37ad-4b0b-a52e-75b8fe2a7e9d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768554 Feb 08 15:44:47.972406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5fa713b2-4dad-431b-b0fb-870a89f11ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 589fb645-15cb-4946-8647-12da1290c3b3) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:47.986137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa713b2-4dad-431b-b0fb-870a89f11ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:47.987372 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5fa713b2-4dad-431b-b0fb-870a89f11ad7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:47.989557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659f4d75-e846-451e-b42c-900120b0c9f7 None None] Network 589fb645-15cb-4946-8647-12da1290c3b3 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:44:48.013032 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5fa713b2-4dad-431b-b0fb-870a89f11ad7 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0135427 Feb 08 15:44:48.013587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34586) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:48.021285 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-daade454-bf79-4d43-91f0-3660c5605305 req-ac5e45d9-9be3-4f4b-a5e6-5e61fd8541ab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:48.022472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-511469121-router', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:48.060835 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (cd90b805-eb69-47aa-8bab-9900bada7550), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:48.062541 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (cd90b805-eb69-47aa-8bab-9900bada7550), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:48.134910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daade454-bf79-4d43-91f0-3660c5605305 req-ac5e45d9-9be3-4f4b-a5e6-5e61fd8541ab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Network 10f31acf-af70-43a0-8ed8-fce5309bf818 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:44:48.144351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-daade454-bf79-4d43-91f0-3660c5605305 req-ac5e45d9-9be3-4f4b-a5e6-5e61fd8541ab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:48.164884 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Publish callbacks [] for router_controller (cd90b805-eb69-47aa-8bab-9900bada7550), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:48.177628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-daade454-bf79-4d43-91f0-3660c5605305 req-ac5e45d9-9be3-4f4b-a5e6-5e61fd8541ab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:44:48.190300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['60c58d23-cf12-40b9-9fb3-874322caac67'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:48.277548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-589fb645-15cb-4946-8647-12da1290c3b3', 'network_id': '589fb645-15cb-4946-8647-12da1290c3b3', 'project_id': '2fc08dee1239428cb932572ebc6aabe5', 'fixed_ips': [{'subnet_id': '5763be09-e6f0-469f-a6da-b9adaecdfd31'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:44:48.279663 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:48.453908 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-24192545-26c1-4365-85f5-4d55fdfdc61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'name': 'tempest-ServersTestMultiNic-620225688-router', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:45Z', 'updated_at': '2022-02-08T15:44:46Z', 'revision_number': 5, 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'gw_port': {'id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:46Z', 'updated_at': '2022-02-08T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:48.482422 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Publish callbacks [] for router_gateway (cd90b805-eb69-47aa-8bab-9900bada7550), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:48.517570 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24192545-26c1-4365-85f5-4d55fdfdc61c None None] Checking router: bdc274b8-864a-4317-a5c9-f8b1ee096942 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:44:48.537260 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24192545-26c1-4365-85f5-4d55fdfdc61c None None] Routers {'bdc274b8-864a-4317-a5c9-f8b1ee096942'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:44:48.539104 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-24192545-26c1-4365-85f5-4d55fdfdc61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:44:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bdc274b8-864a-4317-a5c9-f8b1ee096942'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:48.642101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Allocated IP 172.20.0.2 (589fb645-15cb-4946-8647-12da1290c3b3/5763be09-e6f0-469f-a6da-b9adaecdfd31/1ce5b252-d6b7-4af3-a44d-06bcf9683685) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:44:48.669506 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:48.756190 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-24192545-26c1-4365-85f5-4d55fdfdc61c None None] Set router bdc274b8-864a-4317-a5c9-f8b1ee096942 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:44:48.771843 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Publish callbacks [] for router_gateway (cd90b805-eb69-47aa-8bab-9900bada7550), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:48.791663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e45d9-9be3-4f4b-a5e6-5e61fd8541ab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Pushing event updated for resources: {'Port': ['ID=165343a0-7048-4983-9a11-c5fd7d41cb72,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:48.819556 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:48.867165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174bd19-3ae2-4fbc-94d3-fd804dfcca99 req-de71e4c5-b724-43b5-8849-a56094f9adb4 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:48.868730 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9174bd19-3ae2-4fbc-94d3-fd804dfcca99 req-de71e4c5-b724-43b5-8849-a56094f9adb4 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=eaf47f2a-4458-4cef-9a05-159a949f8e80 HTTP/1.1" status: 200 len: 945 time: 1.0966020 Feb 08 15:44:48.922871 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daade454-bf79-4d43-91f0-3660c5605305 req-ac5e45d9-9be3-4f4b-a5e6-5e61fd8541ab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:48.925689 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-daade454-bf79-4d43-91f0-3660c5605305 req-ac5e45d9-9be3-4f4b-a5e6-5e61fd8541ab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:48.976125 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-24192545-26c1-4365-85f5-4d55fdfdc61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'name': 'tempest-ServersTestMultiNic-620225688-router', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:45Z', 'updated_at': '2022-02-08T15:44:46Z', 'revision_number': 5, 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'gw_port': {'id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:46Z', 'updated_at': '2022-02-08T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:49.007292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Allocated IP 172.25.7.42 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/bcee4adb-4c31-4dcb-9f11-9274ad5404f9) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:44:49.012117 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8942e403-23be-4b0d-8001-3bf8829b886f no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:49.021854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118defd-be88-4024-a049-0f5bf503ca4f req-3f60705d-ca9b-4cf0-a06b-792e8b7ab460 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:49.029106 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24192545-26c1-4365-85f5-4d55fdfdc61c None None] The sync data for ids ['bdc274b8-864a-4317-a5c9-f8b1ee096942'] in n-d-824834-11 is: [{'id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'name': 'tempest-ServersTestMultiNic-620225688-router', 'tenant_id': '72c6ad708bae4a64803052c5bb5e264f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:42:45Z', 'updated_at': '2022-02-08T15:44:46Z', 'revision_number': 5, 'project_id': '72c6ad708bae4a64803052c5bb5e264f', 'gw_port': {'id': '6aaca80c-b6ad-47da-96c8-1b490e1ee31a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:34:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc274b8-864a-4317-a5c9-f8b1ee096942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:42:46Z', 'updated_at': '2022-02-08T15:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:44:49.040805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7118defd-be88-4024-a049-0f5bf503ca4f req-3f60705d-ca9b-4cf0-a06b-792e8b7ab460 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 932 time: 0.8657408 Feb 08 15:44:49.051012 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] Publish callbacks [] for router (bdc274b8-864a-4317-a5c9-f8b1ee096942), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:49.111728 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Publish callbacks [] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:49.123623 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:49.177225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Publish callbacks [] for port (bcee4adb-4c31-4dcb-9f11-9274ad5404f9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:49.204586 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Network 589fb645-15cb-4946-8647-12da1290c3b3 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:44:49.207165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Pushing event updated for resources: {'Port': ['ID=1ce5b252-d6b7-4af3-a44d-06bcf9683685,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:49.210382 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:49.212624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 8942e403-23be-4b0d-8001-3bf8829b886f is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:49.213329 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:49.215999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:44:49.240819 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (bcee4adb-4c31-4dcb-9f11-9274ad5404f9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:49.274233 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7118defd-be88-4024-a049-0f5bf503ca4f req-84562ac0-e6fd-4887-80c9-d0a3af5811ae tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304223 Feb 08 15:44:49.286905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daade454-bf79-4d43-91f0-3660c5605305 req-ac5e45d9-9be3-4f4b-a5e6-5e61fd8541ab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3796260 Feb 08 15:44:49.325708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8942e403-23be-4b0d-8001-3bf8829b886f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8942e403-23be-4b0d-8001-3bf8829b886f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:49.338784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:44:49.341570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Pushing event updated for resources: {'Port': ['ID=bcee4adb-4c31-4dcb-9f11-9274ad5404f9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:49.341758 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:49.349154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:49.352512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:44:49.372368 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9174bd19-3ae2-4fbc-94d3-fd804dfcca99 req-ca114b08-12e7-4082-9e30-0da41470a0a2 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708414 Feb 08 15:44:49.390163 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Request body: {'port': {'device_id': '29474826-be0c-44d8-b28a-9f7b12004be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:49.418764 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00a65d7-47a5-4399-ba11-07cd7d38b039 x-openstack-request-id: req-b00a65d7-47a5-4399-ba11-07cd7d38b039 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:49.419509 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95e127c-0031-426d-ae52-e4cf078caa01", "name": "network-vif-deleted", "tag": "b17f2c33-1a87-4af2-8076-d81ae7d0f3be", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:49.420020 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b00a65d7-47a5-4399-ba11-07cd7d38b039 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:49.433810 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95e127c-0031-426d-ae52-e4cf078caa01', 'name': 'network-vif-deleted', 'tag': 'b17f2c33-1a87-4af2-8076-d81ae7d0f3be', 'status': 'completed', 'code': 200} Feb 08 15:44:49.474346 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Attempting to bind port 1ce5b252-d6b7-4af3-a44d-06bcf9683685 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:44:49.474725 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Attempting to bind port 1ce5b252-d6b7-4af3-a44d-06bcf9683685 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '4f119e21-4048-43ac-a6e8-2eda506b1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '589fb645-15cb-4946-8647-12da1290c3b3'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:44:49.475091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Attempting to bind port 1ce5b252-d6b7-4af3-a44d-06bcf9683685 on network 589fb645-15cb-4946-8647-12da1290c3b3 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:49.479095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=8942e403-23be-4b0d-8001-3bf8829b886f,revision_number=11']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:49.496042 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:44:49.496275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Checking segment: {'id': '4f119e21-4048-43ac-a6e8-2eda506b1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '589fb645-15cb-4946-8647-12da1290c3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:44:49.496692 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:49.497120 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Bound using segment: {'id': '4f119e21-4048-43ac-a6e8-2eda506b1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '589fb645-15cb-4946-8647-12da1290c3b3'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:44:49.497591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Bound port: 1ce5b252-d6b7-4af3-a44d-06bcf9683685, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f119e21-4048-43ac-a6e8-2eda506b1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '589fb645-15cb-4946-8647-12da1290c3b3'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:44:49.497975 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:49.547164 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b17f2c33-1a87-4af2-8076-d81ae7d0f3be no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:49.643142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: b17f2c33-1a87-4af2-8076-d81ae7d0f3be {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:44:49.643685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b17f2c33-1a87-4af2-8076-d81ae7d0f3be not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:44:49.688206 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] Publish callbacks [] for router_gateway (bdc274b8-864a-4317-a5c9-f8b1ee096942), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:49.712683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-935a3473-782e-4a90-be10-c37f66570058 None None] For port 1ce5b252-d6b7-4af3-a44d-06bcf9683685, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:44:49.720448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-935a3473-782e-4a90-be10-c37f66570058 None None] For port 1ce5b252-d6b7-4af3-a44d-06bcf9683685, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1ce5b252-d6b7-4af3-a44d-06bcf9683685,segment=NetworkSegment(4f119e21-4048-43ac-a6e8-2eda506b1b10),segment_id=4f119e21-4048-43ac-a6e8-2eda506b1b10)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:44:49.720690 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-28140981-32e1-44c3-9309-2339e97bf7b1 req-d678e1a8-e7d3-4c54-9c97-a49d395fba5c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 210 time: 0.0849946 Feb 08 15:44:49.729635 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:49.842688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a3473-782e-4a90-be10-c37f66570058 None None] Pushing event updated for resources: {'Port': ['ID=1ce5b252-d6b7-4af3-a44d-06bcf9683685,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:49.945868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8942e403-23be-4b0d-8001-3bf8829b886f'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:49.947080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae863ed1-0e7b-42cc-963e-5556d56d531f req-44b8d2e8-e12e-4e13-9d1c-1661fe066b7b tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 210 time: 0.0879972 Feb 08 15:44:49.949599 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504a9124-f152-4cff-a2a6-3d6638f28e8b" -d '{"events": [{"server_uuid": "74ae7027-75f4-4e0b-a79c-ffcd3652578a", "name": "network-vif-unplugged", "status": "completed", "tag": "8942e403-23be-4b0d-8001-3bf8829b886f"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:49.970342 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:50.110709 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:50.281107 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Publish callbacks [] for router_gateway (cd90b805-eb69-47aa-8bab-9900bada7550), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:50.350657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165343a0-7048-4983-9a11-c5fd7d41cb72 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:50.360122 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Publish callbacks [] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:50.367317 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e19f15f-1225-47ae-a031-f1ee4e2ec3e1 x-openstack-request-id: req-7e19f15f-1225-47ae-a031-f1ee4e2ec3e1 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:50.367613 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ae7027-75f4-4e0b-a79c-ffcd3652578a", "name": "network-vif-unplugged", "status": "completed", "tag": "8942e403-23be-4b0d-8001-3bf8829b886f", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:50.367867 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7e19f15f-1225-47ae-a031-f1ee4e2ec3e1 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:50.368259 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8942e403-23be-4b0d-8001-3bf8829b886f', 'code': 200} Feb 08 15:44:50.376864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Transition to ACTIVE for port object 165343a0-7048-4983-9a11-c5fd7d41cb72 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:44:50.382844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] Deleting port 6aaca80c-b6ad-47da-96c8-1b490e1ee31a {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:44:50.383194 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6aaca80c-b6ad-47da-96c8-1b490e1ee31a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:50.388819 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:50.423435 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-0091db94-fce1-446e-a302-ef21631d5abb tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=47a06341cc3a4770995437fedeb0cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7911160 Feb 08 15:44:50.447226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1ce5b252-d6b7-4af3-a44d-06bcf9683685 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:44:50.515060 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Pushing event updated for resources: {'Port': ['ID=165343a0-7048-4983-9a11-c5fd7d41cb72,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:50.523973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 1ce5b252-d6b7-4af3-a44d-06bcf9683685 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:50.524552 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:50.533544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd29ae3-649d-47c2-8944-eb1ccab690c6 req-e289d5f3-0916-49ea-8069-ee9c58e82828 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:50.547125 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-afd29ae3-649d-47c2-8944-eb1ccab690c6 req-e289d5f3-0916-49ea-8069-ee9c58e82828 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 945 time: 0.7513676 Feb 08 15:44:50.652731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-afd29ae3-649d-47c2-8944-eb1ccab690c6 req-49f5ade8-dcba-43b2-9dc6-ac5a7d242982 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044204 Feb 08 15:44:50.653491 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-fb169cb3-23d7-4735-9bed-a7534366a4eb tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:50.655623 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-fb169cb3-23d7-4735-9bed-a7534366a4eb tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219229 Feb 08 15:44:50.669741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 1ce5b252-d6b7-4af3-a44d-06bcf9683685 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:50.670273 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:50.675768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-0b1fb8cb-63bd-42f8-96d4-d0a5af4cb00f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Request body: {'port': {'device_id': 'd40a8101-2f60-4c2c-be19-ddd77d94b394', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '47a06341cc3a4770995437fedeb0cb4c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:50.714168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 1ce5b252-d6b7-4af3-a44d-06bcf9683685, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1ce5b252-d6b7-4af3-a44d-06bcf9683685,segment=NetworkSegment(4f119e21-4048-43ac-a6e8-2eda506b1b10),segment_id=4f119e21-4048-43ac-a6e8-2eda506b1b10)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:50.721578 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:50.731379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:50.804025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:44:50.804595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 037cd2e5-2a2c-4d0d-ae8d-28f4b0dbb219 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:44:50.815013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Attempting to bind port 165343a0-7048-4983-9a11-c5fd7d41cb72 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:44:50.815357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Attempting to bind port 165343a0-7048-4983-9a11-c5fd7d41cb72 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:44:50.815684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Attempting to bind port 165343a0-7048-4983-9a11-c5fd7d41cb72 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:50.831681 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (cd90b805-eb69-47aa-8bab-9900bada7550), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:50.835003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Port 165343a0-7048-4983-9a11-c5fd7d41cb72 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:44:50.835341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Attempting to bind port 165343a0-7048-4983-9a11-c5fd7d41cb72 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:50.857109 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=1ce5b252-d6b7-4af3-a44d-06bcf9683685,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:50.870325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-0b1fb8cb-63bd-42f8-96d4-d0a5af4cb00f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Made reservation on behalf of 47a06341cc3a4770995437fedeb0cb4c for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:44:50.875538 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-0b1fb8cb-63bd-42f8-96d4-d0a5af4cb00f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:50.897432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:44:50.897671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Checking segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:44:50.898067 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Bound using segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:44:50.898518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Bound port: 165343a0-7048-4983-9a11-c5fd7d41cb72, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:44:50.898876 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:50.925384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a6e11-9e85-4f39-8306-43062e8e82f0 req-8744975a-895c-4911-ba2b-7db541bcfe14 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:50.932889 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b96a6e11-9e85-4f39-8306-43062e8e82f0 req-8744975a-895c-4911-ba2b-7db541bcfe14 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=eaf47f2a-4458-4cef-9a05-159a949f8e80 HTTP/1.1" status: 200 len: 945 time: 0.4189451 Feb 08 15:44:51.036300 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48ffcc-517b-4333-ae43-5e38fd9d454e req-45e4a610-0600-4d19-b42c-d3f58c568519 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:51.037999 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b48ffcc-517b-4333-ae43-5e38fd9d454e req-45e4a610-0600-4d19-b42c-d3f58c568519 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.2249424 Feb 08 15:44:51.045740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] For port 6aaca80c-b6ad-47da-96c8-1b490e1ee31a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6aaca80c-b6ad-47da-96c8-1b490e1ee31a,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:51.046114 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6aaca80c-b6ad-47da-96c8-1b490e1ee31a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:51.063105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b96a6e11-9e85-4f39-8306-43062e8e82f0 req-51f980ad-404c-4c06-aa30-ff981f07c7df tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292248 Feb 08 15:44:51.082975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] Calling delete_port for 6aaca80c-b6ad-47da-96c8-1b490e1ee31a owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:44:51.185395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-0b1fb8cb-63bd-42f8-96d4-d0a5af4cb00f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Allocated IP 192.168.233.8 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/3f305122-1f68-4a2c-87d6-ebaa752bb5e8) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:44:51.221617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Router cd90b805-eb69-47aa-8bab-9900bada7550 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:44:51.238829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:44:51.271781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=165343a0-7048-4983-9a11-c5fd7d41cb72,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:44:51.289182 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b48ffcc-517b-4333-ae43-5e38fd9d454e req-edd76db6-6597-4ac7-b2ec-4f9208a5320f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382224 Feb 08 15:44:51.305427 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:51.391400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cd85bc-a0ee-4dcc-8f6e-8ab59f9af80b None None] Network 589fb645-15cb-4946-8647-12da1290c3b3 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:44:51.448274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:51.449604 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:51.451092 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daade454-bf79-4d43-91f0-3660c5605305 req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] 10.222.0.96 "PUT /v2.0/ports/165343a0-7048-4983-9a11-c5fd7d41cb72 HTTP/1.1" status: 200 len: 1093 time: 2.0926547 Feb 08 15:44:51.479374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29474826-be0c-44d8-b28a-9f7b12004be1', 'tag': '165343a0-7048-4983-9a11-c5fd7d41cb72'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:51.481875 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cfed50-b6fa-44cc-9f3d-4aa9c8383745" -d '{"events": [{"name": "network-changed", "server_uuid": "29474826-be0c-44d8-b28a-9f7b12004be1", "tag": "165343a0-7048-4983-9a11-c5fd7d41cb72"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:51.503704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0040063-fe0e-42a8-be08-8df408bd701c req-0f0a03c2-f85b-4757-ae98-dc3b9c6b6cc6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 210 time: 0.0826411 Feb 08 15:44:51.514855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:44:51.545150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3e3964ca-e6c3-4608-87dc-8e78e545f008 None None] Provisioning complete for port 1ce5b252-d6b7-4af3-a44d-06bcf9683685 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:51.545532 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3e3964ca-e6c3-4608-87dc-8e78e545f008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:51.570522 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:51.575416 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-24a11de5-e7ea-4950-90c2-36c48512c085 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5606279 Feb 08 15:44:51.578137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34650) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:51.590664 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-0b1fb8cb-63bd-42f8-96d4-d0a5af4cb00f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks [] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:51.595650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Sync routers for ids ['cd90b805-eb69-47aa-8bab-9900bada7550'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:44:51.620586 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Routers {'cd90b805-eb69-47aa-8bab-9900bada7550'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:44:51.621377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:44:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['cd90b805-eb69-47aa-8bab-9900bada7550'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:51.698479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-359bee19-40ae-4438-b5de-9099550ec06b req-1d3a4a33-50f5-42c7-9d58-c089d77aa7e2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-617591536&fields=id&tenant_id=681f6587c0694615a3bd4e5e8f93c31a HTTP/1.1" status: 200 len: 267 time: 0.3954635 Feb 08 15:44:51.740346 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-0b1fb8cb-63bd-42f8-96d4-d0a5af4cb00f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:51.753899 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6aaca80c-b6ad-47da-96c8-1b490e1ee31a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:51.766448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Set router cd90b805-eb69-47aa-8bab-9900bada7550 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:44:51.791964 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-0b1fb8cb-63bd-42f8-96d4-d0a5af4cb00f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:44:51.797344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ebf8f-6cb6-489e-a9c6-b2e093d98b4f service neutron] Pushing event updated for resources: {'Port': ['ID=165343a0-7048-4983-9a11-c5fd7d41cb72,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:51.799442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-0b1fb8cb-63bd-42f8-96d4-d0a5af4cb00f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:51.802348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-0b1fb8cb-63bd-42f8-96d4-d0a5af4cb00f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:44:51.835981 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f81d577-6eeb-4fc4-974e-05966f9f2fea req-d3aeb4b5-3e7f-4e4d-bc17-5f0744f4eae4 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 210 time: 0.1577363 Feb 08 15:44:51.888691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['e0c134c6-bee7-4d57-90ac-a159396fd7ec', 'a6272eb1-1dcd-461d-9bca-2312193adc47'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:51.891363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['44ed5363-0f44-4ef7-91ec-3d682c8ee53d', '61036a9b-1ca0-430e-a9d6-b220f970db5a', 'a25273d2-2129-4f36-bd3c-7d3a4544071f', 'cede9974-31d3-4df2-beb4-5e6849591e4a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:51.966117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aaca80c-b6ad-47da-96c8-1b490e1ee31a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:51.985565 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bee19-40ae-4438-b5de-9099550ec06b req-8bbc393b-7351-4cde-8f28-67f05d543fa9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:51.996315 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-359bee19-40ae-4438-b5de-9099550ec06b req-8bbc393b-7351-4cde-8f28-67f05d543fa9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 945 time: 0.2963510 Feb 08 15:44:51.998873 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fb8cb-63bd-42f8-96d4-d0a5af4cb00f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event updated for resources: {'Port': ['ID=3f305122-1f68-4a2c-87d6-ebaa752bb5e8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:52.004565 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-359bee19-40ae-4438-b5de-9099550ec06b req-e8826eea-2c71-42a7-aa25-c16ac5f618ab tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'port': {'security_groups': ['c118cd36-1643-4879-956d-84d2397cb658', '3b6c39f2-9b3d-43d7-818a-2c578b7c48d3']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:52.050412 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-0b1fb8cb-63bd-42f8-96d4-d0a5af4cb00f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:52.051158 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-0b1fb8cb-63bd-42f8-96d4-d0a5af4cb00f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:52.085598 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-0b1fb8cb-63bd-42f8-96d4-d0a5af4cb00f tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4162388 Feb 08 15:44:52.148808 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (bdc274b8-864a-4317-a5c9-f8b1ee096942), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:52.155886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3e3964ca-e6c3-4608-87dc-8e78e545f008 None None] Current status of the port 1ce5b252-d6b7-4af3-a44d-06bcf9683685 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:52.173843 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157ae2e4-4b5a-4045-9afc-894022aeb2d7 x-openstack-request-id: req-157ae2e4-4b5a-4045-9afc-894022aeb2d7 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:52.174274 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29474826-be0c-44d8-b28a-9f7b12004be1", "tag": "165343a0-7048-4983-9a11-c5fd7d41cb72", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:52.174408 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-157ae2e4-4b5a-4045-9afc-894022aeb2d7 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:52.174933 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29474826-be0c-44d8-b28a-9f7b12004be1', 'tag': '165343a0-7048-4983-9a11-c5fd7d41cb72', 'status': 'completed', 'code': 200} Feb 08 15:44:52.239141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Request body: {'port': {'device_id': 'd40a8101-2f60-4c2c-be19-ddd77d94b394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:52.298880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daade454-bf79-4d43-91f0-3660c5605305 req-b3498098-10dc-477a-a038-b1c6bfae4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:52.300829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daade454-bf79-4d43-91f0-3660c5605305 req-b3498098-10dc-477a-a038-b1c6bfae4677 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 1127 time: 0.7898285 Feb 08 15:44:52.430768 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-487f6837-0771-4300-85c8-3b6edaaba6e3 None None] Provisioning complete for port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:52.431367 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-487f6837-0771-4300-85c8-3b6edaaba6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:52.438021 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:52.466291 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-359bee19-40ae-4438-b5de-9099550ec06b req-e8826eea-2c71-42a7-aa25-c16ac5f618ab tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:52.475298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daade454-bf79-4d43-91f0-3660c5605305 req-6dbdd9dd-a475-42dc-90f7-a8d1f00212a4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=165343a0-7048-4983-9a11-c5fd7d41cb72 HTTP/1.1" status: 200 len: 217 time: 0.1264274 Feb 08 15:44:52.492803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1ce5b252-d6b7-4af3-a44d-06bcf9683685 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:44:52.493364 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (bdc274b8-864a-4317-a5c9-f8b1ee096942), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:52.528080 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] Publish callbacks [] for router_controller (bdc274b8-864a-4317-a5c9-f8b1ee096942), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:52.612782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-487f6837-0771-4300-85c8-3b6edaaba6e3 None None] Port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:44:52.668638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'name': 'tempest-FloatingIPDetailsTestJSON-511469121-router', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'bcee4adb-4c31-4dcb-9f11-9274ad5404f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:44:49Z', 'revision_number': 3, 'project_id': '2fc08dee1239428cb932572ebc6aabe5', 'gw_port': {'id': 'bcee4adb-4c31-4dcb-9f11-9274ad5404f9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:52.709613 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:52.712693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Checking router: cd90b805-eb69-47aa-8bab-9900bada7550 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:44:52.714052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Updating router cd90b805-eb69-47aa-8bab-9900bada7550 port bcee4adb-4c31-4dcb-9f11-9274ad5404f9 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:44:52.767315 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bcee4adb-4c31-4dcb-9f11-9274ad5404f9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:52.786921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daade454-bf79-4d43-91f0-3660c5605305 req-1aa6e1f9-1b4d-40d9-8ef6-878876b08e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:52.789819 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daade454-bf79-4d43-91f0-3660c5605305 req-1aa6e1f9-1b4d-40d9-8ef6-878876b08e0d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.2762063 Feb 08 15:44:52.794239 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (bdc274b8-864a-4317-a5c9-f8b1ee096942), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:52.794974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdc274b8-864a-4317-a5c9-f8b1ee096942 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:44:52.808985 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:52.812611 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4a254d8d-1167-4941-a001-5280d6ce4383 admin admin] 10.222.0.82 "DELETE /v2.0/routers/bdc274b8-864a-4317-a5c9-f8b1ee096942 HTTP/1.1" status: 204 len: 168 time: 5.0139580 Feb 08 15:44:52.824093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34678) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:52.859601 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36139f8-6677-4496-938d-41f5029611f4 req-42552f31-e6f0-47ed-94e7-87b9691fedbc tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:52.862041 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a36139f8-6677-4496-938d-41f5029611f4 req-42552f31-e6f0-47ed-94e7-87b9691fedbc tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=eaf47f2a-4458-4cef-9a05-159a949f8e80 HTTP/1.1" status: 200 len: 945 time: 0.4196165 Feb 08 15:44:52.869735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daade454-bf79-4d43-91f0-3660c5605305 req-af3378a7-a34b-4f60-a50f-7ce46cf6e13c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525148 Feb 08 15:44:52.990305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13b7eff-1e6c-4b3d-b5e8-950ec6783b36 admin admin] Deleting subnet b3bd7b2b-1339-4948-8b03-5bc7d7c15d68 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:44:53.004932 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a13b7eff-1e6c-4b3d-b5e8-950ec6783b36 admin admin] Publish callbacks [] for subnet (b3bd7b2b-1339-4948-8b03-5bc7d7c15d68), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:53.084983 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:44:53.100619 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a36139f8-6677-4496-938d-41f5029611f4 req-62e2f45d-16d9-461a-83c1-2e1292d156a6 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238090 Feb 08 15:44:53.122635 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a13b7eff-1e6c-4b3d-b5e8-950ec6783b36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (b3bd7b2b-1339-4948-8b03-5bc7d7c15d68), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:53.160422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daade454-bf79-4d43-91f0-3660c5605305 req-7b0d15c3-739a-4cd1-849d-e7e2e0f1df39 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706568 Feb 08 15:44:53.175802 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:53.195176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Allocated IP 172.20.0.1 (589fb645-15cb-4946-8647-12da1290c3b3/5763be09-e6f0-469f-a6da-b9adaecdfd31/e9d3e262-0eb2-4727-9191-6fe91c85f308) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:44:53.199690 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Publish callbacks [] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:53.242702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-359bee19-40ae-4438-b5de-9099550ec06b req-e8826eea-2c71-42a7-aa25-c16ac5f618ab tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] For port bfecfff6-1f36-4534-b337-0a0417ec92e8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=bfecfff6-1f36-4534-b337-0a0417ec92e8,segment=NetworkSegment(4c373b02-26c6-4309-b2a3-a1681f5e032e),segment_id=4c373b02-26c6-4309-b2a3-a1681f5e032e)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:53.265453 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Transition to ACTIVE for port object 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:44:53.314647 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-359bee19-40ae-4438-b5de-9099550ec06b req-e8826eea-2c71-42a7-aa25-c16ac5f618ab tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:53.318099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:53.336469 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a13b7eff-1e6c-4b3d-b5e8-950ec6783b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (b3bd7b2b-1339-4948-8b03-5bc7d7c15d68), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:53.359334 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-359bee19-40ae-4438-b5de-9099550ec06b req-e8826eea-2c71-42a7-aa25-c16ac5f618ab tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:53.380051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['bfecfff6-1f36-4534-b337-0a0417ec92e8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:53.455266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8826eea-2c71-42a7-aa25-c16ac5f618ab tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'Port': ['ID=bfecfff6-1f36-4534-b337-0a0417ec92e8,revision_number=6']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:53.525994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f305122-1f68-4a2c-87d6-ebaa752bb5e8,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:53.565919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bee19-40ae-4438-b5de-9099550ec06b req-e8826eea-2c71-42a7-aa25-c16ac5f618ab tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:53.566501 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-359bee19-40ae-4438-b5de-9099550ec06b req-e8826eea-2c71-42a7-aa25-c16ac5f618ab tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:53.577195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 1ce5b252-d6b7-4af3-a44d-06bcf9683685 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:53.577706 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:53.579452 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-359bee19-40ae-4438-b5de-9099550ec06b req-e8826eea-2c71-42a7-aa25-c16ac5f618ab tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "PUT /v2.0/ports/bfecfff6-1f36-4534-b337-0a0417ec92e8 HTTP/1.1" status: 200 len: 981 time: 1.5810270 Feb 08 15:44:53.581838 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daade454-bf79-4d43-91f0-3660c5605305 req-d73adebe-69bb-4ced-856f-8ed23c361791 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132493 Feb 08 15:44:53.640322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1ed0e-b1fe-499a-b88b-98a074a5718c req-d432d9b0-c338-4532-9833-868fa9232273 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:53.644003 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39c1ed0e-b1fe-499a-b88b-98a074a5718c req-d432d9b0-c338-4532-9833-868fa9232273 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.2041957 Feb 08 15:44:53.673491 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Publish callbacks [] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:53.694690 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a13b7eff-1e6c-4b3d-b5e8-950ec6783b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (b3bd7b2b-1339-4948-8b03-5bc7d7c15d68), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:53.714291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6901ca37-6b9b-4337-a482-3dbfd5ed743f None None] Provisioning complete for port 1ce5b252-d6b7-4af3-a44d-06bcf9683685 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:53.714291 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6901ca37-6b9b-4337-a482-3dbfd5ed743f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:53.758703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b7eff-1e6c-4b3d-b5e8-950ec6783b36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3bd7b2b-1339-4948-8b03-5bc7d7c15d68,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:53.759302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39c1ed0e-b1fe-499a-b88b-98a074a5718c req-8b217e70-fdc1-4388-8376-f2ce7ed33f51 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092298 Feb 08 15:44:53.761876 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['bfecfff6-1f36-4534-b337-0a0417ec92e8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:53.792224 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Attempting to bind port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:44:53.792480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Attempting to bind port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:44:53.792818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Attempting to bind port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:53.804639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:44:53.804984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Attempting to bind port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:53.823665 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a13b7eff-1e6c-4b3d-b5e8-950ec6783b36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:53.832083 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a13b7eff-1e6c-4b3d-b5e8-950ec6783b36 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/b3bd7b2b-1339-4948-8b03-5bc7d7c15d68 HTTP/1.1" status: 204 len: 168 time: 1.0023024 Feb 08 15:44:53.832083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:44:53.832083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:44:53.832083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:44:53.832083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Bound port: 3f305122-1f68-4a2c-87d6-ebaa752bb5e8, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:44:53.832691 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:53.837077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34696) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:53.843786 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbe1fa1-ce5e-4717-826c-d1ab6fb35983 None None] Network 775e57f8-1b88-4822-88c9-8fb462cb49ca requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:44:53.870196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375d0e5-b0e1-47aa-a641-d14c2de1dd9f req-da2bc75a-cb71-4904-8f57-056bac8aa6fc tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:53.878699 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0375d0e5-b0e1-47aa-a641-d14c2de1dd9f req-da2bc75a-cb71-4904-8f57-056bac8aa6fc tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 946 time: 0.1440952 Feb 08 15:44:53.962167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] For port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:44:53.966562 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] For port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3f305122-1f68-4a2c-87d6-ebaa752bb5e8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:44:53.973356 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:53.981494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-759b30f8-c66a-4465-994d-96631ecd2da1 req-b366210b-90a9-4a46-a65d-f9b505470fe6 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 210 time: 0.0601683 Feb 08 15:44:53.993204 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfed50-b6fa-44cc-9f3d-4aa9c8383745 req-f1c78be4-e5e7-466a-9747-54c6689588c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:53.995424 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52cfed50-b6fa-44cc-9f3d-4aa9c8383745 req-f1c78be4-e5e7-466a-9747-54c6689588c0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 1127 time: 0.2470694 Feb 08 15:44:54.094719 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Publish callbacks [] for port (bcee4adb-4c31-4dcb-9f11-9274ad5404f9), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:54.116213 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfed50-b6fa-44cc-9f3d-4aa9c8383745 req-f774f029-5ec9-4671-964d-607f897176f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:54.117814 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52cfed50-b6fa-44cc-9f3d-4aa9c8383745 req-f774f029-5ec9-4671-964d-607f897176f6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.1019878 Feb 08 15:44:54.125463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 1ce5b252-d6b7-4af3-a44d-06bcf9683685 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:54.242848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6', 'tag': 'bfecfff6-1f36-4534-b337-0a0417ec92e8'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:54.247190 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc019fa6-90c1-4554-b331-26e64475e110" -d '{"events": [{"name": "network-changed", "server_uuid": "c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6", "tag": "bfecfff6-1f36-4534-b337-0a0417ec92e8"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:54.255561 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52cfed50-b6fa-44cc-9f3d-4aa9c8383745 req-b9a59820-08a1-4821-a07f-a289485a5d5d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=165343a0-7048-4983-9a11-c5fd7d41cb72 HTTP/1.1" status: 200 len: 217 time: 0.1184919 Feb 08 15:44:54.358606 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (bcee4adb-4c31-4dcb-9f11-9274ad5404f9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:54.379661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6aaca80c-b6ad-47da-96c8-1b490e1ee31a no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:54.486325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 6aaca80c-b6ad-47da-96c8-1b490e1ee31a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:44:54.486716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6aaca80c-b6ad-47da-96c8-1b490e1ee31a not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:44:54.584412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Attempting to bind port bcee4adb-4c31-4dcb-9f11-9274ad5404f9 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:44:54.585208 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Attempting to bind port bcee4adb-4c31-4dcb-9f11-9274ad5404f9 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:44:54.585208 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Attempting to bind port bcee4adb-4c31-4dcb-9f11-9274ad5404f9 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:44:54.591433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Pushing event updated for resources: {'Port': ['ID=e9d3e262-0eb2-4727-9191-6fe91c85f308,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:54.594373 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:54.746872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Network 589fb645-15cb-4946-8647-12da1290c3b3 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:44:54.768298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:44:54.768664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:54.769242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:44:54.769242 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:54.769627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:44:54.770545 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Bound port: bcee4adb-4c31-4dcb-9f11-9274ad5404f9, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:44:54.770545 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bcee4adb-4c31-4dcb-9f11-9274ad5404f9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:54.772142 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:54.772778 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:54.782351 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] 10.222.0.96 "PUT /v2.0/ports/3f305122-1f68-4a2c-87d6-ebaa752bb5e8 HTTP/1.1" status: 200 len: 1095 time: 2.5475461 Feb 08 15:44:54.783128 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40a8101-2f60-4c2c-be19-ddd77d94b394', 'tag': '3f305122-1f68-4a2c-87d6-ebaa752bb5e8'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:54.785542 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527b4586-3b92-4b70-a9de-706ff70d4d08" -d '{"events": [{"name": "network-changed", "server_uuid": "d40a8101-2f60-4c2c-be19-ddd77d94b394", "tag": "3f305122-1f68-4a2c-87d6-ebaa752bb5e8"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:54.788430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:44:54.793355 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9de2a1-744f-436b-aeaa-3514e02ab8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f305122-1f68-4a2c-87d6-ebaa752bb5e8,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:54.862875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6901ca37-6b9b-4337-a482-3dbfd5ed743f None None] Current status of the port 1ce5b252-d6b7-4af3-a44d-06bcf9683685 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:54.930222 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (cd90b805-eb69-47aa-8bab-9900bada7550), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:54.943890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d893e-d054-4a7b-a1ff-a7c679eab2c8 None None] Pushing event updated for resources: {'Port': ['ID=bcee4adb-4c31-4dcb-9f11-9274ad5404f9,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:55.007369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-3f11b524-1382-4c84-bd9e-e73a3ca9807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:55.009067 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-3f11b524-1382-4c84-bd9e-e73a3ca9807c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 1129 time: 0.1623430 Feb 08 15:44:55.020774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0565936-f834-4dc9-aade-588a61ea8478 None None] DHCP port deletion for 775e57f8-1b88-4822-88c9-8fb462cb49ca request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:44:55.091599 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (775e57f8-1b88-4822-88c9-8fb462cb49ca), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:55.103420 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-f49166e6-2179-4259-9cd2-183b8ff54fac service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=3f305122-1f68-4a2c-87d6-ebaa752bb5e8 HTTP/1.1" status: 200 len: 217 time: 0.0768917 Feb 08 15:44:55.136188 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0375d0e5-b0e1-47aa-a641-d14c2de1dd9f req-aa8d09f7-114b-41d2-9315-686b8f24adac tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2535045 Feb 08 15:44:55.168724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] For port bcee4adb-4c31-4dcb-9f11-9274ad5404f9, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:44:55.175825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfed50-b6fa-44cc-9f3d-4aa9c8383745 req-194a55b0-e323-426b-9dfd-f05b7197004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:55.179814 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52cfed50-b6fa-44cc-9f3d-4aa9c8383745 req-194a55b0-e323-426b-9dfd-f05b7197004c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.9061074 Feb 08 15:44:55.273418 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820d81d0-aef8-42ca-b3ee-dfe607daa3da x-openstack-request-id: req-820d81d0-aef8-42ca-b3ee-dfe607daa3da {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:55.274433 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6", "tag": "bfecfff6-1f36-4534-b337-0a0417ec92e8", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:55.274880 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-820d81d0-aef8-42ca-b3ee-dfe607daa3da {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:55.275998 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6', 'tag': 'bfecfff6-1f36-4534-b337-0a0417ec92e8', 'status': 'completed', 'code': 200} Feb 08 15:44:55.277584 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] For port bcee4adb-4c31-4dcb-9f11-9274ad5404f9, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=bcee4adb-4c31-4dcb-9f11-9274ad5404f9,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:44:55.293334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ada690a5-4c4d-4575-8212-16914cff968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:55.295119 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-ada690a5-4c4d-4575-8212-16914cff968a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1830268 Feb 08 15:44:55.315010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52cfed50-b6fa-44cc-9f3d-4aa9c8383745 req-7b669dcd-d880-40fc-8f6e-ceea3fe6de4b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242883 Feb 08 15:44:55.345943 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fc1c805-e761-46ec-98aa-26410e0b9011 req-bbddc280-74e0-4b6e-86d5-819ed6c95c0b tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1391913620&fields=id&tenant_id=681f6587c0694615a3bd4e5e8f93c31a HTTP/1.1" status: 200 len: 267 time: 0.2919052 Feb 08 15:44:55.369913 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (bcee4adb-4c31-4dcb-9f11-9274ad5404f9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:55.438192 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:55.441591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d893e-d054-4a7b-a1ff-a7c679eab2c8 None None] Pushing event updated for resources: {'Port': ['ID=bcee4adb-4c31-4dcb-9f11-9274ad5404f9,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:55.448813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f0565936-f834-4dc9-aade-588a61ea8478 None None] Deleting port ae6cf925-8e71-470b-b143-b2c149f3c26b {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:44:55.449323 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0565936-f834-4dc9-aade-588a61ea8478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:55.551860 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5d7840-8f6c-4b7a-bcff-6b6b31cf9150 x-openstack-request-id: req-1f5d7840-8f6c-4b7a-bcff-6b6b31cf9150 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:44:55.552142 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40a8101-2f60-4c2c-be19-ddd77d94b394", "tag": "3f305122-1f68-4a2c-87d6-ebaa752bb5e8", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:44:55.560739 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1f5d7840-8f6c-4b7a-bcff-6b6b31cf9150 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:44:55.561214 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40a8101-2f60-4c2c-be19-ddd77d94b394', 'tag': '3f305122-1f68-4a2c-87d6-ebaa752bb5e8', 'status': 'completed', 'code': 200} Feb 08 15:44:55.563155 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-2e355161-92f9-4f15-ad15-7e0d5cc7f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:55.564969 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-2e355161-92f9-4f15-ad15-7e0d5cc7f486 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2591429 Feb 08 15:44:55.567082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f0565936-f834-4dc9-aade-588a61ea8478 None None] For port ae6cf925-8e71-470b-b143-b2c149f3c26b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ae6cf925-8e71-470b-b143-b2c149f3c26b,segment=NetworkSegment(55baa9e1-9d85-41f5-91c0-f22c542e96d7),segment_id=55baa9e1-9d85-41f5-91c0-f22c542e96d7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:55.567547 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0565936-f834-4dc9-aade-588a61ea8478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:55.590010 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Routers {'cd90b805-eb69-47aa-8bab-9900bada7550'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:44:55.590714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:44:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['cd90b805-eb69-47aa-8bab-9900bada7550'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:55.609138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1c805-e761-46ec-98aa-26410e0b9011 req-836d9566-4412-4ccd-8968-a2413bbd83e2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:55.617659 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fc1c805-e761-46ec-98aa-26410e0b9011 req-836d9566-4412-4ccd-8968-a2413bbd83e2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 984 time: 0.2707922 Feb 08 15:44:55.623826 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-6fc1c805-e761-46ec-98aa-26410e0b9011 req-329f9193-0eee-419a-8ebb-1df384e499d9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'port': {'security_groups': ['3b6c39f2-9b3d-43d7-818a-2c578b7c48d3', 'c118cd36-1643-4879-956d-84d2397cb658', '089fa9cb-f015-4c28-b9dc-f86906d08dde']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:55.647035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc019fa6-90c1-4554-b331-26e64475e110 req-46c1e65c-cad3-41c9-9a16-5130672f7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:55.648049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f0565936-f834-4dc9-aade-588a61ea8478 None None] Calling delete_port for ae6cf925-8e71-470b-b143-b2c149f3c26b owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:44:55.649001 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc019fa6-90c1-4554-b331-26e64475e110 req-46c1e65c-cad3-41c9-9a16-5130672f7428 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=681f6587c0694615a3bd4e5e8f93c31a&device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 1167 time: 0.3487437 Feb 08 15:44:55.722615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f1814c2a-5746-4d34-9dfc-2ff4692e9dca None None] Provisioning complete for port e9d3e262-0eb2-4727-9191-6fe91c85f308 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:55.722922 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f1814c2a-5746-4d34-9dfc-2ff4692e9dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:55.758456 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-f008e63f-48b7-4960-a1e7-82b442114772 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817818 Feb 08 15:44:55.783839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc019fa6-90c1-4554-b331-26e64475e110 req-cb93c1db-a338-43ac-af7c-df29d460fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:55.786082 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc019fa6-90c1-4554-b331-26e64475e110 req-cb93c1db-a338-43ac-af7c-df29d460fc40 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f4107f07-72f7-4cad-bf17-d32e7e2346fb HTTP/1.1" status: 200 len: 914 time: 0.0979908 Feb 08 15:44:55.786633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f1814c2a-5746-4d34-9dfc-2ff4692e9dca None None] Port e9d3e262-0eb2-4727-9191-6fe91c85f308 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:44:55.789261 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52cfed50-b6fa-44cc-9f3d-4aa9c8383745 req-aad1a954-80bd-4409-8a13-556d8c816513 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236789 Feb 08 15:44:55.848362 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc019fa6-90c1-4554-b331-26e64475e110 req-c4265063-4eca-4ef6-a2c6-d2528eabb2bd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfecfff6-1f36-4534-b337-0a0417ec92e8 HTTP/1.1" status: 200 len: 217 time: 0.0497355 Feb 08 15:44:55.855596 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Publish callbacks [] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:55.868574 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:55.916988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] Deleting port ae6cf925-8e71-470b-b143-b2c149f3c26b {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:44:55.917575 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:55.924643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] Set router cd90b805-eb69-47aa-8bab-9900bada7550 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:44:55.940863 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffc5ffb9-2f16-4453-884c-b272defb452d req-70a40bc5-8790-437d-9c9f-c8fdf746d693 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760709 Feb 08 15:44:55.976752 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (cd90b805-eb69-47aa-8bab-9900bada7550), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:55.979577 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Pushing event updated for resources: {'Port': ['ID=e9d3e262-0eb2-4727-9191-6fe91c85f308,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:56.000644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] For port ae6cf925-8e71-470b-b143-b2c149f3c26b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ae6cf925-8e71-470b-b143-b2c149f3c26b,segment=NetworkSegment(55baa9e1-9d85-41f5-91c0-f22c542e96d7),segment_id=55baa9e1-9d85-41f5-91c0-f22c542e96d7)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:56.001185 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:56.015538 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] Calling delete_port for ae6cf925-8e71-470b-b143-b2c149f3c26b owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:44:56.108431 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0565936-f834-4dc9-aade-588a61ea8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:56.110052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b4586-3b92-4b70-a9de-706ff70d4d08 req-29adb146-0a30-48a6-ac83-da4c00a2420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:56.112687 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-527b4586-3b92-4b70-a9de-706ff70d4d08 req-29adb146-0a30-48a6-ac83-da4c00a2420d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 1129 time: 0.1097693 Feb 08 15:44:56.131520 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ae6cf925-8e71-470b-b143-b2c149f3c26b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:56.131789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Network 589fb645-15cb-4946-8647-12da1290c3b3 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:44:56.143075 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:44:56.211834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6cf925-8e71-470b-b143-b2c149f3c26b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:56.284810 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] No DVR routers for this DVR port ae6cf925-8e71-470b-b143-b2c149f3c26b on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:44:56.299801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3928ef4-3389-43c2-bb70-f2658ed09178 req-0858f4c4-a64e-480b-931b-e6f8489c7398 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:56.308469 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3928ef4-3389-43c2-bb70-f2658ed09178 req-0858f4c4-a64e-480b-931b-e6f8489c7398 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.6781237 Feb 08 15:44:56.319469 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6fc1c805-e761-46ec-98aa-26410e0b9011 req-329f9193-0eee-419a-8ebb-1df384e499d9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:56.328827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc019fa6-90c1-4554-b331-26e64475e110 req-339add6c-2775-49fa-bad3-f9643c714cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:56.330516 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc019fa6-90c1-4554-b331-26e64475e110 req-339add6c-2775-49fa-bad3-f9643c714cda service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef6a72d4-6b72-490e-b396-f5c6f62c07df HTTP/1.1" status: 200 len: 853 time: 0.4626172 Feb 08 15:44:56.390485 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ae6cf925-8e71-470b-b143-b2c149f3c26b no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:44:56.398577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0565936-f834-4dc9-aade-588a61ea8478 None None] Pushing event deleted for resources: {'Port': ['ID=ae6cf925-8e71-470b-b143-b2c149f3c26b,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:56.428202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0565936-f834-4dc9-aade-588a61ea8478 None None] No DVR routers for this DVR port ae6cf925-8e71-470b-b143-b2c149f3c26b on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:44:56.447100 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: ae6cf925-8e71-470b-b143-b2c149f3c26b {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:44:56.447440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ae6cf925-8e71-470b-b143-b2c149f3c26b not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:44:56.480455 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc019fa6-90c1-4554-b331-26e64475e110 req-87480769-fba5-4500-922e-6fab799dbdd2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4107f07-72f7-4cad-bf17-d32e7e2346fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017468 Feb 08 15:44:56.483950 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'name': 'tempest-FloatingIPDetailsTestJSON-511469121-router', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'bcee4adb-4c31-4dcb-9f11-9274ad5404f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:44:55Z', 'revision_number': 4, 'project_id': '2fc08dee1239428cb932572ebc6aabe5', 'gw_port': {'id': 'bcee4adb-4c31-4dcb-9f11-9274ad5404f9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'e9d3e262-0eb2-4727-9191-6fe91c85f308', 'name': '', 'network_id': '589fb645-15cb-4946-8647-12da1290c3b3', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'mac_address': 'fa:16:3e:6c:05:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '5763be09-e6f0-469f-a6da-b9adaecdfd31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:44:52Z', 'updated_at': '2022-02-08T15:44:53Z', 'revision_number': 1, 'project_id': '2fc08dee1239428cb932572ebc6aabe5', 'subnets': [{'id': '5763be09-e6f0-469f-a6da-b9adaecdfd31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:56.484348 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3928ef4-3389-43c2-bb70-f2658ed09178 req-a95c91cd-87d1-4a3c-80f0-2a4ff0c61f55 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748066 Feb 08 15:44:56.519008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b4586-3b92-4b70-a9de-706ff70d4d08 req-c97aa653-beac-4dde-a3b5-a4c33d787e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:56.525041 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-527b4586-3b92-4b70-a9de-706ff70d4d08 req-c97aa653-beac-4dde-a3b5-a4c33d787e5e service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.4068575 Feb 08 15:44:56.537800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128cd867-3918-4bd6-a1a8-88267ef8ccd5 None None] The sync data for ids ['cd90b805-eb69-47aa-8bab-9900bada7550'] in n-d-824834-11 is: [{'id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'name': 'tempest-FloatingIPDetailsTestJSON-511469121-router', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'bcee4adb-4c31-4dcb-9f11-9274ad5404f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:44:55Z', 'revision_number': 4, 'project_id': '2fc08dee1239428cb932572ebc6aabe5', 'gw_port': {'id': 'bcee4adb-4c31-4dcb-9f11-9274ad5404f9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'e9d3e262-0eb2-4727-9191-6fe91c85f308', 'name': '', 'network_id': '589fb645-15cb-4946-8647-12da1290c3b3', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'mac_address': 'fa:16:3e:6c:05:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '5763be09-e6f0-469f-a6da-b9adaecdfd31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:44:52Z', 'updated_at': '2022-02-08T15:44:53Z', 'revision_number': 1, 'project_id': '2fc08dee1239428cb932572ebc6aabe5', 'subnets': [{'id': '5763be09-e6f0-469f-a6da-b9adaecdfd31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:44:56.543152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-61759e70-1916-413b-8138-440589ae999b None None] Provisioning complete for port e9d3e262-0eb2-4727-9191-6fe91c85f308 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:56.543566 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-61759e70-1916-413b-8138-440589ae999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:56.608563 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52cfed50-b6fa-44cc-9f3d-4aa9c8383745 req-d661c5ac-9184-4478-b2b3-a1b3f0ae8f2f service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7727864 Feb 08 15:44:56.611463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-61759e70-1916-413b-8138-440589ae999b None None] Port e9d3e262-0eb2-4727-9191-6fe91c85f308 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:44:56.650938 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-527b4586-3b92-4b70-a9de-706ff70d4d08 req-68b000d9-df54-4e0a-9915-b1b706002638 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=3f305122-1f68-4a2c-87d6-ebaa752bb5e8 HTTP/1.1" status: 200 len: 217 time: 0.1122990 Feb 08 15:44:56.655777 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (775e57f8-1b88-4822-88c9-8fb462cb49ca), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:56.668808 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Router cd90b805-eb69-47aa-8bab-9900bada7550 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:44:56.692496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6a81a238-d3f1-4efb-be27-5269da143c14 req-0ff8c9b6-e51c-4ccd-b517-1c622ca29fc8 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 210 time: 0.0545936 Feb 08 15:44:56.751574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775e57f8-1b88-4822-88c9-8fb462cb49ca']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:56.781302 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55baa9e1-9d85-41f5-91c0-f22c542e96d7') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:56.781602 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55baa9e1-9d85-41f5-91c0-f22c542e96d7') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:44:56.795961 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (55baa9e1-9d85-41f5-91c0-f22c542e96d7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:56.796651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b4586-3b92-4b70-a9de-706ff70d4d08 req-62506297-e4ab-48e2-b0b0-519f8f2000ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:56.798297 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-527b4586-3b92-4b70-a9de-706ff70d4d08 req-62506297-e4ab-48e2-b0b0-519f8f2000ee service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1387496 Feb 08 15:44:56.826621 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (55baa9e1-9d85-41f5-91c0-f22c542e96d7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:56.840500 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:44:56.840916 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (55baa9e1-9d85-41f5-91c0-f22c542e96d7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:44:56.844541 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:44:56.860402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc019fa6-90c1-4554-b331-26e64475e110 req-71075aa9-1a68-4b70-b370-ef6ce5ab8e1c service neutron] 10.222.0.96 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053808 Feb 08 15:44:56.891234 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:44:56.898707 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7696a434-a9c5-4e21-bfea-d8b7a53f707d admin admin] 10.222.0.82 "PUT /v2.0/routers/cd90b805-eb69-47aa-8bab-9900bada7550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3180022 Feb 08 15:44:56.901702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b4586-3b92-4b70-a9de-706ff70d4d08 req-667b86bd-4b04-4946-800f-2dd342adfe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:56.903124 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-527b4586-3b92-4b70-a9de-706ff70d4d08 req-667b86bd-4b04-4946-800f-2dd342adfe2f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0973411 Feb 08 15:44:57.086222 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-527b4586-3b92-4b70-a9de-706ff70d4d08 req-9ed376db-9a72-450d-97bb-b5a7bc6c489d service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730857 Feb 08 15:44:57.153485 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (775e57f8-1b88-4822-88c9-8fb462cb49ca), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:57.163176 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:57.169196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] 10.222.0.82 "DELETE /v2.0/networks/775e57f8-1b88-4822-88c9-8fb462cb49ca HTTP/1.1" status: 204 len: 168 time: 3.3299034 Feb 08 15:44:57.224471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22f018-a572-4f4b-98b4-f7a068335367 admin admin] Pushing event deleted for resources: {'Network': ['ID=775e57f8-1b88-4822-88c9-8fb462cb49ca,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:57.224903 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-527b4586-3b92-4b70-a9de-706ff70d4d08 req-7bc9c712-77ef-42f7-b18a-e59cdbc4cfa8 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305001 Feb 08 15:44:57.291588 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc019fa6-90c1-4554-b331-26e64475e110 req-7fd72a4f-4b7a-45b0-a17c-87be87747869 service neutron] 10.222.0.96 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018185 Feb 08 15:44:57.297668 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-6fc1c805-e761-46ec-98aa-26410e0b9011 req-329f9193-0eee-419a-8ebb-1df384e499d9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] For port bfecfff6-1f36-4534-b337-0a0417ec92e8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=bfecfff6-1f36-4534-b337-0a0417ec92e8,segment=NetworkSegment(4c373b02-26c6-4309-b2a3-a1681f5e032e),segment_id=4c373b02-26c6-4309-b2a3-a1681f5e032e)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:57.318773 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a54fd-feb2-432f-8a9b-d328b6a7d58a req-802a384a-8fd8-4b5a-9dc2-1ebd25474398 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:57.320407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a69a54fd-feb2-432f-8a9b-d328b6a7d58a req-802a384a-8fd8-4b5a-9dc2-1ebd25474398 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 946 time: 0.2563481 Feb 08 15:44:57.325422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f27ce57-ab7c-40ec-b767-575cccdeb3b2 req-1ef07d1f-76eb-4949-bae2-3cd12ee9e758 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2517698 Feb 08 15:44:57.387667 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6fc1c805-e761-46ec-98aa-26410e0b9011 req-329f9193-0eee-419a-8ebb-1df384e499d9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:57.413022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34768) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:57.418587 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6fc1c805-e761-46ec-98aa-26410e0b9011 req-329f9193-0eee-419a-8ebb-1df384e499d9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:57.438384 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['bfecfff6-1f36-4534-b337-0a0417ec92e8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:57.487806 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-df1de10c-82ed-4185-8213-a645027c36a6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=72c6ad708bae4a64803052c5bb5e264f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0727739 Feb 08 15:44:57.497627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1c805-e761-46ec-98aa-26410e0b9011 req-329f9193-0eee-419a-8ebb-1df384e499d9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:57.498529 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6fc1c805-e761-46ec-98aa-26410e0b9011 req-329f9193-0eee-419a-8ebb-1df384e499d9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:57.500165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34774) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:57.500763 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fc1c805-e761-46ec-98aa-26410e0b9011 req-329f9193-0eee-419a-8ebb-1df384e499d9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "PUT /v2.0/ports/bfecfff6-1f36-4534-b337-0a0417ec92e8 HTTP/1.1" status: 200 len: 1020 time: 1.8815048 Feb 08 15:44:57.504915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6', 'tag': 'bfecfff6-1f36-4534-b337-0a0417ec92e8'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:44:57.527079 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c8c0cd-5116-4793-9564-b1241d30ba0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6", "tag": "bfecfff6-1f36-4534-b337-0a0417ec92e8"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:44:57.566022 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a69a54fd-feb2-432f-8a9b-d328b6a7d58a req-70f41356-f161-4eec-9ce1-83b2d76fba6d tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365532 Feb 08 15:44:57.569581 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9aaa9a82-893a-4a03-b232-e57b1a3023ab details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:44:57.617379 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-88888bac-bf8c-44ef-a021-1672f269547d admin admin] Publish callbacks [] for security_group (436b0027-54fa-4f46-9a02-c3a08d7a38b7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:57.627920 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['bfecfff6-1f36-4534-b337-0a0417ec92e8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:57.632677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f9193-0eee-419a-8ebb-1df384e499d9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'Port': ['ID=bfecfff6-1f36-4534-b337-0a0417ec92e8,revision_number=7']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:57.648481 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27ce57-ab7c-40ec-b767-575cccdeb3b2 req-7839761b-3a05-4277-a353-d24f50d945c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:57.650053 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f27ce57-ab7c-40ec-b767-575cccdeb3b2 req-7839761b-3a05-4277-a353-d24f50d945c4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=dd11d3f1860a443eb3dacd21c1380846&device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 1128 time: 0.2843187 Feb 08 15:44:57.684667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-88888bac-bf8c-44ef-a021-1672f269547d admin admin] Publish callbacks [] for security_group (436b0027-54fa-4f46-9a02-c3a08d7a38b7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:57.804386 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:44:57.824806 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-88888bac-bf8c-44ef-a021-1672f269547d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (436b0027-54fa-4f46-9a02-c3a08d7a38b7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:57.828322 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-88888bac-bf8c-44ef-a021-1672f269547d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:57.836340 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-88888bac-bf8c-44ef-a021-1672f269547d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/436b0027-54fa-4f46-9a02-c3a08d7a38b7 HTTP/1.1" status: 204 len: 168 time: 0.3286552 Feb 08 15:44:57.876258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88888bac-bf8c-44ef-a021-1672f269547d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436b0027-54fa-4f46-9a02-c3a08d7a38b7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:58.016328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27ce57-ab7c-40ec-b767-575cccdeb3b2 req-13a570df-3f8e-457f-900d-81ab48777003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:58.018106 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f27ce57-ab7c-40ec-b767-575cccdeb3b2 req-13a570df-3f8e-457f-900d-81ab48777003 service neutron] 10.222.0.96 "GET /v2.0/networks?id=34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 200 len: 909 time: 0.3224258 Feb 08 15:44:58.095869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f27ce57-ab7c-40ec-b767-575cccdeb3b2 req-41621a13-16fd-455a-b4fb-6edf89a1ee4f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c66117d-4175-4490-adf1-b2341526c64d HTTP/1.1" status: 200 len: 217 time: 0.0680063 Feb 08 15:44:58.104613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a04356-f6e3-4059-9096-e8384f640ad5 req-768c614b-6e40-424b-8e46-7c385f9804aa tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:58.111098 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55a04356-f6e3-4059-9096-e8384f640ad5 req-768c614b-6e40-424b-8e46-7c385f9804aa tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 1023 time: 0.2047834 Feb 08 15:44:58.158140 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9aaa9a82-893a-4a03-b232-e57b1a3023ab, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9aaa9a82-893a-4a03-b232-e57b1a3023ab,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:58.190457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '9aaa9a82-893a-4a03-b232-e57b1a3023ab', 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1', 'port_id': '9aaa9a82-893a-4a03-b232-e57b1a3023ab', 'mac_address': 'fa:16:3e:37:fd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861f702f-72c5-4ba8-b9fd-a3dea3b057b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:44:58.313145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 9aaa9a82-893a-4a03-b232-e57b1a3023ab is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:58.313738 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:58.368423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9aaa9a82-893a-4a03-b232-e57b1a3023ab {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:58.416201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9aaa9a82-893a-4a03-b232-e57b1a3023ab, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9aaa9a82-893a-4a03-b232-e57b1a3023ab,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:58.429285 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:58.460634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device bcee4adb-4c31-4dcb-9f11-9274ad5404f9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:44:58.481848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27ce57-ab7c-40ec-b767-575cccdeb3b2 req-e4b8f18e-908a-474b-b0a4-ef4a4f8277b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:58.483419 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f27ce57-ab7c-40ec-b767-575cccdeb3b2 req-e4b8f18e-908a-474b-b0a4-ef4a4f8277b7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 200 len: 848 time: 0.3712838 Feb 08 15:44:58.550049 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f27ce57-ab7c-40ec-b767-575cccdeb3b2 req-0af97ce5-c58c-4b42-a07f-a9d34b55bd77 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=34030067-061b-475b-9f07-26ad4a87c9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503504 Feb 08 15:44:58.660138 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55a04356-f6e3-4059-9096-e8384f640ad5 req-2bed5f50-0a83-4abb-9f07-2eca99fac8e9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=3b6c39f2-9b3d-43d7-818a-2c578b7c48d3&id=c118cd36-1643-4879-956d-84d2397cb658&id=089fa9cb-f015-4c28-b9dc-f86906d08dde HTTP/1.1" status: 200 len: 6198 time: 0.5317943 Feb 08 15:44:58.687476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['9aaa9a82-893a-4a03-b232-e57b1a3023ab'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:44:58.861520 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=9aaa9a82-893a-4a03-b232-e57b1a3023ab,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:58.950162 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-121f40c9-22b9-44fe-bc74-e23e05037118 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6956820 Feb 08 15:44:58.987308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port bcee4adb-4c31-4dcb-9f11-9274ad5404f9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:44:58.987694 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (bcee4adb-4c31-4dcb-9f11-9274ad5404f9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:58.996510 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:59.082248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f27ce57-ab7c-40ec-b767-575cccdeb3b2 req-c61b960e-7d2b-4c2a-a6e3-812b60f867c9 service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038617 Feb 08 15:44:59.083283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:44:59.090559 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:59.131479 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34846) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:59.286753 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:44:59.328621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6667f-1575-480b-91f2-7714c6566bb2 req-3d3732d7-6eab-4732-93d4-aede5b2b23b2 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:59.337171 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1477594114-network', 'tenant_id': '7223ae851bba47909ff3a34b120c9a42'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:59.343304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ec6667f-1575-480b-91f2-7714c6566bb2 req-3d3732d7-6eab-4732-93d4-aede5b2b23b2 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.5623245 Feb 08 15:44:59.383618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] Made reservation on behalf of 7223ae851bba47909ff3a34b120c9a42 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:44:59.386877 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:59.403927 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:59.491039 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port bcee4adb-4c31-4dcb-9f11-9274ad5404f9 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:59.491729 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bcee4adb-4c31-4dcb-9f11-9274ad5404f9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:59.492655 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] Publish callbacks [] for security_group (e634d002-a6f9-4326-a91f-a24e7e0936f8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:59.498689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e634d002-a6f9-4326-a91f-a24e7e0936f8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:59.500248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3f305122-1f68-4a2c-87d6-ebaa752bb5e8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:59.534410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:44:59.546000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '3f305122-1f68-4a2c-87d6-ebaa752bb5e8', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '3f305122-1f68-4a2c-87d6-ebaa752bb5e8', 'mac_address': 'fa:16:3e:13:6c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:44:59.555874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port bcee4adb-4c31-4dcb-9f11-9274ad5404f9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=bcee4adb-4c31-4dcb-9f11-9274ad5404f9,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:59.562940 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e634d002-a6f9-4326-a91f-a24e7e0936f8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:59.574873 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:59.575325 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] Added segment fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4 of type vlan for network ecd7c259-4f96-4209-81e4-52533414d782 Feb 08 15:44:59.620533 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (bcee4adb-4c31-4dcb-9f11-9274ad5404f9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:59.631382 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (ecd7c259-4f96-4209-81e4-52533414d782), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:59.668415 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (ecd7c259-4f96-4209-81e4-52533414d782), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:59.670488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:44:59.671627 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:59.676487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:44:59.676874 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:59.744827 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6044106 Feb 08 15:44:59.745112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:44:59.745625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34850) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:44:59.763370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=bcee4adb-4c31-4dcb-9f11-9274ad5404f9,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:59.770338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13e042-2501-4583-9098-226e5dae6f46 admin admin] Pushing event updated for resources: {'Network': ['ID=ecd7c259-4f96-4209-81e4-52533414d782,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:44:59.777656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5e142c5f-b801-43da-9c4e-1ce79106fe91 admin admin] Request body: {'subnet': {'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1477594114-subnet', 'tenant_id': '7223ae851bba47909ff3a34b120c9a42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:44:59.798597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network ecd7c259-4f96-4209-81e4-52533414d782 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:44:59.812028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3f305122-1f68-4a2c-87d6-ebaa752bb5e8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:44:59.835461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e142c5f-b801-43da-9c4e-1ce79106fe91 admin admin] Made reservation on behalf of 7223ae851bba47909ff3a34b120c9a42 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:44:59.839300 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e142c5f-b801-43da-9c4e-1ce79106fe91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:44:59.839704 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:00.022913 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=3f305122-1f68-4a2c-87d6-ebaa752bb5e8,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:00.083533 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f27ce57-ab7c-40ec-b767-575cccdeb3b2 req-1102e22c-0aa1-404b-9f3d-90115a90999a service neutron] 10.222.0.96 "GET /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9833241 Feb 08 15:45:00.142122 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e142c5f-b801-43da-9c4e-1ce79106fe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (28cb9956-62bf-4795-9b61-7a7ef83e56b7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:00.177532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['3f305122-1f68-4a2c-87d6-ebaa752bb5e8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:00.223548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ec6667f-1575-480b-91f2-7714c6566bb2 req-db44d8a0-8bec-43b2-bfb5-ccc0786abeed tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8667064 Feb 08 15:45:00.225279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e142c5f-b801-43da-9c4e-1ce79106fe91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28cb9956-62bf-4795-9b61-7a7ef83e56b7,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:00.239646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e142c5f-b801-43da-9c4e-1ce79106fe91 admin admin] Checking segment: {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:45:00.240017 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e142c5f-b801-43da-9c4e-1ce79106fe91 admin admin] Network hostable DHCP agents. Network: ecd7c259-4f96-4209-81e4-52533414d782, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:45:00.298270 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e142c5f-b801-43da-9c4e-1ce79106fe91 admin admin] Network ecd7c259-4f96-4209-81e4-52533414d782 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:45:00.330766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5e142c5f-b801-43da-9c4e-1ce79106fe91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, ecd7c259-4f96-4209-81e4-52533414d782) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:00.340452 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e142c5f-b801-43da-9c4e-1ce79106fe91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:00.341215 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e142c5f-b801-43da-9c4e-1ce79106fe91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:00.366176 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94203db-6505-4026-a56d-110062288259 x-openstack-request-id: req-d94203db-6505-4026-a56d-110062288259 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:00.366779 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6", "tag": "bfecfff6-1f36-4534-b337-0a0417ec92e8", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:00.369272 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d94203db-6505-4026-a56d-110062288259 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:00.370412 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6', 'tag': 'bfecfff6-1f36-4534-b337-0a0417ec92e8', 'status': 'completed', 'code': 200} Feb 08 15:45:00.388167 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5e142c5f-b801-43da-9c4e-1ce79106fe91 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6195087 Feb 08 15:45:00.390565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f04754-a870-40c0-bfbe-950934f69a11 None None] Network ecd7c259-4f96-4209-81e4-52533414d782 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:45:00.405499 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:00.481557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device bcee4adb-4c31-4dcb-9f11-9274ad5404f9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:45:00.560178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-557b568b-7756-44b8-912e-6f8fa34ebaf8 req-2068d13e-bd16-43f6-b5f1-1ef910b48e07 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 210 time: 0.0557401 Feb 08 15:45:00.576866 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Sync routers for ids ['cd90b805-eb69-47aa-8bab-9900bada7550'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:45:00.594462 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Routers {'cd90b805-eb69-47aa-8bab-9900bada7550'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:45:00.595104 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:44:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['cd90b805-eb69-47aa-8bab-9900bada7550'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:00.630671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8c0cd-5116-4793-9564-b1241d30ba0d req-74280b95-eef3-46de-b12e-72ec50a5bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:00.632457 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8c8c0cd-5116-4793-9564-b1241d30ba0d req-74280b95-eef3-46de-b12e-72ec50a5bd13 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=681f6587c0694615a3bd4e5e8f93c31a&device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 1207 time: 0.2556534 Feb 08 15:45:00.785513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c58765-c2ac-41d4-9fdf-73aff77c1472 None None] Network ecd7c259-4f96-4209-81e4-52533414d782 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:45:00.865508 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Set router cd90b805-eb69-47aa-8bab-9900bada7550 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:45:00.930192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port bcee4adb-4c31-4dcb-9f11-9274ad5404f9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:00.930571 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (bcee4adb-4c31-4dcb-9f11-9274ad5404f9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:01.015096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8c0cd-5116-4793-9564-b1241d30ba0d req-c756ebcb-f285-49ed-ad50-155a47d6d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:01.016654 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8c8c0cd-5116-4793-9564-b1241d30ba0d req-c756ebcb-f285-49ed-ad50-155a47d6d55a service neutron] 10.222.0.96 "GET /v2.0/networks?id=f4107f07-72f7-4cad-bf17-d32e7e2346fb HTTP/1.1" status: 200 len: 914 time: 0.3740051 Feb 08 15:45:01.019109 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Allocated IP 172.25.7.61 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/d5fbf38c-50a5-4a4e-8e4d-55442bdf2fd5) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:45:01.093652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8c8c0cd-5116-4793-9564-b1241d30ba0d req-37e97ea9-be99-4505-aed6-8525f5e0a84d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfecfff6-1f36-4534-b337-0a0417ec92e8 HTTP/1.1" status: 200 len: 217 time: 0.0568902 Feb 08 15:45:01.135029 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port bcee4adb-4c31-4dcb-9f11-9274ad5404f9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:01.146040 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'name': 'tempest-FloatingIPDetailsTestJSON-511469121-router', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'bcee4adb-4c31-4dcb-9f11-9274ad5404f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:44:55Z', 'revision_number': 4, 'project_id': '2fc08dee1239428cb932572ebc6aabe5', 'gw_port': {'id': 'bcee4adb-4c31-4dcb-9f11-9274ad5404f9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'e9d3e262-0eb2-4727-9191-6fe91c85f308', 'name': '', 'network_id': '589fb645-15cb-4946-8647-12da1290c3b3', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'mac_address': 'fa:16:3e:6c:05:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '5763be09-e6f0-469f-a6da-b9adaecdfd31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:44:52Z', 'updated_at': '2022-02-08T15:44:55Z', 'revision_number': 2, 'project_id': '2fc08dee1239428cb932572ebc6aabe5', 'subnets': [{'id': '5763be09-e6f0-469f-a6da-b9adaecdfd31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:01.180986 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Checking router: cd90b805-eb69-47aa-8bab-9900bada7550 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:45:01.182347 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Updating router cd90b805-eb69-47aa-8bab-9900bada7550 port e9d3e262-0eb2-4727-9191-6fe91c85f308 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:45:01.213792 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:01.232171 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f28d4d6-dc02-4f97-a073-ff95248f3847 req-82bb89c7-2e84-4238-b616-5e3f28221dd3 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3427935 Feb 08 15:45:01.302937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8c0cd-5116-4793-9564-b1241d30ba0d req-023a1b8e-6fb7-499d-8859-23153fd3e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:01.304664 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8c8c0cd-5116-4793-9564-b1241d30ba0d req-023a1b8e-6fb7-499d-8859-23153fd3e3a9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ef6a72d4-6b72-490e-b396-f5c6f62c07df HTTP/1.1" status: 200 len: 853 time: 0.1604965 Feb 08 15:45:01.356557 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8c8c0cd-5116-4793-9564-b1241d30ba0d req-6c0e4e3f-a488-4e78-b10f-edf517b962fb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4107f07-72f7-4cad-bf17-d32e7e2346fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372403 Feb 08 15:45:01.377759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7dda6-90b3-413a-966c-49bbd8a77cff req-cb2f62c8-08fe-4f60-a6ec-ff894a82002d tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:01.392318 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a8c7dda6-90b3-413a-966c-49bbd8a77cff req-cb2f62c8-08fe-4f60-a6ec-ff894a82002d tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 947 time: 0.2941301 Feb 08 15:45:01.428118 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for port (d5fbf38c-50a5-4a4e-8e4d-55442bdf2fd5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:01.466227 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-57cf5529-c356-4192-9957-602d6a7b95eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:01.533162 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28d4d6-dc02-4f97-a073-ff95248f3847 req-1705b70a-c89c-41c7-93f5-4ee3c62161c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:01.534684 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f28d4d6-dc02-4f97-a073-ff95248f3847 req-1705b70a-c89c-41c7-93f5-4ee3c62161c3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 1133 time: 0.2706077 Feb 08 15:45:01.568937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9aaa9a82-893a-4a03-b232-e57b1a3023ab up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:45:01.680377 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a8c7dda6-90b3-413a-966c-49bbd8a77cff req-9f1e0c26-7d64-4ff1-af94-d23b2f8dd8b0 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871604 Feb 08 15:45:01.694056 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d5fbf38c-50a5-4a4e-8e4d-55442bdf2fd5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:01.719989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8c8c0cd-5116-4793-9564-b1241d30ba0d req-7cf18a46-70f1-40bb-bbb7-deaff2e60ef5 service neutron] 10.222.0.96 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161318 Feb 08 15:45:01.748016 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 9aaa9a82-893a-4a03-b232-e57b1a3023ab triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:01.748564 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:01.803946 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:45:01.834507 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:01.837334 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:45:01.933784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 9aaa9a82-893a-4a03-b232-e57b1a3023ab is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:01.934373 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:01.952100 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Publish callbacks [] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:01.969934 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf47f2a-4458-4cef-9a05-159a949f8e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaa9a82-893a-4a03-b232-e57b1a3023ab'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:01.971987 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:01.974256 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3dac6a-ffbf-4701-a8b2-1c483b3684e9" -d '{"events": [{"server_uuid": "eaf47f2a-4458-4cef-9a05-159a949f8e80", "name": "network-vif-plugged", "status": "completed", "tag": "9aaa9a82-893a-4a03-b232-e57b1a3023ab"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:02.053557 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (440aafc9-2fd0-43c0-85dc-997d55f06f69), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:02.070941 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-3ab0357b-96a7-4b83-850c-37d70d6e052f req-93a1b45b-f47a-481c-8f5c-a2fb837f02de tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2106213062 ', 'description': 'tempest-description-648866637'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:02.105971 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Pushing event updated for resources: {'Port': ['ID=d5fbf38c-50a5-4a4e-8e4d-55442bdf2fd5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:02.175566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28d4d6-dc02-4f97-a073-ff95248f3847 req-6712dc83-2c7c-44f1-a4e3-7696fd9959e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:02.177172 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f28d4d6-dc02-4f97-a073-ff95248f3847 req-6712dc83-2c7c-44f1-a4e3-7696fd9959e4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.6088557 Feb 08 15:45:02.183725 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3ab0357b-96a7-4b83-850c-37d70d6e052f req-93a1b45b-f47a-481c-8f5c-a2fb837f02de tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:02.231301 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcd6cc-e58d-4c16-a58c-6fe777147b0d None None] Pushing event updated for resources: {'Port': ['ID=e9d3e262-0eb2-4727-9191-6fe91c85f308,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:02.254998 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcd6cc-e58d-4c16-a58c-6fe777147b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:02.256199 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcd6cc-e58d-4c16-a58c-6fe777147b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:02.256543 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcd6cc-e58d-4c16-a58c-6fe777147b0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:02.256879 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcd6cc-e58d-4c16-a58c-6fe777147b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:02.257234 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcd6cc-e58d-4c16-a58c-6fe777147b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:02.259782 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcd6cc-e58d-4c16-a58c-6fe777147b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:02.266008 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3ab0357b-96a7-4b83-850c-37d70d6e052f req-93a1b45b-f47a-481c-8f5c-a2fb837f02de tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (2cd076cf-8b86-450f-9dce-d2bc0fba9ffa), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:02.270314 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcd6cc-e58d-4c16-a58c-6fe777147b0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:02.272470 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcd6cc-e58d-4c16-a58c-6fe777147b0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:02.273001 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcd6cc-e58d-4c16-a58c-6fe777147b0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:02.273616 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcd6cc-e58d-4c16-a58c-6fe777147b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:02.273966 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcd6cc-e58d-4c16-a58c-6fe777147b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:02.276988 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcd6cc-e58d-4c16-a58c-6fe777147b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:02.277353 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fcd6cc-e58d-4c16-a58c-6fe777147b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:02.282051 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d5fbf38c-50a5-4a4e-8e4d-55442bdf2fd5), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:02.290564 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3ab0357b-96a7-4b83-850c-37d70d6e052f req-93a1b45b-f47a-481c-8f5c-a2fb837f02de tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2cd076cf-8b86-450f-9dce-d2bc0fba9ffa), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:02.378216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9aaa9a82-893a-4a03-b232-e57b1a3023ab, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9aaa9a82-893a-4a03-b232-e57b1a3023ab,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:02.383862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1b45b-f47a-481c-8f5c-a2fb837f02de tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd076cf-8b86-450f-9dce-d2bc0fba9ffa,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:02.385911 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:02.397871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f28d4d6-dc02-4f97-a073-ff95248f3847 req-b47332b0-083e-485f-bd49-9db2898927db service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=44ed5363-0f44-4ef7-91ec-3d682c8ee53d HTTP/1.1" status: 200 len: 217 time: 0.1970239 Feb 08 15:45:02.421205 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Attempting to bind port e9d3e262-0eb2-4727-9191-6fe91c85f308 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:45:02.421587 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Attempting to bind port e9d3e262-0eb2-4727-9191-6fe91c85f308 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '4f119e21-4048-43ac-a6e8-2eda506b1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '589fb645-15cb-4946-8647-12da1290c3b3'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:45:02.421846 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Attempting to bind port e9d3e262-0eb2-4727-9191-6fe91c85f308 on network 589fb645-15cb-4946-8647-12da1290c3b3 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:02.431170 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:45:02.432110 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Checking segment: {'id': '4f119e21-4048-43ac-a6e8-2eda506b1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '589fb645-15cb-4946-8647-12da1290c3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:45:02.433663 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:02.434067 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Bound using segment: {'id': '4f119e21-4048-43ac-a6e8-2eda506b1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '589fb645-15cb-4946-8647-12da1290c3b3'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:45:02.435715 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Bound port: e9d3e262-0eb2-4727-9191-6fe91c85f308, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f119e21-4048-43ac-a6e8-2eda506b1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '589fb645-15cb-4946-8647-12da1290c3b3'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:45:02.437162 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:02.483099 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=9aaa9a82-893a-4a03-b232-e57b1a3023ab,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:02.568968 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] For port e9d3e262-0eb2-4727-9191-6fe91c85f308, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:45:02.574475 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] For port e9d3e262-0eb2-4727-9191-6fe91c85f308, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e9d3e262-0eb2-4727-9191-6fe91c85f308,segment=NetworkSegment(4f119e21-4048-43ac-a6e8-2eda506b1b10),segment_id=4f119e21-4048-43ac-a6e8-2eda506b1b10)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:45:02.575372 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8c8c0cd-5116-4793-9564-b1241d30ba0d req-1918d348-73d3-4cea-8ac0-eb66831a3954 service neutron] 10.222.0.96 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7969730 Feb 08 15:45:02.585336 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:02.586119 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3ab0357b-96a7-4b83-850c-37d70d6e052f req-93a1b45b-f47a-481c-8f5c-a2fb837f02de tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:02.587912 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ab0357b-96a7-4b83-850c-37d70d6e052f req-93a1b45b-f47a-481c-8f5c-a2fb837f02de tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.6407645 Feb 08 15:45:02.589772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28d4d6-dc02-4f97-a073-ff95248f3847 req-4f4073b3-d6a5-4bc3-8b81-656a086074d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:02.591176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f28d4d6-dc02-4f97-a073-ff95248f3847 req-4f4073b3-d6a5-4bc3-8b81-656a086074d7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1796415 Feb 08 15:45:02.715998 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcd6cc-e58d-4c16-a58c-6fe777147b0d None None] Pushing event updated for resources: {'Port': ['ID=e9d3e262-0eb2-4727-9191-6fe91c85f308,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:02.719644 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Routers {'cd90b805-eb69-47aa-8bab-9900bada7550'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:45:02.720373 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:44:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['cd90b805-eb69-47aa-8bab-9900bada7550'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:02.826341 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-adef7340-9925-4dda-bb23-dd7122d24c87 None None] Provisioning complete for port e9d3e262-0eb2-4727-9191-6fe91c85f308 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:02.827270 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-adef7340-9925-4dda-bb23-dd7122d24c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:02.921560 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] Set router cd90b805-eb69-47aa-8bab-9900bada7550 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:45:02.924852 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28d4d6-dc02-4f97-a073-ff95248f3847 req-61c7cfc6-1687-4498-8226-1bb081ecdeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:02.929285 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f28d4d6-dc02-4f97-a073-ff95248f3847 req-61c7cfc6-1687-4498-8226-1bb081ecdeb1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3252561 Feb 08 15:45:03.037789 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-adef7340-9925-4dda-bb23-dd7122d24c87 None None] Current status of the port e9d3e262-0eb2-4727-9191-6fe91c85f308 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:03.038379 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-adef7340-9925-4dda-bb23-dd7122d24c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:03.091391 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for port (d5fbf38c-50a5-4a4e-8e4d-55442bdf2fd5), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:03.093573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:45:03.106013 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (d5fbf38c-50a5-4a4e-8e4d-55442bdf2fd5), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:03.168474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-adef7340-9925-4dda-bb23-dd7122d24c87 None None] For port e9d3e262-0eb2-4727-9191-6fe91c85f308, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e9d3e262-0eb2-4727-9191-6fe91c85f308,segment=NetworkSegment(4f119e21-4048-43ac-a6e8-2eda506b1b10),segment_id=4f119e21-4048-43ac-a6e8-2eda506b1b10)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:03.182621 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-adef7340-9925-4dda-bb23-dd7122d24c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:03.209775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Pushing event updated for resources: {'Port': ['ID=d5fbf38c-50a5-4a4e-8e4d-55442bdf2fd5,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:03.310641 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (440aafc9-2fd0-43c0-85dc-997d55f06f69), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:03.321474 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'name': 'tempest-FloatingIPDetailsTestJSON-511469121-router', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'bcee4adb-4c31-4dcb-9f11-9274ad5404f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:44:55Z', 'revision_number': 4, 'project_id': '2fc08dee1239428cb932572ebc6aabe5', 'gw_port': {'id': 'bcee4adb-4c31-4dcb-9f11-9274ad5404f9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'e9d3e262-0eb2-4727-9191-6fe91c85f308', 'name': '', 'network_id': '589fb645-15cb-4946-8647-12da1290c3b3', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'mac_address': 'fa:16:3e:6c:05:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '5763be09-e6f0-469f-a6da-b9adaecdfd31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:44:52Z', 'updated_at': '2022-02-08T15:45:02Z', 'revision_number': 4, 'project_id': '2fc08dee1239428cb932572ebc6aabe5', 'subnets': [{'id': '5763be09-e6f0-469f-a6da-b9adaecdfd31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:03.373189 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933b8d55-ceb7-41d6-9f86-7d0465616e65 None None] The sync data for ids ['cd90b805-eb69-47aa-8bab-9900bada7550'] in n-d-824834-11 is: [{'id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'name': 'tempest-FloatingIPDetailsTestJSON-511469121-router', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'bcee4adb-4c31-4dcb-9f11-9274ad5404f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:44:55Z', 'revision_number': 4, 'project_id': '2fc08dee1239428cb932572ebc6aabe5', 'gw_port': {'id': 'bcee4adb-4c31-4dcb-9f11-9274ad5404f9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'e9d3e262-0eb2-4727-9191-6fe91c85f308', 'name': '', 'network_id': '589fb645-15cb-4946-8647-12da1290c3b3', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'mac_address': 'fa:16:3e:6c:05:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '5763be09-e6f0-469f-a6da-b9adaecdfd31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:44:52Z', 'updated_at': '2022-02-08T15:45:02Z', 'revision_number': 4, 'project_id': '2fc08dee1239428cb932572ebc6aabe5', 'subnets': [{'id': '5763be09-e6f0-469f-a6da-b9adaecdfd31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:45:03.407020 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:03.410514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-792a4a2b-09c2-4cad-ad19-2c727be53a51 None None] Provisioning complete for port e9d3e262-0eb2-4727-9191-6fe91c85f308 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:03.411090 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-792a4a2b-09c2-4cad-ad19-2c727be53a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:03.424267 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-3e2ca3c9-1c0e-49c9-9f1d-2f3597079919 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4561975 Feb 08 15:45:03.472413 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:45:03.478851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef7340-9925-4dda-bb23-dd7122d24c87 None None] Pushing event updated for resources: {'Port': ['ID=e9d3e262-0eb2-4727-9191-6fe91c85f308,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:03.484632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:03.485372 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:03.538859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-496755fd-c583-455b-8727-88b98245bea1 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 695 time: 0.1047220 Feb 08 15:45:03.543374 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f28d4d6-dc02-4f97-a073-ff95248f3847 req-90d81c2f-3b06-4c4d-bdcb-8dcbdb627693 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038787 Feb 08 15:45:03.665910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f28d4d6-dc02-4f97-a073-ff95248f3847 req-95dd5abd-fdfd-4851-b914-bbf00f5be799 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110497 Feb 08 15:45:03.801224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:03.802298 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:03.813746 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-32fd461d-7a33-46cc-ac91-52493b4a1d15 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:03.815299 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0d7dfc4-4983-4ab1-872f-07970192d42c req-32fd461d-7a33-46cc-ac91-52493b4a1d15 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.1547122 Feb 08 15:45:03.857410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-792a4a2b-09c2-4cad-ad19-2c727be53a51 None None] Current status of the port e9d3e262-0eb2-4727-9191-6fe91c85f308 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:03.882109 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-3de99cdf-5684-4827-90d4-6475ccb370f8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:03.886787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3f305122-1f68-4a2c-87d6-ebaa752bb5e8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:03.887979 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-3de99cdf-5684-4827-90d4-6475ccb370f8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 812 time: 0.5308397 Feb 08 15:45:03.893523 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:03.951397 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b4de0d90-9ed2-4147-b776-cafef4b7947b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:04.026996 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-e10b86be-fbc3-421f-b80b-b6cf98ac32af tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/quotas/7223ae851bba47909ff3a34b120c9a42 HTTP/1.1" status: 200 len: 375 time: 0.1263971 Feb 08 15:45:04.035422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=3f305122-1f68-4a2c-87d6-ebaa752bb5e8,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:04.094575 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-caa736ad-fd8d-4ea1-b674-55450e603bee tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542641 Feb 08 15:45:04.125972 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fc1c4-b193-429d-bd9c-d6c1b593da11 req-ffb892c3-9cee-44d3-ae6d-6b0829637fd4 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:04.130254 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba7fc1c4-b193-429d-bd9c-d6c1b593da11 req-ffb892c3-9cee-44d3-ae6d-6b0829637fd4 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.1848454 Feb 08 15:45:04.249922 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba7fc1c4-b193-429d-bd9c-d6c1b593da11 req-271689ad-bc9d-49bb-826d-b79432365016 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025465 Feb 08 15:45:04.292569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-91df8054-147a-4d50-8a3c-8a45c7857610 service neutron] 10.222.0.82 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829023 Feb 08 15:45:04.434722 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-687c00a2-97a8-46f7-ab42-894f8fddfa40 req-d283c8ec-1e04-4ea5-bc31-c6d584918c31 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 210 time: 0.0650847 Feb 08 15:45:04.451845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e9d3e262-0eb2-4727-9191-6fe91c85f308 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:45:04.506115 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-1b297680-aa63-4a88-8eec-ce9f822c5d95 service neutron] 10.222.0.82 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059789 Feb 08 15:45:04.519251 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c236241d-6bc8-47e7-a36d-12fb9c429d6e x-openstack-request-id: req-c236241d-6bc8-47e7-a36d-12fb9c429d6e {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:04.519559 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf47f2a-4458-4cef-9a05-159a949f8e80", "name": "network-vif-plugged", "status": "completed", "tag": "9aaa9a82-893a-4a03-b232-e57b1a3023ab", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:04.519817 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c236241d-6bc8-47e7-a36d-12fb9c429d6e {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:04.520396 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf47f2a-4458-4cef-9a05-159a949f8e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaa9a82-893a-4a03-b232-e57b1a3023ab', 'code': 200} Feb 08 15:45:04.524419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e9d3e262-0eb2-4727-9191-6fe91c85f308 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:04.524915 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:04.622585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b121e5c6-2037-4421-94ce-cec9254ecbe3 req-b7391b40-81a9-4f4c-b0d7-2b2182a9ccb8 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/2cd076cf-8b86-450f-9dce-d2bc0fba9ffa HTTP/1.1" status: 200 len: 1797 time: 0.0891588 Feb 08 15:45:04.637728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e9d3e262-0eb2-4727-9191-6fe91c85f308 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:04.786228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afb1cb-50ab-47d7-ba9f-8ef830e091eb req-8610c001-b0cf-463f-b913-1726964d51d1 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:04.786608 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27afb1cb-50ab-47d7-ba9f-8ef830e091eb req-8610c001-b0cf-463f-b913-1726964d51d1 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 948 time: 0.1084039 Feb 08 15:45:04.874451 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27afb1cb-50ab-47d7-ba9f-8ef830e091eb req-61188179-7a40-4284-8356-9da134b18ffd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783334 Feb 08 15:45:05.061727 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d82ae42a-8b02-47ae-aec7-86cd30fa0f1a req-4a7962e8-58d3-4691-8d92-23e40c92b0eb tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/2cd076cf-8b86-450f-9dce-d2bc0fba9ffa HTTP/1.1" status: 200 len: 1797 time: 0.1348727 Feb 08 15:45:05.181423 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-34fba697-9a01-4632-85db-c6c01f278eec tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2344177 Feb 08 15:45:05.185348 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d82ae42a-8b02-47ae-aec7-86cd30fa0f1a req-3edf57da-928a-4f7c-a91c-c817347e6bf7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (2cd076cf-8b86-450f-9dce-d2bc0fba9ffa), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:05.193460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:05.233505 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d82ae42a-8b02-47ae-aec7-86cd30fa0f1a req-3edf57da-928a-4f7c-a91c-c817347e6bf7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (2cd076cf-8b86-450f-9dce-d2bc0fba9ffa), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:05.263471 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:05.365631 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d82ae42a-8b02-47ae-aec7-86cd30fa0f1a req-3edf57da-928a-4f7c-a91c-c817347e6bf7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2cd076cf-8b86-450f-9dce-d2bc0fba9ffa), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:05.372468 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d82ae42a-8b02-47ae-aec7-86cd30fa0f1a req-3edf57da-928a-4f7c-a91c-c817347e6bf7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:05.377734 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d82ae42a-8b02-47ae-aec7-86cd30fa0f1a req-3edf57da-928a-4f7c-a91c-c817347e6bf7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "DELETE /v2.0/security-groups/2cd076cf-8b86-450f-9dce-d2bc0fba9ffa HTTP/1.1" status: 204 len: 173 time: 0.3033292 Feb 08 15:45:05.388806 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:05.408854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf57da-928a-4f7c-a91c-c817347e6bf7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd076cf-8b86-450f-9dce-d2bc0fba9ffa,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:05.528394 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:05.532209 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6db71fd4-059d-4c75-8eb0-8a8500e8fccf req-e1274980-3d93-485c-87cb-0f2a0b501227 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8f9f804-6136-4228-a62d-9a70e20ad304 HTTP/1.1" status: 200 len: 210 time: 0.0431159 Feb 08 15:45:05.669109 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Allocated IP 172.25.7.249 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/42edf83d-e3ec-4d43-a461-5416f3dcf96b) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:45:05.835647 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for port (42edf83d-e3ec-4d43-a461-5416f3dcf96b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:05.919854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a278fc0-dc16-4b10-8191-f548d615c4b8 req-7c58588b-746f-4eed-b91b-42d55e3e4b41 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:05.921979 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a278fc0-dc16-4b10-8191-f548d615c4b8 req-7c58588b-746f-4eed-b91b-42d55e3e4b41 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.0842252 Feb 08 15:45:05.935948 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (42edf83d-e3ec-4d43-a461-5416f3dcf96b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:05.980846 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:45:05.985890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:05.991666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:45:06.050028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Pushing event updated for resources: {'Port': ['ID=42edf83d-e3ec-4d43-a461-5416f3dcf96b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:06.081141 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a278fc0-dc16-4b10-8191-f548d615c4b8 req-206ae871-a06b-4d92-895c-c3f653033ed0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437125 Feb 08 15:45:06.521156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40a8101-2f60-4c2c-be19-ddd77d94b394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f305122-1f68-4a2c-87d6-ebaa752bb5e8'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:06.524133 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8a5ffa-d5b1-4d48-90e1-dae7a455c6d4" -d '{"events": [{"server_uuid": "d40a8101-2f60-4c2c-be19-ddd77d94b394", "name": "network-vif-plugged", "status": "completed", "tag": "3f305122-1f68-4a2c-87d6-ebaa752bb5e8"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:06.574086 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:06.580721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-8fef9186-cd48-4eb5-a5a0-dc047244f01d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:06.582291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-8fef9186-cd48-4eb5-a5a0-dc047244f01d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 812 time: 0.1536598 Feb 08 15:45:06.637283 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-4a72bde0-1263-4e07-bf07-048595a12164 req-e532da80-67b9-4522-a341-17c670d49944 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] show failed (client error): The resource could not be found. Feb 08 15:45:06.657908 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a72bde0-1263-4e07-bf07-048595a12164 req-e532da80-67b9-4522-a341-17c670d49944 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/2cd076cf-8b86-450f-9dce-d2bc0fba9ffa HTTP/1.1" status: 404 len: 352 time: 0.5487671 Feb 08 15:45:06.674310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-3d307ae5-1025-4b06-ac96-1335f64e3b57 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Request body: {'port': {'device_id': 'c8f9f804-6136-4228-a62d-9a70e20ad304', 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782', 'admin_state_up': True, 'tenant_id': '7223ae851bba47909ff3a34b120c9a42'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:06.791205 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (3dd6fb31-fe2d-4e47-865f-9d131b667f5b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:06.821282 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b252301-cfd6-49b2-b6f0-0fbb15aa6ab4 req-bcb78e0f-49e8-4d17-b3dd-0ef2e88f10e3 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 210 time: 0.0433993 Feb 08 15:45:06.892070 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (42edf83d-e3ec-4d43-a461-5416f3dcf96b), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:06.940744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-3d307ae5-1025-4b06-ac96-1335f64e3b57 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Made reservation on behalf of 7223ae851bba47909ff3a34b120c9a42 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:45:06.944364 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-3d307ae5-1025-4b06-ac96-1335f64e3b57 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:07.206825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-3d307ae5-1025-4b06-ac96-1335f64e3b57 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Allocated IP 172.20.0.6 (ecd7c259-4f96-4209-81e4-52533414d782/28cb9956-62bf-4795-9b61-7a7ef83e56b7/8fce2247-2654-4dd2-8ba7-4fb73cfbd901) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:45:07.300537 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for port (42edf83d-e3ec-4d43-a461-5416f3dcf96b), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:07.316976 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (42edf83d-e3ec-4d43-a461-5416f3dcf96b), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:07.486167 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Pushing event updated for resources: {'Port': ['ID=42edf83d-e3ec-4d43-a461-5416f3dcf96b,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:07.495081 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (3dd6fb31-fe2d-4e47-865f-9d131b667f5b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:07.539507 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:07.540680 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4a745d74-b388-48ce-b015-914dcc509edc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3520219 Feb 08 15:45:07.612985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-4c3f85ed-1f42-4816-aefc-4204f856f22f tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 696 time: 0.0565200 Feb 08 15:45:07.642157 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-3d307ae5-1025-4b06-ac96-1335f64e3b57 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks [] for port (8fce2247-2654-4dd2-8ba7-4fb73cfbd901), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:07.780437 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-3d307ae5-1025-4b06-ac96-1335f64e3b57 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8fce2247-2654-4dd2-8ba7-4fb73cfbd901), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:07.808321 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-0a500a2b-786c-481b-84ff-15016450d43f tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:07.809868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18d970d8-bf1a-4269-8b6a-37304f4c7d48 req-0a500a2b-786c-481b-84ff-15016450d43f tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.1829262 Feb 08 15:45:07.857617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-3d307ae5-1025-4b06-ac96-1335f64e3b57 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Network ecd7c259-4f96-4209-81e4-52533414d782 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:45:07.860969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-3d307ae5-1025-4b06-ac96-1335f64e3b57 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:07.863405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-3d307ae5-1025-4b06-ac96-1335f64e3b57 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:45:07.895153 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d307ae5-1025-4b06-ac96-1335f64e3b57 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Pushing event updated for resources: {'Port': ['ID=8fce2247-2654-4dd2-8ba7-4fb73cfbd901,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:07.916812 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:07.932191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-3d307ae5-1025-4b06-ac96-1335f64e3b57 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:07.933241 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-3d307ae5-1025-4b06-ac96-1335f64e3b57 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:07.956239 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-3d307ae5-1025-4b06-ac96-1335f64e3b57 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2951834 Feb 08 15:45:07.969624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Request body: {'port': {'device_id': 'c8f9f804-6136-4228-a62d-9a70e20ad304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:07.996673 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b1e5c9-c58f-47fc-b94a-9a4f0cdd09da x-openstack-request-id: req-b8b1e5c9-c58f-47fc-b94a-9a4f0cdd09da {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:07.997393 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40a8101-2f60-4c2c-be19-ddd77d94b394", "name": "network-vif-plugged", "status": "completed", "tag": "3f305122-1f68-4a2c-87d6-ebaa752bb5e8", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:07.997799 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b8b1e5c9-c58f-47fc-b94a-9a4f0cdd09da {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:07.998337 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40a8101-2f60-4c2c-be19-ddd77d94b394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f305122-1f68-4a2c-87d6-ebaa752bb5e8', 'code': 200} Feb 08 15:45:08.159203 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8fce2247-2654-4dd2-8ba7-4fb73cfbd901), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:08.245069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322993e3-4852-4520-a94a-f866727c8f93 req-9db83aa1-087f-49b2-9961-8818c4ea8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:08.246714 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-322993e3-4852-4520-a94a-f866727c8f93 req-9db83aa1-087f-49b2-9961-8818c4ea8417 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 1131 time: 0.1772921 Feb 08 15:45:08.257425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c2b18-3dfc-4b77-8f24-00299f2b4dda req-33de5fad-5721-44b8-8b70-49e750305984 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:08.259243 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c7c2b18-3dfc-4b77-8f24-00299f2b4dda req-33de5fad-5721-44b8-8b70-49e750305984 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 948 time: 0.2034149 Feb 08 15:45:08.394327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240712e-67af-43e4-b92e-ead0b357fedf req-0dd9f5f4-78c8-473a-a777-dd88015b7ff5 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:08.395827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b240712e-67af-43e4-b92e-ead0b357fedf req-0dd9f5f4-78c8-473a-a777-dd88015b7ff5 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8f9f804-6136-4228-a62d-9a70e20ad304 HTTP/1.1" status: 200 len: 931 time: 0.2826707 Feb 08 15:45:08.497281 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c7c2b18-3dfc-4b77-8f24-00299f2b4dda req-96238861-ee7d-4ab6-b4fd-7e616121e9b8 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064877 Feb 08 15:45:08.526349 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-322993e3-4852-4520-a94a-f866727c8f93 req-206edf4a-4dac-4be0-bdfd-0c1fcc30ebae service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651649 Feb 08 15:45:08.571868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-de2ba305-d12e-4b72-ab0b-346a86a9519a req-2abcdf58-9c69-449f-8ece-ee5ca96d47ff tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-820738029', 'description': 'tempest-description-1240282126'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:08.609919 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b240712e-67af-43e4-b92e-ead0b357fedf req-6b040324-2c50-4f8b-aad1-2e03d5d21c5b tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920652 Feb 08 15:45:08.758667 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:45:08.768231 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Publish callbacks [] for port (8fce2247-2654-4dd2-8ba7-4fb73cfbd901), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:08.782258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Transition to ACTIVE for port object 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:45:08.784277 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de2ba305-d12e-4b72-ab0b-346a86a9519a req-2abcdf58-9c69-449f-8ece-ee5ca96d47ff tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:08.802487 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (8fce2247-2654-4dd2-8ba7-4fb73cfbd901), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:08.925824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Pushing event updated for resources: {'Port': ['ID=8fce2247-2654-4dd2-8ba7-4fb73cfbd901,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:09.003984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d068377-99d9-4aea-b67e-c969cd4d61b0 req-df26dc9d-55a1-4ac5-b7b4-e5df2adf5097 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:09.011325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d068377-99d9-4aea-b67e-c969cd4d61b0 req-df26dc9d-55a1-4ac5-b7b4-e5df2adf5097 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.1901548 Feb 08 15:45:09.073531 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de2ba305-d12e-4b72-ab0b-346a86a9519a req-2abcdf58-9c69-449f-8ece-ee5ca96d47ff tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (c2b87090-996c-40e8-9004-f234632e2c50), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:09.093317 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de2ba305-d12e-4b72-ab0b-346a86a9519a req-2abcdf58-9c69-449f-8ece-ee5ca96d47ff tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c2b87090-996c-40e8-9004-f234632e2c50), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:09.116817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Attempting to bind port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:45:09.117211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Attempting to bind port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:45:09.117509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Attempting to bind port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 on network ecd7c259-4f96-4209-81e4-52533414d782 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:09.135036 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d068377-99d9-4aea-b67e-c969cd4d61b0 req-05d3bd36-4aae-49b9-98a7-21345cd61569 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165977 Feb 08 15:45:09.153218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 on network ecd7c259-4f96-4209-81e4-52533414d782 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:45:09.153218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Attempting to bind port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 on network ecd7c259-4f96-4209-81e4-52533414d782 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:09.175080 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de2ba305-d12e-4b72-ab0b-346a86a9519a req-2abcdf58-9c69-449f-8ece-ee5ca96d47ff tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:09.176500 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de2ba305-d12e-4b72-ab0b-346a86a9519a req-2abcdf58-9c69-449f-8ece-ee5ca96d47ff tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6144185 Feb 08 15:45:09.192940 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcdf58-9c69-449f-8ece-ee5ca96d47ff tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b87090-996c-40e8-9004-f234632e2c50,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:09.195425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:45:09.195775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Checking segment: {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:45:09.196164 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Bound using segment: {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:45:09.196817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Bound port: 8fce2247-2654-4dd2-8ba7-4fb73cfbd901, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:45:09.197128 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8fce2247-2654-4dd2-8ba7-4fb73cfbd901), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:09.356078 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-700b5335-8d78-4fd7-a569-30d15a0bd406 req-c8999628-9526-481f-89d1-8b820b3b4706 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d95e127c-0031-426d-ae52-e4cf078caa01 HTTP/1.1" status: 200 len: 210 time: 0.0542095 Feb 08 15:45:09.409898 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-fc32a869-3469-47d2-9332-237b1d8ec7b6 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2254345 Feb 08 15:45:09.431679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] For port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:45:09.439665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:09.450803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] For port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=8fce2247-2654-4dd2-8ba7-4fb73cfbd901,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:45:09.481575 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (8fce2247-2654-4dd2-8ba7-4fb73cfbd901), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:09.512305 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:09.540891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:09.541827 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:09.543380 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-69b84515-38ba-40bb-9548-a4518140453f service neutron] 10.222.0.94 "PUT /v2.0/ports/8fce2247-2654-4dd2-8ba7-4fb73cfbd901 HTTP/1.1" status: 200 len: 1092 time: 1.5787897 Feb 08 15:45:09.543934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f9f804-6136-4228-a62d-9a70e20ad304', 'tag': '8fce2247-2654-4dd2-8ba7-4fb73cfbd901'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:09.546342 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1f4890-c799-47bd-8e13-16573c650664" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f9f804-6136-4228-a62d-9a70e20ad304", "tag": "8fce2247-2654-4dd2-8ba7-4fb73cfbd901"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:09.649526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b84515-38ba-40bb-9548-a4518140453f service neutron] Pushing event updated for resources: {'Port': ['ID=8fce2247-2654-4dd2-8ba7-4fb73cfbd901,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:09.692115 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-75f799c5-3013-4834-a3c8-b08f8154522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:09.694348 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-75f799c5-3013-4834-a3c8-b08f8154522b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=c8f9f804-6136-4228-a62d-9a70e20ad304 HTTP/1.1" status: 200 len: 1126 time: 0.0977085 Feb 08 15:45:09.799382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-bea5ca54-dfc4-4fff-a292-a7d07788b49d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fce2247-2654-4dd2-8ba7-4fb73cfbd901 HTTP/1.1" status: 200 len: 217 time: 0.0859599 Feb 08 15:45:09.918262 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:09.933566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-38ee41af-c6a4-45eb-9e49-ae6233575a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:09.935105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-38ee41af-c6a4-45eb-9e49-ae6233575a54 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=28cb9956-62bf-4795-9b61-7a7ef83e56b7 HTTP/1.1" status: 200 len: 852 time: 0.1108134 Feb 08 15:45:10.091656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Allocated IP 172.25.7.10 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/330e1e23-59f7-42c0-b5a8-60453075a0ee) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:45:10.177907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-26d4a9bc-4edd-4f0c-889c-c78f6dbb89a1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ecd7c259-4f96-4209-81e4-52533414d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2319670 Feb 08 15:45:10.302550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for port (330e1e23-59f7-42c0-b5a8-60453075a0ee), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:10.353989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-b825b18c-650e-4bb1-9b5a-6a8cded20e6c service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597025 Feb 08 15:45:10.435608 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (330e1e23-59f7-42c0-b5a8-60453075a0ee), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:10.503832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:45:10.522214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:10.530006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:45:10.537385 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecbfdf22-2f46-41d2-a6fd-e4171f9dd089 req-4b4d8818-8148-4611-9835-220965f32111 service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774991 Feb 08 15:45:10.573047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Pushing event updated for resources: {'Port': ['ID=330e1e23-59f7-42c0-b5a8-60453075a0ee,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:10.655513 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (195b81cf-56e2-4e02-b435-787665052d2e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:10.699814 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-ca55530f-f5e6-4c82-a9e5-20951e9c2fdb req-1f6fa34c-bb5b-4b11-93cf-a32af2c1fa61 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1422719644', 'description': 'tempest-description-515303222'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:10.732766 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (330e1e23-59f7-42c0-b5a8-60453075a0ee), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:10.788576 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ca55530f-f5e6-4c82-a9e5-20951e9c2fdb req-1f6fa34c-bb5b-4b11-93cf-a32af2c1fa61 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:10.928817 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ca55530f-f5e6-4c82-a9e5-20951e9c2fdb req-1f6fa34c-bb5b-4b11-93cf-a32af2c1fa61 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (0a1186a9-2247-456b-ae8a-a312e673f688), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:10.992023 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ca55530f-f5e6-4c82-a9e5-20951e9c2fdb req-1f6fa34c-bb5b-4b11-93cf-a32af2c1fa61 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0a1186a9-2247-456b-ae8a-a312e673f688), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:11.016332 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ca55530f-f5e6-4c82-a9e5-20951e9c2fdb req-1f6fa34c-bb5b-4b11-93cf-a32af2c1fa61 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:11.017658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca55530f-f5e6-4c82-a9e5-20951e9c2fdb req-1f6fa34c-bb5b-4b11-93cf-a32af2c1fa61 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3268015 Feb 08 15:45:11.053803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fa34c-bb5b-4b11-93cf-a32af2c1fa61 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1186a9-2247-456b-ae8a-a312e673f688,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:11.162897 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for port (330e1e23-59f7-42c0-b5a8-60453075a0ee), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:11.173438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (330e1e23-59f7-42c0-b5a8-60453075a0ee), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:11.215765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb26dce-e740-4179-9967-8f26fc24e569 req-b800b8cc-d098-42d6-b02f-c51579b25cde tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:11.222848 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fb26dce-e740-4179-9967-8f26fc24e569 req-b800b8cc-d098-42d6-b02f-c51579b25cde tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 948 time: 0.1292343 Feb 08 15:45:11.282556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Pushing event updated for resources: {'Port': ['ID=330e1e23-59f7-42c0-b5a8-60453075a0ee,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:11.314932 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (195b81cf-56e2-4e02-b435-787665052d2e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:11.323323 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fb26dce-e740-4179-9967-8f26fc24e569 req-f675a984-e737-4300-8305-8803dbaa1f3e tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996103 Feb 08 15:45:11.339083 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:11.340640 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-6d0948ea-efe3-4162-ae7c-7208e4a1f1a2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9274957 Feb 08 15:45:11.419079 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-ceb594ec-0a9e-48ff-ba5a-b7c45a8ffcb3 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.10 HTTP/1.1" status: 200 len: 695 time: 0.0592687 Feb 08 15:45:11.422357 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56eeac75-5d25-436c-ae4d-8512b4f29f42 x-openstack-request-id: req-56eeac75-5d25-436c-ae4d-8512b4f29f42 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:11.422765 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f9f804-6136-4228-a62d-9a70e20ad304", "tag": "8fce2247-2654-4dd2-8ba7-4fb73cfbd901", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:11.423118 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-56eeac75-5d25-436c-ae4d-8512b4f29f42 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:11.423871 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f9f804-6136-4228-a62d-9a70e20ad304', 'tag': '8fce2247-2654-4dd2-8ba7-4fb73cfbd901', 'status': 'completed', 'code': 200} Feb 08 15:45:11.626472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733664a-4270-4a05-b727-d2273a11c78f req-d3fcb6e5-e407-4b05-9dbb-1b9e9a6fbdfa tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:11.628112 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4733664a-4270-4a05-b727-d2273a11c78f req-d3fcb6e5-e407-4b05-9dbb-1b9e9a6fbdfa tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8f9f804-6136-4228-a62d-9a70e20ad304 HTTP/1.1" status: 200 len: 943 time: 0.1234314 Feb 08 15:45:11.637821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f4890-c799-47bd-8e13-16573c650664 req-c0e2f0f9-8e37-4b35-8585-b2b509ba9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:11.639495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a1f4890-c799-47bd-8e13-16573c650664 req-c0e2f0f9-8e37-4b35-8585-b2b509ba9782 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=c8f9f804-6136-4228-a62d-9a70e20ad304 HTTP/1.1" status: 200 len: 1126 time: 0.1871002 Feb 08 15:45:11.656374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-b3138133-8008-4895-beda-c734208f39f1 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:11.658110 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06e51fda-d7cc-4645-9d6c-e463a48c5b44 req-b3138133-8008-4895-beda-c734208f39f1 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.2248559 Feb 08 15:45:11.757878 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4733664a-4270-4a05-b727-d2273a11c78f req-7ea351a7-1ae2-49b8-9caf-1f847a104b0d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157501 Feb 08 15:45:11.847052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f4890-c799-47bd-8e13-16573c650664 req-0fe3b4f1-f948-461b-a906-6df61d57bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:11.849806 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a1f4890-c799-47bd-8e13-16573c650664 req-0fe3b4f1-f948-461b-a906-6df61d57bc1a service neutron] 10.222.0.94 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 913 time: 0.1892536 Feb 08 15:45:11.863322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23924a55-2d57-4513-9773-4ce61a0e1a2b req-eb609c02-5bd9-4c7a-8df9-af87b293c002 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:11.871705 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23924a55-2d57-4513-9773-4ce61a0e1a2b req-eb609c02-5bd9-4c7a-8df9-af87b293c002 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.1083920 Feb 08 15:45:12.379652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a1f4890-c799-47bd-8e13-16573c650664 req-2902af87-6b9a-4452-a1a4-b286690e47ae service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fce2247-2654-4dd2-8ba7-4fb73cfbd901 HTTP/1.1" status: 200 len: 217 time: 0.4633427 Feb 08 15:45:12.384980 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23924a55-2d57-4513-9773-4ce61a0e1a2b req-4f42de2e-9dbb-471b-8116-3bac720ad7dd tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122991 Feb 08 15:45:12.449901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-a08ff9aa-48a9-4d96-955d-ad3d43d405ff req-95803d06-2319-422b-b2b0-a3aba835888a tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-384630803', 'description': 'tempest-description-437880011'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:12.483451 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f4890-c799-47bd-8e13-16573c650664 req-5fa2aafb-a38f-4908-9027-72742a110c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:12.485234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a1f4890-c799-47bd-8e13-16573c650664 req-5fa2aafb-a38f-4908-9027-72742a110c8f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=28cb9956-62bf-4795-9b61-7a7ef83e56b7 HTTP/1.1" status: 200 len: 852 time: 0.0992348 Feb 08 15:45:12.493943 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a08ff9aa-48a9-4d96-955d-ad3d43d405ff req-95803d06-2319-422b-b2b0-a3aba835888a tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:12.557569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a1f4890-c799-47bd-8e13-16573c650664 req-3319ef4d-dcf0-40cc-8b56-ddfed68fdb01 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ecd7c259-4f96-4209-81e4-52533414d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587666 Feb 08 15:45:12.721360 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a08ff9aa-48a9-4d96-955d-ad3d43d405ff req-95803d06-2319-422b-b2b0-a3aba835888a tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (eb6b58ec-ed96-4395-9f2a-3f07a1c4e92d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:12.729502 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a1f4890-c799-47bd-8e13-16573c650664 req-e4147a20-d298-4ada-a656-dd52f6ba52fe service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629791 Feb 08 15:45:12.731055 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a08ff9aa-48a9-4d96-955d-ad3d43d405ff req-95803d06-2319-422b-b2b0-a3aba835888a tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (eb6b58ec-ed96-4395-9f2a-3f07a1c4e92d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:12.864281 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a08ff9aa-48a9-4d96-955d-ad3d43d405ff req-95803d06-2319-422b-b2b0-a3aba835888a tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:12.886001 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a08ff9aa-48a9-4d96-955d-ad3d43d405ff req-95803d06-2319-422b-b2b0-a3aba835888a tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4433048 Feb 08 15:45:12.893057 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95803d06-2319-422b-b2b0-a3aba835888a tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6b58ec-ed96-4395-9f2a-3f07a1c4e92d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:12.959816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916074e4-0ada-4b3c-a67a-5c18778af8cc req-4ecd554a-e544-441a-b94d-40db92a0b59d tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:12.965749 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-916074e4-0ada-4b3c-a67a-5c18778af8cc req-4ecd554a-e544-441a-b94d-40db92a0b59d tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 1131 time: 0.1456876 Feb 08 15:45:13.010880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a1f4890-c799-47bd-8e13-16573c650664 req-7af852cd-b20c-4e36-b6d1-c4887de20d14 service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709639 Feb 08 15:45:13.141923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-bf99e4c9-2f02-4986-a35a-f52f8d2e7a87 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1565468 Feb 08 15:45:13.144169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-916074e4-0ada-4b3c-a67a-5c18778af8cc req-b118a218-1700-44d3-8ea1-4085da3400a2 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685803 Feb 08 15:45:13.153223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:13.192341 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:13.317601 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:13.485384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Allocated IP 172.25.7.204 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/852e2034-6279-4736-912a-acd3b145e28c) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:45:13.603326 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:45:13.651418 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for port (852e2034-6279-4736-912a-acd3b145e28c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:13.685310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b48b8-db7f-412c-8bbb-fc903587092d req-e8f942af-3b19-4926-b026-b3a33ba523a6 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:13.686938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-903b48b8-db7f-412c-8bbb-fc903587092d req-e8f942af-3b19-4926-b026-b3a33ba523a6 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8f9f804-6136-4228-a62d-9a70e20ad304 HTTP/1.1" status: 200 len: 943 time: 0.1069436 Feb 08 15:45:13.717124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=8fce2247-2654-4dd2-8ba7-4fb73cfbd901,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:13.737862 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (852e2034-6279-4736-912a-acd3b145e28c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:13.738739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '8fce2247-2654-4dd2-8ba7-4fb73cfbd901', 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782', 'port_id': '8fce2247-2654-4dd2-8ba7-4fb73cfbd901', 'mac_address': 'fa:16:3e:41:bc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28cb9956-62bf-4795-9b61-7a7ef83e56b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:45:13.781101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:13.781775 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8fce2247-2654-4dd2-8ba7-4fb73cfbd901), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:13.793448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:45:13.797518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:45:13.804337 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-903b48b8-db7f-412c-8bbb-fc903587092d req-fc8f80cf-d1e9-4b1e-bd12-152d40a5b517 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101642 Feb 08 15:45:13.807977 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:13.811377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:45:13.820525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=8fce2247-2654-4dd2-8ba7-4fb73cfbd901,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:13.834936 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8fce2247-2654-4dd2-8ba7-4fb73cfbd901), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:13.855410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Pushing event updated for resources: {'Port': ['ID=852e2034-6279-4736-912a-acd3b145e28c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:13.916734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=8fce2247-2654-4dd2-8ba7-4fb73cfbd901,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:14.117832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5f944f9-27d5-44ba-9293-2dd92789f8ee req-105ea1bb-38a4-4beb-9e91-b4c201d0496e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=681f6587c0694615a3bd4e5e8f93c31a HTTP/1.1" status: 200 len: 10995 time: 0.2511871 Feb 08 15:45:14.134706 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (168c04a5-547d-4022-ac28-8744ae3fbe88), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:14.201723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['8fce2247-2654-4dd2-8ba7-4fb73cfbd901'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:14.353551 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5f944f9-27d5-44ba-9293-2dd92789f8ee req-1019ee70-9d48-4e9d-a5c4-eb3f1560adb6 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/c118cd36-1643-4879-956d-84d2397cb658 HTTP/1.1" status: 200 len: 2998 time: 0.2338152 Feb 08 15:45:14.391231 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (852e2034-6279-4736-912a-acd3b145e28c), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:14.516573 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5f944f9-27d5-44ba-9293-2dd92789f8ee req-d6388f79-9c9b-4bea-a436-4ae2e9b7d6a4 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/c118cd36-1643-4879-956d-84d2397cb658 HTTP/1.1" status: 200 len: 2998 time: 0.1615465 Feb 08 15:45:14.675875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-697ef952-93b4-4b52-b45b-032d2921c55e tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=47a06341cc3a4770995437fedeb0cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355909 Feb 08 15:45:14.870824 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for port (852e2034-6279-4736-912a-acd3b145e28c), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:14.880438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (852e2034-6279-4736-912a-acd3b145e28c), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:14.896483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-96a0f2f6-c5b9-4836-9b2e-af93a60db6e6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:14.904396 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-96a0f2f6-c5b9-4836-9b2e-af93a60db6e6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214067 Feb 08 15:45:14.958350 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-e9efed83-ba3d-4739-84be-8b651574cadf tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/quotas/47a06341cc3a4770995437fedeb0cb4c HTTP/1.1" status: 200 len: 375 time: 0.0527654 Feb 08 15:45:15.028336 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Pushing event updated for resources: {'Port': ['ID=852e2034-6279-4736-912a-acd3b145e28c,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:15.038980 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (168c04a5-547d-4022-ac28-8744ae3fbe88), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:15.064833 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:15.066212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-5479f71e-7fe6-4c16-9062-aa5f8c1447cd tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9177740 Feb 08 15:45:15.095321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-c68fdce2-7931-45d0-addb-9f684a2f2889 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1320226 Feb 08 15:45:15.187485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-0aedad68-7488-494b-9594-c0de8d73b2a4 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.204 HTTP/1.1" status: 200 len: 696 time: 0.0904746 Feb 08 15:45:15.352588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-ec82217f-d81f-4f67-a132-b5450e1b556c tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:15.372846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d65e822f-8f68-4d58-8867-17c5c4c05482 req-ec82217f-d81f-4f67-a132-b5450e1b556c tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.1707761 Feb 08 15:45:15.555041 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbda4a-6726-4346-a323-fca880cc96d7 req-6c36153b-c05d-4c4d-8b81-ef5bdf61114f tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:15.557324 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43cbda4a-6726-4346-a323-fca880cc96d7 req-6c36153b-c05d-4c4d-8b81-ef5bdf61114f tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.94 "GET /v2.0/ports?device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 948 time: 0.1828756 Feb 08 15:45:15.576976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f24497-adef-4e1f-8602-89a56aac484f req-69c87bdb-fe50-490c-a7fb-e4e99d798509 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:15.587604 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-22f24497-adef-4e1f-8602-89a56aac484f req-69c87bdb-fe50-490c-a7fb-e4e99d798509 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 948 time: 0.1415796 Feb 08 15:45:15.619660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:45:15.672554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c8c49-ad2b-47eb-92ca-1e1be6823daf req-453a0965-f203-49f9-8535-fafe95b2dbf3 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:15.674396 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-677c8c49-ad2b-47eb-92ca-1e1be6823daf req-453a0965-f203-49f9-8535-fafe95b2dbf3 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.2438760 Feb 08 15:45:15.765555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:45:15.769863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:15.770435 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8fce2247-2654-4dd2-8ba7-4fb73cfbd901), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:15.809369 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-677c8c49-ad2b-47eb-92ca-1e1be6823daf req-0d22f53c-7f76-4f00-81fe-9ca452d535d4 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089175 Feb 08 15:45:15.871865 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-22f24497-adef-4e1f-8602-89a56aac484f req-413e0a1b-8b1d-4adc-9d44-560bf074e047 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/security-groups?id=f054853c-b557-4e8a-857b-800ecfc55483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785757 Feb 08 15:45:15.950308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-43cbda4a-6726-4346-a323-fca880cc96d7 req-0bf2dffa-f29a-4250-a233-ef1a688b62d4 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Deleting port 1103e63a-a20e-4f08-b709-b89ece7fec04 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:15.951188 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-43cbda4a-6726-4346-a323-fca880cc96d7 req-0bf2dffa-f29a-4250-a233-ef1a688b62d4 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:16.038251 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:16.038669 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8fce2247-2654-4dd2-8ba7-4fb73cfbd901), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:16.103473 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=8fce2247-2654-4dd2-8ba7-4fb73cfbd901,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:16.105809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9f804-6136-4228-a62d-9a70e20ad304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fce2247-2654-4dd2-8ba7-4fb73cfbd901'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:16.109327 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7719d261-4042-4306-b806-7dadaac5a511" -d '{"events": [{"server_uuid": "c8f9f804-6136-4228-a62d-9a70e20ad304", "name": "network-vif-plugged", "status": "completed", "tag": "8fce2247-2654-4dd2-8ba7-4fb73cfbd901"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:16.115287 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8fce2247-2654-4dd2-8ba7-4fb73cfbd901), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:16.171524 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-db633611-ecc8-4fcf-b1df-bde32f626a71 req-20e28662-2178-40ee-8bf4-16c4a2cc5f1b tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/c2b87090-996c-40e8-9004-f234632e2c50 HTTP/1.1" status: 200 len: 1817 time: 0.2410703 Feb 08 15:45:16.218313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=8fce2247-2654-4dd2-8ba7-4fb73cfbd901,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:16.226961 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689e8dd-be92-4afe-a2fc-38d5c79ec9c4 req-1b74e8b6-0fe3-4991-a074-857675e63918 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:16.228547 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f689e8dd-be92-4afe-a2fc-38d5c79ec9c4 req-1b74e8b6-0fe3-4991-a074-857675e63918 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8f9f804-6136-4228-a62d-9a70e20ad304 HTTP/1.1" status: 200 len: 944 time: 0.2049165 Feb 08 15:45:16.365482 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-43cbda4a-6726-4346-a323-fca880cc96d7 req-0bf2dffa-f29a-4250-a233-ef1a688b62d4 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] For port 1103e63a-a20e-4f08-b709-b89ece7fec04, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=1103e63a-a20e-4f08-b709-b89ece7fec04,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:16.365881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-43cbda4a-6726-4346-a323-fca880cc96d7 req-0bf2dffa-f29a-4250-a233-ef1a688b62d4 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:16.427455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-43cbda4a-6726-4346-a323-fca880cc96d7 req-0bf2dffa-f29a-4250-a233-ef1a688b62d4 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Calling delete_port for 1103e63a-a20e-4f08-b709-b89ece7fec04 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:16.435449 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f689e8dd-be92-4afe-a2fc-38d5c79ec9c4 req-84f9c5e3-447e-42c1-aacf-9af2aba470c1 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846516 Feb 08 15:45:16.511717 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-db633611-ecc8-4fcf-b1df-bde32f626a71 req-b5ded99c-76d6-498f-a503-fa117edbd6a7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (c2b87090-996c-40e8-9004-f234632e2c50), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:16.597993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-058738c6-9420-4337-a43a-bcc10c3a3556 req-fb372f2e-6920-448b-9202-3b4c04d51613 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=f560e393-478f-4878-bfbd-9e613f4f28f6 HTTP/1.1" status: 200 len: 210 time: 0.0530405 Feb 08 15:45:16.600358 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-db633611-ecc8-4fcf-b1df-bde32f626a71 req-b5ded99c-76d6-498f-a503-fa117edbd6a7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (c2b87090-996c-40e8-9004-f234632e2c50), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:16.700697 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df6ddd21-3f95-44be-91ac-d28ceddd0baa req-33da5d87-0013-4c9d-9b99-01e75fcdc2c7 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips/168c04a5-547d-4022-ac28-8744ae3fbe88 HTTP/1.1" status: 200 len: 693 time: 0.0667620 Feb 08 15:45:16.823646 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-83332e62-4cb5-4938-9849-ac54f48c0564 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=47a06341cc3a4770995437fedeb0cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316937 Feb 08 15:45:16.848532 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-43cbda4a-6726-4346-a323-fca880cc96d7 req-0bf2dffa-f29a-4250-a233-ef1a688b62d4 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1103e63a-a20e-4f08-b709-b89ece7fec04), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:16.850274 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-db633611-ecc8-4fcf-b1df-bde32f626a71 req-b5ded99c-76d6-498f-a503-fa117edbd6a7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c2b87090-996c-40e8-9004-f234632e2c50), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:16.853093 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-db633611-ecc8-4fcf-b1df-bde32f626a71 req-b5ded99c-76d6-498f-a503-fa117edbd6a7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:16.854341 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-db633611-ecc8-4fcf-b1df-bde32f626a71 req-b5ded99c-76d6-498f-a503-fa117edbd6a7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "DELETE /v2.0/security-groups/c2b87090-996c-40e8-9004-f234632e2c50 HTTP/1.1" status: 204 len: 173 time: 0.6676424 Feb 08 15:45:16.880195 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ded99c-76d6-498f-a503-fa117edbd6a7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b87090-996c-40e8-9004-f234632e2c50,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:16.914743 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2dffa-f29a-4250-a233-ef1a688b62d4 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Pushing event deleted for resources: {'Port': ['ID=1103e63a-a20e-4f08-b709-b89ece7fec04,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:16.942983 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876c30d0-7a3e-44a7-887f-923a01449003 x-openstack-request-id: req-876c30d0-7a3e-44a7-887f-923a01449003 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:16.946075 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f9f804-6136-4228-a62d-9a70e20ad304", "name": "network-vif-plugged", "status": "completed", "tag": "8fce2247-2654-4dd2-8ba7-4fb73cfbd901", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:16.946611 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-876c30d0-7a3e-44a7-887f-923a01449003 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:16.949219 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f9f804-6136-4228-a62d-9a70e20ad304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fce2247-2654-4dd2-8ba7-4fb73cfbd901', 'code': 200} Feb 08 15:45:16.987546 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cbda4a-6726-4346-a323-fca880cc96d7 req-0bf2dffa-f29a-4250-a233-ef1a688b62d4 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] No DVR routers for this DVR port 1103e63a-a20e-4f08-b709-b89ece7fec04 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:45:16.993928 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-43cbda4a-6726-4346-a323-fca880cc96d7 req-0bf2dffa-f29a-4250-a233-ef1a688b62d4 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:16.997990 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43cbda4a-6726-4346-a323-fca880cc96d7 req-0bf2dffa-f29a-4250-a233-ef1a688b62d4 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.94 "DELETE /v2.0/ports/1103e63a-a20e-4f08-b709-b89ece7fec04 HTTP/1.1" status: 204 len: 173 time: 1.4346251 Feb 08 15:45:16.998456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4427fcd0-438b-4c2e-8d09-44d68c65a930', 'name': 'network-vif-deleted', 'tag': '1103e63a-a20e-4f08-b709-b89ece7fec04'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:17.001595 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37437f69-935e-4c1a-9523-b5ffced96fd2" -d '{"events": [{"server_uuid": "4427fcd0-438b-4c2e-8d09-44d68c65a930", "name": "network-vif-deleted", "tag": "1103e63a-a20e-4f08-b709-b89ece7fec04"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:17.039878 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ddd21-3f95-44be-91ac-d28ceddd0baa req-fc3b97db-1678-479e-8748-ee35c1b10453 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:17.049294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df6ddd21-3f95-44be-91ac-d28ceddd0baa req-fc3b97db-1678-479e-8748-ee35c1b10453 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.2679667 Feb 08 15:45:17.056800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-df6ddd21-3f95-44be-91ac-d28ceddd0baa req-0f1b8333-619a-418f-a6c8-683a8b11368d tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:45:17.069099 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df6ddd21-3f95-44be-91ac-d28ceddd0baa req-0f1b8333-619a-418f-a6c8-683a8b11368d tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186200 Feb 08 15:45:17.118860 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-e2208bcf-7202-408b-9a7a-d64dbddf90a2 req-daf14932-4183-41e9-8d2b-f49f19480e06 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] show failed (client error): The resource could not be found. Feb 08 15:45:17.138595 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e2208bcf-7202-408b-9a7a-d64dbddf90a2 req-daf14932-4183-41e9-8d2b-f49f19480e06 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/c2b87090-996c-40e8-9004-f234632e2c50 HTTP/1.1" status: 404 len: 352 time: 0.0628569 Feb 08 15:45:17.200168 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-36d3c2a0-f52a-4a22-b869-9b605279b0b9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:17.203362 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-36d3c2a0-f52a-4a22-b869-9b605279b0b9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2912154 Feb 08 15:45:17.221065 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-b1b18f94-8683-4a6a-843d-3ef1f5e5b358 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Request body: {'port': {'device_id': 'f560e393-478f-4878-bfbd-9e613f4f28f6', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '47a06341cc3a4770995437fedeb0cb4c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:17.274035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf71639-f176-4e57-ae8e-4bfae6eb5a6a req-540588c5-e55b-4520-b357-c10d9f7e0c20 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:17.275738 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cf71639-f176-4e57-ae8e-4bfae6eb5a6a req-540588c5-e55b-4520-b357-c10d9f7e0c20 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.1927166 Feb 08 15:45:17.355244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c509530-b97c-413d-b3e3-6a31f735685e req-ee84c1b1-0da0-4678-b153-7244e700c2c3 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=4427fcd0-438b-4c2e-8d09-44d68c65a930 HTTP/1.1" status: 200 len: 210 time: 0.0895963 Feb 08 15:45:17.359720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfb4ea-e8bd-4b18-9192-c235ad679f3c req-cff413fb-e1ac-4492-ad1b-f1232cded421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:17.363059 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43bfb4ea-e8bd-4b18-9192-c235ad679f3c req-cff413fb-e1ac-4492-ad1b-f1232cded421 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c8f9f804-6136-4228-a62d-9a70e20ad304 HTTP/1.1" status: 200 len: 1128 time: 0.2225342 Feb 08 15:45:17.444435 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cf71639-f176-4e57-ae8e-4bfae6eb5a6a req-ff1e9af7-0434-4536-af2d-6b7dc741aa43 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291265 Feb 08 15:45:17.455861 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-b1b18f94-8683-4a6a-843d-3ef1f5e5b358 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Made reservation on behalf of 47a06341cc3a4770995437fedeb0cb4c for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:45:17.462361 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-b1b18f94-8683-4a6a-843d-3ef1f5e5b358 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:17.464125 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43bfb4ea-e8bd-4b18-9192-c235ad679f3c req-dc9f36c3-fd4a-483a-bc33-8e2d80716d7f service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853977 Feb 08 15:45:17.583431 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50429d70-7363-4f51-8083-af0b8fb9fa56 x-openstack-request-id: req-50429d70-7363-4f51-8083-af0b8fb9fa56 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:17.583706 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4427fcd0-438b-4c2e-8d09-44d68c65a930", "name": "network-vif-deleted", "tag": "1103e63a-a20e-4f08-b709-b89ece7fec04", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:17.583959 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-50429d70-7363-4f51-8083-af0b8fb9fa56 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:17.584361 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4427fcd0-438b-4c2e-8d09-44d68c65a930', 'name': 'network-vif-deleted', 'tag': '1103e63a-a20e-4f08-b709-b89ece7fec04', 'status': 'completed', 'code': 200} Feb 08 15:45:17.625906 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9fce510-3d1c-4a21-a2ab-c60b075270ed req-74c7f92f-cb43-47c3-a858-8051d3df6b94 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips/168c04a5-547d-4022-ac28-8744ae3fbe88 HTTP/1.1" status: 200 len: 693 time: 0.1133058 Feb 08 15:45:17.677431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-b1b18f94-8683-4a6a-843d-3ef1f5e5b358 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Allocated IP 192.168.233.103 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/918bc5c5-59de-452f-abc6-8bad3d5433a8) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:45:17.721512 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a776edf2-a720-4bb0-9ab9-c1255a100d7f req-2830d470-a9c0-4ad3-8909-7035c5ea820a tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/0a1186a9-2247-456b-ae8a-a312e673f688 HTTP/1.1" status: 200 len: 1817 time: 0.1362112 Feb 08 15:45:17.829611 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a776edf2-a720-4bb0-9ab9-c1255a100d7f req-5eba081b-d479-4677-ada7-1107d765fc16 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (0a1186a9-2247-456b-ae8a-a312e673f688), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:17.858061 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a776edf2-a720-4bb0-9ab9-c1255a100d7f req-5eba081b-d479-4677-ada7-1107d765fc16 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (0a1186a9-2247-456b-ae8a-a312e673f688), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:17.913583 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-b1b18f94-8683-4a6a-843d-3ef1f5e5b358 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks [] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:17.921829 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a776edf2-a720-4bb0-9ab9-c1255a100d7f req-5eba081b-d479-4677-ada7-1107d765fc16 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0a1186a9-2247-456b-ae8a-a312e673f688), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:17.930488 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a776edf2-a720-4bb0-9ab9-c1255a100d7f req-5eba081b-d479-4677-ada7-1107d765fc16 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:17.931706 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a776edf2-a720-4bb0-9ab9-c1255a100d7f req-5eba081b-d479-4677-ada7-1107d765fc16 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "DELETE /v2.0/security-groups/0a1186a9-2247-456b-ae8a-a312e673f688 HTTP/1.1" status: 204 len: 173 time: 0.2093852 Feb 08 15:45:17.972217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba081b-d479-4677-ada7-1107d765fc16 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1186a9-2247-456b-ae8a-a312e673f688,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:18.021789 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-b1b18f94-8683-4a6a-843d-3ef1f5e5b358 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:18.023997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fce510-3d1c-4a21-a2ab-c60b075270ed req-11ae82ce-7ffd-49f5-a0de-dc526bd07f74 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:18.027974 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9fce510-3d1c-4a21-a2ab-c60b075270ed req-11ae82ce-7ffd-49f5-a0de-dc526bd07f74 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.3911793 Feb 08 15:45:18.035880 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['44ed5363-0f44-4ef7-91ec-3d682c8ee53d', '61036a9b-1ca0-430e-a9d6-b220f970db5a', 'a25273d2-2129-4f36-bd3c-7d3a4544071f', 'cede9974-31d3-4df2-beb4-5e6849591e4a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:18.039085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['e0c134c6-bee7-4d57-90ac-a159396fd7ec', 'a6272eb1-1dcd-461d-9bca-2312193adc47', '3f305122-1f68-4a2c-87d6-ebaa752bb5e8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:18.132216 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9fce510-3d1c-4a21-a2ab-c60b075270ed req-c4dd42a1-634e-4667-93bb-d9fbe1028fc7 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.204 HTTP/1.1" status: 200 len: 696 time: 0.0924673 Feb 08 15:45:18.143241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b18f94-8683-4a6a-843d-3ef1f5e5b358 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event updated for resources: {'Port': ['ID=918bc5c5-59de-452f-abc6-8bad3d5433a8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:18.167946 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-b1b18f94-8683-4a6a-843d-3ef1f5e5b358 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:45:18.175688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-b1b18f94-8683-4a6a-843d-3ef1f5e5b358 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:18.200385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-b1b18f94-8683-4a6a-843d-3ef1f5e5b358 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:45:18.247162 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9fce510-3d1c-4a21-a2ab-c60b075270ed req-62a3edec-eb72-4070-b588-7e2cf572bac7 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.204 HTTP/1.1" status: 200 len: 696 time: 0.1140060 Feb 08 15:45:18.309262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487832b-fbb4-4d09-888f-d93a3a4f3e42 req-318ae455-1a5f-4946-8751-fdca574ec580 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:18.310851 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8487832b-fbb4-4d09-888f-d93a3a4f3e42 req-318ae455-1a5f-4946-8751-fdca574ec580 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8f9f804-6136-4228-a62d-9a70e20ad304 HTTP/1.1" status: 200 len: 945 time: 0.1706784 Feb 08 15:45:18.336497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-b1b18f94-8683-4a6a-843d-3ef1f5e5b358 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:18.343393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-b1b18f94-8683-4a6a-843d-3ef1f5e5b358 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:18.378872 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8487832b-fbb4-4d09-888f-d93a3a4f3e42 req-d558da23-6dd7-4310-8518-c56e6c086a2b tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571148 Feb 08 15:45:18.381373 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-b1b18f94-8683-4a6a-843d-3ef1f5e5b358 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1653440 Feb 08 15:45:18.401140 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Request body: {'port': {'device_id': 'f560e393-478f-4878-bfbd-9e613f4f28f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:18.552109 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:18.601656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-e9fce510-3d1c-4a21-a2ab-c60b075270ed req-b2e9de37-5926-4572-9656-a8090eb0ff72 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Deleting port 852e2034-6279-4736-912a-acd3b145e28c {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:18.603878 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e9fce510-3d1c-4a21-a2ab-c60b075270ed req-b2e9de37-5926-4572-9656-a8090eb0ff72 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (852e2034-6279-4736-912a-acd3b145e28c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:18.622257 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9e991c49-2580-4358-91df-50a77866f926 None None] Provisioning complete for port 918bc5c5-59de-452f-abc6-8bad3d5433a8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:18.622626 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9e991c49-2580-4358-91df-50a77866f926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:18.683130 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:18.692909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb26de4-6aa5-495a-985c-c0a2f42ff9bf req-1fedd1ea-3d87-4786-bdab-a312fd16d072 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:18.697372 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0eb26de4-6aa5-495a-985c-c0a2f42ff9bf req-1fedd1ea-3d87-4786-bdab-a312fd16d072 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=f560e393-478f-4878-bfbd-9e613f4f28f6 HTTP/1.1" status: 200 len: 936 time: 0.1243913 Feb 08 15:45:18.748762 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9e991c49-2580-4358-91df-50a77866f926 None None] Port 918bc5c5-59de-452f-abc6-8bad3d5433a8 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:45:18.784351 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0eb26de4-6aa5-495a-985c-c0a2f42ff9bf req-845cae3e-5747-440c-ad86-d8414b3570e9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757787 Feb 08 15:45:18.800463 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e9fce510-3d1c-4a21-a2ab-c60b075270ed req-b2e9de37-5926-4572-9656-a8090eb0ff72 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (852e2034-6279-4736-912a-acd3b145e28c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:18.800714 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e9fce510-3d1c-4a21-a2ab-c60b075270ed req-b2e9de37-5926-4572-9656-a8090eb0ff72 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (852e2034-6279-4736-912a-acd3b145e28c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:18.830136 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-fe4937ac-1b28-45f4-8323-61cf696fb1b0 req-c1ed9f4f-a975-419c-9af2-5dc8d33fb2e9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] show failed (client error): The resource could not be found. Feb 08 15:45:18.837411 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe4937ac-1b28-45f4-8323-61cf696fb1b0 req-c1ed9f4f-a975-419c-9af2-5dc8d33fb2e9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/0a1186a9-2247-456b-ae8a-a312e673f688 HTTP/1.1" status: 404 len: 352 time: 0.0323079 Feb 08 15:45:18.850165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-e9fce510-3d1c-4a21-a2ab-c60b075270ed req-b2e9de37-5926-4572-9656-a8090eb0ff72 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Calling delete_port for 852e2034-6279-4736-912a-acd3b145e28c owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:19.140816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b41440-9202-4ad9-bcd5-9c5d855b4be0 req-de089778-93d2-46b7-a68c-e52eff031cd7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:19.141265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918bc5c5-59de-452f-abc6-8bad3d5433a8 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:45:19.151044 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Publish callbacks [] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:19.160043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14b41440-9202-4ad9-bcd5-9c5d855b4be0 req-de089778-93d2-46b7-a68c-e52eff031cd7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.1824307 Feb 08 15:45:19.189502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Transition to ACTIVE for port object 918bc5c5-59de-452f-abc6-8bad3d5433a8 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:45:19.194476 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e9fce510-3d1c-4a21-a2ab-c60b075270ed req-b2e9de37-5926-4572-9656-a8090eb0ff72 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (852e2034-6279-4736-912a-acd3b145e28c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:19.197149 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:19.311070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9de37-5926-4572-9656-a8090eb0ff72 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Pushing event deleted for resources: {'Port': ['ID=852e2034-6279-4736-912a-acd3b145e28c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:19.315927 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e9fce510-3d1c-4a21-a2ab-c60b075270ed req-b2e9de37-5926-4572-9656-a8090eb0ff72 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (168c04a5-547d-4022-ac28-8744ae3fbe88), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:19.318413 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e9fce510-3d1c-4a21-a2ab-c60b075270ed req-b2e9de37-5926-4572-9656-a8090eb0ff72 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:19.333596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9fce510-3d1c-4a21-a2ab-c60b075270ed req-b2e9de37-5926-4572-9656-a8090eb0ff72 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "DELETE /v2.0/floatingips/168c04a5-547d-4022-ac28-8744ae3fbe88 HTTP/1.1" status: 204 len: 173 time: 1.0854735 Feb 08 15:45:19.360568 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14b41440-9202-4ad9-bcd5-9c5d855b4be0 req-e60d7646-ee07-4177-a8bc-656ff3d6e87f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995504 Feb 08 15:45:19.384493 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Attempting to bind port 918bc5c5-59de-452f-abc6-8bad3d5433a8 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:45:19.384972 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Attempting to bind port 918bc5c5-59de-452f-abc6-8bad3d5433a8 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:45:19.385451 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Attempting to bind port 918bc5c5-59de-452f-abc6-8bad3d5433a8 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:19.387974 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Pushing event updated for resources: {'Port': ['ID=918bc5c5-59de-452f-abc6-8bad3d5433a8,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:19.403649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Port 918bc5c5-59de-452f-abc6-8bad3d5433a8 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:45:19.403983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Attempting to bind port 918bc5c5-59de-452f-abc6-8bad3d5433a8 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:19.429374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:45:19.429769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:45:19.430163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:45:19.430867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Bound port: 918bc5c5-59de-452f-abc6-8bad3d5433a8, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:45:19.431573 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:19.483672 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52f68f2c-8f4d-4b1f-9180-06fc0b896f72 req-734f1daf-9012-486f-88d6-cebcd11dee30 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/eb6b58ec-ed96-4395-9f2a-3f07a1c4e92d HTTP/1.1" status: 200 len: 1816 time: 0.0817266 Feb 08 15:45:19.531109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] For port 918bc5c5-59de-452f-abc6-8bad3d5433a8, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:45:19.535239 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] For port 918bc5c5-59de-452f-abc6-8bad3d5433a8, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=918bc5c5-59de-452f-abc6-8bad3d5433a8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:45:19.545126 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:19.582509 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-52f68f2c-8f4d-4b1f-9180-06fc0b896f72 req-05b4f931-b1f4-4eee-9006-f7a904206329 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (eb6b58ec-ed96-4395-9f2a-3f07a1c4e92d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:19.610346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:19.613126 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:19.616029 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] 10.222.0.94 "PUT /v2.0/ports/918bc5c5-59de-452f-abc6-8bad3d5433a8 HTTP/1.1" status: 200 len: 1097 time: 1.2214172 Feb 08 15:45:19.636501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f560e393-478f-4878-bfbd-9e613f4f28f6', 'tag': '918bc5c5-59de-452f-abc6-8bad3d5433a8'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:19.636858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9aaa9a82-893a-4a03-b232-e57b1a3023ab no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:45:19.644819 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d10a7ec-3cb4-4df5-8209-dc77538c11cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f560e393-478f-4878-bfbd-9e613f4f28f6", "tag": "918bc5c5-59de-452f-abc6-8bad3d5433a8"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:19.647550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-52f68f2c-8f4d-4b1f-9180-06fc0b896f72 req-05b4f931-b1f4-4eee-9006-f7a904206329 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (eb6b58ec-ed96-4395-9f2a-3f07a1c4e92d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:19.755862 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-52f68f2c-8f4d-4b1f-9180-06fc0b896f72 req-05b4f931-b1f4-4eee-9006-f7a904206329 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (eb6b58ec-ed96-4395-9f2a-3f07a1c4e92d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:19.764803 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-52f68f2c-8f4d-4b1f-9180-06fc0b896f72 req-05b4f931-b1f4-4eee-9006-f7a904206329 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:19.791576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52f68f2c-8f4d-4b1f-9180-06fc0b896f72 req-05b4f931-b1f4-4eee-9006-f7a904206329 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "DELETE /v2.0/security-groups/eb6b58ec-ed96-4395-9f2a-3f07a1c4e92d HTTP/1.1" status: 204 len: 173 time: 0.3034978 Feb 08 15:45:19.801798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6abb8-2bb6-407f-a67a-9f595b0bb0be service neutron] Pushing event updated for resources: {'Port': ['ID=918bc5c5-59de-452f-abc6-8bad3d5433a8,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:19.813229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4f931-b1f4-4eee-9006-f7a904206329 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6b58ec-ed96-4395-9f2a-3f07a1c4e92d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:19.819249 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-459c60f4-ca68-4391-93e7-b68f2991d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:19.820683 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-459c60f4-ca68-4391-93e7-b68f2991d2d0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=f560e393-478f-4878-bfbd-9e613f4f28f6 HTTP/1.1" status: 200 len: 1131 time: 0.1490233 Feb 08 15:45:19.885444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 9aaa9a82-893a-4a03-b232-e57b1a3023ab is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:19.885861 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:19.915376 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-0160bc44-8dbc-4baa-b3fe-3074a2992375 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=918bc5c5-59de-452f-abc6-8bad3d5433a8 HTTP/1.1" status: 200 len: 217 time: 0.0863349 Feb 08 15:45:19.954271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf47f2a-4458-4cef-9a05-159a949f8e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aaa9a82-893a-4a03-b232-e57b1a3023ab'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:19.956524 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3358a1ed-33b8-43ba-b53f-3d84d0ee7914" -d '{"events": [{"server_uuid": "eaf47f2a-4458-4cef-9a05-159a949f8e80", "name": "network-vif-unplugged", "status": "completed", "tag": "9aaa9a82-893a-4a03-b232-e57b1a3023ab"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:19.988933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9aaa9a82-893a-4a03-b232-e57b1a3023ab, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9aaa9a82-893a-4a03-b232-e57b1a3023ab,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:19.998787 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:19.999532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 1103e63a-a20e-4f08-b709-b89ece7fec04 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:45:20.031189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-2e90bead-7696-408a-95f2-40de08d4c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:20.044100 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-2e90bead-7696-408a-95f2-40de08d4c6de service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1186728 Feb 08 15:45:20.044450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 1103e63a-a20e-4f08-b709-b89ece7fec04 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:45:20.045057 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 1103e63a-a20e-4f08-b709-b89ece7fec04 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:45:20.123083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=9aaa9a82-893a-4a03-b232-e57b1a3023ab,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:20.147943 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:20.174131 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-7f823ea3-ccab-49ff-bfa2-0ed2df4a98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:20.179756 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-7f823ea3-ccab-49ff-bfa2-0ed2df4a98e9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1290135 Feb 08 15:45:20.290607 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-f977f7fc-dc79-4451-8976-f07c2d97190c service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007061 Feb 08 15:45:20.414175 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3899c24-10be-4c0e-89ab-6aaaa5772d72 req-e33580d5-e45a-48a1-8368-07368349f831 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177800 Feb 08 15:45:20.682707 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad9ca5-5b0d-4e98-83db-9707d33b74bf req-ae714221-7334-4952-86ec-e05545959d8c tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:20.684341 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cdad9ca5-5b0d-4e98-83db-9707d33b74bf req-ae714221-7334-4952-86ec-e05545959d8c tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5799108 Feb 08 15:45:20.694754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef742b-fa3f-4c58-8175-e1d429fab2f4 req-b3253af5-6195-4f1e-86bd-570cec07e7c0 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:20.696826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90ef742b-fa3f-4c58-8175-e1d429fab2f4 req-b3253af5-6195-4f1e-86bd-570cec07e7c0 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8f9f804-6136-4228-a62d-9a70e20ad304 HTTP/1.1" status: 200 len: 945 time: 0.4926844 Feb 08 15:45:20.731665 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d455dd6a-36ce-4b2f-8efc-94c8254320b4 x-openstack-request-id: req-d455dd6a-36ce-4b2f-8efc-94c8254320b4 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:20.732177 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f560e393-478f-4878-bfbd-9e613f4f28f6", "tag": "918bc5c5-59de-452f-abc6-8bad3d5433a8", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:20.732603 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d455dd6a-36ce-4b2f-8efc-94c8254320b4 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:20.733198 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f560e393-478f-4878-bfbd-9e613f4f28f6', 'tag': '918bc5c5-59de-452f-abc6-8bad3d5433a8', 'status': 'completed', 'code': 200} Feb 08 15:45:20.772906 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-61c9696b-b94a-4345-910e-207d2dd8f8f1 req-79f2ea7c-5bcb-4a69-8c28-76a37125d694 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] show failed (client error): The resource could not be found. Feb 08 15:45:20.774003 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61c9696b-b94a-4345-910e-207d2dd8f8f1 req-79f2ea7c-5bcb-4a69-8c28-76a37125d694 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/eb6b58ec-ed96-4395-9f2a-3f07a1c4e92d HTTP/1.1" status: 404 len: 352 time: 0.0193503 Feb 08 15:45:20.820098 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90ef742b-fa3f-4c58-8175-e1d429fab2f4 req-ba7f44fe-0dd9-48d1-aca3-21bfecd8aae8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160843 Feb 08 15:45:20.826208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10a7ec-3cb4-4df5-8209-dc77538c11cd req-9aee0d0f-f608-490f-a514-470ded01e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:20.827750 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d10a7ec-3cb4-4df5-8209-dc77538c11cd req-9aee0d0f-f608-490f-a514-470ded01e24b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=47a06341cc3a4770995437fedeb0cb4c&device_id=f560e393-478f-4878-bfbd-9e613f4f28f6 HTTP/1.1" status: 200 len: 1131 time: 0.0639081 Feb 08 15:45:20.907861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83339897-b609-45dd-9dd5-66321f1bf96b req-59d3f1b1-14e0-42b8-916d-891f1dc78760 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:20.916168 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-83339897-b609-45dd-9dd5-66321f1bf96b req-59d3f1b1-14e0-42b8-916d-891f1dc78760 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=f560e393-478f-4878-bfbd-9e613f4f28f6 HTTP/1.1" status: 200 len: 948 time: 0.0737383 Feb 08 15:45:20.925860 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7ef7c6-d4f5-474c-a097-17b6ceb43409 x-openstack-request-id: req-be7ef7c6-d4f5-474c-a097-17b6ceb43409 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:20.926378 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf47f2a-4458-4cef-9a05-159a949f8e80", "name": "network-vif-unplugged", "status": "completed", "tag": "9aaa9a82-893a-4a03-b232-e57b1a3023ab", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:20.926378 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-be7ef7c6-d4f5-474c-a097-17b6ceb43409 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:20.926741 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf47f2a-4458-4cef-9a05-159a949f8e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aaa9a82-893a-4a03-b232-e57b1a3023ab', 'code': 200} Feb 08 15:45:21.003392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-83339897-b609-45dd-9dd5-66321f1bf96b req-426f9d0f-d6e9-4d50-a4ee-3e01a74a3131 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807872 Feb 08 15:45:21.102125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a34cb-e83f-4810-92ed-8c5cdf5148a9 req-3a0d1c4b-8264-4956-95ae-3ac7c0aa22cf tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:21.104486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c0a34cb-e83f-4810-92ed-8c5cdf5148a9 req-3a0d1c4b-8264-4956-95ae-3ac7c0aa22cf tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=74ae7027-75f4-4e0b-a79c-ffcd3652578a HTTP/1.1" status: 200 len: 949 time: 0.0967624 Feb 08 15:45:21.169361 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c0a34cb-e83f-4810-92ed-8c5cdf5148a9 req-90af3b50-e47a-4f75-8957-89f3450be485 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/security-groups?id=f054853c-b557-4e8a-857b-800ecfc55483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585146 Feb 08 15:45:21.311212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10a7ec-3cb4-4df5-8209-dc77538c11cd req-25c79f91-57ae-4972-b02d-35f54ee6b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:21.312858 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d10a7ec-3cb4-4df5-8209-dc77538c11cd req-25c79f91-57ae-4972-b02d-35f54ee6b48f service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.4768803 Feb 08 15:45:21.367471 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14b7c0cc-57db-4c8f-839c-eee488623794 req-706d5ae7-8a01-4107-b1c4-86c6796c5924 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips?tenant_id=2fc08dee1239428cb932572ebc6aabe5 HTTP/1.1" status: 200 len: 1655 time: 0.0967817 Feb 08 15:45:21.371747 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d10a7ec-3cb4-4df5-8209-dc77538c11cd req-ceaf8885-16c9-450b-b835-9732c82abb48 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=918bc5c5-59de-452f-abc6-8bad3d5433a8 HTTP/1.1" status: 200 len: 217 time: 0.0486174 Feb 08 15:45:21.468037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10a7ec-3cb4-4df5-8209-dc77538c11cd req-ecff788e-2e90-4aee-9797-234a70705d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:21.470040 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d10a7ec-3cb4-4df5-8209-dc77538c11cd req-ecff788e-2e90-4aee-9797-234a70705d99 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0892556 Feb 08 15:45:21.480288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f56a6c-b1c8-4bb1-a9d0-39ef404b4c5a req-d3c7f92c-e54f-475b-a948-33f207db152e tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:21.481764 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-82f56a6c-b1c8-4bb1-a9d0-39ef404b4c5a req-d3c7f92c-e54f-475b-a948-33f207db152e tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.1635814 Feb 08 15:45:21.504791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7c0cc-57db-4c8f-839c-eee488623794 req-d022471c-0f27-4cfe-849f-72e80bde82e7 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:21.511934 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14b7c0cc-57db-4c8f-839c-eee488623794 req-d022471c-0f27-4cfe-849f-72e80bde82e7 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/networks?id=7c1187de-c4e5-4894-a57b-d8bf742c1138&id=7c1187de-c4e5-4894-a57b-d8bf742c1138&id=7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 787 time: 0.1428702 Feb 08 15:45:21.527097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-14b7c0cc-57db-4c8f-839c-eee488623794 req-e7bbc1d5-99ef-411a-916e-a5c06e9487f2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:45:21.542425 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14b7c0cc-57db-4c8f-839c-eee488623794 req-e7bbc1d5-99ef-411a-916e-a5c06e9487f2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295501 Feb 08 15:45:21.545332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10a7ec-3cb4-4df5-8209-dc77538c11cd req-5fc73b20-b346-4532-87ee-28ad91b8f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:21.547449 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d10a7ec-3cb4-4df5-8209-dc77538c11cd req-5fc73b20-b346-4532-87ee-28ad91b8f716 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0575521 Feb 08 15:45:21.613849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-82f56a6c-b1c8-4bb1-a9d0-39ef404b4c5a req-34a89833-409f-4ed9-ac58-952c8a44eb39 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240227 Feb 08 15:45:21.653177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9c76ac5-edf5-4f38-b4c5-a82e0914428f req-b93680c3-f55c-4d0a-80a6-1c85335f4006 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=681f6587c0694615a3bd4e5e8f93c31a HTTP/1.1" status: 200 len: 6198 time: 0.1045966 Feb 08 15:45:21.683249 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d10a7ec-3cb4-4df5-8209-dc77538c11cd req-76afb3df-9fc4-462c-9867-80410e582c28 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171761 Feb 08 15:45:21.751745 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9c76ac5-edf5-4f38-b4c5-a82e0914428f req-169a57ac-c82f-47db-8f6d-79903d7aace9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/c118cd36-1643-4879-956d-84d2397cb658 HTTP/1.1" status: 200 len: 2998 time: 0.0974844 Feb 08 15:45:21.838017 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9c76ac5-edf5-4f38-b4c5-a82e0914428f req-e9217dc1-dc25-4936-894b-da854f6cfd5e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/c118cd36-1643-4879-956d-84d2397cb658 HTTP/1.1" status: 200 len: 2998 time: 0.0787790 Feb 08 15:45:21.902006 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1d10a7ec-3cb4-4df5-8209-dc77538c11cd req-24b55c77-f30a-41e5-b5f3-3b7ba5bdd1ef service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123361 Feb 08 15:45:21.993863 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b495b43-431d-44f8-a50e-a87df9375e25 req-d9999356-db0a-4b1f-9e76-1f7b4652cbfc tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips/195b81cf-56e2-4e02-b435-787665052d2e HTTP/1.1" status: 200 len: 692 time: 0.0994539 Feb 08 15:45:22.127718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d199560-fddf-487b-bdce-043488f6de31 req-f0e504b2-8a87-4b7c-b408-95ad728353b2 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:22.129188 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d199560-fddf-487b-bdce-043488f6de31 req-f0e504b2-8a87-4b7c-b408-95ad728353b2 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/networks?id=67e9eee1-fa22-4fdb-a210-1356974271e1 HTTP/1.1" status: 200 len: 804 time: 0.2177825 Feb 08 15:45:22.160875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d199560-fddf-487b-bdce-043488f6de31 req-fa9f0bda-fa24-43b4-b880-6a3b735afd70 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/quotas/fc1f662f69bf4e798027631518391c93 HTTP/1.1" status: 200 len: 375 time: 0.0202756 Feb 08 15:45:22.167529 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b495b43-431d-44f8-a50e-a87df9375e25 req-255b96e4-1cbc-4c8c-9b07-075e0b953888 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:22.168861 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b495b43-431d-44f8-a50e-a87df9375e25 req-255b96e4-1cbc-4c8c-9b07-075e0b953888 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.1644213 Feb 08 15:45:22.254551 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b495b43-431d-44f8-a50e-a87df9375e25 req-afcd37de-1797-4821-805a-15414220b87d tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.10 HTTP/1.1" status: 200 len: 695 time: 0.0582168 Feb 08 15:45:22.309856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b495b43-431d-44f8-a50e-a87df9375e25 req-257992b1-9238-4ffd-b06f-a4417529f7f5 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.10 HTTP/1.1" status: 200 len: 695 time: 0.0521259 Feb 08 15:45:22.314944 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d199560-fddf-487b-bdce-043488f6de31 req-6c8777f4-ca15-44c6-be8f-577934c93550 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=fc1f662f69bf4e798027631518391c93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1451609 Feb 08 15:45:22.546130 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d199560-fddf-487b-bdce-043488f6de31 req-365b386f-42fd-49bc-85ab-477170694f69 service neutron] 10.222.0.82 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235665 Feb 08 15:45:22.612677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f04d7-5139-4882-a296-2213fd7d7f42 req-23b78400-845d-4317-be7b-443ce520de16 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:22.614197 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-970f04d7-5139-4882-a296-2213fd7d7f42 req-23b78400-845d-4317-be7b-443ce520de16 tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.96 "GET /v2.0/ports?device_id=74ae7027-75f4-4e0b-a79c-ffcd3652578a HTTP/1.1" status: 200 len: 949 time: 0.1580827 Feb 08 15:45:22.632579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-4b495b43-431d-44f8-a50e-a87df9375e25 req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Deleting port 330e1e23-59f7-42c0-b5a8-60453075a0ee {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:22.632962 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4b495b43-431d-44f8-a50e-a87df9375e25 req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (330e1e23-59f7-42c0-b5a8-60453075a0ee), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:22.794699 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4b495b43-431d-44f8-a50e-a87df9375e25 req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (330e1e23-59f7-42c0-b5a8-60453075a0ee), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:22.795184 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4b495b43-431d-44f8-a50e-a87df9375e25 req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (330e1e23-59f7-42c0-b5a8-60453075a0ee), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:22.799735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d199560-fddf-487b-bdce-043488f6de31 req-9bc17472-483c-42db-a2e1-365b5ff44d4c service neutron] 10.222.0.82 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420187 Feb 08 15:45:22.827471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-4b495b43-431d-44f8-a50e-a87df9375e25 req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Calling delete_port for 330e1e23-59f7-42c0-b5a8-60453075a0ee owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:22.982915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-9bc23dd7-9388-44c1-a002-0956cd43bf5e req-b9f5e5d3-5f79-4223-8d9c-b066526705f1 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-997282203', 'description': 'tempest-description-1438284447'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:23.011315 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-970f04d7-5139-4882-a296-2213fd7d7f42 req-4407b0bf-acec-4a30-9ff2-09576058c7ac tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Deleting port 8942e403-23be-4b0d-8001-3bf8829b886f {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:23.011675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-970f04d7-5139-4882-a296-2213fd7d7f42 req-4407b0bf-acec-4a30-9ff2-09576058c7ac tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:23.079028 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9bc23dd7-9388-44c1-a002-0956cd43bf5e req-b9f5e5d3-5f79-4223-8d9c-b066526705f1 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:23.144277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 165343a0-7048-4983-9a11-c5fd7d41cb72 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:45:23.159571 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4b495b43-431d-44f8-a50e-a87df9375e25 req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (330e1e23-59f7-42c0-b5a8-60453075a0ee), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:23.205819 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Pushing event deleted for resources: {'Port': ['ID=330e1e23-59f7-42c0-b5a8-60453075a0ee,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:23.254720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-970f04d7-5139-4882-a296-2213fd7d7f42 req-4407b0bf-acec-4a30-9ff2-09576058c7ac tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] For port 8942e403-23be-4b0d-8001-3bf8829b886f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8942e403-23be-4b0d-8001-3bf8829b886f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:23.255116 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-970f04d7-5139-4882-a296-2213fd7d7f42 req-4407b0bf-acec-4a30-9ff2-09576058c7ac tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:23.260899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:23.261300 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:23.261736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:23.262087 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:23.262633 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:23.263088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:23.263452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:23.263795 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:23.264141 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:23.264470 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:23.264804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:23.265174 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:23.265504 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:23.312124 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-970f04d7-5139-4882-a296-2213fd7d7f42 req-4407b0bf-acec-4a30-9ff2-09576058c7ac tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Calling delete_port for 8942e403-23be-4b0d-8001-3bf8829b886f owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:23.363285 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9bc23dd7-9388-44c1-a002-0956cd43bf5e req-b9f5e5d3-5f79-4223-8d9c-b066526705f1 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (719b5140-aec0-4c52-9272-e4db6e28923b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:23.373005 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9bc23dd7-9388-44c1-a002-0956cd43bf5e req-b9f5e5d3-5f79-4223-8d9c-b066526705f1 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (719b5140-aec0-4c52-9272-e4db6e28923b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:23.430525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=165343a0-7048-4983-9a11-c5fd7d41cb72,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:23.450074 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9bc23dd7-9388-44c1-a002-0956cd43bf5e req-b9f5e5d3-5f79-4223-8d9c-b066526705f1 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:23.462773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9bc23dd7-9388-44c1-a002-0956cd43bf5e req-b9f5e5d3-5f79-4223-8d9c-b066526705f1 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4887650 Feb 08 15:45:23.466712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '165343a0-7048-4983-9a11-c5fd7d41cb72', 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818', 'port_id': '165343a0-7048-4983-9a11-c5fd7d41cb72', 'mac_address': 'fa:16:3e:cf:e8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6860ace5-603d-4273-928c-37854cfdc005', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:45:23.517765 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 165343a0-7048-4983-9a11-c5fd7d41cb72 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:23.518306 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:23.554867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165343a0-7048-4983-9a11-c5fd7d41cb72 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:45:23.555124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c59971-809e-414a-8af9-ccc186ff0239 req-b5a9f498-d7a2-4aab-9148-7228997c19ac tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:23.557690 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a5c59971-809e-414a-8af9-ccc186ff0239 req-b5a9f498-d7a2-4aab-9148-7228997c19ac tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.94 "GET /v2.0/ports?device_id=eaf47f2a-4458-4cef-9a05-159a949f8e80 HTTP/1.1" status: 200 len: 943 time: 0.1385281 Feb 08 15:45:23.600896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=165343a0-7048-4983-9a11-c5fd7d41cb72,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:23.607637 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:23.655919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4b495b43-431d-44f8-a50e-a87df9375e25 req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (195b81cf-56e2-4e02-b435-787665052d2e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:23.658532 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4b495b43-431d-44f8-a50e-a87df9375e25 req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:23.659682 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b495b43-431d-44f8-a50e-a87df9375e25 req-074ef6c3-4e88-41a3-b467-e8a0d07158ba tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "DELETE /v2.0/floatingips/195b81cf-56e2-4e02-b435-787665052d2e HTTP/1.1" status: 204 len: 173 time: 1.3437445 Feb 08 15:45:23.678359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5e5d3-5f79-4223-8d9c-b066526705f1 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719b5140-aec0-4c52-9272-e4db6e28923b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:23.708215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 918bc5c5-59de-452f-abc6-8bad3d5433a8 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:45:23.760101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a5c59971-809e-414a-8af9-ccc186ff0239 req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Deleting port 9aaa9a82-893a-4a03-b232-e57b1a3023ab {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:23.762106 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a5c59971-809e-414a-8af9-ccc186ff0239 req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:23.843819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=165343a0-7048-4983-9a11-c5fd7d41cb72,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:23.922368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87dcb8-7353-4f1e-875f-74620649ec6c req-e05f28c4-74ea-4fb2-8841-9bc17ead4e20 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:23.934214 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d87dcb8-7353-4f1e-875f-74620649ec6c req-e05f28c4-74ea-4fb2-8841-9bc17ead4e20 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8f9f804-6136-4228-a62d-9a70e20ad304 HTTP/1.1" status: 200 len: 945 time: 0.3296001 Feb 08 15:45:23.959796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['165343a0-7048-4983-9a11-c5fd7d41cb72'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:23.979356 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a5c59971-809e-414a-8af9-ccc186ff0239 req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] For port 9aaa9a82-893a-4a03-b232-e57b1a3023ab, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9aaa9a82-893a-4a03-b232-e57b1a3023ab,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:23.981189 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a5c59971-809e-414a-8af9-ccc186ff0239 req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:24.016915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c9e38-4ca9-49c7-8486-7dbba3c1560c req-b4a6abed-41ac-476f-bc42-cf8068e40938 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:24.017502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a5c59971-809e-414a-8af9-ccc186ff0239 req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Calling delete_port for 9aaa9a82-893a-4a03-b232-e57b1a3023ab owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:24.018569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b15c9e38-4ca9-49c7-8486-7dbba3c1560c req-b4a6abed-41ac-476f-bc42-cf8068e40938 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8f9f804-6136-4228-a62d-9a70e20ad304 HTTP/1.1" status: 200 len: 945 time: 0.5448046 Feb 08 15:45:24.092851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 918bc5c5-59de-452f-abc6-8bad3d5433a8, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=918bc5c5-59de-452f-abc6-8bad3d5433a8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:24.114352 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '918bc5c5-59de-452f-abc6-8bad3d5433a8', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '918bc5c5-59de-452f-abc6-8bad3d5433a8', 'mac_address': 'fa:16:3e:50:a7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:45:24.121796 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-970f04d7-5139-4882-a296-2213fd7d7f42 req-4407b0bf-acec-4a30-9ff2-09576058c7ac tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8942e403-23be-4b0d-8001-3bf8829b886f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:24.179467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 918bc5c5-59de-452f-abc6-8bad3d5433a8 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:24.181071 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:24.186255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407b0bf-acec-4a30-9ff2-09576058c7ac tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Pushing event deleted for resources: {'Port': ['ID=8942e403-23be-4b0d-8001-3bf8829b886f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:24.207157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918bc5c5-59de-452f-abc6-8bad3d5433a8 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:45:24.213496 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a5c59971-809e-414a-8af9-ccc186ff0239 req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9aaa9a82-893a-4a03-b232-e57b1a3023ab), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:24.238787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 918bc5c5-59de-452f-abc6-8bad3d5433a8, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=918bc5c5-59de-452f-abc6-8bad3d5433a8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:24.242109 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d87dcb8-7353-4f1e-875f-74620649ec6c req-c532be85-18ab-4a92-a2b7-b95981817335 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999136 Feb 08 15:45:24.246948 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:24.255926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65955a15-2fb2-4ca1-bcc1-793a7d949dc5 req-cb67d0e0-8e6f-4191-90b3-284c8abc3833 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:24.269899 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65955a15-2fb2-4ca1-bcc1-793a7d949dc5 req-cb67d0e0-8e6f-4191-90b3-284c8abc3833 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=f560e393-478f-4878-bfbd-9e613f4f28f6 HTTP/1.1" status: 200 len: 948 time: 0.4724922 Feb 08 15:45:24.287574 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Pushing event deleted for resources: {'Port': ['ID=9aaa9a82-893a-4a03-b232-e57b1a3023ab,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:24.341820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=918bc5c5-59de-452f-abc6-8bad3d5433a8,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:24.345655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c59971-809e-414a-8af9-ccc186ff0239 req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] No DVR routers for this DVR port 9aaa9a82-893a-4a03-b232-e57b1a3023ab on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:45:24.349987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:24.350363 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:24.350711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:24.351055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:24.351397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:24.351739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:24.352593 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:24.352939 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:24.353298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:24.357291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:24.357706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:24.358055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:24.358413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:24.361583 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a5c59971-809e-414a-8af9-ccc186ff0239 req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:24.365438 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a5c59971-809e-414a-8af9-ccc186ff0239 req-c4020dc4-a7cb-4336-bb1e-85c6606fa49c tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.94 "DELETE /v2.0/ports/9aaa9a82-893a-4a03-b232-e57b1a3023ab HTTP/1.1" status: 204 len: 173 time: 0.7975771 Feb 08 15:45:24.365895 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf47f2a-4458-4cef-9a05-159a949f8e80', 'name': 'network-vif-deleted', 'tag': '9aaa9a82-893a-4a03-b232-e57b1a3023ab'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:24.369336 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5de60e-63dc-43fb-a32a-b4fe0e687cdd" -d '{"events": [{"server_uuid": "eaf47f2a-4458-4cef-9a05-159a949f8e80", "name": "network-vif-deleted", "tag": "9aaa9a82-893a-4a03-b232-e57b1a3023ab"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:24.416304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-704de85e-877b-4053-bd44-c6831424bd8e req-beaed131-bc99-40c2-86a5-66aae2f445fc tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.82 "GET /v2.0/ports?device_id=74ae7027-75f4-4e0b-a79c-ffcd3652578a HTTP/1.1" status: 200 len: 210 time: 0.0615821 Feb 08 15:45:24.422371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-970f04d7-5139-4882-a296-2213fd7d7f42 req-4407b0bf-acec-4a30-9ff2-09576058c7ac tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] No DVR routers for this DVR port 8942e403-23be-4b0d-8001-3bf8829b886f on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:45:24.428386 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-970f04d7-5139-4882-a296-2213fd7d7f42 req-4407b0bf-acec-4a30-9ff2-09576058c7ac tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:24.432783 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-970f04d7-5139-4882-a296-2213fd7d7f42 req-4407b0bf-acec-4a30-9ff2-09576058c7ac tempest-ListImageFiltersTestJSON-1061986464 tempest-ListImageFiltersTestJSON-1061986464-project] 10.222.0.96 "DELETE /v2.0/ports/8942e403-23be-4b0d-8001-3bf8829b886f HTTP/1.1" status: 204 len: 173 time: 1.8087990 Feb 08 15:45:24.435914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'name': 'network-vif-deleted', 'tag': '8942e403-23be-4b0d-8001-3bf8829b886f'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:24.438092 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9c2e09-7725-49da-bf2c-05c6878c0f7d" -d '{"events": [{"server_uuid": "74ae7027-75f4-4e0b-a79c-ffcd3652578a", "name": "network-vif-deleted", "tag": "8942e403-23be-4b0d-8001-3bf8829b886f"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:24.493035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65955a15-2fb2-4ca1-bcc1-793a7d949dc5 req-07c4d6f2-58e5-4563-93bd-fa4c6748314b tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218485 Feb 08 15:45:24.508133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-b15c9e38-4ca9-49c7-8486-7dbba3c1560c req-d8db07b4-b295-4058-adf9-a13861499e42 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Deleting port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:24.509394 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b15c9e38-4ca9-49c7-8486-7dbba3c1560c req-d8db07b4-b295-4058-adf9-a13861499e42 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8fce2247-2654-4dd2-8ba7-4fb73cfbd901), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:24.800913 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['918bc5c5-59de-452f-abc6-8bad3d5433a8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:25.063273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bce6de3-cf9e-4028-a35e-55dbf1cef2af req-31e74c52-3e7a-4f7f-8635-1e79f89f5b07 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=f59931fc-0372-46dd-b97d-c6a3cac0ede2 HTTP/1.1" status: 200 len: 210 time: 0.4407325 Feb 08 15:45:25.099587 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-e987123a-ccbf-4cd9-87e1-711fef570e0c req-654d2572-5b5c-43d6-86bd-6d5dc6ac831f tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-657187329', 'description': 'tempest-description-864987996'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:25.162372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 165343a0-7048-4983-9a11-c5fd7d41cb72 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:45:25.207542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3791e-a964-401b-a925-5d3e7c9742a5 req-e9da3a74-7db2-463b-b5a2-06e16a0bf3e7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:25.215786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ed3791e-a964-401b-a925-5d3e7c9742a5 req-e9da3a74-7db2-463b-b5a2-06e16a0bf3e7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 945 time: 0.6042669 Feb 08 15:45:25.226766 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e987123a-ccbf-4cd9-87e1-711fef570e0c req-654d2572-5b5c-43d6-86bd-6d5dc6ac831f tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:25.280306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 165343a0-7048-4983-9a11-c5fd7d41cb72 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:45:25.284657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 165343a0-7048-4983-9a11-c5fd7d41cb72 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:25.285067 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:25.328544 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ed3791e-a964-401b-a925-5d3e7c9742a5 req-2808d1f2-504c-4ecc-a818-9001215f07d1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041265 Feb 08 15:45:25.334596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d199560-fddf-487b-bdce-043488f6de31 req-512e1c76-a408-4da2-9b9f-982d3f9f2d57 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:25.336046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d199560-fddf-487b-bdce-043488f6de31 req-512e1c76-a408-4da2-9b9f-982d3f9f2d57 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.96 "GET /v2.0/networks?id=67e9eee1-fa22-4fdb-a210-1356974271e1 HTTP/1.1" status: 200 len: 804 time: 0.8217447 Feb 08 15:45:25.338175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-b15c9e38-4ca9-49c7-8486-7dbba3c1560c req-d8db07b4-b295-4058-adf9-a13861499e42 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] For port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=8fce2247-2654-4dd2-8ba7-4fb73cfbd901,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:25.338527 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b15c9e38-4ca9-49c7-8486-7dbba3c1560c req-d8db07b4-b295-4058-adf9-a13861499e42 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8fce2247-2654-4dd2-8ba7-4fb73cfbd901), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:25.366159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-1d199560-fddf-487b-bdce-043488f6de31 req-d318a31d-2c01-47b3-bc31-a5650062df3f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Request body: {'port': {'device_id': 'f59931fc-0372-46dd-b97d-c6a3cac0ede2', 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1', 'admin_state_up': True, 'tenant_id': 'fc1f662f69bf4e798027631518391c93'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:25.402022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-b15c9e38-4ca9-49c7-8486-7dbba3c1560c req-d8db07b4-b295-4058-adf9-a13861499e42 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Calling delete_port for 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:25.471040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 165343a0-7048-4983-9a11-c5fd7d41cb72 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:25.471574 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:25.502726 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0df324b5-728b-4cc7-aa71-173da2b039cd req-647ff8ca-d484-42f1-bab5-5d1043be21cb tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips/3dd6fb31-fe2d-4e47-865f-9d131b667f5b HTTP/1.1" status: 200 len: 693 time: 0.1278100 Feb 08 15:45:25.507251 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29474826-be0c-44d8-b28a-9f7b12004be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165343a0-7048-4983-9a11-c5fd7d41cb72'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:25.513444 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d9445a-b098-4155-b25d-4bf20947fa60" -d '{"events": [{"server_uuid": "29474826-be0c-44d8-b28a-9f7b12004be1", "name": "network-vif-plugged", "status": "completed", "tag": "165343a0-7048-4983-9a11-c5fd7d41cb72"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:25.533930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=165343a0-7048-4983-9a11-c5fd7d41cb72,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:25.539050 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:25.542387 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8942e403-23be-4b0d-8001-3bf8829b886f no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:45:25.634640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 8942e403-23be-4b0d-8001-3bf8829b886f {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:45:25.634991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8942e403-23be-4b0d-8001-3bf8829b886f not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:45:25.653095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=165343a0-7048-4983-9a11-c5fd7d41cb72,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:25.688354 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e987123a-ccbf-4cd9-87e1-711fef570e0c req-654d2572-5b5c-43d6-86bd-6d5dc6ac831f tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (2935f3a2-7221-44f1-b72d-563f9ca618a6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:25.701142 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e987123a-ccbf-4cd9-87e1-711fef570e0c req-654d2572-5b5c-43d6-86bd-6d5dc6ac831f tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2935f3a2-7221-44f1-b72d-563f9ca618a6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:25.770638 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e987123a-ccbf-4cd9-87e1-711fef570e0c req-654d2572-5b5c-43d6-86bd-6d5dc6ac831f tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:25.772354 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e987123a-ccbf-4cd9-87e1-711fef570e0c req-654d2572-5b5c-43d6-86bd-6d5dc6ac831f tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6769123 Feb 08 15:45:25.816035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d2572-5b5c-43d6-86bd-6d5dc6ac831f tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2935f3a2-7221-44f1-b72d-563f9ca618a6,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:25.829639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df324b5-728b-4cc7-aa71-173da2b039cd req-61076265-4c2b-49bc-b777-e8948667a847 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:25.837299 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0df324b5-728b-4cc7-aa71-173da2b039cd req-61076265-4c2b-49bc-b777-e8948667a847 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.3330586 Feb 08 15:45:25.880888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d199560-fddf-487b-bdce-043488f6de31 req-d318a31d-2c01-47b3-bc31-a5650062df3f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Made reservation on behalf of fc1f662f69bf4e798027631518391c93 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:45:25.885044 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1d199560-fddf-487b-bdce-043488f6de31 req-d318a31d-2c01-47b3-bc31-a5650062df3f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:25.948395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0df324b5-728b-4cc7-aa71-173da2b039cd req-46bb2b1a-8b17-405d-83f3-ccce74c2cb11 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 696 time: 0.1100204 Feb 08 15:45:26.020420 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0df324b5-728b-4cc7-aa71-173da2b039cd req-ad6404a7-7dbd-4b93-81b4-4e3c05b799c2 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.249 HTTP/1.1" status: 200 len: 696 time: 0.0709317 Feb 08 15:45:26.075119 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8263075f-a593-472a-a679-2eada182faf0 x-openstack-request-id: req-8263075f-a593-472a-a679-2eada182faf0 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:26.075622 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf47f2a-4458-4cef-9a05-159a949f8e80", "name": "network-vif-deleted", "tag": "9aaa9a82-893a-4a03-b232-e57b1a3023ab", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:26.075622 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8263075f-a593-472a-a679-2eada182faf0 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:26.075942 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf47f2a-4458-4cef-9a05-159a949f8e80', 'name': 'network-vif-deleted', 'tag': '9aaa9a82-893a-4a03-b232-e57b1a3023ab', 'status': 'completed', 'code': 200} Feb 08 15:45:26.144527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-1d199560-fddf-487b-bdce-043488f6de31 req-d318a31d-2c01-47b3-bc31-a5650062df3f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Allocated IP 172.20.0.8 (67e9eee1-fa22-4fdb-a210-1356974271e1/861f702f-72c5-4ba8-b9fd-a3dea3b057b0/9609fd4a-46d0-4720-a848-6f7918508815) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:45:26.189570 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda80ec0-905d-4885-89b0-d55f7f21e54c x-openstack-request-id: req-eda80ec0-905d-4885-89b0-d55f7f21e54c {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:26.189902 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ae7027-75f4-4e0b-a79c-ffcd3652578a", "name": "network-vif-deleted", "tag": "8942e403-23be-4b0d-8001-3bf8829b886f", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:26.190164 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-eda80ec0-905d-4885-89b0-d55f7f21e54c {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:26.190480 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ae7027-75f4-4e0b-a79c-ffcd3652578a', 'name': 'network-vif-deleted', 'tag': '8942e403-23be-4b0d-8001-3bf8829b886f', 'status': 'completed', 'code': 200} Feb 08 15:45:26.355507 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b15c9e38-4ca9-49c7-8486-7dbba3c1560c req-d8db07b4-b295-4058-adf9-a13861499e42 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8fce2247-2654-4dd2-8ba7-4fb73cfbd901), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:26.431854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db07b4-b295-4058-adf9-a13861499e42 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Pushing event deleted for resources: {'Port': ['ID=8fce2247-2654-4dd2-8ba7-4fb73cfbd901,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:26.488271 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41f46b-296d-4680-a8e5-57ff3c7e510d req-25ffe0f1-4282-4fa1-9f61-c9021423383b tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:26.489774 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f41f46b-296d-4680-a8e5-57ff3c7e510d req-25ffe0f1-4282-4fa1-9f61-c9021423383b tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8f9f804-6136-4228-a62d-9a70e20ad304 HTTP/1.1" status: 200 len: 867 time: 0.3027201 Feb 08 15:45:26.516879 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15c9e38-4ca9-49c7-8486-7dbba3c1560c req-d8db07b4-b295-4058-adf9-a13861499e42 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] No DVR routers for this DVR port 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:45:26.527820 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b15c9e38-4ca9-49c7-8486-7dbba3c1560c req-d8db07b4-b295-4058-adf9-a13861499e42 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:26.531081 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b15c9e38-4ca9-49c7-8486-7dbba3c1560c req-d8db07b4-b295-4058-adf9-a13861499e42 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "DELETE /v2.0/ports/8fce2247-2654-4dd2-8ba7-4fb73cfbd901 HTTP/1.1" status: 204 len: 173 time: 2.4660275 Feb 08 15:45:26.560438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1d199560-fddf-487b-bdce-043488f6de31 req-d318a31d-2c01-47b3-bc31-a5650062df3f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks [] for port (9609fd4a-46d0-4720-a848-6f7918508815), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:26.594953 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-0df324b5-728b-4cc7-aa71-173da2b039cd req-fb2e5e48-625c-41f4-9d44-5e7f3d79e028 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Deleting port 42edf83d-e3ec-4d43-a461-5416f3dcf96b {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:26.595289 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0df324b5-728b-4cc7-aa71-173da2b039cd req-fb2e5e48-625c-41f4-9d44-5e7f3d79e028 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (42edf83d-e3ec-4d43-a461-5416f3dcf96b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:26.664116 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f41f46b-296d-4680-a8e5-57ff3c7e510d req-b76cc4ff-fc25-45bf-bdcc-fc89d83fb58a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555510 Feb 08 15:45:26.707230 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1d199560-fddf-487b-bdce-043488f6de31 req-d318a31d-2c01-47b3-bc31-a5650062df3f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9609fd4a-46d0-4720-a848-6f7918508815), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:26.806900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318a31d-2c01-47b3-bc31-a5650062df3f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Pushing event updated for resources: {'Port': ['ID=9609fd4a-46d0-4720-a848-6f7918508815,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:26.815091 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0df324b5-728b-4cc7-aa71-173da2b039cd req-fb2e5e48-625c-41f4-9d44-5e7f3d79e028 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (42edf83d-e3ec-4d43-a461-5416f3dcf96b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:26.815426 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0df324b5-728b-4cc7-aa71-173da2b039cd req-fb2e5e48-625c-41f4-9d44-5e7f3d79e028 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (42edf83d-e3ec-4d43-a461-5416f3dcf96b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:26.840448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-0df324b5-728b-4cc7-aa71-173da2b039cd req-fb2e5e48-625c-41f4-9d44-5e7f3d79e028 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Calling delete_port for 42edf83d-e3ec-4d43-a461-5416f3dcf96b owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:26.845921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d199560-fddf-487b-bdce-043488f6de31 req-d318a31d-2c01-47b3-bc31-a5650062df3f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Network 67e9eee1-fa22-4fdb-a210-1356974271e1 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:45:26.864934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06af18-cd21-4a92-b4e4-db84c8f2727c req-c274de95-ab9e-4ed4-ae6c-3d0a0b0e494d tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:26.866441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b06af18-cd21-4a92-b4e4-db84c8f2727c req-c274de95-ab9e-4ed4-ae6c-3d0a0b0e494d tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.96 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 944 time: 0.2459071 Feb 08 15:45:26.867351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-1d199560-fddf-487b-bdce-043488f6de31 req-d318a31d-2c01-47b3-bc31-a5650062df3f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:26.890186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d199560-fddf-487b-bdce-043488f6de31 req-d318a31d-2c01-47b3-bc31-a5650062df3f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:45:27.049226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d199560-fddf-487b-bdce-043488f6de31 req-d318a31d-2c01-47b3-bc31-a5650062df3f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:27.049793 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1d199560-fddf-487b-bdce-043488f6de31 req-d318a31d-2c01-47b3-bc31-a5650062df3f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:27.078165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850b68d-2f72-43fd-b7d0-566a2c9f5c3d req-8aa78b9c-7099-4454-99e5-df3f6283f7dc tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:27.080290 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8850b68d-2f72-43fd-b7d0-566a2c9f5c3d req-8aa78b9c-7099-4454-99e5-df3f6283f7dc tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=f560e393-478f-4878-bfbd-9e613f4f28f6 HTTP/1.1" status: 200 len: 949 time: 0.2373397 Feb 08 15:45:27.107235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d199560-fddf-487b-bdce-043488f6de31 req-d318a31d-2c01-47b3-bc31-a5650062df3f tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7450094 Feb 08 15:45:27.124489 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Request body: {'port': {'device_id': 'f59931fc-0372-46dd-b97d-c6a3cac0ede2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:27.243951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-7b06af18-cd21-4a92-b4e4-db84c8f2727c req-3b9fea49-7d3b-4989-8998-256d87191458 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Deleting port 815634d0-9af5-43aa-bfd2-50641e198be3 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:27.244665 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7b06af18-cd21-4a92-b4e4-db84c8f2727c req-3b9fea49-7d3b-4989-8998-256d87191458 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:27.249471 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8850b68d-2f72-43fd-b7d0-566a2c9f5c3d req-65a4e939-fbfb-4f38-9a7d-e7df279e1007 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591265 Feb 08 15:45:27.297910 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a83347-b98e-45c3-82d0-98a792249c99 x-openstack-request-id: req-95a83347-b98e-45c3-82d0-98a792249c99 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:27.298663 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29474826-be0c-44d8-b28a-9f7b12004be1", "name": "network-vif-plugged", "status": "completed", "tag": "165343a0-7048-4983-9a11-c5fd7d41cb72", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:27.298749 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-95a83347-b98e-45c3-82d0-98a792249c99 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:27.299199 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29474826-be0c-44d8-b28a-9f7b12004be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165343a0-7048-4983-9a11-c5fd7d41cb72', 'code': 200} Feb 08 15:45:27.308123 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9609fd4a-46d0-4720-a848-6f7918508815), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:27.350736 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0df324b5-728b-4cc7-aa71-173da2b039cd req-fb2e5e48-625c-41f4-9d44-5e7f3d79e028 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (42edf83d-e3ec-4d43-a461-5416f3dcf96b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:27.410295 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a20f2d-e5e8-4826-9205-f339a43087d2 req-02acf84c-aa09-4ec8-8999-efb6d15cb60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:27.411740 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f2a20f2d-e5e8-4826-9205-f339a43087d2 req-02acf84c-aa09-4ec8-8999-efb6d15cb60e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 1129 time: 0.0502002 Feb 08 15:45:27.429190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e5e48-625c-41f4-9d44-5e7f3d79e028 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Pushing event deleted for resources: {'Port': ['ID=42edf83d-e3ec-4d43-a461-5416f3dcf96b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:27.459669 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f2a20f2d-e5e8-4826-9205-f339a43087d2 req-703f99ca-6b14-41fb-9d83-7286029318dc service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Feb 08 15:45:27.496390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-7b06af18-cd21-4a92-b4e4-db84c8f2727c req-3b9fea49-7d3b-4989-8998-256d87191458 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] For port 815634d0-9af5-43aa-bfd2-50641e198be3, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=815634d0-9af5-43aa-bfd2-50641e198be3,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:27.496759 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7b06af18-cd21-4a92-b4e4-db84c8f2727c req-3b9fea49-7d3b-4989-8998-256d87191458 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:27.558955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-7b06af18-cd21-4a92-b4e4-db84c8f2727c req-3b9fea49-7d3b-4989-8998-256d87191458 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Calling delete_port for 815634d0-9af5-43aa-bfd2-50641e198be3 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:27.666791 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 918bc5c5-59de-452f-abc6-8bad3d5433a8 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:45:27.709955 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0df324b5-728b-4cc7-aa71-173da2b039cd req-fb2e5e48-625c-41f4-9d44-5e7f3d79e028 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (3dd6fb31-fe2d-4e47-865f-9d131b667f5b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:27.713053 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0df324b5-728b-4cc7-aa71-173da2b039cd req-fb2e5e48-625c-41f4-9d44-5e7f3d79e028 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:27.714231 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0df324b5-728b-4cc7-aa71-173da2b039cd req-fb2e5e48-625c-41f4-9d44-5e7f3d79e028 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "DELETE /v2.0/floatingips/3dd6fb31-fe2d-4e47-865f-9d131b667f5b HTTP/1.1" status: 204 len: 173 time: 1.5282717 Feb 08 15:45:27.719294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 918bc5c5-59de-452f-abc6-8bad3d5433a8 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:45:27.726543 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 918bc5c5-59de-452f-abc6-8bad3d5433a8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:27.727725 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:27.732651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-48b8df98-13cd-4dec-9969-2426c34e7d20 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:27.734232 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-48b8df98-13cd-4dec-9969-2426c34e7d20 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/networks?id=f4107f07-72f7-4cad-bf17-d32e7e2346fb HTTP/1.1" status: 200 len: 813 time: 0.3493035 Feb 08 15:45:27.799317 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-0b7f98cf-e86a-47e9-8f94-015f1a70855e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/quotas/681f6587c0694615a3bd4e5e8f93c31a HTTP/1.1" status: 200 len: 375 time: 0.0355546 Feb 08 15:45:27.823752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 918bc5c5-59de-452f-abc6-8bad3d5433a8 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:27.824068 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:27.859130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 918bc5c5-59de-452f-abc6-8bad3d5433a8, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=918bc5c5-59de-452f-abc6-8bad3d5433a8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:27.863325 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:27.864307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:45:27.906650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:45:27.907004 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 8fce2247-2654-4dd2-8ba7-4fb73cfbd901 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:45:27.907432 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9aaa9a82-893a-4a03-b232-e57b1a3023ab no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:45:27.934102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 9aaa9a82-893a-4a03-b232-e57b1a3023ab {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:45:27.934453 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9aaa9a82-893a-4a03-b232-e57b1a3023ab not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:45:27.953969 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=918bc5c5-59de-452f-abc6-8bad3d5433a8,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:27.962833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:27.963184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:27.963536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:27.963872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:27.964208 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:27.964543 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:27.964873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:27.965269 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:27.965600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:27.965925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:27.966250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:27.966571 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:27.966913 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:45:28.242381 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9f804-6136-4228-a62d-9a70e20ad304', 'name': 'network-vif-deleted', 'tag': '8fce2247-2654-4dd2-8ba7-4fb73cfbd901'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:28.245311 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30b2c23-f194-41a6-a31d-fd854e491ebf" -d '{"events": [{"server_uuid": "c8f9f804-6136-4228-a62d-9a70e20ad304", "name": "network-vif-deleted", "tag": "8fce2247-2654-4dd2-8ba7-4fb73cfbd901"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:28.272812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70384418-6c89-4625-96bd-48d25399481a req-4a1536c8-d511-4d07-be1e-318dd935ba4a tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:28.274623 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70384418-6c89-4625-96bd-48d25399481a req-4a1536c8-d511-4d07-be1e-318dd935ba4a tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7dec4b-5ca0-4420-aedb-373899d1fbe7 HTTP/1.1" status: 200 len: 944 time: 0.4921949 Feb 08 15:45:28.288362 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-ff039717-5067-4d66-8eac-bdc0130e3ebe tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=681f6587c0694615a3bd4e5e8f93c31a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4677000 Feb 08 15:45:28.320607 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7b06af18-cd21-4a92-b4e4-db84c8f2727c req-3b9fea49-7d3b-4989-8998-256d87191458 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (815634d0-9af5-43aa-bfd2-50641e198be3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:28.333525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['815634d0-9af5-43aa-bfd2-50641e198be3'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:28.417267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fea49-7d3b-4989-8998-256d87191458 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Pushing event deleted for resources: {'Port': ['ID=815634d0-9af5-43aa-bfd2-50641e198be3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:28.443433 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9609fd4a-46d0-4720-a848-6f7918508815 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:45:28.477957 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Publish callbacks [] for port (9609fd4a-46d0-4720-a848-6f7918508815), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:28.487786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70384418-6c89-4625-96bd-48d25399481a req-f6e06f99-6090-454e-84a7-8da42415c997 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037239 Feb 08 15:45:28.518650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b06af18-cd21-4a92-b4e4-db84c8f2727c req-3b9fea49-7d3b-4989-8998-256d87191458 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] No DVR routers for this DVR port 815634d0-9af5-43aa-bfd2-50641e198be3 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:45:28.523676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Transition to ACTIVE for port object 9609fd4a-46d0-4720-a848-6f7918508815 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:45:28.525524 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7b06af18-cd21-4a92-b4e4-db84c8f2727c req-3b9fea49-7d3b-4989-8998-256d87191458 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:28.528816 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b06af18-cd21-4a92-b4e4-db84c8f2727c req-3b9fea49-7d3b-4989-8998-256d87191458 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.96 "DELETE /v2.0/ports/815634d0-9af5-43aa-bfd2-50641e198be3 HTTP/1.1" status: 204 len: 173 time: 1.6542239 Feb 08 15:45:28.533193 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (9609fd4a-46d0-4720-a848-6f7918508815), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:28.579480 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-de43cff5-ae82-4b87-900f-b16eca1224cf service neutron] 10.222.0.82 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772791 Feb 08 15:45:28.669596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Pushing event updated for resources: {'Port': ['ID=9609fd4a-46d0-4720-a848-6f7918508815,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:28.773801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6ac44-cbe0-42d6-8964-5434738b16c9 req-18289ec7-e534-4f02-a75f-748f8fdab145 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:28.775310 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42e6ac44-cbe0-42d6-8964-5434738b16c9 req-18289ec7-e534-4f02-a75f-748f8fdab145 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=f59931fc-0372-46dd-b97d-c6a3cac0ede2 HTTP/1.1" status: 200 len: 943 time: 0.2022722 Feb 08 15:45:28.797588 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-f5b91f65-f4b9-4b5f-83fc-d89b4595ec28 service neutron] 10.222.0.82 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059083 Feb 08 15:45:28.809279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Attempting to bind port 9609fd4a-46d0-4720-a848-6f7918508815 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:45:28.809624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Attempting to bind port 9609fd4a-46d0-4720-a848-6f7918508815 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:45:28.809956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Attempting to bind port 9609fd4a-46d0-4720-a848-6f7918508815 on network 67e9eee1-fa22-4fdb-a210-1356974271e1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:28.823761 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Port 9609fd4a-46d0-4720-a848-6f7918508815 on network 67e9eee1-fa22-4fdb-a210-1356974271e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:45:28.824087 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Attempting to bind port 9609fd4a-46d0-4720-a848-6f7918508815 on network 67e9eee1-fa22-4fdb-a210-1356974271e1 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:28.838413 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:45:28.838759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Checking segment: {'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:45:28.839152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Bound using segment: {'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:45:28.839600 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Bound port: 9609fd4a-46d0-4720-a848-6f7918508815, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7749970-df8b-4df3-bdce-0a07f29e30c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:45:28.839968 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9609fd4a-46d0-4720-a848-6f7918508815), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:28.856305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42e6ac44-cbe0-42d6-8964-5434738b16c9 req-a70c10e5-f146-4808-bcb7-2d40a7fd55a2 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729129 Feb 08 15:45:28.932175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] For port 9609fd4a-46d0-4720-a848-6f7918508815, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:45:28.973938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] For port 9609fd4a-46d0-4720-a848-6f7918508815, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9609fd4a-46d0-4720-a848-6f7918508815,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:45:28.991445 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (9609fd4a-46d0-4720-a848-6f7918508815), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:29.042882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:29.043657 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:29.045395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d199560-fddf-487b-bdce-043488f6de31 req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] 10.222.0.96 "PUT /v2.0/ports/9609fd4a-46d0-4720-a848-6f7918508815 HTTP/1.1" status: 200 len: 1092 time: 1.9280939 Feb 08 15:45:29.090922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125520e-4a9f-4356-afea-7f8e9c38f5c6 req-858b2183-a9b9-432f-be49-2ee1b13146bb tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:29.090922 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1125520e-4a9f-4356-afea-7f8e9c38f5c6 req-858b2183-a9b9-432f-be49-2ee1b13146bb tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 946 time: 0.1594522 Feb 08 15:45:29.160214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236fe2e-20bc-43b9-88a7-1e33392d431f service neutron] Pushing event updated for resources: {'Port': ['ID=9609fd4a-46d0-4720-a848-6f7918508815,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:29.206867 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1125520e-4a9f-4356-afea-7f8e9c38f5c6 req-16ff126f-469f-4653-82c7-bc3f86c7d951 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026123 Feb 08 15:45:29.217453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d199560-fddf-487b-bdce-043488f6de31 req-0bed218d-fad0-4bc5-867f-5e3ef1b19603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:29.219069 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d199560-fddf-487b-bdce-043488f6de31 req-0bed218d-fad0-4bc5-867f-5e3ef1b19603 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fc1f662f69bf4e798027631518391c93&device_id=f59931fc-0372-46dd-b97d-c6a3cac0ede2 HTTP/1.1" status: 200 len: 1126 time: 0.1163750 Feb 08 15:45:29.286810 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d199560-fddf-487b-bdce-043488f6de31 req-02678eec-dfe4-4bd0-8a53-e25c7a6bb5ce service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9609fd4a-46d0-4720-a848-6f7918508815 HTTP/1.1" status: 200 len: 217 time: 0.0519538 Feb 08 15:45:29.300364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f560e393-478f-4878-bfbd-9e613f4f28f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918bc5c5-59de-452f-abc6-8bad3d5433a8'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:29.303782 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fe598c-cceb-428d-8bd9-a1ebd4b38235" -d '{"events": [{"server_uuid": "f560e393-478f-4878-bfbd-9e613f4f28f6", "name": "network-vif-plugged", "status": "completed", "tag": "918bc5c5-59de-452f-abc6-8bad3d5433a8"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:29.353554 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd263346-a4aa-4999-b052-187e6b3f7f5b req-51d56525-2172-4b21-a0bf-f6240e14ba97 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips/440aafc9-2fd0-43c0-85dc-997d55f06f69 HTTP/1.1" status: 200 len: 692 time: 0.1097474 Feb 08 15:45:29.365324 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1a14b4-4442-4167-ad39-c3b3592dbb0f x-openstack-request-id: req-4a1a14b4-4442-4167-ad39-c3b3592dbb0f {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:29.365694 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f9f804-6136-4228-a62d-9a70e20ad304", "name": "network-vif-deleted", "tag": "8fce2247-2654-4dd2-8ba7-4fb73cfbd901", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:29.366055 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4a1a14b4-4442-4167-ad39-c3b3592dbb0f {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:29.366453 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f9f804-6136-4228-a62d-9a70e20ad304', 'name': 'network-vif-deleted', 'tag': '8fce2247-2654-4dd2-8ba7-4fb73cfbd901', 'status': 'completed', 'code': 200} Feb 08 15:45:29.428222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d199560-fddf-487b-bdce-043488f6de31 req-dbee8e2d-569c-425c-b5cd-dfa2f1b4555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:29.430001 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d199560-fddf-487b-bdce-043488f6de31 req-dbee8e2d-569c-425c-b5cd-dfa2f1b4555a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=861f702f-72c5-4ba8-b9fd-a3dea3b057b0 HTTP/1.1" status: 200 len: 844 time: 0.1142321 Feb 08 15:45:29.498646 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d199560-fddf-487b-bdce-043488f6de31 req-cf9d39b6-e25b-4bb6-8a49-ea50422025c6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=67e9eee1-fa22-4fdb-a210-1356974271e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553000 Feb 08 15:45:29.607223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd263346-a4aa-4999-b052-187e6b3f7f5b req-86d6257c-9ba0-4f47-82cb-f6d3378c2137 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:29.608682 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd263346-a4aa-4999-b052-187e6b3f7f5b req-86d6257c-9ba0-4f47-82cb-f6d3378c2137 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.2469745 Feb 08 15:45:29.617073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1ff81-062f-4234-90f8-07207220ff25 req-03b5d04a-030b-41fd-9deb-96480f72974c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:29.619520 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7e1ff81-062f-4234-90f8-07207220ff25 req-03b5d04a-030b-41fd-9deb-96480f72974c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=f560e393-478f-4878-bfbd-9e613f4f28f6 HTTP/1.1" status: 200 len: 950 time: 0.1933019 Feb 08 15:45:29.715362 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd263346-a4aa-4999-b052-187e6b3f7f5b req-f29e8e02-ade0-4c15-a420-17eba18ab898 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 695 time: 0.0904682 Feb 08 15:45:29.728718 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d199560-fddf-487b-bdce-043488f6de31 req-66732bbe-de12-44e7-a264-228485a7c9c2 service neutron] 10.222.0.96 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204895 Feb 08 15:45:29.825544 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd263346-a4aa-4999-b052-187e6b3f7f5b req-cd7be628-eb75-48cd-bfcd-33060d8c7cc4 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 695 time: 0.1061690 Feb 08 15:45:29.828297 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7e1ff81-062f-4234-90f8-07207220ff25 req-d021ec13-e94f-4743-b85e-653347e45ae1 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899498 Feb 08 15:45:29.963657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-560779ef-e8e3-483c-94d2-9965b894dc5e req-aca674dd-5511-4958-aa18-4bcadab04e8f tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 210 time: 0.0742831 Feb 08 15:45:29.995741 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d199560-fddf-487b-bdce-043488f6de31 req-d9fd71f8-92c4-412d-821d-2a54defc97b5 service neutron] 10.222.0.96 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545793 Feb 08 15:45:30.018841 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-fd263346-a4aa-4999-b052-187e6b3f7f5b req-d8caee79-2d40-4d62-bb12-878017336ec9 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Deleting port d5fbf38c-50a5-4a4e-8e4d-55442bdf2fd5 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:30.019184 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fd263346-a4aa-4999-b052-187e6b3f7f5b req-d8caee79-2d40-4d62-bb12-878017336ec9 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d5fbf38c-50a5-4a4e-8e4d-55442bdf2fd5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:30.087677 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:45:30.134268 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fd263346-a4aa-4999-b052-187e6b3f7f5b req-d8caee79-2d40-4d62-bb12-878017336ec9 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d5fbf38c-50a5-4a4e-8e4d-55442bdf2fd5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:30.134578 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fd263346-a4aa-4999-b052-187e6b3f7f5b req-d8caee79-2d40-4d62-bb12-878017336ec9 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (d5fbf38c-50a5-4a4e-8e4d-55442bdf2fd5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:30.188336 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-fd263346-a4aa-4999-b052-187e6b3f7f5b req-d8caee79-2d40-4d62-bb12-878017336ec9 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Calling delete_port for d5fbf38c-50a5-4a4e-8e4d-55442bdf2fd5 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:30.308786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-036cfb9f-85fc-4b57-8c1d-705962a6f095 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:30.310260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-036cfb9f-85fc-4b57-8c1d-705962a6f095 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.94 "GET /v2.0/networks?id=f4107f07-72f7-4cad-bf17-d32e7e2346fb HTTP/1.1" status: 200 len: 813 time: 0.2004368 Feb 08 15:45:30.324446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690ec16-bd07-42a4-8dc0-0d084c7f0585 req-045cd880-461d-48f1-bbca-a5f67547a7d9 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:30.325927 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1690ec16-bd07-42a4-8dc0-0d084c7f0585 req-045cd880-461d-48f1-bbca-a5f67547a7d9 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 1129 time: 0.1589234 Feb 08 15:45:30.331625 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-f740f8ff-363b-43ba-9cb3-cb34b3a5bb50 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'port': {'device_id': '828b956a-9d16-4ff1-b9cb-67253bffd8c7', 'network_id': 'f4107f07-72f7-4cad-bf17-d32e7e2346fb', 'admin_state_up': True, 'tenant_id': '681f6587c0694615a3bd4e5e8f93c31a'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:30.474019 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1690ec16-bd07-42a4-8dc0-0d084c7f0585 req-d01c0c17-65ef-4077-af51-0e0b0f524ba9 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368358 Feb 08 15:45:30.510676 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fd263346-a4aa-4999-b052-187e6b3f7f5b req-d8caee79-2d40-4d62-bb12-878017336ec9 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d5fbf38c-50a5-4a4e-8e4d-55442bdf2fd5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:30.545517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caee79-2d40-4d62-bb12-878017336ec9 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Pushing event deleted for resources: {'Port': ['ID=d5fbf38c-50a5-4a4e-8e4d-55442bdf2fd5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:30.547301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-f740f8ff-363b-43ba-9cb3-cb34b3a5bb50 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Made reservation on behalf of 681f6587c0694615a3bd4e5e8f93c31a for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:45:30.550881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-f740f8ff-363b-43ba-9cb3-cb34b3a5bb50 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:30.671236 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fd263346-a4aa-4999-b052-187e6b3f7f5b req-d8caee79-2d40-4d62-bb12-878017336ec9 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks [] for floatingip (440aafc9-2fd0-43c0-85dc-997d55f06f69), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:30.674076 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fd263346-a4aa-4999-b052-187e6b3f7f5b req-d8caee79-2d40-4d62-bb12-878017336ec9 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:30.675227 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd263346-a4aa-4999-b052-187e6b3f7f5b req-d8caee79-2d40-4d62-bb12-878017336ec9 tempest-FloatingIPDetailsTestJSON-2133299041 tempest-FloatingIPDetailsTestJSON-2133299041-project] 10.222.0.82 "DELETE /v2.0/floatingips/440aafc9-2fd0-43c0-85dc-997d55f06f69 HTTP/1.1" status: 204 len: 173 time: 0.8442910 Feb 08 15:45:30.681900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35484) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:30.722568 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1c53c6-5772-442e-bc89-94ee6f676ba8 x-openstack-request-id: req-8b1c53c6-5772-442e-bc89-94ee6f676ba8 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:30.723104 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f560e393-478f-4878-bfbd-9e613f4f28f6", "name": "network-vif-plugged", "status": "completed", "tag": "918bc5c5-59de-452f-abc6-8bad3d5433a8", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:30.723195 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8b1c53c6-5772-442e-bc89-94ee6f676ba8 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:30.723522 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f560e393-478f-4878-bfbd-9e613f4f28f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918bc5c5-59de-452f-abc6-8bad3d5433a8', 'code': 200} Feb 08 15:45:30.746162 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-f740f8ff-363b-43ba-9cb3-cb34b3a5bb50 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Allocated IP 172.20.0.8 (f4107f07-72f7-4cad-bf17-d32e7e2346fb/ef6a72d4-6b72-490e-b396-f5c6f62c07df/c25880f4-85c6-4924-8113-ef0899b34f2d) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:45:30.877780 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f95689-1c24-4181-b340-0485322d99fe req-15dc2df4-b9a4-413a-8889-c632838e27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:30.879272 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e4f95689-1c24-4181-b340-0485322d99fe req-15dc2df4-b9a4-413a-8889-c632838e27a3 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f560e393-478f-4878-bfbd-9e613f4f28f6 HTTP/1.1" status: 200 len: 1133 time: 0.0730243 Feb 08 15:45:30.999186 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e4f95689-1c24-4181-b340-0485322d99fe req-f693d1f5-8b6f-49e9-aabd-f1f62905c0a5 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107357 Feb 08 15:45:31.032165 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-f740f8ff-363b-43ba-9cb3-cb34b3a5bb50 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:31.041725 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497bb5b-3b7f-4428-b5ad-c4aee61bfb90 req-bdefa285-17d7-48ff-b39e-5f62c4aae77b tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:31.043277 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2497bb5b-3b7f-4428-b5ad-c4aee61bfb90 req-bdefa285-17d7-48ff-b39e-5f62c4aae77b tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=f59931fc-0372-46dd-b97d-c6a3cac0ede2 HTTP/1.1" status: 200 len: 943 time: 0.1662846 Feb 08 15:45:31.052340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85946f0f-524f-4b59-a64a-0845308d3056 req-916704b7-89b8-46a8-8187-b8b6b0a4821c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:31.053791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85946f0f-524f-4b59-a64a-0845308d3056 req-916704b7-89b8-46a8-8187-b8b6b0a4821c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 812 time: 0.2398860 Feb 08 15:45:31.093769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85946f0f-524f-4b59-a64a-0845308d3056 req-4e82ab87-333a-4094-b815-95208b75bc58 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/quotas/7223ae851bba47909ff3a34b120c9a42 HTTP/1.1" status: 200 len: 375 time: 0.0302672 Feb 08 15:45:31.147525 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85946f0f-524f-4b59-a64a-0845308d3056 req-6da09104-4b73-4679-8cbb-732f625cf1c5 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415661 Feb 08 15:45:31.158102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2497bb5b-3b7f-4428-b5ad-c4aee61bfb90 req-40c7bd21-4bc3-45b0-b32a-798fadd5d6a5 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018071 Feb 08 15:45:31.167292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-f740f8ff-363b-43ba-9cb3-cb34b3a5bb50 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:31.168678 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-281fc304-f0be-42af-adda-0c19a00d48e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (cd90b805-eb69-47aa-8bab-9900bada7550), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:31.180594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['bfecfff6-1f36-4534-b337-0a0417ec92e8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:31.224480 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 815634d0-9af5-43aa-bfd2-50641e198be3 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:45:31.245037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 815634d0-9af5-43aa-bfd2-50641e198be3 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:45:31.245649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 815634d0-9af5-43aa-bfd2-50641e198be3 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:45:31.276286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-f740f8ff-363b-43ba-9cb3-cb34b3a5bb50 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Network f4107f07-72f7-4cad-bf17-d32e7e2346fb is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:45:31.286241 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740f8ff-363b-43ba-9cb3-cb34b3a5bb50 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'Port': ['ID=c25880f4-85c6-4924-8113-ef0899b34f2d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:31.289132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-f740f8ff-363b-43ba-9cb3-cb34b3a5bb50 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:31.309931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-f740f8ff-363b-43ba-9cb3-cb34b3a5bb50 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:45:31.372090 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7dec4b-5ca0-4420-aedb-373899d1fbe7', 'name': 'network-vif-deleted', 'tag': '815634d0-9af5-43aa-bfd2-50641e198be3'}, {'name': 'network-changed', 'server_uuid': 'f59931fc-0372-46dd-b97d-c6a3cac0ede2', 'tag': '9609fd4a-46d0-4720-a848-6f7918508815'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:31.374378 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932f2f56-a7af-4225-8983-a4811909f392" -d '{"events": [{"server_uuid": "df7dec4b-5ca0-4420-aedb-373899d1fbe7", "name": "network-vif-deleted", "tag": "815634d0-9af5-43aa-bfd2-50641e198be3"}, {"name": "network-changed", "server_uuid": "f59931fc-0372-46dd-b97d-c6a3cac0ede2", "tag": "9609fd4a-46d0-4720-a848-6f7918508815"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:31.384552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85946f0f-524f-4b59-a64a-0845308d3056 req-f0daa7fb-610f-4526-934f-cb60806d08ac service neutron] 10.222.0.82 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250116 Feb 08 15:45:31.394470 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-f740f8ff-363b-43ba-9cb3-cb34b3a5bb50 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:31.395095 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-f740f8ff-363b-43ba-9cb3-cb34b3a5bb50 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:31.417548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b518a38-42b1-4546-8a9e-ef9e93084bf6 req-666aab2f-aacc-4a4c-a618-c32eb4933c4e tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:31.419051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b518a38-42b1-4546-8a9e-ef9e93084bf6 req-666aab2f-aacc-4a4c-a618-c32eb4933c4e tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 1129 time: 0.1497281 Feb 08 15:45:31.458929 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-44b622df-1f7e-4ec9-a422-17f96b3b63a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:31.471395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-281fc304-f0be-42af-adda-0c19a00d48e8 admin admin] Deleting port e9d3e262-0eb2-4727-9191-6fe91c85f308 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:31.471741 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-281fc304-f0be-42af-adda-0c19a00d48e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:31.475539 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-f740f8ff-363b-43ba-9cb3-cb34b3a5bb50 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1486480 Feb 08 15:45:31.492158 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Request body: {'port': {'device_id': '828b956a-9d16-4ff1-b9cb-67253bffd8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:31.554101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b518a38-42b1-4546-8a9e-ef9e93084bf6 req-30100460-55b0-4416-af82-e46dcbd0582a tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248801 Feb 08 15:45:31.554803 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-281fc304-f0be-42af-adda-0c19a00d48e8 admin admin] For port e9d3e262-0eb2-4727-9191-6fe91c85f308, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e9d3e262-0eb2-4727-9191-6fe91c85f308,segment=NetworkSegment(4f119e21-4048-43ac-a6e8-2eda506b1b10),segment_id=4f119e21-4048-43ac-a6e8-2eda506b1b10)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:31.555714 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-281fc304-f0be-42af-adda-0c19a00d48e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:31.569030 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-281fc304-f0be-42af-adda-0c19a00d48e8 admin admin] Calling delete_port for e9d3e262-0eb2-4727-9191-6fe91c85f308 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:31.597509 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85946f0f-524f-4b59-a64a-0845308d3056 req-7d9b0f77-3de4-4c1b-8950-cdf1f98469e8 service neutron] 10.222.0.82 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957614 Feb 08 15:45:31.603659 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:31.856082 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-281fc304-f0be-42af-adda-0c19a00d48e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e9d3e262-0eb2-4727-9191-6fe91c85f308), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:31.892866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fc304-f0be-42af-adda-0c19a00d48e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d3e262-0eb2-4727-9191-6fe91c85f308,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:32.115817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25880f4-85c6-4924-8113-ef0899b34f2d {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:45:32.125649 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Publish callbacks [] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:32.141560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Transition to ACTIVE for port object c25880f4-85c6-4924-8113-ef0899b34f2d will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:45:32.201008 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:32.253438 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-281fc304-f0be-42af-adda-0c19a00d48e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (cd90b805-eb69-47aa-8bab-9900bada7550), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:32.340082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35540) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:32.585679 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281fc304-f0be-42af-adda-0c19a00d48e8 admin admin] Router cd90b805-eb69-47aa-8bab-9900bada7550 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:45:32.611567 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-66c07e9f-5a28-4c42-80dd-9da27eef7536 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=10e3723b37ed4261af7fb4dc7c123660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716093 Feb 08 15:45:32.649531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35544) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:32.733463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c25880f4-85c6-4924-8113-ef0899b34f2d,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:32.756592 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3a30930a-886f-42ef-9aad-7e649e55151e admin admin] Publish callbacks [] for security_group (f054853c-b557-4e8a-857b-800ecfc55483), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:32.758575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f880b-55f4-4467-a7fc-6adb133f7807 req-97395816-491c-4947-b5f2-ab93253cfec9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:32.760875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b9f880b-55f4-4467-a7fc-6adb133f7807 req-97395816-491c-4947-b5f2-ab93253cfec9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=f560e393-478f-4878-bfbd-9e613f4f28f6 HTTP/1.1" status: 200 len: 950 time: 0.6178136 Feb 08 15:45:32.770169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281fc304-f0be-42af-adda-0c19a00d48e8 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:45:32.770958 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6720b2-f248-4029-b77a-5c6c3ff25180 req-909b36ab-f10e-45c6-bb93-3c84b17fcefc tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:32.777198 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-281fc304-f0be-42af-adda-0c19a00d48e8 admin admin] 10.222.0.82 "PUT /v2.0/routers/cd90b805-eb69-47aa-8bab-9900bada7550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0942273 Feb 08 15:45:32.780430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35546) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:32.780653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7fd50-8a92-472e-8ad1-5ab11e7a38ac None None] Sync routers for ids ['cd90b805-eb69-47aa-8bab-9900bada7550'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:45:32.781755 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d6720b2-f248-4029-b77a-5c6c3ff25180 req-909b36ab-f10e-45c6-bb93-3c84b17fcefc tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 943 time: 0.5982149 Feb 08 15:45:32.792426 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7fd50-8a92-472e-8ad1-5ab11e7a38ac None None] Routers {'cd90b805-eb69-47aa-8bab-9900bada7550'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:45:32.793103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-79b7fd50-8a92-472e-8ad1-5ab11e7a38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:45:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['cd90b805-eb69-47aa-8bab-9900bada7550'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:32.825366 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3a30930a-886f-42ef-9aad-7e649e55151e admin admin] Publish callbacks [] for security_group (f054853c-b557-4e8a-857b-800ecfc55483), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:32.858486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebb649-c7bd-4486-ab3f-87066f40264d req-68832ba1-490f-49e5-b7db-f657eee2ac02 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:32.859643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbebb649-c7bd-4486-ab3f-87066f40264d req-68832ba1-490f-49e5-b7db-f657eee2ac02 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.96 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 945 time: 0.2083180 Feb 08 15:45:32.910718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-79b7fd50-8a92-472e-8ad1-5ab11e7a38ac None None] Set router cd90b805-eb69-47aa-8bab-9900bada7550 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:45:32.917502 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] Publish callbacks [] for router (cd90b805-eb69-47aa-8bab-9900bada7550), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:32.954465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Attempting to bind port c25880f4-85c6-4924-8113-ef0899b34f2d on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:45:32.954833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Attempting to bind port c25880f4-85c6-4924-8113-ef0899b34f2d by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '4c373b02-26c6-4309-b2a3-a1681f5e032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f4107f07-72f7-4cad-bf17-d32e7e2346fb'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:45:32.955168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Attempting to bind port c25880f4-85c6-4924-8113-ef0899b34f2d on network f4107f07-72f7-4cad-bf17-d32e7e2346fb {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:32.972442 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b9f880b-55f4-4467-a7fc-6adb133f7807 req-90a97ea3-7f74-4c22-a032-cf3fb62a2bc6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679256 Feb 08 15:45:32.990626 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d6720b2-f248-4029-b77a-5c6c3ff25180 req-8a1f75f6-115a-4062-a8b5-494943a75e14 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068491 Feb 08 15:45:33.004545 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3a30930a-886f-42ef-9aad-7e649e55151e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f054853c-b557-4e8a-857b-800ecfc55483), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:33.004545 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3a30930a-886f-42ef-9aad-7e649e55151e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:33.006262 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3a30930a-886f-42ef-9aad-7e649e55151e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f054853c-b557-4e8a-857b-800ecfc55483 HTTP/1.1" status: 204 len: 168 time: 0.3571875 Feb 08 15:45:33.033112 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30930a-886f-42ef-9aad-7e649e55151e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f054853c-b557-4e8a-857b-800ecfc55483,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:33.053340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Port c25880f4-85c6-4924-8113-ef0899b34f2d on network f4107f07-72f7-4cad-bf17-d32e7e2346fb not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:45:33.054684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Attempting to bind port c25880f4-85c6-4924-8113-ef0899b34f2d on network f4107f07-72f7-4cad-bf17-d32e7e2346fb {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:33.072689 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:45:33.072689 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Checking segment: {'id': '4c373b02-26c6-4309-b2a3-a1681f5e032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f4107f07-72f7-4cad-bf17-d32e7e2346fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:45:33.073228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Bound using segment: {'id': '4c373b02-26c6-4309-b2a3-a1681f5e032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f4107f07-72f7-4cad-bf17-d32e7e2346fb'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:45:33.073559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Bound port: c25880f4-85c6-4924-8113-ef0899b34f2d, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c373b02-26c6-4309-b2a3-a1681f5e032e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f4107f07-72f7-4cad-bf17-d32e7e2346fb'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:45:33.073928 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:33.092474 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] Publish callbacks [] for router_gateway (cd90b805-eb69-47aa-8bab-9900bada7550), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:33.129047 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62abd640-de6f-4117-907b-b8b93b931615 x-openstack-request-id: req-62abd640-de6f-4117-907b-b8b93b931615 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:33.129351 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7dec4b-5ca0-4420-aedb-373899d1fbe7", "name": "network-vif-deleted", "tag": "815634d0-9af5-43aa-bfd2-50641e198be3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f59931fc-0372-46dd-b97d-c6a3cac0ede2", "tag": "9609fd4a-46d0-4720-a848-6f7918508815", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:33.129609 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-62abd640-de6f-4117-907b-b8b93b931615 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:33.130008 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7dec4b-5ca0-4420-aedb-373899d1fbe7', 'name': 'network-vif-deleted', 'tag': '815634d0-9af5-43aa-bfd2-50641e198be3', 'status': 'completed', 'code': 200} Feb 08 15:45:33.130254 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59931fc-0372-46dd-b97d-c6a3cac0ede2', 'tag': '9609fd4a-46d0-4720-a848-6f7918508815', 'status': 'completed', 'code': 200} Feb 08 15:45:33.156075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-fbebb649-c7bd-4486-ab3f-87066f40264d req-019f5f5e-0da5-472c-b00f-10a1caae644e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Deleting port 5c66117d-4175-4490-adf1-b2341526c64d {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:33.156424 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fbebb649-c7bd-4486-ab3f-87066f40264d req-019f5f5e-0da5-472c-b00f-10a1caae644e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (5c66117d-4175-4490-adf1-b2341526c64d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:33.224602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9609fd4a-46d0-4720-a848-6f7918508815 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:45:33.326023 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] For port c25880f4-85c6-4924-8113-ef0899b34f2d, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:45:33.388226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c7c59d3-22ca-4848-ae43-1760dcad79d8 req-3d0a2280-3d84-431c-913a-df757ad6b256 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 210 time: 0.0968387 Feb 08 15:45:33.390419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] For port c25880f4-85c6-4924-8113-ef0899b34f2d, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c25880f4-85c6-4924-8113-ef0899b34f2d,segment=NetworkSegment(4c373b02-26c6-4309-b2a3-a1681f5e032e),segment_id=4c373b02-26c6-4309-b2a3-a1681f5e032e)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:45:33.397306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9609fd4a-46d0-4720-a848-6f7918508815, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9609fd4a-46d0-4720-a848-6f7918508815,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:33.403023 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-79b7fd50-8a92-472e-8ad1-5ab11e7a38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'name': 'tempest-FloatingIPDetailsTestJSON-511469121-router', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': 'bcee4adb-4c31-4dcb-9f11-9274ad5404f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:45:31Z', 'revision_number': 5, 'project_id': '2fc08dee1239428cb932572ebc6aabe5', 'gw_port': {'id': 'bcee4adb-4c31-4dcb-9f11-9274ad5404f9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:05:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:33.411965 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:33.446574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7fd50-8a92-472e-8ad1-5ab11e7a38ac None None] Checking router: cd90b805-eb69-47aa-8bab-9900bada7550 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:45:33.459800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7fd50-8a92-472e-8ad1-5ab11e7a38ac None None] Routers {'cd90b805-eb69-47aa-8bab-9900bada7550'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:45:33.460905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-79b7fd50-8a92-472e-8ad1-5ab11e7a38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:45:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['cd90b805-eb69-47aa-8bab-9900bada7550'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:33.464035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '9609fd4a-46d0-4720-a848-6f7918508815', 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1', 'port_id': '9609fd4a-46d0-4720-a848-6f7918508815', 'mac_address': 'fa:16:3e:d4:3b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861f702f-72c5-4ba8-b9fd-a3dea3b057b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:45:33.512973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f2f56-a7af-4225-8983-a4811909f392 req-69061386-437e-4b53-86f8-32e7e9d5e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:33.514517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-932f2f56-a7af-4225-8983-a4811909f392 req-69061386-437e-4b53-86f8-32e7e9d5e9d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fc1f662f69bf4e798027631518391c93&device_id=f59931fc-0372-46dd-b97d-c6a3cac0ede2 HTTP/1.1" status: 200 len: 1126 time: 0.3539414 Feb 08 15:45:33.534331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:33.535007 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:33.536450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] 10.222.0.94 "PUT /v2.0/ports/c25880f4-85c6-4924-8113-ef0899b34f2d HTTP/1.1" status: 200 len: 1092 time: 2.0523992 Feb 08 15:45:33.584268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-fbebb649-c7bd-4486-ab3f-87066f40264d req-019f5f5e-0da5-472c-b00f-10a1caae644e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] For port 5c66117d-4175-4490-adf1-b2341526c64d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=5c66117d-4175-4490-adf1-b2341526c64d,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:33.584656 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fbebb649-c7bd-4486-ab3f-87066f40264d req-019f5f5e-0da5-472c-b00f-10a1caae644e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (5c66117d-4175-4490-adf1-b2341526c64d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:33.595158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 9609fd4a-46d0-4720-a848-6f7918508815 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:33.595548 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9609fd4a-46d0-4720-a848-6f7918508815), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:33.612484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-79b7fd50-8a92-472e-8ad1-5ab11e7a38ac None None] Set router cd90b805-eb69-47aa-8bab-9900bada7550 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:45:33.630438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d311492-45b2-476f-aac6-99ddff757bbd req-5dec878c-289c-4609-a6c4-cb201cc3c841 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:33.642331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d311492-45b2-476f-aac6-99ddff757bbd req-5dec878c-289c-4609-a6c4-cb201cc3c841 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4db74e0-6284-474a-ba73-a9b4a6a214e3 HTTP/1.1" status: 200 len: 945 time: 0.3538496 Feb 08 15:45:33.643351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9609fd4a-46d0-4720-a848-6f7918508815 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:45:33.758721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-fbebb649-c7bd-4486-ab3f-87066f40264d req-019f5f5e-0da5-472c-b00f-10a1caae644e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Calling delete_port for 5c66117d-4175-4490-adf1-b2341526c64d owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:33.781345 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc27dda-d828-4c6e-88b5-d5b5f85447a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c25880f4-85c6-4924-8113-ef0899b34f2d,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:33.826009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-79b7fd50-8a92-472e-8ad1-5ab11e7a38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'name': 'tempest-FloatingIPDetailsTestJSON-511469121-router', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:45:33Z', 'revision_number': 6, 'project_id': '2fc08dee1239428cb932572ebc6aabe5', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:33.826597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85946f0f-524f-4b59-a64a-0845308d3056 req-28e01fb2-1197-4b36-a301-d0c4439b1962 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:33.827936 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85946f0f-524f-4b59-a64a-0845308d3056 req-28e01fb2-1197-4b36-a301-d0c4439b1962 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 812 time: 0.6656287 Feb 08 15:45:33.844768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-85946f0f-524f-4b59-a64a-0845308d3056 req-7ff8b126-a965-456c-a3be-30723689960d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Request body: {'port': {'device_id': 'dc4544a1-03cf-4366-a15d-4f169630645d', 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782', 'admin_state_up': True, 'tenant_id': '7223ae851bba47909ff3a34b120c9a42'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:33.864217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b7fd50-8a92-472e-8ad1-5ab11e7a38ac None None] The sync data for ids ['cd90b805-eb69-47aa-8bab-9900bada7550'] in n-d-824834-11 is: [{'id': 'cd90b805-eb69-47aa-8bab-9900bada7550', 'name': 'tempest-FloatingIPDetailsTestJSON-511469121-router', 'tenant_id': '2fc08dee1239428cb932572ebc6aabe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:44:48Z', 'updated_at': '2022-02-08T15:45:33Z', 'revision_number': 6, 'project_id': '2fc08dee1239428cb932572ebc6aabe5', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:45:33.882083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9609fd4a-46d0-4720-a848-6f7918508815, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9609fd4a-46d0-4720-a848-6f7918508815,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:33.890330 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9609fd4a-46d0-4720-a848-6f7918508815), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:33.895514 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-31fea042-2881-410f-b213-d16c6648b73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:33.926492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] Deleting port bcee4adb-4c31-4dcb-9f11-9274ad5404f9 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:33.927000 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (bcee4adb-4c31-4dcb-9f11-9274ad5404f9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:33.985070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b8490-3868-4e99-8e50-93027036b034 req-91ff06ec-1ab9-4e1d-854a-52c7d2878330 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:33.992219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f14b8490-3868-4e99-8e50-93027036b034 req-91ff06ec-1ab9-4e1d-854a-52c7d2878330 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=f59931fc-0372-46dd-b97d-c6a3cac0ede2 HTTP/1.1" status: 200 len: 943 time: 0.4276636 Feb 08 15:45:33.996516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=9609fd4a-46d0-4720-a848-6f7918508815,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:34.046615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85946f0f-524f-4b59-a64a-0845308d3056 req-7ff8b126-a965-456c-a3be-30723689960d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Made reservation on behalf of 7223ae851bba47909ff3a34b120c9a42 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:45:34.050275 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85946f0f-524f-4b59-a64a-0845308d3056 req-7ff8b126-a965-456c-a3be-30723689960d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:34.050430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-12f0940f-b29e-4df4-9329-772a5a4696a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:34.051954 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-12f0940f-b29e-4df4-9329-772a5a4696a9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=681f6587c0694615a3bd4e5e8f93c31a&device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 1126 time: 0.4474659 Feb 08 15:45:34.072307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] For port bcee4adb-4c31-4dcb-9f11-9274ad5404f9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=bcee4adb-4c31-4dcb-9f11-9274ad5404f9,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:34.072669 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (bcee4adb-4c31-4dcb-9f11-9274ad5404f9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:34.073562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d311492-45b2-476f-aac6-99ddff757bbd req-979d54e0-2a36-4912-9e14-5bd70eb43dee tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304445 Feb 08 15:45:34.075233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f2f56-a7af-4225-8983-a4811909f392 req-d09eda44-9beb-43a6-b87c-2d8ec0a5329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:34.076068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-932f2f56-a7af-4225-8983-a4811909f392 req-d09eda44-9beb-43a6-b87c-2d8ec0a5329d service neutron] 10.222.0.96 "GET /v2.0/networks?id=67e9eee1-fa22-4fdb-a210-1356974271e1 HTTP/1.1" status: 200 len: 905 time: 0.5499349 Feb 08 15:45:34.095025 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] Calling delete_port for bcee4adb-4c31-4dcb-9f11-9274ad5404f9 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:34.144412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-e2153fe2-8580-4052-8d50-1937117e14de service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c25880f4-85c6-4924-8113-ef0899b34f2d HTTP/1.1" status: 200 len: 217 time: 0.0847015 Feb 08 15:45:34.194039 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['9609fd4a-46d0-4720-a848-6f7918508815'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:34.199526 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-932f2f56-a7af-4225-8983-a4811909f392 req-51e971f4-7a3d-4de5-8d21-adf2a405dfbc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9609fd4a-46d0-4720-a848-6f7918508815 HTTP/1.1" status: 200 len: 217 time: 0.1063154 Feb 08 15:45:34.209195 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f14b8490-3868-4e99-8e50-93027036b034 req-b8f1faaa-8670-4c1e-a454-18238528b1b5 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159910 Feb 08 15:45:34.322050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e9d3e262-0eb2-4727-9191-6fe91c85f308 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:45:34.368973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-85946f0f-524f-4b59-a64a-0845308d3056 req-7ff8b126-a965-456c-a3be-30723689960d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Allocated IP 172.20.0.6 (ecd7c259-4f96-4209-81e4-52533414d782/28cb9956-62bf-4795-9b61-7a7ef83e56b7/d1084eb4-648a-4450-870a-c07bd5eb5fd6) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:45:34.369617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-2c496f29-5569-41d2-9c6e-37e0de718548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:34.371381 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-2c496f29-5569-41d2-9c6e-37e0de718548 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ef6a72d4-6b72-490e-b396-f5c6f62c07df HTTP/1.1" status: 200 len: 853 time: 0.1837964 Feb 08 15:45:34.375452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f2f56-a7af-4225-8983-a4811909f392 req-02be7ff4-1b7f-4dc2-a5e5-0dd60becc067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:34.376586 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: e9d3e262-0eb2-4727-9191-6fe91c85f308 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:45:34.377038 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-932f2f56-a7af-4225-8983-a4811909f392 req-02be7ff4-1b7f-4dc2-a5e5-0dd60becc067 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=861f702f-72c5-4ba8-b9fd-a3dea3b057b0 HTTP/1.1" status: 200 len: 844 time: 0.1269517 Feb 08 15:45:34.377559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e9d3e262-0eb2-4727-9191-6fe91c85f308 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:45:34.406502 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fbebb649-c7bd-4486-ab3f-87066f40264d req-019f5f5e-0da5-472c-b00f-10a1caae644e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (5c66117d-4175-4490-adf1-b2341526c64d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:34.436879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-fcf1223e-22db-4658-af08-c37da6c7024d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f4107f07-72f7-4cad-bf17-d32e7e2346fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588167 Feb 08 15:45:34.482093 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-932f2f56-a7af-4225-8983-a4811909f392 req-d71d9378-2823-4716-91f9-d85b7e8582da service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=67e9eee1-fa22-4fdb-a210-1356974271e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886843 Feb 08 15:45:34.497623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f5f5e-0da5-472c-b00f-10a1caae644e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Pushing event deleted for resources: {'Port': ['ID=5c66117d-4175-4490-adf1-b2341526c64d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:34.595583 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (bcee4adb-4c31-4dcb-9f11-9274ad5404f9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:34.614900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964eff9b-445a-4948-8991-40e7e55b1089 req-0a2f5dc7-2aa7-413b-a378-330b8b20eefe tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:34.616431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964eff9b-445a-4948-8991-40e7e55b1089 req-0a2f5dc7-2aa7-413b-a378-330b8b20eefe tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 943 time: 0.3196507 Feb 08 15:45:34.648363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbebb649-c7bd-4486-ab3f-87066f40264d req-019f5f5e-0da5-472c-b00f-10a1caae644e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] No DVR routers for this DVR port 5c66117d-4175-4490-adf1-b2341526c64d on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:45:34.659798 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fbebb649-c7bd-4486-ab3f-87066f40264d req-019f5f5e-0da5-472c-b00f-10a1caae644e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:34.663212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbebb649-c7bd-4486-ab3f-87066f40264d req-019f5f5e-0da5-472c-b00f-10a1caae644e tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.96 "DELETE /v2.0/ports/5c66117d-4175-4490-adf1-b2341526c64d HTTP/1.1" status: 204 len: 173 time: 1.7923899 Feb 08 15:45:34.681855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcee4adb-4c31-4dcb-9f11-9274ad5404f9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:34.732130 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-932f2f56-a7af-4225-8983-a4811909f392 req-687eabe2-ac21-458f-abaf-ef098e2f8367 service neutron] 10.222.0.96 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381711 Feb 08 15:45:34.755525 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-75ad0561-a011-4535-8d87-142885ddb1f7 service neutron] 10.222.0.94 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992361 Feb 08 15:45:34.797178 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (cd90b805-eb69-47aa-8bab-9900bada7550), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:34.824939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964eff9b-445a-4948-8991-40e7e55b1089 req-a2837bbe-7cd7-4b75-9efc-11988ca6c8b9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977832 Feb 08 15:45:34.955985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-932f2f56-a7af-4225-8983-a4811909f392 req-b1c3b366-3e42-4ccf-98e0-960406bc36cd service neutron] 10.222.0.96 "GET /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173467 Feb 08 15:45:34.980480 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a189add3-1adc-4db2-8f82-823dd3a64a8c req-4f810353-44e8-4cb1-a150-7f852e43be05 service neutron] 10.222.0.94 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099662 Feb 08 15:45:35.028723 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85946f0f-524f-4b59-a64a-0845308d3056 req-7ff8b126-a965-456c-a3be-30723689960d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks [] for port (d1084eb4-648a-4450-870a-c07bd5eb5fd6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:35.053072 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (cd90b805-eb69-47aa-8bab-9900bada7550), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:35.058958 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] Publish callbacks [] for router_controller (cd90b805-eb69-47aa-8bab-9900bada7550), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:35.068170 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479f757-df01-4559-84c0-470a5767232e req-0e7eafa5-e82c-464a-89fb-f85e0717f002 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:35.071785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f479f757-df01-4559-84c0-470a5767232e req-0e7eafa5-e82c-464a-89fb-f85e0717f002 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=f560e393-478f-4878-bfbd-9e613f4f28f6 HTTP/1.1" status: 200 len: 950 time: 0.0886021 Feb 08 15:45:35.124118 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (cd90b805-eb69-47aa-8bab-9900bada7550), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:35.124707 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd90b805-eb69-47aa-8bab-9900bada7550 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:45:35.129826 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:35.131039 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ef4f5c58-055f-4319-b046-92dcb0da0760 admin admin] 10.222.0.82 "DELETE /v2.0/routers/cd90b805-eb69-47aa-8bab-9900bada7550 HTTP/1.1" status: 204 len: 168 time: 2.3498359 Feb 08 15:45:35.134188 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35598) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:35.137559 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f479f757-df01-4559-84c0-470a5767232e req-79bcb7d7-a726-4ca7-b108-4fd685173711 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543833 Feb 08 15:45:35.138925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828b956a-9d16-4ff1-b9cb-67253bffd8c7', 'tag': 'c25880f4-85c6-4924-8113-ef0899b34f2d'}, {'server_uuid': 'd4db74e0-6284-474a-ba73-a9b4a6a214e3', 'name': 'network-vif-deleted', 'tag': '5c66117d-4175-4490-adf1-b2341526c64d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:35.142832 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75b8293-5e11-485c-b978-991c53fbca0b" -d '{"events": [{"name": "network-changed", "server_uuid": "828b956a-9d16-4ff1-b9cb-67253bffd8c7", "tag": "c25880f4-85c6-4924-8113-ef0899b34f2d"}, {"server_uuid": "d4db74e0-6284-474a-ba73-a9b4a6a214e3", "name": "network-vif-deleted", "tag": "5c66117d-4175-4490-adf1-b2341526c64d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:35.168280 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85946f0f-524f-4b59-a64a-0845308d3056 req-7ff8b126-a965-456c-a3be-30723689960d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d1084eb4-648a-4450-870a-c07bd5eb5fd6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:35.234860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 5c66117d-4175-4490-adf1-b2341526c64d no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:45:35.235630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85946f0f-524f-4b59-a64a-0845308d3056 req-7ff8b126-a965-456c-a3be-30723689960d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Network ecd7c259-4f96-4209-81e4-52533414d782 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:45:35.255683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-73fa283e-caba-4db1-b5d1-ce539979d1f7 admin admin] Deleting subnet 5763be09-e6f0-469f-a6da-b9adaecdfd31 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:45:35.260382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-85946f0f-524f-4b59-a64a-0845308d3056 req-7ff8b126-a965-456c-a3be-30723689960d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:35.264368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 5c66117d-4175-4490-adf1-b2341526c64d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:45:35.265061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 5c66117d-4175-4490-adf1-b2341526c64d not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:45:35.276624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-85946f0f-524f-4b59-a64a-0845308d3056 req-7ff8b126-a965-456c-a3be-30723689960d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:45:35.279670 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73fa283e-caba-4db1-b5d1-ce539979d1f7 admin admin] Publish callbacks [] for subnet (5763be09-e6f0-469f-a6da-b9adaecdfd31), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:35.289002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8b126-a965-456c-a3be-30723689960d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Pushing event updated for resources: {'Port': ['ID=d1084eb4-648a-4450-870a-c07bd5eb5fd6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:35.391137 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:35.402800 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73fa283e-caba-4db1-b5d1-ce539979d1f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (5763be09-e6f0-469f-a6da-b9adaecdfd31), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:35.444991 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85946f0f-524f-4b59-a64a-0845308d3056 req-7ff8b126-a965-456c-a3be-30723689960d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:35.445682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85946f0f-524f-4b59-a64a-0845308d3056 req-7ff8b126-a965-456c-a3be-30723689960d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:35.471695 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85946f0f-524f-4b59-a64a-0845308d3056 req-7ff8b126-a965-456c-a3be-30723689960d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6317267 Feb 08 15:45:35.482228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Request body: {'port': {'device_id': 'dc4544a1-03cf-4366-a15d-4f169630645d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:35.566263 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73fa283e-caba-4db1-b5d1-ce539979d1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (5763be09-e6f0-469f-a6da-b9adaecdfd31), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:35.603643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d1084eb4-648a-4450-870a-c07bd5eb5fd6), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:35.681739 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73fa283e-caba-4db1-b5d1-ce539979d1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (5763be09-e6f0-469f-a6da-b9adaecdfd31), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:35.773184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa283e-caba-4db1-b5d1-ce539979d1f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5763be09-e6f0-469f-a6da-b9adaecdfd31,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:35.785078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73fa283e-caba-4db1-b5d1-ce539979d1f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:35.792253 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-73fa283e-caba-4db1-b5d1-ce539979d1f7 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/5763be09-e6f0-469f-a6da-b9adaecdfd31 HTTP/1.1" status: 204 len: 168 time: 0.6533949 Feb 08 15:45:35.792347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35616) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:35.799594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd015c-e8b9-49c6-8a7c-4e4c5d28fcbd None None] Network 589fb645-15cb-4946-8647-12da1290c3b3 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:45:35.927943 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (589fb645-15cb-4946-8647-12da1290c3b3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:35.957066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b7483-0b26-438f-bbae-c3a70d659ada req-ce6cac5c-8d2d-49e1-b847-d75c097fef63 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:35.964310 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d56b7483-0b26-438f-bbae-c3a70d659ada req-ce6cac5c-8d2d-49e1-b847-d75c097fef63 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 931 time: 0.0933611 Feb 08 15:45:35.967552 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-f9535faa-2dde-4b5e-93ce-a53a31b89189 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:45:35.968574 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-f9535faa-2dde-4b5e-93ce-a53a31b89189 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2724035 Feb 08 15:45:35.986954 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1084eb4-648a-4450-870a-c07bd5eb5fd6 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:45:35.996872 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Publish callbacks [] for port (d1084eb4-648a-4450-870a-c07bd5eb5fd6), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:36.003637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a6cb5-5d34-42ea-8f5e-1224e2b349dc None None] DHCP port deletion for 589fb645-15cb-4946-8647-12da1290c3b3 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:45:36.018193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Transition to ACTIVE for port object d1084eb4-648a-4450-870a-c07bd5eb5fd6 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:45:36.023571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d1084eb4-648a-4450-870a-c07bd5eb5fd6), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:36.043288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d56b7483-0b26-438f-bbae-c3a70d659ada req-5b79d20a-f0f7-413d-8701-6d08a49a90fd tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779302 Feb 08 15:45:36.051804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] Deleting port 1ce5b252-d6b7-4af3-a44d-06bcf9683685 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:36.052143 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:36.083688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a6cb5-5d34-42ea-8f5e-1224e2b349dc None None] Deleting port 1ce5b252-d6b7-4af3-a44d-06bcf9683685 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:36.084365 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2c9a6cb5-5d34-42ea-8f5e-1224e2b349dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:36.133466 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] For port 1ce5b252-d6b7-4af3-a44d-06bcf9683685, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1ce5b252-d6b7-4af3-a44d-06bcf9683685,segment=NetworkSegment(4f119e21-4048-43ac-a6e8-2eda506b1b10),segment_id=4f119e21-4048-43ac-a6e8-2eda506b1b10)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:36.133921 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:36.157209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] Calling delete_port for 1ce5b252-d6b7-4af3-a44d-06bcf9683685 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:36.158601 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-068045f3-159b-4262-9062-10d809c49ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:36.159289 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-068045f3-159b-4262-9062-10d809c49ea9 service neutron] 10.222.0.82 "GET /v2.0/ports/165343a0-7048-4983-9a11-c5fd7d41cb72 HTTP/1.1" status: 200 len: 1126 time: 0.1809356 Feb 08 15:45:36.177216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2c9a6cb5-5d34-42ea-8f5e-1224e2b349dc None None] For port 1ce5b252-d6b7-4af3-a44d-06bcf9683685, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1ce5b252-d6b7-4af3-a44d-06bcf9683685,segment=NetworkSegment(4f119e21-4048-43ac-a6e8-2eda506b1b10),segment_id=4f119e21-4048-43ac-a6e8-2eda506b1b10)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:36.177459 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Pushing event updated for resources: {'Port': ['ID=d1084eb4-648a-4450-870a-c07bd5eb5fd6,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:36.178040 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2c9a6cb5-5d34-42ea-8f5e-1224e2b349dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:36.185963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c63b6812-74b5-4de7-866e-bba41f3c0306 service neutron] Request body: {'binding': {'host': 'n-h1-824834-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:36.186479 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c63b6812-74b5-4de7-866e-bba41f3c0306 service neutron] Unknown quota resources ['binding']. {{(pid=103302) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 15:45:36.201416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a6cb5-5d34-42ea-8f5e-1224e2b349dc None None] Calling delete_port for 1ce5b252-d6b7-4af3-a44d-06bcf9683685 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:36.206523 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d484f36-3726-4068-9ce3-a60d1ef745d2 x-openstack-request-id: req-6d484f36-3726-4068-9ce3-a60d1ef745d2 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:36.207030 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828b956a-9d16-4ff1-b9cb-67253bffd8c7", "tag": "c25880f4-85c6-4924-8113-ef0899b34f2d", "status": "completed", "code": 200}, {"server_uuid": "d4db74e0-6284-474a-ba73-a9b4a6a214e3", "name": "network-vif-deleted", "tag": "5c66117d-4175-4490-adf1-b2341526c64d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:36.207030 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6d484f36-3726-4068-9ce3-a60d1ef745d2 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:36.207451 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828b956a-9d16-4ff1-b9cb-67253bffd8c7', 'tag': 'c25880f4-85c6-4924-8113-ef0899b34f2d', 'status': 'completed', 'code': 200} Feb 08 15:45:36.207705 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4db74e0-6284-474a-ba73-a9b4a6a214e3', 'name': 'network-vif-deleted', 'tag': '5c66117d-4175-4490-adf1-b2341526c64d', 'status': 'completed', 'code': 200} Feb 08 15:45:36.297509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Attempting to bind port d1084eb4-648a-4450-870a-c07bd5eb5fd6 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:45:36.298109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Attempting to bind port d1084eb4-648a-4450-870a-c07bd5eb5fd6 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:45:36.298852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Attempting to bind port d1084eb4-648a-4450-870a-c07bd5eb5fd6 on network ecd7c259-4f96-4209-81e4-52533414d782 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:36.307332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Port d1084eb4-648a-4450-870a-c07bd5eb5fd6 on network ecd7c259-4f96-4209-81e4-52533414d782 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:45:36.307661 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Attempting to bind port d1084eb4-648a-4450-870a-c07bd5eb5fd6 on network ecd7c259-4f96-4209-81e4-52533414d782 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:36.324999 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:45:36.324999 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Checking segment: {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:45:36.324999 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Bound using segment: {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:45:36.324999 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Bound port: d1084eb4-648a-4450-870a-c07bd5eb5fd6, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:45:36.324999 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d1084eb4-648a-4450-870a-c07bd5eb5fd6), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:36.329947 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b8293-5e11-485c-b978-991c53fbca0b req-ac2f1834-a06b-4870-a641-a1c69a7d5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:36.331856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d75b8293-5e11-485c-b978-991c53fbca0b req-ac2f1834-a06b-4870-a641-a1c69a7d5444 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=681f6587c0694615a3bd4e5e8f93c31a&device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 1126 time: 0.1033010 Feb 08 15:45:36.350912 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2c9a6cb5-5d34-42ea-8f5e-1224e2b349dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:36.352056 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1ce5b252-d6b7-4af3-a44d-06bcf9683685), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:36.394915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a6cb5-5d34-42ea-8f5e-1224e2b349dc None None] No DVR routers for this DVR port 1ce5b252-d6b7-4af3-a44d-06bcf9683685 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:45:36.396833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1ce5b252-d6b7-4af3-a44d-06bcf9683685 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:45:36.403699 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a6cb5-5d34-42ea-8f5e-1224e2b349dc None None] Pushing event deleted for resources: {'Port': ['ID=1ce5b252-d6b7-4af3-a44d-06bcf9683685,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:36.414546 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95f1cf-d1e1-408a-9180-b65d6e636ba4 req-2c8cc7f2-87e3-47ac-8daf-5f93c9f92855 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:36.416621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba95f1cf-d1e1-408a-9180-b65d6e636ba4 req-2c8cc7f2-87e3-47ac-8daf-5f93c9f92855 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=f560e393-478f-4878-bfbd-9e613f4f28f6 HTTP/1.1" status: 200 len: 1133 time: 0.1376100 Feb 08 15:45:36.428544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 1ce5b252-d6b7-4af3-a44d-06bcf9683685 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:45:36.428894 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1ce5b252-d6b7-4af3-a44d-06bcf9683685 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:45:36.429395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device bcee4adb-4c31-4dcb-9f11-9274ad5404f9 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:45:36.431579 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c63b6812-74b5-4de7-866e-bba41f3c0306 service neutron] Attempting to bind port 165343a0-7048-4983-9a11-c5fd7d41cb72 on host n-h1-824834-11 for vnic_type normal with profile None {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:45:36.432005 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c63b6812-74b5-4de7-866e-bba41f3c0306 service neutron] Attempting to bind port 165343a0-7048-4983-9a11-c5fd7d41cb72 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:45:36.432405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c63b6812-74b5-4de7-866e-bba41f3c0306 service neutron] Attempting to bind port 165343a0-7048-4983-9a11-c5fd7d41cb72 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:36.435722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] For port d1084eb4-648a-4450-870a-c07bd5eb5fd6, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:45:36.440260 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] For port d1084eb4-648a-4450-870a-c07bd5eb5fd6, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d1084eb4-648a-4450-870a-c07bd5eb5fd6,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:45:36.443360 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c63b6812-74b5-4de7-866e-bba41f3c0306 service neutron] Port 165343a0-7048-4983-9a11-c5fd7d41cb72 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:45:36.443709 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c63b6812-74b5-4de7-866e-bba41f3c0306 service neutron] Attempting to bind port 165343a0-7048-4983-9a11-c5fd7d41cb72 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:36.449771 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] No DVR routers for this DVR port 1ce5b252-d6b7-4af3-a44d-06bcf9683685 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:45:36.451598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: bcee4adb-4c31-4dcb-9f11-9274ad5404f9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:45:36.452204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device bcee4adb-4c31-4dcb-9f11-9274ad5404f9 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:45:36.453347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce5b252-d6b7-4af3-a44d-06bcf9683685,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:36.454132 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d1084eb4-648a-4450-870a-c07bd5eb5fd6), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:36.458707 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c63b6812-74b5-4de7-866e-bba41f3c0306 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:45:36.459068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c63b6812-74b5-4de7-866e-bba41f3c0306 service neutron] Checking segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:45:36.459631 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c63b6812-74b5-4de7-866e-bba41f3c0306 service neutron] Bound using segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:45:36.460073 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c63b6812-74b5-4de7-866e-bba41f3c0306 service neutron] Bound port: 165343a0-7048-4983-9a11-c5fd7d41cb72, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:45:36.520461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:36.521115 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:36.522509 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85946f0f-524f-4b59-a64a-0845308d3056 req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] 10.222.0.94 "PUT /v2.0/ports/d1084eb4-648a-4450-870a-c07bd5eb5fd6 HTTP/1.1" status: 200 len: 1092 time: 1.0445678 Feb 08 15:45:36.527624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4544a1-03cf-4366-a15d-4f169630645d', 'tag': 'd1084eb4-648a-4450-870a-c07bd5eb5fd6'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:36.530619 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e372f33-06e1-44d7-8d3d-7cddc64ceb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4544a1-03cf-4366-a15d-4f169630645d", "tag": "d1084eb4-648a-4450-870a-c07bd5eb5fd6"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:36.570590 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:36.575242 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad639ed-592d-4dbc-865a-3c2253fd07ce service neutron] Pushing event updated for resources: {'Port': ['ID=d1084eb4-648a-4450-870a-c07bd5eb5fd6,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:36.596081 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba95f1cf-d1e1-408a-9180-b65d6e636ba4 req-4ab92d63-3817-436b-bc08-f5f0c3b34955 tempest-ServersOnMultiNodesTest-2057947573 tempest-ServersOnMultiNodesTest-2057947573-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521342 Feb 08 15:45:36.597750 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (589fb645-15cb-4946-8647-12da1290c3b3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:36.600787 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b8293-5e11-485c-b978-991c53fbca0b req-1a58ff52-5c6a-43c8-8c75-5c299ceaa4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:36.602302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d75b8293-5e11-485c-b978-991c53fbca0b req-1a58ff52-5c6a-43c8-8c75-5c299ceaa4a9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f4107f07-72f7-4cad-bf17-d32e7e2346fb HTTP/1.1" status: 200 len: 914 time: 0.2625895 Feb 08 15:45:36.605531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c63b6812-74b5-4de7-866e-bba41f3c0306 service neutron] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=165343a0-7048-4983-9a11-c5fd7d41cb72,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:45:36.613961 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c63b6812-74b5-4de7-866e-bba41f3c0306 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:36.615110 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c63b6812-74b5-4de7-866e-bba41f3c0306 service neutron] 10.222.0.82 "POST /v2.0/ports/165343a0-7048-4983-9a11-c5fd7d41cb72/bindings HTTP/1.1" status: 201 len: 390 time: 0.4326925 Feb 08 15:45:36.634601 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85946f0f-524f-4b59-a64a-0845308d3056 req-1dc15efc-9e34-4252-a13a-724ab9c900ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:36.636224 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85946f0f-524f-4b59-a64a-0845308d3056 req-1dc15efc-9e34-4252-a13a-724ab9c900ad service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 1126 time: 0.0712409 Feb 08 15:45:36.657426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d75b8293-5e11-485c-b978-991c53fbca0b req-582863a5-cd09-481a-957b-535f1e2ba2eb service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c25880f4-85c6-4924-8113-ef0899b34f2d HTTP/1.1" status: 200 len: 217 time: 0.0418634 Feb 08 15:45:36.681924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589fb645-15cb-4946-8647-12da1290c3b3']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:36.688182 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85946f0f-524f-4b59-a64a-0845308d3056 req-481f6677-e69a-4efe-9b07-f6b716e1205c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1084eb4-648a-4450-870a-c07bd5eb5fd6 HTTP/1.1" status: 200 len: 217 time: 0.0443823 Feb 08 15:45:36.729121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f119e21-4048-43ac-a6e8-2eda506b1b10') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:36.729413 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f119e21-4048-43ac-a6e8-2eda506b1b10') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:36.790268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85946f0f-524f-4b59-a64a-0845308d3056 req-f3024db7-d199-4687-a02a-e32015256ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:36.793410 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85946f0f-524f-4b59-a64a-0845308d3056 req-f3024db7-d199-4687-a02a-e32015256ec1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=28cb9956-62bf-4795-9b61-7a7ef83e56b7 HTTP/1.1" status: 200 len: 852 time: 0.0993686 Feb 08 15:45:36.831070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85946f0f-524f-4b59-a64a-0845308d3056 req-0e6856a9-846b-4d27-b1c5-1cdb182e344d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ecd7c259-4f96-4209-81e4-52533414d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301912 Feb 08 15:45:36.962476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c8a4cc9b-7943-4f08-9534-4c994600172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:36.964014 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-c8a4cc9b-7943-4f08-9534-4c994600172a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 1129 time: 0.0789089 Feb 08 15:45:36.967879 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85946f0f-524f-4b59-a64a-0845308d3056 req-22443d2b-61a6-4365-adfc-7b42be96936e service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316841 Feb 08 15:45:37.089655 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (4f119e21-4048-43ac-a6e8-2eda506b1b10), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:37.131944 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (4f119e21-4048-43ac-a6e8-2eda506b1b10), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:37.134524 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-5d70e06b-ef9f-4a5f-bc17-2c006b7f9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:37.136027 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-5d70e06b-ef9f-4a5f-bc17-2c006b7f9fb3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.1616557 Feb 08 15:45:37.137942 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85946f0f-524f-4b59-a64a-0845308d3056 req-eee51ffa-2b6d-4a33-be0f-2493b0712aa8 service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621616 Feb 08 15:45:37.141203 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b8293-5e11-485c-b978-991c53fbca0b req-4298b774-ddf2-4735-8c06-9f72f4583af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:37.142649 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d75b8293-5e11-485c-b978-991c53fbca0b req-4298b774-ddf2-4735-8c06-9f72f4583af7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ef6a72d4-6b72-490e-b396-f5c6f62c07df HTTP/1.1" status: 200 len: 853 time: 0.4743190 Feb 08 15:45:37.148101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:45:37.148580 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (4f119e21-4048-43ac-a6e8-2eda506b1b10), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:45:37.151096 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:45:37.196201 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-dfe31e6d-5558-4501-b23a-011eac34f680 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=165343a0-7048-4983-9a11-c5fd7d41cb72 HTTP/1.1" status: 200 len: 217 time: 0.0412490 Feb 08 15:45:37.228122 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9609fd4a-46d0-4720-a848-6f7918508815 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:45:37.232896 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d75b8293-5e11-485c-b978-991c53fbca0b req-f0069caf-219c-4868-974a-043f36289666 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f4107f07-72f7-4cad-bf17-d32e7e2346fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689106 Feb 08 15:45:37.239736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14a701-2f71-4aef-b449-4842b1c090e8 req-aefed028-516c-4c80-904a-9ecef280875a tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:37.241175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb14a701-2f71-4aef-b449-4842b1c090e8 req-aefed028-516c-4c80-904a-9ecef280875a tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=f59931fc-0372-46dd-b97d-c6a3cac0ede2 HTTP/1.1" status: 200 len: 944 time: 0.5333724 Feb 08 15:45:37.246745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-d6385d95-d36e-492a-befe-44585812527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:37.248553 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-d6385d95-d36e-492a-befe-44585812527e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.0464039 Feb 08 15:45:37.280622 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-8c05ce39-ee68-4414-be33-b4db9fbef285 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263529 Feb 08 15:45:37.280875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 9609fd4a-46d0-4720-a848-6f7918508815 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:45:37.285517 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 9609fd4a-46d0-4720-a848-6f7918508815 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:37.285922 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9609fd4a-46d0-4720-a848-6f7918508815), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:37.310114 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce505c8-2026-45d5-951a-aed42a3ce3f7 req-4567edd1-3b81-416f-9897-9ed008038eb8 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:37.311636 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cce505c8-2026-45d5-951a-aed42a3ce3f7 req-4567edd1-3b81-416f-9897-9ed008038eb8 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 943 time: 0.2294917 Feb 08 15:45:37.319662 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (589fb645-15cb-4946-8647-12da1290c3b3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:37.335380 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:37.339309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] 10.222.0.82 "DELETE /v2.0/networks/589fb645-15cb-4946-8647-12da1290c3b3 HTTP/1.1" status: 204 len: 168 time: 1.5464075 Feb 08 15:45:37.378096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a51c96-f461-44c0-a8bf-09f65519f9f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=589fb645-15cb-4946-8647-12da1290c3b3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:37.391386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 9609fd4a-46d0-4720-a848-6f7918508815 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:37.391977 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9609fd4a-46d0-4720-a848-6f7918508815), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:37.424690 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-f0296b05-e8c6-4502-b863-63582a56e36c service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374395 Feb 08 15:45:37.442065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb14a701-2f71-4aef-b449-4842b1c090e8 req-bdf89117-4423-427a-bd6c-f3d55bf5424b tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809549 Feb 08 15:45:37.445590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9609fd4a-46d0-4720-a848-6f7918508815, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9609fd4a-46d0-4720-a848-6f7918508815,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:37.446754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59931fc-0372-46dd-b97d-c6a3cac0ede2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9609fd4a-46d0-4720-a848-6f7918508815'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:37.449926 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d75b8293-5e11-485c-b978-991c53fbca0b req-f562e86c-9ea0-4ccf-b847-e6508067ed6f service neutron] 10.222.0.94 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021122 Feb 08 15:45:37.450650 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261f1fee-027d-480c-bc28-3f54f237fc86" -d '{"events": [{"server_uuid": "f59931fc-0372-46dd-b97d-c6a3cac0ede2", "name": "network-vif-plugged", "status": "completed", "tag": "9609fd4a-46d0-4720-a848-6f7918508815"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:37.453560 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cce505c8-2026-45d5-951a-aed42a3ce3f7 req-4c3d8887-bd5a-4d10-bded-fbfe9251718b tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317909 Feb 08 15:45:37.474152 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9609fd4a-46d0-4720-a848-6f7918508815), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:37.574415 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d75b8293-5e11-485c-b978-991c53fbca0b req-195e6ba0-3ba0-467a-9d34-494bdb17051e service neutron] 10.222.0.94 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180227 Feb 08 15:45:37.582084 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3406b1d-0fc6-4be0-9a9d-245b750bd7e1 x-openstack-request-id: req-e3406b1d-0fc6-4be0-9a9d-245b750bd7e1 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:37.582552 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4544a1-03cf-4366-a15d-4f169630645d", "tag": "d1084eb4-648a-4450-870a-c07bd5eb5fd6", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:37.583167 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e3406b1d-0fc6-4be0-9a9d-245b750bd7e1 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:37.584745 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4544a1-03cf-4366-a15d-4f169630645d', 'tag': 'd1084eb4-648a-4450-870a-c07bd5eb5fd6', 'status': 'completed', 'code': 200} Feb 08 15:45:37.587824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=9609fd4a-46d0-4720-a848-6f7918508815,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:37.595710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35642) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:37.647222 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5d433b9b-9143-47f9-8307-2fda31540da8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2fc08dee1239428cb932572ebc6aabe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492809 Feb 08 15:45:37.649159 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e372f33-06e1-44d7-8d3d-7cddc64ceb9f req-e26ae7cf-63e9-4ac3-a327-5088c85bf628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:37.650147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35644) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:37.650681 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4e372f33-06e1-44d7-8d3d-7cddc64ceb9f req-e26ae7cf-63e9-4ac3-a327-5088c85bf628 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 1126 time: 0.0722938 Feb 08 15:45:37.719731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c25880f4-85c6-4924-8113-ef0899b34f2d details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:45:37.735146 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a852c61c-d905-4fc7-8730-40c6666e1126 admin admin] Publish callbacks [] for security_group (b5340984-405c-4bd5-9cc4-272f35663600), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:37.767219 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-5b763d03-64a5-4011-8012-60f01ad0acb5 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355329 Feb 08 15:45:37.767451 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a852c61c-d905-4fc7-8730-40c6666e1126 admin admin] Publish callbacks [] for security_group (b5340984-405c-4bd5-9cc4-272f35663600), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:37.817391 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e372f33-06e1-44d7-8d3d-7cddc64ceb9f req-8122fb95-49f5-4b8c-ba1e-c8907b41bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:37.820708 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4e372f33-06e1-44d7-8d3d-7cddc64ceb9f req-8122fb95-49f5-4b8c-ba1e-c8907b41bc0e service neutron] 10.222.0.94 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 913 time: 0.1584129 Feb 08 15:45:37.870312 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85f519-d36c-4179-80b3-c220c505d2bc req-0251258a-ecc1-40c1-81f9-cbf70c3128af tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:37.871770 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d85f519-d36c-4179-80b3-c220c505d2bc req-0251258a-ecc1-40c1-81f9-cbf70c3128af tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 946 time: 0.0874178 Feb 08 15:45:37.883590 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a852c61c-d905-4fc7-8730-40c6666e1126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b5340984-405c-4bd5-9cc4-272f35663600), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:37.886935 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a852c61c-d905-4fc7-8730-40c6666e1126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:37.888462 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a852c61c-d905-4fc7-8730-40c6666e1126 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b5340984-405c-4bd5-9cc4-272f35663600 HTTP/1.1" status: 204 len: 168 time: 0.2366271 Feb 08 15:45:37.896294 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4e372f33-06e1-44d7-8d3d-7cddc64ceb9f req-824a573d-ed76-4d9e-9482-e3c2ab647798 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1084eb4-648a-4450-870a-c07bd5eb5fd6 HTTP/1.1" status: 200 len: 217 time: 0.0615280 Feb 08 15:45:37.956297 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e372f33-06e1-44d7-8d3d-7cddc64ceb9f req-bb87aeaf-7a02-4c83-9d1a-ad0a6f32bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:37.958007 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4e372f33-06e1-44d7-8d3d-7cddc64ceb9f req-bb87aeaf-7a02-4c83-9d1a-ad0a6f32bd85 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=28cb9956-62bf-4795-9b61-7a7ef83e56b7 HTTP/1.1" status: 200 len: 852 time: 0.0556836 Feb 08 15:45:37.961235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852c61c-d905-4fc7-8730-40c6666e1126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5340984-405c-4bd5-9cc4-272f35663600,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:37.992488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c25880f4-85c6-4924-8113-ef0899b34f2d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c25880f4-85c6-4924-8113-ef0899b34f2d,segment=NetworkSegment(4c373b02-26c6-4309-b2a3-a1681f5e032e),segment_id=4c373b02-26c6-4309-b2a3-a1681f5e032e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:38.011570 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4e372f33-06e1-44d7-8d3d-7cddc64ceb9f req-28ecd691-421f-451a-be06-16a2e58fe91d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ecd7c259-4f96-4209-81e4-52533414d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462079 Feb 08 15:45:38.017418 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:38.025115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'c25880f4-85c6-4924-8113-ef0899b34f2d', 'network_id': 'f4107f07-72f7-4cad-bf17-d32e7e2346fb', 'port_id': 'c25880f4-85c6-4924-8113-ef0899b34f2d', 'mac_address': 'fa:16:3e:f0:ba:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6a72d4-6b72-490e-b396-f5c6f62c07df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:45:38.081299 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d85f519-d36c-4179-80b3-c220c505d2bc req-9e2d68df-b011-46d4-8d25-790e3e61f408 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840277 Feb 08 15:45:38.088462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port c25880f4-85c6-4924-8113-ef0899b34f2d is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:38.088869 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:38.147679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc9f17-3028-4019-a953-b96d16919626 req-4b44c954-0b8d-4077-8fba-a9d775472266 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:38.159360 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01bc9f17-3028-4019-a953-b96d16919626 req-4b44c954-0b8d-4077-8fba-a9d775472266 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 943 time: 0.2399037 Feb 08 15:45:38.160725 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8fce30-f471-4e7c-85f0-00187fbe4805 x-openstack-request-id: req-da8fce30-f471-4e7c-85f0-00187fbe4805 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:38.161402 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59931fc-0372-46dd-b97d-c6a3cac0ede2", "name": "network-vif-plugged", "status": "completed", "tag": "9609fd4a-46d0-4720-a848-6f7918508815", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:38.161881 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-da8fce30-f471-4e7c-85f0-00187fbe4805 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:38.162503 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59931fc-0372-46dd-b97d-c6a3cac0ede2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9609fd4a-46d0-4720-a848-6f7918508815', 'code': 200} Feb 08 15:45:38.169005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25880f4-85c6-4924-8113-ef0899b34f2d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:45:38.189137 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4e372f33-06e1-44d7-8d3d-7cddc64ceb9f req-3946cece-111e-4d5a-b353-5900789345f5 service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690853 Feb 08 15:45:38.199626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c25880f4-85c6-4924-8113-ef0899b34f2d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c25880f4-85c6-4924-8113-ef0899b34f2d,segment=NetworkSegment(4c373b02-26c6-4309-b2a3-a1681f5e032e),segment_id=4c373b02-26c6-4309-b2a3-a1681f5e032e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:38.207111 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:38.278428 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=c25880f4-85c6-4924-8113-ef0899b34f2d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:38.281291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff096d4-8969-451c-b32b-3d1b4d5cdd32 req-90c191a6-5222-4f90-b01f-61c097b07c91 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:38.299354 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ff096d4-8969-451c-b32b-3d1b4d5cdd32 req-90c191a6-5222-4f90-b01f-61c097b07c91 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.96 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 944 time: 0.2170038 Feb 08 15:45:38.328726 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4e372f33-06e1-44d7-8d3d-7cddc64ceb9f req-b3ce5b04-a023-4cb1-aed8-f0230b3066f2 service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320801 Feb 08 15:45:38.333749 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01bc9f17-3028-4019-a953-b96d16919626 req-e2c12525-9fc9-4336-9bb5-ed07bb0e52ef tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732299 Feb 08 15:45:38.471273 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ed3b8-9e03-4e40-ab44-db74d34cbc83 req-7d47ce29-f897-4061-9fb3-e2cbcc3d9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:38.472837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b94ed3b8-9e03-4e40-ab44-db74d34cbc83 req-7d47ce29-f897-4061-9fb3-e2cbcc3d9534 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f59931fc-0372-46dd-b97d-c6a3cac0ede2 HTTP/1.1" status: 200 len: 1128 time: 0.2513685 Feb 08 15:45:38.496360 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431ed06-0594-44d2-962c-4afbc11c35dd req-ab081a48-870c-48be-9e73-233eb37872a1 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:38.503039 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7431ed06-0594-44d2-962c-4afbc11c35dd req-ab081a48-870c-48be-9e73-233eb37872a1 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 944 time: 0.2385550 Feb 08 15:45:38.546385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['c25880f4-85c6-4924-8113-ef0899b34f2d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:38.614309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7431ed06-0594-44d2-962c-4afbc11c35dd req-3064a95e-e28e-492c-98fb-b1b4c32dccc5 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/security-groups?id=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103506 Feb 08 15:45:38.663244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b94ed3b8-9e03-4e40-ab44-db74d34cbc83 req-456168e2-f0e7-4bb8-8733-791b236266d4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568720 Feb 08 15:45:38.677419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ab25b-47cb-4303-bc8a-6ae3ddf717c5 req-3211e72d-e396-4887-9293-c749922b6485 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:38.684329 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b2ab25b-47cb-4303-bc8a-6ae3ddf717c5 req-3211e72d-e396-4887-9293-c749922b6485 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=f560e393-478f-4878-bfbd-9e613f4f28f6 HTTP/1.1" status: 200 len: 950 time: 0.2524264 Feb 08 15:45:38.694357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-6ff096d4-8969-451c-b32b-3d1b4d5cdd32 req-85be3d3f-80c8-4a2c-abf3-8705c4b1c924 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Deleting port 38059300-0ebc-480a-80c8-326c3dffc9cb {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:38.694717 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6ff096d4-8969-451c-b32b-3d1b4d5cdd32 req-85be3d3f-80c8-4a2c-abf3-8705c4b1c924 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:38.815445 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b2ab25b-47cb-4303-bc8a-6ae3ddf717c5 req-8f1b1203-48b7-4b1e-ad4b-eb0f3be8bc11 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252248 Feb 08 15:45:38.879608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-6ff096d4-8969-451c-b32b-3d1b4d5cdd32 req-85be3d3f-80c8-4a2c-abf3-8705c4b1c924 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] For port 38059300-0ebc-480a-80c8-326c3dffc9cb, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=38059300-0ebc-480a-80c8-326c3dffc9cb,segment=NetworkSegment(b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1),segment_id=b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:38.889528 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6ff096d4-8969-451c-b32b-3d1b4d5cdd32 req-85be3d3f-80c8-4a2c-abf3-8705c4b1c924 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:38.917861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-6ff096d4-8969-451c-b32b-3d1b4d5cdd32 req-85be3d3f-80c8-4a2c-abf3-8705c4b1c924 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Calling delete_port for 38059300-0ebc-480a-80c8-326c3dffc9cb owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:38.978325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35676) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:39.007335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dba5d0-91b8-469c-9560-7200071e5c8d req-9b19ea72-04cc-419f-a81a-77d45cd61703 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:39.014788 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02dba5d0-91b8-469c-9560-7200071e5c8d req-9b19ea72-04cc-419f-a81a-77d45cd61703 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=f59931fc-0372-46dd-b97d-c6a3cac0ede2 HTTP/1.1" status: 200 len: 945 time: 0.1108127 Feb 08 15:45:39.094110 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02dba5d0-91b8-469c-9560-7200071e5c8d req-f4e41d28-3c8d-4a0d-8959-11611a802de5 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782239 Feb 08 15:45:39.124199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-641614245-network', 'tenant_id': '2a1859c86c82495a9919bad5bbedad71'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:39.156296 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] Made reservation on behalf of 2a1859c86c82495a9919bad5bbedad71 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:45:39.158858 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:39.175837 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:39.194393 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6ff096d4-8969-451c-b32b-3d1b4d5cdd32 req-85be3d3f-80c8-4a2c-abf3-8705c4b1c924 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (38059300-0ebc-480a-80c8-326c3dffc9cb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:39.255232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be3d3f-80c8-4a2c-abf3-8705c4b1c924 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Pushing event deleted for resources: {'Port': ['ID=38059300-0ebc-480a-80c8-326c3dffc9cb,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:39.330949 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] Publish callbacks [] for security_group (2db7aa5b-c896-4ba1-9bd7-84e8b6244bc8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:39.339343 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2db7aa5b-c896-4ba1-9bd7-84e8b6244bc8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:39.375906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff096d4-8969-451c-b32b-3d1b4d5cdd32 req-85be3d3f-80c8-4a2c-abf3-8705c4b1c924 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] No DVR routers for this DVR port 38059300-0ebc-480a-80c8-326c3dffc9cb on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:45:39.379107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6ff096d4-8969-451c-b32b-3d1b4d5cdd32 req-85be3d3f-80c8-4a2c-abf3-8705c4b1c924 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:39.382768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ff096d4-8969-451c-b32b-3d1b4d5cdd32 req-85be3d3f-80c8-4a2c-abf3-8705c4b1c924 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.96 "DELETE /v2.0/ports/38059300-0ebc-480a-80c8-326c3dffc9cb HTTP/1.1" status: 204 len: 173 time: 1.0582678 Feb 08 15:45:39.383351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:45:39.386760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4474b8d0-361e-4b96-b971-720d638b9562', 'name': 'network-vif-deleted', 'tag': '38059300-0ebc-480a-80c8-326c3dffc9cb'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:39.389482 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f532e8b3-4d83-4148-a465-77cd5a99aa85" -d '{"events": [{"server_uuid": "4474b8d0-361e-4b96-b971-720d638b9562", "name": "network-vif-deleted", "tag": "38059300-0ebc-480a-80c8-326c3dffc9cb"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:39.395515 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db7aa5b-c896-4ba1-9bd7-84e8b6244bc8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:39.418141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599e604-e003-43d4-9a8e-2c0c3b6fdaab req-3e660a0a-a5db-4181-ab99-940a39214627 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:39.419697 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f599e604-e003-43d4-9a8e-2c0c3b6fdaab req-3e660a0a-a5db-4181-ab99-940a39214627 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "GET /v2.0/ports?device_id=f560e393-478f-4878-bfbd-9e613f4f28f6 HTTP/1.1" status: 200 len: 950 time: 0.1712863 Feb 08 15:45:39.421737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2323e60-71fc-42f2-91a1-c0d4a0a75c0c req-5835e7e0-e924-4b67-8a62-06b3e783a129 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:39.423571 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2323e60-71fc-42f2-91a1-c0d4a0a75c0c req-5835e7e0-e924-4b67-8a62-06b3e783a129 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 944 time: 0.2093995 Feb 08 15:45:39.425927 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d2e96edd-a663-46a3-80ed-884e9c37e948), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:39.426374 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] Added segment d2e96edd-a663-46a3-80ed-884e9c37e948 of type vlan for network a50c0856-ac82-4805-8322-c242e8f47c34 Feb 08 15:45:39.432858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fd213-59c8-4f91-ad00-a89a7246151f req-fc527f61-5dbf-4894-95f0-aa777ef56c89 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:39.434714 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-703fd213-59c8-4f91-ad00-a89a7246151f req-fc527f61-5dbf-4894-95f0-aa777ef56c89 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 946 time: 0.1832206 Feb 08 15:45:39.506183 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (a50c0856-ac82-4805-8322-c242e8f47c34), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:39.512242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2323e60-71fc-42f2-91a1-c0d4a0a75c0c req-77e0e701-8623-425d-9c52-0dd49d4dafdf tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765300 Feb 08 15:45:39.528986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-703fd213-59c8-4f91-ad00-a89a7246151f req-93c44ec4-b1d4-4f2e-b433-406117320f2c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864260 Feb 08 15:45:39.590432 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (a50c0856-ac82-4805-8322-c242e8f47c34), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:39.594229 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:39.595134 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:39.647368 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356084d8-e6e1-4da2-a7de-8882339c3087 x-openstack-request-id: req-356084d8-e6e1-4da2-a7de-8882339c3087 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:39.647995 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4474b8d0-361e-4b96-b971-720d638b9562", "name": "network-vif-deleted", "tag": "38059300-0ebc-480a-80c8-326c3dffc9cb", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:39.649204 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-356084d8-e6e1-4da2-a7de-8882339c3087 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:39.649778 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4474b8d0-361e-4b96-b971-720d638b9562', 'name': 'network-vif-deleted', 'tag': '38059300-0ebc-480a-80c8-326c3dffc9cb', 'status': 'completed', 'code': 200} Feb 08 15:45:39.682697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7919e7-df0e-458e-bdd5-9754d2ed831a req-d37907b8-9d09-4b28-9296-b035cc84fe15 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:39.691561 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b7919e7-df0e-458e-bdd5-9754d2ed831a req-d37907b8-9d09-4b28-9296-b035cc84fe15 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 943 time: 0.0867109 Feb 08 15:45:39.693814 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7141685 Feb 08 15:45:39.696268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec10f16-458e-45f2-b150-fd0475cd7f6b admin admin] Pushing event updated for resources: {'Network': ['ID=a50c0856-ac82-4805-8322-c242e8f47c34,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:39.698424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35692) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:39.705917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-089b3d25-325b-4996-9e3d-6f07c5ab9c5b admin admin] Request body: {'subnet': {'network_id': 'a50c0856-ac82-4805-8322-c242e8f47c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-641614245-subnet', 'tenant_id': '2a1859c86c82495a9919bad5bbedad71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:39.709664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network a50c0856-ac82-4805-8322-c242e8f47c34 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:45:39.735279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d1084eb4-648a-4450-870a-c07bd5eb5fd6 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:45:39.746153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-f599e604-e003-43d4-9a8e-2c0c3b6fdaab req-7b8c7970-0106-4c17-8243-3eaed63d4e62 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Deleting port 918bc5c5-59de-452f-abc6-8bad3d5433a8 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:39.746500 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f599e604-e003-43d4-9a8e-2c0c3b6fdaab req-7b8c7970-0106-4c17-8243-3eaed63d4e62 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:39.812844 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b7919e7-df0e-458e-bdd5-9754d2ed831a req-e196416d-73c7-41d9-8320-1fc077b66d78 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195498 Feb 08 15:45:39.858442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-f599e604-e003-43d4-9a8e-2c0c3b6fdaab req-7b8c7970-0106-4c17-8243-3eaed63d4e62 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] For port 918bc5c5-59de-452f-abc6-8bad3d5433a8, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=918bc5c5-59de-452f-abc6-8bad3d5433a8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:39.858801 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f599e604-e003-43d4-9a8e-2c0c3b6fdaab req-7b8c7970-0106-4c17-8243-3eaed63d4e62 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:39.876422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-f599e604-e003-43d4-9a8e-2c0c3b6fdaab req-7b8c7970-0106-4c17-8243-3eaed63d4e62 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Calling delete_port for 918bc5c5-59de-452f-abc6-8bad3d5433a8 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:39.918194 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e51f6ae-4b02-4081-a0af-e9cc7228469a req-0aca7269-decf-4235-bc23-51ac6a319529 tempest-LiveMigrationTest-699327474 tempest-LiveMigrationTest-699327474-project] 10.222.0.82 "GET /v2.0/ports?device_id=4474b8d0-361e-4b96-b971-720d638b9562 HTTP/1.1" status: 200 len: 210 time: 0.0735335 Feb 08 15:45:39.981155 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089b3d25-325b-4996-9e3d-6f07c5ab9c5b admin admin] Made reservation on behalf of 2a1859c86c82495a9919bad5bbedad71 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:45:39.990221 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-089b3d25-325b-4996-9e3d-6f07c5ab9c5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:40.144034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d1084eb4-648a-4450-870a-c07bd5eb5fd6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d1084eb4-648a-4450-870a-c07bd5eb5fd6,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:40.167492 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'd1084eb4-648a-4450-870a-c07bd5eb5fd6', 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782', 'port_id': 'd1084eb4-648a-4450-870a-c07bd5eb5fd6', 'mac_address': 'fa:16:3e:d4:33:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28cb9956-62bf-4795-9b61-7a7ef83e56b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:45:40.208750 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860afa6-b71b-493a-b162-4d9ae1439c1d req-3491206b-4657-4809-a04c-e2c2e10ea5bb tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:40.214780 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c860afa6-b71b-493a-b162-4d9ae1439c1d req-3491206b-4657-4809-a04c-e2c2e10ea5bb tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=f560e393-478f-4878-bfbd-9e613f4f28f6 HTTP/1.1" status: 200 len: 867 time: 0.1628475 Feb 08 15:45:40.225176 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f599e604-e003-43d4-9a8e-2c0c3b6fdaab req-7b8c7970-0106-4c17-8243-3eaed63d4e62 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (918bc5c5-59de-452f-abc6-8bad3d5433a8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:40.241347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['e0c134c6-bee7-4d57-90ac-a159396fd7ec', 'a6272eb1-1dcd-461d-9bca-2312193adc47', '3f305122-1f68-4a2c-87d6-ebaa752bb5e8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:40.244650 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-089b3d25-325b-4996-9e3d-6f07c5ab9c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (fca517dc-7f73-4abe-8942-c0a85136c868), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:40.284897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c7970-0106-4c17-8243-3eaed63d4e62 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event deleted for resources: {'Port': ['ID=918bc5c5-59de-452f-abc6-8bad3d5433a8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:40.288187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['44ed5363-0f44-4ef7-91ec-3d682c8ee53d', '61036a9b-1ca0-430e-a9d6-b220f970db5a', 'a25273d2-2129-4f36-bd3c-7d3a4544071f', 'cede9974-31d3-4df2-beb4-5e6849591e4a', '918bc5c5-59de-452f-abc6-8bad3d5433a8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:40.344344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d1084eb4-648a-4450-870a-c07bd5eb5fd6 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:40.344754 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d1084eb4-648a-4450-870a-c07bd5eb5fd6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:40.378737 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1084eb4-648a-4450-870a-c07bd5eb5fd6 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:45:40.386000 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c860afa6-b71b-493a-b162-4d9ae1439c1d req-63b569c3-8581-4e71-9ddf-99decfe3f084 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650710 Feb 08 15:45:40.434963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d1084eb4-648a-4450-870a-c07bd5eb5fd6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d1084eb4-648a-4450-870a-c07bd5eb5fd6,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:40.449301 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d1084eb4-648a-4450-870a-c07bd5eb5fd6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:40.465172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-f599e604-e003-43d4-9a8e-2c0c3b6fdaab req-7b8c7970-0106-4c17-8243-3eaed63d4e62 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] No DVR routers for this DVR port 918bc5c5-59de-452f-abc6-8bad3d5433a8 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:45:40.469688 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f599e604-e003-43d4-9a8e-2c0c3b6fdaab req-7b8c7970-0106-4c17-8243-3eaed63d4e62 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:40.473517 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f599e604-e003-43d4-9a8e-2c0c3b6fdaab req-7b8c7970-0106-4c17-8243-3eaed63d4e62 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "DELETE /v2.0/ports/918bc5c5-59de-452f-abc6-8bad3d5433a8 HTTP/1.1" status: 204 len: 173 time: 1.0450685 Feb 08 15:45:40.474131 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f560e393-478f-4878-bfbd-9e613f4f28f6', 'name': 'network-vif-deleted', 'tag': '918bc5c5-59de-452f-abc6-8bad3d5433a8'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:40.477382 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621c8ea5-3e79-49b3-87f5-21bf0b4a55c1" -d '{"events": [{"server_uuid": "f560e393-478f-4878-bfbd-9e613f4f28f6", "name": "network-vif-deleted", "tag": "918bc5c5-59de-452f-abc6-8bad3d5433a8"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:40.488660 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089b3d25-325b-4996-9e3d-6f07c5ab9c5b admin admin] Checking segment: {'id': 'd2e96edd-a663-46a3-80ed-884e9c37e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a50c0856-ac82-4805-8322-c242e8f47c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:45:40.489086 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b3d25-325b-4996-9e3d-6f07c5ab9c5b admin admin] Network hostable DHCP agents. Network: a50c0856-ac82-4805-8322-c242e8f47c34, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:45:40.504034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b3d25-325b-4996-9e3d-6f07c5ab9c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca517dc-7f73-4abe-8942-c0a85136c868,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:40.554151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b3d25-325b-4996-9e3d-6f07c5ab9c5b admin admin] Network a50c0856-ac82-4805-8322-c242e8f47c34 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:45:40.573053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626523cb-c967-4963-b03b-fc1d51851957 req-8b6a3fba-0610-49a2-b2d8-2a0cf2d9e065 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:40.575960 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-626523cb-c967-4963-b03b-fc1d51851957 req-8b6a3fba-0610-49a2-b2d8-2a0cf2d9e065 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=f59931fc-0372-46dd-b97d-c6a3cac0ede2 HTTP/1.1" status: 200 len: 945 time: 0.1132219 Feb 08 15:45:40.581909 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-089b3d25-325b-4996-9e3d-6f07c5ab9c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, a50c0856-ac82-4805-8322-c242e8f47c34) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:40.598258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b3d25-325b-4996-9e3d-6f07c5ab9c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:40.598778 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-089b3d25-325b-4996-9e3d-6f07c5ab9c5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:40.640548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9043f6ac-5ffa-4122-88e2-57b4a9a70cb4 None None] Network a50c0856-ac82-4805-8322-c242e8f47c34 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:45:40.643902 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-089b3d25-325b-4996-9e3d-6f07c5ab9c5b admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9431150 Feb 08 15:45:40.646885 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35710) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:40.669096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-641614245-router', 'tenant_id': '2a1859c86c82495a9919bad5bbedad71', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:40.705554 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-626523cb-c967-4963-b03b-fc1d51851957 req-0378b13a-29e7-42df-a47b-4ddac4358c0a tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133752 Feb 08 15:45:40.706183 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (0d1c1a77-877d-45c3-97c6-74f663ce0a39), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:40.708481 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (0d1c1a77-877d-45c3-97c6-74f663ce0a39), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:40.771940 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba002ec1-6556-4f61-9de2-01cf88636553 x-openstack-request-id: req-ba002ec1-6556-4f61-9de2-01cf88636553 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:40.772234 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f560e393-478f-4878-bfbd-9e613f4f28f6", "name": "network-vif-deleted", "tag": "918bc5c5-59de-452f-abc6-8bad3d5433a8", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:40.773040 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ba002ec1-6556-4f61-9de2-01cf88636553 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:40.773634 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f560e393-478f-4878-bfbd-9e613f4f28f6', 'name': 'network-vif-deleted', 'tag': '918bc5c5-59de-452f-abc6-8bad3d5433a8', 'status': 'completed', 'code': 200} Feb 08 15:45:40.792088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d1084eb4-648a-4450-870a-c07bd5eb5fd6,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:40.863426 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Publish callbacks [] for router_controller (0d1c1a77-877d-45c3-97c6-74f663ce0a39), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:40.885479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['d1084eb4-648a-4450-870a-c07bd5eb5fd6'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:40.921954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90f321-65a8-49d3-92e4-567dbaca9bbb req-f287eaa7-4cf6-4290-a8fb-f3f45e975b4e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:40.924766 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac90f321-65a8-49d3-92e4-567dbaca9bbb req-f287eaa7-4cf6-4290-a8fb-f3f45e975b4e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 944 time: 0.1133859 Feb 08 15:45:40.937766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0d12-169c-4f85-9358-206689d9a842 req-05d0f10a-dc0a-476e-b028-973bafe82e96 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:40.939682 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a59e0d12-169c-4f85-9358-206689d9a842 req-05d0f10a-dc0a-476e-b028-973bafe82e96 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 946 time: 0.0853410 Feb 08 15:45:41.006518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-a50c0856-ac82-4805-8322-c242e8f47c34', 'network_id': 'a50c0856-ac82-4805-8322-c242e8f47c34', 'project_id': '2a1859c86c82495a9919bad5bbedad71', 'fixed_ips': [{'subnet_id': 'fca517dc-7f73-4abe-8942-c0a85136c868'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:45:41.007523 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:41.072240 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a59e0d12-169c-4f85-9358-206689d9a842 req-e1b8209a-2e05-4a93-a649-59a3acb8b738 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232011 Feb 08 15:45:41.089797 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Publish callbacks [] for router_gateway (0d1c1a77-877d-45c3-97c6-74f663ce0a39), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:41.100306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac90f321-65a8-49d3-92e4-567dbaca9bbb req-b75cd807-f601-4f37-8075-1ca827ff2b12 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568332 Feb 08 15:45:41.667320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Allocated IP 172.20.0.2 (a50c0856-ac82-4805-8322-c242e8f47c34/fca517dc-7f73-4abe-8942-c0a85136c868/4f0f78b8-3b84-4f37-a9bb-c44121dd5a57) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:45:41.747012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fa112-9829-4cdb-b6d2-400cd35699e8 req-9cb0901c-a0cf-4e0e-a728-a22ab83265aa tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:41.747681 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35734) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:41.754259 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e8fa112-9829-4cdb-b6d2-400cd35699e8 req-9cb0901c-a0cf-4e0e-a728-a22ab83265aa tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 944 time: 0.1251886 Feb 08 15:45:41.821962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c25880f4-85c6-4924-8113-ef0899b34f2d up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:45:41.858191 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e8fa112-9829-4cdb-b6d2-400cd35699e8 req-2c6a61ef-9d17-476b-a982-ab6a35541d74 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030104 Feb 08 15:45:42.078507 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Publish callbacks [] for router_gateway (0d1c1a77-877d-45c3-97c6-74f663ce0a39), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.111517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5815c7-3e2a-4def-aaec-8a0205cae096 admin admin] Deleting subnet c83d50d0-a523-4c9d-a16b-90473488d403 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:45:42.114676 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.119263 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f5815c7-3e2a-4def-aaec-8a0205cae096 admin admin] Publish callbacks [] for subnet (c83d50d0-a523-4c9d-a16b-90473488d403), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.169093 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Publish callbacks [] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.190821 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.192712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port c25880f4-85c6-4924-8113-ef0899b34f2d completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:45:42.227880 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port c25880f4-85c6-4924-8113-ef0899b34f2d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:42.228279 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.231319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f5815c7-3e2a-4def-aaec-8a0205cae096 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (c83d50d0-a523-4c9d-a16b-90473488d403), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.306376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Network a50c0856-ac82-4805-8322-c242e8f47c34 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:45:42.307874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Pushing event updated for resources: {'Port': ['ID=4f0f78b8-3b84-4f37-a9bb-c44121dd5a57,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:42.311760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:42.314249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:45:42.314790 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f5815c7-3e2a-4def-aaec-8a0205cae096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (c83d50d0-a523-4c9d-a16b-90473488d403), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.355142 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Allocated IP 172.25.7.59 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/6c1505e6-a629-4fff-9e82-7751ae954f22) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:45:42.370790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dbb8b-d770-4075-8785-22075a4aa79c req-4c56ca3b-63c8-480a-9f30-63a5a05fdd34 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:42.373243 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f6dbb8b-d770-4075-8785-22075a4aa79c req-4c56ca3b-63c8-480a-9f30-63a5a05fdd34 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 944 time: 0.1208804 Feb 08 15:45:42.381790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436d661-a031-49ff-8953-989924de8e73 req-54cea0b8-4ebd-43b2-b7d5-9b4f90854c2a tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:42.385275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2436d661-a031-49ff-8953-989924de8e73 req-54cea0b8-4ebd-43b2-b7d5-9b4f90854c2a tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 946 time: 0.1341107 Feb 08 15:45:42.455136 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f5815c7-3e2a-4def-aaec-8a0205cae096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (c83d50d0-a523-4c9d-a16b-90473488d403), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.469016 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f6dbb8b-d770-4075-8785-22075a4aa79c req-1e628fa2-7095-406c-abee-db032266c333 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819569 Feb 08 15:45:42.517779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5815c7-3e2a-4def-aaec-8a0205cae096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c83d50d0-a523-4c9d-a16b-90473488d403,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:42.519395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2436d661-a031-49ff-8953-989924de8e73 req-084b9bac-e834-4aee-91d9-7fae02633d51 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080177 Feb 08 15:45:42.535196 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f5815c7-3e2a-4def-aaec-8a0205cae096 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.540162 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1f5815c7-3e2a-4def-aaec-8a0205cae096 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/c83d50d0-a523-4c9d-a16b-90473488d403 HTTP/1.1" status: 204 len: 168 time: 0.7914727 Feb 08 15:45:42.542795 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35772) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:42.571213 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Publish callbacks [] for port (6c1505e6-a629-4fff-9e82-7751ae954f22), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.614382 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6c1505e6-a629-4fff-9e82-7751ae954f22), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.657264 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0a51b6f-cfb4-4db6-b5d6-5b67962da2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (34030067-061b-475b-9f07-26ad4a87c9e1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.712653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:45:42.727548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Attempting to bind port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:45:42.728018 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Attempting to bind port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'd2e96edd-a663-46a3-80ed-884e9c37e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a50c0856-ac82-4805-8322-c242e8f47c34'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:45:42.728388 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Attempting to bind port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 on network a50c0856-ac82-4805-8322-c242e8f47c34 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:42.730960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:42.748262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:45:42.748750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Checking segment: {'id': 'd2e96edd-a663-46a3-80ed-884e9c37e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a50c0856-ac82-4805-8322-c242e8f47c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:45:42.749184 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.749589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Bound using segment: {'id': 'd2e96edd-a663-46a3-80ed-884e9c37e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a50c0856-ac82-4805-8322-c242e8f47c34'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:45:42.749855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:45:42.750346 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Bound port: 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e96edd-a663-46a3-80ed-884e9c37e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a50c0856-ac82-4805-8322-c242e8f47c34'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:45:42.750457 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.794318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Pushing event updated for resources: {'Port': ['ID=6c1505e6-a629-4fff-9e82-7751ae954f22,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:42.924010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0a51b6f-cfb4-4db6-b5d6-5b67962da2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (34030067-061b-475b-9f07-26ad4a87c9e1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:42.970884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cae91-a3a3-482b-8378-fe1f3eee23e6 req-89072536-9632-47dc-8bef-47e6a80b7fb9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:42.985157 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d6cae91-a3a3-482b-8378-fe1f3eee23e6 req-89072536-9632-47dc-8bef-47e6a80b7fb9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 948 time: 0.3211851 Feb 08 15:45:43.015078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] For port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:45:43.020151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] For port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4f0f78b8-3b84-4f37-a9bb-c44121dd5a57,segment=NetworkSegment(d2e96edd-a663-46a3-80ed-884e9c37e948),segment_id=d2e96edd-a663-46a3-80ed-884e9c37e948)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:45:43.042617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b0a51b6f-cfb4-4db6-b5d6-5b67962da2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34030067-061b-475b-9f07-26ad4a87c9e1']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:43.050769 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:43.061482 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port c25880f4-85c6-4924-8113-ef0899b34f2d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:43.062030 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:43.069278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b0a51b6f-cfb4-4db6-b5d6-5b67962da2e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:43.069278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b0a51b6f-cfb4-4db6-b5d6-5b67962da2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:43.120560 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0a51b6f-cfb4-4db6-b5d6-5b67962da2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:43.157571 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d6cae91-a3a3-482b-8378-fe1f3eee23e6 req-3381f033-ce62-42f7-9279-421fcfb32636 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714432 Feb 08 15:45:43.160724 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0a51b6f-cfb4-4db6-b5d6-5b67962da2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:43.195297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828b956a-9d16-4ff1-b9cb-67253bffd8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25880f4-85c6-4924-8113-ef0899b34f2d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:43.195865 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a51b6f-cfb4-4db6-b5d6-5b67962da2e0 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:45:43.196580 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0a51b6f-cfb4-4db6-b5d6-5b67962da2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (b1433d4d-8a89-4c8a-8a14-fa06c37fdcb1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:45:43.198604 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:45:43.210679 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1727221d-cedb-4651-974e-b43ac26ffffe" -d '{"events": [{"server_uuid": "828b956a-9d16-4ff1-b9cb-67253bffd8c7", "name": "network-vif-plugged", "status": "completed", "tag": "c25880f4-85c6-4924-8113-ef0899b34f2d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:43.259654 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Publish callbacks [] for router_gateway (0d1c1a77-877d-45c3-97c6-74f663ce0a39), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:43.262050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c25880f4-85c6-4924-8113-ef0899b34f2d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c25880f4-85c6-4924-8113-ef0899b34f2d,segment=NetworkSegment(4c373b02-26c6-4309-b2a3-a1681f5e032e),segment_id=4c373b02-26c6-4309-b2a3-a1681f5e032e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:43.263856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 38059300-0ebc-480a-80c8-326c3dffc9cb no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:45:43.271156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4d11-34cb-4817-980b-21e6af02cf3e None None] Pushing event updated for resources: {'Port': ['ID=4f0f78b8-3b84-4f37-a9bb-c44121dd5a57,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:43.291209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd153e-cce5-4050-a220-29a3152d9d4a req-a0d060bc-a9d9-417d-b727-542dfedbb438 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:43.292799 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53dd153e-cce5-4050-a220-29a3152d9d4a req-a0d060bc-a9d9-417d-b727-542dfedbb438 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 944 time: 0.2522619 Feb 08 15:45:43.300312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35794) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:43.301133 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:43.302005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 918bc5c5-59de-452f-abc6-8bad3d5433a8 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:45:43.306157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 38059300-0ebc-480a-80c8-326c3dffc9cb {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:45:43.306641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 38059300-0ebc-480a-80c8-326c3dffc9cb not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:45:43.352498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 918bc5c5-59de-452f-abc6-8bad3d5433a8 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:45:43.353014 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 918bc5c5-59de-452f-abc6-8bad3d5433a8 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:45:43.380836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=c25880f4-85c6-4924-8113-ef0899b34f2d,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:43.469331 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0a51b6f-cfb4-4db6-b5d6-5b67962da2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (34030067-061b-475b-9f07-26ad4a87c9e1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:43.486987 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0a51b6f-cfb4-4db6-b5d6-5b67962da2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:43.490465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b0a51b6f-cfb4-4db6-b5d6-5b67962da2e0 admin admin] 10.222.0.82 "DELETE /v2.0/networks/34030067-061b-475b-9f07-26ad4a87c9e1 HTTP/1.1" status: 204 len: 168 time: 0.9465828 Feb 08 15:45:43.499559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35800) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:43.525464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a51b6f-cfb4-4db6-b5d6-5b67962da2e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=34030067-061b-475b-9f07-26ad4a87c9e1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:43.537478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53dd153e-cce5-4050-a220-29a3152d9d4a req-e51bf9d8-3719-452f-8947-76800d52c147 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221568 Feb 08 15:45:43.553229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07a82f-572e-45be-9efa-af4a10b8cfe9 req-b69a0c3a-b11d-4ce8-839e-9519aff8ee3d tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:43.559080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea07a82f-572e-45be-9efa-af4a10b8cfe9 req-b69a0c3a-b11d-4ce8-839e-9519aff8ee3d tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=f59931fc-0372-46dd-b97d-c6a3cac0ede2 HTTP/1.1" status: 200 len: 945 time: 0.2632363 Feb 08 15:45:43.598046 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e3878d-ad3c-4244-ab65-524c4de96c5f x-openstack-request-id: req-b2e3878d-ad3c-4244-ab65-524c4de96c5f {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:43.598858 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828b956a-9d16-4ff1-b9cb-67253bffd8c7", "name": "network-vif-plugged", "status": "completed", "tag": "c25880f4-85c6-4924-8113-ef0899b34f2d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:43.599286 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b2e3878d-ad3c-4244-ab65-524c4de96c5f {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:43.599857 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828b956a-9d16-4ff1-b9cb-67253bffd8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25880f4-85c6-4924-8113-ef0899b34f2d', 'code': 200} Feb 08 15:45:43.660003 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ac9e80ea-d900-4f1e-bde4-0b095780a4a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:43.685265 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea07a82f-572e-45be-9efa-af4a10b8cfe9 req-981456cc-c01b-4523-a95f-c2fc1ef24e23 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251872 Feb 08 15:45:43.694654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-196ddcda-0899-48d6-aaf6-a0f7b37af486 admin admin] Deleting subnet 79e4810b-890e-49db-861d-20a7cbf12ceb {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:45:43.703619 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-196ddcda-0899-48d6-aaf6-a0f7b37af486 admin admin] Publish callbacks [] for subnet (79e4810b-890e-49db-861d-20a7cbf12ceb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:43.746655 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (0d1c1a77-877d-45c3-97c6-74f663ce0a39), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:43.762317 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d1084eb4-648a-4450-870a-c07bd5eb5fd6 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:45:43.836671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port d1084eb4-648a-4450-870a-c07bd5eb5fd6 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:45:43.838790 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf94464-a50b-4e66-aaf7-54c2f3dcdfa6 req-73f035b3-d07d-495d-8602-2d261a75146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:43.840973 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1cf94464-a50b-4e66-aaf7-54c2f3dcdfa6 req-73f035b3-d07d-495d-8602-2d261a75146f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 1128 time: 0.1577184 Feb 08 15:45:43.841800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port d1084eb4-648a-4450-870a-c07bd5eb5fd6 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:43.846301 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d1084eb4-648a-4450-870a-c07bd5eb5fd6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:43.920128 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-196ddcda-0899-48d6-aaf6-a0f7b37af486 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (79e4810b-890e-49db-861d-20a7cbf12ceb), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:43.958833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d1084eb4-648a-4450-870a-c07bd5eb5fd6 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:43.959327 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d1084eb4-648a-4450-870a-c07bd5eb5fd6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:43.977826 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1cf94464-a50b-4e66-aaf7-54c2f3dcdfa6 req-797dfa29-30c6-4a75-bdb0-f466a4f3e9eb service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022005 Feb 08 15:45:44.001449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07102e53-e3a3-4271-9331-a44b6a29b483 req-2355f324-f544-45aa-bdc2-18d425bf709d tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:44.003187 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07102e53-e3a3-4271-9331-a44b6a29b483 req-2355f324-f544-45aa-bdc2-18d425bf709d tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 945 time: 0.2962868 Feb 08 15:45:44.005276 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ac9e80ea-d900-4f1e-bde4-0b095780a4a1 admin admin] Publish callbacks [] for security_group (88025e51-3657-4578-a936-2af3f77b8797), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:44.017482 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ac9e80ea-d900-4f1e-bde4-0b095780a4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (88025e51-3657-4578-a936-2af3f77b8797), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:44.033915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d1084eb4-648a-4450-870a-c07bd5eb5fd6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d1084eb4-648a-4450-870a-c07bd5eb5fd6,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:44.047869 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d1084eb4-648a-4450-870a-c07bd5eb5fd6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:44.056529 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ac9e80ea-d900-4f1e-bde4-0b095780a4a1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4ca6502faab442cba12c5b89f8bc75ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7558441 Feb 08 15:45:44.063625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35804) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:44.093936 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-196ddcda-0899-48d6-aaf6-a0f7b37af486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (79e4810b-890e-49db-861d-20a7cbf12ceb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:44.109091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f9ca8-0132-4209-9586-2da29d56cdc9 req-7db3c44f-78cd-48e6-9e24-7879e4c073f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:44.117764 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e06f9ca8-0132-4209-9586-2da29d56cdc9 req-7db3c44f-78cd-48e6-9e24-7879e4c073f7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 946 time: 0.3283327 Feb 08 15:45:44.129600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d1084eb4-648a-4450-870a-c07bd5eb5fd6,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:44.167450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e80ea-d900-4f1e-bde4-0b095780a4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88025e51-3657-4578-a936-2af3f77b8797,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:44.200909 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Router 0d1c1a77-877d-45c3-97c6-74f663ce0a39 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:45:44.230027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07102e53-e3a3-4271-9331-a44b6a29b483 req-74a31550-1922-4d38-ab16-1a25e3c76057 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912172 Feb 08 15:45:44.233428 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc3ace3e-9098-4555-a608-b08cbec97e4e admin admin] Publish callbacks [] for security_group (88025e51-3657-4578-a936-2af3f77b8797), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:44.276204 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc3ace3e-9098-4555-a608-b08cbec97e4e admin admin] Publish callbacks [] for security_group (88025e51-3657-4578-a936-2af3f77b8797), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:44.375454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e06f9ca8-0132-4209-9586-2da29d56cdc9 req-76a5995a-76b6-470d-8ac7-f98ea418d0ec tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551064 Feb 08 15:45:44.388258 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc3ace3e-9098-4555-a608-b08cbec97e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (88025e51-3657-4578-a936-2af3f77b8797), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:44.391310 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc3ace3e-9098-4555-a608-b08cbec97e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:44.392556 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cc3ace3e-9098-4555-a608-b08cbec97e4e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/88025e51-3657-4578-a936-2af3f77b8797 HTTP/1.1" status: 204 len: 168 time: 0.3168705 Feb 08 15:45:44.405528 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db251e55-b65e-40c4-91db-1238075da1bc req-674c9e42-b7cb-4f40-8325-08474ca41317 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:44.406973 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-db251e55-b65e-40c4-91db-1238075da1bc req-674c9e42-b7cb-4f40-8325-08474ca41317 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.96 "GET /v2.0/ports?device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 948 time: 0.4011538 Feb 08 15:45:44.462811 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ace3e-9098-4555-a608-b08cbec97e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88025e51-3657-4578-a936-2af3f77b8797,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:44.488141 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-196ddcda-0899-48d6-aaf6-a0f7b37af486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (79e4810b-890e-49db-861d-20a7cbf12ceb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:44.521798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:45:44.536247 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Sync routers for ids ['0d1c1a77-877d-45c3-97c6-74f663ce0a39'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:45:44.546559 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:44.548880 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bde7db8a-8504-47bb-a040-b6a4d4389742 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.8918715 Feb 08 15:45:44.552288 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35810) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:44.557221 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Routers {'0d1c1a77-877d-45c3-97c6-74f663ce0a39'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:45:44.557882 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-25259fa6-5370-420e-b12f-278c399027ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:45:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0d1c1a77-877d-45c3-97c6-74f663ce0a39'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:44.596197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ddcda-0899-48d6-aaf6-a0f7b37af486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e4810b-890e-49db-861d-20a7cbf12ceb,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:44.635115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:45:44.653270 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-196ddcda-0899-48d6-aaf6-a0f7b37af486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:44.659427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-196ddcda-0899-48d6-aaf6-a0f7b37af486 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/79e4810b-890e-49db-861d-20a7cbf12ceb HTTP/1.1" status: 204 len: 168 time: 1.1586666 Feb 08 15:45:44.662736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35816) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:44.753955 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:44.756221 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:44.774517 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-73043d75-d18f-4816-bc7b-9cd807bdf80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:44.789804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17d410-3f94-4625-a0ac-ba8470616418 req-fbe3e364-9a40-4317-8172-680d118af5da tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:44.797849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e17d410-3f94-4625-a0ac-ba8470616418 req-fbe3e364-9a40-4317-8172-680d118af5da tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 948 time: 0.4199378 Feb 08 15:45:44.854006 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Set router 0d1c1a77-877d-45c3-97c6-74f663ce0a39 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:45:44.868843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05833bd8-9220-4ed4-958c-e76b118718cd None None] Network a50c0856-ac82-4805-8322-c242e8f47c34 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:45:44.963973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cf8f76a-509c-4c52-84da-f3360307fcb9 None None] Provisioning complete for port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:44.964500 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cf8f76a-509c-4c52-84da-f3360307fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:45.101023 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-73043d75-d18f-4816-bc7b-9cd807bdf80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:45.189943 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-25259fa6-5370-420e-b12f-278c399027ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-641614245-router', 'tenant_id': '2a1859c86c82495a9919bad5bbedad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '6c1505e6-a629-4fff-9e82-7751ae954f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:40Z', 'updated_at': '2022-02-08T15:45:42Z', 'revision_number': 3, 'project_id': '2a1859c86c82495a9919bad5bbedad71', 'gw_port': {'id': '6c1505e6-a629-4fff-9e82-7751ae954f22', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:45:42Z', 'updated_at': '2022-02-08T15:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:45.220909 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:45.221867 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:45.249045 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Checking router: 0d1c1a77-877d-45c3-97c6-74f663ce0a39 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:45:45.250474 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Updating router 0d1c1a77-877d-45c3-97c6-74f663ce0a39 port 6c1505e6-a629-4fff-9e82-7751ae954f22 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:45:45.275997 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e17d410-3f94-4625-a0ac-ba8470616418 req-d7e4772d-63bb-4e8f-b7e7-2a99b2e48917 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752181 Feb 08 15:45:45.292835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-73043d75-d18f-4816-bc7b-9cd807bdf80a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:45.306749 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c1505e6-a629-4fff-9e82-7751ae954f22), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:45.328205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4f0f78b8-3b84-4f37-a9bb-c44121dd5a57,segment=NetworkSegment(d2e96edd-a663-46a3-80ed-884e9c37e948),segment_id=d2e96edd-a663-46a3-80ed-884e9c37e948)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:45.342594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9609fd4a-46d0-4720-a848-6f7918508815 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:45:45.351182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-db251e55-b65e-40c4-91db-1238075da1bc req-e8e76e01-d7be-4d79-9279-9e1a96e0dcf4 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Deleting port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:45.351581 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-db251e55-b65e-40c4-91db-1238075da1bc req-e8e76e01-d7be-4d79-9279-9e1a96e0dcf4 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:45.359225 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:45.377907 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-73043d75-d18f-4816-bc7b-9cd807bdf80a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45b41df-50dd-440f-986f-1eca2bcae98d') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:45.378214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-73043d75-d18f-4816-bc7b-9cd807bdf80a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45b41df-50dd-440f-986f-1eca2bcae98d') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:45.434348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8f76a-509c-4c52-84da-f3360307fcb9 None None] Current status of the port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:45.478639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab45e01-c377-4caa-abdb-024e4d429dd5 req-fe46caa8-de44-47ab-874a-5c0f1380062d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:45.489465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dab45e01-c377-4caa-abdb-024e4d429dd5 req-fe46caa8-de44-47ab-874a-5c0f1380062d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 945 time: 0.7110989 Feb 08 15:45:45.604395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4544a1-03cf-4366-a15d-4f169630645d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1084eb4-648a-4450-870a-c07bd5eb5fd6'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:45.606898 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf022c99-91e5-496b-99f6-8eaef6c58ee3" -d '{"events": [{"server_uuid": "dc4544a1-03cf-4366-a15d-4f169630645d", "name": "network-vif-plugged", "status": "completed", "tag": "d1084eb4-648a-4450-870a-c07bd5eb5fd6"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:45.614256 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-73043d75-d18f-4816-bc7b-9cd807bdf80a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (a45b41df-50dd-440f-986f-1eca2bcae98d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:45.626969 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=4f0f78b8-3b84-4f37-a9bb-c44121dd5a57,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:45.689071 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:45.706558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9609fd4a-46d0-4720-a848-6f7918508815, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9609fd4a-46d0-4720-a848-6f7918508815,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:45.734001 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-73043d75-d18f-4816-bc7b-9cd807bdf80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a45b41df-50dd-440f-986f-1eca2bcae98d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:45.762158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '9609fd4a-46d0-4720-a848-6f7918508815', 'network_id': '67e9eee1-fa22-4fdb-a210-1356974271e1', 'port_id': '9609fd4a-46d0-4720-a848-6f7918508815', 'mac_address': 'fa:16:3e:d4:3b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861f702f-72c5-4ba8-b9fd-a3dea3b057b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:45:45.824465 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 9609fd4a-46d0-4720-a848-6f7918508815 is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:45.825142 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9609fd4a-46d0-4720-a848-6f7918508815), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:45.845754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9609fd4a-46d0-4720-a848-6f7918508815 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:45:45.846663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73043d75-d18f-4816-bc7b-9cd807bdf80a admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:45:45.847328 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-73043d75-d18f-4816-bc7b-9cd807bdf80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (a45b41df-50dd-440f-986f-1eca2bcae98d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:45:45.852038 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:45:45.873092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9609fd4a-46d0-4720-a848-6f7918508815, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9609fd4a-46d0-4720-a848-6f7918508815,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:45.881970 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9609fd4a-46d0-4720-a848-6f7918508815), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:45.910392 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Publish callbacks [] for port (6c1505e6-a629-4fff-9e82-7751ae954f22), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:45.921136 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6c1505e6-a629-4fff-9e82-7751ae954f22), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:45.955477 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6918e2-f236-41ab-a8c8-61c178c05c5e req-553f7168-d06a-4b1d-a132-85abd849bdee tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:45.971494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c6918e2-f236-41ab-a8c8-61c178c05c5e req-553f7168-d06a-4b1d-a132-85abd849bdee tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=f59931fc-0372-46dd-b97d-c6a3cac0ede2 HTTP/1.1" status: 200 len: 945 time: 0.4077106 Feb 08 15:45:45.988753 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dab45e01-c377-4caa-abdb-024e4d429dd5 req-4a4ae9a4-dbfd-411e-9783-71103ff60b37 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963968 Feb 08 15:45:45.994436 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Attempting to bind port 6c1505e6-a629-4fff-9e82-7751ae954f22 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:45:45.995106 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Attempting to bind port 6c1505e6-a629-4fff-9e82-7751ae954f22 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:45:45.995762 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Attempting to bind port 6c1505e6-a629-4fff-9e82-7751ae954f22 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:46.004337 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:45:46.004717 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:45:46.005617 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:46.005936 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['9609fd4a-46d0-4720-a848-6f7918508815'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:46.006064 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:45:46.006478 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Bound port: 6c1505e6-a629-4fff-9e82-7751ae954f22, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:45:46.006909 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c1505e6-a629-4fff-9e82-7751ae954f22), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:46.064122 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-25259fa6-5370-420e-b12f-278c399027ce None None] For port 6c1505e6-a629-4fff-9e82-7751ae954f22, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:45:46.067561 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-25259fa6-5370-420e-b12f-278c399027ce None None] For port 6c1505e6-a629-4fff-9e82-7751ae954f22, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6c1505e6-a629-4fff-9e82-7751ae954f22,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:45:46.086705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Allocated IP 172.20.0.1 (a50c0856-ac82-4805-8322-c242e8f47c34/fca517dc-7f73-4abe-8942-c0a85136c868/b61a6fed-dff4-494c-b33f-1b697dae304d) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:45:46.087138 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6c1505e6-a629-4fff-9e82-7751ae954f22), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:46.111583 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2c186-0568-4a8e-9096-a642c3996728 None None] Pushing event updated for resources: {'Port': ['ID=6c1505e6-a629-4fff-9e82-7751ae954f22,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:46.128082 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-db251e55-b65e-40c4-91db-1238075da1bc req-e8e76e01-d7be-4d79-9279-9e1a96e0dcf4 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] For port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3f305122-1f68-4a2c-87d6-ebaa752bb5e8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:46.128616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-db251e55-b65e-40c4-91db-1238075da1bc req-e8e76e01-d7be-4d79-9279-9e1a96e0dcf4 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:46.139322 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=9609fd4a-46d0-4720-a848-6f7918508815,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:46.144077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-db251e55-b65e-40c4-91db-1238075da1bc req-e8e76e01-d7be-4d79-9279-9e1a96e0dcf4 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Calling delete_port for 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:46.157176 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Routers {'0d1c1a77-877d-45c3-97c6-74f663ce0a39'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:45:46.157965 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-25259fa6-5370-420e-b12f-278c399027ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:45:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0d1c1a77-877d-45c3-97c6-74f663ce0a39'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:46.179337 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-bf212c38-041e-416d-b105-1075ec698119 None None] Provisioning complete for port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:46.179862 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bf212c38-041e-416d-b105-1075ec698119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:46.230079 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-73043d75-d18f-4816-bc7b-9cd807bdf80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:46.250722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-73043d75-d18f-4816-bc7b-9cd807bdf80a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:46.256922 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-73043d75-d18f-4816-bc7b-9cd807bdf80a admin admin] 10.222.0.82 "DELETE /v2.0/networks/012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4 HTTP/1.1" status: 204 len: 168 time: 1.5887387 Feb 08 15:45:46.264744 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Publish callbacks [] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:46.324741 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2c186-0568-4a8e-9096-a642c3996728 None None] Pushing event updated for resources: {'Port': ['ID=6c1505e6-a629-4fff-9e82-7751ae954f22,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:46.345902 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:46.353748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73043d75-d18f-4816-bc7b-9cd807bdf80a admin admin] Pushing event deleted for resources: {'Network': ['ID=012604ef-e4b0-4bf3-8874-2ee9eb4a1cb4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:46.410987 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-25259fa6-5370-420e-b12f-278c399027ce None None] Set router 0d1c1a77-877d-45c3-97c6-74f663ce0a39 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:45:46.417279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Network a50c0856-ac82-4805-8322-c242e8f47c34 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:45:46.421662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:46.447836 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:45:46.458364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Pushing event updated for resources: {'Port': ['ID=b61a6fed-dff4-494c-b33f-1b697dae304d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:46.469477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:45:46.535111 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (0d1c1a77-877d-45c3-97c6-74f663ce0a39), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:46.542558 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-db251e55-b65e-40c4-91db-1238075da1bc req-e8e76e01-d7be-4d79-9279-9e1a96e0dcf4 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3f305122-1f68-4a2c-87d6-ebaa752bb5e8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:46.569107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['e0c134c6-bee7-4d57-90ac-a159396fd7ec', 'a6272eb1-1dcd-461d-9bca-2312193adc47'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:46.634909 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c6918e2-f236-41ab-a8c8-61c178c05c5e req-0230420d-e1be-45bc-8673-8c0c94322690 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6624386 Feb 08 15:45:46.636934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35850) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:46.649912 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e76e01-d7be-4d79-9279-9e1a96e0dcf4 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event deleted for resources: {'Port': ['ID=3f305122-1f68-4a2c-87d6-ebaa752bb5e8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:46.678657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['44ed5363-0f44-4ef7-91ec-3d682c8ee53d', '61036a9b-1ca0-430e-a9d6-b220f970db5a', 'a25273d2-2129-4f36-bd3c-7d3a4544071f', 'cede9974-31d3-4df2-beb4-5e6849591e4a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:46.692776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7a048-3c01-4a9d-a0a6-db9d5fed30f1 req-642a5b12-5a70-4d2a-b8e5-5c8c9bc6fec6 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:46.701738 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2a7a048-3c01-4a9d-a0a6-db9d5fed30f1 req-642a5b12-5a70-4d2a-b8e5-5c8c9bc6fec6 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 945 time: 0.4884055 Feb 08 15:45:46.796643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bf212c38-041e-416d-b105-1075ec698119 None None] Current status of the port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:46.847460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:46.848439 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:46.889963 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:47.020210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-685c048f-bc4f-4178-b875-ddcddcbf2194 None None] Provisioning complete for port b61a6fed-dff4-494c-b33f-1b697dae304d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:47.020541 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-685c048f-bc4f-4178-b875-ddcddcbf2194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:47.053574 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-25259fa6-5370-420e-b12f-278c399027ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-641614245-router', 'tenant_id': '2a1859c86c82495a9919bad5bbedad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '6c1505e6-a629-4fff-9e82-7751ae954f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:40Z', 'updated_at': '2022-02-08T15:45:42Z', 'revision_number': 3, 'project_id': '2a1859c86c82495a9919bad5bbedad71', 'gw_port': {'id': '6c1505e6-a629-4fff-9e82-7751ae954f22', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:45:42Z', 'updated_at': '2022-02-08T15:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:47.098449 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25259fa6-5370-420e-b12f-278c399027ce None None] The sync data for ids ['0d1c1a77-877d-45c3-97c6-74f663ce0a39'] in n-d-824834-11 is: [{'id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-641614245-router', 'tenant_id': '2a1859c86c82495a9919bad5bbedad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '6c1505e6-a629-4fff-9e82-7751ae954f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:40Z', 'updated_at': '2022-02-08T15:45:42Z', 'revision_number': 3, 'project_id': '2a1859c86c82495a9919bad5bbedad71', 'gw_port': {'id': '6c1505e6-a629-4fff-9e82-7751ae954f22', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:45:42Z', 'updated_at': '2022-02-08T15:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:45:47.160013 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Publish callbacks [] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:47.167740 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:47.183788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-685c048f-bc4f-4178-b875-ddcddcbf2194 None None] Port b61a6fed-dff4-494c-b33f-1b697dae304d cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:45:47.239681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-db251e55-b65e-40c4-91db-1238075da1bc req-e8e76e01-d7be-4d79-9279-9e1a96e0dcf4 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] No DVR routers for this DVR port 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:45:47.243802 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-db251e55-b65e-40c4-91db-1238075da1bc req-e8e76e01-d7be-4d79-9279-9e1a96e0dcf4 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:47.247627 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-db251e55-b65e-40c4-91db-1238075da1bc req-e8e76e01-d7be-4d79-9279-9e1a96e0dcf4 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.96 "DELETE /v2.0/ports/3f305122-1f68-4a2c-87d6-ebaa752bb5e8 HTTP/1.1" status: 204 len: 173 time: 2.8027718 Feb 08 15:45:47.266345 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (0d1c1a77-877d-45c3-97c6-74f663ce0a39), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:47.300980 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9609fd4a-46d0-4720-a848-6f7918508815 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:45:47.303776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40a8101-2f60-4c2c-be19-ddd77d94b394', 'name': 'network-vif-deleted', 'tag': '3f305122-1f68-4a2c-87d6-ebaa752bb5e8'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:47.307742 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dd9ba6-43f0-44b9-a428-cae237519707" -d '{"events": [{"server_uuid": "d40a8101-2f60-4c2c-be19-ddd77d94b394", "name": "network-vif-deleted", "tag": "3f305122-1f68-4a2c-87d6-ebaa752bb5e8"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:47.313724 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2a7a048-3c01-4a9d-a0a6-db9d5fed30f1 req-eaf0a7f0-9ad9-4465-9392-8b82ee6e96dd tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669985 Feb 08 15:45:47.384563 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-242b4e78-ad0b-42c2-a5aa-6d27f1129dc1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dd11d3f1860a443eb3dacd21c1380846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7434442 Feb 08 15:45:47.385621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35860) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:47.386202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:47.488284 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bbbc7d-0257-4f57-9936-20117cd8ead3 x-openstack-request-id: req-42bbbc7d-0257-4f57-9936-20117cd8ead3 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:47.489772 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4544a1-03cf-4366-a15d-4f169630645d", "name": "network-vif-plugged", "status": "completed", "tag": "d1084eb4-648a-4450-870a-c07bd5eb5fd6", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:47.490324 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-42bbbc7d-0257-4f57-9936-20117cd8ead3 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:47.491172 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4544a1-03cf-4366-a15d-4f169630645d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1084eb4-648a-4450-870a-c07bd5eb5fd6', 'code': 200} Feb 08 15:45:47.505023 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Pushing event updated for resources: {'Port': ['ID=b61a6fed-dff4-494c-b33f-1b697dae304d,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:47.508814 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee940d-536d-473c-b1ba-75ae4791e0a5 req-b76be07e-d6b3-4ce4-8321-e2e687ce8387 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:47.521402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9fee940d-536d-473c-b1ba-75ae4791e0a5 req-b76be07e-d6b3-4ce4-8321-e2e687ce8387 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 946 time: 0.2944810 Feb 08 15:45:47.610551 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7435-60db-4d13-8995-2c85f346a238 admin admin] Publish callbacks [] for security_group (64fdd20b-4c66-450c-8f4b-274d7bb5bcc3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:47.616247 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 9609fd4a-46d0-4720-a848-6f7918508815 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:47.617338 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9609fd4a-46d0-4720-a848-6f7918508815), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:47.654305 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7435-60db-4d13-8995-2c85f346a238 admin admin] Publish callbacks [] for security_group (64fdd20b-4c66-450c-8f4b-274d7bb5bcc3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:47.705532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Network a50c0856-ac82-4805-8322-c242e8f47c34 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:45:47.710646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:47.721873 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7435-60db-4d13-8995-2c85f346a238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (64fdd20b-4c66-450c-8f4b-274d7bb5bcc3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:47.725661 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ecc7435-60db-4d13-8995-2c85f346a238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:47.734989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9ecc7435-60db-4d13-8995-2c85f346a238 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/64fdd20b-4c66-450c-8f4b-274d7bb5bcc3 HTTP/1.1" status: 204 len: 168 time: 0.3446653 Feb 08 15:45:47.746123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc7435-60db-4d13-8995-2c85f346a238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fdd20b-4c66-450c-8f4b-274d7bb5bcc3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:47.813267 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9fee940d-536d-473c-b1ba-75ae4791e0a5 req-796f00a8-1d75-4a88-b5b1-92ffa9801c25 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771821 Feb 08 15:45:48.075207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a326e-d7ac-473f-bd8c-1c428a3412a8 req-7f9d7dba-f0f1-4689-a3df-ffc5f2245b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:48.092903 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e63a326e-d7ac-473f-bd8c-1c428a3412a8 req-7f9d7dba-f0f1-4689-a3df-ffc5f2245b17 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 1128 time: 0.4758723 Feb 08 15:45:48.119126 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4827951-a7a7-42af-99f7-85f8ae9ff72f req-e5cf8add-188b-4fbe-be7f-eaedd59c8c34 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=d40a8101-2f60-4c2c-be19-ddd77d94b394 HTTP/1.1" status: 200 len: 210 time: 0.0505083 Feb 08 15:45:48.129425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 9609fd4a-46d0-4720-a848-6f7918508815 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:48.129972 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9609fd4a-46d0-4720-a848-6f7918508815), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:48.237399 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e63a326e-d7ac-473f-bd8c-1c428a3412a8 req-b1b68bc0-e742-4221-8eec-d0d4e6bf64c5 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360717 Feb 08 15:45:48.265182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Router 0d1c1a77-877d-45c3-97c6-74f663ce0a39 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:45:48.346537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9609fd4a-46d0-4720-a848-6f7918508815, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9609fd4a-46d0-4720-a848-6f7918508815,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:48.377338 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1169146d-57fd-497d-9004-36d6effaec33 None None] Provisioning complete for port b61a6fed-dff4-494c-b33f-1b697dae304d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:48.379252 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1169146d-57fd-497d-9004-36d6effaec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:48.385201 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9609fd4a-46d0-4720-a848-6f7918508815), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:48.386539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:45:48.439442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37507fe4-4baa-4602-ba44-c25aced8ca08 req-f86cd3ba-9915-40c9-85df-3e84d743149d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:48.449999 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37507fe4-4baa-4602-ba44-c25aced8ca08 req-f86cd3ba-9915-40c9-85df-3e84d743149d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 945 time: 0.1376705 Feb 08 15:45:48.554221 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:45:48.568354 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a3912bc3-8936-4a16-b8bc-59dc10084977 admin admin] 10.222.0.82 "PUT /v2.0/routers/0d1c1a77-877d-45c3-97c6-74f663ce0a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0054700 Feb 08 15:45:48.597585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37507fe4-4baa-4602-ba44-c25aced8ca08 req-2365baff-3f0e-4427-9a85-3dc250da5c63 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441188 Feb 08 15:45:48.607898 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5732102-3a25-4420-8740-365b2d1f5b83 x-openstack-request-id: req-e5732102-3a25-4420-8740-365b2d1f5b83 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:48.613162 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40a8101-2f60-4c2c-be19-ddd77d94b394", "name": "network-vif-deleted", "tag": "3f305122-1f68-4a2c-87d6-ebaa752bb5e8", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:48.613503 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e5732102-3a25-4420-8740-365b2d1f5b83 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:48.613947 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40a8101-2f60-4c2c-be19-ddd77d94b394', 'name': 'network-vif-deleted', 'tag': '3f305122-1f68-4a2c-87d6-ebaa752bb5e8', 'status': 'completed', 'code': 200} Feb 08 15:45:48.640704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6c1505e6-a629-4fff-9e82-7751ae954f22 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:45:48.648605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35880) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:48.663049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:45:48.666759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3f305122-1f68-4a2c-87d6-ebaa752bb5e8 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:45:48.789655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-143f3b19-e4f8-42b4-b07a-d135e4fd534f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=606990c8d04f4f269f4816f3bdda7325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377642 Feb 08 15:45:48.791209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35886) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:48.835027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1169146d-57fd-497d-9004-36d6effaec33 None None] Port b61a6fed-dff4-494c-b33f-1b697dae304d cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:45:48.846543 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:48.887749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=9609fd4a-46d0-4720-a848-6f7918508815,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:48.890931 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-731dabb5-64f6-4eae-bb50-83df968f1e70 req-92fe2a45-b066-491c-9e7d-83a272bfd5ed tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-997282203&fields=id&tenant_id=681f6587c0694615a3bd4e5e8f93c31a HTTP/1.1" status: 200 len: 267 time: 0.1429315 Feb 08 15:45:48.893008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35892) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:48.927480 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4c8b64c0-7367-4033-ac6d-26f24ee3b3e6 admin admin] Publish callbacks [] for security_group (136a3c79-3230-4d9f-86f2-4ce731753557), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:48.992270 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4c8b64c0-7367-4033-ac6d-26f24ee3b3e6 admin admin] Publish callbacks [] for security_group (136a3c79-3230-4d9f-86f2-4ce731753557), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:48.995770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dabb5-64f6-4eae-bb50-83df968f1e70 req-df4d9891-6b65-4069-abc6-2e1b55c596ef tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:49.004900 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-731dabb5-64f6-4eae-bb50-83df968f1e70 req-df4d9891-6b65-4069-abc6-2e1b55c596ef tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 945 time: 0.1129749 Feb 08 15:45:49.017826 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-731dabb5-64f6-4eae-bb50-83df968f1e70 req-d2f9e330-14fb-4f17-b740-cb70a7440d43 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'port': {'security_groups': ['c118cd36-1643-4879-956d-84d2397cb658', '719b5140-aec0-4c52-9272-e4db6e28923b']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:49.087502 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4c8b64c0-7367-4033-ac6d-26f24ee3b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (136a3c79-3230-4d9f-86f2-4ce731753557), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.090150 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4c8b64c0-7367-4033-ac6d-26f24ee3b3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.091492 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4c8b64c0-7367-4033-ac6d-26f24ee3b3e6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/136a3c79-3230-4d9f-86f2-4ce731753557 HTTP/1.1" status: 204 len: 168 time: 0.2984924 Feb 08 15:45:49.105046 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b64c0-7367-4033-ac6d-26f24ee3b3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136a3c79-3230-4d9f-86f2-4ce731753557,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:49.192753 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-731dabb5-64f6-4eae-bb50-83df968f1e70 req-d2f9e330-14fb-4f17-b740-cb70a7440d43 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.218581 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3b542baa-ffcb-4a6b-831b-e8e32649c901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.254410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 6c1505e6-a629-4fff-9e82-7751ae954f22 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:49.255411 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6c1505e6-a629-4fff-9e82-7751ae954f22), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.311970 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3b542baa-ffcb-4a6b-831b-e8e32649c901 admin admin] Publish callbacks [] for security_group (2132c210-f83c-4009-91e5-91d00db66a8b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.352357 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3b542baa-ffcb-4a6b-831b-e8e32649c901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2132c210-f83c-4009-91e5-91d00db66a8b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.353436 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 6c1505e6-a629-4fff-9e82-7751ae954f22 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:49.353952 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c1505e6-a629-4fff-9e82-7751ae954f22), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.383082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 6c1505e6-a629-4fff-9e82-7751ae954f22, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6c1505e6-a629-4fff-9e82-7751ae954f22,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:49.390898 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3b542baa-ffcb-4a6b-831b-e8e32649c901 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ad79292f8eef469e96e5c457262be3d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4938560 Feb 08 15:45:49.391243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35904) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:49.394443 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6c1505e6-a629-4fff-9e82-7751ae954f22), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.409849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804181cb-ef22-4bda-88cf-1061489a7b92 req-aba31e3f-6667-4362-a279-0c68135fb9bc tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:49.417702 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-804181cb-ef22-4bda-88cf-1061489a7b92 req-aba31e3f-6667-4362-a279-0c68135fb9bc tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 946 time: 0.4092164 Feb 08 15:45:49.465395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=6c1505e6-a629-4fff-9e82-7751ae954f22,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:49.477076 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b542baa-ffcb-4a6b-831b-e8e32649c901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2132c210-f83c-4009-91e5-91d00db66a8b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:49.492626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59931fc-0372-46dd-b97d-c6a3cac0ede2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9609fd4a-46d0-4720-a848-6f7918508815'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:49.495642 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824145d4-2fc0-429a-905b-f7afae2390d2" -d '{"events": [{"server_uuid": "f59931fc-0372-46dd-b97d-c6a3cac0ede2", "name": "network-vif-plugged", "status": "completed", "tag": "9609fd4a-46d0-4720-a848-6f7918508815"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:49.521279 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-804181cb-ef22-4bda-88cf-1061489a7b92 req-315baa0b-f7d6-46be-8eba-5ddf885c8618 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026762 Feb 08 15:45:49.591252 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-049c5c66-4092-4fa8-a342-c16cbb6fe3a8 admin admin] Publish callbacks [] for security_group (2132c210-f83c-4009-91e5-91d00db66a8b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.650873 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-049c5c66-4092-4fa8-a342-c16cbb6fe3a8 admin admin] Publish callbacks [] for security_group (2132c210-f83c-4009-91e5-91d00db66a8b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.753775 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-049c5c66-4092-4fa8-a342-c16cbb6fe3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2132c210-f83c-4009-91e5-91d00db66a8b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.762805 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-049c5c66-4092-4fa8-a342-c16cbb6fe3a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.764504 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-049c5c66-4092-4fa8-a342-c16cbb6fe3a8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2132c210-f83c-4009-91e5-91d00db66a8b HTTP/1.1" status: 204 len: 168 time: 0.3717988 Feb 08 15:45:49.778020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c5c66-4092-4fa8-a342-c16cbb6fe3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2132c210-f83c-4009-91e5-91d00db66a8b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:49.789561 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb91913-1ccf-44ad-80fa-f3b5fe292001 req-3b48c247-a07b-48a7-ac1f-1c0e86e7197d tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:49.791573 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4eb91913-1ccf-44ad-80fa-f3b5fe292001 req-3b48c247-a07b-48a7-ac1f-1c0e86e7197d tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=f59931fc-0372-46dd-b97d-c6a3cac0ede2 HTTP/1.1" status: 200 len: 945 time: 0.1345484 Feb 08 15:45:49.808815 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-731dabb5-64f6-4eae-bb50-83df968f1e70 req-d2f9e330-14fb-4f17-b740-cb70a7440d43 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] For port c25880f4-85c6-4924-8113-ef0899b34f2d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c25880f4-85c6-4924-8113-ef0899b34f2d,segment=NetworkSegment(4c373b02-26c6-4309-b2a3-a1681f5e032e),segment_id=4c373b02-26c6-4309-b2a3-a1681f5e032e)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:49.881848 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-731dabb5-64f6-4eae-bb50-83df968f1e70 req-d2f9e330-14fb-4f17-b740-cb70a7440d43 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.888873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4eb91913-1ccf-44ad-80fa-f3b5fe292001 req-b16e7df9-e820-4d96-9f0e-acfd469cdbc1 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829117 Feb 08 15:45:49.890358 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-731dabb5-64f6-4eae-bb50-83df968f1e70 req-d2f9e330-14fb-4f17-b740-cb70a7440d43 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.906268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['bfecfff6-1f36-4534-b337-0a0417ec92e8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:49.909976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['c25880f4-85c6-4924-8113-ef0899b34f2d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:49.952394 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dabb5-64f6-4eae-bb50-83df968f1e70 req-d2f9e330-14fb-4f17-b740-cb70a7440d43 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:49.953093 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-731dabb5-64f6-4eae-bb50-83df968f1e70 req-d2f9e330-14fb-4f17-b740-cb70a7440d43 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:49.966590 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-731dabb5-64f6-4eae-bb50-83df968f1e70 req-d2f9e330-14fb-4f17-b740-cb70a7440d43 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "PUT /v2.0/ports/c25880f4-85c6-4924-8113-ef0899b34f2d HTTP/1.1" status: 200 len: 981 time: 0.9605920 Feb 08 15:45:50.025092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9e330-14fb-4f17-b740-cb70a7440d43 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'Port': ['ID=c25880f4-85c6-4924-8113-ef0899b34f2d,revision_number=6']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:50.089161 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d43d0c-2925-4da9-99e6-232a8b9feac9 x-openstack-request-id: req-02d43d0c-2925-4da9-99e6-232a8b9feac9 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:50.089747 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59931fc-0372-46dd-b97d-c6a3cac0ede2", "name": "network-vif-plugged", "status": "completed", "tag": "9609fd4a-46d0-4720-a848-6f7918508815", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:50.091236 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-02d43d0c-2925-4da9-99e6-232a8b9feac9 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:50.092399 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59931fc-0372-46dd-b97d-c6a3cac0ede2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9609fd4a-46d0-4720-a848-6f7918508815', 'code': 200} Feb 08 15:45:50.193290 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['c25880f4-85c6-4924-8113-ef0899b34f2d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:50.292327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Sync routers for ids ['0d1c1a77-877d-45c3-97c6-74f663ce0a39'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:45:50.298163 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:50.337447 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9850e-a7fa-4d5a-b158-4715e12ea42e req-1ebaec7f-640c-45b7-8dce-68be8c292db2 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:50.342449 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aec9850e-a7fa-4d5a-b158-4715e12ea42e req-1ebaec7f-640c-45b7-8dce-68be8c292db2 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.96 "GET /v2.0/ports?device_id=f59931fc-0372-46dd-b97d-c6a3cac0ede2 HTTP/1.1" status: 200 len: 945 time: 0.2396219 Feb 08 15:45:50.361503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d421b-1aae-4d96-80ef-e05535131fde req-4ea0a2ef-47f3-42f5-af86-0ca5e157b515 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:50.363085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c62d421b-1aae-4d96-80ef-e05535131fde req-4ea0a2ef-47f3-42f5-af86-0ca5e157b515 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 945 time: 0.2009492 Feb 08 15:45:50.376300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Routers {'0d1c1a77-877d-45c3-97c6-74f663ce0a39'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:45:50.377129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:45:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0d1c1a77-877d-45c3-97c6-74f663ce0a39'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:50.538702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6c1505e6-a629-4fff-9e82-7751ae954f22 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:45:50.547873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c62d421b-1aae-4d96-80ef-e05535131fde req-a217b9a7-e07d-4075-86b6-fd57780e641f tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603096 Feb 08 15:45:50.618956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828b956a-9d16-4ff1-b9cb-67253bffd8c7', 'tag': 'c25880f4-85c6-4924-8113-ef0899b34f2d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:50.622728 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d50f7da-7e6f-4d57-98c2-9ab667bef5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "828b956a-9d16-4ff1-b9cb-67253bffd8c7", "tag": "c25880f4-85c6-4924-8113-ef0899b34f2d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:50.667849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-aec9850e-a7fa-4d5a-b158-4715e12ea42e req-9401fc9f-c379-41b4-a397-27fa3ab3eb22 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Deleting port 9609fd4a-46d0-4720-a848-6f7918508815 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:50.668547 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-aec9850e-a7fa-4d5a-b158-4715e12ea42e req-9401fc9f-c379-41b4-a397-27fa3ab3eb22 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9609fd4a-46d0-4720-a848-6f7918508815), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:50.765236 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-0cfb9569-70a4-4ee2-8886-d47dcf459f88 req-312c90ff-7986-43b2-8eba-8335a21cb7b8 tempest-FloatingIPDetailsNegativeTestJSON-1674796073 tempest-FloatingIPDetailsNegativeTestJSON-1674796073-project] show failed (client error): The resource could not be found. Feb 08 15:45:50.766683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0cfb9569-70a4-4ee2-8886-d47dcf459f88 req-312c90ff-7986-43b2-8eba-8335a21cb7b8 tempest-FloatingIPDetailsNegativeTestJSON-1674796073 tempest-FloatingIPDetailsNegativeTestJSON-1674796073-project] 10.222.0.82 "GET /v2.0/floatingips/198408b7-ff7f-45ab-b178-1854d485ad89 HTTP/1.1" status: 404 len: 350 time: 0.1301699 Feb 08 15:45:50.776105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35948) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:50.791181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b84fe975-843f-48ed-8694-87cb594f78d8 req-0120a1ee-6ba4-4c1e-aedf-85259b2bf252 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/719b5140-aec0-4c52-9272-e4db6e28923b HTTP/1.1" status: 200 len: 1817 time: 0.2037666 Feb 08 15:45:51.000893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-aec9850e-a7fa-4d5a-b158-4715e12ea42e req-9401fc9f-c379-41b4-a397-27fa3ab3eb22 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] For port 9609fd4a-46d0-4720-a848-6f7918508815, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9609fd4a-46d0-4720-a848-6f7918508815,segment=NetworkSegment(a7749970-df8b-4df3-bdce-0a07f29e30c8),segment_id=a7749970-df8b-4df3-bdce-0a07f29e30c8)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:51.001741 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-aec9850e-a7fa-4d5a-b158-4715e12ea42e req-9401fc9f-c379-41b4-a397-27fa3ab3eb22 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9609fd4a-46d0-4720-a848-6f7918508815), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:51.004927 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-b84fe975-843f-48ed-8694-87cb594f78d8 req-1c535f2a-961c-47c7-8cba-59449b32fc30 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 08 15:45:51.018027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b84fe975-843f-48ed-8694-87cb594f78d8 req-1c535f2a-961c-47c7-8cba-59449b32fc30 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "DELETE /v2.0/security-groups/719b5140-aec0-4c52-9272-e4db6e28923b HTTP/1.1" status: 409 len: 341 time: 0.2254655 Feb 08 15:45:51.050072 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Set router 0d1c1a77-877d-45c3-97c6-74f663ce0a39 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:45:51.056614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 6c1505e6-a629-4fff-9e82-7751ae954f22 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:51.057031 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6c1505e6-a629-4fff-9e82-7751ae954f22), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:51.064201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-aec9850e-a7fa-4d5a-b158-4715e12ea42e req-9401fc9f-c379-41b4-a397-27fa3ab3eb22 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Calling delete_port for 9609fd4a-46d0-4720-a848-6f7918508815 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:51.360642 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b1e973-4698-445a-8cee-386fc2f55191 x-openstack-request-id: req-24b1e973-4698-445a-8cee-386fc2f55191 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:51.361146 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828b956a-9d16-4ff1-b9cb-67253bffd8c7", "tag": "c25880f4-85c6-4924-8113-ef0899b34f2d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:51.361493 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-24b1e973-4698-445a-8cee-386fc2f55191 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:51.361801 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828b956a-9d16-4ff1-b9cb-67253bffd8c7', 'tag': 'c25880f4-85c6-4924-8113-ef0899b34f2d', 'status': 'completed', 'code': 200} Feb 08 15:45:51.370797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 6c1505e6-a629-4fff-9e82-7751ae954f22 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:51.403503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b787282-985a-4bd9-8877-8c1c14be019e req-3ee938b1-f09c-4869-bd08-840e1c920a6f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:51.415500 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b787282-985a-4bd9-8877-8c1c14be019e req-3ee938b1-f09c-4869-bd08-840e1c920a6f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 946 time: 0.2058551 Feb 08 15:45:51.657984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b787282-985a-4bd9-8877-8c1c14be019e req-3fe7f1ac-9e08-4fd8-873e-44b6e45b8dcb tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407634 Feb 08 15:45:51.767731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-641614245-router', 'tenant_id': '2a1859c86c82495a9919bad5bbedad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '6c1505e6-a629-4fff-9e82-7751ae954f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:40Z', 'updated_at': '2022-02-08T15:45:46Z', 'revision_number': 4, 'project_id': '2a1859c86c82495a9919bad5bbedad71', 'gw_port': {'id': '6c1505e6-a629-4fff-9e82-7751ae954f22', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:45:42Z', 'updated_at': '2022-02-08T15:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b61a6fed-dff4-494c-b33f-1b697dae304d', 'name': '', 'network_id': 'a50c0856-ac82-4805-8322-c242e8f47c34', 'tenant_id': '2a1859c86c82495a9919bad5bbedad71', 'mac_address': 'fa:16:3e:db:81:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'fca517dc-7f73-4abe-8942-c0a85136c868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:45:45Z', 'updated_at': '2022-02-08T15:45:46Z', 'revision_number': 2, 'project_id': '2a1859c86c82495a9919bad5bbedad71', 'subnets': [{'id': 'fca517dc-7f73-4abe-8942-c0a85136c868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:51.801496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f7da-7e6f-4d57-98c2-9ab667bef5b6 req-bd3f1df1-4a86-40f0-82e0-b143cb279af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:51.808008 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9d50f7da-7e6f-4d57-98c2-9ab667bef5b6 req-bd3f1df1-4a86-40f0-82e0-b143cb279af7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=681f6587c0694615a3bd4e5e8f93c31a&device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 1167 time: 0.2129271 Feb 08 15:45:51.872525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Checking router: 0d1c1a77-877d-45c3-97c6-74f663ce0a39 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:45:51.883103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Updating router 0d1c1a77-877d-45c3-97c6-74f663ce0a39 port b61a6fed-dff4-494c-b33f-1b697dae304d binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:45:51.935822 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3620f3d-9dd1-49cf-a118-934f69c1c17c req-4c0595cf-f60a-415d-b0cb-2536752350af tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:51.948031 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a3620f3d-9dd1-49cf-a118-934f69c1c17c req-4c0595cf-f60a-415d-b0cb-2536752350af tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/ports?device_id=f59931fc-0372-46dd-b97d-c6a3cac0ede2 HTTP/1.1" status: 200 len: 945 time: 0.4818718 Feb 08 15:45:51.955814 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-aec9850e-a7fa-4d5a-b158-4715e12ea42e req-9401fc9f-c379-41b4-a397-27fa3ab3eb22 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9609fd4a-46d0-4720-a848-6f7918508815), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:51.978436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f7da-7e6f-4d57-98c2-9ab667bef5b6 req-346b3988-45da-4a08-8f5c-29f18e99c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:51.980358 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9d50f7da-7e6f-4d57-98c2-9ab667bef5b6 req-346b3988-45da-4a08-8f5c-29f18e99c175 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f4107f07-72f7-4cad-bf17-d32e7e2346fb HTTP/1.1" status: 200 len: 914 time: 0.1651549 Feb 08 15:45:51.995414 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:51.997822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['9609fd4a-46d0-4720-a848-6f7918508815'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:52.079781 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9d50f7da-7e6f-4d57-98c2-9ab667bef5b6 req-131f7b1b-3082-4c2f-8cf3-1c8d25d7a67c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c25880f4-85c6-4924-8113-ef0899b34f2d HTTP/1.1" status: 200 len: 217 time: 0.0417602 Feb 08 15:45:52.137201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401fc9f-c379-41b4-a397-27fa3ab3eb22 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Pushing event deleted for resources: {'Port': ['ID=9609fd4a-46d0-4720-a848-6f7918508815,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:52.175326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35988) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:52.194089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f7da-7e6f-4d57-98c2-9ab667bef5b6 req-e1f0f81f-ec40-4935-a54f-5e65edcb2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:52.196416 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9d50f7da-7e6f-4d57-98c2-9ab667bef5b6 req-e1f0f81f-ec40-4935-a54f-5e65edcb2830 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ef6a72d4-6b72-490e-b396-f5c6f62c07df HTTP/1.1" status: 200 len: 853 time: 0.0553937 Feb 08 15:45:52.239663 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9d50f7da-7e6f-4d57-98c2-9ab667bef5b6 req-9411b816-fa56-441b-84e2-3181fcf45f9d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f4107f07-72f7-4cad-bf17-d32e7e2346fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364938 Feb 08 15:45:52.317176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec9850e-a7fa-4d5a-b158-4715e12ea42e req-9401fc9f-c379-41b4-a397-27fa3ab3eb22 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] No DVR routers for this DVR port 9609fd4a-46d0-4720-a848-6f7918508815 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:45:52.334415 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-aec9850e-a7fa-4d5a-b158-4715e12ea42e req-9401fc9f-c379-41b4-a397-27fa3ab3eb22 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:52.338255 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aec9850e-a7fa-4d5a-b158-4715e12ea42e req-9401fc9f-c379-41b4-a397-27fa3ab3eb22 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.96 "DELETE /v2.0/ports/9609fd4a-46d0-4720-a848-6f7918508815 HTTP/1.1" status: 204 len: 173 time: 1.9742107 Feb 08 15:45:52.355408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a3620f3d-9dd1-49cf-a118-934f69c1c17c req-ebedeb78-665e-4210-98bf-0d6b60dc1d49 tempest-ImagesTestJSON-1455938794 tempest-ImagesTestJSON-1455938794-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a58622-f73c-49e4-9b8e-ab8a05f0d751&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063914 Feb 08 15:45:52.436239 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9d50f7da-7e6f-4d57-98c2-9ab667bef5b6 req-ee03bb83-9ef6-4a92-9676-40ca4bf2f59d service neutron] 10.222.0.94 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903014 Feb 08 15:45:52.439055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688111e-6588-403b-b0e4-9a3dc5eebc37 req-e7893206-2903-4326-a875-14991f3f61c1 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:52.446816 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0688111e-6588-403b-b0e4-9a3dc5eebc37 req-e7893206-2903-4326-a875-14991f3f61c1 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 950 time: 0.2186706 Feb 08 15:45:52.577851 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9d50f7da-7e6f-4d57-98c2-9ab667bef5b6 req-88944b62-85d1-483a-b646-3d32459e411b service neutron] 10.222.0.94 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251907 Feb 08 15:45:52.652585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0688111e-6588-403b-b0e4-9a3dc5eebc37 req-cb8c4536-ce67-4843-b529-b25873559bb4 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001023 Feb 08 15:45:52.764549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7c1b1-3876-497c-9b97-c7a3ebd90b9f req-36aa555b-1182-4de2-be06-a84fed5c525b tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:52.775960 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cc7c1b1-3876-497c-9b97-c7a3ebd90b9f req-36aa555b-1182-4de2-be06-a84fed5c525b tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 984 time: 0.2632418 Feb 08 15:45:52.813963 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Publish callbacks [] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:52.823216 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:52.883386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42800f1-a3ad-4c4e-8aa3-45c8661a8f52 None None] Pushing event updated for resources: {'Port': ['ID=b61a6fed-dff4-494c-b33f-1b697dae304d,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:52.884617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1752178152-network', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:52.915714 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cc7c1b1-3876-497c-9b97-c7a3ebd90b9f req-c5caeba5-97b5-452e-9c92-b2590e7e19ac tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&id=719b5140-aec0-4c52-9272-e4db6e28923b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1324317 Feb 08 15:45:52.952147 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af2a0-a9c1-4c00-bab1-ff61a634bf8f req-3e4fb453-7084-44b5-8bd8-a66f19327a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:52.953807 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c60af2a0-a9c1-4c00-bab1-ff61a634bf8f req-3e4fb453-7084-44b5-8bd8-a66f19327a83 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=681f6587c0694615a3bd4e5e8f93c31a&device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 1167 time: 0.1679068 Feb 08 15:45:53.046120 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da603e36-fa85-4fff-ae7e-a8040bdb1053 req-26c6518f-7068-48ab-8772-1675a0dd567a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:53.050226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da603e36-fa85-4fff-ae7e-a8040bdb1053 req-26c6518f-7068-48ab-8772-1675a0dd567a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.96 "GET /v2.0/ports?device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 950 time: 0.3937969 Feb 08 15:45:53.053879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Attempting to bind port b61a6fed-dff4-494c-b33f-1b697dae304d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:45:53.055297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Attempting to bind port b61a6fed-dff4-494c-b33f-1b697dae304d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'd2e96edd-a663-46a3-80ed-884e9c37e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a50c0856-ac82-4805-8322-c242e8f47c34'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:45:53.055946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Attempting to bind port b61a6fed-dff4-494c-b33f-1b697dae304d on network a50c0856-ac82-4805-8322-c242e8f47c34 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:53.071469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:45:53.073595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Checking segment: {'id': 'd2e96edd-a663-46a3-80ed-884e9c37e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a50c0856-ac82-4805-8322-c242e8f47c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:45:53.074764 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:53.076019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Bound using segment: {'id': 'd2e96edd-a663-46a3-80ed-884e9c37e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a50c0856-ac82-4805-8322-c242e8f47c34'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:45:53.077722 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Bound port: b61a6fed-dff4-494c-b33f-1b697dae304d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e96edd-a663-46a3-80ed-884e9c37e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a50c0856-ac82-4805-8322-c242e8f47c34'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:45:53.078947 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:53.131972 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af2a0-a9c1-4c00-bab1-ff61a634bf8f req-46ff84d6-419e-4cf6-8b86-21d15ef67b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:53.134828 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c60af2a0-a9c1-4c00-bab1-ff61a634bf8f req-46ff84d6-419e-4cf6-8b86-21d15ef67b9a service neutron] 10.222.0.94 "GET /v2.0/networks?id=f4107f07-72f7-4cad-bf17-d32e7e2346fb HTTP/1.1" status: 200 len: 914 time: 0.1716816 Feb 08 15:45:53.264583 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c60af2a0-a9c1-4c00-bab1-ff61a634bf8f req-90046350-dd8c-4f04-8942-9099b481781b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c25880f4-85c6-4924-8113-ef0899b34f2d HTTP/1.1" status: 200 len: 217 time: 0.1239228 Feb 08 15:45:53.269358 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b7986c5-cda2-4614-8832-dd7977c6b427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (0d1c1a77-877d-45c3-97c6-74f663ce0a39), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:53.280218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] For port b61a6fed-dff4-494c-b33f-1b697dae304d, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:45:53.321583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] For port b61a6fed-dff4-494c-b33f-1b697dae304d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b61a6fed-dff4-494c-b33f-1b697dae304d,segment=NetworkSegment(d2e96edd-a663-46a3-80ed-884e9c37e948),segment_id=d2e96edd-a663-46a3-80ed-884e9c37e948)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:45:53.349712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-59d01ef9-fb8b-4234-8bba-0587fb7b6389 None None] Provisioning complete for port b61a6fed-dff4-494c-b33f-1b697dae304d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:53.350104 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59d01ef9-fb8b-4234-8bba-0587fb7b6389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:53.352639 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:53.371528 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59931fc-0372-46dd-b97d-c6a3cac0ede2', 'name': 'network-vif-deleted', 'tag': '9609fd4a-46d0-4720-a848-6f7918508815'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:53.374025 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83b3592-892c-437f-916c-0ea5f2af9ece" -d '{"events": [{"server_uuid": "f59931fc-0372-46dd-b97d-c6a3cac0ede2", "name": "network-vif-deleted", "tag": "9609fd4a-46d0-4720-a848-6f7918508815"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:53.448115 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3bf15379-99cc-49c2-9de5-2c5f85a65783 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=0bbaf540326f4cd99faef290d7e6ef16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804079 Feb 08 15:45:53.459572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91874b-341d-437d-a716-6fe7b293ce48 req-f3bd42f1-a398-41fe-a5ea-d5304c854cf1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:53.468157 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d91874b-341d-437d-a716-6fe7b293ce48 req-f3bd42f1-a398-41fe-a5ea-d5304c854cf1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 946 time: 0.5700376 Feb 08 15:45:53.470390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] Made reservation on behalf of 14925a58b40e4cbe89cdbb14cd47391d for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:45:53.472774 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:53.486136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af2a0-a9c1-4c00-bab1-ff61a634bf8f req-eb948465-0fd9-4cfd-b057-f7bc0b0dd272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:53.488292 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c60af2a0-a9c1-4c00-bab1-ff61a634bf8f req-eb948465-0fd9-4cfd-b057-f7bc0b0dd272 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ef6a72d4-6b72-490e-b396-f5c6f62c07df HTTP/1.1" status: 200 len: 853 time: 0.1225688 Feb 08 15:45:53.553674 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c60af2a0-a9c1-4c00-bab1-ff61a634bf8f req-eee396f5-cf18-4f3b-b7ea-0bfe5cb9c151 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f4107f07-72f7-4cad-bf17-d32e7e2346fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586109 Feb 08 15:45:53.613706 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:53.613997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42800f1-a3ad-4c4e-8aa3-45c8661a8f52 None None] Pushing event updated for resources: {'Port': ['ID=b61a6fed-dff4-494c-b33f-1b697dae304d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:53.616804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Routers {'0d1c1a77-877d-45c3-97c6-74f663ce0a39'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:45:53.621714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:45:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0d1c1a77-877d-45c3-97c6-74f663ce0a39'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:53.657010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-828f609f-d59d-44e7-964b-1db653111bdc tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:53.658559 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-828f609f-d59d-44e7-964b-1db653111bdc tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091272 Feb 08 15:45:53.708163 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d91874b-341d-437d-a716-6fe7b293ce48 req-60237ff7-babc-4600-ae2a-0440859f1ce5 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390530 Feb 08 15:45:53.718713 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-da603e36-fa85-4fff-ae7e-a8040bdb1053 req-eb28d17e-006f-4a36-89eb-299a03555eb9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Deleting port a6272eb1-1dcd-461d-9bca-2312193adc47 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:53.719133 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-da603e36-fa85-4fff-ae7e-a8040bdb1053 req-eb28d17e-006f-4a36-89eb-299a03555eb9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:53.800312 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-0859ce77-595a-403a-b869-714ab98fbdfb tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/quotas/0bbaf540326f4cd99faef290d7e6ef16 HTTP/1.1" status: 200 len: 375 time: 0.0977368 Feb 08 15:45:53.828035 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c60af2a0-a9c1-4c00-bab1-ff61a634bf8f req-7975c8ba-e23f-4904-807c-2386ddf37c99 service neutron] 10.222.0.94 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612441 Feb 08 15:45:53.873173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-f11242ff-0918-4ede-a943-bb9a8e93d60b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=0bbaf540326f4cd99faef290d7e6ef16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658462 Feb 08 15:45:53.955990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-da603e36-fa85-4fff-ae7e-a8040bdb1053 req-eb28d17e-006f-4a36-89eb-299a03555eb9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] For port a6272eb1-1dcd-461d-9bca-2312193adc47, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=a6272eb1-1dcd-461d-9bca-2312193adc47,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:53.956715 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-da603e36-fa85-4fff-ae7e-a8040bdb1053 req-eb28d17e-006f-4a36-89eb-299a03555eb9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:53.969885 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001963d3-ded8-4d0f-8faf-aecaec3d3c4d x-openstack-request-id: req-001963d3-ded8-4d0f-8faf-aecaec3d3c4d {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:53.970595 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59931fc-0372-46dd-b97d-c6a3cac0ede2", "name": "network-vif-deleted", "tag": "9609fd4a-46d0-4720-a848-6f7918508815", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:53.971080 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-001963d3-ded8-4d0f-8faf-aecaec3d3c4d {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:53.971679 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59931fc-0372-46dd-b97d-c6a3cac0ede2', 'name': 'network-vif-deleted', 'tag': '9609fd4a-46d0-4720-a848-6f7918508815', 'status': 'completed', 'code': 200} Feb 08 15:45:53.985665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-da603e36-fa85-4fff-ae7e-a8040bdb1053 req-eb28d17e-006f-4a36-89eb-299a03555eb9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Calling delete_port for a6272eb1-1dcd-461d-9bca-2312193adc47 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:53.989895 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] Publish callbacks [] for security_group (bd7240b2-03f3-4bc7-a60a-fd812b0d33b6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:53.999495 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bd7240b2-03f3-4bc7-a60a-fd812b0d33b6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:54.033765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7240b2-03f3-4bc7-a60a-fd812b0d33b6,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:54.083900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:45:54.102457 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (33f8759f-f51d-4e0b-be84-61cadefe7ec9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:54.102969 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] Added segment 33f8759f-f51d-4e0b-be84-61cadefe7ec9 of type vlan for network 67d5b3dc-5058-4698-959f-710b67dd3c5d Feb 08 15:45:54.171448 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (67d5b3dc-5058-4698-959f-710b67dd3c5d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:54.299216 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (67d5b3dc-5058-4698-959f-710b67dd3c5d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:54.323373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:54.324471 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:54.331003 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c60af2a0-a9c1-4c00-bab1-ff61a634bf8f req-2ea23f02-c90e-4537-827e-1f1c82cf2ccc service neutron] 10.222.0.94 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546194 Feb 08 15:45:54.348161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-59d01ef9-fb8b-4234-8bba-0587fb7b6389 None None] Current status of the port b61a6fed-dff4-494c-b33f-1b697dae304d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:45:54.348661 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59d01ef9-fb8b-4234-8bba-0587fb7b6389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:54.474706 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2970259 Feb 08 15:45:54.507722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36034) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:54.508871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-59d01ef9-fb8b-4234-8bba-0587fb7b6389 None None] For port b61a6fed-dff4-494c-b33f-1b697dae304d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b61a6fed-dff4-494c-b33f-1b697dae304d,segment=NetworkSegment(d2e96edd-a663-46a3-80ed-884e9c37e948),segment_id=d2e96edd-a663-46a3-80ed-884e9c37e948)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:54.516682 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59d01ef9-fb8b-4234-8bba-0587fb7b6389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:54.527070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] Set router 0d1c1a77-877d-45c3-97c6-74f663ce0a39 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:45:54.530824 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-da603e36-fa85-4fff-ae7e-a8040bdb1053 req-eb28d17e-006f-4a36-89eb-299a03555eb9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a6272eb1-1dcd-461d-9bca-2312193adc47), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:54.610959 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9b7986c5-cda2-4614-8832-dd7977c6b427 admin admin] Deleting port b61a6fed-dff4-494c-b33f-1b697dae304d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:54.614241 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b7986c5-cda2-4614-8832-dd7977c6b427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:54.621557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5e08be91-6d34-47f3-8741-91893dcdd4a3 admin admin] Request body: {'subnet': {'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-subnet', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:54.700679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['44ed5363-0f44-4ef7-91ec-3d682c8ee53d', '61036a9b-1ca0-430e-a9d6-b220f970db5a', 'a25273d2-2129-4f36-bd3c-7d3a4544071f', 'cede9974-31d3-4df2-beb4-5e6849591e4a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:54.703412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['e0c134c6-bee7-4d57-90ac-a159396fd7ec', 'a6272eb1-1dcd-461d-9bca-2312193adc47'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:45:54.771494 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b99c9-229f-4191-a34e-0e5e364a3455 req-cf4a2eb4-f868-4337-8931-1c523bc4d53c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:54.775704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-230b99c9-229f-4191-a34e-0e5e364a3455 req-cf4a2eb4-f868-4337-8931-1c523bc4d53c tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 950 time: 0.5100908 Feb 08 15:45:54.797126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cc62c-4621-41f2-877d-59f7db23c1c2 admin admin] Pushing event updated for resources: {'Network': ['ID=67d5b3dc-5058-4698-959f-710b67dd3c5d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:54.803355 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-9b7986c5-cda2-4614-8832-dd7977c6b427 admin admin] For port b61a6fed-dff4-494c-b33f-1b697dae304d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b61a6fed-dff4-494c-b33f-1b697dae304d,segment=NetworkSegment(d2e96edd-a663-46a3-80ed-884e9c37e948),segment_id=d2e96edd-a663-46a3-80ed-884e9c37e948)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:54.804683 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b7986c5-cda2-4614-8832-dd7977c6b427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:54.810948 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28d17e-006f-4a36-89eb-299a03555eb9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event deleted for resources: {'Port': ['ID=a6272eb1-1dcd-461d-9bca-2312193adc47,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:54.851424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9b7986c5-cda2-4614-8832-dd7977c6b427 admin admin] Calling delete_port for b61a6fed-dff4-494c-b33f-1b697dae304d owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:54.942530 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d01ef9-fb8b-4234-8bba-0587fb7b6389 None None] Pushing event updated for resources: {'Port': ['ID=b61a6fed-dff4-494c-b33f-1b697dae304d,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:54.980199 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 67d5b3dc-5058-4698-959f-710b67dd3c5d details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:45:55.065799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e08be91-6d34-47f3-8741-91893dcdd4a3 admin admin] Made reservation on behalf of 14925a58b40e4cbe89cdbb14cd47391d for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:45:55.068083 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e08be91-6d34-47f3-8741-91893dcdd4a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:55.103284 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b7986c5-cda2-4614-8832-dd7977c6b427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:55.150146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3f39a6ab-51dc-4433-988e-1524c0fb89c3 None None] Provisioning complete for port b61a6fed-dff4-494c-b33f-1b697dae304d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:45:55.150528 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3f39a6ab-51dc-4433-988e-1524c0fb89c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b61a6fed-dff4-494c-b33f-1b697dae304d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:55.202220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7986c5-cda2-4614-8832-dd7977c6b427 admin admin] Pushing event deleted for resources: {'Port': ['ID=b61a6fed-dff4-494c-b33f-1b697dae304d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:55.295514 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-230b99c9-229f-4191-a34e-0e5e364a3455 req-6b66c1f7-de2a-46f0-96e9-fb24668e60f6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869161 Feb 08 15:45:55.301752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-da603e36-fa85-4fff-ae7e-a8040bdb1053 req-eb28d17e-006f-4a36-89eb-299a03555eb9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] No DVR routers for this DVR port a6272eb1-1dcd-461d-9bca-2312193adc47 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:45:55.308315 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-da603e36-fa85-4fff-ae7e-a8040bdb1053 req-eb28d17e-006f-4a36-89eb-299a03555eb9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:55.325758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da603e36-fa85-4fff-ae7e-a8040bdb1053 req-eb28d17e-006f-4a36-89eb-299a03555eb9 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.96 "DELETE /v2.0/ports/a6272eb1-1dcd-461d-9bca-2312193adc47 HTTP/1.1" status: 204 len: 173 time: 2.2558398 Feb 08 15:45:55.391818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e49482-1332-460b-a0b7-fbcfb51b508d req-92c19071-a2c2-4a67-b959-5bdb73d6b567 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:55.408397 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30e49482-1332-460b-a0b7-fbcfb51b508d req-92c19071-a2c2-4a67-b959-5bdb73d6b567 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 984 time: 0.9314260 Feb 08 15:45:55.451488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9609fd4a-46d0-4720-a848-6f7918508815 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:45:55.480428 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3f39a6ab-51dc-4433-988e-1524c0fb89c3 None None] Port b61a6fed-dff4-494c-b33f-1b697dae304d was deleted so its status cannot be updated. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 08 15:45:55.522890 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9b22918-64c6-4126-8eba-2dc13b2822a6 req-075fea38-d4b5-4c04-bd4a-59f83cd40c2f tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 210 time: 0.0921826 Feb 08 15:45:55.618434 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30e49482-1332-460b-a0b7-fbcfb51b508d req-8b171520-4c72-42c3-9a6c-56c1541f6aaa tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&id=719b5140-aec0-4c52-9272-e4db6e28923b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2051425 Feb 08 15:45:55.696768 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 9609fd4a-46d0-4720-a848-6f7918508815 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:45:55.699785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9609fd4a-46d0-4720-a848-6f7918508815 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:45:55.830207 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b7986c5-cda2-4614-8832-dd7977c6b427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (0d1c1a77-877d-45c3-97c6-74f663ce0a39), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:55.973974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a77dc43-b8db-483c-8786-6e415d7f0884', 'name': 'network-vif-deleted', 'tag': 'a6272eb1-1dcd-461d-9bca-2312193adc47'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:45:55.978457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-641614245-router', 'tenant_id': '2a1859c86c82495a9919bad5bbedad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '6c1505e6-a629-4fff-9e82-7751ae954f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:40Z', 'updated_at': '2022-02-08T15:45:46Z', 'revision_number': 4, 'project_id': '2a1859c86c82495a9919bad5bbedad71', 'gw_port': {'id': '6c1505e6-a629-4fff-9e82-7751ae954f22', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:45:42Z', 'updated_at': '2022-02-08T15:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b61a6fed-dff4-494c-b33f-1b697dae304d', 'name': '', 'network_id': 'a50c0856-ac82-4805-8322-c242e8f47c34', 'tenant_id': '2a1859c86c82495a9919bad5bbedad71', 'mac_address': 'fa:16:3e:db:81:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'fca517dc-7f73-4abe-8942-c0a85136c868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:45:45Z', 'updated_at': '2022-02-08T15:45:53Z', 'revision_number': 4, 'project_id': '2a1859c86c82495a9919bad5bbedad71', 'subnets': [{'id': 'fca517dc-7f73-4abe-8942-c0a85136c868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:55.978723 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533dab92-d36c-47bf-914f-b4520aa2be5f" -d '{"events": [{"server_uuid": "3a77dc43-b8db-483c-8786-6e415d7f0884", "name": "network-vif-deleted", "tag": "a6272eb1-1dcd-461d-9bca-2312193adc47"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:45:56.077933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99cc7e-bd45-412a-968c-5ed110da54e4 req-24f0f8e8-448f-4ad5-85a7-ae7d397d955c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:56.085732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa99cc7e-bd45-412a-968c-5ed110da54e4 req-24f0f8e8-448f-4ad5-85a7-ae7d397d955c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 946 time: 0.2610102 Feb 08 15:45:56.093263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e215f25-6245-4d0a-952c-0ceec33818d5 None None] The sync data for ids ['0d1c1a77-877d-45c3-97c6-74f663ce0a39'] in n-d-824834-11 is: [{'id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-641614245-router', 'tenant_id': '2a1859c86c82495a9919bad5bbedad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '6c1505e6-a629-4fff-9e82-7751ae954f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:40Z', 'updated_at': '2022-02-08T15:45:46Z', 'revision_number': 4, 'project_id': '2a1859c86c82495a9919bad5bbedad71', 'gw_port': {'id': '6c1505e6-a629-4fff-9e82-7751ae954f22', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:45:42Z', 'updated_at': '2022-02-08T15:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b61a6fed-dff4-494c-b33f-1b697dae304d', 'name': '', 'network_id': 'a50c0856-ac82-4805-8322-c242e8f47c34', 'tenant_id': '2a1859c86c82495a9919bad5bbedad71', 'mac_address': 'fa:16:3e:db:81:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'fca517dc-7f73-4abe-8942-c0a85136c868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:45:45Z', 'updated_at': '2022-02-08T15:45:53Z', 'revision_number': 4, 'project_id': '2a1859c86c82495a9919bad5bbedad71', 'subnets': [{'id': 'fca517dc-7f73-4abe-8942-c0a85136c868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:45:56.144877 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e08be91-6d34-47f3-8741-91893dcdd4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (366f153a-51b7-4f17-97cb-1b7880412065), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:56.256663 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa99cc7e-bd45-412a-968c-5ed110da54e4 req-d06e8055-10f9-4248-a0a8-12b701e1688a tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697421 Feb 08 15:45:56.375790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08be91-6d34-47f3-8741-91893dcdd4a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=366f153a-51b7-4f17-97cb-1b7880412065,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:56.391318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e08be91-6d34-47f3-8741-91893dcdd4a3 admin admin] Checking segment: {'id': '33f8759f-f51d-4e0b-be84-61cadefe7ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:45:56.392204 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e08be91-6d34-47f3-8741-91893dcdd4a3 admin admin] Network hostable DHCP agents. Network: 67d5b3dc-5058-4698-959f-710b67dd3c5d, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:45:56.416058 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5481ad1-1d16-438f-97a1-dae320e9068f x-openstack-request-id: req-a5481ad1-1d16-438f-97a1-dae320e9068f {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:45:56.416480 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a77dc43-b8db-483c-8786-6e415d7f0884", "name": "network-vif-deleted", "tag": "a6272eb1-1dcd-461d-9bca-2312193adc47", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:45:56.416875 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a5481ad1-1d16-438f-97a1-dae320e9068f {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:45:56.417556 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a77dc43-b8db-483c-8786-6e415d7f0884', 'name': 'network-vif-deleted', 'tag': 'a6272eb1-1dcd-461d-9bca-2312193adc47', 'status': 'completed', 'code': 200} Feb 08 15:45:56.435459 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e08be91-6d34-47f3-8741-91893dcdd4a3 admin admin] Network 67d5b3dc-5058-4698-959f-710b67dd3c5d is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:45:56.448254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7986c5-cda2-4614-8832-dd7977c6b427 admin admin] Router 0d1c1a77-877d-45c3-97c6-74f663ce0a39 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:45:56.465191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-5e08be91-6d34-47f3-8741-91893dcdd4a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 67d5b3dc-5058-4698-959f-710b67dd3c5d) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:56.481388 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e08be91-6d34-47f3-8741-91893dcdd4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:56.482010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e08be91-6d34-47f3-8741-91893dcdd4a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:56.495704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fa8f6d-ca2d-4f27-b1a5-03f14d0cef4c None None] Network 67d5b3dc-5058-4698-959f-710b67dd3c5d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:45:56.536745 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5e08be91-6d34-47f3-8741-91893dcdd4a3 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0201752 Feb 08 15:45:56.543362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36084) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:56.553441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:56.611529 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (902f0ac3-face-493d-aa63-10f77d3b06ee), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:56.612615 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (902f0ac3-face-493d-aa63-10f77d3b06ee), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:56.716044 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44c82f2e-d6d8-4bbc-a0f4-cf02b8987658 req-168157da-f720-47c5-bd41-2398b48e5b91 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=3a77dc43-b8db-483c-8786-6e415d7f0884 HTTP/1.1" status: 200 len: 210 time: 0.0814064 Feb 08 15:45:56.796913 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7986c5-cda2-4614-8832-dd7977c6b427 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:45:56.820882 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9b7986c5-cda2-4614-8832-dd7977c6b427 admin admin] 10.222.0.82 "PUT /v2.0/routers/0d1c1a77-877d-45c3-97c6-74f663ce0a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0411308 Feb 08 15:45:56.823867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36092) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:56.977643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4eddc05b-71b3-4867-8523-b0bec29f1e65 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=0bbaf540326f4cd99faef290d7e6ef16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885413 Feb 08 15:45:56.981387 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Publish callbacks [] for router_controller (902f0ac3-face-493d-aa63-10f77d3b06ee), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:57.021767 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-67d5b3dc-5058-4698-959f-710b67dd3c5d', 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'fixed_ips': [{'subnet_id': '366f153a-51b7-4f17-97cb-1b7880412065'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:45:57.023889 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:57.040051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-073617f1-ff86-43a2-ad62-62bfccaf7569 req-e40f6b84-b291-4640-bceb-abd8dd003cf5 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 210 time: 0.1712744 Feb 08 15:45:57.058571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] Publish callbacks [] for router (0d1c1a77-877d-45c3-97c6-74f663ce0a39), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:57.175446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36096) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:57.293471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f94445c-8a71-4e3d-8869-e0d21e193687 admin admin] Deleting subnet 861f702f-72c5-4ba8-b9fd-a3dea3b057b0 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:45:57.300677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Allocated IP 172.20.0.2 (67d5b3dc-5058-4698-959f-710b67dd3c5d/366f153a-51b7-4f17-97cb-1b7880412065/39121e9e-353f-4bcb-b1c1-1af8ffb21d92) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:45:57.307615 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f94445c-8a71-4e3d-8869-e0d21e193687 admin admin] Publish callbacks [] for subnet (861f702f-72c5-4ba8-b9fd-a3dea3b057b0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:57.325824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device a6272eb1-1dcd-461d-9bca-2312193adc47 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:45:57.404490 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f94445c-8a71-4e3d-8869-e0d21e193687 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (861f702f-72c5-4ba8-b9fd-a3dea3b057b0), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:57.493356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: a6272eb1-1dcd-461d-9bca-2312193adc47 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:45:57.493710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device a6272eb1-1dcd-461d-9bca-2312193adc47 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:45:57.494591 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f94445c-8a71-4e3d-8869-e0d21e193687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (861f702f-72c5-4ba8-b9fd-a3dea3b057b0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:57.530271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] Publish callbacks [] for router_gateway (0d1c1a77-877d-45c3-97c6-74f663ce0a39), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:57.671415 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] Deleting port 6c1505e6-a629-4fff-9e82-7751ae954f22 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:45:57.677455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-25673c50-b0ec-4b7e-a925-14c8061fbe87 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:57.679117 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-25673c50-b0ec-4b7e-a925-14c8061fbe87 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6765165 Feb 08 15:45:57.686829 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6c1505e6-a629-4fff-9e82-7751ae954f22), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:57.693906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Request body: {'port': {'device_id': 'b10fd47e-4699-42f0-8b54-2bd361345d7f', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '0bbaf540326f4cd99faef290d7e6ef16'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:45:57.727719 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Publish callbacks [] for router_gateway (902f0ac3-face-493d-aa63-10f77d3b06ee), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:57.779421 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Publish callbacks [] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:57.794225 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:57.846030 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] For port 6c1505e6-a629-4fff-9e82-7751ae954f22, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6c1505e6-a629-4fff-9e82-7751ae954f22,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:45:57.846551 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6c1505e6-a629-4fff-9e82-7751ae954f22), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:57.869659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] Calling delete_port for 6c1505e6-a629-4fff-9e82-7751ae954f22 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:45:57.876719 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Pushing event updated for resources: {'Port': ['ID=39121e9e-353f-4bcb-b1c1-1af8ffb21d92,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:57.887234 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Network 67d5b3dc-5058-4698-959f-710b67dd3c5d is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:45:57.891152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:45:57.909373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:45:57.949955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28a660-e0f5-4986-8025-3e6e3311bbb1 req-179b595b-db4c-44cc-91b0-0f20121923ac tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:57.969717 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d28a660-e0f5-4986-8025-3e6e3311bbb1 req-179b595b-db4c-44cc-91b0-0f20121923ac tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 984 time: 0.9569168 Feb 08 15:45:58.031112 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f94445c-8a71-4e3d-8869-e0d21e193687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (861f702f-72c5-4ba8-b9fd-a3dea3b057b0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:58.042133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Attempting to bind port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:45:58.042792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Attempting to bind port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '33f8759f-f51d-4e0b-be84-61cadefe7ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:45:58.043393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Attempting to bind port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 on network 67d5b3dc-5058-4698-959f-710b67dd3c5d {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:45:58.056492 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:45:58.056898 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Checking segment: {'id': '33f8759f-f51d-4e0b-be84-61cadefe7ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:45:58.057371 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:58.057861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Bound using segment: {'id': '33f8759f-f51d-4e0b-be84-61cadefe7ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:45:58.058429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Bound port: 39121e9e-353f-4bcb-b1c1-1af8ffb21d92, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f8759f-f51d-4e0b-be84-61cadefe7ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:45:58.058939 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:58.128861 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94445c-8a71-4e3d-8869-e0d21e193687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=861f702f-72c5-4ba8-b9fd-a3dea3b057b0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:58.134735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Made reservation on behalf of 0bbaf540326f4cd99faef290d7e6ef16 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:45:58.138014 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:58.182979 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:58.188668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] For port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:45:58.196341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe5c17-8cd7-4f9e-b783-b5c08442eeb0 req-4739518b-9695-46dd-bad0-005ef4dc25a8 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:45:58.198712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] For port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=39121e9e-353f-4bcb-b1c1-1af8ffb21d92,segment=NetworkSegment(33f8759f-f51d-4e0b-be84-61cadefe7ec9),segment_id=33f8759f-f51d-4e0b-be84-61cadefe7ec9)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:45:58.203696 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f94445c-8a71-4e3d-8869-e0d21e193687 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:58.205316 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcbe5c17-8cd7-4f9e-b783-b5c08442eeb0 req-4739518b-9695-46dd-bad0-005ef4dc25a8 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 946 time: 0.7424641 Feb 08 15:45:58.208674 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:58.220347 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0f94445c-8a71-4e3d-8869-e0d21e193687 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/861f702f-72c5-4ba8-b9fd-a3dea3b057b0 HTTP/1.1" status: 204 len: 168 time: 1.0437069 Feb 08 15:45:58.225182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36106) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:58.292425 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d28a660-e0f5-4986-8025-3e6e3311bbb1 req-eaf49d38-f96a-4eab-b3a6-d9a907b1970a tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&id=719b5140-aec0-4c52-9272-e4db6e28923b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3214803 Feb 08 15:45:58.326034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3999a2-ad02-4513-a64c-a4e70392ff7c None None] Pushing event updated for resources: {'Port': ['ID=39121e9e-353f-4bcb-b1c1-1af8ffb21d92,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:58.386841 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2467b148-822b-47e4-b29b-d28e5f3d9458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (67e9eee1-fa22-4fdb-a210-1356974271e1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:58.540817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f3701d7-1735-4ca3-ad51-af9a8441e79b req-4d7cb4d9-cf51-4010-9112-8d2e59d8d1b2 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 210 time: 0.0568838 Feb 08 15:45:58.572931 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcbe5c17-8cd7-4f9e-b783-b5c08442eeb0 req-2c8eae56-2582-45b3-84c1-8a23bf9d042e tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574924 Feb 08 15:45:58.606156 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2467b148-822b-47e4-b29b-d28e5f3d9458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (67e9eee1-fa22-4fdb-a210-1356974271e1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:58.648188 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-2467b148-822b-47e4-b29b-d28e5f3d9458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e9eee1-fa22-4fdb-a210-1356974271e1']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:58.662336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-2467b148-822b-47e4-b29b-d28e5f3d9458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7749970-df8b-4df3-bdce-0a07f29e30c8') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:58.662934 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-2467b148-822b-47e4-b29b-d28e5f3d9458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7749970-df8b-4df3-bdce-0a07f29e30c8') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:58.701449 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d6a3f4-6650-40df-a37e-6982973397e0 None None] Sync routers for ids ['0d1c1a77-877d-45c3-97c6-74f663ce0a39'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:45:58.719165 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d6a3f4-6650-40df-a37e-6982973397e0 None None] Routers {'0d1c1a77-877d-45c3-97c6-74f663ce0a39'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:45:58.721275 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-33d6a3f4-6650-40df-a37e-6982973397e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:45:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0d1c1a77-877d-45c3-97c6-74f663ce0a39'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:58.761078 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks [] for security_group (a39d69a0-503e-4b6c-9b5d-3bba8434b019), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:58.866186 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a39d69a0-503e-4b6c-9b5d-3bba8434b019), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:58.873614 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-33d6a3f4-6650-40df-a37e-6982973397e0 None None] Set router 0d1c1a77-877d-45c3-97c6-74f663ce0a39 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:45:59.017947 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-33d6a3f4-6650-40df-a37e-6982973397e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-641614245-router', 'tenant_id': '2a1859c86c82495a9919bad5bbedad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:40Z', 'updated_at': '2022-02-08T15:45:57Z', 'revision_number': 6, 'project_id': '2a1859c86c82495a9919bad5bbedad71', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:59.077526 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d6a3f4-6650-40df-a37e-6982973397e0 None None] Checking router: 0d1c1a77-877d-45c3-97c6-74f663ce0a39 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:45:59.089107 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d6a3f4-6650-40df-a37e-6982973397e0 None None] Routers {'0d1c1a77-877d-45c3-97c6-74f663ce0a39'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:45:59.089855 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-33d6a3f4-6650-40df-a37e-6982973397e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:45:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0d1c1a77-877d-45c3-97c6-74f663ce0a39'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:59.139826 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Allocated IP 192.168.233.81 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/540f42c4-3437-4a66-a8a2-43103f69511a) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:45:59.197354 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2467b148-822b-47e4-b29b-d28e5f3d9458 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (a7749970-df8b-4df3-bdce-0a07f29e30c8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:59.210500 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6c1505e6-a629-4fff-9e82-7751ae954f22), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:59.224852 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-33d6a3f4-6650-40df-a37e-6982973397e0 None None] Set router 0d1c1a77-877d-45c3-97c6-74f663ce0a39 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:45:59.238236 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2467b148-822b-47e4-b29b-d28e5f3d9458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a7749970-df8b-4df3-bdce-0a07f29e30c8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:59.246365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1505e6-a629-4fff-9e82-7751ae954f22,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:59.255155 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2467b148-822b-47e4-b29b-d28e5f3d9458 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:45:59.255780 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2467b148-822b-47e4-b29b-d28e5f3d9458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (a7749970-df8b-4df3-bdce-0a07f29e30c8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:45:59.258481 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:45:59.299416 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-33d6a3f4-6650-40df-a37e-6982973397e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-641614245-router', 'tenant_id': '2a1859c86c82495a9919bad5bbedad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:40Z', 'updated_at': '2022-02-08T15:45:57Z', 'revision_number': 6, 'project_id': '2a1859c86c82495a9919bad5bbedad71', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:45:59.336202 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d6a3f4-6650-40df-a37e-6982973397e0 None None] The sync data for ids ['0d1c1a77-877d-45c3-97c6-74f663ce0a39'] in n-d-824834-11 is: [{'id': '0d1c1a77-877d-45c3-97c6-74f663ce0a39', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-641614245-router', 'tenant_id': '2a1859c86c82495a9919bad5bbedad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:40Z', 'updated_at': '2022-02-08T15:45:57Z', 'revision_number': 6, 'project_id': '2a1859c86c82495a9919bad5bbedad71', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:45:59.367541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39d69a0-503e-4b6c-9b5d-3bba8434b019,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:59.409896 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2467b148-822b-47e4-b29b-d28e5f3d9458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (67e9eee1-fa22-4fdb-a210-1356974271e1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:59.424133 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2467b148-822b-47e4-b29b-d28e5f3d9458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:59.430332 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2467b148-822b-47e4-b29b-d28e5f3d9458 admin admin] 10.222.0.82 "DELETE /v2.0/networks/67e9eee1-fa22-4fdb-a210-1356974271e1 HTTP/1.1" status: 204 len: 168 time: 1.1964707 Feb 08 15:45:59.437821 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (0d1c1a77-877d-45c3-97c6-74f663ce0a39), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:59.471575 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467b148-822b-47e4-b29b-d28e5f3d9458 admin admin] Pushing event deleted for resources: {'Network': ['ID=67e9eee1-fa22-4fdb-a210-1356974271e1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:45:59.603849 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (0d1c1a77-877d-45c3-97c6-74f663ce0a39), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:59.612803 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] Publish callbacks [] for router_controller (0d1c1a77-877d-45c3-97c6-74f663ce0a39), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:59.698070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36124) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:59.708434 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (0d1c1a77-877d-45c3-97c6-74f663ce0a39), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:59.714754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d1c1a77-877d-45c3-97c6-74f663ce0a39 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:45:59.724862 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:59.729203 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3c78e715-c235-4233-b41a-d8da100851fd admin admin] 10.222.0.82 "DELETE /v2.0/routers/0d1c1a77-877d-45c3-97c6-74f663ce0a39 HTTP/1.1" status: 204 len: 168 time: 2.9001443 Feb 08 15:45:59.730284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36126) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:59.805491 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a886b54a-049c-4b97-bf30-3b80e219c821 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fc1f662f69bf4e798027631518391c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1042604 Feb 08 15:45:59.809005 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36128) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:45:59.822426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-788a6d84-f424-4d5f-bd4b-69664f5f5a9a admin admin] Deleting subnet fca517dc-7f73-4abe-8942-c0a85136c868 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:45:59.834470 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-788a6d84-f424-4d5f-bd4b-69664f5f5a9a admin admin] Publish callbacks [] for subnet (fca517dc-7f73-4abe-8942-c0a85136c868), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:59.902829 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-788a6d84-f424-4d5f-bd4b-69664f5f5a9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (fca517dc-7f73-4abe-8942-c0a85136c868), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:59.963836 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Publish callbacks [] for router_gateway (902f0ac3-face-493d-aa63-10f77d3b06ee), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:45:59.968069 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59ce8f69-db7f-4df7-a3af-9034be6f9672 req-8b39ec91-b877-4bce-91cc-f7c72c85d7d6 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-657187329&fields=id&tenant_id=681f6587c0694615a3bd4e5e8f93c31a HTTP/1.1" status: 200 len: 267 time: 1.1892984 Feb 08 15:46:00.017270 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d337dc8c-f573-466c-9677-40fc78a4c512 admin admin] Publish callbacks [] for security_group (50a58622-f73c-49e4-9b8e-ab8a05f0d751), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:00.020209 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c3bbf8-af49-4ff2-8b87-807c3df68f75 None None] Network 67d5b3dc-5058-4698-959f-710b67dd3c5d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:46:00.040035 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-788a6d84-f424-4d5f-bd4b-69664f5f5a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (fca517dc-7f73-4abe-8942-c0a85136c868), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:00.046478 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:00.095415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7d4a2-a56c-4f48-a869-19fc3af740e0 req-8341f07e-1f1b-47d2-9597-d9232211fafd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:00.113096 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bcc7d4a2-a56c-4f48-a869-19fc3af740e0 req-8341f07e-1f1b-47d2-9597-d9232211fafd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dac4d5d-668e-4891-b737-17ab6bb6b91d HTTP/1.1" status: 200 len: 950 time: 0.9616804 Feb 08 15:46:00.176019 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-788a6d84-f424-4d5f-bd4b-69664f5f5a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (fca517dc-7f73-4abe-8942-c0a85136c868), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:00.177026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-73593edd-e6af-4d1e-9cdc-321bdac32598 None None] Provisioning complete for port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:00.179677 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-73593edd-e6af-4d1e-9cdc-321bdac32598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:00.263579 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks [] for port (540f42c4-3437-4a66-a8a2-43103f69511a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:00.268936 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d337dc8c-f573-466c-9677-40fc78a4c512 admin admin] Publish callbacks [] for security_group (50a58622-f73c-49e4-9b8e-ab8a05f0d751), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:00.296417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a6d84-f424-4d5f-bd4b-69664f5f5a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca517dc-7f73-4abe-8942-c0a85136c868,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:00.316797 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-788a6d84-f424-4d5f-bd4b-69664f5f5a9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:00.329933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3032e439-d889-4321-9c81-a93d25dfa459 None None] Network a50c0856-ac82-4805-8322-c242e8f47c34 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:46:00.331903 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-788a6d84-f424-4d5f-bd4b-69664f5f5a9a admin admin] 10.222.0.82 "DELETE /v2.0/subnets/fca517dc-7f73-4abe-8942-c0a85136c868 HTTP/1.1" status: 204 len: 168 time: 0.6000183 Feb 08 15:46:00.333374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36134) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:00.452729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-73593edd-e6af-4d1e-9cdc-321bdac32598 None None] Current status of the port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:00.453385 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-73593edd-e6af-4d1e-9cdc-321bdac32598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:00.617696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:00.671227 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d337dc8c-f573-466c-9677-40fc78a4c512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (50a58622-f73c-49e4-9b8e-ab8a05f0d751), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:00.673156 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (540f42c4-3437-4a66-a8a2-43103f69511a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:00.686129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Allocated IP 172.25.7.179 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/4b0ace04-ca45-4b2a-9144-f0f21cafef44) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:46:00.688841 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d337dc8c-f573-466c-9677-40fc78a4c512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:00.693362 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d337dc8c-f573-466c-9677-40fc78a4c512 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/50a58622-f73c-49e4-9b8e-ab8a05f0d751 HTTP/1.1" status: 204 len: 168 time: 0.8831935 Feb 08 15:46:00.754865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337dc8c-f573-466c-9677-40fc78a4c512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a58622-f73c-49e4-9b8e-ab8a05f0d751,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:00.809679 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0abfd8-94eb-4252-875b-fe98a40a4561 req-53f35d6b-4e2f-458d-8fd3-7aea5eca4757 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:00.811273 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c0abfd8-94eb-4252-875b-fe98a40a4561 req-53f35d6b-4e2f-458d-8fd3-7aea5eca4757 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "GET /v2.0/ports?device_id=78a41fa7-f0ca-4756-9e60-668c03b9ae74 HTTP/1.1" status: 200 len: 949 time: 0.2748454 Feb 08 15:46:00.814016 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (a50c0856-ac82-4805-8322-c242e8f47c34), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:00.955420 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bcc7d4a2-a56c-4f48-a869-19fc3af740e0 req-dcac0c7b-ad58-4695-a5fd-d71ec24ca2c4 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8412976 Feb 08 15:46:01.037161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-73593edd-e6af-4d1e-9cdc-321bdac32598 None None] For port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=39121e9e-353f-4bcb-b1c1-1af8ffb21d92,segment=NetworkSegment(33f8759f-f51d-4e0b-be84-61cadefe7ec9),segment_id=33f8759f-f51d-4e0b-be84-61cadefe7ec9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:01.050151 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-73593edd-e6af-4d1e-9cdc-321bdac32598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:01.114564 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:01.128070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce8f69-db7f-4df7-a3af-9034be6f9672 req-786f490d-fd06-4ed8-a2a3-262616ca3ef0 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:01.138950 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59ce8f69-db7f-4df7-a3af-9034be6f9672 req-786f490d-fd06-4ed8-a2a3-262616ca3ef0 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 984 time: 1.1576679 Feb 08 15:46:01.141335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6c46b2-ee0a-467e-8cc2-0d7e717a6781 None None] DHCP port deletion for a50c0856-ac82-4805-8322-c242e8f47c34 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:46:01.146378 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] Deleting port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:46:01.146803 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:01.157732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-59ce8f69-db7f-4df7-a3af-9034be6f9672 req-ee3e69bd-8feb-4967-af03-628b88a3794e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'port': {'security_groups': ['719b5140-aec0-4c52-9272-e4db6e28923b', 'c118cd36-1643-4879-956d-84d2397cb658', '2935f3a2-7221-44f1-b72d-563f9ca618a6']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:01.167111 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:01.175233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-7c0abfd8-94eb-4252-875b-fe98a40a4561 req-2dbaab34-2b00-4ba7-b693-240658b664d5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Deleting port cede9974-31d3-4df2-beb4-5e6849591e4a {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:46:01.175594 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7c0abfd8-94eb-4252-875b-fe98a40a4561 req-2dbaab34-2b00-4ba7-b693-240658b664d5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:01.192278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:46:01.217080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Pushing event updated for resources: {'Port': ['ID=540f42c4-3437-4a66-a8a2-43103f69511a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:01.218405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73593edd-e6af-4d1e-9cdc-321bdac32598 None None] Pushing event updated for resources: {'Port': ['ID=39121e9e-353f-4bcb-b1c1-1af8ffb21d92,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:01.244506 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:01.245033 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:01.336871 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f2eea-be50-4602-a572-7ab7d0dd766b req-833c57e5-f5f4-4235-a238-b05800590a7d tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:01.338498 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-215f2eea-be50-4602-a572-7ab7d0dd766b req-833c57e5-f5f4-4235-a238-b05800590a7d tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dac4d5d-668e-4891-b737-17ab6bb6b91d HTTP/1.1" status: 200 len: 950 time: 0.7299657 Feb 08 15:46:01.354507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d2dc61ec-c6a2-41b0-a3f7-c89038d0bc73 None None] Provisioning complete for port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:01.355896 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d2dc61ec-c6a2-41b0-a3f7-c89038d0bc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:01.452038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:01.452709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:01.510258 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Publish callbacks [] for port (4b0ace04-ca45-4b2a-9144-f0f21cafef44), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:01.518580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-3cd5ea35-dac9-408e-a17e-103122ccff0b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8285952 Feb 08 15:46:01.520230 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-59ce8f69-db7f-4df7-a3af-9034be6f9672 req-ee3e69bd-8feb-4967-af03-628b88a3794e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:01.532616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] For port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4f0f78b8-3b84-4f37-a9bb-c44121dd5a57,segment=NetworkSegment(d2e96edd-a663-46a3-80ed-884e9c37e948),segment_id=d2e96edd-a663-46a3-80ed-884e9c37e948)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:01.533146 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:01.561273 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Request body: {'port': {'device_id': 'b10fd47e-4699-42f0-8b54-2bd361345d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:01.578142 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] Calling delete_port for 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:46:01.583405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928444f3-106e-4934-9f54-419ce7e16d73 req-3c1dfb5a-da55-4339-8119-4b43ba981bf9 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:01.591607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-928444f3-106e-4934-9f54-419ce7e16d73 req-3c1dfb5a-da55-4339-8119-4b43ba981bf9 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 946 time: 0.4486055 Feb 08 15:46:01.714931 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2d6001d3-d66a-408f-a030-c8a075227157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:01.721803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc61ec-c6a2-41b0-a3f7-c89038d0bc73 None None] Current status of the port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:01.731715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7c0abfd8-94eb-4252-875b-fe98a40a4561 req-2dbaab34-2b00-4ba7-b693-240658b664d5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] For port cede9974-31d3-4df2-beb4-5e6849591e4a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=cede9974-31d3-4df2-beb4-5e6849591e4a,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:01.732089 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7c0abfd8-94eb-4252-875b-fe98a40a4561 req-2dbaab34-2b00-4ba7-b693-240658b664d5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:01.745848 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-df6c46b2-ee0a-467e-8cc2-0d7e717a6781 None None] Deleting port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:46:01.746233 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-df6c46b2-ee0a-467e-8cc2-0d7e717a6781 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:01.770189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-7c0abfd8-94eb-4252-875b-fe98a40a4561 req-2dbaab34-2b00-4ba7-b693-240658b664d5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Calling delete_port for cede9974-31d3-4df2-beb4-5e6849591e4a owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:46:01.892333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:01.901861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-df6c46b2-ee0a-467e-8cc2-0d7e717a6781 None None] For port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4f0f78b8-3b84-4f37-a9bb-c44121dd5a57,segment=NetworkSegment(d2e96edd-a663-46a3-80ed-884e9c37e948),segment_id=d2e96edd-a663-46a3-80ed-884e9c37e948)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:01.902268 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-df6c46b2-ee0a-467e-8cc2-0d7e717a6781 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:01.924601 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-24f7ea7f-b7bd-4631-9cf4-cd6f23219fe3 None None] Provisioning complete for port 540f42c4-3437-4a66-a8a2-43103f69511a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:01.925046 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-24f7ea7f-b7bd-4631-9cf4-cd6f23219fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (540f42c4-3437-4a66-a8a2-43103f69511a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:01.931517 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-df6c46b2-ee0a-467e-8cc2-0d7e717a6781 None None] Calling delete_port for 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:46:01.968032 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:01.994289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b61a6fed-dff4-494c-b33f-1b697dae304d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:46:02.044050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0f78b8-3b84-4f37-a9bb-c44121dd5a57,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:02.052886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: b61a6fed-dff4-494c-b33f-1b697dae304d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:46:02.053468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b61a6fed-dff4-494c-b33f-1b697dae304d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:46:02.054913 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6c1505e6-a629-4fff-9e82-7751ae954f22 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:46:02.057039 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] No DVR routers for this DVR port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:46:02.113694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-59ce8f69-db7f-4df7-a3af-9034be6f9672 req-ee3e69bd-8feb-4967-af03-628b88a3794e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] For port c25880f4-85c6-4924-8113-ef0899b34f2d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c25880f4-85c6-4924-8113-ef0899b34f2d,segment=NetworkSegment(4c373b02-26c6-4309-b2a3-a1681f5e032e),segment_id=4c373b02-26c6-4309-b2a3-a1681f5e032e)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:02.161443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-24f7ea7f-b7bd-4631-9cf4-cd6f23219fe3 None None] Port 540f42c4-3437-4a66-a8a2-43103f69511a cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:46:02.165298 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-59ce8f69-db7f-4df7-a3af-9034be6f9672 req-ee3e69bd-8feb-4967-af03-628b88a3794e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.172078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 6c1505e6-a629-4fff-9e82-7751ae954f22 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:46:02.172697 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6c1505e6-a629-4fff-9e82-7751ae954f22 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:46:02.202053 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-59ce8f69-db7f-4df7-a3af-9034be6f9672 req-ee3e69bd-8feb-4967-af03-628b88a3794e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.229558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['bfecfff6-1f36-4534-b337-0a0417ec92e8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:02.238416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['c25880f4-85c6-4924-8113-ef0899b34f2d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:02.268848 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (a50c0856-ac82-4805-8322-c242e8f47c34), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.297592 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7c0abfd8-94eb-4252-875b-fe98a40a4561 req-2dbaab34-2b00-4ba7-b693-240658b664d5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (cede9974-31d3-4df2-beb4-5e6849591e4a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.309958 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50c0856-ac82-4805-8322-c242e8f47c34']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:02.347620 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaab34-2b00-4ba7-b693-240658b664d5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event deleted for resources: {'Port': ['ID=cede9974-31d3-4df2-beb4-5e6849591e4a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:02.367174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e96edd-a663-46a3-80ed-884e9c37e948') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:02.367571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e96edd-a663-46a3-80ed-884e9c37e948') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:02.391285 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36162) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:02.400297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['44ed5363-0f44-4ef7-91ec-3d682c8ee53d', '61036a9b-1ca0-430e-a9d6-b220f970db5a', 'a25273d2-2129-4f36-bd3c-7d3a4544071f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:02.409519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['e0c134c6-bee7-4d57-90ac-a159396fd7ec'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:02.434465 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (540f42c4-3437-4a66-a8a2-43103f69511a), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.469023 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (d2e96edd-a663-46a3-80ed-884e9c37e948), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.485735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-928444f3-106e-4934-9f54-419ce7e16d73 req-4a8b8821-cb19-4a9a-b31a-897b35e0f925 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8932014 Feb 08 15:46:02.486692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e69bd-8feb-4967-af03-628b88a3794e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'Port': ['ID=c25880f4-85c6-4924-8113-ef0899b34f2d,revision_number=7']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:02.495159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-215f2eea-be50-4602-a572-7ab7d0dd766b req-54672b45-a1a6-4762-9e54-18390e4f005a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Deleting port e0c134c6-bee7-4d57-90ac-a159396fd7ec {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:46:02.495159 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-215f2eea-be50-4602-a572-7ab7d0dd766b req-54672b45-a1a6-4762-9e54-18390e4f005a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.499690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:02.503185 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-df6c46b2-ee0a-467e-8cc2-0d7e717a6781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (4f0f78b8-3b84-4f37-a9bb-c44121dd5a57), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.503428 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4b0ace04-ca45-4b2a-9144-f0f21cafef44), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.508222 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d2e96edd-a663-46a3-80ed-884e9c37e948), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.523788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:46:02.524544 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (d2e96edd-a663-46a3-80ed-884e9c37e948), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.593344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:02.611798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0abfd8-94eb-4252-875b-fe98a40a4561 req-2dbaab34-2b00-4ba7-b693-240658b664d5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] No DVR routers for this DVR port cede9974-31d3-4df2-beb4-5e6849591e4a on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:46:02.617869 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7c0abfd8-94eb-4252-875b-fe98a40a4561 req-2dbaab34-2b00-4ba7-b693-240658b664d5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.621647 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c0abfd8-94eb-4252-875b-fe98a40a4561 req-2dbaab34-2b00-4ba7-b693-240658b664d5 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "DELETE /v2.0/ports/cede9974-31d3-4df2-beb4-5e6849591e4a HTTP/1.1" status: 204 len: 173 time: 1.8047559 Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:46:02.622788 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:46:02.627545 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c46b2-ee0a-467e-8cc2-0d7e717a6781 None None] Pushing event deleted for resources: {'Port': ['ID=4f0f78b8-3b84-4f37-a9bb-c44121dd5a57,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:02.637978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c46b2-ee0a-467e-8cc2-0d7e717a6781 None None] No DVR routers for this DVR port 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:46:02.646627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a41fa7-f0ca-4756-9e60-668c03b9ae74', 'name': 'network-vif-deleted', 'tag': 'cede9974-31d3-4df2-beb4-5e6849591e4a'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:02.650636 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9046dc-a963-4397-b109-79647cf29f19" -d '{"events": [{"server_uuid": "78a41fa7-f0ca-4756-9e60-668c03b9ae74", "name": "network-vif-deleted", "tag": "cede9974-31d3-4df2-beb4-5e6849591e4a"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:02.654132 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (a50c0856-ac82-4805-8322-c242e8f47c34), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.669619 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.673376 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] 10.222.0.82 "DELETE /v2.0/networks/a50c0856-ac82-4805-8322-c242e8f47c34 HTTP/1.1" status: 204 len: 168 time: 2.3013387 Feb 08 15:46:02.686512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307416f0-131a-41c3-942e-e80417ea97cf admin admin] Pushing event deleted for resources: {'Network': ['ID=a50c0856-ac82-4805-8322-c242e8f47c34,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:02.686785 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Pushing event updated for resources: {'Port': ['ID=4b0ace04-ca45-4b2a-9144-f0f21cafef44,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:02.705547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:02.711182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:46:02.749243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['c25880f4-85c6-4924-8113-ef0899b34f2d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:02.753338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce8f69-db7f-4df7-a3af-9034be6f9672 req-ee3e69bd-8feb-4967-af03-628b88a3794e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:02.755711 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-59ce8f69-db7f-4df7-a3af-9034be6f9672 req-ee3e69bd-8feb-4967-af03-628b88a3794e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.761316 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59ce8f69-db7f-4df7-a3af-9034be6f9672 req-ee3e69bd-8feb-4967-af03-628b88a3794e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "PUT /v2.0/ports/c25880f4-85c6-4924-8113-ef0899b34f2d HTTP/1.1" status: 200 len: 1020 time: 1.6195614 Feb 08 15:46:02.862535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828b956a-9d16-4ff1-b9cb-67253bffd8c7', 'tag': 'c25880f4-85c6-4924-8113-ef0899b34f2d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:02.878464 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcddb38-4d95-4526-aeb8-b75286be3d46" -d '{"events": [{"name": "network-changed", "server_uuid": "828b956a-9d16-4ff1-b9cb-67253bffd8c7", "tag": "c25880f4-85c6-4924-8113-ef0899b34f2d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:02.882420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1032420974-network', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:02.933694 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] Made reservation on behalf of 4fa45dfbe2a044b7aa392eb6a9f94e44 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:46:02.936700 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:02.956968 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:03.046167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:03.046978 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:03.105864 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] Publish callbacks [] for security_group (0d9afd3a-5330-47a6-92e6-f51be9eb6ae6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:03.107133 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36174) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:03.118953 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0d9afd3a-5330-47a6-92e6-f51be9eb6ae6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:03.136923 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:46:03.152450 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (1a9f4833-ef70-4d22-8193-11d3ca291e57), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:03.152829 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] Added segment 1a9f4833-ef70-4d22-8193-11d3ca291e57 of type vlan for network f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 Feb 08 15:46:03.224297 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:03.327029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540f42c4-3437-4a66-a8a2-43103f69511a {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:46:03.340683 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Publish callbacks [] for port (540f42c4-3437-4a66-a8a2-43103f69511a), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:03.357098 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:03.359185 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:03.359833 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:03.460913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-215f2eea-be50-4602-a572-7ab7d0dd766b req-54672b45-a1a6-4762-9e54-18390e4f005a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] For port e0c134c6-bee7-4d57-90ac-a159396fd7ec, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e0c134c6-bee7-4d57-90ac-a159396fd7ec,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:03.462293 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-215f2eea-be50-4602-a572-7ab7d0dd766b req-54672b45-a1a6-4762-9e54-18390e4f005a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:03.487073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-215f2eea-be50-4602-a572-7ab7d0dd766b req-54672b45-a1a6-4762-9e54-18390e4f005a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Calling delete_port for e0c134c6-bee7-4d57-90ac-a159396fd7ec owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:46:03.524460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9afd3a-5330-47a6-92e6-f51be9eb6ae6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:03.545945 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1177566 Feb 08 15:46:03.554792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36182) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:03.560415 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-42b6bfc7-0256-4664-b9b5-f1269b6f6b66 admin admin] Request body: {'subnet': {'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1032420974-subnet', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:03.594327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef5d6a-d3f1-4a17-8025-eb23781e693f admin admin] Pushing event updated for resources: {'Network': ['ID=f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:03.614442 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5d6c5f48-ec4d-4703-9a07-63b50e147559 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2a1859c86c82495a9919bad5bbedad71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5056400 Feb 08 15:46:03.630135 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:46:03.648906 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36184) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:03.674261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b6bfc7-0256-4664-b9b5-f1269b6f6b66 admin admin] Made reservation on behalf of 4fa45dfbe2a044b7aa392eb6a9f94e44 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:46:03.679486 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-42b6bfc7-0256-4664-b9b5-f1269b6f6b66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:03.741950 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:03.744590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Transition to ACTIVE for port object 540f42c4-3437-4a66-a8a2-43103f69511a will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:46:03.787670 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-79da7466-ecd3-4b12-8bf5-0499f48d95f5 req-9cf329cf-44b3-4c9a-80b1-0db5443c0f43 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4141450 Feb 08 15:46:03.841241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-8d2b8fec-ec57-4eca-84c6-b39bbd08aa4c tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:03.842793 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-8d2b8fec-ec57-4eca-84c6-b39bbd08aa4c tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1&tenant_id=504f43bb8bb74d7a9517a59da6bb23db&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 1129 time: 0.3628087 Feb 08 15:46:03.843730 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (540f42c4-3437-4a66-a8a2-43103f69511a), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:03.862381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824834-11'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:03.872606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 165343a0-7048-4983-9a11-c5fd7d41cb72 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:46:03.899596 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aab4199d-6e99-4b98-aeb1-24f748fabe03 admin admin] Publish callbacks [] for security_group (2db7aa5b-c896-4ba1-9bd7-84e8b6244bc8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:04.005569 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aab4199d-6e99-4b98-aeb1-24f748fabe03 admin admin] Publish callbacks [] for security_group (2db7aa5b-c896-4ba1-9bd7-84e8b6244bc8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:04.095720 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-215f2eea-be50-4602-a572-7ab7d0dd766b req-54672b45-a1a6-4762-9e54-18390e4f005a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e0c134c6-bee7-4d57-90ac-a159396fd7ec), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:04.120494 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=165343a0-7048-4983-9a11-c5fd7d41cb72,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:04.143622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device cede9974-31d3-4df2-beb4-5e6849591e4a no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:46:04.180924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:46:04.199039 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5229fc5-5f7d-4b5a-af79-89c50e1c7ffe req-a1ea9b05-e021-4687-a2fd-55b9f18e1a30 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:04.201909 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5229fc5-5f7d-4b5a-af79-89c50e1c7ffe req-a1ea9b05-e021-4687-a2fd-55b9f18e1a30 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 935 time: 1.4922137 Feb 08 15:46:04.210839 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:04.217331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da7466-ecd3-4b12-8bf5-0499f48d95f5 req-263c0f88-91bd-4904-80c8-5b87fa430d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:04.218440 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-79da7466-ecd3-4b12-8bf5-0499f48d95f5 req-263c0f88-91bd-4904-80c8-5b87fa430d48 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 1127 time: 0.3233387 Feb 08 15:46:04.233140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff23b3-9d53-42df-9df3-49e62b3babe2 req-76e5ab06-2d6d-4700-b375-2693137cd082 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:04.235133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6aff23b3-9d53-42df-9df3-49e62b3babe2 req-76e5ab06-2d6d-4700-b375-2693137cd082 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dac4d5d-668e-4891-b737-17ab6bb6b91d HTTP/1.1" status: 200 len: 867 time: 1.2832274 Feb 08 15:46:04.261445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Pushing event updated for resources: {'Port': ['ID=540f42c4-3437-4a66-a8a2-43103f69511a,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:04.313667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 165343a0-7048-4983-9a11-c5fd7d41cb72 has no active binding in host n-h1-824834-11 {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 15:46:04.315899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: cede9974-31d3-4df2-beb4-5e6849591e4a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:46:04.316315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device cede9974-31d3-4df2-beb4-5e6849591e4a not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:46:04.319831 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['44ed5363-0f44-4ef7-91ec-3d682c8ee53d', '61036a9b-1ca0-430e-a9d6-b220f970db5a', 'a25273d2-2129-4f36-bd3c-7d3a4544071f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:04.322867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:46:04.323219 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4f0f78b8-3b84-4f37-a9bb-c44121dd5a57 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:46:04.357914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54672b45-a1a6-4762-9e54-18390e4f005a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event deleted for resources: {'Port': ['ID=e0c134c6-bee7-4d57-90ac-a159396fd7ec,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:04.405146 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-215f2eea-be50-4602-a572-7ab7d0dd766b req-54672b45-a1a6-4762-9e54-18390e4f005a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] No DVR routers for this DVR port e0c134c6-bee7-4d57-90ac-a159396fd7ec on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:46:04.420507 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-215f2eea-be50-4602-a572-7ab7d0dd766b req-54672b45-a1a6-4762-9e54-18390e4f005a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:04.425786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-215f2eea-be50-4602-a572-7ab7d0dd766b req-54672b45-a1a6-4762-9e54-18390e4f005a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.96 "DELETE /v2.0/ports/e0c134c6-bee7-4d57-90ac-a159396fd7ec HTTP/1.1" status: 204 len: 173 time: 3.0722024 Feb 08 15:46:04.438320 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-42b6bfc7-0256-4664-b9b5-f1269b6f6b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (27513bf0-b566-4818-a844-46757704e932), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:04.446471 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aab4199d-6e99-4b98-aeb1-24f748fabe03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2db7aa5b-c896-4ba1-9bd7-84e8b6244bc8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:04.449161 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aab4199d-6e99-4b98-aeb1-24f748fabe03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:04.450570 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aab4199d-6e99-4b98-aeb1-24f748fabe03 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2db7aa5b-c896-4ba1-9bd7-84e8b6244bc8 HTTP/1.1" status: 204 len: 168 time: 0.7986810 Feb 08 15:46:04.478443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Attempting to bind port 540f42c4-3437-4a66-a8a2-43103f69511a on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:46:04.478990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Attempting to bind port 540f42c4-3437-4a66-a8a2-43103f69511a by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:46:04.479300 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Attempting to bind port 540f42c4-3437-4a66-a8a2-43103f69511a on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:04.510140 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-68e587a4-1300-458e-b93c-4806dd79af34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:04.515501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4199d-6e99-4b98-aeb1-24f748fabe03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db7aa5b-c896-4ba1-9bd7-84e8b6244bc8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:04.690765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da7466-ecd3-4b12-8bf5-0499f48d95f5 req-e4c0a869-724f-4cbc-8e3e-e0fb262600b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:04.692252 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-79da7466-ecd3-4b12-8bf5-0499f48d95f5 req-e4c0a869-724f-4cbc-8e3e-e0fb262600b0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.4309943 Feb 08 15:46:04.693071 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6bfc7-0256-4664-b9b5-f1269b6f6b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27513bf0-b566-4818-a844-46757704e932,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:04.705475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Port 540f42c4-3437-4a66-a8a2-43103f69511a on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:46:04.706053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Attempting to bind port 540f42c4-3437-4a66-a8a2-43103f69511a on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:04.782047 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-79da7466-ecd3-4b12-8bf5-0499f48d95f5 req-6a347c96-c7fd-46a0-989f-72257d2b27c5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b HTTP/1.1" status: 200 len: 217 time: 0.0797629 Feb 08 15:46:04.804094 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b6bfc7-0256-4664-b9b5-f1269b6f6b66 admin admin] Checking segment: {'id': '1a9f4833-ef70-4d22-8193-11d3ca291e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:46:04.804492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b6bfc7-0256-4664-b9b5-f1269b6f6b66 admin admin] Network hostable DHCP agents. Network: f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:46:04.830388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6aff23b3-9d53-42df-9df3-49e62b3babe2 req-4a4bcf7c-3115-40c1-b61a-55e7ddc80b07 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535870 Feb 08 15:46:04.831701 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Publish callbacks [] for router_gateway (902f0ac3-face-493d-aa63-10f77d3b06ee), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:04.899085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=165343a0-7048-4983-9a11-c5fd7d41cb72,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:04.920711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:46:04.921129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:46:04.921468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:46:04.921917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Bound port: 540f42c4-3437-4a66-a8a2-43103f69511a, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:46:04.922532 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (540f42c4-3437-4a66-a8a2-43103f69511a), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:04.939010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5229fc5-5f7d-4b5a-af79-89c50e1c7ffe req-c09bdb73-71b3-430d-a57e-e7440094870c tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7189176 Feb 08 15:46:04.981712 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d7e0f2-a3e2-4be1-a57b-515d8bb1c7a4 x-openstack-request-id: req-18d7e0f2-a3e2-4be1-a57b-515d8bb1c7a4 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:04.982042 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a41fa7-f0ca-4756-9e60-668c03b9ae74", "name": "network-vif-deleted", "tag": "cede9974-31d3-4df2-beb4-5e6849591e4a", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:04.982297 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-18d7e0f2-a3e2-4be1-a57b-515d8bb1c7a4 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:04.982687 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a41fa7-f0ca-4756-9e60-668c03b9ae74', 'name': 'network-vif-deleted', 'tag': 'cede9974-31d3-4df2-beb4-5e6849591e4a', 'status': 'completed', 'code': 200} Feb 08 15:46:05.047554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b6bfc7-0256-4664-b9b5-f1269b6f6b66 admin admin] Network f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:46:05.055458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da7466-ecd3-4b12-8bf5-0499f48d95f5 req-140476f1-57bd-4049-9a10-f9e29cc78ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:05.056854 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-79da7466-ecd3-4b12-8bf5-0499f48d95f5 req-140476f1-57bd-4049-9a10-f9e29cc78ae1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.2543349 Feb 08 15:46:05.075669 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcffed3-65c4-4359-8b76-c0c85d4cb9ff x-openstack-request-id: req-7dcffed3-65c4-4359-8b76-c0c85d4cb9ff {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:05.076120 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828b956a-9d16-4ff1-b9cb-67253bffd8c7", "tag": "c25880f4-85c6-4924-8113-ef0899b34f2d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:05.076531 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7dcffed3-65c4-4359-8b76-c0c85d4cb9ff {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:05.077635 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828b956a-9d16-4ff1-b9cb-67253bffd8c7', 'tag': 'c25880f4-85c6-4924-8113-ef0899b34f2d', 'status': 'completed', 'code': 200} Feb 08 15:46:05.141629 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-79da7466-ecd3-4b12-8bf5-0499f48d95f5 req-785a6a09-bbe3-4230-8e58-fabed3288611 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725234 Feb 08 15:46:05.145771 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-42b6bfc7-0256-4664-b9b5-f1269b6f6b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:05.156335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b6bfc7-0256-4664-b9b5-f1269b6f6b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:05.156927 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-42b6bfc7-0256-4664-b9b5-f1269b6f6b66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:05.196191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:46:05.337169 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-42b6bfc7-0256-4664-b9b5-f1269b6f6b66 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7810435 Feb 08 15:46:05.340616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36200) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:05.346011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fbe28d-a182-4e66-b6aa-803598092e67 None None] Network f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:46:05.348451 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:05.439248 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Publish callbacks [] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:05.461345 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (22b53670-9a3e-472e-b419-2a60b6613ded), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:05.462395 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (22b53670-9a3e-472e-b419-2a60b6613ded), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:05.526593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e0c134c6-bee7-4d57-90ac-a159396fd7ec no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:46:05.534208 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:05.563296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: e0c134c6-bee7-4d57-90ac-a159396fd7ec {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:46:05.563648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e0c134c6-bee7-4d57-90ac-a159396fd7ec not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:46:05.680709 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:05.694225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Publish callbacks [] for router_controller (22b53670-9a3e-472e-b419-2a60b6613ded), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:05.716474 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-79da7466-ecd3-4b12-8bf5-0499f48d95f5 req-4bd7b6d4-0277-4c74-8bd9-4a3c9a589153 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616820 Feb 08 15:46:05.870369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'fixed_ips': [{'subnet_id': '27513bf0-b566-4818-a844-46757704e932'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:46:05.871252 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:05.891645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] For port 540f42c4-3437-4a66-a8a2-43103f69511a, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:46:05.896756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] For port 540f42c4-3437-4a66-a8a2-43103f69511a, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=540f42c4-3437-4a66-a8a2-43103f69511a,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:46:05.930533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (540f42c4-3437-4a66-a8a2-43103f69511a), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:06.032879 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f127af4-1a6c-4c2e-9125-4367740c0092 req-35e0ebac-8579-4862-afd2-d1e0377ef8ef tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:06.043223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f127af4-1a6c-4c2e-9125-4367740c0092 req-35e0ebac-8579-4862-afd2-d1e0377ef8ef tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 946 time: 0.8149636 Feb 08 15:46:06.071623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Pushing event updated for resources: {'Port': ['ID=540f42c4-3437-4a66-a8a2-43103f69511a,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:06.080560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:06.081181 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:06.083173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-4a44160b-b46e-41df-9503-64fcea84f554 service neutron] 10.222.0.96 "PUT /v2.0/ports/540f42c4-3437-4a66-a8a2-43103f69511a HTTP/1.1" status: 200 len: 1096 time: 4.5319903 Feb 08 15:46:06.107806 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13a52caf-bf16-4382-983a-5ca400ec3c5d req-a116706c-d337-427b-9ec8-a9033ada0ad3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/2935f3a2-7221-44f1-b72d-563f9ca618a6 HTTP/1.1" status: 200 len: 1816 time: 1.0678747 Feb 08 15:46:06.177576 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcddb38-4d95-4526-aeb8-b75286be3d46 req-f8ae7d66-236d-467c-b251-834b2404c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:06.180128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3dcddb38-4d95-4526-aeb8-b75286be3d46 req-f8ae7d66-236d-467c-b251-834b2404c576 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=681f6587c0694615a3bd4e5e8f93c31a&device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 1207 time: 1.0672500 Feb 08 15:46:06.238255 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Allocated IP 172.20.0.2 (f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4/27513bf0-b566-4818-a844-46757704e932/cd76bb01-371a-46b4-a253-8edbd81748ce) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:46:06.364663 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-13a52caf-bf16-4382-983a-5ca400ec3c5d req-cc447880-9b98-45b3-ac1b-e1382f979cc0 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 08 15:46:06.365761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13a52caf-bf16-4382-983a-5ca400ec3c5d req-cc447880-9b98-45b3-ac1b-e1382f979cc0 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "DELETE /v2.0/security-groups/2935f3a2-7221-44f1-b72d-563f9ca618a6 HTTP/1.1" status: 409 len: 341 time: 0.2571156 Feb 08 15:46:06.367066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcddb38-4d95-4526-aeb8-b75286be3d46 req-4b4700f5-8316-4ae0-b2ef-77e7d39df8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:06.368422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3dcddb38-4d95-4526-aeb8-b75286be3d46 req-4b4700f5-8316-4ae0-b2ef-77e7d39df8b4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f4107f07-72f7-4cad-bf17-d32e7e2346fb HTTP/1.1" status: 200 len: 914 time: 0.1700375 Feb 08 15:46:06.450647 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Publish callbacks [] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:06.458727 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:06.470121 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3dcddb38-4d95-4526-aeb8-b75286be3d46 req-89bca37a-1ed2-425c-ae69-e74dc8f1525f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c25880f4-85c6-4924-8113-ef0899b34f2d HTTP/1.1" status: 200 len: 217 time: 0.0911329 Feb 08 15:46:06.510693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Pushing event updated for resources: {'Port': ['ID=cd76bb01-371a-46b4-a253-8edbd81748ce,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:06.517932 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f127af4-1a6c-4c2e-9125-4367740c0092 req-a21573b2-dc9a-410b-a1da-227a419b7bab tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738016 Feb 08 15:46:06.519779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-c0a786a5-ab27-4901-81c7-a7270354014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:06.521224 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-c0a786a5-ab27-4901-81c7-a7270354014b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0bbaf540326f4cd99faef290d7e6ef16&device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 1130 time: 0.3375154 Feb 08 15:46:06.523376 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (902f0ac3-face-493d-aa63-10f77d3b06ee), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:06.582760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Attempting to bind port 165343a0-7048-4983-9a11-c5fd7d41cb72 on host n-h2-824834-11 for vnic_type normal with profile {"migrating_to": "n-h1-824834-11"} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:46:06.583374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Attempting to bind port 165343a0-7048-4983-9a11-c5fd7d41cb72 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:46:06.583876 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Attempting to bind port 165343a0-7048-4983-9a11-c5fd7d41cb72 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:06.585531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Network f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:06.598215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:06.611379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:46:06.621476 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:06.671865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=165343a0-7048-4983-9a11-c5fd7d41cb72,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:06.688883 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-79da7466-ecd3-4b12-8bf5-0499f48d95f5 req-a9450046-dd4e-46e2-9098-8fe3ed62886f service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9594152 Feb 08 15:46:06.702813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Port 165343a0-7048-4983-9a11-c5fd7d41cb72 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:46:06.703457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Attempting to bind port 165343a0-7048-4983-9a11-c5fd7d41cb72 on network 10f31acf-af70-43a0-8ed8-fce5309bf818 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:06.707154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Attempting to bind port cd76bb01-371a-46b4-a253-8edbd81748ce on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:46:06.707542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Attempting to bind port cd76bb01-371a-46b4-a253-8edbd81748ce by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '1a9f4833-ef70-4d22-8193-11d3ca291e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:46:06.707906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Attempting to bind port cd76bb01-371a-46b4-a253-8edbd81748ce on network f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:06.717540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:46:06.718027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Checking segment: {'id': '1a9f4833-ef70-4d22-8193-11d3ca291e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:46:06.718451 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:06.718851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Bound using segment: {'id': '1a9f4833-ef70-4d22-8193-11d3ca291e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:46:06.719110 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Publish callbacks [] for router_gateway (22b53670-9a3e-472e-b419-2a60b6613ded), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:06.719337 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Bound port: cd76bb01-371a-46b4-a253-8edbd81748ce, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9f4833-ef70-4d22-8193-11d3ca291e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:46:06.719819 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:06.738571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:46:06.738929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Checking segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:46:06.739326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Bound using segment: {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:46:06.739728 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-aa0d2250-2ca3-452d-8131-d3504171a034 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=540f42c4-3437-4a66-a8a2-43103f69511a HTTP/1.1" status: 200 len: 217 time: 0.1712403 Feb 08 15:46:06.739858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Bound port: 165343a0-7048-4983-9a11-c5fd7d41cb72, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f1b2ad-8587-4e7c-8c2b-52859a499ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '10f31acf-af70-43a0-8ed8-fce5309bf818'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:46:06.740200 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:06.745385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcddb38-4d95-4526-aeb8-b75286be3d46 req-dcb9d6ae-7861-45fd-84da-97f7294f4bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:06.746880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3dcddb38-4d95-4526-aeb8-b75286be3d46 req-dcb9d6ae-7861-45fd-84da-97f7294f4bb2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ef6a72d4-6b72-490e-b396-f5c6f62c07df HTTP/1.1" status: 200 len: 853 time: 0.2688928 Feb 08 15:46:06.827432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-eaec2107-2500-4bc3-914b-156a70a21c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:06.827687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] For port cd76bb01-371a-46b4-a253-8edbd81748ce, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:46:06.828905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-eaec2107-2500-4bc3-914b-156a70a21c8e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0811481 Feb 08 15:46:06.836253 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] For port cd76bb01-371a-46b4-a253-8edbd81748ce, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cd76bb01-371a-46b4-a253-8edbd81748ce,segment=NetworkSegment(1a9f4833-ef70-4d22-8193-11d3ca291e57),segment_id=1a9f4833-ef70-4d22-8193-11d3ca291e57)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:46:06.852213 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:06.935920 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3dcddb38-4d95-4526-aeb8-b75286be3d46 req-e6a70d3c-fe4f-441d-95f3-d198f1b486ac service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f4107f07-72f7-4cad-bf17-d32e7e2346fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925505 Feb 08 15:46:06.943216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914ff0f-6a8d-4daa-a819-09d4c314b7f3 None None] Pushing event updated for resources: {'Port': ['ID=cd76bb01-371a-46b4-a253-8edbd81748ce,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:06.986184 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41514d60-6c4b-4848-8072-c0b94846e825 req-6f4ce14d-4ceb-4f1a-823a-037f7df90420 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:06.993884 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-41514d60-6c4b-4848-8072-c0b94846e825 req-6f4ce14d-4ceb-4f1a-823a-037f7df90420 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 947 time: 0.4654706 Feb 08 15:46:06.994443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29474826-be0c-44d8-b28a-9f7b12004be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165343a0-7048-4983-9a11-c5fd7d41cb72'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:06.997622 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeddf09b-409d-453d-b9db-19f3a9d85ca7" -d '{"events": [{"server_uuid": "29474826-be0c-44d8-b28a-9f7b12004be1", "name": "network-vif-unplugged", "status": "completed", "tag": "165343a0-7048-4983-9a11-c5fd7d41cb72"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:07.068350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:46:07.078746 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dac4d5d-668e-4891-b737-17ab6bb6b91d', 'name': 'network-vif-deleted', 'tag': 'e0c134c6-bee7-4d57-90ac-a159396fd7ec'}, {'name': 'network-changed', 'server_uuid': 'b10fd47e-4699-42f0-8b54-2bd361345d7f', 'tag': '540f42c4-3437-4a66-a8a2-43103f69511a'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:07.081770 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4babeacb-9e44-4ab3-9aea-f982a56d1446" -d '{"events": [{"server_uuid": "7dac4d5d-668e-4891-b737-17ab6bb6b91d", "name": "network-vif-deleted", "tag": "e0c134c6-bee7-4d57-90ac-a159396fd7ec"}, {"name": "network-changed", "server_uuid": "b10fd47e-4699-42f0-8b54-2bd361345d7f", "tag": "540f42c4-3437-4a66-a8a2-43103f69511a"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:07.096554 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:46:07.152635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=165343a0-7048-4983-9a11-c5fd7d41cb72,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:46:07.171916 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:07.174199 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-41514d60-6c4b-4848-8072-c0b94846e825 req-e09a6ab7-4308-4b23-8725-9b51b1ca61e7 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740773 Feb 08 15:46:07.192656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-c4a29b3b-029c-4e76-9096-d97889184fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:07.194330 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-c4a29b3b-029c-4e76-9096-d97889184fd7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3389657 Feb 08 15:46:07.239759 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01a707a-5435-401e-b279-24d5b1bb0ec8 x-openstack-request-id: req-c01a707a-5435-401e-b279-24d5b1bb0ec8 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:07.240206 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29474826-be0c-44d8-b28a-9f7b12004be1", "name": "network-vif-unplugged", "status": "completed", "tag": "165343a0-7048-4983-9a11-c5fd7d41cb72", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:07.240658 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c01a707a-5435-401e-b279-24d5b1bb0ec8 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:07.241748 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29474826-be0c-44d8-b28a-9f7b12004be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165343a0-7048-4983-9a11-c5fd7d41cb72', 'code': 200} Feb 08 15:46:07.311082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=165343a0-7048-4983-9a11-c5fd7d41cb72,revision_number=8']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:07.394968 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:07.395691 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:07.399102 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-412bce42-ab28-41fd-94f6-71d7a9fe7cb1 service neutron] 10.222.0.94 "PUT /v2.0/ports/165343a0-7048-4983-9a11-c5fd7d41cb72 HTTP/1.1" status: 200 len: 1124 time: 3.5467722 Feb 08 15:46:07.451551 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d65bf51-8b6f-417b-8aef-4615999266f4 x-openstack-request-id: req-3d65bf51-8b6f-417b-8aef-4615999266f4 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:07.452615 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dac4d5d-668e-4891-b737-17ab6bb6b91d", "name": "network-vif-deleted", "tag": "e0c134c6-bee7-4d57-90ac-a159396fd7ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b10fd47e-4699-42f0-8b54-2bd361345d7f", "tag": "540f42c4-3437-4a66-a8a2-43103f69511a", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:07.454203 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3d65bf51-8b6f-417b-8aef-4615999266f4 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:07.454722 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dac4d5d-668e-4891-b737-17ab6bb6b91d', 'name': 'network-vif-deleted', 'tag': 'e0c134c6-bee7-4d57-90ac-a159396fd7ec', 'status': 'completed', 'code': 200} Feb 08 15:46:07.457154 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10fd47e-4699-42f0-8b54-2bd361345d7f', 'tag': '540f42c4-3437-4a66-a8a2-43103f69511a', 'status': 'completed', 'code': 200} Feb 08 15:46:07.470233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['165343a0-7048-4983-9a11-c5fd7d41cb72'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:07.555343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3dcddb38-4d95-4526-aeb8-b75286be3d46 req-ab7de86b-b53e-4d1f-a9d4-925d570f32aa service neutron] 10.222.0.94 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033282 Feb 08 15:46:07.598277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['165343a0-7048-4983-9a11-c5fd7d41cb72'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:07.608024 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Publish callbacks [] for router_gateway (22b53670-9a3e-472e-b419-2a60b6613ded), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:07.626866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-235cea04-c71d-49bb-8c51-1a723cc3f316 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114721 Feb 08 15:46:07.685036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Router 902f0ac3-face-493d-aa63-10f77d3b06ee is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:46:07.697976 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:07.753278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48755b67-3d33-42d7-a9a1-6701dfbce683 req-6b3fb4de-1f4d-43b5-ae99-138fe6357204 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:07.754972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48755b67-3d33-42d7-a9a1-6701dfbce683 req-6b3fb4de-1f4d-43b5-ae99-138fe6357204 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 1023 time: 0.5592082 Feb 08 15:46:07.956842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a81df0-f2b7-4a27-ab00-2595ef00a8aa req-f615049d-b41b-4a94-afdc-314a7fe197ae service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856579 Feb 08 15:46:07.984993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Allocated IP 172.25.7.26 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/95b00d8e-99b9-4050-b652-93ce45f4648c) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:46:08.047764 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3dcddb38-4d95-4526-aeb8-b75286be3d46 req-9b684394-3e83-463d-8cb6-db0a579c1fa5 service neutron] 10.222.0.94 "GET /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640415 Feb 08 15:46:08.050682 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:08.058607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:46:08.078221 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Sync routers for ids ['902f0ac3-face-493d-aa63-10f77d3b06ee'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:46:08.154412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Routers {'902f0ac3-face-493d-aa63-10f77d3b06ee'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:46:08.156646 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['902f0ac3-face-493d-aa63-10f77d3b06ee'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:08.159000 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Publish callbacks [] for port (95b00d8e-99b9-4050-b652-93ce45f4648c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:08.179495 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:08.183517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2f791f4c-6efb-4978-8690-a77a4385f194 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.6364939 Feb 08 15:46:08.196449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36264) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:08.204170 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210afdd3-bd50-491b-a164-f9594c60f7b8 req-c7d08021-01ef-43ee-9f5c-fd1b0a9c9634 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:08.221504 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-210afdd3-bd50-491b-a164-f9594c60f7b8 req-c7d08021-01ef-43ee-9f5c-fd1b0a9c9634 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.2612779 Feb 08 15:46:08.222525 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (95b00d8e-99b9-4050-b652-93ce45f4648c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:08.285345 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:08.292154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:08.302565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:46:08.307783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Pushing event updated for resources: {'Port': ['ID=95b00d8e-99b9-4050-b652-93ce45f4648c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:08.372282 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Set router 902f0ac3-face-493d-aa63-10f77d3b06ee gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:46:08.563982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cd76bb01-371a-46b4-a253-8edbd81748ce up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:08.592795 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-210afdd3-bd50-491b-a164-f9594c60f7b8 req-f0630d3c-764b-4643-8d2d-286b4c1eb491 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698778 Feb 08 15:46:08.594445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babeacb-9e44-4ab3-9aea-f982a56d1446 req-1af0bd62-0504-4ba8-a5da-81179f3c5c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:08.595939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4babeacb-9e44-4ab3-9aea-f982a56d1446 req-1af0bd62-0504-4ba8-a5da-81179f3c5c10 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0bbaf540326f4cd99faef290d7e6ef16&device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 1130 time: 0.5277047 Feb 08 15:46:08.695269 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port cd76bb01-371a-46b4-a253-8edbd81748ce triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:08.695731 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:08.742213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1d9cf0-887e-4ada-93a3-276af9443e8d None None] Network f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:46:08.761614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48755b67-3d33-42d7-a9a1-6701dfbce683 req-c9336ba9-0231-4d0f-b01e-5bb796a9d8ba tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&id=719b5140-aec0-4c52-9272-e4db6e28923b&id=2935f3a2-7221-44f1-b72d-563f9ca618a6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.9945147 Feb 08 15:46:08.769863 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Publish callbacks [] for router_gateway (22b53670-9a3e-472e-b419-2a60b6613ded), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:08.963344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-cc5f0ff3-751f-4bd4-84ad-f7a492c0b08d None None] Provisioning complete for port cd76bb01-371a-46b4-a253-8edbd81748ce triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:08.963728 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cc5f0ff3-751f-4bd4-84ad-f7a492c0b08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:09.051651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babeacb-9e44-4ab3-9aea-f982a56d1446 req-6fbc2cf1-14b7-4b6d-acee-6ed94e20f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:09.054548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4babeacb-9e44-4ab3-9aea-f982a56d1446 req-6fbc2cf1-14b7-4b6d-acee-6ed94e20f9d5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.4330719 Feb 08 15:46:09.133802 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (22b53670-9a3e-472e-b419-2a60b6613ded), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:09.157948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port cd76bb01-371a-46b4-a253-8edbd81748ce is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:09.158347 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:09.171681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:56Z', 'updated_at': '2022-02-08T15:46:04Z', 'revision_number': 3, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'gw_port': {'id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:00Z', 'updated_at': '2022-02-08T15:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:09.251774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29474826-be0c-44d8-b28a-9f7b12004be1', 'tag': '165343a0-7048-4983-9a11-c5fd7d41cb72'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:09.255792 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b280e951-af19-4d54-bc7f-39fab4b3197a" -d '{"events": [{"name": "network-changed", "server_uuid": "29474826-be0c-44d8-b28a-9f7b12004be1", "tag": "165343a0-7048-4983-9a11-c5fd7d41cb72"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:09.292515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Checking router: 902f0ac3-face-493d-aa63-10f77d3b06ee for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:46:09.292872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Updating router 902f0ac3-face-493d-aa63-10f77d3b06ee port 4b0ace04-ca45-4b2a-9144-f0f21cafef44 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:46:09.327500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Router 22b53670-9a3e-472e-b419-2a60b6613ded is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:46:09.402641 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4babeacb-9e44-4ab3-9aea-f982a56d1446 req-addd819d-f3c0-4ab9-80fb-fd1c57fa07f1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=540f42c4-3437-4a66-a8a2-43103f69511a HTTP/1.1" status: 200 len: 217 time: 0.1833732 Feb 08 15:46:09.412047 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 540f42c4-3437-4a66-a8a2-43103f69511a details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:46:09.425301 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port cd76bb01-371a-46b4-a253-8edbd81748ce, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cd76bb01-371a-46b4-a253-8edbd81748ce,segment=NetworkSegment(1a9f4833-ef70-4d22-8193-11d3ca291e57),segment_id=1a9f4833-ef70-4d22-8193-11d3ca291e57)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:09.475734 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:09.486083 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4b0ace04-ca45-4b2a-9144-f0f21cafef44), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:09.520871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:46:09.522924 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36288) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:09.537344 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Sync routers for ids ['22b53670-9a3e-472e-b419-2a60b6613ded'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:46:09.560894 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Routers {'22b53670-9a3e-472e-b419-2a60b6613ded'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:46:09.561597 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22b53670-9a3e-472e-b419-2a60b6613ded'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:09.587729 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:09.593288 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d330b951-d8fc-4145-aaff-7bc43f5ff7ce admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.2477872 Feb 08 15:46:09.593781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36292) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:09.604447 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:46:09.662873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f0ff3-751f-4bd4-84ad-f7a492c0b08d None None] Current status of the port cd76bb01-371a-46b4-a253-8edbd81748ce is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:09.761863 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Set router 22b53670-9a3e-472e-b419-2a60b6613ded gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:46:09.908815 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3274f23f-49c3-4053-b10e-f27d4e532c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:09.918209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babeacb-9e44-4ab3-9aea-f982a56d1446 req-a972f22e-9f98-4efa-aaee-cf86eaa22d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:09.919761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4babeacb-9e44-4ab3-9aea-f982a56d1446 req-a972f22e-9f98-4efa-aaee-cf86eaa22d53 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.4906545 Feb 08 15:46:09.966946 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24343146-7c90-4d4d-8c48-0d9472a8b1d4 req-fa75f5b0-216a-42f3-9ac6-6c8fd8df032a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:09.974371 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24343146-7c90-4d4d-8c48-0d9472a8b1d4 req-fa75f5b0-216a-42f3-9ac6-6c8fd8df032a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=83b57161-2c2b-49e5-a074-8a276c7c17b5 HTTP/1.1" status: 200 len: 950 time: 0.8644795 Feb 08 15:46:09.985234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f42d14-704b-446f-a2dd-a095e842ae37 req-85ceee25-215a-4563-b361-f47c91560865 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:09.986940 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-10f42d14-704b-446f-a2dd-a095e842ae37 req-85ceee25-215a-4563-b361-f47c91560865 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.94 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 1023 time: 0.9900055 Feb 08 15:46:10.032259 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:05Z', 'updated_at': '2022-02-08T15:46:08Z', 'revision_number': 3, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'gw_port': {'id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:07Z', 'updated_at': '2022-02-08T15:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:10.069901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a24db-0a8f-40c9-b19f-e3529a28e66a req-b2959596-9450-4340-b92f-f7587c2451c1 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:10.071715 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f9a24db-0a8f-40c9-b19f-e3529a28e66a req-b2959596-9450-4340-b92f-f7587c2451c1 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 947 time: 1.0758820 Feb 08 15:46:10.084614 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Checking router: 22b53670-9a3e-472e-b419-2a60b6613ded for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:46:10.086124 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Updating router 22b53670-9a3e-472e-b419-2a60b6613ded port 95b00d8e-99b9-4050-b652-93ce45f4648c binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:46:10.102609 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464038d2-27e1-4fcf-aba4-7c43ce794659 req-0c41cba3-4f8d-466c-9a40-cd24365aa8c3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:10.104175 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-464038d2-27e1-4fcf-aba4-7c43ce794659 req-0c41cba3-4f8d-466c-9a40-cd24365aa8c3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "GET /v2.0/ports?device_id=83b57161-2c2b-49e5-a074-8a276c7c17b5 HTTP/1.1" status: 200 len: 950 time: 0.2840347 Feb 08 15:46:10.117241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=cd76bb01-371a-46b4-a253-8edbd81748ce,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:10.142361 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (95b00d8e-99b9-4050-b652-93ce45f4648c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:10.192507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-cd3fb6d0-dd7d-40e6-b7b8-00ed63cd6979 None None] Provisioning complete for port cd76bb01-371a-46b4-a253-8edbd81748ce triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:10.192900 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb6d0-dd7d-40e6-b7b8-00ed63cd6979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:10.204354 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24343146-7c90-4d4d-8c48-0d9472a8b1d4 req-35e0d7d3-ce40-49e4-a37d-d30cfa4a818b tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249844 Feb 08 15:46:10.322627 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298bc9a2-a809-48b1-8ad4-2014de8ae808 x-openstack-request-id: req-298bc9a2-a809-48b1-8ad4-2014de8ae808 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:10.323165 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29474826-be0c-44d8-b28a-9f7b12004be1", "tag": "165343a0-7048-4983-9a11-c5fd7d41cb72", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:10.323165 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-298bc9a2-a809-48b1-8ad4-2014de8ae808 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:10.324116 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29474826-be0c-44d8-b28a-9f7b12004be1', 'tag': '165343a0-7048-4983-9a11-c5fd7d41cb72', 'status': 'completed', 'code': 200} Feb 08 15:46:10.358446 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 540f42c4-3437-4a66-a8a2-43103f69511a, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=540f42c4-3437-4a66-a8a2-43103f69511a,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:10.375197 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:10.431618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '540f42c4-3437-4a66-a8a2-43103f69511a', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '540f42c4-3437-4a66-a8a2-43103f69511a', 'mac_address': 'fa:16:3e:3d:ba:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:46:10.475954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babeacb-9e44-4ab3-9aea-f982a56d1446 req-04e2bc8e-8e3d-4ff1-a0c4-765831b6ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:10.479892 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4babeacb-9e44-4ab3-9aea-f982a56d1446 req-04e2bc8e-8e3d-4ff1-a0c4-765831b6ab49 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5472229 Feb 08 15:46:10.492276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cd76bb01-371a-46b4-a253-8edbd81748ce up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:10.527907 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3274f23f-49c3-4053-b10e-f27d4e532c36 admin admin] Publish callbacks [] for security_group (90ed70a0-fcfa-4a98-b31a-f7b91a65bd68), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:10.543861 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3274f23f-49c3-4053-b10e-f27d4e532c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (90ed70a0-fcfa-4a98-b31a-f7b91a65bd68), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:10.578074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 540f42c4-3437-4a66-a8a2-43103f69511a is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:10.578462 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (540f42c4-3437-4a66-a8a2-43103f69511a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:10.622655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-cd3fb6d0-dd7d-40e6-b7b8-00ed63cd6979 None None] Current status of the port cd76bb01-371a-46b4-a253-8edbd81748ce is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:10.638017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540f42c4-3437-4a66-a8a2-43103f69511a {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:46:10.665789 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Publish callbacks [] for port (4b0ace04-ca45-4b2a-9144-f0f21cafef44), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:10.668682 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f9a24db-0a8f-40c9-b19f-e3529a28e66a req-e344e757-ecb9-4ff3-9f65-3520776f5457 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318544 Feb 08 15:46:10.678801 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 540f42c4-3437-4a66-a8a2-43103f69511a, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=540f42c4-3437-4a66-a8a2-43103f69511a,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:10.685005 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4b0ace04-ca45-4b2a-9144-f0f21cafef44), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:10.693397 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (540f42c4-3437-4a66-a8a2-43103f69511a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:10.772967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-10f42d14-704b-446f-a2dd-a095e842ae37 req-954c877b-23c5-4b36-9028-b333837022c7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Deleting port c25880f4-85c6-4924-8113-ef0899b34f2d {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:46:10.773476 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-10f42d14-704b-446f-a2dd-a095e842ae37 req-954c877b-23c5-4b36-9028-b333837022c7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:10.796711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7767f1-1154-484a-9596-95d091878deb req-3203891b-a602-4a83-a058-c2dadfce982b tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:10.801081 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port cd76bb01-371a-46b4-a253-8edbd81748ce triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:10.801553 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:10.802755 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce7767f1-1154-484a-9596-95d091878deb req-3203891b-a602-4a83-a058-c2dadfce982b tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.3182158 Feb 08 15:46:10.809633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930787db-5bb2-482d-b53b-8bf8f0f5484c None None] Pushing event updated for resources: {'Port': ['ID=4b0ace04-ca45-4b2a-9144-f0f21cafef44,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:10.834280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280e951-af19-4d54-bc7f-39fab4b3197a req-928713ed-d4e6-4e87-99f4-b9100b84ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:10.836441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b280e951-af19-4d54-bc7f-39fab4b3197a req-928713ed-d4e6-4e87-99f4-b9100b84ed1c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 1158 time: 0.4565339 Feb 08 15:46:10.888003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Attempting to bind port 4b0ace04-ca45-4b2a-9144-f0f21cafef44 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:46:10.888403 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Attempting to bind port 4b0ace04-ca45-4b2a-9144-f0f21cafef44 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:46:10.888735 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Attempting to bind port 4b0ace04-ca45-4b2a-9144-f0f21cafef44 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:10.907920 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:46:10.908336 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:46:10.908694 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:10.909121 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:46:10.909602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Bound port: 4b0ace04-ca45-4b2a-9144-f0f21cafef44, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:46:10.909979 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4b0ace04-ca45-4b2a-9144-f0f21cafef44), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:10.951131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['540f42c4-3437-4a66-a8a2-43103f69511a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:10.966297 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Publish callbacks [] for port (95b00d8e-99b9-4050-b652-93ce45f4648c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:10.978311 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (95b00d8e-99b9-4050-b652-93ce45f4648c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:11.001263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=540f42c4-3437-4a66-a8a2-43103f69511a,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:11.082738 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce7767f1-1154-484a-9596-95d091878deb req-d63ff8cf-beaf-4edc-9259-a1ff6cd0c11c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610006 Feb 08 15:46:11.091686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] For port 4b0ace04-ca45-4b2a-9144-f0f21cafef44, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:46:11.100155 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33fd7d-27a1-4b80-b3b1-d23e0458e909 None None] Pushing event updated for resources: {'Port': ['ID=95b00d8e-99b9-4050-b652-93ce45f4648c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:11.104579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port cd76bb01-371a-46b4-a253-8edbd81748ce is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:11.113817 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] For port 4b0ace04-ca45-4b2a-9144-f0f21cafef44, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4b0ace04-ca45-4b2a-9144-f0f21cafef44,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:46:11.131583 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4b0ace04-ca45-4b2a-9144-f0f21cafef44), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:11.138764 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e33fd7d-27a1-4b80-b3b1-d23e0458e909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:11.139124 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e33fd7d-27a1-4b80-b3b1-d23e0458e909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:11.139499 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e33fd7d-27a1-4b80-b3b1-d23e0458e909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:11.139833 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e33fd7d-27a1-4b80-b3b1-d23e0458e909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:11.140161 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e33fd7d-27a1-4b80-b3b1-d23e0458e909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:11.140485 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e33fd7d-27a1-4b80-b3b1-d23e0458e909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:11.140803 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e33fd7d-27a1-4b80-b3b1-d23e0458e909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:11.141156 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e33fd7d-27a1-4b80-b3b1-d23e0458e909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:11.141593 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e33fd7d-27a1-4b80-b3b1-d23e0458e909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:11.142075 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e33fd7d-27a1-4b80-b3b1-d23e0458e909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:11.142395 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e33fd7d-27a1-4b80-b3b1-d23e0458e909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:11.142708 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e33fd7d-27a1-4b80-b3b1-d23e0458e909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:11.143023 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e33fd7d-27a1-4b80-b3b1-d23e0458e909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:11.159389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-464038d2-27e1-4fcf-aba4-7c43ce794659 req-1f9001e0-53a9-4fc6-b690-de266fc89733 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Deleting port a25273d2-2129-4f36-bd3c-7d3a4544071f {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:46:11.159736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-464038d2-27e1-4fcf-aba4-7c43ce794659 req-1f9001e0-53a9-4fc6-b690-de266fc89733 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:11.168141 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Attempting to bind port 95b00d8e-99b9-4050-b652-93ce45f4648c on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:46:11.168549 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Attempting to bind port 95b00d8e-99b9-4050-b652-93ce45f4648c by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:46:11.168915 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Attempting to bind port 95b00d8e-99b9-4050-b652-93ce45f4648c on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:11.179961 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:46:11.182533 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:46:11.182975 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:11.183375 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:46:11.183860 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Bound port: 95b00d8e-99b9-4050-b652-93ce45f4648c, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:46:11.184247 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (95b00d8e-99b9-4050-b652-93ce45f4648c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:11.305651 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] For port 95b00d8e-99b9-4050-b652-93ce45f4648c, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:46:11.306089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Routers {'902f0ac3-face-493d-aa63-10f77d3b06ee'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:46:11.306956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['902f0ac3-face-493d-aa63-10f77d3b06ee'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:11.311268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930787db-5bb2-482d-b53b-8bf8f0f5484c None None] Pushing event updated for resources: {'Port': ['ID=4b0ace04-ca45-4b2a-9144-f0f21cafef44,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:11.316442 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] For port 95b00d8e-99b9-4050-b652-93ce45f4648c, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=95b00d8e-99b9-4050-b652-93ce45f4648c,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:46:11.330501 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (95b00d8e-99b9-4050-b652-93ce45f4648c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:11.371927 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4babeacb-9e44-4ab3-9aea-f982a56d1446 req-b3697132-ab9d-4346-8283-8793094655ae service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8626974 Feb 08 15:46:11.379912 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3274f23f-49c3-4053-b10e-f27d4e532c36 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0c338cb266804fe494936017f2fa3d71&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8556650 Feb 08 15:46:11.409924 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274f23f-49c3-4053-b10e-f27d4e532c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ed70a0-fcfa-4a98-b31a-f7b91a65bd68,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:11.415796 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36304) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:11.426581 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Routers {'22b53670-9a3e-472e-b419-2a60b6613ded'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:46:11.427211 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22b53670-9a3e-472e-b419-2a60b6613ded'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:11.448015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] Set router 902f0ac3-face-493d-aa63-10f77d3b06ee gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:46:11.509913 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351bb47-f996-4af2-9ce6-06783544287a req-48ca1c01-742f-4fd9-970d-3e76b395c9e6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:11.511670 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8351bb47-f996-4af2-9ce6-06783544287a req-48ca1c01-742f-4fd9-970d-3e76b395c9e6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "GET /v2.0/ports?device_id=3480b59c-43a3-453a-8261-cbfc9edf23e8 HTTP/1.1" status: 200 len: 950 time: 0.3755927 Feb 08 15:46:11.634947 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] Set router 22b53670-9a3e-472e-b419-2a60b6613ded gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:46:11.664387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-464038d2-27e1-4fcf-aba4-7c43ce794659 req-1f9001e0-53a9-4fc6-b690-de266fc89733 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] For port a25273d2-2129-4f36-bd3c-7d3a4544071f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=a25273d2-2129-4f36-bd3c-7d3a4544071f,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:11.664649 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-464038d2-27e1-4fcf-aba4-7c43ce794659 req-1f9001e0-53a9-4fc6-b690-de266fc89733 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:11.667310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:56Z', 'updated_at': '2022-02-08T15:46:04Z', 'revision_number': 3, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'gw_port': {'id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:00Z', 'updated_at': '2022-02-08T15:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:11.675208 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c51600a-f31d-4a05-a7ba-957635ea420f admin admin] Publish callbacks [] for security_group (90ed70a0-fcfa-4a98-b31a-f7b91a65bd68), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:11.702228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5dfa8-6281-462f-9997-a29de3f206eb None None] The sync data for ids ['902f0ac3-face-493d-aa63-10f77d3b06ee'] in n-d-824834-11 is: [{'id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:56Z', 'updated_at': '2022-02-08T15:46:04Z', 'revision_number': 3, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'gw_port': {'id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:00Z', 'updated_at': '2022-02-08T15:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:46:11.730761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-464038d2-27e1-4fcf-aba4-7c43ce794659 req-1f9001e0-53a9-4fc6-b690-de266fc89733 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Calling delete_port for a25273d2-2129-4f36-bd3c-7d3a4544071f owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:46:11.747220 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:11.769786 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c51600a-f31d-4a05-a7ba-957635ea420f admin admin] Publish callbacks [] for security_group (90ed70a0-fcfa-4a98-b31a-f7b91a65bd68), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:11.772126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280e951-af19-4d54-bc7f-39fab4b3197a req-6413e27d-a3a0-48fe-8887-ec8ba0cfa0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:11.773842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b280e951-af19-4d54-bc7f-39fab4b3197a req-6413e27d-a3a0-48fe-8887-ec8ba0cfa0a7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.8970690 Feb 08 15:46:11.855659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c25880f4-85c6-4924-8113-ef0899b34f2d no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:46:11.865299 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Allocated IP 172.20.0.1 (67d5b3dc-5058-4698-959f-710b67dd3c5d/366f153a-51b7-4f17-97cb-1b7880412065/05d94e87-8bd4-4d3b-9741-572caf611e0e) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:46:11.903774 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:05Z', 'updated_at': '2022-02-08T15:46:08Z', 'revision_number': 3, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'gw_port': {'id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:07Z', 'updated_at': '2022-02-08T15:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:11.949601 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33fd7d-27a1-4b80-b3b1-d23e0458e909 None None] Pushing event updated for resources: {'Port': ['ID=95b00d8e-99b9-4050-b652-93ce45f4648c,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:11.953988 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21f3795-c3fa-4984-bb74-c4bb12ec3370 None None] The sync data for ids ['22b53670-9a3e-472e-b419-2a60b6613ded'] in n-d-824834-11 is: [{'id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:05Z', 'updated_at': '2022-02-08T15:46:08Z', 'revision_number': 3, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'gw_port': {'id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:07Z', 'updated_at': '2022-02-08T15:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:46:11.971434 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-8351bb47-f996-4af2-9ce6-06783544287a req-19ecc3cc-eb39-4fc5-8569-dc14d2e4332a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Deleting port 61036a9b-1ca0-430e-a9d6-b220f970db5a {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:46:11.971768 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8351bb47-f996-4af2-9ce6-06783544287a req-19ecc3cc-eb39-4fc5-8569-dc14d2e4332a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:11.993256 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4babeacb-9e44-4ab3-9aea-f982a56d1446 req-81e0a5e7-c913-49f9-b266-9139baf9da37 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103209 Feb 08 15:46:12.002831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4a28d-adf2-46dc-b621-2c70b2119f6f req-82768690-10ce-44a1-a850-9cff53266932 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:12.004408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ec4a28d-adf2-46dc-b621-2c70b2119f6f req-82768690-10ce-44a1-a850-9cff53266932 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=828b956a-9d16-4ff1-b9cb-67253bffd8c7 HTTP/1.1" status: 200 len: 1023 time: 1.1221485 Feb 08 15:46:12.044425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97b3e1-de23-4802-8ca1-aab872c18efc req-e981371b-196e-488e-91e8-c4d09af22fa6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:12.046383 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d97b3e1-de23-4802-8ca1-aab872c18efc req-e981371b-196e-488e-91e8-c4d09af22fa6 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=83b57161-2c2b-49e5-a074-8a276c7c17b5 HTTP/1.1" status: 200 len: 950 time: 0.7181685 Feb 08 15:46:12.062715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-10f42d14-704b-446f-a2dd-a095e842ae37 req-954c877b-23c5-4b36-9028-b333837022c7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] For port c25880f4-85c6-4924-8113-ef0899b34f2d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c25880f4-85c6-4924-8113-ef0899b34f2d,segment=NetworkSegment(4c373b02-26c6-4309-b2a3-a1681f5e032e),segment_id=4c373b02-26c6-4309-b2a3-a1681f5e032e)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:12.072609 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-10f42d14-704b-446f-a2dd-a095e842ae37 req-954c877b-23c5-4b36-9028-b333837022c7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:12.077860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port c25880f4-85c6-4924-8113-ef0899b34f2d is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:12.078257 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:12.130053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828b956a-9d16-4ff1-b9cb-67253bffd8c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c25880f4-85c6-4924-8113-ef0899b34f2d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:12.133122 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1a2835-cf62-41f0-ad1e-f6b4b8c9d55b" -d '{"events": [{"server_uuid": "828b956a-9d16-4ff1-b9cb-67253bffd8c7", "name": "network-vif-unplugged", "status": "completed", "tag": "c25880f4-85c6-4924-8113-ef0899b34f2d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:12.157333 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c51600a-f31d-4a05-a7ba-957635ea420f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (90ed70a0-fcfa-4a98-b31a-f7b91a65bd68), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:12.159390 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b280e951-af19-4d54-bc7f-39fab4b3197a req-8798b6ab-0036-46cd-a120-d109e975d337 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=165343a0-7048-4983-9a11-c5fd7d41cb72 HTTP/1.1" status: 200 len: 217 time: 0.1415877 Feb 08 15:46:12.159884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c25880f4-85c6-4924-8113-ef0899b34f2d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c25880f4-85c6-4924-8113-ef0899b34f2d,segment=NetworkSegment(4c373b02-26c6-4309-b2a3-a1681f5e032e),segment_id=4c373b02-26c6-4309-b2a3-a1681f5e032e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:12.160368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c51600a-f31d-4a05-a7ba-957635ea420f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:12.162072 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1c51600a-f31d-4a05-a7ba-957635ea420f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/90ed70a0-fcfa-4a98-b31a-f7b91a65bd68 HTTP/1.1" status: 204 len: 168 time: 0.7424893 Feb 08 15:46:12.189261 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:12.190681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device a25273d2-2129-4f36-bd3c-7d3a4544071f no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:46:12.302901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-10f42d14-704b-446f-a2dd-a095e842ae37 req-954c877b-23c5-4b36-9028-b333837022c7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Calling delete_port for c25880f4-85c6-4924-8113-ef0899b34f2d owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:46:12.308878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51600a-f31d-4a05-a7ba-957635ea420f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ed70a0-fcfa-4a98-b31a-f7b91a65bd68,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:12.416001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8351bb47-f996-4af2-9ce6-06783544287a req-19ecc3cc-eb39-4fc5-8569-dc14d2e4332a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] For port 61036a9b-1ca0-430e-a9d6-b220f970db5a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=61036a9b-1ca0-430e-a9d6-b220f970db5a,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:12.416699 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8351bb47-f996-4af2-9ce6-06783544287a req-19ecc3cc-eb39-4fc5-8569-dc14d2e4332a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:12.427985 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-464038d2-27e1-4fcf-aba4-7c43ce794659 req-1f9001e0-53a9-4fc6-b690-de266fc89733 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a25273d2-2129-4f36-bd3c-7d3a4544071f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:12.429596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d97b3e1-de23-4802-8ca1-aab872c18efc req-c4d22f00-e168-422f-8b8a-7d51495de9f3 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811911 Feb 08 15:46:12.470534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-8351bb47-f996-4af2-9ce6-06783544287a req-19ecc3cc-eb39-4fc5-8569-dc14d2e4332a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Calling delete_port for 61036a9b-1ca0-430e-a9d6-b220f970db5a owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:46:12.499259 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=c25880f4-85c6-4924-8113-ef0899b34f2d,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:12.548441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['44ed5363-0f44-4ef7-91ec-3d682c8ee53d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:12.687232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4b0ace04-ca45-4b2a-9144-f0f21cafef44 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:12.750959 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Allocated IP 172.20.0.1 (f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4/27513bf0-b566-4818-a844-46757704e932/43af2b77-ff14-4ab2-aa7a-ef4a5728ddba) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:46:12.755244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9001e0-53a9-4fc6-b690-de266fc89733 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event deleted for resources: {'Port': ['ID=a25273d2-2129-4f36-bd3c-7d3a4544071f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:12.776560 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8351bb47-f996-4af2-9ce6-06783544287a req-19ecc3cc-eb39-4fc5-8569-dc14d2e4332a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (61036a9b-1ca0-430e-a9d6-b220f970db5a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:12.837272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No active binding found for port a25273d2-2129-4f36-bd3c-7d3a4544071f {{(pid=103303) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 15:46:12.838374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port a25273d2-2129-4f36-bd3c-7d3a4544071f host None! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:46:12.839453 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device a25273d2-2129-4f36-bd3c-7d3a4544071f not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:46:12.840567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 61036a9b-1ca0-430e-a9d6-b220f970db5a no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:46:12.878536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-464038d2-27e1-4fcf-aba4-7c43ce794659 req-1f9001e0-53a9-4fc6-b690-de266fc89733 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] No DVR routers for this DVR port a25273d2-2129-4f36-bd3c-7d3a4544071f on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:46:12.932192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 61036a9b-1ca0-430e-a9d6-b220f970db5a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:46:12.937458 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 61036a9b-1ca0-430e-a9d6-b220f970db5a not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:46:13.048629 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Publish callbacks [] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:13.052829 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 4b0ace04-ca45-4b2a-9144-f0f21cafef44 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:13.054645 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4b0ace04-ca45-4b2a-9144-f0f21cafef44), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:13.097561 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280e951-af19-4d54-bc7f-39fab4b3197a req-21767c76-278b-4ac7-8475-8fef8c26aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:13.104894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b280e951-af19-4d54-bc7f-39fab4b3197a req-21767c76-278b-4ac7-8475-8fef8c26aa61 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.8030016 Feb 08 15:46:13.161399 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-464038d2-27e1-4fcf-aba4-7c43ce794659 req-1f9001e0-53a9-4fc6-b690-de266fc89733 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:13.167614 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-464038d2-27e1-4fcf-aba4-7c43ce794659 req-1f9001e0-53a9-4fc6-b690-de266fc89733 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "DELETE /v2.0/ports/a25273d2-2129-4f36-bd3c-7d3a4544071f HTTP/1.1" status: 204 len: 173 time: 3.0544474 Feb 08 15:46:13.169868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b57161-2c2b-49e5-a074-8a276c7c17b5', 'name': 'network-vif-deleted', 'tag': 'a25273d2-2129-4f36-bd3c-7d3a4544071f'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:13.185712 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95da6a11-ae13-4ddd-8655-dcf17b075412" -d '{"events": [{"server_uuid": "83b57161-2c2b-49e5-a074-8a276c7c17b5", "name": "network-vif-deleted", "tag": "a25273d2-2129-4f36-bd3c-7d3a4544071f"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:13.189319 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-10f42d14-704b-446f-a2dd-a095e842ae37 req-954c877b-23c5-4b36-9028-b333837022c7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c25880f4-85c6-4924-8113-ef0899b34f2d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:13.210880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:13.305295 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Network f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:13.309293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:13.337995 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:46:13.347071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['bfecfff6-1f36-4534-b337-0a0417ec92e8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:13.361057 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['44ed5363-0f44-4ef7-91ec-3d682c8ee53d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:13.432015 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b280e951-af19-4d54-bc7f-39fab4b3197a req-8f80b932-050c-495f-8efd-0769ac6adc8c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2765343 Feb 08 15:46:13.453304 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (22b53670-9a3e-472e-b419-2a60b6613ded), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:13.527334 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Publish callbacks [] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:13.653467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 540f42c4-3437-4a66-a8a2-43103f69511a up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:13.715780 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:13.750601 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ec4a28d-adf2-46dc-b621-2c70b2119f6f req-d9c5a956-83f6-4145-a5ab-d3082c5c08c9 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=c118cd36-1643-4879-956d-84d2397cb658&id=719b5140-aec0-4c52-9272-e4db6e28923b&id=2935f3a2-7221-44f1-b72d-563f9ca618a6&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 1.7256994 Feb 08 15:46:13.762846 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f42d14-704b-446f-a2dd-a095e842ae37 req-954c877b-23c5-4b36-9028-b333837022c7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] No DVR routers for this DVR port c25880f4-85c6-4924-8113-ef0899b34f2d on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:46:13.767322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c877b-23c5-4b36-9028-b333837022c7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event deleted for resources: {'Port': ['ID=c25880f4-85c6-4924-8113-ef0899b34f2d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:13.793566 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-10f42d14-704b-446f-a2dd-a095e842ae37 req-954c877b-23c5-4b36-9028-b333837022c7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:13.798040 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-10f42d14-704b-446f-a2dd-a095e842ae37 req-954c877b-23c5-4b36-9028-b333837022c7 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.94 "DELETE /v2.0/ports/c25880f4-85c6-4924-8113-ef0899b34f2d HTTP/1.1" status: 204 len: 173 time: 3.7770739 Feb 08 15:46:13.798889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828b956a-9d16-4ff1-b9cb-67253bffd8c7', 'name': 'network-vif-deleted', 'tag': 'c25880f4-85c6-4924-8113-ef0899b34f2d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:13.801848 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f96053b-360a-4704-9a66-17dcc10cecfa" -d '{"events": [{"server_uuid": "828b956a-9d16-4ff1-b9cb-67253bffd8c7", "name": "network-vif-deleted", "tag": "c25880f4-85c6-4924-8113-ef0899b34f2d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:13.883951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6724a-1e35-4bcc-b43a-42417082613d req-3e63ee24-1997-4e46-a700-6f515f79ca9d tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:13.886377 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37f6724a-1e35-4bcc-b43a-42417082613d req-3e63ee24-1997-4e46-a700-6f515f79ca9d tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 948 time: 1.2103865 Feb 08 15:46:13.928800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 4b0ace04-ca45-4b2a-9144-f0f21cafef44 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:13.929674 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4b0ace04-ca45-4b2a-9144-f0f21cafef44), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:14.044679 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37f6724a-1e35-4bcc-b43a-42417082613d req-cd20a44a-3158-4a7d-a282-ccf5c69b741a tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431046 Feb 08 15:46:14.061706 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:14.179177 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Publish callbacks [] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:14.210287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8351bb47-f996-4af2-9ce6-06783544287a req-19ecc3cc-eb39-4fc5-8569-dc14d2e4332a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] No DVR routers for this DVR port 61036a9b-1ca0-430e-a9d6-b220f970db5a on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:46:14.217287 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:14.296035 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c1ab70-8531-4268-a8c8-a018b02dcb8b x-openstack-request-id: req-d5c1ab70-8531-4268-a8c8-a018b02dcb8b {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:14.297162 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828b956a-9d16-4ff1-b9cb-67253bffd8c7", "name": "network-vif-unplugged", "status": "completed", "tag": "c25880f4-85c6-4924-8113-ef0899b34f2d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:14.299326 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d5c1ab70-8531-4268-a8c8-a018b02dcb8b {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:14.302120 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828b956a-9d16-4ff1-b9cb-67253bffd8c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c25880f4-85c6-4924-8113-ef0899b34f2d', 'code': 200} Feb 08 15:46:14.321025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 4b0ace04-ca45-4b2a-9144-f0f21cafef44, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4b0ace04-ca45-4b2a-9144-f0f21cafef44,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:14.345247 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8351bb47-f996-4af2-9ce6-06783544287a req-19ecc3cc-eb39-4fc5-8569-dc14d2e4332a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:14.357193 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8351bb47-f996-4af2-9ce6-06783544287a req-19ecc3cc-eb39-4fc5-8569-dc14d2e4332a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "DELETE /v2.0/ports/61036a9b-1ca0-430e-a9d6-b220f970db5a HTTP/1.1" status: 204 len: 173 time: 2.8322051 Feb 08 15:46:14.360270 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=43af2b77-ff14-4ab2-aa7a-ef4a5728ddba,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:14.390853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (22b53670-9a3e-472e-b419-2a60b6613ded), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:14.392394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-24a35587-61f2-4595-a6fb-675e8da13d02 None None] Provisioning complete for port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:14.392773 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-24a35587-61f2-4595-a6fb-675e8da13d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:14.396348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Pushing event updated for resources: {'Port': ['ID=05d94e87-8bd4-4d3b-9741-572caf611e0e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:14.414831 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15b47b4-3ba5-4436-bc23-c63093cebd9d x-openstack-request-id: req-a15b47b4-3ba5-4436-bc23-c63093cebd9d {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:14.416910 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b57161-2c2b-49e5-a074-8a276c7c17b5", "name": "network-vif-deleted", "tag": "a25273d2-2129-4f36-bd3c-7d3a4544071f", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:14.421187 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a15b47b4-3ba5-4436-bc23-c63093cebd9d {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:14.422482 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b57161-2c2b-49e5-a074-8a276c7c17b5', 'name': 'network-vif-deleted', 'tag': 'a25273d2-2129-4f36-bd3c-7d3a4544071f', 'status': 'completed', 'code': 200} Feb 08 15:46:14.434009 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Network 67d5b3dc-5058-4698-959f-710b67dd3c5d is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:14.452530 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4b0ace04-ca45-4b2a-9144-f0f21cafef44), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:14.462093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 540f42c4-3437-4a66-a8a2-43103f69511a completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:46:14.471302 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:14.482519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:46:14.541336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecc3cc-eb39-4fc5-8569-dc14d2e4332a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event deleted for resources: {'Port': ['ID=61036a9b-1ca0-430e-a9d6-b220f970db5a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:14.720690 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (902f0ac3-face-493d-aa63-10f77d3b06ee), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:14.738146 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b280e951-af19-4d54-bc7f-39fab4b3197a req-8314da1a-e7b8-43bb-8e92-6b682e441670 service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0635982 Feb 08 15:46:14.807635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=43af2b77-ff14-4ab2-aa7a-ef4a5728ddba,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:14.912088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Network f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:14.915119 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:14.948575 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8377b1-4a62-42d1-b291-3dbaf16c41f2 x-openstack-request-id: req-2a8377b1-4a62-42d1-b291-3dbaf16c41f2 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:14.949136 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828b956a-9d16-4ff1-b9cb-67253bffd8c7", "name": "network-vif-deleted", "tag": "c25880f4-85c6-4924-8113-ef0899b34f2d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:14.949643 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2a8377b1-4a62-42d1-b291-3dbaf16c41f2 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:14.950066 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828b956a-9d16-4ff1-b9cb-67253bffd8c7', 'name': 'network-vif-deleted', 'tag': 'c25880f4-85c6-4924-8113-ef0899b34f2d', 'status': 'completed', 'code': 200} Feb 08 15:46:14.961529 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b280e951-af19-4d54-bc7f-39fab4b3197a req-a7cc5bea-37fe-416c-8fae-b9a58a54631a service neutron] 10.222.0.96 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226760 Feb 08 15:46:15.110303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022d6ff-b30b-4b46-b7b5-b81a36c84022 req-2c0424d0-7301-4273-b502-0e7779c31979 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:15.135542 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2022d6ff-b30b-4b46-b7b5-b81a36c84022 req-2c0424d0-7301-4273-b502-0e7779c31979 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 1.0755477 Feb 08 15:46:15.148200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 540f42c4-3437-4a66-a8a2-43103f69511a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:15.148876 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (540f42c4-3437-4a66-a8a2-43103f69511a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:15.150180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-24a35587-61f2-4595-a6fb-675e8da13d02 None None] Port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:46:15.185251 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 95b00d8e-99b9-4050-b652-93ce45f4648c up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:15.211517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-3c42fdff-f07c-454c-a952-1383b34771c5 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=20e6078a22194f04bb29d892e4a27bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346215 Feb 08 15:46:15.262383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Router 22b53670-9a3e-472e-b419-2a60b6613ded has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:46:15.312931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=4b0ace04-ca45-4b2a-9144-f0f21cafef44,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:15.437375 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:15.452222 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2022d6ff-b30b-4b46-b7b5-b81a36c84022 req-3b020c49-c47e-4cc7-97f0-f131833e4f8c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152804 Feb 08 15:46:15.490163 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-49269793-f16b-4111-aba0-283140c7df3f None None] Provisioning complete for port 05d94e87-8bd4-4d3b-9741-572caf611e0e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:15.490700 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-49269793-f16b-4111-aba0-283140c7df3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:15.508101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:46:15.517006 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-98923dcf-8535-4bb7-b58f-633a4c4db6c7 admin admin] 10.222.0.82 "PUT /v2.0/routers/22b53670-9a3e-472e-b419-2a60b6613ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9193549 Feb 08 15:46:15.571834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-409eb0c3-fd36-4c74-bb3b-c618be60d1b3 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:15.587982 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-409eb0c3-fd36-4c74-bb3b-c618be60d1b3 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3752553 Feb 08 15:46:15.604687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 95b00d8e-99b9-4050-b652-93ce45f4648c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:15.605096 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (95b00d8e-99b9-4050-b652-93ce45f4648c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:15.627589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-ef451db8-7a8c-4cb3-b42a-0ddf2b92b40a tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/quotas/20e6078a22194f04bb29d892e4a27bc6 HTTP/1.1" status: 200 len: 375 time: 0.0386641 Feb 08 15:46:15.732984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-98d2540f-0066-4a25-b8db-d85be38e13bb tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=20e6078a22194f04bb29d892e4a27bc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1013908 Feb 08 15:46:15.795556 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-49269793-f16b-4111-aba0-283140c7df3f None None] Port 05d94e87-8bd4-4d3b-9741-572caf611e0e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:46:15.802058 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 540f42c4-3437-4a66-a8a2-43103f69511a is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:15.802457 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (540f42c4-3437-4a66-a8a2-43103f69511a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:15.860487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 540f42c4-3437-4a66-a8a2-43103f69511a, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=540f42c4-3437-4a66-a8a2-43103f69511a,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:15.892491 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (540f42c4-3437-4a66-a8a2-43103f69511a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:15.893390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 165343a0-7048-4983-9a11-c5fd7d41cb72 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:46:16.047636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=540f42c4-3437-4a66-a8a2-43103f69511a,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:16.153565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d6316e2a-d685-4bbc-922e-bcdc461b2fbe None None] Provisioning complete for port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:16.154221 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6316e2a-d685-4bbc-922e-bcdc461b2fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:16.217760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d6316e2a-d685-4bbc-922e-bcdc461b2fbe None None] Port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:46:16.221815 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Sync routers for ids ['22b53670-9a3e-472e-b419-2a60b6613ded'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:46:16.274409 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Routers {'22b53670-9a3e-472e-b419-2a60b6613ded'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:46:16.275061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22b53670-9a3e-472e-b419-2a60b6613ded'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:16.370092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10fd47e-4699-42f0-8b54-2bd361345d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540f42c4-3437-4a66-a8a2-43103f69511a'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:16.372806 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994d3611-8969-4e47-b663-a9cb6ea8c303" -d '{"events": [{"server_uuid": "b10fd47e-4699-42f0-8b54-2bd361345d7f", "name": "network-vif-plugged", "status": "completed", "tag": "540f42c4-3437-4a66-a8a2-43103f69511a"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:16.382695 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 95b00d8e-99b9-4050-b652-93ce45f4648c is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:16.383361 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (95b00d8e-99b9-4050-b652-93ce45f4648c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:16.409051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 95b00d8e-99b9-4050-b652-93ce45f4648c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=95b00d8e-99b9-4050-b652-93ce45f4648c,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:16.416830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 165343a0-7048-4983-9a11-c5fd7d41cb72 is: DOWN; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:16.423640 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3480b59c-43a3-453a-8261-cbfc9edf23e8', 'name': 'network-vif-deleted', 'tag': '61036a9b-1ca0-430e-a9d6-b220f970db5a'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:16.426341 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a651f25-cf4b-4134-a527-7b731f1f5599" -d '{"events": [{"server_uuid": "3480b59c-43a3-453a-8261-cbfc9edf23e8", "name": "network-vif-deleted", "tag": "61036a9b-1ca0-430e-a9d6-b220f970db5a"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:16.430636 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e803bea-d1b8-492f-9676-91a33f0819c9 req-26851f94-ea37-4010-8ec4-55b697599f9d tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/719b5140-aec0-4c52-9272-e4db6e28923b HTTP/1.1" status: 200 len: 1817 time: 0.1298037 Feb 08 15:46:16.432855 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (95b00d8e-99b9-4050-b652-93ce45f4648c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:16.500695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae2f48-6396-463f-a3ac-edf071f51297 req-342f3333-f2b7-41f9-b08d-300647cf633a tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:16.501296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=95b00d8e-99b9-4050-b652-93ce45f4648c,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:16.503032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bae2f48-6396-463f-a3ac-edf071f51297 req-342f3333-f2b7-41f9-b08d-300647cf633a tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 949 time: 0.2035253 Feb 08 15:46:16.544160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Set router 22b53670-9a3e-472e-b419-2a60b6613ded gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:46:16.563413 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Publish callbacks [] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:16.590249 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:16.635599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4b0ace04-ca45-4b2a-9144-f0f21cafef44 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:16.684352 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bae2f48-6396-463f-a3ac-edf071f51297 req-f7662d86-b266-452d-bae6-b18bd320debe tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671143 Feb 08 15:46:16.690440 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3e803bea-d1b8-492f-9676-91a33f0819c9 req-77f4962d-12ce-42c5-a34d-4886d60d74f2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (719b5140-aec0-4c52-9272-e4db6e28923b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:16.704623 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (902f0ac3-face-493d-aa63-10f77d3b06ee), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:16.733194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Pushing event updated for resources: {'Port': ['ID=05d94e87-8bd4-4d3b-9741-572caf611e0e,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:16.752690 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3e803bea-d1b8-492f-9676-91a33f0819c9 req-77f4962d-12ce-42c5-a34d-4886d60d74f2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (719b5140-aec0-4c52-9272-e4db6e28923b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:16.780381 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 4b0ace04-ca45-4b2a-9144-f0f21cafef44 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:16.780666 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4b0ace04-ca45-4b2a-9144-f0f21cafef44), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:16.867373 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3e803bea-d1b8-492f-9676-91a33f0819c9 req-77f4962d-12ce-42c5-a34d-4886d60d74f2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (719b5140-aec0-4c52-9272-e4db6e28923b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:16.870270 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3e803bea-d1b8-492f-9676-91a33f0819c9 req-77f4962d-12ce-42c5-a34d-4886d60d74f2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:16.887441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e803bea-d1b8-492f-9676-91a33f0819c9 req-77f4962d-12ce-42c5-a34d-4886d60d74f2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "DELETE /v2.0/security-groups/719b5140-aec0-4c52-9272-e4db6e28923b HTTP/1.1" status: 204 len: 173 time: 0.4557986 Feb 08 15:46:16.923553 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4962d-12ce-42c5-a34d-4886d60d74f2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719b5140-aec0-4c52-9272-e4db6e28923b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:16.958600 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Network 67d5b3dc-5058-4698-959f-710b67dd3c5d is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:16.986468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 4b0ace04-ca45-4b2a-9144-f0f21cafef44 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:17.008293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:17.009226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:05Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'gw_port': {'id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:07Z', 'updated_at': '2022-02-08T15:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '43af2b77-ff14-4ab2-aa7a-ef4a5728ddba', 'name': '', 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'mac_address': 'fa:16:3e:33:ae:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '27513bf0-b566-4818-a844-46757704e932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:11Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 2, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'subnets': [{'id': '27513bf0-b566-4818-a844-46757704e932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:17.018570 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cd0ec74-b76e-4420-8f89-a982e2e1a695 req-5faf178e-f313-4bce-b806-86a2d635ac99 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/ports?device_id=441c21b9-1da2-44bd-806d-b2996bfdf4b2 HTTP/1.1" status: 200 len: 210 time: 0.0648091 Feb 08 15:46:17.118831 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Checking router: 22b53670-9a3e-472e-b419-2a60b6613ded for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:46:17.119172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Updating router 22b53670-9a3e-472e-b419-2a60b6613ded port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:46:17.191779 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:17.237640 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Router 902f0ac3-face-493d-aa63-10f77d3b06ee has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:46:17.439840 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ab4281-c4dd-4cef-915f-fc64e8a6001b x-openstack-request-id: req-39ab4281-c4dd-4cef-915f-fc64e8a6001b {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:17.440153 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10fd47e-4699-42f0-8b54-2bd361345d7f", "name": "network-vif-plugged", "status": "completed", "tag": "540f42c4-3437-4a66-a8a2-43103f69511a", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:17.440425 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-39ab4281-c4dd-4cef-915f-fc64e8a6001b {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:17.440834 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10fd47e-4699-42f0-8b54-2bd361345d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540f42c4-3437-4a66-a8a2-43103f69511a', 'code': 200} Feb 08 15:46:17.453255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36392) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:17.460398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b6db1761-cac4-42be-8a8e-caaba09ce9c6 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--941575239', 'description': 'tempest-description--43370621'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:17.474506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:46:17.486831 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9e1624da-4866-4140-80a1-2bfb893d8768 admin admin] 10.222.0.82 "PUT /v2.0/routers/902f0ac3-face-493d-aa63-10f77d3b06ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2127490 Feb 08 15:46:17.487322 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Sync routers for ids ['902f0ac3-face-493d-aa63-10f77d3b06ee'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:46:17.513369 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Routers {'902f0ac3-face-493d-aa63-10f77d3b06ee'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:46:17.515081 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6db1761-cac4-42be-8a8e-caaba09ce9c6 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:17.517801 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['902f0ac3-face-493d-aa63-10f77d3b06ee'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:17.544736 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3d1491-ff40-4604-8b7c-e91f495cfe96 x-openstack-request-id: req-2d3d1491-ff40-4604-8b7c-e91f495cfe96 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:17.548587 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3480b59c-43a3-453a-8261-cbfc9edf23e8", "name": "network-vif-deleted", "tag": "61036a9b-1ca0-430e-a9d6-b220f970db5a", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:17.549130 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2d3d1491-ff40-4604-8b7c-e91f495cfe96 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:17.549746 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3480b59c-43a3-453a-8261-cbfc9edf23e8', 'name': 'network-vif-deleted', 'tag': '61036a9b-1ca0-430e-a9d6-b220f970db5a', 'status': 'completed', 'code': 200} Feb 08 15:46:17.561253 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41322f2-7b91-4c6b-ae52-504529d994fd req-a6f372b7-07cd-4dc5-a7f5-2516ce4fa186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:17.562850 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e41322f2-7b91-4c6b-ae52-504529d994fd req-a6f372b7-07cd-4dc5-a7f5-2516ce4fa186 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 1132 time: 0.0748942 Feb 08 15:46:17.616001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3494d291-aa9b-4cd5-887d-3b8912565a91 None None] Provisioning complete for port 05d94e87-8bd4-4d3b-9741-572caf611e0e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:17.621438 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3494d291-aa9b-4cd5-887d-3b8912565a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:17.741912 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79771265-aaae-44e4-ad05-bed59a55132b req-0fd54cd2-0869-430b-9fcb-f543842908b4 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/2935f3a2-7221-44f1-b72d-563f9ca618a6 HTTP/1.1" status: 200 len: 1816 time: 0.1330848 Feb 08 15:46:17.742220 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6db1761-cac4-42be-8a8e-caaba09ce9c6 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for security_group (cf2eef90-b045-49e3-8357-ab579c96448a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:17.764083 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-9d3a40a8-da9e-4ae9-9636-64c64df2e198 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=20e6078a22194f04bb29d892e4a27bc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792818 Feb 08 15:46:17.809108 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Set router 902f0ac3-face-493d-aa63-10f77d3b06ee gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:46:17.847437 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3494d291-aa9b-4cd5-887d-3b8912565a91 None None] Port 05d94e87-8bd4-4d3b-9741-572caf611e0e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:46:17.873268 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e41322f2-7b91-4c6b-ae52-504529d994fd req-18ad7a80-6456-4f94-a687-27e545b4c455 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044188 Feb 08 15:46:17.889843 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5935e-b137-4626-9366-1e0dd3ad5382 req-3fa6cfb5-7ac6-4d48-9d55-3998e4842c7b tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:17.891986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-95a5935e-b137-4626-9366-1e0dd3ad5382 req-3fa6cfb5-7ac6-4d48-9d55-3998e4842c7b tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.1630430 Feb 08 15:46:17.948204 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-79771265-aaae-44e4-ad05-bed59a55132b req-88f0f9fc-e493-42d8-bc7d-091e9a8324f2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (2935f3a2-7221-44f1-b72d-563f9ca618a6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:17.950191 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6db1761-cac4-42be-8a8e-caaba09ce9c6 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cf2eef90-b045-49e3-8357-ab579c96448a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:17.960000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-61e48042-5cc7-47e0-b4e9-cb490c37dd59 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:17.962693 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-61e48042-5cc7-47e0-b4e9-cb490c37dd59 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886516 Feb 08 15:46:17.973195 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-95a5935e-b137-4626-9366-1e0dd3ad5382 req-6f30ffa8-5998-4577-bcce-fa6a8149e9b9 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726542 Feb 08 15:46:17.988577 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Request body: {'port': {'device_id': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '20e6078a22194f04bb29d892e4a27bc6'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:17.988973 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-79771265-aaae-44e4-ad05-bed59a55132b req-88f0f9fc-e493-42d8-bc7d-091e9a8324f2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (2935f3a2-7221-44f1-b72d-563f9ca618a6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.057381 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-79771265-aaae-44e4-ad05-bed59a55132b req-88f0f9fc-e493-42d8-bc7d-091e9a8324f2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2935f3a2-7221-44f1-b72d-563f9ca618a6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.060160 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-79771265-aaae-44e4-ad05-bed59a55132b req-88f0f9fc-e493-42d8-bc7d-091e9a8324f2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.061440 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79771265-aaae-44e4-ad05-bed59a55132b req-88f0f9fc-e493-42d8-bc7d-091e9a8324f2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "DELETE /v2.0/security-groups/2935f3a2-7221-44f1-b72d-563f9ca618a6 HTTP/1.1" status: 204 len: 173 time: 0.3187327 Feb 08 15:46:18.082608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0f9fc-e493-42d8-bc7d-091e9a8324f2 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2935f3a2-7221-44f1-b72d-563f9ca618a6,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:18.096496 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Publish callbacks [] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.112940 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.219909 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6db1761-cac4-42be-8a8e-caaba09ce9c6 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.223277 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b6db1761-cac4-42be-8a8e-caaba09ce9c6 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7665918 Feb 08 15:46:18.238558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36406) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:18.244694 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2f2bbefa-33f0-4697-90f9-e08006eaa4df tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Request body: {'security_group_rule': {'security_group_id': 'cf2eef90-b045-49e3-8357-ab579c96448a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:18.270479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151e41d-7a6f-47f3-a063-9acd530a11a9 None None] Pushing event updated for resources: {'Port': ['ID=43af2b77-ff14-4ab2-aa7a-ef4a5728ddba,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:18.275695 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db1761-cac4-42be-8a8e-caaba09ce9c6 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2eef90-b045-49e3-8357-ab579c96448a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:18.290888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Made reservation on behalf of 20e6078a22194f04bb29d892e4a27bc6 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:46:18.296542 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.313038 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:56Z', 'updated_at': '2022-02-08T15:46:15Z', 'revision_number': 4, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'gw_port': {'id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:00Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '05d94e87-8bd4-4d3b-9741-572caf611e0e', 'name': '', 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'mac_address': 'fa:16:3e:e9:4c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '366f153a-51b7-4f17-97cb-1b7880412065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:10Z', 'updated_at': '2022-02-08T15:46:15Z', 'revision_number': 2, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'subnets': [{'id': '366f153a-51b7-4f17-97cb-1b7880412065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:18.314000 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.323080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b26a8-2df6-4668-9c17-d941d4759686 req-1d04746c-51b7-4535-8d0f-21f0e8f5e611 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:18.324813 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f6b26a8-2df6-4668-9c17-d941d4759686 req-1d04746c-51b7-4535-8d0f-21f0e8f5e611 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 950 time: 0.1901872 Feb 08 15:46:18.339262 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbefa-33f0-4697-90f9-e08006eaa4df tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for security_group_rule (3b20fda7-5b62-4633-aa3c-8f13ca911cf7), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.374859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Attempting to bind port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:46:18.375610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Attempting to bind port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '1a9f4833-ef70-4d22-8193-11d3ca291e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:46:18.376192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Attempting to bind port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba on network f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:18.379341 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Checking router: 902f0ac3-face-493d-aa63-10f77d3b06ee for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:46:18.379495 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c3e91-82f5-4548-9a35-b515fd4a5771 req-cec2c60a-acd7-4bba-bf84-fc520071ea24 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:18.379713 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Updating router 902f0ac3-face-493d-aa63-10f77d3b06ee port 05d94e87-8bd4-4d3b-9741-572caf611e0e binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:46:18.385138 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:46:18.385874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Checking segment: {'id': '1a9f4833-ef70-4d22-8193-11d3ca291e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:46:18.386503 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.387132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Bound using segment: {'id': '1a9f4833-ef70-4d22-8193-11d3ca291e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:46:18.387828 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Bound port: 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9f4833-ef70-4d22-8193-11d3ca291e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:46:18.388419 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.390585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c1c3e91-82f5-4548-9a35-b515fd4a5771 req-cec2c60a-acd7-4bba-bf84-fc520071ea24 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 949 time: 0.2036102 Feb 08 15:46:18.436705 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.470026 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbefa-33f0-4697-90f9-e08006eaa4df tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for security_group_rule (3b20fda7-5b62-4633-aa3c-8f13ca911cf7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.478904 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbefa-33f0-4697-90f9-e08006eaa4df tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (3b20fda7-5b62-4633-aa3c-8f13ca911cf7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.487749 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f6b26a8-2df6-4668-9c17-d941d4759686 req-04483a8f-a452-472f-8b63-7c242b325a70 tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564136 Feb 08 15:46:18.502029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bbefa-33f0-4697-90f9-e08006eaa4df tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b20fda7-5b62-4633-aa3c-8f13ca911cf7,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:18.540774 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbefa-33f0-4697-90f9-e08006eaa4df tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.542285 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2f2bbefa-33f0-4697-90f9-e08006eaa4df tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3017144 Feb 08 15:46:18.546201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36410) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:18.552510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-da9561f9-2906-4ef2-b59e-8badac2904c8 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Request body: {'security_group_rule': {'security_group_id': 'cf2eef90-b045-49e3-8357-ab579c96448a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:18.563403 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.578747 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Publish callbacks [] for security_group (71a43be4-6a46-4bcb-b5d5-ef52e5564f5b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.587312 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (71a43be4-6a46-4bcb-b5d5-ef52e5564f5b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.599079 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c1c3e91-82f5-4548-9a35-b515fd4a5771 req-be4d6cca-ea8e-494b-8c0a-a83c31138c44 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071524 Feb 08 15:46:18.605828 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6176a25b-a260-4f1d-83e4-1c92302d2100 None None] Provisioning complete for port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:18.606467 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6176a25b-a260-4f1d-83e4-1c92302d2100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.644978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] For port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:46:18.667348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 95b00d8e-99b9-4050-b652-93ce45f4648c up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:18.703855 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] For port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=43af2b77-ff14-4ab2-aa7a-ef4a5728ddba,segment=NetworkSegment(1a9f4833-ef70-4d22-8193-11d3ca291e57),segment_id=1a9f4833-ef70-4d22-8193-11d3ca291e57)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:46:18.707073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6176a25b-a260-4f1d-83e4-1c92302d2100 None None] Port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:46:18.729810 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:18.767022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Allocated IP 192.168.233.163 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/ba2a79db-157a-4b18-977e-71e122826f50) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:46:18.788267 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-469d70cd-a0c9-41f7-b6a7-dc15559fca88 req-9682dbc4-c961-43b0-b23a-b3169babcddd tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/ports?device_id=441c21b9-1da2-44bd-806d-b2996bfdf4b2 HTTP/1.1" status: 200 len: 210 time: 0.0817325 Feb 08 15:46:18.871095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Routers {'22b53670-9a3e-472e-b419-2a60b6613ded'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:46:18.872989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22b53670-9a3e-472e-b419-2a60b6613ded'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:18.884709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-6fb4665f-400a-4772-8dd8-200b3f081ae4 req-78a46bb0-4966-46cd-95f1-6e5f3d14a81d tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1855145115', 'description': 'tempest-description-1745605721'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:19.034698 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Publish callbacks [] for port (ba2a79db-157a-4b18-977e-71e122826f50), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.123496 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da9561f9-2906-4ef2-b59e-8badac2904c8 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for security_group_rule (cae65297-7c7c-4dcc-9f20-328e9244c04b), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.125169 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76772761-84ef-45f9-94bd-de9452d1ff2f req-89e2882d-ee11-41ca-ad4a-e1118279893d tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:19.126975 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-76772761-84ef-45f9-94bd-de9452d1ff2f req-89e2882d-ee11-41ca-ad4a-e1118279893d tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 950 time: 0.2119346 Feb 08 15:46:19.133254 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6fb4665f-400a-4772-8dd8-200b3f081ae4 req-78a46bb0-4966-46cd-95f1-6e5f3d14a81d tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.143235 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Publish callbacks [] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.145928 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a43be4-6a46-4bcb-b5d5-ef52e5564f5b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:19.152303 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.153712 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ba2a79db-157a-4b18-977e-71e122826f50), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.256751 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be62820-f95b-47b2-a024-00a45d4d7e5e None None] Pushing event updated for resources: {'Port': ['ID=05d94e87-8bd4-4d3b-9741-572caf611e0e,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:19.260102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:19.281309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:19.284759 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6fb4665f-400a-4772-8dd8-200b3f081ae4 req-78a46bb0-4966-46cd-95f1-6e5f3d14a81d tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (0b5cc667-dd11-4214-8a3d-92c88a2c85c3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.298192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:46:19.301481 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6fb4665f-400a-4772-8dd8-200b3f081ae4 req-78a46bb0-4966-46cd-95f1-6e5f3d14a81d tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0b5cc667-dd11-4214-8a3d-92c88a2c85c3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.310253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Pushing event updated for resources: {'Port': ['ID=ba2a79db-157a-4b18-977e-71e122826f50,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:19.387414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a46bb0-4966-46cd-95f1-6e5f3d14a81d tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5cc667-dd11-4214-8a3d-92c88a2c85c3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:19.395581 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da9561f9-2906-4ef2-b59e-8badac2904c8 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for security_group_rule (cae65297-7c7c-4dcc-9f20-328e9244c04b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.396137 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6fb4665f-400a-4772-8dd8-200b3f081ae4 req-78a46bb0-4966-46cd-95f1-6e5f3d14a81d tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.404180 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da9561f9-2906-4ef2-b59e-8badac2904c8 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (cae65297-7c7c-4dcc-9f20-328e9244c04b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.411333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fb4665f-400a-4772-8dd8-200b3f081ae4 req-78a46bb0-4966-46cd-95f1-6e5f3d14a81d tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5338302 Feb 08 15:46:19.469552 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:19.473964 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.489053 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Attempting to bind port 05d94e87-8bd4-4d3b-9741-572caf611e0e on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:46:19.489436 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Attempting to bind port 05d94e87-8bd4-4d3b-9741-572caf611e0e by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '33f8759f-f51d-4e0b-be84-61cadefe7ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:46:19.489813 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Attempting to bind port 05d94e87-8bd4-4d3b-9741-572caf611e0e on network 67d5b3dc-5058-4698-959f-710b67dd3c5d {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:19.519956 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78032ceb-81ce-4a11-988f-f22983a6c09e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5366743 Feb 08 15:46:19.523767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9561f9-2906-4ef2-b59e-8badac2904c8 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae65297-7c7c-4dcc-9f20-328e9244c04b,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:19.524595 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:46:19.525230 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Checking segment: {'id': '33f8759f-f51d-4e0b-be84-61cadefe7ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:46:19.525648 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.537688 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Bound using segment: {'id': '33f8759f-f51d-4e0b-be84-61cadefe7ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:46:19.538006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Request body: {'port': {'device_id': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:19.538235 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Bound port: 05d94e87-8bd4-4d3b-9741-572caf611e0e, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f8759f-f51d-4e0b-be84-61cadefe7ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:46:19.541800 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.614735 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da9561f9-2906-4ef2-b59e-8badac2904c8 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.623521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-76772761-84ef-45f9-94bd-de9452d1ff2f req-5452e3aa-5c6f-4af8-ad88-c58c278496dd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Deleting port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:46:19.624111 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-76772761-84ef-45f9-94bd-de9452d1ff2f req-5452e3aa-5c6f-4af8-ad88-c58c278496dd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.627547 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-da9561f9-2906-4ef2-b59e-8badac2904c8 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0765352 Feb 08 15:46:19.628991 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36422) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:19.634469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 95b00d8e-99b9-4050-b652-93ce45f4648c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:19.635029 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (95b00d8e-99b9-4050-b652-93ce45f4648c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.658726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151e41d-7a6f-47f3-a063-9acd530a11a9 None None] Pushing event updated for resources: {'Port': ['ID=43af2b77-ff14-4ab2-aa7a-ef4a5728ddba,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:19.690527 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ba2a79db-157a-4b18-977e-71e122826f50), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.734159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:19.767747 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] For port 05d94e87-8bd4-4d3b-9741-572caf611e0e, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:46:19.768858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e4335572-bad4-47ff-a26a-db5fefb497fb None None] Provisioning complete for port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:19.768858 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e4335572-bad4-47ff-a26a-db5fefb497fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.782812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90b019-3f7e-4962-9c60-05dff9864512 req-26a3ecf2-e069-4954-b5d9-cf314f773102 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:19.785731 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] For port 05d94e87-8bd4-4d3b-9741-572caf611e0e, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=05d94e87-8bd4-4d3b-9741-572caf611e0e,segment=NetworkSegment(33f8759f-f51d-4e0b-be84-61cadefe7ec9),segment_id=33f8759f-f51d-4e0b-be84-61cadefe7ec9)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:46:19.785905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d90b019-3f7e-4962-9c60-05dff9864512 req-26a3ecf2-e069-4954-b5d9-cf314f773102 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.2516692 Feb 08 15:46:19.798945 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.831556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36428) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:19.839699 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-63ca4d0b-2c43-4008-a21e-818146289b28 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007425973', 'description': 'tempest-description--1996422214'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:19.844593 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:19.905582 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Routers {'902f0ac3-face-493d-aa63-10f77d3b06ee'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:46:19.906595 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['902f0ac3-face-493d-aa63-10f77d3b06ee'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:19.991640 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-76772761-84ef-45f9-94bd-de9452d1ff2f req-5452e3aa-5c6f-4af8-ad88-c58c278496dd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] For port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=44ed5363-0f44-4ef7-91ec-3d682c8ee53d,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:19.992017 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-76772761-84ef-45f9-94bd-de9452d1ff2f req-5452e3aa-5c6f-4af8-ad88-c58c278496dd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:20.022981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] Set router 22b53670-9a3e-472e-b419-2a60b6613ded gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:46:20.032094 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-63ca4d0b-2c43-4008-a21e-818146289b28 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:20.059787 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] Set router 902f0ac3-face-493d-aa63-10f77d3b06ee gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:46:20.080886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-76772761-84ef-45f9-94bd-de9452d1ff2f req-5452e3aa-5c6f-4af8-ad88-c58c278496dd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Calling delete_port for 44ed5363-0f44-4ef7-91ec-3d682c8ee53d owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:46:20.103950 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d90b019-3f7e-4962-9c60-05dff9864512 req-00bd9f90-3e7d-40b5-831a-510068a42748 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038568 Feb 08 15:46:20.162047 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0ba98d12-feb7-4e1f-887c-790c24de5d29 req-c0522267-c52f-470e-8cc4-2432fd657241 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/0b5cc667-dd11-4214-8a3d-92c88a2c85c3 HTTP/1.1" status: 200 len: 1818 time: 0.2753742 Feb 08 15:46:20.166991 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-0ba98d12-feb7-4e1f-887c-790c24de5d29 req-0cb39d6b-5323-48ce-8ae5-cedc8d8e6b1b tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1108756588', 'description': 'tempest-description-hth-573634444'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:20.194893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 95b00d8e-99b9-4050-b652-93ce45f4648c is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:20.244902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e4335572-bad4-47ff-a26a-db5fefb497fb None None] Current status of the port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:20.245272 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e4335572-bad4-47ff-a26a-db5fefb497fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:20.249612 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:20.284015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2a79db-157a-4b18-977e-71e122826f50 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:46:20.294478 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Publish callbacks [] for port (ba2a79db-157a-4b18-977e-71e122826f50), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:20.313101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Transition to ACTIVE for port object ba2a79db-157a-4b18-977e-71e122826f50 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:46:20.320421 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be62820-f95b-47b2-a024-00a45d4d7e5e None None] Pushing event updated for resources: {'Port': ['ID=05d94e87-8bd4-4d3b-9741-572caf611e0e,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:20.321339 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ba2a79db-157a-4b18-977e-71e122826f50), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:20.342259 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:56Z', 'updated_at': '2022-02-08T15:46:15Z', 'revision_number': 4, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'gw_port': {'id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:00Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '05d94e87-8bd4-4d3b-9741-572caf611e0e', 'name': '', 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'mac_address': 'fa:16:3e:e9:4c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '366f153a-51b7-4f17-97cb-1b7880412065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:10Z', 'updated_at': '2022-02-08T15:46:19Z', 'revision_number': 4, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'subnets': [{'id': '366f153a-51b7-4f17-97cb-1b7880412065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:20.373855 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e4335572-bad4-47ff-a26a-db5fefb497fb None None] For port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=43af2b77-ff14-4ab2-aa7a-ef4a5728ddba,segment=NetworkSegment(1a9f4833-ef70-4d22-8193-11d3ca291e57),segment_id=1a9f4833-ef70-4d22-8193-11d3ca291e57)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:20.379521 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e4335572-bad4-47ff-a26a-db5fefb497fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:20.395770 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7e6cf-f399-4432-9c26-3dfbf7ec26fa None None] The sync data for ids ['902f0ac3-face-493d-aa63-10f77d3b06ee'] in n-d-824834-11 is: [{'id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:56Z', 'updated_at': '2022-02-08T15:46:15Z', 'revision_number': 4, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'gw_port': {'id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:00Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '05d94e87-8bd4-4d3b-9741-572caf611e0e', 'name': '', 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'mac_address': 'fa:16:3e:e9:4c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '366f153a-51b7-4f17-97cb-1b7880412065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:10Z', 'updated_at': '2022-02-08T15:46:19Z', 'revision_number': 4, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'subnets': [{'id': '366f153a-51b7-4f17-97cb-1b7880412065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:46:20.423497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Pushing event updated for resources: {'Port': ['ID=ba2a79db-157a-4b18-977e-71e122826f50,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:20.539832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4335572-bad4-47ff-a26a-db5fefb497fb None None] Pushing event updated for resources: {'Port': ['ID=43af2b77-ff14-4ab2-aa7a-ef4a5728ddba,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:20.571110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1a60e1d6-7c0b-4a3a-ada8-6d99607be461 None None] Provisioning complete for port 05d94e87-8bd4-4d3b-9741-572caf611e0e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:20.571487 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a60e1d6-7c0b-4a3a-ada8-6d99607be461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:20.618622 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0ba98d12-feb7-4e1f-887c-790c24de5d29 req-0cb39d6b-5323-48ce-8ae5-cedc8d8e6b1b tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (0b5cc667-dd11-4214-8a3d-92c88a2c85c3), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:20.700529 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:05Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'gw_port': {'id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:07Z', 'updated_at': '2022-02-08T15:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '43af2b77-ff14-4ab2-aa7a-ef4a5728ddba', 'name': '', 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'mac_address': 'fa:16:3e:33:ae:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '27513bf0-b566-4818-a844-46757704e932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:11Z', 'updated_at': '2022-02-08T15:46:18Z', 'revision_number': 4, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'subnets': [{'id': '27513bf0-b566-4818-a844-46757704e932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:20.703348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Attempting to bind port ba2a79db-157a-4b18-977e-71e122826f50 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:46:20.704564 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Attempting to bind port ba2a79db-157a-4b18-977e-71e122826f50 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:46:20.705181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Attempting to bind port ba2a79db-157a-4b18-977e-71e122826f50 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:20.719152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Port ba2a79db-157a-4b18-977e-71e122826f50 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:46:20.720856 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Attempting to bind port ba2a79db-157a-4b18-977e-71e122826f50 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:20.736785 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:46:20.738618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:46:20.739266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:46:20.739983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Bound port: ba2a79db-157a-4b18-977e-71e122826f50, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:46:20.740678 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ba2a79db-157a-4b18-977e-71e122826f50), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:20.751091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4653583-414a-42cc-af5a-f4126fa3a637 None None] The sync data for ids ['22b53670-9a3e-472e-b419-2a60b6613ded'] in n-d-824834-11 is: [{'id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:05Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'gw_port': {'id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:07Z', 'updated_at': '2022-02-08T15:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '43af2b77-ff14-4ab2-aa7a-ef4a5728ddba', 'name': '', 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'mac_address': 'fa:16:3e:33:ae:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '27513bf0-b566-4818-a844-46757704e932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:11Z', 'updated_at': '2022-02-08T15:46:18Z', 'revision_number': 4, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'subnets': [{'id': '27513bf0-b566-4818-a844-46757704e932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:46:20.752791 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 05d94e87-8bd4-4d3b-9741-572caf611e0e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:20.849941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1a60e1d6-7c0b-4a3a-ada8-6d99607be461 None None] Current status of the port 05d94e87-8bd4-4d3b-9741-572caf611e0e is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:20.850593 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a60e1d6-7c0b-4a3a-ada8-6d99607be461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:20.864473 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-63ca4d0b-2c43-4008-a21e-818146289b28 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for security_group (ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:20.927211 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-63ca4d0b-2c43-4008-a21e-818146289b28 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:20.939467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] For port ba2a79db-157a-4b18-977e-71e122826f50, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:46:20.948625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] For port ba2a79db-157a-4b18-977e-71e122826f50, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ba2a79db-157a-4b18-977e-71e122826f50,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:46:20.961184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 05d94e87-8bd4-4d3b-9741-572caf611e0e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:20.961573 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:20.964500 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ba2a79db-157a-4b18-977e-71e122826f50), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:20.985905 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfadb1-4c58-4642-adfb-53b4e3a7af05 req-f982ca19-d506-4c8f-a08b-4e8d7835263a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:20.991509 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-91cfadb1-4c58-4642-adfb-53b4e3a7af05 req-f982ca19-d506-4c8f-a08b-4e8d7835263a tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/ports?device_id=926392fa-7958-458e-be76-2d986c00a3d6 HTTP/1.1" status: 200 len: 950 time: 0.7039354 Feb 08 15:46:21.032775 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0ba98d12-feb7-4e1f-887c-790c24de5d29 req-0cb39d6b-5323-48ce-8ae5-cedc8d8e6b1b tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (0b5cc667-dd11-4214-8a3d-92c88a2c85c3), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:21.069262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1a60e1d6-7c0b-4a3a-ada8-6d99607be461 None None] For port 05d94e87-8bd4-4d3b-9741-572caf611e0e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=05d94e87-8bd4-4d3b-9741-572caf611e0e,segment=NetworkSegment(33f8759f-f51d-4e0b-be84-61cadefe7ec9),segment_id=33f8759f-f51d-4e0b-be84-61cadefe7ec9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:21.082253 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0ba98d12-feb7-4e1f-887c-790c24de5d29 req-0cb39d6b-5323-48ce-8ae5-cedc8d8e6b1b tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0b5cc667-dd11-4214-8a3d-92c88a2c85c3), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:21.087973 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a60e1d6-7c0b-4a3a-ada8-6d99607be461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:21.090047 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0ba98d12-feb7-4e1f-887c-790c24de5d29 req-0cb39d6b-5323-48ce-8ae5-cedc8d8e6b1b tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:21.095009 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:21.095637 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:21.097126 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] 10.222.0.94 "PUT /v2.0/ports/ba2a79db-157a-4b18-977e-71e122826f50 HTTP/1.1" status: 200 len: 1097 time: 1.5657454 Feb 08 15:46:21.097511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'tag': 'ba2a79db-157a-4b18-977e-71e122826f50'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:21.097648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0ba98d12-feb7-4e1f-887c-790c24de5d29 req-0cb39d6b-5323-48ce-8ae5-cedc8d8e6b1b tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "PUT /v2.0/security-groups/0b5cc667-dd11-4214-8a3d-92c88a2c85c3 HTTP/1.1" status: 200 len: 1791 time: 0.9341252 Feb 08 15:46:21.110671 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa60cd7-4d67-4f1a-9bb0-650ed1ffcf52" -d '{"events": [{"name": "network-changed", "server_uuid": "441c21b9-1da2-44bd-806d-b2996bfdf4b2", "tag": "ba2a79db-157a-4b18-977e-71e122826f50"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:21.127299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-63ca4d0b-2c43-4008-a21e-818146289b28 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:21.129209 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-63ca4d0b-2c43-4008-a21e-818146289b28 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2934136 Feb 08 15:46:21.136369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36436) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:21.157101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-fed069ac-76d3-4401-907e-42d86664c6c2 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Request body: {'security_group_rule': {'security_group_id': 'ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:21.187860 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:21.189963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca4d0b-2c43-4008-a21e-818146289b28 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:21.250344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60e1d6-7c0b-4a3a-ada8-6d99607be461 None None] Pushing event updated for resources: {'Port': ['ID=05d94e87-8bd4-4d3b-9741-572caf611e0e,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:21.293619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e6aec-e391-4371-ae4b-01231a1a6bbb service neutron] Pushing event updated for resources: {'Port': ['ID=ba2a79db-157a-4b18-977e-71e122826f50,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:21.350101 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fed069ac-76d3-4401-907e-42d86664c6c2 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for security_group_rule (ad42acf3-40f4-4706-9314-028fb11541c5), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:21.354821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 05d94e87-8bd4-4d3b-9741-572caf611e0e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:21.382531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-14501372-0fd0-4c63-9847-43aa45337400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:21.386860 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-14501372-0fd0-4c63-9847-43aa45337400 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=20e6078a22194f04bb29d892e4a27bc6&device_id=441c21b9-1da2-44bd-806d-b2996bfdf4b2 HTTP/1.1" status: 200 len: 1131 time: 0.1778708 Feb 08 15:46:21.444844 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-76772761-84ef-45f9-94bd-de9452d1ff2f req-5452e3aa-5c6f-4af8-ad88-c58c278496dd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (44ed5363-0f44-4ef7-91ec-3d682c8ee53d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:21.500004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452e3aa-5c6f-4af8-ad88-c58c278496dd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Pushing event deleted for resources: {'Port': ['ID=44ed5363-0f44-4ef7-91ec-3d682c8ee53d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:21.513557 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-91cfadb1-4c58-4642-adfb-53b4e3a7af05 req-ef2c5943-d560-4180-b0bb-a0361b7b8ebd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.82 "GET /v2.0/security-groups?id=c84156f1-8c7f-4c20-a819-0a9a1719caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896240 Feb 08 15:46:21.519784 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-78510035-33db-4d19-a39e-9b4ce880b5e3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ba2a79db-157a-4b18-977e-71e122826f50 HTTP/1.1" status: 200 len: 217 time: 0.1170161 Feb 08 15:46:21.612463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb39d6b-5323-48ce-8ae5-cedc8d8e6b1b tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5cc667-dd11-4214-8a3d-92c88a2c85c3,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:21.639828 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fed069ac-76d3-4401-907e-42d86664c6c2 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for security_group_rule (ad42acf3-40f4-4706-9314-028fb11541c5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:21.645470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-6097955f-98a9-49ae-a4a6-daad246778ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:21.649831 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-6097955f-98a9-49ae-a4a6-daad246778ec service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1193652 Feb 08 15:46:21.653931 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fed069ac-76d3-4401-907e-42d86664c6c2 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (ad42acf3-40f4-4706-9314-028fb11541c5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:21.699929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-76772761-84ef-45f9-94bd-de9452d1ff2f req-5452e3aa-5c6f-4af8-ad88-c58c278496dd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] No DVR routers for this DVR port 44ed5363-0f44-4ef7-91ec-3d682c8ee53d on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:46:21.704181 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-76772761-84ef-45f9-94bd-de9452d1ff2f req-5452e3aa-5c6f-4af8-ad88-c58c278496dd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:21.707927 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-76772761-84ef-45f9-94bd-de9452d1ff2f req-5452e3aa-5c6f-4af8-ad88-c58c278496dd tempest-ServersOnMultiNodesTest-400861332 tempest-ServersOnMultiNodesTest-400861332-project] 10.222.0.94 "DELETE /v2.0/ports/44ed5363-0f44-4ef7-91ec-3d682c8ee53d HTTP/1.1" status: 204 len: 173 time: 2.5247974 Feb 08 15:46:21.722349 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed069ac-76d3-4401-907e-42d86664c6c2 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad42acf3-40f4-4706-9314-028fb11541c5,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:21.735188 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fed069ac-76d3-4401-907e-42d86664c6c2 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:21.743666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926392fa-7958-458e-be76-2d986c00a3d6', 'name': 'network-vif-deleted', 'tag': '44ed5363-0f44-4ef7-91ec-3d682c8ee53d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:21.743666 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73803a34-0538-4145-9eb0-d771c1257b52" -d '{"events": [{"server_uuid": "926392fa-7958-458e-be76-2d986c00a3d6", "name": "network-vif-deleted", "tag": "44ed5363-0f44-4ef7-91ec-3d682c8ee53d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:21.744008 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fed069ac-76d3-4401-907e-42d86664c6c2 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5901012 Feb 08 15:46:21.745002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36440) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:21.761280 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-77425087-8035-4d0b-aee0-634197876fec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Request body: {'security_group_rule': {'security_group_id': 'ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:21.797137 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398dd994-25ad-4c2e-9e9b-0e18ab7ac84e req-24de20a4-c089-4de7-a5a4-017879e12462 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:21.810504 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-398dd994-25ad-4c2e-9e9b-0e18ab7ac84e req-24de20a4-c089-4de7-a5a4-017879e12462 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 949 time: 0.5389855 Feb 08 15:46:21.814928 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77425087-8035-4d0b-aee0-634197876fec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for security_group_rule (3944d0af-3925-4a4e-8f7f-b83c3e2cf372), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:21.831795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-196bc3d6-796c-413f-831d-b7e853028f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:21.833338 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-196bc3d6-796c-413f-831d-b7e853028f69 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1756713 Feb 08 15:46:21.855876 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 44ed5363-0f44-4ef7-91ec-3d682c8ee53d no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:46:21.907458 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 44ed5363-0f44-4ef7-91ec-3d682c8ee53d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:46:21.907804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 44ed5363-0f44-4ef7-91ec-3d682c8ee53d not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:46:21.914477 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Allocated IP 172.25.7.209 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/b2ae633e-e6a7-450b-bf4b-9e363e9248b4) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:46:21.961853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ea13-70a9-48cf-8226-cb33e0951494 req-52a9edc6-90d0-4aad-8e4d-62de308b48a0 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:21.970561 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f751ea13-70a9-48cf-8226-cb33e0951494 req-52a9edc6-90d0-4aad-8e4d-62de308b48a0 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/ports?device_id=441c21b9-1da2-44bd-806d-b2996bfdf4b2 HTTP/1.1" status: 200 len: 948 time: 0.2938039 Feb 08 15:46:22.015565 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-398dd994-25ad-4c2e-9e9b-0e18ab7ac84e req-a3e2293f-cbb7-48db-b08a-e356830e6e54 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983507 Feb 08 15:46:22.153789 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77425087-8035-4d0b-aee0-634197876fec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for security_group_rule (3944d0af-3925-4a4e-8f7f-b83c3e2cf372), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:22.172566 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77425087-8035-4d0b-aee0-634197876fec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (3944d0af-3925-4a4e-8f7f-b83c3e2cf372), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:22.249344 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-8b17bb5a-1607-4fc9-bedf-c39d6b1b6b69 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083898 Feb 08 15:46:22.252885 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77425087-8035-4d0b-aee0-634197876fec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3944d0af-3925-4a4e-8f7f-b83c3e2cf372,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:22.274036 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f751ea13-70a9-48cf-8226-cb33e0951494 req-00c7b171-3507-4241-bb49-43cf9776706a tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/security-groups?id=71a43be4-6a46-4bcb-b5d5-ef52e5564f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758496 Feb 08 15:46:22.289642 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77425087-8035-4d0b-aee0-634197876fec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:22.294431 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-77425087-8035-4d0b-aee0-634197876fec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5386305 Feb 08 15:46:22.296417 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36452) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:22.299543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0654f06-a0b2-46cc-92b1-4379381d6fa5 req-f3d42f1c-c918-4591-8de3-7cd5283fff0e tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/0b5cc667-dd11-4214-8a3d-92c88a2c85c3 HTTP/1.1" status: 200 len: 1791 time: 0.2285829 Feb 08 15:46:22.313438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:22.388344 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef4ee38-3235-479e-896c-f0a0bbba8572 x-openstack-request-id: req-eef4ee38-3235-479e-896c-f0a0bbba8572 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:22.388745 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441c21b9-1da2-44bd-806d-b2996bfdf4b2", "tag": "ba2a79db-157a-4b18-977e-71e122826f50", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:22.390481 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-eef4ee38-3235-479e-896c-f0a0bbba8572 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:22.390963 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'tag': 'ba2a79db-157a-4b18-977e-71e122826f50', 'status': 'completed', 'code': 200} Feb 08 15:46:22.425244 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for port (b2ae633e-e6a7-450b-bf4b-9e363e9248b4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:22.487350 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fba590bf-a6a5-46b5-9b90-135264af8a8e req-0028b4eb-114e-4e26-9bf5-0dc109bf4b9f service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063527 Feb 08 15:46:22.547732 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b666bc95-8f71-44cf-86db-91f6168d7299 x-openstack-request-id: req-b666bc95-8f71-44cf-86db-91f6168d7299 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:22.548024 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926392fa-7958-458e-be76-2d986c00a3d6", "name": "network-vif-deleted", "tag": "44ed5363-0f44-4ef7-91ec-3d682c8ee53d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:22.548278 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b666bc95-8f71-44cf-86db-91f6168d7299 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:22.548672 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926392fa-7958-458e-be76-2d986c00a3d6', 'name': 'network-vif-deleted', 'tag': '44ed5363-0f44-4ef7-91ec-3d682c8ee53d', 'status': 'completed', 'code': 200} Feb 08 15:46:22.549674 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:22.746902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 05d94e87-8bd4-4d3b-9741-572caf611e0e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:22.759942 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b2ae633e-e6a7-450b-bf4b-9e363e9248b4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:22.804792 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56676491-b339-4208-8bc7-9edf96dbb4da req-531034c8-6bda-44a5-8353-0bfa78dec767 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:22.815161 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56676491-b339-4208-8bc7-9edf96dbb4da req-531034c8-6bda-44a5-8353-0bfa78dec767 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 944 time: 0.3696434 Feb 08 15:46:22.877613 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 05d94e87-8bd4-4d3b-9741-572caf611e0e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:22.878211 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:22.972523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:23.009257 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 05d94e87-8bd4-4d3b-9741-572caf611e0e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:23.010635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:23.015413 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:23.048634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:46:23.080429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:23.081005 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:23.102089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa60cd7-4d67-4f1a-9bb0-650ed1ffcf52 req-b9f0cb05-525b-4eeb-976d-d71c36cbb1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:23.103693 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4aa60cd7-4d67-4f1a-9bb0-650ed1ffcf52 req-b9f0cb05-525b-4eeb-976d-d71c36cbb1de service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=20e6078a22194f04bb29d892e4a27bc6&device_id=441c21b9-1da2-44bd-806d-b2996bfdf4b2 HTTP/1.1" status: 200 len: 1131 time: 0.5480504 Feb 08 15:46:23.135604 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56676491-b339-4208-8bc7-9edf96dbb4da req-d4d14961-ae38-4c67-b998-6fa03dd1efc7 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086207 Feb 08 15:46:23.168674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:23.169429 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Pushing event updated for resources: {'Port': ['ID=b2ae633e-e6a7-450b-bf4b-9e363e9248b4,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:23.178547 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b74b9d5d-c0d1-494f-99a9-92d5ad12b6db req-9f886826-bcd9-46d1-bf64-7166e94d4674 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/0b5cc667-dd11-4214-8a3d-92c88a2c85c3 HTTP/1.1" status: 200 len: 1791 time: 0.2264161 Feb 08 15:46:23.215953 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa60cd7-4d67-4f1a-9bb0-650ed1ffcf52 req-26da86fb-4b8f-4698-90d2-395e3a671735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:23.217547 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4aa60cd7-4d67-4f1a-9bb0-650ed1ffcf52 req-26da86fb-4b8f-4698-90d2-395e3a671735 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1058478 Feb 08 15:46:23.274519 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4aa60cd7-4d67-4f1a-9bb0-650ed1ffcf52 req-77ef123d-93d5-4786-a248-3f8ece4fc02c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ba2a79db-157a-4b18-977e-71e122826f50 HTTP/1.1" status: 200 len: 217 time: 0.0482571 Feb 08 15:46:23.296822 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-4bb3ecb5-0a2c-4de9-aba8-f6c70568af75 service neutron] 10.222.0.96 "GET /v2.0/ports/165343a0-7048-4983-9a11-c5fd7d41cb72/bindings/n-h1-824834-11 HTTP/1.1" status: 200 len: 385 time: 0.1856062 Feb 08 15:46:23.303277 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:23.329150 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for floatingip (fbf521a8-ed15-4882-941c-e36eda28af06), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:23.334925 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa60cd7-4d67-4f1a-9bb0-650ed1ffcf52 req-a9f0e7f2-c98b-4cc7-9adc-5272a3fdda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:23.336151 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4aa60cd7-4d67-4f1a-9bb0-650ed1ffcf52 req-a9f0e7f2-c98b-4cc7-9adc-5272a3fdda1c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0529571 Feb 08 15:46:23.395258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa60cd7-4d67-4f1a-9bb0-650ed1ffcf52 req-8a613199-c0d7-4225-872b-21146be8185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:23.397711 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4aa60cd7-4d67-4f1a-9bb0-650ed1ffcf52 req-8a613199-c0d7-4225-872b-21146be8185f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0544722 Feb 08 15:46:23.488869 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b74b9d5d-c0d1-494f-99a9-92d5ad12b6db req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (0b5cc667-dd11-4214-8a3d-92c88a2c85c3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:23.502774 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4aa60cd7-4d67-4f1a-9bb0-650ed1ffcf52 req-04fa2596-c780-4933-acdc-8b183bb877cc service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961752 Feb 08 15:46:23.528072 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b2ae633e-e6a7-450b-bf4b-9e363e9248b4), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:23.551077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36472) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:23.577878 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b74b9d5d-c0d1-494f-99a9-92d5ad12b6db req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (0b5cc667-dd11-4214-8a3d-92c88a2c85c3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:23.587802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76519045-fb8e-4bc6-bb11-d84bee96768e req-6cd6948a-4c75-4258-ab13-cec33b343fe4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:23.589480 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-76519045-fb8e-4bc6-bb11-d84bee96768e req-6cd6948a-4c75-4258-ab13-cec33b343fe4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 945 time: 0.2902286 Feb 08 15:46:23.613619 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4aa60cd7-4d67-4f1a-9bb0-650ed1ffcf52 req-726b5cbe-7633-43f4-bff6-88aaa5478e8d service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037130 Feb 08 15:46:23.724041 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5d52cb6d-29d8-4ab5-879b-a740ce60f2f5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=47a06341cc3a4770995437fedeb0cb4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718321 Feb 08 15:46:23.727179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36476) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:23.748882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Allocated IP 172.25.7.120 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/629821a8-5264-486e-9a82-ee782a163478) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:46:23.784773 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-579581a9-b215-4437-9aab-9991d3142682 admin admin] Publish callbacks [] for security_group (c84156f1-8c7f-4c20-a819-0a9a1719caa0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:23.806800 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-579581a9-b215-4437-9aab-9991d3142682 admin admin] Publish callbacks [] for security_group (c84156f1-8c7f-4c20-a819-0a9a1719caa0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:23.852364 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b74b9d5d-c0d1-494f-99a9-92d5ad12b6db req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0b5cc667-dd11-4214-8a3d-92c88a2c85c3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:23.854975 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b74b9d5d-c0d1-494f-99a9-92d5ad12b6db req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:23.856183 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b74b9d5d-c0d1-494f-99a9-92d5ad12b6db req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "DELETE /v2.0/security-groups/0b5cc667-dd11-4214-8a3d-92c88a2c85c3 HTTP/1.1" status: 204 len: 173 time: 0.6448896 Feb 08 15:46:23.861128 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ba2a79db-157a-4b18-977e-71e122826f50 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:46:23.869106 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-76519045-fb8e-4bc6-bb11-d84bee96768e req-46550ae5-3d73-4b10-9c8d-3cf025e6d8ee tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369323 Feb 08 15:46:23.908113 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-579581a9-b215-4437-9aab-9991d3142682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c84156f1-8c7f-4c20-a819-0a9a1719caa0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:23.911019 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-579581a9-b215-4437-9aab-9991d3142682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:23.916302 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-579581a9-b215-4437-9aab-9991d3142682 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c84156f1-8c7f-4c20-a819-0a9a1719caa0 HTTP/1.1" status: 204 len: 168 time: 0.1842127 Feb 08 15:46:23.936069 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579581a9-b215-4437-9aab-9991d3142682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84156f1-8c7f-4c20-a819-0a9a1719caa0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:23.968985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5cc667-dd11-4214-8a3d-92c88a2c85c3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:24.039904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.040630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.040630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.040930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.047529 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.047950 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.048298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.048647 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.048984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.049328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.049724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.050062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.050397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd841f-fb03-4354-8801-27dc81899391 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.086943 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-bd07e527-eeed-4407-a9dd-cfbbb425b1b0 service neutron] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=165343a0-7048-4983-9a11-c5fd7d41cb72,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:24.093498 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-b22d3eec-7b1f-4947-971e-f6b7f8b43280 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=0bbaf540326f4cd99faef290d7e6ef16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839865 Feb 08 15:46:24.192154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ba2a79db-157a-4b18-977e-71e122826f50, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ba2a79db-157a-4b18-977e-71e122826f50,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:24.209116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'ba2a79db-157a-4b18-977e-71e122826f50', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': 'ba2a79db-157a-4b18-977e-71e122826f50', 'mac_address': 'fa:16:3e:40:90:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:46:24.231695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-bd07e527-eeed-4407-a9dd-cfbbb425b1b0 service neutron] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:46:24.235507 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for port (629821a8-5264-486e-9a82-ee782a163478), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:24.252748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ba2a79db-157a-4b18-977e-71e122826f50 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:24.253185 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ba2a79db-157a-4b18-977e-71e122826f50), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:24.275880 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2a79db-157a-4b18-977e-71e122826f50 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:46:24.306980 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ba2a79db-157a-4b18-977e-71e122826f50, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ba2a79db-157a-4b18-977e-71e122826f50,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:24.312181 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ba2a79db-157a-4b18-977e-71e122826f50), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:24.369903 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ba2a79db-157a-4b18-977e-71e122826f50,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:24.438664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36494) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:24.485649 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3b0f1f63-7327-4d12-b751-311f5aaeebd0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=44f75385b85b411eb46f3eca4309dd43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451248 Feb 08 15:46:24.489450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36496) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:24.547886 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Publish callbacks [] for security_group (20f35e84-0a1b-41f0-9782-1f325dfc00ef), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:24.572308 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Publish callbacks [] for security_group (20f35e84-0a1b-41f0-9782-1f325dfc00ef), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:24.606105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ba2a79db-157a-4b18-977e-71e122826f50'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:24.612673 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for port (b2ae633e-e6a7-450b-bf4b-9e363e9248b4), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:24.621835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-bd07e527-eeed-4407-a9dd-cfbbb425b1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165343a0-7048-4983-9a11-c5fd7d41cb72 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:46:24.632667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (20f35e84-0a1b-41f0-9782-1f325dfc00ef), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:24.633405 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (b2ae633e-e6a7-450b-bf4b-9e363e9248b4), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:24.637050 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:24.638565 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/20f35e84-0a1b-41f0-9782-1f325dfc00ef HTTP/1.1" status: 204 len: 168 time: 0.1478279 Feb 08 15:46:24.650005 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-bd07e527-eeed-4407-a9dd-cfbbb425b1b0 service neutron] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=165343a0-7048-4983-9a11-c5fd7d41cb72,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:24.650615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f35e84-0a1b-41f0-9782-1f325dfc00ef,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:24.664705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.665080 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.665672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.666531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.667071 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.667476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.667814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.668308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.668847 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.669606 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.670108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.670598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.671106 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e868cb0-1c49-4b9f-9411-3b0e03d33277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:24.731831 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-bd07e527-eeed-4407-a9dd-cfbbb425b1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:24.780063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3000ba0-67d7-41c9-bf4d-9290a0787c43 req-736bc7f7-7b83-4349-a7e8-5df8151feec0 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:24.781646 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3000ba0-67d7-41c9-bf4d-9290a0787c43 req-736bc7f7-7b83-4349-a7e8-5df8151feec0 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/ports?device_id=441c21b9-1da2-44bd-806d-b2996bfdf4b2 HTTP/1.1" status: 200 len: 948 time: 0.6542754 Feb 08 15:46:24.793925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-860961f6-25ae-4cf1-aa1f-3926dd80113c tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:24.795449 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-860961f6-25ae-4cf1-aa1f-3926dd80113c tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6738756 Feb 08 15:46:24.817884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Pushing event updated for resources: {'Port': ['ID=b2ae633e-e6a7-450b-bf4b-9e363e9248b4,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:24.834711 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (629821a8-5264-486e-9a82-ee782a163478), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:24.893098 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-af9f215a-4e78-4e62-bac0-195b9e7b1adc tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/quotas/0bbaf540326f4cd99faef290d7e6ef16 HTTP/1.1" status: 200 len: 375 time: 0.0793426 Feb 08 15:46:24.893298 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (fbf521a8-ed15-4882-941c-e36eda28af06), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:24.916053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9495544-c066-4639-aa29-11cbd17ba6e3 req-a3a8d3e4-8619-4c0d-8e26-33c8113473d7 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:24.918078 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b9495544-c066-4639-aa29-11cbd17ba6e3 req-a3a8d3e4-8619-4c0d-8e26-33c8113473d7 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 945 time: 0.1000249 Feb 08 15:46:24.952353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:24.986845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:24.997657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:46:25.004219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Pushing event updated for resources: {'Port': ['ID=629821a8-5264-486e-9a82-ee782a163478,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:25.013484 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:25.024251 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5b46553b-7229-40b5-9928-89df734af6e7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3032491 Feb 08 15:46:25.051540 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3000ba0-67d7-41c9-bf4d-9290a0787c43 req-5291e039-997e-4be9-a597-3a9482170377 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/security-groups?id=71a43be4-6a46-4bcb-b5d5-ef52e5564f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521710 Feb 08 15:46:25.061085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b9495544-c066-4639-aa29-11cbd17ba6e3 req-0feaaa9b-8650-4072-a6b6-05c56bcedf04 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Deleting port d1084eb4-648a-4450-870a-c07bd5eb5fd6 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:46:25.061828 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b9495544-c066-4639-aa29-11cbd17ba6e3 req-0feaaa9b-8650-4072-a6b6-05c56bcedf04 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d1084eb4-648a-4450-870a-c07bd5eb5fd6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:25.096683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-bd07e527-eeed-4407-a9dd-cfbbb425b1b0 service neutron] Transition to ACTIVE for port object 165343a0-7048-4983-9a11-c5fd7d41cb72 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:46:25.110758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-8f939c0f-cbea-4b33-8f6f-96a3c9651fcf tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=0bbaf540326f4cd99faef290d7e6ef16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2061515 Feb 08 15:46:25.129749 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-bd07e527-eeed-4407-a9dd-cfbbb425b1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:25.184999 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b9495544-c066-4639-aa29-11cbd17ba6e3 req-0feaaa9b-8650-4072-a6b6-05c56bcedf04 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] For port d1084eb4-648a-4450-870a-c07bd5eb5fd6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d1084eb4-648a-4450-870a-c07bd5eb5fd6,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:25.185589 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b9495544-c066-4639-aa29-11cbd17ba6e3 req-0feaaa9b-8650-4072-a6b6-05c56bcedf04 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d1084eb4-648a-4450-870a-c07bd5eb5fd6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:25.200451 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b9495544-c066-4639-aa29-11cbd17ba6e3 req-0feaaa9b-8650-4072-a6b6-05c56bcedf04 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Calling delete_port for d1084eb4-648a-4450-870a-c07bd5eb5fd6 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:46:25.360328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-bd07e527-eeed-4407-a9dd-cfbbb425b1b0 service neutron] No DVR routers for this DVR port 165343a0-7048-4983-9a11-c5fd7d41cb72 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:46:25.414812 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for floatingip (fcb7154b-97a5-4837-8105-08dc82b2bd81), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:25.414922 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b9495544-c066-4639-aa29-11cbd17ba6e3 req-0feaaa9b-8650-4072-a6b6-05c56bcedf04 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d1084eb4-648a-4450-870a-c07bd5eb5fd6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:25.438636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['d1084eb4-648a-4450-870a-c07bd5eb5fd6'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:25.460851 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feaaa9b-8650-4072-a6b6-05c56bcedf04 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Pushing event deleted for resources: {'Port': ['ID=d1084eb4-648a-4450-870a-c07bd5eb5fd6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:25.481824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07e527-eeed-4407-a9dd-cfbbb425b1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=165343a0-7048-4983-9a11-c5fd7d41cb72,revision_number=10']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:25.552129 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9495544-c066-4639-aa29-11cbd17ba6e3 req-0feaaa9b-8650-4072-a6b6-05c56bcedf04 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] No DVR routers for this DVR port d1084eb4-648a-4450-870a-c07bd5eb5fd6 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:46:25.558014 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b9495544-c066-4639-aa29-11cbd17ba6e3 req-0feaaa9b-8650-4072-a6b6-05c56bcedf04 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:25.561409 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b9495544-c066-4639-aa29-11cbd17ba6e3 req-0feaaa9b-8650-4072-a6b6-05c56bcedf04 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "DELETE /v2.0/ports/d1084eb4-648a-4450-870a-c07bd5eb5fd6 HTTP/1.1" status: 204 len: 173 time: 0.6378901 Feb 08 15:46:25.561884 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4544a1-03cf-4366-a15d-4f169630645d', 'name': 'network-vif-deleted', 'tag': 'd1084eb4-648a-4450-870a-c07bd5eb5fd6'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:25.564282 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4bf6f5-f4af-4d46-8638-04415fb7ee6c" -d '{"events": [{"server_uuid": "dc4544a1-03cf-4366-a15d-4f169630645d", "name": "network-vif-deleted", "tag": "d1084eb4-648a-4450-870a-c07bd5eb5fd6"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:25.591338 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-bd07e527-eeed-4407-a9dd-cfbbb425b1b0 service neutron] 10.222.0.96 "PUT /v2.0/ports/165343a0-7048-4983-9a11-c5fd7d41cb72/bindings/n-h1-824834-11/activate HTTP/1.1" status: 200 len: 370 time: 2.2855084 Feb 08 15:46:25.604896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d98d8-90e4-4bd8-a059-d3672d937ef8 req-0a55ebaf-df4e-4efb-a637-5d83debcaafa tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:25.612061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd8d98d8-90e4-4bd8-a059-d3672d937ef8 req-0a55ebaf-df4e-4efb-a637-5d83debcaafa tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 945 time: 0.3520226 Feb 08 15:46:25.728703 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (629821a8-5264-486e-9a82-ee782a163478), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:25.771150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-d46779bd-2ebe-4225-8a41-1003b204f656 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:25.773299 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-d46779bd-2ebe-4225-8a41-1003b204f656 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1&tenant_id=504f43bb8bb74d7a9517a59da6bb23db&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 1128 time: 0.1004031 Feb 08 15:46:25.780858 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06d6fd1c-27cd-435a-a483-59f0f9c3df52 req-09e214eb-f4c6-4f77-bfae-20db81b3ed21 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 210 time: 0.1491847 Feb 08 15:46:25.841849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd8d98d8-90e4-4bd8-a059-d3672d937ef8 req-027c4d0c-f0d2-414b-a3a6-45eb12c78d42 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286842 Feb 08 15:46:25.861203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-05715cdf-bd35-47bc-8798-c4ddda630e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:25.863465 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-05715cdf-bd35-47bc-8798-c4ddda630e5e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1&tenant_id=504f43bb8bb74d7a9517a59da6bb23db HTTP/1.1" status: 200 len: 1128 time: 0.0830011 Feb 08 15:46:25.873315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ba2a79db-157a-4b18-977e-71e122826f50 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:26.003677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port ba2a79db-157a-4b18-977e-71e122826f50 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:46:26.010094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port ba2a79db-157a-4b18-977e-71e122826f50 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:26.010480 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ba2a79db-157a-4b18-977e-71e122826f50), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:26.069946 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-010fbe32-89e2-4781-8ddd-d840f35f194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:26.071819 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-010fbe32-89e2-4781-8ddd-d840f35f194d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 1128 time: 0.1694067 Feb 08 15:46:26.122851 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-542325c1-b93f-48c7-858c-1e76474b99ba req-6243f3e6-c358-40bc-b35f-5afdc3e525f5 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 210 time: 0.1098609 Feb 08 15:46:26.212026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ba2a79db-157a-4b18-977e-71e122826f50 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:26.212026 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ba2a79db-157a-4b18-977e-71e122826f50), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:26.229605 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd28248-645b-42e7-9a14-760c5e0777ad x-openstack-request-id: req-4bd28248-645b-42e7-9a14-760c5e0777ad {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:26.229927 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4544a1-03cf-4366-a15d-4f169630645d", "name": "network-vif-deleted", "tag": "d1084eb4-648a-4450-870a-c07bd5eb5fd6", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:26.230231 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4bd28248-645b-42e7-9a14-760c5e0777ad {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:26.230786 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4544a1-03cf-4366-a15d-4f169630645d', 'name': 'network-vif-deleted', 'tag': 'd1084eb4-648a-4450-870a-c07bd5eb5fd6', 'status': 'completed', 'code': 200} Feb 08 15:46:26.259256 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for port (629821a8-5264-486e-9a82-ee782a163478), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:26.266796 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-52cd47c6-1e34-4af8-a8e8-c506569f546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:26.268024 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-52cd47c6-1e34-4af8-a8e8-c506569f546d service neutron] 10.222.0.94 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.1862915 Feb 08 15:46:26.271990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a79db-157a-4b18-977e-71e122826f50'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:26.274573 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413a8529-6f4e-4a3f-8898-b0363ace372f" -d '{"events": [{"server_uuid": "441c21b9-1da2-44bd-806d-b2996bfdf4b2", "name": "network-vif-plugged", "status": "completed", "tag": "ba2a79db-157a-4b18-977e-71e122826f50"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:26.288989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-46abd101-3705-4935-bd56-eecc173b0c66 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--941575239&fields=id&tenant_id=4fa45dfbe2a044b7aa392eb6a9f94e44 HTTP/1.1" status: 200 len: 267 time: 0.2331874 Feb 08 15:46:26.291553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ba2a79db-157a-4b18-977e-71e122826f50, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ba2a79db-157a-4b18-977e-71e122826f50,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:26.300065 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ba2a79db-157a-4b18-977e-71e122826f50), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:26.301436 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d1084eb4-648a-4450-870a-c07bd5eb5fd6 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:46:26.312515 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (629821a8-5264-486e-9a82-ee782a163478), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:26.345674 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-663cf71e-d0fb-4106-b216-27ae06115bec req-dc2b44ff-db3c-4b8a-9be3-e70c50d6dc5c tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] show failed (client error): The resource could not be found. Feb 08 15:46:26.367204 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-663cf71e-d0fb-4106-b216-27ae06115bec req-dc2b44ff-db3c-4b8a-9be3-e70c50d6dc5c tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/2935f3a2-7221-44f1-b72d-563f9ca618a6 HTTP/1.1" status: 404 len: 352 time: 0.1131461 Feb 08 15:46:26.378769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ba2a79db-157a-4b18-977e-71e122826f50,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:26.383169 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: d1084eb4-648a-4450-870a-c07bd5eb5fd6 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:46:26.383664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d1084eb4-648a-4450-870a-c07bd5eb5fd6 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:46:26.391393 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-70dbdbe5-2aa7-490b-9ff3-ba5b285841df service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=165343a0-7048-4983-9a11-c5fd7d41cb72 HTTP/1.1" status: 200 len: 217 time: 0.1128623 Feb 08 15:46:26.465364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-e4fceb65-ff62-41bf-b2fc-563703e9ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:26.483411 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-e4fceb65-ff62-41bf-b2fc-563703e9ea2e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.0659244 Feb 08 15:46:26.526501 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-cd322a70-173b-4bbf-8cf5-91342b0da91e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411406 Feb 08 15:46:26.593818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Pushing event updated for resources: {'Port': ['ID=629821a8-5264-486e-9a82-ee782a163478,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:26.627554 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (fcb7154b-97a5-4837-8105-08dc82b2bd81), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:26.667015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-1320845d-7b03-4083-bf9c-109bcca7b66e tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:26.670836 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-1320845d-7b03-4083-bf9c-109bcca7b66e tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/networks?id=f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 HTTP/1.1" status: 200 len: 806 time: 0.3811917 Feb 08 15:46:26.686460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67bf92-49fe-4314-8345-299a5dd2f901 req-6b495554-5623-418f-92b9-8081e80f371b tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:26.692884 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5d67bf92-49fe-4314-8345-299a5dd2f901 req-6b495554-5623-418f-92b9-8081e80f371b tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/ports?device_id=441c21b9-1da2-44bd-806d-b2996bfdf4b2 HTTP/1.1" status: 200 len: 950 time: 0.2030933 Feb 08 15:46:26.702833 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:26.716150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f637594e-a7c8-41a6-acf9-e316e2209fe5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4154711 Feb 08 15:46:26.726427 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-e1990937-e8ef-4c57-9d9e-125184a040f7 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934211 Feb 08 15:46:26.786581 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-05c0433f-a13f-4084-a4e8-1c0e228c0eec tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/quotas/4fa45dfbe2a044b7aa392eb6a9f94e44 HTTP/1.1" status: 200 len: 375 time: 0.0915704 Feb 08 15:46:26.898914 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-72151375-a1eb-4100-8e68-3d0078186081 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631229 Feb 08 15:46:26.924207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5d67bf92-49fe-4314-8345-299a5dd2f901 req-9f3aa53c-2ea9-41d3-a3dd-a8f942139c49 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/security-groups?id=71a43be4-6a46-4bcb-b5d5-ef52e5564f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002501 Feb 08 15:46:26.960390 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-6c044ca9-f519-4058-bf40-cbedd4e20c98 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=4fa45dfbe2a044b7aa392eb6a9f94e44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1718123 Feb 08 15:46:27.005042 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf85311-c6c2-4a99-b99b-94407be1cc9d x-openstack-request-id: req-2bf85311-c6c2-4a99-b99b-94407be1cc9d {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:27.005564 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441c21b9-1da2-44bd-806d-b2996bfdf4b2", "name": "network-vif-plugged", "status": "completed", "tag": "ba2a79db-157a-4b18-977e-71e122826f50", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:27.006259 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2bf85311-c6c2-4a99-b99b-94407be1cc9d {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:27.006553 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a79db-157a-4b18-977e-71e122826f50', 'code': 200} Feb 08 15:46:27.085038 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-e7370e2b-d86f-472b-bdd1-d54db91512c5 req-e7d2dbf1-3bf7-45d7-9606-2affd4a7e9eb tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] show failed (client error): The resource could not be found. Feb 08 15:46:27.098694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7370e2b-d86f-472b-bdd1-d54db91512c5 req-e7d2dbf1-3bf7-45d7-9606-2affd4a7e9eb tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/719b5140-aec0-4c52-9272-e4db6e28923b HTTP/1.1" status: 404 len: 352 time: 0.0327415 Feb 08 15:46:27.268462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b89748-550e-46de-a1f6-515521583080 req-e5b8a1f8-282d-4830-9430-6a62c91ca062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:27.275806 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d6b89748-550e-46de-a1f6-515521583080 req-e5b8a1f8-282d-4830-9430-6a62c91ca062 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=441c21b9-1da2-44bd-806d-b2996bfdf4b2 HTTP/1.1" status: 200 len: 1133 time: 0.1157329 Feb 08 15:46:27.278727 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a77032c0-c4d8-411b-80da-6e542a727245 req-7b142eb5-0ce5-4ca7-8a8c-efe3d5f53d6f tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 210 time: 0.0575228 Feb 08 15:46:27.314548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-d5bfeaae-30d7-4d85-b021-7ae4daf2dc84 service neutron] 10.222.0.82 "GET /v2.0/networks/f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532207 Feb 08 15:46:27.360092 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d6b89748-550e-46de-a1f6-515521583080 req-2c67e28f-2ba2-4183-9d9d-169d8f50caa6 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=71a43be4-6a46-4bcb-b5d5-ef52e5564f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762482 Feb 08 15:46:27.461015 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-6e5e72b4-554a-4226-80f5-f89ee83406fe service neutron] 10.222.0.82 "GET /v2.0/networks/f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412733 Feb 08 15:46:27.500047 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-ea3c3bfc-61d8-41e0-b4fe-5a1e5ea4e42b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=0bbaf540326f4cd99faef290d7e6ef16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2188370 Feb 08 15:46:27.621277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207ec4e-601d-425f-b872-c9427dbf6caf req-f8044469-17ab-412b-a9a7-7092bf6c6312 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:27.623329 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0207ec4e-601d-425f-b872-c9427dbf6caf req-f8044469-17ab-412b-a9a7-7092bf6c6312 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 945 time: 0.1515214 Feb 08 15:46:27.688733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-778c7a55-1dd5-4446-b151-e01d9e5aae9e tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:27.696354 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-778c7a55-1dd5-4446-b151-e01d9e5aae9e tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1&tenant_id=504f43bb8bb74d7a9517a59da6bb23db&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 1128 time: 0.1206229 Feb 08 15:46:27.730083 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-83c196f9-05c5-4eb5-ba53-ec0989ab3339 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:27.732294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-83c196f9-05c5-4eb5-ba53-ec0989ab3339 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251468 Feb 08 15:46:27.746498 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0207ec4e-601d-425f-b872-c9427dbf6caf req-c2e97edd-f74d-4bdf-85bb-f21011b769ee tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135576 Feb 08 15:46:27.762374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-33b2a6b2-93e2-4eb4-b5f8-8564718603ba tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Request body: {'port': {'device_id': '7dc5f2f6-5165-4aa8-9678-b3d5e090f613', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '0bbaf540326f4cd99faef290d7e6ef16'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:27.875797 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-36a5dfb9-65e8-4431-b5ec-b44b0598b8e7 req-6d921dd6-4ce5-44d1-bce0-f94a233caff3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] show failed (client error): The resource could not be found. Feb 08 15:46:27.890306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36a5dfb9-65e8-4431-b5ec-b44b0598b8e7 req-6d921dd6-4ce5-44d1-bce0-f94a233caff3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/eb6b58ec-ed96-4395-9f2a-3f07a1c4e92d HTTP/1.1" status: 404 len: 352 time: 0.0493817 Feb 08 15:46:27.956443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-e2e2b57a-048b-479d-9944-32ede95b3d0f service neutron] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:46:27.963290 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-e2e2b57a-048b-479d-9944-32ede95b3d0f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:27.965142 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aea90dd3-4910-417e-aa9a-3546b1c9c1d6 req-e2e2b57a-048b-479d-9944-32ede95b3d0f service neutron] 10.222.0.94 "DELETE /v2.0/ports/165343a0-7048-4983-9a11-c5fd7d41cb72/bindings/n-h2-824834-11 HTTP/1.1" status: 204 len: 173 time: 0.2624624 Feb 08 15:46:27.999446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-55a21f7f-956d-4962-9539-cfa21a6eec67 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--2007425973&fields=id&tenant_id=14925a58b40e4cbe89cdbb14cd47391d HTTP/1.1" status: 200 len: 267 time: 0.1345692 Feb 08 15:46:28.022983 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2eb6d210-e054-480a-b633-8f4357accd3a req-ba03a3d5-158d-43cc-8373-d85a35b9032f tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 210 time: 0.0650098 Feb 08 15:46:28.135664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-33b2a6b2-93e2-4eb4-b5f8-8564718603ba tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Made reservation on behalf of 0bbaf540326f4cd99faef290d7e6ef16 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:46:28.144453 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-33b2a6b2-93e2-4eb4-b5f8-8564718603ba tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:28.277040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-47747c87-d394-4815-86ab-b806129a9dbc tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:28.278365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-47747c87-d394-4815-86ab-b806129a9dbc tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/networks?id=67d5b3dc-5058-4698-959f-710b67dd3c5d HTTP/1.1" status: 200 len: 815 time: 0.2594700 Feb 08 15:46:28.375117 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-7bd93ec0-dd78-4010-a461-813a9c76b7d5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/quotas/14925a58b40e4cbe89cdbb14cd47391d HTTP/1.1" status: 200 len: 375 time: 0.0850577 Feb 08 15:46:28.384259 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b470fd5b-b8d8-41c2-afda-511d55b70942 req-a67a3ca9-27ba-42ec-9946-f3970f2c15d3 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 210 time: 0.0414226 Feb 08 15:46:28.482181 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-a1abbadd-027c-4c85-a061-d811b2fc8f6a req-e542bee2-51dd-4885-804b-1e7f620f96c3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] show failed (client error): The resource could not be found. Feb 08 15:46:28.483346 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1abbadd-027c-4c85-a061-d811b2fc8f6a req-e542bee2-51dd-4885-804b-1e7f620f96c3 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/0a1186a9-2247-456b-ae8a-a312e673f688 HTTP/1.1" status: 404 len: 352 time: 0.0382669 Feb 08 15:46:28.495784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-33b2a6b2-93e2-4eb4-b5f8-8564718603ba tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Allocated IP 192.168.233.174 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/042984ae-0374-4a7a-a0c5-58c2b0b025b8) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:46:28.541235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-96a6486e-a8d3-42e6-8817-9544d7b3c607 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=14925a58b40e4cbe89cdbb14cd47391d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1371229 Feb 08 15:46:28.770494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-e499aeda-a704-4ff5-bb06-ce21ef491f4d service neutron] 10.222.0.82 "GET /v2.0/networks/67d5b3dc-5058-4698-959f-710b67dd3c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167108 Feb 08 15:46:28.801805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf08b8-b723-411d-b97e-9ad96c25f440 req-8ba6845f-f2f2-4c18-b884-1c91d80a2a79 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:28.803755 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1dbf08b8-b723-411d-b97e-9ad96c25f440 req-8ba6845f-f2f2-4c18-b884-1c91d80a2a79 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/ports?device_id=441c21b9-1da2-44bd-806d-b2996bfdf4b2 HTTP/1.1" status: 200 len: 950 time: 0.1873610 Feb 08 15:46:28.891990 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-33b2a6b2-93e2-4eb4-b5f8-8564718603ba tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks [] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:28.944926 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1dbf08b8-b723-411d-b97e-9ad96c25f440 req-b283dfc3-862e-41b0-bbfa-ab1892f2cb2d tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/security-groups?id=71a43be4-6a46-4bcb-b5d5-ef52e5564f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238298 Feb 08 15:46:28.969574 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-b4f90b93-727d-48c7-b72b-01084f4bcb5a service neutron] 10.222.0.82 "GET /v2.0/networks/67d5b3dc-5058-4698-959f-710b67dd3c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850455 Feb 08 15:46:28.992226 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-33b2a6b2-93e2-4eb4-b5f8-8564718603ba tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:29.004042 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['540f42c4-3437-4a66-a8a2-43103f69511a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:29.054109 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2a6b2-93e2-4eb4-b5f8-8564718603ba tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Pushing event updated for resources: {'Port': ['ID=042984ae-0374-4a7a-a0c5-58c2b0b025b8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:29.078814 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-33b2a6b2-93e2-4eb4-b5f8-8564718603ba tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:29.097238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-33b2a6b2-93e2-4eb4-b5f8-8564718603ba tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:29.126140 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-89999cc4-3643-4f76-a6c0-893c20a63dbf req-dc46eed7-175f-45eb-8f48-bc51df9782ef tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 210 time: 0.0761728 Feb 08 15:46:29.126974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-33b2a6b2-93e2-4eb4-b5f8-8564718603ba tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:46:29.212036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-33b2a6b2-93e2-4eb4-b5f8-8564718603ba tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:29.212682 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-33b2a6b2-93e2-4eb4-b5f8-8564718603ba tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:29.252018 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-924aa661-a2ee-45e3-a55f-c6b8a34bc109 req-7e92f761-f464-4462-bb34-47ef21ca846c tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] show failed (client error): The resource could not be found. Feb 08 15:46:29.256627 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-924aa661-a2ee-45e3-a55f-c6b8a34bc109 req-7e92f761-f464-4462-bb34-47ef21ca846c tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/c2b87090-996c-40e8-9004-f234632e2c50 HTTP/1.1" status: 404 len: 352 time: 0.0399890 Feb 08 15:46:29.351124 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-33b2a6b2-93e2-4eb4-b5f8-8564718603ba tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5974367 Feb 08 15:46:29.371480 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Request body: {'port': {'device_id': '7dc5f2f6-5165-4aa8-9678-b3d5e090f613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:29.521789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-bbc42ae2-8aa6-4c01-b0c8-265e7fef9394 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:29.523721 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-bbc42ae2-8aa6-4c01-b0c8-265e7fef9394 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.94 "GET /v2.0/networks?id=f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 HTTP/1.1" status: 200 len: 806 time: 0.2365439 Feb 08 15:46:29.572107 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ddcda-59a3-427b-9034-8bc5a1bbd803 req-ac8c01d4-080b-4865-b871-c7de127880e1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:29.576129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-95c26c68-00e8-4751-bd72-dd0600c019eb None None] Provisioning complete for port 042984ae-0374-4a7a-a0c5-58c2b0b025b8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:29.576892 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-95c26c68-00e8-4751-bd72-dd0600c019eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:29.579909 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d85ddcda-59a3-427b-9034-8bc5a1bbd803 req-ac8c01d4-080b-4865-b871-c7de127880e1 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 945 time: 0.3621855 Feb 08 15:46:29.598902 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-2f61f5fa-27e2-4fa9-9613-3678a5aa774f tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fa45dfbe2a044b7aa392eb6a9f94e44 HTTP/1.1" status: 200 len: 379 time: 0.0654254 Feb 08 15:46:29.615317 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481b47f-51ed-42a9-b596-71d73f586897 req-b9a30146-38f3-479d-b3c1-7042bd50cd11 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:29.618331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a481b47f-51ed-42a9-b596-71d73f586897 req-b9a30146-38f3-479d-b3c1-7042bd50cd11 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 936 time: 0.2358856 Feb 08 15:46:29.620819 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-0abd48ca-4c2d-4fd6-a7b0-8ba93d6feb8d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Request body: {'port': {'device_id': 'cf4c0c3a-0c95-47a8-9876-c5b6590c48b0', 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'admin_state_up': True, 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'security_groups': ['cf2eef90-b045-49e3-8357-ab579c96448a']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:29.648235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-95c26c68-00e8-4751-bd72-dd0600c019eb None None] Port 042984ae-0374-4a7a-a0c5-58c2b0b025b8 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:46:29.659904 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:29.721485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d85ddcda-59a3-427b-9034-8bc5a1bbd803 req-b043f319-13f3-4d95-aeab-067ff8219e6e tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313593 Feb 08 15:46:29.788450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a481b47f-51ed-42a9-b596-71d73f586897 req-9ebe36a4-50d7-4050-8baf-bc10ac73ced8 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498578 Feb 08 15:46:29.817537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-0abd48ca-4c2d-4fd6-a7b0-8ba93d6feb8d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Made reservation on behalf of 4fa45dfbe2a044b7aa392eb6a9f94e44 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:46:29.823276 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-0abd48ca-4c2d-4fd6-a7b0-8ba93d6feb8d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:29.900569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5c36f73-fb3e-4788-9b40-5273e48ef88b req-54b6af61-8ccc-43c8-98ad-3b356fc2e474 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 210 time: 0.0661137 Feb 08 15:46:29.944079 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-f9d00fcc-2573-4f08-910d-4ae46b6af605 req-a857320f-32db-491b-9c4b-5f8152cec929 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] show failed (client error): The resource could not be found. Feb 08 15:46:29.945146 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f9d00fcc-2573-4f08-910d-4ae46b6af605 req-a857320f-32db-491b-9c4b-5f8152cec929 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/2cd076cf-8b86-450f-9dce-d2bc0fba9ffa HTTP/1.1" status: 404 len: 352 time: 0.0593998 Feb 08 15:46:30.054982 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0ffdc00-6a71-412e-bc4d-31ddd837997e req-cf5ac4d9-7b9c-4c2f-98e6-15b8de2099e6 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 210 time: 0.0392749 Feb 08 15:46:30.085655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-0abd48ca-4c2d-4fd6-a7b0-8ba93d6feb8d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Allocated IP 172.20.0.11 (f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4/27513bf0-b566-4818-a844-46757704e932/ffdf4062-ab61-430b-bce1-7f57faae8717) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:46:30.246117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d634eb9-100e-40c5-9041-a0cb0134aad2 req-643d2926-0913-4c55-a4bc-e9f0cb89fec4 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:30.253689 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d634eb9-100e-40c5-9041-a0cb0134aad2 req-643d2926-0913-4c55-a4bc-e9f0cb89fec4 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/ports?device_id=441c21b9-1da2-44bd-806d-b2996bfdf4b2 HTTP/1.1" status: 200 len: 950 time: 0.0912263 Feb 08 15:46:30.309597 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-0abd48ca-4c2d-4fd6-a7b0-8ba93d6feb8d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:30.325565 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d634eb9-100e-40c5-9041-a0cb0134aad2 req-e377e381-54d5-4978-9a62-74f357e35600 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/security-groups?id=71a43be4-6a46-4bcb-b5d5-ef52e5564f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706663 Feb 08 15:46:30.352343 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-0abd48ca-4c2d-4fd6-a7b0-8ba93d6feb8d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:30.420048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042984ae-0374-4a7a-a0c5-58c2b0b025b8 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:46:30.430557 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Publish callbacks [] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:30.437229 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-0abd48ca-4c2d-4fd6-a7b0-8ba93d6feb8d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Network f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:30.439327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951421d5-7991-48d5-bbc5-596866185aa3 req-068d492a-ee0e-4368-933c-7901eef40216 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:30.440878 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-951421d5-7991-48d5-bbc5-596866185aa3 req-068d492a-ee0e-4368-933c-7901eef40216 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 1128 time: 0.1202090 Feb 08 15:46:30.451133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Transition to ACTIVE for port object 042984ae-0374-4a7a-a0c5-58c2b0b025b8 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:46:30.452532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-0abd48ca-4c2d-4fd6-a7b0-8ba93d6feb8d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:30.455253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-0abd48ca-4c2d-4fd6-a7b0-8ba93d6feb8d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:46:30.480508 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:30.514051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd48ca-4c2d-4fd6-a7b0-8ba93d6feb8d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Pushing event updated for resources: {'Port': ['ID=ffdf4062-ab61-430b-bce1-7f57faae8717,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:30.549112 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-0abd48ca-4c2d-4fd6-a7b0-8ba93d6feb8d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:30.549832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be5b2f6c-6b5e-405b-85b4-803de3e849b2 req-f845726f-9dae-4875-82d7-b83c4e9a50dd tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 210 time: 0.0761950 Feb 08 15:46:30.557083 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-0abd48ca-4c2d-4fd6-a7b0-8ba93d6feb8d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:30.583897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-951421d5-7991-48d5-bbc5-596866185aa3 req-8a58e666-09d1-465d-ba58-57a8a01608a6 tempest-LiveAutoBlockMigrationV225Test-553829042 tempest-LiveAutoBlockMigrationV225Test-553829042-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282256 Feb 08 15:46:30.596521 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-0abd48ca-4c2d-4fd6-a7b0-8ba93d6feb8d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9830742 Feb 08 15:46:30.608157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Request body: {'port': {'device_id': 'cf4c0c3a-0c95-47a8-9876-c5b6590c48b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:30.632019 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Pushing event updated for resources: {'Port': ['ID=042984ae-0374-4a7a-a0c5-58c2b0b025b8,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:30.777587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:31.035188 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c32458f0-36c2-4a90-9da4-37aa1545fdfb None None] Provisioning complete for port ffdf4062-ab61-430b-bce1-7f57faae8717 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:31.036285 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c32458f0-36c2-4a90-9da4-37aa1545fdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:31.121343 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c32458f0-36c2-4a90-9da4-37aa1545fdfb None None] Port ffdf4062-ab61-430b-bce1-7f57faae8717 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:46:31.283062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffdf4062-ab61-430b-bce1-7f57faae8717 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:46:31.303556 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Publish callbacks [] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:31.324477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Transition to ACTIVE for port object ffdf4062-ab61-430b-bce1-7f57faae8717 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:46:31.332107 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:31.455538 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-edf70c49-bda5-42c7-b84f-41f0987b3978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:31.492062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Attempting to bind port 042984ae-0374-4a7a-a0c5-58c2b0b025b8 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:46:31.493503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Attempting to bind port 042984ae-0374-4a7a-a0c5-58c2b0b025b8 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:46:31.494037 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Attempting to bind port 042984ae-0374-4a7a-a0c5-58c2b0b025b8 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:31.514693 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508361a1-da4d-49bb-87e1-67550a9eb4e2 req-50b4453c-030a-49b7-8f30-4d727406cd93 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:31.515664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdf4062-ab61-430b-bce1-7f57faae8717,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:31.525382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-508361a1-da4d-49bb-87e1-67550a9eb4e2 req-50b4453c-030a-49b7-8f30-4d727406cd93 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 1023 time: 0.7536402 Feb 08 15:46:31.565219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-0a0c1220-4e54-44f5-87a4-5b6f1ef1630e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:31.571892 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-0a0c1220-4e54-44f5-87a4-5b6f1ef1630e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.96 "GET /v2.0/networks?id=67d5b3dc-5058-4698-959f-710b67dd3c5d HTTP/1.1" status: 200 len: 815 time: 0.8025408 Feb 08 15:46:31.583264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Port 042984ae-0374-4a7a-a0c5-58c2b0b025b8 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:46:31.584560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Attempting to bind port 042984ae-0374-4a7a-a0c5-58c2b0b025b8 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:31.604749 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:46:31.605521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:46:31.606166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:46:31.606827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Bound port: 042984ae-0374-4a7a-a0c5-58c2b0b025b8, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:46:31.607417 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:31.630225 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Attempting to bind port ffdf4062-ab61-430b-bce1-7f57faae8717 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:46:31.631982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Attempting to bind port ffdf4062-ab61-430b-bce1-7f57faae8717 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '1a9f4833-ef70-4d22-8193-11d3ca291e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:46:31.631982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Attempting to bind port ffdf4062-ab61-430b-bce1-7f57faae8717 on network f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:31.637352 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Port ffdf4062-ab61-430b-bce1-7f57faae8717 on network f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:46:31.637680 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Attempting to bind port ffdf4062-ab61-430b-bce1-7f57faae8717 on network f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:31.644227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:46:31.644703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Checking segment: {'id': '1a9f4833-ef70-4d22-8193-11d3ca291e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:46:31.645122 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Bound using segment: {'id': '1a9f4833-ef70-4d22-8193-11d3ca291e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:46:31.645554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Bound port: ffdf4062-ab61-430b-bce1-7f57faae8717, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9f4833-ef70-4d22-8193-11d3ca291e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:46:31.646237 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:31.764562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-508361a1-da4d-49bb-87e1-67550a9eb4e2 req-e4c2e53c-f58d-4362-81f8-59d283e5b9f5 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups?id=3b6c39f2-9b3d-43d7-818a-2c578b7c48d3&id=c118cd36-1643-4879-956d-84d2397cb658&id=089fa9cb-f015-4c28-b9dc-f86906d08dde&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2379203 Feb 08 15:46:31.797897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae7bd2-d962-42ce-8d63-511cf3c4d954 req-83475816-dcec-4c4c-a0e9-9a68150fddea tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:31.798175 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] For port ffdf4062-ab61-430b-bce1-7f57faae8717, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:46:31.799666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2fae7bd2-d962-42ce-8d63-511cf3c4d954 req-83475816-dcec-4c4c-a0e9-9a68150fddea tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 948 time: 0.2026410 Feb 08 15:46:31.802591 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] For port ffdf4062-ab61-430b-bce1-7f57faae8717, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ffdf4062-ab61-430b-bce1-7f57faae8717,segment=NetworkSegment(1a9f4833-ef70-4d22-8193-11d3ca291e57),segment_id=1a9f4833-ef70-4d22-8193-11d3ca291e57)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:46:31.817344 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:31.829436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-059456f5-f1cd-4003-ad6a-3f5b93dc625d tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14925a58b40e4cbe89cdbb14cd47391d HTTP/1.1" status: 200 len: 380 time: 0.2404959 Feb 08 15:46:31.847236 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-52cf4043-3145-4c4e-a029-10d0790e61ec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Request body: {'port': {'device_id': '832f8b64-5eb1-4d67-9cbc-0664d5d552a1', 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'admin_state_up': True, 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'security_groups': ['ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:31.867294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] For port 042984ae-0374-4a7a-a0c5-58c2b0b025b8, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:46:31.873726 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:31.874342 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:31.875907 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] 10.222.0.94 "PUT /v2.0/ports/ffdf4062-ab61-430b-bce1-7f57faae8717 HTTP/1.1" status: 200 len: 1093 time: 1.2727489 Feb 08 15:46:31.876776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4c0c3a-0c95-47a8-9876-c5b6590c48b0', 'tag': 'ffdf4062-ab61-430b-bce1-7f57faae8717'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:31.879326 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d012b342-3a91-4aa1-bad1-852fdc8a167f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4c0c3a-0c95-47a8-9876-c5b6590c48b0", "tag": "ffdf4062-ab61-430b-bce1-7f57faae8717"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:31.906008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cc054-a7a9-4501-93d5-96fdd91da552 req-876f07f2-24cb-4e1b-bc3b-cac9d89b639f tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:31.909873 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d13cc054-a7a9-4501-93d5-96fdd91da552 req-876f07f2-24cb-4e1b-bc3b-cac9d89b639f tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.96 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 1023 time: 0.2461059 Feb 08 15:46:31.962812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] For port 042984ae-0374-4a7a-a0c5-58c2b0b025b8, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=042984ae-0374-4a7a-a0c5-58c2b0b025b8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:46:31.971175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ebaf554-9366-4f83-98c8-9f4f79da8af0 req-110efd45-c8eb-44e3-a6e9-eb81de1a840d tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 210 time: 0.1060765 Feb 08 15:46:31.978297 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:31.994180 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2fae7bd2-d962-42ce-8d63-511cf3c4d954 req-797e05a5-faca-4e01-b85d-e80d5e3ef6d2 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821065 Feb 08 15:46:32.023494 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f3087-df52-444f-b06e-80c1827e9751 service neutron] Pushing event updated for resources: {'Port': ['ID=ffdf4062-ab61-430b-bce1-7f57faae8717,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:32.094905 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-6a88ea81-f4ab-4cde-bac2-8f62c6a22c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:32.096791 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-6a88ea81-f4ab-4cde-bac2-8f62c6a22c2b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4fa45dfbe2a044b7aa392eb6a9f94e44&device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 1127 time: 0.1351409 Feb 08 15:46:32.158720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-52cf4043-3145-4c4e-a029-10d0790e61ec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Made reservation on behalf of 14925a58b40e4cbe89cdbb14cd47391d for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:46:32.163101 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-52cf4043-3145-4c4e-a029-10d0790e61ec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:32.178234 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-fef14685-4ddd-4d80-b62a-bee36ed669d1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffdf4062-ab61-430b-bce1-7f57faae8717 HTTP/1.1" status: 200 len: 217 time: 0.0571029 Feb 08 15:46:32.234745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-d9a5dc9c-3d27-41d6-9162-8cff8bd892d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:32.236390 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-d9a5dc9c-3d27-41d6-9162-8cff8bd892d9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27513bf0-b566-4818-a844-46757704e932 HTTP/1.1" status: 200 len: 845 time: 0.0509605 Feb 08 15:46:32.274228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:32.276477 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:32.278150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] 10.222.0.96 "PUT /v2.0/ports/042984ae-0374-4a7a-a0c5-58c2b0b025b8 HTTP/1.1" status: 200 len: 1097 time: 2.9196665 Feb 08 15:46:32.300440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-d13cc054-a7a9-4501-93d5-96fdd91da552 req-b1f6ccbf-3471-442d-9851-a090283a4d92 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Deleting port bfecfff6-1f36-4534-b337-0a0417ec92e8 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:46:32.300796 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d13cc054-a7a9-4501-93d5-96fdd91da552 req-b1f6ccbf-3471-442d-9851-a090283a4d92 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:32.325237 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc5f2f6-5165-4aa8-9678-b3d5e090f613', 'tag': '042984ae-0374-4a7a-a0c5-58c2b0b025b8'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:32.334533 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa3e4ad-412b-4fd2-a34d-e404ca708090" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc5f2f6-5165-4aa8-9678-b3d5e090f613", "tag": "042984ae-0374-4a7a-a0c5-58c2b0b025b8"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:32.452810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d13cc054-a7a9-4501-93d5-96fdd91da552 req-b1f6ccbf-3471-442d-9851-a090283a4d92 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] For port bfecfff6-1f36-4534-b337-0a0417ec92e8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=bfecfff6-1f36-4534-b337-0a0417ec92e8,segment=NetworkSegment(4c373b02-26c6-4309-b2a3-a1681f5e032e),segment_id=4c373b02-26c6-4309-b2a3-a1681f5e032e)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:32.453186 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d13cc054-a7a9-4501-93d5-96fdd91da552 req-b1f6ccbf-3471-442d-9851-a090283a4d92 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:32.467953 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-d13cc054-a7a9-4501-93d5-96fdd91da552 req-b1f6ccbf-3471-442d-9851-a090283a4d92 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Calling delete_port for bfecfff6-1f36-4534-b337-0a0417ec92e8 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:46:32.543848 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-d14896e8-ac9c-43e9-8e0e-f7ee0a0cc9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:32.545383 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-d14896e8-ac9c-43e9-8e0e-f7ee0a0cc9a6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2946844 Feb 08 15:46:32.643257 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-52cf4043-3145-4c4e-a029-10d0790e61ec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Allocated IP 172.20.0.12 (67d5b3dc-5058-4698-959f-710b67dd3c5d/366f153a-51b7-4f17-97cb-1b7880412065/9d08d483-e13b-41b0-99bf-1a63f844c3f7) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:46:32.768238 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-2a00f634-043a-4847-9e09-63a9ef5cff83 service neutron] 10.222.0.94 "GET /v2.0/networks/f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048717 Feb 08 15:46:32.778745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36708) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:32.801240 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-52cf4043-3145-4c4e-a029-10d0790e61ec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:32.833216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e4faf-ba08-4ad3-98d9-79f36ff06daf service neutron] Pushing event updated for resources: {'Port': ['ID=042984ae-0374-4a7a-a0c5-58c2b0b025b8,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:32.860634 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-52cf4043-3145-4c4e-a029-10d0790e61ec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:32.887055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26014336-f160-4b1a-8405-8f9591c674fe req-c662df3d-d3d5-4a2d-8da9-bcfabb5a8182 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:32.887325 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d13cc054-a7a9-4501-93d5-96fdd91da552 req-b1f6ccbf-3471-442d-9851-a090283a4d92 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (bfecfff6-1f36-4534-b337-0a0417ec92e8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:32.893383 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-26014336-f160-4b1a-8405-8f9591c674fe req-c662df3d-d3d5-4a2d-8da9-bcfabb5a8182 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 944 time: 0.7477765 Feb 08 15:46:32.903647 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['bfecfff6-1f36-4534-b337-0a0417ec92e8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:32.940765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-52cf4043-3145-4c4e-a029-10d0790e61ec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Network 67d5b3dc-5058-4698-959f-710b67dd3c5d is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:32.949586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6ccbf-3471-442d-9851-a090283a4d92 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event deleted for resources: {'Port': ['ID=bfecfff6-1f36-4534-b337-0a0417ec92e8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:32.966139 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-52cf4043-3145-4c4e-a029-10d0790e61ec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:32.977990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-52cf4043-3145-4c4e-a029-10d0790e61ec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:46:33.000384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac00056-1875-49b6-a457-2102e23c7c7f req-ce75d39c-7c14-4e25-a38f-a469eb240afe tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:33.001951 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ac00056-1875-49b6-a457-2102e23c7c7f req-ce75d39c-7c14-4e25-a38f-a469eb240afe tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.94 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 945 time: 0.6554313 Feb 08 15:46:33.055395 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-302b87c4-a04e-4f9d-b870-15bd03d1d1b7 req-764b9b75-3578-4f44-971a-7f6072cf8a58 service neutron] 10.222.0.94 "GET /v2.0/networks/f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794955 Feb 08 15:46:33.056307 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cb50d374-1ff3-4d00-9113-3d1914cfc438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:33.072975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf4043-3145-4c4e-a029-10d0790e61ec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Pushing event updated for resources: {'Port': ['ID=9d08d483-e13b-41b0-99bf-1a63f844c3f7,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:33.076722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-093d6853-ad56-4f81-81a8-4b2a6d99137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:33.078576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-093d6853-ad56-4f81-81a8-4b2a6d99137b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0bbaf540326f4cd99faef290d7e6ef16&device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 1131 time: 0.7033100 Feb 08 15:46:33.111530 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5156b-2f2b-4eac-b3bf-08e36459032e req-9dfcdbec-b78b-4666-ad0c-057c165ae0b3 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:33.113131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3eb5156b-2f2b-4eac-b3bf-08e36459032e req-9dfcdbec-b78b-4666-ad0c-057c165ae0b3 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 945 time: 0.6642244 Feb 08 15:46:33.117392 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13cc054-a7a9-4501-93d5-96fdd91da552 req-b1f6ccbf-3471-442d-9851-a090283a4d92 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] No DVR routers for this DVR port bfecfff6-1f36-4534-b337-0a0417ec92e8 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:46:33.122403 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d13cc054-a7a9-4501-93d5-96fdd91da552 req-b1f6ccbf-3471-442d-9851-a090283a4d92 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:33.125861 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d13cc054-a7a9-4501-93d5-96fdd91da552 req-b1f6ccbf-3471-442d-9851-a090283a4d92 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.96 "DELETE /v2.0/ports/bfecfff6-1f36-4534-b337-0a0417ec92e8 HTTP/1.1" status: 204 len: 173 time: 1.2024961 Feb 08 15:46:33.147564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-26014336-f160-4b1a-8405-8f9591c674fe req-6fef6bb1-55b6-442c-ae76-4683a809fc48 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/security-groups?id=cf2eef90-b045-49e3-8357-ab579c96448a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502861 Feb 08 15:46:33.228081 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-859fe3e8-f36f-42dc-bed7-a37c956beadd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=042984ae-0374-4a7a-a0c5-58c2b0b025b8 HTTP/1.1" status: 200 len: 217 time: 0.1121645 Feb 08 15:46:33.233849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-52cf4043-3145-4c4e-a029-10d0790e61ec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:33.234862 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-52cf4043-3145-4c4e-a029-10d0790e61ec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:33.253789 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cb50d374-1ff3-4d00-9113-3d1914cfc438 admin admin] Publish callbacks [] for security_group (45dd6de4-cadd-41f5-a2f7-97637edea678), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:33.262307 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cb50d374-1ff3-4d00-9113-3d1914cfc438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (45dd6de4-cadd-41f5-a2f7-97637edea678), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:33.321964 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cb50d374-1ff3-4d00-9113-3d1914cfc438 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=69f7a290a2ee4113a5a2d1d595741c52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5429103 Feb 08 15:46:33.323004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50d374-1ff3-4d00-9113-3d1914cfc438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dd6de4-cadd-41f5-a2f7-97637edea678,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:33.325584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36718) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:33.372308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-810a7372-a81c-43ce-8a2b-1e7c1e29f3b0 None None] Provisioning complete for port 9d08d483-e13b-41b0-99bf-1a63f844c3f7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:33.373295 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-810a7372-a81c-43ce-8a2b-1e7c1e29f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:33.377032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed6c6dbd-300a-4a67-8254-4ef1611e16eb req-0a539172-daed-443c-8374-748a91fb9ccb tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 210 time: 0.1244681 Feb 08 15:46:33.397419 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61abc18e-6e8e-41b8-b825-7997625f2b43 admin admin] Publish callbacks [] for security_group (45dd6de4-cadd-41f5-a2f7-97637edea678), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:33.406829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-52cf4043-3145-4c4e-a029-10d0790e61ec tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5666656 Feb 08 15:46:33.426146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-810a7372-a81c-43ce-8a2b-1e7c1e29f3b0 None None] Port 9d08d483-e13b-41b0-99bf-1a63f844c3f7 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:46:33.428567 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61abc18e-6e8e-41b8-b825-7997625f2b43 admin admin] Publish callbacks [] for security_group (45dd6de4-cadd-41f5-a2f7-97637edea678), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:33.440340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-aa0be034-0ab3-460f-9423-ee1407341bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:33.442172 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-aa0be034-0ab3-460f-9423-ee1407341bb9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2043457 Feb 08 15:46:33.448235 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b186b555-8ae4-4d26-8c37-3df49c149af0 x-openstack-request-id: req-b186b555-8ae4-4d26-8c37-3df49c149af0 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:33.451046 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4c0c3a-0c95-47a8-9876-c5b6590c48b0", "tag": "ffdf4062-ab61-430b-bce1-7f57faae8717", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:33.451330 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b186b555-8ae4-4d26-8c37-3df49c149af0 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:33.451868 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4c0c3a-0c95-47a8-9876-c5b6590c48b0', 'tag': 'ffdf4062-ab61-430b-bce1-7f57faae8717', 'status': 'completed', 'code': 200} Feb 08 15:46:33.453953 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Request body: {'port': {'device_id': '832f8b64-5eb1-4d67-9cbc-0664d5d552a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:33.501496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3eb5156b-2f2b-4eac-b3bf-08e36459032e req-9390a504-53db-4c9b-bec4-1953d38c72bc tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727715 Feb 08 15:46:33.544302 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61abc18e-6e8e-41b8-b825-7997625f2b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (45dd6de4-cadd-41f5-a2f7-97637edea678), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:33.548464 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61abc18e-6e8e-41b8-b825-7997625f2b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:33.550013 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-61abc18e-6e8e-41b8-b825-7997625f2b43 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/45dd6de4-cadd-41f5-a2f7-97637edea678 HTTP/1.1" status: 204 len: 168 time: 0.2233071 Feb 08 15:46:33.554809 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012b342-3a91-4aa1-bad1-852fdc8a167f req-22d2ca77-57ed-4d55-a93c-fd7cedc617c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:33.556522 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d012b342-3a91-4aa1-bad1-852fdc8a167f req-22d2ca77-57ed-4d55-a93c-fd7cedc617c3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4fa45dfbe2a044b7aa392eb6a9f94e44&device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 1127 time: 0.0780330 Feb 08 15:46:33.565309 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fea95e2-0df1-473d-aaef-9bc186d0a201 x-openstack-request-id: req-3fea95e2-0df1-473d-aaef-9bc186d0a201 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:33.565599 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc5f2f6-5165-4aa8-9678-b3d5e090f613", "tag": "042984ae-0374-4a7a-a0c5-58c2b0b025b8", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:33.565853 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3fea95e2-0df1-473d-aaef-9bc186d0a201 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:33.566249 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc5f2f6-5165-4aa8-9678-b3d5e090f613', 'tag': '042984ae-0374-4a7a-a0c5-58c2b0b025b8', 'status': 'completed', 'code': 200} Feb 08 15:46:33.620331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abc18e-6e8e-41b8-b825-7997625f2b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dd6de4-cadd-41f5-a2f7-97637edea678,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:33.680461 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:33.708207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8c00bd6c-7375-4125-82d2-2197656b66ed req-497cffc5-9036-4b4c-b5d7-97607ff6b49c tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/ports?device_id=c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6 HTTP/1.1" status: 200 len: 210 time: 0.0887916 Feb 08 15:46:33.739325 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-9ac00056-1875-49b6-a457-2102e23c7c7f req-4d961859-738c-47bf-b7d7-82d50421eaf0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Deleting port 165343a0-7048-4983-9a11-c5fd7d41cb72 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:46:33.740382 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ac00056-1875-49b6-a457-2102e23c7c7f req-4d961859-738c-47bf-b7d7-82d50421eaf0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:33.755143 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e043b8dc-88d7-42c7-b126-005565002a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:33.778211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012b342-3a91-4aa1-bad1-852fdc8a167f req-79149c5c-6e33-4dbd-9066-c9879334a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:33.780499 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d012b342-3a91-4aa1-bad1-852fdc8a167f req-79149c5c-6e33-4dbd-9066-c9879334a56c service neutron] 10.222.0.94 "GET /v2.0/networks?id=f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 HTTP/1.1" status: 200 len: 907 time: 0.2091880 Feb 08 15:46:33.841451 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d012b342-3a91-4aa1-bad1-852fdc8a167f req-05345e67-f5c1-4d75-a14c-539bd9903d09 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffdf4062-ab61-430b-bce1-7f57faae8717 HTTP/1.1" status: 200 len: 217 time: 0.0485713 Feb 08 15:46:33.909173 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ba2a79db-157a-4b18-977e-71e122826f50 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:46:33.910907 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012b342-3a91-4aa1-bad1-852fdc8a167f req-986e1c3b-0b56-4da1-aa85-77f665adcbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:33.913722 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d012b342-3a91-4aa1-bad1-852fdc8a167f req-986e1c3b-0b56-4da1-aa85-77f665adcbe2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27513bf0-b566-4818-a844-46757704e932 HTTP/1.1" status: 200 len: 845 time: 0.0637782 Feb 08 15:46:33.991052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-9ac00056-1875-49b6-a457-2102e23c7c7f req-4d961859-738c-47bf-b7d7-82d50421eaf0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] For port 165343a0-7048-4983-9a11-c5fd7d41cb72, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=165343a0-7048-4983-9a11-c5fd7d41cb72,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:33.991338 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ac00056-1875-49b6-a457-2102e23c7c7f req-4d961859-738c-47bf-b7d7-82d50421eaf0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:34.032342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012b342-3a91-4aa1-bad1-852fdc8a167f req-4db09e17-381c-4f49-abd6-ad433466b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:34.034833 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d012b342-3a91-4aa1-bad1-852fdc8a167f req-4db09e17-381c-4f49-abd6-ad433466b0f2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1133692 Feb 08 15:46:34.049391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ba2a79db-157a-4b18-977e-71e122826f50, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ba2a79db-157a-4b18-977e-71e122826f50,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:34.066422 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-9ac00056-1875-49b6-a457-2102e23c7c7f req-4d961859-738c-47bf-b7d7-82d50421eaf0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Calling delete_port for 165343a0-7048-4983-9a11-c5fd7d41cb72 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:46:34.071496 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'ba2a79db-157a-4b18-977e-71e122826f50', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': 'ba2a79db-157a-4b18-977e-71e122826f50', 'mac_address': 'fa:16:3e:40:90:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:46:34.076535 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36724) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:34.116269 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ba2a79db-157a-4b18-977e-71e122826f50 is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:34.116936 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ba2a79db-157a-4b18-977e-71e122826f50), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:34.123071 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cf26bc99-c6e8-439a-b68b-37ed28d2e20a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:34.134273 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba2a79db-157a-4b18-977e-71e122826f50 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:46:34.166524 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ba2a79db-157a-4b18-977e-71e122826f50, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ba2a79db-157a-4b18-977e-71e122826f50,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:34.173804 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ba2a79db-157a-4b18-977e-71e122826f50), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:34.177604 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-0b964863-1dfc-45e5-b494-287de406564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:34.181147 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-0b964863-1dfc-45e5-b494-287de406564d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6241231 Feb 08 15:46:34.201045 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d012b342-3a91-4aa1-bad1-852fdc8a167f req-37b96c4b-ad4d-4e2a-8059-1c2b861308d2 service neutron] 10.222.0.94 "GET /v2.0/networks/f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514301 Feb 08 15:46:34.246706 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ba2a79db-157a-4b18-977e-71e122826f50,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:34.256415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:34.256796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:34.257338 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:34.257839 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:34.258328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:34.258838 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:34.259537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:34.260427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:34.261122 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:34.261801 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:34.262382 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:34.262989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:34.263549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:46:34.299678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e0906-3838-464b-8539-887474cf77b9 req-b3076c77-3b8a-4eaa-883f-e74270c4cac3 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:34.300249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ba2a79db-157a-4b18-977e-71e122826f50'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:34.302501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cf26bc99-c6e8-439a-b68b-37ed28d2e20a admin admin] Publish callbacks [] for security_group (76cd51e2-f92b-4b68-abc4-441dd6f8ac28), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:34.307170 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b01e0906-3838-464b-8539-887474cf77b9 req-b3076c77-3b8a-4eaa-883f-e74270c4cac3 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 932 time: 0.5994971 Feb 08 15:46:34.309441 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ac00056-1875-49b6-a457-2102e23c7c7f req-4d961859-738c-47bf-b7d7-82d50421eaf0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (165343a0-7048-4983-9a11-c5fd7d41cb72), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:34.314113 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cf26bc99-c6e8-439a-b68b-37ed28d2e20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (76cd51e2-f92b-4b68-abc4-441dd6f8ac28), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:34.340534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['60c58d23-cf12-40b9-9fb3-874322caac67'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:34.368888 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d012b342-3a91-4aa1-bad1-852fdc8a167f req-0805c7d2-3dcf-4f10-8caa-58678cae77aa service neutron] 10.222.0.94 "GET /v2.0/networks/f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536248 Feb 08 15:46:34.415422 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cf26bc99-c6e8-439a-b68b-37ed28d2e20a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=cbe6e1a9be2e48faab801ddb0bd00236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378134 Feb 08 15:46:34.416115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36730) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:34.418768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26bc99-c6e8-439a-b68b-37ed28d2e20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cd51e2-f92b-4b68-abc4-441dd6f8ac28,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:34.478131 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2cae0124-41c1-4100-a6bc-5507f9c7c6f0 admin admin] Publish callbacks [] for security_group (76cd51e2-f92b-4b68-abc4-441dd6f8ac28), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:34.487365 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b03e4-07bf-4bce-a1a3-24dfc63984e2 req-28d4fc75-3d99-41a5-9963-ddf6b01d9cce tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:34.495835 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e3b03e4-07bf-4bce-a1a3-24dfc63984e2 req-28d4fc75-3d99-41a5-9963-ddf6b01d9cce tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 948 time: 0.6344531 Feb 08 15:46:34.507698 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2cae0124-41c1-4100-a6bc-5507f9c7c6f0 admin admin] Publish callbacks [] for security_group (76cd51e2-f92b-4b68-abc4-441dd6f8ac28), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:34.515890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d961859-738c-47bf-b7d7-82d50421eaf0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Pushing event deleted for resources: {'Port': ['ID=165343a0-7048-4983-9a11-c5fd7d41cb72,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:34.574400 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2cae0124-41c1-4100-a6bc-5507f9c7c6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (76cd51e2-f92b-4b68-abc4-441dd6f8ac28), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:34.577231 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2cae0124-41c1-4100-a6bc-5507f9c7c6f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:34.578596 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2cae0124-41c1-4100-a6bc-5507f9c7c6f0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/76cd51e2-f92b-4b68-abc4-441dd6f8ac28 HTTP/1.1" status: 204 len: 168 time: 0.1613853 Feb 08 15:46:34.589990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae0124-41c1-4100-a6bc-5507f9c7c6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cd51e2-f92b-4b68-abc4-441dd6f8ac28,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:34.704130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac00056-1875-49b6-a457-2102e23c7c7f req-4d961859-738c-47bf-b7d7-82d50421eaf0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] No DVR routers for this DVR port 165343a0-7048-4983-9a11-c5fd7d41cb72 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:46:34.721915 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ac00056-1875-49b6-a457-2102e23c7c7f req-4d961859-738c-47bf-b7d7-82d50421eaf0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:34.725970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ac00056-1875-49b6-a457-2102e23c7c7f req-4d961859-738c-47bf-b7d7-82d50421eaf0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.94 "DELETE /v2.0/ports/165343a0-7048-4983-9a11-c5fd7d41cb72 HTTP/1.1" status: 204 len: 173 time: 1.6968844 Feb 08 15:46:34.748239 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b01e0906-3838-464b-8539-887474cf77b9 req-8b171357-7350-4750-813c-e9de637acc7f tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4397509 Feb 08 15:46:34.785052 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-e3428198-a235-41e2-ab10-040398f68d3f service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132437 Feb 08 15:46:34.811018 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e3b03e4-07bf-4bce-a1a3-24dfc63984e2 req-85dcd172-cfc5-4678-91f3-afb415c79c03 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113503 Feb 08 15:46:35.053451 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-166b5b25-f478-47fd-8dad-958c8a5e0ddf req-36411675-8745-4786-8f23-b4b02901810f tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 210 time: 0.0743511 Feb 08 15:46:35.157413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdadf16-2342-41b8-8c5d-098fe9f629e8 req-a64ec87c-e9bf-4813-a992-e00a1fee6061 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616316 Feb 08 15:46:35.180117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6814c0-d441-45bc-901b-a26e8dd06025 req-ac6fa1e1-1985-46af-bcde-54c71f198cc4 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:35.187924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f6814c0-d441-45bc-901b-a26e8dd06025 req-ac6fa1e1-1985-46af-bcde-54c71f198cc4 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 944 time: 0.2365108 Feb 08 15:46:35.280255 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-22259b5d-1811-4615-892c-ec94fadc52ec req-e6ada98a-eb42-4bfa-979c-921d820e9bd0 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 210 time: 0.0899341 Feb 08 15:46:35.320717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d08d483-e13b-41b0-99bf-1a63f844c3f7 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:46:35.341846 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Publish callbacks [] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:35.385079 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f6814c0-d441-45bc-901b-a26e8dd06025 req-e4eab1cf-2dad-4306-8595-e7c4849cafcf tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/security-groups?id=cf2eef90-b045-49e3-8357-ab579c96448a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944568 Feb 08 15:46:35.390154 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:35.408883 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Transition to ACTIVE for port object 9d08d483-e13b-41b0-99bf-1a63f844c3f7 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:46:35.414789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3e4ad-412b-4fd2-a34d-e404ca708090 req-ee7bfb10-04e5-4d33-9f23-0ade948da809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:35.416388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa3e4ad-412b-4fd2-a34d-e404ca708090 req-ee7bfb10-04e5-4d33-9f23-0ade948da809 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0bbaf540326f4cd99faef290d7e6ef16&device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 1131 time: 0.1727204 Feb 08 15:46:35.418629 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:35.453387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6', 'name': 'network-vif-deleted', 'tag': 'bfecfff6-1f36-4534-b337-0a0417ec92e8'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:35.463334 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34f18e0-e1cd-40ce-8abd-4e2148a03526" -d '{"events": [{"server_uuid": "c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6", "name": "network-vif-deleted", "tag": "bfecfff6-1f36-4534-b337-0a0417ec92e8"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:35.495475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device bfecfff6-1f36-4534-b337-0a0417ec92e8 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:46:35.520700 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018883e3-db4a-47e1-9dbd-228d9cb31c8c x-openstack-request-id: req-018883e3-db4a-47e1-9dbd-228d9cb31c8c {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:35.521095 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6", "name": "network-vif-deleted", "tag": "bfecfff6-1f36-4534-b337-0a0417ec92e8", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:35.522013 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-018883e3-db4a-47e1-9dbd-228d9cb31c8c {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:35.522413 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48bb01b-96a4-4dda-9b3e-8dc9fa74a9e6', 'name': 'network-vif-deleted', 'tag': 'bfecfff6-1f36-4534-b337-0a0417ec92e8', 'status': 'completed', 'code': 200} Feb 08 15:46:35.534222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: bfecfff6-1f36-4534-b337-0a0417ec92e8 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:46:35.535254 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device bfecfff6-1f36-4534-b337-0a0417ec92e8 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:46:35.883302 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29474826-be0c-44d8-b28a-9f7b12004be1', 'name': 'network-vif-deleted', 'tag': '165343a0-7048-4983-9a11-c5fd7d41cb72'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:35.886447 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dcf8e5-6709-4ba1-bacb-500d510ac05f" -d '{"events": [{"server_uuid": "29474826-be0c-44d8-b28a-9f7b12004be1", "name": "network-vif-deleted", "tag": "165343a0-7048-4983-9a11-c5fd7d41cb72"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:35.927085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ffdf4062-ab61-430b-bce1-7f57faae8717 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:46:35.935066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ba2a79db-157a-4b18-977e-71e122826f50 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:35.988760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Pushing event updated for resources: {'Port': ['ID=9d08d483-e13b-41b0-99bf-1a63f844c3f7,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:36.004135 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a2678a8-eff4-4711-bc84-46b4b5992e42 req-22e868da-4e5b-4d5e-8fed-0e07cfb39329 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/089fa9cb-f015-4c28-b9dc-f86906d08dde HTTP/1.1" status: 200 len: 1817 time: 0.5480096 Feb 08 15:46:36.084385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port ba2a79db-157a-4b18-977e-71e122826f50 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:36.096701 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ba2a79db-157a-4b18-977e-71e122826f50), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:36.183502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3e4ad-412b-4fd2-a34d-e404ca708090 req-3c90b65a-c577-4605-b74d-13023ba15135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:36.185060 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa3e4ad-412b-4fd2-a34d-e404ca708090 req-3c90b65a-c577-4605-b74d-13023ba15135 service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.7622774 Feb 08 15:46:36.197198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67398461-b6c3-44dd-a57c-32207ce17025 req-3e2fa8a8-d0e8-4b8a-8277-36267e9692fa tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:36.198759 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67398461-b6c3-44dd-a57c-32207ce17025 req-3e2fa8a8-d0e8-4b8a-8277-36267e9692fa tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 944 time: 0.3012903 Feb 08 15:46:36.233218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ba2a79db-157a-4b18-977e-71e122826f50 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:36.234009 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ba2a79db-157a-4b18-977e-71e122826f50), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:36.257714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ffdf4062-ab61-430b-bce1-7f57faae8717, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ffdf4062-ab61-430b-bce1-7f57faae8717,segment=NetworkSegment(1a9f4833-ef70-4d22-8193-11d3ca291e57),segment_id=1a9f4833-ef70-4d22-8193-11d3ca291e57)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:36.263622 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0a2678a8-eff4-4711-bc84-46b4b5992e42 req-19e79c57-8108-4982-a9f8-76bf363e69cb tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (089fa9cb-f015-4c28-b9dc-f86906d08dde), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:36.266185 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa3e4ad-412b-4fd2-a34d-e404ca708090 req-f3c068c4-7cac-427c-a16b-b4fae040a935 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=042984ae-0374-4a7a-a0c5-58c2b0b025b8 HTTP/1.1" status: 200 len: 217 time: 0.0653138 Feb 08 15:46:36.295120 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Attempting to bind port 9d08d483-e13b-41b0-99bf-1a63f844c3f7 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:46:36.295457 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Attempting to bind port 9d08d483-e13b-41b0-99bf-1a63f844c3f7 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '33f8759f-f51d-4e0b-be84-61cadefe7ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:46:36.295790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Attempting to bind port 9d08d483-e13b-41b0-99bf-1a63f844c3f7 on network 67d5b3dc-5058-4698-959f-710b67dd3c5d {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:36.299840 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ba2a79db-157a-4b18-977e-71e122826f50, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ba2a79db-157a-4b18-977e-71e122826f50,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:36.301550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a79db-157a-4b18-977e-71e122826f50'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:36.304926 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c78cdd0-a1e3-4dcf-af56-0947dc67091f" -d '{"events": [{"server_uuid": "441c21b9-1da2-44bd-806d-b2996bfdf4b2", "name": "network-vif-plugged", "status": "completed", "tag": "ba2a79db-157a-4b18-977e-71e122826f50"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:36.309578 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ba2a79db-157a-4b18-977e-71e122826f50), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:36.310735 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 165343a0-7048-4983-9a11-c5fd7d41cb72 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:46:36.343840 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Port 9d08d483-e13b-41b0-99bf-1a63f844c3f7 on network 67d5b3dc-5058-4698-959f-710b67dd3c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:46:36.344171 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Attempting to bind port 9d08d483-e13b-41b0-99bf-1a63f844c3f7 on network 67d5b3dc-5058-4698-959f-710b67dd3c5d {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:36.347367 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0a2678a8-eff4-4711-bc84-46b4b5992e42 req-19e79c57-8108-4982-a9f8-76bf363e69cb tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (089fa9cb-f015-4c28-b9dc-f86906d08dde), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:36.384206 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 165343a0-7048-4983-9a11-c5fd7d41cb72 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:46:36.384833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 165343a0-7048-4983-9a11-c5fd7d41cb72 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:46:36.386505 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67398461-b6c3-44dd-a57c-32207ce17025 req-070828f7-c185-46e3-ba13-07097cb0c877 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170826 Feb 08 15:46:36.386863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'ffdf4062-ab61-430b-bce1-7f57faae8717', 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'port_id': 'ffdf4062-ab61-430b-bce1-7f57faae8717', 'mac_address': 'fa:16:3e:5b:cb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27513bf0-b566-4818-a844-46757704e932', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:46:36.391885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ba2a79db-157a-4b18-977e-71e122826f50,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:36.395249 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:46:36.395472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Checking segment: {'id': '33f8759f-f51d-4e0b-be84-61cadefe7ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:46:36.395815 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Bound using segment: {'id': '33f8759f-f51d-4e0b-be84-61cadefe7ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:46:36.396388 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Bound port: 9d08d483-e13b-41b0-99bf-1a63f844c3f7, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f8759f-f51d-4e0b-be84-61cadefe7ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:46:36.396770 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:36.445706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3e4ad-412b-4fd2-a34d-e404ca708090 req-3e0c8a4c-bf8b-454c-a13d-061cc2d8aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:36.447853 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa3e4ad-412b-4fd2-a34d-e404ca708090 req-3e0c8a4c-bf8b-454c-a13d-061cc2d8aa1c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1717589 Feb 08 15:46:36.491144 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0a2678a8-eff4-4711-bc84-46b4b5992e42 req-19e79c57-8108-4982-a9f8-76bf363e69cb tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (089fa9cb-f015-4c28-b9dc-f86906d08dde), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:36.493712 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0a2678a8-eff4-4711-bc84-46b4b5992e42 req-19e79c57-8108-4982-a9f8-76bf363e69cb tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:36.510665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a2678a8-eff4-4711-bc84-46b4b5992e42 req-19e79c57-8108-4982-a9f8-76bf363e69cb tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "DELETE /v2.0/security-groups/089fa9cb-f015-4c28-b9dc-f86906d08dde HTTP/1.1" status: 204 len: 173 time: 0.4980855 Feb 08 15:46:36.535669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ffdf4062-ab61-430b-bce1-7f57faae8717 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:36.536288 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:36.576830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e79c57-8108-4982-a9f8-76bf363e69cb tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=089fa9cb-f015-4c28-b9dc-f86906d08dde,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:36.609293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffdf4062-ab61-430b-bce1-7f57faae8717 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:46:36.625991 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:36.680585 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ffdf4062-ab61-430b-bce1-7f57faae8717, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ffdf4062-ab61-430b-bce1-7f57faae8717,segment=NetworkSegment(1a9f4833-ef70-4d22-8193-11d3ca291e57),segment_id=1a9f4833-ef70-4d22-8193-11d3ca291e57)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:36.691303 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:36.695083 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] For port 9d08d483-e13b-41b0-99bf-1a63f844c3f7, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:46:36.700627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] For port 9d08d483-e13b-41b0-99bf-1a63f844c3f7, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9d08d483-e13b-41b0-99bf-1a63f844c3f7,segment=NetworkSegment(33f8759f-f51d-4e0b-be84-61cadefe7ec9),segment_id=33f8759f-f51d-4e0b-be84-61cadefe7ec9)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:46:36.726663 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:36.789587 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3e4ad-412b-4fd2-a34d-e404ca708090 req-41903443-cd84-463a-a648-88fb867c4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:36.792089 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa3e4ad-412b-4fd2-a34d-e404ca708090 req-41903443-cd84-463a-a648-88fb867c4e2e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3287289 Feb 08 15:46:36.837729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ffdf4062-ab61-430b-bce1-7f57faae8717,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:36.885730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:36.887085 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:36.889744 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] 10.222.0.96 "PUT /v2.0/ports/9d08d483-e13b-41b0-99bf-1a63f844c3f7 HTTP/1.1" status: 200 len: 1093 time: 3.4410579 Feb 08 15:46:36.975968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ffdf4062-ab61-430b-bce1-7f57faae8717'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:37.172335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c94a3-2e66-492b-bd01-e459351717ec req-a24557db-bffd-4f89-ba27-55ddbe1b39dc tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:37.175023 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a29c94a3-2e66-492b-bd01-e459351717ec req-a24557db-bffd-4f89-ba27-55ddbe1b39dc tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 948 time: 0.5355015 Feb 08 15:46:37.184562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf5ee2-d55a-4df3-a7a9-4824b35f6666 service neutron] Pushing event updated for resources: {'Port': ['ID=9d08d483-e13b-41b0-99bf-1a63f844c3f7,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:37.331836 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa3e4ad-412b-4fd2-a34d-e404ca708090 req-99296175-be0d-4a2a-bfd2-bd2e9a3f487e service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885173 Feb 08 15:46:37.371147 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a29c94a3-2e66-492b-bd01-e459351717ec req-d178da56-10d9-4237-ae0f-c708481757be tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584187 Feb 08 15:46:37.419594 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b201ab90-096a-445b-b88f-b958b961f3e7 x-openstack-request-id: req-b201ab90-096a-445b-b88f-b958b961f3e7 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:37.419912 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29474826-be0c-44d8-b28a-9f7b12004be1", "name": "network-vif-deleted", "tag": "165343a0-7048-4983-9a11-c5fd7d41cb72", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:37.420168 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b201ab90-096a-445b-b88f-b958b961f3e7 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:37.420569 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29474826-be0c-44d8-b28a-9f7b12004be1', 'name': 'network-vif-deleted', 'tag': '165343a0-7048-4983-9a11-c5fd7d41cb72', 'status': 'completed', 'code': 200} Feb 08 15:46:37.465780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-6fcc7c22-640c-46ec-9fdd-f1e44eb358e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:37.467308 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-6fcc7c22-640c-46ec-9fdd-f1e44eb358e9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=14925a58b40e4cbe89cdbb14cd47391d&device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 1127 time: 0.4575093 Feb 08 15:46:37.494093 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a95a22c-72e4-49f6-b630-e112d7c4fae2 x-openstack-request-id: req-8a95a22c-72e4-49f6-b630-e112d7c4fae2 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:37.494839 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441c21b9-1da2-44bd-806d-b2996bfdf4b2", "name": "network-vif-plugged", "status": "completed", "tag": "ba2a79db-157a-4b18-977e-71e122826f50", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:37.494839 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8a95a22c-72e4-49f6-b630-e112d7c4fae2 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:37.495191 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a79db-157a-4b18-977e-71e122826f50', 'code': 200} Feb 08 15:46:37.497429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 042984ae-0374-4a7a-a0c5-58c2b0b025b8 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:46:37.576540 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-dcc5b3f5-4d08-4b1b-9109-81b6a5816015 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d08d483-e13b-41b0-99bf-1a63f844c3f7 HTTP/1.1" status: 200 len: 217 time: 0.0963502 Feb 08 15:46:37.682509 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-061a2093-b800-48fb-b4da-f87544c106e3 req-6840bbc9-de38-4b2d-9e63-6ec81d0dcd6c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 210 time: 0.1046710 Feb 08 15:46:37.705642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 042984ae-0374-4a7a-a0c5-58c2b0b025b8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=042984ae-0374-4a7a-a0c5-58c2b0b025b8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:37.737427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '042984ae-0374-4a7a-a0c5-58c2b0b025b8', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '042984ae-0374-4a7a-a0c5-58c2b0b025b8', 'mac_address': 'fa:16:3e:31:fe:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:46:37.800053 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e54becc-5f78-42dc-bbbb-436bdbf657c6 req-9034dd72-b404-4066-aaf8-b7687880db7d tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 210 time: 0.1552558 Feb 08 15:46:37.818243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 042984ae-0374-4a7a-a0c5-58c2b0b025b8 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:37.819141 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:37.843889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042984ae-0374-4a7a-a0c5-58c2b0b025b8 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:46:37.928146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 042984ae-0374-4a7a-a0c5-58c2b0b025b8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=042984ae-0374-4a7a-a0c5-58c2b0b025b8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:37.936310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ffdf4062-ab61-430b-bce1-7f57faae8717 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:37.970089 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:37.977919 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:38.009335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-17e69972-d23e-40c9-9168-4a2604b7669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:38.011102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-17e69972-d23e-40c9-9168-4a2604b7669b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=366f153a-51b7-4f17-97cb-1b7880412065 HTTP/1.1" status: 200 len: 854 time: 0.4117503 Feb 08 15:46:38.048624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=042984ae-0374-4a7a-a0c5-58c2b0b025b8,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:38.063648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa3e4ad-412b-4fd2-a34d-e404ca708090 req-a5b11d75-ff6b-4553-9db3-e49780ece3eb service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7164729 Feb 08 15:46:38.078622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port ffdf4062-ab61-430b-bce1-7f57faae8717 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:46:38.085205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port ffdf4062-ab61-430b-bce1-7f57faae8717 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:38.087758 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:38.104302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb84e45e-2a42-4745-9007-8cbd149cf874 req-33f11353-55cf-4e09-b208-e8d5f9b6fa66 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "GET /v2.0/security-groups/3b6c39f2-9b3d-43d7-818a-2c578b7c48d3 HTTP/1.1" status: 200 len: 1816 time: 0.1768720 Feb 08 15:46:38.116436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676df6e-33a1-4282-b746-b3af034e646f req-e308cbf6-2c86-4390-9cca-785cfda8c6f7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:38.123260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f676df6e-33a1-4282-b746-b3af034e646f req-e308cbf6-2c86-4390-9cca-785cfda8c6f7 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 945 time: 0.3218334 Feb 08 15:46:38.198137 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-42286ba6-7393-42a7-a2cf-e6400a70d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:38.199274 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-42286ba6-7393-42a7-a2cf-e6400a70d18c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=67d5b3dc-5058-4698-959f-710b67dd3c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1618476 Feb 08 15:46:38.207764 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ffdf4062-ab61-430b-bce1-7f57faae8717 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:38.209043 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:38.212546 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['042984ae-0374-4a7a-a0c5-58c2b0b025b8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:38.274587 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f676df6e-33a1-4282-b746-b3af034e646f req-61e26a28-ff74-4419-9a98-b2c919e28c9b tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/security-groups?id=cf2eef90-b045-49e3-8357-ab579c96448a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490371 Feb 08 15:46:38.308399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ffdf4062-ab61-430b-bce1-7f57faae8717, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ffdf4062-ab61-430b-bce1-7f57faae8717,segment=NetworkSegment(1a9f4833-ef70-4d22-8193-11d3ca291e57),segment_id=1a9f4833-ef70-4d22-8193-11d3ca291e57)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:38.326618 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:38.331486 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-eb84e45e-2a42-4745-9007-8cbd149cf874 req-df4b982a-0fe6-4039-a6ab-6c5d00d4dfc4 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (3b6c39f2-9b3d-43d7-818a-2c578b7c48d3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:38.425494 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-eb84e45e-2a42-4745-9007-8cbd149cf874 req-df4b982a-0fe6-4039-a6ab-6c5d00d4dfc4 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (3b6c39f2-9b3d-43d7-818a-2c578b7c48d3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:38.457462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ffdf4062-ab61-430b-bce1-7f57faae8717,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:38.534201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-646b7f0e-6dac-41fc-85ba-3cfb2e1a44c4 service neutron] 10.222.0.96 "GET /v2.0/networks/67d5b3dc-5058-4698-959f-710b67dd3c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237789 Feb 08 15:46:38.620613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2e729-a2c7-4042-863a-6b72ff8b8e14 req-8f396a04-1ab6-4cc1-b167-0925535a22bb tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:38.622365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4f2e729-a2c7-4042-863a-6b72ff8b8e14 req-8f396a04-1ab6-4cc1-b167-0925535a22bb tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 944 time: 0.2131519 Feb 08 15:46:38.640106 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-eb84e45e-2a42-4745-9007-8cbd149cf874 req-df4b982a-0fe6-4039-a6ab-6c5d00d4dfc4 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3b6c39f2-9b3d-43d7-818a-2c578b7c48d3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:38.642751 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-eb84e45e-2a42-4745-9007-8cbd149cf874 req-df4b982a-0fe6-4039-a6ab-6c5d00d4dfc4 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:38.643833 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb84e45e-2a42-4745-9007-8cbd149cf874 req-df4b982a-0fe6-4039-a6ab-6c5d00d4dfc4 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] 10.222.0.82 "DELETE /v2.0/security-groups/3b6c39f2-9b3d-43d7-818a-2c578b7c48d3 HTTP/1.1" status: 204 len: 173 time: 0.5170879 Feb 08 15:46:38.649721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36836) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:38.692464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b982a-0fe6-4039-a6ab-6c5d00d4dfc4 tempest-SecurityGroupsTestJSON-181638458 tempest-SecurityGroupsTestJSON-181638458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6c39f2-9b3d-43d7-818a-2c578b7c48d3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:38.718967 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1412858-d5d1-4daa-a288-d272b66b3efa req-90518a2a-3065-45dd-85d6-e54a0e1189c8 service neutron] 10.222.0.96 "GET /v2.0/networks/67d5b3dc-5058-4698-959f-710b67dd3c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667957 Feb 08 15:46:38.777882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4f2e729-a2c7-4042-863a-6b72ff8b8e14 req-43093e41-a18b-4cad-a739-7bba1b515097 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389384 Feb 08 15:46:38.820287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66b3fc5-a603-41c3-8888-8d34f2bfccd0 admin admin] Deleting subnet ef6a72d4-6b72-490e-b396-f5c6f62c07df {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:46:38.824659 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d66b3fc5-a603-41c3-8888-8d34f2bfccd0 admin admin] Publish callbacks [] for subnet (ef6a72d4-6b72-490e-b396-f5c6f62c07df), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:38.884610 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d66b3fc5-a603-41c3-8888-8d34f2bfccd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (ef6a72d4-6b72-490e-b396-f5c6f62c07df), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:38.949991 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d66b3fc5-a603-41c3-8888-8d34f2bfccd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (ef6a72d4-6b72-490e-b396-f5c6f62c07df), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:38.980212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c03b94-e8b1-46da-803e-ba8ee5d74e7e req-67092d4d-757d-46de-b470-409eeb0ae739 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:38.988647 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7c03b94-e8b1-46da-803e-ba8ee5d74e7e req-67092d4d-757d-46de-b470-409eeb0ae739 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 949 time: 0.0727479 Feb 08 15:46:39.026012 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d66b3fc5-a603-41c3-8888-8d34f2bfccd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (ef6a72d4-6b72-490e-b396-f5c6f62c07df), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:39.056714 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee107683-5f99-41df-a9c6-a4223fb08db0 req-72ef8084-dc32-43f9-bd2b-dde8669fc18b tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc4544a1-03cf-4366-a15d-4f169630645d HTTP/1.1" status: 200 len: 210 time: 0.0587125 Feb 08 15:46:39.085946 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b3fc5-a603-41c3-8888-8d34f2bfccd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef6a72d4-6b72-490e-b396-f5c6f62c07df,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:39.098237 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d66b3fc5-a603-41c3-8888-8d34f2bfccd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:39.106176 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d66b3fc5-a603-41c3-8888-8d34f2bfccd0 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/ef6a72d4-6b72-490e-b396-f5c6f62c07df HTTP/1.1" status: 204 len: 168 time: 0.4525106 Feb 08 15:46:39.106971 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36852) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:39.140118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7c03b94-e8b1-46da-803e-ba8ee5d74e7e req-a670b8fe-d8a6-4ffe-8f55-07fec55d88b2 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492567 Feb 08 15:46:39.199017 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d44780a-904e-498c-a367-b484e27025ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (f4107f07-72f7-4cad-bf17-d32e7e2346fb), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:39.299230 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d44780a-904e-498c-a367-b484e27025ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (f4107f07-72f7-4cad-bf17-d32e7e2346fb), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:39.321921 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-4d44780a-904e-498c-a367-b484e27025ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4107f07-72f7-4cad-bf17-d32e7e2346fb']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:39.331622 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-4d44780a-904e-498c-a367-b484e27025ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c373b02-26c6-4309-b2a3-a1681f5e032e') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:39.331954 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-4d44780a-904e-498c-a367-b484e27025ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c373b02-26c6-4309-b2a3-a1681f5e032e') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:39.356889 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d44780a-904e-498c-a367-b484e27025ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (4c373b02-26c6-4309-b2a3-a1681f5e032e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:39.373100 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c17f3a5-da75-42d5-b3a0-abd770952dcd req-f711d879-2595-47ac-996c-b1eb002dcb98 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 210 time: 0.1254416 Feb 08 15:46:39.402807 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d44780a-904e-498c-a367-b484e27025ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (4c373b02-26c6-4309-b2a3-a1681f5e032e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:39.416213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d44780a-904e-498c-a367-b484e27025ad admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:46:39.417040 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d44780a-904e-498c-a367-b484e27025ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (4c373b02-26c6-4309-b2a3-a1681f5e032e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:39.421946 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832f8b64-5eb1-4d67-9cbc-0664d5d552a1', 'tag': '9d08d483-e13b-41b0-99bf-1a63f844c3f7'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:39.424280 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d8fdee-4171-4579-96d5-14501f03273f" -d '{"events": [{"name": "network-changed", "server_uuid": "832f8b64-5eb1-4d67-9cbc-0664d5d552a1", "tag": "9d08d483-e13b-41b0-99bf-1a63f844c3f7"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:46:39.427753 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:46:39.496369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4c0c3a-0c95-47a8-9876-c5b6590c48b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdf4062-ab61-430b-bce1-7f57faae8717'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:39.498998 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb902dd4-eb16-41ba-b848-61477b223365" -d '{"events": [{"server_uuid": "cf4c0c3a-0c95-47a8-9876-c5b6590c48b0", "name": "network-vif-plugged", "status": "completed", "tag": "ffdf4062-ab61-430b-bce1-7f57faae8717"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:39.520597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 042984ae-0374-4a7a-a0c5-58c2b0b025b8 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:39.554314 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d44780a-904e-498c-a367-b484e27025ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (f4107f07-72f7-4cad-bf17-d32e7e2346fb), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:39.561761 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d44780a-904e-498c-a367-b484e27025ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:39.566022 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4d44780a-904e-498c-a367-b484e27025ad admin admin] 10.222.0.82 "DELETE /v2.0/networks/f4107f07-72f7-4cad-bf17-d32e7e2346fb HTTP/1.1" status: 204 len: 168 time: 0.4580598 Feb 08 15:46:39.581838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44780a-904e-498c-a367-b484e27025ad admin admin] Pushing event deleted for resources: {'Network': ['ID=f4107f07-72f7-4cad-bf17-d32e7e2346fb,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:39.603180 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d92707c-e0ab-4b4a-8de3-2da913ade175 x-openstack-request-id: req-1d92707c-e0ab-4b4a-8de3-2da913ade175 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:39.603793 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832f8b64-5eb1-4d67-9cbc-0664d5d552a1", "tag": "9d08d483-e13b-41b0-99bf-1a63f844c3f7", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:39.605906 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1d92707c-e0ab-4b4a-8de3-2da913ade175 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:39.606561 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832f8b64-5eb1-4d67-9cbc-0664d5d552a1', 'tag': '9d08d483-e13b-41b0-99bf-1a63f844c3f7', 'status': 'completed', 'code': 200} Feb 08 15:46:39.629186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fccc46-a8b5-4ecf-be61-93f5cb29d0fb req-a36beb51-adac-411f-8b84-2ebfd4c1e06d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:39.636788 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1fccc46-a8b5-4ecf-be61-93f5cb29d0fb req-a36beb51-adac-411f-8b84-2ebfd4c1e06d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 946 time: 0.1283267 Feb 08 15:46:39.645988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 042984ae-0374-4a7a-a0c5-58c2b0b025b8 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:46:39.650202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 042984ae-0374-4a7a-a0c5-58c2b0b025b8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:39.652789 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:39.711091 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a6f622-ba59-420b-a49e-1ca9612f2196 x-openstack-request-id: req-f7a6f622-ba59-420b-a49e-1ca9612f2196 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:39.711446 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4c0c3a-0c95-47a8-9876-c5b6590c48b0", "name": "network-vif-plugged", "status": "completed", "tag": "ffdf4062-ab61-430b-bce1-7f57faae8717", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:39.711644 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f7a6f622-ba59-420b-a49e-1ca9612f2196 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:39.712022 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4c0c3a-0c95-47a8-9876-c5b6590c48b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdf4062-ab61-430b-bce1-7f57faae8717', 'code': 200} Feb 08 15:46:39.854919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 042984ae-0374-4a7a-a0c5-58c2b0b025b8 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:39.855648 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:39.936145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 042984ae-0374-4a7a-a0c5-58c2b0b025b8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=042984ae-0374-4a7a-a0c5-58c2b0b025b8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:39.941676 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:39.952002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36872) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:39.953686 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1fccc46-a8b5-4ecf-be61-93f5cb29d0fb req-b0751d3e-d9bf-4c99-b0de-c61a57549b1d tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/security-groups?id=cf2eef90-b045-49e3-8357-ab579c96448a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864594 Feb 08 15:46:39.981328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8fdee-4171-4579-96d5-14501f03273f req-4b504f6a-da6d-4bfc-a8e6-4addf0b26b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:39.983580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42d8fdee-4171-4579-96d5-14501f03273f req-4b504f6a-da6d-4bfc-a8e6-4addf0b26b45 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=14925a58b40e4cbe89cdbb14cd47391d&device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 1127 time: 0.3448203 Feb 08 15:46:40.021484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c2375-bacb-4eac-b8bb-bc04f0c8cabb req-efe7f9ab-4d4b-49cb-82c0-85c79ba061f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:40.023342 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-609c2375-bacb-4eac-b8bb-bc04f0c8cabb req-efe7f9ab-4d4b-49cb-82c0-85c79ba061f6 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 1129 time: 0.2467237 Feb 08 15:46:40.074913 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2fd97978-ebe6-4872-95c9-6eed4cc80d58 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=681f6587c0694615a3bd4e5e8f93c31a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1210082 Feb 08 15:46:40.082341 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36878) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:40.100517 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=042984ae-0374-4a7a-a0c5-58c2b0b025b8,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:40.143428 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5edf1-9cde-44b9-8818-bb1ba8adc1b3 req-5832819d-6284-4087-be84-185a2e76c04c tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:40.146253 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0f5edf1-9cde-44b9-8818-bb1ba8adc1b3 req-5832819d-6284-4087-be84-185a2e76c04c tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 944 time: 0.2467873 Feb 08 15:46:40.180365 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34b64c0d-99c1-49f9-824e-fb932025315d admin admin] Publish callbacks [] for security_group (c118cd36-1643-4879-956d-84d2397cb658), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:40.215578 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-609c2375-bacb-4eac-b8bb-bc04f0c8cabb req-0bb858cf-d220-4305-a606-af67ee2904a5 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=cf2eef90-b045-49e3-8357-ab579c96448a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461318 Feb 08 15:46:40.223260 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34b64c0d-99c1-49f9-824e-fb932025315d admin admin] Publish callbacks [] for security_group (c118cd36-1643-4879-956d-84d2397cb658), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:40.268982 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0f5edf1-9cde-44b9-8818-bb1ba8adc1b3 req-71bed31d-9f94-446f-a022-7b1a924dcece tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032143 Feb 08 15:46:40.304236 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8fdee-4171-4579-96d5-14501f03273f req-dd4924fa-8d63-4db2-ba80-1080372d143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:40.309489 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42d8fdee-4171-4579-96d5-14501f03273f req-dd4924fa-8d63-4db2-ba80-1080372d143b service neutron] 10.222.0.96 "GET /v2.0/networks?id=67d5b3dc-5058-4698-959f-710b67dd3c5d HTTP/1.1" status: 200 len: 916 time: 0.3153875 Feb 08 15:46:40.331666 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34b64c0d-99c1-49f9-824e-fb932025315d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c118cd36-1643-4879-956d-84d2397cb658), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:40.335757 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34b64c0d-99c1-49f9-824e-fb932025315d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:40.337306 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-34b64c0d-99c1-49f9-824e-fb932025315d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c118cd36-1643-4879-956d-84d2397cb658 HTTP/1.1" status: 204 len: 168 time: 0.2521977 Feb 08 15:46:40.355586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b64c0d-99c1-49f9-824e-fb932025315d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c118cd36-1643-4879-956d-84d2397cb658,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:40.450161 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42d8fdee-4171-4579-96d5-14501f03273f req-d4868bf1-e22c-4040-aebf-3d15476af383 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d08d483-e13b-41b0-99bf-1a63f844c3f7 HTTP/1.1" status: 200 len: 217 time: 0.1347134 Feb 08 15:46:40.592900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8fdee-4171-4579-96d5-14501f03273f req-71f5fb96-08bf-428a-a703-62592173f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:40.594753 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42d8fdee-4171-4579-96d5-14501f03273f req-71f5fb96-08bf-428a-a703-62592173f6c7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=366f153a-51b7-4f17-97cb-1b7880412065 HTTP/1.1" status: 200 len: 854 time: 0.1280842 Feb 08 15:46:40.643086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1571c-b11d-480e-a7bb-8384c6663945 req-90f29520-c25b-40af-a255-fac17a947a23 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:40.651661 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2fc1571c-b11d-480e-a7bb-8384c6663945 req-90f29520-c25b-40af-a255-fac17a947a23 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 950 time: 0.1180310 Feb 08 15:46:40.715516 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2fc1571c-b11d-480e-a7bb-8384c6663945 req-a4ec10ee-3140-453e-b09f-49f827dc293e tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627484 Feb 08 15:46:40.736078 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8fdee-4171-4579-96d5-14501f03273f req-ee3a6770-6b70-4924-87fb-ed22c89d636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:40.738278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42d8fdee-4171-4579-96d5-14501f03273f req-ee3a6770-6b70-4924-87fb-ed22c89d636c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=67d5b3dc-5058-4698-959f-710b67dd3c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1353304 Feb 08 15:46:40.910526 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4bcbf1-db08-4170-8ae5-bf5f97f0b2a6 req-65dcd1e3-abdc-4863-a8c8-6803f0f788a6 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 210 time: 0.0481603 Feb 08 15:46:40.985550 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42d8fdee-4171-4579-96d5-14501f03273f req-4be1118d-2897-4b1c-8432-b328b001e734 service neutron] 10.222.0.96 "GET /v2.0/networks/67d5b3dc-5058-4698-959f-710b67dd3c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035105 Feb 08 15:46:41.128924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42d8fdee-4171-4579-96d5-14501f03273f req-6a643dfb-1793-4fc7-b9c6-94dfe87fa2ad service neutron] 10.222.0.96 "GET /v2.0/networks/67d5b3dc-5058-4698-959f-710b67dd3c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358850 Feb 08 15:46:41.281468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555dc8a-d318-4be2-915d-8a2eff4bcb23 req-31f9b85f-c4c9-4ac8-af81-ec194f734391 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:41.290356 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c555dc8a-d318-4be2-915d-8a2eff4bcb23 req-31f9b85f-c4c9-4ac8-af81-ec194f734391 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 946 time: 0.1480691 Feb 08 15:46:41.428778 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c555dc8a-d318-4be2-915d-8a2eff4bcb23 req-f91d28b7-4793-4186-8b5e-f2c5c7658032 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/security-groups?id=cf2eef90-b045-49e3-8357-ab579c96448a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302385 Feb 08 15:46:41.523530 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9d08d483-e13b-41b0-99bf-1a63f844c3f7 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:46:41.713398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc5f2f6-5165-4aa8-9678-b3d5e090f613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042984ae-0374-4a7a-a0c5-58c2b0b025b8'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:41.719349 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46a801b-ca80-4717-a8a9-03c3dad98dd1" -d '{"events": [{"server_uuid": "7dc5f2f6-5165-4aa8-9678-b3d5e090f613", "name": "network-vif-plugged", "status": "completed", "tag": "042984ae-0374-4a7a-a0c5-58c2b0b025b8"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:41.823097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9d08d483-e13b-41b0-99bf-1a63f844c3f7, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9d08d483-e13b-41b0-99bf-1a63f844c3f7,segment=NetworkSegment(33f8759f-f51d-4e0b-be84-61cadefe7ec9),segment_id=33f8759f-f51d-4e0b-be84-61cadefe7ec9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:41.857845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '9d08d483-e13b-41b0-99bf-1a63f844c3f7', 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'port_id': '9d08d483-e13b-41b0-99bf-1a63f844c3f7', 'mac_address': 'fa:16:3e:1c:7b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366f153a-51b7-4f17-97cb-1b7880412065', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:46:41.859304 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cb86-b9f9-4b86-b37e-f5d00b5ad881 req-a651fb2b-c606-405f-b940-e1f332dbf8fe tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:41.860914 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b488cb86-b9f9-4b86-b37e-f5d00b5ad881 req-a651fb2b-c606-405f-b940-e1f332dbf8fe tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 812 time: 0.3449175 Feb 08 15:46:41.882886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc3d89-e98a-418a-92a7-e7321cdf1b4a req-fcb46eb5-d8c7-4ce5-83e9-f0611f78a00c tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:41.891407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9bc3d89-e98a-418a-92a7-e7321cdf1b4a req-fcb46eb5-d8c7-4ce5-83e9-f0611f78a00c tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 944 time: 0.2969096 Feb 08 15:46:41.917111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b488cb86-b9f9-4b86-b37e-f5d00b5ad881 req-3076cfc2-4114-400a-a3dd-6b57d47eb7d5 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/quotas/7223ae851bba47909ff3a34b120c9a42 HTTP/1.1" status: 200 len: 375 time: 0.0479679 Feb 08 15:46:41.955945 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b488cb86-b9f9-4b86-b37e-f5d00b5ad881 req-a46d0a5f-b176-4851-aa54-f002ca00d4ff tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377922 Feb 08 15:46:41.961656 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 9d08d483-e13b-41b0-99bf-1a63f844c3f7 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:41.962298 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:41.982225 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d08d483-e13b-41b0-99bf-1a63f844c3f7 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:46:42.033847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9d08d483-e13b-41b0-99bf-1a63f844c3f7, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9d08d483-e13b-41b0-99bf-1a63f844c3f7,segment=NetworkSegment(33f8759f-f51d-4e0b-be84-61cadefe7ec9),segment_id=33f8759f-f51d-4e0b-be84-61cadefe7ec9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:42.056443 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:42.076264 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b488cb86-b9f9-4b86-b37e-f5d00b5ad881 req-14dbccb1-417d-4c23-8d73-038f6f8a358b service neutron] 10.222.0.82 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189742 Feb 08 15:46:42.146693 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9bc3d89-e98a-418a-92a7-e7321cdf1b4a req-038fee31-d5cc-4640-b8f4-88306e32a201 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530742 Feb 08 15:46:42.219482 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=9d08d483-e13b-41b0-99bf-1a63f844c3f7,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:42.286828 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['9d08d483-e13b-41b0-99bf-1a63f844c3f7'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:42.294832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b488cb86-b9f9-4b86-b37e-f5d00b5ad881 req-0141d1b9-53aa-4b98-ae0f-c9922262f108 service neutron] 10.222.0.82 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172151 Feb 08 15:46:42.606323 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15391e0-efd8-46e7-943f-858e332c5dd4 x-openstack-request-id: req-b15391e0-efd8-46e7-943f-858e332c5dd4 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:42.606979 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc5f2f6-5165-4aa8-9678-b3d5e090f613", "name": "network-vif-plugged", "status": "completed", "tag": "042984ae-0374-4a7a-a0c5-58c2b0b025b8", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:42.606979 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b15391e0-efd8-46e7-943f-858e332c5dd4 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:42.607259 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc5f2f6-5165-4aa8-9678-b3d5e090f613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042984ae-0374-4a7a-a0c5-58c2b0b025b8', 'code': 200} Feb 08 15:46:42.699125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf9a50-8251-44f8-a20c-39f9900ac665 req-552b0977-7c14-47cf-95e8-27d5909e09a4 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:42.707377 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19cf9a50-8251-44f8-a20c-39f9900ac665 req-552b0977-7c14-47cf-95e8-27d5909e09a4 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 950 time: 0.1439247 Feb 08 15:46:42.733701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e8fe8-2b84-4d61-a5d2-b6b6042846ef req-3d326ed6-7f4e-4c0d-9027-290199c6f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:42.733701 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c8e8fe8-2b84-4d61-a5d2-b6b6042846ef req-3d326ed6-7f4e-4c0d-9027-290199c6f1a4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 1133 time: 0.1113355 Feb 08 15:46:42.842792 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c8e8fe8-2b84-4d61-a5d2-b6b6042846ef req-19432ff2-23cf-4f60-a896-1a077d95de23 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040673 Feb 08 15:46:42.859585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19cf9a50-8251-44f8-a20c-39f9900ac665 req-e9f486b5-b3ee-4073-830f-39f9b40eb501 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510131 Feb 08 15:46:42.878192 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bba02bfc-182f-4fc6-8a33-8eae04af6a51 req-872930f1-a424-47d0-9943-e1da1d373441 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 210 time: 0.1118484 Feb 08 15:46:43.213688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef9a8e-1ffe-4f3d-96bf-d69dc94dded2 req-8d513ca4-997d-418a-9d10-1a4f6672107a tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:43.221366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1eef9a8e-1ffe-4f3d-96bf-d69dc94dded2 req-8d513ca4-997d-418a-9d10-1a4f6672107a tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 946 time: 0.0952234 Feb 08 15:46:43.293726 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f695eec-e6d2-41d6-9afb-50bb5832c7cc req-154dfa2e-788c-46fe-8e2b-f25e8df2fafe tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=2a9d8846-6f4d-41c7-828a-89b3a683804d HTTP/1.1" status: 200 len: 210 time: 0.0698001 Feb 08 15:46:43.361160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1eef9a8e-1ffe-4f3d-96bf-d69dc94dded2 req-5ea8d205-ffef-4f62-8911-6a495962be82 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/security-groups?id=cf2eef90-b045-49e3-8357-ab579c96448a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244547 Feb 08 15:46:43.538842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9d08d483-e13b-41b0-99bf-1a63f844c3f7 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:43.609709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67c97f-6927-402a-97b8-3b50b0c69f53 req-17af340c-3277-447b-b65c-279de868de49 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:43.612131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d67c97f-6927-402a-97b8-3b50b0c69f53 req-17af340c-3277-447b-b65c-279de868de49 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 945 time: 0.1232009 Feb 08 15:46:43.670665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 9d08d483-e13b-41b0-99bf-1a63f844c3f7 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:46:43.684280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 9d08d483-e13b-41b0-99bf-1a63f844c3f7 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:43.685114 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:43.728153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d67c97f-6927-402a-97b8-3b50b0c69f53 req-96204167-c2fe-42e0-89cf-d1188181d5a6 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972242 Feb 08 15:46:43.875677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 9d08d483-e13b-41b0-99bf-1a63f844c3f7 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:43.876291 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:43.938962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9d08d483-e13b-41b0-99bf-1a63f844c3f7, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9d08d483-e13b-41b0-99bf-1a63f844c3f7,segment=NetworkSegment(33f8759f-f51d-4e0b-be84-61cadefe7ec9),segment_id=33f8759f-f51d-4e0b-be84-61cadefe7ec9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:43.952717 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:44.028126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82da03-e552-41fb-a6fc-13fc128f0da0 req-4817b54e-4fc5-40f4-a896-7a4dd1ea7b86 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:44.042604 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c82da03-e552-41fb-a6fc-13fc128f0da0 req-4817b54e-4fc5-40f4-a896-7a4dd1ea7b86 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 946 time: 0.2092297 Feb 08 15:46:44.047947 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37014) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:44.059272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c7d0c2b1-e970-466a-a121-fb0366aa9503 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Request body: {'floatingip': {'port_id': 'ffdf4062-ab61-430b-bce1-7f57faae8717'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:44.060674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=9d08d483-e13b-41b0-99bf-1a63f844c3f7,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:44.092938 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:46:44.168863 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c2b1-e970-466a-a121-fb0366aa9503 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for floatingip (fbf521a8-ed15-4882-941c-e36eda28af06), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:44.319306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bdfe930a-b182-40ad-b774-49d4c5357cc4 req-de8a4aee-7d5e-4a37-aaeb-9b4da91095ad tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 210 time: 0.0512474 Feb 08 15:46:44.356266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950067ff-298b-405a-9223-772b9e0ff105 req-11783fe3-17f6-46cc-8e0c-2642cfe09a8a tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:44.366741 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-950067ff-298b-405a-9223-772b9e0ff105 req-11783fe3-17f6-46cc-8e0c-2642cfe09a8a tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 950 time: 0.1798139 Feb 08 15:46:44.481254 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-950067ff-298b-405a-9223-772b9e0ff105 req-7c86f4da-862b-4517-b2ed-426921626b0e tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108627 Feb 08 15:46:44.599654 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d762f9d9-67fd-4c29-b33b-ad7ea653fea3 req-7d344137-c4ec-42c7-bbfe-4897cd75d984 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=2a9d8846-6f4d-41c7-828a-89b3a683804d HTTP/1.1" status: 200 len: 210 time: 0.0467408 Feb 08 15:46:44.608937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832f8b64-5eb1-4d67-9cbc-0664d5d552a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d08d483-e13b-41b0-99bf-1a63f844c3f7'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:44.611728 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d748d85-e543-42c4-9eae-d2ec4259f88c" -d '{"events": [{"server_uuid": "832f8b64-5eb1-4d67-9cbc-0664d5d552a1", "name": "network-vif-plugged", "status": "completed", "tag": "9d08d483-e13b-41b0-99bf-1a63f844c3f7"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:44.873836 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905698da-c95f-4976-b3ea-c17f7d43f00a x-openstack-request-id: req-905698da-c95f-4976-b3ea-c17f7d43f00a {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:44.874933 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832f8b64-5eb1-4d67-9cbc-0664d5d552a1", "name": "network-vif-plugged", "status": "completed", "tag": "9d08d483-e13b-41b0-99bf-1a63f844c3f7", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:44.875419 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-905698da-c95f-4976-b3ea-c17f7d43f00a {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:44.876048 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832f8b64-5eb1-4d67-9cbc-0664d5d552a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d08d483-e13b-41b0-99bf-1a63f844c3f7', 'code': 200} Feb 08 15:46:45.293836 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c4016-3f83-470d-9cae-33618877d45b req-d8209d14-b69c-4604-ab24-28a711d68e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:45.299044 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf2c4016-3f83-470d-9cae-33618877d45b req-d8209d14-b69c-4604-ab24-28a711d68e27 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 1129 time: 0.3166327 Feb 08 15:46:45.320128 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eefbc1-8550-4160-9b0c-68e28c390968 req-76b5a2dd-76d3-4ca6-a841-60cda32206fb tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:45.335497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19eefbc1-8550-4160-9b0c-68e28c390968 req-76b5a2dd-76d3-4ca6-a841-60cda32206fb tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 946 time: 0.2920761 Feb 08 15:46:45.469951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf714e8a-a796-4b73-8305-d115d60c2531 req-51d9d223-94f3-4caf-8fa1-e5d9209e3a19 tempest-ServersAdminNegativeTestJSON-2061473292 tempest-ServersAdminNegativeTestJSON-2061473292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:45.472913 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf714e8a-a796-4b73-8305-d115d60c2531 req-51d9d223-94f3-4caf-8fa1-e5d9209e3a19 tempest-ServersAdminNegativeTestJSON-2061473292 tempest-ServersAdminNegativeTestJSON-2061473292-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 1133 time: 0.4086542 Feb 08 15:46:45.507409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37056) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:45.522334 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.db.resource_extend [None req-c7d0c2b1-e970-466a-a121-fb0366aa9503 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:46:45.583776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19eefbc1-8550-4160-9b0c-68e28c390968 req-e5b4be1e-38a5-4f1a-b52d-1837ed97b19d tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462299 Feb 08 15:46:45.591448 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c2b1-e970-466a-a121-fb0366aa9503 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:45.597697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cf714e8a-a796-4b73-8305-d115d60c2531 req-28170af8-3373-4dea-97d4-1b75652b017e tempest-ServersAdminNegativeTestJSON-2061473292 tempest-ServersAdminNegativeTestJSON-2061473292-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:45.598057 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c2b1-e970-466a-a121-fb0366aa9503 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (fbf521a8-ed15-4882-941c-e36eda28af06), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:45.612542 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf2c4016-3f83-470d-9cae-33618877d45b req-3f30e04e-97d4-4dc8-a92b-028d120e29f8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304804 Feb 08 15:46:45.743525 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-c7d0c2b1-e970-466a-a121-fb0366aa9503 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Floating IP fbf521a8-ed15-4882-941c-e36eda28af06 associated. External IP: 172.25.7.209, port: ffdf4062-ab61-430b-bce1-7f57faae8717. Feb 08 15:46:45.834896 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a22e21a1-c8e0-4f08-a9ba-a1dfb712a16a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:45.852427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7337ccd7-3130-4e9b-b10c-d4f14bc3e4d8 req-a4f4c7a1-ccf5-46fb-969e-e473bd6be2db tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 210 time: 0.0685697 Feb 08 15:46:45.976974 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a22e21a1-c8e0-4f08-a9ba-a1dfb712a16a admin admin] Publish callbacks [] for security_group (1f4d2b22-0edc-4ccb-808b-6e3cf236dc15), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:45.995786 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a22e21a1-c8e0-4f08-a9ba-a1dfb712a16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1f4d2b22-0edc-4ccb-808b-6e3cf236dc15), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:46.023210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b488cb86-b9f9-4b86-b37e-f5d00b5ad881 req-e7f0c0a8-8f3f-47ed-9cb4-67df905378f4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=2a9d8846-6f4d-41c7-828a-89b3a683804d HTTP/1.1" status: 200 len: 210 time: 0.0441084 Feb 08 15:46:46.124836 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d0c2b1-e970-466a-a121-fb0366aa9503 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Router 22b53670-9a3e-472e-b419-2a60b6613ded has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:46:46.312800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d0c2b1-e970-466a-a121-fb0366aa9503 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:46:46.323812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ac3b1-f372-451f-8241-f044534604d5 None None] Sync routers for ids ['22b53670-9a3e-472e-b419-2a60b6613ded'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:46:46.325794 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c2b1-e970-466a-a121-fb0366aa9503 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:46.347277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ac3b1-f372-451f-8241-f044534604d5 None None] Routers {'22b53670-9a3e-472e-b419-2a60b6613ded'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:46:46.348346 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-662ac3b1-f372-451f-8241-f044534604d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:46:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22b53670-9a3e-472e-b419-2a60b6613ded'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:46.377136 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c7d0c2b1-e970-466a-a121-fb0366aa9503 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "PUT /v2.0/floatingips/fbf521a8-ed15-4882-941c-e36eda28af06 HTTP/1.1" status: 200 len: 992 time: 2.3271933 Feb 08 15:46:46.377637 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4c0c3a-0c95-47a8-9876-c5b6590c48b0', 'tag': 'ffdf4062-ab61-430b-bce1-7f57faae8717'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:46.380402 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9b7192-b94c-445c-9b38-66e0c78e08da" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4c0c3a-0c95-47a8-9876-c5b6590c48b0", "tag": "ffdf4062-ab61-430b-bce1-7f57faae8717"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:46.500756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-662ac3b1-f372-451f-8241-f044534604d5 None None] Set router 22b53670-9a3e-472e-b419-2a60b6613ded gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:46:46.502602 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cf714e8a-a796-4b73-8305-d115d60c2531 req-28170af8-3373-4dea-97d4-1b75652b017e tempest-ServersAdminNegativeTestJSON-2061473292 tempest-ServersAdminNegativeTestJSON-2061473292-project-admin] Publish callbacks [] for security_group (e73d3021-8525-4510-8cf3-2ff82bf0fa43), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:46.534468 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cf714e8a-a796-4b73-8305-d115d60c2531 req-28170af8-3373-4dea-97d4-1b75652b017e tempest-ServersAdminNegativeTestJSON-2061473292 tempest-ServersAdminNegativeTestJSON-2061473292-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e73d3021-8525-4510-8cf3-2ff82bf0fa43), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:46.570055 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d62c76d9-d7e8-4aff-8fd4-4d792ca28201 req-f2bd3d53-cf03-4b4d-8e93-fa68c3e850dd tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=2a9d8846-6f4d-41c7-828a-89b3a683804d HTTP/1.1" status: 200 len: 210 time: 0.1246884 Feb 08 15:46:46.601988 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf714e8a-a796-4b73-8305-d115d60c2531 req-28170af8-3373-4dea-97d4-1b75652b017e tempest-ServersAdminNegativeTestJSON-2061473292 tempest-ServersAdminNegativeTestJSON-2061473292-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1168664 Feb 08 15:46:46.640972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a22e21a1-c8e0-4f08-a9ba-a1dfb712a16a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1e61f8c6f5d44589965528a54bb0f62f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1285522 Feb 08 15:46:46.643039 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37078) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:46.651206 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e21a1-c8e0-4f08-a9ba-a1dfb712a16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4d2b22-0edc-4ccb-808b-6e3cf236dc15,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:46.800174 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df832ea8-b132-4cc9-8da9-d047dc1b2e8b x-openstack-request-id: req-df832ea8-b132-4cc9-8da9-d047dc1b2e8b {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:46.802681 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4c0c3a-0c95-47a8-9876-c5b6590c48b0", "tag": "ffdf4062-ab61-430b-bce1-7f57faae8717", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:46.807071 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-df832ea8-b132-4cc9-8da9-d047dc1b2e8b {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:46.808253 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4c0c3a-0c95-47a8-9876-c5b6590c48b0', 'tag': 'ffdf4062-ab61-430b-bce1-7f57faae8717', 'status': 'completed', 'code': 200} Feb 08 15:46:46.904075 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8734eaf7-ac04-4b70-9d66-e9ba3943a389 admin admin] Publish callbacks [] for security_group (1f4d2b22-0edc-4ccb-808b-6e3cf236dc15), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:46.961232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28170af8-3373-4dea-97d4-1b75652b017e tempest-ServersAdminNegativeTestJSON-2061473292 tempest-ServersAdminNegativeTestJSON-2061473292-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73d3021-8525-4510-8cf3-2ff82bf0fa43,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:46.991235 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8734eaf7-ac04-4b70-9d66-e9ba3943a389 admin admin] Publish callbacks [] for security_group (1f4d2b22-0edc-4ccb-808b-6e3cf236dc15), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:47.034202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-662ac3b1-f372-451f-8241-f044534604d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:05Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'gw_port': {'id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:07Z', 'updated_at': '2022-02-08T15:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'fbf521a8-ed15-4882-941c-e36eda28af06', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'port_id': 'ffdf4062-ab61-430b-bce1-7f57faae8717', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'mac_address': 'fa:16:3e:5b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c0c3a-0c95-47a8-9876-c5b6590c48b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:46:23Z', 'updated_at': '2022-02-08T15:46:45Z', 'revision_number': 1, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43af2b77-ff14-4ab2-aa7a-ef4a5728ddba', 'name': '', 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'mac_address': 'fa:16:3e:33:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '27513bf0-b566-4818-a844-46757704e932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:11Z', 'updated_at': '2022-02-08T15:46:20Z', 'revision_number': 5, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'subnets': [{'id': '27513bf0-b566-4818-a844-46757704e932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:47.038348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cb86-b9f9-4b86-b37e-f5d00b5ad881 req-2da96e76-c452-4397-8b0c-453e6ae24fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:47.039977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b488cb86-b9f9-4b86-b37e-f5d00b5ad881 req-2da96e76-c452-4397-8b0c-453e6ae24fbb service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=7223ae851bba47909ff3a34b120c9a42&shared=False HTTP/1.1" status: 200 len: 913 time: 1.0056238 Feb 08 15:46:47.054988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe34b4-9b89-4868-a56d-a1fb75a503c2 req-a56b556c-d8ac-4923-9023-cf968a02f649 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:47.056592 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cfe34b4-9b89-4868-a56d-a1fb75a503c2 req-a56b556c-d8ac-4923-9023-cf968a02f649 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 946 time: 0.2557211 Feb 08 15:46:47.091893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ac3b1-f372-451f-8241-f044534604d5 None None] Checking router: 22b53670-9a3e-472e-b419-2a60b6613ded for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:46:47.112192 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8734eaf7-ac04-4b70-9d66-e9ba3943a389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1f4d2b22-0edc-4ccb-808b-6e3cf236dc15), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:47.116084 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8734eaf7-ac04-4b70-9d66-e9ba3943a389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:47.120249 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8734eaf7-ac04-4b70-9d66-e9ba3943a389 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1f4d2b22-0edc-4ccb-808b-6e3cf236dc15 HTTP/1.1" status: 204 len: 168 time: 0.4723730 Feb 08 15:46:47.123513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ac3b1-f372-451f-8241-f044534604d5 None None] Routers {'22b53670-9a3e-472e-b419-2a60b6613ded'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:46:47.124374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-662ac3b1-f372-451f-8241-f044534604d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:46:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22b53670-9a3e-472e-b419-2a60b6613ded'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:47.144028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734eaf7-ac04-4b70-9d66-e9ba3943a389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4d2b22-0edc-4ccb-808b-6e3cf236dc15,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:47.174861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b7192-b94c-445c-9b38-66e0c78e08da req-af8b8535-7820-459e-aaa4-18d629ee9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:47.179281 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe9b7192-b94c-445c-9b38-66e0c78e08da req-af8b8535-7820-459e-aaa4-18d629ee9cf4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4fa45dfbe2a044b7aa392eb6a9f94e44&device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 1129 time: 0.2610979 Feb 08 15:46:47.311769 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b7192-b94c-445c-9b38-66e0c78e08da req-249c7a22-e3b2-4008-a5a6-312256822427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:47.313324 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe9b7192-b94c-445c-9b38-66e0c78e08da req-249c7a22-e3b2-4008-a5a6-312256822427 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 HTTP/1.1" status: 200 len: 907 time: 0.1238368 Feb 08 15:46:47.392683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe9b7192-b94c-445c-9b38-66e0c78e08da req-57a3fece-a695-443a-bf16-2fee07f7271e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffdf4062-ab61-430b-bce1-7f57faae8717 HTTP/1.1" status: 200 len: 1000 time: 0.0720122 Feb 08 15:46:47.414727 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e537a3d-a299-40d6-bf28-f6e5bbf1e46a req-8e770bb5-38dd-4a0b-b1e8-334a7dcf63e5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:47.421954 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e537a3d-a299-40d6-bf28-f6e5bbf1e46a req-8e770bb5-38dd-4a0b-b1e8-334a7dcf63e5 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 946 time: 0.4670074 Feb 08 15:46:47.504472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b7192-b94c-445c-9b38-66e0c78e08da req-d3cd432f-e02e-4f4b-9170-277869437529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:47.513935 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe9b7192-b94c-445c-9b38-66e0c78e08da req-d3cd432f-e02e-4f4b-9170-277869437529 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27513bf0-b566-4818-a844-46757704e932 HTTP/1.1" status: 200 len: 845 time: 0.0682752 Feb 08 15:46:47.530965 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-662ac3b1-f372-451f-8241-f044534604d5 None None] Set router 22b53670-9a3e-472e-b419-2a60b6613ded gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:46:47.566748 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cfe34b4-9b89-4868-a56d-a1fb75a503c2 req-e2431e60-503f-4879-bc2b-02234161bb30 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/security-groups?id=cf2eef90-b045-49e3-8357-ab579c96448a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4028080 Feb 08 15:46:47.744677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e537a3d-a299-40d6-bf28-f6e5bbf1e46a req-1fba81bb-6a2c-40b2-b91c-45021dcfc660 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170912 Feb 08 15:46:47.841176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb5dd01e-3554-4c26-8e13-a40f4560a7ae req-8d076b01-ba68-4e85-925d-aca2ec780677 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 210 time: 0.0553997 Feb 08 15:46:47.844226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488cb86-b9f9-4b86-b37e-f5d00b5ad881 req-4e6c29f7-2bed-4fc8-8134-c4d98251ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:47.845809 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b488cb86-b9f9-4b86-b37e-f5d00b5ad881 req-4e6c29f7-2bed-4fc8-8134-c4d98251ee81 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7872388 Feb 08 15:46:47.879775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b7192-b94c-445c-9b38-66e0c78e08da req-33dab456-8125-478b-a61a-f94c0676e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:47.882252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe9b7192-b94c-445c-9b38-66e0c78e08da req-33dab456-8125-478b-a61a-f94c0676e429 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3332713 Feb 08 15:46:48.043773 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-662ac3b1-f372-451f-8241-f044534604d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:05Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'gw_port': {'id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:07Z', 'updated_at': '2022-02-08T15:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'fbf521a8-ed15-4882-941c-e36eda28af06', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'port_id': 'ffdf4062-ab61-430b-bce1-7f57faae8717', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'mac_address': 'fa:16:3e:5b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c0c3a-0c95-47a8-9876-c5b6590c48b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:46:23Z', 'updated_at': '2022-02-08T15:46:45Z', 'revision_number': 1, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43af2b77-ff14-4ab2-aa7a-ef4a5728ddba', 'name': '', 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'mac_address': 'fa:16:3e:33:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '27513bf0-b566-4818-a844-46757704e932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:11Z', 'updated_at': '2022-02-08T15:46:20Z', 'revision_number': 5, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'subnets': [{'id': '27513bf0-b566-4818-a844-46757704e932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:48.077910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b488cb86-b9f9-4b86-b37e-f5d00b5ad881 req-0a6c52eb-32b8-47b8-88f3-f0a36919f0d7 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.96 "GET /v2.0/ports?device_id=2a9d8846-6f4d-41c7-828a-89b3a683804d HTTP/1.1" status: 200 len: 210 time: 0.1931584 Feb 08 15:46:48.115284 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ac3b1-f372-451f-8241-f044534604d5 None None] The sync data for ids ['22b53670-9a3e-472e-b419-2a60b6613ded'] in n-d-824834-11 is: [{'id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:05Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'gw_port': {'id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:07Z', 'updated_at': '2022-02-08T15:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'fbf521a8-ed15-4882-941c-e36eda28af06', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'port_id': 'ffdf4062-ab61-430b-bce1-7f57faae8717', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'mac_address': 'fa:16:3e:5b:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4c0c3a-0c95-47a8-9876-c5b6590c48b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:46:23Z', 'updated_at': '2022-02-08T15:46:45Z', 'revision_number': 1, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43af2b77-ff14-4ab2-aa7a-ef4a5728ddba', 'name': '', 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'mac_address': 'fa:16:3e:33:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '27513bf0-b566-4818-a844-46757704e932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:11Z', 'updated_at': '2022-02-08T15:46:20Z', 'revision_number': 5, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'subnets': [{'id': '27513bf0-b566-4818-a844-46757704e932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:46:48.213383 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0db1126-889c-47e5-99dc-ea3c8de312e8 req-15dac5b3-9a7d-4824-a021-ecba1699c1d8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=2a9d8846-6f4d-41c7-828a-89b3a683804d HTTP/1.1" status: 200 len: 210 time: 0.1561131 Feb 08 15:46:48.333051 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e0264-c77e-4d5c-8399-3560bb20c25e req-2ea0ff1b-890e-4cdf-9d44-6c7cde553e14 tempest-ServersAdminNegativeTestJSON-2061473292 tempest-ServersAdminNegativeTestJSON-2061473292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:48.338506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c5e0264-c77e-4d5c-8399-3560bb20c25e req-2ea0ff1b-890e-4cdf-9d44-6c7cde553e14 tempest-ServersAdminNegativeTestJSON-2061473292 tempest-ServersAdminNegativeTestJSON-2061473292-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 1133 time: 0.2717686 Feb 08 15:46:48.371464 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe9b7192-b94c-445c-9b38-66e0c78e08da req-56cf68bb-cacc-47a7-8988-c2b5fa4b9d22 service neutron] 10.222.0.94 "GET /v2.0/networks/f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640615 Feb 08 15:46:48.426048 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37120) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:48.495737 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:48.559407 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ba450a-d986-4e77-9ca9-431c13da9c0f None None] New status for floating IP fbf521a8-ed15-4882-941c-e36eda28af06: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:46:48.602598 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c5e0264-c77e-4d5c-8399-3560bb20c25e req-be0c25d8-7e43-4780-bbc8-569ec517c666 tempest-ServersAdminNegativeTestJSON-2061473292 tempest-ServersAdminNegativeTestJSON-2061473292-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539437 Feb 08 15:46:48.649294 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-996954880-network', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:48.670675 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6280ade1-7bde-47f6-b65f-79044648290f req-f5bbb0d1-687d-4946-8bf0-3bd6524e795c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=2a9d8846-6f4d-41c7-828a-89b3a683804d HTTP/1.1" status: 200 len: 210 time: 0.1340158 Feb 08 15:46:48.697015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] Made reservation on behalf of 7c96f108dc3b44ef9d4d2ce2fc47eab3 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:46:48.701088 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:48.722391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:48.888437 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280ade1-7bde-47f6-b65f-79044648290f req-3fda1e96-5c05-498c-bedf-f40f8a099ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:48.889774 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6280ade1-7bde-47f6-b65f-79044648290f req-3fda1e96-5c05-498c-bedf-f40f8a099ca3 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=7223ae851bba47909ff3a34b120c9a42&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2110004 Feb 08 15:46:48.910564 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] Publish callbacks [] for security_group (4b895ebf-114c-4bd5-a990-d4a4481089fd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:48.924344 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4b895ebf-114c-4bd5-a990-d4a4481089fd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:48.972327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:46:49.024126 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (24e2df3e-fd27-4708-9c06-bf20f23beabe), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:49.025775 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] Added segment 24e2df3e-fd27-4708-9c06-bf20f23beabe of type vlan for network 8cddf711-698e-4c07-bd73-40b83ff0064f Feb 08 15:46:49.045217 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe9b7192-b94c-445c-9b38-66e0c78e08da req-d1fab7bb-5a0c-4e30-8f21-68703daf9357 service neutron] 10.222.0.94 "GET /v2.0/networks/f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6666956 Feb 08 15:46:49.060509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080c3a-5094-4185-9a47-e0e6a1017d86 req-08349bea-ee60-417d-87d2-befa3a09a318 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:49.070252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5080c3a-5094-4185-9a47-e0e6a1017d86 req-08349bea-ee60-417d-87d2-befa3a09a318 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 946 time: 0.1773496 Feb 08 15:46:49.135802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280ade1-7bde-47f6-b65f-79044648290f req-8f287e14-6fef-4474-8710-cabf0362a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:49.137132 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6280ade1-7bde-47f6-b65f-79044648290f req-8f287e14-6fef-4474-8710-cabf0362a11f service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2284584 Feb 08 15:46:49.138152 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (8cddf711-698e-4c07-bd73-40b83ff0064f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:49.187171 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (8cddf711-698e-4c07-bd73-40b83ff0064f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:49.187476 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5080c3a-5094-4185-9a47-e0e6a1017d86 req-4d484832-088d-4c7a-9253-df81ace16d68 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/security-groups?id=cf2eef90-b045-49e3-8357-ab579c96448a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161416 Feb 08 15:46:49.188359 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:49.189104 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:49.199152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b895ebf-114c-4bd5-a990-d4a4481089fd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:49.259553 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8317039 Feb 08 15:46:49.262302 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37138) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:49.271483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-eebcbc16-dff7-4181-87eb-e159fc582ea7 admin admin] Request body: {'subnet': {'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-996954880-subnet', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:49.282689 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6280ade1-7bde-47f6-b65f-79044648290f req-3e17dcea-284a-4f73-b27c-8961453e3002 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.96 "GET /v2.0/ports?device_id=2a9d8846-6f4d-41c7-828a-89b3a683804d HTTP/1.1" status: 200 len: 210 time: 0.0923190 Feb 08 15:46:49.319904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebcbc16-dff7-4181-87eb-e159fc582ea7 admin admin] Made reservation on behalf of 7c96f108dc3b44ef9d4d2ce2fc47eab3 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:46:49.323776 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eebcbc16-dff7-4181-87eb-e159fc582ea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:49.326822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de13fde-e4a4-4554-a32c-c06e100428b0 admin admin] Pushing event updated for resources: {'Network': ['ID=8cddf711-698e-4c07-bd73-40b83ff0064f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:49.339593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 8cddf711-698e-4c07-bd73-40b83ff0064f details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:46:49.514415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee0465-1dfc-42b3-8f47-31c8bc495ddc req-7fa30d82-58b9-4fe8-9810-cb577122ea02 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:49.516316 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-33ee0465-1dfc-42b3-8f47-31c8bc495ddc req-7fa30d82-58b9-4fe8-9810-cb577122ea02 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 946 time: 0.1504440 Feb 08 15:46:49.621786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65e3f01c-3437-40b9-833c-4ef1774b0619 req-a83280c5-2960-4375-8e9c-7aabc5e37cc5 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 210 time: 0.0634370 Feb 08 15:46:49.654084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-33ee0465-1dfc-42b3-8f47-31c8bc495ddc req-0de036d1-342a-4144-b3cd-bf2b86297695 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311538 Feb 08 15:46:49.715154 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eebcbc16-dff7-4181-87eb-e159fc582ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (f12e1c51-9a15-439a-b59c-cc113fb7ded8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:49.796407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebcbc16-dff7-4181-87eb-e159fc582ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12e1c51-9a15-439a-b59c-cc113fb7ded8,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:49.833084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebcbc16-dff7-4181-87eb-e159fc582ea7 admin admin] Checking segment: {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:46:49.833785 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebcbc16-dff7-4181-87eb-e159fc582ea7 admin admin] Network hostable DHCP agents. Network: 8cddf711-698e-4c07-bd73-40b83ff0064f, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:46:49.887883 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebcbc16-dff7-4181-87eb-e159fc582ea7 admin admin] Network 8cddf711-698e-4c07-bd73-40b83ff0064f is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:46:49.909182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-eebcbc16-dff7-4181-87eb-e159fc582ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 8cddf711-698e-4c07-bd73-40b83ff0064f) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:49.923645 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e5cb48-fd43-40f7-be12-428b09e6fc8d None None] Network 8cddf711-698e-4c07-bd73-40b83ff0064f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:46:49.929585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebcbc16-dff7-4181-87eb-e159fc582ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:49.930263 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eebcbc16-dff7-4181-87eb-e159fc582ea7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:49.958519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77697d-25e9-4042-a74d-eed49d8b5d33 req-74acce1a-ae3e-479b-b11e-0e05e3a85196 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:49.963056 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-eebcbc16-dff7-4181-87eb-e159fc582ea7 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6993983 Feb 08 15:46:49.965536 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c77697d-25e9-4042-a74d-eed49d8b5d33 req-74acce1a-ae3e-479b-b11e-0e05e3a85196 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 946 time: 0.1727183 Feb 08 15:46:49.968668 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37168) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:49.974012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37170) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:49.982929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:50.006230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-857eaf31-9af3-485a-bd0a-908c7b667791 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Request body: {'floatingip': {'port_id': '9d08d483-e13b-41b0-99bf-1a63f844c3f7'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:50.045824 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (065c5bf7-297a-4d18-a133-46b6aebe880d), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:50.048317 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (065c5bf7-297a-4d18-a133-46b6aebe880d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:50.144896 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-857eaf31-9af3-485a-bd0a-908c7b667791 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for floatingip (fcb7154b-97a5-4837-8105-08dc82b2bd81), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:50.234701 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:50.248868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-8cddf711-698e-4c07-bd73-40b83ff0064f', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:46:50.251927 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:50.260829 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Publish callbacks [] for router_controller (065c5bf7-297a-4d18-a133-46b6aebe880d), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:50.400031 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37186) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:50.553822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Allocated IP 172.20.0.2 (8cddf711-698e-4c07-bd73-40b83ff0064f/f12e1c51-9a15-439a-b59c-cc113fb7ded8/715bc5c6-e456-4cde-bfb1-a77d3cf68cb7) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:46:50.594027 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Publish callbacks [] for router_gateway (065c5bf7-297a-4d18-a133-46b6aebe880d), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:50.698314 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f677f3-c479-47ff-8f61-1ddf48383dca req-b33f3534-415e-4cd2-9c85-d1ec0b1c9568 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:50.707607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6f677f3-c479-47ff-8f61-1ddf48383dca req-b33f3534-415e-4cd2-9c85-d1ec0b1c9568 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 950 time: 0.4403458 Feb 08 15:46:50.771919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2bd90e1f-e62e-42cb-af65-038647c94e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:50.822518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-edaab80e-bf53-4503-b2d2-d2ef343ceb86 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:50.831689 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-edaab80e-bf53-4503-b2d2-d2ef343ceb86 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 812 time: 0.5671272 Feb 08 15:46:50.861853 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-7c10ce5d-75a3-4163-96a9-0a30f378f8aa tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/quotas/7223ae851bba47909ff3a34b120c9a42 HTTP/1.1" status: 200 len: 375 time: 0.0283575 Feb 08 15:46:50.897737 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Publish callbacks [] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:50.910906 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:50.968275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-031438df-0609-4746-a2b8-b18559db1c72 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1037090 Feb 08 15:46:50.999819 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.db.resource_extend [None req-857eaf31-9af3-485a-bd0a-908c7b667791 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:46:51.057410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Pushing event updated for resources: {'Port': ['ID=715bc5c6-e456-4cde-bfb1-a77d3cf68cb7,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:51.074291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Network 8cddf711-698e-4c07-bd73-40b83ff0064f is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:51.076161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:51.082236 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:46:51.132692 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-857eaf31-9af3-485a-bd0a-908c7b667791 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:51.157064 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6f677f3-c479-47ff-8f61-1ddf48383dca req-079df2d3-0daf-4d6b-82db-8de830b3642c tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082568 Feb 08 15:46:51.201479 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-857eaf31-9af3-485a-bd0a-908c7b667791 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (fcb7154b-97a5-4837-8105-08dc82b2bd81), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:51.207081 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-e6cef914-e219-42a9-ac42-39140e2b30ba service neutron] 10.222.0.82 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208090 Feb 08 15:46:51.208496 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Attempting to bind port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:46:51.209252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Attempting to bind port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:46:51.209750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Attempting to bind port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 on network 8cddf711-698e-4c07-bd73-40b83ff0064f {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:46:51.215634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:46:51.216147 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Checking segment: {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:46:51.216656 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:51.217296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Bound using segment: {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:46:51.217961 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Bound port: 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:46:51.229075 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:51.299836 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2bd90e1f-e62e-42cb-af65-038647c94e90 admin admin] Publish callbacks [] for security_group (c3a0fa21-2b36-4abf-917a-f4bc1719688d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:51.311735 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2bd90e1f-e62e-42cb-af65-038647c94e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c3a0fa21-2b36-4abf-917a-f4bc1719688d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:51.328165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] For port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:46:51.336275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] For port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=715bc5c6-e456-4cde-bfb1-a77d3cf68cb7,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:46:51.347208 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:51.438117 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18422d-57fd-439d-b665-77fe3a55c6b0 None None] Pushing event updated for resources: {'Port': ['ID=715bc5c6-e456-4cde-bfb1-a77d3cf68cb7,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:51.468141 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd90e1f-e62e-42cb-af65-038647c94e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a0fa21-2b36-4abf-917a-f4bc1719688d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:51.499311 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-857eaf31-9af3-485a-bd0a-908c7b667791 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Floating IP fcb7154b-97a5-4837-8105-08dc82b2bd81 associated. External IP: 172.25.7.120, port: 9d08d483-e13b-41b0-99bf-1a63f844c3f7. Feb 08 15:46:51.544832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2bd90e1f-e62e-42cb-af65-038647c94e90 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bd828c212df24d339e2d419e43c422e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0935969 Feb 08 15:46:51.566241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37198) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:51.724496 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8471064-7278-4700-857f-0532633bee22 admin admin] Publish callbacks [] for security_group (c3a0fa21-2b36-4abf-917a-f4bc1719688d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:51.768366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-85b509ba-d76a-42ec-80a9-666755f4c37e service neutron] 10.222.0.82 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599847 Feb 08 15:46:51.778224 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d7db0-f082-4575-94ee-dd66254f4330 req-0322ae5e-d088-46de-b26b-be45fad5dba5 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:51.803730 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-540d7db0-f082-4575-94ee-dd66254f4330 req-0322ae5e-d088-46de-b26b-be45fad5dba5 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 946 time: 0.4626298 Feb 08 15:46:51.853915 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8471064-7278-4700-857f-0532633bee22 admin admin] Publish callbacks [] for security_group (c3a0fa21-2b36-4abf-917a-f4bc1719688d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:51.987216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f5d67-420f-49c0-8daf-fd6d9c7cf26d req-9aa4d6c5-f2aa-4c8a-aabc-c20a0f1b11a9 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:51.991657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-317f5d67-420f-49c0-8daf-fd6d9c7cf26d req-9aa4d6c5-f2aa-4c8a-aabc-c20a0f1b11a9 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.96 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 950 time: 0.2898805 Feb 08 15:46:52.091221 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Publish callbacks [] for router_gateway (065c5bf7-297a-4d18-a133-46b6aebe880d), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:52.159044 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:52.171470 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-540d7db0-f082-4575-94ee-dd66254f4330 req-7f9aa652-3518-419f-af0b-84a069ef2025 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/security-groups?id=cf2eef90-b045-49e3-8357-ab579c96448a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664439 Feb 08 15:46:52.270196 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857eaf31-9af3-485a-bd0a-908c7b667791 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Router 902f0ac3-face-493d-aa63-10f77d3b06ee has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:46:52.283067 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8471064-7278-4700-857f-0532633bee22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c3a0fa21-2b36-4abf-917a-f4bc1719688d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:52.303684 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8471064-7278-4700-857f-0532633bee22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:52.307216 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d8471064-7278-4700-857f-0532633bee22 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c3a0fa21-2b36-4abf-917a-f4bc1719688d HTTP/1.1" status: 204 len: 168 time: 0.7395194 Feb 08 15:46:52.347735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1eaa39e6-dde2-4052-8e4a-f71d7371ccdb req-bbd5391e-fcad-489a-8d38-d510df5f7deb tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 210 time: 0.1550224 Feb 08 15:46:52.515302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54be5aff-b3ec-4d2e-ac87-baa39b641ce9 req-d53a29f6-46a6-41c3-9561-7e10743f03c0 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 210 time: 0.2225087 Feb 08 15:46:52.621462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8471064-7278-4700-857f-0532633bee22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a0fa21-2b36-4abf-917a-f4bc1719688d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:52.743200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:52.751536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857eaf31-9af3-485a-bd0a-908c7b667791 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:46:52.766134 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-857eaf31-9af3-485a-bd0a-908c7b667791 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:52.820407 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-857eaf31-9af3-485a-bd0a-908c7b667791 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "PUT /v2.0/floatingips/fcb7154b-97a5-4837-8105-08dc82b2bd81 HTTP/1.1" status: 200 len: 992 time: 2.8364265 Feb 08 15:46:52.820407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832f8b64-5eb1-4d67-9cbc-0664d5d552a1', 'tag': '9d08d483-e13b-41b0-99bf-1a63f844c3f7'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:52.821530 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43538f20-4ae9-43e4-b1e0-2a12074f913c" -d '{"events": [{"name": "network-changed", "server_uuid": "832f8b64-5eb1-4d67-9cbc-0664d5d552a1", "tag": "9d08d483-e13b-41b0-99bf-1a63f844c3f7"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:52.851425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff2bda-df12-4496-9a85-6ff51c403037 None None] Sync routers for ids ['902f0ac3-face-493d-aa63-10f77d3b06ee'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:46:52.935166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff2bda-df12-4496-9a85-6ff51c403037 None None] Routers {'902f0ac3-face-493d-aa63-10f77d3b06ee'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:46:52.935857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-30ff2bda-df12-4496-9a85-6ff51c403037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:46:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['902f0ac3-face-493d-aa63-10f77d3b06ee'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:53.119681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:53.120436 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:53.236335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:53.237435 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:53.243020 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec2a7d-268d-498e-b561-f0c89e2b9c49 None None] Network 8cddf711-698e-4c07-bd73-40b83ff0064f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:46:53.360330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-30ff2bda-df12-4496-9a85-6ff51c403037 None None] Set router 902f0ac3-face-493d-aa63-10f77d3b06ee gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:46:53.403135 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-252ad8db-618f-4fbf-bc0a-9e00a1ebd2bf None None] Provisioning complete for port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:53.404015 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-252ad8db-618f-4fbf-bc0a-9e00a1ebd2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:53.504527 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=715bc5c6-e456-4cde-bfb1-a77d3cf68cb7,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:53.517273 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:53.620885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=715bc5c6-e456-4cde-bfb1-a77d3cf68cb7,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:53.676570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97265dd-017e-4fb9-b11a-a675a2b5a0e3 req-1d871ac4-5515-48c7-89ef-d04645b0720e tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:53.683775 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f97265dd-017e-4fb9-b11a-a675a2b5a0e3 req-1d871ac4-5515-48c7-89ef-d04645b0720e tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 946 time: 1.1826298 Feb 08 15:46:53.723315 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-317f5d67-420f-49c0-8daf-fd6d9c7cf26d req-e0314b36-6dc7-4182-8f49-5a8e3252d18b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Deleting port 042984ae-0374-4a7a-a0c5-58c2b0b025b8 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:46:53.724154 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-317f5d67-420f-49c0-8daf-fd6d9c7cf26d req-e0314b36-6dc7-4182-8f49-5a8e3252d18b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:53.830708 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Allocated IP 172.25.7.203 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/62d46aae-57cb-4f7c-b1e3-ad54b33f00ad) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:46:53.840017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-252ad8db-618f-4fbf-bc0a-9e00a1ebd2bf None None] Current status of the port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:54.002447 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-317f5d67-420f-49c0-8daf-fd6d9c7cf26d req-e0314b36-6dc7-4182-8f49-5a8e3252d18b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] For port 042984ae-0374-4a7a-a0c5-58c2b0b025b8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=042984ae-0374-4a7a-a0c5-58c2b0b025b8,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:46:54.002818 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-317f5d67-420f-49c0-8daf-fd6d9c7cf26d req-e0314b36-6dc7-4182-8f49-5a8e3252d18b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:54.112226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-317f5d67-420f-49c0-8daf-fd6d9c7cf26d req-e0314b36-6dc7-4182-8f49-5a8e3252d18b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Calling delete_port for 042984ae-0374-4a7a-a0c5-58c2b0b025b8 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:46:54.140894 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-30ff2bda-df12-4496-9a85-6ff51c403037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:56Z', 'updated_at': '2022-02-08T15:46:15Z', 'revision_number': 4, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'gw_port': {'id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:00Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'fcb7154b-97a5-4837-8105-08dc82b2bd81', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'port_id': '9d08d483-e13b-41b0-99bf-1a63f844c3f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'mac_address': 'fa:16:3e:1c:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832f8b64-5eb1-4d67-9cbc-0664d5d552a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:46:25Z', 'updated_at': '2022-02-08T15:46:50Z', 'revision_number': 1, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d94e87-8bd4-4d3b-9741-572caf611e0e', 'name': '', 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'mac_address': 'fa:16:3e:e9:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '366f153a-51b7-4f17-97cb-1b7880412065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:10Z', 'updated_at': '2022-02-08T15:46:20Z', 'revision_number': 5, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'subnets': [{'id': '366f153a-51b7-4f17-97cb-1b7880412065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:54.150085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82066e65-0dab-4ab1-952a-a8853008e881 req-58d36ca0-bbef-4410-a8e5-f0d3e5cbd51a tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:54.151663 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-82066e65-0dab-4ab1-952a-a8853008e881 req-58d36ca0-bbef-4410-a8e5-f0d3e5cbd51a tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 950 time: 1.3907220 Feb 08 15:46:54.173583 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f97265dd-017e-4fb9-b11a-a675a2b5a0e3 req-64e626c4-d9a4-4ae7-95b3-286fa823c07f tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/security-groups?id=cf2eef90-b045-49e3-8357-ab579c96448a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4542770 Feb 08 15:46:54.189469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff2bda-df12-4496-9a85-6ff51c403037 None None] Checking router: 902f0ac3-face-493d-aa63-10f77d3b06ee for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:46:54.201995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff2bda-df12-4496-9a85-6ff51c403037 None None] Routers {'902f0ac3-face-493d-aa63-10f77d3b06ee'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:46:54.203371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-30ff2bda-df12-4496-9a85-6ff51c403037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:46:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['902f0ac3-face-493d-aa63-10f77d3b06ee'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:54.359224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-30ff2bda-df12-4496-9a85-6ff51c403037 None None] Set router 902f0ac3-face-493d-aa63-10f77d3b06ee gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:46:54.395767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-82066e65-0dab-4ab1-952a-a8853008e881 req-3257fe55-a02d-4337-adca-b3a97e25f4fc tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189877 Feb 08 15:46:54.489828 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495ef25a-f168-4a01-8beb-04f1dc9f855d x-openstack-request-id: req-495ef25a-f168-4a01-8beb-04f1dc9f855d {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:54.490450 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832f8b64-5eb1-4d67-9cbc-0664d5d552a1", "tag": "9d08d483-e13b-41b0-99bf-1a63f844c3f7", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:54.490450 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-495ef25a-f168-4a01-8beb-04f1dc9f855d {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:54.490849 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832f8b64-5eb1-4d67-9cbc-0664d5d552a1', 'tag': '9d08d483-e13b-41b0-99bf-1a63f844c3f7', 'status': 'completed', 'code': 200} Feb 08 15:46:54.520350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fccb2-232b-4766-9e73-e4c9fd100765 req-253a786f-100c-4674-b71c-a14ac73a1271 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:54.527880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd8fccb2-232b-4766-9e73-e4c9fd100765 req-253a786f-100c-4674-b71c-a14ac73a1271 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 946 time: 0.1924701 Feb 08 15:46:54.577393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-9c90f1b9-f3cb-4dc8-8930-35541490b89c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:54.588008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-9c90f1b9-f3cb-4dc8-8930-35541490b89c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.96 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 812 time: 0.7969708 Feb 08 15:46:54.631618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5e3d372c-07d5-44c6-80be-359d7f4c8cc3 None None] Provisioning complete for port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:54.632014 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e3d372c-07d5-44c6-80be-359d7f4c8cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:54.645098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:46:54.660212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43538f20-4ae9-43e4-b1e0-2a12074f913c req-deccac55-4962-40cf-8722-b9a708629c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:54.662732 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43538f20-4ae9-43e4-b1e0-2a12074f913c req-deccac55-4962-40cf-8722-b9a708629c1d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=14925a58b40e4cbe89cdbb14cd47391d&device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 1129 time: 0.1238246 Feb 08 15:46:54.666529 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-428cc539-0a40-4ab6-8ad1-bd1a97bcc290 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Request body: {'port': {'device_id': '51445262-a4dd-46ec-8f5b-6324d605a8c6', 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782', 'admin_state_up': True, 'tenant_id': '7223ae851bba47909ff3a34b120c9a42'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:54.680158 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Publish callbacks [] for port (62d46aae-57cb-4f7c-b1e3-ad54b33f00ad), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:54.749752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:46:54.750132 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:54.821408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43538f20-4ae9-43e4-b1e0-2a12074f913c req-50f03cf2-18d4-4053-92c3-759f9c7efa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:54.823432 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43538f20-4ae9-43e4-b1e0-2a12074f913c req-50f03cf2-18d4-4053-92c3-759f9c7efa66 service neutron] 10.222.0.96 "GET /v2.0/networks?id=67d5b3dc-5058-4698-959f-710b67dd3c5d HTTP/1.1" status: 200 len: 916 time: 0.1547651 Feb 08 15:46:54.859313 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c427eaf4-ab27-4a7c-a1df-0a66913afc71 req-0df5f4c9-24ab-4da1-a52b-78187b52037f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 210 time: 0.1841359 Feb 08 15:46:54.942400 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43538f20-4ae9-43e4-b1e0-2a12074f913c req-ff030e05-908a-40f2-947e-58fdfbbae856 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d08d483-e13b-41b0-99bf-1a63f844c3f7 HTTP/1.1" status: 200 len: 1000 time: 0.1116066 Feb 08 15:46:54.953950 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd8fccb2-232b-4766-9e73-e4c9fd100765 req-57aea452-f604-4cf9-a634-4037a6eca5c1 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4069269 Feb 08 15:46:55.076085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43538f20-4ae9-43e4-b1e0-2a12074f913c req-3f586175-5d31-4ecb-b679-9e3aad65548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:55.085798 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43538f20-4ae9-43e4-b1e0-2a12074f913c req-3f586175-5d31-4ecb-b679-9e3aad65548b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=366f153a-51b7-4f17-97cb-1b7880412065 HTTP/1.1" status: 200 len: 854 time: 0.1368055 Feb 08 15:46:55.101391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c0cdabb-3148-4a51-91f4-2fa252810540 req-f066a8c1-1b39-4ef2-a169-87661bf7462d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 210 time: 0.0930901 Feb 08 15:46:55.184020 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-317f5d67-420f-49c0-8daf-fd6d9c7cf26d req-e0314b36-6dc7-4182-8f49-5a8e3252d18b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (042984ae-0374-4a7a-a0c5-58c2b0b025b8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:55.205502 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['540f42c4-3437-4a66-a8a2-43103f69511a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:46:55.242285 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (62d46aae-57cb-4f7c-b1e3-ad54b33f00ad), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:55.252219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0314b36-6dc7-4182-8f49-5a8e3252d18b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Pushing event deleted for resources: {'Port': ['ID=042984ae-0374-4a7a-a0c5-58c2b0b025b8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:55.263502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43538f20-4ae9-43e4-b1e0-2a12074f913c req-90f8da93-dd86-4b15-9425-b7a8fb16b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:55.265070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43538f20-4ae9-43e4-b1e0-2a12074f913c req-90f8da93-dd86-4b15-9425-b7a8fb16b95f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=67d5b3dc-5058-4698-959f-710b67dd3c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1700559 Feb 08 15:46:55.413440 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Pushing event updated for resources: {'Port': ['ID=62d46aae-57cb-4f7c-b1e3-ad54b33f00ad,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:55.447299 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d372c-07d5-44c6-80be-359d7f4c8cc3 None None] Current status of the port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:55.501513 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:55.603765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:55.640367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:46:55.642828 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:46:55.678667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 042984ae-0374-4a7a-a0c5-58c2b0b025b8 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:46:55.684212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-317f5d67-420f-49c0-8daf-fd6d9c7cf26d req-e0314b36-6dc7-4182-8f49-5a8e3252d18b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] No DVR routers for this DVR port 042984ae-0374-4a7a-a0c5-58c2b0b025b8 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:46:55.697722 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43538f20-4ae9-43e4-b1e0-2a12074f913c req-74f35bc5-5892-4fc6-84ec-566e2e7a1f1d service neutron] 10.222.0.96 "GET /v2.0/networks/67d5b3dc-5058-4698-959f-710b67dd3c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251688 Feb 08 15:46:55.750692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-428cc539-0a40-4ab6-8ad1-bd1a97bcc290 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Made reservation on behalf of 7223ae851bba47909ff3a34b120c9a42 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:46:55.754651 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-428cc539-0a40-4ab6-8ad1-bd1a97bcc290 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:55.782805 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-317f5d67-420f-49c0-8daf-fd6d9c7cf26d req-e0314b36-6dc7-4182-8f49-5a8e3252d18b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:55.787631 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-317f5d67-420f-49c0-8daf-fd6d9c7cf26d req-e0314b36-6dc7-4182-8f49-5a8e3252d18b tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.96 "DELETE /v2.0/ports/042984ae-0374-4a7a-a0c5-58c2b0b025b8 HTTP/1.1" status: 204 len: 173 time: 3.7885227 Feb 08 15:46:55.850858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc5f2f6-5165-4aa8-9678-b3d5e090f613', 'name': 'network-vif-deleted', 'tag': '042984ae-0374-4a7a-a0c5-58c2b0b025b8'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:46:55.853777 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5192da-77f0-4789-8393-be6f99508cee" -d '{"events": [{"server_uuid": "7dc5f2f6-5165-4aa8-9678-b3d5e090f613", "name": "network-vif-deleted", "tag": "042984ae-0374-4a7a-a0c5-58c2b0b025b8"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:46:55.871658 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 042984ae-0374-4a7a-a0c5-58c2b0b025b8 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:46:55.872009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 042984ae-0374-4a7a-a0c5-58c2b0b025b8 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:46:55.883344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-30ff2bda-df12-4496-9a85-6ff51c403037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:56Z', 'updated_at': '2022-02-08T15:46:15Z', 'revision_number': 4, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'gw_port': {'id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:00Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'fcb7154b-97a5-4837-8105-08dc82b2bd81', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'port_id': '9d08d483-e13b-41b0-99bf-1a63f844c3f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'mac_address': 'fa:16:3e:1c:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832f8b64-5eb1-4d67-9cbc-0664d5d552a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:46:25Z', 'updated_at': '2022-02-08T15:46:50Z', 'revision_number': 1, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d94e87-8bd4-4d3b-9741-572caf611e0e', 'name': '', 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'mac_address': 'fa:16:3e:e9:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '366f153a-51b7-4f17-97cb-1b7880412065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:10Z', 'updated_at': '2022-02-08T15:46:20Z', 'revision_number': 5, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'subnets': [{'id': '366f153a-51b7-4f17-97cb-1b7880412065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:55.897079 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d4fdf47-c0e7-49e9-9fcf-16c937935e91 req-a48b8c67-3ab1-49a9-bb45-b7361557b1ed tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5f2f6-5165-4aa8-9678-b3d5e090f613 HTTP/1.1" status: 200 len: 210 time: 0.2103434 Feb 08 15:46:55.991480 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a10cbd8-83c6-4322-8302-38616962d5b2 x-openstack-request-id: req-1a10cbd8-83c6-4322-8302-38616962d5b2 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:46:55.992196 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc5f2f6-5165-4aa8-9678-b3d5e090f613", "name": "network-vif-deleted", "tag": "042984ae-0374-4a7a-a0c5-58c2b0b025b8", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:46:55.992676 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1a10cbd8-83c6-4322-8302-38616962d5b2 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:46:55.993364 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc5f2f6-5165-4aa8-9678-b3d5e090f613', 'name': 'network-vif-deleted', 'tag': '042984ae-0374-4a7a-a0c5-58c2b0b025b8', 'status': 'completed', 'code': 200} Feb 08 15:46:56.029051 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43538f20-4ae9-43e4-b1e0-2a12074f913c req-fee9a56c-4d14-4f38-96cb-92189a54e13b service neutron] 10.222.0.96 "GET /v2.0/networks/67d5b3dc-5058-4698-959f-710b67dd3c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056791 Feb 08 15:46:56.105322 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff2bda-df12-4496-9a85-6ff51c403037 None None] The sync data for ids ['902f0ac3-face-493d-aa63-10f77d3b06ee'] in n-d-824834-11 is: [{'id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:56Z', 'updated_at': '2022-02-08T15:46:15Z', 'revision_number': 4, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'gw_port': {'id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:00Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'fcb7154b-97a5-4837-8105-08dc82b2bd81', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'port_id': '9d08d483-e13b-41b0-99bf-1a63f844c3f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'mac_address': 'fa:16:3e:1c:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832f8b64-5eb1-4d67-9cbc-0664d5d552a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:46:25Z', 'updated_at': '2022-02-08T15:46:50Z', 'revision_number': 1, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d94e87-8bd4-4d3b-9741-572caf611e0e', 'name': '', 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'mac_address': 'fa:16:3e:e9:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '366f153a-51b7-4f17-97cb-1b7880412065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:10Z', 'updated_at': '2022-02-08T15:46:20Z', 'revision_number': 5, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'subnets': [{'id': '366f153a-51b7-4f17-97cb-1b7880412065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:46:56.362339 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81d4979d-5859-4a12-8192-d185056106e0 req-b40b3ade-2750-4270-a581-5621a2eb0e8c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=29474826-be0c-44d8-b28a-9f7b12004be1 HTTP/1.1" status: 200 len: 210 time: 0.2889471 Feb 08 15:46:56.419729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37290) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:56.448121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-428cc539-0a40-4ab6-8ad1-bd1a97bcc290 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Allocated IP 172.20.0.7 (ecd7c259-4f96-4209-81e4-52533414d782/28cb9956-62bf-4795-9b61-7a7ef83e56b7/5177b814-8b75-45fa-ad41-eeae26c93cb9) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:46:56.527169 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e38c8-22f7-47a5-864a-1d480777f388 req-52bd24df-3432-4009-9526-8b4785c5aea4 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:56.530672 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c69e38c8-22f7-47a5-864a-1d480777f388 req-52bd24df-3432-4009-9526-8b4785c5aea4 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 946 time: 0.2820654 Feb 08 15:46:56.583247 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b24ac1-7df9-4e91-a22e-f16216f10c72 None None] New status for floating IP fcb7154b-97a5-4837-8105-08dc82b2bd81: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:46:56.709054 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8660ff10-8c85-406a-b92e-9d22a427dde4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:56.752606 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3dcabbcd-aeb9-4169-b912-75bd9acf682d req-a6697075-2975-4dfa-ad19-32d9bab31783 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 210 time: 0.2201297 Feb 08 15:46:56.790043 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-428cc539-0a40-4ab6-8ad1-bd1a97bcc290 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks [] for port (5177b814-8b75-45fa-ad41-eeae26c93cb9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:56.897812 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c69e38c8-22f7-47a5-864a-1d480777f388 req-2a9f755c-7cd5-4776-a1bb-4468cd75d68a tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436382 Feb 08 15:46:56.938247 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8660ff10-8c85-406a-b92e-9d22a427dde4 admin admin] Publish callbacks [] for security_group (ab4934f2-6108-4825-9992-33c38ba3a63e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:56.942080 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-428cc539-0a40-4ab6-8ad1-bd1a97bcc290 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (5177b814-8b75-45fa-ad41-eeae26c93cb9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:56.947035 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8660ff10-8c85-406a-b92e-9d22a427dde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ab4934f2-6108-4825-9992-33c38ba3a63e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:57.010682 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8660ff10-8c85-406a-b92e-9d22a427dde4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7841ccc01de445f099ce0d71466fdc0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5896785 Feb 08 15:46:57.011322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37308) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:57.016661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-428cc539-0a40-4ab6-8ad1-bd1a97bcc290 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Network ecd7c259-4f96-4209-81e4-52533414d782 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:46:57.025386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-428cc539-0a40-4ab6-8ad1-bd1a97bcc290 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:46:57.028390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-428cc539-0a40-4ab6-8ad1-bd1a97bcc290 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:46:57.042383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cc539-0a40-4ab6-8ad1-bd1a97bcc290 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Pushing event updated for resources: {'Port': ['ID=5177b814-8b75-45fa-ad41-eeae26c93cb9,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:57.071897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660ff10-8c85-406a-b92e-9d22a427dde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4934f2-6108-4825-9992-33c38ba3a63e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:57.090885 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Publish callbacks [] for router_gateway (065c5bf7-297a-4d18-a133-46b6aebe880d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:57.103197 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e771a27-1a7c-4e41-af45-0c78ea289664 admin admin] Publish callbacks [] for security_group (ab4934f2-6108-4825-9992-33c38ba3a63e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:57.130188 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e771a27-1a7c-4e41-af45-0c78ea289664 admin admin] Publish callbacks [] for security_group (ab4934f2-6108-4825-9992-33c38ba3a63e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:57.194632 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-428cc539-0a40-4ab6-8ad1-bd1a97bcc290 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:57.195264 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-428cc539-0a40-4ab6-8ad1-bd1a97bcc290 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:57.219084 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e771a27-1a7c-4e41-af45-0c78ea289664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ab4934f2-6108-4825-9992-33c38ba3a63e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:57.225368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e771a27-1a7c-4e41-af45-0c78ea289664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:57.229486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-428cc539-0a40-4ab6-8ad1-bd1a97bcc290 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6016316 Feb 08 15:46:57.239267 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1e771a27-1a7c-4e41-af45-0c78ea289664 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ab4934f2-6108-4825-9992-33c38ba3a63e HTTP/1.1" status: 204 len: 168 time: 0.2157552 Feb 08 15:46:57.249428 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Request body: {'port': {'device_id': '51445262-a4dd-46ec-8f5b-6324d605a8c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:57.259603 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e771a27-1a7c-4e41-af45-0c78ea289664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4934f2-6108-4825-9992-33c38ba3a63e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:57.475146 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5177b814-8b75-45fa-ad41-eeae26c93cb9), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:57.568008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bb3dd-8fef-4ed6-be61-c1105c31d9a1 req-21c88f3c-57bf-45d5-9b30-570eabe5e27a tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:57.570344 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a99bb3dd-8fef-4ed6-be61-c1105c31d9a1 req-21c88f3c-57bf-45d5-9b30-570eabe5e27a tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 949 time: 0.1741226 Feb 08 15:46:57.581706 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (065c5bf7-297a-4d18-a133-46b6aebe880d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:57.862776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a99bb3dd-8fef-4ed6-be61-c1105c31d9a1 req-d995ee34-5c9b-488a-9b19-643badd72f48 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725782 Feb 08 15:46:58.154735 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c0912bdb-cc45-40f9-a90c-75a1e489ee0a req-b0f48789-e95a-4090-86fa-4bd3479591f7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0825827 Feb 08 15:46:58.178013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4354d32-97f0-4e4a-bced-b0e6fb22c7da req-69df4d3f-3192-4c3a-afcc-43e11ff5dc18 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:58.179517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4354d32-97f0-4e4a-bced-b0e6fb22c7da req-69df4d3f-3192-4c3a-afcc-43e11ff5dc18 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 931 time: 0.2776206 Feb 08 15:46:58.315596 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0912bdb-cc45-40f9-a90c-75a1e489ee0a req-4d9671b3-e283-4f11-9bd2-cd3ae76df034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:58.324403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Router 065c5bf7-297a-4d18-a133-46b6aebe880d is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:46:58.325027 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c0912bdb-cc45-40f9-a90c-75a1e489ee0a req-4d9671b3-e283-4f11-9bd2-cd3ae76df034 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=14925a58b40e4cbe89cdbb14cd47391d&device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 1129 time: 0.0856922 Feb 08 15:46:58.356882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4b382-6508-4bd9-b108-d3580b22b264 req-97f95aad-d26b-4b4b-8374-b3cbf26318f6 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:58.373150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42f4b382-6508-4bd9-b108-d3580b22b264 req-97f95aad-d26b-4b4b-8374-b3cbf26318f6 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 946 time: 0.3044422 Feb 08 15:46:58.432124 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5177b814-8b75-45fa-ad41-eeae26c93cb9 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:46:58.454404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37352) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:58.471225 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Publish callbacks [] for port (5177b814-8b75-45fa-ad41-eeae26c93cb9), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:58.506333 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Transition to ACTIVE for port object 5177b814-8b75-45fa-ad41-eeae26c93cb9 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:46:58.516749 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0912bdb-cc45-40f9-a90c-75a1e489ee0a req-a03b747c-9a76-4db1-a383-08f5bb2263fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:58.521767 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c0912bdb-cc45-40f9-a90c-75a1e489ee0a req-a03b747c-9a76-4db1-a383-08f5bb2263fb service neutron] 10.222.0.96 "GET /v2.0/networks?id=67d5b3dc-5058-4698-959f-710b67dd3c5d HTTP/1.1" status: 200 len: 916 time: 0.1769896 Feb 08 15:46:58.653704 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c0912bdb-cc45-40f9-a90c-75a1e489ee0a req-89a6191d-031b-4410-82be-3752124fd983 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d08d483-e13b-41b0-99bf-1a63f844c3f7 HTTP/1.1" status: 200 len: 1002 time: 0.1194084 Feb 08 15:46:58.810696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0912bdb-cc45-40f9-a90c-75a1e489ee0a req-17aec6d7-44c7-4ba2-aad0-cb20f5d2ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:58.821579 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c0912bdb-cc45-40f9-a90c-75a1e489ee0a req-17aec6d7-44c7-4ba2-aad0-cb20f5d2ea80 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=366f153a-51b7-4f17-97cb-1b7880412065 HTTP/1.1" status: 200 len: 854 time: 0.1523731 Feb 08 15:46:58.896149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0912bdb-cc45-40f9-a90c-75a1e489ee0a req-7df4ee40-9b2d-4d1f-99ee-9548d0f7dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:46:58.897736 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c0912bdb-cc45-40f9-a90c-75a1e489ee0a req-7df4ee40-9b2d-4d1f-99ee-9548d0f7dada service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=67d5b3dc-5058-4698-959f-710b67dd3c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0745218 Feb 08 15:46:59.023174 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c0912bdb-cc45-40f9-a90c-75a1e489ee0a req-e2438a30-c149-4df0-9bcb-0c0ee1defcd5 service neutron] 10.222.0.96 "GET /v2.0/networks/67d5b3dc-5058-4698-959f-710b67dd3c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163309 Feb 08 15:46:59.159592 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c0912bdb-cc45-40f9-a90c-75a1e489ee0a req-ed2fdd72-78f6-4a6a-a4a1-fe1fc4bb08f2 service neutron] 10.222.0.96 "GET /v2.0/networks/67d5b3dc-5058-4698-959f-710b67dd3c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255324 Feb 08 15:46:59.200922 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4354d32-97f0-4e4a-bced-b0e6fb22c7da req-899ef87e-b770-456c-9a8b-5b67b86a6bad tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0100265 Feb 08 15:46:59.241138 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42f4b382-6508-4bd9-b108-d3580b22b264 req-4a9f6cbe-a068-4842-b236-af1f28dadbf6 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8670545 Feb 08 15:46:59.245145 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-642972921-network', 'tenant_id': 'ed1c2fe40571476bb53d4d5ef152a3dc'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:46:59.260706 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (5177b814-8b75-45fa-ad41-eeae26c93cb9), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:59.430233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:46:59.441298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Sync routers for ids ['065c5bf7-297a-4d18-a133-46b6aebe880d'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:46:59.459893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Pushing event updated for resources: {'Port': ['ID=5177b814-8b75-45fa-ad41-eeae26c93cb9,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:46:59.471986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Routers {'065c5bf7-297a-4d18-a133-46b6aebe880d'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:46:59.472625 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:46:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['065c5bf7-297a-4d18-a133-46b6aebe880d'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:46:59.481415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] Made reservation on behalf of ed1c2fe40571476bb53d4d5ef152a3dc for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:46:59.487943 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:59.533864 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:59.820652 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:46:59.825207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37380) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:46:59.834961 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6540af39-fff7-43fa-bbdc-19e7d824b5ed admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.8506444 Feb 08 15:46:59.920543 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Set router 065c5bf7-297a-4d18-a133-46b6aebe880d gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:00.106346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a55182-8312-43de-a247-b7842bf4de93 req-06831927-ee4c-49f1-ad8e-864cbd2ae106 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:00.117560 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37a55182-8312-43de-a247-b7842bf4de93 req-06831927-ee4c-49f1-ad8e-864cbd2ae106 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 949 time: 0.6849923 Feb 08 15:47:00.201270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d62d72-29fd-43ee-876b-3141020f68b1 req-8e414b0d-843d-4bc9-a951-1468e667f43e tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:00.202827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94d62d72-29fd-43ee-876b-3141020f68b1 req-8e414b0d-843d-4bc9-a951-1468e667f43e tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.96 "GET /v2.0/ports?device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 949 time: 0.9997916 Feb 08 15:47:00.298798 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] Publish callbacks [] for security_group (1d021be2-dfaa-4e28-bf88-d7c585308945), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:00.365633 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37a55182-8312-43de-a247-b7842bf4de93 req-2dc7905a-6369-4931-b777-c64039a82c98 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460134 Feb 08 15:47:00.469113 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:50Z', 'updated_at': '2022-02-08T15:46:56Z', 'revision_number': 3, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'gw_port': {'id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:52Z', 'updated_at': '2022-02-08T15:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:00.501991 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1d021be2-dfaa-4e28-bf88-d7c585308945), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:00.530273 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Checking router: 065c5bf7-297a-4d18-a133-46b6aebe880d for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:47:00.530619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Updating router 065c5bf7-297a-4d18-a133-46b6aebe880d port 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:47:00.617387 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:47:00.619947 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (62d46aae-57cb-4f7c-b1e3-ad54b33f00ad), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:00.673958 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (db3690cf-637a-466f-ab22-29f575ce4171), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:00.674609 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] Added segment db3690cf-637a-466f-ab22-29f575ce4171 of type vlan for network b476bb9a-53c8-4180-93bd-8a27561ff391 Feb 08 15:47:00.699758 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d021be2-dfaa-4e28-bf88-d7c585308945,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:00.816780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88763877-0dd7-42d4-a7d5-f9b9fce7aae5 req-ebc3e1fb-2538-4c1e-9685-018666412a48 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:00.819107 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88763877-0dd7-42d4-a7d5-f9b9fce7aae5 req-ebc3e1fb-2538-4c1e-9685-018666412a48 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 943 time: 0.3258579 Feb 08 15:47:00.824586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Attempting to bind port 5177b814-8b75-45fa-ad41-eeae26c93cb9 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:47:00.825250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Attempting to bind port 5177b814-8b75-45fa-ad41-eeae26c93cb9 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:47:00.825822 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Attempting to bind port 5177b814-8b75-45fa-ad41-eeae26c93cb9 on network ecd7c259-4f96-4209-81e4-52533414d782 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:00.839697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Port 5177b814-8b75-45fa-ad41-eeae26c93cb9 on network ecd7c259-4f96-4209-81e4-52533414d782 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:47:00.840296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Attempting to bind port 5177b814-8b75-45fa-ad41-eeae26c93cb9 on network ecd7c259-4f96-4209-81e4-52533414d782 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:00.916347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-94d62d72-29fd-43ee-876b-3141020f68b1 req-b87c6a82-47bd-4cbb-a692-75603d97c5d0 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Deleting port 540f42c4-3437-4a66-a8a2-43103f69511a {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:00.917038 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-94d62d72-29fd-43ee-876b-3141020f68b1 req-b87c6a82-47bd-4cbb-a692-75603d97c5d0 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (540f42c4-3437-4a66-a8a2-43103f69511a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:00.922367 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (b476bb9a-53c8-4180-93bd-8a27561ff391), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:00.932782 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88763877-0dd7-42d4-a7d5-f9b9fce7aae5 req-0939d6e7-75eb-492b-916e-47e18a8c229f tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997880 Feb 08 15:47:00.948883 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:47:00.949493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Checking segment: {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:00.950055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Bound using segment: {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:47:00.950692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Bound port: 5177b814-8b75-45fa-ad41-eeae26c93cb9, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:47:00.951262 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5177b814-8b75-45fa-ad41-eeae26c93cb9), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:01.051063 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Publish callbacks [] for port (62d46aae-57cb-4f7c-b1e3-ad54b33f00ad), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:01.063450 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (62d46aae-57cb-4f7c-b1e3-ad54b33f00ad), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:01.099255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] For port 5177b814-8b75-45fa-ad41-eeae26c93cb9, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:47:01.104431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] For port 5177b814-8b75-45fa-ad41-eeae26c93cb9, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=5177b814-8b75-45fa-ad41-eeae26c93cb9,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:47:01.122033 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (5177b814-8b75-45fa-ad41-eeae26c93cb9), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:01.133123 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:47:01.165622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f47be-bd82-45df-b06f-15d9a881bcd7 None None] Pushing event updated for resources: {'Port': ['ID=62d46aae-57cb-4f7c-b1e3-ad54b33f00ad,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:01.216733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Attempting to bind port 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:47:01.220580 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Attempting to bind port 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:47:01.221156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Attempting to bind port 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:01.238187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:47:01.238574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:01.239024 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:01.239659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:47:01.240345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Bound port: 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:47:01.240737 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (62d46aae-57cb-4f7c-b1e3-ad54b33f00ad), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:01.241393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Pushing event updated for resources: {'Port': ['ID=5177b814-8b75-45fa-ad41-eeae26c93cb9,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:01.273094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:01.274084 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:01.275831 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-52e83c8b-bf8e-4951-8930-b6b2eda354bb service neutron] 10.222.0.96 "PUT /v2.0/ports/5177b814-8b75-45fa-ad41-eeae26c93cb9 HTTP/1.1" status: 200 len: 1092 time: 4.0328598 Feb 08 15:47:01.279568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51445262-a4dd-46ec-8f5b-6324d605a8c6', 'tag': '5177b814-8b75-45fa-ad41-eeae26c93cb9'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:01.295032 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df171adb-f82d-442b-9012-ca8963f4fe6c" -d '{"events": [{"name": "network-changed", "server_uuid": "51445262-a4dd-46ec-8f5b-6324d605a8c6", "tag": "5177b814-8b75-45fa-ad41-eeae26c93cb9"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:01.330017 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:01.331002 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (b476bb9a-53c8-4180-93bd-8a27561ff391), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:01.332439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:01.336225 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:01.415107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] For port 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:47:01.418726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] For port 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=62d46aae-57cb-4f7c-b1e3-ad54b33f00ad,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:47:01.428694 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (62d46aae-57cb-4f7c-b1e3-ad54b33f00ad), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:01.501941 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8a8f18-569f-4b1e-9a8a-1c62b6aacfcb x-openstack-request-id: req-de8a8f18-569f-4b1e-9a8a-1c62b6aacfcb {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:01.503057 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51445262-a4dd-46ec-8f5b-6324d605a8c6", "tag": "5177b814-8b75-45fa-ad41-eeae26c93cb9", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:01.503057 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-de8a8f18-569f-4b1e-9a8a-1c62b6aacfcb {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:01.503279 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51445262-a4dd-46ec-8f5b-6324d605a8c6', 'tag': '5177b814-8b75-45fa-ad41-eeae26c93cb9', 'status': 'completed', 'code': 200} Feb 08 15:47:01.531673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] Pushing event updated for resources: {'Network': ['ID=b476bb9a-53c8-4180-93bd-8a27561ff391,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:01.541054 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d9738784-ec17-4dbf-9f8d-1e969296300b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:01.551061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f47be-bd82-45df-b06f-15d9a881bcd7 None None] Pushing event updated for resources: {'Port': ['ID=62d46aae-57cb-4f7c-b1e3-ad54b33f00ad,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:01.569730 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network b476bb9a-53c8-4180-93bd-8a27561ff391 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:47:01.628539 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-af2de4f5-9776-42f1-9b65-73db01cf3603 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1726587 Feb 08 15:47:01.631430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37422) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:01.636732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-dc57a8c1-afd0-4dbf-b999-1b01e7ae88c8 admin admin] Request body: {'subnet': {'network_id': 'b476bb9a-53c8-4180-93bd-8a27561ff391', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-642972921-subnet', 'tenant_id': 'ed1c2fe40571476bb53d4d5ef152a3dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:01.672220 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Routers {'065c5bf7-297a-4d18-a133-46b6aebe880d'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:01.672779 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:46:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['065c5bf7-297a-4d18-a133-46b6aebe880d'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:01.693440 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-94d62d72-29fd-43ee-876b-3141020f68b1 req-b87c6a82-47bd-4cbb-a692-75603d97c5d0 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] For port 540f42c4-3437-4a66-a8a2-43103f69511a, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=540f42c4-3437-4a66-a8a2-43103f69511a,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:01.693876 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-94d62d72-29fd-43ee-876b-3141020f68b1 req-b87c6a82-47bd-4cbb-a692-75603d97c5d0 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (540f42c4-3437-4a66-a8a2-43103f69511a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:01.765282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-94d62d72-29fd-43ee-876b-3141020f68b1 req-b87c6a82-47bd-4cbb-a692-75603d97c5d0 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Calling delete_port for 540f42c4-3437-4a66-a8a2-43103f69511a owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:47:01.776672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc57a8c1-afd0-4dbf-b999-1b01e7ae88c8 admin admin] Made reservation on behalf of ed1c2fe40571476bb53d4d5ef152a3dc for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:47:01.784680 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc57a8c1-afd0-4dbf-b999-1b01e7ae88c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:01.831664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-4e2e3a0a-3652-45b1-a070-3eb41e5381d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:01.833525 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-4e2e3a0a-3652-45b1-a070-3eb41e5381d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 1126 time: 0.4908712 Feb 08 15:47:01.936791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Allocated IP 172.20.0.1 (8cddf711-698e-4c07-bd73-40b83ff0064f/f12e1c51-9a15-439a-b59c-cc113fb7ded8/483c6d04-f1c9-4e45-9962-2a2c7563c8b4) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:47:01.951814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] Set router 065c5bf7-297a-4d18-a133-46b6aebe880d gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:01.997911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-e469d93f-50a8-4478-ab38-1f7ea74797ce service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5177b814-8b75-45fa-ad41-eeae26c93cb9 HTTP/1.1" status: 200 len: 217 time: 0.1508863 Feb 08 15:47:02.047859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc57a8c1-afd0-4dbf-b999-1b01e7ae88c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (064de7e7-44a6-4596-bd6e-3bf6cca1a571), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:02.059001 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc109d6-ecdf-4f2e-9895-25a22e89b949 req-d48ccb93-dc48-4ae2-b43b-a902bb4b262d tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:02.060887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cc109d6-ecdf-4f2e-9895-25a22e89b949 req-d48ccb93-dc48-4ae2-b43b-a902bb4b262d tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/ports?device_id=b10fd47e-4699-42f0-8b54-2bd361345d7f HTTP/1.1" status: 200 len: 949 time: 0.4945827 Feb 08 15:47:02.198911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0bbfd-6d4e-4343-bf73-2c6568eeed96 req-ab04f51c-0ef8-4d18-8027-1d54067b3275 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:02.200465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6bd0bbfd-6d4e-4343-bf73-2c6568eeed96 req-ab04f51c-0ef8-4d18-8027-1d54067b3275 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/ports?device_id=441c21b9-1da2-44bd-806d-b2996bfdf4b2 HTTP/1.1" status: 200 len: 950 time: 0.4067569 Feb 08 15:47:02.200607 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Publish callbacks [] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:02.205693 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-3aa9e2db-3b83-410b-a48d-5f14b9962736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:02.207420 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-3aa9e2db-3b83-410b-a48d-5f14b9962736 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28cb9956-62bf-4795-9b61-7a7ef83e56b7 HTTP/1.1" status: 200 len: 852 time: 0.1878672 Feb 08 15:47:02.245138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc57a8c1-afd0-4dbf-b999-1b01e7ae88c8 admin admin] Checking segment: {'id': 'db3690cf-637a-466f-ab22-29f575ce4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b476bb9a-53c8-4180-93bd-8a27561ff391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:02.245615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc57a8c1-afd0-4dbf-b999-1b01e7ae88c8 admin admin] Network hostable DHCP agents. Network: b476bb9a-53c8-4180-93bd-8a27561ff391, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:47:02.248346 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:02.283563 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57a8c1-afd0-4dbf-b999-1b01e7ae88c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=064de7e7-44a6-4596-bd6e-3bf6cca1a571,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:02.296354 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Network 8cddf711-698e-4c07-bd73-40b83ff0064f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:02.302522 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:02.306760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:47:02.323118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-f5af8323-ee96-4cf7-9924-d750590ebb11 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ecd7c259-4f96-4209-81e4-52533414d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980618 Feb 08 15:47:02.361410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:50Z', 'updated_at': '2022-02-08T15:46:56Z', 'revision_number': 3, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'gw_port': {'id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:52Z', 'updated_at': '2022-02-08T15:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:02.366441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Pushing event updated for resources: {'Port': ['ID=483c6d04-f1c9-4e45-9962-2a2c7563c8b4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:02.374620 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc57a8c1-afd0-4dbf-b999-1b01e7ae88c8 admin admin] Network b476bb9a-53c8-4180-93bd-8a27561ff391 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:47:02.392770 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (065c5bf7-297a-4d18-a133-46b6aebe880d), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:02.440385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65854a9c-959e-4590-be38-6e8d8465e256 None None] The sync data for ids ['065c5bf7-297a-4d18-a133-46b6aebe880d'] in n-d-824834-11 is: [{'id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:50Z', 'updated_at': '2022-02-08T15:46:56Z', 'revision_number': 3, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'gw_port': {'id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:52Z', 'updated_at': '2022-02-08T15:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:47:02.534871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cc109d6-ecdf-4f2e-9895-25a22e89b949 req-09e832d0-6e31-4eee-b9c4-6d79010b5bcd tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.82 "GET /v2.0/security-groups?id=a39d69a0-503e-4b6c-9b5d-3bba8434b019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076059 Feb 08 15:47:02.557205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6bd0bbfd-6d4e-4343-bf73-2c6568eeed96 req-3c338236-6e5e-488a-915b-5bac1e259782 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/security-groups?id=71a43be4-6a46-4bcb-b5d5-ef52e5564f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464231 Feb 08 15:47:02.589058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-dc57a8c1-afd0-4dbf-b999-1b01e7ae88c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, b476bb9a-53c8-4180-93bd-8a27561ff391) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:02.595761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc57a8c1-afd0-4dbf-b999-1b01e7ae88c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:02.596719 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc57a8c1-afd0-4dbf-b999-1b01e7ae88c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:02.600154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744b751-9c2a-4402-b6a6-e94661920537 None None] Network b476bb9a-53c8-4180-93bd-8a27561ff391 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:47:02.671371 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dc57a8c1-afd0-4dbf-b999-1b01e7ae88c8 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0382681 Feb 08 15:47:02.680659 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:02.702971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-59ef3e79-42f0-41bc-bc93-7426a0d8e338 service neutron] 10.222.0.96 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472930 Feb 08 15:47:02.878734 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-94d62d72-29fd-43ee-876b-3141020f68b1 req-b87c6a82-47bd-4cbb-a692-75603d97c5d0 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (540f42c4-3437-4a66-a8a2-43103f69511a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:02.885785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5224a6c4-f44b-4d4e-a212-964b5680937b None None] Provisioning complete for port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:02.886172 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5224a6c4-f44b-4d4e-a212-964b5680937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:02.935696 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Publish callbacks [] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:02.966517 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:03.118245 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c6a82-47bd-4cbb-a692-75603d97c5d0 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Pushing event deleted for resources: {'Port': ['ID=540f42c4-3437-4a66-a8a2-43103f69511a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:03.118504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddee9f0-6f30-4b45-b4b3-f88b08105377 None None] Network b476bb9a-53c8-4180-93bd-8a27561ff391 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:47:03.128145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5224a6c4-f44b-4d4e-a212-964b5680937b None None] Port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:47:03.186252 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (065c5bf7-297a-4d18-a133-46b6aebe880d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:03.199376 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Pushing event updated for resources: {'Port': ['ID=483c6d04-f1c9-4e45-9962-2a2c7563c8b4,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:03.232369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d62d72-29fd-43ee-876b-3141020f68b1 req-b87c6a82-47bd-4cbb-a692-75603d97c5d0 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] No DVR routers for this DVR port 540f42c4-3437-4a66-a8a2-43103f69511a on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:47:03.235650 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-94d62d72-29fd-43ee-876b-3141020f68b1 req-b87c6a82-47bd-4cbb-a692-75603d97c5d0 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:03.250897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94d62d72-29fd-43ee-876b-3141020f68b1 req-b87c6a82-47bd-4cbb-a692-75603d97c5d0 tempest-ServersAdminNegativeTestJSON-1778597556 tempest-ServersAdminNegativeTestJSON-1778597556-project] 10.222.0.96 "DELETE /v2.0/ports/540f42c4-3437-4a66-a8a2-43103f69511a HTTP/1.1" status: 204 len: 173 time: 3.0395453 Feb 08 15:47:03.263300 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb76ce8-e60f-4688-8281-9f225c4e225e req-e9b8e164-59e4-45a0-a7e3-edfc9e0fa40b service neutron] 10.222.0.96 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375969 Feb 08 15:47:03.302056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1423c9-aaa2-4bea-8adf-93ce82458eb5 req-fa768953-2269-4cf1-bf48-02c16dfa5dec tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:03.303874 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba1423c9-aaa2-4bea-8adf-93ce82458eb5 req-fa768953-2269-4cf1-bf48-02c16dfa5dec tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 943 time: 0.5524938 Feb 08 15:47:03.507318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10fd47e-4699-42f0-8b54-2bd361345d7f', 'name': 'network-vif-deleted', 'tag': '540f42c4-3437-4a66-a8a2-43103f69511a'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:03.509582 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437c657f-8ac5-438a-a1cb-15014e537e0a" -d '{"events": [{"server_uuid": "b10fd47e-4699-42f0-8b54-2bd361345d7f", "name": "network-vif-deleted", "tag": "540f42c4-3437-4a66-a8a2-43103f69511a"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:03.510174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Network 8cddf711-698e-4c07-bd73-40b83ff0064f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:03.516985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:03.651830 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba1423c9-aaa2-4bea-8adf-93ce82458eb5 req-e542fdda-bc9b-4a6d-b107-cd8cb2c6362f tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383276 Feb 08 15:47:03.669735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df171adb-f82d-442b-9012-ca8963f4fe6c req-5a21f097-f44a-40d4-bc9c-ce23440f42bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:03.671383 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df171adb-f82d-442b-9012-ca8963f4fe6c req-5a21f097-f44a-40d4-bc9c-ce23440f42bc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 1126 time: 0.3302555 Feb 08 15:47:03.681781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 540f42c4-3437-4a66-a8a2-43103f69511a no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:47:03.703978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f1b0134-0f25-4901-a316-95bbc6d53e25 req-6c26303b-6f5c-4ccd-8a47-104d24c9a810 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2714419 Feb 08 15:47:03.749908 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 540f42c4-3437-4a66-a8a2-43103f69511a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:47:03.750515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 540f42c4-3437-4a66-a8a2-43103f69511a not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:47:03.820515 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b867850c-2f41-4f1c-8a5a-917a8bb1d608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:03.842694 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Router 065c5bf7-297a-4d18-a133-46b6aebe880d has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:47:04.068444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3599b7ad-b810-497a-ac94-da3110e8fd11 None None] Provisioning complete for port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:04.070170 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3599b7ad-b810-497a-ac94-da3110e8fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:04.120659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ba2a79db-157a-4b18-977e-71e122826f50 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:47:04.126716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:47:04.144080 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-072ddd84-698f-42a8-9b97-ee99b1e04c5e admin admin] 10.222.0.82 "PUT /v2.0/routers/065c5bf7-297a-4d18-a133-46b6aebe880d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3175263 Feb 08 15:47:04.147852 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-b12ceda2-ca1a-4712-b2b2-be958c8c329e req-82447d33-ebb4-42f7-9f59-128170d06560 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1411286223', 'description': 'tempest-description-241473750'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:04.202172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3599b7ad-b810-497a-ac94-da3110e8fd11 None None] Port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:47:04.213858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df171adb-f82d-442b-9012-ca8963f4fe6c req-a402f7ca-d3d8-4ee8-98d2-e04a22b75c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:04.215381 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df171adb-f82d-442b-9012-ca8963f4fe6c req-a402f7ca-d3d8-4ee8-98d2-e04a22b75c0f service neutron] 10.222.0.96 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 913 time: 0.5236440 Feb 08 15:47:04.219978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b0134-0f25-4901-a316-95bbc6d53e25 req-5e55143b-5f1c-4680-b89d-c3ec053eeae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:04.222817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f1b0134-0f25-4901-a316-95bbc6d53e25 req-5e55143b-5f1c-4680-b89d-c3ec053eeae2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 1127 time: 0.4803417 Feb 08 15:47:04.286763 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df171adb-f82d-442b-9012-ca8963f4fe6c req-a5cf2310-fb54-463e-828e-97e7ccc948fe service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5177b814-8b75-45fa-ad41-eeae26c93cb9 HTTP/1.1" status: 200 len: 217 time: 0.0587461 Feb 08 15:47:04.287492 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b12ceda2-ca1a-4712-b2b2-be958c8c329e req-82447d33-ebb4-42f7-9f59-128170d06560 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:04.359052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df171adb-f82d-442b-9012-ca8963f4fe6c req-eada8dc7-d90c-4207-ac10-a1d005c2183b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:04.360734 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df171adb-f82d-442b-9012-ca8963f4fe6c req-eada8dc7-d90c-4207-ac10-a1d005c2183b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28cb9956-62bf-4795-9b61-7a7ef83e56b7 HTTP/1.1" status: 200 len: 852 time: 0.0617859 Feb 08 15:47:04.362693 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4dbeea-2e6f-4725-9e33-ef7fc1e539b1 x-openstack-request-id: req-cf4dbeea-2e6f-4725-9e33-ef7fc1e539b1 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:04.362985 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10fd47e-4699-42f0-8b54-2bd361345d7f", "name": "network-vif-deleted", "tag": "540f42c4-3437-4a66-a8a2-43103f69511a", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:04.363246 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cf4dbeea-2e6f-4725-9e33-ef7fc1e539b1 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:04.363636 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10fd47e-4699-42f0-8b54-2bd361345d7f', 'name': 'network-vif-deleted', 'tag': '540f42c4-3437-4a66-a8a2-43103f69511a', 'status': 'completed', 'code': 200} Feb 08 15:47:04.449050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df171adb-f82d-442b-9012-ca8963f4fe6c req-8efbfd6e-cfec-4a16-90ec-0dd19daa8ea5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ecd7c259-4f96-4209-81e4-52533414d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502987 Feb 08 15:47:04.595031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ba2a79db-157a-4b18-977e-71e122826f50 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:04.595439 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ba2a79db-157a-4b18-977e-71e122826f50), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:04.661539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2a79db-157a-4b18-977e-71e122826f50'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:04.669960 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1b2567-d2e7-4c3b-b0e4-5ecf640f272f" -d '{"events": [{"server_uuid": "441c21b9-1da2-44bd-806d-b2996bfdf4b2", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2a79db-157a-4b18-977e-71e122826f50"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:04.708561 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:04.759449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ba2a79db-157a-4b18-977e-71e122826f50, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ba2a79db-157a-4b18-977e-71e122826f50,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:04.767203 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b12ceda2-ca1a-4712-b2b2-be958c8c329e req-82447d33-ebb4-42f7-9f59-128170d06560 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (06ad102f-c04b-4e58-91ea-cc4cd72c7b6d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:04.786654 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ba2a79db-157a-4b18-977e-71e122826f50), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:04.793759 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b12ceda2-ca1a-4712-b2b2-be958c8c329e req-82447d33-ebb4-42f7-9f59-128170d06560 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (06ad102f-c04b-4e58-91ea-cc4cd72c7b6d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:04.831777 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b12ceda2-ca1a-4712-b2b2-be958c8c329e req-82447d33-ebb4-42f7-9f59-128170d06560 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:04.833146 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b12ceda2-ca1a-4712-b2b2-be958c8c329e req-82447d33-ebb4-42f7-9f59-128170d06560 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6904480 Feb 08 15:47:04.865751 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37530) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:04.909654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b0134-0f25-4901-a316-95bbc6d53e25 req-8fdc2b57-0182-4060-bbd2-b13d4e8aed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:04.914341 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f1b0134-0f25-4901-a316-95bbc6d53e25 req-8fdc2b57-0182-4060-bbd2-b13d4e8aed4e service neutron] 10.222.0.94 "GET /v2.0/networks?id=10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 200 len: 921 time: 0.6373842 Feb 08 15:47:04.943247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82447d33-ebb4-42f7-9f59-128170d06560 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ad102f-c04b-4e58-91ea-cc4cd72c7b6d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:04.957643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ba2a79db-157a-4b18-977e-71e122826f50,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:04.960980 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:04.977602 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (62d46aae-57cb-4f7c-b1e3-ad54b33f00ad), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:05.031964 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f1b0134-0f25-4901-a316-95bbc6d53e25 req-aa6c9c0a-f0dc-4d0d-8299-779ac4d4caff service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18 HTTP/1.1" status: 200 len: 217 time: 0.1022184 Feb 08 15:47:05.072785 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37538) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:05.078510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ff2f04bd-9250-47f7-bb2c-6f3517af10c3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1112572344', 'description': 'tempest-description--831280639'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:05.142514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:05.142919 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (62d46aae-57cb-4f7c-b1e3-ad54b33f00ad), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:05.160282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b0134-0f25-4901-a316-95bbc6d53e25 req-5fdfe735-5c57-4b45-8e6f-dea77c946bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:05.166829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f1b0134-0f25-4901-a316-95bbc6d53e25 req-5fdfe735-5c57-4b45-8e6f-dea77c946bc8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 200 len: 860 time: 0.1185546 Feb 08 15:47:05.174794 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ff2f04bd-9250-47f7-bb2c-6f3517af10c3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:05.179607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df171adb-f82d-442b-9012-ca8963f4fe6c req-da434653-e23a-435c-9d1b-6743e8e3ab46 service neutron] 10.222.0.96 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7251298 Feb 08 15:47:05.200748 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64b5efb-5705-48c9-bf00-251b2821136a x-openstack-request-id: req-e64b5efb-5705-48c9-bf00-251b2821136a {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:05.213164 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441c21b9-1da2-44bd-806d-b2996bfdf4b2", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2a79db-157a-4b18-977e-71e122826f50", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:05.213530 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e64b5efb-5705-48c9-bf00-251b2821136a {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:05.213959 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2a79db-157a-4b18-977e-71e122826f50', 'code': 200} Feb 08 15:47:05.226466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=62d46aae-57cb-4f7c-b1e3-ad54b33f00ad,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:05.238688 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (62d46aae-57cb-4f7c-b1e3-ad54b33f00ad), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:05.300328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f1b0134-0f25-4901-a316-95bbc6d53e25 req-67f39dbc-401a-4055-b5ee-d0be77053cab service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=10f31acf-af70-43a0-8ed8-fce5309bf818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265604 Feb 08 15:47:05.446038 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ff2f04bd-9250-47f7-bb2c-6f3517af10c3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for security_group (8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:05.458011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=62d46aae-57cb-4f7c-b1e3-ad54b33f00ad,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:05.458466 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ff2f04bd-9250-47f7-bb2c-6f3517af10c3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:05.478756 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:05.508915 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ff2f04bd-9250-47f7-bb2c-6f3517af10c3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:05.512161 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ff2f04bd-9250-47f7-bb2c-6f3517af10c3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4374282 Feb 08 15:47:05.513109 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f1b0134-0f25-4901-a316-95bbc6d53e25 req-1fa39761-496c-4f39-8e8c-01261aafe459 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660416 Feb 08 15:47:05.526753 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37546) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:05.538540 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-36713de3-cd54-4612-9883-eaba7c3cb1f2 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Request body: {'security_group_rule': {'security_group_id': '8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:05.558092 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-097ad528-5ff0-4cd4-baae-331141e23c2f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0bbaf540326f4cd99faef290d7e6ef16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6909065 Feb 08 15:47:05.563593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37548) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:05.649973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f04bd-9250-47f7-bb2c-6f3517af10c3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:05.672651 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 5177b814-8b75-45fa-ad41-eeae26c93cb9 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:47:05.686392 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36713de3-cd54-4612-9883-eaba7c3cb1f2 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for security_group_rule (ae88c793-a1a5-41b8-a40e-d66426e8ba97), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:05.816027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e1c6d68-c43c-4391-900e-93a8ad114fe6 req-e2552d74-5a8c-46aa-bb75-30593e65cb98 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/06ad102f-c04b-4e58-91ea-cc4cd72c7b6d HTTP/1.1" status: 200 len: 1821 time: 0.1416175 Feb 08 15:47:05.819542 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36713de3-cd54-4612-9883-eaba7c3cb1f2 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for security_group_rule (ae88c793-a1a5-41b8-a40e-d66426e8ba97), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:05.820425 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df171adb-f82d-442b-9012-ca8963f4fe6c req-f989d452-e8f6-416c-aa3e-56d9edd5ceba service neutron] 10.222.0.96 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6108212 Feb 08 15:47:05.827418 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36713de3-cd54-4612-9883-eaba7c3cb1f2 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (ae88c793-a1a5-41b8-a40e-d66426e8ba97), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:05.871699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36713de3-cd54-4612-9883-eaba7c3cb1f2 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae88c793-a1a5-41b8-a40e-d66426e8ba97,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:05.894734 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Sync routers for ids ['065c5bf7-297a-4d18-a133-46b6aebe880d'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:47:05.906710 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36713de3-cd54-4612-9883-eaba7c3cb1f2 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:05.910215 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-36713de3-cd54-4612-9883-eaba7c3cb1f2 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3768861 Feb 08 15:47:05.911256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37552) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:05.926402 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Routers {'065c5bf7-297a-4d18-a133-46b6aebe880d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:05.927594 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['065c5bf7-297a-4d18-a133-46b6aebe880d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:05.940691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-559ffe67-86b4-4418-bbc2-c1186ad4b89c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Request body: {'security_group_rule': {'security_group_id': '8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:05.962649 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f1b0134-0f25-4901-a316-95bbc6d53e25 req-da20d355-d5ca-48a5-b7e5-8a85fbfdf974 service neutron] 10.222.0.94 "GET /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723693 Feb 08 15:47:05.976583 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-7e1c6d68-c43c-4391-900e-93a8ad114fe6 req-ecdb1252-cf32-4654-9fd8-adb1c8bc28a0 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06ad102f-c04b-4e58-91ea-cc4cd72c7b6d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:05.976910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-7e1c6d68-c43c-4391-900e-93a8ad114fe6 req-ecdb1252-cf32-4654-9fd8-adb1c8bc28a0 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06ad102f-c04b-4e58-91ea-cc4cd72c7b6d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:05.994772 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 5177b814-8b75-45fa-ad41-eeae26c93cb9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=5177b814-8b75-45fa-ad41-eeae26c93cb9,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:06.026651 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-559ffe67-86b4-4418-bbc2-c1186ad4b89c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for security_group_rule (de042d89-54ae-47f4-8809-fd3d93d28127), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.042488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '5177b814-8b75-45fa-ad41-eeae26c93cb9', 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782', 'port_id': '5177b814-8b75-45fa-ad41-eeae26c93cb9', 'mac_address': 'fa:16:3e:58:1a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28cb9956-62bf-4795-9b61-7a7ef83e56b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:47:06.055619 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd49f5e-7b69-410d-a687-094f5ba7af88 req-f7b66e4a-2562-49a1-957a-ee5f0507e9d3 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:06.071273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd49f5e-7b69-410d-a687-094f5ba7af88 req-f7b66e4a-2562-49a1-957a-ee5f0507e9d3 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 943 time: 0.5756600 Feb 08 15:47:06.148972 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-559ffe67-86b4-4418-bbc2-c1186ad4b89c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for security_group_rule (de042d89-54ae-47f4-8809-fd3d93d28127), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.151318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 5177b814-8b75-45fa-ad41-eeae26c93cb9 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:06.152116 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5177b814-8b75-45fa-ad41-eeae26c93cb9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.153589 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-559ffe67-86b4-4418-bbc2-c1186ad4b89c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (de042d89-54ae-47f4-8809-fd3d93d28127), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.175040 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Set router 065c5bf7-297a-4d18-a133-46b6aebe880d gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:06.181875 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4500-f2c0-453a-8811-0e5b63f7d16f admin admin] Publish callbacks [] for security_group (a39d69a0-503e-4b6c-9b5d-3bba8434b019), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.191446 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5177b814-8b75-45fa-ad41-eeae26c93cb9 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:47:06.219344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ffe67-86b4-4418-bbc2-c1186ad4b89c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de042d89-54ae-47f4-8809-fd3d93d28127,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:06.231283 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-559ffe67-86b4-4418-bbc2-c1186ad4b89c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.237108 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-559ffe67-86b4-4418-bbc2-c1186ad4b89c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3243065 Feb 08 15:47:06.240904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37554) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:06.241354 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 5177b814-8b75-45fa-ad41-eeae26c93cb9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=5177b814-8b75-45fa-ad41-eeae26c93cb9,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:06.247371 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5177b814-8b75-45fa-ad41-eeae26c93cb9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.250493 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7e1c6d68-c43c-4391-900e-93a8ad114fe6 req-ecdb1252-cf32-4654-9fd8-adb1c8bc28a0 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (c0353f17-1881-46a0-a7d1-9360e85a43fe), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.253674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:06.279508 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7e1c6d68-c43c-4391-900e-93a8ad114fe6 req-ecdb1252-cf32-4654-9fd8-adb1c8bc28a0 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (c0353f17-1881-46a0-a7d1-9360e85a43fe), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.289979 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7e1c6d68-c43c-4391-900e-93a8ad114fe6 req-ecdb1252-cf32-4654-9fd8-adb1c8bc28a0 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (c0353f17-1881-46a0-a7d1-9360e85a43fe), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.304464 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.313253 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd49f5e-7b69-410d-a687-094f5ba7af88 req-90f3d7af-9b85-4b56-bd83-e6a867b9f588 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408030 Feb 08 15:47:06.319694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=5177b814-8b75-45fa-ad41-eeae26c93cb9,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:06.403171 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4500-f2c0-453a-8811-0e5b63f7d16f admin admin] Publish callbacks [] for security_group (a39d69a0-503e-4b6c-9b5d-3bba8434b019), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.406288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb1252-cf32-4654-9fd8-adb1c8bc28a0 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0353f17-1881-46a0-a7d1-9360e85a43fe,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:06.427692 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7e1c6d68-c43c-4391-900e-93a8ad114fe6 req-ecdb1252-cf32-4654-9fd8-adb1c8bc28a0 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.449300 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e1c6d68-c43c-4391-900e-93a8ad114fe6 req-ecdb1252-cf32-4654-9fd8-adb1c8bc28a0 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6322074 Feb 08 15:47:06.463836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['5177b814-8b75-45fa-ad41-eeae26c93cb9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:47:06.470116 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-0658d25e-825a-4c98-b999-79b4c48a3cc5 req-1b3768a4-f09f-4f91-9dfb-df94f28ab05d tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1028486526', 'description': 'tempest-description-1737403654'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:06.527160 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.555804 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0658d25e-825a-4c98-b999-79b4c48a3cc5 req-1b3768a4-f09f-4f91-9dfb-df94f28ab05d tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.598771 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4500-f2c0-453a-8811-0e5b63f7d16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a39d69a0-503e-4b6c-9b5d-3bba8434b019), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.603018 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4500-f2c0-453a-8811-0e5b63f7d16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.606986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ad7e4500-f2c0-453a-8811-0e5b63f7d16f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a39d69a0-503e-4b6c-9b5d-3bba8434b019 HTTP/1.1" status: 204 len: 168 time: 1.0392036 Feb 08 15:47:06.623770 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.633235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e4500-f2c0-453a-8811-0e5b63f7d16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39d69a0-503e-4b6c-9b5d-3bba8434b019,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:06.658190 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:50Z', 'updated_at': '2022-02-08T15:47:02Z', 'revision_number': 4, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'gw_port': {'id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:52Z', 'updated_at': '2022-02-08T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '483c6d04-f1c9-4e45-9962-2a2c7563c8b4', 'name': '', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'mac_address': 'fa:16:3e:38:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:01Z', 'updated_at': '2022-02-08T15:47:02Z', 'revision_number': 2, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'subnets': [{'id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:06.686393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:06.720128 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Checking router: 065c5bf7-297a-4d18-a133-46b6aebe880d for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:47:06.721756 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Updating router 065c5bf7-297a-4d18-a133-46b6aebe880d port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:47:06.737075 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0658d25e-825a-4c98-b999-79b4c48a3cc5 req-1b3768a4-f09f-4f91-9dfb-df94f28ab05d tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (069b4106-40f6-4734-be79-ea27bb06ac89), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.742271 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0658d25e-825a-4c98-b999-79b4c48a3cc5 req-1b3768a4-f09f-4f91-9dfb-df94f28ab05d tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (069b4106-40f6-4734-be79-ea27bb06ac89), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.767287 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.792857 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Allocated IP 172.25.7.110 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/3ccdf6a8-f2ac-4481-a4b8-e7c44b53fca9) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:47:06.793576 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0658d25e-825a-4c98-b999-79b4c48a3cc5 req-1b3768a4-f09f-4f91-9dfb-df94f28ab05d tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.811322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0658d25e-825a-4c98-b999-79b4c48a3cc5 req-1b3768a4-f09f-4f91-9dfb-df94f28ab05d tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3553617 Feb 08 15:47:06.841408 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3768a4-f09f-4f91-9dfb-df94f28ab05d tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069b4106-40f6-4734-be79-ea27bb06ac89,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:06.931210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:06.936307 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (62d46aae-57cb-4f7c-b1e3-ad54b33f00ad), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:06.967106 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e59e5d56-b327-43a2-bb3b-97a890932380 req-56cbbfaa-a357-4f39-9233-d264c17d4b65 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/069b4106-40f6-4734-be79-ea27bb06ac89 HTTP/1.1" status: 200 len: 1822 time: 0.0993612 Feb 08 15:47:06.981506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-e59e5d56-b327-43a2-bb3b-97a890932380 req-5398e28e-ae42-476b-b6c5-2d6573aef4cd tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '069b4106-40f6-4734-be79-ea27bb06ac89', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:06.981874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-e59e5d56-b327-43a2-bb3b-97a890932380 req-5398e28e-ae42-476b-b6c5-2d6573aef4cd tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '069b4106-40f6-4734-be79-ea27bb06ac89', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:07.032099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for port (3ccdf6a8-f2ac-4481-a4b8-e7c44b53fca9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.105700 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e59e5d56-b327-43a2-bb3b-97a890932380 req-5398e28e-ae42-476b-b6c5-2d6573aef4cd tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (331b5511-9273-441a-8bd5-4b6b517233d1), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.146952 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3ccdf6a8-f2ac-4481-a4b8-e7c44b53fca9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.157155 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e59e5d56-b327-43a2-bb3b-97a890932380 req-5398e28e-ae42-476b-b6c5-2d6573aef4cd tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (331b5511-9273-441a-8bd5-4b6b517233d1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.164165 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e59e5d56-b327-43a2-bb3b-97a890932380 req-5398e28e-ae42-476b-b6c5-2d6573aef4cd tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (331b5511-9273-441a-8bd5-4b6b517233d1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.184223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:07.187431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:07.190754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:47:07.229026 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Publish callbacks [] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.229590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398e28e-ae42-476b-b6c5-2d6573aef4cd tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331b5511-9273-441a-8bd5-4b6b517233d1,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:07.242092 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.244651 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:07.257734 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e59e5d56-b327-43a2-bb3b-97a890932380 req-5398e28e-ae42-476b-b6c5-2d6573aef4cd tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.261768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e59e5d56-b327-43a2-bb3b-97a890932380 req-5398e28e-ae42-476b-b6c5-2d6573aef4cd tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2860646 Feb 08 15:47:07.300846 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-35da40a7-6f3b-4bd8-80d1-d418e636f627 req-f1738baa-4bf8-44ce-8c09-d0b5651e5c15 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1195849294', 'description': 'tempest-description-753429150'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:07.327478 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event updated for resources: {'Port': ['ID=3ccdf6a8-f2ac-4481-a4b8-e7c44b53fca9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:07.336856 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37580) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:07.373982 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da5645-20e6-48eb-af4f-dbcf990d656d None None] Pushing event updated for resources: {'Port': ['ID=483c6d04-f1c9-4e45-9962-2a2c7563c8b4,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:07.386867 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e0b1314a-1ed9-445a-a4f3-73578196ffe4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9d63f729d8f645fa8df3eeb3525a5e21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491235 Feb 08 15:47:07.389792 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37582) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:07.395908 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for floatingip (d1af22e8-4e43-48a5-8b75-0ae0ec0b043e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.423087 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-35da40a7-6f3b-4bd8-80d1-d418e636f627 req-f1738baa-4bf8-44ce-8c09-d0b5651e5c15 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.450044 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3ccdf6a8-f2ac-4481-a4b8-e7c44b53fca9), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.474032 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Attempting to bind port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:47:07.474584 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Attempting to bind port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:47:07.479069 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Attempting to bind port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 on network 8cddf711-698e-4c07-bd73-40b83ff0064f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:07.490864 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:47:07.491433 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Checking segment: {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:07.491974 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.492470 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Bound using segment: {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:47:07.493124 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Bound port: 483c6d04-f1c9-4e45-9962-2a2c7563c8b4, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:47:07.493623 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.608737 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] For port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:47:07.617517 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] For port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=483c6d04-f1c9-4e45-9962-2a2c7563c8b4,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:47:07.625991 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.668642 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for port (3ccdf6a8-f2ac-4481-a4b8-e7c44b53fca9), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.672262 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (3ccdf6a8-f2ac-4481-a4b8-e7c44b53fca9), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.683287 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 5177b814-8b75-45fa-ad41-eeae26c93cb9 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:07.702265 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95e64655-58cf-46ee-a9bc-58cc668f9b3b admin admin] Publish callbacks [] for security_group (e73d3021-8525-4510-8cf3-2ff82bf0fa43), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.782319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event updated for resources: {'Port': ['ID=3ccdf6a8-f2ac-4481-a4b8-e7c44b53fca9,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:07.787825 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Routers {'065c5bf7-297a-4d18-a133-46b6aebe880d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:07.789277 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['065c5bf7-297a-4d18-a133-46b6aebe880d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:07.796840 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95e64655-58cf-46ee-a9bc-58cc668f9b3b admin admin] Publish callbacks [] for security_group (e73d3021-8525-4510-8cf3-2ff82bf0fa43), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.799094 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (d1af22e8-4e43-48a5-8b75-0ae0ec0b043e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.829102 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.836993 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1fcfbc58-35b9-4322-8808-30bee21a69f0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5884478 Feb 08 15:47:07.856902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3b790992-9363-4cf4-84b8-c6ff39af2678 None None] Provisioning complete for port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:07.857318 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b790992-9363-4cf4-84b8-c6ff39af2678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.886910 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-35da40a7-6f3b-4bd8-80d1-d418e636f627 req-f1738baa-4bf8-44ce-8c09-d0b5651e5c15 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (fa0311f8-be2c-4d12-b5f7-fd225bed37ed), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.906554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dac70-f508-41d3-b100-b4285920dd0c req-3ce5aea2-c2ff-418d-9892-cf64681e74eb tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:07.917821 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da5645-20e6-48eb-af4f-dbcf990d656d None None] Pushing event updated for resources: {'Port': ['ID=483c6d04-f1c9-4e45-9962-2a2c7563c8b4,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:07.927249 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b80dac70-f508-41d3-b100-b4285920dd0c req-3ce5aea2-c2ff-418d-9892-cf64681e74eb tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 944 time: 0.4150562 Feb 08 15:47:07.979525 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-35da40a7-6f3b-4bd8-80d1-d418e636f627 req-f1738baa-4bf8-44ce-8c09-d0b5651e5c15 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fa0311f8-be2c-4d12-b5f7-fd225bed37ed), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:07.991713 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] Set router 065c5bf7-297a-4d18-a133-46b6aebe880d gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:08.003519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 5177b814-8b75-45fa-ad41-eeae26c93cb9 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:47:08.016192 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:08.024472 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 5177b814-8b75-45fa-ad41-eeae26c93cb9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:08.026113 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5177b814-8b75-45fa-ad41-eeae26c93cb9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:08.072650 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95e64655-58cf-46ee-a9bc-58cc668f9b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e73d3021-8525-4510-8cf3-2ff82bf0fa43), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:08.076026 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95e64655-58cf-46ee-a9bc-58cc668f9b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:08.091056 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-95e64655-58cf-46ee-a9bc-58cc668f9b3b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e73d3021-8525-4510-8cf3-2ff82bf0fa43 HTTP/1.1" status: 204 len: 168 time: 0.6911304 Feb 08 15:47:08.135036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1738baa-4bf8-44ce-8c09-d0b5651e5c15 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0311f8-be2c-4d12-b5f7-fd225bed37ed,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:08.185896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e64655-58cf-46ee-a9bc-58cc668f9b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73d3021-8525-4510-8cf3-2ff82bf0fa43,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:08.193482 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ba2a79db-157a-4b18-977e-71e122826f50 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:47:08.216690 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-35da40a7-6f3b-4bd8-80d1-d418e636f627 req-f1738baa-4bf8-44ce-8c09-d0b5651e5c15 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:08.232992 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35da40a7-6f3b-4bd8-80d1-d418e636f627 req-f1738baa-4bf8-44ce-8c09-d0b5651e5c15 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.9371278 Feb 08 15:47:08.300892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3b790992-9363-4cf4-84b8-c6ff39af2678 None None] Current status of the port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:08.301992 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b790992-9363-4cf4-84b8-c6ff39af2678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:08.316322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b80dac70-f508-41d3-b100-b4285920dd0c req-ed679b82-0102-4074-8c6e-62bd4b0067c9 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713789 Feb 08 15:47:08.354518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-1786c648-7d21-477e-ac01-a6a1b6bcdc6d req-92cf9e01-6bd1-4266-a471-8576520f47c7 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-831044505', 'description': 'tempest-description-456682897'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:08.378260 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1786c648-7d21-477e-ac01-a6a1b6bcdc6d req-92cf9e01-6bd1-4266-a471-8576520f47c7 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:08.394452 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:50Z', 'updated_at': '2022-02-08T15:47:02Z', 'revision_number': 4, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'gw_port': {'id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:52Z', 'updated_at': '2022-02-08T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '483c6d04-f1c9-4e45-9962-2a2c7563c8b4', 'name': '', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'mac_address': 'fa:16:3e:38:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:01Z', 'updated_at': '2022-02-08T15:47:07Z', 'revision_number': 4, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'subnets': [{'id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:08.434093 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebff17-388e-4321-ac45-d09c2eeb9cea None None] The sync data for ids ['065c5bf7-297a-4d18-a133-46b6aebe880d'] in n-d-824834-11 is: [{'id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:50Z', 'updated_at': '2022-02-08T15:47:02Z', 'revision_number': 4, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'gw_port': {'id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:52Z', 'updated_at': '2022-02-08T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '483c6d04-f1c9-4e45-9962-2a2c7563c8b4', 'name': '', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'mac_address': 'fa:16:3e:38:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:01Z', 'updated_at': '2022-02-08T15:47:07Z', 'revision_number': 4, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'subnets': [{'id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:47:08.585394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 5177b814-8b75-45fa-ad41-eeae26c93cb9 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:08.586104 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5177b814-8b75-45fa-ad41-eeae26c93cb9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:08.586348 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1786c648-7d21-477e-ac01-a6a1b6bcdc6d req-92cf9e01-6bd1-4266-a471-8576520f47c7 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (8eeeecb0-8cdd-4b5f-a9f4-3329eae1cdfb), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:08.590619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3b790992-9363-4cf4-84b8-c6ff39af2678 None None] For port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=483c6d04-f1c9-4e45-9962-2a2c7563c8b4,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:08.598939 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1786c648-7d21-477e-ac01-a6a1b6bcdc6d req-92cf9e01-6bd1-4266-a471-8576520f47c7 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8eeeecb0-8cdd-4b5f-a9f4-3329eae1cdfb), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:08.620925 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b790992-9363-4cf4-84b8-c6ff39af2678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:08.650453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-24f1abe3-a203-4483-90ef-273ba4bcb391 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1112572344&fields=id&tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3 HTTP/1.1" status: 200 len: 267 time: 0.2241120 Feb 08 15:47:08.683406 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf9e01-6bd1-4266-a471-8576520f47c7 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeeecb0-8cdd-4b5f-a9f4-3329eae1cdfb,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:08.724070 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1786c648-7d21-477e-ac01-a6a1b6bcdc6d req-92cf9e01-6bd1-4266-a471-8576520f47c7 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:08.725797 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1786c648-7d21-477e-ac01-a6a1b6bcdc6d req-92cf9e01-6bd1-4266-a471-8576520f47c7 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3777456 Feb 08 15:47:08.848599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b790992-9363-4cf4-84b8-c6ff39af2678 None None] Pushing event updated for resources: {'Port': ['ID=483c6d04-f1c9-4e45-9962-2a2c7563c8b4,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:08.851309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51445262-a4dd-46ec-8f5b-6324d605a8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5177b814-8b75-45fa-ad41-eeae26c93cb9'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:08.853864 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c3d0bc-e25f-4c6a-90fd-7f1a9542df4a" -d '{"events": [{"server_uuid": "51445262-a4dd-46ec-8f5b-6324d605a8c6", "name": "network-vif-plugged", "status": "completed", "tag": "5177b814-8b75-45fa-ad41-eeae26c93cb9"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:08.861491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ba2a79db-157a-4b18-977e-71e122826f50, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ba2a79db-157a-4b18-977e-71e122826f50,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:08.865332 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4606fde7-0333-4d3f-841b-1a0f3d4a457f None None] Provisioning complete for port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:08.865559 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4606fde7-0333-4d3f-841b-1a0f3d4a457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:08.865930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0fae498-e76c-4380-86ec-51fe79f8647f req-41336c1b-7265-46b6-9006-824525d2986d tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/fa0311f8-be2c-4d12-b5f7-fd225bed37ed HTTP/1.1" status: 200 len: 1821 time: 0.0996737 Feb 08 15:47:08.913168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 5177b814-8b75-45fa-ad41-eeae26c93cb9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=5177b814-8b75-45fa-ad41-eeae26c93cb9,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:08.924705 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'ba2a79db-157a-4b18-977e-71e122826f50', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': 'ba2a79db-157a-4b18-977e-71e122826f50', 'mac_address': 'fa:16:3e:40:90:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:47:08.929725 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5177b814-8b75-45fa-ad41-eeae26c93cb9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:08.932587 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-56a52df3-6432-4287-a948-eea01fe84da2 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:08.940177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-56a52df3-6432-4287-a948-eea01fe84da2 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 811 time: 0.2888288 Feb 08 15:47:08.967443 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-2f01c48e-fb94-4903-a4eb-235c6f62ee1f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/quotas/7c96f108dc3b44ef9d4d2ce2fc47eab3 HTTP/1.1" status: 200 len: 375 time: 0.0256948 Feb 08 15:47:09.014577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0fae498-e76c-4380-86ec-51fe79f8647f req-05f57537-4392-4b52-8988-14516f2c9e48 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/8eeeecb0-8cdd-4b5f-a9f4-3329eae1cdfb HTTP/1.1" status: 200 len: 1820 time: 0.1386821 Feb 08 15:47:09.051877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ba2a79db-157a-4b18-977e-71e122826f50 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:09.052106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-a0fae498-e76c-4380-86ec-51fe79f8647f req-b2b192e8-422e-4bbf-9a7b-58ec03d06643 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fa0311f8-be2c-4d12-b5f7-fd225bed37ed', 'remote_group_id': '8eeeecb0-8cdd-4b5f-a9f4-3329eae1cdfb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:09.052417 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ba2a79db-157a-4b18-977e-71e122826f50), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:09.052596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-a0fae498-e76c-4380-86ec-51fe79f8647f req-b2b192e8-422e-4bbf-9a7b-58ec03d06643 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fa0311f8-be2c-4d12-b5f7-fd225bed37ed', 'remote_group_id': '8eeeecb0-8cdd-4b5f-a9f4-3329eae1cdfb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:09.070365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2a79db-157a-4b18-977e-71e122826f50 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:47:09.122392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-f55df674-83e2-47fc-a7f9-ca1146b792f2 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1537337 Feb 08 15:47:09.164143 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ba2a79db-157a-4b18-977e-71e122826f50, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ba2a79db-157a-4b18-977e-71e122826f50,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:09.169289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=5177b814-8b75-45fa-ad41-eeae26c93cb9,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:09.172638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4606fde7-0333-4d3f-841b-1a0f3d4a457f None None] Current status of the port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:09.175247 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ba2a79db-157a-4b18-977e-71e122826f50), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:09.264236 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ba2a79db-157a-4b18-977e-71e122826f50,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:09.325509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ba2a79db-157a-4b18-977e-71e122826f50'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:47:09.397150 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0fae498-e76c-4380-86ec-51fe79f8647f req-b2b192e8-422e-4bbf-9a7b-58ec03d06643 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (0900f570-01b5-4da0-aa47-dd6b6a94628f), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:09.516512 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0fae498-e76c-4380-86ec-51fe79f8647f req-b2b192e8-422e-4bbf-9a7b-58ec03d06643 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (0900f570-01b5-4da0-aa47-dd6b6a94628f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:09.541865 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0fae498-e76c-4380-86ec-51fe79f8647f req-b2b192e8-422e-4bbf-9a7b-58ec03d06643 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (0900f570-01b5-4da0-aa47-dd6b6a94628f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:09.620900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b192e8-422e-4bbf-9a7b-58ec03d06643 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0900f570-01b5-4da0-aa47-dd6b6a94628f,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:09.626385 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0fae498-e76c-4380-86ec-51fe79f8647f req-b2b192e8-422e-4bbf-9a7b-58ec03d06643 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:09.627590 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0fae498-e76c-4380-86ec-51fe79f8647f req-b2b192e8-422e-4bbf-9a7b-58ec03d06643 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6058934 Feb 08 15:47:09.637293 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-664bb1cd-54b2-4114-82c5-4289f379b39d service neutron] 10.222.0.82 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947908 Feb 08 15:47:09.726507 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209d9cd3-e11d-4dfb-9179-e7505750a950 x-openstack-request-id: req-209d9cd3-e11d-4dfb-9179-e7505750a950 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:09.726843 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51445262-a4dd-46ec-8f5b-6324d605a8c6", "name": "network-vif-plugged", "status": "completed", "tag": "5177b814-8b75-45fa-ad41-eeae26c93cb9", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:09.727110 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-209d9cd3-e11d-4dfb-9179-e7505750a950 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:09.728025 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51445262-a4dd-46ec-8f5b-6324d605a8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5177b814-8b75-45fa-ad41-eeae26c93cb9', 'code': 200} Feb 08 15:47:09.778023 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37654) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:09.940324 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b141f79-740d-4d02-99fa-8e34337cc453 req-2e84b976-0e00-4e4f-9dc6-c438c7284568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:09.941876 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b141f79-740d-4d02-99fa-8e34337cc453 req-2e84b976-0e00-4e4f-9dc6-c438c7284568 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 1128 time: 0.1290762 Feb 08 15:47:09.945776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-a0ec1c38-ce2b-4137-9ceb-0420c73b2e6e service neutron] 10.222.0.82 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973092 Feb 08 15:47:09.996797 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-77670769-network', 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:10.017317 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b141f79-740d-4d02-99fa-8e34337cc453 req-16ff418d-ab18-43b4-b41b-d4cc31f30d9f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676653 Feb 08 15:47:10.048833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dab65-d6d1-470b-9ec5-9f7e5ff51795 req-06515935-b36b-46c1-be6b-3dc183069b18 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:10.050592 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] Made reservation on behalf of 604347d492d3445c8dfe3b7bc84f5af8 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:47:10.053352 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:10.054715 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a48dab65-d6d1-470b-9ec5-9f7e5ff51795 req-06515935-b36b-46c1-be6b-3dc183069b18 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 945 time: 0.2040353 Feb 08 15:47:10.069607 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:10.144970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a48dab65-d6d1-470b-9ec5-9f7e5ff51795 req-422743f2-f58f-4343-9efa-56ac5a65c493 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800369 Feb 08 15:47:10.200685 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] Publish callbacks [] for security_group (9174e6f4-0643-4706-85c1-0a49e4927b6a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:10.206423 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9174e6f4-0643-4706-85c1-0a49e4927b6a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:10.222606 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:47:10.237597 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (58e9dbea-f01d-4a4f-b7d0-13e9fae41b59), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:10.238206 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] Added segment 58e9dbea-f01d-4a4f-b7d0-13e9fae41b59 of type vlan for network 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 Feb 08 15:47:10.299113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-854f012f-a574-4660-ac4d-ded3596d8ef0 req-cd91f151-ecd0-4388-9a75-384b00e44895 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-760201022', 'description': 'tempest-description-2124120456'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:10.358103 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-854f012f-a574-4660-ac4d-ded3596d8ef0 req-cd91f151-ecd0-4388-9a75-384b00e44895 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:10.362771 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9174e6f4-0643-4706-85c1-0a49e4927b6a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:10.371412 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (76c06fc8-f83a-4f61-b58a-9c8c32c845f0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:10.458884 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (76c06fc8-f83a-4f61-b58a-9c8c32c845f0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:10.460249 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:10.467057 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:10.595445 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8131146 Feb 08 15:47:10.596663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37686) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:10.614943 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-10dce6da-bedb-4218-a7a2-ccb103237220 admin admin] Request body: {'subnet': {'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-77670769-subnet', 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:10.640390 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-854f012f-a574-4660-ac4d-ded3596d8ef0 req-cd91f151-ecd0-4388-9a75-384b00e44895 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (fe345eb8-8b8f-434b-88df-ab29068f404b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:10.650350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e70db0-0223-48ee-8a8c-03ec9cc75d46 admin admin] Pushing event updated for resources: {'Network': ['ID=76c06fc8-f83a-4f61-b58a-9c8c32c845f0,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:10.654777 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dce6da-bedb-4218-a7a2-ccb103237220 admin admin] Made reservation on behalf of 604347d492d3445c8dfe3b7bc84f5af8 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:47:10.658271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10dce6da-bedb-4218-a7a2-ccb103237220 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:10.663076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:47:10.708141 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-854f012f-a574-4660-ac4d-ded3596d8ef0 req-cd91f151-ecd0-4388-9a75-384b00e44895 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fe345eb8-8b8f-434b-88df-ab29068f404b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:10.815533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91f151-ecd0-4388-9a75-384b00e44895 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe345eb8-8b8f-434b-88df-ab29068f404b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:10.826834 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2b890cb-fd04-414c-8f78-6563f632d7a2 req-e5285966-947d-4b54-a19e-0babae6d5eef tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 210 time: 0.1827457 Feb 08 15:47:10.845400 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-854f012f-a574-4660-ac4d-ded3596d8ef0 req-cd91f151-ecd0-4388-9a75-384b00e44895 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:10.847044 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-854f012f-a574-4660-ac4d-ded3596d8ef0 req-cd91f151-ecd0-4388-9a75-384b00e44895 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5562067 Feb 08 15:47:10.910075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-0b7ee11f-3533-4ccd-9cf0-a4a878056cbd req-d0dbc87d-dd6e-437f-a970-4070653486e2 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-911412050', 'description': 'tempest-description-786779297'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:10.940395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:10.950958 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0b7ee11f-3533-4ccd-9cf0-a4a878056cbd req-d0dbc87d-dd6e-437f-a970-4070653486e2 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:11.088621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:11.089446 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:11.171111 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10dce6da-bedb-4218-a7a2-ccb103237220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (46ff1918-ee83-4d1f-8862-dca70fd150ee), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:11.231543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8305b49-ee2e-41c8-9ea3-9e9d77dd5f70 req-2fbeaf88-7c81-4e4a-9156-12b29df22f33 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:11.242527 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8305b49-ee2e-41c8-9ea3-9e9d77dd5f70 req-2fbeaf88-7c81-4e4a-9156-12b29df22f33 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 945 time: 0.2413831 Feb 08 15:47:11.310202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:11.343008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dce6da-bedb-4218-a7a2-ccb103237220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ff1918-ee83-4d1f-8862-dca70fd150ee,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:11.360874 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dce6da-bedb-4218-a7a2-ccb103237220 admin admin] Checking segment: {'id': '58e9dbea-f01d-4a4f-b7d0-13e9fae41b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:11.361445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dce6da-bedb-4218-a7a2-ccb103237220 admin admin] Network hostable DHCP agents. Network: 76c06fc8-f83a-4f61-b58a-9c8c32c845f0, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:47:11.366888 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0b7ee11f-3533-4ccd-9cf0-a4a878056cbd req-d0dbc87d-dd6e-437f-a970-4070653486e2 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (31e083f2-c7d3-4082-9b2a-b00c8f974a71), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:11.381029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6561888-f286-4a0e-a06a-c08a1627cf79 req-3ba1acfa-b9f7-46ff-a922-2503bb37015f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:11.382587 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6561888-f286-4a0e-a06a-c08a1627cf79 req-3ba1acfa-b9f7-46ff-a922-2503bb37015f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.94 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 945 time: 0.3140199 Feb 08 15:47:11.387062 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0b7ee11f-3533-4ccd-9cf0-a4a878056cbd req-d0dbc87d-dd6e-437f-a970-4070653486e2 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (31e083f2-c7d3-4082-9b2a-b00c8f974a71), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:11.407216 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dce6da-bedb-4218-a7a2-ccb103237220 admin admin] Network 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:47:11.412896 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8305b49-ee2e-41c8-9ea3-9e9d77dd5f70 req-0be0cc46-5278-4b46-9dc7-989e04981349 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625307 Feb 08 15:47:11.429082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-10dce6da-bedb-4218-a7a2-ccb103237220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 76c06fc8-f83a-4f61-b58a-9c8c32c845f0) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:11.440675 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dce6da-bedb-4218-a7a2-ccb103237220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:11.442351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956319d0-a701-4ddb-b36b-9270718214c4 None None] Network 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:47:11.446293 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10dce6da-bedb-4218-a7a2-ccb103237220 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:11.497194 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-10dce6da-bedb-4218-a7a2-ccb103237220 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8970261 Feb 08 15:47:11.501832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37702) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:11.531619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-77670769-router', 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:11.613994 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (dd85aae3-c632-4bd3-a715-1e36208fa050), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:11.615273 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-76c06fc8-f83a-4f61-b58a-9c8c32c845f0', 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0', 'project_id': '604347d492d3445c8dfe3b7bc84f5af8', 'fixed_ips': [{'subnet_id': '46ff1918-ee83-4d1f-8862-dca70fd150ee'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:47:11.616169 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:11.617462 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (dd85aae3-c632-4bd3-a715-1e36208fa050), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:11.726121 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Publish callbacks [] for router_controller (dd85aae3-c632-4bd3-a715-1e36208fa050), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:11.980763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Allocated IP 172.20.0.2 (76c06fc8-f83a-4f61-b58a-9c8c32c845f0/46ff1918-ee83-4d1f-8862-dca70fd150ee/6bfcdf02-ebdd-4826-abba-dbd3119d2967) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:47:11.998314 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Publish callbacks [] for router_gateway (dd85aae3-c632-4bd3-a715-1e36208fa050), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:12.182194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ba2a79db-157a-4b18-977e-71e122826f50 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:12.194394 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0b7ee11f-3533-4ccd-9cf0-a4a878056cbd req-d0dbc87d-dd6e-437f-a970-4070653486e2 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:12.222977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b7ee11f-3533-4ccd-9cf0-a4a878056cbd req-d0dbc87d-dd6e-437f-a970-4070653486e2 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.3182454 Feb 08 15:47:12.243668 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbc87d-dd6e-437f-a970-4070653486e2 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e083f2-c7d3-4082-9b2a-b00c8f974a71,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:12.287425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194ebfc-4128-432d-9b73-9f579e920913 req-ed2081dd-c217-47d8-9430-2ba7beb1fa02 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:12.293491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6194ebfc-4128-432d-9b73-9f579e920913 req-ed2081dd-c217-47d8-9430-2ba7beb1fa02 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 945 time: 0.6637185 Feb 08 15:47:12.297086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-b6561888-f286-4a0e-a06a-c08a1627cf79 req-d172e384-421f-4970-840a-0d1a6039896c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Deleting port 60c58d23-cf12-40b9-9fb3-874322caac67 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:12.297436 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b6561888-f286-4a0e-a06a-c08a1627cf79 req-d172e384-421f-4970-840a-0d1a6039896c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:12.428219 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Publish callbacks [] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:12.441194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port ba2a79db-157a-4b18-977e-71e122826f50 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:12.441606 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ba2a79db-157a-4b18-977e-71e122826f50), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:12.446234 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:12.530976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Network 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:12.536834 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:12.541730 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:47:12.543524 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Pushing event updated for resources: {'Port': ['ID=6bfcdf02-ebdd-4826-abba-dbd3119d2967,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:12.556365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba82dbe3-5f8c-49f0-8806-1974c99b36f6 req-5199cebc-b808-4909-b518-469ecd4ce2d7 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 210 time: 0.1216166 Feb 08 15:47:12.630421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-a1107d41-35c2-4269-9e82-4c983bb7e2f8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:12.632760 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-a1107d41-35c2-4269-9e82-4c983bb7e2f8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 811 time: 0.4199636 Feb 08 15:47:12.638349 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Attempting to bind port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:47:12.638810 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Attempting to bind port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '58e9dbea-f01d-4a4f-b7d0-13e9fae41b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:47:12.639272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Attempting to bind port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 on network 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:12.642531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ba2a79db-157a-4b18-977e-71e122826f50 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:12.643000 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ba2a79db-157a-4b18-977e-71e122826f50), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:12.658476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:47:12.658947 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Checking segment: {'id': '58e9dbea-f01d-4a4f-b7d0-13e9fae41b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:12.659449 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:12.659914 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Bound using segment: {'id': '58e9dbea-f01d-4a4f-b7d0-13e9fae41b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:47:12.660478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Bound port: 6bfcdf02-ebdd-4826-abba-dbd3119d2967, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e9dbea-f01d-4a4f-b7d0-13e9fae41b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:47:12.661053 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:12.688459 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a79db-157a-4b18-977e-71e122826f50'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:12.691150 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e4a414-124d-4d44-b47b-c499556d1a9b" -d '{"events": [{"server_uuid": "441c21b9-1da2-44bd-806d-b2996bfdf4b2", "name": "network-vif-plugged", "status": "completed", "tag": "ba2a79db-157a-4b18-977e-71e122826f50"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:12.696367 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6194ebfc-4128-432d-9b73-9f579e920913 req-2fa5c9d9-2ab9-4c9f-b63c-31582180fb1a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956740 Feb 08 15:47:12.729760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ba2a79db-157a-4b18-977e-71e122826f50, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ba2a79db-157a-4b18-977e-71e122826f50,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:12.745888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-b6561888-f286-4a0e-a06a-c08a1627cf79 req-d172e384-421f-4970-840a-0d1a6039896c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] For port 60c58d23-cf12-40b9-9fb3-874322caac67, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=60c58d23-cf12-40b9-9fb3-874322caac67,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:12.746314 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b6561888-f286-4a0e-a06a-c08a1627cf79 req-d172e384-421f-4970-840a-0d1a6039896c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:12.748975 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ba2a79db-157a-4b18-977e-71e122826f50), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:12.771846 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-b6561888-f286-4a0e-a06a-c08a1627cf79 req-d172e384-421f-4970-840a-0d1a6039896c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Calling delete_port for 60c58d23-cf12-40b9-9fb3-874322caac67 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:47:12.790191 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0844db5c-d3fe-42e3-a86f-a196322101bb req-b899fed3-96b9-4261-8091-69472ebdcdf4 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/fe345eb8-8b8f-434b-88df-ab29068f404b HTTP/1.1" status: 200 len: 1821 time: 0.1941116 Feb 08 15:47:12.846305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] For port 6bfcdf02-ebdd-4826-abba-dbd3119d2967, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:47:12.853541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] For port 6bfcdf02-ebdd-4826-abba-dbd3119d2967, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6bfcdf02-ebdd-4826-abba-dbd3119d2967,segment=NetworkSegment(58e9dbea-f01d-4a4f-b7d0-13e9fae41b59),segment_id=58e9dbea-f01d-4a4f-b7d0-13e9fae41b59)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:47:12.856191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ba2a79db-157a-4b18-977e-71e122826f50,revision_number=10']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:12.872769 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:12.920771 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0844db5c-d3fe-42e3-a86f-a196322101bb req-7ed2109a-fb12-40a7-b90a-ca20e730f146 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/31e083f2-c7d3-4082-9b2a-b00c8f974a71 HTTP/1.1" status: 200 len: 1820 time: 0.1297877 Feb 08 15:47:12.934588 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e28c3-eebc-4d40-949e-642d0335529f None None] Pushing event updated for resources: {'Port': ['ID=6bfcdf02-ebdd-4826-abba-dbd3119d2967,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:12.934963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-0844db5c-d3fe-42e3-a86f-a196322101bb req-79b2e384-a5b9-4787-a4aa-e81c8501f5c9 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fe345eb8-8b8f-434b-88df-ab29068f404b', 'remote_group_id': '31e083f2-c7d3-4082-9b2a-b00c8f974a71', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:12.935288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-0844db5c-d3fe-42e3-a86f-a196322101bb req-79b2e384-a5b9-4787-a4aa-e81c8501f5c9 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fe345eb8-8b8f-434b-88df-ab29068f404b', 'remote_group_id': '31e083f2-c7d3-4082-9b2a-b00c8f974a71', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:12.990362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bedf94-9564-4e82-8ef2-d7d5e9b0dc53 req-bca34681-f455-4061-8259-a143f9dde71c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:12.992519 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07bedf94-9564-4e82-8ef2-d7d5e9b0dc53 req-bca34681-f455-4061-8259-a143f9dde71c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=db02a16e-6294-4175-a13c-2ea9c8eea63e HTTP/1.1" status: 200 len: 945 time: 0.1418309 Feb 08 15:47:13.010028 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-e01a08a5-637b-4ec4-af70-01e6d5fb9db2 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3 HTTP/1.1" status: 200 len: 380 time: 0.3131664 Feb 08 15:47:13.073842 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Publish callbacks [] for router_gateway (dd85aae3-c632-4bd3-a715-1e36208fa050), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:13.094818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-4adcebe2-07bc-4f42-9dca-7edf0a7e6044 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Request body: {'port': {'device_id': '0603e15a-b9d0-4c87-9960-3356085437be', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'admin_state_up': True, 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'security_groups': ['8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:13.141238 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:13.166854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07bedf94-9564-4e82-8ef2-d7d5e9b0dc53 req-3ec853f8-bde6-4dd8-b1e1-b6b1a65a26f4 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628134 Feb 08 15:47:13.168171 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0844db5c-d3fe-42e3-a86f-a196322101bb req-79b2e384-a5b9-4787-a4aa-e81c8501f5c9 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (56a0489a-fb5a-46ee-b99c-a5443058e0d9), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:13.171929 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b6561888-f286-4a0e-a06a-c08a1627cf79 req-d172e384-421f-4970-840a-0d1a6039896c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (60c58d23-cf12-40b9-9fb3-874322caac67), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:13.214103 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172e384-421f-4970-840a-0d1a6039896c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Pushing event deleted for resources: {'Port': ['ID=60c58d23-cf12-40b9-9fb3-874322caac67,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:13.264312 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0844db5c-d3fe-42e3-a86f-a196322101bb req-79b2e384-a5b9-4787-a4aa-e81c8501f5c9 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (56a0489a-fb5a-46ee-b99c-a5443058e0d9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:13.287072 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d045c0-3ca6-48b8-9481-34393e2c9db2 x-openstack-request-id: req-47d045c0-3ca6-48b8-9481-34393e2c9db2 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:13.287635 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441c21b9-1da2-44bd-806d-b2996bfdf4b2", "name": "network-vif-plugged", "status": "completed", "tag": "ba2a79db-157a-4b18-977e-71e122826f50", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:13.287635 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-47d045c0-3ca6-48b8-9481-34393e2c9db2 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:13.287999 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a79db-157a-4b18-977e-71e122826f50', 'code': 200} Feb 08 15:47:13.295251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6561888-f286-4a0e-a06a-c08a1627cf79 req-d172e384-421f-4970-840a-0d1a6039896c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] No DVR routers for this DVR port 60c58d23-cf12-40b9-9fb3-874322caac67 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:47:13.297357 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0844db5c-d3fe-42e3-a86f-a196322101bb req-79b2e384-a5b9-4787-a4aa-e81c8501f5c9 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (56a0489a-fb5a-46ee-b99c-a5443058e0d9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:13.299486 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b6561888-f286-4a0e-a06a-c08a1627cf79 req-d172e384-421f-4970-840a-0d1a6039896c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:13.304773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6561888-f286-4a0e-a06a-c08a1627cf79 req-d172e384-421f-4970-840a-0d1a6039896c tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.94 "DELETE /v2.0/ports/60c58d23-cf12-40b9-9fb3-874322caac67 HTTP/1.1" status: 204 len: 173 time: 1.8904104 Feb 08 15:47:13.307562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db02a16e-6294-4175-a13c-2ea9c8eea63e', 'name': 'network-vif-deleted', 'tag': '60c58d23-cf12-40b9-9fb3-874322caac67'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:13.309997 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545f9c4a-feb9-49ab-822a-c924893dc0ce" -d '{"events": [{"server_uuid": "db02a16e-6294-4175-a13c-2ea9c8eea63e", "name": "network-vif-deleted", "tag": "60c58d23-cf12-40b9-9fb3-874322caac67"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:13.336873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2e384-a5b9-4787-a4aa-e81c8501f5c9 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a0489a-fb5a-46ee-b99c-a5443058e0d9,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:13.350951 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0844db5c-d3fe-42e3-a86f-a196322101bb req-79b2e384-a5b9-4787-a4aa-e81c8501f5c9 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:13.370939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0844db5c-d3fe-42e3-a86f-a196322101bb req-79b2e384-a5b9-4787-a4aa-e81c8501f5c9 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4489052 Feb 08 15:47:13.485945 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6186534-2991-4561-84bf-a3351f4135a3 x-openstack-request-id: req-f6186534-2991-4561-84bf-a3351f4135a3 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:13.486268 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db02a16e-6294-4175-a13c-2ea9c8eea63e", "name": "network-vif-deleted", "tag": "60c58d23-cf12-40b9-9fb3-874322caac67", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:13.486519 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f6186534-2991-4561-84bf-a3351f4135a3 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:13.486931 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db02a16e-6294-4175-a13c-2ea9c8eea63e', 'name': 'network-vif-deleted', 'tag': '60c58d23-cf12-40b9-9fb3-874322caac67', 'status': 'completed', 'code': 200} Feb 08 15:47:13.688329 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a0ddadf-0438-4fa9-99b2-d5fd0291129b req-07eab555-ce47-4762-a047-0788a0bbe2f8 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/31e083f2-c7d3-4082-9b2a-b00c8f974a71 HTTP/1.1" status: 200 len: 1820 time: 0.1149559 Feb 08 15:47:13.732425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Allocated IP 172.25.7.160 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/91c8e92e-44e4-432e-a963-661b2bbf3611) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:47:13.741352 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-4adcebe2-07bc-4f42-9dca-7edf0a7e6044 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Made reservation on behalf of 7c96f108dc3b44ef9d4d2ce2fc47eab3 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:47:13.745189 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-4adcebe2-07bc-4f42-9dca-7edf0a7e6044 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:13.787672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06dfc4-9add-438d-9975-a9a9a849c14c req-b2d4f283-bb66-445a-994a-910034f8893e tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:13.789299 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd06dfc4-9add-438d-9975-a9a9a849c14c req-b2d4f283-bb66-445a-994a-910034f8893e tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 945 time: 0.1161697 Feb 08 15:47:13.797497 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2a0ddadf-0438-4fa9-99b2-d5fd0291129b req-1539b76c-ef7c-43db-8bf7-98e92ccb4e85 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (31e083f2-c7d3-4082-9b2a-b00c8f974a71), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:13.834127 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2a0ddadf-0438-4fa9-99b2-d5fd0291129b req-1539b76c-ef7c-43db-8bf7-98e92ccb4e85 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (31e083f2-c7d3-4082-9b2a-b00c8f974a71), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:13.940183 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd06dfc4-9add-438d-9975-a9a9a849c14c req-3c176c8c-2198-48b6-854f-3192efd3ffee tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284790 Feb 08 15:47:14.009192 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2a0ddadf-0438-4fa9-99b2-d5fd0291129b req-1539b76c-ef7c-43db-8bf7-98e92ccb4e85 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (31e083f2-c7d3-4082-9b2a-b00c8f974a71), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:14.012471 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2a0ddadf-0438-4fa9-99b2-d5fd0291129b req-1539b76c-ef7c-43db-8bf7-98e92ccb4e85 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:14.017711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a0ddadf-0438-4fa9-99b2-d5fd0291129b req-1539b76c-ef7c-43db-8bf7-98e92ccb4e85 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "DELETE /v2.0/security-groups/31e083f2-c7d3-4082-9b2a-b00c8f974a71 HTTP/1.1" status: 204 len: 173 time: 0.3131208 Feb 08 15:47:14.034452 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Publish callbacks [] for port (91c8e92e-44e4-432e-a963-661b2bbf3611), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:14.057083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-4adcebe2-07bc-4f42-9dca-7edf0a7e6044 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Allocated IP 172.20.0.8 (8cddf711-698e-4c07-bd73-40b83ff0064f/f12e1c51-9a15-439a-b59c-cc113fb7ded8/3cb7939b-163c-4b1a-a3e7-bbdf99650c9d) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:47:14.064008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539b76c-ef7c-43db-8bf7-98e92ccb4e85 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e083f2-c7d3-4082-9b2a-b00c8f974a71,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:14.115063 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cb6bbed-d61e-414f-aca2-8330a117a067 req-bfa7c3dd-10f7-4664-bb9c-c9152e8e8019 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 210 time: 0.0620384 Feb 08 15:47:14.171077 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (91c8e92e-44e4-432e-a963-661b2bbf3611), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:14.179780 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cef5af60-4799-43a2-a403-84cbe7f17df2 req-06897543-4419-424f-bf39-5626e3efbbcd tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/fe345eb8-8b8f-434b-88df-ab29068f404b HTTP/1.1" status: 200 len: 1821 time: 0.1269641 Feb 08 15:47:14.196556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:14.211564 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 60c58d23-cf12-40b9-9fb3-874322caac67 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:47:14.213944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-762f015f-9370-43c7-a8af-074bd12990cc req-dfe4505c-4749-47e8-9597-b190cdaa50ee tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1574663920', 'description': 'tempest-description-343590695'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:14.224249 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:14.234789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:47:14.243276 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-762f015f-9370-43c7-a8af-074bd12990cc req-dfe4505c-4749-47e8-9597-b190cdaa50ee tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:14.263429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 60c58d23-cf12-40b9-9fb3-874322caac67 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:47:14.263967 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 60c58d23-cf12-40b9-9fb3-874322caac67 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:47:14.402676 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-762f015f-9370-43c7-a8af-074bd12990cc req-dfe4505c-4749-47e8-9597-b190cdaa50ee tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (e85d24ce-fbeb-4235-8f50-3859589fdc08), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:14.411309 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-762f015f-9370-43c7-a8af-074bd12990cc req-dfe4505c-4749-47e8-9597-b190cdaa50ee tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e85d24ce-fbeb-4235-8f50-3859589fdc08), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:14.432141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Pushing event updated for resources: {'Port': ['ID=91c8e92e-44e4-432e-a963-661b2bbf3611,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:14.461263 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4505c-4749-47e8-9597-b190cdaa50ee tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85d24ce-fbeb-4235-8f50-3859589fdc08,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:14.475959 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-762f015f-9370-43c7-a8af-074bd12990cc req-dfe4505c-4749-47e8-9597-b190cdaa50ee tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:14.500043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-762f015f-9370-43c7-a8af-074bd12990cc req-dfe4505c-4749-47e8-9597-b190cdaa50ee tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2959254 Feb 08 15:47:14.679871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8da0d3a0-4e25-40e8-b19e-3e0e79e2d21a req-ec5df70f-fce0-49ff-bcd4-b56349f24b83 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/e85d24ce-fbeb-4235-8f50-3859589fdc08 HTTP/1.1" status: 200 len: 1821 time: 0.1644971 Feb 08 15:47:14.691116 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-4adcebe2-07bc-4f42-9dca-7edf0a7e6044 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:14.695557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-8da0d3a0-4e25-40e8-b19e-3e0e79e2d21a req-c7ac2d2d-9c28-47c0-8af0-c9a1c354d93a tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e85d24ce-fbeb-4235-8f50-3859589fdc08', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:14.695895 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-8da0d3a0-4e25-40e8-b19e-3e0e79e2d21a req-c7ac2d2d-9c28-47c0-8af0-c9a1c354d93a tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e85d24ce-fbeb-4235-8f50-3859589fdc08', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:14.725897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56590e78-14e1-493e-8df2-0c915457787e req-ff602d1c-a907-4745-9d31-8a2e43cc6831 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:14.727689 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56590e78-14e1-493e-8df2-0c915457787e req-ff602d1c-a907-4745-9d31-8a2e43cc6831 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 944 time: 0.1353197 Feb 08 15:47:14.756008 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5556ac-9e50-4a6d-b5c3-3a4a4bb5a207 None None] Network 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:47:14.844222 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-4adcebe2-07bc-4f42-9dca-7edf0a7e6044 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:14.850010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8da0d3a0-4e25-40e8-b19e-3e0e79e2d21a req-c7ac2d2d-9c28-47c0-8af0-c9a1c354d93a tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (5d96f671-5f67-4a86-85c8-d99e9587db0c), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:14.887564 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8da0d3a0-4e25-40e8-b19e-3e0e79e2d21a req-c7ac2d2d-9c28-47c0-8af0-c9a1c354d93a tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (5d96f671-5f67-4a86-85c8-d99e9587db0c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:14.892751 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8da0d3a0-4e25-40e8-b19e-3e0e79e2d21a req-c7ac2d2d-9c28-47c0-8af0-c9a1c354d93a tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (5d96f671-5f67-4a86-85c8-d99e9587db0c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:14.934253 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac2d2d-9c28-47c0-8af0-c9a1c354d93a tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d96f671-5f67-4a86-85c8-d99e9587db0c,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:14.952880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56590e78-14e1-493e-8df2-0c915457787e req-e3793a66-c963-4f7b-a70c-a2d062d29123 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068162 Feb 08 15:47:14.967592 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8da0d3a0-4e25-40e8-b19e-3e0e79e2d21a req-c7ac2d2d-9c28-47c0-8af0-c9a1c354d93a tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:14.980304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8da0d3a0-4e25-40e8-b19e-3e0e79e2d21a req-c7ac2d2d-9c28-47c0-8af0-c9a1c354d93a tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2993946 Feb 08 15:47:15.030581 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6bfcdf02-ebdd-4826-abba-dbd3119d2967 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:15.185909 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d660ac30-724c-475e-93c5-8c30929d0d71 req-82fb093d-6fa5-480a-81fc-a4de17688313 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/e85d24ce-fbeb-4235-8f50-3859589fdc08 HTTP/1.1" status: 200 len: 2414 time: 0.0954614 Feb 08 15:47:15.191251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-d660ac30-724c-475e-93c5-8c30929d0d71 req-77faf462-382b-47bd-8054-b3b3773bd818 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e85d24ce-fbeb-4235-8f50-3859589fdc08', 'remote_group_id': None}]} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:15.191574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-d660ac30-724c-475e-93c5-8c30929d0d71 req-77faf462-382b-47bd-8054-b3b3773bd818 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e85d24ce-fbeb-4235-8f50-3859589fdc08', 'remote_group_id': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:15.240575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-275c3e80-c9aa-41ae-a3dd-9e585108e7b7 None None] Provisioning complete for port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:15.241299 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-275c3e80-c9aa-41ae-a3dd-9e585108e7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:15.268086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e594b97-93b7-44b1-bfd7-5398071d9649 req-0b833765-9fdb-44d1-8c95-ecdb25600150 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:15.269968 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e594b97-93b7-44b1-bfd7-5398071d9649 req-0b833765-9fdb-44d1-8c95-ecdb25600150 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.94 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 944 time: 0.3148715 Feb 08 15:47:15.332835 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:15.333531 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:15.388485 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-4adcebe2-07bc-4f42-9dca-7edf0a7e6044 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Network 8cddf711-698e-4c07-bd73-40b83ff0064f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:15.404283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-4adcebe2-07bc-4f42-9dca-7edf0a7e6044 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:15.413509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-4adcebe2-07bc-4f42-9dca-7edf0a7e6044 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:47:15.456902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-275c3e80-c9aa-41ae-a3dd-9e585108e7b7 None None] Current status of the port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:15.457494 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-275c3e80-c9aa-41ae-a3dd-9e585108e7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:15.477958 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d660ac30-724c-475e-93c5-8c30929d0d71 req-77faf462-382b-47bd-8054-b3b3773bd818 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (21679085-9ce5-4101-ad5b-292125eb1cd1), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:15.507427 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d660ac30-724c-475e-93c5-8c30929d0d71 req-77faf462-382b-47bd-8054-b3b3773bd818 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (21679085-9ce5-4101-ad5b-292125eb1cd1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:15.519146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-4adcebe2-07bc-4f42-9dca-7edf0a7e6044 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:15.519912 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-4adcebe2-07bc-4f42-9dca-7edf0a7e6044 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:15.537019 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcebe2-07bc-4f42-9dca-7edf0a7e6044 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event updated for resources: {'Port': ['ID=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:15.540133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:15.540534 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:15.548696 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d660ac30-724c-475e-93c5-8c30929d0d71 req-77faf462-382b-47bd-8054-b3b3773bd818 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (21679085-9ce5-4101-ad5b-292125eb1cd1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:15.591473 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-4adcebe2-07bc-4f42-9dca-7edf0a7e6044 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5141056 Feb 08 15:47:15.594734 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe20d2b-47fc-47b8-99df-687aaa07783d req-661238a4-2815-49fe-b422-2facba2fd203 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:15.599664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-275c3e80-c9aa-41ae-a3dd-9e585108e7b7 None None] For port 6bfcdf02-ebdd-4826-abba-dbd3119d2967, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6bfcdf02-ebdd-4826-abba-dbd3119d2967,segment=NetworkSegment(58e9dbea-f01d-4a4f-b7d0-13e9fae41b59),segment_id=58e9dbea-f01d-4a4f-b7d0-13e9fae41b59)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:15.605872 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fe20d2b-47fc-47b8-99df-687aaa07783d req-661238a4-2815-49fe-b422-2facba2fd203 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 945 time: 0.4300275 Feb 08 15:47:15.619136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Request body: {'port': {'device_id': '0603e15a-b9d0-4c87-9960-3356085437be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:15.622881 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-275c3e80-c9aa-41ae-a3dd-9e585108e7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:15.623357 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d660ac30-724c-475e-93c5-8c30929d0d71 req-77faf462-382b-47bd-8054-b3b3773bd818 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:15.668302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d660ac30-724c-475e-93c5-8c30929d0d71 req-77faf462-382b-47bd-8054-b3b3773bd818 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4814520 Feb 08 15:47:15.685412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faf462-382b-47bd-8054-b3b3773bd818 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21679085-9ce5-4101-ad5b-292125eb1cd1,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:15.712908 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Publish callbacks [] for router_gateway (dd85aae3-c632-4bd3-a715-1e36208fa050), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:15.751291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-7e594b97-93b7-44b1-bfd7-5398071d9649 req-416bcde2-4283-4806-8387-39bfd196577f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Deleting port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:15.751618 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7e594b97-93b7-44b1-bfd7-5398071d9649 req-416bcde2-4283-4806-8387-39bfd196577f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:15.892177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fe20d2b-47fc-47b8-99df-687aaa07783d req-42a6720d-6923-4b84-9cf9-49832ac89aa4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829840 Feb 08 15:47:15.907812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c3e80-c9aa-41ae-a3dd-9e585108e7b7 None None] Pushing event updated for resources: {'Port': ['ID=6bfcdf02-ebdd-4826-abba-dbd3119d2967,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:15.931512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6438ad58-6bcc-4ef4-81d4-9542f5c2055f None None] Provisioning complete for port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:15.932768 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6438ad58-6bcc-4ef4-81d4-9542f5c2055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:15.936754 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 15:47:15.937330 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 15:47:15.960887 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:16.003182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5052f9-8e68-453e-bbfe-e09262bbdf47 req-44a0c28a-a39a-480f-b3fc-2667acd9bd85 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:16.005665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc5052f9-8e68-453e-bbfe-e09262bbdf47 req-44a0c28a-a39a-480f-b3fc-2667acd9bd85 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 931 time: 0.1812563 Feb 08 15:47:16.008456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6438ad58-6bcc-4ef4-81d4-9542f5c2055f None None] Port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:47:16.027644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-7e594b97-93b7-44b1-bfd7-5398071d9649 req-416bcde2-4283-4806-8387-39bfd196577f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] For port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:16.027925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6438ad58-6bcc-4ef4-81d4-9542f5c2055f None None] Provisioning complete for port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:16.028341 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6438ad58-6bcc-4ef4-81d4-9542f5c2055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:16.028639 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7e594b97-93b7-44b1-bfd7-5398071d9649 req-416bcde2-4283-4806-8387-39bfd196577f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:16.061914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-7e594b97-93b7-44b1-bfd7-5398071d9649 req-416bcde2-4283-4806-8387-39bfd196577f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Calling delete_port for 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:47:16.080244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8f50cf17-b810-434b-be59-915cbba51f50 req-251f872f-b7a8-4004-8abe-9c2d989c6fab tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/e85d24ce-fbeb-4235-8f50-3859589fdc08 HTTP/1.1" status: 200 len: 3012 time: 0.1446142 Feb 08 15:47:16.237955 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc5052f9-8e68-453e-bbfe-e09262bbdf47 req-e04895b5-7041-451f-8f83-8c50746dc029 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199259 Feb 08 15:47:16.382655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6438ad58-6bcc-4ef4-81d4-9542f5c2055f None None] Current status of the port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:16.564087 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:16.565694 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7e594b97-93b7-44b1-bfd7-5398071d9649 req-416bcde2-4283-4806-8387-39bfd196577f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (33a3e31c-3bf6-4d24-bfe4-68f0b872da18), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:16.631739 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f779959-88fa-4b07-9fe9-5c5f66ac5ee9 req-e833cda1-02d4-4c23-8884-ac6b0bde97a9 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-group-rules/21679085-9ce5-4101-ad5b-292125eb1cd1 HTTP/1.1" status: 200 len: 783 time: 0.0904632 Feb 08 15:47:16.658790 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bfc59b70-b75b-4724-ac83-de053a1b482f req-31fcffed-af06-4dd3-8ab4-95bf23e13d7e tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=60b2b136-0fbb-40f0-b82d-fbdc0ee0507e HTTP/1.1" status: 200 len: 210 time: 0.1088300 Feb 08 15:47:16.661979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bcde2-4283-4806-8387-39bfd196577f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Pushing event deleted for resources: {'Port': ['ID=33a3e31c-3bf6-4d24-bfe4-68f0b872da18,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:16.735191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6bfcdf02-ebdd-4826-abba-dbd3119d2967 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:16.794076 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (dd85aae3-c632-4bd3-a715-1e36208fa050), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:16.843370 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f779959-88fa-4b07-9fe9-5c5f66ac5ee9 req-46466961-e511-4c95-93db-8a09f8505585 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/e85d24ce-fbeb-4235-8f50-3859589fdc08 HTTP/1.1" status: 200 len: 3012 time: 0.2104104 Feb 08 15:47:16.843978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:16.844790 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:16.887596 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:47:16.892311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e594b97-93b7-44b1-bfd7-5398071d9649 req-416bcde2-4283-4806-8387-39bfd196577f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] No DVR routers for this DVR port 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:47:16.899661 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7e594b97-93b7-44b1-bfd7-5398071d9649 req-416bcde2-4283-4806-8387-39bfd196577f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:16.902810 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Publish callbacks [] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:16.903295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e594b97-93b7-44b1-bfd7-5398071d9649 req-416bcde2-4283-4806-8387-39bfd196577f tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.94 "DELETE /v2.0/ports/33a3e31c-3bf6-4d24-bfe4-68f0b872da18 HTTP/1.1" status: 204 len: 173 time: 1.5983663 Feb 08 15:47:16.903919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b2b136-0fbb-40f0-b82d-fbdc0ee0507e', 'name': 'network-vif-deleted', 'tag': '33a3e31c-3bf6-4d24-bfe4-68f0b872da18'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:16.906400 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adbbf1a-8f5b-4d01-801e-7bfe94268ca6" -d '{"events": [{"server_uuid": "60b2b136-0fbb-40f0-b82d-fbdc0ee0507e", "name": "network-vif-deleted", "tag": "33a3e31c-3bf6-4d24-bfe4-68f0b872da18"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:16.930255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Transition to ACTIVE for port object 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:47:16.941151 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9f779959-88fa-4b07-9fe9-5c5f66ac5ee9 req-527477b4-09da-4e33-919d-7921c36a87b8 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (21679085-9ce5-4101-ad5b-292125eb1cd1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:16.953743 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9f779959-88fa-4b07-9fe9-5c5f66ac5ee9 req-527477b4-09da-4e33-919d-7921c36a87b8 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (21679085-9ce5-4101-ad5b-292125eb1cd1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:16.973867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7abe23-7e24-4511-ae93-3773a5d1b476 req-a1c328a6-b41e-4376-bab7-ba5f98026260 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:16.985439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec7abe23-7e24-4511-ae93-3773a5d1b476 req-a1c328a6-b41e-4376-bab7-ba5f98026260 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 945 time: 0.1688504 Feb 08 15:47:17.056623 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec7abe23-7e24-4511-ae93-3773a5d1b476 req-5481b25f-01b4-4a85-bd05-82bf672a6d65 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701888 Feb 08 15:47:17.084898 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9f779959-88fa-4b07-9fe9-5c5f66ac5ee9 req-527477b4-09da-4e33-919d-7921c36a87b8 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (21679085-9ce5-4101-ad5b-292125eb1cd1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:17.093071 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:17.103615 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9f779959-88fa-4b07-9fe9-5c5f66ac5ee9 req-527477b4-09da-4e33-919d-7921c36a87b8 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:17.110145 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f779959-88fa-4b07-9fe9-5c5f66ac5ee9 req-527477b4-09da-4e33-919d-7921c36a87b8 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/21679085-9ce5-4101-ad5b-292125eb1cd1 HTTP/1.1" status: 204 len: 173 time: 0.2649057 Feb 08 15:47:17.112982 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527477b4-09da-4e33-919d-7921c36a87b8 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21679085-9ce5-4101-ad5b-292125eb1cd1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:17.162829 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c5f465-a339-4f1f-8d24-317342a49b2d x-openstack-request-id: req-41c5f465-a339-4f1f-8d24-317342a49b2d {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:17.163130 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b2b136-0fbb-40f0-b82d-fbdc0ee0507e", "name": "network-vif-deleted", "tag": "33a3e31c-3bf6-4d24-bfe4-68f0b872da18", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:17.164031 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-41c5f465-a339-4f1f-8d24-317342a49b2d {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:17.164466 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b2b136-0fbb-40f0-b82d-fbdc0ee0507e', 'name': 'network-vif-deleted', 'tag': '33a3e31c-3bf6-4d24-bfe4-68f0b872da18', 'status': 'completed', 'code': 200} Feb 08 15:47:17.168469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:17.208656 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-beef5370-2959-461b-a1be-bfaf040a8221 req-c47ab751-58d7-47d6-918c-05c3505cbc96 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/e85d24ce-fbeb-4235-8f50-3859589fdc08 HTTP/1.1" status: 200 len: 2414 time: 0.0770018 Feb 08 15:47:17.262985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:17.272268 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-beef5370-2959-461b-a1be-bfaf040a8221 req-528fb846-470b-4069-90d6-3d53bd87c0d2 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (e85d24ce-fbeb-4235-8f50-3859589fdc08), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:17.338073 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-beef5370-2959-461b-a1be-bfaf040a8221 req-528fb846-470b-4069-90d6-3d53bd87c0d2 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (e85d24ce-fbeb-4235-8f50-3859589fdc08), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:17.435623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Attempting to bind port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:47:17.437091 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Attempting to bind port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:47:17.445842 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-beef5370-2959-461b-a1be-bfaf040a8221 req-528fb846-470b-4069-90d6-3d53bd87c0d2 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e85d24ce-fbeb-4235-8f50-3859589fdc08), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:17.446462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Attempting to bind port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d on network 8cddf711-698e-4c07-bd73-40b83ff0064f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:17.448557 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-beef5370-2959-461b-a1be-bfaf040a8221 req-528fb846-470b-4069-90d6-3d53bd87c0d2 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:17.452676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-beef5370-2959-461b-a1be-bfaf040a8221 req-528fb846-470b-4069-90d6-3d53bd87c0d2 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "DELETE /v2.0/security-groups/e85d24ce-fbeb-4235-8f50-3859589fdc08 HTTP/1.1" status: 204 len: 173 time: 0.2429872 Feb 08 15:47:17.465049 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d on network 8cddf711-698e-4c07-bd73-40b83ff0064f not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:47:17.466503 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Attempting to bind port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d on network 8cddf711-698e-4c07-bd73-40b83ff0064f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:17.515816 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-8cf2419b-a5c4-4e8e-ba7c-4e1cc3770199 req-a04de27a-1a35-40d0-9875-2be4658cc1fc tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] show failed (client error): The resource could not be found. Feb 08 15:47:17.515816 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8cf2419b-a5c4-4e8e-ba7c-4e1cc3770199 req-a04de27a-1a35-40d0-9875-2be4658cc1fc tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/31e083f2-c7d3-4082-9b2a-b00c8f974a71 HTTP/1.1" status: 404 len: 352 time: 0.0216630 Feb 08 15:47:17.515816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fb846-470b-4069-90d6-3d53bd87c0d2 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85d24ce-fbeb-4235-8f50-3859589fdc08,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:17.540053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99681880-1e5a-45a9-ac4d-6db87351f2b0 req-a205a36b-c94e-4106-9044-6ce13dca2460 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:17.543520 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:47:17.550081 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99681880-1e5a-45a9-ac4d-6db87351f2b0 req-a205a36b-c94e-4106-9044-6ce13dca2460 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 943 time: 0.1454215 Feb 08 15:47:17.550747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Checking segment: {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:17.551275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Bound using segment: {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:47:17.552695 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Bound port: 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:47:17.553405 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:17.577897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Router dd85aae3-c632-4bd3-a715-1e36208fa050 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:47:17.658198 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42e8280e-edb3-44ed-a8a3-fba61c8726d0 req-8a9a656d-b85e-4fbc-b988-da215352f000 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/fe345eb8-8b8f-434b-88df-ab29068f404b HTTP/1.1" status: 200 len: 1821 time: 0.0971498 Feb 08 15:47:17.711120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99681880-1e5a-45a9-ac4d-6db87351f2b0 req-c99e8435-a412-440d-a0d7-010a974b5a2b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600115 Feb 08 15:47:17.771988 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-42e8280e-edb3-44ed-a8a3-fba61c8726d0 req-0a928bc7-7d85-466d-9250-d7d5cecf67ba tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (fe345eb8-8b8f-434b-88df-ab29068f404b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:17.811148 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-42e8280e-edb3-44ed-a8a3-fba61c8726d0 req-0a928bc7-7d85-466d-9250-d7d5cecf67ba tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (fe345eb8-8b8f-434b-88df-ab29068f404b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:17.857468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:47:17.888372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:47:17.910325 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:17.920877 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-42e8280e-edb3-44ed-a8a3-fba61c8726d0 req-0a928bc7-7d85-466d-9250-d7d5cecf67ba tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fe345eb8-8b8f-434b-88df-ab29068f404b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:17.924766 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-42e8280e-edb3-44ed-a8a3-fba61c8726d0 req-0a928bc7-7d85-466d-9250-d7d5cecf67ba tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:17.928683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42e8280e-edb3-44ed-a8a3-fba61c8726d0 req-0a928bc7-7d85-466d-9250-d7d5cecf67ba tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "DELETE /v2.0/security-groups/fe345eb8-8b8f-434b-88df-ab29068f404b HTTP/1.1" status: 204 len: 173 time: 0.2586706 Feb 08 15:47:17.948164 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a928bc7-7d85-466d-9250-d7d5cecf67ba tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe345eb8-8b8f-434b-88df-ab29068f404b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:17.975046 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:17.975777 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:17.977071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9166b-4e15-447e-bfbe-ef5f4c65c825 req-91f07a26-51d8-4a9d-b849-be2879ad5325 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:17.978069 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] 10.222.0.94 "PUT /v2.0/ports/3cb7939b-163c-4b1a-a3e7-bbdf99650c9d HTTP/1.1" status: 200 len: 1092 time: 2.3689973 Feb 08 15:47:17.980503 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:17.985561 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24351e2-299d-4c61-9073-f6e72666784c" -d '{"events": [{"name": "network-changed", "server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:17.989531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65c9166b-4e15-447e-bfbe-ef5f4c65c825 req-91f07a26-51d8-4a9d-b849-be2879ad5325 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.96 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 945 time: 0.1286185 Feb 08 15:47:18.003847 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:47:18.027057 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Sync routers for ids ['dd85aae3-c632-4bd3-a715-1e36208fa050'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:47:18.049072 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Routers {'dd85aae3-c632-4bd3-a715-1e36208fa050'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:18.052487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['dd85aae3-c632-4bd3-a715-1e36208fa050'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:18.118189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53976ed1-9b2d-4c1a-ae00-9c3a88955892 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:18.156268 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:18.158006 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e38eb001-0ef1-4447-a2ec-d36e09e1f4ca admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6551790 Feb 08 15:47:18.161380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37826) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:18.183735 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-0d295889-3d79-42df-8aa3-d0884327d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:18.184661 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-0d295889-3d79-42df-8aa3-d0884327d987 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 1126 time: 0.1395199 Feb 08 15:47:18.233994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:47:18.238158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d52cc98-e99a-4f69-b726-a4ade2e1dc81 req-483cd594-de33-472f-a6aa-65b802b2b29e tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/8eeeecb0-8cdd-4b5f-a9f4-3329eae1cdfb HTTP/1.1" status: 200 len: 1820 time: 0.2466700 Feb 08 15:47:18.297735 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:47:18.298357 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 33a3e31c-3bf6-4d24-bfe4-68f0b872da18 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:47:18.330555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Set router dd85aae3-c632-4bd3-a715-1e36208fa050 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:18.332492 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-3c4a7a09-c634-40eb-adc0-6a43055dc376 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d HTTP/1.1" status: 200 len: 217 time: 0.0956819 Feb 08 15:47:18.340569 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39c48c1-2730-4ef6-98c2-ce9edaa6a3ad x-openstack-request-id: req-a39c48c1-2730-4ef6-98c2-ce9edaa6a3ad {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:18.341097 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:18.341250 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a39c48c1-2730-4ef6-98c2-ce9edaa6a3ad {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:18.341566 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'status': 'completed', 'code': 200} Feb 08 15:47:18.401139 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-a66b9341-9661-4afc-8f78-b0f73e0e2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:18.402530 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-a66b9341-9661-4afc-8f78-b0f73e0e2275 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0524466 Feb 08 15:47:18.485405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-20b53c87-207f-4b4e-8445-fa6de137c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:18.486920 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-20b53c87-207f-4b4e-8445-fa6de137c155 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0770969 Feb 08 15:47:18.517393 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:18.518834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-65c9166b-4e15-447e-bfbe-ef5f4c65c825 req-f928ca36-74ad-464f-aef8-39092a793687 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Deleting port 5177b814-8b75-45fa-ad41-eeae26c93cb9 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:18.519258 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-65c9166b-4e15-447e-bfbe-ef5f4c65c825 req-f928ca36-74ad-464f-aef8-39092a793687 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (5177b814-8b75-45fa-ad41-eeae26c93cb9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:18.539156 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6d52cc98-e99a-4f69-b726-a4ade2e1dc81 req-be77ea89-9dbe-4c95-ba06-19f402a488fe tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (8eeeecb0-8cdd-4b5f-a9f4-3329eae1cdfb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:18.662144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'name': 'tempest-AttachSCSIVolumeTestJSON-77670769-router', 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:11Z', 'updated_at': '2022-02-08T15:47:14Z', 'revision_number': 3, 'project_id': '604347d492d3445c8dfe3b7bc84f5af8', 'gw_port': {'id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:13Z', 'updated_at': '2022-02-08T15:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:18.667259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e82b7-39b3-43c7-a021-41887000ed14 req-d97d098c-d9b5-48fd-a97a-094dad831b80 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:18.675023 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d8e82b7-39b3-43c7-a021-41887000ed14 req-d97d098c-d9b5-48fd-a97a-094dad831b80 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 945 time: 0.2431564 Feb 08 15:47:18.679961 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6d52cc98-e99a-4f69-b726-a4ade2e1dc81 req-be77ea89-9dbe-4c95-ba06-19f402a488fe tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (8eeeecb0-8cdd-4b5f-a9f4-3329eae1cdfb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:18.715812 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-9da6e5d2-1687-4c71-ad42-9f8409eccef3 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201464 Feb 08 15:47:18.732378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Checking router: dd85aae3-c632-4bd3-a715-1e36208fa050 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:47:18.735863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Updating router dd85aae3-c632-4bd3-a715-1e36208fa050 port 91c8e92e-44e4-432e-a963-661b2bbf3611 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:47:18.769077 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (91c8e92e-44e4-432e-a963-661b2bbf3611), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:18.855767 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827458b-182c-4ed9-b5e8-0acfdce85dc3 req-b9ecd751-54b8-4a63-8a6f-0fa3e53efb03 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:18.857421 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b827458b-182c-4ed9-b5e8-0acfdce85dc3 req-b9ecd751-54b8-4a63-8a6f-0fa3e53efb03 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.94 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 944 time: 0.2836456 Feb 08 15:47:18.862252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-65c9166b-4e15-447e-bfbe-ef5f4c65c825 req-f928ca36-74ad-464f-aef8-39092a793687 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] For port 5177b814-8b75-45fa-ad41-eeae26c93cb9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=5177b814-8b75-45fa-ad41-eeae26c93cb9,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:18.862649 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-65c9166b-4e15-447e-bfbe-ef5f4c65c825 req-f928ca36-74ad-464f-aef8-39092a793687 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (5177b814-8b75-45fa-ad41-eeae26c93cb9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:18.936218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-65c9166b-4e15-447e-bfbe-ef5f4c65c825 req-f928ca36-74ad-464f-aef8-39092a793687 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Calling delete_port for 5177b814-8b75-45fa-ad41-eeae26c93cb9 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:47:18.969679 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6d52cc98-e99a-4f69-b726-a4ade2e1dc81 req-be77ea89-9dbe-4c95-ba06-19f402a488fe tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8eeeecb0-8cdd-4b5f-a9f4-3329eae1cdfb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:18.972866 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6d52cc98-e99a-4f69-b726-a4ade2e1dc81 req-be77ea89-9dbe-4c95-ba06-19f402a488fe tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:18.974610 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d52cc98-e99a-4f69-b726-a4ade2e1dc81 req-be77ea89-9dbe-4c95-ba06-19f402a488fe tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "DELETE /v2.0/security-groups/8eeeecb0-8cdd-4b5f-a9f4-3329eae1cdfb HTTP/1.1" status: 204 len: 173 time: 0.6605651 Feb 08 15:47:19.016103 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c67e7cf2-940f-4533-859a-7c5805da6b4d req-1d540cf3-fca5-4e1f-b3ed-f731a35b8481 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937315 Feb 08 15:47:19.044022 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d8e82b7-39b3-43c7-a021-41887000ed14 req-921f1dcc-9e87-4e7f-abf1-af240d3256da tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531702 Feb 08 15:47:19.085402 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77ea89-9dbe-4c95-ba06-19f402a488fe tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeeecb0-8cdd-4b5f-a9f4-3329eae1cdfb,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:19.166908 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-b827458b-182c-4ed9-b5e8-0acfdce85dc3 req-1511da6c-49c6-42b3-bea1-26d797105821 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Deleting port 2ef732dd-e907-4b49-a58b-95b3a650a78b {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:19.167270 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b827458b-182c-4ed9-b5e8-0acfdce85dc3 req-1511da6c-49c6-42b3-bea1-26d797105821 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:19.196824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24351e2-299d-4c61-9073-f6e72666784c req-ac3081c4-55a1-4302-97f7-23bbadafe1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:19.198266 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f24351e2-299d-4c61-9073-f6e72666784c req-ac3081c4-55a1-4302-97f7-23bbadafe1b9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 1126 time: 0.1174719 Feb 08 15:47:19.214988 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:19.257608 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Publish callbacks [] for port (91c8e92e-44e4-432e-a963-661b2bbf3611), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:19.268620 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (91c8e92e-44e4-432e-a963-661b2bbf3611), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:19.300217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-b827458b-182c-4ed9-b5e8-0acfdce85dc3 req-1511da6c-49c6-42b3-bea1-26d797105821 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] For port 2ef732dd-e907-4b49-a58b-95b3a650a78b, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=2ef732dd-e907-4b49-a58b-95b3a650a78b,segment=NetworkSegment(17f1b2ad-8587-4e7c-8c2b-52859a499ad3),segment_id=17f1b2ad-8587-4e7c-8c2b-52859a499ad3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:19.300619 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b827458b-182c-4ed9-b5e8-0acfdce85dc3 req-1511da6c-49c6-42b3-bea1-26d797105821 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:19.314493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-b827458b-182c-4ed9-b5e8-0acfdce85dc3 req-1511da6c-49c6-42b3-bea1-26d797105821 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Calling delete_port for 2ef732dd-e907-4b49-a58b-95b3a650a78b owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:47:19.320297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Attempting to bind port 91c8e92e-44e4-432e-a963-661b2bbf3611 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:47:19.320911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Attempting to bind port 91c8e92e-44e4-432e-a963-661b2bbf3611 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:47:19.321645 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Attempting to bind port 91c8e92e-44e4-432e-a963-661b2bbf3611 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:19.370246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:47:19.370246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:19.373570 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:19.374618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:47:19.375392 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Bound port: 91c8e92e-44e4-432e-a963-661b2bbf3611, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:47:19.376689 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (91c8e92e-44e4-432e-a963-661b2bbf3611), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:19.405907 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24351e2-299d-4c61-9073-f6e72666784c req-2f5276f4-f30c-479d-8618-b2c52a2ae779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:19.412134 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f24351e2-299d-4c61-9073-f6e72666784c req-2f5276f4-f30c-479d-8618-b2c52a2ae779 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.2044761 Feb 08 15:47:19.419695 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd1ed9-11eb-43ee-bfdb-33dd77483886 None None] Pushing event updated for resources: {'Port': ['ID=91c8e92e-44e4-432e-a963-661b2bbf3611,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:19.469269 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] For port 91c8e92e-44e4-432e-a963-661b2bbf3611, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:47:19.469522 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f24351e2-299d-4c61-9073-f6e72666784c req-807236ac-c177-42ae-988f-7666800518f0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d HTTP/1.1" status: 200 len: 217 time: 0.0493174 Feb 08 15:47:19.473224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] For port 91c8e92e-44e4-432e-a963-661b2bbf3611, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=91c8e92e-44e4-432e-a963-661b2bbf3611,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:47:19.488343 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (91c8e92e-44e4-432e-a963-661b2bbf3611), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:19.506525 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05122d46-bc61-4fa2-90e4-619432efcf37 req-f715b429-f6d3-4302-b09f-c3ad7bf5c199 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:19.508082 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05122d46-bc61-4fa2-90e4-619432efcf37 req-f715b429-f6d3-4302-b09f-c3ad7bf5c199 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba848dcb-61f0-49cc-b78d-a3712b5ed630 HTTP/1.1" status: 200 len: 944 time: 0.3943408 Feb 08 15:47:19.594154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Routers {'dd85aae3-c632-4bd3-a715-1e36208fa050'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:19.594830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['dd85aae3-c632-4bd3-a715-1e36208fa050'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:19.609878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24351e2-299d-4c61-9073-f6e72666784c req-a3bccd0f-b33d-480c-a93e-2a42b1ae1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:19.611539 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f24351e2-299d-4c61-9073-f6e72666784c req-a3bccd0f-b33d-480c-a93e-2a42b1ae1ca7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.1344757 Feb 08 15:47:19.612730 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Allocated IP 172.20.0.1 (76c06fc8-f83a-4f61-b58a-9c8c32c845f0/46ff1918-ee83-4d1f-8862-dca70fd150ee/acbe36b7-5e59-4cfe-b6db-958647f08301) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:47:19.657383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7814a-ab2b-497e-8859-2e0f20079f28 req-8b675e2e-a5a4-4f07-a336-5999447d040a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:19.664799 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-71e7814a-ab2b-497e-8859-2e0f20079f28 req-8b675e2e-a5a4-4f07-a336-5999447d040a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 943 time: 0.2893929 Feb 08 15:47:19.672830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd1ed9-11eb-43ee-bfdb-33dd77483886 None None] Pushing event updated for resources: {'Port': ['ID=91c8e92e-44e4-432e-a963-661b2bbf3611,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:19.711100 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-65c9166b-4e15-447e-bfbe-ef5f4c65c825 req-f928ca36-74ad-464f-aef8-39092a793687 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (5177b814-8b75-45fa-ad41-eeae26c93cb9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:19.733233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['5177b814-8b75-45fa-ad41-eeae26c93cb9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:47:19.740841 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05122d46-bc61-4fa2-90e4-619432efcf37 req-9da72229-02c6-4544-afcc-595719e2973e tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.82 "GET /v2.0/security-groups?id=215b3c80-9ee7-4a19-9a51-d2c559b322b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244461 Feb 08 15:47:19.767940 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24351e2-299d-4c61-9073-f6e72666784c req-2b31824e-735c-4049-ac92-dd44dd4d5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:19.769655 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f24351e2-299d-4c61-9073-f6e72666784c req-2b31824e-735c-4049-ac92-dd44dd4d5e80 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1461527 Feb 08 15:47:19.776668 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b827458b-182c-4ed9-b5e8-0acfdce85dc3 req-1511da6c-49c6-42b3-bea1-26d797105821 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (2ef732dd-e907-4b49-a58b-95b3a650a78b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:19.811081 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928ca36-74ad-464f-aef8-39092a793687 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Pushing event deleted for resources: {'Port': ['ID=5177b814-8b75-45fa-ad41-eeae26c93cb9,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:19.839358 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] Set router dd85aae3-c632-4bd3-a715-1e36208fa050 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:19.840092 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-71e7814a-ab2b-497e-8859-2e0f20079f28 req-4b0ed384-8f12-4adf-b414-8e955074a2c3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741688 Feb 08 15:47:19.940222 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Publish callbacks [] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:19.945861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511da6c-49c6-42b3-bea1-26d797105821 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Pushing event deleted for resources: {'Port': ['ID=2ef732dd-e907-4b49-a58b-95b3a650a78b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:19.978852 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f24351e2-299d-4c61-9073-f6e72666784c req-93622368-8dd3-46bf-8ef0-dbae28b26957 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988044 Feb 08 15:47:19.985954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-b827458b-182c-4ed9-b5e8-0acfdce85dc3 req-1511da6c-49c6-42b3-bea1-26d797105821 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] No DVR routers for this DVR port 2ef732dd-e907-4b49-a58b-95b3a650a78b on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:47:19.992256 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b827458b-182c-4ed9-b5e8-0acfdce85dc3 req-1511da6c-49c6-42b3-bea1-26d797105821 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:19.995868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b827458b-182c-4ed9-b5e8-0acfdce85dc3 req-1511da6c-49c6-42b3-bea1-26d797105821 tempest-LiveAutoBlockMigrationV225Test-1588145358 tempest-LiveAutoBlockMigrationV225Test-1588145358-project] 10.222.0.94 "DELETE /v2.0/ports/2ef732dd-e907-4b49-a58b-95b3a650a78b HTTP/1.1" status: 204 len: 173 time: 1.1234565 Feb 08 15:47:19.999612 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba848dcb-61f0-49cc-b78d-a3712b5ed630', 'name': 'network-vif-deleted', 'tag': '2ef732dd-e907-4b49-a58b-95b3a650a78b'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:20.010223 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad425d2-7cf0-4bb1-b60e-4f79db0db094" -d '{"events": [{"server_uuid": "ba848dcb-61f0-49cc-b78d-a3712b5ed630", "name": "network-vif-deleted", "tag": "2ef732dd-e907-4b49-a58b-95b3a650a78b"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:20.042294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c9166b-4e15-447e-bfbe-ef5f4c65c825 req-f928ca36-74ad-464f-aef8-39092a793687 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] No DVR routers for this DVR port 5177b814-8b75-45fa-ad41-eeae26c93cb9 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:47:20.047591 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-65c9166b-4e15-447e-bfbe-ef5f4c65c825 req-f928ca36-74ad-464f-aef8-39092a793687 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:20.052971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65c9166b-4e15-447e-bfbe-ef5f4c65c825 req-f928ca36-74ad-464f-aef8-39092a793687 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.96 "DELETE /v2.0/ports/5177b814-8b75-45fa-ad41-eeae26c93cb9 HTTP/1.1" status: 204 len: 173 time: 1.9952602 Feb 08 15:47:20.073825 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:20.124776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd6cd21a-5073-4539-aa92-4ab0e7fcf625 req-9fcbd73e-772b-4f20-b179-d50b26089d3b tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/fa0311f8-be2c-4d12-b5f7-fd225bed37ed HTTP/1.1" status: 200 len: 1821 time: 0.2344146 Feb 08 15:47:20.127396 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111b2d0b-2d77-42e1-aad7-22037890c461 x-openstack-request-id: req-111b2d0b-2d77-42e1-aad7-22037890c461 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:20.127687 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba848dcb-61f0-49cc-b78d-a3712b5ed630", "name": "network-vif-deleted", "tag": "2ef732dd-e907-4b49-a58b-95b3a650a78b", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:20.127940 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-111b2d0b-2d77-42e1-aad7-22037890c461 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:20.128334 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba848dcb-61f0-49cc-b78d-a3712b5ed630', 'name': 'network-vif-deleted', 'tag': '2ef732dd-e907-4b49-a58b-95b3a650a78b', 'status': 'completed', 'code': 200} Feb 08 15:47:20.185635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Pushing event updated for resources: {'Port': ['ID=acbe36b7-5e59-4cfe-b6db-958647f08301,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:20.201861 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Network 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:20.236900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:20.256764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:47:20.279291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:47:20.298319 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-937847b6-964e-4a02-809d-78919e6ab411 req-d634b6cc-8788-49e1-a13d-95b7c7cff6f8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=51445262-a4dd-46ec-8f5b-6324d605a8c6 HTTP/1.1" status: 200 len: 210 time: 0.0555766 Feb 08 15:47:20.298805 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:20.335144 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fd6cd21a-5073-4539-aa92-4ab0e7fcf625 req-e0e702b2-f8ac-4376-a65f-496553f26799 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (fa0311f8-be2c-4d12-b5f7-fd225bed37ed), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:20.340005 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f24351e2-299d-4c61-9073-f6e72666784c req-72ba6c4b-b1ee-40f5-8494-e168889fc060 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487020 Feb 08 15:47:20.352306 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (dd85aae3-c632-4bd3-a715-1e36208fa050), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:20.396139 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fd6cd21a-5073-4539-aa92-4ab0e7fcf625 req-e0e702b2-f8ac-4376-a65f-496553f26799 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (fa0311f8-be2c-4d12-b5f7-fd225bed37ed), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:20.492813 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fd6cd21a-5073-4539-aa92-4ab0e7fcf625 req-e0e702b2-f8ac-4376-a65f-496553f26799 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fa0311f8-be2c-4d12-b5f7-fd225bed37ed), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:20.496485 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fd6cd21a-5073-4539-aa92-4ab0e7fcf625 req-e0e702b2-f8ac-4376-a65f-496553f26799 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:20.501031 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd6cd21a-5073-4539-aa92-4ab0e7fcf625 req-e0e702b2-f8ac-4376-a65f-496553f26799 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "DELETE /v2.0/security-groups/fa0311f8-be2c-4d12-b5f7-fd225bed37ed HTTP/1.1" status: 204 len: 173 time: 0.3752527 Feb 08 15:47:20.535311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e702b2-f8ac-4376-a65f-496553f26799 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0311f8-be2c-4d12-b5f7-fd225bed37ed,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:20.670690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'name': 'tempest-AttachSCSIVolumeTestJSON-77670769-router', 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:11Z', 'updated_at': '2022-02-08T15:47:14Z', 'revision_number': 3, 'project_id': '604347d492d3445c8dfe3b7bc84f5af8', 'gw_port': {'id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:13Z', 'updated_at': '2022-02-08T15:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:20.692499 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:20.696638 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7df7fb7-ee8e-4c5b-914f-1e6a979fccc0 req-253aeda4-a829-4be3-b073-99764d8d0012 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/069b4106-40f6-4734-be79-ea27bb06ac89 HTTP/1.1" status: 200 len: 2421 time: 0.1635220 Feb 08 15:47:20.754833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:20.772440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec930d21-5377-4754-95b1-0826b4240639 None None] The sync data for ids ['dd85aae3-c632-4bd3-a715-1e36208fa050'] in n-d-824834-11 is: [{'id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'name': 'tempest-AttachSCSIVolumeTestJSON-77670769-router', 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:11Z', 'updated_at': '2022-02-08T15:47:14Z', 'revision_number': 3, 'project_id': '604347d492d3445c8dfe3b7bc84f5af8', 'gw_port': {'id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:13Z', 'updated_at': '2022-02-08T15:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:47:20.786277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'port_id': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'mac_address': 'fa:16:3e:26:59:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:47:20.808118 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d7df7fb7-ee8e-4c5b-914f-1e6a979fccc0 req-e6724608-3ca9-47b9-b3de-d703020c250b tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (069b4106-40f6-4734-be79-ea27bb06ac89), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:20.873990 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d7df7fb7-ee8e-4c5b-914f-1e6a979fccc0 req-e6724608-3ca9-47b9-b3de-d703020c250b tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (069b4106-40f6-4734-be79-ea27bb06ac89), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:20.934108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37858) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:20.938274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c40448d1-c758-4658-94e8-42b4466304fd None None] Provisioning complete for port acbe36b7-5e59-4cfe-b6db-958647f08301 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:20.938657 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c40448d1-c758-4658-94e8-42b4466304fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:20.996300 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d7df7fb7-ee8e-4c5b-914f-1e6a979fccc0 req-e6724608-3ca9-47b9-b3de-d703020c250b tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (069b4106-40f6-4734-be79-ea27bb06ac89), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:21.003404 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d7df7fb7-ee8e-4c5b-914f-1e6a979fccc0 req-e6724608-3ca9-47b9-b3de-d703020c250b tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:21.023860 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7df7fb7-ee8e-4c5b-914f-1e6a979fccc0 req-e6724608-3ca9-47b9-b3de-d703020c250b tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "DELETE /v2.0/security-groups/069b4106-40f6-4734-be79-ea27bb06ac89 HTTP/1.1" status: 204 len: 173 time: 0.3135169 Feb 08 15:47:21.085322 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:47:21.102224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c40448d1-c758-4658-94e8-42b4466304fd None None] Port acbe36b7-5e59-4cfe-b6db-958647f08301 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:47:21.106610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:21.107209 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:21.118937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6724608-3ca9-47b9-b3de-d703020c250b tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=069b4106-40f6-4734-be79-ea27bb06ac89,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:21.139723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:47:21.151308 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Publish callbacks [] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:21.164784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-af970479-32b8-4d0b-83a1-4e072ccc3105 admin admin] Deleting subnet 6860ace5-603d-4273-928c-37854cfdc005 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:47:21.169242 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-af970479-32b8-4d0b-83a1-4e072ccc3105 admin admin] Publish callbacks [] for subnet (6860ace5-603d-4273-928c-37854cfdc005), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:21.205615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:21.213451 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:21.223760 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:21.234767 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26c03b-46e8-4398-a39f-40003eaa7379 req-55e63f23-765c-4821-ad6c-a572f0da0d57 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:21.243930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a26c03b-46e8-4398-a39f-40003eaa7379 req-55e63f23-765c-4821-ad6c-a572f0da0d57 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 943 time: 0.1959484 Feb 08 15:47:21.348311 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a26c03b-46e8-4398-a39f-40003eaa7379 req-59f6adf9-c5d2-4941-9eb7-7143f1c23d93 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030235 Feb 08 15:47:21.358182 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-08b2242b-8480-4e37-afc5-fbea244a10ca req-5bd56d65-dc63-44a8-b819-d1312f281b83 tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "GET /v2.0/security-groups/06ad102f-c04b-4e58-91ea-cc4cd72c7b6d HTTP/1.1" status: 200 len: 2414 time: 0.2080359 Feb 08 15:47:21.432991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:21.459268 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-08b2242b-8480-4e37-afc5-fbea244a10ca req-0b789664-6b5a-4aae-9c54-36077249a12f tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (06ad102f-c04b-4e58-91ea-cc4cd72c7b6d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:21.495855 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['3cb7939b-163c-4b1a-a3e7-bbdf99650c9d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:47:21.516187 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-08b2242b-8480-4e37-afc5-fbea244a10ca req-0b789664-6b5a-4aae-9c54-36077249a12f tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (06ad102f-c04b-4e58-91ea-cc4cd72c7b6d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:21.635745 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-08b2242b-8480-4e37-afc5-fbea244a10ca req-0b789664-6b5a-4aae-9c54-36077249a12f tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (06ad102f-c04b-4e58-91ea-cc4cd72c7b6d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:21.638823 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-08b2242b-8480-4e37-afc5-fbea244a10ca req-0b789664-6b5a-4aae-9c54-36077249a12f tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:21.640056 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-08b2242b-8480-4e37-afc5-fbea244a10ca req-0b789664-6b5a-4aae-9c54-36077249a12f tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] 10.222.0.82 "DELETE /v2.0/security-groups/06ad102f-c04b-4e58-91ea-cc4cd72c7b6d HTTP/1.1" status: 204 len: 173 time: 0.2810614 Feb 08 15:47:21.659816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37876) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:21.663143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b789664-6b5a-4aae-9c54-36077249a12f tempest-SecurityGroupRulesTestJSON-33036912 tempest-SecurityGroupRulesTestJSON-33036912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ad102f-c04b-4e58-91ea-cc4cd72c7b6d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:21.757548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e94d8d9-0ab1-49a5-b569-1ac635ec75ea admin admin] Deleting subnet 064de7e7-44a6-4596-bd6e-3bf6cca1a571 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:47:21.772141 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e94d8d9-0ab1-49a5-b569-1ac635ec75ea admin admin] Publish callbacks [] for subnet (064de7e7-44a6-4596-bd6e-3bf6cca1a571), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:21.799101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 5177b814-8b75-45fa-ad41-eeae26c93cb9 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:47:21.825343 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (dd85aae3-c632-4bd3-a715-1e36208fa050), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:21.828170 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e94d8d9-0ab1-49a5-b569-1ac635ec75ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (064de7e7-44a6-4596-bd6e-3bf6cca1a571), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:21.842902 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Pushing event updated for resources: {'Port': ['ID=acbe36b7-5e59-4cfe-b6db-958647f08301,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:21.879343 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 5177b814-8b75-45fa-ad41-eeae26c93cb9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:47:21.879343 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 5177b814-8b75-45fa-ad41-eeae26c93cb9 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:47:21.964030 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-af970479-32b8-4d0b-83a1-4e072ccc3105 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (6860ace5-603d-4273-928c-37854cfdc005), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:22.004267 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e94d8d9-0ab1-49a5-b569-1ac635ec75ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (064de7e7-44a6-4596-bd6e-3bf6cca1a571), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:22.039556 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-af970479-32b8-4d0b-83a1-4e072ccc3105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (6860ace5-603d-4273-928c-37854cfdc005), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:22.056494 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-478636b5-dd3a-4b53-89ce-fec723b89d6d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:22.065650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-478636b5-dd3a-4b53-89ce-fec723b89d6d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 812 time: 0.1856623 Feb 08 15:47:22.089068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b650a209-9fa6-4c86-9af7-01534476e2a6 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/quotas/7223ae851bba47909ff3a34b120c9a42 HTTP/1.1" status: 200 len: 375 time: 0.0221570 Feb 08 15:47:22.136489 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-af970479-32b8-4d0b-83a1-4e072ccc3105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (6860ace5-603d-4273-928c-37854cfdc005), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:22.138271 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-dbd544f2-cdc3-4e66-a419-c17f1c8d266d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478582 Feb 08 15:47:22.205752 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af970479-32b8-4d0b-83a1-4e072ccc3105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6860ace5-603d-4273-928c-37854cfdc005,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:22.209939 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Network 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:22.217001 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-af970479-32b8-4d0b-83a1-4e072ccc3105 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:22.225069 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-af970479-32b8-4d0b-83a1-4e072ccc3105 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/6860ace5-603d-4273-928c-37854cfdc005 HTTP/1.1" status: 204 len: 168 time: 1.2898505 Feb 08 15:47:22.226543 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:22.228584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37898) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:22.234272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 2ef732dd-e907-4b49-a58b-95b3a650a78b no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:47:22.276568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51445262-a4dd-46ec-8f5b-6324d605a8c6', 'name': 'network-vif-deleted', 'tag': '5177b814-8b75-45fa-ad41-eeae26c93cb9'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:22.279378 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87db7fdd-0bdc-4715-b996-80be9d327194" -d '{"events": [{"server_uuid": "51445262-a4dd-46ec-8f5b-6324d605a8c6", "name": "network-vif-deleted", "tag": "5177b814-8b75-45fa-ad41-eeae26c93cb9"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:22.286232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 2ef732dd-e907-4b49-a58b-95b3a650a78b {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:47:22.286580 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 2ef732dd-e907-4b49-a58b-95b3a650a78b not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:47:22.295994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-a8783b42-c34b-4840-8111-69bd04aca251 service neutron] 10.222.0.82 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566303 Feb 08 15:47:22.468123 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-6d52fb16-d6f5-411e-ad39-4d17df7b1518 service neutron] 10.222.0.82 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707482 Feb 08 15:47:22.484904 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09581440-5804-475a-9199-01ca7424b6b7 x-openstack-request-id: req-09581440-5804-475a-9199-01ca7424b6b7 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:22.486876 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51445262-a4dd-46ec-8f5b-6324d605a8c6", "name": "network-vif-deleted", "tag": "5177b814-8b75-45fa-ad41-eeae26c93cb9", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:22.487396 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-09581440-5804-475a-9199-01ca7424b6b7 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:22.488544 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51445262-a4dd-46ec-8f5b-6324d605a8c6', 'name': 'network-vif-deleted', 'tag': '5177b814-8b75-45fa-ad41-eeae26c93cb9', 'status': 'completed', 'code': 200} Feb 08 15:47:22.534387 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e94d8d9-0ab1-49a5-b569-1ac635ec75ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (064de7e7-44a6-4596-bd6e-3bf6cca1a571), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:22.571997 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed1079ff-e3ef-40f1-855a-fa997082431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (10f31acf-af70-43a0-8ed8-fce5309bf818), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:22.620126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94d8d9-0ab1-49a5-b569-1ac635ec75ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=064de7e7-44a6-4596-bd6e-3bf6cca1a571,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:22.634166 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e94d8d9-0ab1-49a5-b569-1ac635ec75ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:22.642162 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8e94d8d9-0ab1-49a5-b569-1ac635ec75ea admin admin] 10.222.0.82 "DELETE /v2.0/subnets/064de7e7-44a6-4596-bd6e-3bf6cca1a571 HTTP/1.1" status: 204 len: 168 time: 0.9742675 Feb 08 15:47:22.644063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37904) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:22.650593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a8de1fc9-ad71-4bd0-bde7-a27bb1878ed2 None None] Provisioning complete for port acbe36b7-5e59-4cfe-b6db-958647f08301 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:22.651516 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a8de1fc9-ad71-4bd0-bde7-a27bb1878ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:22.654383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Router dd85aae3-c632-4bd3-a715-1e36208fa050 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:47:22.707705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca7abd-584a-485d-8706-e27acb223bf7 req-493e5e3f-5bb9-44d1-b044-a500c1f011d7 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:22.712706 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29ca7abd-584a-485d-8706-e27acb223bf7 req-493e5e3f-5bb9-44d1-b044-a500c1f011d7 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.2205901 Feb 08 15:47:22.716894 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a8de1fc9-ad71-4bd0-bde7-a27bb1878ed2 None None] Port acbe36b7-5e59-4cfe-b6db-958647f08301 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:47:22.781389 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e84ba38d-0686-4018-9904-eaf7bf9fc703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (b476bb9a-53c8-4180-93bd-8a27561ff391), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:22.825254 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 91c8e92e-44e4-432e-a963-661b2bbf3611 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:22.931159 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 91c8e92e-44e4-432e-a963-661b2bbf3611 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:22.934377 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (91c8e92e-44e4-432e-a963-661b2bbf3611), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:22.939073 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61292d40-4c20-490c-b9a5-e86f133365f7 req-68f4d32d-26d0-412e-9af0-d972894e9ee7 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 210 time: 0.0905344 Feb 08 15:47:22.984058 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed1079ff-e3ef-40f1-855a-fa997082431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (10f31acf-af70-43a0-8ed8-fce5309bf818), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.002310 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e84ba38d-0686-4018-9904-eaf7bf9fc703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (b476bb9a-53c8-4180-93bd-8a27561ff391), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.024823 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:47:23.029359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e84ba38d-0686-4018-9904-eaf7bf9fc703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b476bb9a-53c8-4180-93bd-8a27561ff391']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:23.052187 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9a4ce03f-b100-421d-9948-363e88161243 admin admin] 10.222.0.82 "PUT /v2.0/routers/dd85aae3-c632-4bd3-a715-1e36208fa050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8892288 Feb 08 15:47:23.065182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e84ba38d-0686-4018-9904-eaf7bf9fc703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3690cf-637a-466f-ab22-29f575ce4171') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:23.065769 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e84ba38d-0686-4018-9904-eaf7bf9fc703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3690cf-637a-466f-ab22-29f575ce4171') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:23.083576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ed1079ff-e3ef-40f1-855a-fa997082431a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f31acf-af70-43a0-8ed8-fce5309bf818']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:23.097097 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e84ba38d-0686-4018-9904-eaf7bf9fc703 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (db3690cf-637a-466f-ab22-29f575ce4171), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.119783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ed1079ff-e3ef-40f1-855a-fa997082431a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f1b2ad-8587-4e7c-8c2b-52859a499ad3') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:23.120930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ed1079ff-e3ef-40f1-855a-fa997082431a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f1b2ad-8587-4e7c-8c2b-52859a499ad3') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:23.121384 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e84ba38d-0686-4018-9904-eaf7bf9fc703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (db3690cf-637a-466f-ab22-29f575ce4171), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.128838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84ba38d-0686-4018-9904-eaf7bf9fc703 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:47:23.129541 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e84ba38d-0686-4018-9904-eaf7bf9fc703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (db3690cf-637a-466f-ab22-29f575ce4171), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.148752 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed1079ff-e3ef-40f1-855a-fa997082431a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (17f1b2ad-8587-4e7c-8c2b-52859a499ad3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.211700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 91c8e92e-44e4-432e-a963-661b2bbf3611 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:23.212051 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (91c8e92e-44e4-432e-a963-661b2bbf3611), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:47:23.215187 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:47:23.217854 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed1079ff-e3ef-40f1-855a-fa997082431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (17f1b2ad-8587-4e7c-8c2b-52859a499ad3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.227625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1079ff-e3ef-40f1-855a-fa997082431a admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:47:23.229244 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed1079ff-e3ef-40f1-855a-fa997082431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (17f1b2ad-8587-4e7c-8c2b-52859a499ad3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.241535 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29ca7abd-584a-485d-8706-e27acb223bf7 req-7157f29b-7519-48f9-84d9-592b67818e16 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5091057 Feb 08 15:47:23.243129 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e84ba38d-0686-4018-9904-eaf7bf9fc703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (b476bb9a-53c8-4180-93bd-8a27561ff391), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.285803 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e84ba38d-0686-4018-9904-eaf7bf9fc703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:47:23.287068 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:47:23.289578 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e84ba38d-0686-4018-9904-eaf7bf9fc703 admin admin] 10.222.0.82 "DELETE /v2.0/networks/b476bb9a-53c8-4180-93bd-8a27561ff391 HTTP/1.1" status: 204 len: 168 time: 0.6439221 Feb 08 15:47:23.306494 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 91c8e92e-44e4-432e-a963-661b2bbf3611, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=91c8e92e-44e4-432e-a963-661b2bbf3611,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:23.315871 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (91c8e92e-44e4-432e-a963-661b2bbf3611), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.351907 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ba38d-0686-4018-9904-eaf7bf9fc703 admin admin] Pushing event deleted for resources: {'Network': ['ID=b476bb9a-53c8-4180-93bd-8a27561ff391,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:23.353757 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed1079ff-e3ef-40f1-855a-fa997082431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (10f31acf-af70-43a0-8ed8-fce5309bf818), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.387821 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed1079ff-e3ef-40f1-855a-fa997082431a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.394526 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ed1079ff-e3ef-40f1-855a-fa997082431a admin admin] 10.222.0.82 "DELETE /v2.0/networks/10f31acf-af70-43a0-8ed8-fce5309bf818 HTTP/1.1" status: 204 len: 168 time: 1.1625659 Feb 08 15:47:23.394526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1079ff-e3ef-40f1-855a-fa997082431a admin admin] Pushing event deleted for resources: {'Network': ['ID=10f31acf-af70-43a0-8ed8-fce5309bf818,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:23.395929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37932) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:23.479369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c37bfa-0596-4bd1-bb22-9bd5c0c49c23 admin admin] Deleting subnet f787b90f-f8f6-4925-8396-57e4b0ede628 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:47:23.482447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=91c8e92e-44e4-432e-a963-661b2bbf3611,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:23.487088 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38c37bfa-0596-4bd1-bb22-9bd5c0c49c23 admin admin] Publish callbacks [] for subnet (f787b90f-f8f6-4925-8396-57e4b0ede628), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.569221 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38c37bfa-0596-4bd1-bb22-9bd5c0c49c23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (f787b90f-f8f6-4925-8396-57e4b0ede628), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.622165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37938) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:23.664514 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38c37bfa-0596-4bd1-bb22-9bd5c0c49c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (f787b90f-f8f6-4925-8396-57e4b0ede628), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.715856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-24661f30-a5e7-49db-903f-1a20d27ac96d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ed1c2fe40571476bb53d4d5ef152a3dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0924633 Feb 08 15:47:23.718887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37940) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:23.793351 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38c37bfa-0596-4bd1-bb22-9bd5c0c49c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (f787b90f-f8f6-4925-8396-57e4b0ede628), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.795226 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Publish callbacks [] for security_group (1d021be2-dfaa-4e28-bf88-d7c585308945), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.808861 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Sync routers for ids ['dd85aae3-c632-4bd3-a715-1e36208fa050'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:47:23.825724 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Routers {'dd85aae3-c632-4bd3-a715-1e36208fa050'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:23.826380 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['dd85aae3-c632-4bd3-a715-1e36208fa050'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:23.898587 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c37bfa-0596-4bd1-bb22-9bd5c0c49c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f787b90f-f8f6-4925-8396-57e4b0ede628,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:23.903358 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38c37bfa-0596-4bd1-bb22-9bd5c0c49c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:23.919002 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-38c37bfa-0596-4bd1-bb22-9bd5c0c49c23 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/f787b90f-f8f6-4925-8396-57e4b0ede628 HTTP/1.1" status: 204 len: 168 time: 0.5217483 Feb 08 15:47:23.923155 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37944) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:23.945573 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Publish callbacks [] for security_group (1d021be2-dfaa-4e28-bf88-d7c585308945), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:24.042620 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Set router dd85aae3-c632-4bd3-a715-1e36208fa050 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:24.057346 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1d021be2-dfaa-4e28-bf88-d7c585308945), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:24.060414 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:24.061615 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1d021be2-dfaa-4e28-bf88-d7c585308945 HTTP/1.1" status: 204 len: 168 time: 0.3418818 Feb 08 15:47:24.078212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d021be2-dfaa-4e28-bf88-d7c585308945,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:24.088588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:24.088939 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:24.101269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:24.101925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:24.102438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:24.102957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:24.103499 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:24.104046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:24.104596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:24.105155 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:24.105709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:24.106281 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:24.106846 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255662e2-eea2-4c49-9f77-84ee19df1b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:24.158604 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (441ed064-5f2d-40c4-b4bb-fd070af6efbb), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:24.186857 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4a2784c-a204-4d18-9083-1d378fdbf2e7 req-81186958-3058-4ae7-9e58-0d6d4e9e01da tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 210 time: 0.0762510 Feb 08 15:47:24.253043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:24.323541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37958) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:24.329583 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2080757780-network', 'tenant_id': 'c8cecdcfcbf540de867696fa19d19ee5'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:24.382564 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:47:24.400515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:24.401792 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:24.581385 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (441ed064-5f2d-40c4-b4bb-fd070af6efbb), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:24.639377 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441ed064-5f2d-40c4-b4bb-fd070af6efbb']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:24.667565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bdccfa-d085-4832-b513-9be7ddfda1b4') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:24.667926 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bdccfa-d085-4832-b513-9be7ddfda1b4') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:24.688746 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (50bdccfa-d085-4832-b513-9be7ddfda1b4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:24.694482 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:24.695200 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:24.722087 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (50bdccfa-d085-4832-b513-9be7ddfda1b4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:24.734570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:47:24.736298 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (50bdccfa-d085-4832-b513-9be7ddfda1b4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:47:24.741559 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:47:24.746811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:24.754508 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c50178b-079a-4ac0-a498-8c9505d2e4f4" -d '{"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-plugged", "status": "completed", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:24.780128 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'name': 'tempest-AttachSCSIVolumeTestJSON-77670769-router', 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:11Z', 'updated_at': '2022-02-08T15:47:20Z', 'revision_number': 4, 'project_id': '604347d492d3445c8dfe3b7bc84f5af8', 'gw_port': {'id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:13Z', 'updated_at': '2022-02-08T15:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'acbe36b7-5e59-4cfe-b6db-958647f08301', 'name': '', 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0', 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8', 'mac_address': 'fa:16:3e:a8:2d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '46ff1918-ee83-4d1f-8862-dca70fd150ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:19Z', 'updated_at': '2022-02-08T15:47:20Z', 'revision_number': 2, 'project_id': '604347d492d3445c8dfe3b7bc84f5af8', 'subnets': [{'id': '46ff1918-ee83-4d1f-8862-dca70fd150ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:24.787237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:24.797892 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:24.846210 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Checking router: dd85aae3-c632-4bd3-a715-1e36208fa050 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:47:24.847271 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Updating router dd85aae3-c632-4bd3-a715-1e36208fa050 port acbe36b7-5e59-4cfe-b6db-958647f08301 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:47:24.885661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 91c8e92e-44e4-432e-a963-661b2bbf3611 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:24.931236 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:24.983589 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (441ed064-5f2d-40c4-b4bb-fd070af6efbb), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:24.998689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:25.009109 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] 10.222.0.82 "DELETE /v2.0/networks/441ed064-5f2d-40c4-b4bb-fd070af6efbb HTTP/1.1" status: 204 len: 168 time: 1.0777533 Feb 08 15:47:25.048682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=441ed064-5f2d-40c4-b4bb-fd070af6efbb,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:25.076898 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.077526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.078141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.078711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.079264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.079960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.080588 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.081424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.082001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.085962 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.086689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.087207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.100867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0970cb54-bac1-44c6-92cb-b94e158476f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.111012 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:25.186635 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7d3373-5189-4d62-bbfa-85089b3a939e x-openstack-request-id: req-be7d3373-5189-4d62-bbfa-85089b3a939e {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:25.186932 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-plugged", "status": "completed", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:25.187195 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-be7d3373-5189-4d62-bbfa-85089b3a939e {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:25.187592 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'code': 200} Feb 08 15:47:25.195054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 91c8e92e-44e4-432e-a963-661b2bbf3611 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:25.195438 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (91c8e92e-44e4-432e-a963-661b2bbf3611), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:25.339186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37994) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:25.427576 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 91c8e92e-44e4-432e-a963-661b2bbf3611 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:25.454452 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-892df9ce-7ead-4d9b-bdc0-69d4f8a824eb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=504f43bb8bb74d7a9517a59da6bb23db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1082578 Feb 08 15:47:25.462303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37996) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:25.497723 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Publish callbacks [] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:25.509940 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:25.510309 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] Made reservation on behalf of c8cecdcfcbf540de867696fa19d19ee5 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:47:25.512905 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:25.579434 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:25.596310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd49e8f-a41e-4a8e-b500-dc6c961a2aa3 req-f65a0428-3c26-4e5d-9f2c-85efbdad5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:25.601781 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffd49e8f-a41e-4a8e-b500-dc6c961a2aa3 req-f65a0428-3c26-4e5d-9f2c-85efbdad5ac0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 1128 time: 0.3407261 Feb 08 15:47:25.626882 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ea564-c57c-4202-8db0-cf5d966954d7 None None] Pushing event updated for resources: {'Port': ['ID=acbe36b7-5e59-4cfe-b6db-958647f08301,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:25.681866 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ea564-c57c-4202-8db0-cf5d966954d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.686856 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ea564-c57c-4202-8db0-cf5d966954d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.687941 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ea564-c57c-4202-8db0-cf5d966954d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.688582 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ea564-c57c-4202-8db0-cf5d966954d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.689119 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ea564-c57c-4202-8db0-cf5d966954d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.689651 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ea564-c57c-4202-8db0-cf5d966954d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.690274 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ea564-c57c-4202-8db0-cf5d966954d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.693079 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ea564-c57c-4202-8db0-cf5d966954d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.696775 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ea564-c57c-4202-8db0-cf5d966954d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.697819 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ea564-c57c-4202-8db0-cf5d966954d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.698345 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ea564-c57c-4202-8db0-cf5d966954d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.698974 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ea564-c57c-4202-8db0-cf5d966954d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.700484 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779ea564-c57c-4202-8db0-cf5d966954d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:25.703179 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] Publish callbacks [] for security_group (5527f4c1-8eed-454c-9abe-7acb15382cd2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:25.713145 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab767dd8-37fa-45eb-9bc6-7451062cde7f admin admin] Publish callbacks [] for security_group (215b3c80-9ee7-4a19-9a51-d2c559b322b9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:25.730267 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5527f4c1-8eed-454c-9abe-7acb15382cd2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:25.770354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5527f4c1-8eed-454c-9abe-7acb15382cd2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:25.808043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a9cc5-e6a6-41df-b02e-b1919258c8fb req-1a31fb43-91a2-4f60-9ffa-5b52fcdbe5ee tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:25.816516 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-418a9cc5-e6a6-41df-b02e-b1919258c8fb req-1a31fb43-91a2-4f60-9ffa-5b52fcdbe5ee tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 946 time: 0.3165233 Feb 08 15:47:25.827418 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab767dd8-37fa-45eb-9bc6-7451062cde7f admin admin] Publish callbacks [] for security_group (215b3c80-9ee7-4a19-9a51-d2c559b322b9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:25.834529 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23927fdf-84b6-4d96-a0d1-ab0720f4a800 req-e400d0bb-9c4e-49e2-9c10-eef89dc01d18 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:25.839338 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23927fdf-84b6-4d96-a0d1-ab0720f4a800 req-e400d0bb-9c4e-49e2-9c10-eef89dc01d18 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 1.4710972 Feb 08 15:47:25.853330 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffd49e8f-a41e-4a8e-b500-dc6c961a2aa3 req-9745379b-6b62-475e-ade3-b94a1dc8e9f2 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458787 Feb 08 15:47:25.890220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:47:25.918274 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Attempting to bind port acbe36b7-5e59-4cfe-b6db-958647f08301 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:47:25.920071 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Attempting to bind port acbe36b7-5e59-4cfe-b6db-958647f08301 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '58e9dbea-f01d-4a4f-b7d0-13e9fae41b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:47:25.920529 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Attempting to bind port acbe36b7-5e59-4cfe-b6db-958647f08301 on network 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:25.922554 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab767dd8-37fa-45eb-9bc6-7451062cde7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (215b3c80-9ee7-4a19-9a51-d2c559b322b9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:25.924784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-16242870-52a8-4b26-a95d-358d792c1edc tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:25.925619 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab767dd8-37fa-45eb-9bc6-7451062cde7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:25.926956 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-16242870-52a8-4b26-a95d-358d792c1edc tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.96 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 812 time: 1.5110343 Feb 08 15:47:25.930669 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ab767dd8-37fa-45eb-9bc6-7451062cde7f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/215b3c80-9ee7-4a19-9a51-d2c559b322b9 HTTP/1.1" status: 204 len: 168 time: 0.4579895 Feb 08 15:47:25.946000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab767dd8-37fa-45eb-9bc6-7451062cde7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215b3c80-9ee7-4a19-9a51-d2c559b322b9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:25.947822 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:47:25.948210 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Checking segment: {'id': '58e9dbea-f01d-4a4f-b7d0-13e9fae41b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:25.948623 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:25.949049 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Bound using segment: {'id': '58e9dbea-f01d-4a4f-b7d0-13e9fae41b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:47:25.949529 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Bound port: acbe36b7-5e59-4cfe-b6db-958647f08301, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e9dbea-f01d-4a4f-b7d0-13e9fae41b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:47:25.949919 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:25.996908 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-8a04670c-874e-48a4-9da2-d88c18b00fa4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Request body: {'port': {'device_id': '6cebe501-8ac8-4069-96ec-16de9439be98', 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782', 'admin_state_up': True, 'tenant_id': '7223ae851bba47909ff3a34b120c9a42'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:26.083214 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2a15a516-5bf4-4bdb-ac28-dad40c8c7e3e None None] Provisioning complete for port acbe36b7-5e59-4cfe-b6db-958647f08301 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:26.084455 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2a15a516-5bf4-4bdb-ac28-dad40c8c7e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:26.140142 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7760c78b-238d-436e-b976-46ce4d830f66), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:26.141607 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] Added segment 7760c78b-238d-436e-b976-46ce4d830f66 of type vlan for network a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5 Feb 08 15:47:26.143094 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] For port acbe36b7-5e59-4cfe-b6db-958647f08301, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:47:26.156069 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] For port acbe36b7-5e59-4cfe-b6db-958647f08301, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=acbe36b7-5e59-4cfe-b6db-958647f08301,segment=NetworkSegment(58e9dbea-f01d-4a4f-b7d0-13e9fae41b59),segment_id=58e9dbea-f01d-4a4f-b7d0-13e9fae41b59)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:47:26.170868 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:26.199555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2a15a516-5bf4-4bdb-ac28-dad40c8c7e3e None None] Port acbe36b7-5e59-4cfe-b6db-958647f08301 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:47:26.227905 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38012) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:26.260986 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Routers {'dd85aae3-c632-4bd3-a715-1e36208fa050'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:26.261919 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['dd85aae3-c632-4bd3-a715-1e36208fa050'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:26.312248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-418a9cc5-e6a6-41df-b02e-b1919258c8fb req-92059964-e16b-43b1-89ef-0d7ec7878640 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4939609 Feb 08 15:47:26.401767 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ea564-c57c-4202-8db0-cf5d966954d7 None None] Pushing event updated for resources: {'Port': ['ID=acbe36b7-5e59-4cfe-b6db-958647f08301,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:26.402226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23927fdf-84b6-4d96-a0d1-ab0720f4a800 req-076ae8a3-9628-46fd-9747-74a8ba5182a9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5439694 Feb 08 15:47:26.484625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38022) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:26.573466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7d9a001-08b0-45f4-b728-9bc5d9733bc7 req-6e940f96-0118-4c41-8194-7829d84d7753 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 210 time: 0.1233544 Feb 08 15:47:26.585677 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:26.628080 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-136dbae6-b524-4f72-be0e-14645acbcb06 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ce6d6e9823a147e0a64822e94e96e442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417887 Feb 08 15:47:26.632651 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] Set router dd85aae3-c632-4bd3-a715-1e36208fa050 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:26.638733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38028) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:26.743605 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:47:26.773576 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47a81181-5f51-42ef-8356-98b623cb22c2 admin admin] Publish callbacks [] for security_group (1711a1b4-f408-4a7f-80bb-3e1453f8cf8d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:26.814542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a2e2b6d3-b011-45f4-93c0-95a04985a9f9 None None] Provisioning complete for port acbe36b7-5e59-4cfe-b6db-958647f08301 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:26.815550 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2e2b6d3-b011-45f4-93c0-95a04985a9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:26.851119 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-16d8d27a-a586-4d98-9729-3b70b0615809 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:26.863523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-16d8d27a-a586-4d98-9729-3b70b0615809 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.96 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 946 time: 0.2866666 Feb 08 15:47:26.866889 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:26.867837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:26.868432 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:26.869859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47a81181-5f51-42ef-8356-98b623cb22c2 admin admin] Publish callbacks [] for security_group (1711a1b4-f408-4a7f-80bb-3e1453f8cf8d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:26.957074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a2e2b6d3-b011-45f4-93c0-95a04985a9f9 None None] Current status of the port acbe36b7-5e59-4cfe-b6db-958647f08301 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:26.958312 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2e2b6d3-b011-45f4-93c0-95a04985a9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:27.039547 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a2e2b6d3-b011-45f4-93c0-95a04985a9f9 None None] For port acbe36b7-5e59-4cfe-b6db-958647f08301, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=acbe36b7-5e59-4cfe-b6db-958647f08301,segment=NetworkSegment(58e9dbea-f01d-4a4f-b7d0-13e9fae41b59),segment_id=58e9dbea-f01d-4a4f-b7d0-13e9fae41b59)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:27.042621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-708219575-network', 'tenant_id': '60a080c724734d2f8504cfeec2677ec4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:27.048485 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2e2b6d3-b011-45f4-93c0-95a04985a9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:27.088030 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47a81181-5f51-42ef-8356-98b623cb22c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1711a1b4-f408-4a7f-80bb-3e1453f8cf8d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:27.105378 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47a81181-5f51-42ef-8356-98b623cb22c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:27.128133 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-47a81181-5f51-42ef-8356-98b623cb22c2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1711a1b4-f408-4a7f-80bb-3e1453f8cf8d HTTP/1.1" status: 204 len: 168 time: 0.4875648 Feb 08 15:47:27.159340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] Made reservation on behalf of 60a080c724734d2f8504cfeec2677ec4 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:47:27.168352 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'name': 'tempest-AttachSCSIVolumeTestJSON-77670769-router', 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:11Z', 'updated_at': '2022-02-08T15:47:20Z', 'revision_number': 4, 'project_id': '604347d492d3445c8dfe3b7bc84f5af8', 'gw_port': {'id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:13Z', 'updated_at': '2022-02-08T15:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'acbe36b7-5e59-4cfe-b6db-958647f08301', 'name': '', 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0', 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8', 'mac_address': 'fa:16:3e:a8:2d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '46ff1918-ee83-4d1f-8862-dca70fd150ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:19Z', 'updated_at': '2022-02-08T15:47:26Z', 'revision_number': 4, 'project_id': '604347d492d3445c8dfe3b7bc84f5af8', 'subnets': [{'id': '46ff1918-ee83-4d1f-8862-dca70fd150ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:27.170618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2b6d3-b011-45f4-93c0-95a04985a9f9 None None] Pushing event updated for resources: {'Port': ['ID=acbe36b7-5e59-4cfe-b6db-958647f08301,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:27.172020 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:27.185291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a81181-5f51-42ef-8356-98b623cb22c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1711a1b4-f408-4a7f-80bb-3e1453f8cf8d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:27.222367 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15945e22-7aa2-454a-ab77-c3fabc61f3a7 None None] The sync data for ids ['dd85aae3-c632-4bd3-a715-1e36208fa050'] in n-d-824834-11 is: [{'id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'name': 'tempest-AttachSCSIVolumeTestJSON-77670769-router', 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:11Z', 'updated_at': '2022-02-08T15:47:20Z', 'revision_number': 4, 'project_id': '604347d492d3445c8dfe3b7bc84f5af8', 'gw_port': {'id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:13Z', 'updated_at': '2022-02-08T15:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'acbe36b7-5e59-4cfe-b6db-958647f08301', 'name': '', 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0', 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8', 'mac_address': 'fa:16:3e:a8:2d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '46ff1918-ee83-4d1f-8862-dca70fd150ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:19Z', 'updated_at': '2022-02-08T15:47:26Z', 'revision_number': 4, 'project_id': '604347d492d3445c8dfe3b7bc84f5af8', 'subnets': [{'id': '46ff1918-ee83-4d1f-8862-dca70fd150ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:47:27.293148 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9649749 Feb 08 15:47:27.294549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38034) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:27.302577 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2a816299-2648-4e6b-a9dc-2303ba5d07a5 admin admin] Request body: {'subnet': {'network_id': 'a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080757780-subnet', 'tenant_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:27.308330 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:27.368779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-8a04670c-874e-48a4-9da2-d88c18b00fa4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Made reservation on behalf of 7223ae851bba47909ff3a34b120c9a42 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:47:27.376347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a816299-2648-4e6b-a9dc-2303ba5d07a5 admin admin] Made reservation on behalf of c8cecdcfcbf540de867696fa19d19ee5 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:47:27.380762 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-8a04670c-874e-48a4-9da2-d88c18b00fa4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:27.385469 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2a816299-2648-4e6b-a9dc-2303ba5d07a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:27.679760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c31d8-5ac7-49bf-a86c-e273a50b6753 admin admin] Pushing event updated for resources: {'Network': ['ID=a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:27.693835 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:47:27.835720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2a816299-2648-4e6b-a9dc-2303ba5d07a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (f7bcc524-10ca-4bb4-869c-18c79e28372d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:28.010116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a816299-2648-4e6b-a9dc-2303ba5d07a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7bcc524-10ca-4bb4-869c-18c79e28372d,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:28.047697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a816299-2648-4e6b-a9dc-2303ba5d07a5 admin admin] Checking segment: {'id': '7760c78b-238d-436e-b976-46ce4d830f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:28.048511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a816299-2648-4e6b-a9dc-2303ba5d07a5 admin admin] Network hostable DHCP agents. Network: a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:47:28.068181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa128f-63ed-42af-99bd-800e67a895e8 req-e7b61382-6dda-4674-ac36-e19fb6d82482 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:28.070470 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcfa128f-63ed-42af-99bd-800e67a895e8 req-e7b61382-6dda-4674-ac36-e19fb6d82482 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 946 time: 0.5540948 Feb 08 15:47:28.073073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-7525e4f9-e888-488f-9fb2-b2536c21a19e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Deleting port 9d08d483-e13b-41b0-99bf-1a63f844c3f7 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:28.073540 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-7525e4f9-e888-488f-9fb2-b2536c21a19e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:28.090924 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a816299-2648-4e6b-a9dc-2303ba5d07a5 admin admin] Network a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:47:28.105026 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] Publish callbacks [] for security_group (ad0f133c-7947-4fbf-861d-e955388ef39f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:28.111910 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-2a816299-2648-4e6b-a9dc-2303ba5d07a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:28.119512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a816299-2648-4e6b-a9dc-2303ba5d07a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:28.121154 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2a816299-2648-4e6b-a9dc-2303ba5d07a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:28.122176 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3101c07c-d4d5-4051-8bff-62a996f081d4 None None] Network a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:47:28.158161 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2a816299-2648-4e6b-a9dc-2303ba5d07a5 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8617573 Feb 08 15:47:28.160291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38056) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:28.175406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2080757780-router', 'tenant_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:28.217794 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ad0f133c-7947-4fbf-861d-e955388ef39f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:28.247327 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (71b7d9c0-08c6-45fb-842d-de88d2c08353), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:28.248574 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (71b7d9c0-08c6-45fb-842d-de88d2c08353), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:28.250240 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee552c-0e3f-46d6-ae5e-6242577c9548 req-e4b5ca18-f2d6-42e2-bd8c-08c4300e56ff tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:28.258958 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5ee552c-0e3f-46d6-ae5e-6242577c9548 req-e4b5ca18-f2d6-42e2-bd8c-08c4300e56ff tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 945 time: 0.6247733 Feb 08 15:47:28.335763 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Publish callbacks [] for router_controller (71b7d9c0-08c6-45fb-842d-de88d2c08353), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:28.389366 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:47:28.470791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-8a04670c-874e-48a4-9da2-d88c18b00fa4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Allocated IP 172.20.0.9 (ecd7c259-4f96-4209-81e4-52533414d782/28cb9956-62bf-4795-9b61-7a7ef83e56b7/28b4c509-be38-48c7-bcf0-2ca153c00f98) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:47:28.540548 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (edbdb8e9-095d-4d06-8f62-aae7fa9f558c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:28.541067 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] Added segment edbdb8e9-095d-4d06-8f62-aae7fa9f558c of type vlan for network 2a72fae7-c7cb-449f-a857-4a0080f21988 Feb 08 15:47:28.542438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0f133c-7947-4fbf-861d-e955388ef39f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:28.557850 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5', 'network_id': 'a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5', 'project_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'fixed_ips': [{'subnet_id': 'f7bcc524-10ca-4bb4-869c-18c79e28372d'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:47:28.558721 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:28.650646 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcfa128f-63ed-42af-99bd-800e67a895e8 req-316235a8-daad-47b8-bcf6-3a5a245c2398 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5678360 Feb 08 15:47:28.758586 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Publish callbacks [] for router_gateway (71b7d9c0-08c6-45fb-842d-de88d2c08353), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:28.773491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-7525e4f9-e888-488f-9fb2-b2536c21a19e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] For port 9d08d483-e13b-41b0-99bf-1a63f844c3f7, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9d08d483-e13b-41b0-99bf-1a63f844c3f7,segment=NetworkSegment(33f8759f-f51d-4e0b-be84-61cadefe7ec9),segment_id=33f8759f-f51d-4e0b-be84-61cadefe7ec9)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:28.774095 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-7525e4f9-e888-488f-9fb2-b2536c21a19e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:28.873994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5ee552c-0e3f-46d6-ae5e-6242577c9548 req-c8e43d24-a373-48cb-ab5b-a283704aba15 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6134222 Feb 08 15:47:28.891847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Allocated IP 172.20.0.2 (a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5/f7bcc524-10ca-4bb4-869c-18c79e28372d/5cf6b1e0-08d8-4f51-807e-d4a87cea717e) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:47:28.978123 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (2a72fae7-c7cb-449f-a857-4a0080f21988), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:29.092264 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device acbe36b7-5e59-4cfe-b6db-958647f08301 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:29.404485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e8e784a-5dfa-4af0-9ef4-17b741c13ec8 req-909401e8-0a96-45a5-b452-7041946faa2d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 210 time: 0.1964560 Feb 08 15:47:29.463660 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:47:29.488514 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Publish callbacks [] for router_gateway (71b7d9c0-08c6-45fb-842d-de88d2c08353), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:29.514232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port acbe36b7-5e59-4cfe-b6db-958647f08301 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:29.530231 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:29.567715 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:29.702243 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Publish callbacks [] for port (5cf6b1e0-08d8-4f51-807e-d4a87cea717e), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:29.725541 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (5cf6b1e0-08d8-4f51-807e-d4a87cea717e), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:29.835214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Allocated IP 172.25.7.252 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/919f9868-6797-4fc1-b391-df735b92c4e9) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:47:29.848334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Network a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:29.852541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:29.862596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:47:29.934790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0038d-c6c6-450a-b3bf-631b0ba69367 req-e335b791-c0e7-4790-bd94-eab111cde2f8 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:29.952108 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1af0038d-c6c6-450a-b3bf-631b0ba69367 req-e335b791-c0e7-4790-bd94-eab111cde2f8 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 946 time: 0.7721128 Feb 08 15:47:29.978159 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (2a72fae7-c7cb-449f-a857-4a0080f21988), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:29.979405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:29.980799 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:30.012462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Pushing event updated for resources: {'Port': ['ID=5cf6b1e0-08d8-4f51-807e-d4a87cea717e,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:30.065805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port acbe36b7-5e59-4cfe-b6db-958647f08301 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:30.074927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Attempting to bind port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:47:30.075544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Attempting to bind port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '7760c78b-238d-436e-b976-46ce4d830f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:47:30.076090 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Attempting to bind port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e on network a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:30.084129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:47:30.084857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Checking segment: {'id': '7760c78b-238d-436e-b976-46ce4d830f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:30.085549 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:30.086132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Bound using segment: {'id': '7760c78b-238d-436e-b976-46ce4d830f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:47:30.086807 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Bound port: 5cf6b1e0-08d8-4f51-807e-d4a87cea717e, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7760c78b-238d-436e-b976-46ce4d830f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:47:30.088279 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5cf6b1e0-08d8-4f51-807e-d4a87cea717e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:30.130426 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Publish callbacks [] for port (919f9868-6797-4fc1-b391-df735b92c4e9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:30.179159 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (919f9868-6797-4fc1-b391-df735b92c4e9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:30.197989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] For port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:47:30.202735 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] For port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=5cf6b1e0-08d8-4f51-807e-d4a87cea717e,segment=NetworkSegment(7760c78b-238d-436e-b976-46ce4d830f66),segment_id=7760c78b-238d-436e-b976-46ce4d830f66)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:47:30.212335 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5cf6b1e0-08d8-4f51-807e-d4a87cea717e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:30.234585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:30.240598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:30.242232 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.9747202 Feb 08 15:47:30.245898 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38098) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:30.252932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:47:30.264111 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e725d8-708f-4e99-9d0b-8962561cd819 req-7a33bd8a-25c1-4f76-8c03-cb0c904c9ddd tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:30.278273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f9e725d8-708f-4e99-9d0b-8962561cd819 req-7a33bd8a-25c1-4f76-8c03-cb0c904c9ddd tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 945 time: 0.7091122 Feb 08 15:47:30.284613 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d2ca80f4-9a31-42e4-9f09-c5e92290f414 admin admin] Request body: {'subnet': {'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-708219575-subnet', 'tenant_id': '60a080c724734d2f8504cfeec2677ec4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:30.294221 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38100) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:30.294464 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05a1b9-4c17-46d8-8f93-b87cf26f4c38 None None] Pushing event updated for resources: {'Port': ['ID=5cf6b1e0-08d8-4f51-807e-d4a87cea717e,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:30.299831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4c49b825-c33d-4144-a23f-514a22eb04ba tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Request body: {'floatingip': {'port_id': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:30.367071 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4c49b825-c33d-4144-a23f-514a22eb04ba tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for floatingip (d1af22e8-4e43-48a5-8b75-0ae0ec0b043e), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:30.377229 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Pushing event updated for resources: {'Port': ['ID=919f9868-6797-4fc1-b391-df735b92c4e9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:30.505223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ca80f4-9a31-42e4-9f09-c5e92290f414 admin admin] Made reservation on behalf of 60a080c724734d2f8504cfeec2677ec4 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:47:30.507841 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9758c69-a5c0-4843-9831-686f14fc1449 admin admin] Pushing event updated for resources: {'Network': ['ID=2a72fae7-c7cb-449f-a857-4a0080f21988,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:30.511250 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d2ca80f4-9a31-42e4-9f09-c5e92290f414 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:30.518708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 2a72fae7-c7cb-449f-a857-4a0080f21988 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:47:30.550000 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-7525e4f9-e888-488f-9fb2-b2536c21a19e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:30.550265 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-7525e4f9-e888-488f-9fb2-b2536c21a19e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (fcb7154b-97a5-4837-8105-08dc82b2bd81), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:30.550594 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-7525e4f9-e888-488f-9fb2-b2536c21a19e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Floating IP fcb7154b-97a5-4837-8105-08dc82b2bd81 disassociated. External IP: 172.25.7.120, port: 9d08d483-e13b-41b0-99bf-1a63f844c3f7. Feb 08 15:47:30.550942 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-7525e4f9-e888-488f-9fb2-b2536c21a19e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Calling delete_port for 9d08d483-e13b-41b0-99bf-1a63f844c3f7 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:47:30.561308 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-8a04670c-874e-48a4-9da2-d88c18b00fa4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks [] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:30.576202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1af0038d-c6c6-450a-b3bf-631b0ba69367 req-804b0282-8a63-467d-85a7-3359bb9f4a26 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/security-groups?id=cf2eef90-b045-49e3-8357-ab579c96448a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6228893 Feb 08 15:47:30.738195 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f575f2-5121-4f0e-b4e5-d97aba70a933 req-157e799a-8cea-4d62-bb44-3406fa0c7fd2 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:30.747447 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23f575f2-5121-4f0e-b4e5-d97aba70a933 req-157e799a-8cea-4d62-bb44-3406fa0c7fd2 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 946 time: 0.3487082 Feb 08 15:47:30.857677 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-8a04670c-874e-48a4-9da2-d88c18b00fa4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:30.911052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5cf6b1e0-08d8-4f51-807e-d4a87cea717e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:30.976337 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23f575f2-5121-4f0e-b4e5-d97aba70a933 req-48de0cfe-22f3-4872-8f81-4ad5c948bb8b tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups?id=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278254 Feb 08 15:47:30.978963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-8a04670c-874e-48a4-9da2-d88c18b00fa4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Network ecd7c259-4f96-4209-81e4-52533414d782 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:31.016433 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-8a04670c-874e-48a4-9da2-d88c18b00fa4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:31.028578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-8a04670c-874e-48a4-9da2-d88c18b00fa4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:47:31.165943 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04670c-874e-48a4-9da2-d88c18b00fa4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Pushing event updated for resources: {'Port': ['ID=28b4c509-be38-48c7-bcf0-2ca153c00f98,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:31.223865 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f9f9798d-cd35-402f-a269-e1370b453cad tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=2de3ab6388b94f74a2d58dad1cbf1d28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651889 Feb 08 15:47:31.326965 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:31.329372 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5cf6b1e0-08d8-4f51-807e-d4a87cea717e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:31.344138 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d2ca80f4-9a31-42e4-9f09-c5e92290f414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (f4193f18-71ec-4c14-9933-8ed1a50b2ce8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:31.360685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-8a04670c-874e-48a4-9da2-d88c18b00fa4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:31.361711 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-8a04670c-874e-48a4-9da2-d88c18b00fa4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:31.423428 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-7525e4f9-e888-488f-9fb2-b2536c21a19e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9d08d483-e13b-41b0-99bf-1a63f844c3f7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:31.474084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-8a04670c-874e-48a4-9da2-d88c18b00fa4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5309212 Feb 08 15:47:31.501876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525e4f9-e888-488f-9fb2-b2536c21a19e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Pushing event deleted for resources: {'Port': ['ID=9d08d483-e13b-41b0-99bf-1a63f844c3f7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:31.529044 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Request body: {'port': {'device_id': '6cebe501-8ac8-4069-96ec-16de9439be98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:31.545259 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:31.545841 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5cf6b1e0-08d8-4f51-807e-d4a87cea717e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:31.549399 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a3d83863-abd7-49ab-9d57-faa03c403cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:31.590681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=5cf6b1e0-08d8-4f51-807e-d4a87cea717e,segment=NetworkSegment(7760c78b-238d-436e-b976-46ce4d830f66),segment_id=7760c78b-238d-436e-b976-46ce4d830f66)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:31.601577 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5cf6b1e0-08d8-4f51-807e-d4a87cea717e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:31.668067 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:31.704165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=5cf6b1e0-08d8-4f51-807e-d4a87cea717e,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:31.725815 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b5392-5d56-4e51-b27e-eb50f4f60845 req-f72472f3-a8c0-4c80-a6fa-1c96ccb197eb tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:31.727454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac9b5392-5d56-4e51-b27e-eb50f4f60845 req-f72472f3-a8c0-4c80-a6fa-1c96ccb197eb tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 931 time: 0.5708287 Feb 08 15:47:31.795675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9d08d483-e13b-41b0-99bf-1a63f844c3f7 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:47:31.839829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac9b5392-5d56-4e51-b27e-eb50f4f60845 req-7bc717fc-6e61-4e1e-8c55-ab43f0d06ae8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613053 Feb 08 15:47:31.859230 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-3e33c377-28bd-4994-855c-24c7a9f8fd5f tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:31.863035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-3e33c377-28bd-4994-855c-24c7a9f8fd5f tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6379106 Feb 08 15:47:31.884171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 9d08d483-e13b-41b0-99bf-1a63f844c3f7 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:47:31.884524 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9d08d483-e13b-41b0-99bf-1a63f844c3f7 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:47:31.991959 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Publish callbacks [] for router_gateway (71b7d9c0-08c6-45fb-842d-de88d2c08353), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:32.032274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2998248-1cca-4e8a-b7ce-8e2cba6568d5 None None] Network a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:47:32.077966 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-1a2abb14-980c-4777-8497-c5ed979ae8cb tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/quotas/2de3ab6388b94f74a2d58dad1cbf1d28 HTTP/1.1" status: 200 len: 375 time: 0.1541529 Feb 08 15:47:32.144550 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-c99541c6-4991-4c45-8038-aece01b4954c tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=2de3ab6388b94f74a2d58dad1cbf1d28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653579 Feb 08 15:47:32.154485 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca80f4-9a31-42e4-9f09-c5e92290f414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4193f18-71ec-4c14-9933-8ed1a50b2ce8,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:32.224858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8713617a-a7fa-463f-ad2e-52dc293bab3f None None] Provisioning complete for port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:32.225274 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8713617a-a7fa-463f-ad2e-52dc293bab3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5cf6b1e0-08d8-4f51-807e-d4a87cea717e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:32.434519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b4c509-be38-48c7-bcf0-2ca153c00f98 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:47:32.454195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ca80f4-9a31-42e4-9f09-c5e92290f414 admin admin] Checking segment: {'id': 'edbdb8e9-095d-4d06-8f62-aae7fa9f558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:32.455052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ca80f4-9a31-42e4-9f09-c5e92290f414 admin admin] Network hostable DHCP agents. Network: 2a72fae7-c7cb-449f-a857-4a0080f21988, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:47:32.456079 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Publish callbacks [] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:32.480196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8713617a-a7fa-463f-ad2e-52dc293bab3f None None] Current status of the port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:32.482592 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Transition to ACTIVE for port object 28b4c509-be38-48c7-bcf0-2ca153c00f98 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:47:32.491845 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:32.609973 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6e9f68c0-2e6b-42f0-875f-aac323152e99 req-ca9d7f8f-948e-4eda-aa0e-80fc79898de9 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 210 time: 0.1254318 Feb 08 15:47:32.628849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-7525e4f9-e888-488f-9fb2-b2536c21a19e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Router 902f0ac3-face-493d-aa63-10f77d3b06ee has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:47:32.689434 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Pushing event updated for resources: {'Port': ['ID=28b4c509-be38-48c7-bcf0-2ca153c00f98,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:32.811759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ca80f4-9a31-42e4-9f09-c5e92290f414 admin admin] Network 2a72fae7-c7cb-449f-a857-4a0080f21988 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:47:32.818498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8fbf6604-2eb1-432f-ac63-a190b5943490 None None] Provisioning complete for port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:32.819943 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8fbf6604-2eb1-432f-ac63-a190b5943490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5cf6b1e0-08d8-4f51-807e-d4a87cea717e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:32.831799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d2ca80f4-9a31-42e4-9f09-c5e92290f414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 2a72fae7-c7cb-449f-a857-4a0080f21988) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:32.859388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ca80f4-9a31-42e4-9f09-c5e92290f414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:32.860326 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d2ca80f4-9a31-42e4-9f09-c5e92290f414 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:32.881105 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.db.resource_extend [None req-4c49b825-c33d-4144-a23f-514a22eb04ba tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:47:32.889212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4a07fd-17ec-4155-8cf9-1913e011c69a None None] Network 2a72fae7-c7cb-449f-a857-4a0080f21988 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:47:32.896278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5cf6b1e0-08d8-4f51-807e-d4a87cea717e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:32.966211 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d2ca80f4-9a31-42e4-9f09-c5e92290f414 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.7144282 Feb 08 15:47:32.969558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38152) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:32.970780 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (71b7d9c0-08c6-45fb-842d-de88d2c08353), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:32.978029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-708219575-router', 'tenant_id': '60a080c724734d2f8504cfeec2677ec4', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:33.144776 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4c49b825-c33d-4144-a23f-514a22eb04ba tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:33.153124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:33.153574 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5cf6b1e0-08d8-4f51-807e-d4a87cea717e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:33.161576 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4c49b825-c33d-4144-a23f-514a22eb04ba tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (d1af22e8-4e43-48a5-8b75-0ae0ec0b043e), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:33.167599 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (852d639a-fa3b-47f5-9d65-0cb412a6416f), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:33.169200 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (852d639a-fa3b-47f5-9d65-0cb412a6416f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:33.245765 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf6604-2eb1-432f-ac63-a190b5943490 None None] Current status of the port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:33.249422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5951dd45-0c9f-4c73-bf99-10b8eb2da0aa None None] Network 2a72fae7-c7cb-449f-a857-4a0080f21988 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:47:33.349547 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:33.351960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Router 71b7d9c0-08c6-45fb-842d-de88d2c08353 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:47:33.422119 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Publish callbacks [] for router_controller (852d639a-fa3b-47f5-9d65-0cb412a6416f), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:33.673896 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-4c49b825-c33d-4144-a23f-514a22eb04ba tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Floating IP d1af22e8-4e43-48a5-8b75-0ae0ec0b043e associated. External IP: 172.25.7.110, port: 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d. Feb 08 15:47:33.688829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c9ee3f4-fb1f-4510-a7cf-3efba96dbd49 req-2b6b7d41-9598-4102-ba9f-d2cf06ce9983 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 210 time: 0.8063252 Feb 08 15:47:33.753679 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4b7691e2-a69a-4c48-a85c-92a1b0f70cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:33.889074 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Publish callbacks [] for router_gateway (852d639a-fa3b-47f5-9d65-0cb412a6416f), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:33.902384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dd073-34bc-4588-9c95-ec704c7f7466 req-4edfdb76-13ac-4d0a-9c0e-a8cbfb774af0 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:33.912690 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-747dd073-34bc-4588-9c95-ec704c7f7466 req-4edfdb76-13ac-4d0a-9c0e-a8cbfb774af0 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 946 time: 1.0268650 Feb 08 15:47:33.933982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:47:33.951044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Sync routers for ids ['71b7d9c0-08c6-45fb-842d-de88d2c08353'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:47:33.967472 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Routers {'71b7d9c0-08c6-45fb-842d-de88d2c08353'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:33.969731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['71b7d9c0-08c6-45fb-842d-de88d2c08353'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:34.016444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a0370-6207-40be-a4d3-9628e117cc7c req-1ed366d0-4453-49fb-85d1-458158e25624 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:34.023948 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-655a0370-6207-40be-a4d3-9628e117cc7c req-1ed366d0-4453-49fb-85d1-458158e25624 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 943 time: 0.1946554 Feb 08 15:47:34.134396 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:34.140169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-655a0370-6207-40be-a4d3-9628e117cc7c req-fac8d322-48e7-4b39-9f10-19b36b53ca54 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126623 Feb 08 15:47:34.140169 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Attempting to bind port 28b4c509-be38-48c7-bcf0-2ca153c00f98 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:47:34.140169 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Attempting to bind port 28b4c509-be38-48c7-bcf0-2ca153c00f98 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:47:34.140169 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Attempting to bind port 28b4c509-be38-48c7-bcf0-2ca153c00f98 on network ecd7c259-4f96-4209-81e4-52533414d782 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:34.143154 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8e80c91a-19d5-44a0-b346-0fdbc51e9e26 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9796705 Feb 08 15:47:34.148456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38164) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:34.166219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-7525e4f9-e888-488f-9fb2-b2536c21a19e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:47:34.183320 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12259bb4-280a-4b34-be31-bd7eb6e09e9b None None] Sync routers for ids ['902f0ac3-face-493d-aa63-10f77d3b06ee'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:47:34.217597 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12259bb4-280a-4b34-be31-bd7eb6e09e9b None None] Routers {'902f0ac3-face-493d-aa63-10f77d3b06ee'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:34.221537 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12259bb4-280a-4b34-be31-bd7eb6e09e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['902f0ac3-face-493d-aa63-10f77d3b06ee'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:34.276843 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-886c4432-204c-40f7-b7c8-8dc40579c250 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=2de3ab6388b94f74a2d58dad1cbf1d28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923417 Feb 08 15:47:34.281164 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Set router 71b7d9c0-08c6-45fb-842d-de88d2c08353 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:34.456372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-ecc82a63-3244-4bdf-8377-79b4931825ab tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:34.472856 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-ecc82a63-3244-4bdf-8377-79b4931825ab tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.94 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 946 time: 0.2710249 Feb 08 15:47:34.490742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-747dd073-34bc-4588-9c95-ec704c7f7466 req-8af12847-f3b0-41e0-9de7-1b41911b1f01 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/security-groups?id=cf2eef90-b045-49e3-8357-ab579c96448a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5771027 Feb 08 15:47:34.497914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Port 28b4c509-be38-48c7-bcf0-2ca153c00f98 on network ecd7c259-4f96-4209-81e4-52533414d782 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:47:34.498370 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Attempting to bind port 28b4c509-be38-48c7-bcf0-2ca153c00f98 on network ecd7c259-4f96-4209-81e4-52533414d782 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:34.501064 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-12259bb4-280a-4b34-be31-bd7eb6e09e9b None None] Set router 902f0ac3-face-493d-aa63-10f77d3b06ee gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:34.560149 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9202c620-d7b2-43ca-be85-de78d4121878 req-f690d1c4-79e9-46cc-9087-a7577ff565fd tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/ports?device_id=832f8b64-5eb1-4d67-9cbc-0664d5d552a1 HTTP/1.1" status: 200 len: 210 time: 0.0742784 Feb 08 15:47:34.580582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-1e69761a-4168-4777-9a98-76712cdd24e1 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:34.583642 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-1e69761a-4168-4777-9a98-76712cdd24e1 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2947392 Feb 08 15:47:34.590621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:47:34.590968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Checking segment: {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:34.591361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Bound using segment: {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:47:34.591995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Bound port: 28b4c509-be38-48c7-bcf0-2ca153c00f98, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:47:34.592369 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:34.683101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Request body: {'port': {'device_id': '79551de0-e6af-41c0-a8b2-a06de8b6c295', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '2de3ab6388b94f74a2d58dad1cbf1d28'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:34.688795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c49b825-c33d-4144-a23f-514a22eb04ba tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Router 065c5bf7-297a-4d18-a133-46b6aebe880d has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:47:34.704391 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] For port 28b4c509-be38-48c7-bcf0-2ca153c00f98, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:47:34.708517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] For port 28b4c509-be38-48c7-bcf0-2ca153c00f98, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=28b4c509-be38-48c7-bcf0-2ca153c00f98,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:47:34.714665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-7525e4f9-e888-488f-9fb2-b2536c21a19e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] No DVR routers for this DVR port 9d08d483-e13b-41b0-99bf-1a63f844c3f7 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:47:34.716690 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-7525e4f9-e888-488f-9fb2-b2536c21a19e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:34.724699 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5beba88-44a3-4931-8f96-4f19a240dfc3 req-7525e4f9-e888-488f-9fb2-b2536c21a19e tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.96 "DELETE /v2.0/ports/9d08d483-e13b-41b0-99bf-1a63f844c3f7 HTTP/1.1" status: 204 len: 173 time: 7.8442066 Feb 08 15:47:34.732378 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832f8b64-5eb1-4d67-9cbc-0664d5d552a1', 'name': 'network-vif-deleted', 'tag': '9d08d483-e13b-41b0-99bf-1a63f844c3f7'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:34.735110 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83b6d32-4e92-431c-b31e-0b8c5a391e17" -d '{"events": [{"server_uuid": "832f8b64-5eb1-4d67-9cbc-0664d5d552a1", "name": "network-vif-deleted", "tag": "9d08d483-e13b-41b0-99bf-1a63f844c3f7"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:34.746531 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:34.767402 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080757780-router', 'tenant_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:28Z', 'updated_at': '2022-02-08T15:47:31Z', 'revision_number': 3, 'project_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'gw_port': {'id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:29Z', 'updated_at': '2022-02-08T15:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:34.839930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Pushing event updated for resources: {'Port': ['ID=28b4c509-be38-48c7-bcf0-2ca153c00f98,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:34.854595 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12258f20-cfc2-4918-8418-a54b88610a36 x-openstack-request-id: req-12258f20-cfc2-4918-8418-a54b88610a36 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:34.855351 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832f8b64-5eb1-4d67-9cbc-0664d5d552a1", "name": "network-vif-deleted", "tag": "9d08d483-e13b-41b0-99bf-1a63f844c3f7", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:34.855609 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-12258f20-cfc2-4918-8418-a54b88610a36 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:34.856179 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832f8b64-5eb1-4d67-9cbc-0664d5d552a1', 'name': 'network-vif-deleted', 'tag': '9d08d483-e13b-41b0-99bf-1a63f844c3f7', 'status': 'completed', 'code': 200} Feb 08 15:47:34.885851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Checking router: 71b7d9c0-08c6-45fb-842d-de88d2c08353 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:47:34.886992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Updating router 71b7d9c0-08c6-45fb-842d-de88d2c08353 port 919f9868-6797-4fc1-b391-df735b92c4e9 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:47:34.899583 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:34.902343 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:34.909879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-b2948a78-3ecf-438a-b96a-f705570c5518 service neutron] 10.222.0.96 "PUT /v2.0/ports/28b4c509-be38-48c7-bcf0-2ca153c00f98 HTTP/1.1" status: 200 len: 1092 time: 3.3899267 Feb 08 15:47:34.954604 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (919f9868-6797-4fc1-b391-df735b92c4e9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:34.997298 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12259bb4-280a-4b34-be31-bd7eb6e09e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:56Z', 'updated_at': '2022-02-08T15:46:15Z', 'revision_number': 4, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'gw_port': {'id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:00Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '05d94e87-8bd4-4d3b-9741-572caf611e0e', 'name': '', 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'mac_address': 'fa:16:3e:e9:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '366f153a-51b7-4f17-97cb-1b7880412065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:10Z', 'updated_at': '2022-02-08T15:46:20Z', 'revision_number': 5, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'subnets': [{'id': '366f153a-51b7-4f17-97cb-1b7880412065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:35.008678 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96855b54-df69-47dd-92b0-0bf3674dc398 req-1a3f929a-6e7a-4b41-bf77-6702ba52610a tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 210 time: 0.1352496 Feb 08 15:47:35.082329 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12259bb4-280a-4b34-be31-bd7eb6e09e9b None None] Checking router: 902f0ac3-face-493d-aa63-10f77d3b06ee for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:47:35.100683 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12259bb4-280a-4b34-be31-bd7eb6e09e9b None None] Routers {'902f0ac3-face-493d-aa63-10f77d3b06ee'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:35.101347 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12259bb4-280a-4b34-be31-bd7eb6e09e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['902f0ac3-face-493d-aa63-10f77d3b06ee'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:35.247225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-cdbc865b-6519-4890-af7e-48d5d483c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:35.248711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-cdbc865b-6519-4890-af7e-48d5d483c355 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 1126 time: 0.2349710 Feb 08 15:47:35.364445 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-48251b66-e02e-4b1b-bf85-dbfe7af1ba65 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28b4c509-be38-48c7-bcf0-2ca153c00f98 HTTP/1.1" status: 200 len: 217 time: 0.1060538 Feb 08 15:47:35.385400 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-12259bb4-280a-4b34-be31-bd7eb6e09e9b None None] Set router 902f0ac3-face-493d-aa63-10f77d3b06ee gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:35.456524 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-83602524-fb0a-40bf-ad0e-833299a24892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:35.458452 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-83602524-fb0a-40bf-ad0e-833299a24892 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28cb9956-62bf-4795-9b61-7a7ef83e56b7 HTTP/1.1" status: 200 len: 852 time: 0.0581071 Feb 08 15:47:35.523036 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-55096d04-a1d0-4bcd-b652-b36deb5fec8a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ecd7c259-4f96-4209-81e4-52533414d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553114 Feb 08 15:47:35.562105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-fb935afc-7a50-4f08-9387-ae57a6d0c609 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Deleting port ffdf4062-ab61-430b-bce1-7f57faae8717 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:35.562766 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-fb935afc-7a50-4f08-9387-ae57a6d0c609 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:35.579469 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2074fb-639b-4829-9971-cafb76388582 req-1de643a8-2d71-48ac-9feb-0874693cabec tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:35.584563 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b2074fb-639b-4829-9971-cafb76388582 req-1de643a8-2d71-48ac-9feb-0874693cabec tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 943 time: 0.2224996 Feb 08 15:47:35.617762 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Publish callbacks [] for port (919f9868-6797-4fc1-b391-df735b92c4e9), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:35.637323 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (919f9868-6797-4fc1-b391-df735b92c4e9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:35.665966 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Publish callbacks [] for router_gateway (852d639a-fa3b-47f5-9d65-0cb412a6416f), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:35.668712 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:35.694798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Attempting to bind port 919f9868-6797-4fc1-b391-df735b92c4e9 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:47:35.695185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Attempting to bind port 919f9868-6797-4fc1-b391-df735b92c4e9 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:47:35.695557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Attempting to bind port 919f9868-6797-4fc1-b391-df735b92c4e9 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:35.704989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:47:35.705399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:35.705793 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:35.706192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:47:35.706678 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Bound port: 919f9868-6797-4fc1-b391-df735b92c4e9, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:47:35.707063 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (919f9868-6797-4fc1-b391-df735b92c4e9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:35.717508 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:35.726857 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-31a3671d-6e63-4ee4-b75e-03a09a8f2393 service neutron] 10.222.0.96 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755564 Feb 08 15:47:35.748029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c49b825-c33d-4144-a23f-514a22eb04ba tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:47:35.749589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Made reservation on behalf of 2de3ab6388b94f74a2d58dad1cbf1d28 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:47:35.752904 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:35.755385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4f7c5-459f-467c-9dab-32006b243229 None None] Pushing event updated for resources: {'Port': ['ID=919f9868-6797-4fc1-b391-df735b92c4e9,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:35.761544 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4c49b825-c33d-4144-a23f-514a22eb04ba tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:35.768982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77900af8-78d5-471c-923e-6bd54472bc14 None None] Sync routers for ids ['065c5bf7-297a-4d18-a133-46b6aebe880d'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:47:35.781634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4f7c5-459f-467c-9dab-32006b243229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:35.782017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4f7c5-459f-467c-9dab-32006b243229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:35.782364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4f7c5-459f-467c-9dab-32006b243229 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:35.782703 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4f7c5-459f-467c-9dab-32006b243229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:35.783040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4f7c5-459f-467c-9dab-32006b243229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:35.783373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4f7c5-459f-467c-9dab-32006b243229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:35.783701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4f7c5-459f-467c-9dab-32006b243229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:35.784028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4f7c5-459f-467c-9dab-32006b243229 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:35.784354 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4f7c5-459f-467c-9dab-32006b243229 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:35.784693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4f7c5-459f-467c-9dab-32006b243229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:35.785054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4f7c5-459f-467c-9dab-32006b243229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:35.785385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4f7c5-459f-467c-9dab-32006b243229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:35.786388 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace4f7c5-459f-467c-9dab-32006b243229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:47:35.815171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] For port 919f9868-6797-4fc1-b391-df735b92c4e9, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:47:35.817836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77900af8-78d5-471c-923e-6bd54472bc14 None None] Routers {'065c5bf7-297a-4d18-a133-46b6aebe880d'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:35.818506 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-77900af8-78d5-471c-923e-6bd54472bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['065c5bf7-297a-4d18-a133-46b6aebe880d'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:35.842026 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:35.845139 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-fb935afc-7a50-4f08-9387-ae57a6d0c609 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] For port ffdf4062-ab61-430b-bce1-7f57faae8717, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ffdf4062-ab61-430b-bce1-7f57faae8717,segment=NetworkSegment(1a9f4833-ef70-4d22-8193-11d3ca291e57),segment_id=1a9f4833-ef70-4d22-8193-11d3ca291e57)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:35.845508 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-fb935afc-7a50-4f08-9387-ae57a6d0c609 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:35.939090 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4c49b825-c33d-4144-a23f-514a22eb04ba tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "PUT /v2.0/floatingips/d1af22e8-4e43-48a5-8b75-0ae0ec0b043e HTTP/1.1" status: 200 len: 991 time: 5.6425359 Feb 08 15:47:35.953520 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12259bb4-280a-4b34-be31-bd7eb6e09e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:56Z', 'updated_at': '2022-02-08T15:46:15Z', 'revision_number': 4, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'gw_port': {'id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:00Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '05d94e87-8bd4-4d3b-9741-572caf611e0e', 'name': '', 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'mac_address': 'fa:16:3e:e9:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '366f153a-51b7-4f17-97cb-1b7880412065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:10Z', 'updated_at': '2022-02-08T15:46:20Z', 'revision_number': 5, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'subnets': [{'id': '366f153a-51b7-4f17-97cb-1b7880412065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:35.961686 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b2074fb-639b-4829-9971-cafb76388582 req-19b110ea-196b-4508-87d5-139e45088137 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571126 Feb 08 15:47:35.987535 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:35.992853 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3090dce-6f3e-456f-92ae-d1bd7e2edea2" -d '{"events": [{"name": "network-changed", "server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:35.997690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-77900af8-78d5-471c-923e-6bd54472bc14 None None] Set router 065c5bf7-297a-4d18-a133-46b6aebe880d gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:36.010444 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12259bb4-280a-4b34-be31-bd7eb6e09e9b None None] The sync data for ids ['902f0ac3-face-493d-aa63-10f77d3b06ee'] in n-d-824834-11 is: [{'id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:56Z', 'updated_at': '2022-02-08T15:46:15Z', 'revision_number': 4, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'gw_port': {'id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:00Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '05d94e87-8bd4-4d3b-9741-572caf611e0e', 'name': '', 'network_id': '67d5b3dc-5058-4698-959f-710b67dd3c5d', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'mac_address': 'fa:16:3e:e9:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '366f153a-51b7-4f17-97cb-1b7880412065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:10Z', 'updated_at': '2022-02-08T15:46:20Z', 'revision_number': 5, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'subnets': [{'id': '366f153a-51b7-4f17-97cb-1b7880412065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:47:36.102606 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb820e3-6c9c-4de1-a675-df471545bcf5 req-f96c65f2-f4f9-47de-ad08-94c9d598da0a tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:36.104286 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9cb820e3-6c9c-4de1-a675-df471545bcf5 req-f96c65f2-f4f9-47de-ad08-94c9d598da0a tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 946 time: 0.3809495 Feb 08 15:47:36.125004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Allocated IP 172.25.7.66 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/97798df6-a1b5-4791-b539-058e9743d113) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:47:36.134709 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea94c87b-fd45-47a8-a5a3-f30303da68ea req-ef061a34-a1df-476f-a250-5af88a6c3763 service neutron] 10.222.0.96 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975186 Feb 08 15:47:36.144188 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] For port 919f9868-6797-4fc1-b391-df735b92c4e9, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=919f9868-6797-4fc1-b391-df735b92c4e9,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:47:36.162270 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (919f9868-6797-4fc1-b391-df735b92c4e9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:36.259829 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks [] for security_group (5f667b1e-3269-40b2-a2da-d0f3cda7a6b3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:36.269141 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5f667b1e-3269-40b2-a2da-d0f3cda7a6b3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:36.282323 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Routers {'71b7d9c0-08c6-45fb-842d-de88d2c08353'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:36.283081 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['71b7d9c0-08c6-45fb-842d-de88d2c08353'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:36.295743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9cb820e3-6c9c-4de1-a675-df471545bcf5 req-15b8bd0a-c3d4-44a1-9d08-c328a7141a94 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/security-groups?id=cf2eef90-b045-49e3-8357-ab579c96448a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343396 Feb 08 15:47:36.322071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7ffd6-df7c-40b0-8260-24a00afc850f req-0632c7f7-6c07-46cb-93ea-a0bc74032b9b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:36.322071 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-82d7ffd6-df7c-40b0-8260-24a00afc850f req-0632c7f7-6c07-46cb-93ea-a0bc74032b9b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 945 time: 0.1818745 Feb 08 15:47:36.334617 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-fb935afc-7a50-4f08-9387-ae57a6d0c609 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:36.339375 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-fb935afc-7a50-4f08-9387-ae57a6d0c609 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (fbf521a8-ed15-4882-941c-e36eda28af06), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:36.339712 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-fb935afc-7a50-4f08-9387-ae57a6d0c609 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Floating IP fbf521a8-ed15-4882-941c-e36eda28af06 disassociated. External IP: 172.25.7.209, port: ffdf4062-ab61-430b-bce1-7f57faae8717. Feb 08 15:47:36.340075 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-fb935afc-7a50-4f08-9387-ae57a6d0c609 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Calling delete_port for ffdf4062-ab61-430b-bce1-7f57faae8717 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:47:36.463274 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:36.511148 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Publish callbacks [] for port (97798df6-a1b5-4791-b539-058e9743d113), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:36.519025 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6101c3-5a88-424a-a3a1-3a058afb232d None None] New status for floating IP fcb7154b-97a5-4837-8105-08dc82b2bd81: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:47:36.530656 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e7803ac-0f4f-4d4e-aea4-34419fb689a6 req-0a1ff3b7-994c-4cfa-8cb8-d0fe455004e9 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 210 time: 0.0778120 Feb 08 15:47:36.533912 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-82d7ffd6-df7c-40b0-8260-24a00afc850f req-189694a7-e4dd-42cf-99a8-c28f3a147650 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878481 Feb 08 15:47:36.570405 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:36.597544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3090dce-6f3e-456f-92ae-d1bd7e2edea2 req-fa63e1be-2225-46f7-b8d5-05418976fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:36.599584 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3090dce-6f3e-456f-92ae-d1bd7e2edea2 req-fa63e1be-2225-46f7-b8d5-05418976fb17 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 1128 time: 0.1586947 Feb 08 15:47:36.607010 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ffdf4062-ab61-430b-bce1-7f57faae8717 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:47:36.608548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38218) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:36.702617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4f7c5-459f-467c-9dab-32006b243229 None None] Pushing event updated for resources: {'Port': ['ID=919f9868-6797-4fc1-b391-df735b92c4e9,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:36.724186 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:36.764316 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Allocated IP 192.168.233.119 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/301ef712-56e8-4d4e-a1f3-5df03b3e3830) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:47:36.853597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ffdf4062-ab61-430b-bce1-7f57faae8717 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:36.854109 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:36.860075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cebe501-8ac8-4069-96ec-16de9439be98', 'tag': '28b4c509-be38-48c7-bcf0-2ca153c00f98'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:36.862404 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54edcda3-80b2-4d8d-8c71-41802faaf6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "6cebe501-8ac8-4069-96ec-16de9439be98", "tag": "28b4c509-be38-48c7-bcf0-2ca153c00f98"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:36.866026 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaee9bd0-b1ff-4306-963a-56bf572130bc x-openstack-request-id: req-aaee9bd0-b1ff-4306-963a-56bf572130bc {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:36.866460 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:36.867965 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-aaee9bd0-b1ff-4306-963a-56bf572130bc {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:36.868576 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'status': 'completed', 'code': 200} Feb 08 15:47:36.909406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] Set router 71b7d9c0-08c6-45fb-842d-de88d2c08353 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:36.930209 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (97798df6-a1b5-4791-b539-058e9743d113), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:36.944058 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9426214a-199d-4c88-8879-59738628ac92 x-openstack-request-id: req-9426214a-199d-4c88-8879-59738628ac92 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:36.944517 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cebe501-8ac8-4069-96ec-16de9439be98", "tag": "28b4c509-be38-48c7-bcf0-2ca153c00f98", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:36.944831 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9426214a-199d-4c88-8879-59738628ac92 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:36.945255 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cebe501-8ac8-4069-96ec-16de9439be98', 'tag': '28b4c509-be38-48c7-bcf0-2ca153c00f98', 'status': 'completed', 'code': 200} Feb 08 15:47:36.971183 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-542a1684-7e65-41b3-84eb-f7fb5cde12cc tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for security_group (ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:36.993568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4c0c3a-0c95-47a8-9876-c5b6590c48b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffdf4062-ab61-430b-bce1-7f57faae8717'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:36.995941 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbcb218-c7b9-4089-a34e-b3b05fba5033" -d '{"events": [{"server_uuid": "cf4c0c3a-0c95-47a8-9876-c5b6590c48b0", "name": "network-vif-unplugged", "status": "completed", "tag": "ffdf4062-ab61-430b-bce1-7f57faae8717"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:37.011375 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3090dce-6f3e-456f-92ae-d1bd7e2edea2 req-86be0caa-0a16-421e-a537-fc207d4e1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:37.014366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3090dce-6f3e-456f-92ae-d1bd7e2edea2 req-86be0caa-0a16-421e-a537-fc207d4e1aba service neutron] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.4048247 Feb 08 15:47:37.039323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:37.050406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ffdf4062-ab61-430b-bce1-7f57faae8717, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ffdf4062-ab61-430b-bce1-7f57faae8717,segment=NetworkSegment(1a9f4833-ef70-4d22-8193-11d3ca291e57),segment_id=1a9f4833-ef70-4d22-8193-11d3ca291e57)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:37.057025 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:37.065163 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:37.080394 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:47:37.121699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Pushing event updated for resources: {'Port': ['ID=97798df6-a1b5-4791-b539-058e9743d113,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:37.156271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-77900af8-78d5-471c-923e-6bd54472bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:50Z', 'updated_at': '2022-02-08T15:47:02Z', 'revision_number': 4, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'gw_port': {'id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:52Z', 'updated_at': '2022-02-08T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'd1af22e8-4e43-48a5-8b75-0ae0ec0b043e', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'port_id': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'mac_address': 'fa:16:3e:26:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0603e15a-b9d0-4c87-9960-3356085437be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:47:07Z', 'updated_at': '2022-02-08T15:47:32Z', 'revision_number': 1, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483c6d04-f1c9-4e45-9962-2a2c7563c8b4', 'name': '', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'mac_address': 'fa:16:3e:38:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:01Z', 'updated_at': '2022-02-08T15:47:08Z', 'revision_number': 5, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'subnets': [{'id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:37.167216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ffdf4062-ab61-430b-bce1-7f57faae8717,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:37.191740 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-542a1684-7e65-41b3-84eb-f7fb5cde12cc tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for security_group (ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:37.199440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77900af8-78d5-471c-923e-6bd54472bc14 None None] Checking router: 065c5bf7-297a-4d18-a133-46b6aebe880d for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:47:37.223720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Allocated IP 172.20.0.1 (a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5/f7bcc524-10ca-4bb4-869c-18c79e28372d/36635ecb-828e-48c8-86d9-22a43658ad05) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:47:37.232312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77900af8-78d5-471c-923e-6bd54472bc14 None None] Routers {'065c5bf7-297a-4d18-a133-46b6aebe880d'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:37.233644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-77900af8-78d5-471c-923e-6bd54472bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['065c5bf7-297a-4d18-a133-46b6aebe880d'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:37.235291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3090dce-6f3e-456f-92ae-d1bd7e2edea2 req-e4641c84-8461-4a4a-b09e-5dbd00dfed60 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d HTTP/1.1" status: 200 len: 999 time: 0.1718898 Feb 08 15:47:37.238435 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks [] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:37.275396 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501de722-3d5c-4ff2-86d8-12ef6d30523f req-05a15f4f-8e43-4907-9faf-6d98853c55e0 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:37.281357 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-501de722-3d5c-4ff2-86d8-12ef6d30523f req-05a15f4f-8e43-4907-9faf-6d98853c55e0 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/ports?device_id=441c21b9-1da2-44bd-806d-b2996bfdf4b2 HTTP/1.1" status: 200 len: 951 time: 0.4108310 Feb 08 15:47:37.324711 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-fb935afc-7a50-4f08-9387-ae57a6d0c609 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ffdf4062-ab61-430b-bce1-7f57faae8717), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:37.340723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080757780-router', 'tenant_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:28Z', 'updated_at': '2022-02-08T15:47:31Z', 'revision_number': 3, 'project_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'gw_port': {'id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:29Z', 'updated_at': '2022-02-08T15:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:37.342754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edcda3-80b2-4d8d-8c71-41802faaf6b2 req-4cbd65b9-ab9f-4791-87b9-486901028a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:37.345683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54edcda3-80b2-4d8d-8c71-41802faaf6b2 req-4cbd65b9-ab9f-4791-87b9-486901028a2a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 1126 time: 0.3939717 Feb 08 15:47:37.371758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f19c1-1fe5-4b00-ae3b-ac28338e447d None None] The sync data for ids ['71b7d9c0-08c6-45fb-842d-de88d2c08353'] in n-d-824834-11 is: [{'id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080757780-router', 'tenant_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:28Z', 'updated_at': '2022-02-08T15:47:31Z', 'revision_number': 3, 'project_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'gw_port': {'id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:29Z', 'updated_at': '2022-02-08T15:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:47:37.375810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb935afc-7a50-4f08-9387-ae57a6d0c609 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Pushing event deleted for resources: {'Port': ['ID=ffdf4062-ab61-430b-bce1-7f57faae8717,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:37.415028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-77900af8-78d5-471c-923e-6bd54472bc14 None None] Set router 065c5bf7-297a-4d18-a133-46b6aebe880d gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:37.432403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92ac6b-1663-4f3c-8656-de3a21deb188 req-dd875105-4428-49ac-9756-1d9b0498c7e4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:37.434215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d92ac6b-1663-4f3c-8656-de3a21deb188 req-dd875105-4428-49ac-9756-1d9b0498c7e4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 943 time: 0.3178043 Feb 08 15:47:37.554016 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3090dce-6f3e-456f-92ae-d1bd7e2edea2 req-5ea7d003-62ec-47b2-8b0e-d6f19b646d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:37.555584 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3090dce-6f3e-456f-92ae-d1bd7e2edea2 req-5ea7d003-62ec-47b2-8b0e-d6f19b646d5a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.3063025 Feb 08 15:47:37.584796 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:37.592372 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-542a1684-7e65-41b3-84eb-f7fb5cde12cc tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:37.596059 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-542a1684-7e65-41b3-84eb-f7fb5cde12cc tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:37.599633 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-542a1684-7e65-41b3-84eb-f7fb5cde12cc tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "DELETE /v2.0/security-groups/ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa HTTP/1.1" status: 204 len: 168 time: 0.9774215 Feb 08 15:47:37.604975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38248) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:37.636495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-501de722-3d5c-4ff2-86d8-12ef6d30523f req-5f4df69d-2869-48cf-ba2a-f9be6c2f0453 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/security-groups?id=71a43be4-6a46-4bcb-b5d5-ef52e5564f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525598 Feb 08 15:47:37.678354 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-2e280f57-bfbb-4233-ab2a-f807592f6c9b tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] show failed (client error): The resource could not be found. Feb 08 15:47:37.679358 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2e280f57-bfbb-4233-ab2a-f807592f6c9b tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "GET /v2.0/security-groups/ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa HTTP/1.1" status: 404 len: 347 time: 0.0715976 Feb 08 15:47:37.689784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a1684-7e65-41b3-84eb-f7fb5cde12cc tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3bc852-bb28-4092-bb74-f9e6ff5ff2fa,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:37.690627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38252) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:37.714635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:37.719318 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d92ac6b-1663-4f3c-8656-de3a21deb188 req-b8cbdacb-be9d-45b2-a453-99e245e8e220 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746091 Feb 08 15:47:37.759954 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Publish callbacks [] for port (36635ecb-828e-48c8-86d9-22a43658ad05), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:37.806842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edcda3-80b2-4d8d-8c71-41802faaf6b2 req-ebe25f33-a3e7-4645-ac9b-9f940fb840dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:37.810673 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54edcda3-80b2-4d8d-8c71-41802faaf6b2 req-ebe25f33-a3e7-4645-ac9b-9f940fb840dd service neutron] 10.222.0.96 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 913 time: 0.4476833 Feb 08 15:47:37.830426 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 28b4c509-be38-48c7-bcf0-2ca153c00f98 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:47:37.839168 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb5f7c3-65c9-4532-aff2-6c1b8b9406d0 x-openstack-request-id: req-feb5f7c3-65c9-4532-aff2-6c1b8b9406d0 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:37.839461 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4c0c3a-0c95-47a8-9876-c5b6590c48b0", "name": "network-vif-unplugged", "status": "completed", "tag": "ffdf4062-ab61-430b-bce1-7f57faae8717", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:37.839733 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-feb5f7c3-65c9-4532-aff2-6c1b8b9406d0 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:37.840107 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4c0c3a-0c95-47a8-9876-c5b6590c48b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffdf4062-ab61-430b-bce1-7f57faae8717', 'code': 200} Feb 08 15:47:37.846407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:37.860739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:47:37.943650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54edcda3-80b2-4d8d-8c71-41802faaf6b2 req-6696e125-8fc6-4444-9ccb-4de4cafde6a2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28b4c509-be38-48c7-bcf0-2ca153c00f98 HTTP/1.1" status: 200 len: 217 time: 0.1229320 Feb 08 15:47:37.982323 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:38.018263 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:38.018645 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:38.076512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-77900af8-78d5-471c-923e-6bd54472bc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:50Z', 'updated_at': '2022-02-08T15:47:02Z', 'revision_number': 4, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'gw_port': {'id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:52Z', 'updated_at': '2022-02-08T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'd1af22e8-4e43-48a5-8b75-0ae0ec0b043e', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'port_id': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'mac_address': 'fa:16:3e:26:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0603e15a-b9d0-4c87-9960-3356085437be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:47:07Z', 'updated_at': '2022-02-08T15:47:32Z', 'revision_number': 1, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483c6d04-f1c9-4e45-9962-2a2c7563c8b4', 'name': '', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'mac_address': 'fa:16:3e:38:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:01Z', 'updated_at': '2022-02-08T15:47:08Z', 'revision_number': 5, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'subnets': [{'id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:38.081675 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-fb935afc-7a50-4f08-9387-ae57a6d0c609 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Router 22b53670-9a3e-472e-b419-2a60b6613ded has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:47:38.090934 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Publish callbacks [] for router_gateway (852d639a-fa3b-47f5-9d65-0cb412a6416f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:38.093045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Pushing event updated for resources: {'Port': ['ID=301ef712-56e8-4d4e-a1f3-5df03b3e3830,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:38.146711 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77900af8-78d5-471c-923e-6bd54472bc14 None None] The sync data for ids ['065c5bf7-297a-4d18-a133-46b6aebe880d'] in n-d-824834-11 is: [{'id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:50Z', 'updated_at': '2022-02-08T15:47:02Z', 'revision_number': 4, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'gw_port': {'id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:52Z', 'updated_at': '2022-02-08T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'd1af22e8-4e43-48a5-8b75-0ae0ec0b043e', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'port_id': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'mac_address': 'fa:16:3e:26:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0603e15a-b9d0-4c87-9960-3356085437be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:47:07Z', 'updated_at': '2022-02-08T15:47:32Z', 'revision_number': 1, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '483c6d04-f1c9-4e45-9962-2a2c7563c8b4', 'name': '', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'mac_address': 'fa:16:3e:38:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:01Z', 'updated_at': '2022-02-08T15:47:08Z', 'revision_number': 5, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'subnets': [{'id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:47:38.180726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 28b4c509-be38-48c7-bcf0-2ca153c00f98, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=28b4c509-be38-48c7-bcf0-2ca153c00f98,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:38.181711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f395eeb9-acd8-4f27-ab18-1e5997b13009 req-b9041262-476a-4147-b0f2-72fc169bb1b2 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/ports?device_id=cf4c0c3a-0c95-47a8-9876-c5b6590c48b0 HTTP/1.1" status: 200 len: 210 time: 0.2433805 Feb 08 15:47:38.186476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edcda3-80b2-4d8d-8c71-41802faaf6b2 req-2974e0c7-2ee4-4689-9df4-7b03a50e684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:38.188034 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54edcda3-80b2-4d8d-8c71-41802faaf6b2 req-2974e0c7-2ee4-4689-9df4-7b03a50e684d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28cb9956-62bf-4795-9b61-7a7ef83e56b7 HTTP/1.1" status: 200 len: 852 time: 0.1282525 Feb 08 15:47:38.206565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '28b4c509-be38-48c7-bcf0-2ca153c00f98', 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782', 'port_id': '28b4c509-be38-48c7-bcf0-2ca153c00f98', 'mac_address': 'fa:16:3e:3b:43:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28cb9956-62bf-4795-9b61-7a7ef83e56b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:47:38.227748 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:38.278127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3090dce-6f3e-456f-92ae-d1bd7e2edea2 req-e98d3d3b-6642-45a0-a4a4-bd753d3641e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:38.279690 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3090dce-6f3e-456f-92ae-d1bd7e2edea2 req-e98d3d3b-6642-45a0-a4a4-bd753d3641e3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7148533 Feb 08 15:47:38.297888 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0c0934e4-3a12-4920-a4c5-6a34a23016c3 None None] Provisioning complete for port 301ef712-56e8-4d4e-a1f3-5df03b3e3830 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:38.298402 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c0934e4-3a12-4920-a4c5-6a34a23016c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:38.324278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Network a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:38.345083 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:38.345359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ba2a79db-157a-4b18-977e-71e122826f50 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:47:38.348923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:47:38.372637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 28b4c509-be38-48c7-bcf0-2ca153c00f98 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:38.373370 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:38.387491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0c0934e4-3a12-4920-a4c5-6a34a23016c3 None None] Port 301ef712-56e8-4d4e-a1f3-5df03b3e3830 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:47:38.402560 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b4c509-be38-48c7-bcf0-2ca153c00f98 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:47:38.440507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 28b4c509-be38-48c7-bcf0-2ca153c00f98, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=28b4c509-be38-48c7-bcf0-2ca153c00f98,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:38.449305 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:38.500324 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-fb935afc-7a50-4f08-9387-ae57a6d0c609 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:47:38.593568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fec124-5235-4e7c-9403-ddde9576c38e None None] Sync routers for ids ['22b53670-9a3e-472e-b419-2a60b6613ded'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:47:38.596254 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ba2a79db-157a-4b18-977e-71e122826f50 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:38.596643 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ba2a79db-157a-4b18-977e-71e122826f50), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:38.600046 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7041e6f1-1302-4c44-92ff-d56854a2e8df None None] New status for floating IP d1af22e8-4e43-48a5-8b75-0ae0ec0b043e: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:47:38.601871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-fb935afc-7a50-4f08-9387-ae57a6d0c609 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] No DVR routers for this DVR port ffdf4062-ab61-430b-bce1-7f57faae8717 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:47:38.620164 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-f22314ce-86f0-4b07-bd9a-ce836f0c1928 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9553456 Feb 08 15:47:38.626210 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-fb935afc-7a50-4f08-9387-ae57a6d0c609 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:38.635122 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9fe99846-83a8-4184-bcd8-c89f177d44ac req-fb935afc-7a50-4f08-9387-ae57a6d0c609 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.94 "DELETE /v2.0/ports/ffdf4062-ab61-430b-bce1-7f57faae8717 HTTP/1.1" status: 204 len: 173 time: 4.0498109 Feb 08 15:47:38.643008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Request body: {'port': {'device_id': '79551de0-e6af-41c0-a8b2-a06de8b6c295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:38.707860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['28b4c509-be38-48c7-bcf0-2ca153c00f98'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:47:38.756798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fec124-5235-4e7c-9403-ddde9576c38e None None] Routers {'22b53670-9a3e-472e-b419-2a60b6613ded'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:38.757830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a9fec124-5235-4e7c-9403-ddde9576c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22b53670-9a3e-472e-b419-2a60b6613ded'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:38.760808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=28b4c509-be38-48c7-bcf0-2ca153c00f98,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:38.872890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ba2a79db-157a-4b18-977e-71e122826f50, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ba2a79db-157a-4b18-977e-71e122826f50,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:38.976633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 919f9868-6797-4fc1-b391-df735b92c4e9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:38.983289 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ba2a79db-157a-4b18-977e-71e122826f50), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:39.079880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54edcda3-80b2-4d8d-8c71-41802faaf6b2 req-6f99eaba-6a16-43ed-b1fb-560bccea26fc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ecd7c259-4f96-4209-81e4-52533414d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8334239 Feb 08 15:47:39.123404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4c0c3a-0c95-47a8-9876-c5b6590c48b0', 'name': 'network-vif-deleted', 'tag': 'ffdf4062-ab61-430b-bce1-7f57faae8717'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:39.126528 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30354f01-e3ab-4f52-a8ba-4b8bcf8eaf37" -d '{"events": [{"server_uuid": "cf4c0c3a-0c95-47a8-9876-c5b6590c48b0", "name": "network-vif-deleted", "tag": "ffdf4062-ab61-430b-bce1-7f57faae8717"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:39.172982 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:39.227059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Pushing event updated for resources: {'Port': ['ID=36635ecb-828e-48c8-86d9-22a43658ad05,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:39.232420 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-36c32629-b888-44cd-870f-a6ab352bf7bd None None] Provisioning complete for port 36635ecb-828e-48c8-86d9-22a43658ad05 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:39.233051 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-36c32629-b888-44cd-870f-a6ab352bf7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:39.250940 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (71b7d9c0-08c6-45fb-842d-de88d2c08353), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:39.256612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-66325292-15b3-4776-a075-50c4da4b6dc3 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Deleting port 629821a8-5264-486e-9a82-ee782a163478 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:39.257348 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66325292-15b3-4776-a075-50c4da4b6dc3 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (629821a8-5264-486e-9a82-ee782a163478), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:39.267084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571538f-adad-4ce5-b2b5-cd7b00eff50f req-32fd0919-c4a1-4656-818b-f98e13ee7cf4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:39.269651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b571538f-adad-4ce5-b2b5-cd7b00eff50f req-32fd0919-c4a1-4656-818b-f98e13ee7cf4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 945 time: 1.0798643 Feb 08 15:47:39.379871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ba2a79db-157a-4b18-977e-71e122826f50,revision_number=11']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:39.384233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-36c32629-b888-44cd-870f-a6ab352bf7bd None None] Port 36635ecb-828e-48c8-86d9-22a43658ad05 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:47:39.406667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a9fec124-5235-4e7c-9403-ddde9576c38e None None] Set router 22b53670-9a3e-472e-b419-2a60b6613ded gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:39.429292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dee652-e1cb-4be4-8c08-f099478e865d req-c85b6af6-6c06-44a7-b6df-011c1307c375 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:39.436983 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12dee652-e1cb-4be4-8c08-f099478e865d req-c85b6af6-6c06-44a7-b6df-011c1307c375 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 936 time: 1.1496794 Feb 08 15:47:39.460831 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 919f9868-6797-4fc1-b391-df735b92c4e9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:39.461248 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (919f9868-6797-4fc1-b391-df735b92c4e9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:39.513941 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66325292-15b3-4776-a075-50c4da4b6dc3 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (629821a8-5264-486e-9a82-ee782a163478), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:39.514285 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66325292-15b3-4776-a075-50c4da4b6dc3 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for floatingip (629821a8-5264-486e-9a82-ee782a163478), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:39.567763 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-66325292-15b3-4776-a075-50c4da4b6dc3 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Calling delete_port for 629821a8-5264-486e-9a82-ee782a163478 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:47:39.572111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3090dce-6f3e-456f-92ae-d1bd7e2edea2 req-3e0baedf-d1ae-4ec0-a3a9-6cfd1844b818 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1995997 Feb 08 15:47:39.575520 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (852d639a-fa3b-47f5-9d65-0cb412a6416f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:39.580753 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54edcda3-80b2-4d8d-8c71-41802faaf6b2 req-c23a173f-8f8b-429d-b970-7f16a072fa26 service neutron] 10.222.0.96 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883783 Feb 08 15:47:39.616091 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12dee652-e1cb-4be4-8c08-f099478e865d req-368f0706-3e26-4305-b8d9-c6ee250048c0 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782026 Feb 08 15:47:39.633771 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b571538f-adad-4ce5-b2b5-cd7b00eff50f req-02990186-2d02-4ede-b687-b78217b0234f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514135 Feb 08 15:47:39.832145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 919f9868-6797-4fc1-b391-df735b92c4e9 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:39.834002 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (919f9868-6797-4fc1-b391-df735b92c4e9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:39.850897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2a79db-157a-4b18-977e-71e122826f50'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:39.855037 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e224e6-1b9b-406f-a595-c5f4aaedaeab" -d '{"events": [{"server_uuid": "441c21b9-1da2-44bd-806d-b2996bfdf4b2", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2a79db-157a-4b18-977e-71e122826f50"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:39.908357 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 919f9868-6797-4fc1-b391-df735b92c4e9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=919f9868-6797-4fc1-b391-df735b92c4e9,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:39.917300 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (919f9868-6797-4fc1-b391-df735b92c4e9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:39.951459 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Router 852d639a-fa3b-47f5-9d65-0cb412a6416f is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:47:39.968726 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301ef712-56e8-4d4e-a1f3-5df03b3e3830 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:47:39.982671 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Publish callbacks [] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:39.999178 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=919f9868-6797-4fc1-b391-df735b92c4e9,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:40.016520 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a9fec124-5235-4e7c-9403-ddde9576c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:05Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'gw_port': {'id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:07Z', 'updated_at': '2022-02-08T15:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '43af2b77-ff14-4ab2-aa7a-ef4a5728ddba', 'name': '', 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'mac_address': 'fa:16:3e:33:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '27513bf0-b566-4818-a844-46757704e932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:11Z', 'updated_at': '2022-02-08T15:46:20Z', 'revision_number': 5, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'subnets': [{'id': '27513bf0-b566-4818-a844-46757704e932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:40.021414 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3090dce-6f3e-456f-92ae-d1bd7e2edea2 req-e5fde633-7f89-4f2e-bc7f-39362c4ebd40 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272923 Feb 08 15:47:40.023313 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:40.033600 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54edcda3-80b2-4d8d-8c71-41802faaf6b2 req-cbeb6c19-2bd9-4653-932e-d25aa6940743 service neutron] 10.222.0.96 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406016 Feb 08 15:47:40.051781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Transition to ACTIVE for port object 301ef712-56e8-4d4e-a1f3-5df03b3e3830 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:47:40.053465 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fec124-5235-4e7c-9403-ddde9576c38e None None] Checking router: 22b53670-9a3e-472e-b419-2a60b6613ded for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:47:40.056291 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66325292-15b3-4776-a075-50c4da4b6dc3 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (629821a8-5264-486e-9a82-ee782a163478), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:40.056661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50907e7-2f24-43aa-92cb-b8fa65e4c0df req-f68641ff-b0e1-456e-8eb9-7d9124047bef tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:40.068032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b50907e7-2f24-43aa-92cb-b8fa65e4c0df req-f68641ff-b0e1-456e-8eb9-7d9124047bef tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 944 time: 0.2460167 Feb 08 15:47:40.070957 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fec124-5235-4e7c-9403-ddde9576c38e None None] Routers {'22b53670-9a3e-472e-b419-2a60b6613ded'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:40.071851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a9fec124-5235-4e7c-9403-ddde9576c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22b53670-9a3e-472e-b419-2a60b6613ded'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:40.098767 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:40.142250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66325292-15b3-4776-a075-50c4da4b6dc3 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Pushing event deleted for resources: {'Port': ['ID=629821a8-5264-486e-9a82-ee782a163478,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:40.274995 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b50907e7-2f24-43aa-92cb-b8fa65e4c0df req-8153aa20-1e6f-41b7-9565-abe7a1442767 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015073 Feb 08 15:47:40.280757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a9fec124-5235-4e7c-9403-ddde9576c38e None None] Set router 22b53670-9a3e-472e-b419-2a60b6613ded gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:40.346503 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Pushing event updated for resources: {'Port': ['ID=301ef712-56e8-4d4e-a1f3-5df03b3e3830,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:40.373056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:47:40.402439 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2aa0c8-9dc1-464c-bafb-ea76340423cd x-openstack-request-id: req-df2aa0c8-9dc1-464c-bafb-ea76340423cd {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:40.402881 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4c0c3a-0c95-47a8-9876-c5b6590c48b0", "name": "network-vif-deleted", "tag": "ffdf4062-ab61-430b-bce1-7f57faae8717", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:40.403238 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-df2aa0c8-9dc1-464c-bafb-ea76340423cd {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:40.403744 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4c0c3a-0c95-47a8-9876-c5b6590c48b0', 'name': 'network-vif-deleted', 'tag': 'ffdf4062-ab61-430b-bce1-7f57faae8717', 'status': 'completed', 'code': 200} Feb 08 15:47:40.408865 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66325292-15b3-4776-a075-50c4da4b6dc3 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks [] for floatingip (fcb7154b-97a5-4837-8105-08dc82b2bd81), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:40.430039 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66325292-15b3-4776-a075-50c4da4b6dc3 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:40.431001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Sync routers for ids ['852d639a-fa3b-47f5-9d65-0cb412a6416f'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:47:40.434610 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-66325292-15b3-4776-a075-50c4da4b6dc3 tempest-ServersTestFqdnHostnames-435257290 tempest-ServersTestFqdnHostnames-435257290-project] 10.222.0.82 "DELETE /v2.0/floatingips/fcb7154b-97a5-4837-8105-08dc82b2bd81 HTTP/1.1" status: 204 len: 168 time: 2.7378795 Feb 08 15:47:40.439322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38294) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:40.447236 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Attempting to bind port 301ef712-56e8-4d4e-a1f3-5df03b3e3830 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:47:40.449968 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Attempting to bind port 301ef712-56e8-4d4e-a1f3-5df03b3e3830 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:47:40.450853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Attempting to bind port 301ef712-56e8-4d4e-a1f3-5df03b3e3830 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:40.463185 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:40.468590 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b5376151-9a96-44ba-bb89-398b1ccbb796 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4949095 Feb 08 15:47:40.469544 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38298) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:40.481075 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Port 301ef712-56e8-4d4e-a1f3-5df03b3e3830 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:47:40.481441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Attempting to bind port 301ef712-56e8-4d4e-a1f3-5df03b3e3830 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:40.491449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Routers {'852d639a-fa3b-47f5-9d65-0cb412a6416f'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:40.492351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['852d639a-fa3b-47f5-9d65-0cb412a6416f'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:40.548788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:47:40.549304 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:40.550568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:47:40.552584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Bound port: 301ef712-56e8-4d4e-a1f3-5df03b3e3830, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:47:40.559076 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:40.629753 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c6560d-d2b7-4d55-b5da-953ce5b5f606 x-openstack-request-id: req-12c6560d-d2b7-4d55-b5da-953ce5b5f606 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:40.629753 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441c21b9-1da2-44bd-806d-b2996bfdf4b2", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2a79db-157a-4b18-977e-71e122826f50", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:40.630479 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-12c6560d-d2b7-4d55-b5da-953ce5b5f606 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:40.630776 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2a79db-157a-4b18-977e-71e122826f50', 'code': 200} Feb 08 15:47:40.661714 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38308) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:40.786064 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] For port 301ef712-56e8-4d4e-a1f3-5df03b3e3830, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:47:40.790341 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] For port 301ef712-56e8-4d4e-a1f3-5df03b3e3830, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=301ef712-56e8-4d4e-a1f3-5df03b3e3830,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:47:40.804133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 919f9868-6797-4fc1-b391-df735b92c4e9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:40.813201 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:40.839201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:40.840846 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:40.843169 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] 10.222.0.96 "PUT /v2.0/ports/301ef712-56e8-4d4e-a1f3-5df03b3e3830 HTTP/1.1" status: 200 len: 1097 time: 2.2051241 Feb 08 15:47:40.849278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Set router 852d639a-fa3b-47f5-9d65-0cb412a6416f gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:40.866699 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Publish callbacks [] for port (36635ecb-828e-48c8-86d9-22a43658ad05), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:40.956909 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:41.019149 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b28c04b-1ec4-4999-a164-914cde676ebe tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for security_group (cf2eef90-b045-49e3-8357-ab579c96448a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:41.059267 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a9fec124-5235-4e7c-9403-ddde9576c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:05Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'gw_port': {'id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:07Z', 'updated_at': '2022-02-08T15:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '43af2b77-ff14-4ab2-aa7a-ef4a5728ddba', 'name': '', 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'mac_address': 'fa:16:3e:33:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '27513bf0-b566-4818-a844-46757704e932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:11Z', 'updated_at': '2022-02-08T15:46:20Z', 'revision_number': 5, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'subnets': [{'id': '27513bf0-b566-4818-a844-46757704e932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:41.093225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d8f9-acb6-47b0-9688-323ae336a78e req-7ebf120f-fc09-4fe8-8341-b0e13edc2f82 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:41.095200 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ba3d8f9-acb6-47b0-9688-323ae336a78e req-7ebf120f-fc09-4fe8-8341-b0e13edc2f82 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 948 time: 0.3268301 Feb 08 15:47:41.101652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fec124-5235-4e7c-9403-ddde9576c38e None None] The sync data for ids ['22b53670-9a3e-472e-b419-2a60b6613ded'] in n-d-824834-11 is: [{'id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:05Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'gw_port': {'id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:07Z', 'updated_at': '2022-02-08T15:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '43af2b77-ff14-4ab2-aa7a-ef4a5728ddba', 'name': '', 'network_id': 'f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'mac_address': 'fa:16:3e:33:ae:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '27513bf0-b566-4818-a844-46757704e932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:11Z', 'updated_at': '2022-02-08T15:46:20Z', 'revision_number': 5, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'subnets': [{'id': '27513bf0-b566-4818-a844-46757704e932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:47:41.106358 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 919f9868-6797-4fc1-b391-df735b92c4e9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:41.106987 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (919f9868-6797-4fc1-b391-df735b92c4e9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:41.119690 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (71b7d9c0-08c6-45fb-842d-de88d2c08353), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:41.124936 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b28c04b-1ec4-4999-a164-914cde676ebe tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for security_group (cf2eef90-b045-49e3-8357-ab579c96448a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:41.134256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc876c1-e244-45e6-8844-74f28f52f027 service neutron] Pushing event updated for resources: {'Port': ['ID=301ef712-56e8-4d4e-a1f3-5df03b3e3830,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:41.144485 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Pushing event updated for resources: {'Port': ['ID=36635ecb-828e-48c8-86d9-22a43658ad05,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:41.172536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-b50cfcfd-3a8c-48a7-ba54-c8b059ef7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:41.175091 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-b50cfcfd-3a8c-48a7-ba54-c8b059ef7734 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2de3ab6388b94f74a2d58dad1cbf1d28&device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 1131 time: 0.2729318 Feb 08 15:47:41.215475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bdbde-1675-49e7-8ec8-7c778fb60909 req-83ef6c20-3695-4226-916e-13a754aae573 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:41.216924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-574bdbde-1675-49e7-8ec8-7c778fb60909 req-83ef6c20-3695-4226-916e-13a754aae573 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 945 time: 0.3828702 Feb 08 15:47:41.230325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'name': 'tempest-ServerRescueNegativeTestJSON-708219575-router', 'tenant_id': '60a080c724734d2f8504cfeec2677ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '97798df6-a1b5-4791-b539-058e9743d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:33Z', 'updated_at': '2022-02-08T15:47:37Z', 'revision_number': 3, 'project_id': '60a080c724734d2f8504cfeec2677ec4', 'gw_port': {'id': '97798df6-a1b5-4791-b539-058e9743d113', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:35Z', 'updated_at': '2022-02-08T15:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:41.287525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Checking router: 852d639a-fa3b-47f5-9d65-0cb412a6416f for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:47:41.288392 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Updating router 852d639a-fa3b-47f5-9d65-0cb412a6416f port 97798df6-a1b5-4791-b539-058e9743d113 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:47:41.295564 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-37c8849a-c592-4e89-aba9-488f336c239d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=301ef712-56e8-4d4e-a1f3-5df03b3e3830 HTTP/1.1" status: 200 len: 217 time: 0.0723593 Feb 08 15:47:41.339122 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (97798df6-a1b5-4791-b539-058e9743d113), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:41.361621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ba3d8f9-acb6-47b0-9688-323ae336a78e req-5c1aea22-0448-4c32-bb6e-ecf6496a803a tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431674 Feb 08 15:47:41.436411 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b28c04b-1ec4-4999-a164-914cde676ebe tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cf2eef90-b045-49e3-8357-ab579c96448a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:41.439046 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b28c04b-1ec4-4999-a164-914cde676ebe tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:41.440221 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2b28c04b-1ec4-4999-a164-914cde676ebe tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "DELETE /v2.0/security-groups/cf2eef90-b045-49e3-8357-ab579c96448a HTTP/1.1" status: 204 len: 168 time: 0.7590675 Feb 08 15:47:41.441526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-be692f1f-b057-44a5-b1c1-2196b8529884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:41.450217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38320) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:41.454587 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-be692f1f-b057-44a5-b1c1-2196b8529884 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1517782 Feb 08 15:47:41.464189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 919f9868-6797-4fc1-b391-df735b92c4e9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:41.476052 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-574bdbde-1675-49e7-8ec8-7c778fb60909 req-a2516434-5919-49ba-b70f-35f411d98b6a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447836 Feb 08 15:47:41.507607 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-9e46a020-d489-4047-8194-0b3e728d3378 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] show failed (client error): The resource could not be found. Feb 08 15:47:41.513108 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9e46a020-d489-4047-8194-0b3e728d3378 tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "GET /v2.0/security-groups/cf2eef90-b045-49e3-8357-ab579c96448a HTTP/1.1" status: 404 len: 347 time: 0.0540316 Feb 08 15:47:41.518511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28c04b-1ec4-4999-a164-914cde676ebe tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2eef90-b045-49e3-8357-ab579c96448a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:41.529133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38324) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:41.556686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Network a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:41.590623 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ebb485-d379-4438-ad87-1bf35e516180 None None] New status for floating IP fbf521a8-ed15-4882-941c-e36eda28af06: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:47:41.611572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:41.642399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-dc9617f0-c868-4105-a8a2-6f09371ad80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:41.644147 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-dc9617f0-c868-4105-a8a2-6f09371ad80c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1821802 Feb 08 15:47:41.883809 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:41.901736 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-5daf4e7f-914b-4747-83a7-bddbb2b9d84a service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456746 Feb 08 15:47:41.924417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 28b4c509-be38-48c7-bcf0-2ca153c00f98 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:41.937330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78226336-d7e1-4538-8fca-31b4d857d382 req-95ddddeb-76c3-4403-9f0d-2b6b97a8a268 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:41.940075 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78226336-d7e1-4538-8fca-31b4d857d382 req-95ddddeb-76c3-4403-9f0d-2b6b97a8a268 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 944 time: 0.3823116 Feb 08 15:47:42.061830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Router 71b7d9c0-08c6-45fb-842d-de88d2c08353 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:47:42.072030 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-93ba38f9-0332-49f9-a8d5-1459246db7c1 None None] Provisioning complete for port 36635ecb-828e-48c8-86d9-22a43658ad05 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:42.072450 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-93ba38f9-0332-49f9-a8d5-1459246db7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.100073 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78226336-d7e1-4538-8fca-31b4d857d382 req-03c20274-77fb-48a3-9740-353730ad540f tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527104 Feb 08 15:47:42.101578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c787eb9d-d5c4-445d-bfdf-227587f6519e tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Deleting port b2ae633e-e6a7-450b-bf4b-9e363e9248b4 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:42.101801 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c787eb9d-d5c4-445d-bfdf-227587f6519e tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b2ae633e-e6a7-450b-bf4b-9e363e9248b4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.125980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6124836-6bc7-441b-88f2-d3ceed24685a req-99ab061e-38b4-4a67-a971-7733d3ce186d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:42.127825 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6124836-6bc7-441b-88f2-d3ceed24685a req-99ab061e-38b4-4a67-a971-7733d3ce186d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 945 time: 0.2352314 Feb 08 15:47:42.147369 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a4cb9124-db9d-4a9f-82db-ef69c9463fa8 req-87c10198-a008-4b67-b1a9-e1a76c02e197 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755912 Feb 08 15:47:42.151379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 28b4c509-be38-48c7-bcf0-2ca153c00f98 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:47:42.166935 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 28b4c509-be38-48c7-bcf0-2ca153c00f98 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:42.167354 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.173282 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-93ba38f9-0332-49f9-a8d5-1459246db7c1 None None] Port 36635ecb-828e-48c8-86d9-22a43658ad05 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:47:42.175502 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Publish callbacks [] for port (97798df6-a1b5-4791-b539-058e9743d113), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.191305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Allocated IP 172.20.0.1 (2a72fae7-c7cb-449f-a857-4a0080f21988/f4193f18-71ec-4c14-9933-8ed1a50b2ce8/57e450c3-4ba9-4911-b979-c7692aede76b) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:47:42.206148 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (97798df6-a1b5-4791-b539-058e9743d113), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.286255 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Attempting to bind port 97798df6-a1b5-4791-b539-058e9743d113 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:47:42.286796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Attempting to bind port 97798df6-a1b5-4791-b539-058e9743d113 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:47:42.287174 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Attempting to bind port 97798df6-a1b5-4791-b539-058e9743d113 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:42.294368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d4151-1b2f-4325-ad81-20584c6fc86e None None] Pushing event updated for resources: {'Port': ['ID=97798df6-a1b5-4791-b539-058e9743d113,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:42.298529 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:47:42.298919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:42.299304 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.300325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:47:42.300325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Bound port: 97798df6-a1b5-4791-b539-058e9743d113, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:47:42.300586 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (97798df6-a1b5-4791-b539-058e9743d113), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.335558 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Publish callbacks [] for port (57e450c3-4ba9-4911-b979-c7692aede76b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.375777 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (57e450c3-4ba9-4911-b979-c7692aede76b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.378886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] For port 97798df6-a1b5-4791-b539-058e9743d113, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:47:42.400976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] For port 97798df6-a1b5-4791-b539-058e9743d113, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=97798df6-a1b5-4791-b539-058e9743d113,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:47:42.408669 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79551de0-e6af-41c0-a8b2-a06de8b6c295', 'tag': '301ef712-56e8-4d4e-a1f3-5df03b3e3830'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:42.410177 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 28b4c509-be38-48c7-bcf0-2ca153c00f98 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:42.411484 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.411749 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a02065-78f7-4aac-894f-4dc33f676128" -d '{"events": [{"name": "network-changed", "server_uuid": "79551de0-e6af-41c0-a8b2-a06de8b6c295", "tag": "301ef712-56e8-4d4e-a1f3-5df03b3e3830"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:42.415995 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (97798df6-a1b5-4791-b539-058e9743d113), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.432115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Network 2a72fae7-c7cb-449f-a857-4a0080f21988 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:42.436258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:42.439080 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:47:42.465003 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Pushing event updated for resources: {'Port': ['ID=57e450c3-4ba9-4911-b979-c7692aede76b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:42.487391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (852d639a-fa3b-47f5-9d65-0cb412a6416f), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.526297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 28b4c509-be38-48c7-bcf0-2ca153c00f98, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=28b4c509-be38-48c7-bcf0-2ca153c00f98,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:42.533104 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.535202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Routers {'852d639a-fa3b-47f5-9d65-0cb412a6416f'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:42.536940 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['852d639a-fa3b-47f5-9d65-0cb412a6416f'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:42.540822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d4151-1b2f-4325-ad81-20584c6fc86e None None] Pushing event updated for resources: {'Port': ['ID=97798df6-a1b5-4791-b539-058e9743d113,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:42.595161 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6bf2bde-87d2-447a-93de-854fd06341b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (902f0ac3-face-493d-aa63-10f77d3b06ee), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.632314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cebe501-8ac8-4069-96ec-16de9439be98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b4c509-be38-48c7-bcf0-2ca153c00f98'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:42.635208 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3994962-0365-41c4-8259-e44faf4aa844" -d '{"events": [{"server_uuid": "6cebe501-8ac8-4069-96ec-16de9439be98", "name": "network-vif-plugged", "status": "completed", "tag": "28b4c509-be38-48c7-bcf0-2ca153c00f98"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:42.656289 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (57e450c3-4ba9-4911-b979-c7692aede76b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.677456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=28b4c509-be38-48c7-bcf0-2ca153c00f98,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:42.708907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] Set router 852d639a-fa3b-47f5-9d65-0cb412a6416f gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:42.746695 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c787eb9d-d5c4-445d-bfdf-227587f6519e tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b2ae633e-e6a7-450b-bf4b-9e363e9248b4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.747029 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c787eb9d-d5c4-445d-bfdf-227587f6519e tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for floatingip (b2ae633e-e6a7-450b-bf4b-9e363e9248b4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:42.779596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6124836-6bc7-441b-88f2-d3ceed24685a req-9de56d39-55aa-46c9-b03d-b5fd2fcf6bc4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050280 Feb 08 15:47:42.790125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c787eb9d-d5c4-445d-bfdf-227587f6519e tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Calling delete_port for b2ae633e-e6a7-450b-bf4b-9e363e9248b4 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:47:42.808181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e1645-dd9e-4433-b817-58e35454504f req-6e4c200a-be86-4c56-9fe1-e0b5490f9131 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:42.809756 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-157e1645-dd9e-4433-b817-58e35454504f req-6e4c200a-be86-4c56-9fe1-e0b5490f9131 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/ports?device_id=441c21b9-1da2-44bd-806d-b2996bfdf4b2 HTTP/1.1" status: 200 len: 949 time: 0.3370662 Feb 08 15:47:42.823493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:47:42.839169 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Sync routers for ids ['71b7d9c0-08c6-45fb-842d-de88d2c08353'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:47:42.840419 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a1eafa88-a310-4e45-b65c-6cf17fe75bbc admin admin] 10.222.0.82 "PUT /v2.0/routers/71b7d9c0-08c6-45fb-842d-de88d2c08353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6866968 Feb 08 15:47:42.953897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Routers {'71b7d9c0-08c6-45fb-842d-de88d2c08353'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:42.954879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['71b7d9c0-08c6-45fb-842d-de88d2c08353'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:43.039188 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-157e1645-dd9e-4433-b817-58e35454504f req-838b5479-1db9-4ba0-9998-2f827e477bf7 tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/security-groups?id=71a43be4-6a46-4bcb-b5d5-ef52e5564f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170424 Feb 08 15:47:43.084232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7333a6-c0dd-48e6-97cf-05a674ddb5d0 req-1508d9ca-a157-43be-8f04-537108e7b27e tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:43.091966 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c7333a6-c0dd-48e6-97cf-05a674ddb5d0 req-1508d9ca-a157-43be-8f04-537108e7b27e tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 948 time: 0.1944907 Feb 08 15:47:43.170298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'name': 'tempest-ServerRescueNegativeTestJSON-708219575-router', 'tenant_id': '60a080c724734d2f8504cfeec2677ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '97798df6-a1b5-4791-b539-058e9743d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:33Z', 'updated_at': '2022-02-08T15:47:37Z', 'revision_number': 3, 'project_id': '60a080c724734d2f8504cfeec2677ec4', 'gw_port': {'id': '97798df6-a1b5-4791-b539-058e9743d113', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:35Z', 'updated_at': '2022-02-08T15:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:43.211185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a414de0-17cb-4755-b09b-56ecf3381ba2 None None] The sync data for ids ['852d639a-fa3b-47f5-9d65-0cb412a6416f'] in n-d-824834-11 is: [{'id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'name': 'tempest-ServerRescueNegativeTestJSON-708219575-router', 'tenant_id': '60a080c724734d2f8504cfeec2677ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '97798df6-a1b5-4791-b539-058e9743d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:33Z', 'updated_at': '2022-02-08T15:47:37Z', 'revision_number': 3, 'project_id': '60a080c724734d2f8504cfeec2677ec4', 'gw_port': {'id': '97798df6-a1b5-4791-b539-058e9743d113', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:35Z', 'updated_at': '2022-02-08T15:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:47:43.218845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Set router 71b7d9c0-08c6-45fb-842d-de88d2c08353 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:43.237740 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3214423-ef4e-4a06-8ae0-5bae1369e7ac x-openstack-request-id: req-c3214423-ef4e-4a06-8ae0-5bae1369e7ac {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:43.238965 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cebe501-8ac8-4069-96ec-16de9439be98", "name": "network-vif-plugged", "status": "completed", "tag": "28b4c509-be38-48c7-bcf0-2ca153c00f98", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:43.239349 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c3214423-ef4e-4a06-8ae0-5bae1369e7ac {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:43.239873 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cebe501-8ac8-4069-96ec-16de9439be98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b4c509-be38-48c7-bcf0-2ca153c00f98', 'code': 200} Feb 08 15:47:43.240703 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c7333a6-c0dd-48e6-97cf-05a674ddb5d0 req-a55d6eeb-dd80-4a49-95e6-9e412f8cf93d tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478267 Feb 08 15:47:43.245814 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c787eb9d-d5c4-445d-bfdf-227587f6519e tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b2ae633e-e6a7-450b-bf4b-9e363e9248b4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:43.375182 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd63687-7252-4e1b-a259-b5205c363cf2 x-openstack-request-id: req-0fd63687-7252-4e1b-a259-b5205c363cf2 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:43.376134 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79551de0-e6af-41c0-a8b2-a06de8b6c295", "tag": "301ef712-56e8-4d4e-a1f3-5df03b3e3830", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:43.382551 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0fd63687-7252-4e1b-a259-b5205c363cf2 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:43.383370 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79551de0-e6af-41c0-a8b2-a06de8b6c295', 'tag': '301ef712-56e8-4d4e-a1f3-5df03b3e3830', 'status': 'completed', 'code': 200} Feb 08 15:47:43.429588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787eb9d-d5c4-445d-bfdf-227587f6519e tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Pushing event deleted for resources: {'Port': ['ID=b2ae633e-e6a7-450b-bf4b-9e363e9248b4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:43.521257 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Publish callbacks [] for port (57e450c3-4ba9-4911-b979-c7692aede76b), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:43.534481 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (57e450c3-4ba9-4911-b979-c7692aede76b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:43.615983 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080757780-router', 'tenant_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:28Z', 'updated_at': '2022-02-08T15:47:39Z', 'revision_number': 4, 'project_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'gw_port': {'id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:29Z', 'updated_at': '2022-02-08T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '36635ecb-828e-48c8-86d9-22a43658ad05', 'name': '', 'network_id': 'a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5', 'tenant_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'mac_address': 'fa:16:3e:ca:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'f7bcc524-10ca-4bb4-869c-18c79e28372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:36Z', 'updated_at': '2022-02-08T15:47:40Z', 'revision_number': 2, 'project_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'subnets': [{'id': 'f7bcc524-10ca-4bb4-869c-18c79e28372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:43.652035 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a02065-78f7-4aac-894f-4dc33f676128 req-4213f98f-160b-47b7-a3d3-adad8593f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:43.655860 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-58a02065-78f7-4aac-894f-4dc33f676128 req-4213f98f-160b-47b7-a3d3-adad8593f2aa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2de3ab6388b94f74a2d58dad1cbf1d28&device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 1131 time: 0.2852008 Feb 08 15:47:43.675719 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c787eb9d-d5c4-445d-bfdf-227587f6519e tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks [] for floatingip (fbf521a8-ed15-4882-941c-e36eda28af06), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:43.679089 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c787eb9d-d5c4-445d-bfdf-227587f6519e tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:43.683378 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c787eb9d-d5c4-445d-bfdf-227587f6519e tempest-ServersTestJSON-18701042 tempest-ServersTestJSON-18701042-project] 10.222.0.82 "DELETE /v2.0/floatingips/fbf521a8-ed15-4882-941c-e36eda28af06 HTTP/1.1" status: 204 len: 168 time: 2.1494575 Feb 08 15:47:43.686221 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38360) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:43.800866 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Checking router: 71b7d9c0-08c6-45fb-842d-de88d2c08353 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:47:43.802766 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Updating router 71b7d9c0-08c6-45fb-842d-de88d2c08353 port 36635ecb-828e-48c8-86d9-22a43658ad05 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:47:43.841840 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Pushing event updated for resources: {'Port': ['ID=57e450c3-4ba9-4911-b979-c7692aede76b,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:43.857131 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (852d639a-fa3b-47f5-9d65-0cb412a6416f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:43.879969 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a02065-78f7-4aac-894f-4dc33f676128 req-15395574-9503-49fa-b148-57e6b353324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:43.887736 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:43.889968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 301ef712-56e8-4d4e-a1f3-5df03b3e3830 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:47:43.899008 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-58a02065-78f7-4aac-894f-4dc33f676128 req-15395574-9503-49fa-b148-57e6b353324c service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2327979 Feb 08 15:47:44.044012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa049fbd-f6d0-4851-b3e7-aa2469389188 req-1e833862-b2ee-44e5-bdad-00a48d1f8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:44.046899 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fa049fbd-f6d0-4851-b3e7-aa2469389188 req-1e833862-b2ee-44e5-bdad-00a48d1f8f2b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 1128 time: 0.6814206 Feb 08 15:47:44.114380 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e1400-d19c-4be9-a357-59fed87359f0 req-4be3c0f6-8ee7-4829-9f4a-7ed329b48cbf tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:44.123124 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a0e1400-d19c-4be9-a357-59fed87359f0 req-4be3c0f6-8ee7-4829-9f4a-7ed329b48cbf tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 0.7132058 Feb 08 15:47:44.131874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf2bde-87d2-447a-93de-854fd06341b2 admin admin] Deleting port 05d94e87-8bd4-4d3b-9741-572caf611e0e {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:44.132631 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6bf2bde-87d2-447a-93de-854fd06341b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:44.165561 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-58a02065-78f7-4aac-894f-4dc33f676128 req-06ac0998-310a-49b1-9497-5cccf34c6e51 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=301ef712-56e8-4d4e-a1f3-5df03b3e3830 HTTP/1.1" status: 200 len: 217 time: 0.2285628 Feb 08 15:47:44.353660 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a02065-78f7-4aac-894f-4dc33f676128 req-e3d993fe-a374-4734-973e-dd6f6a2e27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:44.355149 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-58a02065-78f7-4aac-894f-4dc33f676128 req-e3d993fe-a374-4734-973e-dd6f6a2e27d0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1807020 Feb 08 15:47:44.385311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 301ef712-56e8-4d4e-a1f3-5df03b3e3830, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=301ef712-56e8-4d4e-a1f3-5df03b3e3830,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:44.390793 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Network 2a72fae7-c7cb-449f-a857-4a0080f21988 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:44.409906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '301ef712-56e8-4d4e-a1f3-5df03b3e3830', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '301ef712-56e8-4d4e-a1f3-5df03b3e3830', 'mac_address': 'fa:16:3e:75:a4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:47:44.439069 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:44.573988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a02065-78f7-4aac-894f-4dc33f676128 req-1847e886-e5b9-4b72-82ea-173c39f2901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:44.575903 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-58a02065-78f7-4aac-894f-4dc33f676128 req-1847e886-e5b9-4b72-82ea-173c39f2901c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2139697 Feb 08 15:47:44.606611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1793972-b740-4288-a8e9-f673ab760109 req-a2e734d4-5970-4067-a97a-95992c5d6c7f tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:44.609204 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1793972-b740-4288-a8e9-f673ab760109 req-a2e734d4-5970-4067-a97a-95992c5d6c7f tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.94 "GET /v2.0/ports?device_id=441c21b9-1da2-44bd-806d-b2996bfdf4b2 HTTP/1.1" status: 200 len: 949 time: 0.7008421 Feb 08 15:47:44.647521 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fa049fbd-f6d0-4851-b3e7-aa2469389188 req-e5e42549-97f2-4bb1-8438-89d2b575a071 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885663 Feb 08 15:47:44.711943 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Router 852d639a-fa3b-47f5-9d65-0cb412a6416f has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:47:44.770482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a0e1400-d19c-4be9-a357-59fed87359f0 req-1929f49f-e159-4d55-99dd-82370adb26ae tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6414876 Feb 08 15:47:44.833593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 301ef712-56e8-4d4e-a1f3-5df03b3e3830 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:44.834192 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:44.943243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-f6bf2bde-87d2-447a-93de-854fd06341b2 admin admin] For port 05d94e87-8bd4-4d3b-9741-572caf611e0e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=05d94e87-8bd4-4d3b-9741-572caf611e0e,segment=NetworkSegment(33f8759f-f51d-4e0b-be84-61cadefe7ec9),segment_id=33f8759f-f51d-4e0b-be84-61cadefe7ec9)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:44.944233 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6bf2bde-87d2-447a-93de-854fd06341b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:44.969151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 97798df6-a1b5-4791-b539-058e9743d113 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:44.972550 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:47:45.001581 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c93f3287-d23c-4abf-88e6-3abb07e5865a admin admin] 10.222.0.82 "PUT /v2.0/routers/852d639a-fa3b-47f5-9d65-0cb412a6416f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5292950 Feb 08 15:47:45.016804 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-58a02065-78f7-4aac-894f-4dc33f676128 req-00738e0e-2a6c-4796-b3c4-5b833677cfa0 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342768 Feb 08 15:47:45.039520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb9331-0035-4446-bf36-aa4a79022747 req-0d2c3a02-cb98-48b2-8a09-d50790fdec9a tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:45.044240 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3acb9331-0035-4446-bf36-aa4a79022747 req-0d2c3a02-cb98-48b2-8a09-d50790fdec9a tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/ports?device_id=441c21b9-1da2-44bd-806d-b2996bfdf4b2 HTTP/1.1" status: 200 len: 949 time: 0.8447492 Feb 08 15:47:45.065153 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301ef712-56e8-4d4e-a1f3-5df03b3e3830 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:47:45.208226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf2bde-87d2-447a-93de-854fd06341b2 admin admin] Calling delete_port for 05d94e87-8bd4-4d3b-9741-572caf611e0e owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:47:45.235278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 301ef712-56e8-4d4e-a1f3-5df03b3e3830, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=301ef712-56e8-4d4e-a1f3-5df03b3e3830,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:45.251859 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:45.273505 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-58a02065-78f7-4aac-894f-4dc33f676128 req-0a685a9e-b38a-4836-8e41-0d00c1bed52a service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502141 Feb 08 15:47:45.375280 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Publish callbacks [] for port (36635ecb-828e-48c8-86d9-22a43658ad05), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:45.427689 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:45.455673 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=301ef712-56e8-4d4e-a1f3-5df03b3e3830,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:45.516660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 97798df6-a1b5-4791-b539-058e9743d113 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:45.517545 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (97798df6-a1b5-4791-b539-058e9743d113), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:45.533971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['301ef712-56e8-4d4e-a1f3-5df03b3e3830'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:47:45.693568 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3acb9331-0035-4446-bf36-aa4a79022747 req-08862bd9-8957-482d-94a2-10bb5d455cbf tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.82 "GET /v2.0/security-groups?id=71a43be4-6a46-4bcb-b5d5-ef52e5564f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737169 Feb 08 15:47:45.708013 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb687fd-e970-4b4c-8013-60712f126c3c None None] Pushing event updated for resources: {'Port': ['ID=36635ecb-828e-48c8-86d9-22a43658ad05,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:45.776475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165dec6-c2c2-4824-91d0-479942f331a8 req-ab7232c9-3032-4826-9ac9-c7af33ab8fce tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:45.780038 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4165dec6-c2c2-4824-91d0-479942f331a8 req-ab7232c9-3032-4826-9ac9-c7af33ab8fce tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 948 time: 0.8489807 Feb 08 15:47:45.793469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Attempting to bind port 36635ecb-828e-48c8-86d9-22a43658ad05 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:47:45.796165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Attempting to bind port 36635ecb-828e-48c8-86d9-22a43658ad05 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '7760c78b-238d-436e-b976-46ce4d830f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:47:45.796900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-f1793972-b740-4288-a8e9-f673ab760109 req-1a136f11-9e53-4df9-9e48-075a19ef950e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Deleting port ba2a79db-157a-4b18-977e-71e122826f50 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:45.797487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Attempting to bind port 36635ecb-828e-48c8-86d9-22a43658ad05 on network a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:45.797709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f1793972-b740-4288-a8e9-f673ab760109 req-1a136f11-9e53-4df9-9e48-075a19ef950e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ba2a79db-157a-4b18-977e-71e122826f50), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:45.823954 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:47:45.825034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Checking segment: {'id': '7760c78b-238d-436e-b976-46ce4d830f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:45.825826 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:45.826491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Bound using segment: {'id': '7760c78b-238d-436e-b976-46ce4d830f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:47:45.827262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Bound port: 36635ecb-828e-48c8-86d9-22a43658ad05, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7760c78b-238d-436e-b976-46ce4d830f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:47:45.827933 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:46.110740 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 97798df6-a1b5-4791-b539-058e9743d113 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:46.111445 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (97798df6-a1b5-4791-b539-058e9743d113), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:46.130020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f1793972-b740-4288-a8e9-f673ab760109 req-1a136f11-9e53-4df9-9e48-075a19ef950e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] For port ba2a79db-157a-4b18-977e-71e122826f50, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ba2a79db-157a-4b18-977e-71e122826f50,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:46.130487 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f1793972-b740-4288-a8e9-f673ab760109 req-1a136f11-9e53-4df9-9e48-075a19ef950e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ba2a79db-157a-4b18-977e-71e122826f50), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:46.140706 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 97798df6-a1b5-4791-b539-058e9743d113, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=97798df6-a1b5-4791-b539-058e9743d113,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:46.149888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-f1793972-b740-4288-a8e9-f673ab760109 req-1a136f11-9e53-4df9-9e48-075a19ef950e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Calling delete_port for ba2a79db-157a-4b18-977e-71e122826f50 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:47:46.159298 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (97798df6-a1b5-4791-b539-058e9743d113), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:46.236972 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c998211f-048f-4305-aa65-381cd526dab2 None None] Provisioning complete for port 36635ecb-828e-48c8-86d9-22a43658ad05 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:46.236972 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c998211f-048f-4305-aa65-381cd526dab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:46.284452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c998211f-048f-4305-aa65-381cd526dab2 None None] Port 36635ecb-828e-48c8-86d9-22a43658ad05 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:47:46.301400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] For port 36635ecb-828e-48c8-86d9-22a43658ad05, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:47:46.340271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] For port 36635ecb-828e-48c8-86d9-22a43658ad05, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=36635ecb-828e-48c8-86d9-22a43658ad05,segment=NetworkSegment(7760c78b-238d-436e-b976-46ce4d830f66),segment_id=7760c78b-238d-436e-b976-46ce4d830f66)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:47:46.365845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=97798df6-a1b5-4791-b539-058e9743d113,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:46.370000 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:46.397328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:47:46.400303 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ba2a79db-157a-4b18-977e-71e122826f50 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:47:46.679478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Routers {'71b7d9c0-08c6-45fb-842d-de88d2c08353'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:46.680309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['71b7d9c0-08c6-45fb-842d-de88d2c08353'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:46.693003 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Sync routers for ids ['852d639a-fa3b-47f5-9d65-0cb412a6416f'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:47:46.747838 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:47:46.750547 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb687fd-e970-4b4c-8013-60712f126c3c None None] Pushing event updated for resources: {'Port': ['ID=36635ecb-828e-48c8-86d9-22a43658ad05,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:46.783282 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Routers {'852d639a-fa3b-47f5-9d65-0cb412a6416f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:46.783925 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['852d639a-fa3b-47f5-9d65-0cb412a6416f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:46.864135 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4165dec6-c2c2-4824-91d0-479942f331a8 req-2d3ec81e-5db8-47ce-bd11-53e49a786aa3 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0760069 Feb 08 15:47:46.865341 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] Set router 71b7d9c0-08c6-45fb-842d-de88d2c08353 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:46.874928 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f1793972-b740-4288-a8e9-f673ab760109 req-1a136f11-9e53-4df9-9e48-075a19ef950e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ba2a79db-157a-4b18-977e-71e122826f50), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:46.998460 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Set router 852d639a-fa3b-47f5-9d65-0cb412a6416f gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:47.011605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a136f11-9e53-4df9-9e48-075a19ef950e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Pushing event deleted for resources: {'Port': ['ID=ba2a79db-157a-4b18-977e-71e122826f50,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:47.020097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 97798df6-a1b5-4791-b539-058e9743d113 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:47.097490 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No active binding found for port ba2a79db-157a-4b18-977e-71e122826f50 {{(pid=103303) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 15:47:47.098879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port ba2a79db-157a-4b18-977e-71e122826f50 host None! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:47:47.099342 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ba2a79db-157a-4b18-977e-71e122826f50 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:47:47.143094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0ecd4fb4-5e44-4888-9769-42c360592c6c None None] Provisioning complete for port 36635ecb-828e-48c8-86d9-22a43658ad05 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:47.143793 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0ecd4fb4-5e44-4888-9769-42c360592c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:47.305608 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'name': 'tempest-ServerRescueNegativeTestJSON-708219575-router', 'tenant_id': '60a080c724734d2f8504cfeec2677ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '97798df6-a1b5-4791-b539-058e9743d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:33Z', 'updated_at': '2022-02-08T15:47:42Z', 'revision_number': 4, 'project_id': '60a080c724734d2f8504cfeec2677ec4', 'gw_port': {'id': '97798df6-a1b5-4791-b539-058e9743d113', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:35Z', 'updated_at': '2022-02-08T15:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '57e450c3-4ba9-4911-b979-c7692aede76b', 'name': '', 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988', 'tenant_id': '60a080c724734d2f8504cfeec2677ec4', 'mac_address': 'fa:16:3e:36:67:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f4193f18-71ec-4c14-9933-8ed1a50b2ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:41Z', 'updated_at': '2022-02-08T15:47:42Z', 'revision_number': 2, 'project_id': '60a080c724734d2f8504cfeec2677ec4', 'subnets': [{'id': 'f4193f18-71ec-4c14-9933-8ed1a50b2ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:47.309498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:47.337396 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Checking router: 852d639a-fa3b-47f5-9d65-0cb412a6416f for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:47:47.337866 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Updating router 852d639a-fa3b-47f5-9d65-0cb412a6416f port 57e450c3-4ba9-4911-b979-c7692aede76b binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:47:47.360510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 97798df6-a1b5-4791-b539-058e9743d113 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:47.360990 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (97798df6-a1b5-4791-b539-058e9743d113), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:47.371791 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (57e450c3-4ba9-4911-b979-c7692aede76b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:47.417831 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'port_id': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'mac_address': 'fa:16:3e:26:59:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:47:47.465716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd4fb4-5e44-4888-9769-42c360592c6c None None] Current status of the port 36635ecb-828e-48c8-86d9-22a43658ad05 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:47.466133 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0ecd4fb4-5e44-4888-9769-42c360592c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:47.575047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1793972-b740-4288-a8e9-f673ab760109 req-1a136f11-9e53-4df9-9e48-075a19ef950e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] No DVR routers for this DVR port ba2a79db-157a-4b18-977e-71e122826f50 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:47:47.578981 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f1793972-b740-4288-a8e9-f673ab760109 req-1a136f11-9e53-4df9-9e48-075a19ef950e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:47.583758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1793972-b740-4288-a8e9-f673ab760109 req-1a136f11-9e53-4df9-9e48-075a19ef950e tempest-ImagesOneServerTestJSON-853293591 tempest-ImagesOneServerTestJSON-853293591-project] 10.222.0.94 "DELETE /v2.0/ports/ba2a79db-157a-4b18-977e-71e122826f50 HTTP/1.1" status: 204 len: 173 time: 2.9239836 Feb 08 15:47:47.586025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0ecd4fb4-5e44-4888-9769-42c360592c6c None None] For port 36635ecb-828e-48c8-86d9-22a43658ad05, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=36635ecb-828e-48c8-86d9-22a43658ad05,segment=NetworkSegment(7760c78b-238d-436e-b976-46ce4d830f66),segment_id=7760c78b-238d-436e-b976-46ce4d830f66)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:47.606080 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0ecd4fb4-5e44-4888-9769-42c360592c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:47.618760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'name': 'network-vif-deleted', 'tag': 'ba2a79db-157a-4b18-977e-71e122826f50'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:47.621441 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86f82a1-0c88-4677-8f7e-59bd39d1100e" -d '{"events": [{"server_uuid": "441c21b9-1da2-44bd-806d-b2996bfdf4b2", "name": "network-vif-deleted", "tag": "ba2a79db-157a-4b18-977e-71e122826f50"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:47.656967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-dfd6541b-35b0-492e-a29e-fcaa1a59fc42 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:47.664581 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-dfd6541b-35b0-492e-a29e-fcaa1a59fc42 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/networks?id=2a72fae7-c7cb-449f-a857-4a0080f21988 HTTP/1.1" status: 200 len: 818 time: 1.3960595 Feb 08 15:47:47.674220 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd4fb4-5e44-4888-9769-42c360592c6c None None] Pushing event updated for resources: {'Port': ['ID=36635ecb-828e-48c8-86d9-22a43658ad05,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:47.685535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:47.685976 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:47.706566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:47:47.730031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:47.739880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-0c1de5f5-e319-44d7-a283-686a2751d579 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/quotas/60a080c724734d2f8504cfeec2677ec4 HTTP/1.1" status: 200 len: 375 time: 0.0731537 Feb 08 15:47:47.771945 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Publish callbacks [] for port (57e450c3-4ba9-4911-b979-c7692aede76b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:47.775184 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:47.777200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 97798df6-a1b5-4791-b539-058e9743d113 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:47.778347 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (57e450c3-4ba9-4911-b979-c7692aede76b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:47.781035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080757780-router', 'tenant_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:28Z', 'updated_at': '2022-02-08T15:47:39Z', 'revision_number': 4, 'project_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'gw_port': {'id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:29Z', 'updated_at': '2022-02-08T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '36635ecb-828e-48c8-86d9-22a43658ad05', 'name': '', 'network_id': 'a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5', 'tenant_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'mac_address': 'fa:16:3e:ca:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'f7bcc524-10ca-4bb4-869c-18c79e28372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:36Z', 'updated_at': '2022-02-08T15:47:46Z', 'revision_number': 4, 'project_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'subnets': [{'id': 'f7bcc524-10ca-4bb4-869c-18c79e28372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:47.852080 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7b675-f837-4137-9466-1f1e14931db3 None None] Pushing event updated for resources: {'Port': ['ID=57e450c3-4ba9-4911-b979-c7692aede76b,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:47.897312 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21b4ff33-2ff8-4907-8cdd-1f5405bd732b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (22b53670-9a3e-472e-b419-2a60b6613ded), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:47.912429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c996d-ad24-42f1-9e31-6bd144e9ff7b None None] The sync data for ids ['71b7d9c0-08c6-45fb-842d-de88d2c08353'] in n-d-824834-11 is: [{'id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080757780-router', 'tenant_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:28Z', 'updated_at': '2022-02-08T15:47:39Z', 'revision_number': 4, 'project_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'gw_port': {'id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:29Z', 'updated_at': '2022-02-08T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '36635ecb-828e-48c8-86d9-22a43658ad05', 'name': '', 'network_id': 'a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5', 'tenant_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'mac_address': 'fa:16:3e:ca:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'f7bcc524-10ca-4bb4-869c-18c79e28372d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:36Z', 'updated_at': '2022-02-08T15:47:46Z', 'revision_number': 4, 'project_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'subnets': [{'id': 'f7bcc524-10ca-4bb4-869c-18c79e28372d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:47:47.939022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 301ef712-56e8-4d4e-a1f3-5df03b3e3830 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:48.053307 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Attempting to bind port 57e450c3-4ba9-4911-b979-c7692aede76b on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:47:48.053676 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Attempting to bind port 57e450c3-4ba9-4911-b979-c7692aede76b by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'edbdb8e9-095d-4d06-8f62-aae7fa9f558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:47:48.054027 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Attempting to bind port 57e450c3-4ba9-4911-b979-c7692aede76b on network 2a72fae7-c7cb-449f-a857-4a0080f21988 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:47:48.076414 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:47:48.079374 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Checking segment: {'id': 'edbdb8e9-095d-4d06-8f62-aae7fa9f558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:48.079374 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:48.079374 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Bound using segment: {'id': 'edbdb8e9-095d-4d06-8f62-aae7fa9f558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:47:48.079692 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Bound port: 57e450c3-4ba9-4911-b979-c7692aede76b, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbdb8e9-095d-4d06-8f62-aae7fa9f558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:47:48.079789 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (57e450c3-4ba9-4911-b979-c7692aede76b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:48.149351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['3cb7939b-163c-4b1a-a3e7-bbdf99650c9d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:47:48.153442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d466f-64d4-40bf-8c84-069c7c29be29 req-db65d94f-5a21-40ae-9cc2-137d4555fda5 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:48.162826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f17d466f-64d4-40bf-8c84-069c7c29be29 req-db65d94f-5a21-40ae-9cc2-137d4555fda5 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 1.1379316 Feb 08 15:47:48.213664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:48.262170 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] For port 57e450c3-4ba9-4911-b979-c7692aede76b, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:47:48.271071 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] For port 57e450c3-4ba9-4911-b979-c7692aede76b, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=57e450c3-4ba9-4911-b979-c7692aede76b,segment=NetworkSegment(edbdb8e9-095d-4d06-8f62-aae7fa9f558c),segment_id=edbdb8e9-095d-4d06-8f62-aae7fa9f558c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:47:48.274675 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-dc6a5586-58e4-4ee5-9f44-27f03095df9f tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=60a080c724734d2f8504cfeec2677ec4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5310543 Feb 08 15:47:48.284701 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (57e450c3-4ba9-4911-b979-c7692aede76b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:48.426580 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Routers {'852d639a-fa3b-47f5-9d65-0cb412a6416f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:48.427521 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['852d639a-fa3b-47f5-9d65-0cb412a6416f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:48.525168 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6bf2bde-87d2-447a-93de-854fd06341b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (05d94e87-8bd4-4d3b-9741-572caf611e0e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:48.591182 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7b675-f837-4137-9466-1f1e14931db3 None None] Pushing event updated for resources: {'Port': ['ID=57e450c3-4ba9-4911-b979-c7692aede76b,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:48.679824 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-661b0a84-3f58-4265-83c7-91e2eb578786 service neutron] 10.222.0.82 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739939 Feb 08 15:47:48.682587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 301ef712-56e8-4d4e-a1f3-5df03b3e3830 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:47:48.709162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 301ef712-56e8-4d4e-a1f3-5df03b3e3830 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:48.709866 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:48.712240 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:48.721975 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] Set router 852d639a-fa3b-47f5-9d65-0cb412a6416f gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:48.770274 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f17d466f-64d4-40bf-8c84-069c7c29be29 req-debccf0d-ab63-4824-b821-e01c992472fe tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059330 Feb 08 15:47:48.953653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 36635ecb-828e-48c8-86d9-22a43658ad05 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:49.365079 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 301ef712-56e8-4d4e-a1f3-5df03b3e3830 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:49.366446 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:49.424145 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-638bcffa-005e-4dff-9661-43ff81e44541 service neutron] 10.222.0.82 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566189 Feb 08 15:47:49.431041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79551de0-e6af-41c0-a8b2-a06de8b6c295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301ef712-56e8-4d4e-a1f3-5df03b3e3830'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:49.435935 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ab13be-8a46-452a-986c-caac67f9ab48" -d '{"events": [{"server_uuid": "79551de0-e6af-41c0-a8b2-a06de8b6c295", "name": "network-vif-plugged", "status": "completed", "tag": "301ef712-56e8-4d4e-a1f3-5df03b3e3830"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:49.443228 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b405b146-1f59-42bb-859c-e23b340dfc38 x-openstack-request-id: req-b405b146-1f59-42bb-859c-e23b340dfc38 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:49.443649 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441c21b9-1da2-44bd-806d-b2996bfdf4b2", "name": "network-vif-deleted", "tag": "ba2a79db-157a-4b18-977e-71e122826f50", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:49.443842 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b405b146-1f59-42bb-859c-e23b340dfc38 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:49.444252 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441c21b9-1da2-44bd-806d-b2996bfdf4b2', 'name': 'network-vif-deleted', 'tag': 'ba2a79db-157a-4b18-977e-71e122826f50', 'status': 'completed', 'code': 200} Feb 08 15:47:49.517438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf2bde-87d2-447a-93de-854fd06341b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d94e87-8bd4-4d3b-9741-572caf611e0e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:49.569125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 301ef712-56e8-4d4e-a1f3-5df03b3e3830, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=301ef712-56e8-4d4e-a1f3-5df03b3e3830,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:49.596984 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 36635ecb-828e-48c8-86d9-22a43658ad05 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:49.597382 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:49.615953 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:49.707108 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'name': 'tempest-ServerRescueNegativeTestJSON-708219575-router', 'tenant_id': '60a080c724734d2f8504cfeec2677ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '97798df6-a1b5-4791-b539-058e9743d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:33Z', 'updated_at': '2022-02-08T15:47:42Z', 'revision_number': 4, 'project_id': '60a080c724734d2f8504cfeec2677ec4', 'gw_port': {'id': '97798df6-a1b5-4791-b539-058e9743d113', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:35Z', 'updated_at': '2022-02-08T15:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '57e450c3-4ba9-4911-b979-c7692aede76b', 'name': '', 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988', 'tenant_id': '60a080c724734d2f8504cfeec2677ec4', 'mac_address': 'fa:16:3e:36:67:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f4193f18-71ec-4c14-9933-8ed1a50b2ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:41Z', 'updated_at': '2022-02-08T15:47:48Z', 'revision_number': 4, 'project_id': '60a080c724734d2f8504cfeec2677ec4', 'subnets': [{'id': 'f4193f18-71ec-4c14-9933-8ed1a50b2ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:49.762762 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2752cd6d-2b9f-46ff-a87b-b2627b6adbf3 None None] The sync data for ids ['852d639a-fa3b-47f5-9d65-0cb412a6416f'] in n-d-824834-11 is: [{'id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'name': 'tempest-ServerRescueNegativeTestJSON-708219575-router', 'tenant_id': '60a080c724734d2f8504cfeec2677ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '97798df6-a1b5-4791-b539-058e9743d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:33Z', 'updated_at': '2022-02-08T15:47:42Z', 'revision_number': 4, 'project_id': '60a080c724734d2f8504cfeec2677ec4', 'gw_port': {'id': '97798df6-a1b5-4791-b539-058e9743d113', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:35Z', 'updated_at': '2022-02-08T15:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '57e450c3-4ba9-4911-b979-c7692aede76b', 'name': '', 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988', 'tenant_id': '60a080c724734d2f8504cfeec2677ec4', 'mac_address': 'fa:16:3e:36:67:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f4193f18-71ec-4c14-9933-8ed1a50b2ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:41Z', 'updated_at': '2022-02-08T15:47:48Z', 'revision_number': 4, 'project_id': '60a080c724734d2f8504cfeec2677ec4', 'subnets': [{'id': 'f4193f18-71ec-4c14-9933-8ed1a50b2ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:47:49.900239 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=301ef712-56e8-4d4e-a1f3-5df03b3e3830,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:49.905874 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38444) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:50.167725 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 36635ecb-828e-48c8-86d9-22a43658ad05 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:50.282144 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea99fb4-e0fb-48bf-9649-d26632815bff req-3577aa79-3179-4902-9d97-7e44064ff656 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:50.294764 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:50.298506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eea99fb4-e0fb-48bf-9649-d26632815bff req-3577aa79-3179-4902-9d97-7e44064ff656 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 949 time: 0.7940452 Feb 08 15:47:50.303270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-21b4ff33-2ff8-4907-8cdd-1f5405bd732b admin admin] Deleting port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:50.310005 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21b4ff33-2ff8-4907-8cdd-1f5405bd732b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:50.362677 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-438b9dec-89b8-4b64-9d11-9d9175fca0cc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=20e6078a22194f04bb29d892e4a27bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4551234 Feb 08 15:47:50.364261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38452) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:50.407540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:50.461709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6bf2bde-87d2-447a-93de-854fd06341b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (902f0ac3-face-493d-aa63-10f77d3b06ee), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:50.536661 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02a72ccb-e736-4e1e-bbda-9c0b787c7623 admin admin] Publish callbacks [] for security_group (71a43be4-6a46-4bcb-b5d5-ef52e5564f5b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:50.635688 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02a72ccb-e736-4e1e-bbda-9c0b787c7623 admin admin] Publish callbacks [] for security_group (71a43be4-6a46-4bcb-b5d5-ef52e5564f5b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:50.758905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:50.759292 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:50.874185 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02a72ccb-e736-4e1e-bbda-9c0b787c7623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (71a43be4-6a46-4bcb-b5d5-ef52e5564f5b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:50.876765 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02a72ccb-e736-4e1e-bbda-9c0b787c7623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:50.880862 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-02a72ccb-e736-4e1e-bbda-9c0b787c7623 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/71a43be4-6a46-4bcb-b5d5-ef52e5564f5b HTTP/1.1" status: 204 len: 168 time: 0.5111437 Feb 08 15:47:50.936154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a72ccb-e736-4e1e-bbda-9c0b787c7623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a43be4-6a46-4bcb-b5d5-ef52e5564f5b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:51.244730 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:51.250839 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:51.426663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:51.439159 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:51.778790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:51.920964 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05023362-35a4-4827-af4c-a87355e84c6d x-openstack-request-id: req-05023362-35a4-4827-af4c-a87355e84c6d {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:51.921912 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79551de0-e6af-41c0-a8b2-a06de8b6c295", "name": "network-vif-plugged", "status": "completed", "tag": "301ef712-56e8-4d4e-a1f3-5df03b3e3830", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:51.922540 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-05023362-35a4-4827-af4c-a87355e84c6d {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:51.923128 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79551de0-e6af-41c0-a8b2-a06de8b6c295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301ef712-56e8-4d4e-a1f3-5df03b3e3830', 'code': 200} Feb 08 15:47:51.935259 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eea99fb4-e0fb-48bf-9649-d26632815bff req-6fa11685-62e2-471f-99d3-39ad801d04f1 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6160183 Feb 08 15:47:52.150799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bf2bde-87d2-447a-93de-854fd06341b2 admin admin] Router 902f0ac3-face-493d-aa63-10f77d3b06ee has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:47:52.319021 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-21b4ff33-2ff8-4907-8cdd-1f5405bd732b admin admin] For port 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=43af2b77-ff14-4ab2-aa7a-ef4a5728ddba,segment=NetworkSegment(1a9f4833-ef70-4d22-8193-11d3ca291e57),segment_id=1a9f4833-ef70-4d22-8193-11d3ca291e57)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:52.321720 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21b4ff33-2ff8-4907-8cdd-1f5405bd732b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:52.369050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3846d-4283-4ae0-938e-59142460aa55 req-01f1fd61-551a-4c81-8a6c-d43f7c670d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:52.373279 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-87b3846d-4283-4ae0-938e-59142460aa55 req-01f1fd61-551a-4c81-8a6c-d43f7c670d95 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 1133 time: 0.1774936 Feb 08 15:47:52.376007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-21b4ff33-2ff8-4907-8cdd-1f5405bd732b admin admin] Calling delete_port for 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:47:52.468129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 57e450c3-4ba9-4911-b979-c7692aede76b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:52.576032 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-87b3846d-4283-4ae0-938e-59142460aa55 req-abcd9522-f0ef-42a2-9416-c09658739acc service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977003 Feb 08 15:47:52.654660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 57e450c3-4ba9-4911-b979-c7692aede76b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:52.656204 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (57e450c3-4ba9-4911-b979-c7692aede76b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:52.901910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fbbafb4-7a14-4401-8e4a-3ad8f3305949 req-796376a9-c4a6-4e28-9a97-d6bda7031fb4 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 210 time: 0.3313305 Feb 08 15:47:53.023559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 57e450c3-4ba9-4911-b979-c7692aede76b is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:53.039756 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (57e450c3-4ba9-4911-b979-c7692aede76b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:53.191789 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 57e450c3-4ba9-4911-b979-c7692aede76b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=57e450c3-4ba9-4911-b979-c7692aede76b,segment=NetworkSegment(edbdb8e9-095d-4d06-8f62-aae7fa9f558c),segment_id=edbdb8e9-095d-4d06-8f62-aae7fa9f558c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:53.198722 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (57e450c3-4ba9-4911-b979-c7692aede76b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:53.325353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=57e450c3-4ba9-4911-b979-c7692aede76b,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:53.434658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38508) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:53.546238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-20a2a36e-a952-454f-b35f-b2dadaabef07 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:53.547997 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-20a2a36e-a952-454f-b35f-b2dadaabef07 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.94 "GET /v2.0/networks?id=2a72fae7-c7cb-449f-a857-4a0080f21988 HTTP/1.1" status: 200 len: 818 time: 0.7747879 Feb 08 15:47:53.579200 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-0db3b8e4-e6b1-4e2c-b94b-b00b731a8711 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Request body: {'port': {'device_id': '3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38', 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988', 'admin_state_up': True, 'tenant_id': '60a080c724734d2f8504cfeec2677ec4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:53.693796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bf2bde-87d2-447a-93de-854fd06341b2 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:47:53.706915 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f6bf2bde-87d2-447a-93de-854fd06341b2 admin admin] 10.222.0.82 "PUT /v2.0/routers/902f0ac3-face-493d-aa63-10f77d3b06ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2587969 Feb 08 15:47:53.707180 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38512) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:53.721916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7068f51-6e97-4a3f-9075-295c0ce2cc27 None None] Sync routers for ids ['902f0ac3-face-493d-aa63-10f77d3b06ee'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:47:53.773073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7068f51-6e97-4a3f-9075-295c0ce2cc27 None None] Routers {'902f0ac3-face-493d-aa63-10f77d3b06ee'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:53.777364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b7068f51-6e97-4a3f-9075-295c0ce2cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['902f0ac3-face-493d-aa63-10f77d3b06ee'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:53.905902 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21b4ff33-2ff8-4907-8cdd-1f5405bd732b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (43af2b77-ff14-4ab2-aa7a-ef4a5728ddba), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:53.909568 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] Publish callbacks [] for router (902f0ac3-face-493d-aa63-10f77d3b06ee), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:53.924282 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1446059895-network', 'tenant_id': '57411ff0a26042cfac2e561311a318e4'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:54.000600 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e8188-4dd8-4dad-bb4d-f22bb2039c69 req-94506440-1fe6-4b27-b03a-71992982a150 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:54.011443 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-638e8188-4dd8-4dad-bb4d-f22bb2039c69 req-94506440-1fe6-4b27-b03a-71992982a150 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 1.2658746 Feb 08 15:47:54.123158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-b7068f51-6e97-4a3f-9075-295c0ce2cc27 None None] Set router 902f0ac3-face-493d-aa63-10f77d3b06ee gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:54.237641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:47:54.247995 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778b192b-752c-49a5-a798-a0077a421d63" -d '{"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-plugged", "status": "completed", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:47:54.297791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4ff33-2ff8-4907-8cdd-1f5405bd732b admin admin] Pushing event deleted for resources: {'Port': ['ID=43af2b77-ff14-4ab2-aa7a-ef4a5728ddba,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:54.325840 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] Made reservation on behalf of 57411ff0a26042cfac2e561311a318e4 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:47:54.339359 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:54.358491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed9c8e-dd5a-4bbe-9b9d-1e7a745c6094 req-3ec8aa54-c6a1-46a6-ae43-0314a12c8020 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:54.361254 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5ed9c8e-dd5a-4bbe-9b9d-1e7a745c6094 req-3ec8aa54-c6a1-46a6-ae43-0314a12c8020 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 950 time: 1.0029182 Feb 08 15:47:54.418705 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:54.481539 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-638e8188-4dd8-4dad-bb4d-f22bb2039c69 req-0cfcebbc-509f-417f-ae2c-dd9b31546264 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689074 Feb 08 15:47:54.508378 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] Publish callbacks [] for router_gateway (902f0ac3-face-493d-aa63-10f77d3b06ee), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:54.595488 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5ed9c8e-dd5a-4bbe-9b9d-1e7a745c6094 req-980b8b7b-eccf-40e9-8c42-4ac760256afe tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412814 Feb 08 15:47:54.623880 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b7068f51-6e97-4a3f-9075-295c0ce2cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:56Z', 'updated_at': '2022-02-08T15:47:47Z', 'revision_number': 5, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'gw_port': {'id': '4b0ace04-ca45-4b2a-9144-f0f21cafef44', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:00Z', 'updated_at': '2022-02-08T15:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:54.721250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] Deleting port 4b0ace04-ca45-4b2a-9144-f0f21cafef44 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:54.723090 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4b0ace04-ca45-4b2a-9144-f0f21cafef44), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:54.725154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-0db3b8e4-e6b1-4e2c-b94b-b00b731a8711 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Made reservation on behalf of 60a080c724734d2f8504cfeec2677ec4 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:47:54.729099 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-0db3b8e4-e6b1-4e2c-b94b-b00b731a8711 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:54.736517 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7068f51-6e97-4a3f-9075-295c0ce2cc27 None None] Checking router: 902f0ac3-face-493d-aa63-10f77d3b06ee for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:47:54.773658 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7068f51-6e97-4a3f-9075-295c0ce2cc27 None None] Routers {'902f0ac3-face-493d-aa63-10f77d3b06ee'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:54.774309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b7068f51-6e97-4a3f-9075-295c0ce2cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['902f0ac3-face-493d-aa63-10f77d3b06ee'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:54.963041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] For port 4b0ace04-ca45-4b2a-9144-f0f21cafef44, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4b0ace04-ca45-4b2a-9144-f0f21cafef44,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:54.963863 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4b0ace04-ca45-4b2a-9144-f0f21cafef44), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:54.997115 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6306a6-1308-4d14-9144-7978ae1f3c87 x-openstack-request-id: req-9a6306a6-1308-4d14-9144-7978ae1f3c87 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:47:55.004525 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-plugged", "status": "completed", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:47:55.005050 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9a6306a6-1308-4d14-9144-7978ae1f3c87 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:47:55.007306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] Calling delete_port for 4b0ace04-ca45-4b2a-9144-f0f21cafef44 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:47:55.007903 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'code': 200} Feb 08 15:47:55.109782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-b7068f51-6e97-4a3f-9075-295c0ce2cc27 None None] Set router 902f0ac3-face-493d-aa63-10f77d3b06ee gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:55.181383 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] Publish callbacks [] for security_group (03faf0bf-0e32-40aa-b362-090a54eca79d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:55.188191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-0db3b8e4-e6b1-4e2c-b94b-b00b731a8711 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Allocated IP 172.20.0.12 (2a72fae7-c7cb-449f-a857-4a0080f21988/f4193f18-71ec-4c14-9933-8ed1a50b2ce8/a8d04b41-05ca-4468-8a15-c41d2b004e0f) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:47:55.195667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (03faf0bf-0e32-40aa-b362-090a54eca79d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:55.212154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535db648-ec26-43bc-9621-a723e14f8b4c req-80a2fe5c-c06f-4783-bc10-e175548809d9 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:55.216003 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-535db648-ec26-43bc-9621-a723e14f8b4c req-80a2fe5c-c06f-4783-bc10-e175548809d9 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/networks?id=2a72fae7-c7cb-449f-a857-4a0080f21988 HTTP/1.1" status: 200 len: 818 time: 0.4428892 Feb 08 15:47:55.225548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:47:55.243607 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21b4ff33-2ff8-4907-8cdd-1f5405bd732b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (22b53670-9a3e-472e-b419-2a60b6613ded), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:55.252238 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:55.255978 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] Added segment 9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4 of type vlan for network d297db83-e94c-42e9-a464-f8dd8e5ac3ee Feb 08 15:47:55.311418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b7068f51-6e97-4a3f-9075-295c0ce2cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:56Z', 'updated_at': '2022-02-08T15:47:54Z', 'revision_number': 6, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:55.323523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-535db648-ec26-43bc-9621-a723e14f8b4c req-ad487b5a-ff34-4645-a541-25e7b9555c3f tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/quotas/60a080c724734d2f8504cfeec2677ec4 HTTP/1.1" status: 200 len: 375 time: 0.0575366 Feb 08 15:47:55.347854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7068f51-6e97-4a3f-9075-295c0ce2cc27 None None] The sync data for ids ['902f0ac3-face-493d-aa63-10f77d3b06ee'] in n-d-824834-11 is: [{'id': '902f0ac3-face-493d-aa63-10f77d3b06ee', 'name': 'tempest-ServersTestFqdnHostnames-1752178152-router', 'tenant_id': '14925a58b40e4cbe89cdbb14cd47391d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:45:56Z', 'updated_at': '2022-02-08T15:47:54Z', 'revision_number': 6, 'project_id': '14925a58b40e4cbe89cdbb14cd47391d', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:47:55.388683 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (d297db83-e94c-42e9-a464-f8dd8e5ac3ee), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:55.526408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03faf0bf-0e32-40aa-b362-090a54eca79d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:55.533219 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (d297db83-e94c-42e9-a464-f8dd8e5ac3ee), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:55.534951 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:55.536601 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:55.570881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-0db3b8e4-e6b1-4e2c-b94b-b00b731a8711 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks [] for port (a8d04b41-05ca-4468-8a15-c41d2b004e0f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:55.592216 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1555045 Feb 08 15:47:55.607380 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38534) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:55.709306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00256f-d9e4-4c60-b947-2bcbfd3daee5 admin admin] Pushing event updated for resources: {'Network': ['ID=d297db83-e94c-42e9-a464-f8dd8e5ac3ee,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:55.741394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network d297db83-e94c-42e9-a464-f8dd8e5ac3ee details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:47:55.889608 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (4b0ace04-ca45-4b2a-9144-f0f21cafef44), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:55.956628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 57e450c3-4ba9-4911-b979-c7692aede76b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:47:56.054092 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b0ace04-ca45-4b2a-9144-f0f21cafef44,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:56.310027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 57e450c3-4ba9-4911-b979-c7692aede76b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:47:56.310877 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (57e450c3-4ba9-4911-b979-c7692aede76b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:56.377032 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (902f0ac3-face-493d-aa63-10f77d3b06ee), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:56.498124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 57e450c3-4ba9-4911-b979-c7692aede76b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:47:56.595737 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (902f0ac3-face-493d-aa63-10f77d3b06ee), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:56.604606 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] Publish callbacks [] for router_controller (902f0ac3-face-493d-aa63-10f77d3b06ee), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:56.699202 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (902f0ac3-face-493d-aa63-10f77d3b06ee), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:56.699805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 902f0ac3-face-493d-aa63-10f77d3b06ee {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:47:56.708021 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:56.709395 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2db348f4-2cf0-4150-8b25-fa41e2c358d1 admin admin] 10.222.0.82 "DELETE /v2.0/routers/902f0ac3-face-493d-aa63-10f77d3b06ee HTTP/1.1" status: 204 len: 168 time: 3.0060580 Feb 08 15:47:56.713077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38552) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:56.765741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1a006d54-a0de-4a34-a38b-71ea175c9fcd admin admin] Request body: {'subnet': {'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1446059895-subnet', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:56.788692 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-58281619-3450-47ee-a7dc-76c7a59893fa admin admin] Deleting subnet 366f153a-51b7-4f17-97cb-1b7880412065 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:47:56.800245 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-0db3b8e4-e6b1-4e2c-b94b-b00b731a8711 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a8d04b41-05ca-4468-8a15-c41d2b004e0f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:56.801433 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58281619-3450-47ee-a7dc-76c7a59893fa admin admin] Publish callbacks [] for subnet (366f153a-51b7-4f17-97cb-1b7880412065), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:56.854148 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a006d54-a0de-4a34-a38b-71ea175c9fcd admin admin] Made reservation on behalf of 57411ff0a26042cfac2e561311a318e4 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:47:56.856912 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a006d54-a0de-4a34-a38b-71ea175c9fcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:56.860384 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58281619-3450-47ee-a7dc-76c7a59893fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (366f153a-51b7-4f17-97cb-1b7880412065), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:56.966255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3b8e4-e6b1-4e2c-b94b-b00b731a8711 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Pushing event updated for resources: {'Port': ['ID=a8d04b41-05ca-4468-8a15-c41d2b004e0f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:57.004200 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58281619-3450-47ee-a7dc-76c7a59893fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (366f153a-51b7-4f17-97cb-1b7880412065), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:57.068276 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-0db3b8e4-e6b1-4e2c-b94b-b00b731a8711 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Network 2a72fae7-c7cb-449f-a857-4a0080f21988 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:47:57.097106 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58281619-3450-47ee-a7dc-76c7a59893fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (366f153a-51b7-4f17-97cb-1b7880412065), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:57.112720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58281619-3450-47ee-a7dc-76c7a59893fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:57.121420 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d01d3-3ff7-402c-a272-b884900d33bc None None] Network 67d5b3dc-5058-4698-959f-710b67dd3c5d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:47:57.133494 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-58281619-3450-47ee-a7dc-76c7a59893fa admin admin] 10.222.0.82 "DELETE /v2.0/subnets/366f153a-51b7-4f17-97cb-1b7880412065 HTTP/1.1" status: 204 len: 168 time: 0.4105868 Feb 08 15:47:57.136882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-0db3b8e4-e6b1-4e2c-b94b-b00b731a8711 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:57.138782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38562) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:57.149662 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-0db3b8e4-e6b1-4e2c-b94b-b00b731a8711 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:47:57.176004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58281619-3450-47ee-a7dc-76c7a59893fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366f153a-51b7-4f17-97cb-1b7880412065,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:57.197257 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-535db648-ec26-43bc-9621-a723e14f8b4c req-59d3ddc6-a81f-47da-8614-92a1d7e9bb20 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=60a080c724734d2f8504cfeec2677ec4&fields=id HTTP/1.1" status: 200 len: 302 time: 1.8513124 Feb 08 15:47:57.333893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4b0ace04-ca45-4b2a-9144-f0f21cafef44 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:47:57.369460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 4b0ace04-ca45-4b2a-9144-f0f21cafef44 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:47:57.370165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4b0ace04-ca45-4b2a-9144-f0f21cafef44 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:47:57.371525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 05d94e87-8bd4-4d3b-9741-572caf611e0e no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:47:57.389867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9ce0c-bedf-46b5-b9ee-97674d0212cf req-c63136c5-dfd3-425e-99ad-2b0e093519b7 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:57.397390 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0de9ce0c-bedf-46b5-b9ee-97674d0212cf req-c63136c5-dfd3-425e-99ad-2b0e093519b7 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 0.6127505 Feb 08 15:47:57.407802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 05d94e87-8bd4-4d3b-9741-572caf611e0e {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:47:57.408458 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 05d94e87-8bd4-4d3b-9741-572caf611e0e not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:47:57.409639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-0db3b8e4-e6b1-4e2c-b94b-b00b731a8711 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:57.410868 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-0db3b8e4-e6b1-4e2c-b94b-b00b731a8711 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:57.539540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf9ade-ad4d-4412-970b-9f74e2aad9cc None None] DHCP port deletion for 67d5b3dc-5058-4698-959f-710b67dd3c5d request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:47:57.601412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-0db3b8e4-e6b1-4e2c-b94b-b00b731a8711 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0392382 Feb 08 15:47:57.611860 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (67d5b3dc-5058-4698-959f-710b67dd3c5d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:57.618773 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Request body: {'port': {'device_id': '3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:47:57.641928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf9ade-ad4d-4412-970b-9f74e2aad9cc None None] Deleting port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:57.642678 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9ade-ad4d-4412-970b-9f74e2aad9cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:57.733051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5ddf9ade-ad4d-4412-970b-9f74e2aad9cc None None] For port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=39121e9e-353f-4bcb-b1c1-1af8ffb21d92,segment=NetworkSegment(33f8759f-f51d-4e0b-be84-61cadefe7ec9),segment_id=33f8759f-f51d-4e0b-be84-61cadefe7ec9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:57.734547 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9ade-ad4d-4412-970b-9f74e2aad9cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:57.762404 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf9ade-ad4d-4412-970b-9f74e2aad9cc None None] Calling delete_port for 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:47:57.796789 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0de9ce0c-bedf-46b5-b9ee-97674d0212cf req-4a4f32df-2756-4164-9be6-0870f9f9f109 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982663 Feb 08 15:47:57.843813 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-535db648-ec26-43bc-9621-a723e14f8b4c req-ebe26248-4875-4599-8699-834eacc70057 service neutron] 10.222.0.82 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213996 Feb 08 15:47:57.881388 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9ade-ad4d-4412-970b-9f74e2aad9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:57.916904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf9ade-ad4d-4412-970b-9f74e2aad9cc None None] Pushing event deleted for resources: {'Port': ['ID=39121e9e-353f-4bcb-b1c1-1af8ffb21d92,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:57.930252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf9ade-ad4d-4412-970b-9f74e2aad9cc None None] No DVR routers for this DVR port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:47:58.087524 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:47:58.102408 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a8d04b41-05ca-4468-8a15-c41d2b004e0f), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:58.147811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b4ff33-2ff8-4907-8cdd-1f5405bd732b admin admin] Router 22b53670-9a3e-472e-b419-2a60b6613ded has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:47:58.303235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481af47-dc37-4ab7-bf80-f21ddf94cb4f req-76541270-139c-4f34-9084-433eea532aa1 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:58.310866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5481af47-dc37-4ab7-bf80-f21ddf94cb4f req-76541270-139c-4f34-9084-433eea532aa1 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 950 time: 0.3312657 Feb 08 15:47:58.319561 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a006d54-a0de-4a34-a38b-71ea175c9fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (dbb8cc6c-d953-47c2-8ba5-876b04683513), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:58.419004 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-535db648-ec26-43bc-9621-a723e14f8b4c req-b5866b8a-9612-46ce-b5bb-e1cfb375e63b service neutron] 10.222.0.82 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433741 Feb 08 15:47:58.564002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Deleting port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:58.564340 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:58.829289 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a006d54-a0de-4a34-a38b-71ea175c9fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbb8cc6c-d953-47c2-8ba5-876b04683513,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:58.937389 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3704a4ae-ac6f-4671-b1b8-72e3dff82f74 req-b2e94e31-23af-4738-8b4b-1d848f9ba314 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 210 time: 0.1630707 Feb 08 15:47:58.986458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5481af47-dc37-4ab7-bf80-f21ddf94cb4f req-0e6bd7d4-62be-4390-bf6b-b5205282f433 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691291 Feb 08 15:47:59.071294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] For port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92, host n-d-824834-11, got binding levels [] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:47:59.071662 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:59.124338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a006d54-a0de-4a34-a38b-71ea175c9fcd admin admin] Checking segment: {'id': '9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:47:59.124765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a006d54-a0de-4a34-a38b-71ea175c9fcd admin admin] Network hostable DHCP agents. Network: d297db83-e94c-42e9-a464-f8dd8e5ac3ee, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:47:59.184439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b4ff33-2ff8-4907-8cdd-1f5405bd732b admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:47:59.199703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38588) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:47:59.204931 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29996d6-220b-4cdf-beb9-3cae1f18d360 None None] Sync routers for ids ['22b53670-9a3e-472e-b419-2a60b6613ded'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:47:59.218151 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29996d6-220b-4cdf-beb9-3cae1f18d360 None None] Routers {'22b53670-9a3e-472e-b419-2a60b6613ded'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:47:59.218783 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c29996d6-220b-4cdf-beb9-3cae1f18d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22b53670-9a3e-472e-b419-2a60b6613ded'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:47:59.234072 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-21b4ff33-2ff8-4907-8cdd-1f5405bd732b admin admin] 10.222.0.82 "PUT /v2.0/routers/22b53670-9a3e-472e-b419-2a60b6613ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5454605 Feb 08 15:47:59.235194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Calling delete_port for 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:47:59.339116 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.ipam_backend_mixin [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 was not found and therefore no delete operation was performed {{(pid=103301) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 15:47:59.369841 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:47:59.433001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:47:59.441606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:47:59.526053 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (39121e9e-353f-4bcb-b1c1-1af8ffb21d92), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:59.562394 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] Publish callbacks [] for router (22b53670-9a3e-472e-b419-2a60b6613ded), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:59.643189 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a006d54-a0de-4a34-a38b-71ea175c9fcd admin admin] Network d297db83-e94c-42e9-a464-f8dd8e5ac3ee is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:47:59.672805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] No DVR routers for this DVR port 39121e9e-353f-4bcb-b1c1-1af8ffb21d92 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:47:59.704857 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Pushing event deleted for resources: {'Port': ['ID=39121e9e-353f-4bcb-b1c1-1af8ffb21d92,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:47:59.763116 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb3a73-8f14-487b-8521-318ed15369d4 req-708bee43-09c9-4444-92b9-5bc2c0129e24 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:59.764445 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] Publish callbacks [] for router_gateway (22b53670-9a3e-472e-b419-2a60b6613ded), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:59.765001 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8bb3a73-8f14-487b-8521-318ed15369d4 req-708bee43-09c9-4444-92b9-5bc2c0129e24 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 0.6661768 Feb 08 15:47:59.783476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-1a006d54-a0de-4a34-a38b-71ea175c9fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, d297db83-e94c-42e9-a464-f8dd8e5ac3ee) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:47:59.797668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809dba12-aa5c-42c2-9d0a-1fdfe9e88bf5 None None] Network d297db83-e94c-42e9-a464-f8dd8e5ac3ee requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:47:59.854905 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c29996d6-220b-4cdf-beb9-3cae1f18d360 None None] Set router 22b53670-9a3e-472e-b419-2a60b6613ded gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:47:59.880412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8bb3a73-8f14-487b-8521-318ed15369d4 req-3c090796-08cf-49e1-95a5-1a55f5e0ef88 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912287 Feb 08 15:47:59.881211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] Deleting port 95b00d8e-99b9-4050-b652-93ce45f4648c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:47:59.881752 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (95b00d8e-99b9-4050-b652-93ce45f4648c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:59.885640 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a006d54-a0de-4a34-a38b-71ea175c9fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:47:59.886687 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a006d54-a0de-4a34-a38b-71ea175c9fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:47:59.977605 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (67d5b3dc-5058-4698-959f-710b67dd3c5d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:00.017783 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d5b3dc-5058-4698-959f-710b67dd3c5d']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:00.075444 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] For port 95b00d8e-99b9-4050-b652-93ce45f4648c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=95b00d8e-99b9-4050-b652-93ce45f4648c,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:00.075901 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (95b00d8e-99b9-4050-b652-93ce45f4648c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:00.109043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1a006d54-a0de-4a34-a38b-71ea175c9fcd admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3447156 Feb 08 15:48:00.124053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38596) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:00.137595 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:00.141044 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f8759f-f51d-4e0b-be84-61cadefe7ec9') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:00.141337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f8759f-f51d-4e0b-be84-61cadefe7ec9') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:00.144467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] Calling delete_port for 95b00d8e-99b9-4050-b652-93ce45f4648c owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:48:00.151500 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-d297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'project_id': '57411ff0a26042cfac2e561311a318e4', 'fixed_ips': [{'subnet_id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:48:00.152509 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:00.187680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e3c9f-7f1d-4ff6-8975-86e81683ad0d req-a0997cca-c78b-43d0-8464-85138f2903e4 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:00.195985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-226e3c9f-7f1d-4ff6-8975-86e81683ad0d req-a0997cca-c78b-43d0-8464-85138f2903e4 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 950 time: 0.5210800 Feb 08 15:48:00.292520 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (33f8759f-f51d-4e0b-be84-61cadefe7ec9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:00.327092 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (33f8759f-f51d-4e0b-be84-61cadefe7ec9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:00.344182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:48:00.344815 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (33f8759f-f51d-4e0b-be84-61cadefe7ec9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:00.384182 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c29996d6-220b-4cdf-beb9-3cae1f18d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:05Z', 'updated_at': '2022-02-08T15:47:53Z', 'revision_number': 5, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'gw_port': {'id': '95b00d8e-99b9-4050-b652-93ce45f4648c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:07Z', 'updated_at': '2022-02-08T15:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:00.394463 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:00.402085 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:00.453491 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29996d6-220b-4cdf-beb9-3cae1f18d360 None None] Checking router: 22b53670-9a3e-472e-b419-2a60b6613ded for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:48:00.466036 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29996d6-220b-4cdf-beb9-3cae1f18d360 None None] Routers {'22b53670-9a3e-472e-b419-2a60b6613ded'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:00.467046 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c29996d6-220b-4cdf-beb9-3cae1f18d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22b53670-9a3e-472e-b419-2a60b6613ded'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:48:00.493499 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:48:00.594081 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a142b7ed-9b0f-44b2-a0b5-14a40604d225 req-151e681b-d3d3-4e08-a978-412697e267d7 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 210 time: 0.3964202 Feb 08 15:48:00.596214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5b4de-7a1c-4ec6-8578-ab83590bc206 req-c758998e-d75c-40f3-be62-74491d47b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:00.602939 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (67d5b3dc-5058-4698-959f-710b67dd3c5d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:00.629821 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b0f5b4de-7a1c-4ec6-8578-ab83590bc206 req-c758998e-d75c-40f3-be62-74491d47b5a1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 1128 time: 0.4070454 Feb 08 15:48:00.641328 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:00.655598 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] 10.222.0.82 "DELETE /v2.0/networks/67d5b3dc-5058-4698-959f-710b67dd3c5d HTTP/1.1" status: 204 len: 168 time: 3.5109458 Feb 08 15:48:00.658984 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Allocated IP 172.20.0.2 (d297db83-e94c-42e9-a464-f8dd8e5ac3ee/dbb8cc6c-d953-47c2-8ba5-876b04683513/29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:00.741234 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c29996d6-220b-4cdf-beb9-3cae1f18d360 None None] Set router 22b53670-9a3e-472e-b419-2a60b6613ded gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:00.935469 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c29996d6-220b-4cdf-beb9-3cae1f18d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:05Z', 'updated_at': '2022-02-08T15:47:59Z', 'revision_number': 6, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:00.972448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38602) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:01.018647 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5b4de-7a1c-4ec6-8578-ab83590bc206 req-cfa73900-0b07-4db7-9f2f-2e6a18d58abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:01.020935 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29996d6-220b-4cdf-beb9-3cae1f18d360 None None] The sync data for ids ['22b53670-9a3e-472e-b419-2a60b6613ded'] in n-d-824834-11 is: [{'id': '22b53670-9a3e-472e-b419-2a60b6613ded', 'name': 'tempest-ServersTestJSON-1032420974-router', 'tenant_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:05Z', 'updated_at': '2022-02-08T15:47:59Z', 'revision_number': 6, 'project_id': '4fa45dfbe2a044b7aa392eb6a9f94e44', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:48:01.024910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0f5b4de-7a1c-4ec6-8578-ab83590bc206 req-cfa73900-0b07-4db7-9f2f-2e6a18d58abe service neutron] 10.222.0.96 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 913 time: 0.3204169 Feb 08 15:48:01.114581 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d04b41-05ca-4468-8a15-c41d2b004e0f {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:48:01.176014 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Publish callbacks [] for port (a8d04b41-05ca-4468-8a15-c41d2b004e0f), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:01.179295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af866f-212e-4055-bf2d-f983b63b5025 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d5b3dc-5058-4698-959f-710b67dd3c5d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:01.180072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535db648-ec26-43bc-9621-a723e14f8b4c req-030cc9f3-adc9-4f75-88bc-d5ba40a12c19 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:01.182046 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-535db648-ec26-43bc-9621-a723e14f8b4c req-030cc9f3-adc9-4f75-88bc-d5ba40a12c19 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.96 "GET /v2.0/networks?id=2a72fae7-c7cb-449f-a857-4a0080f21988 HTTP/1.1" status: 200 len: 818 time: 0.4615691 Feb 08 15:48:01.188816 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Publish callbacks [] for router_controller (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:01.189855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0f5b4de-7a1c-4ec6-8578-ab83590bc206 req-578aab08-d95b-4bc2-9533-5de00f549f08 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28b4c509-be38-48c7-bcf0-2ca153c00f98 HTTP/1.1" status: 200 len: 217 time: 0.0889401 Feb 08 15:48:01.218352 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-535db648-ec26-43bc-9621-a723e14f8b4c req-640424bb-6d5d-4e83-ac7d-526cd21ed8dc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Request body: {'port': {'device_id': 'fdd250ca-f16d-4d55-83f4-4bdb9bf94656', 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988', 'admin_state_up': True, 'tenant_id': '60a080c724734d2f8504cfeec2677ec4'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:01.376739 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Publish callbacks [] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:01.397697 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:01.500291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Pushing event updated for resources: {'Port': ['ID=29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:01.526650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:48:01.602889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Network d297db83-e94c-42e9-a464-f8dd8e5ac3ee is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:01.603709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:48:01.604059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 43af2b77-ff14-4ab2-aa7a-ef4a5728ddba not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:48:01.611657 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-09e90797-e990-44d8-b0f9-03f1d307bad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:01.617944 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:01.620977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:01.708923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Attempting to bind port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:01.710027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Attempting to bind port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:01.710027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Attempting to bind port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a on network d297db83-e94c-42e9-a464-f8dd8e5ac3ee {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:01.716385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:01.716832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Checking segment: {'id': '9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:01.717341 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:01.717746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Bound using segment: {'id': '9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:01.720794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Bound port: 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:01.721274 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:01.807664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] For port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:01.813650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] For port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a,segment=NetworkSegment(9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4),segment_id=9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:01.823494 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:01.937852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c548324-a789-4dca-83d4-f72d07f5f78f None None] Pushing event updated for resources: {'Port': ['ID=29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:02.170549 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-64370055-9ad6-4be2-aa83-a5f909ec9f94 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=14925a58b40e4cbe89cdbb14cd47391d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0864451 Feb 08 15:48:02.221739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5b4de-7a1c-4ec6-8578-ab83590bc206 req-fe072950-c8ec-4a55-aa20-6e7429735fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:02.255866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0f5b4de-7a1c-4ec6-8578-ab83590bc206 req-fe072950-c8ec-4a55-aa20-6e7429735fac service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28cb9956-62bf-4795-9b61-7a7ef83e56b7 HTTP/1.1" status: 200 len: 852 time: 1.0442202 Feb 08 15:48:02.290034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38606) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:02.292978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-226e3c9f-7f1d-4ff6-8975-86e81683ad0d req-65a56601-c4dd-42f1-944f-7212756e25bf tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7402477 Feb 08 15:48:02.359997 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0f5b4de-7a1c-4ec6-8578-ab83590bc206 req-871967c7-6ead-4031-9474-6a4983d97e97 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ecd7c259-4f96-4209-81e4-52533414d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014788 Feb 08 15:48:02.479678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddc2eb-47e3-4d15-a0db-8c67924b9065 req-3dda08f5-028e-494b-af3a-aed20e58984d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:02.487749 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2dddc2eb-47e3-4d15-a0db-8c67924b9065 req-3dda08f5-028e-494b-af3a-aed20e58984d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 1.4452076 Feb 08 15:48:02.568506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Transition to ACTIVE for port object a8d04b41-05ca-4468-8a15-c41d2b004e0f will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:48:02.630980 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (a8d04b41-05ca-4468-8a15-c41d2b004e0f), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:02.639435 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ba5f5dc-30c7-4583-b91c-8cc077abd884 req-d62ac539-4542-4e03-87cd-9b1afcfd2560 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 210 time: 0.0819218 Feb 08 15:48:02.660893 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535db648-ec26-43bc-9621-a723e14f8b4c req-640424bb-6d5d-4e83-ac7d-526cd21ed8dc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Made reservation on behalf of 60a080c724734d2f8504cfeec2677ec4 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:48:02.679689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-535db648-ec26-43bc-9621-a723e14f8b4c req-640424bb-6d5d-4e83-ac7d-526cd21ed8dc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:02.681817 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (95b00d8e-99b9-4050-b652-93ce45f4648c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:02.729664 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2dddc2eb-47e3-4d15-a0db-8c67924b9065 req-b7176509-e110-4bac-84ca-82cbef90b2ac tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350321 Feb 08 15:48:02.787133 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Publish callbacks [] for router_gateway (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:02.790890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d04b41-05ca-4468-8a15-c41d2b004e0f,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:02.872692 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0f5b4de-7a1c-4ec6-8578-ab83590bc206 req-f0923cd0-8f92-4a86-8b41-b9123e3ebf09 service neutron] 10.222.0.96 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041149 Feb 08 15:48:02.941299 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] Pushing event deleted for resources: {'Port': ['ID=95b00d8e-99b9-4050-b652-93ce45f4648c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:02.983602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-731a24b8-2236-4742-90ea-f7a7ca8ccca5 admin admin] Publish callbacks [] for security_group (bd7240b2-03f3-4bc7-a60a-fd812b0d33b6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:03.028415 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-731a24b8-2236-4742-90ea-f7a7ca8ccca5 admin admin] Publish callbacks [] for security_group (bd7240b2-03f3-4bc7-a60a-fd812b0d33b6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:03.052705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Attempting to bind port a8d04b41-05ca-4468-8a15-c41d2b004e0f on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:03.053081 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Attempting to bind port a8d04b41-05ca-4468-8a15-c41d2b004e0f by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'edbdb8e9-095d-4d06-8f62-aae7fa9f558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:03.053424 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Attempting to bind port a8d04b41-05ca-4468-8a15-c41d2b004e0f on network 2a72fae7-c7cb-449f-a857-4a0080f21988 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:03.077842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Port a8d04b41-05ca-4468-8a15-c41d2b004e0f on network 2a72fae7-c7cb-449f-a857-4a0080f21988 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:48:03.078175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Attempting to bind port a8d04b41-05ca-4468-8a15-c41d2b004e0f on network 2a72fae7-c7cb-449f-a857-4a0080f21988 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:03.134062 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0f5b4de-7a1c-4ec6-8578-ab83590bc206 req-9954472b-de07-4a21-81ab-7b1b9be69f51 service neutron] 10.222.0.96 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133973 Feb 08 15:48:03.134062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:03.134062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Checking segment: {'id': 'edbdb8e9-095d-4d06-8f62-aae7fa9f558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:03.134062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Bound using segment: {'id': 'edbdb8e9-095d-4d06-8f62-aae7fa9f558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:03.134062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Bound port: a8d04b41-05ca-4468-8a15-c41d2b004e0f, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbdb8e9-095d-4d06-8f62-aae7fa9f558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:03.134062 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a8d04b41-05ca-4468-8a15-c41d2b004e0f), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:03.268177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] For port a8d04b41-05ca-4468-8a15-c41d2b004e0f, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:03.277126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] For port a8d04b41-05ca-4468-8a15-c41d2b004e0f, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=a8d04b41-05ca-4468-8a15-c41d2b004e0f,segment=NetworkSegment(edbdb8e9-095d-4d06-8f62-aae7fa9f558c),segment_id=edbdb8e9-095d-4d06-8f62-aae7fa9f558c)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:03.312743 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (a8d04b41-05ca-4468-8a15-c41d2b004e0f), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:03.427575 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-535db648-ec26-43bc-9621-a723e14f8b4c req-640424bb-6d5d-4e83-ac7d-526cd21ed8dc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Allocated IP 172.20.0.2 (2a72fae7-c7cb-449f-a857-4a0080f21988/f4193f18-71ec-4c14-9933-8ed1a50b2ce8/4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:03.454884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:03.456883 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:03.480032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:03.482216 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] 10.222.0.94 "PUT /v2.0/ports/a8d04b41-05ca-4468-8a15-c41d2b004e0f HTTP/1.1" status: 200 len: 1093 time: 5.8442149 Feb 08 15:48:03.526140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38', 'tag': 'a8d04b41-05ca-4468-8a15-c41d2b004e0f'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:48:03.528910 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd042577-d88b-41e6-a74b-ce16262f971b" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38", "tag": "a8d04b41-05ca-4468-8a15-c41d2b004e0f"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:48:03.602533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d16b86-c904-4c3e-9d52-8a78da1fbe09 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d04b41-05ca-4468-8a15-c41d2b004e0f,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:03.680599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:03.680996 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:03.718347 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55a66b7-ccce-4269-ab03-38fcf8d54440 x-openstack-request-id: req-d55a66b7-ccce-4269-ab03-38fcf8d54440 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:48:03.718747 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38", "tag": "a8d04b41-05ca-4468-8a15-c41d2b004e0f", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:48:03.718877 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d55a66b7-ccce-4269-ab03-38fcf8d54440 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:48:03.737050 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38', 'tag': 'a8d04b41-05ca-4468-8a15-c41d2b004e0f', 'status': 'completed', 'code': 200} Feb 08 15:48:03.778728 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (22b53670-9a3e-472e-b419-2a60b6613ded), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:03.833584 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-731a24b8-2236-4742-90ea-f7a7ca8ccca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bd7240b2-03f3-4bc7-a60a-fd812b0d33b6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:03.837317 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-731a24b8-2236-4742-90ea-f7a7ca8ccca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:03.839059 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-731a24b8-2236-4742-90ea-f7a7ca8ccca5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bd7240b2-03f3-4bc7-a60a-fd812b0d33b6 HTTP/1.1" status: 204 len: 168 time: 1.5358598 Feb 08 15:48:03.847442 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-711481aa-ed90-45af-9945-4ac9a10725c6 req-678e8a95-14fa-4d4c-9138-64b6b84491be tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 210 time: 0.0783129 Feb 08 15:48:03.852480 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e6aee3b6-420a-466c-9ab1-4424db7ed6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:03.855410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-283d92cc-ebdc-4a8d-94b7-7fee531b38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:03.856917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-283d92cc-ebdc-4a8d-94b7-7fee531b38b2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60a080c724734d2f8504cfeec2677ec4&device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 1127 time: 0.2221148 Feb 08 15:48:03.930833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:03.931245 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:03.978355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a,segment=NetworkSegment(9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4),segment_id=9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:04.006107 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:04.019513 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-335b144d-147f-4fef-b84a-6156217fb672 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d04b41-05ca-4468-8a15-c41d2b004e0f HTTP/1.1" status: 200 len: 217 time: 0.1515338 Feb 08 15:48:04.122853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a24b8-2236-4742-90ea-f7a7ca8ccca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7240b2-03f3-4bc7-a60a-fd812b0d33b6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:04.178716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c09fce7-cfcf-4c83-b408-f2ed08ed5633 None None] Network d297db83-e94c-42e9-a464-f8dd8e5ac3ee requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:48:04.199292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-c0a3c342-7832-44ba-9e49-2d4d4dac97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:04.201458 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (22b53670-9a3e-472e-b419-2a60b6613ded), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:04.205529 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-c0a3c342-7832-44ba-9e49-2d4d4dac97cb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f4193f18-71ec-4c14-9933-8ed1a50b2ce8 HTTP/1.1" status: 200 len: 858 time: 0.1044106 Feb 08 15:48:04.226849 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] Publish callbacks [] for router_controller (22b53670-9a3e-472e-b419-2a60b6613ded), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:04.318602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-535db648-ec26-43bc-9621-a723e14f8b4c req-640424bb-6d5d-4e83-ac7d-526cd21ed8dc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks [] for port (4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:04.323441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-ec6c3142-9ea1-48ca-8085-22dae7537fcc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2a72fae7-c7cb-449f-a857-4a0080f21988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042337 Feb 08 15:48:04.333088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 95b00d8e-99b9-4050-b652-93ce45f4648c no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:48:04.345654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ab45d-5316-45a3-9e9e-8e020683fc26 req-70af0c0b-0081-4875-8383-c7c68e2490ec tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:04.364569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e45ab45d-5316-45a3-9e9e-8e020683fc26 req-70af0c0b-0081-4875-8383-c7c68e2490ec tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 0.3409286 Feb 08 15:48:04.380977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 95b00d8e-99b9-4050-b652-93ce45f4648c {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:48:04.384508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 95b00d8e-99b9-4050-b652-93ce45f4648c not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:48:04.535028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:04.569220 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ee7a4559-517c-430b-bec6-53db3df6772d None None] Provisioning complete for port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:04.569877 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ee7a4559-517c-430b-bec6-53db3df6772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:04.584036 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (22b53670-9a3e-472e-b419-2a60b6613ded), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:04.585781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22b53670-9a3e-472e-b419-2a60b6613ded {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:48:04.605114 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:04.606664 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-06d1b212-e043-4831-ae6e-77e2fb1deace admin admin] 10.222.0.82 "DELETE /v2.0/routers/22b53670-9a3e-472e-b419-2a60b6613ded HTTP/1.1" status: 204 len: 168 time: 5.4060996 Feb 08 15:48:04.609172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38634) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:04.734607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e45ab45d-5316-45a3-9e9e-8e020683fc26 req-a854c894-49f7-4cbb-9896-ab4e6f966a78 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655849 Feb 08 15:48:04.840329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c75046-aece-4082-9c82-4dac2c9e9ba6 admin admin] Deleting subnet 27513bf0-b566-4818-a844-46757704e932 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:48:04.848645 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-953dab02-3c79-4811-aed9-7ed3a449250b service neutron] 10.222.0.94 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610085 Feb 08 15:48:04.851336 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-535db648-ec26-43bc-9621-a723e14f8b4c req-640424bb-6d5d-4e83-ac7d-526cd21ed8dc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:04.898590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ee7a4559-517c-430b-bec6-53db3df6772d None None] Current status of the port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:04.955942 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3c75046-aece-4082-9c82-4dac2c9e9ba6 admin admin] Publish callbacks [] for subnet (27513bf0-b566-4818-a844-46757704e932), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:04.961918 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Publish callbacks [] for router_gateway (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:05.114935 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535db648-ec26-43bc-9621-a723e14f8b4c req-640424bb-6d5d-4e83-ac7d-526cd21ed8dc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Network 2a72fae7-c7cb-449f-a857-4a0080f21988 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:05.122525 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:05.134621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-535db648-ec26-43bc-9621-a723e14f8b4c req-640424bb-6d5d-4e83-ac7d-526cd21ed8dc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:05.167354 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-535db648-ec26-43bc-9621-a723e14f8b4c req-640424bb-6d5d-4e83-ac7d-526cd21ed8dc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:05.251876 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f61432bb-2745-43df-a42b-5534abc48d94 None None] Provisioning complete for port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:05.252528 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f61432bb-2745-43df-a42b-5534abc48d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:05.252805 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3c75046-aece-4082-9c82-4dac2c9e9ba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (27513bf0-b566-4818-a844-46757704e932), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:05.254455 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b3329-53c0-4c8f-83d8-0226138c279d req-94c491b4-e505-45c8-bd85-aa947aa9b675 service neutron] 10.222.0.94 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971889 Feb 08 15:48:05.332036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c3a60-2746-404b-b00c-762aaded3314 req-6d573061-4f91-48c6-a20b-6936cdaf31c1 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:05.350331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-668c3a60-2746-404b-b00c-762aaded3314 req-6d573061-4f91-48c6-a20b-6936cdaf31c1 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 931 time: 0.1958532 Feb 08 15:48:05.417737 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535db648-ec26-43bc-9621-a723e14f8b4c req-640424bb-6d5d-4e83-ac7d-526cd21ed8dc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:05.421210 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-535db648-ec26-43bc-9621-a723e14f8b4c req-640424bb-6d5d-4e83-ac7d-526cd21ed8dc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:05.457723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640424bb-6d5d-4e83-ac7d-526cd21ed8dc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Pushing event updated for resources: {'Port': ['ID=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:05.467915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:05.481276 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:05.548249 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-535db648-ec26-43bc-9621-a723e14f8b4c req-640424bb-6d5d-4e83-ac7d-526cd21ed8dc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3342152 Feb 08 15:48:05.604581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Request body: {'port': {'device_id': 'fdd250ca-f16d-4d55-83f4-4bdb9bf94656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:05.683313 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-668c3a60-2746-404b-b00c-762aaded3314 req-0d8a94c8-cab1-44ed-8f51-40ec08547d9e tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296227 Feb 08 15:48:05.781933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd042577-d88b-41e6-a74b-ce16262f971b req-8ebbd678-abe2-4653-8803-f0515ae0b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:05.790910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd042577-d88b-41e6-a74b-ce16262f971b req-8ebbd678-abe2-4653-8803-f0515ae0b867 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60a080c724734d2f8504cfeec2677ec4&device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 1127 time: 0.4270446 Feb 08 15:48:05.865511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f61432bb-2745-43df-a42b-5534abc48d94 None None] Current status of the port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:05.908764 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:05.909329 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:05.939174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38652) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:05.981089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd042577-d88b-41e6-a74b-ce16262f971b req-fb56efc8-eb0a-41ac-9063-c15786152722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:05.983619 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd042577-d88b-41e6-a74b-ce16262f971b req-fb56efc8-eb0a-41ac-9063-c15786152722 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2a72fae7-c7cb-449f-a857-4a0080f21988 HTTP/1.1" status: 200 len: 919 time: 0.1716304 Feb 08 15:48:06.041386 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Allocated IP 172.25.7.65 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/5a5b0d5d-954a-424b-9a7c-fe0b607f2280) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:06.080807 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:06.139484 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd042577-d88b-41e6-a74b-ce16262f971b req-edcce651-3049-440a-9cf2-f9c6c024a4b4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d04b41-05ca-4468-8a15-c41d2b004e0f HTTP/1.1" status: 200 len: 217 time: 0.0848942 Feb 08 15:48:06.140718 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3c75046-aece-4082-9c82-4dac2c9e9ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (27513bf0-b566-4818-a844-46757704e932), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:06.142707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:06.247380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-10118607-network', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:06.285347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd042577-d88b-41e6-a74b-ce16262f971b req-260c2d67-3ab7-4689-aaba-74e679316f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:06.287438 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd042577-d88b-41e6-a74b-ce16262f971b req-260c2d67-3ab7-4689-aaba-74e679316f9a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f4193f18-71ec-4c14-9933-8ed1a50b2ce8 HTTP/1.1" status: 200 len: 858 time: 0.1409678 Feb 08 15:48:06.333235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd042577-d88b-41e6-a74b-ce16262f971b req-3bb79850-2b05-4f28-b073-debac6f061af service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2a72fae7-c7cb-449f-a857-4a0080f21988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338957 Feb 08 15:48:06.425720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3c75046-aece-4082-9c82-4dac2c9e9ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (27513bf0-b566-4818-a844-46757704e932), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:06.513168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa57b695-d283-43dd-be07-c666573f67f2 None None] Network f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:48:06.514343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c75046-aece-4082-9c82-4dac2c9e9ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27513bf0-b566-4818-a844-46757704e932,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:06.518742 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3c75046-aece-4082-9c82-4dac2c9e9ba6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:06.526655 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e3c75046-aece-4082-9c82-4dac2c9e9ba6 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/27513bf0-b566-4818-a844-46757704e932 HTTP/1.1" status: 204 len: 168 time: 1.9126525 Feb 08 15:48:06.533336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38660) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:06.548080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd042577-d88b-41e6-a74b-ce16262f971b req-51db741f-b4ef-47f6-9411-d187cf4d8604 service neutron] 10.222.0.94 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923280 Feb 08 15:48:06.564969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e780d-6779-40ac-8b64-ac2f95d93d57 req-fff306e3-eb1e-4840-a3d9-7063c27a28f0 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:06.566991 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d3e780d-6779-40ac-8b64-ac2f95d93d57 req-fff306e3-eb1e-4840-a3d9-7063c27a28f0 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 0.5822001 Feb 08 15:48:06.737566 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:06.742437 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:06.744093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] Made reservation on behalf of 2eb127ba0a924c819fd9581ee7037dd8 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:48:06.757399 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:06.780129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d3e780d-6779-40ac-8b64-ac2f95d93d57 req-e7d3f78b-7156-435e-9019-4a4d9a69a6a6 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027817 Feb 08 15:48:06.845052 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd042577-d88b-41e6-a74b-ce16262f971b req-729e9602-1236-483e-a78a-7189760b9743 service neutron] 10.222.0.94 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754285 Feb 08 15:48:06.914009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0c4dc3-5776-49af-a526-01d01b7166a9 None None] DHCP port deletion for f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:48:06.988845 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:06.996426 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c4dc3-5776-49af-a526-01d01b7166a9 None None] Deleting port cd76bb01-371a-46b4-a253-8edbd81748ce {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:48:06.996848 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fb0c4dc3-5776-49af-a526-01d01b7166a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:07.051069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57be5-0a91-4a9b-926c-1eb55a520254 req-ceab3e2c-5e5d-4ae7-8540-ec5bdb36df89 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:07.052821 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9e57be5-0a91-4a9b-926c-1eb55a520254 req-ceab3e2c-5e5d-4ae7-8540-ec5bdb36df89 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 931 time: 0.1754684 Feb 08 15:48:07.100744 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Publish callbacks [] for port (5a5b0d5d-954a-424b-9a7c-fe0b607f2280), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:07.113133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-fb0c4dc3-5776-49af-a526-01d01b7166a9 None None] For port cd76bb01-371a-46b4-a253-8edbd81748ce, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cd76bb01-371a-46b4-a253-8edbd81748ce,segment=NetworkSegment(1a9f4833-ef70-4d22-8193-11d3ca291e57),segment_id=1a9f4833-ef70-4d22-8193-11d3ca291e57)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:07.113648 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fb0c4dc3-5776-49af-a526-01d01b7166a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:07.132740 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c4dc3-5776-49af-a526-01d01b7166a9 None None] Calling delete_port for cd76bb01-371a-46b4-a253-8edbd81748ce owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:48:07.180901 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9e57be5-0a91-4a9b-926c-1eb55a520254 req-5bf8c4ee-d2e0-4266-96f0-37956034a39e tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175282 Feb 08 15:48:07.304941 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fb0c4dc3-5776-49af-a526-01d01b7166a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:07.350708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c4dc3-5776-49af-a526-01d01b7166a9 None None] No DVR routers for this DVR port cd76bb01-371a-46b4-a253-8edbd81748ce on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:48:07.402832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cd76bb01-371a-46b4-a253-8edbd81748ce no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:48:07.446735 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (5a5b0d5d-954a-424b-9a7c-fe0b607f2280), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:07.464105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: cd76bb01-371a-46b4-a253-8edbd81748ce {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:48:07.464457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cd76bb01-371a-46b4-a253-8edbd81748ce not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:48:07.466184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c4dc3-5776-49af-a526-01d01b7166a9 None None] Pushing event deleted for resources: {'Port': ['ID=cd76bb01-371a-46b4-a253-8edbd81748ce,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:07.549984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Deleting port cd76bb01-371a-46b4-a253-8edbd81748ce {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:48:07.552549 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:07.599318 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] Publish callbacks [] for security_group (20d64e62-9cfe-4acd-8157-2cfa3d9fd71f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:07.690612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Pushing event updated for resources: {'Port': ['ID=5a5b0d5d-954a-424b-9a7c-fe0b607f2280,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:07.698391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (20d64e62-9cfe-4acd-8157-2cfa3d9fd71f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:07.707747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:07.745584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:48:07.772020 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (da27148d-7af8-4538-b0df-e3a8eebf2fd7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:07.772426 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] Added segment da27148d-7af8-4538-b0df-e3a8eebf2fd7 of type vlan for network f374c3c5-4cbc-40fc-8190-8e5f894214ce Feb 08 15:48:07.817501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:07.843081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:07.918835 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:08.011634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 28b4c509-be38-48c7-bcf0-2ca153c00f98 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:48:08.040248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] For port cd76bb01-371a-46b4-a253-8edbd81748ce, host n-d-824834-11, got binding levels [] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:08.040248 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:08.106220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098de73-a68a-4d8e-a8b0-1c033f943582 req-2881c61e-a1c2-43d3-b4d3-c541e9032714 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:08.116473 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b098de73-a68a-4d8e-a8b0-1c033f943582 req-2881c61e-a1c2-43d3-b4d3-c541e9032714 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 0.1573091 Feb 08 15:48:08.130983 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (f374c3c5-4cbc-40fc-8190-8e5f894214ce), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:08.133582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:08.163085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Calling delete_port for cd76bb01-371a-46b4-a253-8edbd81748ce owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:48:08.188489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Port cd76bb01-371a-46b4-a253-8edbd81748ce was not found and therefore no delete operation was performed {{(pid=103302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 15:48:08.210947 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 28b4c509-be38-48c7-bcf0-2ca153c00f98, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=28b4c509-be38-48c7-bcf0-2ca153c00f98,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:08.212999 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:48:08.226263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '28b4c509-be38-48c7-bcf0-2ca153c00f98', 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782', 'port_id': '28b4c509-be38-48c7-bcf0-2ca153c00f98', 'mac_address': 'fa:16:3e:3b:43:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28cb9956-62bf-4795-9b61-7a7ef83e56b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:48:08.239215 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (cd76bb01-371a-46b4-a253-8edbd81748ce), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:08.262254 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Publish callbacks [] for port (4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:08.277899 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b098de73-a68a-4d8e-a8b0-1c033f943582 req-9a8647d4-5bdd-403e-901d-91c032468975 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599762 Feb 08 15:48:08.279573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 28b4c509-be38-48c7-bcf0-2ca153c00f98 is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:08.280157 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:08.297423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28b4c509-be38-48c7-bcf0-2ca153c00f98 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:48:08.325341 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 28b4c509-be38-48c7-bcf0-2ca153c00f98, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=28b4c509-be38-48c7-bcf0-2ca153c00f98,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:08.334455 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:08.433393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=28b4c509-be38-48c7-bcf0-2ca153c00f98,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:08.479688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd76bb01-371a-46b4-a253-8edbd81748ce,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:08.482936 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] No DVR routers for this DVR port cd76bb01-371a-46b4-a253-8edbd81748ce on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:48:08.488450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['28b4c509-be38-48c7-bcf0-2ca153c00f98'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:48:08.512923 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Transition to ACTIVE for port object 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:48:08.517507 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (f374c3c5-4cbc-40fc-8190-8e5f894214ce), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:08.518448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:08.519046 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:08.550518 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:08.587989 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d4dd2-0c0c-4557-a148-219d3824a100 req-5156fb2a-55a2-4980-a388-e61f153dba89 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:08.589892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device a8d04b41-05ca-4468-8a15-c41d2b004e0f details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:48:08.603716 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-642d4dd2-0c0c-4557-a148-219d3824a100 req-5156fb2a-55a2-4980-a388-e61f153dba89 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 931 time: 0.1647985 Feb 08 15:48:08.724416 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-642d4dd2-0c0c-4557-a148-219d3824a100 req-dc4def1c-80ef-4a5f-82f0-16e2cd55fa16 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136191 Feb 08 15:48:08.853310 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:08.908583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:08.931360 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9f4833-ef70-4d22-8193-11d3ca291e57') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:08.932047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9f4833-ef70-4d22-8193-11d3ca291e57') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:08.939735 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port a8d04b41-05ca-4468-8a15-c41d2b004e0f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=a8d04b41-05ca-4468-8a15-c41d2b004e0f,segment=NetworkSegment(edbdb8e9-095d-4d06-8f62-aae7fa9f558c),segment_id=edbdb8e9-095d-4d06-8f62-aae7fa9f558c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:08.946007 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (1a9f4833-ef70-4d22-8193-11d3ca291e57), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:08.962823 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (1a9f4833-ef70-4d22-8193-11d3ca291e57), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:08.964160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'a8d04b41-05ca-4468-8a15-c41d2b004e0f', 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988', 'port_id': 'a8d04b41-05ca-4468-8a15-c41d2b004e0f', 'mac_address': 'fa:16:3e:4c:6c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4193f18-71ec-4c14-9933-8ed1a50b2ce8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:48:08.972472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:48:08.973930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (1a9f4833-ef70-4d22-8193-11d3ca291e57), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:09.047940 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:09.054914 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1090698 Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:48:09.057386 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:48:09.060881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38668) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:09.063493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port a8d04b41-05ca-4468-8a15-c41d2b004e0f is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:09.063900 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a8d04b41-05ca-4468-8a15-c41d2b004e0f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:09.069027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-9bdc89d1-ac78-4197-9879-3dac5f76d3b6 admin admin] Request body: {'subnet': {'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-subnet', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:09.101941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d04b41-05ca-4468-8a15-c41d2b004e0f {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:48:09.120237 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e7a46-b9e6-4af3-8088-407d17c14f51 admin admin] Pushing event updated for resources: {'Network': ['ID=f374c3c5-4cbc-40fc-8190-8e5f894214ce,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:09.124450 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:09.142613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdc89d1-ac78-4197-9879-3dac5f76d3b6 admin admin] Made reservation on behalf of 2eb127ba0a924c819fd9581ee7037dd8 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:48:09.145992 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9bdc89d1-ac78-4197-9879-3dac5f76d3b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:09.154913 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:09.163348 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] 10.222.0.82 "DELETE /v2.0/networks/f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4 HTTP/1.1" status: 204 len: 168 time: 2.6261544 Feb 08 15:48:09.190459 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3546ac-9ef1-41c4-a30f-17fc17cdef0d admin admin] Pushing event deleted for resources: {'Network': ['ID=f6dc8925-e2f8-43dd-b687-3dc16a9bcbd4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:09.191527 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port a8d04b41-05ca-4468-8a15-c41d2b004e0f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=a8d04b41-05ca-4468-8a15-c41d2b004e0f,segment=NetworkSegment(edbdb8e9-095d-4d06-8f62-aae7fa9f558c),segment_id=edbdb8e9-095d-4d06-8f62-aae7fa9f558c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:09.204441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network f374c3c5-4cbc-40fc-8190-8e5f894214ce details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:48:09.341154 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a8d04b41-05ca-4468-8a15-c41d2b004e0f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:09.381117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38678) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:09.511595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=a8d04b41-05ca-4468-8a15-c41d2b004e0f,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:09.544457 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-309c4500-7f3e-4466-af67-f4e9ae2213f9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4fa45dfbe2a044b7aa392eb6a9f94e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619039 Feb 08 15:48:09.551850 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38682) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:09.592455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929e6c2-9526-4ac0-8b5d-3aaf62007734 req-cdec16a0-dcd3-4336-a985-19c44a656e3a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:09.602080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2929e6c2-9526-4ac0-8b5d-3aaf62007734 req-cdec16a0-dcd3-4336-a985-19c44a656e3a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 944 time: 0.1658411 Feb 08 15:48:09.607020 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['a8d04b41-05ca-4468-8a15-c41d2b004e0f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:48:09.824143 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2929e6c2-9526-4ac0-8b5d-3aaf62007734 req-affb1bb6-1135-4500-82f8-a533bf423f0f tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173412 Feb 08 15:48:10.027777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 28b4c509-be38-48c7-bcf0-2ca153c00f98 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:10.093639 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-64bdbf13-c735-4267-9e25-8f717a5ee99b admin admin] Publish callbacks [] for security_group (0d9afd3a-5330-47a6-92e6-f51be9eb6ae6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.118182 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9bdc89d1-ac78-4197-9879-3dac5f76d3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (c1da838c-c146-4a08-a1b3-12305d29884c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.155569 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 28b4c509-be38-48c7-bcf0-2ca153c00f98 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:10.155977 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.214896 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-64bdbf13-c735-4267-9e25-8f717a5ee99b admin admin] Publish callbacks [] for security_group (0d9afd3a-5330-47a6-92e6-f51be9eb6ae6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.226944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2460fc-c96f-44d6-99f2-2ea2433bcc12 req-4473caf8-db14-4803-94a5-20cac2ac9ec8 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:10.228529 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed2460fc-c96f-44d6-99f2-2ea2433bcc12 req-4473caf8-db14-4803-94a5-20cac2ac9ec8 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 943 time: 0.2282605 Feb 08 15:48:10.251657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Attempting to bind port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:10.252787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Attempting to bind port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'edbdb8e9-095d-4d06-8f62-aae7fa9f558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:10.254027 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Attempting to bind port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 on network 2a72fae7-c7cb-449f-a857-4a0080f21988 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:10.268361 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 on network 2a72fae7-c7cb-449f-a857-4a0080f21988 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:48:10.269152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Attempting to bind port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 on network 2a72fae7-c7cb-449f-a857-4a0080f21988 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:10.282020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:10.282873 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Checking segment: {'id': 'edbdb8e9-095d-4d06-8f62-aae7fa9f558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:10.286300 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Bound using segment: {'id': 'edbdb8e9-095d-4d06-8f62-aae7fa9f558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:10.288859 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Bound port: 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbdb8e9-095d-4d06-8f62-aae7fa9f558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:10.289548 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.365940 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc89d1-ac78-4197-9879-3dac5f76d3b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1da838c-c146-4a08-a1b3-12305d29884c,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:10.369584 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Publish callbacks [] for router_gateway (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.370476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 28b4c509-be38-48c7-bcf0-2ca153c00f98 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:10.370983 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.411379 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc89d1-ac78-4197-9879-3dac5f76d3b6 admin admin] Checking segment: {'id': 'da27148d-7af8-4538-b0df-e3a8eebf2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:10.411874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc89d1-ac78-4197-9879-3dac5f76d3b6 admin admin] Network hostable DHCP agents. Network: f374c3c5-4cbc-40fc-8190-8e5f894214ce, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:48:10.449189 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed2460fc-c96f-44d6-99f2-2ea2433bcc12 req-5d1bd83c-fda4-4965-a8f3-bfd9a09ca29b tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656246 Feb 08 15:48:10.477027 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] For port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:10.477027 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] For port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8,segment=NetworkSegment(edbdb8e9-095d-4d06-8f62-aae7fa9f558c),segment_id=edbdb8e9-095d-4d06-8f62-aae7fa9f558c)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:10.511146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cebe501-8ac8-4069-96ec-16de9439be98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b4c509-be38-48c7-bcf0-2ca153c00f98'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:48:10.516887 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e577c4-4561-48cd-8f11-507007d8a0d0" -d '{"events": [{"server_uuid": "6cebe501-8ac8-4069-96ec-16de9439be98", "name": "network-vif-plugged", "status": "completed", "tag": "28b4c509-be38-48c7-bcf0-2ca153c00f98"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:48:10.527292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-64bdbf13-c735-4267-9e25-8f717a5ee99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0d9afd3a-5330-47a6-92e6-f51be9eb6ae6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.531754 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-64bdbf13-c735-4267-9e25-8f717a5ee99b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.534783 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-64bdbf13-c735-4267-9e25-8f717a5ee99b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0d9afd3a-5330-47a6-92e6-f51be9eb6ae6 HTTP/1.1" status: 204 len: 168 time: 0.9811583 Feb 08 15:48:10.549712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc89d1-ac78-4197-9879-3dac5f76d3b6 admin admin] Network f374c3c5-4cbc-40fc-8190-8e5f894214ce is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:48:10.563573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 28b4c509-be38-48c7-bcf0-2ca153c00f98, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=28b4c509-be38-48c7-bcf0-2ca153c00f98,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:10.568644 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.571318 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.571813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdbf13-c735-4267-9e25-8f717a5ee99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9afd3a-5330-47a6-92e6-f51be9eb6ae6,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:10.595722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-9bdc89d1-ac78-4197-9879-3dac5f76d3b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, f374c3c5-4cbc-40fc-8190-8e5f894214ce) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:10.664015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdc89d1-ac78-4197-9879-3dac5f76d3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:10.665065 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9bdc89d1-ac78-4197-9879-3dac5f76d3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.695706 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95bec74-f681-4c32-89ac-8ef0525d1077 x-openstack-request-id: req-f95bec74-f681-4c32-89ac-8ef0525d1077 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:48:10.696374 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cebe501-8ac8-4069-96ec-16de9439be98", "name": "network-vif-plugged", "status": "completed", "tag": "28b4c509-be38-48c7-bcf0-2ca153c00f98", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:48:10.696865 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f95bec74-f681-4c32-89ac-8ef0525d1077 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:48:10.697518 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cebe501-8ac8-4069-96ec-16de9439be98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b4c509-be38-48c7-bcf0-2ca153c00f98', 'code': 200} Feb 08 15:48:10.698466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dec1e04-b557-472a-a055-0e40f43c7450 None None] Network f374c3c5-4cbc-40fc-8190-8e5f894214ce requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:48:10.728109 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9bdc89d1-ac78-4197-9879-3dac5f76d3b6 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6651945 Feb 08 15:48:10.733023 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38690) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:10.736008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:10.766226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=28b4c509-be38-48c7-bcf0-2ca153c00f98,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:10.802487 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (98be75bf-256c-4d58-9720-202c243c9a06), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.803589 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (98be75bf-256c-4d58-9720-202c243c9a06), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.844389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:10.845634 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.861751 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-535db648-ec26-43bc-9621-a723e14f8b4c req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] 10.222.0.96 "PUT /v2.0/ports/4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 HTTP/1.1" status: 200 len: 1092 time: 5.3013709 Feb 08 15:48:10.880627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd250ca-f16d-4d55-83f4-4bdb9bf94656', 'tag': '4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:48:10.894009 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef850d7-ab3a-4db9-a511-5b1fea90a2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd250ca-f16d-4d55-83f4-4bdb9bf94656", "tag": "4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:48:10.910818 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'fixed_ips': [{'subnet_id': 'c1da838c-c146-4a08-a1b3-12305d29884c'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:48:10.915221 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:10.922036 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d5ddd-6604-483c-a92b-de4bb986e2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:11.060594 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Publish callbacks [] for router_controller (98be75bf-256c-4d58-9720-202c243c9a06), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:11.228388 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:11.283978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Allocated IP 172.20.0.2 (f374c3c5-4cbc-40fc-8190-8e5f894214ce/c1da838c-c146-4a08-a1b3-12305d29884c/fee8975a-56b0-45a9-b649-f1a499a919b3) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:11.342598 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf373fc-e90b-46b8-93f5-d39c3071ccf6 req-f58b0504-8e4f-401d-96bc-bfd7325ebe9f tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:11.352658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbf373fc-e90b-46b8-93f5-d39c3071ccf6 req-f58b0504-8e4f-401d-96bc-bfd7325ebe9f tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 0.3319235 Feb 08 15:48:11.396156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535db648-ec26-43bc-9621-a723e14f8b4c req-feee1133-7c05-46a4-8525-9d1fe6e68391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:11.397773 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-535db648-ec26-43bc-9621-a723e14f8b4c req-feee1133-7c05-46a4-8525-9d1fe6e68391 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=60a080c724734d2f8504cfeec2677ec4&device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 1126 time: 0.4831688 Feb 08 15:48:11.486879 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-535db648-ec26-43bc-9621-a723e14f8b4c req-bc1433f5-cb37-473d-ae98-9f5adaba1fa6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 HTTP/1.1" status: 200 len: 217 time: 0.0663188 Feb 08 15:48:11.563601 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Publish callbacks [] for router_gateway (98be75bf-256c-4d58-9720-202c243c9a06), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:11.594916 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535db648-ec26-43bc-9621-a723e14f8b4c req-c7b8210b-8e4c-48cb-9fed-8afc299fefc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:11.603775 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-535db648-ec26-43bc-9621-a723e14f8b4c req-c7b8210b-8e4c-48cb-9fed-8afc299fefc3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4193f18-71ec-4c14-9933-8ed1a50b2ce8 HTTP/1.1" status: 200 len: 858 time: 0.1096058 Feb 08 15:48:11.606732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:48:11.688289 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Publish callbacks [] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:11.702225 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:11.723697 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbf373fc-e90b-46b8-93f5-d39c3071ccf6 req-b1f6d2a7-f6ca-4964-bade-853019373954 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499172 Feb 08 15:48:11.874709 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-535db648-ec26-43bc-9621-a723e14f8b4c req-a203cd11-96ba-4a22-95f4-e8ad3dc051f0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2a72fae7-c7cb-449f-a857-4a0080f21988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2580888 Feb 08 15:48:11.877591 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b74b68-8b7a-4772-ab79-ce822f9877a1 x-openstack-request-id: req-89b74b68-8b7a-4772-ab79-ce822f9877a1 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:48:11.877934 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd250ca-f16d-4d55-83f4-4bdb9bf94656", "tag": "4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:48:11.878199 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-89b74b68-8b7a-4772-ab79-ce822f9877a1 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:48:11.878596 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd250ca-f16d-4d55-83f4-4bdb9bf94656', 'tag': '4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8', 'status': 'completed', 'code': 200} Feb 08 15:48:12.065785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Network f374c3c5-4cbc-40fc-8190-8e5f894214ce is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:12.087338 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:12.096386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:12.123820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Pushing event updated for resources: {'Port': ['ID=fee8975a-56b0-45a9-b649-f1a499a919b3,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:12.182140 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Publish callbacks [] for router_gateway (98be75bf-256c-4d58-9720-202c243c9a06), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:12.183839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:48:12.197656 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Sync routers for ids ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:48:12.228053 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-535db648-ec26-43bc-9621-a723e14f8b4c req-90fe0aee-3e01-4ba1-83e8-b88ba220ed5f service neutron] 10.222.0.96 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677202 Feb 08 15:48:12.249735 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:12.269368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:12.272554 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7abcff4e-21e9-444f-ac92-e1d7e1aa767a admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.1461339 Feb 08 15:48:12.278707 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38722) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:12.292427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Routers {'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:12.295218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:12.298702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Attempting to bind port fee8975a-56b0-45a9-b649-f1a499a919b3 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:12.299087 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Attempting to bind port fee8975a-56b0-45a9-b649-f1a499a919b3 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'da27148d-7af8-4538-b0df-e3a8eebf2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:12.299457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Attempting to bind port fee8975a-56b0-45a9-b649-f1a499a919b3 on network f374c3c5-4cbc-40fc-8190-8e5f894214ce {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:12.405634 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-535db648-ec26-43bc-9621-a723e14f8b4c req-46009663-ce19-4efd-8b19-43a188d1f9fc service neutron] 10.222.0.96 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700773 Feb 08 15:48:12.476907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:12.480870 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb54c1-4269-4b15-9eb8-1406fb1c5be5 req-5f2323c5-5df6-41a2-bb36-634bfd3cab98 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:12.482503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfdb54c1-4269-4b15-9eb8-1406fb1c5be5 req-5f2323c5-5df6-41a2-bb36-634bfd3cab98 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 943 time: 0.4686539 Feb 08 15:48:12.485664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Checking segment: {'id': 'da27148d-7af8-4538-b0df-e3a8eebf2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:12.486015 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:12.486331 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Bound using segment: {'id': 'da27148d-7af8-4538-b0df-e3a8eebf2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:12.486847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Bound port: fee8975a-56b0-45a9-b649-f1a499a919b3, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27148d-7af8-4538-b0df-e3a8eebf2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:12.487324 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:12.507673 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device a8d04b41-05ca-4468-8a15-c41d2b004e0f up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:12.549461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38732) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:12.637788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef850d7-ab3a-4db9-a511-5b1fea90a2f3 req-f38202ab-269d-4366-8dcf-30d5deca54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:12.639772 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2ef850d7-ab3a-4db9-a511-5b1fea90a2f3 req-f38202ab-269d-4366-8dcf-30d5deca54cf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=60a080c724734d2f8504cfeec2677ec4&device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 1126 time: 0.1779449 Feb 08 15:48:12.654810 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Set router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:12.727415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] For port fee8975a-56b0-45a9-b649-f1a499a919b3, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:12.749085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port a8d04b41-05ca-4468-8a15-c41d2b004e0f completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:48:12.753040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] For port fee8975a-56b0-45a9-b649-f1a499a919b3, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fee8975a-56b0-45a9-b649-f1a499a919b3,segment=NetworkSegment(da27148d-7af8-4538-b0df-e3a8eebf2fd7),segment_id=da27148d-7af8-4538-b0df-e3a8eebf2fd7)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:12.798600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-175121729-network', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:12.814490 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port a8d04b41-05ca-4468-8a15-c41d2b004e0f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:12.815323 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a8d04b41-05ca-4468-8a15-c41d2b004e0f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:12.824399 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfdb54c1-4269-4b15-9eb8-1406fb1c5be5 req-8c2da413-0f4b-4983-99ba-735ecc80302f tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802193 Feb 08 15:48:12.837523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-b8ca1d10-be53-48c3-a9f0-12c746d6be5e tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=2de3ab6388b94f74a2d58dad1cbf1d28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773277 Feb 08 15:48:12.850293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef850d7-ab3a-4db9-a511-5b1fea90a2f3 req-ec35e3b2-0ffc-4b2d-be3e-a1295b39f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:12.852084 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2ef850d7-ab3a-4db9-a511-5b1fea90a2f3 req-ec35e3b2-0ffc-4b2d-be3e-a1295b39f4fa service neutron] 10.222.0.96 "GET /v2.0/networks?id=2a72fae7-c7cb-449f-a857-4a0080f21988 HTTP/1.1" status: 200 len: 919 time: 0.2025990 Feb 08 15:48:12.853355 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] Made reservation on behalf of 4cef0c51079d47a383eee6b5e797a80b for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:48:12.856708 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:12.890184 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:12.911847 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2ef850d7-ab3a-4db9-a511-5b1fea90a2f3 req-1faa6d4e-87d6-407e-92dd-deef78ca5ae1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 HTTP/1.1" status: 200 len: 217 time: 0.0518241 Feb 08 15:48:12.913086 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:12.993692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-bf30287e-488b-4aa3-8248-ce659d2a9430 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:12.995230 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-bf30287e-488b-4aa3-8248-ce659d2a9430 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569502 Feb 08 15:48:13.002665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef850d7-ab3a-4db9-a511-5b1fea90a2f3 req-5daabb13-9116-477a-8e7e-51bf30b9a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:13.008807 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2ef850d7-ab3a-4db9-a511-5b1fea90a2f3 req-5daabb13-9116-477a-8e7e-51bf30b9a128 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4193f18-71ec-4c14-9933-8ed1a50b2ce8 HTTP/1.1" status: 200 len: 858 time: 0.0854948 Feb 08 15:48:13.010931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Allocated IP 172.25.7.89 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/f2521724-eb8c-4ff9-8a7f-847b7d3c1af0) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:13.090539 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2ef850d7-ab3a-4db9-a511-5b1fea90a2f3 req-8f784a38-da85-446f-ab99-fd6cb43a7561 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2a72fae7-c7cb-449f-a857-4a0080f21988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631640 Feb 08 15:48:13.109423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9f6d8-bbdc-4215-8d99-08da3c7a0325 None None] Pushing event updated for resources: {'Port': ['ID=fee8975a-56b0-45a9-b649-f1a499a919b3,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:13.228486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port a8d04b41-05ca-4468-8a15-c41d2b004e0f is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:13.229166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-1a3c9b3f-5d20-4591-9c95-9d1c4b755d6f tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/quotas/2de3ab6388b94f74a2d58dad1cbf1d28 HTTP/1.1" status: 200 len: 375 time: 0.2200711 Feb 08 15:48:13.229579 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a8d04b41-05ca-4468-8a15-c41d2b004e0f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:13.262772 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2ef850d7-ab3a-4db9-a511-5b1fea90a2f3 req-4ce59ad2-c8b6-4e93-87c4-7e16d3f9b23b service neutron] 10.222.0.96 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605601 Feb 08 15:48:13.284536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port a8d04b41-05ca-4468-8a15-c41d2b004e0f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=a8d04b41-05ca-4468-8a15-c41d2b004e0f,segment=NetworkSegment(edbdb8e9-095d-4d06-8f62-aae7fa9f558c),segment_id=edbdb8e9-095d-4d06-8f62-aae7fa9f558c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:13.292175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d04b41-05ca-4468-8a15-c41d2b004e0f'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:48:13.295488 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad4bfd7-7b49-417f-bf7b-2fecdca75c21" -d '{"events": [{"server_uuid": "3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38", "name": "network-vif-plugged", "status": "completed", "tag": "a8d04b41-05ca-4468-8a15-c41d2b004e0f"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:48:13.316136 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a8d04b41-05ca-4468-8a15-c41d2b004e0f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:13.413621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:00Z', 'updated_at': '2022-02-08T15:48:09Z', 'revision_number': 3, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'gw_port': {'id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:05Z', 'updated_at': '2022-02-08T15:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:13.448130 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] Publish callbacks [] for security_group (b7ea5576-1e09-4d5d-9164-4d6b27b5f370), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:13.455535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Checking router: f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:48:13.455535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Updating router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 port 5a5b0d5d-954a-424b-9a7c-fe0b607f2280 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:48:13.472251 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b7ea5576-1e09-4d5d-9164-4d6b27b5f370), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:13.526216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=a8d04b41-05ca-4468-8a15-c41d2b004e0f,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:13.550623 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5a5b0d5d-954a-424b-9a7c-fe0b607f2280), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:13.554748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:48:13.614454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ea5576-1e09-4d5d-9164-4d6b27b5f370,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:13.655108 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f3d66dd0-274b-4c15-9a5a-a332cc01e5f3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:13.655455 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] Added segment f3d66dd0-274b-4c15-9a5a-a332cc01e5f3 of type vlan for network 44eff4f3-790c-4f3d-96fc-a648a7376b31 Feb 08 15:48:13.683238 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2ef850d7-ab3a-4db9-a511-5b1fea90a2f3 req-8bab17f6-5cec-41e1-ba1a-a943ca729a19 service neutron] 10.222.0.96 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066286 Feb 08 15:48:13.780286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (44eff4f3-790c-4f3d-96fc-a648a7376b31), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:13.834313 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (44eff4f3-790c-4f3d-96fc-a648a7376b31), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:13.835273 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:13.835886 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:13.972576 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4198132 Feb 08 15:48:13.980843 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38770) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:13.987088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7ee0b92c-2166-430b-90f0-b6ec85e8c732 admin admin] Request body: {'subnet': {'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-175121729-subnet', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:14.037839 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:48:14.038134 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a398f8-44ab-47e2-b551-aa7db0bec2cb admin admin] Pushing event updated for resources: {'Network': ['ID=44eff4f3-790c-4f3d-96fc-a648a7376b31,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:14.075977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee0b92c-2166-430b-90f0-b6ec85e8c732 admin admin] Made reservation on behalf of 4cef0c51079d47a383eee6b5e797a80b for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:48:14.079027 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ee0b92c-2166-430b-90f0-b6ec85e8c732 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:14.088822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 44eff4f3-790c-4f3d-96fc-a648a7376b31 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:48:14.289835 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:48:14.554137 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a8203-21d1-4c30-b5a1-57a540062403 req-2eaba384-73cd-431b-9f3f-92fafe2c9764 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:14.557440 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-821a8203-21d1-4c30-b5a1-57a540062403 req-2eaba384-73cd-431b-9f3f-92fafe2c9764 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 945 time: 1.5544240 Feb 08 15:48:14.558056 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ee0b92c-2166-430b-90f0-b6ec85e8c732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (0342d560-9845-4e77-8dc7-c3d612a6aa94), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:14.585037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8,segment=NetworkSegment(edbdb8e9-095d-4d06-8f62-aae7fa9f558c),segment_id=edbdb8e9-095d-4d06-8f62-aae7fa9f558c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:14.615970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8', 'network_id': '2a72fae7-c7cb-449f-a857-4a0080f21988', 'port_id': '4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8', 'mac_address': 'fa:16:3e:70:9e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4193f18-71ec-4c14-9933-8ed1a50b2ce8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:48:14.688471 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-06e5c87f-da28-4a39-a9c6-6023a889fcaf tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=2de3ab6388b94f74a2d58dad1cbf1d28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6960404 Feb 08 15:48:14.745680 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee0b92c-2166-430b-90f0-b6ec85e8c732 admin admin] Checking segment: {'id': 'f3d66dd0-274b-4c15-9a5a-a332cc01e5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:14.746793 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee0b92c-2166-430b-90f0-b6ec85e8c732 admin admin] Network hostable DHCP agents. Network: 44eff4f3-790c-4f3d-96fc-a648a7376b31, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:48:14.759050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0b92c-2166-430b-90f0-b6ec85e8c732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0342d560-9845-4e77-8dc7-c3d612a6aa94,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:14.778756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:14.780446 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:14.802246 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Publish callbacks [] for port (f2521724-eb8c-4ff9-8a7f-847b7d3c1af0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:14.805688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee0b92c-2166-430b-90f0-b6ec85e8c732 admin admin] Network 44eff4f3-790c-4f3d-96fc-a648a7376b31 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:48:14.813582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:48:14.833091 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7ee0b92c-2166-430b-90f0-b6ec85e8c732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 44eff4f3-790c-4f3d-96fc-a648a7376b31) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:14.856150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee0b92c-2166-430b-90f0-b6ec85e8c732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:14.862600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77562bf3-8689-44e4-98fa-8b961abdc5c3 None None] Network 44eff4f3-790c-4f3d-96fc-a648a7376b31 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:48:14.878501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ee0b92c-2166-430b-90f0-b6ec85e8c732 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:14.899127 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-821a8203-21d1-4c30-b5a1-57a540062403 req-677622b9-665c-4e7c-8f3e-df2e2b599b88 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201640 Feb 08 15:48:14.938068 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7ee0b92c-2166-430b-90f0-b6ec85e8c732 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9564679 Feb 08 15:48:14.941618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38772) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:14.969438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:15.051251 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (ea9fc2c5-241f-4350-98fd-41c7d4e71710), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:15.052680 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (ea9fc2c5-241f-4350-98fd-41c7d4e71710), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:15.133410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8,segment=NetworkSegment(edbdb8e9-095d-4d06-8f62-aae7fa9f558c),segment_id=edbdb8e9-095d-4d06-8f62-aae7fa9f558c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:15.140595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e73314-fac5-43a1-8068-9a86f3912da7 None None] Network f374c3c5-4cbc-40fc-8190-8e5f894214ce requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:48:15.266332 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Publish callbacks [] for router_controller (ea9fc2c5-241f-4350-98fd-41c7d4e71710), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:15.332315 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f2521724-eb8c-4ff9-8a7f-847b7d3c1af0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:15.342540 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a0854c-b131-40a7-8699-ae3c988879a0 x-openstack-request-id: req-f6a0854c-b131-40a7-8699-ae3c988879a0 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:48:15.342842 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38", "name": "network-vif-plugged", "status": "completed", "tag": "a8d04b41-05ca-4468-8a15-c41d2b004e0f", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:48:15.343102 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f6a0854c-b131-40a7-8699-ae3c988879a0 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:48:15.343504 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d04b41-05ca-4468-8a15-c41d2b004e0f', 'code': 200} Feb 08 15:48:15.430818 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:15.508508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:15.515744 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-44eff4f3-790c-4f3d-96fc-a648a7376b31', 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'fixed_ips': [{'subnet_id': '0342d560-9845-4e77-8dc7-c3d612a6aa94'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:48:15.516816 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:15.592168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fee8975a-56b0-45a9-b649-f1a499a919b3 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:15.664115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-bd46787b-0cb0-4578-96e2-6f0eb28f26e6 None None] Provisioning complete for port fee8975a-56b0-45a9-b649-f1a499a919b3 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:15.664513 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd46787b-0cb0-4578-96e2-6f0eb28f26e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:15.727794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port fee8975a-56b0-45a9-b649-f1a499a919b3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:15.728190 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:15.759008 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Publish callbacks [] for router_gateway (ea9fc2c5-241f-4350-98fd-41c7d4e71710), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:15.841991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:48:15.871419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:15.883449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb6e75-71fd-4687-a449-bf525d6979b8 req-924ca285-e095-4495-9ae4-ad1660871d5d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:15.891772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bffb6e75-71fd-4687-a449-bf525d6979b8 req-924ca285-e095-4495-9ae4-ad1660871d5d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 0.7758224 Feb 08 15:48:15.946045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:15.953645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:16.042707 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Pushing event updated for resources: {'Port': ['ID=f2521724-eb8c-4ff9-8a7f-847b7d3c1af0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:16.166525 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fdd18-ef40-4c33-badf-3057e161c2c5 req-4b58202a-1e15-4cf1-bca8-5ced8dd4e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:16.168858 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-063fdd18-ef40-4c33-badf-3057e161c2c5 req-4b58202a-1e15-4cf1-bca8-5ced8dd4e0c5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 1129 time: 0.8383083 Feb 08 15:48:16.288271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Publish callbacks [] for router_gateway (ea9fc2c5-241f-4350-98fd-41c7d4e71710), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:16.309636 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:16.314438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:16.550423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:48:16.594709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Allocated IP 172.20.0.1 (d297db83-e94c-42e9-a464-f8dd8e5ac3ee/dbb8cc6c-d953-47c2-8ba5-876b04683513/91266033-90a2-4cfc-8323-999748348ed6) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:16.696652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bffb6e75-71fd-4687-a449-bf525d6979b8 req-a392c415-4701-485d-b924-59557594df74 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8035626 Feb 08 15:48:16.711423 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725dc8f-3452-4569-aff5-46c0ff99a6e9 req-b1c3c5a4-6d29-42c5-8433-5852940b5ace tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:16.714023 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f725dc8f-3452-4569-aff5-46c0ff99a6e9 req-b1c3c5a4-6d29-42c5-8433-5852940b5ace tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 944 time: 1.2118673 Feb 08 15:48:16.885516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port fee8975a-56b0-45a9-b649-f1a499a919b3 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:16.885516 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:17.027385 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-b57a8a00-c94f-40b4-bb1a-a24a88135cd4 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=2de3ab6388b94f74a2d58dad1cbf1d28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564108 Feb 08 15:48:17.077462 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f725dc8f-3452-4569-aff5-46c0ff99a6e9 req-133bd257-8632-4f71-902e-234c165ac3d0 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469207 Feb 08 15:48:17.142001 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0a77991-688d-45bc-b308-6152433ceaaf req-adc54ec6-42cf-476d-a982-a5b241cea9ea tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 210 time: 0.1911550 Feb 08 15:48:17.197136 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Publish callbacks [] for port (5a5b0d5d-954a-424b-9a7c-fe0b607f2280), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:17.215443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Allocated IP 172.20.0.2 (44eff4f3-790c-4f3d-96fc-a648a7376b31/0342d560-9845-4e77-8dc7-c3d612a6aa94/be596456-438e-43c8-9d8c-a7b124f62e36) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:17.228009 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-063fdd18-ef40-4c33-badf-3057e161c2c5 req-1eaddb2c-84a4-4f87-b885-2803243a3ac0 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0417321 Feb 08 15:48:17.343339 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-5e0ffd1a-a23f-478a-ac84-38ab3e765635 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:17.346651 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-5e0ffd1a-a23f-478a-ac84-38ab3e765635 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167839 Feb 08 15:48:17.467151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-dbbe2510-839d-4884-ac53-913ec8638a3c tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Request body: {'port': {'device_id': '15aeac24-422a-42f0-8ac8-bf4ba190b1ba', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '2de3ab6388b94f74a2d58dad1cbf1d28'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:17.550391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bd46787b-0cb0-4578-96e2-6f0eb28f26e6 None None] Current status of the port fee8975a-56b0-45a9-b649-f1a499a919b3 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:17.550819 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd46787b-0cb0-4578-96e2-6f0eb28f26e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:17.582173 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:17.582979 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:17.621939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bd46787b-0cb0-4578-96e2-6f0eb28f26e6 None None] For port fee8975a-56b0-45a9-b649-f1a499a919b3, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fee8975a-56b0-45a9-b649-f1a499a919b3,segment=NetworkSegment(da27148d-7af8-4538-b0df-e3a8eebf2fd7),segment_id=da27148d-7af8-4538-b0df-e3a8eebf2fd7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:17.622254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Allocated IP 172.25.7.224 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:17.626159 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-dbbe2510-839d-4884-ac53-913ec8638a3c tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Made reservation on behalf of 2de3ab6388b94f74a2d58dad1cbf1d28 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:48:17.632650 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-dbbe2510-839d-4884-ac53-913ec8638a3c tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:17.634725 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5a5b0d5d-954a-424b-9a7c-fe0b607f2280), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:17.638628 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Publish callbacks [] for port (91266033-90a2-4cfc-8323-999748348ed6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:17.640354 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Publish callbacks [] for router_gateway (98be75bf-256c-4d58-9720-202c243c9a06), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:17.774567 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd46787b-0cb0-4578-96e2-6f0eb28f26e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:17.805533 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4f563-2064-4eeb-acda-8b070663d4a4 None None] Pushing event updated for resources: {'Port': ['ID=5a5b0d5d-954a-424b-9a7c-fe0b607f2280,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:17.903781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f4358-d167-43e5-b642-7a6b566ddbcb req-113eba75-9c72-48c3-a0a3-e0f0edb6085b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:17.905727 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c3f4358-d167-43e5-b642-7a6b566ddbcb req-113eba75-9c72-48c3-a0a3-e0f0edb6085b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 945 time: 0.6027930 Feb 08 15:48:17.973948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Attempting to bind port 5a5b0d5d-954a-424b-9a7c-fe0b607f2280 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:17.974533 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Attempting to bind port 5a5b0d5d-954a-424b-9a7c-fe0b607f2280 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:17.976133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Attempting to bind port 5a5b0d5d-954a-424b-9a7c-fe0b607f2280 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:18.029023 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Publish callbacks [] for port (cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:18.043760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-dbbe2510-839d-4884-ac53-913ec8638a3c tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Allocated IP 192.168.233.63 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/7eb39ebf-40f1-49ae-ada3-b00f1b9c067b) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:18.077460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:48:18.080735 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffbc8c2-11c1-4fa1-9448-88ffda22f371" -d '{"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:48:18.153593 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c3f4358-d167-43e5-b642-7a6b566ddbcb req-ce2f844a-ac1c-463f-8486-c4bdeb2cc6af tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316871 Feb 08 15:48:18.159660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:18.160092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:18.160626 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:18.161645 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:18.162644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Bound port: 5a5b0d5d-954a-424b-9a7c-fe0b607f2280, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:18.163061 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5a5b0d5d-954a-424b-9a7c-fe0b607f2280), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:18.171830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d58640-b989-48c3-b92c-3e1645d1b934 req-15a233b3-595e-4c2f-afc5-ab138412bf9a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:18.172172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:18.178160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46787b-0cb0-4578-96e2-6f0eb28f26e6 None None] Pushing event updated for resources: {'Port': ['ID=fee8975a-56b0-45a9-b649-f1a499a919b3,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:18.184845 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3d58640-b989-48c3-b92c-3e1645d1b934 req-15a233b3-595e-4c2f-afc5-ab138412bf9a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 0.2738464 Feb 08 15:48:18.219092 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:18.254077 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:18.262315 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 15:48:18.262315 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 15:48:18.266400 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (91266033-90a2-4cfc-8323-999748348ed6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:18.272576 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-041f418e-f999-478e-b822-c767b9ca6171 None None] Provisioning complete for port fee8975a-56b0-45a9-b649-f1a499a919b3 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:18.272975 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-041f418e-f999-478e-b822-c767b9ca6171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:18.331128 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Network d297db83-e94c-42e9-a464-f8dd8e5ac3ee is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:18.377093 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3d58640-b989-48c3-b92c-3e1645d1b934 req-618a809f-7b09-4d67-ae06-cfee95f0964b tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782198 Feb 08 15:48:18.378086 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (98be75bf-256c-4d58-9720-202c243c9a06), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:18.387440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:18.392852 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:18.404136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:18.412650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:18.438589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:18.529426 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Publish callbacks [] for port (be596456-438e-43c8-9d8c-a7b124f62e36), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:18.564005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] For port 5a5b0d5d-954a-424b-9a7c-fe0b607f2280, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:18.568961 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] For port 5a5b0d5d-954a-424b-9a7c-fe0b607f2280, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=5a5b0d5d-954a-424b-9a7c-fe0b607f2280,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:18.584162 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4de47b-02e0-4093-bbdb-f1f228bfc054 x-openstack-request-id: req-4b4de47b-02e0-4093-bbdb-f1f228bfc054 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:48:18.584434 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:48:18.584697 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4b4de47b-02e0-4093-bbdb-f1f228bfc054 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:48:18.585122 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'code': 200} Feb 08 15:48:18.590207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Pushing event updated for resources: {'Port': ['ID=cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:18.602991 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (be596456-438e-43c8-9d8c-a7b124f62e36), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:18.618773 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:18.680542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Pushing event updated for resources: {'Port': ['ID=91266033-90a2-4cfc-8323-999748348ed6,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:18.708623 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Network 44eff4f3-790c-4f3d-96fc-a648a7376b31 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:18.710360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Pushing event updated for resources: {'Port': ['ID=be596456-438e-43c8-9d8c-a7b124f62e36,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:18.726747 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-dbbe2510-839d-4884-ac53-913ec8638a3c tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks [] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:18.735193 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:18.737862 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:18.745468 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5a5b0d5d-954a-424b-9a7c-fe0b607f2280), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:18.788099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-dbbe2510-839d-4884-ac53-913ec8638a3c tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:18.825685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['301ef712-56e8-4d4e-a1f3-5df03b3e3830'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:48:18.850547 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:18.856089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe2510-839d-4884-ac53-913ec8638a3c tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Pushing event updated for resources: {'Port': ['ID=7eb39ebf-40f1-49ae-ada3-b00f1b9c067b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:18.935933 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:19.042929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Routers {'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:19.043783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:19.050681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port fee8975a-56b0-45a9-b649-f1a499a919b3 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:19.110999 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (91266033-90a2-4cfc-8323-999748348ed6), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:19.143146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Attempting to bind port be596456-438e-43c8-9d8c-a7b124f62e36 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:19.143591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Attempting to bind port be596456-438e-43c8-9d8c-a7b124f62e36 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'f3d66dd0-274b-4c15-9a5a-a332cc01e5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:19.143967 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Attempting to bind port be596456-438e-43c8-9d8c-a7b124f62e36 on network 44eff4f3-790c-4f3d-96fc-a648a7376b31 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:19.164785 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-5cf5eeb5-0e0f-44d9-92f8-deabc9ef784c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:19.180801 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-5cf5eeb5-0e0f-44d9-92f8-deabc9ef784c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/networks?id=76c06fc8-f83a-4f61-b58a-9c8c32c845f0 HTTP/1.1" status: 200 len: 813 time: 0.4851735 Feb 08 15:48:19.205088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fee8975a-56b0-45a9-b649-f1a499a919b3 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:19.228622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4f563-2064-4eeb-acda-8b070663d4a4 None None] Pushing event updated for resources: {'Port': ['ID=5a5b0d5d-954a-424b-9a7c-fe0b607f2280,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:19.232175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-041f418e-f999-478e-b822-c767b9ca6171 None None] Current status of the port fee8975a-56b0-45a9-b649-f1a499a919b3 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:19.263191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:19.263639 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Checking segment: {'id': 'f3d66dd0-274b-4c15-9a5a-a332cc01e5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:19.263996 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:19.264419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Bound using segment: {'id': 'f3d66dd0-274b-4c15-9a5a-a332cc01e5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:19.264927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Bound port: be596456-438e-43c8-9d8c-a7b124f62e36, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d66dd0-274b-4c15-9a5a-a332cc01e5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:19.265353 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (be596456-438e-43c8-9d8c-a7b124f62e36), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:19.271290 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-011ff832-1603-4cd7-a983-03a44ea9909a tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/quotas/604347d492d3445c8dfe3b7bc84f5af8 HTTP/1.1" status: 200 len: 375 time: 0.0889571 Feb 08 15:48:19.421931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] Set router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:19.443614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-dbbe2510-839d-4884-ac53-913ec8638a3c tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:19.448172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-dbbe2510-839d-4884-ac53-913ec8638a3c tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:19.452074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-dbbe2510-839d-4884-ac53-913ec8638a3c tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:19.476637 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb83fe-3757-46fa-86a8-73c57d3fc9f3 req-73c28890-f54d-4982-84ff-013442c10782 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:19.478639 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-34a5da3b-46f4-40dc-a6e1-4a290342436c None None] Provisioning complete for port 91266033-90a2-4cfc-8323-999748348ed6 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:19.479439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58fb83fe-3757-46fa-86a8-73c57d3fc9f3 req-73c28890-f54d-4982-84ff-013442c10782 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 944 time: 0.7893803 Feb 08 15:48:19.484678 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-34a5da3b-46f4-40dc-a6e1-4a290342436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (91266033-90a2-4cfc-8323-999748348ed6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:19.523862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Router 98be75bf-256c-4d58-9720-202c243c9a06 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:48:19.530931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] For port be596456-438e-43c8-9d8c-a7b124f62e36, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:19.547257 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port fee8975a-56b0-45a9-b649-f1a499a919b3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:19.547991 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:19.574366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-dbbe2510-839d-4884-ac53-913ec8638a3c tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:19.575054 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-dbbe2510-839d-4884-ac53-913ec8638a3c tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:19.604400 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-57d58ac4-f9d6-496a-840b-fe35cfc87dac tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=604347d492d3445c8dfe3b7bc84f5af8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3317602 Feb 08 15:48:19.651760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58fb83fe-3757-46fa-86a8-73c57d3fc9f3 req-2ee84ac7-ad5c-4e2f-be57-e62b04677f51 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623247 Feb 08 15:48:19.676973 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-dbbe2510-839d-4884-ac53-913ec8638a3c tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2080836 Feb 08 15:48:19.691770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Request body: {'port': {'device_id': '15aeac24-422a-42f0-8ac8-bf4ba190b1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:19.715729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-34a5da3b-46f4-40dc-a6e1-4a290342436c None None] Port 91266033-90a2-4cfc-8323-999748348ed6 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:48:19.757042 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] For port be596456-438e-43c8-9d8c-a7b124f62e36, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=be596456-438e-43c8-9d8c-a7b124f62e36,segment=NetworkSegment(f3d66dd0-274b-4c15-9a5a-a332cc01e5f3),segment_id=f3d66dd0-274b-4c15-9a5a-a332cc01e5f3)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:19.925689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:19.946247 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Publish callbacks [] for router_gateway (ea9fc2c5-241f-4350-98fd-41c7d4e71710), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:20.119861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:20.119861 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (be596456-438e-43c8-9d8c-a7b124f62e36), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:20.264297 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:20.300238 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7e9453d4-024f-4c5f-ba65-8a22dd409c93 None None] Provisioning complete for port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:20.300616 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7e9453d4-024f-4c5f-ba65-8a22dd409c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:20.347416 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Publish callbacks [] for port (91266033-90a2-4cfc-8323-999748348ed6), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:20.362406 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (91266033-90a2-4cfc-8323-999748348ed6), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:20.399854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810d3a9-fff7-4e26-9ffc-a9b7d9509785 None None] Pushing event updated for resources: {'Port': ['ID=be596456-438e-43c8-9d8c-a7b124f62e36,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:20.430518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Pushing event updated for resources: {'Port': ['ID=91266033-90a2-4cfc-8323-999748348ed6,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:20.454576 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7e9453d4-024f-4c5f-ba65-8a22dd409c93 None None] Port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:48:20.479609 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (ea9fc2c5-241f-4350-98fd-41c7d4e71710), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:20.494088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port fee8975a-56b0-45a9-b649-f1a499a919b3 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:20.499609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:48:20.509106 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:20.509498 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:20.538232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641033c-bacc-4d8e-a198-f5f0cb23da9b req-53f0dac8-fd29-4532-a73b-fc072a3d1fb4 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:20.551005 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1641033c-bacc-4d8e-a198-f5f0cb23da9b req-53f0dac8-fd29-4532-a73b-fc072a3d1fb4 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 935 time: 0.3005719 Feb 08 15:48:20.621498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:00Z', 'updated_at': '2022-02-08T15:48:18Z', 'revision_number': 4, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'gw_port': {'id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:05Z', 'updated_at': '2022-02-08T15:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '91266033-90a2-4cfc-8323-999748348ed6', 'name': '', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'mac_address': 'fa:16:3e:7b:be:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:16Z', 'revision_number': 1, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'subnets': [{'id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:20.656698 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1641033c-bacc-4d8e-a198-f5f0cb23da9b req-429bcc3f-9058-41ab-9d4b-243d33031a27 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047859 Feb 08 15:48:20.669997 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:20.692744 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-825d177f-b9bf-4a41-ac3e-b281d3cdafbc service neutron] 10.222.0.82 "GET /v2.0/networks/76c06fc8-f83a-4f61-b58a-9c8c32c845f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0835650 Feb 08 15:48:20.696580 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:48:20.706052 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Sync routers for ids ['98be75bf-256c-4d58-9720-202c243c9a06'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:48:20.715518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644be679-998d-4b74-9ff1-810a18a8e3d8 None None] The sync data for ids ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'] in n-d-824834-11 is: [{'id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:00Z', 'updated_at': '2022-02-08T15:48:18Z', 'revision_number': 4, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'gw_port': {'id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:05Z', 'updated_at': '2022-02-08T15:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '91266033-90a2-4cfc-8323-999748348ed6', 'name': '', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'mac_address': 'fa:16:3e:7b:be:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:16Z', 'revision_number': 1, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'subnets': [{'id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:48:20.721860 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Routers {'98be75bf-256c-4d58-9720-202c243c9a06'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:20.724112 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['98be75bf-256c-4d58-9720-202c243c9a06'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:20.854249 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-f9879320-9e69-4bec-b8ac-b99cf77081a8 service neutron] 10.222.0.82 "GET /v2.0/networks/76c06fc8-f83a-4f61-b58a-9c8c32c845f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550472 Feb 08 15:48:20.861296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:20.865871 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:20.945070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd250ca-f16d-4d55-83f4-4bdb9bf94656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:48:20.948512 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc3ef20-243a-4c2f-841a-94dd12ebdcfd" -d '{"events": [{"server_uuid": "fdd250ca-f16d-4d55-83f4-4bdb9bf94656", "name": "network-vif-plugged", "status": "completed", "tag": "4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:48:20.982199 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8,segment=NetworkSegment(edbdb8e9-095d-4d06-8f62-aae7fa9f558c),segment_id=edbdb8e9-095d-4d06-8f62-aae7fa9f558c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:20.989751 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:21.005931 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Set router 98be75bf-256c-4d58-9720-202c243c9a06 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:21.020147 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:21.028984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7c37cd61-a908-4ac4-bb6a-5c4fec50c66f admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.2946317 Feb 08 15:48:21.032022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38838) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:21.252327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:21.254958 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:48:21.304876 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Publish callbacks [] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:21.354838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Transition to ACTIVE for port object 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:48:21.362620 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:21.432878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device be596456-438e-43c8-9d8c-a7b124f62e36 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:21.447694 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Router ea9fc2c5-241f-4350-98fd-41c7d4e71710 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:48:21.570138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Pushing event updated for resources: {'Port': ['ID=7eb39ebf-40f1-49ae-ada3-b00f1b9c067b,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:21.607354 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port be596456-438e-43c8-9d8c-a7b124f62e36 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:21.607728 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (be596456-438e-43c8-9d8c-a7b124f62e36), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:21.752470 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be75bf-256c-4d58-9720-202c243c9a06', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:10Z', 'updated_at': '2022-02-08T15:48:17Z', 'revision_number': 3, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'gw_port': {'id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:12Z', 'updated_at': '2022-02-08T15:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:21.865241 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Checking router: 98be75bf-256c-4d58-9720-202c243c9a06 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:48:21.866038 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Updating router 98be75bf-256c-4d58-9720-202c243c9a06 port f2521724-eb8c-4ff9-8a7f-847b7d3c1af0 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:48:21.916565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port be596456-438e-43c8-9d8c-a7b124f62e36 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:21.919884 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (be596456-438e-43c8-9d8c-a7b124f62e36), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:21.942847 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Attempting to bind port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:21.943086 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f2521724-eb8c-4ff9-8a7f-847b7d3c1af0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:21.943776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Attempting to bind port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:21.944335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Attempting to bind port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:21.987369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:48:21.988084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Attempting to bind port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:21.995618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:21.996337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:21.996981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:21.997697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Bound port: 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:21.998336 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:22.029577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port be596456-438e-43c8-9d8c-a7b124f62e36, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=be596456-438e-43c8-9d8c-a7b124f62e36,segment=NetworkSegment(f3d66dd0-274b-4c15-9a5a-a332cc01e5f3),segment_id=f3d66dd0-274b-4c15-9a5a-a332cc01e5f3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:22.050441 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (be596456-438e-43c8-9d8c-a7b124f62e36), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:22.143223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:48:22.176049 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:22.186941 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-07ffe46d-6959-41e9-b923-a6a6fe30dc47 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2404056 Feb 08 15:48:22.189820 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38858) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:22.198178 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=be596456-438e-43c8-9d8c-a7b124f62e36,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:22.210041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Sync routers for ids ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:48:22.212289 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3f6a8-1770-438f-8b2e-615141d2f09e req-97519cdd-d4f9-4079-91ef-c4edd4f076b5 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:22.218200 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-82f3f6a8-1770-438f-8b2e-615141d2f09e req-97519cdd-d4f9-4079-91ef-c4edd4f076b5 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 945 time: 0.5732739 Feb 08 15:48:22.263310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Routers {'ea9fc2c5-241f-4350-98fd-41c7d4e71710'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:22.266798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:22.335786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-82f3f6a8-1770-438f-8b2e-615141d2f09e req-b3ff01ac-e824-42a2-b26c-b75da6d041ed tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945163 Feb 08 15:48:22.376072 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d531dae-6f0c-40a8-9b48-1058d52da58b req-e750962b-be7e-4ba7-a6df-c2c945ec662a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:22.382122 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d531dae-6f0c-40a8-9b48-1058d52da58b req-e750962b-be7e-4ba7-a6df-c2c945ec662a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 0.9332657 Feb 08 15:48:22.482949 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] For port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:22.529506 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] For port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7eb39ebf-40f1-49ae-ada3-b00f1b9c067b,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:22.553710 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:22.596608 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Set router ea9fc2c5-241f-4350-98fd-41c7d4e71710 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:22.702873 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c73321-f711-4856-bc1c-cd02ef741ee1 x-openstack-request-id: req-c4c73321-f711-4856-bc1c-cd02ef741ee1 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:48:22.703474 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd250ca-f16d-4d55-83f4-4bdb9bf94656", "name": "network-vif-plugged", "status": "completed", "tag": "4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:48:22.703902 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c4c73321-f711-4856-bc1c-cd02ef741ee1 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:48:22.704553 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd250ca-f16d-4d55-83f4-4bdb9bf94656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8', 'code': 200} Feb 08 15:48:22.710206 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a6fca2-668a-4bc1-bf4a-46120e5302a1 None None] Network 44eff4f3-790c-4f3d-96fc-a648a7376b31 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:48:22.757975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Pushing event updated for resources: {'Port': ['ID=7eb39ebf-40f1-49ae-ada3-b00f1b9c067b,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:22.775444 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d531dae-6f0c-40a8-9b48-1058d52da58b req-3b63110b-32c2-4fd2-a11c-a8046f4c423d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670278 Feb 08 15:48:22.793420 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Publish callbacks [] for port (f2521724-eb8c-4ff9-8a7f-847b7d3c1af0), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:22.795105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:22.798521 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:22.803183 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f2521724-eb8c-4ff9-8a7f-847b7d3c1af0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:22.812384 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d70f690c-c959-4117-9746-3928a45565fb service neutron] 10.222.0.94 "PUT /v2.0/ports/7eb39ebf-40f1-49ae-ada3-b00f1b9c067b HTTP/1.1" status: 200 len: 1096 time: 3.1280339 Feb 08 15:48:22.819086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Network d297db83-e94c-42e9-a464-f8dd8e5ac3ee is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:22.848351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15aeac24-422a-42f0-8ac8-bf4ba190b1ba', 'tag': '7eb39ebf-40f1-49ae-ada3-b00f1b9c067b'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:48:22.859636 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2e13af-679b-4282-bc2b-b55a95bcc7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "15aeac24-422a-42f0-8ac8-bf4ba190b1ba", "tag": "7eb39ebf-40f1-49ae-ada3-b00f1b9c067b"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:48:22.918639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:22.929583 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6f0faf7-8db5-4730-be62-c8e54a1c4ebb req-334734a3-d154-47a7-ac9a-ba55f2565a10 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 210 time: 0.2456744 Feb 08 15:48:23.008427 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24812c-337f-4556-8570-8f43f3e2a091 None None] Pushing event updated for resources: {'Port': ['ID=f2521724-eb8c-4ff9-8a7f-847b7d3c1af0,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:23.088672 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Attempting to bind port f2521724-eb8c-4ff9-8a7f-847b7d3c1af0 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:23.090233 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Attempting to bind port f2521724-eb8c-4ff9-8a7f-847b7d3c1af0 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:23.091434 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Attempting to bind port f2521724-eb8c-4ff9-8a7f-847b7d3c1af0 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:23.103492 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:23.104108 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:23.104779 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:23.105543 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:23.106215 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Bound port: f2521724-eb8c-4ff9-8a7f-847b7d3c1af0, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:23.106970 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f2521724-eb8c-4ff9-8a7f-847b7d3c1af0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:23.163551 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4669b0da-67f9-4316-addb-c7e0e5243669 None None] Provisioning complete for port be596456-438e-43c8-9d8c-a7b124f62e36 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:23.163943 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4669b0da-67f9-4316-addb-c7e0e5243669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (be596456-438e-43c8-9d8c-a7b124f62e36), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:23.183953 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e35e2fd-504f-452e-9a07-e173dda69211 x-openstack-request-id: req-4e35e2fd-504f-452e-9a07-e173dda69211 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:48:23.184578 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15aeac24-422a-42f0-8ac8-bf4ba190b1ba", "tag": "7eb39ebf-40f1-49ae-ada3-b00f1b9c067b", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:48:23.184981 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4e35e2fd-504f-452e-9a07-e173dda69211 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:48:23.185856 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15aeac24-422a-42f0-8ac8-bf4ba190b1ba', 'tag': '7eb39ebf-40f1-49ae-ada3-b00f1b9c067b', 'status': 'completed', 'code': 200} Feb 08 15:48:23.230318 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] For port f2521724-eb8c-4ff9-8a7f-847b7d3c1af0, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:23.234442 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] For port f2521724-eb8c-4ff9-8a7f-847b7d3c1af0, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f2521724-eb8c-4ff9-8a7f-847b7d3c1af0,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:23.247063 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f2521724-eb8c-4ff9-8a7f-847b7d3c1af0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:23.341223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device be596456-438e-43c8-9d8c-a7b124f62e36 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:23.395494 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Routers {'98be75bf-256c-4d58-9720-202c243c9a06'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:23.396366 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['98be75bf-256c-4d58-9720-202c243c9a06'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:23.574308 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] Set router 98be75bf-256c-4d58-9720-202c243c9a06 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:23.827154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port be596456-438e-43c8-9d8c-a7b124f62e36 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:23.845534 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (be596456-438e-43c8-9d8c-a7b124f62e36), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:23.856849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:48:23.946919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a88f27-1db8-4c79-a34d-cc0b26d563f7 req-8f167610-6415-4466-a25e-4dc19ecaffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:23.949649 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27a88f27-1db8-4c79-a34d-cc0b26d563f7 req-8f167610-6415-4466-a25e-4dc19ecaffd9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 1128 time: 1.0750320 Feb 08 15:48:24.036847 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-ee201e7a-2990-452c-a094-58591cb124a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:24.043835 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-ee201e7a-2990-452c-a094-58591cb124a9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2de3ab6388b94f74a2d58dad1cbf1d28&device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 1130 time: 1.1215205 Feb 08 15:48:24.175088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee77bd3-e416-45bf-882c-9f9566cc967c req-4a042c26-4afb-43a0-99b8-926f8ca11d64 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:24.196715 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-e41373e6-aaa8-4ea4-a4aa-ed68e78db70a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=7eb39ebf-40f1-49ae-ada3-b00f1b9c067b HTTP/1.1" status: 200 len: 217 time: 0.1227267 Feb 08 15:48:24.198012 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fee77bd3-e416-45bf-882c-9f9566cc967c req-4a042c26-4afb-43a0-99b8-926f8ca11d64 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 947 time: 0.4674027 Feb 08 15:48:24.264080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4669b0da-67f9-4316-addb-c7e0e5243669 None None] Current status of the port be596456-438e-43c8-9d8c-a7b124f62e36 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:24.368198 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:15Z', 'updated_at': '2022-02-08T15:48:19Z', 'revision_number': 3, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'gw_port': {'id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:24.380962 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d8d45bad-8ab3-403a-bb66-e70e565f44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:24.389364 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d8d45bad-8ab3-403a-bb66-e70e565f44fe service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1796718 Feb 08 15:48:24.438419 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24812c-337f-4556-8570-8f43f3e2a091 None None] Pushing event updated for resources: {'Port': ['ID=f2521724-eb8c-4ff9-8a7f-847b7d3c1af0,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:24.476987 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be75bf-256c-4d58-9720-202c243c9a06', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:10Z', 'updated_at': '2022-02-08T15:48:17Z', 'revision_number': 3, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'gw_port': {'id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:12Z', 'updated_at': '2022-02-08T15:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:24.513757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Checking router: ea9fc2c5-241f-4350-98fd-41c7d4e71710 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:48:24.515686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:48:24.517658 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Updating router ea9fc2c5-241f-4350-98fd-41c7d4e71710 port cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:48:24.531858 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248cf2fc-7ee4-46d5-8840-88d86ece50b6 None None] The sync data for ids ['98be75bf-256c-4d58-9720-202c243c9a06'] in n-d-824834-11 is: [{'id': '98be75bf-256c-4d58-9720-202c243c9a06', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:10Z', 'updated_at': '2022-02-08T15:48:17Z', 'revision_number': 3, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'gw_port': {'id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:12Z', 'updated_at': '2022-02-08T15:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:48:24.561040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cb72d-7146-4d4a-a0fd-3c623099d6e1 req-101d95da-3b84-46a5-a195-46bfdb62d0c7 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:24.575642 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27a88f27-1db8-4c79-a34d-cc0b26d563f7 req-d7fe9717-9e01-4d65-8c18-61f0cec58acb service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6086338 Feb 08 15:48:24.579040 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c22cb72d-7146-4d4a-a0fd-3c623099d6e1 req-101d95da-3b84-46a5-a195-46bfdb62d0c7 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 945 time: 0.8805904 Feb 08 15:48:24.607770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d7546658-7c57-4033-89c8-ccceb061f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:24.610273 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:24.616366 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:48:24.617003 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-d7546658-7c57-4033-89c8-ccceb061f99b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2120926 Feb 08 15:48:24.690891 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-dd9aa031-10d1-4b3e-b4fb-ac74ab0c4570 admin admin] 10.222.0.82 "PUT /v2.0/routers/f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4109108 Feb 08 15:48:24.703091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-9ce68767-ec52-4543-99e6-3012b6fbfabf tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:24.705126 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-9ce68767-ec52-4543-99e6-3012b6fbfabf tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.96 "GET /v2.0/networks?id=76c06fc8-f83a-4f61-b58a-9c8c32c845f0 HTTP/1.1" status: 200 len: 813 time: 0.9747381 Feb 08 15:48:24.882899 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-438c45da-496b-4087-bc84-a2bd90707aed service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527919 Feb 08 15:48:24.886891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:24.905031 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-a8b05d38-d3f9-44fe-8b03-b743f1cdc31c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Request body: {'port': {'device_id': '6cee8322-0f17-4cc3-8662-dd696142d927', 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0', 'admin_state_up': True, 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:24.928670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port be596456-438e-43c8-9d8c-a7b124f62e36 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:25.035509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'port_id': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'mac_address': 'fa:16:3e:26:59:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:48:25.167997 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fee77bd3-e416-45bf-882c-9f9566cc967c req-c00e89cf-7954-4f92-9a95-35e373b6b101 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9690711 Feb 08 15:48:25.521734 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:25.552041 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e60100fc-1088-4a63-99dd-4b17860d0595 req-65a71ea9-33d7-42d3-8e86-c103eec48fbe service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617751 Feb 08 15:48:25.564991 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c22cb72d-7146-4d4a-a0fd-3c623099d6e1 req-4f666c6e-1d09-4e79-bb11-0134dc90b363 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9840686 Feb 08 15:48:25.879480 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5a5b0d5d-954a-424b-9a7c-fe0b607f2280 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:25.889805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1de28e-5e0d-49b7-871b-a68de6d4783c req-bd67471b-6310-4d5a-b9eb-eafec5adf3b1 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:25.891363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:25.896148 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec1de28e-5e0d-49b7-871b-a68de6d4783c req-bd67471b-6310-4d5a-b9eb-eafec5adf3b1 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 0.5144188 Feb 08 15:48:25.896382 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:26.045447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e13af-679b-4282-bc2b-b55a95bcc7ae req-127bbb93-ff33-404e-88f6-645833dd4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:26.056178 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eb2e13af-679b-4282-bc2b-b55a95bcc7ae req-127bbb93-ff33-404e-88f6-645833dd4e07 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2de3ab6388b94f74a2d58dad1cbf1d28&device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 1130 time: 0.4125965 Feb 08 15:48:26.058913 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d3c7da0-91d9-44f4-97a7-86dd24db67f8 req-0f50f51d-61a5-4732-abff-7853835e6263 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 210 time: 0.0778487 Feb 08 15:48:26.181275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec1de28e-5e0d-49b7-871b-a68de6d4783c req-a785ef8c-e97b-4c0b-8c02-22522756b3eb tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575922 Feb 08 15:48:26.207815 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:26.318699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38918) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:26.347222 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1494721515-network', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:26.471627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e13af-679b-4282-bc2b-b55a95bcc7ae req-92d8804f-7b58-4267-bbb5-36bf72e30e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:26.477282 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eb2e13af-679b-4282-bc2b-b55a95bcc7ae req-92d8804f-7b58-4267-bbb5-36bf72e30e18 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.3987091 Feb 08 15:48:26.485566 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Made reservation on behalf of a6df3855eb7d4046b52ef032ffcf920b for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:48:26.489444 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:26.502989 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Sync routers for ids ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:48:26.516897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:48:26.522348 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:26.533378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9e874851-3f17-4f19-b4f5-6ccee4d63235 None None] Provisioning complete for port 91266033-90a2-4cfc-8323-999748348ed6 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:26.533776 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9e874851-3f17-4f19-b4f5-6ccee4d63235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (91266033-90a2-4cfc-8323-999748348ed6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:26.561783 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Routers {'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:26.562724 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:26.600411 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Allocated IP 172.20.0.1 (f374c3c5-4cbc-40fc-8190-8e5f894214ce/c1da838c-c146-4a08-a1b3-12305d29884c/dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:26.631255 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eb2e13af-679b-4282-bc2b-b55a95bcc7ae req-6e1c830c-6a7f-4876-a9fe-97e251c36d1f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=7eb39ebf-40f1-49ae-ada3-b00f1b9c067b HTTP/1.1" status: 200 len: 217 time: 0.1199257 Feb 08 15:48:26.634316 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Allocated IP 172.20.0.1 (44eff4f3-790c-4f3d-96fc-a648a7376b31/0342d560-9845-4e77-8dc7-c3d612a6aa94/de69926a-7bf2-4f42-a93b-ae8e2d76c583) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:26.656041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9e874851-3f17-4f19-b4f5-6ccee4d63235 None None] Port 91266033-90a2-4cfc-8323-999748348ed6 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:48:26.763653 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Publish callbacks [] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:26.820194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:26.838391 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:26.858741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:48:26.859712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-a8b05d38-d3f9-44fe-8b03-b743f1cdc31c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Made reservation on behalf of 604347d492d3445c8dfe3b7bc84f5af8 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:48:26.863774 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-a8b05d38-d3f9-44fe-8b03-b743f1cdc31c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:26.868481 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:26.936201 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Publish callbacks [] for security_group (f01a7161-ee7b-4dee-b815-0c51a3a061ce), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:26.973772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Network f374c3c5-4cbc-40fc-8190-8e5f894214ce is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:26.984296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2af10-9359-425d-86ab-31f66a9669f1 req-0ab4257c-f0f0-4fd9-b9b9-0f9d809924ff tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:26.995316 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ce2af10-9359-425d-86ab-31f66a9669f1 req-0ab4257c-f0f0-4fd9-b9b9-0f9d809924ff tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 947 time: 0.1876178 Feb 08 15:48:27.009738 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['3cb7939b-163c-4b1a-a3e7-bbdf99650c9d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:48:27.020365 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:27.023790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:27.042660 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Publish callbacks [] for port (cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:27.054847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-03502dcf-044a-447b-b0c3-876296409ce7 None None] Provisioning complete for port be596456-438e-43c8-9d8c-a7b124f62e36 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:27.061504 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-03502dcf-044a-447b-b0c3-876296409ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (be596456-438e-43c8-9d8c-a7b124f62e36), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:27.172151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 5a5b0d5d-954a-424b-9a7c-fe0b607f2280 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:27.172833 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5a5b0d5d-954a-424b-9a7c-fe0b607f2280), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:27.174663 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:27.175441 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Set router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:27.181451 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e13af-679b-4282-bc2b-b55a95bcc7ae req-a8eafd7d-233a-4857-818b-a371a90c82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:27.188274 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eb2e13af-679b-4282-bc2b-b55a95bcc7ae req-a8eafd7d-233a-4857-818b-a371a90c82c0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2386880 Feb 08 15:48:27.197973 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:48:27.240590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-a8b05d38-d3f9-44fe-8b03-b743f1cdc31c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Allocated IP 172.20.0.8 (76c06fc8-f83a-4f61-b58a-9c8c32c845f0/46ff1918-ee83-4d1f-8862-dca70fd150ee/8b3fa174-1013-47f1-99ba-8bd57367ccf4) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:27.254668 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f01a7161-ee7b-4dee-b815-0c51a3a061ce), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:27.331718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01a7161-ee7b-4dee-b815-0c51a3a061ce,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:27.361880 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:27.362625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:27.363416 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:27.364351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:27.365074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:27.365958 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:27.366584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:27.367184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:27.367845 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:27.368486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:27.369098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:27.369701 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:27.371233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:27.467227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:48:27.506153 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (aea0be4a-97db-469d-8a76-a841e57a8ed3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:27.506597 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Added segment aea0be4a-97db-469d-8a76-a841e57a8ed3 of type vlan for network 96c4dc06-8863-4a17-998b-2ce589d384d0 Feb 08 15:48:27.511237 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e13af-679b-4282-bc2b-b55a95bcc7ae req-104b2ce3-674a-4fb1-992a-a41f784ce4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:27.512861 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eb2e13af-679b-4282-bc2b-b55a95bcc7ae req-104b2ce3-674a-4fb1-992a-a41f784ce4eb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3163664 Feb 08 15:48:27.550970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:27.672584 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (96c4dc06-8863-4a17-998b-2ce589d384d0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:27.789509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7eb39ebf-40f1-49ae-ada3-b00f1b9c067b,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:27.797728 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Publish callbacks [] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:27.812454 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (96c4dc06-8863-4a17-998b-2ce589d384d0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:27.813486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:27.814077 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:27.829667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Attempting to bind port cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:27.830079 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Attempting to bind port cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:27.830424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Attempting to bind port cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:27.838744 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-a8b05d38-d3f9-44fe-8b03-b743f1cdc31c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Publish callbacks [] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:27.839935 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '7eb39ebf-40f1-49ae-ada3-b00f1b9c067b', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '7eb39ebf-40f1-49ae-ada3-b00f1b9c067b', 'mac_address': 'fa:16:3e:34:40:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:48:27.897095 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5755527 Feb 08 15:48:27.898175 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:00Z', 'updated_at': '2022-02-08T15:48:18Z', 'revision_number': 4, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'gw_port': {'id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:05Z', 'updated_at': '2022-02-08T15:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '91266033-90a2-4cfc-8323-999748348ed6', 'name': '', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'mac_address': 'fa:16:3e:7b:be:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:19Z', 'revision_number': 2, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'subnets': [{'id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:27.909447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38926) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:27.962071 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Checking router: f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:48:27.962983 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Updating router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 port 91266033-90a2-4cfc-8323-999748348ed6 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:48:27.963587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-82741196-0097-4f90-9088-660b8551b736 admin admin] Request body: {'subnet': {'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1494721515-subnet', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:27.997828 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:27.998232 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:28.029800 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (91266033-90a2-4cfc-8323-999748348ed6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:28.041864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:28.042502 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:28.045299 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:28.045961 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:28.046469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Bound port: cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:28.047167 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:28.149526 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:48:28.186916 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443117e0-fe24-480a-b130-c584069f4cfe req-4042f608-e773-448b-a65b-33cc17cdaef6 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:28.197277 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-443117e0-fe24-480a-b130-c584069f4cfe req-4042f608-e773-448b-a65b-33cc17cdaef6 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 945 time: 1.3076472 Feb 08 15:48:28.222622 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-a8b05d38-d3f9-44fe-8b03-b743f1cdc31c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:28.248511 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (98be75bf-256c-4d58-9720-202c243c9a06), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:28.251278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Pushing event updated for resources: {'Port': ['ID=dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:28.264021 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ce2af10-9359-425d-86ab-31f66a9669f1 req-d76e6392-2691-49a8-8664-6d8eb63ae84e tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2674539 Feb 08 15:48:28.279493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.279909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.280259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.280604 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.281094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.281438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.281780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.282113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.282443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.282770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.283096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.283423 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.283751 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.296892 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-a8b05d38-d3f9-44fe-8b03-b743f1cdc31c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Network 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:28.394302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77936b4a-9f6d-4127-837e-a4530615c9e1 None None] Pushing event updated for resources: {'Port': ['ID=cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:28.422597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 5a5b0d5d-954a-424b-9a7c-fe0b607f2280 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:28.423342 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5a5b0d5d-954a-424b-9a7c-fe0b607f2280), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:28.434029 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-03502dcf-044a-447b-b0c3-876296409ce7 None None] Current status of the port be596456-438e-43c8-9d8c-a7b124f62e36 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:28.473792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7eb39ebf-40f1-49ae-ada3-b00f1b9c067b,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:28.487419 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:28.517212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] For port cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:28.551417 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-a8b05d38-d3f9-44fe-8b03-b743f1cdc31c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:28.553521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b05d38-d3f9-44fe-8b03-b743f1cdc31c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Pushing event updated for resources: {'Port': ['ID=8b3fa174-1013-47f1-99ba-8bd57367ccf4,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:28.559669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-a8b05d38-d3f9-44fe-8b03-b743f1cdc31c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:28.723811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 5a5b0d5d-954a-424b-9a7c-fe0b607f2280, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=5a5b0d5d-954a-424b-9a7c-fe0b607f2280,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:28.750177 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] For port cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:28.753509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-a8b05d38-d3f9-44fe-8b03-b743f1cdc31c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:28.754812 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-a8b05d38-d3f9-44fe-8b03-b743f1cdc31c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:28.758800 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5a5b0d5d-954a-424b-9a7c-fe0b607f2280), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:28.759846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f2521724-eb8c-4ff9-8a7f-847b7d3c1af0 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:28.784767 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Publish callbacks [] for port (91266033-90a2-4cfc-8323-999748348ed6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:28.793262 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (91266033-90a2-4cfc-8323-999748348ed6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:28.845083 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccd7e6-60ea-4d7b-967e-827ce4d1597e None None] Pushing event updated for resources: {'Port': ['ID=91266033-90a2-4cfc-8323-999748348ed6,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:28.860562 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dccd7e6-60ea-4d7b-967e-827ce4d1597e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.860917 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dccd7e6-60ea-4d7b-967e-827ce4d1597e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.861486 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dccd7e6-60ea-4d7b-967e-827ce4d1597e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.862656 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dccd7e6-60ea-4d7b-967e-827ce4d1597e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.863689 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dccd7e6-60ea-4d7b-967e-827ce4d1597e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.863689 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dccd7e6-60ea-4d7b-967e-827ce4d1597e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.864408 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dccd7e6-60ea-4d7b-967e-827ce4d1597e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.864745 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dccd7e6-60ea-4d7b-967e-827ce4d1597e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.867763 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dccd7e6-60ea-4d7b-967e-827ce4d1597e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.868109 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dccd7e6-60ea-4d7b-967e-827ce4d1597e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.868445 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dccd7e6-60ea-4d7b-967e-827ce4d1597e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.868777 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dccd7e6-60ea-4d7b-967e-827ce4d1597e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.872475 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dccd7e6-60ea-4d7b-967e-827ce4d1597e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:28.876825 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-443117e0-fe24-480a-b130-c584069f4cfe req-df2180df-3110-4b8c-8f48-e08425ef8ced tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6785524 Feb 08 15:48:28.905725 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-a8b05d38-d3f9-44fe-8b03-b743f1cdc31c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0104558 Feb 08 15:48:28.931047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-5eb0c01b-0ace-4211-bbcb-96d405ac6b2c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:48:28.932113 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-5eb0c01b-0ace-4211-bbcb-96d405ac6b2c tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0180953 Feb 08 15:48:29.019180 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:29.059777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['7eb39ebf-40f1-49ae-ada3-b00f1b9c067b'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:48:29.135043 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Attempting to bind port 91266033-90a2-4cfc-8323-999748348ed6 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:29.135558 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Attempting to bind port 91266033-90a2-4cfc-8323-999748348ed6 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:29.135816 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Attempting to bind port 91266033-90a2-4cfc-8323-999748348ed6 on network d297db83-e94c-42e9-a464-f8dd8e5ac3ee {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:29.152523 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:29.152987 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Checking segment: {'id': '9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:29.160519 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:29.163107 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Bound using segment: {'id': '9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:29.164558 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Bound port: 91266033-90a2-4cfc-8323-999748348ed6, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:29.165092 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (91266033-90a2-4cfc-8323-999748348ed6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:29.232410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1b2b5cd0-16c6-42bd-a811-aec4ba5d6176 None None] Provisioning complete for port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:29.233285 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1b2b5cd0-16c6-42bd-a811-aec4ba5d6176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:29.233721 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eb2e13af-679b-4282-bc2b-b55a95bcc7ae req-ebc3df51-cbc1-4fe8-8cee-f6165c8c5115 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7065110 Feb 08 15:48:29.242899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82741196-0097-4f90-9088-660b8551b736 admin admin] Made reservation on behalf of a6df3855eb7d4046b52ef032ffcf920b for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:48:29.245309 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-82741196-0097-4f90-9088-660b8551b736 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:29.338290 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b5cd0-16c6-42bd-a811-aec4ba5d6176 None None] Port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:48:29.380185 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:29.401917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5b2aa-b779-4317-857d-dd142662f8e8 req-ed860b51-84f2-44a7-a9d6-a92d1587a254 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:29.431189 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9b5b2aa-b779-4317-857d-dd142662f8e8 req-ed860b51-84f2-44a7-a9d6-a92d1587a254 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 931 time: 0.7998986 Feb 08 15:48:29.432610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=7eb39ebf-40f1-49ae-ada3-b00f1b9c067b,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:29.436244 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] For port 91266033-90a2-4cfc-8323-999748348ed6, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:29.457862 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] For port 91266033-90a2-4cfc-8323-999748348ed6, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=91266033-90a2-4cfc-8323-999748348ed6,segment=NetworkSegment(9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4),segment_id=9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:29.473844 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (91266033-90a2-4cfc-8323-999748348ed6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:29.484349 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Routers {'ea9fc2c5-241f-4350-98fd-41c7d4e71710'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:29.486364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:29.522770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Request body: {'port': {'device_id': '6cee8322-0f17-4cc3-8662-dd696142d927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:29.635162 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9b5b2aa-b779-4317-857d-dd142662f8e8 req-904489d3-9ae6-438c-a78b-22795dfe73e0 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/security-groups?id=9174e6f4-0643-4706-85c1-0a49e4927b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013667 Feb 08 15:48:29.733846 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Routers {'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:29.737434 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:29.815891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port f2521724-eb8c-4ff9-8a7f-847b7d3c1af0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:29.830554 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f2521724-eb8c-4ff9-8a7f-847b7d3c1af0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:29.924813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6849809-9bb8-45ed-ad8c-a87bbd0b207c admin admin] Pushing event updated for resources: {'Network': ['ID=96c4dc06-8863-4a17-998b-2ce589d384d0,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:30.081280 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccd7e6-60ea-4d7b-967e-827ce4d1597e None None] Pushing event updated for resources: {'Port': ['ID=91266033-90a2-4cfc-8323-999748348ed6,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:30.081523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-84fa8c2b-2030-4003-9b06-3732cf3d4c63 None None] Provisioning complete for port 8b3fa174-1013-47f1-99ba-8bd57367ccf4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:30.081523 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84fa8c2b-2030-4003-9b06-3732cf3d4c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:30.082756 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:30.122445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 96c4dc06-8863-4a17-998b-2ce589d384d0 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:48:30.246383 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] Set router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:30.303332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Network 44eff4f3-790c-4f3d-96fc-a648a7376b31 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:30.323316 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:30.326416 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:30.343428 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eb2e13af-679b-4282-bc2b-b55a95bcc7ae req-fb84eb69-aebe-4989-a723-fe7af7d2272f service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0496860 Feb 08 15:48:30.404153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Pushing event updated for resources: {'Port': ['ID=de69926a-7bf2-4f42-a93b-ae8e2d76c583,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:30.469506 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] Set router ea9fc2c5-241f-4350-98fd-41c7d4e71710 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:30.618537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-84fa8c2b-2030-4003-9b06-3732cf3d4c63 None None] Port 8b3fa174-1013-47f1-99ba-8bd57367ccf4 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:48:30.629797 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (ea9fc2c5-241f-4350-98fd-41c7d4e71710), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:30.854509 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:30.916056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:30.969754 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:00Z', 'updated_at': '2022-02-08T15:48:18Z', 'revision_number': 4, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'gw_port': {'id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:05Z', 'updated_at': '2022-02-08T15:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '91266033-90a2-4cfc-8323-999748348ed6', 'name': '', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'mac_address': 'fa:16:3e:7b:be:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:29Z', 'revision_number': 4, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'subnets': [{'id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:31.030656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeced5d6-f5ed-47da-ba81-9e4746db685a req-26b2cc68-a470-4eac-bbf6-29c7c79003fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:31.033650 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eeced5d6-f5ed-47da-ba81-9e4746db685a req-26b2cc68-a470-4eac-bbf6-29c7c79003fb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=60a080c724734d2f8504cfeec2677ec4&device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 1128 time: 0.6179471 Feb 08 15:48:31.043583 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d40e3b-aa38-43e9-b7cf-4f449ade8efe None None] The sync data for ids ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'] in n-d-824834-11 is: [{'id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:00Z', 'updated_at': '2022-02-08T15:48:18Z', 'revision_number': 4, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'gw_port': {'id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:05Z', 'updated_at': '2022-02-08T15:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '91266033-90a2-4cfc-8323-999748348ed6', 'name': '', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'mac_address': 'fa:16:3e:7b:be:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:29Z', 'revision_number': 4, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'subnets': [{'id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:48:31.053785 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-82741196-0097-4f90-9088-660b8551b736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (a0f6ff24-3514-4736-b753-11d49fc88417), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:31.085315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=5a5b0d5d-954a-424b-9a7c-fe0b607f2280,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:31.262098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:31.262488 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:31.375380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeced5d6-f5ed-47da-ba81-9e4746db685a req-378b24fd-2c92-4dcf-87bb-49048562fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:31.377972 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eeced5d6-f5ed-47da-ba81-9e4746db685a req-378b24fd-2c92-4dcf-87bb-49048562fd42 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2a72fae7-c7cb-449f-a857-4a0080f21988 HTTP/1.1" status: 200 len: 919 time: 0.3199925 Feb 08 15:48:31.605701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d1076-ab2a-4593-a128-eb11ad507e95 req-53fcea79-94a2-4451-8ecf-58d3e65ae2c0 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:31.613725 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-752d1076-ab2a-4593-a128-eb11ad507e95 req-53fcea79-94a2-4451-8ecf-58d3e65ae2c0 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 2.4563982 Feb 08 15:48:31.693670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a432ae4-6bde-4061-895d-0122c80fd47d req-bb7dc669-3257-4f72-8b66-b7ef59b073c4 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:31.701479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a432ae4-6bde-4061-895d-0122c80fd47d req-bb7dc669-3257-4f72-8b66-b7ef59b073c4 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 948 time: 0.8789804 Feb 08 15:48:31.708348 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eeced5d6-f5ed-47da-ba81-9e4746db685a req-5846c97c-41c1-4fca-855b-094a007e3434 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 HTTP/1.1" status: 200 len: 217 time: 0.2158363 Feb 08 15:48:31.779826 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77936b4a-9f6d-4127-837e-a4530615c9e1 None None] Pushing event updated for resources: {'Port': ['ID=cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:31.897962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7f256128-86b3-4fac-819f-a901bbe2f5f4 None None] Provisioning complete for port 91266033-90a2-4cfc-8323-999748348ed6 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:31.900712 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7f256128-86b3-4fac-819f-a901bbe2f5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (91266033-90a2-4cfc-8323-999748348ed6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:31.956070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82741196-0097-4f90-9088-660b8551b736 admin admin] Checking segment: {'id': 'aea0be4a-97db-469d-8a76-a841e57a8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:31.956929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82741196-0097-4f90-9088-660b8551b736 admin admin] Network hostable DHCP agents. Network: 96c4dc06-8863-4a17-998b-2ce589d384d0, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:48:31.968170 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82741196-0097-4f90-9088-660b8551b736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f6ff24-3514-4736-b753-11d49fc88417,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:32.023572 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-752d1076-ab2a-4593-a128-eb11ad507e95 req-03f18f6b-5154-4f66-848a-e3156465e42a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876877 Feb 08 15:48:32.067304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a432ae4-6bde-4061-895d-0122c80fd47d req-846c25b9-5a05-4d47-b71a-39adecaa2d0f tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641295 Feb 08 15:48:32.174756 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:32.275244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeced5d6-f5ed-47da-ba81-9e4746db685a req-9ae121ba-40a5-4b21-98b4-9136e0d139c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:32.277470 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eeced5d6-f5ed-47da-ba81-9e4746db685a req-9ae121ba-40a5-4b21-98b4-9136e0d139c9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4193f18-71ec-4c14-9933-8ed1a50b2ce8 HTTP/1.1" status: 200 len: 858 time: 0.5554178 Feb 08 15:48:32.283142 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82741196-0097-4f90-9088-660b8551b736 admin admin] Network 96c4dc06-8863-4a17-998b-2ce589d384d0 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:48:32.288260 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8c9d9905-035c-4a71-a48e-6bd1fee0bcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:32.305319 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port f2521724-eb8c-4ff9-8a7f-847b7d3c1af0 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:32.305740 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f2521724-eb8c-4ff9-8a7f-847b7d3c1af0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:32.327998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-82741196-0097-4f90-9088-660b8551b736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 96c4dc06-8863-4a17-998b-2ce589d384d0) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:32.432577 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82741196-0097-4f90-9088-660b8551b736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:32.438986 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-82741196-0097-4f90-9088-660b8551b736 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:32.439985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:32.443492 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:32.446408 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3576e7c9-e754-4465-8a9d-9283d910fe7c None None] Network 96c4dc06-8863-4a17-998b-2ce589d384d0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:48:32.484828 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eeced5d6-f5ed-47da-ba81-9e4746db685a req-3e98cff1-f1dd-41f0-94f1-ea70905ca544 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2a72fae7-c7cb-449f-a857-4a0080f21988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1859818 Feb 08 15:48:32.705953 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7f256128-86b3-4fac-819f-a901bbe2f5f4 None None] Current status of the port 91266033-90a2-4cfc-8323-999748348ed6 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:32.706153 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-82741196-0097-4f90-9088-660b8551b736 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.7529309 Feb 08 15:48:32.706904 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7f256128-86b3-4fac-819f-a901bbe2f5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (91266033-90a2-4cfc-8323-999748348ed6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:32.737542 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Publish callbacks [] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:32.746378 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:32.768514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3fa174-1013-47f1-99ba-8bd57367ccf4 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:48:32.774968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38942) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:32.784250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1494721515-router', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:32.795168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7f256128-86b3-4fac-819f-a901bbe2f5f4 None None] For port 91266033-90a2-4cfc-8323-999748348ed6, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=91266033-90a2-4cfc-8323-999748348ed6,segment=NetworkSegment(9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4),segment_id=9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:32.802712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port f2521724-eb8c-4ff9-8a7f-847b7d3c1af0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f2521724-eb8c-4ff9-8a7f-847b7d3c1af0,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:32.841034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:32.851250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:48:32.856518 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e64aa64-78f2-45d3-8f49-42bcf3c7f5bf" -d '{"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-plugged", "status": "completed", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:48:32.859884 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7f256128-86b3-4fac-819f-a901bbe2f5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (91266033-90a2-4cfc-8323-999748348ed6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:32.873331 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Publish callbacks [] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:32.876127 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:32.878382 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f2521724-eb8c-4ff9-8a7f-847b7d3c1af0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:32.911194 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (156c2125-05fd-4dac-9f70-f69339f271ec), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:32.912565 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (156c2125-05fd-4dac-9f70-f69339f271ec), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:32.968686 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eeced5d6-f5ed-47da-ba81-9e4746db685a req-87132eea-98dc-4df9-8f29-07a883b59350 service neutron] 10.222.0.96 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509373 Feb 08 15:48:33.014145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:33.086403 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Publish callbacks [] for router_controller (156c2125-05fd-4dac-9f70-f69339f271ec), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:33.104563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:15Z', 'updated_at': '2022-02-08T15:48:19Z', 'revision_number': 3, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'gw_port': {'id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:33.180662 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eeced5d6-f5ed-47da-ba81-9e4746db685a req-5ae618b3-3fa4-409c-b081-f913f591a88a service neutron] 10.222.0.96 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993883 Feb 08 15:48:33.200540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0058d9b6-9f7f-420e-af24-d9396d67c15f None None] The sync data for ids ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'] in n-d-824834-11 is: [{'id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:15Z', 'updated_at': '2022-02-08T15:48:19Z', 'revision_number': 3, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'gw_port': {'id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:48:33.203525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 91266033-90a2-4cfc-8323-999748348ed6 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:33.238929 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Publish callbacks [] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:33.244931 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:33.286091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Transition to ACTIVE for port object 8b3fa174-1013-47f1-99ba-8bd57367ccf4 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:48:33.327715 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f256128-86b3-4fac-819f-a901bbe2f5f4 None None] Pushing event updated for resources: {'Port': ['ID=91266033-90a2-4cfc-8323-999748348ed6,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:33.339264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Pushing event updated for resources: {'Port': ['ID=de69926a-7bf2-4f42-a93b-ae8e2d76c583,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:33.371765 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f6b73b13-4570-4327-85a2-bae658684285 None None] Provisioning complete for port de69926a-7bf2-4f42-a93b-ae8e2d76c583 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:33.373822 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f6b73b13-4570-4327-85a2-bae658684285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:33.397997 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (ea9fc2c5-241f-4350-98fd-41c7d4e71710), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:33.419855 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:48:33.430318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f6b73b13-4570-4327-85a2-bae658684285 None None] Port de69926a-7bf2-4f42-a93b-ae8e2d76c583 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:48:33.457197 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:33.470870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:33.471414 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:33.511897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Pushing event updated for resources: {'Port': ['ID=dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:33.562245 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8f72d-9f80-41ed-a667-5975b6ad7149 req-65701136-c554-4174-8745-aef778da2400 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:33.581959 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bbc8f72d-9f80-41ed-a667-5975b6ad7149 req-65701136-c554-4174-8745-aef778da2400 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 945 time: 1.3176227 Feb 08 15:48:33.628004 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 91266033-90a2-4cfc-8323-999748348ed6 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:33.628546 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (91266033-90a2-4cfc-8323-999748348ed6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:33.641389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Network 44eff4f3-790c-4f3d-96fc-a648a7376b31 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:33.642955 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:33.660986 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (98be75bf-256c-4d58-9720-202c243c9a06), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:33.751142 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb71b6c-d9e4-4787-9ffa-2694aeb7a5aa req-087f1ac8-6c22-40ac-8646-14f626eb4066 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:33.765696 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7eb71b6c-d9e4-4787-9ffa-2694aeb7a5aa req-087f1ac8-6c22-40ac-8646-14f626eb4066 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 931 time: 1.4581447 Feb 08 15:48:33.828821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-96c4dc06-8863-4a17-998b-2ce589d384d0', 'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0', 'project_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'fixed_ips': [{'subnet_id': 'a0f6ff24-3514-4736-b753-11d49fc88417'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:48:33.835749 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:33.953826 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2af7c29e-7106-4d8d-9326-2ac6eaca510c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:34.137808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,revision_number=10']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:34.170868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Router ea9fc2c5-241f-4350-98fd-41c7d4e71710 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:48:34.301804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Pushing event updated for resources: {'Port': ['ID=8b3fa174-1013-47f1-99ba-8bd57367ccf4,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:34.351077 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:34.351077 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:34.372599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Network f374c3c5-4cbc-40fc-8190-8e5f894214ce is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:34.420269 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:48:34.451875 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3775d578-b3d0-4547-9184-6aa7f3aba51c admin admin] 10.222.0.82 "PUT /v2.0/routers/ea9fc2c5-241f-4350-98fd-41c7d4e71710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2395618 Feb 08 15:48:34.465588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:34.467643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 91266033-90a2-4cfc-8323-999748348ed6 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:34.482201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5a5b0d5d-954a-424b-9a7c-fe0b607f2280 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:34.627862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bbc8f72d-9f80-41ed-a667-5975b6ad7149 req-6b0ef3ac-82ac-4171-8b59-ba355689b805 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0443444 Feb 08 15:48:34.638254 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=f2521724-eb8c-4ff9-8a7f-847b7d3c1af0,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:34.665502 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7eb39ebf-40f1-49ae-ada3-b00f1b9c067b,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:34.709621 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:34.944188 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Attempting to bind port 8b3fa174-1013-47f1-99ba-8bd57367ccf4 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:34.944525 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Attempting to bind port 8b3fa174-1013-47f1-99ba-8bd57367ccf4 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '58e9dbea-f01d-4a4f-b7d0-13e9fae41b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:34.944860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Attempting to bind port 8b3fa174-1013-47f1-99ba-8bd57367ccf4 on network 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:34.947526 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Allocated IP 172.20.0.2 (96c4dc06-8863-4a17-998b-2ce589d384d0/a0f6ff24-3514-4736-b753-11d49fc88417/250f41da-1af7-4001-968d-e2f288119ffa) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:35.036813 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Publish callbacks [] for router_gateway (156c2125-05fd-4dac-9f70-f69339f271ec), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:35.080400 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254769f5-66e4-4e5f-a438-260c084004fc x-openstack-request-id: req-254769f5-66e4-4e5f-a438-260c084004fc {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:48:35.080400 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-plugged", "status": "completed", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:48:35.080871 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-254769f5-66e4-4e5f-a438-260c084004fc {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:48:35.080871 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'code': 200} Feb 08 15:48:35.089204 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:48:35.100421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Port 8b3fa174-1013-47f1-99ba-8bd57367ccf4 on network 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:48:35.100786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Attempting to bind port 8b3fa174-1013-47f1-99ba-8bd57367ccf4 on network 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:35.162157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:35.162506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Checking segment: {'id': '58e9dbea-f01d-4a4f-b7d0-13e9fae41b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:35.162926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Bound using segment: {'id': '58e9dbea-f01d-4a4f-b7d0-13e9fae41b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:35.163396 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Bound port: 8b3fa174-1013-47f1-99ba-8bd57367ccf4, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e9dbea-f01d-4a4f-b7d0-13e9fae41b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:35.163820 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:35.211785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d19b0cd2-38c4-44d0-8395-b4b87d6b063c None None] Provisioning complete for port de69926a-7bf2-4f42-a93b-ae8e2d76c583 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:35.212168 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d19b0cd2-38c4-44d0-8395-b4b87d6b063c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:35.242782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Router 98be75bf-256c-4d58-9720-202c243c9a06 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:48:35.265988 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7eb71b6c-d9e4-4787-9ffa-2694aeb7a5aa req-ce1bbd0a-976c-4704-b7ce-2f6738d56b0d tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/security-groups?id=9174e6f4-0643-4706-85c1-0a49e4927b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4963882 Feb 08 15:48:35.317436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465b3b5-cd06-4ec8-8ed4-5ee6b3468d01 req-2ae1e7fe-428d-4e04-a4ad-221d6777a3ca tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:35.319062 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3465b3b5-cd06-4ec8-8ed4-5ee6b3468d01 req-2ae1e7fe-428d-4e04-a4ad-221d6777a3ca tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 0.3864133 Feb 08 15:48:35.389055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=7eb39ebf-40f1-49ae-ada3-b00f1b9c067b,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:35.408274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d19b0cd2-38c4-44d0-8395-b4b87d6b063c None None] Port de69926a-7bf2-4f42-a93b-ae8e2d76c583 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:48:35.415805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 5a5b0d5d-954a-424b-9a7c-fe0b607f2280 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:35.416550 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5a5b0d5d-954a-424b-9a7c-fe0b607f2280), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:35.471695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] For port 8b3fa174-1013-47f1-99ba-8bd57367ccf4, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:35.496506 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:35.525685 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3465b3b5-cd06-4ec8-8ed4-5ee6b3468d01 req-7c832820-6cc8-4853-b656-c8ab7e37471a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845937 Feb 08 15:48:35.571150 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] For port 8b3fa174-1013-47f1-99ba-8bd57367ccf4, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8b3fa174-1013-47f1-99ba-8bd57367ccf4,segment=NetworkSegment(58e9dbea-f01d-4a4f-b7d0-13e9fae41b59),segment_id=58e9dbea-f01d-4a4f-b7d0-13e9fae41b59)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:35.622123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:48:35.647606 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-67da8b9c-9494-43ef-999a-92502230ae2a admin admin] 10.222.0.82 "PUT /v2.0/routers/98be75bf-256c-4d58-9720-202c243c9a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6082745 Feb 08 15:48:35.676375 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:35.695636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Sync routers for ids ['98be75bf-256c-4d58-9720-202c243c9a06'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:48:35.754629 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Publish callbacks [] for port (250f41da-1af7-4001-968d-e2f288119ffa), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:35.790679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1e89831e-f0b2-44e6-94d9-8c96101e6097 None None] Provisioning complete for port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:35.791058 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1e89831e-f0b2-44e6-94d9-8c96101e6097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:35.861409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Pushing event updated for resources: {'Port': ['ID=8b3fa174-1013-47f1-99ba-8bd57367ccf4,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:35.891512 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:35.891512 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:35.891512 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-b16c01e9-0146-491e-879d-4eba4719701a service neutron] 10.222.0.96 "PUT /v2.0/ports/8b3fa174-1013-47f1-99ba-8bd57367ccf4 HTTP/1.1" status: 200 len: 1092 time: 6.9410291 Feb 08 15:48:35.913136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cee8322-0f17-4cc3-8662-dd696142d927', 'tag': '8b3fa174-1013-47f1-99ba-8bd57367ccf4'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:48:35.918876 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1e89831e-f0b2-44e6-94d9-8c96101e6097 None None] Port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:48:35.920509 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6db44a-d415-43ec-8d25-fc3ff478ac55" -d '{"events": [{"name": "network-changed", "server_uuid": "6cee8322-0f17-4cc3-8662-dd696142d927", "tag": "8b3fa174-1013-47f1-99ba-8bd57367ccf4"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:48:35.929760 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (250f41da-1af7-4001-968d-e2f288119ffa), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:36.033370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Routers {'98be75bf-256c-4d58-9720-202c243c9a06'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:36.034439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['98be75bf-256c-4d58-9720-202c243c9a06'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:36.213708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Network 96c4dc06-8863-4a17-998b-2ce589d384d0 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:36.253233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Pushing event updated for resources: {'Port': ['ID=250f41da-1af7-4001-968d-e2f288119ffa,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:36.274872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:36.311503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:36.321563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 5a5b0d5d-954a-424b-9a7c-fe0b607f2280 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:36.357806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f7a4d-230a-416f-b65b-4ef368515b3f req-f145a762-4a07-4049-99e6-f2502bfb1862 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:36.370574 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-539f7a4d-230a-416f-b65b-4ef368515b3f req-f145a762-4a07-4049-99e6-f2502bfb1862 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 949 time: 0.8615003 Feb 08 15:48:36.378690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Set router 98be75bf-256c-4d58-9720-202c243c9a06 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:36.487062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-3c8933ee-ed63-4765-a12a-b537c1befc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:36.491043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-3c8933ee-ed63-4765-a12a-b537c1befc0a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=604347d492d3445c8dfe3b7bc84f5af8&device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 1126 time: 0.5309680 Feb 08 15:48:36.607252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-539f7a4d-230a-416f-b65b-4ef368515b3f req-cb14f1e8-8f04-49b4-9fdb-018f22561b74 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354681 Feb 08 15:48:36.702652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:36.703219 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:36.703314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:36.704174 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:36.704415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:36.704918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:36.705508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:36.705892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:36.706223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:36.707889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:36.708452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:36.709359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:36.709629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:48:36.816726 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-158a7d80-e57b-44d7-9c00-a5034e2bdbdd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b3fa174-1013-47f1-99ba-8bd57367ccf4 HTTP/1.1" status: 200 len: 217 time: 0.2463624 Feb 08 15:48:36.819166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38980) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:36.824584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-492bab64-9936-45ea-aaba-d095676a99e5 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954734855', 'description': 'tempest-description--142441884'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:36.910808 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-492bab64-9936-45ea-aaba-d095676a99e5 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:36.918180 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Publish callbacks [] for router_gateway (156c2125-05fd-4dac-9f70-f69339f271ec), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:36.954503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 91266033-90a2-4cfc-8323-999748348ed6 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:36.967362 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cec9ac1-8a77-4c1f-96ca-5c3283acb0fb x-openstack-request-id: req-8cec9ac1-8a77-4c1f-96ca-5c3283acb0fb {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:48:36.967651 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cee8322-0f17-4cc3-8662-dd696142d927", "tag": "8b3fa174-1013-47f1-99ba-8bd57367ccf4", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:48:36.967910 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8cec9ac1-8a77-4c1f-96ca-5c3283acb0fb {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:48:36.968379 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cee8322-0f17-4cc3-8662-dd696142d927', 'tag': '8b3fa174-1013-47f1-99ba-8bd57367ccf4', 'status': 'completed', 'code': 200} Feb 08 15:48:36.972075 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:36.997376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd280e3e-5a98-4680-a934-907aad0ce32b req-ef20d378-db55-4b32-9488-2315ca57fde7 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:36.999296 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd280e3e-5a98-4680-a934-907aad0ce32b req-ef20d378-db55-4b32-9488-2315ca57fde7 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 945 time: 0.2516119 Feb 08 15:48:37.002739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-9b41c6ce-5678-4f89-8b8f-5bfdb2a9125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:37.012234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-9b41c6ce-5678-4f89-8b8f-5bfdb2a9125b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=46ff1918-ee83-4d1f-8862-dca70fd150ee HTTP/1.1" status: 200 len: 852 time: 0.1694839 Feb 08 15:48:37.032757 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Sync routers for ids ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:48:37.064272 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Routers {'ea9fc2c5-241f-4350-98fd-41c7d4e71710'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:37.064545 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:37.135654 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15aeac24-422a-42f0-8ac8-bf4ba190b1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb39ebf-40f1-49ae-ada3-b00f1b9c067b'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:48:37.145295 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b88bfc6-1540-43ed-830f-57f3bdc5c941" -d '{"events": [{"server_uuid": "15aeac24-422a-42f0-8ac8-bf4ba190b1ba", "name": "network-vif-plugged", "status": "completed", "tag": "7eb39ebf-40f1-49ae-ada3-b00f1b9c067b"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:48:37.169372 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-492bab64-9936-45ea-aaba-d095676a99e5 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for security_group (5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:37.175433 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-492bab64-9936-45ea-aaba-d095676a99e5 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:37.299975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bab64-9936-45ea-aaba-d095676a99e5 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:37.344819 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd280e3e-5a98-4680-a934-907aad0ce32b req-b0405893-eca1-4f38-8665-9ae16d628076 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196890 Feb 08 15:48:37.345143 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-492bab64-9936-45ea-aaba-d095676a99e5 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:37.345143 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-492bab64-9936-45ea-aaba-d095676a99e5 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5084071 Feb 08 15:48:37.345508 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Set router ea9fc2c5-241f-4350-98fd-41c7d4e71710 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:37.345621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38996) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:37.355531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9ef0dd27-6189-474e-85c5-ded0d01d2c2c tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Request body: {'security_group_rule': {'security_group_id': '5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:37.357229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-2cf4303a-dcb3-4c0b-9a3b-c578974f9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:37.358790 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-2cf4303a-dcb3-4c0b-9a3b-c578974f9714 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=76c06fc8-f83a-4f61-b58a-9c8c32c845f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3318861 Feb 08 15:48:37.416153 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Attempting to bind port 250f41da-1af7-4001-968d-e2f288119ffa on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:37.420565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Attempting to bind port 250f41da-1af7-4001-968d-e2f288119ffa by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'aea0be4a-97db-469d-8a76-a841e57a8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:37.421376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Attempting to bind port 250f41da-1af7-4001-968d-e2f288119ffa on network 96c4dc06-8863-4a17-998b-2ce589d384d0 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:37.435090 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:37.457709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:37.458597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Checking segment: {'id': 'aea0be4a-97db-469d-8a76-a841e57a8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:37.459211 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:37.459794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Bound using segment: {'id': 'aea0be4a-97db-469d-8a76-a841e57a8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:37.460510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Bound port: 250f41da-1af7-4001-968d-e2f288119ffa, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea0be4a-97db-469d-8a76-a841e57a8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:37.461127 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (250f41da-1af7-4001-968d-e2f288119ffa), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:37.462798 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ef0dd27-6189-474e-85c5-ded0d01d2c2c tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for security_group_rule (da7d857d-9e0d-479c-9529-712eadef1db3), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:37.482813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 91266033-90a2-4cfc-8323-999748348ed6 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:37.483190 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (91266033-90a2-4cfc-8323-999748348ed6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:37.510338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39000) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:37.511882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Allocated IP 172.25.7.10 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/53762278-a985-4bb9-887e-79ab24f6e54f) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:37.531390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-292065535-network', 'tenant_id': '4fe083f9054144479897d39f6fbbdd50'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:37.601276 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15238d5c-1541-4699-854e-63e0e1df3a91 req-92d8c242-6b13-429a-876e-c286af04e6eb tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:37.611702 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15238d5c-1541-4699-854e-63e0e1df3a91 req-92d8c242-6b13-429a-876e-c286af04e6eb tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 943 time: 0.4493680 Feb 08 15:48:37.680882 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ef0dd27-6189-474e-85c5-ded0d01d2c2c tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for security_group_rule (da7d857d-9e0d-479c-9529-712eadef1db3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:37.686945 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ef0dd27-6189-474e-85c5-ded0d01d2c2c tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (da7d857d-9e0d-479c-9529-712eadef1db3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:37.735658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0dd27-6189-474e-85c5-ded0d01d2c2c tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7d857d-9e0d-479c-9529-712eadef1db3,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:37.751518 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ef0dd27-6189-474e-85c5-ded0d01d2c2c tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:37.757108 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9ef0dd27-6189-474e-85c5-ded0d01d2c2c tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4082527 Feb 08 15:48:37.757471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39014) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:37.766043 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:15Z', 'updated_at': '2022-02-08T15:48:31Z', 'revision_number': 4, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'gw_port': {'id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'de69926a-7bf2-4f42-a93b-ae8e2d76c583', 'name': '', 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'mac_address': 'fa:16:3e:50:ad:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:25Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 2, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'subnets': [{'id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:37.769137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-02ea3745-2a0e-427f-a712-f79a6d5861f8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Request body: {'security_group_rule': {'security_group_id': '5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:37.830046 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02ea3745-2a0e-427f-a712-f79a6d5861f8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for security_group_rule (25b99a6d-b3b5-45ec-8a8c-7a6811b26514), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:37.948788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] For port 250f41da-1af7-4001-968d-e2f288119ffa, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:37.978377 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02ea3745-2a0e-427f-a712-f79a6d5861f8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for security_group_rule (25b99a6d-b3b5-45ec-8a8c-7a6811b26514), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:37.985022 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02ea3745-2a0e-427f-a712-f79a6d5861f8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (25b99a6d-b3b5-45ec-8a8c-7a6811b26514), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:37.992213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be75bf-256c-4d58-9720-202c243c9a06', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:10Z', 'updated_at': '2022-02-08T15:48:29Z', 'revision_number': 4, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'gw_port': {'id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:12Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5', 'name': '', 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'mac_address': 'fa:16:3e:e4:68:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:26Z', 'updated_at': '2022-02-08T15:48:31Z', 'revision_number': 2, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'subnets': [{'id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:38.022527 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Checking router: ea9fc2c5-241f-4350-98fd-41c7d4e71710 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:48:38.023193 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Updating router ea9fc2c5-241f-4350-98fd-41c7d4e71710 port de69926a-7bf2-4f42-a93b-ae8e2d76c583 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:48:38.054223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea3745-2a0e-427f-a712-f79a6d5861f8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b99a6d-b3b5-45ec-8a8c-7a6811b26514,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:38.073078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02ea3745-2a0e-427f-a712-f79a6d5861f8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:38.079297 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-02ea3745-2a0e-427f-a712-f79a6d5861f8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3206770 Feb 08 15:48:38.082194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39020) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:38.097763 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:38.111484 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:38.162120 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:38.166691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] For port 250f41da-1af7-4001-968d-e2f288119ffa, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=250f41da-1af7-4001-968d-e2f288119ffa,segment=NetworkSegment(aea0be4a-97db-469d-8a76-a841e57a8ed3),segment_id=aea0be4a-97db-469d-8a76-a841e57a8ed3)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:38.183152 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:38.190579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Checking router: 98be75bf-256c-4d58-9720-202c243c9a06 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:48:38.193619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Updating router 98be75bf-256c-4d58-9720-202c243c9a06 port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:48:38.278988 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:38.308582 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (250f41da-1af7-4001-968d-e2f288119ffa), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:38.464581 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 91266033-90a2-4cfc-8323-999748348ed6 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:38.465751 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:38.470657 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:38.780861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] Made reservation on behalf of 4fe083f9054144479897d39f6fbbdd50 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:48:38.783458 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:38.837862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15238d5c-1541-4699-854e-63e0e1df3a91 req-393ccf6a-b370-4128-a028-18c3b5cd0bcd tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/security-groups?id=9174e6f4-0643-4706-85c1-0a49e4927b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2249541 Feb 08 15:48:38.855225 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc0f52-5e94-4b42-a375-76e54a10b0e1 None None] Pushing event updated for resources: {'Port': ['ID=250f41da-1af7-4001-968d-e2f288119ffa,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:38.874453 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:38.876268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9849a76-926a-42ef-b9c6-ba0b7319aa74 req-22821ba3-da75-4b3b-bfc4-64863149a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:38.878820 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f9849a76-926a-42ef-b9c6-ba0b7319aa74 req-22821ba3-da75-4b3b-bfc4-64863149a2f5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 1128 time: 0.2141407 Feb 08 15:48:38.919230 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Publish callbacks [] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:38.934781 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:38.935805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09b0b1-45ff-40f2-baf3-3883bd9bb124 req-757f5689-d908-4984-95e1-b655bd8371d1 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:38.947973 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb09b0b1-45ff-40f2-baf3-3883bd9bb124 req-757f5689-d908-4984-95e1-b655bd8371d1 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 1.4809546 Feb 08 15:48:39.033405 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205368e-e63f-461a-93f7-de2c5c0154e7 None None] Pushing event updated for resources: {'Port': ['ID=de69926a-7bf2-4f42-a93b-ae8e2d76c583,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:39.060934 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d462699-80bc-4e23-86ff-61f6cca40b7e x-openstack-request-id: req-6d462699-80bc-4e23-86ff-61f6cca40b7e {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:48:39.070578 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15aeac24-422a-42f0-8ac8-bf4ba190b1ba", "name": "network-vif-plugged", "status": "completed", "tag": "7eb39ebf-40f1-49ae-ada3-b00f1b9c067b", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:48:39.071688 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6d462699-80bc-4e23-86ff-61f6cca40b7e {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:48:39.102181 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15aeac24-422a-42f0-8ac8-bf4ba190b1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb39ebf-40f1-49ae-ada3-b00f1b9c067b', 'code': 200} Feb 08 15:48:39.109779 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Attempting to bind port de69926a-7bf2-4f42-a93b-ae8e2d76c583 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:39.110546 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Attempting to bind port de69926a-7bf2-4f42-a93b-ae8e2d76c583 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'f3d66dd0-274b-4c15-9a5a-a332cc01e5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:39.111200 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Attempting to bind port de69926a-7bf2-4f42-a93b-ae8e2d76c583 on network 44eff4f3-790c-4f3d-96fc-a648a7376b31 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:39.118199 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:39.119543 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Checking segment: {'id': 'f3d66dd0-274b-4c15-9a5a-a332cc01e5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:39.120217 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:39.121630 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Bound using segment: {'id': 'f3d66dd0-274b-4c15-9a5a-a332cc01e5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:39.122384 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Bound port: de69926a-7bf2-4f42-a93b-ae8e2d76c583, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d66dd0-274b-4c15-9a5a-a332cc01e5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:39.123036 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:39.246108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172a570-3cd9-4d3b-adc7-19f56098f559 req-f13cb484-9ac9-4631-aa7f-667ce3620a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:39.247643 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1172a570-3cd9-4d3b-adc7-19f56098f559 req-f13cb484-9ac9-4631-aa7f-667ce3620a67 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 1132 time: 0.1670320 Feb 08 15:48:39.336282 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] For port de69926a-7bf2-4f42-a93b-ae8e2d76c583, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:39.345744 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] For port de69926a-7bf2-4f42-a93b-ae8e2d76c583, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=de69926a-7bf2-4f42-a93b-ae8e2d76c583,segment=NetworkSegment(f3d66dd0-274b-4c15-9a5a-a332cc01e5f3),segment_id=f3d66dd0-274b-4c15-9a5a-a332cc01e5f3)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:39.346081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9849a76-926a-42ef-b9c6-ba0b7319aa74 req-b892393f-38c0-464b-8dfa-0fd411fedd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:39.356233 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f9849a76-926a-42ef-b9c6-ba0b7319aa74 req-b892393f-38c0-464b-8dfa-0fd411fedd79 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 913 time: 0.4653585 Feb 08 15:48:39.364385 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:39.370044 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-45842181-de7d-437f-a3c4-15d32e41d8b9 service neutron] 10.222.0.96 "GET /v2.0/networks/76c06fc8-f83a-4f61-b58a-9c8c32c845f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9935312 Feb 08 15:48:39.381808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:39.382209 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:39.400925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb09b0b1-45ff-40f2-baf3-3883bd9bb124 req-f44d6931-8fa4-4083-93b0-83f0553187f1 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498918 Feb 08 15:48:39.523649 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Publish callbacks [] for port (53762278-a985-4bb9-887e-79ab24f6e54f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:39.570545 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205368e-e63f-461a-93f7-de2c5c0154e7 None None] Pushing event updated for resources: {'Port': ['ID=de69926a-7bf2-4f42-a93b-ae8e2d76c583,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:39.607118 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f9849a76-926a-42ef-b9c6-ba0b7319aa74 req-3e284731-62dc-4159-899b-eecbc2bcd3c9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28b4c509-be38-48c7-bcf0-2ca153c00f98 HTTP/1.1" status: 200 len: 217 time: 0.2326891 Feb 08 15:48:39.632869 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Routers {'ea9fc2c5-241f-4350-98fd-41c7d4e71710'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:39.637093 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:39.670066 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (53762278-a985-4bb9-887e-79ab24f6e54f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:39.710315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:39.710819 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:39.787169 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1172a570-3cd9-4d3b-adc7-19f56098f559 req-1cbc44e7-61d6-4891-8ab8-322462bf36a9 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197527 Feb 08 15:48:39.903239 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:39.911477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Allocated IP 172.25.7.227 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/0c2c3618-6e08-447c-96e4-156b978ebe7e) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:39.950947 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d8a52ed2-1d67-47a6-b504-4482233963d2 None None] Provisioning complete for port de69926a-7bf2-4f42-a93b-ae8e2d76c583 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:39.953204 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d8a52ed2-1d67-47a6-b504-4482233963d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:39.957869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9849a76-926a-42ef-b9c6-ba0b7319aa74 req-86485bb1-7436-4e49-9689-c8cadfc7febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:39.965095 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f9849a76-926a-42ef-b9c6-ba0b7319aa74 req-86485bb1-7436-4e49-9689-c8cadfc7febe service neutron] 10.222.0.96 "GET /v2.0/subnets?id=28cb9956-62bf-4795-9b61-7a7ef83e56b7 HTTP/1.1" status: 200 len: 852 time: 0.3403859 Feb 08 15:48:39.967315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:39.994587 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Pushing event updated for resources: {'Port': ['ID=53762278-a985-4bb9-887e-79ab24f6e54f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:40.002787 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:40.017903 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] Set router ea9fc2c5-241f-4350-98fd-41c7d4e71710 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:40.027022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:40.037552 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:40.038957 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f2521724-eb8c-4ff9-8a7f-847b7d3c1af0 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:40.047964 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Publish callbacks [] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:40.143937 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f9849a76-926a-42ef-b9c6-ba0b7319aa74 req-8e19fd23-5f71-4ca7-8263-292e8a0b0d4a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ecd7c259-4f96-4209-81e4-52533414d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688361 Feb 08 15:48:40.166805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:40.206246 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:40.360137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f3722-f546-475e-9307-7adca0bc6022 None None] Pushing event updated for resources: {'Port': ['ID=dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:40.439712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port f2521724-eb8c-4ff9-8a7f-847b7d3c1af0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:40.440494 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f2521724-eb8c-4ff9-8a7f-847b7d3c1af0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:40.487737 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Attempting to bind port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:40.497137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Attempting to bind port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'da27148d-7af8-4538-b0df-e3a8eebf2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:40.498087 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Attempting to bind port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 on network f374c3c5-4cbc-40fc-8190-8e5f894214ce {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:40.538595 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for port (0c2c3618-6e08-447c-96e4-156b978ebe7e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:40.596720 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f9849a76-926a-42ef-b9c6-ba0b7319aa74 req-29118c0a-a33a-4bf0-b891-b346ffe90a7e service neutron] 10.222.0.96 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402137 Feb 08 15:48:40.616182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d8a52ed2-1d67-47a6-b504-4482233963d2 None None] Current status of the port de69926a-7bf2-4f42-a93b-ae8e2d76c583 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:40.616583 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d8a52ed2-1d67-47a6-b504-4482233963d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:40.669787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:40.670341 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Checking segment: {'id': 'da27148d-7af8-4538-b0df-e3a8eebf2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:40.670762 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:40.671168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Bound using segment: {'id': 'da27148d-7af8-4538-b0df-e3a8eebf2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:40.671982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Bound port: dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27148d-7af8-4538-b0df-e3a8eebf2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:40.673579 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:40.787114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] For port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:40.790904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] For port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5,segment=NetworkSegment(da27148d-7af8-4538-b0df-e3a8eebf2fd7),segment_id=da27148d-7af8-4538-b0df-e3a8eebf2fd7)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:40.799431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d8a52ed2-1d67-47a6-b504-4482233963d2 None None] For port de69926a-7bf2-4f42-a93b-ae8e2d76c583, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=de69926a-7bf2-4f42-a93b-ae8e2d76c583,segment=NetworkSegment(f3d66dd0-274b-4c15-9a5a-a332cc01e5f3),segment_id=f3d66dd0-274b-4c15-9a5a-a332cc01e5f3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:40.807989 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:40.852182 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d8a52ed2-1d67-47a6-b504-4482233963d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:40.855491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fa9725-644b-4c7c-ac20-011dca2e14c8 None None] Network 96c4dc06-8863-4a17-998b-2ce589d384d0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:48:40.873181 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:15Z', 'updated_at': '2022-02-08T15:48:31Z', 'revision_number': 4, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'gw_port': {'id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'de69926a-7bf2-4f42-a93b-ae8e2d76c583', 'name': '', 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'mac_address': 'fa:16:3e:50:ad:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:25Z', 'updated_at': '2022-02-08T15:48:39Z', 'revision_number': 4, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'subnets': [{'id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:40.875563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] Publish callbacks [] for security_group (46e09234-703d-47b5-836e-cc22cf4cfdd0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:40.921114 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (46e09234-703d-47b5-836e-cc22cf4cfdd0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:40.976763 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d651c9-309a-4cbe-ad3f-e236c0ee8e0a None None] The sync data for ids ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'] in n-d-824834-11 is: [{'id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:15Z', 'updated_at': '2022-02-08T15:48:31Z', 'revision_number': 4, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'gw_port': {'id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'de69926a-7bf2-4f42-a93b-ae8e2d76c583', 'name': '', 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'mac_address': 'fa:16:3e:50:ad:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:25Z', 'updated_at': '2022-02-08T15:48:39Z', 'revision_number': 4, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'subnets': [{'id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:48:40.986074 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (0c2c3618-6e08-447c-96e4-156b978ebe7e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:40.995476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Routers {'98be75bf-256c-4d58-9720-202c243c9a06'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:40.996999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['98be75bf-256c-4d58-9720-202c243c9a06'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:41.026448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e09234-703d-47b5-836e-cc22cf4cfdd0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:41.073877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f3b15-d387-4fd3-ad03-d9441db2943f req-30280b9e-877c-4da9-af18-805ab8142365 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:41.076871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-207f3b15-d387-4fd3-ad03-d9441db2943f req-30280b9e-877c-4da9-af18-805ab8142365 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 949 time: 1.9918497 Feb 08 15:48:41.230360 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc37096-9cf3-4761-9902-64a9aab18aec req-d5db0993-3e84-484d-acbd-119f5b68068a tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:41.244870 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1fc37096-9cf3-4761-9902-64a9aab18aec req-d5db0993-3e84-484d-acbd-119f5b68068a tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 945 time: 1.6122060 Feb 08 15:48:41.246077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:48:41.290176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Pushing event updated for resources: {'Port': ['ID=0c2c3618-6e08-447c-96e4-156b978ebe7e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:41.364557 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f9849a76-926a-42ef-b9c6-ba0b7319aa74 req-734806c4-ef11-4a3c-983c-90195f7e022b service neutron] 10.222.0.96 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7362192 Feb 08 15:48:41.377834 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:41.385900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:41.393722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:41.511136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port f2521724-eb8c-4ff9-8a7f-847b7d3c1af0 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:41.564852 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for floatingip (d6e9a392-b229-425e-a61e-ffe546217a1f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:41.598246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] Set router 98be75bf-256c-4d58-9720-202c243c9a06 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:41.617544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f3722-f546-475e-9307-7adca0bc6022 None None] Pushing event updated for resources: {'Port': ['ID=dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:41.640087 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0c2c3618-6e08-447c-96e4-156b978ebe7e), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:41.641813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] Provisioning complete for port 250f41da-1af7-4001-968d-e2f288119ffa triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:41.642425 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (250f41da-1af7-4001-968d-e2f288119ffa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:41.736619 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (aaf4fa24-f808-4009-b293-223e109b0078), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:41.737356 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] Added segment aaf4fa24-f808-4009-b293-223e109b0078 of type vlan for network bc67a6e4-3206-424f-ba18-d278da582f72 Feb 08 15:48:42.005267 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-207f3b15-d387-4fd3-ad03-d9441db2943f req-540e2371-9fc5-4943-a2ae-621098586124 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8940265 Feb 08 15:48:42.085571 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (bc67a6e4-3206-424f-ba18-d278da582f72), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:42.212000 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for port (0c2c3618-6e08-447c-96e4-156b978ebe7e), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:42.216662 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1fc37096-9cf3-4761-9902-64a9aab18aec req-875fe4e6-e0c8-4a4b-8873-9491030bac93 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8952632 Feb 08 15:48:42.231141 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (0c2c3618-6e08-447c-96e4-156b978ebe7e), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:42.259092 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0efaafb-189d-4af4-a175-33c9dfbbf531 req-150342f6-0d43-478f-9272-9eeb245463b1 service neutron] 10.222.0.96 "GET /v2.0/networks/76c06fc8-f83a-4f61-b58a-9c8c32c845f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.6539402 Feb 08 15:48:42.259690 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (bc67a6e4-3206-424f-ba18-d278da582f72), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:42.260567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:42.262626 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:42.311422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 250f41da-1af7-4001-968d-e2f288119ffa up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:42.331802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 28b4c509-be38-48c7-bcf0-2ca153c00f98 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:48:42.492184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Pushing event updated for resources: {'Port': ['ID=0c2c3618-6e08-447c-96e4-156b978ebe7e,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:42.537689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (d6e9a392-b229-425e-a61e-ffe546217a1f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:42.574063 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 5.0476007 Feb 08 15:48:42.585523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39044) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:42.586423 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:42.597037 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Publish callbacks [] for router_gateway (156c2125-05fd-4dac-9f70-f69339f271ec), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:42.597318 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-afc918e3-571d-4f06-b0d2-563d9f34b5e8 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5088444 Feb 08 15:48:42.601020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-29a95a66-37bb-4bf5-bce0-fab99307909f admin admin] Request body: {'subnet': {'network_id': 'bc67a6e4-3206-424f-ba18-d278da582f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-292065535-subnet', 'tenant_id': '4fe083f9054144479897d39f6fbbdd50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:42.706015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a95a66-37bb-4bf5-bce0-fab99307909f admin admin] Made reservation on behalf of 4fe083f9054144479897d39f6fbbdd50 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:48:42.714581 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29a95a66-37bb-4bf5-bce0-fab99307909f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:42.721054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bbcc7-6d47-443b-8259-9832ba1dd86f req-cd75fe7c-4ee7-4349-9ba5-fc00c8ad9f9d tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:42.735834 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-768bbcc7-6d47-443b-8259-9832ba1dd86f req-cd75fe7c-4ee7-4349-9ba5-fc00c8ad9f9d tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 943 time: 0.5789020 Feb 08 15:48:42.757306 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cda548-6d36-47c8-ad18-517fcdf9405e admin admin] Pushing event updated for resources: {'Network': ['ID=bc67a6e4-3206-424f-ba18-d278da582f72,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:42.792791 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network bc67a6e4-3206-424f-ba18-d278da582f72 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:48:42.913884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a52ed2-1d67-47a6-b504-4482233963d2 None None] Pushing event updated for resources: {'Port': ['ID=de69926a-7bf2-4f42-a93b-ae8e2d76c583,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:42.964778 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6db44a-d415-43ec-8d25-fc3ff478ac55 req-68958901-aaf8-4bdb-a350-7785f8c9ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:42.966153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a6db44a-d415-43ec-8d25-fc3ff478ac55 req-68958901-aaf8-4bdb-a350-7785f8c9ac7e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=604347d492d3445c8dfe3b7bc84f5af8&device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 1126 time: 0.5736341 Feb 08 15:48:43.024349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda12acf-2e39-4939-bf16-78f3955ff4de req-6e99514d-f320-4eec-b95b-04d8b0b12ceb tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:43.026916 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bda12acf-2e39-4939-bf16-78f3955ff4de req-6e99514d-f320-4eec-b95b-04d8b0b12ceb tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 945 time: 0.5721328 Feb 08 15:48:43.099443 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-768bbcc7-6d47-443b-8259-9832ba1dd86f req-e53cdc07-eab4-43d3-b81d-362afab84f90 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/security-groups?id=9174e6f4-0643-4706-85c1-0a49e4927b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612387 Feb 08 15:48:43.160674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 250f41da-1af7-4001-968d-e2f288119ffa triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:43.161108 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (250f41da-1af7-4001-968d-e2f288119ffa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:43.400873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 28b4c509-be38-48c7-bcf0-2ca153c00f98 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:43.420194 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:43.444297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] Current status of the port 250f41da-1af7-4001-968d-e2f288119ffa is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:43.444297 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (250f41da-1af7-4001-968d-e2f288119ffa), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:43.532939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] For port 250f41da-1af7-4001-968d-e2f288119ffa, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=250f41da-1af7-4001-968d-e2f288119ffa,segment=NetworkSegment(aea0be4a-97db-469d-8a76-a841e57a8ed3),segment_id=aea0be4a-97db-469d-8a76-a841e57a8ed3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:43.547804 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (250f41da-1af7-4001-968d-e2f288119ffa), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:43.620251 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 28b4c509-be38-48c7-bcf0-2ca153c00f98, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=28b4c509-be38-48c7-bcf0-2ca153c00f98,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:43.629597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cebe501-8ac8-4069-96ec-16de9439be98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b4c509-be38-48c7-bcf0-2ca153c00f98'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:48:43.632923 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435b9d6f-919a-48d1-b97c-5b051930928d" -d '{"events": [{"server_uuid": "6cebe501-8ac8-4069-96ec-16de9439be98", "name": "network-vif-unplugged", "status": "completed", "tag": "28b4c509-be38-48c7-bcf0-2ca153c00f98"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:48:43.691033 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bda12acf-2e39-4939-bf16-78f3955ff4de req-72022523-1e9d-4284-91d7-3f88083eb74c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410067 Feb 08 15:48:43.801804 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:43.807963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6db44a-d415-43ec-8d25-fc3ff478ac55 req-1f11cb01-3c3f-4f1c-8f4e-2d3b7b4a1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:43.814360 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a6db44a-d415-43ec-8d25-fc3ff478ac55 req-1f11cb01-3c3f-4f1c-8f4e-2d3b7b4a1b92 service neutron] 10.222.0.96 "GET /v2.0/networks?id=76c06fc8-f83a-4f61-b58a-9c8c32c845f0 HTTP/1.1" status: 200 len: 914 time: 0.8041141 Feb 08 15:48:43.815086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] Provisioning complete for port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:43.815474 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:43.835141 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29a95a66-37bb-4bf5-bce0-fab99307909f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (2f764319-d42b-4c01-903b-77aef65dce1c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:43.917576 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 250f41da-1af7-4001-968d-e2f288119ffa is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:43.920114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:43.958667 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a6db44a-d415-43ec-8d25-fc3ff478ac55 req-d0028fad-0709-4a19-9224-84827580256d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b3fa174-1013-47f1-99ba-8bd57367ccf4 HTTP/1.1" status: 200 len: 217 time: 0.1359706 Feb 08 15:48:43.984733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be75bf-256c-4d58-9720-202c243c9a06', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:10Z', 'updated_at': '2022-02-08T15:48:29Z', 'revision_number': 4, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'gw_port': {'id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:12Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5', 'name': '', 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'mac_address': 'fa:16:3e:e4:68:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:26Z', 'updated_at': '2022-02-08T15:48:40Z', 'revision_number': 4, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'subnets': [{'id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:43.991383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] Pushing event updated for resources: {'Port': ['ID=250f41da-1af7-4001-968d-e2f288119ffa,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:44.103111 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a95a66-37bb-4bf5-bce0-fab99307909f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f764319-d42b-4c01-903b-77aef65dce1c,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:44.142552 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191da725-8ba1-4417-88ac-f892d2b6ea5c req-ab683bd3-0ff1-4c63-8fe7-edb557e8b0e7 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:44.152683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-191da725-8ba1-4417-88ac-f892d2b6ea5c req-ab683bd3-0ff1-4c63-8fe7-edb557e8b0e7 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 949 time: 0.3101661 Feb 08 15:48:44.161688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a95a66-37bb-4bf5-bce0-fab99307909f admin admin] Checking segment: {'id': 'aaf4fa24-f808-4009-b293-223e109b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bc67a6e4-3206-424f-ba18-d278da582f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:44.162563 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a95a66-37bb-4bf5-bce0-fab99307909f admin admin] Network hostable DHCP agents. Network: bc67a6e4-3206-424f-ba18-d278da582f72, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:48:44.180756 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (156c2125-05fd-4dac-9f70-f69339f271ec), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:44.218523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6db44a-d415-43ec-8d25-fc3ff478ac55 req-097b3e9d-0f18-41e1-837a-28ab998cb918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:44.220801 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a6db44a-d415-43ec-8d25-fc3ff478ac55 req-097b3e9d-0f18-41e1-837a-28ab998cb918 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=46ff1918-ee83-4d1f-8862-dca70fd150ee HTTP/1.1" status: 200 len: 852 time: 0.2385406 Feb 08 15:48:44.297883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d119b6f-be47-4cef-8d5c-ca02e150580e None None] The sync data for ids ['98be75bf-256c-4d58-9720-202c243c9a06'] in n-d-824834-11 is: [{'id': '98be75bf-256c-4d58-9720-202c243c9a06', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:10Z', 'updated_at': '2022-02-08T15:48:29Z', 'revision_number': 4, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'gw_port': {'id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:12Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5', 'name': '', 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'mac_address': 'fa:16:3e:e4:68:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:26Z', 'updated_at': '2022-02-08T15:48:40Z', 'revision_number': 4, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'subnets': [{'id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:48:44.300578 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=28b4c509-be38-48c7-bcf0-2ca153c00f98,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:44.323435 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:44.324042 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:44.352569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a95a66-37bb-4bf5-bce0-fab99307909f admin admin] Network bc67a6e4-3206-424f-ba18-d278da582f72 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:48:44.360503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] Current status of the port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:44.360503 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:44.412447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] For port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5,segment=NetworkSegment(da27148d-7af8-4538-b0df-e3a8eebf2fd7),segment_id=da27148d-7af8-4538-b0df-e3a8eebf2fd7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:44.431503 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:44.448042 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-191da725-8ba1-4417-88ac-f892d2b6ea5c req-a747a2f7-a3e4-40a8-b27c-f9f9e6c44555 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935572 Feb 08 15:48:44.570363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-29a95a66-37bb-4bf5-bce0-fab99307909f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, bc67a6e4-3206-424f-ba18-d278da582f72) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:44.603190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26768628-dde4-4f39-abfc-4f96b4ae598d None None] Network bc67a6e4-3206-424f-ba18-d278da582f72 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:48:44.609369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6db44a-d415-43ec-8d25-fc3ff478ac55 req-eb3b9d19-4ae4-4950-9621-3a81c2ca28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:44.612023 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a6db44a-d415-43ec-8d25-fc3ff478ac55 req-eb3b9d19-4ae4-4950-9621-3a81c2ca28a1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=76c06fc8-f83a-4f61-b58a-9c8c32c845f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3380306 Feb 08 15:48:44.635960 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a95a66-37bb-4bf5-bce0-fab99307909f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:44.637008 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29a95a66-37bb-4bf5-bce0-fab99307909f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:44.750957 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-29a95a66-37bb-4bf5-bce0-fab99307909f admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1563218 Feb 08 15:48:44.751251 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39072) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:44.758640 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-292065535-router', 'tenant_id': '4fe083f9054144479897d39f6fbbdd50', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:44.769511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Router 156c2125-05fd-4dac-9f70-f69339f271ec is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:48:44.809188 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (e61da91f-c8d3-4a88-b6f8-213be04a0379), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:44.811847 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (e61da91f-c8d3-4a88-b6f8-213be04a0379), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:44.813876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70567b56-4184-452c-bd41-f669b4398a5b req-a635c7bd-9a76-4ad6-b063-cad9c342f8b2 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:44.822168 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70567b56-4184-452c-bd41-f669b4398a5b req-a635c7bd-9a76-4ad6-b063-cad9c342f8b2 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 945 time: 0.2492824 Feb 08 15:48:44.834024 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] Provisioning complete for port de69926a-7bf2-4f42-a93b-ae8e2d76c583 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:44.835166 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:44.906219 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] Pushing event updated for resources: {'Port': ['ID=dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:44.917024 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-bc67a6e4-3206-424f-ba18-d278da582f72', 'network_id': 'bc67a6e4-3206-424f-ba18-d278da582f72', 'project_id': '4fe083f9054144479897d39f6fbbdd50', 'fixed_ips': [{'subnet_id': '2f764319-d42b-4c01-903b-77aef65dce1c'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:48:44.918274 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:44.999736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Publish callbacks [] for router_controller (e61da91f-c8d3-4a88-b6f8-213be04a0379), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:45.210461 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:45.211859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device de69926a-7bf2-4f42-a93b-ae8e2d76c583 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:45.271449 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Publish callbacks [] for router_gateway (e61da91f-c8d3-4a88-b6f8-213be04a0379), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:45.491358 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2a905d23-19f4-4633-800a-77777dc6a437 None None] Current status of the port de69926a-7bf2-4f42-a93b-ae8e2d76c583 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:45.523374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port de69926a-7bf2-4f42-a93b-ae8e2d76c583 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:45.524052 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:45.757990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port de69926a-7bf2-4f42-a93b-ae8e2d76c583 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:45.851078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Allocated IP 172.20.0.2 (bc67a6e4-3206-424f-ba18-d278da582f72/2f764319-d42b-4c01-903b-77aef65dce1c/d138e890-9a36-4914-8281-c434746fef32) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:45.855447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-dd3bea8d-829a-4275-8e26-7fa845b55ff5 None None] Provisioning complete for port 250f41da-1af7-4001-968d-e2f288119ffa triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:45.856176 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dd3bea8d-829a-4275-8e26-7fa845b55ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (250f41da-1af7-4001-968d-e2f288119ffa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:45.861761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a6db44a-d415-43ec-8d25-fc3ff478ac55 req-e01532d4-5488-4b26-9516-1fc828d73df7 service neutron] 10.222.0.96 "GET /v2.0/networks/76c06fc8-f83a-4f61-b58a-9c8c32c845f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2398920 Feb 08 15:48:46.029671 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70567b56-4184-452c-bd41-f669b4398a5b req-4f774076-4209-43ad-8c15-93a2a107a5d3 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2062094 Feb 08 15:48:46.083947 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:48:46.137568 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:46.141679 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9e756eb6-1746-4a0b-8fd0-0a86a158bc57 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.3598254 Feb 08 15:48:46.146854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39074) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:46.364648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a6db44a-d415-43ec-8d25-fc3ff478ac55 req-a29a92d3-ea7f-40b4-b1ae-92ef2c819f77 service neutron] 10.222.0.96 "GET /v2.0/networks/76c06fc8-f83a-4f61-b58a-9c8c32c845f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920173 Feb 08 15:48:46.474880 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Feb 2022 15:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5431d211-a608-4c0f-a08f-a55a5d1fa16b x-openstack-request-id: req-5431d211-a608-4c0f-a08f-a55a5d1fa16b {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:48:46.475168 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cebe501-8ac8-4069-96ec-16de9439be98", "name": "network-vif-unplugged", "status": "failed", "tag": "28b4c509-be38-48c7-bcf0-2ca153c00f98", "code": 422}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:48:46.475448 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5431d211-a608-4c0f-a08f-a55a5d1fa16b {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:48:46.475847 n-d-824834-11 neutron-server[103303]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6cebe501-8ac8-4069-96ec-16de9439be98', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28b4c509-be38-48c7-bcf0-2ca153c00f98', 'code': 422} returned with failed status Feb 08 15:48:46.482092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:46.500464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855dde2-3ce2-457c-8b03-e3d9342106b5 req-b1864dfc-46fb-43bf-bb21-566906873da5 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:46.506232 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0855dde2-3ce2-457c-8b03-e3d9342106b5 req-b1864dfc-46fb-43bf-bb21-566906873da5 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 943 time: 0.1750433 Feb 08 15:48:46.538445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Sync routers for ids ['156c2125-05fd-4dac-9f70-f69339f271ec'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:48:46.590875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-dd3bea8d-829a-4275-8e26-7fa845b55ff5 None None] Current status of the port 250f41da-1af7-4001-968d-e2f288119ffa is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:46.617577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-dd3bea8d-829a-4275-8e26-7fa845b55ff5 None None] Provisioning complete for port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:46.618015 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dd3bea8d-829a-4275-8e26-7fa845b55ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:46.666724 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Publish callbacks [] for router_gateway (e61da91f-c8d3-4a88-b6f8-213be04a0379), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:46.710035 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:46.711041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Routers {'156c2125-05fd-4dac-9f70-f69339f271ec'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:46.711709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['156c2125-05fd-4dac-9f70-f69339f271ec'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:46.745142 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0855dde2-3ce2-457c-8b03-e3d9342106b5 req-3f5ab706-feaa-46bc-aaa3-7fa116d32957 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/security-groups?id=9174e6f4-0643-4706-85c1-0a49e4927b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061777 Feb 08 15:48:47.043247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Allocated IP 172.25.7.100 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/78779019-a75a-4c86-ac3b-2914b2138df8) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:47.139193 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:47.139773 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:47.290405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-dd3bea8d-829a-4275-8e26-7fa845b55ff5 None None] Current status of the port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:47.303499 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:47.317875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Publish callbacks [] for port (78779019-a75a-4c86-ac3b-2914b2138df8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:47.326785 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09597618-0e5e-448d-b370-dc0bd4f7fc39 req-8f81c5ec-0eb0-4dd9-b6cb-b2546d94ba69 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:47.334912 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09597618-0e5e-448d-b370-dc0bd4f7fc39 req-8f81c5ec-0eb0-4dd9-b6cb-b2546d94ba69 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 943 time: 0.1630039 Feb 08 15:48:47.353964 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:47.355046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 250f41da-1af7-4001-968d-e2f288119ffa up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:47.396056 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (78779019-a75a-4c86-ac3b-2914b2138df8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:47.454776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:47.460726 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:47.472997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:47.611116 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Publish callbacks [] for port (d138e890-9a36-4914-8281-c434746fef32), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:47.653744 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09597618-0e5e-448d-b370-dc0bd4f7fc39 req-8d716cf4-fcfd-4c6b-9deb-6374fe8faed1 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177009 Feb 08 15:48:47.700055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Set router 156c2125-05fd-4dac-9f70-f69339f271ec gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:47.714603 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (d138e890-9a36-4914-8281-c434746fef32), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:47.809852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 250f41da-1af7-4001-968d-e2f288119ffa triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:47.810364 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (250f41da-1af7-4001-968d-e2f288119ffa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:47.889301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Pushing event updated for resources: {'Port': ['ID=78779019-a75a-4c86-ac3b-2914b2138df8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:47.891997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Allocated IP 172.20.0.1 (96c4dc06-8863-4a17-998b-2ce589d384d0/a0f6ff24-3514-4736-b753-11d49fc88417/4b9aa62e-6217-4196-b1d9-2ea4ed0f0775) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:47.984180 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66605f6a-cba4-4c13-adc7-69f49b37b25e req-d2b8834a-da57-4e8b-88b3-49043229573b tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:47.985772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66605f6a-cba4-4c13-adc7-69f49b37b25e req-d2b8834a-da57-4e8b-88b3-49043229573b tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 949 time: 0.2065387 Feb 08 15:48:47.990912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Network bc67a6e4-3206-424f-ba18-d278da582f72 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:48.032978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:48.150974 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Publish callbacks [] for router_gateway (e61da91f-c8d3-4a88-b6f8-213be04a0379), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:48.174374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:48.211570 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Publish callbacks [] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:48.212778 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Pushing event updated for resources: {'Port': ['ID=d138e890-9a36-4914-8281-c434746fef32,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:48.256713 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:48.266617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 28b4c509-be38-48c7-bcf0-2ca153c00f98 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:48:48.326365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66605f6a-cba4-4c13-adc7-69f49b37b25e req-e46c25e5-0811-472b-9b83-b9d1c322747d tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825656 Feb 08 15:48:48.330704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Network 96c4dc06-8863-4a17-998b-2ce589d384d0 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:48.338495 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:48.343076 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:48.376897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Attempting to bind port d138e890-9a36-4914-8281-c434746fef32 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:48.380374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Attempting to bind port d138e890-9a36-4914-8281-c434746fef32 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'aaf4fa24-f808-4009-b293-223e109b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bc67a6e4-3206-424f-ba18-d278da582f72'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:48.384057 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Attempting to bind port d138e890-9a36-4914-8281-c434746fef32 on network bc67a6e4-3206-424f-ba18-d278da582f72 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:48.392561 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Pushing event updated for resources: {'Port': ['ID=4b9aa62e-6217-4196-b1d9-2ea4ed0f0775,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:48.420664 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (156c2125-05fd-4dac-9f70-f69339f271ec), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:48.451411 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:48.451789 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Checking segment: {'id': 'aaf4fa24-f808-4009-b293-223e109b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bc67a6e4-3206-424f-ba18-d278da582f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:48.452397 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:48.452688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Bound using segment: {'id': 'aaf4fa24-f808-4009-b293-223e109b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bc67a6e4-3206-424f-ba18-d278da582f72'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:48.465455 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Bound port: d138e890-9a36-4914-8281-c434746fef32, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf4fa24-f808-4009-b293-223e109b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bc67a6e4-3206-424f-ba18-d278da582f72'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:48.465966 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d138e890-9a36-4914-8281-c434746fef32), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:48.561582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'name': 'tempest-TaggedBootDevicesTest-1494721515-router', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '53762278-a985-4bb9-887e-79ab24f6e54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:32Z', 'updated_at': '2022-02-08T15:48:41Z', 'revision_number': 3, 'project_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'gw_port': {'id': '53762278-a985-4bb9-887e-79ab24f6e54f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:36Z', 'updated_at': '2022-02-08T15:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:48.680885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fc7b2-5155-411a-92ba-f78eeb40f5d5 req-0c12ae96-16ac-414e-ba20-35b4c2d74515 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:48.682947 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c3fc7b2-5155-411a-92ba-f78eeb40f5d5 req-0c12ae96-16ac-414e-ba20-35b4c2d74515 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 945 time: 0.1401758 Feb 08 15:48:48.720551 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:48.723792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 250f41da-1af7-4001-968d-e2f288119ffa is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:48.725004 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device de69926a-7bf2-4f42-a93b-ae8e2d76c583 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:48.728070 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (e61da91f-c8d3-4a88-b6f8-213be04a0379), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:48.761596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Checking router: 156c2125-05fd-4dac-9f70-f69339f271ec for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:48:48.761963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Updating router 156c2125-05fd-4dac-9f70-f69339f271ec port 53762278-a985-4bb9-887e-79ab24f6e54f binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:48:48.785729 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c3fc7b2-5155-411a-92ba-f78eeb40f5d5 req-9b5ab0e4-79a6-48cc-b9f4-c211a888b770 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963736 Feb 08 15:48:48.835407 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:48.874928 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (53762278-a985-4bb9-887e-79ab24f6e54f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:49.062623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Router e61da91f-c8d3-4a88-b6f8-213be04a0379 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:48:49.069718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3437ddc2-5afe-4b23-bd32-1995bcac0541 None None] Provisioning complete for port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:49.070129 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3437ddc2-5afe-4b23-bd32-1995bcac0541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:49.081530 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] For port d138e890-9a36-4914-8281-c434746fef32, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:49.135225 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Publish callbacks [] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:49.142334 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:49.248462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3437ddc2-5afe-4b23-bd32-1995bcac0541 None None] Port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:48:49.260536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] For port d138e890-9a36-4914-8281-c434746fef32, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d138e890-9a36-4914-8281-c434746fef32,segment=NetworkSegment(aaf4fa24-f808-4009-b293-223e109b0078),segment_id=aaf4fa24-f808-4009-b293-223e109b0078)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:49.261032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:48:49.265012 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 28b4c509-be38-48c7-bcf0-2ca153c00f98 is: DOWN; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:49.275823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port de69926a-7bf2-4f42-a93b-ae8e2d76c583 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:49.276371 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:49.277991 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Sync routers for ids ['e61da91f-c8d3-4a88-b6f8-213be04a0379'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:48:49.287837 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:49.291333 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a98f47af-0014-48eb-a2ec-c8228f5e3b7a admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5388882 Feb 08 15:48:49.294583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39088) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:48:49.328030 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Routers {'e61da91f-c8d3-4a88-b6f8-213be04a0379'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:49.330654 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e61da91f-c8d3-4a88-b6f8-213be04a0379'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:49.333126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Pushing event updated for resources: {'Port': ['ID=4b9aa62e-6217-4196-b1d9-2ea4ed0f0775,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:49.347117 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (156c2125-05fd-4dac-9f70-f69339f271ec), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:49.516610 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d138e890-9a36-4914-8281-c434746fef32), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:49.561935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Network 96c4dc06-8863-4a17-998b-2ce589d384d0 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:49.573599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:49.659494 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Set router e61da91f-c8d3-4a88-b6f8-213be04a0379 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:50.026253 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Router 156c2125-05fd-4dac-9f70-f69339f271ec has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:48:50.189257 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'name': 'tempest-TaggedBootDevicesTest_v242-292065535-router', 'tenant_id': '4fe083f9054144479897d39f6fbbdd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '78779019-a75a-4c86-ac3b-2914b2138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:44Z', 'updated_at': '2022-02-08T15:48:47Z', 'revision_number': 3, 'project_id': '4fe083f9054144479897d39f6fbbdd50', 'gw_port': {'id': '78779019-a75a-4c86-ac3b-2914b2138df8', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:46Z', 'updated_at': '2022-02-08T15:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:50.194417 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Publish callbacks [] for port (53762278-a985-4bb9-887e-79ab24f6e54f), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:50.209469 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:50.210223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port de69926a-7bf2-4f42-a93b-ae8e2d76c583 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:50.223992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e342a-29c6-402f-8b4e-d43e00b3eddd None None] Pushing event updated for resources: {'Port': ['ID=d138e890-9a36-4914-8281-c434746fef32,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:50.235855 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4d485565-a8c8-461c-9b43-bbe92a6e6419 None None] Provisioning complete for port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:50.240662 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4d485565-a8c8-461c-9b43-bbe92a6e6419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:50.250534 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (53762278-a985-4bb9-887e-79ab24f6e54f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:50.280875 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Checking router: e61da91f-c8d3-4a88-b6f8-213be04a0379 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:48:50.281475 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Updating router e61da91f-c8d3-4a88-b6f8-213be04a0379 port 78779019-a75a-4c86-ac3b-2914b2138df8 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:48:50.390620 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:48:50.400352 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (78779019-a75a-4c86-ac3b-2914b2138df8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:50.403859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a03a3723-6a06-46bf-a3dd-f6b1c5fa58f8 admin admin] 10.222.0.82 "PUT /v2.0/routers/156c2125-05fd-4dac-9f70-f69339f271ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2558854 Feb 08 15:48:50.429197 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:50.435502 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4d485565-a8c8-461c-9b43-bbe92a6e6419 None None] Port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:48:50.455181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Attempting to bind port 53762278-a985-4bb9-887e-79ab24f6e54f on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:50.455867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Attempting to bind port 53762278-a985-4bb9-887e-79ab24f6e54f by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:50.456697 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Attempting to bind port 53762278-a985-4bb9-887e-79ab24f6e54f on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:50.466978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263131c-68de-4752-ac6d-cf001c771388 None None] Pushing event updated for resources: {'Port': ['ID=53762278-a985-4bb9-887e-79ab24f6e54f,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:50.493642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:50.494225 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:50.494865 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:50.495298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:50.496197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Bound port: 53762278-a985-4bb9-887e-79ab24f6e54f, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:50.497397 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (53762278-a985-4bb9-887e-79ab24f6e54f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:50.660546 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] For port 53762278-a985-4bb9-887e-79ab24f6e54f, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:50.676192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] For port 53762278-a985-4bb9-887e-79ab24f6e54f, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=53762278-a985-4bb9-887e-79ab24f6e54f,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:50.689487 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (53762278-a985-4bb9-887e-79ab24f6e54f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:50.924682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Allocated IP 172.20.0.1 (bc67a6e4-3206-424f-ba18-d278da582f72/2f764319-d42b-4c01-903b-77aef65dce1c/a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:51.034507 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Publish callbacks [] for port (78779019-a75a-4c86-ac3b-2914b2138df8), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:51.045061 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (78779019-a75a-4c86-ac3b-2914b2138df8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:51.132959 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Publish callbacks [] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:51.197275 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97587491-8831-461a-aa41-280f312e48b3 None None] Pushing event updated for resources: {'Port': ['ID=78779019-a75a-4c86-ac3b-2914b2138df8,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:51.202020 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Attempting to bind port 78779019-a75a-4c86-ac3b-2914b2138df8 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:51.202452 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Attempting to bind port 78779019-a75a-4c86-ac3b-2914b2138df8 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:51.202816 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Attempting to bind port 78779019-a75a-4c86-ac3b-2914b2138df8 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:51.218106 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:51.218741 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:51.218991 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:51.219431 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:51.219958 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Bound port: 78779019-a75a-4c86-ac3b-2914b2138df8, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:51.220341 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (78779019-a75a-4c86-ac3b-2914b2138df8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:51.230193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:51.309836 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Network bc67a6e4-3206-424f-ba18-d278da582f72 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:51.319841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:51.342645 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:48:51.377176 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] For port 78779019-a75a-4c86-ac3b-2914b2138df8, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:51.381511 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] For port 78779019-a75a-4c86-ac3b-2914b2138df8, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=78779019-a75a-4c86-ac3b-2914b2138df8,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:51.397971 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (78779019-a75a-4c86-ac3b-2914b2138df8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:51.411651 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Routers {'156c2125-05fd-4dac-9f70-f69339f271ec'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:51.412613 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['156c2125-05fd-4dac-9f70-f69339f271ec'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:51.423856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263131c-68de-4752-ac6d-cf001c771388 None None] Pushing event updated for resources: {'Port': ['ID=53762278-a985-4bb9-887e-79ab24f6e54f,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:51.474148 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (e61da91f-c8d3-4a88-b6f8-213be04a0379), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:51.505197 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Routers {'e61da91f-c8d3-4a88-b6f8-213be04a0379'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:51.505884 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e61da91f-c8d3-4a88-b6f8-213be04a0379'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:51.577455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Pushing event updated for resources: {'Port': ['ID=a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:51.605667 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97587491-8831-461a-aa41-280f312e48b3 None None] Pushing event updated for resources: {'Port': ['ID=78779019-a75a-4c86-ac3b-2914b2138df8,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:51.620432 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab42997d-ffc8-40f2-bed2-f87daced1ad5 None None] Network bc67a6e4-3206-424f-ba18-d278da582f72 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:48:51.696836 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] Set router e61da91f-c8d3-4a88-b6f8-213be04a0379 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:51.773098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0d980908-4878-4838-aa0b-f31f197d5850 None None] Provisioning complete for port d138e890-9a36-4914-8281-c434746fef32 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:51.773806 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d980908-4878-4838-aa0b-f31f197d5850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d138e890-9a36-4914-8281-c434746fef32), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:51.860616 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] Set router 156c2125-05fd-4dac-9f70-f69339f271ec gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:51.884882 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:51.982352 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'name': 'tempest-TaggedBootDevicesTest_v242-292065535-router', 'tenant_id': '4fe083f9054144479897d39f6fbbdd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '78779019-a75a-4c86-ac3b-2914b2138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:44Z', 'updated_at': '2022-02-08T15:48:47Z', 'revision_number': 3, 'project_id': '4fe083f9054144479897d39f6fbbdd50', 'gw_port': {'id': '78779019-a75a-4c86-ac3b-2914b2138df8', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:46Z', 'updated_at': '2022-02-08T15:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:52.017427 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1464a8-2c24-4295-bec2-d802620e5ff9 None None] The sync data for ids ['e61da91f-c8d3-4a88-b6f8-213be04a0379'] in n-d-824834-11 is: [{'id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'name': 'tempest-TaggedBootDevicesTest_v242-292065535-router', 'tenant_id': '4fe083f9054144479897d39f6fbbdd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '78779019-a75a-4c86-ac3b-2914b2138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:44Z', 'updated_at': '2022-02-08T15:48:47Z', 'revision_number': 3, 'project_id': '4fe083f9054144479897d39f6fbbdd50', 'gw_port': {'id': '78779019-a75a-4c86-ac3b-2914b2138df8', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:46Z', 'updated_at': '2022-02-08T15:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:48:52.183598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0d980908-4878-4838-aa0b-f31f197d5850 None None] Current status of the port d138e890-9a36-4914-8281-c434746fef32 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:52.184000 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d980908-4878-4838-aa0b-f31f197d5850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d138e890-9a36-4914-8281-c434746fef32), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:52.259000 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Publish callbacks [] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:52.279573 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:52.305485 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'name': 'tempest-TaggedBootDevicesTest-1494721515-router', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '53762278-a985-4bb9-887e-79ab24f6e54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:32Z', 'updated_at': '2022-02-08T15:48:48Z', 'revision_number': 4, 'project_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'gw_port': {'id': '53762278-a985-4bb9-887e-79ab24f6e54f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:36Z', 'updated_at': '2022-02-08T15:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '4b9aa62e-6217-4196-b1d9-2ea4ed0f0775', 'name': '', 'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'mac_address': 'fa:16:3e:ae:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'a0f6ff24-3514-4736-b753-11d49fc88417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:47Z', 'updated_at': '2022-02-08T15:48:48Z', 'revision_number': 2, 'project_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'subnets': [{'id': 'a0f6ff24-3514-4736-b753-11d49fc88417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:52.330600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0d980908-4878-4838-aa0b-f31f197d5850 None None] For port d138e890-9a36-4914-8281-c434746fef32, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d138e890-9a36-4914-8281-c434746fef32,segment=NetworkSegment(aaf4fa24-f808-4009-b293-223e109b0078),segment_id=aaf4fa24-f808-4009-b293-223e109b0078)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:52.385010 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d980908-4878-4838-aa0b-f31f197d5850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d138e890-9a36-4914-8281-c434746fef32), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:52.409074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe163ea-9605-4c48-b305-cdf8e5c8845f None None] The sync data for ids ['156c2125-05fd-4dac-9f70-f69339f271ec'] in n-d-824834-11 is: [{'id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'name': 'tempest-TaggedBootDevicesTest-1494721515-router', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '53762278-a985-4bb9-887e-79ab24f6e54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:32Z', 'updated_at': '2022-02-08T15:48:48Z', 'revision_number': 4, 'project_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'gw_port': {'id': '53762278-a985-4bb9-887e-79ab24f6e54f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:36Z', 'updated_at': '2022-02-08T15:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '4b9aa62e-6217-4196-b1d9-2ea4ed0f0775', 'name': '', 'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'mac_address': 'fa:16:3e:ae:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'a0f6ff24-3514-4736-b753-11d49fc88417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:47Z', 'updated_at': '2022-02-08T15:48:48Z', 'revision_number': 2, 'project_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'subnets': [{'id': 'a0f6ff24-3514-4736-b753-11d49fc88417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:48:52.416589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Pushing event updated for resources: {'Port': ['ID=a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:52.431941 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (e61da91f-c8d3-4a88-b6f8-213be04a0379), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:52.546533 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d138e890-9a36-4914-8281-c434746fef32 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:52.658376 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Network bc67a6e4-3206-424f-ba18-d278da582f72 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:48:52.662852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:48:52.670132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d980908-4878-4838-aa0b-f31f197d5850 None None] Pushing event updated for resources: {'Port': ['ID=d138e890-9a36-4914-8281-c434746fef32,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:52.693088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-43a98a83-c16f-4167-904d-b97836e2764c None None] Provisioning complete for port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:52.693496 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43a98a83-c16f-4167-904d-b97836e2764c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:52.828343 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-43a98a83-c16f-4167-904d-b97836e2764c None None] Port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:48:52.830302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port d138e890-9a36-4914-8281-c434746fef32 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:52.830682 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d138e890-9a36-4914-8281-c434746fef32), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:52.870760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Router e61da91f-c8d3-4a88-b6f8-213be04a0379 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:48:52.931421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-43a98a83-c16f-4167-904d-b97836e2764c None None] Provisioning complete for port d138e890-9a36-4914-8281-c434746fef32 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:52.931803 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43a98a83-c16f-4167-904d-b97836e2764c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d138e890-9a36-4914-8281-c434746fef32), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:53.057658 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port d138e890-9a36-4914-8281-c434746fef32 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:53.143558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-43a98a83-c16f-4167-904d-b97836e2764c None None] Current status of the port d138e890-9a36-4914-8281-c434746fef32 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:53.201368 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:48:53.238753 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7ff403b2-b927-4c86-9e6a-9e3085d0e813 admin admin] 10.222.0.82 "PUT /v2.0/routers/e61da91f-c8d3-4a88-b6f8-213be04a0379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9428282 Feb 08 15:48:53.286839 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2d454467-d7ee-4cd5-8ea5-5a444433dfc1 None None] Provisioning complete for port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:53.291596 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2d454467-d7ee-4cd5-8ea5-5a444433dfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:53.391035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-b6a3b0dc-7494-4831-9227-2358c75c7063 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--954734855&fields=id&tenant_id=4cef0c51079d47a383eee6b5e797a80b HTTP/1.1" status: 200 len: 267 time: 0.1785378 Feb 08 15:48:53.464786 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2d454467-d7ee-4cd5-8ea5-5a444433dfc1 None None] Port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:48:53.636664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4248430a-4c57-4083-8534-014a61b3d8a8 None None] Provisioning complete for port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:53.638012 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4248430a-4c57-4083-8534-014a61b3d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:53.714514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-1f135ac2-ea12-40ae-b465-c0bdf38b21fc tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:53.721206 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-1f135ac2-ea12-40ae-b465-c0bdf38b21fc tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/networks?id=44eff4f3-790c-4f3d-96fc-a648a7376b31 HTTP/1.1" status: 200 len: 811 time: 0.3188410 Feb 08 15:48:53.747407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-bc4d60d5-a202-48a0-956e-83781b6fe9b3 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/quotas/4cef0c51079d47a383eee6b5e797a80b HTTP/1.1" status: 200 len: 375 time: 0.0192583 Feb 08 15:48:53.757416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4248430a-4c57-4083-8534-014a61b3d8a8 None None] Port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:48:53.772927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ebc76-c86a-4543-887f-81e93bb60f3f req-598a1a53-2d5c-4be5-975a-f7b8a4c1f573 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:53.785901 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a27ebc76-c86a-4543-887f-81e93bb60f3f req-598a1a53-2d5c-4be5-975a-f7b8a4c1f573 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cebe501-8ac8-4069-96ec-16de9439be98 HTTP/1.1" status: 200 len: 943 time: 0.5165179 Feb 08 15:48:54.130774 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-5427397c-4ea5-452b-a89d-9526ce7ffa52 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=4cef0c51079d47a383eee6b5e797a80b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3342409 Feb 08 15:48:54.187129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-a27ebc76-c86a-4543-887f-81e93bb60f3f req-cb5ca5da-bf2c-47a3-bfe9-a8ad253bb6a8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Deleting port 28b4c509-be38-48c7-bcf0-2ca153c00f98 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:48:54.190620 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a27ebc76-c86a-4543-887f-81e93bb60f3f req-cb5ca5da-bf2c-47a3-bfe9-a8ad253bb6a8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:54.208389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c98cc969-ea65-44a0-96af-5f5360b8d041 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:48:54.209767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c98cc969-ea65-44a0-96af-5f5360b8d041 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089862 Feb 08 15:48:54.276549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8b3fa174-1013-47f1-99ba-8bd57367ccf4 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:48:54.368475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-a27ebc76-c86a-4543-887f-81e93bb60f3f req-cb5ca5da-bf2c-47a3-bfe9-a8ad253bb6a8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] For port 28b4c509-be38-48c7-bcf0-2ca153c00f98, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=28b4c509-be38-48c7-bcf0-2ca153c00f98,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:54.369430 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a27ebc76-c86a-4543-887f-81e93bb60f3f req-cb5ca5da-bf2c-47a3-bfe9-a8ad253bb6a8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:54.386710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-a27ebc76-c86a-4543-887f-81e93bb60f3f req-cb5ca5da-bf2c-47a3-bfe9-a8ad253bb6a8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Calling delete_port for 28b4c509-be38-48c7-bcf0-2ca153c00f98 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:48:54.707517 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8b3fa174-1013-47f1-99ba-8bd57367ccf4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8b3fa174-1013-47f1-99ba-8bd57367ccf4,segment=NetworkSegment(58e9dbea-f01d-4a4f-b7d0-13e9fae41b59),segment_id=58e9dbea-f01d-4a4f-b7d0-13e9fae41b59)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:54.743747 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '8b3fa174-1013-47f1-99ba-8bd57367ccf4', 'network_id': '76c06fc8-f83a-4f61-b58a-9c8c32c845f0', 'port_id': '8b3fa174-1013-47f1-99ba-8bd57367ccf4', 'mac_address': 'fa:16:3e:1a:e0:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ff1918-ee83-4d1f-8862-dca70fd150ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:48:54.807280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 53762278-a985-4bb9-887e-79ab24f6e54f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:54.834903 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-0a7c9820-80e0-47d1-a9a1-d4bc32fab854 service neutron] 10.222.0.82 "GET /v2.0/networks/44eff4f3-790c-4f3d-96fc-a648a7376b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739666 Feb 08 15:48:54.871611 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 8b3fa174-1013-47f1-99ba-8bd57367ccf4 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:54.872281 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:54.895639 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3fa174-1013-47f1-99ba-8bd57367ccf4 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:48:54.943345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8b3fa174-1013-47f1-99ba-8bd57367ccf4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8b3fa174-1013-47f1-99ba-8bd57367ccf4,segment=NetworkSegment(58e9dbea-f01d-4a4f-b7d0-13e9fae41b59),segment_id=58e9dbea-f01d-4a4f-b7d0-13e9fae41b59)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:54.954990 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:54.957203 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a27ebc76-c86a-4543-887f-81e93bb60f3f req-cb5ca5da-bf2c-47a3-bfe9-a8ad253bb6a8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (28b4c509-be38-48c7-bcf0-2ca153c00f98), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:55.022666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=8b3fa174-1013-47f1-99ba-8bd57367ccf4,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:55.025544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 53762278-a985-4bb9-887e-79ab24f6e54f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:55.025926 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (53762278-a985-4bb9-887e-79ab24f6e54f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:55.062681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ca5da-bf2c-47a3-bfe9-a8ad253bb6a8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Pushing event deleted for resources: {'Port': ['ID=28b4c509-be38-48c7-bcf0-2ca153c00f98,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:55.158879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-9d97ab39-5bba-4fe6-9561-b6d37b960e67 service neutron] 10.222.0.82 "GET /v2.0/networks/44eff4f3-790c-4f3d-96fc-a648a7376b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145161 Feb 08 15:48:55.160363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27ebc76-c86a-4543-887f-81e93bb60f3f req-cb5ca5da-bf2c-47a3-bfe9-a8ad253bb6a8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] No DVR routers for this DVR port 28b4c509-be38-48c7-bcf0-2ca153c00f98 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:48:55.174275 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a27ebc76-c86a-4543-887f-81e93bb60f3f req-cb5ca5da-bf2c-47a3-bfe9-a8ad253bb6a8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:55.197727 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a27ebc76-c86a-4543-887f-81e93bb60f3f req-cb5ca5da-bf2c-47a3-bfe9-a8ad253bb6a8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "DELETE /v2.0/ports/28b4c509-be38-48c7-bcf0-2ca153c00f98 HTTP/1.1" status: 204 len: 173 time: 1.4107552 Feb 08 15:48:55.198270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cebe501-8ac8-4069-96ec-16de9439be98', 'name': 'network-vif-deleted', 'tag': '28b4c509-be38-48c7-bcf0-2ca153c00f98'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:48:55.200627 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c11e56d-3b41-463b-be6f-eedd22c1c0ac" -d '{"events": [{"server_uuid": "6cebe501-8ac8-4069-96ec-16de9439be98", "name": "network-vif-deleted", "tag": "28b4c509-be38-48c7-bcf0-2ca153c00f98"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:48:55.229312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['8b3fa174-1013-47f1-99ba-8bd57367ccf4'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:48:55.351101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 53762278-a985-4bb9-887e-79ab24f6e54f is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:55.351496 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (53762278-a985-4bb9-887e-79ab24f6e54f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:55.447338 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 53762278-a985-4bb9-887e-79ab24f6e54f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=53762278-a985-4bb9-887e-79ab24f6e54f,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:55.452790 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (53762278-a985-4bb9-887e-79ab24f6e54f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:55.453876 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d138e890-9a36-4914-8281-c434746fef32 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:55.658001 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167036f6-9eef-4ff0-83dc-25fa2b08a96f req-c11d64aa-358c-46a4-b05d-16b66685c588 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:55.669321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-167036f6-9eef-4ff0-83dc-25fa2b08a96f req-c11d64aa-358c-46a4-b05d-16b66685c588 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 944 time: 0.0881839 Feb 08 15:48:55.743333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-167036f6-9eef-4ff0-83dc-25fa2b08a96f req-2fab081c-670e-4074-bcd9-c1eddd35d099 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/security-groups?id=9174e6f4-0643-4706-85c1-0a49e4927b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725698 Feb 08 15:48:55.775199 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port d138e890-9a36-4914-8281-c434746fef32 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:55.775199 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d138e890-9a36-4914-8281-c434746fef32), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:55.916146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=53762278-a985-4bb9-887e-79ab24f6e54f,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:56.043440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port d138e890-9a36-4914-8281-c434746fef32 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:56.044586 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 78779019-a75a-4c86-ac3b-2914b2138df8 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:56.105257 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca361557-a0b7-4ade-afd7-db1435e78d7d req-dcbf94ca-1dd7-403d-a96c-4077393d11e6 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:56.115602 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca361557-a0b7-4ade-afd7-db1435e78d7d req-dcbf94ca-1dd7-403d-a96c-4077393d11e6 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 949 time: 0.1241531 Feb 08 15:48:56.155667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 78779019-a75a-4c86-ac3b-2914b2138df8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:56.156029 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (78779019-a75a-4c86-ac3b-2914b2138df8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:56.303466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca361557-a0b7-4ade-afd7-db1435e78d7d req-82befca9-fe5e-41ea-a53b-946f7d1703d4 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869571 Feb 08 15:48:56.522218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 78779019-a75a-4c86-ac3b-2914b2138df8 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:56.533558 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (78779019-a75a-4c86-ac3b-2914b2138df8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:56.558928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16014e89-a2c2-4e00-a0e1-e6cc3c98be98 req-3e30f50f-5d67-461d-8e3d-3b1f11e24009 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:56.577111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16014e89-a2c2-4e00-a0e1-e6cc3c98be98 req-3e30f50f-5d67-461d-8e3d-3b1f11e24009 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 945 time: 0.1438789 Feb 08 15:48:56.594663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 78779019-a75a-4c86-ac3b-2914b2138df8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=78779019-a75a-4c86-ac3b-2914b2138df8,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:56.602390 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (78779019-a75a-4c86-ac3b-2914b2138df8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:56.783969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16014e89-a2c2-4e00-a0e1-e6cc3c98be98 req-14bbc151-d1d5-4576-91b2-d144c3f9540a tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059042 Feb 08 15:48:56.879403 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 08 Feb 2022 15:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af75b3c-a0bc-447c-8d24-3830d53672d4 x-openstack-request-id: req-2af75b3c-a0bc-447c-8d24-3830d53672d4 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:48:56.879713 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cebe501-8ac8-4069-96ec-16de9439be98", "name": "network-vif-deleted", "tag": "28b4c509-be38-48c7-bcf0-2ca153c00f98", "status": "failed", "code": 422}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:48:56.881149 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2af75b3c-a0bc-447c-8d24-3830d53672d4 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:48:56.881784 n-d-824834-11 neutron-server[103301]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6cebe501-8ac8-4069-96ec-16de9439be98', 'name': 'network-vif-deleted', 'tag': '28b4c509-be38-48c7-bcf0-2ca153c00f98', 'status': 'failed', 'code': 422} returned with failed status Feb 08 15:48:56.898577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Sync routers for ids ['e61da91f-c8d3-4a88-b6f8-213be04a0379'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:48:56.929435 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=78779019-a75a-4c86-ac3b-2914b2138df8,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:56.985999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Routers {'e61da91f-c8d3-4a88-b6f8-213be04a0379'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:56.987432 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e61da91f-c8d3-4a88-b6f8-213be04a0379'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:57.074310 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3841d3cb-42f9-40ac-84ed-5dbfce060709 req-831eac76-e396-4222-910c-5770358cab55 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 210 time: 0.1560278 Feb 08 15:48:57.147971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 53762278-a985-4bb9-887e-79ab24f6e54f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:57.170015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54f22b-d13f-4d05-82fa-7644c9ab6725 req-c78dcaa6-0348-42d9-8639-bc70a5b34243 tempest-LiveMigrationNegativeTest-2013423423 tempest-LiveMigrationNegativeTest-2013423423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:57.181604 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ff54f22b-d13f-4d05-82fa-7644c9ab6725 req-c78dcaa6-0348-42d9-8639-bc70a5b34243 tempest-LiveMigrationNegativeTest-2013423423 tempest-LiveMigrationNegativeTest-2013423423-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 1132 time: 0.1359022 Feb 08 15:48:57.200606 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ff54f22b-d13f-4d05-82fa-7644c9ab6725 req-f635d639-2f16-471e-86fb-b9a8a7faa1d4 tempest-LiveMigrationNegativeTest-2013423423 tempest-LiveMigrationNegativeTest-2013423423-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:57.338309 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ff54f22b-d13f-4d05-82fa-7644c9ab6725 req-f635d639-2f16-471e-86fb-b9a8a7faa1d4 tempest-LiveMigrationNegativeTest-2013423423 tempest-LiveMigrationNegativeTest-2013423423-project-admin] Publish callbacks [] for security_group (a18e78d2-025c-4730-99f9-96049187a8a3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:57.344551 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ff54f22b-d13f-4d05-82fa-7644c9ab6725 req-f635d639-2f16-471e-86fb-b9a8a7faa1d4 tempest-LiveMigrationNegativeTest-2013423423 tempest-LiveMigrationNegativeTest-2013423423-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a18e78d2-025c-4730-99f9-96049187a8a3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:57.458768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ff54f22b-d13f-4d05-82fa-7644c9ab6725 req-f635d639-2f16-471e-86fb-b9a8a7faa1d4 tempest-LiveMigrationNegativeTest-2013423423 tempest-LiveMigrationNegativeTest-2013423423-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700281 Feb 08 15:48:57.459979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635d639-2f16-471e-86fb-b9a8a7faa1d4 tempest-LiveMigrationNegativeTest-2013423423 tempest-LiveMigrationNegativeTest-2013423423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18e78d2-025c-4730-99f9-96049187a8a3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:57.525076 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5046b52-566d-4ce8-9df2-2ea8af053bce req-8105b936-7fde-4233-9a41-f4fce3d9ace0 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:57.528741 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5046b52-566d-4ce8-9df2-2ea8af053bce req-8105b936-7fde-4233-9a41-f4fce3d9ace0 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 944 time: 0.1466465 Feb 08 15:48:57.631374 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5046b52-566d-4ce8-9df2-2ea8af053bce req-b4182c0f-c6c1-4b25-a378-97383129fa18 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/security-groups?id=9174e6f4-0643-4706-85c1-0a49e4927b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873601 Feb 08 15:48:57.676776 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 53762278-a985-4bb9-887e-79ab24f6e54f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:57.676776 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (53762278-a985-4bb9-887e-79ab24f6e54f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:57.726036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Set router e61da91f-c8d3-4a88-b6f8-213be04a0379 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:58.002971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 53762278-a985-4bb9-887e-79ab24f6e54f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:58.200378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'name': 'tempest-TaggedBootDevicesTest_v242-292065535-router', 'tenant_id': '4fe083f9054144479897d39f6fbbdd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '78779019-a75a-4c86-ac3b-2914b2138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:44Z', 'updated_at': '2022-02-08T15:48:51Z', 'revision_number': 4, 'project_id': '4fe083f9054144479897d39f6fbbdd50', 'gw_port': {'id': '78779019-a75a-4c86-ac3b-2914b2138df8', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:46Z', 'updated_at': '2022-02-08T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb', 'name': '', 'network_id': 'bc67a6e4-3206-424f-ba18-d278da582f72', 'tenant_id': '4fe083f9054144479897d39f6fbbdd50', 'mac_address': 'fa:16:3e:7e:ad:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '2f764319-d42b-4c01-903b-77aef65dce1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:50Z', 'updated_at': '2022-02-08T15:48:51Z', 'revision_number': 2, 'project_id': '4fe083f9054144479897d39f6fbbdd50', 'subnets': [{'id': '2f764319-d42b-4c01-903b-77aef65dce1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:58.251560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba56730-1973-49f8-a1aa-2faa23ec4c65 req-086de3e2-4f85-4855-aaf8-7536de70dd8b tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:58.254590 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dba56730-1973-49f8-a1aa-2faa23ec4c65 req-086de3e2-4f85-4855-aaf8-7536de70dd8b tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 945 time: 0.2536056 Feb 08 15:48:58.266326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-49ed7bed-2d33-43e1-bde4-82b8c980e82b tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:58.269043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-49ed7bed-2d33-43e1-bde4-82b8c980e82b tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.96 "GET /v2.0/networks?id=44eff4f3-790c-4f3d-96fc-a648a7376b31 HTTP/1.1" status: 200 len: 811 time: 0.3068380 Feb 08 15:48:58.276536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Checking router: e61da91f-c8d3-4a88-b6f8-213be04a0379 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:48:58.276900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Updating router e61da91f-c8d3-4a88-b6f8-213be04a0379 port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:48:58.305675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8b3fa174-1013-47f1-99ba-8bd57367ccf4 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:58.346772 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:58.409235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dba56730-1973-49f8-a1aa-2faa23ec4c65 req-efcbb166-5f20-41c6-87f7-971664797f1d tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390538 Feb 08 15:48:58.415251 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-7adfc727-bc10-4137-a4a9-2cd6ce9764b6 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cef0c51079d47a383eee6b5e797a80b HTTP/1.1" status: 200 len: 379 time: 0.1315622 Feb 08 15:48:58.427082 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c75d7342-91f5-40c4-958a-1b875e4e4379 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Request body: {'port': {'device_id': '7a4f0db8-dfe1-45a8-b96d-9702f363aba7', 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'admin_state_up': True, 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'security_groups': ['5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:48:58.445605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 8b3fa174-1013-47f1-99ba-8bd57367ccf4 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:48:58.453573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 8b3fa174-1013-47f1-99ba-8bd57367ccf4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:58.453864 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:58.517089 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Sync routers for ids ['156c2125-05fd-4dac-9f70-f69339f271ec'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:48:58.536831 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Routers {'156c2125-05fd-4dac-9f70-f69339f271ec'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:58.538044 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['156c2125-05fd-4dac-9f70-f69339f271ec'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:58.617654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c75d7342-91f5-40c4-958a-1b875e4e4379 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Made reservation on behalf of 4cef0c51079d47a383eee6b5e797a80b for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:48:58.628561 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c75d7342-91f5-40c4-958a-1b875e4e4379 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:58.821298 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Set router 156c2125-05fd-4dac-9f70-f69339f271ec gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:48:58.880254 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 8b3fa174-1013-47f1-99ba-8bd57367ccf4 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:58.880664 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:58.882823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 78779019-a75a-4c86-ac3b-2914b2138df8 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:48:58.897890 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2590c-a486-4a39-b96c-6f65faf80484 req-72c190f0-edd7-4f62-951e-ec225d40cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:58.901843 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-06e2590c-a486-4a39-b96c-6f65faf80484 req-72c190f0-edd7-4f62-951e-ec225d40cb49 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 1128 time: 0.0816860 Feb 08 15:48:58.983267 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-06e2590c-a486-4a39-b96c-6f65faf80484 req-e604225d-b9bf-4947-9f7f-f020f4c0ca83 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743096 Feb 08 15:48:59.060634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8b3fa174-1013-47f1-99ba-8bd57367ccf4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8b3fa174-1013-47f1-99ba-8bd57367ccf4,segment=NetworkSegment(58e9dbea-f01d-4a4f-b7d0-13e9fae41b59),segment_id=58e9dbea-f01d-4a4f-b7d0-13e9fae41b59)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:48:59.064679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cee8322-0f17-4cc3-8662-dd696142d927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3fa174-1013-47f1-99ba-8bd57367ccf4'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:48:59.068815 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbf03a0-f937-42c4-9707-9d4db7e0b22b" -d '{"events": [{"server_uuid": "6cee8322-0f17-4cc3-8662-dd696142d927", "name": "network-vif-plugged", "status": "completed", "tag": "8b3fa174-1013-47f1-99ba-8bd57367ccf4"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:48:59.077744 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:59.090428 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c75d7342-91f5-40c4-958a-1b875e4e4379 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Allocated IP 172.20.0.8 (44eff4f3-790c-4f3d-96fc-a648a7376b31/0342d560-9845-4e77-8dc7-c3d612a6aa94/9d563c64-932a-42eb-9564-6d0c8375c702) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:48:59.141033 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'name': 'tempest-TaggedBootDevicesTest-1494721515-router', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '53762278-a985-4bb9-887e-79ab24f6e54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:32Z', 'updated_at': '2022-02-08T15:48:48Z', 'revision_number': 4, 'project_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'gw_port': {'id': '53762278-a985-4bb9-887e-79ab24f6e54f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:36Z', 'updated_at': '2022-02-08T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '4b9aa62e-6217-4196-b1d9-2ea4ed0f0775', 'name': '', 'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'mac_address': 'fa:16:3e:ae:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'a0f6ff24-3514-4736-b753-11d49fc88417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:47Z', 'updated_at': '2022-02-08T15:48:48Z', 'revision_number': 2, 'project_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'subnets': [{'id': 'a0f6ff24-3514-4736-b753-11d49fc88417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:59.156272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=8b3fa174-1013-47f1-99ba-8bd57367ccf4,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:59.165878 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-bdc45e02-abb5-41f4-b4fa-226557a195ae tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:48:59.170264 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Checking router: 156c2125-05fd-4dac-9f70-f69339f271ec for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:48:59.170900 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Updating router 156c2125-05fd-4dac-9f70-f69339f271ec port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:48:59.174868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-bdc45e02-abb5-41f4-b4fa-226557a195ae tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 812 time: 0.1895342 Feb 08 15:48:59.199210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 78779019-a75a-4c86-ac3b-2914b2138df8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:48:59.199584 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (78779019-a75a-4c86-ac3b-2914b2138df8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:59.204843 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:59.215406 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd18a485-764b-4fd1-bd69-924cdb0aaad1 req-a3974a2a-c375-4cbc-afbc-85d88037db7c tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 210 time: 0.2407272 Feb 08 15:48:59.234427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-fb53b845-415c-4ceb-b8f2-48f996bbcbfa tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/quotas/7223ae851bba47909ff3a34b120c9a42 HTTP/1.1" status: 200 len: 375 time: 0.0579147 Feb 08 15:48:59.352447 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-b1bbf364-0514-4d98-b7b5-0f97cf2024f6 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1168087 Feb 08 15:48:59.366369 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Publish callbacks [] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:59.386447 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:59.497085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-ff90a9e7-7a2d-429f-a4d3-073e798f0db9 service neutron] 10.222.0.82 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436086 Feb 08 15:48:59.505368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac431c91-9f1b-49f4-abde-5e3762031729 None None] Pushing event updated for resources: {'Port': ['ID=a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:59.524254 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 78779019-a75a-4c86-ac3b-2914b2138df8 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:48:59.597860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Attempting to bind port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:48:59.598857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Attempting to bind port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'aaf4fa24-f808-4009-b293-223e109b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bc67a6e4-3206-424f-ba18-d278da582f72'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:48:59.599591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Attempting to bind port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb on network bc67a6e4-3206-424f-ba18-d278da582f72 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:48:59.605423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:48:59.606224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Checking segment: {'id': 'aaf4fa24-f808-4009-b293-223e109b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bc67a6e4-3206-424f-ba18-d278da582f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:48:59.606820 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:59.607386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Bound using segment: {'id': 'aaf4fa24-f808-4009-b293-223e109b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bc67a6e4-3206-424f-ba18-d278da582f72'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:48:59.608044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Bound port: a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf4fa24-f808-4009-b293-223e109b0078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bc67a6e4-3206-424f-ba18-d278da582f72'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:48:59.608880 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:59.624279 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-aff4d7fe-6844-4de4-b426-dd51407f15f2 service neutron] 10.222.0.82 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258795 Feb 08 15:48:59.687557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] For port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:48:59.691832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] For port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb,segment=NetworkSegment(aaf4fa24-f808-4009-b293-223e109b0078),segment_id=aaf4fa24-f808-4009-b293-223e109b0078)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:48:59.703418 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:59.734653 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Publish callbacks [] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:59.742796 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:48:59.771686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac431c91-9f1b-49f4-abde-5e3762031729 None None] Pushing event updated for resources: {'Port': ['ID=a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:59.791186 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Routers {'e61da91f-c8d3-4a88-b6f8-213be04a0379'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:48:59.791874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e61da91f-c8d3-4a88-b6f8-213be04a0379'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:48:59.878055 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73d90f-789f-4787-9744-87c042d694d1 None None] Pushing event updated for resources: {'Port': ['ID=4b9aa62e-6217-4196-b1d9-2ea4ed0f0775,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:48:59.967931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] Set router e61da91f-c8d3-4a88-b6f8-213be04a0379 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:49:00.057241 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd2a4b-74b9-49a6-968a-656ad050d4c4 req-cc017b51-526e-4b4f-94a1-367f6ae1c301 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:00.074691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85bd2a4b-74b9-49a6-968a-656ad050d4c4 req-cc017b51-526e-4b4f-94a1-367f6ae1c301 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 945 time: 0.5751288 Feb 08 15:49:00.133073 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Attempting to bind port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:49:00.133252 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Attempting to bind port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'aea0be4a-97db-469d-8a76-a841e57a8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:49:00.133591 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Attempting to bind port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 on network 96c4dc06-8863-4a17-998b-2ce589d384d0 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:49:00.140407 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:49:00.140793 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Checking segment: {'id': 'aea0be4a-97db-469d-8a76-a841e57a8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:49:00.141377 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:00.141789 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Bound using segment: {'id': 'aea0be4a-97db-469d-8a76-a841e57a8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:49:00.142268 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Bound port: 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea0be4a-97db-469d-8a76-a841e57a8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:49:00.142742 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:00.205331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373034d-c6e4-4b33-99f4-7bd168a5c094 req-9d9c544c-e3dd-434d-b77b-88939562f47b tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:00.216400 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a373034d-c6e4-4b33-99f4-7bd168a5c094 req-9d9c544c-e3dd-434d-b77b-88939562f47b tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 949 time: 0.2419944 Feb 08 15:49:00.280847 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8fc3e5ee-04d6-4f98-8e56-b6dfae25a652 req-1e9893aa-bc46-4773-b86f-ce0b9945746c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1791186 Feb 08 15:49:00.283247 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] For port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:49:00.308224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7a51ee10-4ef0-44f0-ac46-38cd6444b5a8 None None] Provisioning complete for port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:00.308831 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] For port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4b9aa62e-6217-4196-b1d9-2ea4ed0f0775,segment=NetworkSegment(aea0be4a-97db-469d-8a76-a841e57a8ed3),segment_id=aea0be4a-97db-469d-8a76-a841e57a8ed3)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:49:00.308995 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a51ee10-4ef0-44f0-ac46-38cd6444b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:00.329963 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:00.335048 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c75d7342-91f5-40c4-958a-1b875e4e4379 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for port (9d563c64-932a-42eb-9564-6d0c8375c702), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:00.375380 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85bd2a4b-74b9-49a6-968a-656ad050d4c4 req-8dca4217-0cb4-45e2-b0ef-c5eaa34b2c63 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/security-groups?id=9174e6f4-0643-4706-85c1-0a49e4927b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996361 Feb 08 15:49:00.434950 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3e5ee-04d6-4f98-8e56-b6dfae25a652 req-4934700e-a495-4cfb-9002-83f1819e5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:00.450979 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a373034d-c6e4-4b33-99f4-7bd168a5c094 req-749caccc-ea8b-467e-9ce6-3436c45b9840 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335358 Feb 08 15:49:00.487434 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8fc3e5ee-04d6-4f98-8e56-b6dfae25a652 req-4934700e-a495-4cfb-9002-83f1819e5d58 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2de3ab6388b94f74a2d58dad1cbf1d28&device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 1133 time: 0.1384952 Feb 08 15:49:00.567961 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Routers {'156c2125-05fd-4dac-9f70-f69339f271ec'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:49:00.568610 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:48:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['156c2125-05fd-4dac-9f70-f69339f271ec'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:49:00.577437 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7a51ee10-4ef0-44f0-ac46-38cd6444b5a8 None None] Current status of the port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:00.578131 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a51ee10-4ef0-44f0-ac46-38cd6444b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:00.671322 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c75d7342-91f5-40c4-958a-1b875e4e4379 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9d563c64-932a-42eb-9564-6d0c8375c702), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:00.715293 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70f4899-30b1-4242-ae50-59116b1b189e x-openstack-request-id: req-b70f4899-30b1-4242-ae50-59116b1b189e {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:49:00.715798 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cee8322-0f17-4cc3-8662-dd696142d927", "name": "network-vif-plugged", "status": "completed", "tag": "8b3fa174-1013-47f1-99ba-8bd57367ccf4", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:49:00.720333 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b70f4899-30b1-4242-ae50-59116b1b189e {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:49:00.722654 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cee8322-0f17-4cc3-8662-dd696142d927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3fa174-1013-47f1-99ba-8bd57367ccf4', 'code': 200} Feb 08 15:49:00.752884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7a51ee10-4ef0-44f0-ac46-38cd6444b5a8 None None] For port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb,segment=NetworkSegment(aaf4fa24-f808-4009-b293-223e109b0078),segment_id=aaf4fa24-f808-4009-b293-223e109b0078)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:00.768883 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a51ee10-4ef0-44f0-ac46-38cd6444b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:00.809318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c75d7342-91f5-40c4-958a-1b875e4e4379 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Network 44eff4f3-790c-4f3d-96fc-a648a7376b31 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:49:00.819315 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c75d7342-91f5-40c4-958a-1b875e4e4379 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:49:00.892350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c75d7342-91f5-40c4-958a-1b875e4e4379 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:49:00.911725 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73d90f-789f-4787-9744-87c042d694d1 None None] Pushing event updated for resources: {'Port': ['ID=4b9aa62e-6217-4196-b1d9-2ea4ed0f0775,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:00.978307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'name': 'tempest-TaggedBootDevicesTest_v242-292065535-router', 'tenant_id': '4fe083f9054144479897d39f6fbbdd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '78779019-a75a-4c86-ac3b-2914b2138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:44Z', 'updated_at': '2022-02-08T15:48:51Z', 'revision_number': 4, 'project_id': '4fe083f9054144479897d39f6fbbdd50', 'gw_port': {'id': '78779019-a75a-4c86-ac3b-2914b2138df8', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:46Z', 'updated_at': '2022-02-08T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb', 'name': '', 'network_id': 'bc67a6e4-3206-424f-ba18-d278da582f72', 'tenant_id': '4fe083f9054144479897d39f6fbbdd50', 'mac_address': 'fa:16:3e:7e:ad:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '2f764319-d42b-4c01-903b-77aef65dce1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:50Z', 'updated_at': '2022-02-08T15:48:59Z', 'revision_number': 4, 'project_id': '4fe083f9054144479897d39f6fbbdd50', 'subnets': [{'id': '2f764319-d42b-4c01-903b-77aef65dce1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:49:00.984748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51ee10-4ef0-44f0-ac46-38cd6444b5a8 None None] Pushing event updated for resources: {'Port': ['ID=a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:00.997633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-115056e5-1e40-428b-9090-32595be22441 None None] Provisioning complete for port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:00.998109 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-115056e5-1e40-428b-9090-32595be22441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:01.022077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10346b79-c9e3-4f4f-b9f8-d00573e4336a req-3b131968-09ac-4dfa-a253-3d205dd74cea tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:01.026027 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] Set router 156c2125-05fd-4dac-9f70-f69339f271ec gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:49:01.030124 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-10346b79-c9e3-4f4f-b9f8-d00573e4336a req-3b131968-09ac-4dfa-a253-3d205dd74cea tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.94 "GET /v2.0/ports?device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 949 time: 0.3605983 Feb 08 15:49:01.031433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3e5ee-04d6-4f98-8e56-b6dfae25a652 req-e4fac3bb-395a-4df1-b63e-27b2c2a16f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:01.039344 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8fc3e5ee-04d6-4f98-8e56-b6dfae25a652 req-e4fac3bb-395a-4df1-b63e-27b2c2a16f89 service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.5473936 Feb 08 15:49:01.115724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359e3bc-510c-4ef6-9c4d-6ecd15bf698b None None] The sync data for ids ['e61da91f-c8d3-4a88-b6f8-213be04a0379'] in n-d-824834-11 is: [{'id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'name': 'tempest-TaggedBootDevicesTest_v242-292065535-router', 'tenant_id': '4fe083f9054144479897d39f6fbbdd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '78779019-a75a-4c86-ac3b-2914b2138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:44Z', 'updated_at': '2022-02-08T15:48:51Z', 'revision_number': 4, 'project_id': '4fe083f9054144479897d39f6fbbdd50', 'gw_port': {'id': '78779019-a75a-4c86-ac3b-2914b2138df8', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:46Z', 'updated_at': '2022-02-08T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb', 'name': '', 'network_id': 'bc67a6e4-3206-424f-ba18-d278da582f72', 'tenant_id': '4fe083f9054144479897d39f6fbbdd50', 'mac_address': 'fa:16:3e:7e:ad:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '2f764319-d42b-4c01-903b-77aef65dce1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:50Z', 'updated_at': '2022-02-08T15:48:59Z', 'revision_number': 4, 'project_id': '4fe083f9054144479897d39f6fbbdd50', 'subnets': [{'id': '2f764319-d42b-4c01-903b-77aef65dce1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:49:01.252412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-115056e5-1e40-428b-9090-32595be22441 None None] Current status of the port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:01.284135 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-115056e5-1e40-428b-9090-32595be22441 None None] Provisioning complete for port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:01.284916 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-115056e5-1e40-428b-9090-32595be22441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:01.365538 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8fc3e5ee-04d6-4f98-8e56-b6dfae25a652 req-f16478aa-9af5-4572-8680-579b40a6b7a2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=301ef712-56e8-4d4e-a1f3-5df03b3e3830 HTTP/1.1" status: 200 len: 217 time: 0.3030846 Feb 08 15:49:01.518353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-115056e5-1e40-428b-9090-32595be22441 None None] Current status of the port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:01.518976 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-115056e5-1e40-428b-9090-32595be22441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:01.523254 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-895c9987-7488-4af4-9220-99440d1c29f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:01.598319 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-115056e5-1e40-428b-9090-32595be22441 None None] For port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4b9aa62e-6217-4196-b1d9-2ea4ed0f0775,segment=NetworkSegment(aea0be4a-97db-469d-8a76-a841e57a8ed3),segment_id=aea0be4a-97db-469d-8a76-a841e57a8ed3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:01.604965 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3e5ee-04d6-4f98-8e56-b6dfae25a652 req-3db3e4c8-f3be-4075-a48b-5d2424af92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:01.605410 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-115056e5-1e40-428b-9090-32595be22441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:01.610724 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8fc3e5ee-04d6-4f98-8e56-b6dfae25a652 req-3db3e4c8-f3be-4075-a48b-5d2424af92c6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2361531 Feb 08 15:49:01.646822 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'name': 'tempest-TaggedBootDevicesTest-1494721515-router', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '53762278-a985-4bb9-887e-79ab24f6e54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:32Z', 'updated_at': '2022-02-08T15:48:48Z', 'revision_number': 4, 'project_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'gw_port': {'id': '53762278-a985-4bb9-887e-79ab24f6e54f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:36Z', 'updated_at': '2022-02-08T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '4b9aa62e-6217-4196-b1d9-2ea4ed0f0775', 'name': '', 'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'mac_address': 'fa:16:3e:ae:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'a0f6ff24-3514-4736-b753-11d49fc88417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:47Z', 'updated_at': '2022-02-08T15:49:00Z', 'revision_number': 4, 'project_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'subnets': [{'id': 'a0f6ff24-3514-4736-b753-11d49fc88417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:49:01.685558 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd12e55-e6e5-4dfe-a3d5-5fcaffc089d0 None None] The sync data for ids ['156c2125-05fd-4dac-9f70-f69339f271ec'] in n-d-824834-11 is: [{'id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'name': 'tempest-TaggedBootDevicesTest-1494721515-router', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '53762278-a985-4bb9-887e-79ab24f6e54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:32Z', 'updated_at': '2022-02-08T15:48:48Z', 'revision_number': 4, 'project_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'gw_port': {'id': '53762278-a985-4bb9-887e-79ab24f6e54f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:36Z', 'updated_at': '2022-02-08T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '4b9aa62e-6217-4196-b1d9-2ea4ed0f0775', 'name': '', 'network_id': '96c4dc06-8863-4a17-998b-2ce589d384d0', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'mac_address': 'fa:16:3e:ae:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'a0f6ff24-3514-4736-b753-11d49fc88417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:47Z', 'updated_at': '2022-02-08T15:49:00Z', 'revision_number': 4, 'project_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'subnets': [{'id': 'a0f6ff24-3514-4736-b753-11d49fc88417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:49:01.745223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-10346b79-c9e3-4f4f-b9f8-d00573e4336a req-ff96ad42-2dbb-45ef-a74b-3011ed1aa51e tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Deleting port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:49:01.745565 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-10346b79-c9e3-4f4f-b9f8-d00573e4336a req-ff96ad42-2dbb-45ef-a74b-3011ed1aa51e tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:01.764314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115056e5-1e40-428b-9090-32595be22441 None None] Pushing event updated for resources: {'Port': ['ID=4b9aa62e-6217-4196-b1d9-2ea4ed0f0775,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:01.784023 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2356a51e-7d7b-43fa-b726-e91915f99613 None None] Provisioning complete for port 9d563c64-932a-42eb-9564-6d0c8375c702 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:01.784989 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2356a51e-7d7b-43fa-b726-e91915f99613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9d563c64-932a-42eb-9564-6d0c8375c702), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:01.793385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea4617-b83a-4ed6-aa56-38c855099a3a req-eb2df6c5-0a0c-4caa-b141-0b48f5211e71 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:01.804873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05ea4617-b83a-4ed6-aa56-38c855099a3a req-eb2df6c5-0a0c-4caa-b141-0b48f5211e71 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 1.2573664 Feb 08 15:49:01.819811 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3e5ee-04d6-4f98-8e56-b6dfae25a652 req-c8d8a3d1-afab-4dcf-a367-d5893dd1c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:01.821822 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8fc3e5ee-04d6-4f98-8e56-b6dfae25a652 req-c8d8a3d1-afab-4dcf-a367-d5893dd1c2d4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2024062 Feb 08 15:49:01.848218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2356a51e-7d7b-43fa-b726-e91915f99613 None None] Port 9d563c64-932a-42eb-9564-6d0c8375c702 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:49:01.886923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2356a51e-7d7b-43fa-b726-e91915f99613 None None] Provisioning complete for port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:01.887661 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2356a51e-7d7b-43fa-b726-e91915f99613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:01.970956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d7342-91f5-40c4-958a-1b875e4e4379 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Pushing event updated for resources: {'Port': ['ID=9d563c64-932a-42eb-9564-6d0c8375c702,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:02.134657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c75d7342-91f5-40c4-958a-1b875e4e4379 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:02.135622 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c75d7342-91f5-40c4-958a-1b875e4e4379 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:02.187428 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2356a51e-7d7b-43fa-b726-e91915f99613 None None] Current status of the port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:02.195252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde2e9c-329a-4095-a69d-c23af7ad49d0 req-e1ea9c9d-189d-4965-8212-52aa0e053e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:02.196794 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecde2e9c-329a-4095-a69d-c23af7ad49d0 req-e1ea9c9d-189d-4965-8212-52aa0e053e88 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 1128 time: 1.3705070 Feb 08 15:49:02.263473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31183b31-17d5-4167-aa12-99d39a606263 req-71e0b789-a8f0-462f-9e4b-395ffbedfec0 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:02.265111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31183b31-17d5-4167-aa12-99d39a606263 req-71e0b789-a8f0-462f-9e4b-395ffbedfec0 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 945 time: 1.3522623 Feb 08 15:49:02.324226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05ea4617-b83a-4ed6-aa56-38c855099a3a req-4d188bed-b8e9-45bd-b373-8f1d06db8769 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5183611 Feb 08 15:49:02.375743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c75d7342-91f5-40c4-958a-1b875e4e4379 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9547460 Feb 08 15:49:02.386172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-10346b79-c9e3-4f4f-b9f8-d00573e4336a req-ff96ad42-2dbb-45ef-a74b-3011ed1aa51e tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] For port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7eb39ebf-40f1-49ae-ada3-b00f1b9c067b,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:02.386823 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-10346b79-c9e3-4f4f-b9f8-d00573e4336a req-ff96ad42-2dbb-45ef-a74b-3011ed1aa51e tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:02.405056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Request body: {'port': {'device_id': '7a4f0db8-dfe1-45a8-b96d-9702f363aba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:02.405972 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-10346b79-c9e3-4f4f-b9f8-d00573e4336a req-ff96ad42-2dbb-45ef-a74b-3011ed1aa51e tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Calling delete_port for 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:49:02.499627 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecde2e9c-329a-4095-a69d-c23af7ad49d0 req-a4dc5bb2-62f8-4b45-991e-dc549d7d4e0e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9174e6f4-0643-4706-85c1-0a49e4927b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821064 Feb 08 15:49:02.557630 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8fc3e5ee-04d6-4f98-8e56-b6dfae25a652 req-9a0e78a4-8ce4-4bbf-8c03-022f14e00a5b service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7262378 Feb 08 15:49:02.586695 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77ca22d4-1d6f-42a7-a425-6483b9361244 req-6f81b141-b0c3-418d-bf0c-63f116e61271 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 210 time: 0.0899100 Feb 08 15:49:02.611681 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9d563c64-932a-42eb-9564-6d0c8375c702), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:02.631989 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-10346b79-c9e3-4f4f-b9f8-d00573e4336a req-ff96ad42-2dbb-45ef-a74b-3011ed1aa51e tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7eb39ebf-40f1-49ae-ada3-b00f1b9c067b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:02.645633 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31183b31-17d5-4167-aa12-99d39a606263 req-9a79be23-b546-4f36-8a3d-e9869c9d9b73 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495367 Feb 08 15:49:02.646032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['301ef712-56e8-4d4e-a1f3-5df03b3e3830'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:49:02.660590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-c5680004-8e06-4be3-93e4-2fbece960f55 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:02.662131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-c5680004-8e06-4be3-93e4-2fbece960f55 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 812 time: 0.6784239 Feb 08 15:49:02.739362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-79c94b2a-0d18-479a-8e3d-be4a990e2002 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Request body: {'port': {'device_id': '258ec3e9-38ed-436b-adb6-ed0c6899fafb', 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782', 'admin_state_up': True, 'tenant_id': '7223ae851bba47909ff3a34b120c9a42'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:02.752334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96ad42-2dbb-45ef-a74b-3011ed1aa51e tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Pushing event deleted for resources: {'Port': ['ID=7eb39ebf-40f1-49ae-ada3-b00f1b9c067b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:02.995822 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8fc3e5ee-04d6-4f98-8e56-b6dfae25a652 req-18410fc2-9b82-4284-a52e-22b2ceb7878e service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830234 Feb 08 15:49:02.996166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:49:02.996431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-10346b79-c9e3-4f4f-b9f8-d00573e4336a req-ff96ad42-2dbb-45ef-a74b-3011ed1aa51e tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] No DVR routers for this DVR port 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:49:03.011693 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-10346b79-c9e3-4f4f-b9f8-d00573e4336a req-ff96ad42-2dbb-45ef-a74b-3011ed1aa51e tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:03.017186 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-10346b79-c9e3-4f4f-b9f8-d00573e4336a req-ff96ad42-2dbb-45ef-a74b-3011ed1aa51e tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.94 "DELETE /v2.0/ports/7eb39ebf-40f1-49ae-ada3-b00f1b9c067b HTTP/1.1" status: 204 len: 173 time: 1.9767754 Feb 08 15:49:03.017944 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15aeac24-422a-42f0-8ac8-bf4ba190b1ba', 'name': 'network-vif-deleted', 'tag': '7eb39ebf-40f1-49ae-ada3-b00f1b9c067b'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:49:03.021431 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b091eca-bb0d-4ce3-8203-c50da13e2efa" -d '{"events": [{"server_uuid": "15aeac24-422a-42f0-8ac8-bf4ba190b1ba", "name": "network-vif-deleted", "tag": "7eb39ebf-40f1-49ae-ada3-b00f1b9c067b"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:49:03.063667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:49:03.174418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa2efe-fdd1-4e7c-856f-fdbe4c217d81 req-a7b34d6d-50a5-494f-9162-9bc2c686c8df tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:03.177150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8fa2efe-fdd1-4e7c-856f-fdbe4c217d81 req-a7b34d6d-50a5-494f-9162-9bc2c686c8df tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 931 time: 0.3984940 Feb 08 15:49:03.182234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-79c94b2a-0d18-479a-8e3d-be4a990e2002 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Made reservation on behalf of 7223ae851bba47909ff3a34b120c9a42 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:49:03.185933 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-79c94b2a-0d18-479a-8e3d-be4a990e2002 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:03.210166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffed91-613b-4b50-86d5-296e99a81250 req-5bf165e9-a3f7-47f9-baad-badbf41c7616 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:03.220438 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01ffed91-613b-4b50-86d5-296e99a81250 req-5bf165e9-a3f7-47f9-baad-badbf41c7616 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 945 time: 0.4427795 Feb 08 15:49:03.322701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:49:03.323052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7eb39ebf-40f1-49ae-ada3-b00f1b9c067b not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:49:03.323477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:49:03.406112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:03.406735 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:03.462563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:03.463376 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:03.509406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:03.511796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:49:03.514608 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851eeed5-dfb4-4d3f-b413-aaaba2e23e09" -d '{"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:49:03.524035 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:03.539899 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01ffed91-613b-4b50-86d5-296e99a81250 req-78ea36ed-a7a8-4beb-aaa6-33d86aadefa7 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/security-groups?id=9174e6f4-0643-4706-85c1-0a49e4927b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146338 Feb 08 15:49:03.549716 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8fa2efe-fdd1-4e7c-856f-fdbe4c217d81 req-fb20ac32-1f95-4dfa-a09f-06e577bafa39 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/security-groups?id=5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3573372 Feb 08 15:49:03.586180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,revision_number=11']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:03.701899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:03.701899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:49:03.814583 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8ca29bbd-e708-4e9a-adfb-c89efc5ec4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:03.854670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:03.856080 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:03.881875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-182f86c4-1a90-4c3f-bc2d-8f68f7a7d23b req-87859f5d-c9d3-4730-9452-44009f2edcbb tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=15aeac24-422a-42f0-8ac8-bf4ba190b1ba HTTP/1.1" status: 200 len: 210 time: 0.0867004 Feb 08 15:49:03.933274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-79c94b2a-0d18-479a-8e3d-be4a990e2002 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Allocated IP 172.20.0.5 (ecd7c259-4f96-4209-81e4-52533414d782/28cb9956-62bf-4795-9b61-7a7ef83e56b7/ed6335e6-aefe-4537-ba97-548628a49e8d) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:49:03.953933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d563c64-932a-42eb-9564-6d0c8375c702 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:49:03.967114 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Publish callbacks [] for port (9d563c64-932a-42eb-9564-6d0c8375c702), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:04.012088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:04.029155 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Transition to ACTIVE for port object 9d563c64-932a-42eb-9564-6d0c8375c702 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:49:04.043546 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (9d563c64-932a-42eb-9564-6d0c8375c702), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:04.218621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13164de2-b895-411c-a91e-56be8e8920c2 req-103eef52-19b6-4cf0-b7f5-44b18ca9ae3f tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:04.220193 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13164de2-b895-411c-a91e-56be8e8920c2 req-103eef52-19b6-4cf0-b7f5-44b18ca9ae3f tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.2400842 Feb 08 15:49:04.220870 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Pushing event updated for resources: {'Port': ['ID=9d563c64-932a-42eb-9564-6d0c8375c702,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:04.345656 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-79c94b2a-0d18-479a-8e3d-be4a990e2002 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks [] for port (ed6335e6-aefe-4537-ba97-548628a49e8d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:04.378898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Attempting to bind port 9d563c64-932a-42eb-9564-6d0c8375c702 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:49:04.379281 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Attempting to bind port 9d563c64-932a-42eb-9564-6d0c8375c702 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'f3d66dd0-274b-4c15-9a5a-a332cc01e5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:49:04.379661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Attempting to bind port 9d563c64-932a-42eb-9564-6d0c8375c702 on network 44eff4f3-790c-4f3d-96fc-a648a7376b31 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:49:04.398318 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13164de2-b895-411c-a91e-56be8e8920c2 req-68e4997c-26a5-4052-bfd3-eedcf370e0b3 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440568 Feb 08 15:49:04.403737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Port 9d563c64-932a-42eb-9564-6d0c8375c702 on network 44eff4f3-790c-4f3d-96fc-a648a7376b31 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:49:04.404068 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Attempting to bind port 9d563c64-932a-42eb-9564-6d0c8375c702 on network 44eff4f3-790c-4f3d-96fc-a648a7376b31 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:49:04.413041 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:49:04.413460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Checking segment: {'id': 'f3d66dd0-274b-4c15-9a5a-a332cc01e5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:49:04.413770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Bound using segment: {'id': 'f3d66dd0-274b-4c15-9a5a-a332cc01e5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:49:04.414218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Bound port: 9d563c64-932a-42eb-9564-6d0c8375c702, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d66dd0-274b-4c15-9a5a-a332cc01e5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:49:04.414588 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9d563c64-932a-42eb-9564-6d0c8375c702), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:04.473779 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-79c94b2a-0d18-479a-8e3d-be4a990e2002 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ed6335e6-aefe-4537-ba97-548628a49e8d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:04.549256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-79c94b2a-0d18-479a-8e3d-be4a990e2002 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Network ecd7c259-4f96-4209-81e4-52533414d782 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:49:04.557509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-79c94b2a-0d18-479a-8e3d-be4a990e2002 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:49:04.562285 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-79c94b2a-0d18-479a-8e3d-be4a990e2002 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:49:04.564721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c94b2a-0d18-479a-8e3d-be4a990e2002 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Pushing event updated for resources: {'Port': ['ID=ed6335e6-aefe-4537-ba97-548628a49e8d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:04.591944 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975cdb83-afef-410f-bc3b-40d31c44578a x-openstack-request-id: req-975cdb83-afef-410f-bc3b-40d31c44578a {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:49:04.592496 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15aeac24-422a-42f0-8ac8-bf4ba190b1ba", "name": "network-vif-deleted", "tag": "7eb39ebf-40f1-49ae-ada3-b00f1b9c067b", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:49:04.592648 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-975cdb83-afef-410f-bc3b-40d31c44578a {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:49:04.593219 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15aeac24-422a-42f0-8ac8-bf4ba190b1ba', 'name': 'network-vif-deleted', 'tag': '7eb39ebf-40f1-49ae-ada3-b00f1b9c067b', 'status': 'completed', 'code': 200} Feb 08 15:49:04.594715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] For port 9d563c64-932a-42eb-9564-6d0c8375c702, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:49:04.618085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] For port 9d563c64-932a-42eb-9564-6d0c8375c702, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9d563c64-932a-42eb-9564-6d0c8375c702,segment=NetworkSegment(f3d66dd0-274b-4c15-9a5a-a332cc01e5f3),segment_id=f3d66dd0-274b-4c15-9a5a-a332cc01e5f3)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:49:04.634723 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (9d563c64-932a-42eb-9564-6d0c8375c702), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:04.643086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-79c94b2a-0d18-479a-8e3d-be4a990e2002 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:04.643742 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-79c94b2a-0d18-479a-8e3d-be4a990e2002 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:04.669311 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c53163-497f-4490-a952-ff0ce58c964e x-openstack-request-id: req-b2c53163-497f-4490-a952-ff0ce58c964e {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:49:04.669859 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:49:04.670302 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b2c53163-497f-4490-a952-ff0ce58c964e {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:49:04.671164 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'code': 200} Feb 08 15:49:04.713115 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:04.713723 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:04.715153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] 10.222.0.96 "PUT /v2.0/ports/9d563c64-932a-42eb-9564-6d0c8375c702 HTTP/1.1" status: 200 len: 1092 time: 2.3221290 Feb 08 15:49:04.715777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4f0db8-dfe1-45a8-b96d-9702f363aba7', 'tag': '9d563c64-932a-42eb-9564-6d0c8375c702'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:49:04.718241 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d556d2a-0f01-4803-8769-cd181d63d498" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4f0db8-dfe1-45a8-b96d-9702f363aba7", "tag": "9d563c64-932a-42eb-9564-6d0c8375c702"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:49:04.724158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-79c94b2a-0d18-479a-8e3d-be4a990e2002 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0205276 Feb 08 15:49:04.748904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-faf09a9e-3466-4fdf-b664-c23b17bc68d0 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:49:04.750019 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-faf09a9e-3466-4fdf-b664-c23b17bc68d0 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133195 Feb 08 15:49:04.771737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f00c00-f12b-4578-bf45-ece0df60f65f service neutron] Pushing event updated for resources: {'Port': ['ID=9d563c64-932a-42eb-9564-6d0c8375c702,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:04.890391 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3914d84-2da9-4be0-85d5-d2f86d781190 req-76b71332-74e6-485b-be79-1e66676962eb tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:04.897532 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3914d84-2da9-4be0-85d5-d2f86d781190 req-76b71332-74e6-485b-be79-1e66676962eb tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 931 time: 0.1102667 Feb 08 15:49:04.901595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-0cb77f11-0949-4694-a695-eeb1b31481a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:04.903088 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-0cb77f11-0949-4694-a695-eeb1b31481a2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4cef0c51079d47a383eee6b5e797a80b&device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 1126 time: 0.1258802 Feb 08 15:49:04.983146 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-655e4655-9a9b-4b20-9417-6608809370af service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d563c64-932a-42eb-9564-6d0c8375c702 HTTP/1.1" status: 200 len: 217 time: 0.0727005 Feb 08 15:49:05.036748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Request body: {'port': {'device_id': '258ec3e9-38ed-436b-adb6-ed0c6899fafb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:05.091450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3914d84-2da9-4be0-85d5-d2f86d781190 req-440a6088-7e42-48e1-8eae-bb23674b10c4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929581 Feb 08 15:49:05.144461 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-8fda1b61-a326-471f-a265-e00e9a0a3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:05.146135 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-8fda1b61-a326-471f-a265-e00e9a0a3176 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0342d560-9845-4e77-8dc7-c3d612a6aa94 HTTP/1.1" status: 200 len: 850 time: 0.1579783 Feb 08 15:49:05.198536 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ed6335e6-aefe-4537-ba97-548628a49e8d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:05.291783 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c8fa047f-d002-4a33-85d7-393579fa0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:05.294746 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-c8fa047f-d002-4a33-85d7-393579fa0e29 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44eff4f3-790c-4f3d-96fc-a648a7376b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1411715 Feb 08 15:49:05.400644 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:05.450614 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8e2c2-31ba-43f8-ae16-69cfcd3df99f req-aed6fa0b-f105-4cdb-8a05-d68a21a29aac tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:05.459366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-64d8e2c2-31ba-43f8-ae16-69cfcd3df99f req-aed6fa0b-f105-4cdb-8a05-d68a21a29aac tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 945 time: 0.2398839 Feb 08 15:49:05.631707 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-24a3b5b4-f678-4d2c-a72f-19b802ece22f req-323a87f8-54bc-4c27-864a-2af5f4b811d6 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1219072 Feb 08 15:49:05.665529 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-4ff6df65-d3c3-49d2-befe-1719eba45102 service neutron] 10.222.0.96 "GET /v2.0/networks/44eff4f3-790c-4f3d-96fc-a648a7376b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628030 Feb 08 15:49:05.689089 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-64d8e2c2-31ba-43f8-ae16-69cfcd3df99f req-5ab4ca29-4fb1-41bf-b9f3-b175337e5637 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/security-groups?id=9174e6f4-0643-4706-85c1-0a49e4927b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288253 Feb 08 15:49:05.747384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3b5b4-f678-4d2c-a72f-19b802ece22f req-2767ff92-2f63-4fff-9ec6-1049c166a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:05.749180 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-24a3b5b4-f678-4d2c-a72f-19b802ece22f req-2767ff92-2f63-4fff-9ec6-1049c166a629 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 1127 time: 0.0653408 Feb 08 15:49:05.900545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3b5b4-f678-4d2c-a72f-19b802ece22f req-2b7959d0-09e1-4bd8-bb97-6381e023867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:05.902537 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-24a3b5b4-f678-4d2c-a72f-19b802ece22f req-2b7959d0-09e1-4bd8-bb97-6381e023867b service neutron] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.1278687 Feb 08 15:49:05.968571 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3b2097-63e8-4ff5-b300-87729c8ef6b7 req-4279941e-0547-49a8-bbb4-0971d6353049 service neutron] 10.222.0.96 "GET /v2.0/networks/44eff4f3-790c-4f3d-96fc-a648a7376b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955611 Feb 08 15:49:05.995071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6335e6-aefe-4537-ba97-548628a49e8d {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:49:06.005803 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-24a3b5b4-f678-4d2c-a72f-19b802ece22f req-abce4f1c-7cc2-4f54-82cc-ee272f528baa service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d HTTP/1.1" status: 200 len: 999 time: 0.0922313 Feb 08 15:49:06.007789 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Publish callbacks [] for port (ed6335e6-aefe-4537-ba97-548628a49e8d), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:06.025574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345de8b-87e6-494f-ab98-5b022e15a7d8 req-e3c5b4cf-ce9e-4730-b7b1-5217c958dfc2 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:06.032611 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3345de8b-87e6-494f-ab98-5b022e15a7d8 req-e3c5b4cf-ce9e-4730-b7b1-5217c958dfc2 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 943 time: 0.2600121 Feb 08 15:49:06.060577 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Transition to ACTIVE for port object ed6335e6-aefe-4537-ba97-548628a49e8d will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:49:06.073484 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (ed6335e6-aefe-4537-ba97-548628a49e8d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:06.087138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3b5b4-f678-4d2c-a72f-19b802ece22f req-3ee9ee4f-f52f-4a47-b6ee-cf62f26db798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:06.089220 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-24a3b5b4-f678-4d2c-a72f-19b802ece22f req-3ee9ee4f-f52f-4a47-b6ee-cf62f26db798 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0770729 Feb 08 15:49:06.164579 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3345de8b-87e6-494f-ab98-5b022e15a7d8 req-8a686564-a731-40c1-8c2b-804afdccc7db tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/security-groups?id=5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310313 Feb 08 15:49:06.176058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3b5b4-f678-4d2c-a72f-19b802ece22f req-e24b6149-56ef-4cdb-a4f0-4c522a361685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:06.177655 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-24a3b5b4-f678-4d2c-a72f-19b802ece22f req-e24b6149-56ef-4cdb-a4f0-4c522a361685 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0785246 Feb 08 15:49:06.259324 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6335e6-aefe-4537-ba97-548628a49e8d,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:06.278893 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e18b19e-92ca-4bb1-b3cc-be1572aa0eba x-openstack-request-id: req-2e18b19e-92ca-4bb1-b3cc-be1572aa0eba {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:49:06.279621 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4f0db8-dfe1-45a8-b96d-9702f363aba7", "tag": "9d563c64-932a-42eb-9564-6d0c8375c702", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:49:06.280436 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2e18b19e-92ca-4bb1-b3cc-be1572aa0eba {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:49:06.281192 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4f0db8-dfe1-45a8-b96d-9702f363aba7', 'tag': '9d563c64-932a-42eb-9564-6d0c8375c702', 'status': 'completed', 'code': 200} Feb 08 15:49:06.302813 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-24a3b5b4-f678-4d2c-a72f-19b802ece22f req-4dcc1574-e07a-4453-b220-e8ae71940276 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149175 Feb 08 15:49:06.325934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Attempting to bind port ed6335e6-aefe-4537-ba97-548628a49e8d on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:49:06.327194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Attempting to bind port ed6335e6-aefe-4537-ba97-548628a49e8d by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:49:06.327718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Attempting to bind port ed6335e6-aefe-4537-ba97-548628a49e8d on network ecd7c259-4f96-4209-81e4-52533414d782 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:49:06.341131 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Port ed6335e6-aefe-4537-ba97-548628a49e8d on network ecd7c259-4f96-4209-81e4-52533414d782 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:49:06.341630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Attempting to bind port ed6335e6-aefe-4537-ba97-548628a49e8d on network ecd7c259-4f96-4209-81e4-52533414d782 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:49:06.352833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:49:06.355043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Checking segment: {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:49:06.355456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Bound using segment: {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:49:06.357127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Bound port: ed6335e6-aefe-4537-ba97-548628a49e8d, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:49:06.357552 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ed6335e6-aefe-4537-ba97-548628a49e8d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:06.379757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d556d2a-0f01-4803-8769-cd181d63d498 req-d0cffeae-3df6-4365-9730-d0898ff0c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:06.380981 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d556d2a-0f01-4803-8769-cd181d63d498 req-d0cffeae-3df6-4365-9730-d0898ff0c132 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4cef0c51079d47a383eee6b5e797a80b&device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 1126 time: 0.0953221 Feb 08 15:49:06.484101 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-24a3b5b4-f678-4d2c-a72f-19b802ece22f req-1b07e362-c55d-411c-9f7b-958f654712a4 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686966 Feb 08 15:49:06.498033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] For port ed6335e6-aefe-4537-ba97-548628a49e8d, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:49:06.502070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] For port ed6335e6-aefe-4537-ba97-548628a49e8d, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ed6335e6-aefe-4537-ba97-548628a49e8d,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:49:06.518219 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (ed6335e6-aefe-4537-ba97-548628a49e8d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:06.581933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:06.582298 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:06.583077 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:06.584355 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] 10.222.0.94 "PUT /v2.0/ports/ed6335e6-aefe-4537-ba97-548628a49e8d HTTP/1.1" status: 200 len: 1092 time: 1.8239040 Feb 08 15:49:06.672101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c6e05-27d7-480e-bdc0-3a7682de71a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6335e6-aefe-4537-ba97-548628a49e8d,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:06.701766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d556d2a-0f01-4803-8769-cd181d63d498 req-07e8966f-1b48-4e9c-9c65-b64ff8641a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:06.703275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d556d2a-0f01-4803-8769-cd181d63d498 req-07e8966f-1b48-4e9c-9c65-b64ff8641a04 service neutron] 10.222.0.96 "GET /v2.0/networks?id=44eff4f3-790c-4f3d-96fc-a648a7376b31 HTTP/1.1" status: 200 len: 912 time: 0.3005056 Feb 08 15:49:06.758880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0644e61-3518-437c-ba79-aae492eb24b0 req-1afe9098-284d-4f14-8c8f-0726ef69228a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:06.765947 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0644e61-3518-437c-ba79-aae492eb24b0 req-1afe9098-284d-4f14-8c8f-0726ef69228a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 943 time: 0.2059195 Feb 08 15:49:06.783306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d556d2a-0f01-4803-8769-cd181d63d498 req-2d594269-3e9f-455d-90ba-c2fb3928d423 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d563c64-932a-42eb-9564-6d0c8375c702 HTTP/1.1" status: 200 len: 217 time: 0.0694530 Feb 08 15:49:06.832089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-4f333610-872b-43b7-b609-04b5fc8310b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:06.833760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-4f333610-872b-43b7-b609-04b5fc8310b9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 1126 time: 0.1862416 Feb 08 15:49:06.897604 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-0c5e9cb6-fa12-4702-9262-04e7d74bb1b1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed6335e6-aefe-4537-ba97-548628a49e8d HTTP/1.1" status: 200 len: 217 time: 0.0475054 Feb 08 15:49:06.909027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0644e61-3518-437c-ba79-aae492eb24b0 req-610840bb-5204-499f-81da-5ca5107aefbd tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421278 Feb 08 15:49:06.923711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d556d2a-0f01-4803-8769-cd181d63d498 req-bbcee058-752d-4b4e-aa43-b618643cdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:06.923711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d556d2a-0f01-4803-8769-cd181d63d498 req-bbcee058-752d-4b4e-aa43-b618643cdbd0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0342d560-9845-4e77-8dc7-c3d612a6aa94 HTTP/1.1" status: 200 len: 850 time: 0.1299047 Feb 08 15:49:07.035214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-0b5dfd26-3c02-40a1-8d9d-e2dca907b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:07.037498 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-0b5dfd26-3c02-40a1-8d9d-e2dca907b34f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=28cb9956-62bf-4795-9b61-7a7ef83e56b7 HTTP/1.1" status: 200 len: 852 time: 0.1263134 Feb 08 15:49:07.084930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-2c4183b8-81d2-4975-8156-cbb15e1eec42 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ecd7c259-4f96-4209-81e4-52533414d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413280 Feb 08 15:49:07.531222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d556d2a-0f01-4803-8769-cd181d63d498 req-5c6158da-7765-4c3a-9477-362596f60904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:07.533061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d556d2a-0f01-4803-8769-cd181d63d498 req-5c6158da-7765-4c3a-9477-362596f60904 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44eff4f3-790c-4f3d-96fc-a648a7376b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5454433 Feb 08 15:49:07.571841 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-a477e714-8870-467a-b91e-2fbdd0fa9a2f service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773066 Feb 08 15:49:07.698364 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1eeda-01e1-4c0d-9c78-19bb386fcf00 req-f5999725-cb35-4c33-8f83-d413e7008ebc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:07.700153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dd1eeda-01e1-4c0d-9c78-19bb386fcf00 req-f5999725-cb35-4c33-8f83-d413e7008ebc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.2109900 Feb 08 15:49:07.748129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d556d2a-0f01-4803-8769-cd181d63d498 req-39aec4d8-4b27-4f13-827b-a6b0baa4d2aa service neutron] 10.222.0.96 "GET /v2.0/networks/44eff4f3-790c-4f3d-96fc-a648a7376b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065585 Feb 08 15:49:07.779028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac12fb8-83c4-4c0b-baf7-f4d4e40ca8cb req-47d2e4d6-bd3c-45cf-9baf-c9e36224ad76 service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777976 Feb 08 15:49:07.854888 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dd1eeda-01e1-4c0d-9c78-19bb386fcf00 req-14a67111-fba0-492c-993b-f24ad8e4c824 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411204 Feb 08 15:49:07.914783 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d556d2a-0f01-4803-8769-cd181d63d498 req-0cf930ba-7a6d-45bc-94f9-2fe6155fb68e service neutron] 10.222.0.96 "GET /v2.0/networks/44eff4f3-790c-4f3d-96fc-a648a7376b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549604 Feb 08 15:49:07.935311 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:07.995969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490e312-c521-4ab1-977e-a7596c8c9608 req-24511a4f-cf79-4c7a-92eb-5998ffd1ebf0 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:07.998352 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6490e312-c521-4ab1-977e-a7596c8c9608 req-24511a4f-cf79-4c7a-92eb-5998ffd1ebf0 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 950 time: 0.0669682 Feb 08 15:49:08.051172 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6490e312-c521-4ab1-977e-a7596c8c9608 req-f411a13e-c621-4a56-b094-e95f4ed6555b tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462859 Feb 08 15:49:08.179068 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab4b10-c5d2-431d-b402-4379077ef26d req-5c093af5-ef22-4fd7-9ff0-17deeab338e2 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:08.180746 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98ab4b10-c5d2-431d-b402-4379077ef26d req-5c093af5-ef22-4fd7-9ff0-17deeab338e2 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 943 time: 0.0647061 Feb 08 15:49:08.256472 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98ab4b10-c5d2-431d-b402-4379077ef26d req-c2d6c29b-f49f-4f8f-b7ef-c3e066293c17 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/security-groups?id=5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693870 Feb 08 15:49:08.282071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258ec3e9-38ed-436b-adb6-ed0c6899fafb', 'tag': 'ed6335e6-aefe-4537-ba97-548628a49e8d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:49:08.284433 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b18a99-e8e8-4bd9-8f40-3930214a0390" -d '{"events": [{"name": "network-changed", "server_uuid": "258ec3e9-38ed-436b-adb6-ed0c6899fafb", "tag": "ed6335e6-aefe-4537-ba97-548628a49e8d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:49:08.343384 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9d563c64-932a-42eb-9564-6d0c8375c702 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:49:08.505483 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9d563c64-932a-42eb-9564-6d0c8375c702, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9d563c64-932a-42eb-9564-6d0c8375c702,segment=NetworkSegment(f3d66dd0-274b-4c15-9a5a-a332cc01e5f3),segment_id=f3d66dd0-274b-4c15-9a5a-a332cc01e5f3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:08.523416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '9d563c64-932a-42eb-9564-6d0c8375c702', 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'port_id': '9d563c64-932a-42eb-9564-6d0c8375c702', 'mac_address': 'fa:16:3e:06:6b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:49:08.554388 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ced1ad-cb93-4f7c-b2c9-f6803748440b req-ada0fdc0-b2c9-49dd-838f-a92d3a447c85 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:08.557550 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1ced1ad-cb93-4f7c-b2c9-f6803748440b req-ada0fdc0-b2c9-49dd-838f-a92d3a447c85 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 943 time: 0.0969622 Feb 08 15:49:08.569839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675cc4f-b480-45fc-9034-90b2e698a913 req-1a0bd342-c882-4223-a4ad-777d06b20154 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:08.572522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9675cc4f-b480-45fc-9034-90b2e698a913 req-1a0bd342-c882-4223-a4ad-777d06b20154 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.96 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 950 time: 0.1649494 Feb 08 15:49:08.578899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 9d563c64-932a-42eb-9564-6d0c8375c702 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:08.579302 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9d563c64-932a-42eb-9564-6d0c8375c702), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:08.596658 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d563c64-932a-42eb-9564-6d0c8375c702 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:49:08.619826 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9d563c64-932a-42eb-9564-6d0c8375c702, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9d563c64-932a-42eb-9564-6d0c8375c702,segment=NetworkSegment(f3d66dd0-274b-4c15-9a5a-a332cc01e5f3),segment_id=f3d66dd0-274b-4c15-9a5a-a332cc01e5f3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:08.624814 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9d563c64-932a-42eb-9564-6d0c8375c702), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:08.674143 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1ced1ad-cb93-4f7c-b2c9-f6803748440b req-000dd0af-f114-42ba-be65-5f83c4ef1ee7 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999539 Feb 08 15:49:08.693658 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=9d563c64-932a-42eb-9564-6d0c8375c702,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:08.731844 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfadb51-7358-4c68-8149-e78e20a412d7 x-openstack-request-id: req-9dfadb51-7358-4c68-8149-e78e20a412d7 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:49:08.732141 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258ec3e9-38ed-436b-adb6-ed0c6899fafb", "tag": "ed6335e6-aefe-4537-ba97-548628a49e8d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:49:08.732399 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9dfadb51-7358-4c68-8149-e78e20a412d7 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:49:08.732797 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258ec3e9-38ed-436b-adb6-ed0c6899fafb', 'tag': 'ed6335e6-aefe-4537-ba97-548628a49e8d', 'status': 'completed', 'code': 200} Feb 08 15:49:08.809124 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-9675cc4f-b480-45fc-9034-90b2e698a913 req-c3949c3e-1aeb-4292-9d67-fc984771a378 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Deleting port 301ef712-56e8-4d4e-a1f3-5df03b3e3830 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:49:08.809593 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9675cc4f-b480-45fc-9034-90b2e698a913 req-c3949c3e-1aeb-4292-9d67-fc984771a378 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:08.858132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['9d563c64-932a-42eb-9564-6d0c8375c702'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:49:08.862141 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b18a99-e8e8-4bd9-8f40-3930214a0390 req-1d1f4d5c-fd05-449a-9ac2-6e9f697d1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:08.864255 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67b18a99-e8e8-4bd9-8f40-3930214a0390 req-1d1f4d5c-fd05-449a-9ac2-6e9f697d1fc9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 1126 time: 0.1119950 Feb 08 15:49:09.049280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ed6335e6-aefe-4537-ba97-548628a49e8d details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:49:09.105864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-9675cc4f-b480-45fc-9034-90b2e698a913 req-c3949c3e-1aeb-4292-9d67-fc984771a378 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] For port 301ef712-56e8-4d4e-a1f3-5df03b3e3830, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=301ef712-56e8-4d4e-a1f3-5df03b3e3830,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:09.106619 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9675cc4f-b480-45fc-9034-90b2e698a913 req-c3949c3e-1aeb-4292-9d67-fc984771a378 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:09.111334 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b18a99-e8e8-4bd9-8f40-3930214a0390 req-98203812-35f4-4e26-98eb-59f4ea1dbde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:09.113556 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67b18a99-e8e8-4bd9-8f40-3930214a0390 req-98203812-35f4-4e26-98eb-59f4ea1dbde8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 913 time: 0.2368197 Feb 08 15:49:09.129211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02db6a-220b-4095-99c2-af57639ff5d8 req-db69ac60-b806-49a1-bc41-16e7dc53f65a tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:09.137699 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a02db6a-220b-4095-99c2-af57639ff5d8 req-db69ac60-b806-49a1-bc41-16e7dc53f65a tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.2356164 Feb 08 15:49:09.156862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-9675cc4f-b480-45fc-9034-90b2e698a913 req-c3949c3e-1aeb-4292-9d67-fc984771a378 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Calling delete_port for 301ef712-56e8-4d4e-a1f3-5df03b3e3830 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:49:09.181328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ed6335e6-aefe-4537-ba97-548628a49e8d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ed6335e6-aefe-4537-ba97-548628a49e8d,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:09.201735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67b18a99-e8e8-4bd9-8f40-3930214a0390 req-5cc93257-9add-4e7d-9416-0b18fab3a554 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed6335e6-aefe-4537-ba97-548628a49e8d HTTP/1.1" status: 200 len: 217 time: 0.0608766 Feb 08 15:49:09.202625 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'ed6335e6-aefe-4537-ba97-548628a49e8d', 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782', 'port_id': 'ed6335e6-aefe-4537-ba97-548628a49e8d', 'mac_address': 'fa:16:3e:6a:bb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28cb9956-62bf-4795-9b61-7a7ef83e56b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:49:09.245797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ed6335e6-aefe-4537-ba97-548628a49e8d is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:09.246269 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ed6335e6-aefe-4537-ba97-548628a49e8d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:09.266145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6335e6-aefe-4537-ba97-548628a49e8d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:49:09.293586 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ed6335e6-aefe-4537-ba97-548628a49e8d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ed6335e6-aefe-4537-ba97-548628a49e8d,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:09.298443 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ed6335e6-aefe-4537-ba97-548628a49e8d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:09.350357 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a02db6a-220b-4095-99c2-af57639ff5d8 req-2035b920-79bc-4113-864b-3c1d9497c8b9 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042911 Feb 08 15:49:09.360263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ed6335e6-aefe-4537-ba97-548628a49e8d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:09.361199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b18a99-e8e8-4bd9-8f40-3930214a0390 req-9cbd03cb-bb1b-46f0-aa17-b5b680840dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:09.371052 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67b18a99-e8e8-4bd9-8f40-3930214a0390 req-9cbd03cb-bb1b-46f0-aa17-b5b680840dad service neutron] 10.222.0.94 "GET /v2.0/subnets?id=28cb9956-62bf-4795-9b61-7a7ef83e56b7 HTTP/1.1" status: 200 len: 852 time: 0.1489184 Feb 08 15:49:09.407033 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67b18a99-e8e8-4bd9-8f40-3930214a0390 req-f77f73b1-da44-4edb-9621-728ca9332e1d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ecd7c259-4f96-4209-81e4-52533414d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337672 Feb 08 15:49:09.580369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ed6335e6-aefe-4537-ba97-548628a49e8d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:49:09.611533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2013b-3725-4ffa-a921-afbcbf889fe5 req-f88075fa-5a65-419d-b91c-87cb19faeefc tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:09.611533 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2cc2013b-3725-4ffa-a921-afbcbf889fe5 req-f88075fa-5a65-419d-b91c-87cb19faeefc tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/ports?device_id=79551de0-e6af-41c0-a8b2-a06de8b6c295 HTTP/1.1" status: 200 len: 950 time: 0.1994898 Feb 08 15:49:09.621317 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67b18a99-e8e8-4bd9-8f40-3930214a0390 req-2701802f-a368-4b27-8033-53fadeb88109 service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988173 Feb 08 15:49:09.628990 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9675cc4f-b480-45fc-9034-90b2e698a913 req-c3949c3e-1aeb-4292-9d67-fc984771a378 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (301ef712-56e8-4d4e-a1f3-5df03b3e3830), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:09.640897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['301ef712-56e8-4d4e-a1f3-5df03b3e3830'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:49:09.700398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3949c3e-1aeb-4292-9d67-fc984771a378 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Pushing event deleted for resources: {'Port': ['ID=301ef712-56e8-4d4e-a1f3-5df03b3e3830,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:09.793929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-9675cc4f-b480-45fc-9034-90b2e698a913 req-c3949c3e-1aeb-4292-9d67-fc984771a378 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] No DVR routers for this DVR port 301ef712-56e8-4d4e-a1f3-5df03b3e3830 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:49:09.796600 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9675cc4f-b480-45fc-9034-90b2e698a913 req-c3949c3e-1aeb-4292-9d67-fc984771a378 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:09.800696 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9675cc4f-b480-45fc-9034-90b2e698a913 req-c3949c3e-1aeb-4292-9d67-fc984771a378 tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.96 "DELETE /v2.0/ports/301ef712-56e8-4d4e-a1f3-5df03b3e3830 HTTP/1.1" status: 204 len: 173 time: 1.2203286 Feb 08 15:49:09.824729 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2cc2013b-3725-4ffa-a921-afbcbf889fe5 req-10f3c09e-2fe6-45b9-804c-45aa1bb2a25b tempest-LiveMigrationNegativeTest-2014690291 tempest-LiveMigrationNegativeTest-2014690291-project] 10.222.0.82 "GET /v2.0/security-groups?id=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079635 Feb 08 15:49:09.870059 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67b18a99-e8e8-4bd9-8f40-3930214a0390 req-f5171a8e-8171-4a7a-9915-1b26f2f344f4 service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354562 Feb 08 15:49:09.950888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662959ff-5e2b-4f5e-8388-d1aeaf5842cc req-319c1350-df5b-4489-b55a-3ed600cdec9d tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:09.952842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-662959ff-5e2b-4f5e-8388-d1aeaf5842cc req-319c1350-df5b-4489-b55a-3ed600cdec9d tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 944 time: 0.0672684 Feb 08 15:49:10.009737 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-662959ff-5e2b-4f5e-8388-d1aeaf5842cc req-1d19f9ef-4eea-4dbc-b692-f2d13d5d4303 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/security-groups?id=5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508244 Feb 08 15:49:10.352757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9d563c64-932a-42eb-9564-6d0c8375c702 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:49:10.470111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 9d563c64-932a-42eb-9564-6d0c8375c702 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:49:10.476603 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 9d563c64-932a-42eb-9564-6d0c8375c702 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:10.477107 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9d563c64-932a-42eb-9564-6d0c8375c702), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:10.548780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9249248-11b1-4c5d-a481-8bceea7b2e15 req-f1fc2fa1-79d1-4d80-ab5e-0f482751b720 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:10.551029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b9249248-11b1-4c5d-a481-8bceea7b2e15 req-f1fc2fa1-79d1-4d80-ab5e-0f482751b720 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 944 time: 0.0664732 Feb 08 15:49:10.610642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 9d563c64-932a-42eb-9564-6d0c8375c702 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:10.610642 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9d563c64-932a-42eb-9564-6d0c8375c702), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:10.625260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b9249248-11b1-4c5d-a481-8bceea7b2e15 req-e8f8faf3-a54e-467d-9a08-8d332c152200 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677421 Feb 08 15:49:10.649678 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4f0db8-dfe1-45a8-b96d-9702f363aba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d563c64-932a-42eb-9564-6d0c8375c702'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:49:10.652475 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9131045b-26d3-4a3c-839c-9712560abf14" -d '{"events": [{"server_uuid": "7a4f0db8-dfe1-45a8-b96d-9702f363aba7", "name": "network-vif-plugged", "status": "completed", "tag": "9d563c64-932a-42eb-9564-6d0c8375c702"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:49:10.659153 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9d563c64-932a-42eb-9564-6d0c8375c702, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9d563c64-932a-42eb-9564-6d0c8375c702,segment=NetworkSegment(f3d66dd0-274b-4c15-9a5a-a332cc01e5f3),segment_id=f3d66dd0-274b-4c15-9a5a-a332cc01e5f3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:10.666204 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9d563c64-932a-42eb-9564-6d0c8375c702), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:10.730597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=9d563c64-932a-42eb-9564-6d0c8375c702,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:10.733655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79551de0-e6af-41c0-a8b2-a06de8b6c295', 'name': 'network-vif-deleted', 'tag': '301ef712-56e8-4d4e-a1f3-5df03b3e3830'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:49:10.744454 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fa14c6-68b6-4cb5-b6bc-575c903745ed" -d '{"events": [{"server_uuid": "79551de0-e6af-41c0-a8b2-a06de8b6c295", "name": "network-vif-deleted", "tag": "301ef712-56e8-4d4e-a1f3-5df03b3e3830"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:49:10.771870 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fa5f9-31cb-4742-b2d7-06bd92d56a3b req-a6f20077-0146-4f97-8223-1ad35886cf9e tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:10.773432 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-420fa5f9-31cb-4742-b2d7-06bd92d56a3b req-a6f20077-0146-4f97-8223-1ad35886cf9e tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.0839345 Feb 08 15:49:10.838051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-420fa5f9-31cb-4742-b2d7-06bd92d56a3b req-fe8c2210-f7c1-4971-a0a6-c8040492d585 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569022 Feb 08 15:49:10.915125 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc684117-7c64-430a-9c21-e5fd46004735 x-openstack-request-id: req-dc684117-7c64-430a-9c21-e5fd46004735 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:49:10.915422 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4f0db8-dfe1-45a8-b96d-9702f363aba7", "name": "network-vif-plugged", "status": "completed", "tag": "9d563c64-932a-42eb-9564-6d0c8375c702", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:49:10.915675 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dc684117-7c64-430a-9c21-e5fd46004735 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:49:10.916066 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4f0db8-dfe1-45a8-b96d-9702f363aba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d563c64-932a-42eb-9564-6d0c8375c702', 'code': 200} Feb 08 15:49:10.960594 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40705b72-6c97-42ea-8c39-6a3caf5e82ef x-openstack-request-id: req-40705b72-6c97-42ea-8c39-6a3caf5e82ef {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:49:10.960594 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79551de0-e6af-41c0-a8b2-a06de8b6c295", "name": "network-vif-deleted", "tag": "301ef712-56e8-4d4e-a1f3-5df03b3e3830", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:49:10.960594 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-40705b72-6c97-42ea-8c39-6a3caf5e82ef {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:49:10.960594 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79551de0-e6af-41c0-a8b2-a06de8b6c295', 'name': 'network-vif-deleted', 'tag': '301ef712-56e8-4d4e-a1f3-5df03b3e3830', 'status': 'completed', 'code': 200} Feb 08 15:49:11.056034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ed6335e6-aefe-4537-ba97-548628a49e8d up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:49:11.092719 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ece3b-63b2-475e-8d8a-bc7504fbd407 req-23f4eb58-7f47-48f6-9853-e67cbaec04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:11.099639 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc1ece3b-63b2-475e-8d8a-bc7504fbd407 req-23f4eb58-7f47-48f6-9853-e67cbaec04ae service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 1128 time: 0.1123326 Feb 08 15:49:11.204585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc1ece3b-63b2-475e-8d8a-bc7504fbd407 req-6ea4c4d2-1568-4e3a-b1da-d2122e5a85b7 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978701 Feb 08 15:49:11.208308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port ed6335e6-aefe-4537-ba97-548628a49e8d completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:49:11.215280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port ed6335e6-aefe-4537-ba97-548628a49e8d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:11.215783 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ed6335e6-aefe-4537-ba97-548628a49e8d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:11.318905 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21de37d-6220-419c-bbe6-72681869bf25 req-baaaf378-2ac6-4960-8e6c-071920d1760f tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:11.320524 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a21de37d-6220-419c-bbe6-72681869bf25 req-baaaf378-2ac6-4960-8e6c-071920d1760f tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 945 time: 0.1574330 Feb 08 15:49:11.388668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ed6335e6-aefe-4537-ba97-548628a49e8d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:11.389776 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ed6335e6-aefe-4537-ba97-548628a49e8d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:11.472800 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a21de37d-6220-419c-bbe6-72681869bf25 req-ae9762a6-8f67-4ad6-a780-d8837ca78aaf tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/security-groups?id=5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390431 Feb 08 15:49:11.491642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ed6335e6-aefe-4537-ba97-548628a49e8d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ed6335e6-aefe-4537-ba97-548628a49e8d,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:11.501565 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ed6335e6-aefe-4537-ba97-548628a49e8d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:11.562946 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39568) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:11.600694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ed6335e6-aefe-4537-ba97-548628a49e8d,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:11.739601 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-40a8b11b-854e-4f64-ba04-d6c225c22e8c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2de3ab6388b94f74a2d58dad1cbf1d28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1747415 Feb 08 15:49:11.743051 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39578) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:11.798975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590be98-0f8c-4a37-8d68-38fe390aaf47 req-edf57e7c-426f-44e0-83f0-d0cb84d5f653 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:11.800666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8590be98-0f8c-4a37-8d68-38fe390aaf47 req-edf57e7c-426f-44e0-83f0-d0cb84d5f653 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.1048126 Feb 08 15:49:11.823087 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d426cdc-3788-41e3-824e-802b4f8f601c admin admin] Publish callbacks [] for security_group (5f667b1e-3269-40b2-a2da-d0f3cda7a6b3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:11.866161 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d426cdc-3788-41e3-824e-802b4f8f601c admin admin] Publish callbacks [] for security_group (5f667b1e-3269-40b2-a2da-d0f3cda7a6b3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:11.904991 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8590be98-0f8c-4a37-8d68-38fe390aaf47 req-835691ab-f076-4ad3-89c5-bf6d65153d66 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929775 Feb 08 15:49:11.950844 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d426cdc-3788-41e3-824e-802b4f8f601c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5f667b1e-3269-40b2-a2da-d0f3cda7a6b3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:11.954753 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d426cdc-3788-41e3-824e-802b4f8f601c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:11.956066 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9d426cdc-3788-41e3-824e-802b4f8f601c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5f667b1e-3269-40b2-a2da-d0f3cda7a6b3 HTTP/1.1" status: 204 len: 168 time: 0.2120550 Feb 08 15:49:11.969787 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d426cdc-3788-41e3-824e-802b4f8f601c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f667b1e-3269-40b2-a2da-d0f3cda7a6b3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:12.094810 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:49:12.362232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 301ef712-56e8-4d4e-a1f3-5df03b3e3830 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:49:12.423515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39584) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:12.456904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 301ef712-56e8-4d4e-a1f3-5df03b3e3830 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:49:12.457542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 301ef712-56e8-4d4e-a1f3-5df03b3e3830 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:49:12.551178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1dbe9768-19ff-4679-814c-cd226e84fe81 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c5869fb4bd514555a894fb32bebce6ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1262789 Feb 08 15:49:12.553754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39592) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:12.678027 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3e3be67-a1fb-4752-9dbe-f0679937ae6e admin admin] Publish callbacks [] for security_group (a18e78d2-025c-4730-99f9-96049187a8a3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:12.723748 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3e3be67-a1fb-4752-9dbe-f0679937ae6e admin admin] Publish callbacks [] for security_group (a18e78d2-025c-4730-99f9-96049187a8a3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:12.761716 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f02d63-a8e5-4783-8ff0-5f94ede70338 req-efc541a1-b5ac-4976-afe9-65e8ff56fe10 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:12.771680 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27f02d63-a8e5-4783-8ff0-5f94ede70338 req-efc541a1-b5ac-4976-afe9-65e8ff56fe10 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 945 time: 0.1377819 Feb 08 15:49:12.853847 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3e3be67-a1fb-4752-9dbe-f0679937ae6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a18e78d2-025c-4730-99f9-96049187a8a3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:12.856925 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3e3be67-a1fb-4752-9dbe-f0679937ae6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:12.861104 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d3e3be67-a1fb-4752-9dbe-f0679937ae6e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a18e78d2-025c-4730-99f9-96049187a8a3 HTTP/1.1" status: 204 len: 168 time: 0.3032360 Feb 08 15:49:12.881000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3be67-a1fb-4752-9dbe-f0679937ae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18e78d2-025c-4730-99f9-96049187a8a3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:12.913121 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27f02d63-a8e5-4783-8ff0-5f94ede70338 req-5124e7d7-4609-45d7-8e60-6300338a5eaf tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/security-groups?id=5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387246 Feb 08 15:49:12.917335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258ec3e9-38ed-436b-adb6-ed0c6899fafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6335e6-aefe-4537-ba97-548628a49e8d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:49:12.920077 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06024576-7227-47b0-8638-2831f155be31" -d '{"events": [{"server_uuid": "258ec3e9-38ed-436b-adb6-ed0c6899fafb", "name": "network-vif-plugged", "status": "completed", "tag": "ed6335e6-aefe-4537-ba97-548628a49e8d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:49:13.105308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f17b66-f1fa-4a61-9153-87702669ba0c req-4c55fbab-fa40-47df-bf51-8a986a3c381f tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:13.107486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7f17b66-f1fa-4a61-9153-87702669ba0c req-4c55fbab-fa40-47df-bf51-8a986a3c381f tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.1125491 Feb 08 15:49:13.232084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7f17b66-f1fa-4a61-9153-87702669ba0c req-081cd52f-a819-484e-855b-b1d508c10740 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173885 Feb 08 15:49:13.359937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c277a-7d01-4686-8db2-1ed9ea420a71 req-f74eb6ed-e4e8-479e-99ce-f903ae8fb4b6 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:13.362046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-430c277a-7d01-4686-8db2-1ed9ea420a71 req-f74eb6ed-e4e8-479e-99ce-f903ae8fb4b6 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 945 time: 0.0738778 Feb 08 15:49:13.372674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39608) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:13.377474 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0aab291b-8833-4291-b73e-c9393cc5e0ba tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Request body: {'floatingip': {'port_id': '9d563c64-932a-42eb-9564-6d0c8375c702'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:13.444559 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290e48b1-9eff-4bac-af00-eb45d8c78de7 x-openstack-request-id: req-290e48b1-9eff-4bac-af00-eb45d8c78de7 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:49:13.445259 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258ec3e9-38ed-436b-adb6-ed0c6899fafb", "name": "network-vif-plugged", "status": "completed", "tag": "ed6335e6-aefe-4537-ba97-548628a49e8d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:49:13.445608 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-290e48b1-9eff-4bac-af00-eb45d8c78de7 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:49:13.452099 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258ec3e9-38ed-436b-adb6-ed0c6899fafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6335e6-aefe-4537-ba97-548628a49e8d', 'code': 200} Feb 08 15:49:13.459940 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0aab291b-8833-4291-b73e-c9393cc5e0ba tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for floatingip (d6e9a392-b229-425e-a61e-ffe546217a1f), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:13.608733 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de226654-b006-48f2-b75a-edd5e0e2cbec req-8518aaf5-606c-4182-a7d6-e1531211d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:13.613024 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de226654-b006-48f2-b75a-edd5e0e2cbec req-8518aaf5-606c-4182-a7d6-e1531211d9f9 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 1128 time: 0.1023228 Feb 08 15:49:13.695505 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de226654-b006-48f2-b75a-edd5e0e2cbec req-36425bec-92b7-494b-9ca6-e0e6143c598a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767610 Feb 08 15:49:14.145909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d49b1-f5b7-479d-af58-4841ef251d48 req-f2eeff78-7a7f-41d5-bda1-c5552cca4bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:14.148731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef5d49b1-f5b7-479d-af58-4841ef251d48 req-f2eeff78-7a7f-41d5-bda1-c5552cca4bed service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60a080c724734d2f8504cfeec2677ec4&device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 1129 time: 0.1563742 Feb 08 15:49:14.252038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2eb48-95c2-441b-811e-3c8f614d048e req-87ef0a91-d97e-4c0f-b70d-81ba61925976 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:14.253936 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77b2eb48-95c2-441b-811e-3c8f614d048e req-87ef0a91-d97e-4c0f-b70d-81ba61925976 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.1861961 Feb 08 15:49:14.325620 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d49b1-f5b7-479d-af58-4841ef251d48 req-6dfc1bb1-ac0b-4089-8a03-6170b8198379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:14.327443 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef5d49b1-f5b7-479d-af58-4841ef251d48 req-6dfc1bb1-ac0b-4089-8a03-6170b8198379 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2a72fae7-c7cb-449f-a857-4a0080f21988 HTTP/1.1" status: 200 len: 919 time: 0.1711273 Feb 08 15:49:14.392214 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef5d49b1-f5b7-479d-af58-4841ef251d48 req-77e0d268-60d8-45a4-8c13-9a95fbd8dcd8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d04b41-05ca-4468-8a15-c41d2b004e0f HTTP/1.1" status: 200 len: 217 time: 0.0544744 Feb 08 15:49:14.441036 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77b2eb48-95c2-441b-811e-3c8f614d048e req-5dbac9c3-5566-4dc6-947e-7079573d48e2 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739736 Feb 08 15:49:14.457579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d49b1-f5b7-479d-af58-4841ef251d48 req-9e72af73-deb9-490b-82da-75bf997da06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:14.459046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef5d49b1-f5b7-479d-af58-4841ef251d48 req-9e72af73-deb9-490b-82da-75bf997da06f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f4193f18-71ec-4c14-9933-8ed1a50b2ce8 HTTP/1.1" status: 200 len: 858 time: 0.0617681 Feb 08 15:49:14.469835 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0aab291b-8833-4291-b73e-c9393cc5e0ba tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:14.475930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0aab291b-8833-4291-b73e-c9393cc5e0ba tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (d6e9a392-b229-425e-a61e-ffe546217a1f), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:14.503471 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef5d49b1-f5b7-479d-af58-4841ef251d48 req-c5cd24ad-0459-4307-9ce0-cd6527710ab1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2a72fae7-c7cb-449f-a857-4a0080f21988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376155 Feb 08 15:49:14.606684 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-0aab291b-8833-4291-b73e-c9393cc5e0ba tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Floating IP d6e9a392-b229-425e-a61e-ffe546217a1f associated. External IP: 172.25.7.227, port: 9d563c64-932a-42eb-9564-6d0c8375c702. Feb 08 15:49:14.757854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b8873-15f3-46fa-9970-b61d20296d7e req-d3918c47-960a-478d-9184-103b32a58da5 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:14.782079 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-721b8873-15f3-46fa-9970-b61d20296d7e req-d3918c47-960a-478d-9184-103b32a58da5 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.1660721 Feb 08 15:49:14.803107 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef5d49b1-f5b7-479d-af58-4841ef251d48 req-c2bde921-6201-45dc-b0e9-fcba7b73b634 service neutron] 10.222.0.94 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892518 Feb 08 15:49:15.062879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-721b8873-15f3-46fa-9970-b61d20296d7e req-7d69eec6-f1d9-4305-aa91-ccc43dcc2fc2 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794833 Feb 08 15:49:15.147587 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef5d49b1-f5b7-479d-af58-4841ef251d48 req-5eeb42f6-f010-4ec8-a9f7-13d2c4693a9b service neutron] 10.222.0.94 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037717 Feb 08 15:49:15.194869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aab291b-8833-4291-b73e-c9393cc5e0ba tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Router ea9fc2c5-241f-4350-98fd-41c7d4e71710 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:49:15.371332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aab291b-8833-4291-b73e-c9393cc5e0ba tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:49:15.379975 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0aab291b-8833-4291-b73e-c9393cc5e0ba tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:15.383976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e8626-e691-4cd6-91d7-cac974f4fb91 None None] Sync routers for ids ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:49:15.398226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e8626-e691-4cd6-91d7-cac974f4fb91 None None] Routers {'ea9fc2c5-241f-4350-98fd-41c7d4e71710'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:49:15.399270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b99e8626-e691-4cd6-91d7-cac974f4fb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:49:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:49:15.454186 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0aab291b-8833-4291-b73e-c9393cc5e0ba tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "PUT /v2.0/floatingips/d6e9a392-b229-425e-a61e-ffe546217a1f HTTP/1.1" status: 200 len: 991 time: 2.0800786 Feb 08 15:49:15.464373 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4f0db8-dfe1-45a8-b96d-9702f363aba7', 'tag': '9d563c64-932a-42eb-9564-6d0c8375c702'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:49:15.466788 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd06708-d0c8-4cd7-9b63-bf4459e2ea96" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4f0db8-dfe1-45a8-b96d-9702f363aba7", "tag": "9d563c64-932a-42eb-9564-6d0c8375c702"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:49:15.568329 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-b99e8626-e691-4cd6-91d7-cac974f4fb91 None None] Set router ea9fc2c5-241f-4350-98fd-41c7d4e71710 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:49:15.592985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33aae73-cf88-41aa-9e20-b8834d1fd847 req-8124203b-70a3-4776-aef6-abb083946749 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:15.601591 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d33aae73-cf88-41aa-9e20-b8834d1fd847 req-8124203b-70a3-4776-aef6-abb083946749 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 945 time: 0.0724230 Feb 08 15:49:15.682370 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d33aae73-cf88-41aa-9e20-b8834d1fd847 req-aa5b4554-760e-4601-aced-356bf2c2c728 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/security-groups?id=5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790906 Feb 08 15:49:15.813888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb1352-1212-49de-ad53-61d2fbaa62b7 req-8620c0f4-b707-4fc5-b1c4-fb86f10687ab tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:15.816494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7eb1352-1212-49de-ad53-61d2fbaa62b7 req-8620c0f4-b707-4fc5-b1c4-fb86f10687ab tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.0741668 Feb 08 15:49:15.861417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b99e8626-e691-4cd6-91d7-cac974f4fb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:15Z', 'updated_at': '2022-02-08T15:48:31Z', 'revision_number': 4, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'gw_port': {'id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'd6e9a392-b229-425e-a61e-ffe546217a1f', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'port_id': '9d563c64-932a-42eb-9564-6d0c8375c702', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'mac_address': 'fa:16:3e:06:6b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4f0db8-dfe1-45a8-b96d-9702f363aba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:48:41Z', 'updated_at': '2022-02-08T15:49:14Z', 'revision_number': 1, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de69926a-7bf2-4f42-a93b-ae8e2d76c583', 'name': '', 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'mac_address': 'fa:16:3e:50:ad:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:25Z', 'updated_at': '2022-02-08T15:48:40Z', 'revision_number': 5, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'subnets': [{'id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:49:15.910763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e8626-e691-4cd6-91d7-cac974f4fb91 None None] Checking router: ea9fc2c5-241f-4350-98fd-41c7d4e71710 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:49:15.922014 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e8626-e691-4cd6-91d7-cac974f4fb91 None None] Routers {'ea9fc2c5-241f-4350-98fd-41c7d4e71710'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:49:15.922916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b99e8626-e691-4cd6-91d7-cac974f4fb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:49:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:49:15.935292 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7eb1352-1212-49de-ad53-61d2fbaa62b7 req-aa55d137-71bc-4eb4-bab0-c56f7dc47692 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135039 Feb 08 15:49:16.020142 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d51947-5497-4c40-88be-e6a2224ac48d x-openstack-request-id: req-a6d51947-5497-4c40-88be-e6a2224ac48d {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:49:16.020675 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4f0db8-dfe1-45a8-b96d-9702f363aba7", "tag": "9d563c64-932a-42eb-9564-6d0c8375c702", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:49:16.020675 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a6d51947-5497-4c40-88be-e6a2224ac48d {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:49:16.021110 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4f0db8-dfe1-45a8-b96d-9702f363aba7', 'tag': '9d563c64-932a-42eb-9564-6d0c8375c702', 'status': 'completed', 'code': 200} Feb 08 15:49:16.111852 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd06708-d0c8-4cd7-9b63-bf4459e2ea96 req-d255c8fa-037b-4b5d-8078-703d63107306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:16.113222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-b99e8626-e691-4cd6-91d7-cac974f4fb91 None None] Set router ea9fc2c5-241f-4350-98fd-41c7d4e71710 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:49:16.114099 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd06708-d0c8-4cd7-9b63-bf4459e2ea96 req-d255c8fa-037b-4b5d-8078-703d63107306 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4cef0c51079d47a383eee6b5e797a80b&device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 1128 time: 0.0614748 Feb 08 15:49:16.302069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd06708-d0c8-4cd7-9b63-bf4459e2ea96 req-558efa75-b459-465f-9063-bc766ad27a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:16.303581 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd06708-d0c8-4cd7-9b63-bf4459e2ea96 req-558efa75-b459-465f-9063-bc766ad27a1b service neutron] 10.222.0.96 "GET /v2.0/networks?id=44eff4f3-790c-4f3d-96fc-a648a7376b31 HTTP/1.1" status: 200 len: 912 time: 0.1792114 Feb 08 15:49:16.432089 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd06708-d0c8-4cd7-9b63-bf4459e2ea96 req-6b49e501-8124-40a6-ad6d-489c0188adfd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d563c64-932a-42eb-9564-6d0c8375c702 HTTP/1.1" status: 200 len: 999 time: 0.1220040 Feb 08 15:49:16.452004 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b99e8626-e691-4cd6-91d7-cac974f4fb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:15Z', 'updated_at': '2022-02-08T15:48:31Z', 'revision_number': 4, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'gw_port': {'id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'd6e9a392-b229-425e-a61e-ffe546217a1f', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'port_id': '9d563c64-932a-42eb-9564-6d0c8375c702', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'mac_address': 'fa:16:3e:06:6b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4f0db8-dfe1-45a8-b96d-9702f363aba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:48:41Z', 'updated_at': '2022-02-08T15:49:14Z', 'revision_number': 1, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de69926a-7bf2-4f42-a93b-ae8e2d76c583', 'name': '', 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'mac_address': 'fa:16:3e:50:ad:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:25Z', 'updated_at': '2022-02-08T15:48:40Z', 'revision_number': 5, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'subnets': [{'id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:49:16.489022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e8626-e691-4cd6-91d7-cac974f4fb91 None None] The sync data for ids ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'] in n-d-824834-11 is: [{'id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:15Z', 'updated_at': '2022-02-08T15:48:31Z', 'revision_number': 4, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'gw_port': {'id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'd6e9a392-b229-425e-a61e-ffe546217a1f', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'port_id': '9d563c64-932a-42eb-9564-6d0c8375c702', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'mac_address': 'fa:16:3e:06:6b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4f0db8-dfe1-45a8-b96d-9702f363aba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:48:41Z', 'updated_at': '2022-02-08T15:49:14Z', 'revision_number': 1, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de69926a-7bf2-4f42-a93b-ae8e2d76c583', 'name': '', 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'mac_address': 'fa:16:3e:50:ad:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:25Z', 'updated_at': '2022-02-08T15:48:40Z', 'revision_number': 5, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'subnets': [{'id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:49:16.489825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd06708-d0c8-4cd7-9b63-bf4459e2ea96 req-b4e68a57-601f-410c-9b3d-bb7611ee8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:16.491324 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd06708-d0c8-4cd7-9b63-bf4459e2ea96 req-b4e68a57-601f-410c-9b3d-bb7611ee8aff service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0342d560-9845-4e77-8dc7-c3d612a6aa94 HTTP/1.1" status: 200 len: 850 time: 0.0533648 Feb 08 15:49:16.566228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd06708-d0c8-4cd7-9b63-bf4459e2ea96 req-8e56b52e-d657-4fdd-aa8c-f503599ae927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:16.568285 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd06708-d0c8-4cd7-9b63-bf4459e2ea96 req-8e56b52e-d657-4fdd-aa8c-f503599ae927 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44eff4f3-790c-4f3d-96fc-a648a7376b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0699048 Feb 08 15:49:16.706869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd06708-d0c8-4cd7-9b63-bf4459e2ea96 req-cdd9c1dd-5f67-4461-abb4-797191210e49 service neutron] 10.222.0.96 "GET /v2.0/networks/44eff4f3-790c-4f3d-96fc-a648a7376b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314900 Feb 08 15:49:16.836308 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acd06708-d0c8-4cd7-9b63-bf4459e2ea96 req-3559946c-8ffd-4b2a-b8e1-0e6658551ed4 service neutron] 10.222.0.96 "GET /v2.0/networks/44eff4f3-790c-4f3d-96fc-a648a7376b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224742 Feb 08 15:49:17.406040 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e3231-3738-4d19-bf14-f375d5d06bb8 None None] New status for floating IP d6e9a392-b229-425e-a61e-ffe546217a1f: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:49:18.554129 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:19.109769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-66430069-dcaa-4131-98f4-dae887c5c713 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=e7801731b81d427e9445bed7845b06a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358188 Feb 08 15:49:19.250680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-2eae69f8-f20b-4462-bb96-e58ce4679ce1 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:19.252648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-2eae69f8-f20b-4462-bb96-e58ce4679ce1 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421151 Feb 08 15:49:19.279457 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-6a6705d6-ad7e-4efa-b198-9016069bdc44 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/quotas/e7801731b81d427e9445bed7845b06a4 HTTP/1.1" status: 200 len: 375 time: 0.0171733 Feb 08 15:49:19.336631 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-574a8f6b-7e80-482f-903a-ce90791984b0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508842 Feb 08 15:49:19.494517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646c326-82fd-46c8-8489-a036190006e6 req-3d09e0b7-dfa0-4f48-9bb1-2c18b503d9ce tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:19.501870 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7646c326-82fd-46c8-8489-a036190006e6 req-3d09e0b7-dfa0-4f48-9bb1-2c18b503d9ce tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.0990210 Feb 08 15:49:19.597137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7646c326-82fd-46c8-8489-a036190006e6 req-c70ee8f4-e481-42f8-90af-116e245e8fbf tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941496 Feb 08 15:49:19.765536 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d3895-5080-4eee-b8d5-2296b82f6d4a req-610d08c1-25d5-45ec-bdba-9619218d7cef tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:19.772514 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad0d3895-5080-4eee-b8d5-2296b82f6d4a req-610d08c1-25d5-45ec-bdba-9619218d7cef tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.0767479 Feb 08 15:49:19.780936 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21046d-c666-459f-9fe7-4c1599787840 req-2c2550f0-f8b8-4edf-b3b6-546aafbfff9d tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:19.788300 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe21046d-c666-459f-9fe7-4c1599787840 req-2c2550f0-f8b8-4edf-b3b6-546aafbfff9d tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 945 time: 0.1480429 Feb 08 15:49:19.851464 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad0d3895-5080-4eee-b8d5-2296b82f6d4a req-fc879e6d-b330-4ab1-83e3-15dba737fc3c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780652 Feb 08 15:49:19.929584 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe21046d-c666-459f-9fe7-4c1599787840 req-7a0f7c65-5aee-4b52-83f6-99524c9851eb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/security-groups?id=5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312671 Feb 08 15:49:20.115495 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:20.132753 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1336c213-2451-49d4-a165-fdc3d5a34450 req-aac7b16f-f903-4e10-894f-cc6dd4c5b8de tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 210 time: 0.1402707 Feb 08 15:49:20.231218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ab6a-719c-4408-80cc-569932caf74e req-ba201715-ef51-4e4d-9c77-aab80fa319e4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:20.233304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b36ab6a-719c-4408-80cc-569932caf74e req-ba201715-ef51-4e4d-9c77-aab80fa319e4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.2580595 Feb 08 15:49:20.322611 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b36ab6a-719c-4408-80cc-569932caf74e req-91b2c6e7-a8f0-46f3-9b5e-afe5d9d38226 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816777 Feb 08 15:49:20.629436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5a9b0-3943-4099-a46e-544379abb856 req-58ec3b6f-caa4-4797-bf80-6b512a1584f9 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:20.631677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0ca5a9b0-3943-4099-a46e-544379abb856 req-58ec3b6f-caa4-4797-bf80-6b512a1584f9 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 945 time: 0.2278838 Feb 08 15:49:20.744719 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a498a4-73d5-4203-8293-96ae1d984687 req-eaf6b157-bb2b-4fe8-8efc-7fa82f463786 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:20.765950 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39a498a4-73d5-4203-8293-96ae1d984687 req-eaf6b157-bb2b-4fe8-8efc-7fa82f463786 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.2426841 Feb 08 15:49:20.852336 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0ca5a9b0-3943-4099-a46e-544379abb856 req-8c1fd1f8-7096-4c46-9d54-6e1c8f3d8074 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/security-groups?id=5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961169 Feb 08 15:49:20.857177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39a498a4-73d5-4203-8293-96ae1d984687 req-fd57ba73-8558-4c4c-9374-88577692ce6c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919776 Feb 08 15:49:21.016649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17cb6c-379f-4a47-bb43-5f9089f89dd0 req-3569a512-2b82-4c18-ac83-85161765d5a8 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:21.018091 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e17cb6c-379f-4a47-bb43-5f9089f89dd0 req-3569a512-2b82-4c18-ac83-85161765d5a8 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.0632360 Feb 08 15:49:21.080617 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e17cb6c-379f-4a47-bb43-5f9089f89dd0 req-a493e919-36ff-47e8-9f38-bebf1f40fc9e tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559618 Feb 08 15:49:21.165287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-62c98db0-3842-4be7-951e-bae9740cf1b3 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=e7801731b81d427e9445bed7845b06a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315506 Feb 08 15:49:21.341446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3bbe984-fb94-4237-b092-95ce0cc7a36f req-9abc0e26-056b-4d97-ab42-7ff9b2410511 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 210 time: 0.0980628 Feb 08 15:49:21.424142 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-fd3861ff-28a7-45a9-8b04-5db12f0fed70 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:21.425809 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-fd3861ff-28a7-45a9-8b04-5db12f0fed70 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2551267 Feb 08 15:49:21.441554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Request body: {'port': {'device_id': '32de1437-f4e5-4b8b-8664-b6fe089bfa99', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': 'e7801731b81d427e9445bed7845b06a4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:21.558613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a995812-f2a7-40df-a108-4bc2158a86cd req-a21c4d04-f35e-4efd-841b-edf1c021574a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:21.560168 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a995812-f2a7-40df-a108-4bc2158a86cd req-a21c4d04-f35e-4efd-841b-edf1c021574a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1334319 Feb 08 15:49:21.637823 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Made reservation on behalf of e7801731b81d427e9445bed7845b06a4 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:49:21.637823 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:21.641264 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a995812-f2a7-40df-a108-4bc2158a86cd req-46450354-7ced-4041-9271-7572ea011284 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726187 Feb 08 15:49:21.650263 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:21.799021 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks [] for security_group (9e08ee73-e6ee-4fb9-81d8-0e3983595c75), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:21.804640 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9e08ee73-e6ee-4fb9-81d8-0e3983595c75), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:21.870391 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e08ee73-e6ee-4fb9-81d8-0e3983595c75,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:22.025930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Allocated IP 192.168.233.21 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/6c1088c1-fc34-4fda-bf40-aec9bc0678e0) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:49:22.057309 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95995413-e69d-4eb8-adc9-84ded2192596 req-daa585a3-f7ff-44f4-bcdf-d78382b7bd6d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:22.058932 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-95995413-e69d-4eb8-adc9-84ded2192596 req-daa585a3-f7ff-44f4-bcdf-d78382b7bd6d tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.1045203 Feb 08 15:49:22.712573 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-95995413-e69d-4eb8-adc9-84ded2192596 req-c80f0cbb-93be-470e-89e1-bdbb0dfcec29 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6362286 Feb 08 15:49:22.735946 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fa226-e667-47f8-a877-326d3fc14e07 req-2076774d-3073-4494-a719-cc3464214d27 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:22.754462 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a16fa226-e667-47f8-a877-326d3fc14e07 req-2076774d-3073-4494-a719-cc3464214d27 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.2320235 Feb 08 15:49:22.872068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a16fa226-e667-47f8-a877-326d3fc14e07 req-00a78967-5e85-44d4-8449-1f36ec420fc7 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118512 Feb 08 15:49:22.943347 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0572d9b7-6f0f-41a8-b0fd-032c9f87dce7 req-5eec57d7-35ca-44fe-b0a6-bf92edb9d0c6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 210 time: 0.1140318 Feb 08 15:49:22.971076 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks [] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:23.054884 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:23.121437 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:49:23.124625 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Pushing event updated for resources: {'Port': ['ID=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:23.153730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:49:23.162607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476379b-4973-41df-8ecc-d0b0739bce30 req-f727eaf5-01de-420e-9d3b-0e0ab8bd1ad4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:23.171596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c476379b-4973-41df-8ecc-d0b0739bce30 req-f727eaf5-01de-420e-9d3b-0e0ab8bd1ad4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.2202184 Feb 08 15:49:23.175842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:49:23.183871 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:49:23.308402 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:23.309284 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:23.358183 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-bece8944-9923-42f7-bcc0-9a01e574f3ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9211719 Feb 08 15:49:23.368272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:23.373658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Request body: {'port': {'device_id': '32de1437-f4e5-4b8b-8664-b6fe089bfa99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:23.396650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'port_id': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'mac_address': 'fa:16:3e:26:59:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:49:23.443545 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c476379b-4973-41df-8ecc-d0b0739bce30 req-abda45c7-b677-4f0e-8006-515245a1da5c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689390 Feb 08 15:49:23.498196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:23.498735 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:23.530617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:49:23.538332 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:23.583078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:23.590811 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:23.700784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['3cb7939b-163c-4b1a-a3e7-bbdf99650c9d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:49:23.730553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,revision_number=12']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:23.750514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-39957e18-667a-4fde-b34d-9f3b8aa03db4 None None] Provisioning complete for port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:23.751279 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-39957e18-667a-4fde-b34d-9f3b8aa03db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:23.821133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-39957e18-667a-4fde-b34d-9f3b8aa03db4 None None] Port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:49:24.109747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c7dee-aa52-4036-aaf9-9866179bbed1 req-2e007b48-1cf0-43b1-af03-c83f38d50349 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:24.111362 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-288c7dee-aa52-4036-aaf9-9866179bbed1 req-2e007b48-1cf0-43b1-af03-c83f38d50349 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.2770569 Feb 08 15:49:24.170968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe2bad-30e2-4422-898e-7670e309bd84 req-df127c8c-dc76-4757-bae4-28e667fc1661 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:24.172937 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55fe2bad-30e2-4422-898e-7670e309bd84 req-df127c8c-dc76-4757-bae4-28e667fc1661 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.1761584 Feb 08 15:49:24.262202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-288c7dee-aa52-4036-aaf9-9866179bbed1 req-97701771-1e8a-4e12-b697-3e35e7dd6d08 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420810 Feb 08 15:49:24.291062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:49:24.344448 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55fe2bad-30e2-4422-898e-7670e309bd84 req-93a72e7d-cb9f-42c9-88fa-656aeca76695 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626325 Feb 08 15:49:24.354265 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Publish callbacks [] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:24.392570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Transition to ACTIVE for port object 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:49:24.399345 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:24.570130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:24.739589 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155b68e-d93e-41ef-8fcb-5f1e6f1a4948 req-b105e8a9-c611-4e6a-ad07-d62081661044 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:24.741443 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e155b68e-d93e-41ef-8fcb-5f1e6f1a4948 req-b105e8a9-c611-4e6a-ad07-d62081661044 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 947 time: 0.2877696 Feb 08 15:49:24.793849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Attempting to bind port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:49:24.794243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Attempting to bind port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:49:24.794593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Attempting to bind port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:49:24.813606 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad74eb4-cc5b-44a1-a6c6-cfee447ccf14 req-5f218888-8fd1-4a64-bc6e-3b17259ee211 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:24.815277 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ad74eb4-cc5b-44a1-a6c6-cfee447ccf14 req-5f218888-8fd1-4a64-bc6e-3b17259ee211 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 945 time: 0.2399144 Feb 08 15:49:24.816808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:49:24.817217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Attempting to bind port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:49:24.853779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:49:24.853779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:49:24.854161 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:49:24.854624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Bound port: 6c1088c1-fc34-4fda-bf40-aec9bc0678e0, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:49:24.855028 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:24.897778 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e155b68e-d93e-41ef-8fcb-5f1e6f1a4948 req-a0a9ce10-f810-49f7-a21e-4f34c639669d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485445 Feb 08 15:49:24.944267 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ad74eb4-cc5b-44a1-a6c6-cfee447ccf14 req-c4d8ba61-3658-4d14-b6e7-e37eda620606 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201680 Feb 08 15:49:25.003647 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] For port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:49:25.010194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] For port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:49:25.020679 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:25.094933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:25.097921 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:25.100677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] 10.222.0.94 "PUT /v2.0/ports/6c1088c1-fc34-4fda-bf40-aec9bc0678e0 HTTP/1.1" status: 200 len: 1096 time: 1.7321723 Feb 08 15:49:25.108542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32de1437-f4e5-4b8b-8664-b6fe089bfa99', 'tag': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:49:25.111899 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61459a70-f331-438a-9cb2-f0fd443ce7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "32de1437-f4e5-4b8b-8664-b6fe089bfa99", "tag": "6c1088c1-fc34-4fda-bf40-aec9bc0678e0"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:49:25.132986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:49:25.241606 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d064912-da35-48aa-9c82-856efb8860b9 x-openstack-request-id: req-1d064912-da35-48aa-9c82-856efb8860b9 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:49:25.241899 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32de1437-f4e5-4b8b-8664-b6fe089bfa99", "tag": "6c1088c1-fc34-4fda-bf40-aec9bc0678e0", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:49:25.242153 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1d064912-da35-48aa-9c82-856efb8860b9 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:49:25.242567 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32de1437-f4e5-4b8b-8664-b6fe089bfa99', 'tag': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0', 'status': 'completed', 'code': 200} Feb 08 15:49:25.267797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03486251-0822-4c5a-8a99-145cac1ffb17 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:25.310871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:25.311253 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:25.320455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-a7307d8e-4362-4b1c-ad3a-f423d67b7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:25.322010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-a7307d8e-4362-4b1c-ad3a-f423d67b7129 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 1130 time: 0.1747656 Feb 08 15:49:25.474743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-d838e8b1-f57e-475d-9ef6-6eba79ccd2ca service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0 HTTP/1.1" status: 200 len: 217 time: 0.1408095 Feb 08 15:49:25.555670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:25.556339 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:25.631286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:49:25.633715 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8965ba8-38a7-4b1d-85db-3d4fe66ca16c" -d '{"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-plugged", "status": "completed", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:49:25.677274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:25.688224 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:25.745686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-28b451c7-b8f7-469b-99a3-d11194e57895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:25.745686 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-28b451c7-b8f7-469b-99a3-d11194e57895 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2602024 Feb 08 15:49:25.798057 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,revision_number=13']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:25.828755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b8b87-4906-4948-93b7-5561eccce85f req-ae6b928a-e4e2-4fec-afa3-01d461f2d164 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:25.830389 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd0b8b87-4906-4948-93b7-5561eccce85f req-ae6b928a-e4e2-4fec-afa3-01d461f2d164 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.3259377 Feb 08 15:49:25.838390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3af2ce-22c4-49ba-9304-d56659ef76a3 req-4d6cbc12-5ae3-41a7-b89d-13e36983827c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:25.840042 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a3af2ce-22c4-49ba-9304-d56659ef76a3 req-4d6cbc12-5ae3-41a7-b89d-13e36983827c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.3217936 Feb 08 15:49:25.915378 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-e1aba151-88a2-4a39-b077-8fe73f47c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:25.916800 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-e1aba151-88a2-4a39-b077-8fe73f47c7b7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1636605 Feb 08 15:49:25.945531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a3af2ce-22c4-49ba-9304-d56659ef76a3 req-063fe1cd-8a7b-42a2-916d-98606535906f tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988612 Feb 08 15:49:26.004722 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd0b8b87-4906-4948-93b7-5561eccce85f req-f3becc92-2ec9-4694-bbed-eec35bffabb1 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509125 Feb 08 15:49:26.095074 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-68e76ec6-7d66-4d8e-b042-3007d72323e7 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677136 Feb 08 15:49:26.117044 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a498f44-1d2f-4b9c-9ee6-2af627e1dab6 x-openstack-request-id: req-3a498f44-1d2f-4b9c-9ee6-2af627e1dab6 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:49:26.117552 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-plugged", "status": "completed", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:49:26.117984 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3a498f44-1d2f-4b9c-9ee6-2af627e1dab6 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:49:26.118552 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'code': 200} Feb 08 15:49:26.395924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049973de-c1d6-4974-8d2b-a260b1d3a155 req-78d921a8-7473-49d0-b530-f055b1709c10 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900064 Feb 08 15:49:26.433588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e20f6-4d3f-4020-b7e7-059a69605763 req-ebe0a19e-df1b-42a5-8667-e7af749a10b6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:26.441998 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b0e20f6-4d3f-4020-b7e7-059a69605763 req-ebe0a19e-df1b-42a5-8667-e7af749a10b6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.1773765 Feb 08 15:49:26.485338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f11bf-954a-4fac-81af-256b471ee71d req-4034acb3-6647-402f-9ef5-f44109a19b2f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:26.487243 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-125f11bf-954a-4fac-81af-256b471ee71d req-4034acb3-6647-402f-9ef5-f44109a19b2f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 947 time: 0.2620986 Feb 08 15:49:26.641655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-125f11bf-954a-4fac-81af-256b471ee71d req-a33caa11-6b01-4241-b416-72f69197776d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354091 Feb 08 15:49:26.668532 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b0e20f6-4d3f-4020-b7e7-059a69605763 req-1a39515f-a9ef-4bd4-9de9-be463a061bbe tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253239 Feb 08 15:49:26.693999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61459a70-f331-438a-9cb2-f0fd443ce7e2 req-5b5467ca-e9a8-4a37-8ec4-e69ed89bbd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:26.699656 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61459a70-f331-438a-9cb2-f0fd443ce7e2 req-5b5467ca-e9a8-4a37-8ec4-e69ed89bbd52 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 1130 time: 0.2083483 Feb 08 15:49:26.915994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61459a70-f331-438a-9cb2-f0fd443ce7e2 req-a7494af3-8ea1-48c5-af89-20010b8083c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:26.918309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61459a70-f331-438a-9cb2-f0fd443ce7e2 req-a7494af3-8ea1-48c5-af89-20010b8083c3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2115538 Feb 08 15:49:27.051410 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61459a70-f331-438a-9cb2-f0fd443ce7e2 req-d57ff414-4a34-4de2-95bb-d567c9478e25 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0 HTTP/1.1" status: 200 len: 217 time: 0.1232190 Feb 08 15:49:27.270038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61459a70-f331-438a-9cb2-f0fd443ce7e2 req-a841d3dc-c302-4268-bead-c66e2c4bb6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:27.279199 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61459a70-f331-438a-9cb2-f0fd443ce7e2 req-a841d3dc-c302-4268-bead-c66e2c4bb6e0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2215662 Feb 08 15:49:27.406086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd90e6-4e3c-4655-b44a-9d35680cd13b req-5198dd39-3d0e-49a5-9bba-5176bcd7405c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:27.408234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbdd90e6-4e3c-4655-b44a-9d35680cd13b req-5198dd39-3d0e-49a5-9bba-5176bcd7405c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.2834120 Feb 08 15:49:27.413994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61459a70-f331-438a-9cb2-f0fd443ce7e2 req-65563d9e-00f5-4622-a6ba-29a061c62eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:27.415467 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61459a70-f331-438a-9cb2-f0fd443ce7e2 req-65563d9e-00f5-4622-a6ba-29a061c62eba service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1252296 Feb 08 15:49:27.598992 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61459a70-f331-438a-9cb2-f0fd443ce7e2 req-f38cc78c-b93a-4677-a315-95630ae752a3 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754644 Feb 08 15:49:27.754537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbdd90e6-4e3c-4655-b44a-9d35680cd13b req-669a96b5-36c7-4f33-83bc-2d66d130494d tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374760 Feb 08 15:49:27.959334 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc4f5c-60e5-4edb-8406-b42be66bcbfc req-bcfc04dd-b222-47e0-8a6c-865b7aae9077 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:27.972487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6cc4f5c-60e5-4edb-8406-b42be66bcbfc req-bcfc04dd-b222-47e0-8a6c-865b7aae9077 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.3716600 Feb 08 15:49:28.024773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61459a70-f331-438a-9cb2-f0fd443ce7e2 req-7895f614-22a3-4513-82e2-2069a4f64787 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040532 Feb 08 15:49:28.092490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e9c88-0089-4fd8-bf44-4801f5c062dd req-3b6c0dac-e488-4b3c-b0d0-b25670730efb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:28.094564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fc6e9c88-0089-4fd8-bf44-4801f5c062dd req-3b6c0dac-e488-4b3c-b0d0-b25670730efb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 947 time: 0.2263396 Feb 08 15:49:28.134106 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6cc4f5c-60e5-4edb-8406-b42be66bcbfc req-adf8c669-7d7c-4cd9-9ab9-e7de755340b6 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608751 Feb 08 15:49:28.229204 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fc6e9c88-0089-4fd8-bf44-4801f5c062dd req-bdf79e90-98a0-4d7f-adc7-1c06932bd672 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176133 Feb 08 15:49:28.417714 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261c06f-b9e2-4f21-8ec9-c6181500b68a req-580c431a-315a-4f54-b302-5a9716548d82 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:28.421278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4261c06f-b9e2-4f21-8ec9-c6181500b68a req-580c431a-315a-4f54-b302-5a9716548d82 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.1358089 Feb 08 15:49:28.480829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4261c06f-b9e2-4f21-8ec9-c6181500b68a req-7ce17664-7021-4086-9529-7de34bba0a9b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529895 Feb 08 15:49:28.971990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864423f-923e-4714-9b84-1050969281be req-889b8aeb-b0b2-4505-8661-bd5e519ba5bc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:28.974352 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3864423f-923e-4714-9b84-1050969281be req-889b8aeb-b0b2-4505-8661-bd5e519ba5bc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.0883648 Feb 08 15:49:29.102548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3864423f-923e-4714-9b84-1050969281be req-55675adc-8b5a-4963-920e-27e03b1044ff tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145172 Feb 08 15:49:29.438034 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f36da8-c581-4b04-a9b5-3d4a99e068b3 req-d8bb5d59-01bd-47cc-b007-28f7ee5155aa tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:29.441667 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9f36da8-c581-4b04-a9b5-3d4a99e068b3 req-d8bb5d59-01bd-47cc-b007-28f7ee5155aa tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.2024777 Feb 08 15:49:29.585441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9f36da8-c581-4b04-a9b5-3d4a99e068b3 req-f637e4c1-cc8e-4212-b196-2d8d45578c78 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235013 Feb 08 15:49:29.603751 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65102e49-95fb-44e2-8259-7a1af19666e1 req-72fe819a-5020-4adc-ad9a-7a16eec5b658 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:29.614458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65102e49-95fb-44e2-8259-7a1af19666e1 req-72fe819a-5020-4adc-ad9a-7a16eec5b658 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 947 time: 0.2041614 Feb 08 15:49:29.695126 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65102e49-95fb-44e2-8259-7a1af19666e1 req-f511adc5-279c-42e0-8e5e-0192d46b590e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796492 Feb 08 15:49:29.821457 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be139008-edf5-483d-b2c8-3269dfce6bae req-71a20070-20c3-4005-8b75-7cdf2e9c6d79 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:29.834835 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be139008-edf5-483d-b2c8-3269dfce6bae req-71a20070-20c3-4005-8b75-7cdf2e9c6d79 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.1146979 Feb 08 15:49:29.943095 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be139008-edf5-483d-b2c8-3269dfce6bae req-1b41dded-735d-4da4-9d70-868a000ad928 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994523 Feb 08 15:49:30.336327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9457ff6-bb18-4c58-a5d2-92360f86a0b3 req-d2e3d569-a084-4ae4-814b-9f7dbcb9e015 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:30.338362 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b9457ff6-bb18-4c58-a5d2-92360f86a0b3 req-d2e3d569-a084-4ae4-814b-9f7dbcb9e015 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.1181667 Feb 08 15:49:30.478197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4673c96-11a8-46ac-a9a1-f2f9ef408e70 req-e89181bd-61ed-4ca7-be5f-516d164644fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:30.486770 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4673c96-11a8-46ac-a9a1-f2f9ef408e70 req-e89181bd-61ed-4ca7-be5f-516d164644fc service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 1129 time: 0.1472585 Feb 08 15:49:30.513400 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b9457ff6-bb18-4c58-a5d2-92360f86a0b3 req-383dcad9-465f-4a85-8b80-c891b29e4e34 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613116 Feb 08 15:49:30.619666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4673c96-11a8-46ac-a9a1-f2f9ef408e70 req-2c1d8757-a1af-4b81-8a59-9425fe458f12 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039903 Feb 08 15:49:30.828103 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70265bac-27c1-469a-9441-d290c7f16a9d req-a718d91e-e2c9-4bf0-ab96-9e01baab917f tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:30.830409 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70265bac-27c1-469a-9441-d290c7f16a9d req-a718d91e-e2c9-4bf0-ab96-9e01baab917f tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.1052206 Feb 08 15:49:31.049235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70265bac-27c1-469a-9441-d290c7f16a9d req-0397b15e-b58f-4c33-a9e6-8a17fabe5412 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580694 Feb 08 15:49:31.064440 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a71d8-97c3-4c6c-a171-cd7a43d4632d req-4eab77f6-ecfc-42ba-8624-19fc68f69662 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:31.066346 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d86a71d8-97c3-4c6c-a171-cd7a43d4632d req-4eab77f6-ecfc-42ba-8624-19fc68f69662 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 947 time: 0.2340074 Feb 08 15:49:31.145207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:49:31.170101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d86a71d8-97c3-4c6c-a171-cd7a43d4632d req-94b6b35e-c6ad-4e87-b888-01e7ad820851 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961723 Feb 08 15:49:31.282127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26be5e1-6d4e-486d-ac48-a4c65b0d563e req-9f9090c0-8479-4250-8fed-3a9d99b23fd3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:31.292032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c26be5e1-6d4e-486d-ac48-a4c65b0d563e req-9f9090c0-8479-4250-8fed-3a9d99b23fd3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.1192820 Feb 08 15:49:31.350811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:31.370675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0', 'mac_address': 'fa:16:3e:dd:81:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:49:31.398638 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c26be5e1-6d4e-486d-ac48-a4c65b0d563e req-e2f767fc-ab16-46c4-82d2-80586d94e93c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052899 Feb 08 15:49:31.524574 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-44324b22-0361-4e4a-9c57-97e4d1d69262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:31.526063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:31.526667 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:31.582782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:49:31.632708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:31.646482 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:31.750189 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbd3c0-7fc6-424e-86a0-5d8f6fb2b908 req-eeb4094b-5b48-4225-91fd-8f0872759ddc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:31.755259 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9fbd3c0-7fc6-424e-86a0-5d8f6fb2b908 req-eeb4094b-5b48-4225-91fd-8f0872759ddc tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.1220868 Feb 08 15:49:31.795242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:31.869469 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9fbd3c0-7fc6-424e-86a0-5d8f6fb2b908 req-420e46f2-5d3f-460a-bf47-7b285b223b04 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038342 Feb 08 15:49:31.943400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['6c1088c1-fc34-4fda-bf40-aec9bc0678e0'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:49:32.270297 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec10fe-6a6b-45aa-b0ca-5c171905bb1b req-0eaee39a-3ada-4cd4-8cce-39b26eb1c23c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:32.280703 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55ec10fe-6a6b-45aa-b0ca-5c171905bb1b req-0eaee39a-3ada-4cd4-8cce-39b26eb1c23c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.1132531 Feb 08 15:49:32.405116 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0af35-a28e-4893-855d-2a37310336ab req-082a74d0-2853-44ac-9180-4f64289a23a6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:32.422711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bae0af35-a28e-4893-855d-2a37310336ab req-082a74d0-2853-44ac-9180-4f64289a23a6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 948 time: 0.0984039 Feb 08 15:49:32.445204 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55ec10fe-6a6b-45aa-b0ca-5c171905bb1b req-c0c2664e-e978-4877-bc40-6477163331dd tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609797 Feb 08 15:49:32.601382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bae0af35-a28e-4893-855d-2a37310336ab req-d2e2ebce-ec27-4e7b-b96c-6ad7eb48c084 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728299 Feb 08 15:49:32.761639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f72e9-f60f-4da9-b977-43526a1545b1 req-f150cb8b-ced8-43c7-9941-ea9628841cbf tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:32.771395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-252f72e9-f60f-4da9-b977-43526a1545b1 req-f150cb8b-ced8-43c7-9941-ea9628841cbf tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.1565754 Feb 08 15:49:32.865305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-252f72e9-f60f-4da9-b977-43526a1545b1 req-c22106d0-2300-4bd8-9203-2399f6af3e10 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922480 Feb 08 15:49:33.039365 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be308871-989c-40be-b79e-70c11ed50488 req-d46f01c8-216b-4654-a858-dec9c5d9f9cb tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:33.052163 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be308871-989c-40be-b79e-70c11ed50488 req-d46f01c8-216b-4654-a858-dec9c5d9f9cb tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.0962291 Feb 08 15:49:33.138406 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be308871-989c-40be-b79e-70c11ed50488 req-fd5d73f2-86b2-44a5-b16c-fa2d62a561ea tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846128 Feb 08 15:49:33.164906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:49:33.264290 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:49:33.270897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:33.281698 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:33.504021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:33.504608 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:33.537936 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32de1437-f4e5-4b8b-8664-b6fe089bfa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:49:33.542149 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d864b353-a529-405c-8425-3182c8b74b78" -d '{"events": [{"server_uuid": "32de1437-f4e5-4b8b-8664-b6fe089bfa99", "name": "network-vif-plugged", "status": "completed", "tag": "6c1088c1-fc34-4fda-bf40-aec9bc0678e0"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:49:33.563598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:33.572338 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:33.771299 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8144347f-20ae-4f38-8d66-13e988b78fb4 x-openstack-request-id: req-8144347f-20ae-4f38-8d66-13e988b78fb4 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:49:33.776508 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32de1437-f4e5-4b8b-8664-b6fe089bfa99", "name": "network-vif-plugged", "status": "completed", "tag": "6c1088c1-fc34-4fda-bf40-aec9bc0678e0", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:49:33.787248 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8144347f-20ae-4f38-8d66-13e988b78fb4 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:49:33.788262 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32de1437-f4e5-4b8b-8664-b6fe089bfa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0', 'code': 200} Feb 08 15:49:33.836751 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:33.851580 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8b0ab38-14d2-4d28-94a8-ca01d320f7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:33.875353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5073fd-abe4-4720-8c69-c2ffeb170f2f req-89126417-e29d-4805-bc46-e0d03ea90726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:33.876018 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c5073fd-abe4-4720-8c69-c2ffeb170f2f req-89126417-e29d-4805-bc46-e0d03ea90726 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60a080c724734d2f8504cfeec2677ec4&device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 1129 time: 0.2142942 Feb 08 15:49:33.945553 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ab215-64a2-4e35-8dff-b6c70ed23e4b req-79fad254-f59d-4871-934f-0d46d57a8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:33.947094 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b8ab215-64a2-4e35-8dff-b6c70ed23e4b req-79fad254-f59d-4871-934f-0d46d57a8c75 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 1132 time: 0.1326642 Feb 08 15:49:34.033865 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e9d5-9a6b-47de-9bea-e2d48f96f42f req-0aa9bb61-4e8c-422b-9cf1-22b4564a847c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:34.036493 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16d6e9d5-9a6b-47de-9bea-e2d48f96f42f req-0aa9bb61-4e8c-422b-9cf1-22b4564a847c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.3892014 Feb 08 15:49:34.063631 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b8ab215-64a2-4e35-8dff-b6c70ed23e4b req-12621326-a194-45a9-a314-f60ce81d136a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025205 Feb 08 15:49:34.113332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d4431-f7b6-4dea-a642-5a86b6dc976c req-81055518-157b-4b91-a3e7-ee60d7e91cb4 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:34.114814 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a0d4431-f7b6-4dea-a642-5a86b6dc976c req-81055518-157b-4b91-a3e7-ee60d7e91cb4 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.1998720 Feb 08 15:49:34.225188 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a0d4431-f7b6-4dea-a642-5a86b6dc976c req-56269901-1879-4bad-b3a1-e1801a201f5a tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931296 Feb 08 15:49:34.253322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5073fd-abe4-4720-8c69-c2ffeb170f2f req-76163007-c7eb-49a7-89f8-b88f6af20a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:34.255158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c5073fd-abe4-4720-8c69-c2ffeb170f2f req-76163007-c7eb-49a7-89f8-b88f6af20a4b service neutron] 10.222.0.94 "GET /v2.0/networks?id=2a72fae7-c7cb-449f-a857-4a0080f21988 HTTP/1.1" status: 200 len: 919 time: 0.3608832 Feb 08 15:49:34.259378 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16d6e9d5-9a6b-47de-9bea-e2d48f96f42f req-e45d861b-231e-4dc1-9adc-35decf14848e tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129657 Feb 08 15:49:34.349469 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c5073fd-abe4-4720-8c69-c2ffeb170f2f req-ee157d35-d5f5-4290-8d78-c1b63a8cc70e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d04b41-05ca-4468-8a15-c41d2b004e0f HTTP/1.1" status: 200 len: 217 time: 0.0856760 Feb 08 15:49:34.413478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5073fd-abe4-4720-8c69-c2ffeb170f2f req-5c29f7d3-bbfc-44be-b401-563ca2829368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:34.415380 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c5073fd-abe4-4720-8c69-c2ffeb170f2f req-5c29f7d3-bbfc-44be-b401-563ca2829368 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f4193f18-71ec-4c14-9933-8ed1a50b2ce8 HTTP/1.1" status: 200 len: 858 time: 0.0539091 Feb 08 15:49:34.479816 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c5073fd-abe4-4720-8c69-c2ffeb170f2f req-18fd0b83-f4e9-4500-99f4-3ef01a228ce4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2a72fae7-c7cb-449f-a857-4a0080f21988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293281 Feb 08 15:49:34.691241 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c5073fd-abe4-4720-8c69-c2ffeb170f2f req-412a252a-1180-4c72-bd7f-79ac7ce16c42 service neutron] 10.222.0.94 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835041 Feb 08 15:49:34.750628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b7b43-0d0d-44f0-8991-141f4717a1ad req-74531fde-a7b2-4dd9-a523-a972a103bd0c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:34.758675 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb7b7b43-0d0d-44f0-8991-141f4717a1ad req-74531fde-a7b2-4dd9-a523-a972a103bd0c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.4080667 Feb 08 15:49:34.957079 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb7b7b43-0d0d-44f0-8991-141f4717a1ad req-6e94ef07-a8da-4f35-8cdc-1c4fb53d8ab6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970823 Feb 08 15:49:34.970613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ded3f-b1b4-4197-8854-09971e86162e req-4e2aaae8-1853-4082-8c58-0762db4da89f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:34.986010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a65ded3f-b1b4-4197-8854-09971e86162e req-4e2aaae8-1853-4082-8c58-0762db4da89f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.5668101 Feb 08 15:49:35.081393 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a65ded3f-b1b4-4197-8854-09971e86162e req-d798d35e-2a01-4296-9149-bd6d7ffec515 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931599 Feb 08 15:49:35.091015 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c5073fd-abe4-4720-8c69-c2ffeb170f2f req-fce32ed8-84b2-4c76-b37f-922ad722b208 service neutron] 10.222.0.94 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927853 Feb 08 15:49:35.416969 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:35.557490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e6e7a-1da8-4c13-9b49-b49dfeab0430 req-f289d667-0930-443e-b931-8a73712335f0 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:35.562694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-227e6e7a-1da8-4c13-9b49-b49dfeab0430 req-f289d667-0930-443e-b931-8a73712335f0 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.2225397 Feb 08 15:49:35.626009 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dc15a-af58-41ed-ad46-baed09c67c13 req-bb4c0720-b36b-494e-9e3d-f8ee3b97414c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:35.629088 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf1dc15a-af58-41ed-ad46-baed09c67c13 req-bb4c0720-b36b-494e-9e3d-f8ee3b97414c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.1664841 Feb 08 15:49:35.737603 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf1dc15a-af58-41ed-ad46-baed09c67c13 req-001677fa-20f6-43d9-8db4-fa95e1e07772 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866416 Feb 08 15:49:35.756978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-227e6e7a-1da8-4c13-9b49-b49dfeab0430 req-777b0273-a6fa-4370-907a-b4b71633c370 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818671 Feb 08 15:49:36.162502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c51a0-34f5-4588-8344-92a258a32193 req-65c0bcf3-11f1-46d7-831c-a62eaea93fcc tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:36.164180 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e11c51a0-34f5-4588-8344-92a258a32193 req-65c0bcf3-11f1-46d7-831c-a62eaea93fcc tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.1204875 Feb 08 15:49:36.330313 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e11c51a0-34f5-4588-8344-92a258a32193 req-1082b9b9-1c44-4ee7-b390-fa39815ebcfa tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418447 Feb 08 15:49:36.389431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45ac1c-2c75-4d07-8a31-b8f7e61c3c4c req-fa8284e0-8f4a-40fa-95c1-dc03eb86431e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:36.414113 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fc45ac1c-2c75-4d07-8a31-b8f7e61c3c4c req-fa8284e0-8f4a-40fa-95c1-dc03eb86431e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.1906295 Feb 08 15:49:36.523169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fc45ac1c-2c75-4d07-8a31-b8f7e61c3c4c req-5eb9d210-fdb0-44df-bb27-1b4e7dc4de5e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069541 Feb 08 15:49:36.599285 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:36.692099 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75a992-9a8e-43e8-b185-9e59cf26bc58 req-36de2c75-31e0-4dee-b305-7edb388e43cd tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:36.699212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c75a992-9a8e-43e8-b185-9e59cf26bc58 req-36de2c75-31e0-4dee-b305-7edb388e43cd tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 1132 time: 0.1370449 Feb 08 15:49:36.729975 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0c75a992-9a8e-43e8-b185-9e59cf26bc58 req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:36.949596 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0c75a992-9a8e-43e8-b185-9e59cf26bc58 req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Publish callbacks [] for security_group (92614214-b857-4e75-a373-b04f69e90c3f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:36.988637 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0c75a992-9a8e-43e8-b185-9e59cf26bc58 req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (92614214-b857-4e75-a373-b04f69e90c3f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:37.034838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b65a6-f3ca-4761-af8d-b3916a2c2649 req-0e3a16da-a9a3-4521-a2b5-29e6c3e0cde3 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:37.036435 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c47b65a6-f3ca-4761-af8d-b3916a2c2649 req-0e3a16da-a9a3-4521-a2b5-29e6c3e0cde3 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.1503572 Feb 08 15:49:37.146281 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92614214-b857-4e75-a373-b04f69e90c3f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:37.170524 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c75a992-9a8e-43e8-b185-9e59cf26bc58 req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703388 Feb 08 15:49:37.200149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:37.203179 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:37.203723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:37.206499 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:37.207328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:37.208924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:37.209491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:37.210041 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:37.212412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:37.213038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:37.213560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:37.217488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:37.220107 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d38cf1-deb4-408e-a084-c330d59d05b2 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:37.312928 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c47b65a6-f3ca-4761-af8d-b3916a2c2649 req-857de3cf-f8b0-4cf9-bb2e-6730028b3e73 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431991 Feb 08 15:49:37.431908 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c019e40-1f8e-48ad-9034-4372c016de37 req-958631aa-94ca-4d12-a3d7-7f33ca273be3 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:37.439358 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c019e40-1f8e-48ad-9034-4372c016de37 req-958631aa-94ca-4d12-a3d7-7f33ca273be3 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.1154711 Feb 08 15:49:37.557183 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c019e40-1f8e-48ad-9034-4372c016de37 req-6b4e8172-6549-4cc1-945d-a1d1fef877c9 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072071 Feb 08 15:49:37.668215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-587c6f9d-4e60-42ef-876f-38a03a0cbeb1 req-7298ecc0-b6cb-44f0-b3a2-bea9f678022a service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:49:37.677350 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-587c6f9d-4e60-42ef-876f-38a03a0cbeb1 req-7298ecc0-b6cb-44f0-b3a2-bea9f678022a service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2568099 Feb 08 15:49:37.865219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311aafd-68b4-496a-a859-cc3b20cc645f req-7395b475-6e3b-4951-9463-cb4134d7e6ea tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:37.873944 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f311aafd-68b4-496a-a859-cc3b20cc645f req-7395b475-6e3b-4951-9463-cb4134d7e6ea tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.1291211 Feb 08 15:49:37.928106 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:38.004096 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f311aafd-68b4-496a-a859-cc3b20cc645f req-410d6572-3f6a-497c-a29e-d8e65540e9a0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239638 Feb 08 15:49:38.651031 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c76fe-50f5-431b-97eb-bc4ec6a31063 req-f468a5e7-31db-499a-a8a7-fd96d2583725 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:38.678426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e17c76fe-50f5-431b-97eb-bc4ec6a31063 req-f468a5e7-31db-499a-a8a7-fd96d2583725 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.2124074 Feb 08 15:49:38.832406 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e17c76fe-50f5-431b-97eb-bc4ec6a31063 req-cdc2525a-1d85-447d-a7da-346da34a0a42 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544394 Feb 08 15:49:38.869603 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-71640e8e-ad45-413c-9af6-25338b8107cd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1505518 Feb 08 15:49:38.875574 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-60eb9d98-b6a0-4efa-b0f9-eef6de686fc4 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:49:38.889672 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-60eb9d98-b6a0-4efa-b0f9-eef6de686fc4 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185111 Feb 08 15:49:38.973593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744c18a-d973-4d49-807a-214ee8142770 req-e8df6c1e-c706-4066-b423-d2b38d010d05 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:38.982555 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c744c18a-d973-4d49-807a-214ee8142770 req-e8df6c1e-c706-4066-b423-d2b38d010d05 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.1385610 Feb 08 15:49:39.086351 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c744c18a-d973-4d49-807a-214ee8142770 req-c39bbc34-2114-4916-8f3d-beb45e46577d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965514 Feb 08 15:49:39.208193 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477530f-2ff8-4961-a833-b92e18f79bbf req-3c3fd67d-1195-432d-a5d7-1a1877ccb9a6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:39.212142 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d477530f-2ff8-4961-a833-b92e18f79bbf req-3c3fd67d-1195-432d-a5d7-1a1877ccb9a6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.0970747 Feb 08 15:49:39.368127 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d477530f-2ff8-4961-a833-b92e18f79bbf req-225ac536-f25b-42e5-a5a6-1d23ddcff865 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474020 Feb 08 15:49:40.415157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285757c7-e7e3-438e-884f-68e8d05f4c85 req-011d4037-6528-497d-9477-730ba603d07a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:40.422354 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-285757c7-e7e3-438e-884f-68e8d05f4c85 req-011d4037-6528-497d-9477-730ba603d07a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.4914820 Feb 08 15:49:40.436850 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395976f2-ea4f-4a28-8caa-4cfaf439a82d req-7f1d524e-9349-465b-983d-6eb606611ce1 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:40.444834 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-395976f2-ea4f-4a28-8caa-4cfaf439a82d req-7f1d524e-9349-465b-983d-6eb606611ce1 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.0992894 Feb 08 15:49:40.525459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-285757c7-e7e3-438e-884f-68e8d05f4c85 req-329e850b-309d-49eb-b918-9dd69891f34b tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020691 Feb 08 15:49:40.572496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-395976f2-ea4f-4a28-8caa-4cfaf439a82d req-2bf2b7fe-0390-4b12-97ba-b111bdf65a76 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208503 Feb 08 15:49:40.711778 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb2934-385a-4dc4-ae17-6ab0dface01d req-ec0ec75a-8e05-4c11-9544-8b27a53d616c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:40.719754 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9eb2934-385a-4dc4-ae17-6ab0dface01d req-ec0ec75a-8e05-4c11-9544-8b27a53d616c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.0689521 Feb 08 15:49:40.771864 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9eb2934-385a-4dc4-ae17-6ab0dface01d req-42727d29-3c92-4603-b3ee-e73349bad97a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509405 Feb 08 15:49:41.005545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-d857e36d-bfda-4679-91e7-17b84db61d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:41.009381 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-d857e36d-bfda-4679-91e7-17b84db61d7b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 1132 time: 0.1086822 Feb 08 15:49:41.185000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-287f964b-7c88-4383-9e67-d7a51570a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:41.193144 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-287f964b-7c88-4383-9e67-d7a51570a339 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1699531 Feb 08 15:49:41.337734 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed3baa-afd6-4032-a21b-1c61cd75776a req-6779aa9e-75fc-4790-97d4-6d528ed02305 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:41.342168 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffed3baa-afd6-4032-a21b-1c61cd75776a req-6779aa9e-75fc-4790-97d4-6d528ed02305 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.3307509 Feb 08 15:49:41.347915 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-a23d0d4e-4f1e-4daa-85f5-d2491d744a0e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0 HTTP/1.1" status: 200 len: 217 time: 0.1349061 Feb 08 15:49:41.490439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffed3baa-afd6-4032-a21b-1c61cd75776a req-e5a83e84-cb57-471a-938c-15685f46d602 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413579 Feb 08 15:49:41.507126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-d75f0949-d6ac-4c1b-b8cf-5f7a698ea2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:41.509116 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-d75f0949-d6ac-4c1b-b8cf-5f7a698ea2b4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1561685 Feb 08 15:49:41.634385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-536ade65-639a-4a26-acb7-9a242e86315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:41.634385 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-536ade65-639a-4a26-acb7-9a242e86315c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1139641 Feb 08 15:49:41.861653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-8f61cea9-4355-4af8-93f7-4d8ed76d0035 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182136 Feb 08 15:49:42.133163 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-bf4b82f9-42e3-4fd2-8099-c9ed53f8cf82 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655678 Feb 08 15:49:42.205418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efa5c8-260d-4335-9783-0d6cc4e633e9 req-5db005bf-535b-48a4-9e67-ed757faf9caa tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:42.224844 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81efa5c8-260d-4335-9783-0d6cc4e633e9 req-5db005bf-535b-48a4-9e67-ed757faf9caa tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.1053252 Feb 08 15:49:42.402695 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81efa5c8-260d-4335-9783-0d6cc4e633e9 req-e9448360-1832-4ef7-ba57-16464bedd3be tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783361 Feb 08 15:49:42.481011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972d7a2-55df-483e-bee3-8942b308bfa9 req-84c8a9a5-fc80-4194-b899-2e083a1beadb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:42.482497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d972d7a2-55df-483e-bee3-8942b308bfa9 req-84c8a9a5-fc80-4194-b899-2e083a1beadb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.2326136 Feb 08 15:49:42.679982 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d972d7a2-55df-483e-bee3-8942b308bfa9 req-fff30249-a615-46bd-b33a-d0b248997c05 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713181 Feb 08 15:49:42.848507 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87607c9a-9a03-45fb-884b-fdac8a8e0c10 req-3f86862a-0921-4e6f-971f-4844c3a64721 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:42.850082 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-87607c9a-9a03-45fb-884b-fdac8a8e0c10 req-3f86862a-0921-4e6f-971f-4844c3a64721 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.1737764 Feb 08 15:49:42.942828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-87607c9a-9a03-45fb-884b-fdac8a8e0c10 req-d6db02e6-0fb4-4f2d-85b5-d9faa3308b90 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859971 Feb 08 15:49:43.652631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeff6f4-a162-4924-9bfa-ba3308d63465 req-4bfa857f-56cb-465f-8770-372a64a0f479 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:43.672037 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5eeff6f4-a162-4924-9bfa-ba3308d63465 req-4bfa857f-56cb-465f-8770-372a64a0f479 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.1373267 Feb 08 15:49:43.779210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5eeff6f4-a162-4924-9bfa-ba3308d63465 req-5ad694d0-5e3e-46f1-b17c-5d88e2558826 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059587 Feb 08 15:49:43.958680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec3f0b-edb1-48f6-8915-955c604fd7bb req-a9bca482-fe46-40e0-b231-e7ad49e0ca81 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:43.972528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cec3f0b-edb1-48f6-8915-955c604fd7bb req-a9bca482-fe46-40e0-b231-e7ad49e0ca81 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.1705313 Feb 08 15:49:44.083539 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cec3f0b-edb1-48f6-8915-955c604fd7bb req-be954c38-430f-4beb-b4a5-5f929d48a971 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098702 Feb 08 15:49:44.163077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d05fc-ad61-46d0-b28a-475402837cb3 req-9898805e-8d18-4bd3-b16b-d09a04351b2b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:44.165654 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-028d05fc-ad61-46d0-b28a-475402837cb3 req-9898805e-8d18-4bd3-b16b-d09a04351b2b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.1155536 Feb 08 15:49:44.265598 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-028d05fc-ad61-46d0-b28a-475402837cb3 req-d29954cd-2843-42fc-a654-cc4eae0d95e7 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895920 Feb 08 15:49:44.934805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dee30-1e0c-4217-9284-7e5d2773c379 req-587cb004-93c1-41d9-80c8-cd1262a8d22c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:44.936268 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-463dee30-1e0c-4217-9284-7e5d2773c379 req-587cb004-93c1-41d9-80c8-cd1262a8d22c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.0776784 Feb 08 15:49:45.001341 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-463dee30-1e0c-4217-9284-7e5d2773c379 req-e23becca-ad8c-49dc-bb8b-d427810a2af0 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560725 Feb 08 15:49:45.233240 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1befc23-37ca-45f6-9ceb-55558808e23d req-d78ef856-655c-416a-ba23-972402a47da3 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:45.237496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1befc23-37ca-45f6-9ceb-55558808e23d req-d78ef856-655c-416a-ba23-972402a47da3 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.0674872 Feb 08 15:49:45.302497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1befc23-37ca-45f6-9ceb-55558808e23d req-1d61aad9-53c2-404f-bb49-c86f8e21a2cc tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618291 Feb 08 15:49:45.412610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328cbd1-366c-4edb-be77-282f19f3068f req-dfe09d1a-a4d8-4f2a-a735-0d4af9804529 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:45.414613 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d328cbd1-366c-4edb-be77-282f19f3068f req-dfe09d1a-a4d8-4f2a-a735-0d4af9804529 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.0629275 Feb 08 15:49:45.468988 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d328cbd1-366c-4edb-be77-282f19f3068f req-f5085413-c12a-4df9-a804-59c0ba06a5e3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471747 Feb 08 15:49:46.267687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88839e-faf1-46c4-8b93-337d18b74691 req-21a19c18-0cde-49d2-a382-f5dc770273d3 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:46.277768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f88839e-faf1-46c4-8b93-337d18b74691 req-21a19c18-0cde-49d2-a382-f5dc770273d3 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.1174715 Feb 08 15:49:46.301415 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40192) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:46.306195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1067679664'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:46.342562 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Made reservation on behalf of 57411ff0a26042cfac2e561311a318e4 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:49:46.346158 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:46.364093 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f88839e-faf1-46c4-8b93-337d18b74691 req-5780827e-aff6-44e7-94ad-9d0c5dbb8cff tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802209 Feb 08 15:49:46.391169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:49:46.401071 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (799a9150-0b0a-4dde-bc64-ab4f15d0b264), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:46.401713 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Added segment 799a9150-0b0a-4dde-bc64-ab4f15d0b264 of type vlan for network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 Feb 08 15:49:46.446357 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:46.490549 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:46.507671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:46.520960 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:46.549655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1c8cb-3896-4765-858e-3dfd649b5e73 req-0795cd6d-6b06-45d2-8a68-ed0a2c271294 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:46.551829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6d1c8cb-3896-4765-858e-3dfd649b5e73 req-0795cd6d-6b06-45d2-8a68-ed0a2c271294 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.0930262 Feb 08 15:49:46.648348 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3459945 Feb 08 15:49:46.651291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40204) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:46.656928 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6972214a-9525-40ac-9773-08be96b30133 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1436157857'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:46.684693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'Network': ['ID=dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:46.695668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:46.696169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6d1c8cb-3896-4765-858e-3dfd649b5e73 req-162b67cb-32aa-49e5-8fe5-878c6622435e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358793 Feb 08 15:49:46.696474 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:46.697000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:46.697597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:46.707504 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:46.708419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:46.708936 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:46.709521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:46.710043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:46.710588 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:46.711093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:46.711625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:46.712119 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb47f3-b059-452c-ab0f-3eb40f487cdc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:46.716179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6972214a-9525-40ac-9773-08be96b30133 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Made reservation on behalf of 57411ff0a26042cfac2e561311a318e4 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:49:46.720239 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6972214a-9525-40ac-9773-08be96b30133 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:46.729536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:49:46.757238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f6388-c689-411a-8a09-c1d52d03dec2 req-f874bbf5-9b98-40f7-9534-a829d6cd512a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:46.759490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b9f6388-c689-411a-8a09-c1d52d03dec2 req-f874bbf5-9b98-40f7-9534-a829d6cd512a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.1486962 Feb 08 15:49:46.775417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6972214a-9525-40ac-9773-08be96b30133 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:49:46.798398 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6972214a-9525-40ac-9773-08be96b30133 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (178fbd4c-134b-41d7-af9d-23a0b2d77642), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:46.799201 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-6972214a-9525-40ac-9773-08be96b30133 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Added segment 178fbd4c-134b-41d7-af9d-23a0b2d77642 of type vlan for network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a Feb 08 15:49:46.870154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b9f6388-c689-411a-8a09-c1d52d03dec2 req-4a474a43-1c01-45b0-b68a-94dd321207e9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056702 Feb 08 15:49:46.909755 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6972214a-9525-40ac-9773-08be96b30133 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (2e6daa9e-743b-48ac-a7a5-1e224304aa8a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:46.953909 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6972214a-9525-40ac-9773-08be96b30133 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (2e6daa9e-743b-48ac-a7a5-1e224304aa8a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:46.959852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6972214a-9525-40ac-9773-08be96b30133 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:46.960906 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6972214a-9525-40ac-9773-08be96b30133 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:47.048869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972214a-9525-40ac-9773-08be96b30133 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'Network': ['ID=2e6daa9e-743b-48ac-a7a5-1e224304aa8a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:47.062449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:49:47.090731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40222) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:47.090991 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6972214a-9525-40ac-9773-08be96b30133 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4384689 Feb 08 15:49:47.095773 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-403b82f3-e976-452a-89c3-de72d9a79396 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'subnet': {'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:47.302004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403b82f3-e976-452a-89c3-de72d9a79396 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Made reservation on behalf of 57411ff0a26042cfac2e561311a318e4 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:49:47.305459 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-403b82f3-e976-452a-89c3-de72d9a79396 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:47.367149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65bb7e-e9fd-4ab9-b4b2-d3d69920a249 req-13889826-6e3a-40ca-babe-41abb695629d tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:47.368640 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a65bb7e-e9fd-4ab9-b4b2-d3d69920a249 req-13889826-6e3a-40ca-babe-41abb695629d tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 945 time: 0.1318345 Feb 08 15:49:47.456144 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a65bb7e-e9fd-4ab9-b4b2-d3d69920a249 req-fc523e7a-9894-4113-ba66-970c1bd50652 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/security-groups?id=9174e6f4-0643-4706-85c1-0a49e4927b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770342 Feb 08 15:49:47.598906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e8ed4-77ea-4697-8f23-d17c00151ebe req-20f6339f-980f-4919-a92e-a8e8a92c8ee9 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:47.600406 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d79e8ed4-77ea-4697-8f23-d17c00151ebe req-20f6339f-980f-4919-a92e-a8e8a92c8ee9 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.1184139 Feb 08 15:49:47.601800 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-403b82f3-e976-452a-89c3-de72d9a79396 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (65119389-32e7-4ce5-a26c-82dac2a00b02), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:47.694699 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b82f3-e976-452a-89c3-de72d9a79396 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'Subnet': ['ID=65119389-32e7-4ce5-a26c-82dac2a00b02,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:47.714757 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d79e8ed4-77ea-4697-8f23-d17c00151ebe req-d7f92e1e-3f54-4510-8735-748cbb3254e3 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074438 Feb 08 15:49:47.715656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b82f3-e976-452a-89c3-de72d9a79396 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Checking segment: {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:49:47.716032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403b82f3-e976-452a-89c3-de72d9a79396 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Network hostable DHCP agents. Network: dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:49:47.745668 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403b82f3-e976-452a-89c3-de72d9a79396 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:49:47.759381 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-403b82f3-e976-452a-89c3-de72d9a79396 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:49:47.763604 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b82f3-e976-452a-89c3-de72d9a79396 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:47.764179 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-403b82f3-e976-452a-89c3-de72d9a79396 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:47.775235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b816500-1e80-44d3-895f-79fbb2a73e7d None None] Network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:49:47.795295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-403b82f3-e976-452a-89c3-de72d9a79396 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7034574 Feb 08 15:49:47.798300 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40260) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:47.806374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-357592e7-3598-4db3-bcc9-eb43c40f068f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'subnet': {'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:47.964356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9', 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9', 'project_id': '57411ff0a26042cfac2e561311a318e4', 'fixed_ips': [{'subnet_id': '65119389-32e7-4ce5-a26c-82dac2a00b02'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:49:47.965947 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:48.094983 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357592e7-3598-4db3-bcc9-eb43c40f068f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Made reservation on behalf of 57411ff0a26042cfac2e561311a318e4 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:49:48.102043 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-357592e7-3598-4db3-bcc9-eb43c40f068f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:48.197766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feacffb-e983-473e-8da1-fd87cbada092 req-b0ff9f4e-3790-44d0-915a-b10c17286440 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:48.199427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5feacffb-e983-473e-8da1-fd87cbada092 req-b0ff9f4e-3790-44d0-915a-b10c17286440 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.2932096 Feb 08 15:49:48.314871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Allocated IP 10.1.1.2 (dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9/65119389-32e7-4ce5-a26c-82dac2a00b02/ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:49:48.332871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5feacffb-e983-473e-8da1-fd87cbada092 req-1a2e6374-14e1-4d06-b99b-57edc703ab6e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146922 Feb 08 15:49:48.354359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9f7fd-77d0-4a30-8471-55a2f432b63a req-4f082218-f71e-46fa-8126-cfe2d84fce97 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:48.356174 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67c9f7fd-77d0-4a30-8471-55a2f432b63a req-4f082218-f71e-46fa-8126-cfe2d84fce97 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.1555998 Feb 08 15:49:48.479410 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67c9f7fd-77d0-4a30-8471-55a2f432b63a req-58547507-f549-4a89-b9a6-2701a18fecee tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092656 Feb 08 15:49:48.607143 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:48.616917 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Publish callbacks [] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:48.626263 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:48.649645 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-357592e7-3598-4db3-bcc9-eb43c40f068f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (57ee2ea3-3920-4247-ab4f-10634829d0d8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:48.712906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:49:48.716713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:49:48.735830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:49:48.768729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Pushing event updated for resources: {'Port': ['ID=ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:48.810379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:48.810379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:48.810379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:48.810379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:48.810379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:48.810379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:48.810379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:48.810379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:48.810379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:48.810379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:48.810379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:48.810379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:48.810379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:49:48.812087 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357592e7-3598-4db3-bcc9-eb43c40f068f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'Subnet': ['ID=57ee2ea3-3920-4247-ab4f-10634829d0d8,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:48.819082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Attempting to bind port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:49:48.819491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Attempting to bind port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:49:48.819960 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Attempting to bind port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d on network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:49:48.825898 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:49:48.827376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Checking segment: {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:49:48.827376 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:48.827652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Bound using segment: {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:49:48.828422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Bound port: ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:49:48.828906 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:48.839717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b511b4a-fe55-4723-95da-5ea2e989cba4 req-2311b6f1-48d4-42f9-888a-fab0ca419bee tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:48.849122 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b511b4a-fe55-4723-95da-5ea2e989cba4 req-2311b6f1-48d4-42f9-888a-fab0ca419bee tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.3241928 Feb 08 15:49:48.901092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] For port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:49:48.904709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] For port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:49:48.912761 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:48.926954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ec9a6-fa50-445c-93df-c5c3f200c55d req-47f8e90c-e58d-41eb-a10e-f1ce0064e2f3 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:48.928422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-365ec9a6-fa50-445c-93df-c5c3f200c55d req-47f8e90c-e58d-41eb-a10e-f1ce0064e2f3 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.96 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 945 time: 0.2261488 Feb 08 15:49:48.960850 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaee482-5574-4998-aea3-c12a6a279641 req-92344f8f-4491-4c8f-b8ba-a03f671b6de5 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:48.962459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ccaee482-5574-4998-aea3-c12a6a279641 req-92344f8f-4491-4c8f-b8ba-a03f671b6de5 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 945 time: 0.3459775 Feb 08 15:49:48.993520 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b511b4a-fe55-4723-95da-5ea2e989cba4 req-a4acb259-55af-499f-a1df-44c56e690c04 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433825 Feb 08 15:49:48.999865 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c56b55-aa64-48d7-86e1-ccb2ced4e17d None None] Pushing event updated for resources: {'Port': ['ID=ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:49.016997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357592e7-3598-4db3-bcc9-eb43c40f068f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Checking segment: {'id': '178fbd4c-134b-41d7-af9d-23a0b2d77642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:49:49.017371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357592e7-3598-4db3-bcc9-eb43c40f068f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Network hostable DHCP agents. Network: 2e6daa9e-743b-48ac-a7a5-1e224304aa8a, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:49:49.093867 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:49:49.108993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40296) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:49.115046 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-75203fc9-52a8-455d-a2de-72a02d10cd3a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-603361402'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:49.135138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357592e7-3598-4db3-bcc9-eb43c40f068f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:49:49.139732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75203fc9-52a8-455d-a2de-72a02d10cd3a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Made reservation on behalf of 2eb127ba0a924c819fd9581ee7037dd8 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:49:49.144428 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-75203fc9-52a8-455d-a2de-72a02d10cd3a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.177534 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ccaee482-5574-4998-aea3-c12a6a279641 req-5d5c7fae-46a1-4b2f-9a17-b949beb08c0b tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/security-groups?id=9174e6f4-0643-4706-85c1-0a49e4927b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890311 Feb 08 15:49:49.178695 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75203fc9-52a8-455d-a2de-72a02d10cd3a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:49:49.186049 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-357592e7-3598-4db3-bcc9-eb43c40f068f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 2e6daa9e-743b-48ac-a7a5-1e224304aa8a) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:49:49.198243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383c6227-e7fb-44c3-acfc-f93f75d99c4b None None] Network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:49:49.201529 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-75203fc9-52a8-455d-a2de-72a02d10cd3a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7ca4bbed-8c0c-4583-b613-c48541531d1c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.201982 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-75203fc9-52a8-455d-a2de-72a02d10cd3a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Added segment 7ca4bbed-8c0c-4583-b613-c48541531d1c of type vlan for network e26395d2-2156-49c3-97cc-22735cb36435 Feb 08 15:49:49.207457 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357592e7-3598-4db3-bcc9-eb43c40f068f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:49.208070 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-357592e7-3598-4db3-bcc9-eb43c40f068f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.226194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a2f34-20d5-4974-bf9b-8bd9063186d6 req-1bd1fb11-2b2c-40e4-aa78-152491338953 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:49.236754 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-290a2f34-20d5-4974-bf9b-8bd9063186d6 req-1bd1fb11-2b2c-40e4-aa78-152491338953 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.1513398 Feb 08 15:49:49.245856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-365ec9a6-fa50-445c-93df-c5c3f200c55d req-aa529398-20c8-418f-b383-f9b3b4de41d0 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Deleting port 8b3fa174-1013-47f1-99ba-8bd57367ccf4 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:49:49.245856 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-365ec9a6-fa50-445c-93df-c5c3f200c55d req-aa529398-20c8-418f-b383-f9b3b4de41d0 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.316841 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-75203fc9-52a8-455d-a2de-72a02d10cd3a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (e26395d2-2156-49c3-97cc-22735cb36435), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.344846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-357592e7-3598-4db3-bcc9-eb43c40f068f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5450668 Feb 08 15:49:49.345543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40298) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:49.364533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-de588be9-dd25-4b03-baa9-4d35e505dd3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'port': {'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9', 'name': 'tempest-TaggedBootDevicesTest-1232748459', 'fixed_ips': [{'subnet_id': '65119389-32e7-4ce5-a26c-82dac2a00b02'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:49.375923 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-75203fc9-52a8-455d-a2de-72a02d10cd3a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (e26395d2-2156-49c3-97cc-22735cb36435), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.383828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75203fc9-52a8-455d-a2de-72a02d10cd3a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:49.384888 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-75203fc9-52a8-455d-a2de-72a02d10cd3a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.422449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-2e6daa9e-743b-48ac-a7a5-1e224304aa8a', 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a', 'project_id': '57411ff0a26042cfac2e561311a318e4', 'fixed_ips': [{'subnet_id': '57ee2ea3-3920-4247-ab4f-10634829d0d8'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:49:49.423673 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.513913 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-75203fc9-52a8-455d-a2de-72a02d10cd3a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4030354 Feb 08 15:49:49.517704 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40304) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:49.524783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7d826d3f-c0d9-4699-9162-1674b5be3e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1449763523'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:49.542446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-290a2f34-20d5-4974-bf9b-8bd9063186d6 req-799788bb-9d41-418a-8bef-067d2b64d896 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042753 Feb 08 15:49:49.559930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75203fc9-52a8-455d-a2de-72a02d10cd3a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'Network': ['ID=e26395d2-2156-49c3-97cc-22735cb36435,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:49.593396 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d826d3f-c0d9-4699-9162-1674b5be3e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Made reservation on behalf of 2eb127ba0a924c819fd9581ee7037dd8 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:49:49.598235 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d826d3f-c0d9-4699-9162-1674b5be3e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.632879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d826d3f-c0d9-4699-9162-1674b5be3e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:49:49.648515 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d826d3f-c0d9-4699-9162-1674b5be3e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b5354a86-66cc-471b-a1b9-1ccb1d9f6bda), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.648897 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-7d826d3f-c0d9-4699-9162-1674b5be3e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Added segment b5354a86-66cc-471b-a1b9-1ccb1d9f6bda of type vlan for network 9d6707d8-cec8-4e82-8169-f326c4c2b90f Feb 08 15:49:49.651546 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Allocated IP 10.2.2.2 (2e6daa9e-743b-48ac-a7a5-1e224304aa8a/57ee2ea3-3920-4247-ab4f-10634829d0d8/b9528320-cf08-42dd-92fa-aff1699af134) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:49:49.727446 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d826d3f-c0d9-4699-9162-1674b5be3e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (9d6707d8-cec8-4e82-8169-f326c4c2b90f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.766345 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d826d3f-c0d9-4699-9162-1674b5be3e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (9d6707d8-cec8-4e82-8169-f326c4c2b90f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.774688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d826d3f-c0d9-4699-9162-1674b5be3e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:49.775332 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d826d3f-c0d9-4699-9162-1674b5be3e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.803409 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Publish callbacks [] for port (b9528320-cf08-42dd-92fa-aff1699af134), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.807811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network e26395d2-2156-49c3-97cc-22735cb36435 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:49:49.853073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-365ec9a6-fa50-445c-93df-c5c3f200c55d req-aa529398-20c8-418f-b383-f9b3b4de41d0 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] For port 8b3fa174-1013-47f1-99ba-8bd57367ccf4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8b3fa174-1013-47f1-99ba-8bd57367ccf4,segment=NetworkSegment(58e9dbea-f01d-4a4f-b7d0-13e9fae41b59),segment_id=58e9dbea-f01d-4a4f-b7d0-13e9fae41b59)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:49.853554 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-365ec9a6-fa50-445c-93df-c5c3f200c55d req-aa529398-20c8-418f-b383-f9b3b4de41d0 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.876031 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7d826d3f-c0d9-4699-9162-1674b5be3e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3533432 Feb 08 15:49:49.882588 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40322) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:49.888429 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6aa193-1a97-4bce-ad79-83f944f081f7 req-2eeed19f-a021-4ea8-a749-1fa556022371 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:49.890329 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f6aa193-1a97-4bce-ad79-83f944f081f7 req-2eeed19f-a021-4ea8-a749-1fa556022371 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.5017617 Feb 08 15:49:49.891139 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-94209039-b03a-4f9b-a6a7-b2ed1f3d6ebd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'subnet': {'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:49.921149 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (b9528320-cf08-42dd-92fa-aff1699af134), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:49.966537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:49:49.970061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:49:49.974971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:49:49.993097 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d826d3f-c0d9-4699-9162-1674b5be3e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'Network': ['ID=9d6707d8-cec8-4e82-8169-f326c4c2b90f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:50.020724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Pushing event updated for resources: {'Port': ['ID=b9528320-cf08-42dd-92fa-aff1699af134,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:50.026251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a7920-d1ee-48f5-84dd-019a215452fa req-ab5178d5-04ad-4c84-ad7f-9480b9319e8b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:50.045591 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f7a7920-d1ee-48f5-84dd-019a215452fa req-ab5178d5-04ad-4c84-ad7f-9480b9319e8b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.4751475 Feb 08 15:49:50.048189 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-365ec9a6-fa50-445c-93df-c5c3f200c55d req-aa529398-20c8-418f-b383-f9b3b4de41d0 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Calling delete_port for 8b3fa174-1013-47f1-99ba-8bd57367ccf4 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:49:50.069968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 9d6707d8-cec8-4e82-8169-f326c4c2b90f details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:49:50.147374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94209039-b03a-4f9b-a6a7-b2ed1f3d6ebd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Made reservation on behalf of 2eb127ba0a924c819fd9581ee7037dd8 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:49:50.155012 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-94209039-b03a-4f9b-a6a7-b2ed1f3d6ebd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:50.293242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Attempting to bind port b9528320-cf08-42dd-92fa-aff1699af134 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:49:50.293782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Attempting to bind port b9528320-cf08-42dd-92fa-aff1699af134 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '178fbd4c-134b-41d7-af9d-23a0b2d77642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:49:50.294208 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Attempting to bind port b9528320-cf08-42dd-92fa-aff1699af134 on network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:49:50.299081 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:50.304660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:49:50.305833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Checking segment: {'id': '178fbd4c-134b-41d7-af9d-23a0b2d77642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:49:50.309000 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:50.309424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Bound using segment: {'id': '178fbd4c-134b-41d7-af9d-23a0b2d77642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:49:50.310978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Bound port: b9528320-cf08-42dd-92fa-aff1699af134, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178fbd4c-134b-41d7-af9d-23a0b2d77642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:49:50.312263 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b9528320-cf08-42dd-92fa-aff1699af134), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:50.369347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de588be9-dd25-4b03-baa9-4d35e505dd3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Made reservation on behalf of 57411ff0a26042cfac2e561311a318e4 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:49:50.426416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] For port b9528320-cf08-42dd-92fa-aff1699af134, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:49:50.430499 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] For port b9528320-cf08-42dd-92fa-aff1699af134, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b9528320-cf08-42dd-92fa-aff1699af134,segment=NetworkSegment(178fbd4c-134b-41d7-af9d-23a0b2d77642),segment_id=178fbd4c-134b-41d7-af9d-23a0b2d77642)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:49:50.444833 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b9528320-cf08-42dd-92fa-aff1699af134), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:50.493122 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-365ec9a6-fa50-445c-93df-c5c3f200c55d req-aa529398-20c8-418f-b383-f9b3b4de41d0 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8b3fa174-1013-47f1-99ba-8bd57367ccf4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:50.529398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f7a7920-d1ee-48f5-84dd-019a215452fa req-bdc4c4a5-a9df-4d5a-8cee-0476d2aba8bf tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828072 Feb 08 15:49:50.532751 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de588be9-dd25-4b03-baa9-4d35e505dd3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:50.599493 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-94209039-b03a-4f9b-a6a7-b2ed1f3d6ebd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (b54aa40b-196d-4120-890f-56a182074fb9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:50.755305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1fbb50a6-49d5-438f-9c67-c2bc1a2705e7 req-9ffca8cd-d5c7-4172-8969-1b2ea2d76c06 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cee8322-0f17-4cc3-8662-dd696142d927 HTTP/1.1" status: 200 len: 210 time: 0.1047888 Feb 08 15:49:50.773755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94209039-b03a-4f9b-a6a7-b2ed1f3d6ebd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'Subnet': ['ID=b54aa40b-196d-4120-890f-56a182074fb9,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:50.776539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94209039-b03a-4f9b-a6a7-b2ed1f3d6ebd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Checking segment: {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:49:50.777163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94209039-b03a-4f9b-a6a7-b2ed1f3d6ebd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Network hostable DHCP agents. Network: e26395d2-2156-49c3-97cc-22735cb36435, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:49:50.793953 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa529398-20c8-418f-b383-f9b3b4de41d0 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Pushing event deleted for resources: {'Port': ['ID=8b3fa174-1013-47f1-99ba-8bd57367ccf4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:50.830987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94209039-b03a-4f9b-a6a7-b2ed1f3d6ebd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Network e26395d2-2156-49c3-97cc-22735cb36435 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:49:50.847918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['8b3fa174-1013-47f1-99ba-8bd57367ccf4'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:49:50.849967 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901eda3d-535c-404c-b9db-799c9919f90c None None] Network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:49:50.863194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-94209039-b03a-4f9b-a6a7-b2ed1f3d6ebd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, e26395d2-2156-49c3-97cc-22735cb36435) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:49:50.868990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94209039-b03a-4f9b-a6a7-b2ed1f3d6ebd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:50.869942 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-94209039-b03a-4f9b-a6a7-b2ed1f3d6ebd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:50.897757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-de588be9-dd25-4b03-baa9-4d35e505dd3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] device_id is not set on port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:49:50.905030 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-94209039-b03a-4f9b-a6a7-b2ed1f3d6ebd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0210242 Feb 08 15:49:50.907514 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40386) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:50.915025 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a90634f4-cd34-468e-88e5-9605e7c96e2e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'subnet': {'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:51.001142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:49:51.004239 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fd045c-474d-42a0-a0a9-3ee307baab7f None None] Network e26395d2-2156-49c3-97cc-22735cb36435 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:49:51.029758 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-365ec9a6-fa50-445c-93df-c5c3f200c55d req-aa529398-20c8-418f-b383-f9b3b4de41d0 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] No DVR routers for this DVR port 8b3fa174-1013-47f1-99ba-8bd57367ccf4 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:49:51.040757 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-365ec9a6-fa50-445c-93df-c5c3f200c55d req-aa529398-20c8-418f-b383-f9b3b4de41d0 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:51.050602 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-365ec9a6-fa50-445c-93df-c5c3f200c55d req-aa529398-20c8-418f-b383-f9b3b4de41d0 tempest-AttachSCSIVolumeTestJSON-40735546 tempest-AttachSCSIVolumeTestJSON-40735546-project] 10.222.0.96 "DELETE /v2.0/ports/8b3fa174-1013-47f1-99ba-8bd57367ccf4 HTTP/1.1" status: 204 len: 173 time: 2.1114125 Feb 08 15:49:51.066374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cee8322-0f17-4cc3-8662-dd696142d927', 'name': 'network-vif-deleted', 'tag': '8b3fa174-1013-47f1-99ba-8bd57367ccf4'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:49:51.074829 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bce39d8-1d7e-4ed2-9d2d-706da9d9e325" -d '{"events": [{"server_uuid": "6cee8322-0f17-4cc3-8662-dd696142d927", "name": "network-vif-deleted", "tag": "8b3fa174-1013-47f1-99ba-8bd57367ccf4"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:49:51.104354 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90634f4-cd34-468e-88e5-9605e7c96e2e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Made reservation on behalf of 2eb127ba0a924c819fd9581ee7037dd8 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:49:51.109289 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a90634f4-cd34-468e-88e5-9605e7c96e2e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:51.207776 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7140743a-96fa-42d2-89fd-4fb95b2c4a33 None None] Provisioning complete for port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:51.208262 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7140743a-96fa-42d2-89fd-4fb95b2c4a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:51.329624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32368d78-bcc6-4cc1-85e6-43b6d1e7984a None None] Pushing event updated for resources: {'Port': ['ID=b9528320-cf08-42dd-92fa-aff1699af134,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:51.337783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:49:51.412463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-e26395d2-2156-49c3-97cc-22735cb36435', 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435', 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'fixed_ips': [{'subnet_id': 'b54aa40b-196d-4120-890f-56a182074fb9'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:49:51.413525 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:51.505247 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a90634f4-cd34-468e-88e5-9605e7c96e2e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (6eca72cf-b7fe-4542-b2f5-1654494fba24), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:51.666643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90634f4-cd34-468e-88e5-9605e7c96e2e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'Subnet': ['ID=6eca72cf-b7fe-4542-b2f5-1654494fba24,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:51.692330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90634f4-cd34-468e-88e5-9605e7c96e2e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Checking segment: {'id': 'b5354a86-66cc-471b-a1b9-1ccb1d9f6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:49:51.693696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90634f4-cd34-468e-88e5-9605e7c96e2e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Network hostable DHCP agents. Network: 9d6707d8-cec8-4e82-8169-f326c4c2b90f, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:49:51.715886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Allocated IP 10.1.1.2 (e26395d2-2156-49c3-97cc-22735cb36435/b54aa40b-196d-4120-890f-56a182074fb9/02fa10b7-c8a9-4b00-be16-6c13d5489e0a) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:49:51.736540 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90634f4-cd34-468e-88e5-9605e7c96e2e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Network 9d6707d8-cec8-4e82-8169-f326c4c2b90f is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:49:51.753307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a90634f4-cd34-468e-88e5-9605e7c96e2e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 9d6707d8-cec8-4e82-8169-f326c4c2b90f) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:49:51.758842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90634f4-cd34-468e-88e5-9605e7c96e2e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:51.759552 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a90634f4-cd34-468e-88e5-9605e7c96e2e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:51.806306 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a90634f4-cd34-468e-88e5-9605e7c96e2e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8975430 Feb 08 15:49:51.809168 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40398) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:51.815270 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-03fcd4d3-648f-467c-a3f8-4358ec6cfc74 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'port': {'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435', 'name': 'tempest-TaggedBootDevicesTest_v242-255237050', 'fixed_ips': [{'subnet_id': 'b54aa40b-196d-4120-890f-56a182074fb9'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:51.867553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:51.867949 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:51.872237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a678115c-ec00-4fce-8914-3cad1d65dff5 None None] Network 9d6707d8-cec8-4e82-8169-f326c4c2b90f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:49:51.882118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:51.882486 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:51.985487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992deaba-aff8-48f4-a33c-4a5856472d06 req-7d35b25e-3f81-4b18-ad94-3b3408cb79e0 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:51.987585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-992deaba-aff8-48f4-a33c-4a5856472d06 req-7d35b25e-3f81-4b18-ad94-3b3408cb79e0 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 1.6895790 Feb 08 15:49:52.004734 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fcd4d3-648f-467c-a3f8-4358ec6cfc74 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Made reservation on behalf of 2eb127ba0a924c819fd9581ee7037dd8 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:49:52.045664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-3f6aa193-1a97-4bce-ad79-83f944f081f7 req-821fd6af-a730-44f6-8546-a32bb3686247 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Deleting port ed6335e6-aefe-4537-ba97-548628a49e8d {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:49:52.046158 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3f6aa193-1a97-4bce-ad79-83f944f081f7 req-821fd6af-a730-44f6-8546-a32bb3686247 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ed6335e6-aefe-4537-ba97-548628a49e8d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:52.085483 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:52.113587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-03fcd4d3-648f-467c-a3f8-4358ec6cfc74 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:52.123421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:49:52.125943 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12804485-02ba-43db-b416-436c8a239347" -d '{"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:49:52.136014 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-03fcd4d3-648f-467c-a3f8-4358ec6cfc74 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] device_id is not set on port cd15fded-a995-4138-8c2a-b51cb34b8301 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:49:52.140313 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:52.175294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-992deaba-aff8-48f4-a33c-4a5856472d06 req-00fd6204-6d52-448e-8cf2-84c6261e8171 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783068 Feb 08 15:49:52.192804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41a25a-9e5a-42e3-b57a-57df37ec33ae req-0c752368-3d5c-4338-8f09-9a4b9586aab9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:52.200923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae41a25a-9e5a-42e3-b57a-57df37ec33ae req-0c752368-3d5c-4338-8f09-9a4b9586aab9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 946 time: 0.2987995 Feb 08 15:49:52.250079 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7140743a-96fa-42d2-89fd-4fb95b2c4a33 None None] Current status of the port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:52.250477 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7140743a-96fa-42d2-89fd-4fb95b2c4a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:52.308907 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a597d8-3878-4097-8491-e4074c5d3158 x-openstack-request-id: req-d8a597d8-3878-4097-8491-e4074c5d3158 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:49:52.311699 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cee8322-0f17-4cc3-8662-dd696142d927", "name": "network-vif-deleted", "tag": "8b3fa174-1013-47f1-99ba-8bd57367ccf4", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:49:52.311994 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d8a597d8-3878-4097-8491-e4074c5d3158 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:49:52.312424 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cee8322-0f17-4cc3-8662-dd696142d927', 'name': 'network-vif-deleted', 'tag': '8b3fa174-1013-47f1-99ba-8bd57367ccf4', 'status': 'completed', 'code': 200} Feb 08 15:49:52.342113 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae41a25a-9e5a-42e3-b57a-57df37ec33ae req-2640851b-206f-48fe-b603-d1ce4a6f3ed8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245594 Feb 08 15:49:52.350604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:52.351002 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:52.392805 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Publish callbacks [] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:52.414936 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7140743a-96fa-42d2-89fd-4fb95b2c4a33 None None] For port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:52.417592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,revision_number=14']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:52.430589 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:52.500935 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7140743a-96fa-42d2-89fd-4fb95b2c4a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:52.503143 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-9d6707d8-cec8-4e82-8169-f326c4c2b90f', 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f', 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'fixed_ips': [{'subnet_id': '6eca72cf-b7fe-4542-b2f5-1654494fba24'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:49:52.503980 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:52.519268 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af81ae9e-8a2b-48f8-8543-ec4986c646f0 x-openstack-request-id: req-af81ae9e-8a2b-48f8-8543-ec4986c646f0 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:49:52.519619 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:49:52.519906 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-af81ae9e-8a2b-48f8-8543-ec4986c646f0 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:49:52.521229 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'code': 200} Feb 08 15:49:52.523658 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Pushing event updated for resources: {'Port': ['ID=02fa10b7-c8a9-4b00-be16-6c13d5489e0a,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:52.558786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-de588be9-dd25-4b03-baa9-4d35e505dd3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Allocated IP 10.1.1.229 (dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9/65119389-32e7-4ce5-a26c-82dac2a00b02/6bac61d4-782d-4ce5-a6f2-e9fd2de38797) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:49:52.576500 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-3f6aa193-1a97-4bce-ad79-83f944f081f7 req-821fd6af-a730-44f6-8546-a32bb3686247 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] For port ed6335e6-aefe-4537-ba97-548628a49e8d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ed6335e6-aefe-4537-ba97-548628a49e8d,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:52.579106 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3f6aa193-1a97-4bce-ad79-83f944f081f7 req-821fd6af-a730-44f6-8546-a32bb3686247 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ed6335e6-aefe-4537-ba97-548628a49e8d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:52.636745 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-3f6aa193-1a97-4bce-ad79-83f944f081f7 req-821fd6af-a730-44f6-8546-a32bb3686247 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Calling delete_port for ed6335e6-aefe-4537-ba97-548628a49e8d owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:49:52.680383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8b3fa174-1013-47f1-99ba-8bd57367ccf4 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:49:52.773394 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920e619-747b-4fe9-b66b-44f0db080373 req-426d9d41-c22f-4810-842e-78708a078ecb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:52.777157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-03fcd4d3-648f-467c-a3f8-4358ec6cfc74 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Allocated IP 10.1.1.66 (e26395d2-2156-49c3-97cc-22735cb36435/b54aa40b-196d-4120-890f-56a182074fb9/cd15fded-a995-4138-8c2a-b51cb34b8301) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:49:52.778600 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2920e619-747b-4fe9-b66b-44f0db080373 req-426d9d41-c22f-4810-842e-78708a078ecb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.4024026 Feb 08 15:49:52.800180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Network e26395d2-2156-49c3-97cc-22735cb36435 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:49:52.825820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:49:52.854274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:49:52.856275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 8b3fa174-1013-47f1-99ba-8bd57367ccf4 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:49:52.856678 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8b3fa174-1013-47f1-99ba-8bd57367ccf4 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:49:52.872174 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Allocated IP 10.2.2.2 (9d6707d8-cec8-4e82-8169-f326c4c2b90f/6eca72cf-b7fe-4542-b2f5-1654494fba24/c5100a39-be9a-4bed-b7dc-801ceeecbeb9) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:49:52.878098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3fb914ab-1ad3-49b0-8210-4ffb26ddb0ba None None] Provisioning complete for port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:52.878741 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3fb914ab-1ad3-49b0-8210-4ffb26ddb0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:53.018971 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 15:49:53.019390 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 15:49:53.092703 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-03fcd4d3-648f-467c-a3f8-4358ec6cfc74 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:53.132638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed046c-2cb0-4266-86a1-77f7362902d8 req-9fc63a7e-2b25-4fd9-b9de-61a972ae12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:53.134121 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-17ed046c-2cb0-4266-86a1-77f7362902d8 req-9fc63a7e-2b25-4fd9-b9de-61a972ae12f2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 1127 time: 0.0878830 Feb 08 15:49:53.157678 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-03fcd4d3-648f-467c-a3f8-4358ec6cfc74 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:53.251431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fcd4d3-648f-467c-a3f8-4358ec6cfc74 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Network e26395d2-2156-49c3-97cc-22735cb36435 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:49:53.259206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-03fcd4d3-648f-467c-a3f8-4358ec6cfc74 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:49:53.265469 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Publish callbacks [] for port (c5100a39-be9a-4bed-b7dc-801ceeecbeb9), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:53.270846 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fcd4d3-648f-467c-a3f8-4358ec6cfc74 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:49:53.299877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Attempting to bind port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:49:53.300181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Attempting to bind port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:49:53.300554 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Attempting to bind port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a on network e26395d2-2156-49c3-97cc-22735cb36435 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:49:53.317513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140743a-96fa-42d2-89fd-4fb95b2c4a33 None None] Pushing event updated for resources: {'Port': ['ID=ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:53.320563 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcd4d3-648f-467c-a3f8-4358ec6cfc74 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'Port': ['ID=cd15fded-a995-4138-8c2a-b51cb34b8301,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:53.350017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:49:53.352555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Checking segment: {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:49:53.353484 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:53.355047 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Bound using segment: {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:49:53.355525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed046c-2cb0-4266-86a1-77f7362902d8 req-d9d83747-3653-4ee8-85ac-83c27258dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:53.355865 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Bound port: 02fa10b7-c8a9-4b00-be16-6c13d5489e0a, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:49:53.356658 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:53.357299 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-17ed046c-2cb0-4266-86a1-77f7362902d8 req-d9d83747-3653-4ee8-85ac-83c27258dc4a service neutron] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.2109165 Feb 08 15:49:53.359619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2984721-face-4615-b482-09efa1e6f7af None None] Network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:49:53.364181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fcd4d3-648f-467c-a3f8-4358ec6cfc74 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:53.364342 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-03fcd4d3-648f-467c-a3f8-4358ec6cfc74 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:53.392648 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-03fcd4d3-648f-467c-a3f8-4358ec6cfc74 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5793760 Feb 08 15:49:53.413625 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2920e619-747b-4fe9-b66b-44f0db080373 req-3a3b72de-cbc9-4e4f-a0b0-c37bbdb5961b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979373 Feb 08 15:49:53.430455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40454) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:53.435726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-8c096533-c278-4a6d-9988-c85a41195ca9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'port': {'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435', 'name': 'tempest-TaggedBootDevicesTest_v242-1659824334', 'fixed_ips': [{'subnet_id': 'b54aa40b-196d-4120-890f-56a182074fb9'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:53.452608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6fc00-3a06-4044-bd9d-950665752f8a req-43cfd5b9-0088-47ff-bb8f-400d63760096 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:53.460478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ce6fc00-3a06-4044-bd9d-950665752f8a req-43cfd5b9-0088-47ff-bb8f-400d63760096 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.4791999 Feb 08 15:49:53.492425 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-17ed046c-2cb0-4266-86a1-77f7362902d8 req-6c82b5ec-48c3-4713-aad7-6d37f5ac4acb service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d HTTP/1.1" status: 200 len: 999 time: 0.1151896 Feb 08 15:49:53.574164 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed046c-2cb0-4266-86a1-77f7362902d8 req-de1fe189-04d3-4df3-bfc6-af250ea2103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:53.575735 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-17ed046c-2cb0-4266-86a1-77f7362902d8 req-de1fe189-04d3-4df3-bfc6-af250ea2103b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0739589 Feb 08 15:49:53.648474 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed046c-2cb0-4266-86a1-77f7362902d8 req-3e0e18ef-cb03-4a26-beb2-68b357caa81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:53.650649 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-17ed046c-2cb0-4266-86a1-77f7362902d8 req-3e0e18ef-cb03-4a26-beb2-68b357caa81e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0684018 Feb 08 15:49:53.705784 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de588be9-dd25-4b03-baa9-4d35e505dd3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:53.742660 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ce6fc00-3a06-4044-bd9d-950665752f8a req-41e68329-4e83-42eb-9e62-891fea80d2e3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810249 Feb 08 15:49:53.764645 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-17ed046c-2cb0-4266-86a1-77f7362902d8 req-6863bb3b-5bef-4071-9a88-d58df1b492ab service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041751 Feb 08 15:49:53.771973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ed6335e6-aefe-4537-ba97-548628a49e8d no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:49:53.816140 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (c5100a39-be9a-4bed-b7dc-801ceeecbeb9), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:53.865580 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3f6aa193-1a97-4bce-ad79-83f944f081f7 req-821fd6af-a730-44f6-8546-a32bb3686247 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ed6335e6-aefe-4537-ba97-548628a49e8d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:53.878625 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c096533-c278-4a6d-9988-c85a41195ca9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Made reservation on behalf of 2eb127ba0a924c819fd9581ee7037dd8 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:49:53.940400 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-17ed046c-2cb0-4266-86a1-77f7362902d8 req-2716cfc9-d167-4289-b261-004678cde90d service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680467 Feb 08 15:49:53.969277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Pushing event updated for resources: {'Port': ['ID=c5100a39-be9a-4bed-b7dc-801ceeecbeb9,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:53.995114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No active binding found for port ed6335e6-aefe-4537-ba97-548628a49e8d {{(pid=103303) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 15:49:53.995494 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port ed6335e6-aefe-4537-ba97-548628a49e8d host None! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:49:53.995889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ed6335e6-aefe-4537-ba97-548628a49e8d not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:49:54.059628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fbb0a-0cdc-4b70-b554-74cd13ef2744 req-8cf185e8-48bb-4d64-9faf-4dcec456c705 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:54.061197 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-615fbb0a-0cdc-4b70-b554-74cd13ef2744 req-8cf185e8-48bb-4d64-9faf-4dcec456c705 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=258ec3e9-38ed-436b-adb6-ed0c6899fafb HTTP/1.1" status: 200 len: 945 time: 0.5119915 Feb 08 15:49:54.074353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fd6af-a730-44f6-8546-a32bb3686247 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Pushing event deleted for resources: {'Port': ['ID=ed6335e6-aefe-4537-ba97-548628a49e8d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:54.078691 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de588be9-dd25-4b03-baa9-4d35e505dd3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:54.089434 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Network 9d6707d8-cec8-4e82-8169-f326c4c2b90f is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:49:54.130213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:49:54.138604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:54.145321 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:49:54.167620 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3fb914ab-1ad3-49b0-8210-4ffb26ddb0ba None None] Current status of the port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:54.181270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] For port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:49:54.194898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de588be9-dd25-4b03-baa9-4d35e505dd3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:49:54.234173 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de588be9-dd25-4b03-baa9-4d35e505dd3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'Port': ['ID=6bac61d4-782d-4ce5-a6f2-e9fd2de38797,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:54.238334 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-de588be9-dd25-4b03-baa9-4d35e505dd3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:49:54.241522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de588be9-dd25-4b03-baa9-4d35e505dd3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:49:54.244510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] For port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=02fa10b7-c8a9-4b00-be16-6c13d5489e0a,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:49:54.262163 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:54.265136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6aa193-1a97-4bce-ad79-83f944f081f7 req-821fd6af-a730-44f6-8546-a32bb3686247 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] No DVR routers for this DVR port ed6335e6-aefe-4537-ba97-548628a49e8d on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:49:54.272616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3f6aa193-1a97-4bce-ad79-83f944f081f7 req-821fd6af-a730-44f6-8546-a32bb3686247 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:54.273624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Attempting to bind port c5100a39-be9a-4bed-b7dc-801ceeecbeb9 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:49:54.274032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Attempting to bind port c5100a39-be9a-4bed-b7dc-801ceeecbeb9 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b5354a86-66cc-471b-a1b9-1ccb1d9f6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:49:54.274406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Attempting to bind port c5100a39-be9a-4bed-b7dc-801ceeecbeb9 on network 9d6707d8-cec8-4e82-8169-f326c4c2b90f {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:49:54.275504 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f6aa193-1a97-4bce-ad79-83f944f081f7 req-821fd6af-a730-44f6-8546-a32bb3686247 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "DELETE /v2.0/ports/ed6335e6-aefe-4537-ba97-548628a49e8d HTTP/1.1" status: 204 len: 173 time: 4.3695338 Feb 08 15:49:54.327022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258ec3e9-38ed-436b-adb6-ed0c6899fafb', 'name': 'network-vif-deleted', 'tag': 'ed6335e6-aefe-4537-ba97-548628a49e8d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:49:54.334734 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9e88df-8fb6-486d-9eb8-f090118eada4" -d '{"events": [{"server_uuid": "258ec3e9-38ed-436b-adb6-ed0c6899fafb", "name": "network-vif-deleted", "tag": "ed6335e6-aefe-4537-ba97-548628a49e8d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:49:54.343045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:49:54.343439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Checking segment: {'id': 'b5354a86-66cc-471b-a1b9-1ccb1d9f6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:49:54.344316 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:54.344316 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Bound using segment: {'id': 'b5354a86-66cc-471b-a1b9-1ccb1d9f6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:49:54.345266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Bound port: c5100a39-be9a-4bed-b7dc-801ceeecbeb9, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5354a86-66cc-471b-a1b9-1ccb1d9f6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:49:54.345955 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c5100a39-be9a-4bed-b7dc-801ceeecbeb9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:54.423678 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-615fbb0a-0cdc-4b70-b554-74cd13ef2744 req-a2da6e16-ae39-49ee-bbd1-a562f6a9ce06 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204541 Feb 08 15:49:54.520271 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c096533-c278-4a6d-9988-c85a41195ca9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:54.562553 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de588be9-dd25-4b03-baa9-4d35e505dd3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:54.563292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de588be9-dd25-4b03-baa9-4d35e505dd3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:54.607600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b9528320-cf08-42dd-92fa-aff1699af134 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:49:54.612470 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f982563-76f1-4cd6-b543-b373b300c9f9 x-openstack-request-id: req-8f982563-76f1-4cd6-b543-b373b300c9f9 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:49:54.612715 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258ec3e9-38ed-436b-adb6-ed0c6899fafb", "name": "network-vif-deleted", "tag": "ed6335e6-aefe-4537-ba97-548628a49e8d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:49:54.613464 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8f982563-76f1-4cd6-b543-b373b300c9f9 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:49:54.613949 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258ec3e9-38ed-436b-adb6-ed0c6899fafb', 'name': 'network-vif-deleted', 'tag': 'ed6335e6-aefe-4537-ba97-548628a49e8d', 'status': 'completed', 'code': 200} Feb 08 15:49:54.614814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622ae99-c19e-49f8-a30b-dab4eb36f242 None None] Pushing event updated for resources: {'Port': ['ID=02fa10b7-c8a9-4b00-be16-6c13d5489e0a,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:54.679999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66336d11-c9f7-4849-97ab-0888bd5582d5 req-d03c163f-99ac-48ea-9441-e07a37ff6e27 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:54.690801 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5a99d298-963d-4ffd-b043-53ce531a2853 None None] Provisioning complete for port b9528320-cf08-42dd-92fa-aff1699af134 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:54.694101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66336d11-c9f7-4849-97ab-0888bd5582d5 req-d03c163f-99ac-48ea-9441-e07a37ff6e27 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 945 time: 0.6311343 Feb 08 15:49:54.696763 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5a99d298-963d-4ffd-b043-53ce531a2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b9528320-cf08-42dd-92fa-aff1699af134), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:54.798013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-8c096533-c278-4a6d-9988-c85a41195ca9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] device_id is not set on port a5a14c1f-2a74-4aab-8308-e85af9d02595 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:49:54.826710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-de588be9-dd25-4b03-baa9-4d35e505dd3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.4759414 Feb 08 15:49:54.829353 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40472) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:54.836683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-89ff6a60-a937-48a2-b9af-d33d0b403492 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'port': {'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9', 'name': 'tempest-TaggedBootDevicesTest-990529948', 'fixed_ips': [{'subnet_id': '65119389-32e7-4ce5-a26c-82dac2a00b02'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:54.851214 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] For port c5100a39-be9a-4bed-b7dc-801ceeecbeb9, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:49:54.854856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] For port c5100a39-be9a-4bed-b7dc-801ceeecbeb9, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c5100a39-be9a-4bed-b7dc-801ceeecbeb9,segment=NetworkSegment(b5354a86-66cc-471b-a1b9-1ccb1d9f6bda),segment_id=b5354a86-66cc-471b-a1b9-1ccb1d9f6bda)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:49:54.872565 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c5100a39-be9a-4bed-b7dc-801ceeecbeb9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:54.917612 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66336d11-c9f7-4849-97ab-0888bd5582d5 req-e33d1aaa-1535-4a2a-9500-013aa6718b92 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/security-groups?id=5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224503 Feb 08 15:49:55.014806 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5a99d298-963d-4ffd-b043-53ce531a2853 None None] Current status of the port b9528320-cf08-42dd-92fa-aff1699af134 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:55.017189 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5a99d298-963d-4ffd-b043-53ce531a2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b9528320-cf08-42dd-92fa-aff1699af134), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:55.086916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b9528320-cf08-42dd-92fa-aff1699af134 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:55.087316 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b9528320-cf08-42dd-92fa-aff1699af134), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:55.111240 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ff6a60-a937-48a2-b9af-d33d0b403492 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Made reservation on behalf of 57411ff0a26042cfac2e561311a318e4 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:49:55.142172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef7994-3053-4c47-832c-4f1b089f34ef req-3e524962-9428-4d3f-b523-a62204f2601e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:55.145255 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42ef7994-3053-4c47-832c-4f1b089f34ef req-3e524962-9428-4d3f-b523-a62204f2601e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.4410319 Feb 08 15:49:55.211501 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5a99d298-963d-4ffd-b043-53ce531a2853 None None] For port b9528320-cf08-42dd-92fa-aff1699af134, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b9528320-cf08-42dd-92fa-aff1699af134,segment=NetworkSegment(178fbd4c-134b-41d7-af9d-23a0b2d77642),segment_id=178fbd4c-134b-41d7-af9d-23a0b2d77642)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:55.214811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ebe3e-f53b-494a-bb77-e7ea47edc7e1 None None] Pushing event updated for resources: {'Port': ['ID=c5100a39-be9a-4bed-b7dc-801ceeecbeb9,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:55.222725 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5a99d298-963d-4ffd-b043-53ce531a2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b9528320-cf08-42dd-92fa-aff1699af134), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:55.324347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99d298-963d-4ffd-b043-53ce531a2853 None None] Pushing event updated for resources: {'Port': ['ID=b9528320-cf08-42dd-92fa-aff1699af134,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:55.358266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b9528320-cf08-42dd-92fa-aff1699af134 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:55.358266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:49:55.419004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-8c096533-c278-4a6d-9988-c85a41195ca9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Allocated IP 10.1.1.30 (e26395d2-2156-49c3-97cc-22735cb36435/b54aa40b-196d-4120-890f-56a182074fb9/a5a14c1f-2a74-4aab-8308-e85af9d02595) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:49:55.425373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-64c06db2-ae14-4a90-9c48-7c3d158940db None None] Provisioning complete for port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:55.425760 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-64c06db2-ae14-4a90-9c48-7c3d158940db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:55.484415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-64c06db2-ae14-4a90-9c48-7c3d158940db None None] Port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:49:55.508578 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-64c06db2-ae14-4a90-9c48-7c3d158940db None None] Provisioning complete for port b9528320-cf08-42dd-92fa-aff1699af134 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:55.509649 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-64c06db2-ae14-4a90-9c48-7c3d158940db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b9528320-cf08-42dd-92fa-aff1699af134), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:55.517609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:55.518543 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:55.529344 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42ef7994-3053-4c47-832c-4f1b089f34ef req-2e5bf3f9-ea6e-49bf-be2e-87d5388b1643 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185829 Feb 08 15:49:55.595710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54911e9-d387-4444-addf-aba862ce62a0 req-67abebc3-8cb8-4fc7-a395-a4b9d8796de3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:55.623818 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c54911e9-d387-4444-addf-aba862ce62a0 req-67abebc3-8cb8-4fc7-a395-a4b9d8796de3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.6300018 Feb 08 15:49:55.811709 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c54911e9-d387-4444-addf-aba862ce62a0 req-a28fdd0b-accc-40cd-9881-6dbb78f7c9ba tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809022 Feb 08 15:49:55.847386 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89ff6a60-a937-48a2-b9af-d33d0b403492 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:55.855038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:55.887862 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c096533-c278-4a6d-9988-c85a41195ca9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:55.900156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-89ff6a60-a937-48a2-b9af-d33d0b403492 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] device_id is not set on port 3e5812a0-b0e7-452d-b369-a2cb2f05432c yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:49:55.973946 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c096533-c278-4a6d-9988-c85a41195ca9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:56.004397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-64c06db2-ae14-4a90-9c48-7c3d158940db None None] Current status of the port b9528320-cf08-42dd-92fa-aff1699af134 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:56.043580 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c096533-c278-4a6d-9988-c85a41195ca9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Network e26395d2-2156-49c3-97cc-22735cb36435 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:49:56.062900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-8c096533-c278-4a6d-9988-c85a41195ca9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:49:56.102931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c096533-c278-4a6d-9988-c85a41195ca9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:49:56.259594 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-89ff6a60-a937-48a2-b9af-d33d0b403492 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Allocated IP 10.1.1.175 (dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9/65119389-32e7-4ce5-a26c-82dac2a00b02/3e5812a0-b0e7-452d-b369-a2cb2f05432c) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:49:56.291429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bf96d4-6782-488e-8a4f-6611f07e4f03 None None] Network e26395d2-2156-49c3-97cc-22735cb36435 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:49:56.310562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c096533-c278-4a6d-9988-c85a41195ca9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'Port': ['ID=a5a14c1f-2a74-4aab-8308-e85af9d02595,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:56.402215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c096533-c278-4a6d-9988-c85a41195ca9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:56.402968 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c096533-c278-4a6d-9988-c85a41195ca9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:56.479212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-88bc2505-6b3f-46b5-9937-404a1a3a6169 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:56.486376 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-88bc2505-6b3f-46b5-9937-404a1a3a6169 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 812 time: 0.5007517 Feb 08 15:49:56.499543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8c096533-c278-4a6d-9988-c85a41195ca9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0677872 Feb 08 15:49:56.509665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-bebde01d-ee61-411a-9288-082f346709d8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/quotas/7223ae851bba47909ff3a34b120c9a42 HTTP/1.1" status: 200 len: 375 time: 0.0219750 Feb 08 15:49:56.514863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d850260c-fb72-48d9-a768-2319e3813841 None None] Provisioning complete for port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:56.515368 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d850260c-fb72-48d9-a768-2319e3813841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:56.541565 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89ff6a60-a937-48a2-b9af-d33d0b403492 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:56.555943 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-2d05f127-68ff-4514-a060-0adc96600b57 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451968 Feb 08 15:49:56.575541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f518df-6f61-49bc-aabb-232c9187b523 req-c3391c3c-3db2-4e2a-b8cf-bc9a8564edb0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:56.584316 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01f518df-6f61-49bc-aabb-232c9187b523 req-c3391c3c-3db2-4e2a-b8cf-bc9a8564edb0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.2581222 Feb 08 15:49:56.615037 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89ff6a60-a937-48a2-b9af-d33d0b403492 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:56.661980 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01f518df-6f61-49bc-aabb-232c9187b523 req-fd2c389b-184c-40aa-bd99-338422075f03 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712924 Feb 08 15:49:56.677353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b9528320-cf08-42dd-92fa-aff1699af134 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:49:56.683533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff6a60-a937-48a2-b9af-d33d0b403492 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:49:56.695900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-89ff6a60-a937-48a2-b9af-d33d0b403492 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:49:56.715406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ff6a60-a937-48a2-b9af-d33d0b403492 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:49:56.796521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff6a60-a937-48a2-b9af-d33d0b403492 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'Port': ['ID=3e5812a0-b0e7-452d-b369-a2cb2f05432c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:56.839565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ff6a60-a937-48a2-b9af-d33d0b403492 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:56.840245 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89ff6a60-a937-48a2-b9af-d33d0b403492 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:56.896071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b9528320-cf08-42dd-92fa-aff1699af134 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:56.896464 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b9528320-cf08-42dd-92fa-aff1699af134), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:56.897252 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-89ff6a60-a937-48a2-b9af-d33d0b403492 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0651939 Feb 08 15:49:56.937780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d850260c-fb72-48d9-a768-2319e3813841 None None] Current status of the port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:56.942848 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d850260c-fb72-48d9-a768-2319e3813841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:56.951259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1745b-5ce3-453d-baab-e931f9a6a50e req-ceaacc5a-f3fd-4795-823d-4a9c85b338e2 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:56.970321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67c1745b-5ce3-453d-baab-e931f9a6a50e req-ceaacc5a-f3fd-4795-823d-4a9c85b338e2 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 945 time: 0.1456790 Feb 08 15:49:56.982646 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-86cdffaa-a058-47eb-bfab-3f020cd5d5c4 service neutron] 10.222.0.82 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258559 Feb 08 15:49:56.990622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d850260c-fb72-48d9-a768-2319e3813841 None None] For port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=02fa10b7-c8a9-4b00-be16-6c13d5489e0a,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:56.996295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f2220-b21d-495f-acdc-38aca73d9f05 None None] Network 9d6707d8-cec8-4e82-8169-f326c4c2b90f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:49:57.004020 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d850260c-fb72-48d9-a768-2319e3813841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:57.197316 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67c1745b-5ce3-453d-baab-e931f9a6a50e req-9e8becb3-79ca-4d76-805e-768ef82492b0 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/security-groups?id=5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249637 Feb 08 15:49:57.203336 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850260c-fb72-48d9-a768-2319e3813841 None None] Pushing event updated for resources: {'Port': ['ID=02fa10b7-c8a9-4b00-be16-6c13d5489e0a,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:57.212061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-3724cf1c-3bf0-4a59-b024-16686d52d286 service neutron] 10.222.0.82 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202115 Feb 08 15:49:57.246593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] Provisioning complete for port cd15fded-a995-4138-8c2a-b51cb34b8301 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:57.247356 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:57.335661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] Port cd15fded-a995-4138-8c2a-b51cb34b8301 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:49:57.371410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b9528320-cf08-42dd-92fa-aff1699af134 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:57.372625 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 02fa10b7-c8a9-4b00-be16-6c13d5489e0a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:49:57.374464 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] Provisioning complete for port c5100a39-be9a-4bed-b7dc-801ceeecbeb9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:57.374933 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c5100a39-be9a-4bed-b7dc-801ceeecbeb9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:57.640577 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-a453dc1f-5a8e-46e4-801b-6433b23594f7 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:57.672785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-a453dc1f-5a8e-46e4-801b-6433b23594f7 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.96 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 945 time: 0.1754689 Feb 08 15:49:57.771733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:57.772216 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:57.992296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74397cc9-c8d9-40b5-9f4d-7d379124dad1 req-0a97b74b-059b-4112-be38-6bd08e837636 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:57.996513 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-74397cc9-c8d9-40b5-9f4d-7d379124dad1 req-0a97b74b-059b-4112-be38-6bd08e837636 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.2193334 Feb 08 15:49:58.029141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40530) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:58.036185 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-282fcce5-8781-4f28-84d6-12d32930f896 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1079811961', 'description': 'tempest-description--1586296656'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:58.081386 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-282fcce5-8781-4f28-84d6-12d32930f896 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.120240 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-da019320-04ff-4f45-bb11-8a96275ba7fb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Deleting port 9d563c64-932a-42eb-9564-6d0c8375c702 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:49:58.121094 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-da019320-04ff-4f45-bb11-8a96275ba7fb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9d563c64-932a-42eb-9564-6d0c8375c702), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.131875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-74397cc9-c8d9-40b5-9f4d-7d379124dad1 req-670cad12-cd6a-4ac9-bc81-9d88b371df35 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280348 Feb 08 15:49:58.296003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] Current status of the port c5100a39-be9a-4bed-b7dc-801ceeecbeb9 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:58.296206 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c5100a39-be9a-4bed-b7dc-801ceeecbeb9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.301565 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-282fcce5-8781-4f28-84d6-12d32930f896 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for security_group (be8f07cf-9f64-45fb-ad23-fd77afb6ec2f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.305081 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908eac4-751b-4d0e-ad6a-50a0f17e742e req-4ab00124-12fd-4395-91c8-12c6ccb49d98 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:49:58.307489 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c908eac4-751b-4d0e-ad6a-50a0f17e742e req-4ab00124-12fd-4395-91c8-12c6ccb49d98 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1249938 Feb 08 15:49:58.311117 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-282fcce5-8781-4f28-84d6-12d32930f896 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (be8f07cf-9f64-45fb-ad23-fd77afb6ec2f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.326492 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-da019320-04ff-4f45-bb11-8a96275ba7fb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] For port 9d563c64-932a-42eb-9564-6d0c8375c702, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9d563c64-932a-42eb-9564-6d0c8375c702,segment=NetworkSegment(f3d66dd0-274b-4c15-9a5a-a332cc01e5f3),segment_id=f3d66dd0-274b-4c15-9a5a-a332cc01e5f3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:58.328029 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-da019320-04ff-4f45-bb11-8a96275ba7fb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9d563c64-932a-42eb-9564-6d0c8375c702), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.368753 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-282fcce5-8781-4f28-84d6-12d32930f896 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.370503 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-282fcce5-8781-4f28-84d6-12d32930f896 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3398488 Feb 08 15:49:58.387131 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40536) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:58.396889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-363ff934-f01a-4fcf-989b-8bbd8e4ffbc4 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'security_group_rule': {'security_group_id': 'be8f07cf-9f64-45fb-ad23-fd77afb6ec2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:58.400850 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c908eac4-751b-4d0e-ad6a-50a0f17e742e req-a08c407a-e404-46d2-be73-06282280a874 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855329 Feb 08 15:49:58.441050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fcce5-8781-4f28-84d6-12d32930f896 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:58.548322 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-363ff934-f01a-4fcf-989b-8bbd8e4ffbc4 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for security_group_rule (50842980-23d6-4136-af50-808fcda00f33), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.581439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] For port c5100a39-be9a-4bed-b7dc-801ceeecbeb9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c5100a39-be9a-4bed-b7dc-801ceeecbeb9,segment=NetworkSegment(b5354a86-66cc-471b-a1b9-1ccb1d9f6bda),segment_id=b5354a86-66cc-471b-a1b9-1ccb1d9f6bda)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:49:58.590557 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c5100a39-be9a-4bed-b7dc-801ceeecbeb9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.625783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:58.629492 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c5100a39-be9a-4bed-b7dc-801ceeecbeb9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:49:58.704632 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-da019320-04ff-4f45-bb11-8a96275ba7fb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.705191 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-da019320-04ff-4f45-bb11-8a96275ba7fb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (d6e9a392-b229-425e-a61e-ffe546217a1f), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.705442 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-da019320-04ff-4f45-bb11-8a96275ba7fb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Floating IP d6e9a392-b229-425e-a61e-ffe546217a1f disassociated. External IP: 172.25.7.227, port: 9d563c64-932a-42eb-9564-6d0c8375c702. Feb 08 15:49:58.708868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-da019320-04ff-4f45-bb11-8a96275ba7fb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Calling delete_port for 9d563c64-932a-42eb-9564-6d0c8375c702 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:49:58.722233 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-363ff934-f01a-4fcf-989b-8bbd8e4ffbc4 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for security_group_rule (50842980-23d6-4136-af50-808fcda00f33), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.723164 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40544) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:58.735769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-cd3c38ee-94fe-4943-a16d-5630017cb45e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--500956150', 'description': 'tempest-description--1692412197'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:58.743685 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-363ff934-f01a-4fcf-989b-8bbd8e4ffbc4 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (50842980-23d6-4136-af50-808fcda00f33), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.750580 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] Provisioning complete for port a5a14c1f-2a74-4aab-8308-e85af9d02595 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:58.757589 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.775847 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ff934-f01a-4fcf-989b-8bbd8e4ffbc4 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50842980-23d6-4136-af50-808fcda00f33,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:58.786378 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-363ff934-f01a-4fcf-989b-8bbd8e4ffbc4 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.790130 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-363ff934-f01a-4fcf-989b-8bbd8e4ffbc4 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3991995 Feb 08 15:49:58.790809 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40546) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:58.799007 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-972a6161-8e65-4964-92ed-75fc0fe74b0a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'security_group_rule': {'security_group_id': 'be8f07cf-9f64-45fb-ad23-fd77afb6ec2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:58.817252 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cd3c38ee-94fe-4943-a16d-5630017cb45e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.841720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] Port a5a14c1f-2a74-4aab-8308-e85af9d02595 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:49:58.860037 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-972a6161-8e65-4964-92ed-75fc0fe74b0a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for security_group_rule (025d4839-059e-428c-a981-4a4767dce06f), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.882473 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] Pushing event updated for resources: {'Port': ['ID=c5100a39-be9a-4bed-b7dc-801ceeecbeb9,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:58.912217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] Provisioning complete for port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:58.925243 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.940460 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-da019320-04ff-4f45-bb11-8a96275ba7fb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9d563c64-932a-42eb-9564-6d0c8375c702), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.946716 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-972a6161-8e65-4964-92ed-75fc0fe74b0a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for security_group_rule (025d4839-059e-428c-a981-4a4767dce06f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.956839 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-972a6161-8e65-4964-92ed-75fc0fe74b0a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (025d4839-059e-428c-a981-4a4767dce06f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:58.997754 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-972a6161-8e65-4964-92ed-75fc0fe74b0a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.002210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c5100a39-be9a-4bed-b7dc-801ceeecbeb9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:59.002924 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-972a6161-8e65-4964-92ed-75fc0fe74b0a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2074120 Feb 08 15:49:59.003034 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c5100a39-be9a-4bed-b7dc-801ceeecbeb9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.008119 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40548) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:59.013975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:59.037580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a6161-8e65-4964-92ed-75fc0fe74b0a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025d4839-059e-428c-a981-4a4767dce06f,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:59.049573 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.079239 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b795a41-2030-4585-adda-7f81c584a022 req-85a04457-f5b0-4b23-950c-ab75d19046a2 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=efc9b974-f952-45bf-9b3b-d1d9a4108656 HTTP/1.1" status: 200 len: 210 time: 0.1537325 Feb 08 15:49:59.089270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5037faba-3f63-4d12-8bb1-140818a4923e None None] Current status of the port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:59.092745 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da019320-04ff-4f45-bb11-8a96275ba7fb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Pushing event deleted for resources: {'Port': ['ID=9d563c64-932a-42eb-9564-6d0c8375c702,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:59.137847 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-011647ff-1300-42d1-950e-92941b6fa364 req-ce7d083b-5275-4977-ab2a-8a099b323d2d tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 210 time: 0.1950498 Feb 08 15:49:59.141185 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cd3c38ee-94fe-4943-a16d-5630017cb45e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for security_group (bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.163415 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cd3c38ee-94fe-4943-a16d-5630017cb45e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.171935 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c5100a39-be9a-4bed-b7dc-801ceeecbeb9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:59.245734 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c38ee-94fe-4943-a16d-5630017cb45e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:59.252104 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cd3c38ee-94fe-4943-a16d-5630017cb45e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.254155 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cd3c38ee-94fe-4943-a16d-5630017cb45e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5299134 Feb 08 15:49:59.259740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40562) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:59.264785 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-bece20d0-3799-423e-96b0-8db45330c7d0 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'security_group_rule': {'security_group_id': 'bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:59.269388 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-731c818c-a054-41ce-8d1a-9dfeaad645b8 None None] Provisioning complete for port a5a14c1f-2a74-4aab-8308-e85af9d02595 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:59.269831 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-731c818c-a054-41ce-8d1a-9dfeaad645b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.305976 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bece20d0-3799-423e-96b0-8db45330c7d0 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for security_group_rule (bf40519e-ab47-4e55-9979-559cbda79e9f), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.386192 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bece20d0-3799-423e-96b0-8db45330c7d0 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for security_group_rule (bf40519e-ab47-4e55-9979-559cbda79e9f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.397421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-731c818c-a054-41ce-8d1a-9dfeaad645b8 None None] Port a5a14c1f-2a74-4aab-8308-e85af9d02595 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:49:59.401938 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bece20d0-3799-423e-96b0-8db45330c7d0 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (bf40519e-ab47-4e55-9979-559cbda79e9f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.424814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-731c818c-a054-41ce-8d1a-9dfeaad645b8 None None] Provisioning complete for port cd15fded-a995-4138-8c2a-b51cb34b8301 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:59.425373 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-731c818c-a054-41ce-8d1a-9dfeaad645b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.448126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece20d0-3799-423e-96b0-8db45330c7d0 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf40519e-ab47-4e55-9979-559cbda79e9f,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:49:59.453783 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.467970 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bece20d0-3799-423e-96b0-8db45330c7d0 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.470073 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bece20d0-3799-423e-96b0-8db45330c7d0 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2091398 Feb 08 15:49:59.473799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40564) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:49:59.479563 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-07d3f74d-3114-4dbf-acfd-ca4c3fc8ea8d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'security_group_rule': {'security_group_id': 'bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:49:59.488020 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 02fa10b7-c8a9-4b00-be16-6c13d5489e0a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:49:59.574019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-731c818c-a054-41ce-8d1a-9dfeaad645b8 None None] Port cd15fded-a995-4138-8c2a-b51cb34b8301 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:49:59.580893 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07d3f74d-3114-4dbf-acfd-ca4c3fc8ea8d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for security_group_rule (ac6c0e3e-0912-49fc-99d0-e997cce86ef6), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.630327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-731c818c-a054-41ce-8d1a-9dfeaad645b8 None None] Provisioning complete for port c5100a39-be9a-4bed-b7dc-801ceeecbeb9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:59.630716 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-731c818c-a054-41ce-8d1a-9dfeaad645b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c5100a39-be9a-4bed-b7dc-801ceeecbeb9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.673915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:59.674373 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.811804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Allocated IP 172.25.7.163 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/ef3a4aeb-11fb-4021-a0e5-fefd8f81dfac) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:49:59.892195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-731c818c-a054-41ce-8d1a-9dfeaad645b8 None None] Current status of the port c5100a39-be9a-4bed-b7dc-801ceeecbeb9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:49:59.917418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-731c818c-a054-41ce-8d1a-9dfeaad645b8 None None] Provisioning complete for port 3e5812a0-b0e7-452d-b369-a2cb2f05432c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:49:59.917791 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-731c818c-a054-41ce-8d1a-9dfeaad645b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.961368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for port (ef3a4aeb-11fb-4021-a0e5-fefd8f81dfac), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:49:59.999798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-731c818c-a054-41ce-8d1a-9dfeaad645b8 None None] Port 3e5812a0-b0e7-452d-b369-a2cb2f05432c cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:50:00.005937 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ef3a4aeb-11fb-4021-a0e5-fefd8f81dfac), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:00.027684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-3ca87f90-f030-4551-a015-95844f4705ca tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:00.033464 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-3ca87f90-f030-4551-a015-95844f4705ca tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 812 time: 0.1366396 Feb 08 15:50:00.048357 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:00.053218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c5100a39-be9a-4bed-b7dc-801ceeecbeb9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:50:00.069872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'Port': ['ID=ef3a4aeb-11fb-4021-a0e5-fefd8f81dfac,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:00.090234 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07d3f74d-3114-4dbf-acfd-ca4c3fc8ea8d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for security_group_rule (ac6c0e3e-0912-49fc-99d0-e997cce86ef6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:00.092551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:00.095239 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:00.098888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:00.139334 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07d3f74d-3114-4dbf-acfd-ca4c3fc8ea8d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (ac6c0e3e-0912-49fc-99d0-e997cce86ef6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:00.141334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c5100a39-be9a-4bed-b7dc-801ceeecbeb9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:00.141753 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c5100a39-be9a-4bed-b7dc-801ceeecbeb9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:00.152367 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-4b24393a-e721-4bc2-a6e7-7d861647aa45 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:00.159670 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-4b24393a-e721-4bc2-a6e7-7d861647aa45 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 811 time: 0.8425148 Feb 08 15:50:00.171165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-b199b7f8-2637-4ca2-b079-5da9a333fc84 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Request body: {'port': {'device_id': 'efc9b974-f952-45bf-9b3b-d1d9a4108656', 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782', 'admin_state_up': True, 'tenant_id': '7223ae851bba47909ff3a34b120c9a42'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:00.225489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3f74d-3114-4dbf-acfd-ca4c3fc8ea8d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6c0e3e-0912-49fc-99d0-e997cce86ef6,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:00.248349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53d2c7-e100-459f-8f62-2d5675a7594b req-678be972-cd56-4063-9d33-7a7122403872 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:00.256272 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c53d2c7-e100-459f-8f62-2d5675a7594b req-678be972-cd56-4063-9d33-7a7122403872 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.8738399 Feb 08 15:50:00.269503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-f3e913e9-975c-488b-9c3e-7d992316e4b9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/quotas/7c96f108dc3b44ef9d4d2ce2fc47eab3 HTTP/1.1" status: 200 len: 375 time: 0.1089315 Feb 08 15:50:00.282798 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07d3f74d-3114-4dbf-acfd-ca4c3fc8ea8d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:00.284561 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-07d3f74d-3114-4dbf-acfd-ca4c3fc8ea8d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8096182 Feb 08 15:50:00.291000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40574) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:00.297370 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:00.324229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c5100a39-be9a-4bed-b7dc-801ceeecbeb9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:00.370468 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for floatingip (45029083-2b36-4c70-89b7-b74ce9d38896), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:00.374856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-da019320-04ff-4f45-bb11-8a96275ba7fb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Router ea9fc2c5-241f-4350-98fd-41c7d4e71710 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:50:00.419923 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ef3a4aeb-11fb-4021-a0e5-fefd8f81dfac), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:00.467892 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:00.470772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-299a08ad-0dbd-44e9-b40e-7255f9e4eb3b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1697750 Feb 08 15:50:00.531833 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c53d2c7-e100-459f-8f62-2d5675a7594b req-18682f18-554d-4654-80e6-20c8c6483121 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742579 Feb 08 15:50:00.597535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-8746202e-1e8c-4618-a3f3-70df0bb64ee7 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:50:00.599403 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-8746202e-1e8c-4618-a3f3-70df0bb64ee7 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063317 Feb 08 15:50:00.685722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-b199b7f8-2637-4ca2-b079-5da9a333fc84 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Made reservation on behalf of 7223ae851bba47909ff3a34b120c9a42 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:00.689292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-b199b7f8-2637-4ca2-b079-5da9a333fc84 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:00.726196 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:00.802695 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for port (ef3a4aeb-11fb-4021-a0e5-fefd8f81dfac), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:00.807543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0b03edf-a89c-4c8e-93e6-7f079f0688f6 req-107fbedb-bf17-43c6-a71b-4cb22b771dad tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=efc9b974-f952-45bf-9b3b-d1d9a4108656 HTTP/1.1" status: 200 len: 210 time: 0.0829036 Feb 08 15:50:00.811568 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ef3a4aeb-11fb-4021-a0e5-fefd8f81dfac), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:00.953051 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-da019320-04ff-4f45-bb11-8a96275ba7fb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:50:00.964932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e3da3a-97ca-4923-9994-09778626aa37 None None] Sync routers for ids ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:50:00.980768 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e3da3a-97ca-4923-9994-09778626aa37 None None] Routers {'ea9fc2c5-241f-4350-98fd-41c7d4e71710'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:50:00.981986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f3e3da3a-97ca-4923-9994-09778626aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:49:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:00.989369 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (45029083-2b36-4c70-89b7-b74ce9d38896), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:00.994838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'Port': ['ID=ef3a4aeb-11fb-4021-a0e5-fefd8f81dfac,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:01.017906 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df5372ba-09d1-4c31-b821-3ebb03b01b1f req-3e4f7d26-9d46-4d12-8d78-211e2f546c56 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a4f0db8-dfe1-45a8-b96d-9702f363aba7 HTTP/1.1" status: 200 len: 210 time: 0.1172378 Feb 08 15:50:01.044082 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:01.056521 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b4d62b9e-ea55-4cd3-953b-1d12df5c8c66 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0370290 Feb 08 15:50:01.056710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-ead861a6-dd97-4660-a00e-e0cb8f6cbf3e service neutron] 10.222.0.82 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408598 Feb 08 15:50:01.056710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-da019320-04ff-4f45-bb11-8a96275ba7fb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] No DVR routers for this DVR port 9d563c64-932a-42eb-9564-6d0c8375c702 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:50:01.061642 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-da019320-04ff-4f45-bb11-8a96275ba7fb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:01.066921 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-325a2cea-e55e-456d-b82e-0882d39c0efe req-da019320-04ff-4f45-bb11-8a96275ba7fb tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.96 "DELETE /v2.0/ports/9d563c64-932a-42eb-9564-6d0c8375c702 HTTP/1.1" status: 204 len: 173 time: 3.3885357 Feb 08 15:50:01.097732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4f0db8-dfe1-45a8-b96d-9702f363aba7', 'name': 'network-vif-deleted', 'tag': '9d563c64-932a-42eb-9564-6d0c8375c702'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:01.100498 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3097e119-1f28-4da5-9429-83c642c6f015" -d '{"events": [{"server_uuid": "7a4f0db8-dfe1-45a8-b96d-9702f363aba7", "name": "network-vif-deleted", "tag": "9d563c64-932a-42eb-9564-6d0c8375c702"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:01.172726 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Allocated IP 172.25.7.58 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/c8da9ce8-1ca9-4c93-8ddf-1fa13751aebf) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:01.219538 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60440888-2ab5-4d7a-b8af-5bb70e75f869 x-openstack-request-id: req-60440888-2ab5-4d7a-b8af-5bb70e75f869 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:01.223208 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4f0db8-dfe1-45a8-b96d-9702f363aba7", "name": "network-vif-deleted", "tag": "9d563c64-932a-42eb-9564-6d0c8375c702", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:01.225392 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-60440888-2ab5-4d7a-b8af-5bb70e75f869 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:01.227814 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4f0db8-dfe1-45a8-b96d-9702f363aba7', 'name': 'network-vif-deleted', 'tag': '9d563c64-932a-42eb-9564-6d0c8375c702', 'status': 'completed', 'code': 200} Feb 08 15:50:01.293346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-b199b7f8-2637-4ca2-b079-5da9a333fc84 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Allocated IP 172.20.0.10 (ecd7c259-4f96-4209-81e4-52533414d782/28cb9956-62bf-4795-9b61-7a7ef83e56b7/6e7731fd-0a91-4ca3-84d8-0b62af79befa) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:01.311622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f3e3da3a-97ca-4923-9994-09778626aa37 None None] Set router ea9fc2c5-241f-4350-98fd-41c7d4e71710 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:50:01.448137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-348c64d7-f8ed-4c22-8729-dd8c25391ffe service neutron] 10.222.0.82 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888204 Feb 08 15:50:01.494775 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for port (c8da9ce8-1ca9-4c93-8ddf-1fa13751aebf), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:01.563727 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0e638553-0159-42d3-9b62-e51e7930474d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:01.588825 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c079490b-c101-4199-bfa6-13fb39dc9484 req-7ba1bced-6ae8-4fdd-bd40-259083861483 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5130632 Feb 08 15:50:01.653704 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c8da9ce8-1ca9-4c93-8ddf-1fa13751aebf), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:01.780251 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-467d8f77-9754-42b4-a6b4-31c577955cd7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1079811961&fields=id&tenant_id=2eb127ba0a924c819fd9581ee7037dd8 HTTP/1.1" status: 200 len: 267 time: 0.1603158 Feb 08 15:50:01.853112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f3e3da3a-97ca-4923-9994-09778626aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:15Z', 'updated_at': '2022-02-08T15:48:31Z', 'revision_number': 4, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'gw_port': {'id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'de69926a-7bf2-4f42-a93b-ae8e2d76c583', 'name': '', 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'mac_address': 'fa:16:3e:50:ad:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:25Z', 'updated_at': '2022-02-08T15:48:40Z', 'revision_number': 5, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'subnets': [{'id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:01.855896 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:01.863111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:01.868615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:01.872244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'Port': ['ID=c8da9ce8-1ca9-4c93-8ddf-1fa13751aebf,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:01.897359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e3da3a-97ca-4923-9994-09778626aa37 None None] Checking router: ea9fc2c5-241f-4350-98fd-41c7d4e71710 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:50:01.917848 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079490b-c101-4199-bfa6-13fb39dc9484 req-f065b085-776d-4760-8b14-c753b8c5ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:01.919370 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c079490b-c101-4199-bfa6-13fb39dc9484 req-f065b085-776d-4760-8b14-c753b8c5ba05 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=60a080c724734d2f8504cfeec2677ec4&device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 1128 time: 0.2562013 Feb 08 15:50:01.932398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e3da3a-97ca-4923-9994-09778626aa37 None None] Routers {'ea9fc2c5-241f-4350-98fd-41c7d4e71710'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:50:01.934664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f3e3da3a-97ca-4923-9994-09778626aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:49:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:02.092688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f3e3da3a-97ca-4923-9994-09778626aa37 None None] Set router ea9fc2c5-241f-4350-98fd-41c7d4e71710 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:50:02.099168 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-b199b7f8-2637-4ca2-b079-5da9a333fc84 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks [] for port (6e7731fd-0a91-4ca3-84d8-0b62af79befa), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:02.133932 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for floatingip (95ab4669-926b-4708-8c6d-61508267d69e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:02.199216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-34cab3aa-d21e-4dcc-aa0b-c3ac7d709acf tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:02.200660 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-34cab3aa-d21e-4dcc-aa0b-c3ac7d709acf tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports/cd15fded-a995-4138-8c2a-b51cb34b8301 HTTP/1.1" status: 200 len: 935 time: 0.4196403 Feb 08 15:50:02.260588 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079490b-c101-4199-bfa6-13fb39dc9484 req-873349a0-943b-4fc6-84d1-b27ca561805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:02.262116 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c079490b-c101-4199-bfa6-13fb39dc9484 req-873349a0-943b-4fc6-84d1-b27ca561805a service neutron] 10.222.0.96 "GET /v2.0/networks?id=2a72fae7-c7cb-449f-a857-4a0080f21988 HTTP/1.1" status: 200 len: 919 time: 0.2822697 Feb 08 15:50:02.262865 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c8da9ce8-1ca9-4c93-8ddf-1fa13751aebf), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:02.270802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-750381b8-3b7a-4a74-b58a-9e1a052f0fba tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:02.278087 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-750381b8-3b7a-4a74-b58a-9e1a052f0fba tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports/a5a14c1f-2a74-4aab-8308-e85af9d02595 HTTP/1.1" status: 200 len: 936 time: 0.0702896 Feb 08 15:50:02.290786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c123a-911b-4f8d-8e30-f3a746f3d5e2 req-227ad1f8-0f51-4197-9635-f3ad94078137 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:02.298470 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-772c123a-911b-4f8d-8e30-f3a746f3d5e2 req-227ad1f8-0f51-4197-9635-f3ad94078137 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.4718759 Feb 08 15:50:02.380440 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-dc0780e6-b2b8-4288-b319-4d4d0cfa473d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?network_id=9d6707d8-cec8-4e82-8169-f326c4c2b90f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1009419 Feb 08 15:50:02.386168 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c079490b-c101-4199-bfa6-13fb39dc9484 req-48ae5bb7-a02d-4262-b07f-838480c5e565 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 HTTP/1.1" status: 200 len: 217 time: 0.1072087 Feb 08 15:50:02.479423 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-b199b7f8-2637-4ca2-b079-5da9a333fc84 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6e7731fd-0a91-4ca3-84d8-0b62af79befa), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:02.492475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-9c3381bc-8903-4a48-98d4-644fdddf5fd2 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?network_id=9d6707d8-cec8-4e82-8169-f326c4c2b90f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1110549 Feb 08 15:50:02.512548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f3e3da3a-97ca-4923-9994-09778626aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:15Z', 'updated_at': '2022-02-08T15:48:31Z', 'revision_number': 4, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'gw_port': {'id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'de69926a-7bf2-4f42-a93b-ae8e2d76c583', 'name': '', 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'mac_address': 'fa:16:3e:50:ad:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:25Z', 'updated_at': '2022-02-08T15:48:40Z', 'revision_number': 5, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'subnets': [{'id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:02.540070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079490b-c101-4199-bfa6-13fb39dc9484 req-a9a1123f-b1a5-4e8c-bf78-2d113ef1b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:02.544077 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c079490b-c101-4199-bfa6-13fb39dc9484 req-a9a1123f-b1a5-4e8c-bf78-2d113ef1b322 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4193f18-71ec-4c14-9933-8ed1a50b2ce8 HTTP/1.1" status: 200 len: 858 time: 0.1458123 Feb 08 15:50:02.578865 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e3da3a-97ca-4923-9994-09778626aa37 None None] The sync data for ids ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'] in n-d-824834-11 is: [{'id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:15Z', 'updated_at': '2022-02-08T15:48:31Z', 'revision_number': 4, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'gw_port': {'id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'de69926a-7bf2-4f42-a93b-ae8e2d76c583', 'name': '', 'network_id': '44eff4f3-790c-4f3d-96fc-a648a7376b31', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'mac_address': 'fa:16:3e:50:ad:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:25Z', 'updated_at': '2022-02-08T15:48:40Z', 'revision_number': 5, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'subnets': [{'id': '0342d560-9845-4e77-8dc7-c3d612a6aa94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:50:02.665956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-efa4a256-7d92-4837-9856-61ad68e3bd50 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:02.679643 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-efa4a256-7d92-4837-9856-61ad68e3bd50 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:02.683317 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c079490b-c101-4199-bfa6-13fb39dc9484 req-e45bfd2d-f440-4ac4-b02e-603367a6fb25 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2a72fae7-c7cb-449f-a857-4a0080f21988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352647 Feb 08 15:50:02.686370 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-efa4a256-7d92-4837-9856-61ad68e3bd50 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:02.693639 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-efa4a256-7d92-4837-9856-61ad68e3bd50 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/networks?id=f374c3c5-4cbc-40fc-8190-8e5f894214ce&id=e26395d2-2156-49c3-97cc-22735cb36435&id=e26395d2-2156-49c3-97cc-22735cb36435&id=9d6707d8-cec8-4e82-8169-f326c4c2b90f&id=9d6707d8-cec8-4e82-8169-f326c4c2b90f HTTP/1.1" status: 200 len: 1993 time: 0.1998796 Feb 08 15:50:02.697911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9d563c64-932a-42eb-9564-6d0c8375c702 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:50:02.737980 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 9d563c64-932a-42eb-9564-6d0c8375c702 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:50:02.738786 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9d563c64-932a-42eb-9564-6d0c8375c702 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:50:02.758785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-1323c24b-080b-4c1c-a1cd-4a691f0426f1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/quotas/2eb127ba0a924c819fd9581ee7037dd8 HTTP/1.1" status: 200 len: 375 time: 0.0602329 Feb 08 15:50:02.828523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-772c123a-911b-4f8d-8e30-f3a746f3d5e2 req-c4e072b2-9c8b-429f-8a40-01f762b2991e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235798 Feb 08 15:50:02.867136 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c079490b-c101-4199-bfa6-13fb39dc9484 req-466769a7-9397-4b46-9911-cd2355a1e836 service neutron] 10.222.0.96 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723135 Feb 08 15:50:02.900533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199b7f8-2637-4ca2-b079-5da9a333fc84 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Pushing event updated for resources: {'Port': ['ID=6e7731fd-0a91-4ca3-84d8-0b62af79befa,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:02.904798 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-b199b7f8-2637-4ca2-b079-5da9a333fc84 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Network ecd7c259-4f96-4209-81e4-52533414d782 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:02.930037 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-b199b7f8-2637-4ca2-b079-5da9a333fc84 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:02.932894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-b199b7f8-2637-4ca2-b079-5da9a333fc84 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:02.994497 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for port (c8da9ce8-1ca9-4c93-8ddf-1fa13751aebf), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:03.013909 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (c8da9ce8-1ca9-4c93-8ddf-1fa13751aebf), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:03.020450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27555b93-4904-49b8-b9bf-502f77c4cf5a req-00fc4b0c-c6c9-4e1f-b701-baeda3cd15c7 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 210 time: 0.0449986 Feb 08 15:50:03.067014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-34467a2f-f08a-4953-a50e-ee609b692f34 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2891316 Feb 08 15:50:03.107706 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cda6b6-033e-41f7-901b-ee9f28562fc9 None None] New status for floating IP d6e9a392-b229-425e-a61e-ffe546217a1f: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:50:03.164277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'Port': ['ID=c8da9ce8-1ca9-4c93-8ddf-1fa13751aebf,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:03.225663 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (95ab4669-926b-4708-8c6d-61508267d69e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:03.230941 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c079490b-c101-4199-bfa6-13fb39dc9484 req-9025db55-7915-459d-9f80-c88fb4b2f5bb service neutron] 10.222.0.96 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564839 Feb 08 15:50:03.246563 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-2475900a-97a5-4749-952e-1d28d2ba82ec service neutron] 10.222.0.82 "GET /v2.0/networks/f374c3c5-4cbc-40fc-8190-8e5f894214ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589370 Feb 08 15:50:03.250580 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:03.260165 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-eff67e90-b963-421c-b8b3-6cd46fe31088 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9581587 Feb 08 15:50:03.269425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-b199b7f8-2637-4ca2-b079-5da9a333fc84 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:03.270348 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-b199b7f8-2637-4ca2-b079-5da9a333fc84 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:03.370799 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-b199b7f8-2637-4ca2-b079-5da9a333fc84 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2047210 Feb 08 15:50:03.384709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Request body: {'port': {'device_id': 'efc9b974-f952-45bf-9b3b-d1d9a4108656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:03.468625 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6e7731fd-0a91-4ca3-84d8-0b62af79befa), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:03.530515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267917d-3734-4f9f-b8a5-4fad846cbe4e req-75bbc22d-96ab-4f56-9dec-baf34e9059c5 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:03.539409 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8267917d-3734-4f9f-b8a5-4fad846cbe4e req-75bbc22d-96ab-4f56-9dec-baf34e9059c5 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=efc9b974-f952-45bf-9b3b-d1d9a4108656 HTTP/1.1" status: 200 len: 932 time: 0.2284698 Feb 08 15:50:03.569318 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-82385728-0d32-4dcc-b5e8-15dad78af099 service neutron] 10.222.0.82 "GET /v2.0/networks/f374c3c5-4cbc-40fc-8190-8e5f894214ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938869 Feb 08 15:50:03.593653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-e619ee11-5d56-4677-8036-d4c3247d3e01 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:03.603199 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-e619ee11-5d56-4677-8036-d4c3247d3e01 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.96 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 811 time: 0.2931702 Feb 08 15:50:03.619547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-757de20c-cadf-45ce-8c2e-e39ffeadbbab tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Request body: {'port': {'device_id': 'c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'admin_state_up': True, 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:03.678742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-5986a6e1-9c0c-4595-87b7-05c773415bb8 service neutron] 10.222.0.82 "GET /v2.0/ports/cd15fded-a995-4138-8c2a-b51cb34b8301?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1082664 Feb 08 15:50:03.751124 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-80d288cc-2be6-4558-aa49-1ee83265c39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:03.774066 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-757de20c-cadf-45ce-8c2e-e39ffeadbbab tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Made reservation on behalf of 7c96f108dc3b44ef9d4d2ce2fc47eab3 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:03.779006 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-757de20c-cadf-45ce-8c2e-e39ffeadbbab tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:03.784416 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-82d4a6be-31af-4164-bf4b-88c4cdd09ed3 service neutron] 10.222.0.82 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046960 Feb 08 15:50:03.820666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8267917d-3734-4f9f-b8a5-4fad846cbe4e req-42c9e7ab-b91c-4914-a9ac-18515a1182ed tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799461 Feb 08 15:50:04.027982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-757de20c-cadf-45ce-8c2e-e39ffeadbbab tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Allocated IP 172.20.0.13 (8cddf711-698e-4c07-bd73-40b83ff0064f/f12e1c51-9a15-439a-b59c-cc113fb7ded8/189e84f8-27d3-485c-95d2-ceedd5738444) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:04.067786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-85b9d9df-8b05-4a23-9f96-52ce09f2ba7d service neutron] 10.222.0.82 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818396 Feb 08 15:50:04.179523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-49ec3c6d-8051-4271-badf-f7c8b43e4974 service neutron] 10.222.0.82 "GET /v2.0/ports/a5a14c1f-2a74-4aab-8308-e85af9d02595?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1052859 Feb 08 15:50:04.262357 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-757de20c-cadf-45ce-8c2e-e39ffeadbbab tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for port (189e84f8-27d3-485c-95d2-ceedd5738444), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:04.293177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e8f9791e-e6ba-4bbe-a838-6d264a86fedf service neutron] 10.222.0.82 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117475 Feb 08 15:50:04.312522 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-757de20c-cadf-45ce-8c2e-e39ffeadbbab tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (189e84f8-27d3-485c-95d2-ceedd5738444), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:04.387330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-757de20c-cadf-45ce-8c2e-e39ffeadbbab tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Network 8cddf711-698e-4c07-bd73-40b83ff0064f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:04.390737 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-69a3fe71-7d35-48d7-9054-6c8482719a0e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--500956150&fields=id&tenant_id=57411ff0a26042cfac2e561311a318e4 HTTP/1.1" status: 200 len: 267 time: 0.3105597 Feb 08 15:50:04.402856 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-757de20c-cadf-45ce-8c2e-e39ffeadbbab tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:04.414045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-757de20c-cadf-45ce-8c2e-e39ffeadbbab tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:04.451619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757de20c-cadf-45ce-8c2e-e39ffeadbbab tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event updated for resources: {'Port': ['ID=189e84f8-27d3-485c-95d2-ceedd5738444,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:04.498721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-757de20c-cadf-45ce-8c2e-e39ffeadbbab tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:04.499433 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-757de20c-cadf-45ce-8c2e-e39ffeadbbab tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:04.525202 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-757de20c-cadf-45ce-8c2e-e39ffeadbbab tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9078021 Feb 08 15:50:04.535706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Request body: {'port': {'device_id': 'c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:04.540356 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-aed556b6-cb40-46a3-b2a4-cab325acc925 service neutron] 10.222.0.82 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462828 Feb 08 15:50:04.547132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-cb6f9ecd-197a-4d5d-8def-10d3c2c6bc44 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:04.548556 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-cb6f9ecd-197a-4d5d-8def-10d3c2c6bc44 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports/6bac61d4-782d-4ce5-a6f2-e9fd2de38797 HTTP/1.1" status: 200 len: 932 time: 0.1390693 Feb 08 15:50:04.616989 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (189e84f8-27d3-485c-95d2-ceedd5738444), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:04.641292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7731fd-0a91-4ca3-84d8-0b62af79befa {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:04.659488 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Publish callbacks [] for port (6e7731fd-0a91-4ca3-84d8-0b62af79befa), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:04.715496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Transition to ACTIVE for port object 6e7731fd-0a91-4ca3-84d8-0b62af79befa will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:04.724490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-88741a10-638a-4141-a345-b95d2ea0fee5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:04.735670 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-88741a10-638a-4141-a345-b95d2ea0fee5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports/3e5812a0-b0e7-452d-b369-a2cb2f05432c HTTP/1.1" status: 200 len: 931 time: 0.1028028 Feb 08 15:50:04.740216 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-5e91edf0-48c6-43c6-814e-61caa4c16101 service neutron] 10.222.0.82 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898019 Feb 08 15:50:04.750750 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6e7731fd-0a91-4ca3-84d8-0b62af79befa), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:04.772120 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-125c97db-5d3f-4ac6-a4a1-0a040982d684 None None] Provisioning complete for port 189e84f8-27d3-485c-95d2-ceedd5738444 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:04.781241 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-125c97db-5d3f-4ac6-a4a1-0a040982d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (189e84f8-27d3-485c-95d2-ceedd5738444), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:04.820403 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-125c97db-5d3f-4ac6-a4a1-0a040982d684 None None] Port 189e84f8-27d3-485c-95d2-ceedd5738444 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:50:04.820763 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-27b6bfd9-b85e-4ce1-984e-0535fcd5556f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?network_id=2e6daa9e-743b-48ac-a7a5-1e224304aa8a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0828352 Feb 08 15:50:04.896298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-470b84ac-3ee6-4d49-bebf-5276a4a14b0b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?network_id=2e6daa9e-743b-48ac-a7a5-1e224304aa8a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0745037 Feb 08 15:50:04.907390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7731fd-0a91-4ca3-84d8-0b62af79befa,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:04.963457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189e84f8-27d3-485c-95d2-ceedd5738444 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:04.972544 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Publish callbacks [] for port (189e84f8-27d3-485c-95d2-ceedd5738444), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:04.986193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Transition to ACTIVE for port object 189e84f8-27d3-485c-95d2-ceedd5738444 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:04.991904 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (189e84f8-27d3-485c-95d2-ceedd5738444), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:05.038426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Pushing event updated for resources: {'Port': ['ID=189e84f8-27d3-485c-95d2-ceedd5738444,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:05.048408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-4735b781-d1e5-4824-b73e-49a3c4c536d5 service neutron] 10.222.0.82 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984958 Feb 08 15:50:05.154057 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Attempting to bind port 189e84f8-27d3-485c-95d2-ceedd5738444 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:05.154464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Attempting to bind port 189e84f8-27d3-485c-95d2-ceedd5738444 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:05.157043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Attempting to bind port 189e84f8-27d3-485c-95d2-ceedd5738444 on network 8cddf711-698e-4c07-bd73-40b83ff0064f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:05.163348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Port 189e84f8-27d3-485c-95d2-ceedd5738444 on network 8cddf711-698e-4c07-bd73-40b83ff0064f not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:05.163685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Attempting to bind port 189e84f8-27d3-485c-95d2-ceedd5738444 on network 8cddf711-698e-4c07-bd73-40b83ff0064f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:05.169914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:05.170270 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Checking segment: {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:05.170666 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Bound using segment: {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:05.171103 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Bound port: 189e84f8-27d3-485c-95d2-ceedd5738444, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:05.171469 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (189e84f8-27d3-485c-95d2-ceedd5738444), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:05.280682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] For port 189e84f8-27d3-485c-95d2-ceedd5738444, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:05.285991 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] For port 189e84f8-27d3-485c-95d2-ceedd5738444, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=189e84f8-27d3-485c-95d2-ceedd5738444,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:05.302008 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (189e84f8-27d3-485c-95d2-ceedd5738444), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:05.363651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:05.364571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:05.366198 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] 10.222.0.96 "PUT /v2.0/ports/189e84f8-27d3-485c-95d2-ceedd5738444 HTTP/1.1" status: 200 len: 1093 time: 0.8382821 Feb 08 15:50:05.367149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6', 'tag': '189e84f8-27d3-485c-95d2-ceedd5738444'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:05.369689 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1d083a-96a3-42bf-9450-dcaee871dd96" -d '{"events": [{"name": "network-changed", "server_uuid": "c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6", "tag": "189e84f8-27d3-485c-95d2-ceedd5738444"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:05.390436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca88ac-93a0-4071-bc6c-bb7f4c467855 service neutron] Pushing event updated for resources: {'Port': ['ID=189e84f8-27d3-485c-95d2-ceedd5738444,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:05.420166 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:05.470463 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-250d7019-14ef-4f77-a292-c9df029a4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:05.472837 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-250d7019-14ef-4f77-a292-c9df029a4817 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 1127 time: 0.0541646 Feb 08 15:50:05.485394 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9aa3aa2c-89d6-470d-aeac-bb327538566c tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:05.493959 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9aa3aa2c-89d6-470d-aeac-bb327538566c tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:05.500993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9aa3aa2c-89d6-470d-aeac-bb327538566c tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:05.502985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9aa3aa2c-89d6-470d-aeac-bb327538566c tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/networks?id=d297db83-e94c-42e9-a464-f8dd8e5ac3ee&id=dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9&id=dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9&id=2e6daa9e-743b-48ac-a7a5-1e224304aa8a&id=2e6daa9e-743b-48ac-a7a5-1e224304aa8a HTTP/1.1" status: 200 len: 1991 time: 0.5964415 Feb 08 15:50:05.530167 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-4c230abb-468a-4d6b-b6ea-914b82c565e6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=189e84f8-27d3-485c-95d2-ceedd5738444 HTTP/1.1" status: 200 len: 217 time: 0.0504982 Feb 08 15:50:05.556673 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-9de5b95d-d27a-4df1-8f4a-308e5e609d79 service neutron] 10.222.0.82 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950950 Feb 08 15:50:05.571742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Attempting to bind port 6e7731fd-0a91-4ca3-84d8-0b62af79befa on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:05.572226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Attempting to bind port 6e7731fd-0a91-4ca3-84d8-0b62af79befa by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:05.572564 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Attempting to bind port 6e7731fd-0a91-4ca3-84d8-0b62af79befa on network ecd7c259-4f96-4209-81e4-52533414d782 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:05.588004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-d2fadb57-1f13-498f-be40-8bf004dcc2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:05.589794 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-d2fadb57-1f13-498f-be40-8bf004dcc2b1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0529361 Feb 08 15:50:05.636652 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Port 6e7731fd-0a91-4ca3-84d8-0b62af79befa on network ecd7c259-4f96-4209-81e4-52533414d782 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:05.637003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Attempting to bind port 6e7731fd-0a91-4ca3-84d8-0b62af79befa on network ecd7c259-4f96-4209-81e4-52533414d782 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:05.644140 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-28929475-9059-4108-9101-56a30610a9f2 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/quotas/57411ff0a26042cfac2e561311a318e4 HTTP/1.1" status: 200 len: 375 time: 0.0864494 Feb 08 15:50:05.644364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-f027ffe1-9105-4844-9d76-eb6cc74cfcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:05.646863 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-f027ffe1-9105-4844-9d76-eb6cc74cfcb4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486913 Feb 08 15:50:05.647141 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:05.647488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Checking segment: {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:05.647875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Bound using segment: {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:05.648353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Bound port: 6e7731fd-0a91-4ca3-84d8-0b62af79befa, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:05.648713 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6e7731fd-0a91-4ca3-84d8-0b62af79befa), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:05.748823 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-6f77b477-95c3-4101-89b6-6344e2ef4e01 service neutron] 10.222.0.96 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948629 Feb 08 15:50:05.755596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-a507e6fe-86cb-406c-a2b1-e975f6526c6f service neutron] 10.222.0.82 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866467 Feb 08 15:50:05.811695 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-7ff51a62-7ed5-4b23-9f1a-5b4069128019 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=57411ff0a26042cfac2e561311a318e4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1531520 Feb 08 15:50:05.845736 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bea07ae2-0ac3-4d42-b938-6f869625fc8e req-fa0cb859-d0a5-41bc-b098-f55745f23da9 service neutron] 10.222.0.96 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909991 Feb 08 15:50:05.866554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] For port 6e7731fd-0a91-4ca3-84d8-0b62af79befa, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:05.909052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] For port 6e7731fd-0a91-4ca3-84d8-0b62af79befa, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6e7731fd-0a91-4ca3-84d8-0b62af79befa,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:05.924644 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6e7731fd-0a91-4ca3-84d8-0b62af79befa), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:06.009853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:06.010476 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:06.011919 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] 10.222.0.94 "PUT /v2.0/ports/6e7731fd-0a91-4ca3-84d8-0b62af79befa HTTP/1.1" status: 200 len: 1093 time: 2.6312160 Feb 08 15:50:06.012599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc9b974-f952-45bf-9b3b-d1d9a4108656', 'tag': '6e7731fd-0a91-4ca3-84d8-0b62af79befa'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:06.014895 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31a29e9-743c-497a-9d55-fa94fe77ef27" -d '{"events": [{"name": "network-changed", "server_uuid": "efc9b974-f952-45bf-9b3b-d1d9a4108656", "tag": "6e7731fd-0a91-4ca3-84d8-0b62af79befa"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:06.023817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-fdee5053-f4c0-47de-b3f5-a26682c5401e service neutron] 10.222.0.82 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584226 Feb 08 15:50:06.041528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3d22aef4-858f-4a6e-8140-462898559346 service neutron] 10.222.0.82 "GET /v2.0/networks/d297db83-e94c-42e9-a464-f8dd8e5ac3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012818 Feb 08 15:50:06.100257 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c167a2e-9366-4b28-ac43-ceba918ab734 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7731fd-0a91-4ca3-84d8-0b62af79befa,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:06.232314 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-03af2264-9fc0-4893-934c-cedca191a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:06.233761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-03af2264-9fc0-4893-934c-cedca191a988 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=efc9b974-f952-45bf-9b3b-d1d9a4108656 HTTP/1.1" status: 200 len: 1127 time: 0.1765428 Feb 08 15:50:06.243531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-1dccfe9c-8631-4338-bf16-62d0a61e59bc service neutron] 10.222.0.82 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121634 Feb 08 15:50:06.300808 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-5ec24290-c1af-4538-9d5d-a845bb599d30 service neutron] 10.222.0.82 "GET /v2.0/networks/d297db83-e94c-42e9-a464-f8dd8e5ac3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451448 Feb 08 15:50:06.328908 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-e8f5333e-73b7-4552-b331-fabbc43b1586 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e7731fd-0a91-4ca3-84d8-0b62af79befa HTTP/1.1" status: 200 len: 217 time: 0.0801933 Feb 08 15:50:06.406787 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-870f4ca5-9b7e-466d-8795-91fd617f4faf service neutron] 10.222.0.82 "GET /v2.0/ports/6bac61d4-782d-4ce5-a6f2-e9fd2de38797?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0746436 Feb 08 15:50:06.433479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-ee192231-c99c-4136-9708-7d72447dcbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:06.434867 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-ee192231-c99c-4136-9708-7d72447dcbd3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=28cb9956-62bf-4795-9b61-7a7ef83e56b7 HTTP/1.1" status: 200 len: 852 time: 0.0942583 Feb 08 15:50:06.514978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-d4a13792-570a-45f6-bc65-9212c102958a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ecd7c259-4f96-4209-81e4-52533414d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419693 Feb 08 15:50:06.518447 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-8a323afe-95b5-45eb-970f-b2612449ab89 service neutron] 10.222.0.82 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616777 Feb 08 15:50:06.585745 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:06.651448 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9e6d9f4e-0971-49cc-8ec0-1fd4911be46b service neutron] 10.222.0.82 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359381 Feb 08 15:50:06.674983 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dfd0d51a-ea60-4ceb-8407-6b771d6f2f13 req-55b35ecc-e2e2-49d9-8916-4287e80606ba service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447261 Feb 08 15:50:06.701870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 189e84f8-27d3-485c-95d2-ceedd5738444 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:50:06.753266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0d51a-ea60-4ceb-8407-6b771d6f2f13 req-eccec901-42e9-49f3-b1ca-2be5ef06b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:06.755069 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dfd0d51a-ea60-4ceb-8407-6b771d6f2f13 req-eccec901-42e9-49f3-b1ca-2be5ef06b086 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60a080c724734d2f8504cfeec2677ec4&device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 1129 time: 0.0569942 Feb 08 15:50:06.756231 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-3552dd1c-a345-4362-b079-49c9a902a33b service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309363 Feb 08 15:50:06.765424 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-d564e565-d4dd-42bf-8e6a-9120c0126563 service neutron] 10.222.0.82 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410800 Feb 08 15:50:06.815130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 189e84f8-27d3-485c-95d2-ceedd5738444, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=189e84f8-27d3-485c-95d2-ceedd5738444,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:06.828797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '189e84f8-27d3-485c-95d2-ceedd5738444', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'port_id': '189e84f8-27d3-485c-95d2-ceedd5738444', 'mac_address': 'fa:16:3e:ba:1d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:50:06.844608 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-e6ab99fc-9d91-4d92-a89b-1ddba60b1407 service neutron] 10.222.0.82 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864576 Feb 08 15:50:06.886118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0d51a-ea60-4ceb-8407-6b771d6f2f13 req-4c87965b-5b25-4be5-8d66-bdd3a4008296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:06.889284 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dfd0d51a-ea60-4ceb-8407-6b771d6f2f13 req-4c87965b-5b25-4be5-8d66-bdd3a4008296 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2a72fae7-c7cb-449f-a857-4a0080f21988 HTTP/1.1" status: 200 len: 919 time: 0.1088710 Feb 08 15:50:06.890039 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 189e84f8-27d3-485c-95d2-ceedd5738444 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:06.890827 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (189e84f8-27d3-485c-95d2-ceedd5738444), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:06.909027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189e84f8-27d3-485c-95d2-ceedd5738444 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:06.912120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-b5f36d01-0102-456b-a6f1-721a35c99a98 service neutron] 10.222.0.82 "GET /v2.0/ports/3e5812a0-b0e7-452d-b369-a2cb2f05432c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0592549 Feb 08 15:50:06.914298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a1bd1c5-5d07-4d03-ba36-e908890b0b81 req-438be43e-026f-4972-8fa9-34ba9cbbd756 service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463168 Feb 08 15:50:06.943224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 189e84f8-27d3-485c-95d2-ceedd5738444, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=189e84f8-27d3-485c-95d2-ceedd5738444,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:06.950163 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (189e84f8-27d3-485c-95d2-ceedd5738444), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:06.950815 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dfd0d51a-ea60-4ceb-8407-6b771d6f2f13 req-b2741c1a-6e13-4291-a97e-8b8508e7ae10 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d04b41-05ca-4468-8a15-c41d2b004e0f HTTP/1.1" status: 200 len: 217 time: 0.0542676 Feb 08 15:50:07.006239 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=189e84f8-27d3-485c-95d2-ceedd5738444,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:07.031658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-34063cec-4153-4fac-b26c-0c931ece8f08 service neutron] 10.222.0.82 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127086 Feb 08 15:50:07.142161 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-6dbe0125-a143-4559-9e77-178fdb27f01d service neutron] 10.222.0.82 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028976 Feb 08 15:50:07.164526 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['189e84f8-27d3-485c-95d2-ceedd5738444'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:50:07.269194 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-5fa1ad02-4c69-416c-b424-fd51a6abccaf service neutron] 10.222.0.82 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205432 Feb 08 15:50:07.354526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0d51a-ea60-4ceb-8407-6b771d6f2f13 req-5236c30d-cae9-449d-8365-33b00810082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:07.356101 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dfd0d51a-ea60-4ceb-8407-6b771d6f2f13 req-5236c30d-cae9-449d-8365-33b00810082d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f4193f18-71ec-4c14-9933-8ed1a50b2ce8 HTTP/1.1" status: 200 len: 858 time: 0.3979733 Feb 08 15:50:07.373305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-95cb2d95-3719-45fb-92ec-d50e53d98906 service neutron] 10.222.0.82 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981433 Feb 08 15:50:07.394875 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dfd0d51a-ea60-4ceb-8407-6b771d6f2f13 req-0098e3c6-7a09-4364-9d8d-31de0887a8e0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2a72fae7-c7cb-449f-a857-4a0080f21988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317504 Feb 08 15:50:07.485522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-26231dc2-30d1-456e-a0c9-7f02381c8072 service neutron] 10.222.0.82 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063557 Feb 08 15:50:07.506338 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dfd0d51a-ea60-4ceb-8407-6b771d6f2f13 req-ecc2c783-e161-4631-98e6-952210268ad6 service neutron] 10.222.0.94 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038141 Feb 08 15:50:07.601824 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dfd0d51a-ea60-4ceb-8407-6b771d6f2f13 req-70241680-e8ef-4137-8b9d-aa7447c55aa4 service neutron] 10.222.0.94 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883629 Feb 08 15:50:07.611140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f608f-60fe-4861-a62d-cccfaa58cb40 req-2e1decab-7a4f-4758-bb05-e68d3524231d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:07.613719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e1f608f-60fe-4861-a62d-cccfaa58cb40 req-2e1decab-7a4f-4758-bb05-e68d3524231d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.1272428 Feb 08 15:50:07.637618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-afc7e903-b579-41b5-8da8-18e67780daa6 service neutron] 10.222.0.82 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413646 Feb 08 15:50:07.733632 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e1f608f-60fe-4861-a62d-cccfaa58cb40 req-0692c2ee-c76e-463f-a256-f4ef7552126d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079743 Feb 08 15:50:07.776738 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40688) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:07.788457 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2b1955c4-51d9-4b15-8057-fb5940f6c9f7 service neutron] 10.222.0.82 "GET /v2.0/networks/2e6daa9e-743b-48ac-a7a5-1e224304aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429136 Feb 08 15:50:07.810586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40690) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:07.854455 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab707d43-b120-4133-8a46-dc1bd97fdd88 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for security_group (5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:07.881193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab707d43-b120-4133-8a46-dc1bd97fdd88 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for security_group (5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:07.913106 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:07.949982 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab707d43-b120-4133-8a46-dc1bd97fdd88 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:07.953401 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab707d43-b120-4133-8a46-dc1bd97fdd88 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:07.958046 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ab707d43-b120-4133-8a46-dc1bd97fdd88 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "DELETE /v2.0/security-groups/5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e HTTP/1.1" status: 204 len: 168 time: 0.1808515 Feb 08 15:50:07.958951 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40692) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:07.983659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab707d43-b120-4133-8a46-dc1bd97fdd88 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:07.987290 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-87cba3c9-f536-46e9-9e9b-211a1cf0cef6 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] show failed (client error): The resource could not be found. Feb 08 15:50:07.991741 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-87cba3c9-f536-46e9-9e9b-211a1cf0cef6 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "GET /v2.0/security-groups/5cf60ed1-9572-48e1-a6bd-c1399ba5fd0e HTTP/1.1" status: 404 len: 347 time: 0.0286064 Feb 08 15:50:07.992362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40694) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:08.041196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-839d9b88-6f25-49c5-bb9c-3b8499d5695e service neutron] 10.222.0.82 "GET /v2.0/networks/2e6daa9e-743b-48ac-a7a5-1e224304aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469456 Feb 08 15:50:08.073325 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891110e-c610-4096-b684-ae8d0188f3dd req-8e2d0b03-aa60-456e-abf0-115ca258454f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:08.074767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1891110e-c610-4096-b684-ae8d0188f3dd req-8e2d0b03-aa60-456e-abf0-115ca258454f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 945 time: 0.1593685 Feb 08 15:50:08.132499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-935de138-b065-41b9-b3b7-789c4f9812d3 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Deleting port 0c2c3618-6e08-447c-96e4-156b978ebe7e {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:50:08.133434 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-935de138-b065-41b9-b3b7-789c4f9812d3 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0c2c3618-6e08-447c-96e4-156b978ebe7e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:08.220727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-935de138-b065-41b9-b3b7-789c4f9812d3 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0c2c3618-6e08-447c-96e4-156b978ebe7e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:08.221248 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-935de138-b065-41b9-b3b7-789c4f9812d3 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for floatingip (0c2c3618-6e08-447c-96e4-156b978ebe7e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:08.233742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-935de138-b065-41b9-b3b7-789c4f9812d3 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Calling delete_port for 0c2c3618-6e08-447c-96e4-156b978ebe7e owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:50:08.275083 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1891110e-c610-4096-b684-ae8d0188f3dd req-529b5ef8-bd23-4b3b-bebf-156878bee6b3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894879 Feb 08 15:50:08.283709 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-c4cef037-a68e-43e1-ad7a-7ced4f8e60ec service neutron] 10.222.0.82 "GET /v2.0/networks/2e6daa9e-743b-48ac-a7a5-1e224304aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316806 Feb 08 15:50:08.391719 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-935de138-b065-41b9-b3b7-789c4f9812d3 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (0c2c3618-6e08-447c-96e4-156b978ebe7e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:08.420707 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935de138-b065-41b9-b3b7-789c4f9812d3 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Pushing event deleted for resources: {'Port': ['ID=0c2c3618-6e08-447c-96e4-156b978ebe7e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:08.551730 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-935de138-b065-41b9-b3b7-789c4f9812d3 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks [] for floatingip (d6e9a392-b229-425e-a61e-ffe546217a1f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:08.555783 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-935de138-b065-41b9-b3b7-789c4f9812d3 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:08.557117 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-935de138-b065-41b9-b3b7-789c4f9812d3 tempest-ServersTestManualDisk-59345916 tempest-ServersTestManualDisk-59345916-project] 10.222.0.82 "DELETE /v2.0/floatingips/d6e9a392-b229-425e-a61e-ffe546217a1f HTTP/1.1" status: 204 len: 168 time: 0.5637050 Feb 08 15:50:08.560178 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40698) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:08.604636 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-c2be497c-21ab-437f-afb6-02b1cdad2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:08.606186 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-c2be497c-21ab-437f-afb6-02b1cdad2464 service neutron] 10.222.0.96 "GET /v2.0/ports/cd15fded-a995-4138-8c2a-b51cb34b8301 HTTP/1.1" status: 200 len: 1031 time: 0.1122918 Feb 08 15:50:08.686706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-1bc87851-ef31-4aca-ad55-23638266a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:08.687983 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-1bc87851-ef31-4aca-ad55-23638266a12b service neutron] 10.222.0.96 "GET /v2.0/ports/a5a14c1f-2a74-4aab-8308-e85af9d02595 HTTP/1.1" status: 200 len: 1032 time: 0.0499046 Feb 08 15:50:08.739339 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 189e84f8-27d3-485c-95d2-ceedd5738444 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:50:08.811817 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 189e84f8-27d3-485c-95d2-ceedd5738444 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:50:08.820386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 189e84f8-27d3-485c-95d2-ceedd5738444 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:08.821091 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (189e84f8-27d3-485c-95d2-ceedd5738444), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:08.840576 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c2ad1-1335-4502-995e-7c166ef1617b req-04ed31d3-6856-43c3-a521-ce2f0370383e tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:08.842348 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6a5c2ad1-1335-4502-995e-7c166ef1617b req-04ed31d3-6856-43c3-a521-ce2f0370383e tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=efc9b974-f952-45bf-9b3b-d1d9a4108656 HTTP/1.1" status: 200 len: 944 time: 0.4820189 Feb 08 15:50:08.849985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-88cf40a6-b547-45de-a813-859556054b8c service neutron] 10.222.0.82 "GET /v2.0/networks/2e6daa9e-743b-48ac-a7a5-1e224304aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354817 Feb 08 15:50:08.933314 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6a5c2ad1-1335-4502-995e-7c166ef1617b req-41d472f9-a669-4ee8-9eec-c47db5563848 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766351 Feb 08 15:50:08.973975 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 189e84f8-27d3-485c-95d2-ceedd5738444 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:08.975244 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (189e84f8-27d3-485c-95d2-ceedd5738444), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:09.023140 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 189e84f8-27d3-485c-95d2-ceedd5738444, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=189e84f8-27d3-485c-95d2-ceedd5738444,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:09.024914 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189e84f8-27d3-485c-95d2-ceedd5738444'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:09.029245 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948724c4-8de8-4202-b958-9ae8d848da60" -d '{"events": [{"server_uuid": "c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6", "name": "network-vif-plugged", "status": "completed", "tag": "189e84f8-27d3-485c-95d2-ceedd5738444"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:09.035624 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (189e84f8-27d3-485c-95d2-ceedd5738444), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:09.067743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-8d0926eb-6511-423c-b003-95f1d59f2280 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:09.086350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-8d0926eb-6511-423c-b003-95f1d59f2280 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:09.100128 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-8d0926eb-6511-423c-b003-95f1d59f2280 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:09.102185 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-8d0926eb-6511-423c-b003-95f1d59f2280 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "GET /v2.0/networks?id=f374c3c5-4cbc-40fc-8190-8e5f894214ce&id=e26395d2-2156-49c3-97cc-22735cb36435&id=e26395d2-2156-49c3-97cc-22735cb36435&id=e26395d2-2156-49c3-97cc-22735cb36435&id=e26395d2-2156-49c3-97cc-22735cb36435&id=9d6707d8-cec8-4e82-8169-f326c4c2b90f&id=9d6707d8-cec8-4e82-8169-f326c4c2b90f HTTP/1.1" status: 200 len: 1993 time: 0.4080808 Feb 08 15:50:09.113905 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3a96-dbbc-4f61-8045-09160a54022c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (dd85aae3-c632-4bd3-a715-1e36208fa050), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:09.118101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=189e84f8-27d3-485c-95d2-ceedd5738444,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:09.119377 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0bb625-3ea3-420f-9a3b-88d8db43ecb3 x-openstack-request-id: req-dd0bb625-3ea3-420f-9a3b-88d8db43ecb3 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:09.119761 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6", "tag": "189e84f8-27d3-485c-95d2-ceedd5738444", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:09.120028 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dd0bb625-3ea3-420f-9a3b-88d8db43ecb3 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:09.120306 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80bf23e-748f-4449-b406-522ace54c054 x-openstack-request-id: req-e80bf23e-748f-4449-b406-522ace54c054 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:09.120482 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6', 'tag': '189e84f8-27d3-485c-95d2-ceedd5738444', 'status': 'completed', 'code': 200} Feb 08 15:50:09.120861 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc9b974-f952-45bf-9b3b-d1d9a4108656", "tag": "6e7731fd-0a91-4ca3-84d8-0b62af79befa", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:09.121290 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e80bf23e-748f-4449-b406-522ace54c054 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:09.133113 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc9b974-f952-45bf-9b3b-d1d9a4108656', 'tag': '6e7731fd-0a91-4ca3-84d8-0b62af79befa', 'status': 'completed', 'code': 200} Feb 08 15:50:09.235334 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d083a-96a3-42bf-9450-dcaee871dd96 req-49e05f8e-807d-42ce-9759-bc545c94d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:09.249508 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf1d083a-96a3-42bf-9450-dcaee871dd96 req-49e05f8e-807d-42ce-9759-bc545c94d1d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 1129 time: 0.1998749 Feb 08 15:50:09.323650 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-df79a9ab-a2cc-4244-9c32-ac718b5761f4 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eb127ba0a924c819fd9581ee7037dd8 HTTP/1.1" status: 200 len: 380 time: 0.2021446 Feb 08 15:50:09.333355 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-69f54506-d22f-4659-8014-ecd7c25f229c req-03d72063-28a6-4044-83f0-6de305275ee9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'port': {'device_id': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'admin_state_up': True, 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'security_groups': ['be8f07cf-9f64-45fb-ad23-fd77afb6ec2f']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:09.345328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a29e9-743c-497a-9d55-fa94fe77ef27 req-ef41e46c-53a5-403e-a276-fa5470682a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:09.347631 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f31a29e9-743c-497a-9d55-fa94fe77ef27 req-ef41e46c-53a5-403e-a276-fa5470682a9b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7223ae851bba47909ff3a34b120c9a42&device_id=efc9b974-f952-45bf-9b3b-d1d9a4108656 HTTP/1.1" status: 200 len: 1127 time: 0.2349236 Feb 08 15:50:09.355301 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43f73753-ac8e-4ad9-82b9-38a12197e354 req-9064e95a-ce35-405a-af5b-1ce0a6487254 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0961816 Feb 08 15:50:09.486199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d083a-96a3-42bf-9450-dcaee871dd96 req-1acc9970-849a-4bce-b6ab-fb1cae6c0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:09.488331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf1d083a-96a3-42bf-9450-dcaee871dd96 req-1acc9970-849a-4bce-b6ab-fb1cae6c0175 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.2377856 Feb 08 15:50:09.550680 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf1d083a-96a3-42bf-9450-dcaee871dd96 req-8f5a4ddd-0a11-42ec-bfb4-7a25c90e7ad5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=189e84f8-27d3-485c-95d2-ceedd5738444 HTTP/1.1" status: 200 len: 217 time: 0.0560203 Feb 08 15:50:09.650870 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a29e9-743c-497a-9d55-fa94fe77ef27 req-3ae419ca-30f7-4cd1-a217-20d86bdc93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:09.652657 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f31a29e9-743c-497a-9d55-fa94fe77ef27 req-3ae419ca-30f7-4cd1-a217-20d86bdc93a5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 200 len: 913 time: 0.2796924 Feb 08 15:50:09.672524 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428587da-b732-4875-8112-d9a64d43b3a8 req-124b2418-52fc-4425-a101-c30947c11075 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:09.677199 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-428587da-b732-4875-8112-d9a64d43b3a8 req-124b2418-52fc-4425-a101-c30947c11075 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.1253033 Feb 08 15:50:09.714208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-03d72063-28a6-4044-83f0-6de305275ee9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Made reservation on behalf of 2eb127ba0a924c819fd9581ee7037dd8 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:09.719141 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-03d72063-28a6-4044-83f0-6de305275ee9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:09.732869 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f31a29e9-743c-497a-9d55-fa94fe77ef27 req-53f32bd9-710f-459f-aa0e-da0aaa485343 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e7731fd-0a91-4ca3-84d8-0b62af79befa HTTP/1.1" status: 200 len: 217 time: 0.0702014 Feb 08 15:50:09.843548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-428587da-b732-4875-8112-d9a64d43b3a8 req-24e9360a-1c92-49b7-9d5c-c8a26b1cdece tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573963 Feb 08 15:50:09.918860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d083a-96a3-42bf-9450-dcaee871dd96 req-c356fe2d-dee8-4659-81b7-0ae54f2d63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:09.925044 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf1d083a-96a3-42bf-9450-dcaee871dd96 req-c356fe2d-dee8-4659-81b7-0ae54f2d63d8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.3328733 Feb 08 15:50:09.950848 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f537a1-29f3-419c-8bbf-2fa786245865 x-openstack-request-id: req-b3f537a1-29f3-419c-8bbf-2fa786245865 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:09.951336 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6", "name": "network-vif-plugged", "status": "completed", "tag": "189e84f8-27d3-485c-95d2-ceedd5738444", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:09.951732 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b3f537a1-29f3-419c-8bbf-2fa786245865 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:09.952266 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189e84f8-27d3-485c-95d2-ceedd5738444', 'code': 200} Feb 08 15:50:10.055511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-69f54506-d22f-4659-8014-ecd7c25f229c req-03d72063-28a6-4044-83f0-6de305275ee9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Allocated IP 172.20.0.10 (f374c3c5-4cbc-40fc-8190-8e5f894214ce/c1da838c-c146-4a08-a1b3-12305d29884c/60c0742f-a0e6-414e-b668-09d8e84519be) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:10.156371 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a29e9-743c-497a-9d55-fa94fe77ef27 req-0dfb429a-0756-4bd2-afe7-2caa61a629a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:10.158227 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f31a29e9-743c-497a-9d55-fa94fe77ef27 req-0dfb429a-0756-4bd2-afe7-2caa61a629a2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=28cb9956-62bf-4795-9b61-7a7ef83e56b7 HTTP/1.1" status: 200 len: 852 time: 0.4087658 Feb 08 15:50:10.166829 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7377f7ea-b9af-444f-b4f3-7de5731ba11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (ea9fc2c5-241f-4350-98fd-41c7d4e71710), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:10.175453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-28e79fa5-851f-4bfc-8992-d8fd5f2301a6 req-c6d365a3-e4a4-43c9-9ee7-fdcb9a03d6f2 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.1585197 Feb 08 15:50:10.255439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-eb3b3a96-dbbc-4f61-8045-09160a54022c admin admin] Deleting port acbe36b7-5e59-4cfe-b6db-958647f08301 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:50:10.255939 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3a96-dbbc-4f61-8045-09160a54022c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:10.264720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d083a-96a3-42bf-9450-dcaee871dd96 req-7f2638e2-2d96-4a0d-bf1c-e49b478b77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:10.266539 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf1d083a-96a3-42bf-9450-dcaee871dd96 req-7f2638e2-2d96-4a0d-bf1c-e49b478b77d7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3270094 Feb 08 15:50:10.365126 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f31a29e9-743c-497a-9d55-fa94fe77ef27 req-a591558f-4c68-421c-a249-7301c53e9c03 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ecd7c259-4f96-4209-81e4-52533414d782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1796427 Feb 08 15:50:10.408277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4727d6-75f0-4a3f-a270-88ba073de92c req-6f357c0b-223e-498b-9149-d0dc176e9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:10.410179 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c4727d6-75f0-4a3f-a270-88ba073de92c req-6f357c0b-223e-498b-9149-d0dc176e9a58 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 1129 time: 0.3371785 Feb 08 15:50:10.435814 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-03d72063-28a6-4044-83f0-6de305275ee9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for port (60c0742f-a0e6-414e-b668-09d8e84519be), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:10.441835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac53b9a-0237-4c32-b035-fdbb711f475e req-8669d011-2067-4e27-a52c-420a8262ce11 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:10.443296 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ac53b9a-0237-4c32-b035-fdbb711f475e req-8669d011-2067-4e27-a52c-420a8262ce11 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 946 time: 0.2734842 Feb 08 15:50:10.483173 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-03d72063-28a6-4044-83f0-6de305275ee9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:10.551495 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-eb3b3a96-dbbc-4f61-8045-09160a54022c admin admin] For port acbe36b7-5e59-4cfe-b6db-958647f08301, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=acbe36b7-5e59-4cfe-b6db-958647f08301,segment=NetworkSegment(58e9dbea-f01d-4a4f-b7d0-13e9fae41b59),segment_id=58e9dbea-f01d-4a4f-b7d0-13e9fae41b59)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:10.551913 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3a96-dbbc-4f61-8045-09160a54022c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:10.589136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f54506-d22f-4659-8014-ecd7c25f229c req-03d72063-28a6-4044-83f0-6de305275ee9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Network f374c3c5-4cbc-40fc-8190-8e5f894214ce is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:10.603039 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c4727d6-75f0-4a3f-a270-88ba073de92c req-8d9313e9-5cce-4cc6-84ce-852fbcbd0ee5 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831656 Feb 08 15:50:10.604585 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-eb3b3a96-dbbc-4f61-8045-09160a54022c admin admin] Calling delete_port for acbe36b7-5e59-4cfe-b6db-958647f08301 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:50:10.606015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-69f54506-d22f-4659-8014-ecd7c25f229c req-03d72063-28a6-4044-83f0-6de305275ee9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:10.616017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da2b47-0282-412b-aea7-17c73df8f8bf req-66994936-8e50-452a-99ec-5422c2fdc7cb tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:10.617548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d0da2b47-0282-412b-aea7-17c73df8f8bf req-66994936-8e50-452a-99ec-5422c2fdc7cb tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=efc9b974-f952-45bf-9b3b-d1d9a4108656 HTTP/1.1" status: 200 len: 944 time: 0.2911258 Feb 08 15:50:10.619478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf1d083a-96a3-42bf-9450-dcaee871dd96 req-7025c301-bf5d-43b9-b8f5-6085c41d14b5 service neutron] 10.222.0.96 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273203 Feb 08 15:50:10.624496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ac53b9a-0237-4c32-b035-fdbb711f475e req-e44ccda7-d869-4742-91e9-18786fd98c5c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674266 Feb 08 15:50:10.649476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-03d72063-28a6-4044-83f0-6de305275ee9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:10.753501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d72063-28a6-4044-83f0-6de305275ee9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'Port': ['ID=60c0742f-a0e6-414e-b668-09d8e84519be,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:10.808484 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d0da2b47-0282-412b-aea7-17c73df8f8bf req-5af48137-ec0e-4ba2-8f9c-1f4074d7249c tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725123 Feb 08 15:50:10.822808 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f31a29e9-743c-497a-9d55-fa94fe77ef27 req-86178aed-9117-4cc5-8d59-e91d682b9a40 service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535848 Feb 08 15:50:11.074116 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e06c2-687c-4cfe-b2e1-681e53552d7b req-f910cd84-4c2b-4cb4-9f27-15d90b73d583 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:11.081659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-734790d2-9360-42b4-b500-e70e9b4acb89 None None] Provisioning complete for port 60c0742f-a0e6-414e-b668-09d8e84519be triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:11.082277 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de1e06c2-687c-4cfe-b2e1-681e53552d7b req-f910cd84-4c2b-4cb4-9f27-15d90b73d583 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 932 time: 0.1662621 Feb 08 15:50:11.082963 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-734790d2-9360-42b4-b500-e70e9b4acb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:11.096008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf1d083a-96a3-42bf-9450-dcaee871dd96 req-0c804afa-1a2a-42d7-b7ae-e03acb891e2c service neutron] 10.222.0.96 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838569 Feb 08 15:50:11.118468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-03d72063-28a6-4044-83f0-6de305275ee9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:11.121780 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-03d72063-28a6-4044-83f0-6de305275ee9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:11.159863 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-03d72063-28a6-4044-83f0-6de305275ee9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8304729 Feb 08 15:50:11.175535 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-69f54506-d22f-4659-8014-ecd7c25f229c req-b71a3093-2427-4462-84fd-7216d2255875 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'port': {'device_id': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435', 'admin_state_up': True, 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'security_groups': ['be8f07cf-9f64-45fb-ad23-fd77afb6ec2f']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:11.176612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-734790d2-9360-42b4-b500-e70e9b4acb89 None None] Port 60c0742f-a0e6-414e-b668-09d8e84519be cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:50:11.184312 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de1e06c2-687c-4cfe-b2e1-681e53552d7b req-2dc1f8a5-c5aa-4aef-ae09-fc9ce0b53943 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010799 Feb 08 15:50:11.218530 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3a96-dbbc-4f61-8045-09160a54022c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (acbe36b7-5e59-4cfe-b6db-958647f08301), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:11.290611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b3a96-dbbc-4f61-8045-09160a54022c admin admin] Pushing event deleted for resources: {'Port': ['ID=acbe36b7-5e59-4cfe-b6db-958647f08301,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:11.397855 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6e7731fd-0a91-4ca3-84d8-0b62af79befa details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:50:11.622115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6e7731fd-0a91-4ca3-84d8-0b62af79befa, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6e7731fd-0a91-4ca3-84d8-0b62af79befa,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:11.638434 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '6e7731fd-0a91-4ca3-84d8-0b62af79befa', 'network_id': 'ecd7c259-4f96-4209-81e4-52533414d782', 'port_id': '6e7731fd-0a91-4ca3-84d8-0b62af79befa', 'mac_address': 'fa:16:3e:ab:2e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28cb9956-62bf-4795-9b61-7a7ef83e56b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:50:11.645515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87d933-7fca-4b61-b67c-aa93bf6ceaa9 req-3461fe0a-bb8a-4d47-bcae-1ae6e3a69a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:11.647046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b87d933-7fca-4b61-b67c-aa93bf6ceaa9 req-3461fe0a-bb8a-4d47-bcae-1ae6e3a69a79 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60a080c724734d2f8504cfeec2677ec4&device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 1129 time: 0.3728426 Feb 08 15:50:11.704241 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3328db-3c8d-4195-96cc-2320fa2219fd req-678a0dc4-3c0f-4331-ab1e-2caf8c48ad1d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:11.712298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c3328db-3c8d-4195-96cc-2320fa2219fd req-678a0dc4-3c0f-4331-ab1e-2caf8c48ad1d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.4229572 Feb 08 15:50:11.741703 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6e7731fd-0a91-4ca3-84d8-0b62af79befa is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:11.742105 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6e7731fd-0a91-4ca3-84d8-0b62af79befa), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:11.766120 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ed773-5b4a-404a-92db-662bd721e13c req-bfd10842-fb87-4fa5-b3da-87672017296e tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:11.773709 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-972ed773-5b4a-404a-92db-662bd721e13c req-bfd10842-fb87-4fa5-b3da-87672017296e tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.4548900 Feb 08 15:50:11.776732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7731fd-0a91-4ca3-84d8-0b62af79befa {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:11.781350 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f31a29e9-743c-497a-9d55-fa94fe77ef27 req-9eb2108c-fdae-4b7d-a580-a400dbebd631 service neutron] 10.222.0.94 "GET /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9041574 Feb 08 15:50:11.822025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6e7731fd-0a91-4ca3-84d8-0b62af79befa, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6e7731fd-0a91-4ca3-84d8-0b62af79befa,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:11.830056 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6e7731fd-0a91-4ca3-84d8-0b62af79befa), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:11.901947 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7377f7ea-b9af-444f-b4f3-7de5731ba11e admin admin] Deleting port de69926a-7bf2-4f42-a93b-ae8e2d76c583 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:50:11.902311 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7377f7ea-b9af-444f-b4f3-7de5731ba11e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:11.961237 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-b71a3093-2427-4462-84fd-7216d2255875 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Made reservation on behalf of 2eb127ba0a924c819fd9581ee7037dd8 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:11.964696 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-b71a3093-2427-4462-84fd-7216d2255875 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:12.088805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6e7731fd-0a91-4ca3-84d8-0b62af79befa,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:12.118035 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-7377f7ea-b9af-444f-b4f3-7de5731ba11e admin admin] For port de69926a-7bf2-4f42-a93b-ae8e2d76c583, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=de69926a-7bf2-4f42-a93b-ae8e2d76c583,segment=NetworkSegment(f3d66dd0-274b-4c15-9a5a-a332cc01e5f3),segment_id=f3d66dd0-274b-4c15-9a5a-a332cc01e5f3)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:12.118428 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7377f7ea-b9af-444f-b4f3-7de5731ba11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:12.142502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7377f7ea-b9af-444f-b4f3-7de5731ba11e admin admin] Calling delete_port for de69926a-7bf2-4f42-a93b-ae8e2d76c583 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:50:12.170092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['6e7731fd-0a91-4ca3-84d8-0b62af79befa'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:50:12.326802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87d933-7fca-4b61-b67c-aa93bf6ceaa9 req-d40ccb95-339a-4580-9e49-91a5e2cfde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:12.328889 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b87d933-7fca-4b61-b67c-aa93bf6ceaa9 req-d40ccb95-339a-4580-9e49-91a5e2cfde4d service neutron] 10.222.0.94 "GET /v2.0/networks?id=2a72fae7-c7cb-449f-a857-4a0080f21988 HTTP/1.1" status: 200 len: 919 time: 0.6460528 Feb 08 15:50:12.341328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-f3693f13-406b-425c-ac40-ee21319baabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:12.341516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-69f54506-d22f-4659-8014-ecd7c25f229c req-b71a3093-2427-4462-84fd-7216d2255875 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Allocated IP 10.1.1.24 (e26395d2-2156-49c3-97cc-22735cb36435/b54aa40b-196d-4120-890f-56a182074fb9/7f47a56e-4ca4-43e8-bb10-b43e3c709197) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:12.342853 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-f3693f13-406b-425c-ac40-ee21319baabc service neutron] 10.222.0.96 "GET /v2.0/ports/6bac61d4-782d-4ce5-a6f2-e9fd2de38797 HTTP/1.1" status: 200 len: 1028 time: 0.6587195 Feb 08 15:50:12.391188 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c3328db-3c8d-4195-96cc-2320fa2219fd req-7c9dd7fc-21fc-4b0d-b2fe-a1d5eef9d0a6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6780055 Feb 08 15:50:12.446291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b87d933-7fca-4b61-b67c-aa93bf6ceaa9 req-e574ed9f-d376-4f78-8427-4b7735c56182 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d04b41-05ca-4468-8a15-c41d2b004e0f HTTP/1.1" status: 200 len: 217 time: 0.0649316 Feb 08 15:50:12.534138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87d933-7fca-4b61-b67c-aa93bf6ceaa9 req-b573f858-ad5a-4c10-b257-f67864d515be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:12.535823 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b87d933-7fca-4b61-b67c-aa93bf6ceaa9 req-b573f858-ad5a-4c10-b257-f67864d515be service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f4193f18-71ec-4c14-9933-8ed1a50b2ce8 HTTP/1.1" status: 200 len: 858 time: 0.0614059 Feb 08 15:50:12.622632 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad0831f4-e599-4491-b023-f97fecdb7f4a req-865ac178-afdd-4de1-9885-cb2806476a79 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0853744 Feb 08 15:50:12.659206 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b87d933-7fca-4b61-b67c-aa93bf6ceaa9 req-c01c38d7-a7cd-4772-8ed8-399941a26d95 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2a72fae7-c7cb-449f-a857-4a0080f21988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851996 Feb 08 15:50:12.677996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-983f7136-c04b-4794-835b-62368a379a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:12.679391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7377f7ea-b9af-444f-b4f3-7de5731ba11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (de69926a-7bf2-4f42-a93b-ae8e2d76c583), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:12.679527 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-983f7136-c04b-4794-835b-62368a379a77 service neutron] 10.222.0.96 "GET /v2.0/ports/3e5812a0-b0e7-452d-b369-a2cb2f05432c HTTP/1.1" status: 200 len: 1027 time: 0.3056660 Feb 08 15:50:12.722251 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-972ed773-5b4a-404a-92db-662bd721e13c req-3a7ca29d-afa8-462d-aa24-41f4f6c24861 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9463513 Feb 08 15:50:12.728018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377f7ea-b9af-444f-b4f3-7de5731ba11e admin admin] Pushing event deleted for resources: {'Port': ['ID=de69926a-7bf2-4f42-a93b-ae8e2d76c583,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:12.742987 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-b71a3093-2427-4462-84fd-7216d2255875 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:12.970190 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7377f7ea-b9af-444f-b4f3-7de5731ba11e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (ea9fc2c5-241f-4350-98fd-41c7d4e71710), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:12.990025 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-b71a3093-2427-4462-84fd-7216d2255875 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:13.003272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3faef562-24d5-4c4a-859c-ef5b8a71d519 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:13.009947 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3faef562-24d5-4c4a-859c-ef5b8a71d519 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:13.022081 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3faef562-24d5-4c4a-859c-ef5b8a71d519 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:13.023914 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3faef562-24d5-4c4a-859c-ef5b8a71d519 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "GET /v2.0/networks?id=d297db83-e94c-42e9-a464-f8dd8e5ac3ee&id=dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9&id=dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9&id=dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9&id=dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9&id=2e6daa9e-743b-48ac-a7a5-1e224304aa8a&id=2e6daa9e-743b-48ac-a7a5-1e224304aa8a HTTP/1.1" status: 200 len: 1991 time: 0.3146431 Feb 08 15:50:13.060875 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb3b3a96-dbbc-4f61-8045-09160a54022c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (dd85aae3-c632-4bd3-a715-1e36208fa050), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:13.114692 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f54506-d22f-4659-8014-ecd7c25f229c req-b71a3093-2427-4462-84fd-7216d2255875 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Network e26395d2-2156-49c3-97cc-22735cb36435 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:13.119501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-69f54506-d22f-4659-8014-ecd7c25f229c req-b71a3093-2427-4462-84fd-7216d2255875 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:13.128287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-b71a3093-2427-4462-84fd-7216d2255875 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:13.163933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a3093-2427-4462-84fd-7216d2255875 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'Port': ['ID=7f47a56e-4ca4-43e8-bb10-b43e3c709197,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:13.251424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-b71a3093-2427-4462-84fd-7216d2255875 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:13.252979 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-b71a3093-2427-4462-84fd-7216d2255875 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:13.392130 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-b71a3093-2427-4462-84fd-7216d2255875 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2213304 Feb 08 15:50:13.415991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6e7731fd-0a91-4ca3-84d8-0b62af79befa up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:50:13.429368 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-69f54506-d22f-4659-8014-ecd7c25f229c req-eb50a4d1-6d0e-4298-92e6-2ac8e8d00e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'port': {'device_id': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435', 'admin_state_up': True, 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'security_groups': ['be8f07cf-9f64-45fb-ad23-fd77afb6ec2f']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:13.485986 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3b3a96-dbbc-4f61-8045-09160a54022c admin admin] Router dd85aae3-c632-4bd3-a715-1e36208fa050 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:50:13.515512 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb48a0-1cd7-4b3d-ac0a-001278f4ff94 req-045ed0e5-d76f-409f-9786-93ee1435e056 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:13.520999 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8bb48a0-1cd7-4b3d-ac0a-001278f4ff94 req-045ed0e5-d76f-409f-9786-93ee1435e056 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 946 time: 0.7612367 Feb 08 15:50:13.542828 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 6e7731fd-0a91-4ca3-84d8-0b62af79befa completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:50:13.549781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b7e4c252-0527-44e3-9b8b-c775215116ce None None] Provisioning complete for port 7f47a56e-4ca4-43e8-bb10-b43e3c709197 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:13.550154 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b7e4c252-0527-44e3-9b8b-c775215116ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:13.550372 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b87d933-7fca-4b61-b67c-aa93bf6ceaa9 req-d1a9a38b-bfbc-412c-b229-b68ca13f01d4 service neutron] 10.222.0.94 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8817918 Feb 08 15:50:13.553683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 6e7731fd-0a91-4ca3-84d8-0b62af79befa triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:13.554044 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6e7731fd-0a91-4ca3-84d8-0b62af79befa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:13.567863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7377f7ea-b9af-444f-b4f3-7de5731ba11e admin admin] Router ea9fc2c5-241f-4350-98fd-41c7d4e71710 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:50:13.682925 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-eb50a4d1-6d0e-4298-92e6-2ac8e8d00e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Made reservation on behalf of 2eb127ba0a924c819fd9581ee7037dd8 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:13.684753 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b87d933-7fca-4b61-b67c-aa93bf6ceaa9 req-0015a582-bc6e-40d8-8fca-c021394e520d service neutron] 10.222.0.94 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196957 Feb 08 15:50:13.686615 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-eb50a4d1-6d0e-4298-92e6-2ac8e8d00e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:13.693745 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b7e4c252-0527-44e3-9b8b-c775215116ce None None] Port 7f47a56e-4ca4-43e8-bb10-b43e3c709197 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:50:13.743430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74a80a-4032-4ad9-8ef4-b33a20fbc12b req-606e6544-7b5e-4ba2-aba3-1bd194ba17c3 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:13.755938 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6e7731fd-0a91-4ca3-84d8-0b62af79befa is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:13.756326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a74a80a-4032-4ad9-8ef4-b33a20fbc12b req-606e6544-7b5e-4ba2-aba3-1bd194ba17c3 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=efc9b974-f952-45bf-9b3b-d1d9a4108656 HTTP/1.1" status: 200 len: 945 time: 0.7312787 Feb 08 15:50:13.756424 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6e7731fd-0a91-4ca3-84d8-0b62af79befa), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:13.782665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-99206ff3-873d-48e5-954a-a22859c08cec tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57411ff0a26042cfac2e561311a318e4 HTTP/1.1" status: 200 len: 379 time: 0.7422652 Feb 08 15:50:13.792347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3b11039a-648c-4f5c-a2b4-318750a2d838 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'port': {'device_id': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'admin_state_up': True, 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'security_groups': ['bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:13.793230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7377f7ea-b9af-444f-b4f3-7de5731ba11e admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:50:13.793895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc9b974-f952-45bf-9b3b-d1d9a4108656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7731fd-0a91-4ca3-84d8-0b62af79befa'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:13.796270 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab23cd9-6e89-4ca4-b627-fa2496749f9d" -d '{"events": [{"server_uuid": "efc9b974-f952-45bf-9b3b-d1d9a4108656", "name": "network-vif-plugged", "status": "completed", "tag": "6e7731fd-0a91-4ca3-84d8-0b62af79befa"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:13.811304 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89833018-5c4b-4d2c-b4a5-ce6b1ce623cd None None] Sync routers for ids ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:50:13.818222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6e7731fd-0a91-4ca3-84d8-0b62af79befa, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6e7731fd-0a91-4ca3-84d8-0b62af79befa,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:13.830000 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6e7731fd-0a91-4ca3-84d8-0b62af79befa), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:13.841231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89833018-5c4b-4d2c-b4a5-ce6b1ce623cd None None] Routers {'ea9fc2c5-241f-4350-98fd-41c7d4e71710'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:50:13.842534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-89833018-5c4b-4d2c-b4a5-ce6b1ce623cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:50:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:13.849401 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7377f7ea-b9af-444f-b4f3-7de5731ba11e admin admin] 10.222.0.82 "PUT /v2.0/routers/ea9fc2c5-241f-4350-98fd-41c7d4e71710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2880390 Feb 08 15:50:13.852725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40774) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:13.948733 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8bb48a0-1cd7-4b3d-ac0a-001278f4ff94 req-49221d5b-e226-4fd2-86eb-77b8d798dbd6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941629 Feb 08 15:50:13.991713 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] Publish callbacks [] for router (ea9fc2c5-241f-4350-98fd-41c7d4e71710), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:13.991867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-89833018-5c4b-4d2c-b4a5-ce6b1ce623cd None None] Set router ea9fc2c5-241f-4350-98fd-41c7d4e71710 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:50:13.992327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a74a80a-4032-4ad9-8ef4-b33a20fbc12b req-a89d1857-035a-42dd-af2f-b6cf4e2a8638 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291112 Feb 08 15:50:14.177553 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3b3a96-dbbc-4f61-8045-09160a54022c admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:50:14.187947 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-eb3b3a96-dbbc-4f61-8045-09160a54022c admin admin] 10.222.0.82 "PUT /v2.0/routers/dd85aae3-c632-4bd3-a715-1e36208fa050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3760924 Feb 08 15:50:14.193176 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ac257-ba6b-431b-81ca-881e6dd21368 None None] Sync routers for ids ['dd85aae3-c632-4bd3-a715-1e36208fa050'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:50:14.195089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40778) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:14.209420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-69f54506-d22f-4659-8014-ecd7c25f229c req-eb50a4d1-6d0e-4298-92e6-2ac8e8d00e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Allocated IP 10.1.1.168 (e26395d2-2156-49c3-97cc-22735cb36435/b54aa40b-196d-4120-890f-56a182074fb9/cfd04846-4cd3-401f-8fae-3b9199e9f8af) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:14.215176 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ac257-ba6b-431b-81ca-881e6dd21368 None None] Routers {'dd85aae3-c632-4bd3-a715-1e36208fa050'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:50:14.215545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3b11039a-648c-4f5c-a2b4-318750a2d838 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Made reservation on behalf of 57411ff0a26042cfac2e561311a318e4 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:14.215795 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-139ac257-ba6b-431b-81ca-881e6dd21368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:50:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['dd85aae3-c632-4bd3-a715-1e36208fa050'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:14.220242 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3b11039a-648c-4f5c-a2b4-318750a2d838 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:14.271754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6e7731fd-0a91-4ca3-84d8-0b62af79befa,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:14.277145 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7efb4b-dc6a-4bad-adf1-5cdcea1edc67 req-27c7308e-406f-45fd-a0ae-5bee07272a29 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:14.279284 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce7efb4b-dc6a-4bad-adf1-5cdcea1edc67 req-27c7308e-406f-45fd-a0ae-5bee07272a29 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.1833472 Feb 08 15:50:14.290988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897265-0195-4694-9b47-626d6b90026e req-cd06df8c-4315-4c0e-a5f6-c83ef282adfa tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:14.301760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897265-0195-4694-9b47-626d6b90026e req-cd06df8c-4315-4c0e-a5f6-c83ef282adfa tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:14.304608 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34897265-0195-4694-9b47-626d6b90026e req-cd06df8c-4315-4c0e-a5f6-c83ef282adfa tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 1653 time: 0.2176113 Feb 08 15:50:14.338721 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-139ac257-ba6b-431b-81ca-881e6dd21368 None None] Set router dd85aae3-c632-4bd3-a715-1e36208fa050 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:50:14.338919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] Publish callbacks [] for router_gateway (ea9fc2c5-241f-4350-98fd-41c7d4e71710), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:14.377074 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce7efb4b-dc6a-4bad-adf1-5cdcea1edc67 req-034950ea-5eaf-4c62-b034-a40c62c0c4f0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710592 Feb 08 15:50:14.410105 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] Publish callbacks [] for router (dd85aae3-c632-4bd3-a715-1e36208fa050), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:14.421567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-89833018-5c4b-4d2c-b4a5-ce6b1ce623cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:15Z', 'updated_at': '2022-02-08T15:50:12Z', 'revision_number': 5, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'gw_port': {'id': 'cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:14.453054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89833018-5c4b-4d2c-b4a5-ce6b1ce623cd None None] Checking router: ea9fc2c5-241f-4350-98fd-41c7d4e71710 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:50:14.463831 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89833018-5c4b-4d2c-b4a5-ce6b1ce623cd None None] Routers {'ea9fc2c5-241f-4350-98fd-41c7d4e71710'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:50:14.466372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-89833018-5c4b-4d2c-b4a5-ce6b1ce623cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:50:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:14.525259 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7526fb04-3d64-4de0-96ee-e52f847f145d req-1dbc511f-c0f8-40b1-b9ed-739f7d6c6a30 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0352995 Feb 08 15:50:14.579050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34897265-0195-4694-9b47-626d6b90026e req-802fd85a-7a9e-42db-93ad-1ede4a88d13e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134199 Feb 08 15:50:14.657131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-89833018-5c4b-4d2c-b4a5-ce6b1ce623cd None None] Set router ea9fc2c5-241f-4350-98fd-41c7d4e71710 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:50:14.674540 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-139ac257-ba6b-431b-81ca-881e6dd21368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'name': 'tempest-AttachSCSIVolumeTestJSON-77670769-router', 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:11Z', 'updated_at': '2022-02-08T15:50:11Z', 'revision_number': 5, 'project_id': '604347d492d3445c8dfe3b7bc84f5af8', 'gw_port': {'id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:13Z', 'updated_at': '2022-02-08T15:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:14.691280 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f3f228-d2bd-4f43-b736-64d739dde6d5 x-openstack-request-id: req-34f3f228-d2bd-4f43-b736-64d739dde6d5 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:14.692068 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc9b974-f952-45bf-9b3b-d1d9a4108656", "name": "network-vif-plugged", "status": "completed", "tag": "6e7731fd-0a91-4ca3-84d8-0b62af79befa", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:14.692068 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-34f3f228-d2bd-4f43-b736-64d739dde6d5 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:14.699746 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc9b974-f952-45bf-9b3b-d1d9a4108656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7731fd-0a91-4ca3-84d8-0b62af79befa', 'code': 200} Feb 08 15:50:14.739077 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-89833018-5c4b-4d2c-b4a5-ce6b1ce623cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:15Z', 'updated_at': '2022-02-08T15:50:14Z', 'revision_number': 6, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:14.741201 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ac257-ba6b-431b-81ca-881e6dd21368 None None] Checking router: dd85aae3-c632-4bd3-a715-1e36208fa050 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:50:14.759567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3b11039a-648c-4f5c-a2b4-318750a2d838 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Allocated IP 172.20.0.6 (d297db83-e94c-42e9-a464-f8dd8e5ac3ee/dbb8cc6c-d953-47c2-8ba5-876b04683513/b959c37e-48be-4755-91be-97f970486494) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:14.764644 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ac257-ba6b-431b-81ca-881e6dd21368 None None] Routers {'dd85aae3-c632-4bd3-a715-1e36208fa050'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:50:14.765564 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-139ac257-ba6b-431b-81ca-881e6dd21368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:50:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['dd85aae3-c632-4bd3-a715-1e36208fa050'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:14.772318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89833018-5c4b-4d2c-b4a5-ce6b1ce623cd None None] The sync data for ids ['ea9fc2c5-241f-4350-98fd-41c7d4e71710'] in n-d-824834-11 is: [{'id': 'ea9fc2c5-241f-4350-98fd-41c7d4e71710', 'name': 'tempest-ServersTestManualDisk-175121729-router', 'tenant_id': '4cef0c51079d47a383eee6b5e797a80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:15Z', 'updated_at': '2022-02-08T15:50:14Z', 'revision_number': 6, 'project_id': '4cef0c51079d47a383eee6b5e797a80b', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:50:14.897166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a07b9-e109-42db-bb72-6147ade1b647 req-6d3f2638-2189-494d-ad33-fe4f783a0d87 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:14.904591 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-741a07b9-e109-42db-bb72-6147ade1b647 req-6d3f2638-2189-494d-ad33-fe4f783a0d87 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.2340052 Feb 08 15:50:14.915541 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-39d0c7e3-59be-424b-9927-482183d70110 service neutron] show failed (client error): The resource could not be found. Feb 08 15:50:14.916528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-39d0c7e3-59be-424b-9927-482183d70110 service neutron] 10.222.0.94 "GET /v2.0/ports/6c1088c1-fc34-4fda-bf40-aec9bc0678e0/bindings/n-h2-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.3162735 Feb 08 15:50:14.952907 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] Publish callbacks [] for router_gateway (dd85aae3-c632-4bd3-a715-1e36208fa050), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:14.963526 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-eb50a4d1-6d0e-4298-92e6-2ac8e8d00e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:14.992976 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-139ac257-ba6b-431b-81ca-881e6dd21368 None None] Set router dd85aae3-c632-4bd3-a715-1e36208fa050 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:50:15.048648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c65d23-7db2-46c0-961b-944f2df84056 req-16a26e9f-8c4f-4f06-98d5-7c549db01dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:15.048648 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-26c65d23-7db2-46c0-961b-944f2df84056 req-16a26e9f-8c4f-4f06-98d5-7c549db01dcf service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=efc9b974-f952-45bf-9b3b-d1d9a4108656 HTTP/1.1" status: 200 len: 1129 time: 0.2216530 Feb 08 15:50:15.077598 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-741a07b9-e109-42db-bb72-6147ade1b647 req-9f7d8dec-b160-4d94-80c3-278f365b4a40 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718662 Feb 08 15:50:15.088763 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] Deleting port cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:50:15.093225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:15.219054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b328f14-7027-4cf0-8641-b7699eb576d5 req-90153814-5203-493e-ace8-550a77ba6717 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:15.220617 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b328f14-7027-4cf0-8641-b7699eb576d5 req-90153814-5203-493e-ace8-550a77ba6717 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 946 time: 0.2773533 Feb 08 15:50:15.264525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device de69926a-7bf2-4f42-a93b-ae8e2d76c583 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:50:15.290039 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3b11039a-648c-4f5c-a2b4-318750a2d838 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for port (b959c37e-48be-4755-91be-97f970486494), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:15.302516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: de69926a-7bf2-4f42-a93b-ae8e2d76c583 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:50:15.302861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device de69926a-7bf2-4f42-a93b-ae8e2d76c583 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:50:15.305569 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] For port cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:15.305569 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:15.329243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] Calling delete_port for cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:50:15.335093 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-139ac257-ba6b-431b-81ca-881e6dd21368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'name': 'tempest-AttachSCSIVolumeTestJSON-77670769-router', 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:11Z', 'updated_at': '2022-02-08T15:50:11Z', 'revision_number': 5, 'project_id': '604347d492d3445c8dfe3b7bc84f5af8', 'gw_port': {'id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:13Z', 'updated_at': '2022-02-08T15:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:15.360157 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-eb50a4d1-6d0e-4298-92e6-2ac8e8d00e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:15.365881 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ac257-ba6b-431b-81ca-881e6dd21368 None None] The sync data for ids ['dd85aae3-c632-4bd3-a715-1e36208fa050'] in n-d-824834-11 is: [{'id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'name': 'tempest-AttachSCSIVolumeTestJSON-77670769-router', 'tenant_id': '604347d492d3445c8dfe3b7bc84f5af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:11Z', 'updated_at': '2022-02-08T15:50:11Z', 'revision_number': 5, 'project_id': '604347d492d3445c8dfe3b7bc84f5af8', 'gw_port': {'id': '91c8e92e-44e4-432e-a963-661b2bbf3611', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fc:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd85aae3-c632-4bd3-a715-1e36208fa050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:13Z', 'updated_at': '2022-02-08T15:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:50:15.418571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] Deleting port 91c8e92e-44e4-432e-a963-661b2bbf3611 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:50:15.419195 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (91c8e92e-44e4-432e-a963-661b2bbf3611), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:15.430127 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b328f14-7027-4cf0-8641-b7699eb576d5 req-7808d7b7-dab6-42e1-9780-970a13d7ad76 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745675 Feb 08 15:50:15.447859 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-4ef77fbe-7604-40a7-824b-d66c62e8201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:15.449899 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-4ef77fbe-7604-40a7-824b-d66c62e8201c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99&tenant_id=e7801731b81d427e9445bed7845b06a4 HTTP/1.1" status: 200 len: 1132 time: 0.2031684 Feb 08 15:50:15.467431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7216dc7-ca79-4769-ac32-ee12e37fd631 req-23a9dfa5-16f2-46bd-a775-32e32ab22569 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:15.475935 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7216dc7-ca79-4769-ac32-ee12e37fd631 req-23a9dfa5-16f2-46bd-a775-32e32ab22569 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=efc9b974-f952-45bf-9b3b-d1d9a4108656 HTTP/1.1" status: 200 len: 946 time: 0.2442343 Feb 08 15:50:15.489069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:15.501298 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3b11039a-648c-4f5c-a2b4-318750a2d838 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b959c37e-48be-4755-91be-97f970486494), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:15.539761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f54506-d22f-4659-8014-ecd7c25f229c req-eb50a4d1-6d0e-4298-92e6-2ac8e8d00e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Network e26395d2-2156-49c3-97cc-22735cb36435 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:15.547448 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-26c65d23-7db2-46c0-961b-944f2df84056 req-01cd5152-293e-4210-9c65-1c498c4dca76 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919922 Feb 08 15:50:15.553643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-69f54506-d22f-4659-8014-ecd7c25f229c req-eb50a4d1-6d0e-4298-92e6-2ac8e8d00e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:15.559669 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-eb50a4d1-6d0e-4298-92e6-2ac8e8d00e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:15.562586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50a4d1-6d0e-4298-92e6-2ac8e8d00e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'Port': ['ID=cfd04846-4cd3-401f-8fae-3b9199e9f8af,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:15.616534 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3b11039a-648c-4f5c-a2b4-318750a2d838 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Network d297db83-e94c-42e9-a464-f8dd8e5ac3ee is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:15.638696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3b11039a-648c-4f5c-a2b4-318750a2d838 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:15.672302 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3b11039a-648c-4f5c-a2b4-318750a2d838 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:15.690769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7216dc7-ca79-4769-ac32-ee12e37fd631 req-cc4e15fc-5bf7-4c35-9c95-6505c73c46c4 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136075 Feb 08 15:50:15.738648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] For port 91c8e92e-44e4-432e-a963-661b2bbf3611, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=91c8e92e-44e4-432e-a963-661b2bbf3611,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:15.739033 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (91c8e92e-44e4-432e-a963-661b2bbf3611), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:15.776537 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:15.777809 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] Calling delete_port for 91c8e92e-44e4-432e-a963-661b2bbf3611 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:50:15.791880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11039a-648c-4f5c-a2b4-318750a2d838 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'Port': ['ID=b959c37e-48be-4755-91be-97f970486494,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:15.795705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-eb50a4d1-6d0e-4298-92e6-2ac8e8d00e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:15.796518 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-eb50a4d1-6d0e-4298-92e6-2ac8e8d00e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:15.947568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-13eabdbb-5558-4679-b4f9-338802f90c99 None None] Provisioning complete for port cfd04846-4cd3-401f-8fae-3b9199e9f8af triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:15.948203 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-13eabdbb-5558-4679-b4f9-338802f90c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:16.041612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-13eabdbb-5558-4679-b4f9-338802f90c99 None None] Port cfd04846-4cd3-401f-8fae-3b9199e9f8af cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:50:16.136278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3b11039a-648c-4f5c-a2b4-318750a2d838 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:16.137207 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3b11039a-648c-4f5c-a2b4-318750a2d838 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:16.172109 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-cd761449-fa1c-4b13-883a-ea5f137215c8 None None] Provisioning complete for port b959c37e-48be-4755-91be-97f970486494 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:16.172496 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cd761449-fa1c-4b13-883a-ea5f137215c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b959c37e-48be-4755-91be-97f970486494), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:16.197088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd4460-1f3e-46e5-b39e-971b358dfa17 req-c12e66bc-0afd-419f-a352-69d6d18eb44c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:16.199037 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cfd4460-1f3e-46e5-b39e-971b358dfa17 req-c12e66bc-0afd-419f-a352-69d6d18eb44c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.6418152 Feb 08 15:50:16.245986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3b11039a-648c-4f5c-a2b4-318750a2d838 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4572949 Feb 08 15:50:16.247868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-cd761449-fa1c-4b13-883a-ea5f137215c8 None None] Port b959c37e-48be-4755-91be-97f970486494 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:50:16.261155 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9df178c0-cea9-44d2-96a1-1e078a81a701 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'port': {'device_id': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9', 'admin_state_up': True, 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'security_groups': ['bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:16.282260 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-eb50a4d1-6d0e-4298-92e6-2ac8e8d00e9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8730936 Feb 08 15:50:16.305635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-69f54506-d22f-4659-8014-ecd7c25f229c req-5824fa77-f343-4ad9-8f81-7c8757d1c31e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'port': {'device_id': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f', 'admin_state_up': True, 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'security_groups': ['be8f07cf-9f64-45fb-ad23-fd77afb6ec2f']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:16.374332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed3f24-2640-4339-88a7-0ade3298b414 req-73b63d76-a966-4808-a643-cd724b0b559b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:16.375732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-26ed3f24-2640-4339-88a7-0ade3298b414 req-73b63d76-a966-4808-a643-cd724b0b559b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 931 time: 0.5504813 Feb 08 15:50:16.405417 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] For port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:16.425446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cfd4460-1f3e-46e5-b39e-971b358dfa17 req-d7cdf53f-7a35-4dd7-b860-662224eb9de3 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166643 Feb 08 15:50:16.453798 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:16.524482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:16.564001 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] For port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:16.595735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-26ed3f24-2640-4339-88a7-0ade3298b414 req-cdb9b9f5-ff86-4468-8ae7-582c230f46c1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064655 Feb 08 15:50:16.649271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (ea9fc2c5-241f-4350-98fd-41c7d4e71710), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:16.655330 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Publish callbacks [] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:16.678082 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9df178c0-cea9-44d2-96a1-1e078a81a701 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Made reservation on behalf of 57411ff0a26042cfac2e561311a318e4 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:16.682092 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9df178c0-cea9-44d2-96a1-1e078a81a701 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:16.688520 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-5824fa77-f343-4ad9-8f81-7c8757d1c31e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Made reservation on behalf of 2eb127ba0a924c819fd9581ee7037dd8 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:16.693308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32de1437-f4e5-4b8b-8664-b6fe089bfa99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:16.695680 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a73e3ff-b42e-4e32-9015-1c437785134a" -d '{"events": [{"server_uuid": "32de1437-f4e5-4b8b-8664-b6fe089bfa99", "name": "network-vif-unplugged", "status": "completed", "tag": "6c1088c1-fc34-4fda-bf40-aec9bc0678e0"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:16.715295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7802337-7da5-40a3-a9ad-5cd27f8cd59e req-df0ac6a0-47f9-457a-b844-5d8e0b3d1ff3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:16.716832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7802337-7da5-40a3-a9ad-5cd27f8cd59e req-df0ac6a0-47f9-457a-b844-5d8e0b3d1ff3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:16.723147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7802337-7da5-40a3-a9ad-5cd27f8cd59e req-df0ac6a0-47f9-457a-b844-5d8e0b3d1ff3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:16.731762 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7802337-7da5-40a3-a9ad-5cd27f8cd59e req-df0ac6a0-47f9-457a-b844-5d8e0b3d1ff3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 2374 time: 0.2306457 Feb 08 15:50:16.805889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Transition to ACTIVE for port object 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:16.817102 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (91c8e92e-44e4-432e-a963-661b2bbf3611), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:16.830713 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (ea9fc2c5-241f-4350-98fd-41c7d4e71710), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:16.841522 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] Publish callbacks [] for router_controller (ea9fc2c5-241f-4350-98fd-41c7d4e71710), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:16.863356 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:16.883997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c8e92e-44e4-432e-a963-661b2bbf3611,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:16.925552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7802337-7da5-40a3-a9ad-5cd27f8cd59e req-3178ac73-c4d7-4e0a-a346-a3e376e6eed9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939180 Feb 08 15:50:16.965812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc466c-2575-48a2-b961-6c89b6221866 req-7299b633-7b22-4bca-beef-f1759be586a6 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:16.967398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4efc466c-2575-48a2-b961-6c89b6221866 req-7299b633-7b22-4bca-beef-f1759be586a6 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.2691119 Feb 08 15:50:17.023244 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (ea9fc2c5-241f-4350-98fd-41c7d4e71710), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:17.023793 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea9fc2c5-241f-4350-98fd-41c7d4e71710 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:50:17.045295 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:17.046454 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6b132484-3ce7-4fd5-9c28-5835c62a8871 admin admin] 10.222.0.82 "DELETE /v2.0/routers/ea9fc2c5-241f-4350-98fd-41c7d4e71710 HTTP/1.1" status: 204 len: 168 time: 3.1930220 Feb 08 15:50:17.058414 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40798) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:17.079612 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-5824fa77-f343-4ad9-8f81-7c8757d1c31e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:17.140033 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (dd85aae3-c632-4bd3-a715-1e36208fa050), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:17.267374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce205eed-4f05-430f-8055-79dc0767f208 admin admin] Deleting subnet 0342d560-9845-4e77-8dc7-c3d612a6aa94 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:50:17.294417 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce205eed-4f05-430f-8055-79dc0767f208 admin admin] Publish callbacks [] for subnet (0342d560-9845-4e77-8dc7-c3d612a6aa94), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:17.384592 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (dd85aae3-c632-4bd3-a715-1e36208fa050), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:17.397180 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] Publish callbacks [] for router_controller (dd85aae3-c632-4bd3-a715-1e36208fa050), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:17.426569 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device acbe36b7-5e59-4cfe-b6db-958647f08301 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:50:17.463172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: acbe36b7-5e59-4cfe-b6db-958647f08301 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:50:17.464187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device acbe36b7-5e59-4cfe-b6db-958647f08301 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:50:17.464302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:50:17.494447 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce205eed-4f05-430f-8055-79dc0767f208 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (0342d560-9845-4e77-8dc7-c3d612a6aa94), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:17.500686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:50:17.501856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cfda9622-8fb8-4ee3-8a3c-4c1b903f67d3 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:50:17.519725 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] No DVR routers for this DVR port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:50:17.523573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9df178c0-cea9-44d2-96a1-1e078a81a701 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Allocated IP 10.1.1.94 (dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9/65119389-32e7-4ce5-a26c-82dac2a00b02/44e2dd08-15ae-4999-9e8f-c05884c8b844) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:17.534316 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (dd85aae3-c632-4bd3-a715-1e36208fa050), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:17.534998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd85aae3-c632-4bd3-a715-1e36208fa050 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:50:17.540832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Pushing event updated for resources: {'Port': ['ID=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,revision_number=6']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:17.547175 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:17.548170 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-67896e09-b0c3-4443-95c8-2a956e073607 admin admin] 10.222.0.82 "DELETE /v2.0/routers/dd85aae3-c632-4bd3-a715-1e36208fa050 HTTP/1.1" status: 204 len: 168 time: 3.3521438 Feb 08 15:50:17.554261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40802) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:17.632879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4efc466c-2575-48a2-b961-6c89b6221866 req-c449896f-e07f-42f4-ba70-d50e7d1e160d tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442754 Feb 08 15:50:17.646281 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Attempting to bind port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:17.646666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Attempting to bind port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:17.647544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Attempting to bind port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:17.666903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:17.667487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Attempting to bind port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:17.684094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744cda0-5847-48a7-9176-1d54642a2abc req-13c578ca-9be1-4117-9792-4deed26cf5b9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:17.685760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2744cda0-5847-48a7-9176-1d54642a2abc req-13c578ca-9be1-4117-9792-4deed26cf5b9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 946 time: 0.6526611 Feb 08 15:50:17.701101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:17.701101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:17.701101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:17.701399 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Bound port: 6c1088c1-fc34-4fda-bf40-aec9bc0678e0, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:17.701745 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:17.723542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf7c966-e031-4ce2-a728-0134e4876532 admin admin] Deleting subnet 46ff1918-ee83-4d1f-8862-dca70fd150ee {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:50:17.727021 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c966-e031-4ce2-a728-0134e4876532 admin admin] Publish callbacks [] for subnet (46ff1918-ee83-4d1f-8862-dca70fd150ee), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:17.785590 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c724f75c-2f6a-4d3e-87b0-fad8ebe02bb6 x-openstack-request-id: req-c724f75c-2f6a-4d3e-87b0-fad8ebe02bb6 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:17.785878 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32de1437-f4e5-4b8b-8664-b6fe089bfa99", "name": "network-vif-unplugged", "status": "completed", "tag": "6c1088c1-fc34-4fda-bf40-aec9bc0678e0", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:17.786142 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c724f75c-2f6a-4d3e-87b0-fad8ebe02bb6 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:17.786522 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32de1437-f4e5-4b8b-8664-b6fe089bfa99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0', 'code': 200} Feb 08 15:50:17.794875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce205eed-4f05-430f-8055-79dc0767f208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (0342d560-9845-4e77-8dc7-c3d612a6aa94), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:17.797656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-69f54506-d22f-4659-8014-ecd7c25f229c req-5824fa77-f343-4ad9-8f81-7c8757d1c31e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Allocated IP 10.2.2.100 (9d6707d8-cec8-4e82-8169-f326c4c2b90f/6eca72cf-b7fe-4542-b2f5-1654494fba24/e848e527-5583-4f56-98ed-53cd48851010) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:17.866176 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c966-e031-4ce2-a728-0134e4876532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (46ff1918-ee83-4d1f-8862-dca70fd150ee), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:17.892214 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2744cda0-5847-48a7-9176-1d54642a2abc req-4290762f-6374-4a1c-9437-96fab450362e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418571 Feb 08 15:50:17.927251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] For port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:17.947370 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9df178c0-cea9-44d2-96a1-1e078a81a701 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:17.973172 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce205eed-4f05-430f-8055-79dc0767f208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (0342d560-9845-4e77-8dc7-c3d612a6aa94), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.042983 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] For port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:18.048369 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce205eed-4f05-430f-8055-79dc0767f208 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.052549 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ce205eed-4f05-430f-8055-79dc0767f208 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/0342d560-9845-4e77-8dc7-c3d612a6aa94 HTTP/1.1" status: 204 len: 168 time: 0.9931848 Feb 08 15:50:18.059472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40808) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:18.059857 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce205eed-4f05-430f-8055-79dc0767f208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0342d560-9845-4e77-8dc7-c3d612a6aa94,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:18.063739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bef929-5d98-4d81-bd32-91fab574a6fb None None] Network 44eff4f3-790c-4f3d-96fc-a648a7376b31 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:50:18.079747 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9df178c0-cea9-44d2-96a1-1e078a81a701 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.083312 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.109456 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c966-e031-4ce2-a728-0134e4876532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (46ff1918-ee83-4d1f-8862-dca70fd150ee), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.213234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:18.213861 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.215273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] 10.222.0.96 "PUT /v2.0/ports/6c1088c1-fc34-4fda-bf40-aec9bc0678e0 HTTP/1.1" status: 200 len: 1096 time: 2.7307479 Feb 08 15:50:18.228233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9df178c0-cea9-44d2-96a1-1e078a81a701 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:18.249613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c92d8-0497-42b6-b57c-38e57a9e4c4d req-83ae6128-6f55-431b-9af2-c1be74a6a6e3 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:18.250337 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c966-e031-4ce2-a728-0134e4876532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (46ff1918-ee83-4d1f-8862-dca70fd150ee), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.258874 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-752c92d8-0497-42b6-b57c-38e57a9e4c4d req-83ae6128-6f55-431b-9af2-c1be74a6a6e3 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=efc9b974-f952-45bf-9b3b-d1d9a4108656 HTTP/1.1" status: 200 len: 946 time: 0.3353000 Feb 08 15:50:18.289592 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9df178c0-cea9-44d2-96a1-1e078a81a701 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:18.313544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b922-0de9-4136-9c4a-720e26b70a12 req-1e660bca-5b8b-4a1f-9530-75501562453e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:18.315898 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8a4b922-0de9-4136-9c4a-720e26b70a12 req-1e660bca-5b8b-4a1f-9530-75501562453e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 947 time: 0.3268311 Feb 08 15:50:18.319469 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (44eff4f3-790c-4f3d-96fc-a648a7376b31), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.349016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7c966-e031-4ce2-a728-0134e4876532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ff1918-ee83-4d1f-8862-dca70fd150ee,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:18.355069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9df178c0-cea9-44d2-96a1-1e078a81a701 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:18.360825 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c966-e031-4ce2-a728-0134e4876532 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.365771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15984c30-1088-44c9-b28e-3bcb23a63841 None None] Network 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:50:18.381961 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5cf7c966-e031-4ce2-a728-0134e4876532 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/46ff1918-ee83-4d1f-8862-dca70fd150ee HTTP/1.1" status: 204 len: 168 time: 0.8249662 Feb 08 15:50:18.382800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40810) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:18.423195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644307b-1479-4206-8c6a-1648dbd12f06 None None] DHCP port deletion for 44eff4f3-790c-4f3d-96fc-a648a7376b31 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:50:18.454917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba710f1b-f8ae-43cd-87ee-3fb8b18d616e service neutron] Pushing event updated for resources: {'Port': ['ID=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,revision_number=7']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:18.491042 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-5824fa77-f343-4ad9-8f81-7c8757d1c31e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for port (e848e527-5583-4f56-98ed-53cd48851010), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.545857 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (76c06fc8-f83a-4f61-b58a-9c8c32c845f0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.593309 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-5824fa77-f343-4ad9-8f81-7c8757d1c31e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e848e527-5583-4f56-98ed-53cd48851010), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.645185 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f54506-d22f-4659-8014-ecd7c25f229c req-5824fa77-f343-4ad9-8f81-7c8757d1c31e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Network 9d6707d8-cec8-4e82-8169-f326c4c2b90f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:18.648960 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.652832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-69f54506-d22f-4659-8014-ecd7c25f229c req-5824fa77-f343-4ad9-8f81-7c8757d1c31e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:18.663187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-5824fa77-f343-4ad9-8f81-7c8757d1c31e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:18.667678 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-752c92d8-0497-42b6-b57c-38e57a9e4c4d req-10a5ff79-8ae8-426c-bfe2-7ef15a9d1838 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056053 Feb 08 15:50:18.676249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4644307b-1479-4206-8c6a-1648dbd12f06 None None] Deleting port be596456-438e-43c8-9d8c-a7b124f62e36 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:50:18.676842 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4644307b-1479-4206-8c6a-1648dbd12f06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (be596456-438e-43c8-9d8c-a7b124f62e36), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.708803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-6f371d7b-4e81-4bf8-9cca-093131d9ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:18.715093 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-6f371d7b-4e81-4bf8-9cca-093131d9ccb4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 1130 time: 0.4468441 Feb 08 15:50:18.728311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9df178c0-cea9-44d2-96a1-1e078a81a701 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:18.728985 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9df178c0-cea9-44d2-96a1-1e078a81a701 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.765180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4644307b-1479-4206-8c6a-1648dbd12f06 None None] For port be596456-438e-43c8-9d8c-a7b124f62e36, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=be596456-438e-43c8-9d8c-a7b124f62e36,segment=NetworkSegment(f3d66dd0-274b-4c15-9a5a-a332cc01e5f3),segment_id=f3d66dd0-274b-4c15-9a5a-a332cc01e5f3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:18.765429 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-5824fa77-f343-4ad9-8f81-7c8757d1c31e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:18.766027 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4644307b-1479-4206-8c6a-1648dbd12f06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (be596456-438e-43c8-9d8c-a7b124f62e36), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.766144 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-5824fa77-f343-4ad9-8f81-7c8757d1c31e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.779420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824fa77-f343-4ad9-8f81-7c8757d1c31e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'Port': ['ID=e848e527-5583-4f56-98ed-53cd48851010,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:18.783767 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4644307b-1479-4206-8c6a-1648dbd12f06 None None] Calling delete_port for be596456-438e-43c8-9d8c-a7b124f62e36 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:50:18.796347 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-5824fa77-f343-4ad9-8f81-7c8757d1c31e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5008307 Feb 08 15:50:18.809667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-69f54506-d22f-4659-8014-ecd7c25f229c req-ff2a8e67-3cee-42ad-b9bb-1fb4ae75c977 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'port': {'device_id': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f', 'admin_state_up': True, 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'security_groups': ['be8f07cf-9f64-45fb-ad23-fd77afb6ec2f']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:18.819804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] Deleting port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:50:18.820175 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.888784 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8a4b922-0de9-4136-9c4a-720e26b70a12 req-6ae3c691-a739-46eb-8932-3a5db46c222c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227523 Feb 08 15:50:18.917589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] For port 6bfcdf02-ebdd-4826-abba-dbd3119d2967, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6bfcdf02-ebdd-4826-abba-dbd3119d2967,segment=NetworkSegment(58e9dbea-f01d-4a4f-b7d0-13e9fae41b59),segment_id=58e9dbea-f01d-4a4f-b7d0-13e9fae41b59)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:18.917942 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.953998 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4644307b-1479-4206-8c6a-1648dbd12f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (be596456-438e-43c8-9d8c-a7b124f62e36), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:18.978720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9378b3-036a-4e9b-b6cb-c531865846b0 None None] DHCP port deletion for 76c06fc8-f83a-4f61-b58a-9c8c32c845f0 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:50:18.988149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df178c0-cea9-44d2-96a1-1e078a81a701 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'Port': ['ID=44e2dd08-15ae-4999-9e8f-c05884c8b844,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:18.991995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644307b-1479-4206-8c6a-1648dbd12f06 None None] No DVR routers for this DVR port be596456-438e-43c8-9d8c-a7b124f62e36 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:50:19.029811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644307b-1479-4206-8c6a-1648dbd12f06 None None] Pushing event deleted for resources: {'Port': ['ID=be596456-438e-43c8-9d8c-a7b124f62e36,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:19.036083 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9df178c0-cea9-44d2-96a1-1e078a81a701 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7781701 Feb 08 15:50:19.040108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-6e9833db-dc24-4457-b1ac-af0758ef0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:19.041614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-6e9833db-dc24-4457-b1ac-af0758ef0404 service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.3044283 Feb 08 15:50:19.050953 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2d5b4efe-e8b8-4aad-ba00-64fbc4bd5a47 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'port': {'device_id': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9', 'admin_state_up': True, 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'security_groups': ['bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:19.067783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b86cd18f-eefd-4b66-b60c-ef10030e7a01 None None] Provisioning complete for port 44e2dd08-15ae-4999-9e8f-c05884c8b844 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:19.068160 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b86cd18f-eefd-4b66-b60c-ef10030e7a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:19.109893 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] Calling delete_port for 6bfcdf02-ebdd-4826-abba-dbd3119d2967 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:50:19.139888 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b86cd18f-eefd-4b66-b60c-ef10030e7a01 None None] Port 44e2dd08-15ae-4999-9e8f-c05884c8b844 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:50:19.150733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ae9378b3-036a-4e9b-b6cb-c531865846b0 None None] Deleting port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:50:19.151106 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae9378b3-036a-4e9b-b6cb-c531865846b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:19.183968 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-22e88654-bf46-412a-9e9b-66429c6aba77 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0 HTTP/1.1" status: 200 len: 217 time: 0.1182775 Feb 08 15:50:19.225230 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ae9378b3-036a-4e9b-b6cb-c531865846b0 None None] For port 6bfcdf02-ebdd-4826-abba-dbd3119d2967, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6bfcdf02-ebdd-4826-abba-dbd3119d2967,segment=NetworkSegment(58e9dbea-f01d-4a4f-b7d0-13e9fae41b59),segment_id=58e9dbea-f01d-4a4f-b7d0-13e9fae41b59)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:19.225911 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae9378b3-036a-4e9b-b6cb-c531865846b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:19.227631 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-ff2a8e67-3cee-42ad-b9bb-1fb4ae75c977 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Made reservation on behalf of 2eb127ba0a924c819fd9581ee7037dd8 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:19.234081 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-ff2a8e67-3cee-42ad-b9bb-1fb4ae75c977 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:19.238304 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:19.258792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ae9378b3-036a-4e9b-b6cb-c531865846b0 None None] Calling delete_port for 6bfcdf02-ebdd-4826-abba-dbd3119d2967 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:50:19.291521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] No DVR routers for this DVR port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:50:19.298005 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bfcdf02-ebdd-4826-abba-dbd3119d2967,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:19.325387 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Deleting port be596456-438e-43c8-9d8c-a7b124f62e36 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:50:19.326212 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (be596456-438e-43c8-9d8c-a7b124f62e36), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:19.374203 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a175fe-8815-4392-86a2-3756901919e1 req-73f445f1-c4da-45b0-ac76-035accd1a5c6 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:19.380569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a175fe-8815-4392-86a2-3756901919e1 req-73f445f1-c4da-45b0-ac76-035accd1a5c6 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:19.382474 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1a175fe-8815-4392-86a2-3756901919e1 req-73f445f1-c4da-45b0-ac76-035accd1a5c6 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 1652 time: 0.5136189 Feb 08 15:50:19.472925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-35fb47c5-6600-44ec-b089-f7aaf38e7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:19.474659 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-35fb47c5-6600-44ec-b089-f7aaf38e7742 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2778428 Feb 08 15:50:19.500670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-cd15bf2a-23c0-465c-9547-2dd9a231ed5b None None] Provisioning complete for port e848e527-5583-4f56-98ed-53cd48851010 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:19.502128 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cd15bf2a-23c0-465c-9547-2dd9a231ed5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e848e527-5583-4f56-98ed-53cd48851010), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:19.506878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 91c8e92e-44e4-432e-a963-661b2bbf3611 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:50:19.509076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:50:19.520565 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de6d12-80f5-4777-b6ac-28acb9d11e94 req-cc01b433-03c4-4fb4-ad95-8ad33c2d4b55 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:19.526024 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de6d12-80f5-4777-b6ac-28acb9d11e94 req-cc01b433-03c4-4fb4-ad95-8ad33c2d4b55 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:19.531798 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de6d12-80f5-4777-b6ac-28acb9d11e94 req-cc01b433-03c4-4fb4-ad95-8ad33c2d4b55 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:19.533812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-69f54506-d22f-4659-8014-ecd7c25f229c req-ff2a8e67-3cee-42ad-b9bb-1fb4ae75c977 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Allocated IP 10.2.2.200 (9d6707d8-cec8-4e82-8169-f326c4c2b90f/6eca72cf-b7fe-4542-b2f5-1654494fba24/e9b05c84-a1f3-4655-befa-e12b3e8349bc) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:19.537548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de6d12-80f5-4777-b6ac-28acb9d11e94 req-cc01b433-03c4-4fb4-ad95-8ad33c2d4b55 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:19.539797 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6de6d12-80f5-4777-b6ac-28acb9d11e94 req-cc01b433-03c4-4fb4-ad95-8ad33c2d4b55 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 3095 time: 0.4848738 Feb 08 15:50:19.548110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] For port be596456-438e-43c8-9d8c-a7b124f62e36, host n-d-824834-11, got binding levels [] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:19.548716 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (be596456-438e-43c8-9d8c-a7b124f62e36), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:19.598626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 91c8e92e-44e4-432e-a963-661b2bbf3611 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:50:19.599283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 91c8e92e-44e4-432e-a963-661b2bbf3611 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:50:19.599927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device be596456-438e-43c8-9d8c-a7b124f62e36 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:50:19.626375 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Calling delete_port for be596456-438e-43c8-9d8c-a7b124f62e36 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:50:19.632875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: be596456-438e-43c8-9d8c-a7b124f62e36 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:50:19.633940 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device be596456-438e-43c8-9d8c-a7b124f62e36 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:50:19.634840 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6bfcdf02-ebdd-4826-abba-dbd3119d2967 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:50:19.636614 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.ipam_backend_mixin [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Port be596456-438e-43c8-9d8c-a7b124f62e36 was not found and therefore no delete operation was performed {{(pid=103301) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 15:50:19.654616 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1a175fe-8815-4392-86a2-3756901919e1 req-18bc06dd-9456-4338-8181-40b3d210e6ef tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394414 Feb 08 15:50:19.668718 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (be596456-438e-43c8-9d8c-a7b124f62e36), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:19.695548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 6bfcdf02-ebdd-4826-abba-dbd3119d2967 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:50:19.696084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6bfcdf02-ebdd-4826-abba-dbd3119d2967 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:50:19.697596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-cd15bf2a-23c0-465c-9547-2dd9a231ed5b None None] Port e848e527-5583-4f56-98ed-53cd48851010 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: from cryptography.utils import int_from_bytes Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: from cryptography.utils import int_from_bytes Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.734837 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.737246 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.737246 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.737246 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.737246 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.737246 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.737246 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.737246 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.737246 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.737246 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.737246 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.737246 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.737246 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.737246 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:50:19.737246 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 15:50:19.739656 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 host n-h2-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:50:19.739845 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-ff2a8e67-3cee-42ad-b9bb-1fb4ae75c977 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:19.740302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:50:19.746810 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae9378b3-036a-4e9b-b6cb-c531865846b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (6bfcdf02-ebdd-4826-abba-dbd3119d2967), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:19.781128 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2d5b4efe-e8b8-4aad-ba00-64fbc4bd5a47 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Made reservation on behalf of 57411ff0a26042cfac2e561311a318e4 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:19.785545 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2d5b4efe-e8b8-4aad-ba00-64fbc4bd5a47 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:19.790073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9378b3-036a-4e9b-b6cb-c531865846b0 None None] Pushing event deleted for resources: {'Port': ['ID=6bfcdf02-ebdd-4826-abba-dbd3119d2967,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:19.795781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9378b3-036a-4e9b-b6cb-c531865846b0 None None] No DVR routers for this DVR port 6bfcdf02-ebdd-4826-abba-dbd3119d2967 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:50:19.815585 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32de1437-f4e5-4b8b-8664-b6fe089bfa99', 'tag': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:19.818404 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d65e73-2cb9-4c3d-9926-280494578394" -d '{"events": [{"name": "network-changed", "server_uuid": "32de1437-f4e5-4b8b-8664-b6fe089bfa99", "tag": "6c1088c1-fc34-4fda-bf40-aec9bc0678e0"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:19.821574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Pushing event deleted for resources: {'Port': ['ID=be596456-438e-43c8-9d8c-a7b124f62e36,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:19.854361 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (76c06fc8-f83a-4f61-b58a-9c8c32c845f0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:19.857949 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-ff2a8e67-3cee-42ad-b9bb-1fb4ae75c977 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:19.879556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] No DVR routers for this DVR port be596456-438e-43c8-9d8c-a7b124f62e36 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:50:19.885880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6de6d12-80f5-4777-b6ac-28acb9d11e94 req-2d24e64d-1119-452c-aa4b-be8e5e25abd9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3279355 Feb 08 15:50:19.912256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c06fc8-f83a-4f61-b58a-9c8c32c845f0']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:19.922907 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-37ac54ff-f0b9-4d96-9e56-ba5dd5fc9ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:19.925840 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-37ac54ff-f0b9-4d96-9e56-ba5dd5fc9ae9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4264154 Feb 08 15:50:19.938779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e9dbea-f01d-4a4f-b7d0-13e9fae41b59') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:19.939088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e9dbea-f01d-4a4f-b7d0-13e9fae41b59') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:19.954574 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f54506-d22f-4659-8014-ecd7c25f229c req-ff2a8e67-3cee-42ad-b9bb-1fb4ae75c977 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Network 9d6707d8-cec8-4e82-8169-f326c4c2b90f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:19.960644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a8e67-3cee-42ad-b9bb-1fb4ae75c977 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event updated for resources: {'Port': ['ID=e9b05c84-a1f3-4655-befa-e12b3e8349bc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:19.965191 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (58e9dbea-f01d-4a4f-b7d0-13e9fae41b59), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:19.967315 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-69f54506-d22f-4659-8014-ecd7c25f229c req-ff2a8e67-3cee-42ad-b9bb-1fb4ae75c977 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:19.970338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-ff2a8e67-3cee-42ad-b9bb-1fb4ae75c977 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:20.011108 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (44eff4f3-790c-4f3d-96fc-a648a7376b31), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.025199 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (58e9dbea-f01d-4a4f-b7d0-13e9fae41b59), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.037673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:50:20.038193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (58e9dbea-f01d-4a4f-b7d0-13e9fae41b59), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:50:20.041405 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:50:20.059165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44eff4f3-790c-4f3d-96fc-a648a7376b31']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:20.131024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-ff2a8e67-3cee-42ad-b9bb-1fb4ae75c977 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:20.131901 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-ff2a8e67-3cee-42ad-b9bb-1fb4ae75c977 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.134135 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.147052 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (76c06fc8-f83a-4f61-b58a-9c8c32c845f0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.167069 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.173008 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] 10.222.0.82 "DELETE /v2.0/networks/76c06fc8-f83a-4f61-b58a-9c8c32c845f0 HTTP/1.1" status: 204 len: 168 time: 1.7822077 Feb 08 15:50:20.173176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d66dd0-274b-4c15-9a5a-a332cc01e5f3') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:20.173176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d66dd0-274b-4c15-9a5a-a332cc01e5f3') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:20.173332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453df7e-2ac9-4295-8e05-cc07b4d83468 admin admin] Pushing event deleted for resources: {'Network': ['ID=76c06fc8-f83a-4f61-b58a-9c8c32c845f0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:20.177480 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-ff2a8e67-3cee-42ad-b9bb-1fb4ae75c977 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3741825 Feb 08 15:50:20.177967 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40824) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:20.189457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Request body: {'port': {'device_id': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:20.294893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2d5b4efe-e8b8-4aad-ba00-64fbc4bd5a47 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Allocated IP 10.1.1.212 (dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9/65119389-32e7-4ce5-a26c-82dac2a00b02/8b99c547-f10b-41eb-a6a5-9705ba3c54f4) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:20.327940 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.334516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4b13e5cc-9144-4a9d-8099-0c87999ee7ae None None] Provisioning complete for port e9b05c84-a1f3-4655-befa-e12b3e8349bc triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:20.335064 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4b13e5cc-9144-4a9d-8099-0c87999ee7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.386228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4b13e5cc-9144-4a9d-8099-0c87999ee7ae None None] Port e9b05c84-a1f3-4655-befa-e12b3e8349bc cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:50:20.394980 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (f3d66dd0-274b-4c15-9a5a-a332cc01e5f3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.431761 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719092b-7580-4a29-83ea-2d9e8551d950 req-537f6b27-0059-4334-bf4b-f66cea091290 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:20.433433 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b719092b-7580-4a29-83ea-2d9e8551d950 req-537f6b27-0059-4334-bf4b-f66cea091290 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.6313696 Feb 08 15:50:20.453069 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f3d66dd0-274b-4c15-9a5a-a332cc01e5f3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.496548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-cab584e9-eeed-4923-af6d-d1d9cceacdac service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521936 Feb 08 15:50:20.507403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:50:20.507809 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (f3d66dd0-274b-4c15-9a5a-a332cc01e5f3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:50:20.512309 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:50:20.680614 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776d5ad-fb81-40a3-b637-91a9807aa230 req-9a688dc7-bb10-4b22-81d2-62c5b4da4374 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:20.682837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7776d5ad-fb81-40a3-b637-91a9807aa230 req-9a688dc7-bb10-4b22-81d2-62c5b4da4374 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 946 time: 0.5092230 Feb 08 15:50:20.702038 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (44eff4f3-790c-4f3d-96fc-a648a7376b31), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.747993 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.752799 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] 10.222.0.82 "DELETE /v2.0/networks/44eff4f3-790c-4f3d-96fc-a648a7376b31 HTTP/1.1" status: 204 len: 168 time: 2.6917064 Feb 08 15:50:20.776235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c0742f-a0e6-414e-b668-09d8e84519be {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:20.776844 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b719092b-7580-4a29-83ea-2d9e8551d950 req-a356efaf-2dbc-41f9-ab60-d965db91be52 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045850 Feb 08 15:50:20.786156 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Publish callbacks [] for port (60c0742f-a0e6-414e-b668-09d8e84519be), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.819714 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Transition to ACTIVE for port object 60c0742f-a0e6-414e-b668-09d8e84519be will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:20.832368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.839172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72350bfd-3b7c-47cd-aa1e-8502f5982397 admin admin] Pushing event deleted for resources: {'Network': ['ID=44eff4f3-790c-4f3d-96fc-a648a7376b31,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:20.916466 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e75031-e7e5-46ea-bae0-beffa500899c x-openstack-request-id: req-87e75031-e7e5-46ea-bae0-beffa500899c {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:20.917048 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32de1437-f4e5-4b8b-8664-b6fe089bfa99", "tag": "6c1088c1-fc34-4fda-bf40-aec9bc0678e0", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:20.917537 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-87e75031-e7e5-46ea-bae0-beffa500899c {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:20.918136 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32de1437-f4e5-4b8b-8664-b6fe089bfa99', 'tag': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0', 'status': 'completed', 'code': 200} Feb 08 15:50:20.928665 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2d5b4efe-e8b8-4aad-ba00-64fbc4bd5a47 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:20.941380 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc6839a-c17b-4aa5-9280-304ab98c8ef2 req-34fea0c0-93cc-4ce3-bc20-721d9bc3f156 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297838 Feb 08 15:50:21.001103 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7776d5ad-fb81-40a3-b637-91a9807aa230 req-ca24b434-999f-45ea-99c8-f44a3db70749 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955532 Feb 08 15:50:21.145199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40832) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:21.208384 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2d5b4efe-e8b8-4aad-ba00-64fbc4bd5a47 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:21.276760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb88f9-126b-4765-9679-242f5d72b31b req-95b97cf7-3718-406a-88fb-75f6b087d59c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:21.284481 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0beb88f9-126b-4765-9679-242f5d72b31b req-95b97cf7-3718-406a-88fb-75f6b087d59c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 947 time: 0.2819738 Feb 08 15:50:21.311647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Pushing event updated for resources: {'Port': ['ID=60c0742f-a0e6-414e-b668-09d8e84519be,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:21.316224 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d65e73-2cb9-4c3d-9926-280494578394 req-4124ee17-658d-4594-b84b-3dcc24c6272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:21.317826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58d65e73-2cb9-4c3d-9926-280494578394 req-4124ee17-658d-4594-b84b-3dcc24c6272f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 1130 time: 0.2934864 Feb 08 15:50:21.326736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2d5b4efe-e8b8-4aad-ba00-64fbc4bd5a47 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:21.329395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e08c3353-a907-423d-ade0-b77f5531142a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4cef0c51079d47a383eee6b5e797a80b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1823213 Feb 08 15:50:21.339884 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40834) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:21.401349 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d65e73-2cb9-4c3d-9926-280494578394 req-257d7cd3-c1ed-436e-87a9-4f85dc4349d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:21.402862 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-58d65e73-2cb9-4c3d-9926-280494578394 req-257d7cd3-c1ed-436e-87a9-4f85dc4349d7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 1130 time: 0.2157731 Feb 08 15:50:21.416289 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a54515-7dd5-4773-af60-d83fae16ffed req-fa473828-5206-4bf8-9e30-223b5b1ee41f tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:21.423312 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6a54515-7dd5-4773-af60-d83fae16ffed req-fa473828-5206-4bf8-9e30-223b5b1ee41f tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=efc9b974-f952-45bf-9b3b-d1d9a4108656 HTTP/1.1" status: 200 len: 946 time: 0.3049116 Feb 08 15:50:21.453417 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2d5b4efe-e8b8-4aad-ba00-64fbc4bd5a47 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:21.459000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2d5b4efe-e8b8-4aad-ba00-64fbc4bd5a47 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:21.505137 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d6a5ee5c-c158-4453-8990-3e610f5e1fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (71b7d9c0-08c6-45fb-842d-de88d2c08353), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:21.606056 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0beb88f9-126b-4765-9679-242f5d72b31b req-c6279971-705e-4d79-8798-d5f2e3b57c2c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207271 Feb 08 15:50:21.607299 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b4efe-e8b8-4aad-ba00-64fbc4bd5a47 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'Port': ['ID=8b99c547-f10b-41eb-a6a5-9705ba3c54f4,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:21.612491 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23eb572a-42c0-403f-b6b8-6927a320b623 admin admin] Publish callbacks [] for security_group (b7ea5576-1e09-4d5d-9164-4d6b27b5f370), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:21.632117 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Attempting to bind port 60c0742f-a0e6-414e-b668-09d8e84519be on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:21.632461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Attempting to bind port 60c0742f-a0e6-414e-b668-09d8e84519be by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'da27148d-7af8-4538-b0df-e3a8eebf2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:21.633677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Attempting to bind port 60c0742f-a0e6-414e-b668-09d8e84519be on network f374c3c5-4cbc-40fc-8190-8e5f894214ce {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:21.674327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Port 60c0742f-a0e6-414e-b668-09d8e84519be on network f374c3c5-4cbc-40fc-8190-8e5f894214ce not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:21.674735 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Attempting to bind port 60c0742f-a0e6-414e-b668-09d8e84519be on network f374c3c5-4cbc-40fc-8190-8e5f894214ce {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:21.674817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d65e73-2cb9-4c3d-9926-280494578394 req-0c0e7403-06df-4f72-b1d4-1c41531ad7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:21.676175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58d65e73-2cb9-4c3d-9926-280494578394 req-0c0e7403-06df-4f72-b1d4-1c41531ad7f4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.3246934 Feb 08 15:50:21.685784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2d5b4efe-e8b8-4aad-ba00-64fbc4bd5a47 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:21.686415 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2d5b4efe-e8b8-4aad-ba00-64fbc4bd5a47 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:21.749096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d65e73-2cb9-4c3d-9926-280494578394 req-d6d53fb4-3bf3-4c91-a8c4-973e5373556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:21.750582 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-58d65e73-2cb9-4c3d-9926-280494578394 req-d6d53fb4-3bf3-4c91-a8c4-973e5373556b service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.3355138 Feb 08 15:50:21.752545 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23eb572a-42c0-403f-b6b8-6927a320b623 admin admin] Publish callbacks [] for security_group (b7ea5576-1e09-4d5d-9164-4d6b27b5f370), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:21.788576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6a54515-7dd5-4773-af60-d83fae16ffed req-f5fcf506-816e-40d4-a6ad-e56f7860fe16 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583140 Feb 08 15:50:21.790259 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58d65e73-2cb9-4c3d-9926-280494578394 req-fd259059-ab5e-4a74-bc6b-b17711c7b712 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0 HTTP/1.1" status: 200 len: 217 time: 0.1012828 Feb 08 15:50:21.796122 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:21.796585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Checking segment: {'id': 'da27148d-7af8-4538-b0df-e3a8eebf2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:21.798448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Bound using segment: {'id': 'da27148d-7af8-4538-b0df-e3a8eebf2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:21.798448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Bound port: 60c0742f-a0e6-414e-b668-09d8e84519be, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da27148d-7af8-4538-b0df-e3a8eebf2fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:21.798448 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:21.808758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-000564c3-10e5-4af0-9996-35e4b9e48f0a None None] Provisioning complete for port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:21.809252 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-000564c3-10e5-4af0-9996-35e4b9e48f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:21.819706 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2d5b4efe-e8b8-4aad-ba00-64fbc4bd5a47 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7736297 Feb 08 15:50:21.871262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-000564c3-10e5-4af0-9996-35e4b9e48f0a None None] Port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:50:21.934609 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-58d65e73-2cb9-4c3d-9926-280494578394 req-bd3c49e9-cb23-4a81-af71-9ed945ae3461 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0 HTTP/1.1" status: 200 len: 217 time: 0.1443820 Feb 08 15:50:21.935659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] For port 60c0742f-a0e6-414e-b668-09d8e84519be, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:21.998284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] For port 60c0742f-a0e6-414e-b668-09d8e84519be, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=60c0742f-a0e6-414e-b668-09d8e84519be,segment=NetworkSegment(da27148d-7af8-4538-b0df-e3a8eebf2fd7),segment_id=da27148d-7af8-4538-b0df-e3a8eebf2fd7)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:22.019695 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:22.070724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d65e73-2cb9-4c3d-9926-280494578394 req-3a5f9316-3e4e-4f3f-8a38-2dfcd820a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:22.072194 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-58d65e73-2cb9-4c3d-9926-280494578394 req-3a5f9316-3e4e-4f3f-8a38-2dfcd820a92b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1296275 Feb 08 15:50:22.085725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:22.086358 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:22.087782 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] 10.222.0.96 "PUT /v2.0/ports/60c0742f-a0e6-414e-b668-09d8e84519be HTTP/1.1" status: 200 len: 1093 time: 1.9023707 Feb 08 15:50:22.088372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': '60c0742f-a0e6-414e-b668-09d8e84519be'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:22.090898 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0376a07-eefe-4cf0-ae59-6ca2062c86f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "60c0742f-a0e6-414e-b668-09d8e84519be"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:22.112073 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23eb572a-42c0-403f-b6b8-6927a320b623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b7ea5576-1e09-4d5d-9164-4d6b27b5f370), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:22.115233 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23eb572a-42c0-403f-b6b8-6927a320b623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:22.119462 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-23eb572a-42c0-403f-b6b8-6927a320b623 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b7ea5576-1e09-4d5d-9164-4d6b27b5f370 HTTP/1.1" status: 204 len: 168 time: 0.7768230 Feb 08 15:50:22.153421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Request body: {'port': {'device_id': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:22.207638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efe7bb-9a33-421a-8290-6d0f878743c2 service neutron] Pushing event updated for resources: {'Port': ['ID=60c0742f-a0e6-414e-b668-09d8e84519be,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:22.211729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb572a-42c0-403f-b6b8-6927a320b623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ea5576-1e09-4d5d-9164-4d6b27b5f370,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:22.213035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4b98c1b2-21d0-474b-a3fe-2f25f962048d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'port': {'device_id': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a', 'admin_state_up': True, 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'security_groups': ['bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:22.317051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d65e73-2cb9-4c3d-9926-280494578394 req-471bca87-af7f-4b3c-a6a0-86088e963995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:22.318577 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-58d65e73-2cb9-4c3d-9926-280494578394 req-471bca87-af7f-4b3c-a6a0-86088e963995 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2214186 Feb 08 15:50:22.356916 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458790b4-1572-402f-ac97-97c7adbc78c3 req-24fa8886-ffbe-4100-97fe-976617d8eaf8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:22.360971 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:22.365829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458790b4-1572-402f-ac97-97c7adbc78c3 req-24fa8886-ffbe-4100-97fe-976617d8eaf8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:22.375516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458790b4-1572-402f-ac97-97c7adbc78c3 req-24fa8886-ffbe-4100-97fe-976617d8eaf8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:22.378370 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-458790b4-1572-402f-ac97-97c7adbc78c3 req-24fa8886-ffbe-4100-97fe-976617d8eaf8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 2373 time: 0.6749325 Feb 08 15:50:22.426457 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d65e73-2cb9-4c3d-9926-280494578394 req-3ed6967b-fb7f-42ab-9df7-f43567f22b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:22.429664 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58d65e73-2cb9-4c3d-9926-280494578394 req-3ed6967b-fb7f-42ab-9df7-f43567f22b78 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.6272631 Feb 08 15:50:22.490806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87923454-edf0-4a4f-aa07-0550af975b33 req-cf0a31c7-9c7b-44e9-baff-d0723a4fd281 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:22.496349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87923454-edf0-4a4f-aa07-0550af975b33 req-cf0a31c7-9c7b-44e9-baff-d0723a4fd281 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:22.505997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87923454-edf0-4a4f-aa07-0550af975b33 req-cf0a31c7-9c7b-44e9-baff-d0723a4fd281 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:22.515509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87923454-edf0-4a4f-aa07-0550af975b33 req-cf0a31c7-9c7b-44e9-baff-d0723a4fd281 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:22.525254 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87923454-edf0-4a4f-aa07-0550af975b33 req-cf0a31c7-9c7b-44e9-baff-d0723a4fd281 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:22.548072 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-87923454-edf0-4a4f-aa07-0550af975b33 req-cf0a31c7-9c7b-44e9-baff-d0723a4fd281 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 3828 time: 0.3410852 Feb 08 15:50:22.636985 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-58d65e73-2cb9-4c3d-9926-280494578394 req-84543185-5a10-4e78-bc51-012630348760 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809887 Feb 08 15:50:22.646206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5ee5c-c158-4453-8990-3e610f5e1fbf admin admin] Deleting port 36635ecb-828e-48c8-86d9-22a43658ad05 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:50:22.646553 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d6a5ee5c-c158-4453-8990-3e610f5e1fbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:22.685770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4b98c1b2-21d0-474b-a3fe-2f25f962048d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Made reservation on behalf of 57411ff0a26042cfac2e561311a318e4 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:22.702638 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-458790b4-1572-402f-ac97-97c7adbc78c3 req-0d5242f5-f864-4487-8db1-f702d7c5f21b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106463 Feb 08 15:50:22.765810 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d65e73-2cb9-4c3d-9926-280494578394 req-1a1a6672-98fb-4b8d-a1c7-993530f92d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:22.768900 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58d65e73-2cb9-4c3d-9926-280494578394 req-1a1a6672-98fb-4b8d-a1c7-993530f92d40 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3215580 Feb 08 15:50:22.792853 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-87923454-edf0-4a4f-aa07-0550af975b33 req-4e6bbaeb-4b32-4689-b1f5-bf61d33c2d15 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436929 Feb 08 15:50:22.930244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58d65e73-2cb9-4c3d-9926-280494578394 req-9af114e1-b768-483b-9032-17aa963627e1 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531141 Feb 08 15:50:22.987650 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-d6a5ee5c-c158-4453-8990-3e610f5e1fbf admin admin] For port 36635ecb-828e-48c8-86d9-22a43658ad05, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=36635ecb-828e-48c8-86d9-22a43658ad05,segment=NetworkSegment(7760c78b-238d-436e-b976-46ce4d830f66),segment_id=7760c78b-238d-436e-b976-46ce4d830f66)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:22.988162 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d6a5ee5c-c158-4453-8990-3e610f5e1fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:23.056923 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5ee5c-c158-4453-8990-3e610f5e1fbf admin admin] Calling delete_port for 36635ecb-828e-48c8-86d9-22a43658ad05 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:50:23.058682 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58d65e73-2cb9-4c3d-9926-280494578394 req-548efc7c-0fd1-4c9b-9b5f-d16f40db0e16 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136794 Feb 08 15:50:23.060231 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-58d65e73-2cb9-4c3d-9926-280494578394 req-4b41028c-81d5-4493-8b33-de5c03dc8a1a service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105260 Feb 08 15:50:23.141361 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4b98c1b2-21d0-474b-a3fe-2f25f962048d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:23.164441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1004a-d89f-4499-987e-1aa52aa96b2e req-c1505098-2dea-446e-87e6-68390398da70 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:23.165920 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfb1004a-d89f-4499-987e-1aa52aa96b2e req-c1505098-2dea-446e-87e6-68390398da70 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.2348573 Feb 08 15:50:23.246797 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40868) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:23.288506 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd15fded-a995-4138-8c2a-b51cb34b8301 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:23.415003 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Publish callbacks [] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:23.421910 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1025532558-network', 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:23.453005 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Transition to ACTIVE for port object cd15fded-a995-4138-8c2a-b51cb34b8301 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:23.462682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:23.464906 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfb1004a-d89f-4499-987e-1aa52aa96b2e req-49220e12-1359-4034-9f3a-f610a538d03d tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867908 Feb 08 15:50:23.467431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] Made reservation on behalf of 9e40cb6f572f4909aa3dc0bba4bd5834 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:23.469738 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:23.478342 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d6a5ee5c-c158-4453-8990-3e610f5e1fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (36635ecb-828e-48c8-86d9-22a43658ad05), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:23.487654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4b98c1b2-21d0-474b-a3fe-2f25f962048d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Allocated IP 10.2.2.100 (2e6daa9e-743b-48ac-a7a5-1e224304aa8a/57ee2ea3-3920-4247-ab4f-10634829d0d8/b2027a54-89c7-4cd5-acf9-136d057b9882) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:23.509083 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260140f9-f454-40ae-9dd1-14976fea74a7 req-175e104e-4695-4a67-bcdb-f14820165192 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:23.510725 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-260140f9-f454-40ae-9dd1-14976fea74a7 req-175e104e-4695-4a67-bcdb-f14820165192 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 946 time: 0.3425298 Feb 08 15:50:23.521333 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:23.573617 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6681676-3e6f-4c21-ad07-029e1bf66719 x-openstack-request-id: req-b6681676-3e6f-4c21-ad07-029e1bf66719 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:23.573943 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "60c0742f-a0e6-414e-b668-09d8e84519be", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:23.574164 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b6681676-3e6f-4c21-ad07-029e1bf66719 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:23.575225 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': '60c0742f-a0e6-414e-b668-09d8e84519be', 'status': 'completed', 'code': 200} Feb 08 15:50:23.622441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd15fded-a995-4138-8c2a-b51cb34b8301,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:23.757117 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5ee5c-c158-4453-8990-3e610f5e1fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=36635ecb-828e-48c8-86d9-22a43658ad05,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:23.796321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-260140f9-f454-40ae-9dd1-14976fea74a7 req-15e6a9ff-529e-4a7c-a725-f9a76515f1f7 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717361 Feb 08 15:50:23.825822 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4b98c1b2-21d0-474b-a3fe-2f25f962048d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:23.927025 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0376a07-eefe-4cf0-ae59-6ca2062c86f8 req-f11dafd2-30ab-4eac-a2f6-74167d255082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:23.927499 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0376a07-eefe-4cf0-ae59-6ca2062c86f8 req-f11dafd2-30ab-4eac-a2f6-74167d255082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:23.927990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0376a07-eefe-4cf0-ae59-6ca2062c86f8 req-f11dafd2-30ab-4eac-a2f6-74167d255082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:23.930093 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0376a07-eefe-4cf0-ae59-6ca2062c86f8 req-f11dafd2-30ab-4eac-a2f6-74167d255082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:23.930093 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0376a07-eefe-4cf0-ae59-6ca2062c86f8 req-f11dafd2-30ab-4eac-a2f6-74167d255082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:23.930093 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0376a07-eefe-4cf0-ae59-6ca2062c86f8 req-f11dafd2-30ab-4eac-a2f6-74167d255082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:23.931345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0376a07-eefe-4cf0-ae59-6ca2062c86f8 req-f11dafd2-30ab-4eac-a2f6-74167d255082 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5281 time: 0.3388755 Feb 08 15:50:23.975355 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Attempting to bind port cd15fded-a995-4138-8c2a-b51cb34b8301 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:23.975719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Attempting to bind port cd15fded-a995-4138-8c2a-b51cb34b8301 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:23.976035 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Attempting to bind port cd15fded-a995-4138-8c2a-b51cb34b8301 on network e26395d2-2156-49c3-97cc-22735cb36435 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:23.998930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Port cd15fded-a995-4138-8c2a-b51cb34b8301 on network e26395d2-2156-49c3-97cc-22735cb36435 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:23.999610 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Attempting to bind port cd15fded-a995-4138-8c2a-b51cb34b8301 on network e26395d2-2156-49c3-97cc-22735cb36435 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:24.019751 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] Publish callbacks [] for security_group (a4a398bb-bc09-478d-992b-2a6462396373), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:24.022829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:24.023192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Checking segment: {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:24.023858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Bound using segment: {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:24.024422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Bound port: cd15fded-a995-4138-8c2a-b51cb34b8301, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:24.024776 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:24.031699 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a4a398bb-bc09-478d-992b-2a6462396373), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:24.048053 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4b98c1b2-21d0-474b-a3fe-2f25f962048d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:24.091189 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb050c-7936-45be-bde0-a30bb15e2044 req-c80bc973-a3c3-4cc2-816f-04933fd7a3de tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:24.097596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05cb050c-7936-45be-bde0-a30bb15e2044 req-c80bc973-a3c3-4cc2-816f-04933fd7a3de tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 947 time: 0.3362384 Feb 08 15:50:24.107446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:50:24.109277 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d6a5ee5c-c158-4453-8990-3e610f5e1fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (71b7d9c0-08c6-45fb-842d-de88d2c08353), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:24.128644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a398bb-bc09-478d-992b-2a6462396373,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:24.142760 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:24.143106 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] Added segment 13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d of type vlan for network ccd87241-81d8-43e6-a2f0-71903609a7a0 Feb 08 15:50:24.174622 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4b98c1b2-21d0-474b-a3fe-2f25f962048d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:24.196990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4b98c1b2-21d0-474b-a3fe-2f25f962048d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:24.199389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4b98c1b2-21d0-474b-a3fe-2f25f962048d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:24.218933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] For port cd15fded-a995-4138-8c2a-b51cb34b8301, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:24.244565 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98c1b2-21d0-474b-a3fe-2f25f962048d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'Port': ['ID=b2027a54-89c7-4cd5-acf9-136d057b9882,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:24.287755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12947839-34f4-4b25-8b94-3b8719dc6897 req-a6dcbe81-2d0f-406f-ba85-9d540f8fca17 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:24.289388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12947839-34f4-4b25-8b94-3b8719dc6897 req-a6dcbe81-2d0f-406f-ba85-9d540f8fca17 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=efc9b974-f952-45bf-9b3b-d1d9a4108656 HTTP/1.1" status: 200 len: 946 time: 0.3571365 Feb 08 15:50:24.311330 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (ccd87241-81d8-43e6-a2f0-71903609a7a0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:24.326000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] For port cd15fded-a995-4138-8c2a-b51cb34b8301, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cd15fded-a995-4138-8c2a-b51cb34b8301,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:24.350786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0376a07-eefe-4cf0-ae59-6ca2062c86f8 req-66e752a2-7c2c-4114-a852-660320a099c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:24.351256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0376a07-eefe-4cf0-ae59-6ca2062c86f8 req-66e752a2-7c2c-4114-a852-660320a099c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:24.351538 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:24.351714 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0376a07-eefe-4cf0-ae59-6ca2062c86f8 req-66e752a2-7c2c-4114-a852-660320a099c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:24.353344 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0376a07-eefe-4cf0-ae59-6ca2062c86f8 req-66e752a2-7c2c-4114-a852-660320a099c9 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4052160 Feb 08 15:50:24.370484 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05cb050c-7936-45be-bde0-a30bb15e2044 req-081f056b-e3fa-48a1-8e70-6fc1c7719716 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159986 Feb 08 15:50:24.398547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:24.399364 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:24.401149 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] 10.222.0.96 "PUT /v2.0/ports/cd15fded-a995-4138-8c2a-b51cb34b8301 HTTP/1.1" status: 200 len: 1135 time: 2.2524931 Feb 08 15:50:24.445936 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4b98c1b2-21d0-474b-a3fe-2f25f962048d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:24.446539 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4b98c1b2-21d0-474b-a3fe-2f25f962048d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:24.499274 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12947839-34f4-4b25-8b94-3b8719dc6897 req-6f6feaa6-5117-4f8e-99b6-dc9dd18e95cc tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820862 Feb 08 15:50:24.524930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (ccd87241-81d8-43e6-a2f0-71903609a7a0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:24.526049 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:24.526647 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:24.529792 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4b98c1b2-21d0-474b-a3fe-2f25f962048d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3294649 Feb 08 15:50:24.539910 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Request body: {'port': {'device_id': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:24.541618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0fdca850-686c-4bd6-bde5-1be167000646 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'port': {'device_id': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a', 'admin_state_up': True, 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'security_groups': ['bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:24.557573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4de1ae9c-3a82-47e0-bea0-c2687bc298bb None None] Provisioning complete for port b2027a54-89c7-4cd5-acf9-136d057b9882 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:24.558499 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4de1ae9c-3a82-47e0-bea0-c2687bc298bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:24.620553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4de1ae9c-3a82-47e0-bea0-c2687bc298bb None None] Port b2027a54-89c7-4cd5-acf9-136d057b9882 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:50:24.727245 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a5ee5c-c158-4453-8990-3e610f5e1fbf admin admin] Router 71b7d9c0-08c6-45fb-842d-de88d2c08353 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:50:24.755466 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0376a07-eefe-4cf0-ae59-6ca2062c86f8 req-9ef8a2a0-1a35-4367-acf6-bdf70fed7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:24.757239 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0376a07-eefe-4cf0-ae59-6ca2062c86f8 req-9ef8a2a0-1a35-4367-acf6-bdf70fed7878 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3928330 Feb 08 15:50:24.765640 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5144315 Feb 08 15:50:24.773120 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40880) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:24.778835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-78184ac4-abdc-40e2-8c83-cc43d5b5ea2f admin admin] Request body: {'subnet': {'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1025532558-subnet', 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:24.779976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0294ce-9a1c-44a6-a63e-fd404f8e928d admin admin] Pushing event updated for resources: {'Network': ['ID=ccd87241-81d8-43e6-a2f0-71903609a7a0,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:24.793106 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network ccd87241-81d8-43e6-a2f0-71903609a7a0 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:50:24.820934 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc36b12-6097-41ad-9059-80111efa68b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd15fded-a995-4138-8c2a-b51cb34b8301,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:24.847628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:50:24.857158 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3eea0-1730-4753-8754-948c26c5966a req-37b02c5e-24a7-4c83-8baa-788f1c485dbc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:24.865829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3eea0-1730-4753-8754-948c26c5966a req-37b02c5e-24a7-4c83-8baa-788f1c485dbc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:24.872215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3eea0-1730-4753-8754-948c26c5966a req-37b02c5e-24a7-4c83-8baa-788f1c485dbc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:24.873095 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52ffbd-8a5d-4e4b-9766-28696847d555 req-aac7e9fe-759d-4e3e-9d45-08f696b7712a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:24.880054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3eea0-1730-4753-8754-948c26c5966a req-37b02c5e-24a7-4c83-8baa-788f1c485dbc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:24.881887 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3b52ffbd-8a5d-4e4b-9766-28696847d555 req-aac7e9fe-759d-4e3e-9d45-08f696b7712a tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "GET /v2.0/ports?device_id=efc9b974-f952-45bf-9b3b-d1d9a4108656 HTTP/1.1" status: 200 len: 946 time: 0.1816182 Feb 08 15:50:24.890465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5f3eea0-1730-4753-8754-948c26c5966a req-37b02c5e-24a7-4c83-8baa-788f1c485dbc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 3094 time: 0.3569355 Feb 08 15:50:24.895831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0fdca850-686c-4bd6-bde5-1be167000646 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Made reservation on behalf of 57411ff0a26042cfac2e561311a318e4 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:24.901025 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0fdca850-686c-4bd6-bde5-1be167000646 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:24.903341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78184ac4-abdc-40e2-8c83-cc43d5b5ea2f admin admin] Made reservation on behalf of 9e40cb6f572f4909aa3dc0bba4bd5834 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:24.905878 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-78184ac4-abdc-40e2-8c83-cc43d5b5ea2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:25.042148 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc2b68-1eee-4c56-af60-25c5f4854621 req-6aabbfb3-7be1-41be-b1b9-0e47070f4c05 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:25.045970 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:25.049135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc2b68-1eee-4c56-af60-25c5f4854621 req-6aabbfb3-7be1-41be-b1b9-0e47070f4c05 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:25.055087 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc2b68-1eee-4c56-af60-25c5f4854621 req-6aabbfb3-7be1-41be-b1b9-0e47070f4c05 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:25.061340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc2b68-1eee-4c56-af60-25c5f4854621 req-6aabbfb3-7be1-41be-b1b9-0e47070f4c05 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:25.069262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc2b68-1eee-4c56-af60-25c5f4854621 req-6aabbfb3-7be1-41be-b1b9-0e47070f4c05 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:25.074920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc2b68-1eee-4c56-af60-25c5f4854621 req-6aabbfb3-7be1-41be-b1b9-0e47070f4c05 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:25.076758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdc2b68-1eee-4c56-af60-25c5f4854621 req-6aabbfb3-7be1-41be-b1b9-0e47070f4c05 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 4604 time: 0.4071813 Feb 08 15:50:25.086448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:25.102877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0', 'mac_address': 'fa:16:3e:dd:81:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:50:25.159798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:25.160550 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:25.178561 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:25.208412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:25.213310 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5f3eea0-1730-4753-8754-948c26c5966a req-99154bfa-be52-4e1c-a0d5-e596983c362b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3214991 Feb 08 15:50:25.235376 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:25.404551 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:25.471504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['6c1088c1-fc34-4fda-bf40-aec9bc0678e0'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:50:25.560445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66664550-d3e1-409e-9309-61aee467e139 req-36aa157b-9484-4600-adff-761aee24d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:25.563349 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66664550-d3e1-409e-9309-61aee467e139 req-36aa157b-9484-4600-adff-761aee24d916 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 1129 time: 0.5455875 Feb 08 15:50:25.607585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': 'cd15fded-a995-4138-8c2a-b51cb34b8301'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:25.609940 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37600c3f-36f2-4555-8733-f9e5d85118f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "cd15fded-a995-4138-8c2a-b51cb34b8301"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:25.618942 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a5ee5c-c158-4453-8990-3e610f5e1fbf admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:50:25.646599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0fdca850-686c-4bd6-bde5-1be167000646 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Allocated IP 10.2.2.200 (2e6daa9e-743b-48ac-a7a5-1e224304aa8a/57ee2ea3-3920-4247-ab4f-10634829d0d8/7a121fce-db35-434d-a698-ff9821529a20) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:25.654731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920091d-d07a-41c1-a120-764d20717628 None None] Sync routers for ids ['71b7d9c0-08c6-45fb-842d-de88d2c08353'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:50:25.671433 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d6a5ee5c-c158-4453-8990-3e610f5e1fbf admin admin] 10.222.0.82 "PUT /v2.0/routers/71b7d9c0-08c6-45fb-842d-de88d2c08353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4919772 Feb 08 15:50:25.675535 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40890) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:25.728335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920091d-d07a-41c1-a120-764d20717628 None None] Routers {'71b7d9c0-08c6-45fb-842d-de88d2c08353'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:50:25.741437 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0920091d-d07a-41c1-a120-764d20717628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:50:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['71b7d9c0-08c6-45fb-842d-de88d2c08353'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:25.817259 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0fdca850-686c-4bd6-bde5-1be167000646 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for port (7a121fce-db35-434d-a698-ff9821529a20), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:25.860056 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdc2b68-1eee-4c56-af60-25c5f4854621 req-267867d4-34ea-44fe-bfdd-188f0ce45146 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7611146 Feb 08 15:50:25.901320 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0fdca850-686c-4bd6-bde5-1be167000646 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (7a121fce-db35-434d-a698-ff9821529a20), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:25.906586 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-78184ac4-abdc-40e2-8c83-cc43d5b5ea2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (df6fa361-f17a-44c7-8a19-142ba5e65abc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:26.029443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0920091d-d07a-41c1-a120-764d20717628 None None] Set router 71b7d9c0-08c6-45fb-842d-de88d2c08353 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:50:26.068879 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] Publish callbacks [] for router (71b7d9c0-08c6-45fb-842d-de88d2c08353), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:26.076709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0fdca850-686c-4bd6-bde5-1be167000646 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:26.084210 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:50:26.105611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0fdca850-686c-4bd6-bde5-1be167000646 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:26.116926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0fdca850-686c-4bd6-bde5-1be167000646 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:26.125582 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78184ac4-abdc-40e2-8c83-cc43d5b5ea2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df6fa361-f17a-44c7-8a19-142ba5e65abc,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:26.130565 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66664550-d3e1-409e-9309-61aee467e139 req-d97edfca-93da-4e83-85f6-87d522964ccc service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467425 Feb 08 15:50:26.131161 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdca850-686c-4bd6-bde5-1be167000646 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event updated for resources: {'Port': ['ID=7a121fce-db35-434d-a698-ff9821529a20,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:26.209813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb22ae-d187-434b-8aaf-ecb2df4dbb7c req-08e0204c-5ecc-4a55-bb65-93ca988b0a82 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:26.217179 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06cb22ae-d187-434b-8aaf-ecb2df4dbb7c req-08e0204c-5ecc-4a55-bb65-93ca988b0a82 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.3511667 Feb 08 15:50:26.241156 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78184ac4-abdc-40e2-8c83-cc43d5b5ea2f admin admin] Checking segment: {'id': '13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:26.243928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78184ac4-abdc-40e2-8c83-cc43d5b5ea2f admin admin] Network hostable DHCP agents. Network: ccd87241-81d8-43e6-a2f0-71903609a7a0, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:50:26.261490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f92840-e9b3-4860-a70c-191f13e7818d req-27f7cade-e96d-434a-8116-6c174de460ad tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:26.263334 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05f92840-e9b3-4860-a70c-191f13e7818d req-27f7cade-e96d-434a-8116-6c174de460ad tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 946 time: 0.3059807 Feb 08 15:50:26.266774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcad0f-79a5-44a0-8aee-2038d15168e7 req-c2717a46-9c9c-4535-bda8-b7c607aa9200 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:26.274780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0fdca850-686c-4bd6-bde5-1be167000646 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:26.275635 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0fdca850-686c-4bd6-bde5-1be167000646 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:26.281097 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e0fcad0f-79a5-44a0-8aee-2038d15168e7 req-c2717a46-9c9c-4535-bda8-b7c607aa9200 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.94 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99&tenant_id=e7801731b81d427e9445bed7845b06a4&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 948 time: 0.6138890 Feb 08 15:50:26.350845 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0fdca850-686c-4bd6-bde5-1be167000646 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8131113 Feb 08 15:50:26.363785 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78184ac4-abdc-40e2-8c83-cc43d5b5ea2f admin admin] Network ccd87241-81d8-43e6-a2f0-71903609a7a0 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:50:26.372222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Request body: {'port': {'device_id': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:26.392015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0920091d-d07a-41c1-a120-764d20717628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080757780-router', 'tenant_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:28Z', 'updated_at': '2022-02-08T15:50:23Z', 'revision_number': 5, 'project_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'gw_port': {'id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:29Z', 'updated_at': '2022-02-08T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:26.411356 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06cb22ae-d187-434b-8aaf-ecb2df4dbb7c req-9d1594aa-e29b-42c3-a1a3-4046694c9b81 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908476 Feb 08 15:50:26.465850 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920091d-d07a-41c1-a120-764d20717628 None None] Checking router: 71b7d9c0-08c6-45fb-842d-de88d2c08353 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:50:26.476986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920091d-d07a-41c1-a120-764d20717628 None None] Routers {'71b7d9c0-08c6-45fb-842d-de88d2c08353'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:50:26.477607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0920091d-d07a-41c1-a120-764d20717628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:50:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['71b7d9c0-08c6-45fb-842d-de88d2c08353'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:26.484069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-78184ac4-abdc-40e2-8c83-cc43d5b5ea2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, ccd87241-81d8-43e6-a2f0-71903609a7a0) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:26.493216 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05f92840-e9b3-4860-a70c-191f13e7818d req-5c388ce5-42e8-4a9d-8c34-f7627987bdd8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128267 Feb 08 15:50:26.494462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78184ac4-abdc-40e2-8c83-cc43d5b5ea2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:26.495073 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-78184ac4-abdc-40e2-8c83-cc43d5b5ea2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:26.525439 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-3b52ffbd-8a5d-4e4b-9766-28696847d555 req-852d9833-fa87-46e1-b359-7885ed1322e8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Deleting port 6e7731fd-0a91-4ca3-84d8-0b62af79befa {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:50:26.530914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3b52ffbd-8a5d-4e4b-9766-28696847d555 req-852d9833-fa87-46e1-b359-7885ed1322e8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6e7731fd-0a91-4ca3-84d8-0b62af79befa), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:26.576972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-78184ac4-abdc-40e2-8c83-cc43d5b5ea2f admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8027568 Feb 08 15:50:26.580792 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40894) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:26.586029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1025532558-router', 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:26.606323 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b959c37e-48be-4755-91be-97f970486494), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:26.640250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a14c1f-2a74-4aab-8308-e85af9d02595 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:26.646563 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-e0fcad0f-79a5-44a0-8aee-2038d15168e7 req-ed6ae83c-b960-44a5-8cf3-ceae52be43ca service neutron] delete failed (client error): The resource could not be found. Feb 08 15:50:26.647579 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e0fcad0f-79a5-44a0-8aee-2038d15168e7 req-ed6ae83c-b960-44a5-8cf3-ceae52be43ca service neutron] 10.222.0.94 "DELETE /v2.0/ports/6c1088c1-fc34-4fda-bf40-aec9bc0678e0/bindings/n-h1-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.2917249 Feb 08 15:50:26.661169 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (56ef67b9-587e-487d-82b3-bb5a7f95aedc), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:26.662488 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (56ef67b9-587e-487d-82b3-bb5a7f95aedc), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:26.675422 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Publish callbacks [] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:26.702973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b313035-33d6-43ca-9ae4-28a20efb6daa req-5b608812-b057-4d57-8ff6-39f43c55c9a9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:26.707884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0920091d-d07a-41c1-a120-764d20717628 None None] Set router 71b7d9c0-08c6-45fb-842d-de88d2c08353 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:50:26.710845 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b313035-33d6-43ca-9ae4-28a20efb6daa req-5b608812-b057-4d57-8ff6-39f43c55c9a9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 948 time: 0.1925373 Feb 08 15:50:26.771074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Transition to ACTIVE for port object a5a14c1f-2a74-4aab-8308-e85af9d02595 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:26.789587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:26.803270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe7b03-8cd0-468d-8c9f-371f24cc224b None None] Network ccd87241-81d8-43e6-a2f0-71903609a7a0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:50:26.863082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a14c1f-2a74-4aab-8308-e85af9d02595,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:26.866796 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] Publish callbacks [] for router_gateway (71b7d9c0-08c6-45fb-842d-de88d2c08353), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:26.932691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:50:27.013793 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3b52ffbd-8a5d-4e4b-9766-28696847d555 req-852d9833-fa87-46e1-b359-7885ed1322e8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] For port 6e7731fd-0a91-4ca3-84d8-0b62af79befa, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6e7731fd-0a91-4ca3-84d8-0b62af79befa,segment=NetworkSegment(fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4),segment_id=fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:27.014173 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3b52ffbd-8a5d-4e4b-9766-28696847d555 req-852d9833-fa87-46e1-b359-7885ed1322e8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6e7731fd-0a91-4ca3-84d8-0b62af79befa), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:27.069043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2160b65-eb9a-4cf5-be4d-dbd270bbd7d7 None None] Network ccd87241-81d8-43e6-a2f0-71903609a7a0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:50:27.149048 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-3b52ffbd-8a5d-4e4b-9766-28696847d555 req-852d9833-fa87-46e1-b359-7885ed1322e8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Calling delete_port for 6e7731fd-0a91-4ca3-84d8-0b62af79befa owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:50:27.238852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-bc3cec82-5093-4bb1-b46f-a86c4327bf03 None None] Provisioning complete for port 7a121fce-db35-434d-a698-ff9821529a20 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:27.239229 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bc3cec82-5093-4bb1-b46f-a86c4327bf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7a121fce-db35-434d-a698-ff9821529a20), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:27.282542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcad0f-79a5-44a0-8aee-2038d15168e7 req-1e919b62-301c-4dde-afc0-8cec73abb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:27.284773 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e0fcad0f-79a5-44a0-8aee-2038d15168e7 req-1e919b62-301c-4dde-afc0-8cec73abb0e3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 1131 time: 0.4237883 Feb 08 15:50:27.336333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bc3cec82-5093-4bb1-b46f-a86c4327bf03 None None] Port 7a121fce-db35-434d-a698-ff9821529a20 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:50:27.342481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:50:27.360897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:27.361435 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:27.483278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:27.483682 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:27.541990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32de1437-f4e5-4b8b-8664-b6fe089bfa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:27.543610 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] Deleting port 919f9868-6797-4fc1-b391-df735b92c4e9 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:50:27.544415 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (919f9868-6797-4fc1-b391-df735b92c4e9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:27.544843 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2053954c-2339-4370-9987-fc07099aae14" -d '{"events": [{"server_uuid": "32de1437-f4e5-4b8b-8664-b6fe089bfa99", "name": "network-vif-plugged", "status": "completed", "tag": "6c1088c1-fc34-4fda-bf40-aec9bc0678e0"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:27.554043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Attempting to bind port a5a14c1f-2a74-4aab-8308-e85af9d02595 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:27.557707 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Attempting to bind port a5a14c1f-2a74-4aab-8308-e85af9d02595 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:27.558827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Attempting to bind port a5a14c1f-2a74-4aab-8308-e85af9d02595 on network e26395d2-2156-49c3-97cc-22735cb36435 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:27.567386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:27.597813 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:27.630414 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Port a5a14c1f-2a74-4aab-8308-e85af9d02595 on network e26395d2-2156-49c3-97cc-22735cb36435 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:27.631111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Attempting to bind port a5a14c1f-2a74-4aab-8308-e85af9d02595 on network e26395d2-2156-49c3-97cc-22735cb36435 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:27.662723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:27.664018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:27.664885 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Checking segment: {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:27.665516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Bound using segment: {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:27.666184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Bound port: a5a14c1f-2a74-4aab-8308-e85af9d02595, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:27.666925 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:27.705728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0920091d-d07a-41c1-a120-764d20717628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080757780-router', 'tenant_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:28Z', 'updated_at': '2022-02-08T15:50:23Z', 'revision_number': 5, 'project_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'gw_port': {'id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:29Z', 'updated_at': '2022-02-08T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:27.726452 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcad0f-79a5-44a0-8aee-2038d15168e7 req-40b670a6-9763-4026-bb2c-c87fac71bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:27.738926 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e0fcad0f-79a5-44a0-8aee-2038d15168e7 req-40b670a6-9763-4026-bb2c-c87fac71bb14 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.4356711 Feb 08 15:50:27.744285 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920091d-d07a-41c1-a120-764d20717628 None None] The sync data for ids ['71b7d9c0-08c6-45fb-842d-de88d2c08353'] in n-d-824834-11 is: [{'id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'name': 'tempest-AttachSCSIVolumeTestJSON-2080757780-router', 'tenant_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:28Z', 'updated_at': '2022-02-08T15:50:23Z', 'revision_number': 5, 'project_id': 'c8cecdcfcbf540de867696fa19d19ee5', 'gw_port': {'id': '919f9868-6797-4fc1-b391-df735b92c4e9', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b7d9c0-08c6-45fb-842d-de88d2c08353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:29Z', 'updated_at': '2022-02-08T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:50:27.779694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b313035-33d6-43ca-9ae4-28a20efb6daa req-4852e89f-86e3-4acf-a954-6e6c6f145ec5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0677323 Feb 08 15:50:27.807910 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Publish callbacks [] for router_controller (56ef67b9-587e-487d-82b3-bb5a7f95aedc), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:27.859437 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e0fcad0f-79a5-44a0-8aee-2038d15168e7 req-f253068d-7e19-462e-8507-9fd5c16ac8cc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0 HTTP/1.1" status: 200 len: 217 time: 0.1196091 Feb 08 15:50:27.869135 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801eb246-bf15-4773-8baf-f4a93427da05 x-openstack-request-id: req-801eb246-bf15-4773-8baf-f4a93427da05 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:27.869423 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "cd15fded-a995-4138-8c2a-b51cb34b8301", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:27.869674 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-801eb246-bf15-4773-8baf-f4a93427da05 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:27.870064 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': 'cd15fded-a995-4138-8c2a-b51cb34b8301', 'status': 'completed', 'code': 200} Feb 08 15:50:27.955346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] For port 919f9868-6797-4fc1-b391-df735b92c4e9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=919f9868-6797-4fc1-b391-df735b92c4e9,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:27.955751 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (919f9868-6797-4fc1-b391-df735b92c4e9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:27.969045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a18c3-82e9-4f5c-b5a8-f9b3bc5897e0 req-af1bc46a-cb6f-4016-9728-ff840f311caa tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:27.979147 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d6a18c3-82e9-4f5c-b5a8-f9b3bc5897e0 req-af1bc46a-cb6f-4016-9728-ff840f311caa tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/ports?device_id=efc9b974-f952-45bf-9b3b-d1d9a4108656 HTTP/1.1" status: 200 len: 946 time: 1.3288565 Feb 08 15:50:27.993966 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] Calling delete_port for 919f9868-6797-4fc1-b391-df735b92c4e9 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:50:28.020733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] For port a5a14c1f-2a74-4aab-8308-e85af9d02595, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:28.025626 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcad0f-79a5-44a0-8aee-2038d15168e7 req-3296fc49-0cb5-44f1-b393-845bc7a7f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.027191 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e0fcad0f-79a5-44a0-8aee-2038d15168e7 req-3296fc49-0cb5-44f1-b393-845bc7a7f867 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1563966 Feb 08 15:50:28.029530 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] For port a5a14c1f-2a74-4aab-8308-e85af9d02595, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=a5a14c1f-2a74-4aab-8308-e85af9d02595,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:28.036051 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3b52ffbd-8a5d-4e4b-9766-28696847d555 req-852d9833-fa87-46e1-b359-7885ed1322e8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6e7731fd-0a91-4ca3-84d8-0b62af79befa), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:28.083412 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:28.148179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d9833-fa87-46e1-b359-7885ed1322e8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Pushing event deleted for resources: {'Port': ['ID=6e7731fd-0a91-4ca3-84d8-0b62af79befa,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:28.209970 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600c3f-36f2-4555-8733-f9e5d85118f1 req-d765cff1-210e-4f28-adb8-123961c6fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.210577 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600c3f-36f2-4555-8733-f9e5d85118f1 req-d765cff1-210e-4f28-adb8-123961c6fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.211103 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600c3f-36f2-4555-8733-f9e5d85118f1 req-d765cff1-210e-4f28-adb8-123961c6fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.211623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600c3f-36f2-4555-8733-f9e5d85118f1 req-d765cff1-210e-4f28-adb8-123961c6fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.212137 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600c3f-36f2-4555-8733-f9e5d85118f1 req-d765cff1-210e-4f28-adb8-123961c6fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.212646 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600c3f-36f2-4555-8733-f9e5d85118f1 req-d765cff1-210e-4f28-adb8-123961c6fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.213220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600c3f-36f2-4555-8733-f9e5d85118f1 req-d765cff1-210e-4f28-adb8-123961c6fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.215418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37600c3f-36f2-4555-8733-f9e5d85118f1 req-d765cff1-210e-4f28-adb8-123961c6fe0b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 6271 time: 0.3030360 Feb 08 15:50:28.288486 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Publish callbacks [] for router_gateway (56ef67b9-587e-487d-82b3-bb5a7f95aedc), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:28.293888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.294517 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:28.296169 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] 10.222.0.96 "PUT /v2.0/ports/a5a14c1f-2a74-4aab-8308-e85af9d02595 HTTP/1.1" status: 200 len: 1136 time: 3.7617071 Feb 08 15:50:28.421181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Request body: {'port': {'device_id': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:28.464666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d6a18c3-82e9-4f5c-b5a8-f9b3bc5897e0 req-8def6903-14f3-426f-a342-cd3615c571a7 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.82 "GET /v2.0/security-groups?id=e634d002-a6f9-4326-a91f-a24e7e0936f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843297 Feb 08 15:50:28.466223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600c3f-36f2-4555-8733-f9e5d85118f1 req-5e1a4bbb-9d79-4b4e-a072-36c36a4bd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.466797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600c3f-36f2-4555-8733-f9e5d85118f1 req-5e1a4bbb-9d79-4b4e-a072-36c36a4bd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.467320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600c3f-36f2-4555-8733-f9e5d85118f1 req-5e1a4bbb-9d79-4b4e-a072-36c36a4bd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.475629 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37600c3f-36f2-4555-8733-f9e5d85118f1 req-5e1a4bbb-9d79-4b4e-a072-36c36a4bd46c service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1827080 Feb 08 15:50:28.523752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e808a-cdab-4159-b14f-ada9497498ae req-00d146cf-3252-4bc5-91d7-a88c3ddf116f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.538041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b52ffbd-8a5d-4e4b-9766-28696847d555 req-852d9833-fa87-46e1-b359-7885ed1322e8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] No DVR routers for this DVR port 6e7731fd-0a91-4ca3-84d8-0b62af79befa on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:50:28.540160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e808a-cdab-4159-b14f-ada9497498ae req-00d146cf-3252-4bc5-91d7-a88c3ddf116f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.546080 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3b52ffbd-8a5d-4e4b-9766-28696847d555 req-852d9833-fa87-46e1-b359-7885ed1322e8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:28.550258 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3b52ffbd-8a5d-4e4b-9766-28696847d555 req-852d9833-fa87-46e1-b359-7885ed1322e8 tempest-DeleteServersTestJSON-1351983978 tempest-DeleteServersTestJSON-1351983978-project] 10.222.0.94 "DELETE /v2.0/ports/6e7731fd-0a91-4ca3-84d8-0b62af79befa HTTP/1.1" status: 204 len: 173 time: 3.6675351 Feb 08 15:50:28.551716 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e808a-cdab-4159-b14f-ada9497498ae req-00d146cf-3252-4bc5-91d7-a88c3ddf116f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.569944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e808a-cdab-4159-b14f-ada9497498ae req-00d146cf-3252-4bc5-91d7-a88c3ddf116f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.572883 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcad0f-79a5-44a0-8aee-2038d15168e7 req-d3f9f586-1d9c-46e0-b50d-5c8a1f0dea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.574583 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e0fcad0f-79a5-44a0-8aee-2038d15168e7 req-d3f9f586-1d9c-46e0-b50d-5c8a1f0dea91 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5067656 Feb 08 15:50:28.597220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e808a-cdab-4159-b14f-ada9497498ae req-00d146cf-3252-4bc5-91d7-a88c3ddf116f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.604071 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-926e808a-cdab-4159-b14f-ada9497498ae req-00d146cf-3252-4bc5-91d7-a88c3ddf116f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 3815 time: 0.6118662 Feb 08 15:50:28.619248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94ddae-29c4-4e84-8f78-37ebbd736130 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a14c1f-2a74-4aab-8308-e85af9d02595,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:28.715776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b959c37e-48be-4755-91be-97f970486494 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:28.746315 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Publish callbacks [] for port (b959c37e-48be-4755-91be-97f970486494), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:28.815025 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Transition to ACTIVE for port object b959c37e-48be-4755-91be-97f970486494 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:28.853064 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (b959c37e-48be-4755-91be-97f970486494), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:28.885273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-926e808a-cdab-4159-b14f-ada9497498ae req-7f325c08-512a-4e77-a9c0-509357249578 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290251 Feb 08 15:50:28.899655 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e0fcad0f-79a5-44a0-8aee-2038d15168e7 req-6f7db805-f561-4c1f-b7d3-d14a49f89cd7 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977378 Feb 08 15:50:28.939563 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:28.968276 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c5a2c-da69-4385-b690-3564351206bf req-eb4c5606-5429-4365-91f3-afff0f3235fb tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.974565 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c5a2c-da69-4385-b690-3564351206bf req-eb4c5606-5429-4365-91f3-afff0f3235fb tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.979970 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c5a2c-da69-4385-b690-3564351206bf req-eb4c5606-5429-4365-91f3-afff0f3235fb tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.985676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c5a2c-da69-4385-b690-3564351206bf req-eb4c5606-5429-4365-91f3-afff0f3235fb tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.991487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c5a2c-da69-4385-b690-3564351206bf req-eb4c5606-5429-4365-91f3-afff0f3235fb tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:28.996853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c5a2c-da69-4385-b690-3564351206bf req-eb4c5606-5429-4365-91f3-afff0f3235fb tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:29.002928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c5a2c-da69-4385-b690-3564351206bf req-eb4c5606-5429-4365-91f3-afff0f3235fb tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:29.010470 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d74c5a2c-da69-4385-b690-3564351206bf req-eb4c5606-5429-4365-91f3-afff0f3235fb tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5381 time: 0.3712161 Feb 08 15:50:29.052731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600c3f-36f2-4555-8733-f9e5d85118f1 req-87bab1c1-2ba8-402c-8fea-e0f2eae37bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:29.054569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37600c3f-36f2-4555-8733-f9e5d85118f1 req-87bab1c1-2ba8-402c-8fea-e0f2eae37bec service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5580301 Feb 08 15:50:29.099829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Pushing event updated for resources: {'Port': ['ID=b959c37e-48be-4755-91be-97f970486494,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:29.132876 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (919f9868-6797-4fc1-b391-df735b92c4e9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:29.221853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=919f9868-6797-4fc1-b391-df735b92c4e9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:29.282294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Attempting to bind port b959c37e-48be-4755-91be-97f970486494 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:29.282636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Attempting to bind port b959c37e-48be-4755-91be-97f970486494 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:29.282998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Attempting to bind port b959c37e-48be-4755-91be-97f970486494 on network d297db83-e94c-42e9-a464-f8dd8e5ac3ee {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:29.294292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Port b959c37e-48be-4755-91be-97f970486494 on network d297db83-e94c-42e9-a464-f8dd8e5ac3ee not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:29.294627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Attempting to bind port b959c37e-48be-4755-91be-97f970486494 on network d297db83-e94c-42e9-a464-f8dd8e5ac3ee {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:29.316279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc44d1-24df-4f77-ae72-43117745eb86 req-ed4f4562-52e2-418c-8a42-a4524b525d41 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:29.326706 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92bc44d1-24df-4f77-ae72-43117745eb86 req-ed4f4562-52e2-418c-8a42-a4524b525d41 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.3124673 Feb 08 15:50:29.340376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:29.341258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Checking segment: {'id': '9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:29.342705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Bound using segment: {'id': '9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:29.343410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Bound port: b959c37e-48be-4755-91be-97f970486494, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:29.343976 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b959c37e-48be-4755-91be-97f970486494), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:29.356352 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d74c5a2c-da69-4385-b690-3564351206bf req-2245f4d3-b65d-4a72-8148-638818251fd4 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3442972 Feb 08 15:50:29.386648 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e0fcad0f-79a5-44a0-8aee-2038d15168e7 req-a2eb89cb-4cbf-4ef8-bb00-a0e8251c0dca service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748030 Feb 08 15:50:29.404780 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (71b7d9c0-08c6-45fb-842d-de88d2c08353), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:29.421192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 36635ecb-828e-48c8-86d9-22a43658ad05 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:50:29.449036 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92bc44d1-24df-4f77-ae72-43117745eb86 req-9a8f12cd-5aeb-4dd3-b7ef-37e645262bba tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205842 Feb 08 15:50:29.505475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6e7731fd-0a91-4ca3-84d8-0b62af79befa no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:50:29.511123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 36635ecb-828e-48c8-86d9-22a43658ad05 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:50:29.513963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 36635ecb-828e-48c8-86d9-22a43658ad05 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:50:29.548845 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (71b7d9c0-08c6-45fb-842d-de88d2c08353), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:29.555199 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 6e7731fd-0a91-4ca3-84d8-0b62af79befa {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:50:29.555385 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] Publish callbacks [] for router_controller (71b7d9c0-08c6-45fb-842d-de88d2c08353), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:29.555507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6e7731fd-0a91-4ca3-84d8-0b62af79befa not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:50:29.594724 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54a476c-c385-4151-9a93-b5b604abf9b6 x-openstack-request-id: req-a54a476c-c385-4151-9a93-b5b604abf9b6 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:29.595023 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32de1437-f4e5-4b8b-8664-b6fe089bfa99", "name": "network-vif-plugged", "status": "completed", "tag": "6c1088c1-fc34-4fda-bf40-aec9bc0678e0", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:29.595299 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a54a476c-c385-4151-9a93-b5b604abf9b6 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:29.597274 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32de1437-f4e5-4b8b-8664-b6fe089bfa99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0', 'code': 200} Feb 08 15:50:29.636078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (71b7d9c0-08c6-45fb-842d-de88d2c08353), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:29.636632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71b7d9c0-08c6-45fb-842d-de88d2c08353 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:50:29.650854 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:29.652133 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2349a0c6-8d61-4755-8603-695d30be3da8 admin admin] 10.222.0.82 "DELETE /v2.0/routers/71b7d9c0-08c6-45fb-842d-de88d2c08353 HTTP/1.1" status: 204 len: 168 time: 3.7045448 Feb 08 15:50:29.654787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f47a56e-4ca4-43e8-bb10-b43e3c709197 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:29.660903 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40910) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:29.687313 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Publish callbacks [] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:29.703100 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Transition to ACTIVE for port object 7f47a56e-4ca4-43e8-bb10-b43e3c709197 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:29.744939 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:29.775504 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Publish callbacks [] for router_gateway (56ef67b9-587e-487d-82b3-bb5a7f95aedc), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:29.817717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4a5437-7bb0-4b9d-8e9e-732f43d5196a admin admin] Deleting subnet f7bcc524-10ca-4bb4-869c-18c79e28372d {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:50:29.820551 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:29.833135 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5437-7bb0-4b9d-8e9e-732f43d5196a admin admin] Publish callbacks [] for subnet (f7bcc524-10ca-4bb4-869c-18c79e28372d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:29.844350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Pushing event updated for resources: {'Port': ['ID=7f47a56e-4ca4-43e8-bb10-b43e3c709197,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:29.864984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17d227-d32b-48f0-a997-5eb97cb81f55 req-f6ecebf6-871e-4e07-acb1-2c73456a3fb3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:29.868826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a17d227-d32b-48f0-a997-5eb97cb81f55 req-f6ecebf6-871e-4e07-acb1-2c73456a3fb3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 946 time: 0.2987154 Feb 08 15:50:29.872032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] For port b959c37e-48be-4755-91be-97f970486494, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:29.890459 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': 'a5a14c1f-2a74-4aab-8308-e85af9d02595'}, {'server_uuid': 'efc9b974-f952-45bf-9b3b-d1d9a4108656', 'name': 'network-vif-deleted', 'tag': '6e7731fd-0a91-4ca3-84d8-0b62af79befa'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:29.894060 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2e3110-550d-4fd5-b522-715be4244289" -d '{"events": [{"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "a5a14c1f-2a74-4aab-8308-e85af9d02595"}, {"server_uuid": "efc9b974-f952-45bf-9b3b-d1d9a4108656", "name": "network-vif-deleted", "tag": "6e7731fd-0a91-4ca3-84d8-0b62af79befa"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:29.953032 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5437-7bb0-4b9d-8e9e-732f43d5196a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (f7bcc524-10ca-4bb4-869c-18c79e28372d), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:29.978865 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] For port b959c37e-48be-4755-91be-97f970486494, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b959c37e-48be-4755-91be-97f970486494,segment=NetworkSegment(9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4),segment_id=9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:30.000850 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (b959c37e-48be-4755-91be-97f970486494), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:30.009903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f759ac-0e44-4c36-865a-7384d20c5cc3 req-792ed244-4bc4-48f2-adaa-942a3ff92fc4 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:30.011504 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-71f759ac-0e44-4c36-865a-7384d20c5cc3 req-792ed244-4bc4-48f2-adaa-942a3ff92fc4 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.3134880 Feb 08 15:50:30.025692 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Attempting to bind port 7f47a56e-4ca4-43e8-bb10-b43e3c709197 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:30.026022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Attempting to bind port 7f47a56e-4ca4-43e8-bb10-b43e3c709197 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:30.026376 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Attempting to bind port 7f47a56e-4ca4-43e8-bb10-b43e3c709197 on network e26395d2-2156-49c3-97cc-22735cb36435 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:30.039836 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Port 7f47a56e-4ca4-43e8-bb10-b43e3c709197 on network e26395d2-2156-49c3-97cc-22735cb36435 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:30.040179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Attempting to bind port 7f47a56e-4ca4-43e8-bb10-b43e3c709197 on network e26395d2-2156-49c3-97cc-22735cb36435 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:30.057713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:30.058075 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Checking segment: {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:30.058457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Bound using segment: {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:30.058918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Bound port: 7f47a56e-4ca4-43e8-bb10-b43e3c709197, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:30.059297 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:30.114482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a17d227-d32b-48f0-a997-5eb97cb81f55 req-c1b6f55d-cb03-4679-bbdb-3e766fef6236 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374909 Feb 08 15:50:30.166890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:30.167526 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:30.168989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] 10.222.0.96 "PUT /v2.0/ports/b959c37e-48be-4755-91be-97f970486494 HTTP/1.1" status: 200 len: 1092 time: 3.8087256 Feb 08 15:50:30.176812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': 'b959c37e-48be-4755-91be-97f970486494'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:30.179119 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be967fe-3312-4cf2-9124-4219c55048ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "b959c37e-48be-4755-91be-97f970486494"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:30.184680 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5437-7bb0-4b9d-8e9e-732f43d5196a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (f7bcc524-10ca-4bb4-869c-18c79e28372d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:30.252626 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Request body: {'port': {'device_id': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:30.334373 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-71f759ac-0e44-4c36-865a-7384d20c5cc3 req-1d874367-5d45-40d9-8e46-f238b57cfdab tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962470 Feb 08 15:50:30.396487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbcf02-d8c9-4f46-a674-b81008abd364 service neutron] Pushing event updated for resources: {'Port': ['ID=b959c37e-48be-4755-91be-97f970486494,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:30.605123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Allocated IP 172.25.7.26 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/f38fdff3-ce86-4537-9e79-b7284c2fdfbe) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:30.661735 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c660327e-5fae-4b19-88c0-a4bf04bb9e7c x-openstack-request-id: req-c660327e-5fae-4b19-88c0-a4bf04bb9e7c {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:30.661921 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "b959c37e-48be-4755-91be-97f970486494", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:30.662145 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c660327e-5fae-4b19-88c0-a4bf04bb9e7c {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:30.662549 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': 'b959c37e-48be-4755-91be-97f970486494', 'status': 'completed', 'code': 200} Feb 08 15:50:30.752913 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517b90b6-d4a5-4621-953d-279efba06fd8 x-openstack-request-id: req-517b90b6-d4a5-4621-953d-279efba06fd8 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:30.753477 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "a5a14c1f-2a74-4aab-8308-e85af9d02595", "status": "completed", "code": 200}, {"server_uuid": "efc9b974-f952-45bf-9b3b-d1d9a4108656", "name": "network-vif-deleted", "tag": "6e7731fd-0a91-4ca3-84d8-0b62af79befa", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:30.753776 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-517b90b6-d4a5-4621-953d-279efba06fd8 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:30.754098 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': 'a5a14c1f-2a74-4aab-8308-e85af9d02595', 'status': 'completed', 'code': 200} Feb 08 15:50:30.754353 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc9b974-f952-45bf-9b3b-d1d9a4108656', 'name': 'network-vif-deleted', 'tag': '6e7731fd-0a91-4ca3-84d8-0b62af79befa', 'status': 'completed', 'code': 200} Feb 08 15:50:30.792910 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:30.819857 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] For port 7f47a56e-4ca4-43e8-bb10-b43e3c709197, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:30.823054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] For port 7f47a56e-4ca4-43e8-bb10-b43e3c709197, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7f47a56e-4ca4-43e8-bb10-b43e3c709197,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:30.837305 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:30.855351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:30.855968 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:30.857391 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] 10.222.0.96 "PUT /v2.0/ports/7f47a56e-4ca4-43e8-bb10-b43e3c709197 HTTP/1.1" status: 200 len: 1091 time: 2.4537921 Feb 08 15:50:30.878714 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5437-7bb0-4b9d-8e9e-732f43d5196a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (f7bcc524-10ca-4bb4-869c-18c79e28372d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:30.932872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Request body: {'port': {'device_id': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:30.936413 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12611476-42c0-4eee-8994-1af144301057 None None] Network a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:50:30.942649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a5437-7bb0-4b9d-8e9e-732f43d5196a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7bcc524-10ca-4bb4-869c-18c79e28372d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:30.974359 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5437-7bb0-4b9d-8e9e-732f43d5196a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:30.977624 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3b4a5437-7bb0-4b9d-8e9e-732f43d5196a admin admin] 10.222.0.82 "DELETE /v2.0/subnets/f7bcc524-10ca-4bb4-869c-18c79e28372d HTTP/1.1" status: 204 len: 168 time: 1.3143790 Feb 08 15:50:30.981663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e3110-550d-4fd5-b522-715be4244289 req-f162c53c-9daf-4c4d-a11f-bb388ac17e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:30.982157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e3110-550d-4fd5-b522-715be4244289 req-f162c53c-9daf-4c4d-a11f-bb388ac17e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:30.982705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e3110-550d-4fd5-b522-715be4244289 req-f162c53c-9daf-4c4d-a11f-bb388ac17e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:30.983180 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e3110-550d-4fd5-b522-715be4244289 req-f162c53c-9daf-4c4d-a11f-bb388ac17e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:30.983647 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e3110-550d-4fd5-b522-715be4244289 req-f162c53c-9daf-4c4d-a11f-bb388ac17e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:30.984207 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e3110-550d-4fd5-b522-715be4244289 req-f162c53c-9daf-4c4d-a11f-bb388ac17e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:30.985059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e3110-550d-4fd5-b522-715be4244289 req-f162c53c-9daf-4c4d-a11f-bb388ac17e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:30.987119 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d2e3110-550d-4fd5-b522-715be4244289 req-f162c53c-9daf-4c4d-a11f-bb388ac17e37 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 6370 time: 0.4316454 Feb 08 15:50:30.987903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40928) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:31.049007 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be967fe-3312-4cf2-9124-4219c55048ab req-ea57f1de-6b97-4680-9a94-dcbf34038ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:31.049886 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be967fe-3312-4cf2-9124-4219c55048ab req-ea57f1de-6b97-4680-9a94-dcbf34038ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:31.050377 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be967fe-3312-4cf2-9124-4219c55048ab req-ea57f1de-6b97-4680-9a94-dcbf34038ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:31.050846 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be967fe-3312-4cf2-9124-4219c55048ab req-ea57f1de-6b97-4680-9a94-dcbf34038ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:31.051308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be967fe-3312-4cf2-9124-4219c55048ab req-ea57f1de-6b97-4680-9a94-dcbf34038ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:31.053219 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1be967fe-3312-4cf2-9124-4219c55048ab req-ea57f1de-6b97-4680-9a94-dcbf34038ab8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=57411ff0a26042cfac2e561311a318e4&device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 4394 time: 0.3029509 Feb 08 15:50:31.117215 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d2376ae-7e99-43ab-a015-0ccfbf6589a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:31.193954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d282e60-8330-4488-a38d-ed7a66946911 req-c64a9622-7595-4025-93f5-e17b5b230fe8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:31.226206 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d282e60-8330-4488-a38d-ed7a66946911 req-c64a9622-7595-4025-93f5-e17b5b230fe8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:31.234436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d282e60-8330-4488-a38d-ed7a66946911 req-c64a9622-7595-4025-93f5-e17b5b230fe8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:31.241928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d282e60-8330-4488-a38d-ed7a66946911 req-c64a9622-7595-4025-93f5-e17b5b230fe8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:31.246582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b2712-4173-482f-b97d-3dff0ec3519f service neutron] Pushing event updated for resources: {'Port': ['ID=7f47a56e-4ca4-43e8-bb10-b43e3c709197,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:31.256529 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8208e86-5db4-44cf-a38c-fbc766238dc7 None None] DHCP port deletion for a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:50:31.257702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d282e60-8330-4488-a38d-ed7a66946911 req-c64a9622-7595-4025-93f5-e17b5b230fe8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:31.268825 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5d282e60-8330-4488-a38d-ed7a66946911 req-c64a9622-7595-4025-93f5-e17b5b230fe8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 3827 time: 0.7106347 Feb 08 15:50:31.374394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e8208e86-5db4-44cf-a38c-fbc766238dc7 None None] Deleting port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:50:31.374765 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e8208e86-5db4-44cf-a38c-fbc766238dc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (5cf6b1e0-08d8-4f51-807e-d4a87cea717e), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:31.407567 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:31.416738 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5d282e60-8330-4488-a38d-ed7a66946911 req-e831dd0b-1c5d-4ed7-aa6c-bd855602b05a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434214 Feb 08 15:50:31.474819 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be967fe-3312-4cf2-9124-4219c55048ab req-8bf02eea-6292-4500-8465-23d70ae9a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:31.475223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be967fe-3312-4cf2-9124-4219c55048ab req-8bf02eea-6292-4500-8465-23d70ae9a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:31.475676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be967fe-3312-4cf2-9124-4219c55048ab req-8bf02eea-6292-4500-8465-23d70ae9a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:31.477301 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1be967fe-3312-4cf2-9124-4219c55048ab req-8bf02eea-6292-4500-8465-23d70ae9a6d4 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=57411ff0a26042cfac2e561311a318e4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4140730 Feb 08 15:50:31.477848 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5cf6b1e0-08d8-4f51-807e-d4a87cea717e no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:50:31.617309 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d411c394-d827-4fea-a8ff-a0190b3ef313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:31.665000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e8208e86-5db4-44cf-a38c-fbc766238dc7 None None] For port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=5cf6b1e0-08d8-4f51-807e-d4a87cea717e,segment=NetworkSegment(7760c78b-238d-436e-b976-46ce4d830f66),segment_id=7760c78b-238d-436e-b976-46ce4d830f66)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:31.665436 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e8208e86-5db4-44cf-a38c-fbc766238dc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (5cf6b1e0-08d8-4f51-807e-d4a87cea717e), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:31.687593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:31.698931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e8208e86-5db4-44cf-a38c-fbc766238dc7 None None] Calling delete_port for 5cf6b1e0-08d8-4f51-807e-d4a87cea717e owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:50:31.699947 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Publish callbacks [] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:31.727520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Transition to ACTIVE for port object 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:31.818425 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Publish callbacks [] for port (f38fdff3-ce86-4537-9e79-b7284c2fdfbe), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:31.865270 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be967fe-3312-4cf2-9124-4219c55048ab req-93ada322-d53a-45a6-92a1-e5907283d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:31.866779 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1be967fe-3312-4cf2-9124-4219c55048ab req-93ada322-d53a-45a6-92a1-e5907283d039 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3808725 Feb 08 15:50:31.870592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:31.871248 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5cf6b1e0-08d8-4f51-807e-d4a87cea717e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:31.873517 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f38fdff3-ce86-4537-9e79-b7284c2fdfbe), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:31.894443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08e7b1-ec58-4dd8-9587-619de39196f8 req-684ee5ba-739f-46d3-9bd4-59c5df65bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:31.896455 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a08e7b1-ec58-4dd8-9587-619de39196f8 req-684ee5ba-739f-46d3-9bd4-59c5df65bcae service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60a080c724734d2f8504cfeec2677ec4&device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 1129 time: 0.1558959 Feb 08 15:50:31.927390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=5cf6b1e0-08d8-4f51-807e-d4a87cea717e,segment=NetworkSegment(7760c78b-238d-436e-b976-46ce4d830f66),segment_id=7760c78b-238d-436e-b976-46ce4d830f66)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:31.932112 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5cf6b1e0-08d8-4f51-807e-d4a87cea717e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:31.933256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 919f9868-6797-4fc1-b391-df735b92c4e9 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:50:31.958542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 919f9868-6797-4fc1-b391-df735b92c4e9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:50:31.959705 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 919f9868-6797-4fc1-b391-df735b92c4e9 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:50:31.966412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:31.968062 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e8208e86-5db4-44cf-a38c-fbc766238dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (5cf6b1e0-08d8-4f51-807e-d4a87cea717e), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:31.996915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2abb9f-8c36-4fa2-a4b8-c4da8399a315 req-5fd85ebc-aff1-485e-9e8d-deeaf54ae5c0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:32.012278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8208e86-5db4-44cf-a38c-fbc766238dc7 None None] No DVR routers for this DVR port 5cf6b1e0-08d8-4f51-807e-d4a87cea717e on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:50:32.013401 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2abb9f-8c36-4fa2-a4b8-c4da8399a315 req-5fd85ebc-aff1-485e-9e8d-deeaf54ae5c0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:32.027233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2abb9f-8c36-4fa2-a4b8-c4da8399a315 req-5fd85ebc-aff1-485e-9e8d-deeaf54ae5c0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:32.038770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2abb9f-8c36-4fa2-a4b8-c4da8399a315 req-5fd85ebc-aff1-485e-9e8d-deeaf54ae5c0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:32.054524 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2abb9f-8c36-4fa2-a4b8-c4da8399a315 req-5fd85ebc-aff1-485e-9e8d-deeaf54ae5c0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:32.063759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08e7b1-ec58-4dd8-9587-619de39196f8 req-7e90700e-0ea7-4d5c-b936-acc24c788707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:32.066237 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a08e7b1-ec58-4dd8-9587-619de39196f8 req-7e90700e-0ea7-4d5c-b936-acc24c788707 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2a72fae7-c7cb-449f-a857-4a0080f21988 HTTP/1.1" status: 200 len: 919 time: 0.1499391 Feb 08 15:50:32.067225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2abb9f-8c36-4fa2-a4b8-c4da8399a315 req-5fd85ebc-aff1-485e-9e8d-deeaf54ae5c0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:32.068600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=5cf6b1e0-08d8-4f51-807e-d4a87cea717e,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:32.078586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2abb9f-8c36-4fa2-a4b8-c4da8399a315 req-5fd85ebc-aff1-485e-9e8d-deeaf54ae5c0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:32.082964 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e2abb9f-8c36-4fa2-a4b8-c4da8399a315 req-5fd85ebc-aff1-485e-9e8d-deeaf54ae5c0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5393 time: 1.3217494 Feb 08 15:50:32.089371 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:32.101242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8208e86-5db4-44cf-a38c-fbc766238dc7 None None] Pushing event deleted for resources: {'Port': ['ID=5cf6b1e0-08d8-4f51-807e-d4a87cea717e,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:32.134953 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a08e7b1-ec58-4dd8-9587-619de39196f8 req-1ebb8739-c32e-4631-94a4-4ac4ba05e5c6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d04b41-05ca-4468-8a15-c41d2b004e0f HTTP/1.1" status: 200 len: 217 time: 0.0606282 Feb 08 15:50:32.233065 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08e7b1-ec58-4dd8-9587-619de39196f8 req-3c9e3b2d-f5be-4593-b892-43666236a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:32.234551 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a08e7b1-ec58-4dd8-9587-619de39196f8 req-3c9e3b2d-f5be-4593-b892-43666236a003 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f4193f18-71ec-4c14-9933-8ed1a50b2ce8 HTTP/1.1" status: 200 len: 858 time: 0.0893452 Feb 08 15:50:32.256441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd04846-4cd3-401f-8fae-3b9199e9f8af {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:32.279069 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a08e7b1-ec58-4dd8-9587-619de39196f8 req-00471a04-d3f4-4d39-9947-8328e44387d8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2a72fae7-c7cb-449f-a857-4a0080f21988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370278 Feb 08 15:50:32.281308 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Publish callbacks [] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:32.343355 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Transition to ACTIVE for port object cfd04846-4cd3-401f-8fae-3b9199e9f8af will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:32.353695 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:32.456401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd04846-4cd3-401f-8fae-3b9199e9f8af,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:32.464217 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a08e7b1-ec58-4dd8-9587-619de39196f8 req-bb048e8f-4072-44aa-81d6-2404517f7155 service neutron] 10.222.0.94 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776745 Feb 08 15:50:32.553720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Pushing event updated for resources: {'Port': ['ID=f38fdff3-ce86-4537-9e79-b7284c2fdfbe,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:32.596191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:32.603297 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:32.615769 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Pushing event updated for resources: {'Port': ['ID=6bac61d4-782d-4ce5-a6f2-e9fd2de38797,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:32.635189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Attempting to bind port cfd04846-4cd3-401f-8fae-3b9199e9f8af on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:32.635525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Attempting to bind port cfd04846-4cd3-401f-8fae-3b9199e9f8af by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:32.635856 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Attempting to bind port cfd04846-4cd3-401f-8fae-3b9199e9f8af on network e26395d2-2156-49c3-97cc-22735cb36435 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:32.639271 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a08e7b1-ec58-4dd8-9587-619de39196f8 req-e6690685-3a66-4467-b61b-aebbd5b38d91 service neutron] 10.222.0.94 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668167 Feb 08 15:50:32.645004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Port cfd04846-4cd3-401f-8fae-3b9199e9f8af on network e26395d2-2156-49c3-97cc-22735cb36435 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:32.645348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Attempting to bind port cfd04846-4cd3-401f-8fae-3b9199e9f8af on network e26395d2-2156-49c3-97cc-22735cb36435 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:32.671527 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:32.672434 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Checking segment: {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:32.673058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Bound using segment: {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:32.674922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Bound port: cfd04846-4cd3-401f-8fae-3b9199e9f8af, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca4bbed-8c0c-4583-b613-c48541531d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:32.675749 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:32.703943 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-4d2376ae-7e99-43ab-a015-0ccfbf6589a1 admin admin] The port '5cf6b1e0-08d8-4f51-807e-d4a87cea717e' was deleted {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 08 15:50:32.756617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': '7f47a56e-4ca4-43e8-bb10-b43e3c709197'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:32.759445 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a39473-1659-4b6b-a4a1-923b0f896364" -d '{"events": [{"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "7f47a56e-4ca4-43e8-bb10-b43e3c709197"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:32.768858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] For port cfd04846-4cd3-401f-8fae-3b9199e9f8af, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:32.772568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] For port cfd04846-4cd3-401f-8fae-3b9199e9f8af, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cfd04846-4cd3-401f-8fae-3b9199e9f8af,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:32.781719 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:32.871788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:32.873624 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:32.876591 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] 10.222.0.96 "PUT /v2.0/ports/cfd04846-4cd3-401f-8fae-3b9199e9f8af HTTP/1.1" status: 200 len: 1092 time: 1.9734073 Feb 08 15:50:32.903753 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3004ab-421c-493a-8d25-b8f551fb0ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd04846-4cd3-401f-8fae-3b9199e9f8af,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:32.917336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Request body: {'port': {'device_id': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:32.999818 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e848e527-5583-4f56-98ed-53cd48851010), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.099686 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d2376ae-7e99-43ab-a015-0ccfbf6589a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.137680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e3110-550d-4fd5-b522-715be4244289 req-03b77757-f154-472b-897d-ad40e5fe6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:33.138153 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e3110-550d-4fd5-b522-715be4244289 req-03b77757-f154-472b-897d-ad40e5fe6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:33.138622 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e3110-550d-4fd5-b522-715be4244289 req-03b77757-f154-472b-897d-ad40e5fe6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:33.140224 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d2e3110-550d-4fd5-b522-715be4244289 req-03b77757-f154-472b-897d-ad40e5fe6206 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&shared=False HTTP/1.1" status: 200 len: 2296 time: 2.0366473 Feb 08 15:50:33.179526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94420ee-05be-44a2-97b8-71eb64a7eb32 req-3db33147-e0d0-4bcc-87d4-c2b47535041c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:33.186501 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d94420ee-05be-44a2-97b8-71eb64a7eb32 req-3db33147-e0d0-4bcc-87d4-c2b47535041c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 946 time: 1.3199561 Feb 08 15:50:33.280869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-4d2376ae-7e99-43ab-a015-0ccfbf6589a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:33.299147 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e2abb9f-8c36-4fa2-a4b8-c4da8399a315 req-a8391702-6b75-4e26-8d55-748cfde43960 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1963058 Feb 08 15:50:33.312651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-4d2376ae-7e99-43ab-a015-0ccfbf6589a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7760c78b-238d-436e-b976-46ce4d830f66') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:33.312962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-4d2376ae-7e99-43ab-a015-0ccfbf6589a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7760c78b-238d-436e-b976-46ce4d830f66') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:33.355831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e848e527-5583-4f56-98ed-53cd48851010 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:33.356437 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d2376ae-7e99-43ab-a015-0ccfbf6589a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (7760c78b-238d-436e-b976-46ce4d830f66), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.366517 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Publish callbacks [] for port (e848e527-5583-4f56-98ed-53cd48851010), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.383994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Transition to ACTIVE for port object e848e527-5583-4f56-98ed-53cd48851010 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:33.392427 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e848e527-5583-4f56-98ed-53cd48851010), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.407840 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d2376ae-7e99-43ab-a015-0ccfbf6589a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7760c78b-238d-436e-b976-46ce4d830f66), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.419855 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Attempting to bind port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:33.420191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Attempting to bind port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:33.420514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Attempting to bind port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 on network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:33.425946 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d94420ee-05be-44a2-97b8-71eb64a7eb32 req-84fd1b74-ca65-4869-a7f9-e107a5e2d3a4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386439 Feb 08 15:50:33.426628 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Publish callbacks [] for router_gateway (56ef67b9-587e-487d-82b3-bb5a7f95aedc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.458892 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e848e527-5583-4f56-98ed-53cd48851010,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:33.502582 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2376ae-7e99-43ab-a015-0ccfbf6589a1 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:50:33.503079 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d2376ae-7e99-43ab-a015-0ccfbf6589a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (7760c78b-238d-436e-b976-46ce4d830f66), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:50:33.505133 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:50:33.560385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Attempting to bind port e848e527-5583-4f56-98ed-53cd48851010 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:33.560825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Attempting to bind port e848e527-5583-4f56-98ed-53cd48851010 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'b5354a86-66cc-471b-a1b9-1ccb1d9f6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:33.561312 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 on network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:33.561507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Attempting to bind port e848e527-5583-4f56-98ed-53cd48851010 on network 9d6707d8-cec8-4e82-8169-f326c4c2b90f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:33.561666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Attempting to bind port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 on network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:33.570418 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Port e848e527-5583-4f56-98ed-53cd48851010 on network 9d6707d8-cec8-4e82-8169-f326c4c2b90f not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:33.570755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Attempting to bind port e848e527-5583-4f56-98ed-53cd48851010 on network 9d6707d8-cec8-4e82-8169-f326c4c2b90f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:33.576904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:33.577310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Checking segment: {'id': 'b5354a86-66cc-471b-a1b9-1ccb1d9f6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:33.578584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Bound using segment: {'id': 'b5354a86-66cc-471b-a1b9-1ccb1d9f6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:33.579032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Bound port: e848e527-5583-4f56-98ed-53cd48851010, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5354a86-66cc-471b-a1b9-1ccb1d9f6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:33.579628 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e848e527-5583-4f56-98ed-53cd48851010), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.599316 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e3110-550d-4fd5-b522-715be4244289 req-dbb58dc5-64a0-48ba-9355-9606da76ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:33.600801 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d2e3110-550d-4fd5-b522-715be4244289 req-dbb58dc5-64a0-48ba-9355-9606da76ed00 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4494369 Feb 08 15:50:33.647105 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:33.647483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Checking segment: {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:33.647911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Bound using segment: {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:33.648365 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Bound port: 6bac61d4-782d-4ce5-a6f2-e9fd2de38797, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:33.648727 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.678607 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d2376ae-7e99-43ab-a015-0ccfbf6589a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.693605 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d2376ae-7e99-43ab-a015-0ccfbf6589a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.696722 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4d2376ae-7e99-43ab-a015-0ccfbf6589a1 admin admin] 10.222.0.82 "DELETE /v2.0/networks/a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5 HTTP/1.1" status: 204 len: 168 time: 2.6862903 Feb 08 15:50:33.720829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] For port e848e527-5583-4f56-98ed-53cd48851010, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:33.726125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] For port e848e527-5583-4f56-98ed-53cd48851010, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e848e527-5583-4f56-98ed-53cd48851010,segment=NetworkSegment(b5354a86-66cc-471b-a1b9-1ccb1d9f6bda),segment_id=b5354a86-66cc-471b-a1b9-1ccb1d9f6bda)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:33.743571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e848e527-5583-4f56-98ed-53cd48851010), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.757180 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-655d80f8-9cbb-44db-ad2e-0d24b9099a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.790786 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:33.791444 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.792821 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] 10.222.0.96 "PUT /v2.0/ports/e848e527-5583-4f56-98ed-53cd48851010 HTTP/1.1" status: 200 len: 1092 time: 0.8811359 Feb 08 15:50:33.793753 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2376ae-7e99-43ab-a015-0ccfbf6589a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1952cd9-12aa-4d9d-83bf-46f9cdeef3e5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:33.820270 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4077773-85fb-4139-8769-1f79d1b357a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e848e527-5583-4f56-98ed-53cd48851010,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:33.838165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Request body: {'port': {'device_id': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:33.845971 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b78acd-bd12-4739-a950-5f864785668b req-6ea13038-2168-4b5f-b542-e7bf4ff1642b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:33.847728 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8b78acd-bd12-4739-a950-5f864785668b req-6ea13038-2168-4b5f-b542-e7bf4ff1642b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.4447415 Feb 08 15:50:33.910946 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05734a9-91aa-419e-9d8f-9560790e4a2d req-e91a64a4-4014-4b7d-9bb4-5bdd7eeb5155 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:33.911605 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40944) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:33.912655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b05734a9-91aa-419e-9d8f-9560790e4a2d req-e91a64a4-4014-4b7d-9bb4-5bdd7eeb5155 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.3451405 Feb 08 15:50:33.925465 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:33.941658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] For port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:33.954970 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] For port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6bac61d4-782d-4ce5-a6f2-e9fd2de38797,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:34.007134 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-564d2145-5da0-45ac-86a0-e2868bbc0dbf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=604347d492d3445c8dfe3b7bc84f5af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0887475 Feb 08 15:50:34.013778 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40946) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:34.023174 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:34.161270 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8b78acd-bd12-4739-a950-5f864785668b req-707d458d-614f-40df-af66-c7108ccf2f24 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897255 Feb 08 15:50:34.185849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:34.185849 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:34.185849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] 10.222.0.96 "PUT /v2.0/ports/6bac61d4-782d-4ce5-a6f2-e9fd2de38797 HTTP/1.1" status: 200 len: 1132 time: 3.9330006 Feb 08 15:50:34.192165 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b05734a9-91aa-419e-9d8f-9560790e4a2d req-8d81ba38-af5f-4b62-bcac-77506dc1c91a tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315395 Feb 08 15:50:34.192669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': '6bac61d4-782d-4ce5-a6f2-e9fd2de38797'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:34.201854 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a8c0d6-9433-4aa6-ba2d-dbe7534485aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "6bac61d4-782d-4ce5-a6f2-e9fd2de38797"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:34.215515 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ea5956b8-7bd8-4bca-8845-5948c1f04ffa admin admin] Publish callbacks [] for security_group (9174e6f4-0643-4706-85c1-0a49e4927b6a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:34.250123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Request body: {'port': {'device_id': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:34.256068 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ea5956b8-7bd8-4bca-8845-5948c1f04ffa admin admin] Publish callbacks [] for security_group (9174e6f4-0643-4706-85c1-0a49e4927b6a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:34.378594 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:34.434094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d70d0-c052-4d99-b135-6a0d87a9b486 service neutron] Pushing event updated for resources: {'Port': ['ID=6bac61d4-782d-4ce5-a6f2-e9fd2de38797,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:34.462171 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df01a0f-1886-4d90-bfce-e7b2b193031d x-openstack-request-id: req-2df01a0f-1886-4d90-bfce-e7b2b193031d {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:34.462568 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "7f47a56e-4ca4-43e8-bb10-b43e3c709197", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:34.462926 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2df01a0f-1886-4d90-bfce-e7b2b193031d {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:34.463466 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': '7f47a56e-4ca4-43e8-bb10-b43e3c709197', 'status': 'completed', 'code': 200} Feb 08 15:50:34.468096 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ea5956b8-7bd8-4bca-8845-5948c1f04ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9174e6f4-0643-4706-85c1-0a49e4927b6a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:34.471785 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ea5956b8-7bd8-4bca-8845-5948c1f04ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:34.475777 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ea5956b8-7bd8-4bca-8845-5948c1f04ffa admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9174e6f4-0643-4706-85c1-0a49e4927b6a HTTP/1.1" status: 204 len: 168 time: 0.4583495 Feb 08 15:50:34.484795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5956b8-7bd8-4bca-8845-5948c1f04ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9174e6f4-0643-4706-85c1-0a49e4927b6a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:34.560859 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (56ef67b9-587e-487d-82b3-bb5a7f95aedc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:34.599127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b05c84-a1f3-4655-befa-e12b3e8349bc {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:34.608157 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Publish callbacks [] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:34.629544 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Transition to ACTIVE for port object e9b05c84-a1f3-4655-befa-e12b3e8349bc will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:34.637101 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:34.725005 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73e242-2f4f-4c13-978d-b8f3c0d8adef req-7416dd15-bde4-49b2-9403-761be9195331 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:34.733899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73e242-2f4f-4c13-978d-b8f3c0d8adef req-7416dd15-bde4-49b2-9403-761be9195331 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:34.739436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73e242-2f4f-4c13-978d-b8f3c0d8adef req-7416dd15-bde4-49b2-9403-761be9195331 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:34.748300 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73e242-2f4f-4c13-978d-b8f3c0d8adef req-7416dd15-bde4-49b2-9403-761be9195331 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:34.754395 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73e242-2f4f-4c13-978d-b8f3c0d8adef req-7416dd15-bde4-49b2-9403-761be9195331 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:34.760029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73e242-2f4f-4c13-978d-b8f3c0d8adef req-7416dd15-bde4-49b2-9403-761be9195331 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:34.767855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae73e242-2f4f-4c13-978d-b8f3c0d8adef req-7416dd15-bde4-49b2-9403-761be9195331 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 4600 time: 0.4112897 Feb 08 15:50:34.772114 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d0820-bc4d-4422-a6db-66c55d396b67 req-13e033d0-7f8e-4bac-a245-66a6a6da59af tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:34.773655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a7d0820-bc4d-4422-a6db-66c55d396b67 req-13e033d0-7f8e-4bac-a245-66a6a6da59af tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 1132 time: 0.3332152 Feb 08 15:50:34.790139 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b05c84-a1f3-4655-befa-e12b3e8349bc,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:34.802229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a39473-1659-4b6b-a4a1-923b0f896364 req-58c40bf4-718d-4036-a438-98e13295da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:34.802710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a39473-1659-4b6b-a4a1-923b0f896364 req-58c40bf4-718d-4036-a438-98e13295da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:34.803176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a39473-1659-4b6b-a4a1-923b0f896364 req-58c40bf4-718d-4036-a438-98e13295da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:34.803634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a39473-1659-4b6b-a4a1-923b0f896364 req-58c40bf4-718d-4036-a438-98e13295da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:34.804090 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a39473-1659-4b6b-a4a1-923b0f896364 req-58c40bf4-718d-4036-a438-98e13295da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:34.804547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a39473-1659-4b6b-a4a1-923b0f896364 req-58c40bf4-718d-4036-a438-98e13295da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:34.805027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a39473-1659-4b6b-a4a1-923b0f896364 req-58c40bf4-718d-4036-a438-98e13295da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:34.806953 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9a39473-1659-4b6b-a4a1-923b0f896364 req-58c40bf4-718d-4036-a438-98e13295da55 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 6611 time: 0.4399662 Feb 08 15:50:34.888611 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Attempting to bind port e9b05c84-a1f3-4655-befa-e12b3e8349bc on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:34.889390 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Attempting to bind port e9b05c84-a1f3-4655-befa-e12b3e8349bc by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'b5354a86-66cc-471b-a1b9-1ccb1d9f6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:34.889904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Attempting to bind port e9b05c84-a1f3-4655-befa-e12b3e8349bc on network 9d6707d8-cec8-4e82-8169-f326c4c2b90f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:34.899064 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Port e9b05c84-a1f3-4655-befa-e12b3e8349bc on network 9d6707d8-cec8-4e82-8169-f326c4c2b90f not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:34.899410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Attempting to bind port e9b05c84-a1f3-4655-befa-e12b3e8349bc on network 9d6707d8-cec8-4e82-8169-f326c4c2b90f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:34.906410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:34.906760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Checking segment: {'id': 'b5354a86-66cc-471b-a1b9-1ccb1d9f6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:34.907156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Bound using segment: {'id': 'b5354a86-66cc-471b-a1b9-1ccb1d9f6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:34.907794 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Bound port: e9b05c84-a1f3-4655-befa-e12b3e8349bc, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5354a86-66cc-471b-a1b9-1ccb1d9f6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:34.908693 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:34.999531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40962) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:35.025664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] For port e9b05c84-a1f3-4655-befa-e12b3e8349bc, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:35.054880 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] For port e9b05c84-a1f3-4655-befa-e12b3e8349bc, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e9b05c84-a1f3-4655-befa-e12b3e8349bc,segment=NetworkSegment(b5354a86-66cc-471b-a1b9-1ccb1d9f6bda),segment_id=b5354a86-66cc-471b-a1b9-1ccb1d9f6bda)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:35.068834 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:35.084883 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-30e25c5b-d38c-4855-8732-1cd9494a2b50 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c8cecdcfcbf540de867696fa19d19ee5&name=default HTTP/1.1" status: 200 len: 2999 time: 0.0821192 Feb 08 15:50:35.099629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40964) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:35.106690 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:35.107733 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:35.109641 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] 10.222.0.96 "PUT /v2.0/ports/e9b05c84-a1f3-4655-befa-e12b3e8349bc HTTP/1.1" status: 200 len: 1092 time: 1.2770755 Feb 08 15:50:35.139729 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a39473-1659-4b6b-a4a1-923b0f896364 req-457f8cd4-a5c4-4c23-a43f-08174e45c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:35.140514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a39473-1659-4b6b-a4a1-923b0f896364 req-457f8cd4-a5c4-4c23-a43f-08174e45c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:35.141092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a39473-1659-4b6b-a4a1-923b0f896364 req-457f8cd4-a5c4-4c23-a43f-08174e45c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:35.142822 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9a39473-1659-4b6b-a4a1-923b0f896364 req-457f8cd4-a5c4-4c23-a43f-08174e45c8d6 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3121338 Feb 08 15:50:35.188518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8ddd2-2471-47f7-8581-89d8966ba4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b05c84-a1f3-4655-befa-e12b3e8349bc,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:35.210657 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0be6457f-6acc-42c5-8a22-7e022a89fd8b admin admin] Publish callbacks [] for security_group (5527f4c1-8eed-454c-9abe-7acb15382cd2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:35.228295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a7d0820-bc4d-4422-a6db-66c55d396b67 req-002ef5e6-5816-4342-8296-5bf74f4359e9 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322364 Feb 08 15:50:35.265041 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae73e242-2f4f-4c13-978d-b8f3c0d8adef req-be9e15b2-cb72-4239-bd10-3332a1a7cc93 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4963036 Feb 08 15:50:35.273403 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0be6457f-6acc-42c5-8a22-7e022a89fd8b admin admin] Publish callbacks [] for security_group (5527f4c1-8eed-454c-9abe-7acb15382cd2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:35.437084 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:35.452670 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0be6457f-6acc-42c5-8a22-7e022a89fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5527f4c1-8eed-454c-9abe-7acb15382cd2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:35.456861 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0be6457f-6acc-42c5-8a22-7e022a89fd8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:35.459087 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0be6457f-6acc-42c5-8a22-7e022a89fd8b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5527f4c1-8eed-454c-9abe-7acb15382cd2 HTTP/1.1" status: 204 len: 168 time: 0.3583791 Feb 08 15:50:35.483141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6457f-6acc-42c5-8a22-7e022a89fd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5527f4c1-8eed-454c-9abe-7acb15382cd2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:35.495090 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8c0d6-9433-4aa6-ba2d-dbe7534485aa req-e56e636c-eae0-463f-b9a4-cc3320fa1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:35.495715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8c0d6-9433-4aa6-ba2d-dbe7534485aa req-e56e636c-eae0-463f-b9a4-cc3320fa1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:35.496248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8c0d6-9433-4aa6-ba2d-dbe7534485aa req-e56e636c-eae0-463f-b9a4-cc3320fa1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:35.496773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8c0d6-9433-4aa6-ba2d-dbe7534485aa req-e56e636c-eae0-463f-b9a4-cc3320fa1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:35.497405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8c0d6-9433-4aa6-ba2d-dbe7534485aa req-e56e636c-eae0-463f-b9a4-cc3320fa1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:35.497909 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8c0d6-9433-4aa6-ba2d-dbe7534485aa req-e56e636c-eae0-463f-b9a4-cc3320fa1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:35.500068 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d4a8c0d6-9433-4aa6-ba2d-dbe7534485aa req-e56e636c-eae0-463f-b9a4-cc3320fa1c40 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=57411ff0a26042cfac2e561311a318e4&device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5350 time: 0.1400545 Feb 08 15:50:35.639474 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8c0d6-9433-4aa6-ba2d-dbe7534485aa req-3870c94e-fd74-4441-a808-ea621742c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:35.640122 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8c0d6-9433-4aa6-ba2d-dbe7534485aa req-3870c94e-fd74-4441-a808-ea621742c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:35.640645 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8c0d6-9433-4aa6-ba2d-dbe7534485aa req-3870c94e-fd74-4441-a808-ea621742c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:35.642524 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d4a8c0d6-9433-4aa6-ba2d-dbe7534485aa req-3870c94e-fd74-4441-a808-ea621742c3fd service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=57411ff0a26042cfac2e561311a318e4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1312501 Feb 08 15:50:35.779217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8c0d6-9433-4aa6-ba2d-dbe7534485aa req-364c6357-aa2c-4c67-91b0-77a8981416ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:35.780851 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d4a8c0d6-9433-4aa6-ba2d-dbe7534485aa req-364c6357-aa2c-4c67-91b0-77a8981416ea service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324103 Feb 08 15:50:35.848446 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fce1b4-67af-45e3-8ecd-e97912be4db6 x-openstack-request-id: req-99fce1b4-67af-45e3-8ecd-e97912be4db6 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:35.848875 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "6bac61d4-782d-4ce5-a6f2-e9fd2de38797", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:35.849172 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-99fce1b4-67af-45e3-8ecd-e97912be4db6 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:35.849547 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': '6bac61d4-782d-4ce5-a6f2-e9fd2de38797', 'status': 'completed', 'code': 200} Feb 08 15:50:35.998586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a39473-1659-4b6b-a4a1-923b0f896364 req-8222f197-b889-485f-9463-e0a5bf280586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:35.999710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9a39473-1659-4b6b-a4a1-923b0f896364 req-8222f197-b889-485f-9463-e0a5bf280586 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8410139 Feb 08 15:50:36.011415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Router 56ef67b9-587e-487d-82b3-bb5a7f95aedc is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:50:36.029283 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5812a0-b0e7-452d-b369-a2cb2f05432c {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:36.052801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995230bf-3d4d-4d70-9f00-464f7373faf0 req-5fd29fd4-61c0-4836-aad9-9af3d44a9d19 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.059121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995230bf-3d4d-4d70-9f00-464f7373faf0 req-5fd29fd4-61c0-4836-aad9-9af3d44a9d19 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.064400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995230bf-3d4d-4d70-9f00-464f7373faf0 req-5fd29fd4-61c0-4836-aad9-9af3d44a9d19 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.069909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995230bf-3d4d-4d70-9f00-464f7373faf0 req-5fd29fd4-61c0-4836-aad9-9af3d44a9d19 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.075395 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995230bf-3d4d-4d70-9f00-464f7373faf0 req-5fd29fd4-61c0-4836-aad9-9af3d44a9d19 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.081421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995230bf-3d4d-4d70-9f00-464f7373faf0 req-5fd29fd4-61c0-4836-aad9-9af3d44a9d19 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.086672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995230bf-3d4d-4d70-9f00-464f7373faf0 req-5fd29fd4-61c0-4836-aad9-9af3d44a9d19 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.094150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-995230bf-3d4d-4d70-9f00-464f7373faf0 req-5fd29fd4-61c0-4836-aad9-9af3d44a9d19 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.2420008 Feb 08 15:50:36.100868 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Publish callbacks [] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:36.132178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53630df9-f071-4b8b-b17b-2bc4015882e7 req-404e5713-70d4-450b-b9ea-d2e9b329540b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.139033 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53630df9-f071-4b8b-b17b-2bc4015882e7 req-404e5713-70d4-450b-b9ea-d2e9b329540b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 946 time: 0.2938459 Feb 08 15:50:36.246689 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Transition to ACTIVE for port object 3e5812a0-b0e7-452d-b369-a2cb2f05432c will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:36.278313 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:36.420453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-995230bf-3d4d-4d70-9f00-464f7373faf0 req-983de6ef-f391-488d-b326-55b03c0281ac tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3192887 Feb 08 15:50:36.433134 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-233c3977-5297-4157-ab33-5aab375dd75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.442181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-233c3977-5297-4157-ab33-5aab375dd75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.442808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-233c3977-5297-4157-ab33-5aab375dd75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.444306 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-233c3977-5297-4157-ab33-5aab375dd75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.444931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-233c3977-5297-4157-ab33-5aab375dd75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.447260 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-233c3977-5297-4157-ab33-5aab375dd75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.447887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-233c3977-5297-4157-ab33-5aab375dd75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.451625 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-233c3977-5297-4157-ab33-5aab375dd75f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 6710 time: 0.3482926 Feb 08 15:50:36.465166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': 'cfd04846-4cd3-401f-8fae-3b9199e9f8af'}, {'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': 'e848e527-5583-4f56-98ed-53cd48851010'}, {'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': 'e9b05c84-a1f3-4655-befa-e12b3e8349bc'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:36.469034 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4ae691-58ef-491f-ae07-471d9323d2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "cfd04846-4cd3-401f-8fae-3b9199e9f8af"}, {"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "e848e527-5583-4f56-98ed-53cd48851010"}, {"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "e9b05c84-a1f3-4655-befa-e12b3e8349bc"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:36.473030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53630df9-f071-4b8b-b17b-2bc4015882e7 req-7b81b278-a3f7-43c8-9e7a-4bc62dcfaea5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324289 Feb 08 15:50:36.582350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5812a0-b0e7-452d-b369-a2cb2f05432c,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:36.589196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:50:36.599361 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Sync routers for ids ['56ef67b9-587e-487d-82b3-bb5a7f95aedc'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:50:36.600847 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6364babd-85ad-4142-8682-868f8b3143e7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60c0742f-a0e6-414e-b668-09d8e84519be HTTP/1.1" status: 200 len: 217 time: 0.1046784 Feb 08 15:50:36.611879 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:36.632226 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Routers {'56ef67b9-587e-487d-82b3-bb5a7f95aedc'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:50:36.632956 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:50:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['56ef67b9-587e-487d-82b3-bb5a7f95aedc'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:36.715117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-bd90d671-e52e-44d0-8c0a-542f134674bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.719378 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-bd90d671-e52e-44d0-8c0a-542f134674bf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c1da838c-c146-4a08-a1b3-12305d29884c HTTP/1.1" status: 200 len: 854 time: 0.0987494 Feb 08 15:50:36.757554 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:36.762004 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7f257179-54f5-49eb-811a-d71565920caf admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.1779423 Feb 08 15:50:36.762375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41002) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:36.885607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d262209-cc99-471b-bedc-c52bc56c2b4c req-182abaaa-066a-4a6c-8cfe-aa2eb3b58802 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.887164 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d262209-cc99-471b-bedc-c52bc56c2b4c req-182abaaa-066a-4a6c-8cfe-aa2eb3b58802 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.2997963 Feb 08 15:50:36.905837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Attempting to bind port 3e5812a0-b0e7-452d-b369-a2cb2f05432c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:36.906177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Attempting to bind port 3e5812a0-b0e7-452d-b369-a2cb2f05432c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:36.906499 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Attempting to bind port 3e5812a0-b0e7-452d-b369-a2cb2f05432c on network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:36.924438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-ed125e8a-e573-41c2-9034-a9a12a581ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:36.926661 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-ed125e8a-e573-41c2-9034-a9a12a581ea6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f374c3c5-4cbc-40fc-8190-8e5f894214ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1956499 Feb 08 15:50:36.947236 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Port 3e5812a0-b0e7-452d-b369-a2cb2f05432c on network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:36.947973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Attempting to bind port 3e5812a0-b0e7-452d-b369-a2cb2f05432c on network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:37.053024 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:37.053404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Checking segment: {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:37.053776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Bound using segment: {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:37.054217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Bound port: 3e5812a0-b0e7-452d-b369-a2cb2f05432c, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:37.054856 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:37.058364 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-4849187c-6f06-4bbd-b915-6ab9c540eeef service neutron] 10.222.0.96 "GET /v2.0/networks/f374c3c5-4cbc-40fc-8190-8e5f894214ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138051 Feb 08 15:50:37.076441 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Set router 56ef67b9-587e-487d-82b3-bb5a7f95aedc gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:50:37.085577 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda7b82-9a24-4677-a0a3-426e160efd18 req-0a4a766c-d80d-4518-a954-922296468200 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:37.091583 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda7b82-9a24-4677-a0a3-426e160efd18 req-0a4a766c-d80d-4518-a954-922296468200 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:37.097812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda7b82-9a24-4677-a0a3-426e160efd18 req-0a4a766c-d80d-4518-a954-922296468200 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:37.103294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda7b82-9a24-4677-a0a3-426e160efd18 req-0a4a766c-d80d-4518-a954-922296468200 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:37.108867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda7b82-9a24-4677-a0a3-426e160efd18 req-0a4a766c-d80d-4518-a954-922296468200 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:37.115089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda7b82-9a24-4677-a0a3-426e160efd18 req-0a4a766c-d80d-4518-a954-922296468200 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:37.120729 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda7b82-9a24-4677-a0a3-426e160efd18 req-0a4a766c-d80d-4518-a954-922296468200 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:37.122835 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ddda7b82-9a24-4677-a0a3-426e160efd18 req-0a4a766c-d80d-4518-a954-922296468200 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5372 time: 0.4012287 Feb 08 15:50:37.252182 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ddda7b82-9a24-4677-a0a3-426e160efd18 req-a06ec13b-7307-4562-bc51-6127a10e8cd1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114843 Feb 08 15:50:37.282085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d262209-cc99-471b-bedc-c52bc56c2b4c req-c205fd4d-37f6-4c53-a6c1-77b2b7cac879 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773580 Feb 08 15:50:37.366128 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] For port 3e5812a0-b0e7-452d-b369-a2cb2f05432c, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:37.371976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] For port 3e5812a0-b0e7-452d-b369-a2cb2f05432c, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3e5812a0-b0e7-452d-b369-a2cb2f05432c,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:37.378993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-32403e0a-c6ad-4490-9791-35bfe9c69db7 service neutron] 10.222.0.96 "GET /v2.0/networks/f374c3c5-4cbc-40fc-8190-8e5f894214ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050280 Feb 08 15:50:37.383425 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:37.395688 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'name': 'tempest-ServerRescueTestJSON-1025532558-router', 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f38fdff3-ce86-4537-9e79-b7284c2fdfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:50:26Z', 'updated_at': '2022-02-08T15:50:32Z', 'revision_number': 3, 'project_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'gw_port': {'id': 'f38fdff3-ce86-4537-9e79-b7284c2fdfbe', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:16:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:50:29Z', 'updated_at': '2022-02-08T15:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:37.458525 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Checking router: 56ef67b9-587e-487d-82b3-bb5a7f95aedc for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:50:37.458910 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Updating router 56ef67b9-587e-487d-82b3-bb5a7f95aedc port f38fdff3-ce86-4537-9e79-b7284c2fdfbe binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:50:37.469052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5812a0-b0e7-452d-b369-a2cb2f05432c,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:37.511421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:37.512053 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:37.514326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] 10.222.0.96 "PUT /v2.0/ports/3e5812a0-b0e7-452d-b369-a2cb2f05432c HTTP/1.1" status: 200 len: 1131 time: 3.2926655 Feb 08 15:50:37.524085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-cc1e33e6-2896-47e9-b569-2f8c4b7a6a0b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=cd15fded-a995-4138-8c2a-b51cb34b8301 HTTP/1.1" status: 200 len: 217 time: 0.1378236 Feb 08 15:50:37.526303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:37.526527 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f38fdff3-ce86-4537-9e79-b7284c2fdfbe), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:37.526684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:37.527218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:37.527798 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:37.528152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:37.528551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:37.528978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:37.529373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:37.529744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:37.530448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:37.530448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:37.530837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:37.531215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cc6311-1a27-4664-a8d2-e36e83a73427 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:37.557915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Request body: {'port': {'device_id': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:37.648894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-406aacba-7096-4c28-809a-6b28841bac7b req-19f95644-417e-4b4c-a874-d51545c45329 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=e7801731b81d427e9445bed7845b06a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675778 Feb 08 15:50:37.860369 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3d7c66-94ed-48e2-bdc4-ef5d4ce904b5 x-openstack-request-id: req-fa3d7c66-94ed-48e2-bdc4-ef5d4ce904b5 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:37.860850 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "cfd04846-4cd3-401f-8fae-3b9199e9f8af", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "e848e527-5583-4f56-98ed-53cd48851010", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "e9b05c84-a1f3-4655-befa-e12b3e8349bc", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:37.861340 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-fa3d7c66-94ed-48e2-bdc4-ef5d4ce904b5 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:37.861472 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': 'cfd04846-4cd3-401f-8fae-3b9199e9f8af', 'status': 'completed', 'code': 200} Feb 08 15:50:37.861728 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': 'e848e527-5583-4f56-98ed-53cd48851010', 'status': 'completed', 'code': 200} Feb 08 15:50:37.861900 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': 'e9b05c84-a1f3-4655-befa-e12b3e8349bc', 'status': 'completed', 'code': 200} Feb 08 15:50:37.864703 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aacba-7096-4c28-809a-6b28841bac7b req-9d7168bc-bd44-46a8-886c-f9af63bc395b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:37.869776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-406aacba-7096-4c28-809a-6b28841bac7b req-9d7168bc-bd44-46a8-886c-f9af63bc395b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119863 Feb 08 15:50:37.871031 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': '3e5812a0-b0e7-452d-b369-a2cb2f05432c'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:37.876278 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e54636e-3131-4d16-adb1-c08417c0ae67" -d '{"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "3e5812a0-b0e7-452d-b369-a2cb2f05432c"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:37.904453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-44e197b9-8757-4600-a04f-09f2c5cf45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:37.908700 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-44e197b9-8757-4600-a04f-09f2c5cf45c4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b54aa40b-196d-4120-890f-56a182074fb9 HTTP/1.1" status: 200 len: 797 time: 0.3689561 Feb 08 15:50:37.923324 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:37.972493 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-406aacba-7096-4c28-809a-6b28841bac7b req-27ce3432-2571-461b-96a9-7e9ff5219fa4 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/quotas/e7801731b81d427e9445bed7845b06a4 HTTP/1.1" status: 200 len: 375 time: 0.0770319 Feb 08 15:50:38.053479 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Publish callbacks [] for port (f38fdff3-ce86-4537-9e79-b7284c2fdfbe), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:38.060862 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f38fdff3-ce86-4537-9e79-b7284c2fdfbe), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:38.090676 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:38.112037 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:38.166365 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Attempting to bind port f38fdff3-ce86-4537-9e79-b7284c2fdfbe on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:38.166746 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Attempting to bind port f38fdff3-ce86-4537-9e79-b7284c2fdfbe by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:38.167120 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Attempting to bind port f38fdff3-ce86-4537-9e79-b7284c2fdfbe on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:38.181113 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ec24b-b149-4cfd-a528-340a2df5d304 None None] Pushing event updated for resources: {'Port': ['ID=f38fdff3-ce86-4537-9e79-b7284c2fdfbe,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:38.188566 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-406aacba-7096-4c28-809a-6b28841bac7b req-8688892c-0307-42fb-a9b4-53d30df3a94b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2076466 Feb 08 15:50:38.200530 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:38.202664 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:38.204013 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:38.206217 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:38.207017 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Bound port: f38fdff3-ce86-4537-9e79-b7284c2fdfbe, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:38.207856 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f38fdff3-ce86-4537-9e79-b7284c2fdfbe), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:38.215162 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ec24b-b149-4cfd-a528-340a2df5d304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:38.215514 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ec24b-b149-4cfd-a528-340a2df5d304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:38.215852 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ec24b-b149-4cfd-a528-340a2df5d304 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:38.219113 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ec24b-b149-4cfd-a528-340a2df5d304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:38.219538 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ec24b-b149-4cfd-a528-340a2df5d304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:38.219803 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ec24b-b149-4cfd-a528-340a2df5d304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:38.220147 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ec24b-b149-4cfd-a528-340a2df5d304 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:38.220984 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ec24b-b149-4cfd-a528-340a2df5d304 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:38.221311 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ec24b-b149-4cfd-a528-340a2df5d304 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:38.221702 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ec24b-b149-4cfd-a528-340a2df5d304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:38.222405 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ec24b-b149-4cfd-a528-340a2df5d304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:38.222737 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ec24b-b149-4cfd-a528-340a2df5d304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:38.223069 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ec24b-b149-4cfd-a528-340a2df5d304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:38.226425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2f7ed-7461-42da-bdba-eb0e755f9756 req-beb209ec-3d9b-4b2b-85d9-06b6f5af951f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.232015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2f7ed-7461-42da-bdba-eb0e755f9756 req-beb209ec-3d9b-4b2b-85d9-06b6f5af951f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.237838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2f7ed-7461-42da-bdba-eb0e755f9756 req-beb209ec-3d9b-4b2b-85d9-06b6f5af951f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.243053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2f7ed-7461-42da-bdba-eb0e755f9756 req-beb209ec-3d9b-4b2b-85d9-06b6f5af951f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.248311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2f7ed-7461-42da-bdba-eb0e755f9756 req-beb209ec-3d9b-4b2b-85d9-06b6f5af951f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.254134 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2f7ed-7461-42da-bdba-eb0e755f9756 req-beb209ec-3d9b-4b2b-85d9-06b6f5af951f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.265327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2f7ed-7461-42da-bdba-eb0e755f9756 req-beb209ec-3d9b-4b2b-85d9-06b6f5af951f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.274731 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41036) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:38.276835 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ae2f7ed-7461-42da-bdba-eb0e755f9756 req-beb209ec-3d9b-4b2b-85d9-06b6f5af951f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.2748046 Feb 08 15:50:38.297310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-876cf083-701a-4fe4-b337-fb0a41c5681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.299517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-876cf083-701a-4fe4-b337-fb0a41c5681f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e26395d2-2156-49c3-97cc-22735cb36435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3081365 Feb 08 15:50:38.321164 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] For port f38fdff3-ce86-4537-9e79-b7284c2fdfbe, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:38.325495 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] For port f38fdff3-ce86-4537-9e79-b7284c2fdfbe, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f38fdff3-ce86-4537-9e79-b7284c2fdfbe,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:38.335380 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f38fdff3-ce86-4537-9e79-b7284c2fdfbe), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:38.445373 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Routers {'56ef67b9-587e-487d-82b3-bb5a7f95aedc'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:50:38.446640 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:50:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['56ef67b9-587e-487d-82b3-bb5a7f95aedc'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:38.458191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Allocated IP 172.20.0.1 (ccd87241-81d8-43e6-a2f0-71903609a7a0/df6fa361-f17a-44c7-8a19-142ba5e65abc/071d2f9b-99c8-40b1-b853-d6ad0b472cc0) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:38.559255 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ae2f7ed-7461-42da-bdba-eb0e755f9756 req-d0c7ddf3-924f-4507-a785-1faff3bf306f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2815204 Feb 08 15:50:38.580351 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cb87e1a-1e35-4549-bd28-36f97a1d6719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:38.587135 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ec24b-b149-4cfd-a528-340a2df5d304 None None] Pushing event updated for resources: {'Port': ['ID=f38fdff3-ce86-4537-9e79-b7284c2fdfbe,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:38.698185 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] Set router 56ef67b9-587e-487d-82b3-bb5a7f95aedc gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:50:38.730569 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Publish callbacks [] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:38.764060 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631d9412-e9a4-4d71-a433-611931dc8b6c x-openstack-request-id: req-631d9412-e9a4-4d71-a433-611931dc8b6c {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:38.764441 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "3e5812a0-b0e7-452d-b369-a2cb2f05432c", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:38.764667 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-631d9412-e9a4-4d71-a433-611931dc8b6c {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:38.769854 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': '3e5812a0-b0e7-452d-b369-a2cb2f05432c', 'status': 'completed', 'code': 200} Feb 08 15:50:38.839727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cb87e1a-1e35-4549-bd28-36f97a1d6719 admin admin] Publish callbacks [] for security_group (bc525480-4120-45bc-ad78-c2cd554a1d43), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:38.850892 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54636e-3131-4d16-adb1-c08417c0ae67 req-cc0aafdd-0607-44db-968e-0ae3116f33de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.851447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54636e-3131-4d16-adb1-c08417c0ae67 req-cc0aafdd-0607-44db-968e-0ae3116f33de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.852053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54636e-3131-4d16-adb1-c08417c0ae67 req-cc0aafdd-0607-44db-968e-0ae3116f33de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.852571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54636e-3131-4d16-adb1-c08417c0ae67 req-cc0aafdd-0607-44db-968e-0ae3116f33de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.853256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54636e-3131-4d16-adb1-c08417c0ae67 req-cc0aafdd-0607-44db-968e-0ae3116f33de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.853864 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54636e-3131-4d16-adb1-c08417c0ae67 req-cc0aafdd-0607-44db-968e-0ae3116f33de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.854331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54636e-3131-4d16-adb1-c08417c0ae67 req-cc0aafdd-0607-44db-968e-0ae3116f33de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.856586 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7e54636e-3131-4d16-adb1-c08417c0ae67 req-cc0aafdd-0607-44db-968e-0ae3116f33de service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=57411ff0a26042cfac2e561311a318e4&device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 6305 time: 0.1154213 Feb 08 15:50:38.862150 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cb87e1a-1e35-4549-bd28-36f97a1d6719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bc525480-4120-45bc-ad78-c2cd554a1d43), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:38.966216 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:38.994368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e120e-f53f-4b8d-a800-d7901b882e21 req-e9082443-0cd6-4ee5-8ae8-7b00ab4832f6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:38.997014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb2e120e-f53f-4b8d-a800-d7901b882e21 req-e9082443-0cd6-4ee5-8ae8-7b00ab4832f6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 946 time: 0.4518671 Feb 08 15:50:39.025825 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6cb87e1a-1e35-4549-bd28-36f97a1d6719 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=057ff25b707a4f09b1449776fa81bd53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7439439 Feb 08 15:50:39.027711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41054) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:39.033559 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb87e1a-1e35-4549-bd28-36f97a1d6719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc525480-4120-45bc-ad78-c2cd554a1d43,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:39.058395 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'name': 'tempest-ServerRescueTestJSON-1025532558-router', 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f38fdff3-ce86-4537-9e79-b7284c2fdfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:50:26Z', 'updated_at': '2022-02-08T15:50:32Z', 'revision_number': 3, 'project_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'gw_port': {'id': 'f38fdff3-ce86-4537-9e79-b7284c2fdfbe', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:16:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:50:29Z', 'updated_at': '2022-02-08T15:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:39.060424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Network ccd87241-81d8-43e6-a2f0-71903609a7a0 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:39.081829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-f63bc9c5-0e7e-45ae-a31b-4ddd8abbb055 service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336545 Feb 08 15:50:39.089952 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:39.098500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:39.128768 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7abab1-3741-4a19-bf4f-1723548e9930 None None] The sync data for ids ['56ef67b9-587e-487d-82b3-bb5a7f95aedc'] in n-d-824834-11 is: [{'id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'name': 'tempest-ServerRescueTestJSON-1025532558-router', 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f38fdff3-ce86-4537-9e79-b7284c2fdfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:50:26Z', 'updated_at': '2022-02-08T15:50:32Z', 'revision_number': 3, 'project_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'gw_port': {'id': 'f38fdff3-ce86-4537-9e79-b7284c2fdfbe', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:16:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:50:29Z', 'updated_at': '2022-02-08T15:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:50:39.137267 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54636e-3131-4d16-adb1-c08417c0ae67 req-e562589e-1733-416b-ab34-c09be3f466bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:39.137746 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54636e-3131-4d16-adb1-c08417c0ae67 req-e562589e-1733-416b-ab34-c09be3f466bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:39.138286 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54636e-3131-4d16-adb1-c08417c0ae67 req-e562589e-1733-416b-ab34-c09be3f466bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:39.139848 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7e54636e-3131-4d16-adb1-c08417c0ae67 req-e562589e-1733-416b-ab34-c09be3f466bf service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=57411ff0a26042cfac2e561311a318e4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2737989 Feb 08 15:50:39.140457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Pushing event updated for resources: {'Port': ['ID=071d2f9b-99c8-40b1-b853-d6ad0b472cc0,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:39.151421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd77613-e75d-478b-9276-0c4f5f4dd710 req-09229971-3010-471f-9a17-9e5a8e1ae9f7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:39.158705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd77613-e75d-478b-9276-0c4f5f4dd710 req-09229971-3010-471f-9a17-9e5a8e1ae9f7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:39.165828 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd77613-e75d-478b-9276-0c4f5f4dd710 req-09229971-3010-471f-9a17-9e5a8e1ae9f7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:39.172327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd77613-e75d-478b-9276-0c4f5f4dd710 req-09229971-3010-471f-9a17-9e5a8e1ae9f7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:39.179734 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd77613-e75d-478b-9276-0c4f5f4dd710 req-09229971-3010-471f-9a17-9e5a8e1ae9f7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:39.184468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd77613-e75d-478b-9276-0c4f5f4dd710 req-09229971-3010-471f-9a17-9e5a8e1ae9f7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:39.192812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd77613-e75d-478b-9276-0c4f5f4dd710 req-09229971-3010-471f-9a17-9e5a8e1ae9f7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:39.200898 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fd77613-e75d-478b-9276-0c4f5f4dd710 req-09229971-3010-471f-9a17-9e5a8e1ae9f7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5372 time: 0.3526056 Feb 08 15:50:39.275017 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (56ef67b9-587e-487d-82b3-bb5a7f95aedc), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:39.367545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e2dd08-15ae-4999-9e8f-c05884c8b844 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:39.368767 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7ff9aa4-8095-437c-9a9d-a21d72221634 admin admin] Publish callbacks [] for security_group (bc525480-4120-45bc-ad78-c2cd554a1d43), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:39.375304 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54636e-3131-4d16-adb1-c08417c0ae67 req-6017e528-8048-4357-854c-7fb57c9fd616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:39.377422 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7e54636e-3131-4d16-adb1-c08417c0ae67 req-6017e528-8048-4357-854c-7fb57c9fd616 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2269659 Feb 08 15:50:39.391831 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb2e120e-f53f-4b8d-a800-d7901b882e21 req-8b17ce91-a8b7-4df6-ae4d-5b072ce68e57 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600574 Feb 08 15:50:39.394438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Publish callbacks [] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:39.442287 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7ff9aa4-8095-437c-9a9d-a21d72221634 admin admin] Publish callbacks [] for security_group (bc525480-4120-45bc-ad78-c2cd554a1d43), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:39.444008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Transition to ACTIVE for port object 44e2dd08-15ae-4999-9e8f-c05884c8b844 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:39.459018 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fd77613-e75d-478b-9276-0c4f5f4dd710 req-3e2595c7-8706-478e-b782-4580f19cb3f8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2570429 Feb 08 15:50:39.472936 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:39.634647 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7ff9aa4-8095-437c-9a9d-a21d72221634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bc525480-4120-45bc-ad78-c2cd554a1d43), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:39.652121 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7ff9aa4-8095-437c-9a9d-a21d72221634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:39.665364 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4499687c-003e-4a29-97e2-226d2714de89 req-e3f7bc23-ef14-4ebe-b260-058d2808c09f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 210 time: 0.1440449 Feb 08 15:50:39.674498 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a7ff9aa4-8095-437c-9a9d-a21d72221634 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bc525480-4120-45bc-ad78-c2cd554a1d43 HTTP/1.1" status: 204 len: 168 time: 0.6225798 Feb 08 15:50:39.703040 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-b4f2188e-73d1-4bab-b98a-ad5cab1260c9 service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949788 Feb 08 15:50:39.739871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff9aa4-8095-437c-9a9d-a21d72221634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc525480-4120-45bc-ad78-c2cd554a1d43,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:39.879026 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-1b1b52ea-a31e-451e-a798-11e444925617 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=a5a14c1f-2a74-4aab-8308-e85af9d02595 HTTP/1.1" status: 200 len: 217 time: 0.1627898 Feb 08 15:50:39.887848 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-406aacba-7096-4c28-809a-6b28841bac7b req-713c5656-cb4c-452f-829e-9c76ca479928 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=e7801731b81d427e9445bed7845b06a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676394 Feb 08 15:50:39.889723 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:40.047900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-b9d5046d-b6a2-420f-a6d3-ec95b0a565d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:40.054112 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-b9d5046d-b6a2-420f-a6d3-ec95b0a565d6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b54aa40b-196d-4120-890f-56a182074fb9 HTTP/1.1" status: 200 len: 797 time: 0.1046712 Feb 08 15:50:40.099747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Pushing event updated for resources: {'Port': ['ID=44e2dd08-15ae-4999-9e8f-c05884c8b844,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:40.182984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aacba-7096-4c28-809a-6b28841bac7b req-3ccd802f-98aa-4e96-bbcb-7c234ea0dd6e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:40.185262 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-406aacba-7096-4c28-809a-6b28841bac7b req-3ccd802f-98aa-4e96-bbcb-7c234ea0dd6e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2736006 Feb 08 15:50:40.199854 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-406aacba-7096-4c28-809a-6b28841bac7b req-5fe58ac9-49b4-4721-8bf2-8c5eab2e69ac tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Request body: {'port': {'device_id': 'b012145b-f5be-4b75-8982-6a1d1c91e61d', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': 'e7801731b81d427e9445bed7845b06a4'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:40.293822 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953de9-0003-4e92-b652-2e33a2d6ffe7 req-9afad829-376c-4c7b-ad46-6f50a69600d2 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:40.308069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953de9-0003-4e92-b652-2e33a2d6ffe7 req-9afad829-376c-4c7b-ad46-6f50a69600d2 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:40.315861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953de9-0003-4e92-b652-2e33a2d6ffe7 req-9afad829-376c-4c7b-ad46-6f50a69600d2 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:40.321118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953de9-0003-4e92-b652-2e33a2d6ffe7 req-9afad829-376c-4c7b-ad46-6f50a69600d2 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:40.327003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953de9-0003-4e92-b652-2e33a2d6ffe7 req-9afad829-376c-4c7b-ad46-6f50a69600d2 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:40.333063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953de9-0003-4e92-b652-2e33a2d6ffe7 req-9afad829-376c-4c7b-ad46-6f50a69600d2 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:40.338975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953de9-0003-4e92-b652-2e33a2d6ffe7 req-9afad829-376c-4c7b-ad46-6f50a69600d2 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:40.347412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7953de9-0003-4e92-b652-2e33a2d6ffe7 req-9afad829-376c-4c7b-ad46-6f50a69600d2 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.5236068 Feb 08 15:50:40.397915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-30bbc650-7507-4f5f-af2b-83cea6e6dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:40.399525 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-30bbc650-7507-4f5f-af2b-83cea6e6dcb0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e26395d2-2156-49c3-97cc-22735cb36435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3039405 Feb 08 15:50:40.401343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Attempting to bind port 44e2dd08-15ae-4999-9e8f-c05884c8b844 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:40.401578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Attempting to bind port 44e2dd08-15ae-4999-9e8f-c05884c8b844 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:40.401908 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Attempting to bind port 44e2dd08-15ae-4999-9e8f-c05884c8b844 on network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:40.429894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Port 44e2dd08-15ae-4999-9e8f-c05884c8b844 on network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:40.430237 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Attempting to bind port 44e2dd08-15ae-4999-9e8f-c05884c8b844 on network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:40.449150 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:40.449514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Checking segment: {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:40.450166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Bound using segment: {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:40.450697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Bound port: 44e2dd08-15ae-4999-9e8f-c05884c8b844, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:40.451107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:40.484178 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406aacba-7096-4c28-809a-6b28841bac7b req-5fe58ac9-49b4-4721-8bf2-8c5eab2e69ac tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Made reservation on behalf of e7801731b81d427e9445bed7845b06a4 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:40.497312 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-406aacba-7096-4c28-809a-6b28841bac7b req-5fe58ac9-49b4-4721-8bf2-8c5eab2e69ac tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:40.529761 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Publish callbacks [] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:40.614950 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7953de9-0003-4e92-b652-2e33a2d6ffe7 req-e8499f20-1956-40e4-bc6d-fa4a1139e051 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2666645 Feb 08 15:50:40.678222 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:40.697114 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-28b56cde-eda7-4418-8976-e5225f457cff service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866344 Feb 08 15:50:40.813114 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (56ef67b9-587e-487d-82b3-bb5a7f95aedc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:40.854584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Pushing event updated for resources: {'Port': ['ID=071d2f9b-99c8-40b1-b853-d6ad0b472cc0,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:40.981547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-406aacba-7096-4c28-809a-6b28841bac7b req-5fe58ac9-49b4-4721-8bf2-8c5eab2e69ac tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Allocated IP 192.168.233.43 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/56accc60-01ce-4879-8c65-79158c0cbead) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:41.018013 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Network ccd87241-81d8-43e6-a2f0-71903609a7a0 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:41.025835 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:41.140079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] For port 44e2dd08-15ae-4999-9e8f-c05884c8b844, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:41.178100 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] For port 44e2dd08-15ae-4999-9e8f-c05884c8b844, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=44e2dd08-15ae-4999-9e8f-c05884c8b844,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:41.188335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aa7bb-d84b-4302-8702-94b71f8a429a req-3fd9e5b0-2b69-49fa-b942-ed084a250aa7 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:41.190122 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-612aa7bb-d84b-4302-8702-94b71f8a429a req-3fd9e5b0-2b69-49fa-b942-ed084a250aa7 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 946 time: 0.6671491 Feb 08 15:50:41.211760 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:41.258056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Router 56ef67b9-587e-487d-82b3-bb5a7f95aedc has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:50:41.272121 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-406aacba-7096-4c28-809a-6b28841bac7b req-5fe58ac9-49b4-4721-8bf2-8c5eab2e69ac tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks [] for port (56accc60-01ce-4879-8c65-79158c0cbead), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:41.281298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:41.282446 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:41.283934 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] 10.222.0.96 "PUT /v2.0/ports/44e2dd08-15ae-4999-9e8f-c05884c8b844 HTTP/1.1" status: 200 len: 1091 time: 3.7318799 Feb 08 15:50:41.290547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': '44e2dd08-15ae-4999-9e8f-c05884c8b844'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:41.293058 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c60f96-ade5-4c38-88da-124508f78eba" -d '{"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "44e2dd08-15ae-4999-9e8f-c05884c8b844"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:41.312277 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-4e6a2302-f049-44bc-baa3-761f4ffd9cfc service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6075883 Feb 08 15:50:41.329903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37b6b6-92a1-494b-8bc7-9478acbccace req-c35e9e68-88ea-474f-af49-5adc0dc09d99 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:41.334634 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-406aacba-7096-4c28-809a-6b28841bac7b req-5fe58ac9-49b4-4721-8bf2-8c5eab2e69ac tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (56accc60-01ce-4879-8c65-79158c0cbead), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:41.336022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37b6b6-92a1-494b-8bc7-9478acbccace req-c35e9e68-88ea-474f-af49-5adc0dc09d99 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:41.343219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37b6b6-92a1-494b-8bc7-9478acbccace req-c35e9e68-88ea-474f-af49-5adc0dc09d99 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:41.349515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37b6b6-92a1-494b-8bc7-9478acbccace req-c35e9e68-88ea-474f-af49-5adc0dc09d99 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:41.353537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['6c1088c1-fc34-4fda-bf40-aec9bc0678e0'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:50:41.355682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37b6b6-92a1-494b-8bc7-9478acbccace req-c35e9e68-88ea-474f-af49-5adc0dc09d99 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:41.361503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37b6b6-92a1-494b-8bc7-9478acbccace req-c35e9e68-88ea-474f-af49-5adc0dc09d99 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:41.366974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37b6b6-92a1-494b-8bc7-9478acbccace req-c35e9e68-88ea-474f-af49-5adc0dc09d99 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:41.368915 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f37b6b6-92a1-494b-8bc7-9478acbccace req-c35e9e68-88ea-474f-af49-5adc0dc09d99 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5384 time: 0.2422962 Feb 08 15:50:41.385916 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Request body: {'port': {'device_id': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:41.461124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f38fdff3-ce86-4537-9e79-b7284c2fdfbe up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:50:41.478722 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-ff1c284b-2855-4b45-8ff8-2e316a10c8ce service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=7f47a56e-4ca4-43e8-bb10-b43e3c709197 HTTP/1.1" status: 200 len: 217 time: 0.1044948 Feb 08 15:50:41.494779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddedf1-9603-40c0-8218-0d32a9fb6d07 service neutron] Pushing event updated for resources: {'Port': ['ID=44e2dd08-15ae-4999-9e8f-c05884c8b844,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:41.537337 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-612aa7bb-d84b-4302-8702-94b71f8a429a req-c2895d82-6c33-46b5-9ed5-6c6bc50aba50 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217590 Feb 08 15:50:41.557806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406aacba-7096-4c28-809a-6b28841bac7b req-5fe58ac9-49b4-4721-8bf2-8c5eab2e69ac tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:41.563936 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-406aacba-7096-4c28-809a-6b28841bac7b req-5fe58ac9-49b4-4721-8bf2-8c5eab2e69ac tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:41.567300 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-406aacba-7096-4c28-809a-6b28841bac7b req-5fe58ac9-49b4-4721-8bf2-8c5eab2e69ac tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:41.615351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port f38fdff3-ce86-4537-9e79-b7284c2fdfbe triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:41.616379 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f38fdff3-ce86-4537-9e79-b7284c2fdfbe), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:41.643238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe58ac9-49b4-4721-8bf2-8c5eab2e69ac tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Pushing event updated for resources: {'Port': ['ID=56accc60-01ce-4879-8c65-79158c0cbead,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:41.708061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aacba-7096-4c28-809a-6b28841bac7b req-5fe58ac9-49b4-4721-8bf2-8c5eab2e69ac tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:41.708721 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-406aacba-7096-4c28-809a-6b28841bac7b req-5fe58ac9-49b4-4721-8bf2-8c5eab2e69ac tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:41.728395 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:41.753702 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-406aacba-7096-4c28-809a-6b28841bac7b req-5fe58ac9-49b4-4721-8bf2-8c5eab2e69ac tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5583372 Feb 08 15:50:41.754899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:50:41.761147 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5b226c10-7f1a-4a97-9e71-f8511808cdb6 admin admin] 10.222.0.82 "PUT /v2.0/routers/56ef67b9-587e-487d-82b3-bb5a7f95aedc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9976833 Feb 08 15:50:41.770829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Request body: {'port': {'device_id': 'b012145b-f5be-4b75-8982-6a1d1c91e61d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:41.893246 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (56accc60-01ce-4879-8c65-79158c0cbead), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:42.049366 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Sync routers for ids ['56ef67b9-587e-487d-82b3-bb5a7f95aedc'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:50:42.069242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port f38fdff3-ce86-4537-9e79-b7284c2fdfbe is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:42.069808 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f38fdff3-ce86-4537-9e79-b7284c2fdfbe), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:42.075145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Routers {'56ef67b9-587e-487d-82b3-bb5a7f95aedc'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:50:42.076272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:50:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['56ef67b9-587e-487d-82b3-bb5a7f95aedc'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:42.096105 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-9cd4b54b-43ed-4c38-a095-5648a7327d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:42.097649 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-9cd4b54b-43ed-4c38-a095-5648a7327d17 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b54aa40b-196d-4120-890f-56a182074fb9 HTTP/1.1" status: 200 len: 797 time: 0.5965717 Feb 08 15:50:42.106072 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:42.145803 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Publish callbacks [] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:42.162842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Transition to ACTIVE for port object 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:42.176488 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f37b6b6-92a1-494b-8bc7-9478acbccace req-fcb0ae49-fc9f-4e29-899d-69272eceafe0 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7878888 Feb 08 15:50:42.206827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Set router 56ef67b9-587e-487d-82b3-bb5a7f95aedc gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:50:42.221619 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:42.242421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e5336-0a25-4ca1-ad70-151fc097b2db req-d4b29970-ca62-4809-a026-c427feb656a6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:42.245836 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba8e5336-0a25-4ca1-ad70-151fc097b2db req-d4b29970-ca62-4809-a026-c427feb656a6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 935 time: 0.5790889 Feb 08 15:50:42.301914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Pushing event updated for resources: {'Port': ['ID=8b99c547-f10b-41eb-a6a5-9705ba3c54f4,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:42.360407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56accc60-01ce-4879-8c65-79158c0cbead {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:42.377977 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Publish callbacks [] for port (56accc60-01ce-4879-8c65-79158c0cbead), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:42.404713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Transition to ACTIVE for port object 56accc60-01ce-4879-8c65-79158c0cbead will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:42.411167 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-aa41dae8-e080-4297-9af4-b83bdee36cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:42.412879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-aa41dae8-e080-4297-9af4-b83bdee36cf2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e26395d2-2156-49c3-97cc-22735cb36435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2979267 Feb 08 15:50:42.415592 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (56accc60-01ce-4879-8c65-79158c0cbead), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:42.468377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port f38fdff3-ce86-4537-9e79-b7284c2fdfbe, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f38fdff3-ce86-4537-9e79-b7284c2fdfbe,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:42.481280 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f38fdff3-ce86-4537-9e79-b7284c2fdfbe), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:42.526849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Pushing event updated for resources: {'Port': ['ID=56accc60-01ce-4879-8c65-79158c0cbead,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:42.677851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=f38fdff3-ce86-4537-9e79-b7284c2fdfbe,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:42.688865 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b21e77-3703-444d-83cd-9ea1db175231 x-openstack-request-id: req-b3b21e77-3703-444d-83cd-9ea1db175231 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:42.689453 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "44e2dd08-15ae-4999-9e8f-c05884c8b844", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:42.689728 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b3b21e77-3703-444d-83cd-9ea1db175231 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:42.694394 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': '44e2dd08-15ae-4999-9e8f-c05884c8b844', 'status': 'completed', 'code': 200} Feb 08 15:50:42.721753 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba8e5336-0a25-4ca1-ad70-151fc097b2db req-3f579a61-f4b4-460a-9195-a1fd4313ca1f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268661 Feb 08 15:50:42.754398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e8550440-850b-48ef-85f8-1404c6892d3c service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312399 Feb 08 15:50:42.774046 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c60f96-ade5-4c38-88da-124508f78eba req-591b380b-b112-4399-a301-4cf376b83b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:42.774532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c60f96-ade5-4c38-88da-124508f78eba req-591b380b-b112-4399-a301-4cf376b83b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:42.775004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c60f96-ade5-4c38-88da-124508f78eba req-591b380b-b112-4399-a301-4cf376b83b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:42.775465 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c60f96-ade5-4c38-88da-124508f78eba req-591b380b-b112-4399-a301-4cf376b83b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:42.776119 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c60f96-ade5-4c38-88da-124508f78eba req-591b380b-b112-4399-a301-4cf376b83b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:42.776733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c60f96-ade5-4c38-88da-124508f78eba req-591b380b-b112-4399-a301-4cf376b83b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:42.777600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c60f96-ade5-4c38-88da-124508f78eba req-591b380b-b112-4399-a301-4cf376b83b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:42.779853 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-18c60f96-ade5-4c38-88da-124508f78eba req-591b380b-b112-4399-a301-4cf376b83b99 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=57411ff0a26042cfac2e561311a318e4&device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 6430 time: 0.1719532 Feb 08 15:50:42.792445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'name': 'tempest-ServerRescueTestJSON-1025532558-router', 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f38fdff3-ce86-4537-9e79-b7284c2fdfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:50:26Z', 'updated_at': '2022-02-08T15:50:39Z', 'revision_number': 4, 'project_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'gw_port': {'id': 'f38fdff3-ce86-4537-9e79-b7284c2fdfbe', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:16:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:50:29Z', 'updated_at': '2022-02-08T15:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '071d2f9b-99c8-40b1-b853-d6ad0b472cc0', 'name': '', 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0', 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'mac_address': 'fa:16:3e:40:8d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'df6fa361-f17a-44c7-8a19-142ba5e65abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:50:38Z', 'updated_at': '2022-02-08T15:50:40Z', 'revision_number': 2, 'project_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'subnets': [{'id': 'df6fa361-f17a-44c7-8a19-142ba5e65abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:42.811111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Attempting to bind port 56accc60-01ce-4879-8c65-79158c0cbead on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:42.811344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Attempting to bind port 56accc60-01ce-4879-8c65-79158c0cbead by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:42.811673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Attempting to bind port 56accc60-01ce-4879-8c65-79158c0cbead on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:42.832429 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Port 56accc60-01ce-4879-8c65-79158c0cbead on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:42.832789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Attempting to bind port 56accc60-01ce-4879-8c65-79158c0cbead on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:42.843165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Attempting to bind port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:42.843499 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Attempting to bind port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:42.843825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Attempting to bind port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 on network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:42.859304 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Checking router: 56ef67b9-587e-487d-82b3-bb5a7f95aedc for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:50:42.859892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Updating router 56ef67b9-587e-487d-82b3-bb5a7f95aedc port 071d2f9b-99c8-40b1-b853-d6ad0b472cc0 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:50:42.873222 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:42.873708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:42.874096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:42.874541 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Bound port: 56accc60-01ce-4879-8c65-79158c0cbead, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:42.874899 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (56accc60-01ce-4879-8c65-79158c0cbead), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:42.899959 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:42.976770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 on network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:42.977217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Attempting to bind port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 on network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:43.024989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c60f96-ade5-4c38-88da-124508f78eba req-05f5f70c-93ba-4134-bb67-caaa57434f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.025496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c60f96-ade5-4c38-88da-124508f78eba req-05f5f70c-93ba-4134-bb67-caaa57434f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.025926 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c60f96-ade5-4c38-88da-124508f78eba req-05f5f70c-93ba-4134-bb67-caaa57434f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.027511 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-18c60f96-ade5-4c38-88da-124508f78eba req-05f5f70c-93ba-4134-bb67-caaa57434f0b service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=57411ff0a26042cfac2e561311a318e4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2361994 Feb 08 15:50:43.037118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] For port 56accc60-01ce-4879-8c65-79158c0cbead, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:43.037734 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:43.038176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Checking segment: {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:43.038846 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Bound using segment: {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:43.039139 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Bound port: 8b99c547-f10b-41eb-a6a5-9705ba3c54f4, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799a9150-0b0a-4dde-bc64-ab4f15d0b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:43.039580 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:43.048202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] For port 56accc60-01ce-4879-8c65-79158c0cbead, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=56accc60-01ce-4879-8c65-79158c0cbead,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:43.089040 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (56accc60-01ce-4879-8c65-79158c0cbead), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:43.145013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60206e5-2872-409c-b1ea-7c73258bb93d req-e98c61d8-77f9-4428-aaac-ddcd583092a0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.151610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60206e5-2872-409c-b1ea-7c73258bb93d req-e98c61d8-77f9-4428-aaac-ddcd583092a0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.153102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Pushing event updated for resources: {'Port': ['ID=56accc60-01ce-4879-8c65-79158c0cbead,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:43.157371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60206e5-2872-409c-b1ea-7c73258bb93d req-e98c61d8-77f9-4428-aaac-ddcd583092a0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.161516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.162155 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:43.163596 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-406aacba-7096-4c28-809a-6b28841bac7b req-466513a5-48fd-4c5f-baf3-d93d8e1094b9 service neutron] 10.222.0.94 "PUT /v2.0/ports/56accc60-01ce-4879-8c65-79158c0cbead HTTP/1.1" status: 200 len: 1096 time: 1.4012349 Feb 08 15:50:43.163951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60206e5-2872-409c-b1ea-7c73258bb93d req-e98c61d8-77f9-4428-aaac-ddcd583092a0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.164182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b012145b-f5be-4b75-8982-6a1d1c91e61d', 'tag': '56accc60-01ce-4879-8c65-79158c0cbead'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:43.166435 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff57ecb-dfa1-4f56-8ad4-3a7f95e1ad03" -d '{"events": [{"name": "network-changed", "server_uuid": "b012145b-f5be-4b75-8982-6a1d1c91e61d", "tag": "56accc60-01ce-4879-8c65-79158c0cbead"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:43.170531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60206e5-2872-409c-b1ea-7c73258bb93d req-e98c61d8-77f9-4428-aaac-ddcd583092a0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.185216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60206e5-2872-409c-b1ea-7c73258bb93d req-e98c61d8-77f9-4428-aaac-ddcd583092a0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.195641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60206e5-2872-409c-b1ea-7c73258bb93d req-e98c61d8-77f9-4428-aaac-ddcd583092a0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.206090 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b60206e5-2872-409c-b1ea-7c73258bb93d req-e98c61d8-77f9-4428-aaac-ddcd583092a0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.3464224 Feb 08 15:50:43.256542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c60f96-ade5-4c38-88da-124508f78eba req-5a115982-9cc9-4646-8968-67544b311a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.258400 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-18c60f96-ade5-4c38-88da-124508f78eba req-5a115982-9cc9-4646-8968-67544b311a72 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2227516 Feb 08 15:50:43.287289 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aacba-7096-4c28-809a-6b28841bac7b req-f701c9d0-a930-4eb9-b84b-01d64d153bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.289605 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-406aacba-7096-4c28-809a-6b28841bac7b req-f701c9d0-a930-4eb9-b84b-01d64d153bb5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 1130 time: 0.0786443 Feb 08 15:50:43.312898 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-34aa6481-c3b0-4c2d-9e1a-211cb6548f2b service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470924 Feb 08 15:50:43.365564 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-406aacba-7096-4c28-809a-6b28841bac7b req-7b06dfb8-3ead-4acc-b802-2ff8320bdd86 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=56accc60-01ce-4879-8c65-79158c0cbead HTTP/1.1" status: 200 len: 217 time: 0.0677965 Feb 08 15:50:43.410863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f38fdff3-ce86-4537-9e79-b7284c2fdfbe up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:50:43.444400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] For port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:43.455667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aacba-7096-4c28-809a-6b28841bac7b req-2da906fe-c495-45de-949f-356b72987530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.457048 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-2e7cc183-e34c-4ae4-9003-72e71d811a94 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=cfd04846-4cd3-401f-8fae-3b9199e9f8af HTTP/1.1" status: 200 len: 217 time: 0.0957799 Feb 08 15:50:43.457416 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-406aacba-7096-4c28-809a-6b28841bac7b req-2da906fe-c495-45de-949f-356b72987530 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0855761 Feb 08 15:50:43.488178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] For port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8b99c547-f10b-41eb-a6a5-9705ba3c54f4,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:43.503586 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Publish callbacks [] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:43.506553 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b60206e5-2872-409c-b1ea-7c73258bb93d req-04d980d4-9d77-4741-b6b0-8c2d7137a159 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2897255 Feb 08 15:50:43.541428 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:43.544440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aacba-7096-4c28-809a-6b28841bac7b req-bb6ca7c3-051b-475f-9b2e-e6bdbeb312d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.546037 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-406aacba-7096-4c28-809a-6b28841bac7b req-bb6ca7c3-051b-475f-9b2e-e6bdbeb312d1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0816984 Feb 08 15:50:43.558969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-c80fc5ea-bf71-4239-b770-85f823ebc061 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.568674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-c80fc5ea-bf71-4239-b770-85f823ebc061 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/networks?id=ccd87241-81d8-43e6-a2f0-71903609a7a0 HTTP/1.1" status: 200 len: 811 time: 0.6051340 Feb 08 15:50:43.582809 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:43.590978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-2c8b82de-3c6b-4ab8-aece-8a12e9150847 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/quotas/9e40cb6f572f4909aa3dc0bba4bd5834 HTTP/1.1" status: 200 len: 375 time: 0.0213110 Feb 08 15:50:43.643336 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0fd59-8dc7-4c8f-a17f-c438e0191c6d None None] Pushing event updated for resources: {'Port': ['ID=071d2f9b-99c8-40b1-b853-d6ad0b472cc0,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:43.663342 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port f38fdff3-ce86-4537-9e79-b7284c2fdfbe triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:43.664986 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f38fdff3-ce86-4537-9e79-b7284c2fdfbe), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:43.707019 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.707496 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:43.709028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] 10.222.0.96 "PUT /v2.0/ports/8b99c547-f10b-41eb-a6a5-9705ba3c54f4 HTTP/1.1" status: 200 len: 1092 time: 2.3388429 Feb 08 15:50:43.741454 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-406aacba-7096-4c28-809a-6b28841bac7b req-fe4ae4cb-0dee-45e3-8ed3-b511bea6ead9 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863000 Feb 08 15:50:43.762545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-4374fd6c-2c27-4fd1-8c2d-443e819638f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:43.765112 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-4374fd6c-2c27-4fd1-8c2d-443e819638f2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b54aa40b-196d-4120-890f-56a182074fb9 HTTP/1.1" status: 200 len: 797 time: 0.2916598 Feb 08 15:50:43.770758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Attempting to bind port 071d2f9b-99c8-40b1-b853-d6ad0b472cc0 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:43.771051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Attempting to bind port 071d2f9b-99c8-40b1-b853-d6ad0b472cc0 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:43.771414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Attempting to bind port 071d2f9b-99c8-40b1-b853-d6ad0b472cc0 on network ccd87241-81d8-43e6-a2f0-71903609a7a0 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:43.784711 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:43.785118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Checking segment: {'id': '13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:43.785524 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:43.785918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Bound using segment: {'id': '13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:43.786392 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Bound port: 071d2f9b-99c8-40b1-b853-d6ad0b472cc0, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:43.786773 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:43.797848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Request body: {'port': {'device_id': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:43.864860 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-406aacba-7096-4c28-809a-6b28841bac7b req-a03b7167-3b95-458a-8c22-ed2330cbdd87 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162853 Feb 08 15:50:43.891588 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port f38fdff3-ce86-4537-9e79-b7284c2fdfbe is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:43.931733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] For port 071d2f9b-99c8-40b1-b853-d6ad0b472cc0, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:43.936512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] For port 071d2f9b-99c8-40b1-b853-d6ad0b472cc0, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=071d2f9b-99c8-40b1-b853-d6ad0b472cc0,segment=NetworkSegment(13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d),segment_id=13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:43.944527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6696d-7425-4974-b765-7c2e2ed6966d service neutron] Pushing event updated for resources: {'Port': ['ID=8b99c547-f10b-41eb-a6a5-9705ba3c54f4,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:43.949402 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:43.971094 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-f09fcba5-53ee-4731-9ea1-0ec9dbf0e8ad tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e40cb6f572f4909aa3dc0bba4bd5834&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3787050 Feb 08 15:50:43.977049 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:44.021016 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0fd59-8dc7-4c8f-a17f-c438e0191c6d None None] Pushing event updated for resources: {'Port': ['ID=071d2f9b-99c8-40b1-b853-d6ad0b472cc0,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:44.064372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Routers {'56ef67b9-587e-487d-82b3-bb5a7f95aedc'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:50:44.065104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:50:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['56ef67b9-587e-487d-82b3-bb5a7f95aedc'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:44.101068 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bb2a6-a796-498a-a371-c2d1c10dc4e0 req-fb45ebc4-e723-4b6b-92ce-92411f2bd58e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:44.102685 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d3bb2a6-a796-498a-a371-c2d1c10dc4e0 req-fb45ebc4-e723-4b6b-92ce-92411f2bd58e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.3692338 Feb 08 15:50:44.135929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-dc030e25-a7bb-4d33-857e-94be5c9537e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:44.137450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-dc030e25-a7bb-4d33-857e-94be5c9537e7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e26395d2-2156-49c3-97cc-22735cb36435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2818997 Feb 08 15:50:44.194547 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] Set router 56ef67b9-587e-487d-82b3-bb5a7f95aedc gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:50:44.319372 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-231e1c62-573f-4426-b53a-cba7f76d6711 service neutron] 10.222.0.82 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244560 Feb 08 15:50:44.330809 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d3bb2a6-a796-498a-a371-c2d1c10dc4e0 req-dc106b45-2241-4c4e-94bd-68ea8412189f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156684 Feb 08 15:50:44.386430 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1639d4-b65a-4d9c-82d9-dcb2cb31417c x-openstack-request-id: req-0f1639d4-b65a-4d9c-82d9-dcb2cb31417c {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:44.387251 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b012145b-f5be-4b75-8982-6a1d1c91e61d", "tag": "56accc60-01ce-4879-8c65-79158c0cbead", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:44.387652 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0f1639d4-b65a-4d9c-82d9-dcb2cb31417c {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:44.388219 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b012145b-f5be-4b75-8982-6a1d1c91e61d', 'tag': '56accc60-01ce-4879-8c65-79158c0cbead', 'status': 'completed', 'code': 200} Feb 08 15:50:44.429930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'name': 'tempest-ServerRescueTestJSON-1025532558-router', 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f38fdff3-ce86-4537-9e79-b7284c2fdfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:50:26Z', 'updated_at': '2022-02-08T15:50:39Z', 'revision_number': 4, 'project_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'gw_port': {'id': 'f38fdff3-ce86-4537-9e79-b7284c2fdfbe', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:50:29Z', 'updated_at': '2022-02-08T15:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '071d2f9b-99c8-40b1-b853-d6ad0b472cc0', 'name': '', 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0', 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'mac_address': 'fa:16:3e:40:8d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'df6fa361-f17a-44c7-8a19-142ba5e65abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:50:38Z', 'updated_at': '2022-02-08T15:50:43Z', 'revision_number': 4, 'project_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'subnets': [{'id': 'df6fa361-f17a-44c7-8a19-142ba5e65abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:50:44.461669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680729fe-c2f5-4ee0-b2b1-6549d58f89d9 None None] The sync data for ids ['56ef67b9-587e-487d-82b3-bb5a7f95aedc'] in n-d-824834-11 is: [{'id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'name': 'tempest-ServerRescueTestJSON-1025532558-router', 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f38fdff3-ce86-4537-9e79-b7284c2fdfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:50:26Z', 'updated_at': '2022-02-08T15:50:39Z', 'revision_number': 4, 'project_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'gw_port': {'id': 'f38fdff3-ce86-4537-9e79-b7284c2fdfbe', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:50:29Z', 'updated_at': '2022-02-08T15:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '071d2f9b-99c8-40b1-b853-d6ad0b472cc0', 'name': '', 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0', 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'mac_address': 'fa:16:3e:40:8d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'df6fa361-f17a-44c7-8a19-142ba5e65abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:50:38Z', 'updated_at': '2022-02-08T15:50:43Z', 'revision_number': 4, 'project_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'subnets': [{'id': 'df6fa361-f17a-44c7-8a19-142ba5e65abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:50:44.497391 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff57ecb-dfa1-4f56-8ad4-3a7f95e1ad03 req-52999572-e288-417f-b5c3-3d7dc2fe0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:44.500837 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ff57ecb-dfa1-4f56-8ad4-3a7f95e1ad03 req-52999572-e288-417f-b5c3-3d7dc2fe0b4f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 1130 time: 0.0919425 Feb 08 15:50:44.510838 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-89607771-50da-4603-a8fd-a7e89351d122 service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584454 Feb 08 15:50:44.667899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff57ecb-dfa1-4f56-8ad4-3a7f95e1ad03 req-5352d81c-17c7-4210-bd6e-84903f277fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:44.669669 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ff57ecb-dfa1-4f56-8ad4-3a7f95e1ad03 req-5352d81c-17c7-4210-bd6e-84903f277fbf service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1542006 Feb 08 15:50:44.677035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-93a830e6-5f96-4c32-b650-724acf516a19 service neutron] 10.222.0.82 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356314 Feb 08 15:50:44.704166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07544-5cc4-48c9-b4c0-f93f24c460ce req-03b01a0c-2111-4a6e-a531-84c6a1e0d0db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:44.715026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07544-5cc4-48c9-b4c0-f93f24c460ce req-03b01a0c-2111-4a6e-a531-84c6a1e0d0db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:44.722201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07544-5cc4-48c9-b4c0-f93f24c460ce req-03b01a0c-2111-4a6e-a531-84c6a1e0d0db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:44.728205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07544-5cc4-48c9-b4c0-f93f24c460ce req-03b01a0c-2111-4a6e-a531-84c6a1e0d0db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:44.734132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07544-5cc4-48c9-b4c0-f93f24c460ce req-03b01a0c-2111-4a6e-a531-84c6a1e0d0db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:44.742259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07544-5cc4-48c9-b4c0-f93f24c460ce req-03b01a0c-2111-4a6e-a531-84c6a1e0d0db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:44.747927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07544-5cc4-48c9-b4c0-f93f24c460ce req-03b01a0c-2111-4a6e-a531-84c6a1e0d0db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:44.749607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9c07544-5cc4-48c9-b4c0-f93f24c460ce req-03b01a0c-2111-4a6e-a531-84c6a1e0d0db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5396 time: 0.2703035 Feb 08 15:50:44.754030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': '8b99c547-f10b-41eb-a6a5-9705ba3c54f4'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:44.756324 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e0b10d-9cb6-498e-ab1f-2cb5f46c241f" -d '{"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "8b99c547-f10b-41eb-a6a5-9705ba3c54f4"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:44.776475 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ff57ecb-dfa1-4f56-8ad4-3a7f95e1ad03 req-134ccc1e-fab8-43bd-a80c-d2a29bf3c1f6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=56accc60-01ce-4879-8c65-79158c0cbead HTTP/1.1" status: 200 len: 217 time: 0.0848923 Feb 08 15:50:44.835909 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff57ecb-dfa1-4f56-8ad4-3a7f95e1ad03 req-90a5b942-bb7a-48af-a1d0-64db45bbe3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:44.841495 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ff57ecb-dfa1-4f56-8ad4-3a7f95e1ad03 req-90a5b942-bb7a-48af-a1d0-64db45bbe3f3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0552261 Feb 08 15:50:44.872008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9c07544-5cc4-48c9-b4c0-f93f24c460ce req-a8461ab3-70a5-49c3-ad33-db4138470a5f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969062 Feb 08 15:50:44.977500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff57ecb-dfa1-4f56-8ad4-3a7f95e1ad03 req-15efb784-2fc7-4acc-b883-0d36fd6218db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:44.989497 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ff57ecb-dfa1-4f56-8ad4-3a7f95e1ad03 req-15efb784-2fc7-4acc-b883-0d36fd6218db service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1324563 Feb 08 15:50:45.004447 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-55d3c2ae-0f38-47ae-aab8-ee89887f3313 service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856946 Feb 08 15:50:45.109612 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-a80b9953-1370-4e6b-ac51-b4b6288aecc3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e848e527-5583-4f56-98ed-53cd48851010 HTTP/1.1" status: 200 len: 217 time: 0.0941591 Feb 08 15:50:45.134054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2027a54-89c7-4cd5-acf9-136d057b9882 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:45.161290 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ff57ecb-dfa1-4f56-8ad4-3a7f95e1ad03 req-196690c8-22b0-4f32-8e72-87bb91125248 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708229 Feb 08 15:50:45.168209 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Publish callbacks [] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:45.231890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Transition to ACTIVE for port object b2027a54-89c7-4cd5-acf9-136d057b9882 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:45.242918 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:45.302649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c2492-aa2b-420f-8d91-ae43397640ef req-f128ed0c-a544-4175-b8cb-4cee8366a429 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:45.311696 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f9c2492-aa2b-420f-8d91-ae43397640ef req-f128ed0c-a544-4175-b8cb-4cee8366a429 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.2067752 Feb 08 15:50:45.325235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e074d1-beec-4e37-a3bb-879b2c6cdf55 req-1725aff1-ea68-4844-bb66-fca6cd3c74a5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:45.334593 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8e074d1-beec-4e37-a3bb-879b2c6cdf55 req-1725aff1-ea68-4844-bb66-fca6cd3c74a5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 947 time: 0.3152454 Feb 08 15:50:45.383082 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-142dee8f-d145-4227-b3fc-98758649bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:45.389991 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-142dee8f-d145-4227-b3fc-98758649bbff service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6eca72cf-b7fe-4542-b2f5-1654494fba24 HTTP/1.1" status: 200 len: 797 time: 0.2665095 Feb 08 15:50:45.420743 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ff57ecb-dfa1-4f56-8ad4-3a7f95e1ad03 req-a7f54745-1243-4c4d-b960-242b3ef8c9a8 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495503 Feb 08 15:50:45.441762 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 071d2f9b-99c8-40b1-b853-d6ad0b472cc0 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:50:45.556124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 071d2f9b-99c8-40b1-b853-d6ad0b472cc0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:45.556510 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:45.629383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41170) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:45.760459 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 071d2f9b-99c8-40b1-b853-d6ad0b472cc0 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:45.762265 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:45.810008 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 071d2f9b-99c8-40b1-b853-d6ad0b472cc0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=071d2f9b-99c8-40b1-b853-d6ad0b472cc0,segment=NetworkSegment(13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d),segment_id=13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:45.823464 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:45.896720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08f50719-a5b9-4c02-bd00-233c925b8b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:45.940290 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=071d2f9b-99c8-40b1-b853-d6ad0b472cc0,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:46.091673 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08f50719-a5b9-4c02-bd00-233c925b8b3e admin admin] Publish callbacks [] for security_group (f3109bbf-ec69-4649-9800-96c711005d77), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:46.100568 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08f50719-a5b9-4c02-bd00-233c925b8b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f3109bbf-ec69-4649-9800-96c711005d77), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:46.190287 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-08f50719-a5b9-4c02-bd00-233c925b8b3e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6610ea72080347c8bf600d47b0fb4a75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5595105 Feb 08 15:50:46.194432 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f50719-a5b9-4c02-bd00-233c925b8b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3109bbf-ec69-4649-9800-96c711005d77,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:46.197104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41176) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:46.208176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Pushing event updated for resources: {'Port': ['ID=b2027a54-89c7-4cd5-acf9-136d057b9882,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:46.228712 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8e074d1-beec-4e37-a3bb-879b2c6cdf55 req-e88902f1-29ee-4539-b1c9-037beb3e87be tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8753462 Feb 08 15:50:46.256152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f9c2492-aa2b-420f-8d91-ae43397640ef req-0ae110b3-c120-4c4e-adab-74fba0d7d9a3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9373794 Feb 08 15:50:46.289392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0ba5a3fd-dc6d-4034-a9d7-908a87fb3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:46.290925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-0ba5a3fd-dc6d-4034-a9d7-908a87fb3548 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9d6707d8-cec8-4e82-8169-f326c4c2b90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.8272016 Feb 08 15:50:46.323039 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31d04879-24a4-46a5-b6cd-6750ec44902d admin admin] Publish callbacks [] for security_group (f3109bbf-ec69-4649-9800-96c711005d77), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:46.348052 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31d04879-24a4-46a5-b6cd-6750ec44902d admin admin] Publish callbacks [] for security_group (f3109bbf-ec69-4649-9800-96c711005d77), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:46.419546 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31d04879-24a4-46a5-b6cd-6750ec44902d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f3109bbf-ec69-4649-9800-96c711005d77), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:46.425575 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31d04879-24a4-46a5-b6cd-6750ec44902d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:46.426076 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-31d04879-24a4-46a5-b6cd-6750ec44902d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f3109bbf-ec69-4649-9800-96c711005d77 HTTP/1.1" status: 204 len: 168 time: 0.2278833 Feb 08 15:50:46.470268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d04879-24a4-46a5-b6cd-6750ec44902d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3109bbf-ec69-4649-9800-96c711005d77,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:46.534354 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b10d-9cb6-498e-ab1f-2cb5f46c241f req-867e9445-0332-413c-b1c7-caad51ec953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:46.535193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b10d-9cb6-498e-ab1f-2cb5f46c241f req-867e9445-0332-413c-b1c7-caad51ec953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:46.536847 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b10d-9cb6-498e-ab1f-2cb5f46c241f req-867e9445-0332-413c-b1c7-caad51ec953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:46.536847 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b10d-9cb6-498e-ab1f-2cb5f46c241f req-867e9445-0332-413c-b1c7-caad51ec953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:46.536847 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b10d-9cb6-498e-ab1f-2cb5f46c241f req-867e9445-0332-413c-b1c7-caad51ec953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:46.538532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b10d-9cb6-498e-ab1f-2cb5f46c241f req-867e9445-0332-413c-b1c7-caad51ec953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:46.539905 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b10d-9cb6-498e-ab1f-2cb5f46c241f req-867e9445-0332-413c-b1c7-caad51ec953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:46.545233 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94e0b10d-9cb6-498e-ab1f-2cb5f46c241f req-867e9445-0332-413c-b1c7-caad51ec953d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=57411ff0a26042cfac2e561311a318e4&device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 6529 time: 0.1161492 Feb 08 15:50:46.567731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-36988846-81de-44b9-8036-330e3d9353f9 service neutron] 10.222.0.96 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345901 Feb 08 15:50:46.601597 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f13036-236a-4ac0-8fd7-1698855af1cd x-openstack-request-id: req-94f13036-236a-4ac0-8fd7-1698855af1cd {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:46.601954 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "8b99c547-f10b-41eb-a6a5-9705ba3c54f4", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:46.602146 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-94f13036-236a-4ac0-8fd7-1698855af1cd {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:46.604451 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': '8b99c547-f10b-41eb-a6a5-9705ba3c54f4', 'status': 'completed', 'code': 200} Feb 08 15:50:46.803801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b10d-9cb6-498e-ab1f-2cb5f46c241f req-e618e70a-18c9-43bb-b61d-ce8f96ead237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:46.804461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b10d-9cb6-498e-ab1f-2cb5f46c241f req-e618e70a-18c9-43bb-b61d-ce8f96ead237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:46.805117 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b10d-9cb6-498e-ab1f-2cb5f46c241f req-e618e70a-18c9-43bb-b61d-ce8f96ead237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:46.806844 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94e0b10d-9cb6-498e-ab1f-2cb5f46c241f req-e618e70a-18c9-43bb-b61d-ce8f96ead237 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=57411ff0a26042cfac2e561311a318e4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2517784 Feb 08 15:50:46.842715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-6fe7759c-91b0-42cc-959b-e74382e07c95 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:46.844715 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-6fe7759c-91b0-42cc-959b-e74382e07c95 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.94 "GET /v2.0/networks?id=ccd87241-81d8-43e6-a2f0-71903609a7a0 HTTP/1.1" status: 200 len: 811 time: 0.2012205 Feb 08 15:50:46.862342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Request body: {'port': {'device_id': '9bf1ea68-2b20-423c-bfe0-f4423555a04f', 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0', 'admin_state_up': True, 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:46.899736 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e964a42a-ecab-44ed-bd75-f941eed412d7 req-4bf78c2a-4120-40d5-b20a-1378ee2c472f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 210 time: 0.2538452 Feb 08 15:50:46.955161 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Attempting to bind port b2027a54-89c7-4cd5-acf9-136d057b9882 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:46.959669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Attempting to bind port b2027a54-89c7-4cd5-acf9-136d057b9882 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '178fbd4c-134b-41d7-af9d-23a0b2d77642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:46.960208 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Attempting to bind port b2027a54-89c7-4cd5-acf9-136d057b9882 on network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:46.988903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Port b2027a54-89c7-4cd5-acf9-136d057b9882 on network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:46.989229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Attempting to bind port b2027a54-89c7-4cd5-acf9-136d057b9882 on network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:47.042820 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:47.043238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Checking segment: {'id': '178fbd4c-134b-41d7-af9d-23a0b2d77642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:47.043845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Bound using segment: {'id': '178fbd4c-134b-41d7-af9d-23a0b2d77642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:47.044356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Bound port: b2027a54-89c7-4cd5-acf9-136d057b9882, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178fbd4c-134b-41d7-af9d-23a0b2d77642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:47.044820 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:47.095731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883c68c-aee4-409f-bc43-3d9339e8413a req-a8d7a4c0-12ab-4e3d-a170-4f4c27bb38f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.103605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883c68c-aee4-409f-bc43-3d9339e8413a req-a8d7a4c0-12ab-4e3d-a170-4f4c27bb38f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.109884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883c68c-aee4-409f-bc43-3d9339e8413a req-a8d7a4c0-12ab-4e3d-a170-4f4c27bb38f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.117295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883c68c-aee4-409f-bc43-3d9339e8413a req-a8d7a4c0-12ab-4e3d-a170-4f4c27bb38f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.123386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883c68c-aee4-409f-bc43-3d9339e8413a req-a8d7a4c0-12ab-4e3d-a170-4f4c27bb38f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.129806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883c68c-aee4-409f-bc43-3d9339e8413a req-a8d7a4c0-12ab-4e3d-a170-4f4c27bb38f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.136364 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883c68c-aee4-409f-bc43-3d9339e8413a req-a8d7a4c0-12ab-4e3d-a170-4f4c27bb38f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.138722 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7883c68c-aee4-409f-bc43-3d9339e8413a req-a8d7a4c0-12ab-4e3d-a170-4f4c27bb38f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.5510652 Feb 08 15:50:47.222569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e8c1d1db-66fc-4e2c-b55d-9850601a0160 service neutron] 10.222.0.96 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008849 Feb 08 15:50:47.334960 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-e5bdee89-c556-4b64-a44b-93836142874b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e9b05c84-a1f3-4655-befa-e12b3e8349bc HTTP/1.1" status: 200 len: 217 time: 0.0809579 Feb 08 15:50:47.364525 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a827e98-4da7-46dc-8eda-d262230e45f2 req-9dd1ddfe-76f5-40ff-898c-7ddf8592b4f2 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.378030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a827e98-4da7-46dc-8eda-d262230e45f2 req-9dd1ddfe-76f5-40ff-898c-7ddf8592b4f2 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.378771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 071d2f9b-99c8-40b1-b853-d6ad0b472cc0 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:50:47.388028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a827e98-4da7-46dc-8eda-d262230e45f2 req-9dd1ddfe-76f5-40ff-898c-7ddf8592b4f2 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.401570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a827e98-4da7-46dc-8eda-d262230e45f2 req-9dd1ddfe-76f5-40ff-898c-7ddf8592b4f2 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.406776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a827e98-4da7-46dc-8eda-d262230e45f2 req-9dd1ddfe-76f5-40ff-898c-7ddf8592b4f2 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.421534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b10d-9cb6-498e-ab1f-2cb5f46c241f req-1b2b6003-2797-45e2-beb5-21bc096b4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.423636 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94e0b10d-9cb6-498e-ab1f-2cb5f46c241f req-1b2b6003-2797-45e2-beb5-21bc096b4290 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5999091 Feb 08 15:50:47.428670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a827e98-4da7-46dc-8eda-d262230e45f2 req-9dd1ddfe-76f5-40ff-898c-7ddf8592b4f2 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.434238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a827e98-4da7-46dc-8eda-d262230e45f2 req-9dd1ddfe-76f5-40ff-898c-7ddf8592b4f2 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.443190 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a827e98-4da7-46dc-8eda-d262230e45f2 req-9dd1ddfe-76f5-40ff-898c-7ddf8592b4f2 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5408 time: 0.4084451 Feb 08 15:50:47.474663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Made reservation on behalf of 9e40cb6f572f4909aa3dc0bba4bd5834 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:47.480670 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:47.527707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 071d2f9b-99c8-40b1-b853-d6ad0b472cc0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:47.528086 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:47.581910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7883c68c-aee4-409f-bc43-3d9339e8413a req-e81137aa-29e3-43a8-9dbf-8c535342eb17 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4266362 Feb 08 15:50:47.616449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 56accc60-01ce-4879-8c65-79158c0cbead details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:50:47.677893 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Allocated IP 172.20.0.7 (ccd87241-81d8-43e6-a2f0-71903609a7a0/df6fa361-f17a-44c7-8a19-142ba5e65abc/568169a0-ea32-4ab9-8f39-0ae9a555cacb) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:47.721967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] For port b2027a54-89c7-4cd5-acf9-136d057b9882, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:47.816887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] For port b2027a54-89c7-4cd5-acf9-136d057b9882, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b2027a54-89c7-4cd5-acf9-136d057b9882,segment=NetworkSegment(178fbd4c-134b-41d7-af9d-23a0b2d77642),segment_id=178fbd4c-134b-41d7-af9d-23a0b2d77642)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:47.837756 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a827e98-4da7-46dc-8eda-d262230e45f2 req-9bcb4370-d5b5-45d2-a4f7-5925151241a5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3935969 Feb 08 15:50:47.847818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-9a8b468f-9320-40b6-b7c8-2b243bd0eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.855384 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-9a8b468f-9320-40b6-b7c8-2b243bd0eb83 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6eca72cf-b7fe-4542-b2f5-1654494fba24 HTTP/1.1" status: 200 len: 797 time: 0.4094527 Feb 08 15:50:47.857957 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:47.879048 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks [] for port (568169a0-ea32-4ab9-8f39-0ae9a555cacb), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:47.920495 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (568169a0-ea32-4ab9-8f39-0ae9a555cacb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:47.978136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Network ccd87241-81d8-43e6-a2f0-71903609a7a0 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:47.981643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:47.984158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 56accc60-01ce-4879-8c65-79158c0cbead, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=56accc60-01ce-4879-8c65-79158c0cbead,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:47.991655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:47.997971 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:47.998793 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:47.998997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '56accc60-01ce-4879-8c65-79158c0cbead', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '56accc60-01ce-4879-8c65-79158c0cbead', 'mac_address': 'fa:16:3e:35:43:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:50:48.000594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] 10.222.0.96 "PUT /v2.0/ports/b2027a54-89c7-4cd5-acf9-136d057b9882 HTTP/1.1" status: 200 len: 1092 time: 4.2542753 Feb 08 15:50:48.008828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Pushing event updated for resources: {'Port': ['ID=568169a0-ea32-4ab9-8f39-0ae9a555cacb,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:48.009103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 071d2f9b-99c8-40b1-b853-d6ad0b472cc0 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:48.046962 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:48.047492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:48.047984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:48.049305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:48.049900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:48.050387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:48.050867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:48.051934 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:48.052695 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:48.053264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:48.053747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:48.054367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:48.054854 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:48.061299 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Request body: {'port': {'device_id': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:48.075959 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 56accc60-01ce-4879-8c65-79158c0cbead is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:48.076349 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (56accc60-01ce-4879-8c65-79158c0cbead), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:48.082315 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:48.083484 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:48.105931 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-2f5511ce-be90-48a7-a37a-f065580d906f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2471864 Feb 08 15:50:48.111351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56accc60-01ce-4879-8c65-79158c0cbead {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:48.119188 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Request body: {'port': {'device_id': '9bf1ea68-2b20-423c-bfe0-f4423555a04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:48.136261 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 56accc60-01ce-4879-8c65-79158c0cbead, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=56accc60-01ce-4879-8c65-79158c0cbead,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:48.148241 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (56accc60-01ce-4879-8c65-79158c0cbead), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:48.208448 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (568169a0-ea32-4ab9-8f39-0ae9a555cacb), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:48.214918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=56accc60-01ce-4879-8c65-79158c0cbead,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:48.225341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37736302-2442-4ac1-81c6-f0658728b711 service neutron] Pushing event updated for resources: {'Port': ['ID=b2027a54-89c7-4cd5-acf9-136d057b9882,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:48.237612 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f54506-d22f-4659-8014-ecd7c25f229c req-4dec0f0d-3741-4f9a-9632-7c2a6183d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:48.239224 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-4dec0f0d-3741-4f9a-9632-7c2a6183d1b6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9d6707d8-cec8-4e82-8169-f326c4c2b90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3631041 Feb 08 15:50:48.250793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-c672c402-adda-4937-bd32-2514f7533c37 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:48.254198 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-c672c402-adda-4937-bd32-2514f7533c37 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 811 time: 0.5238376 Feb 08 15:50:48.277445 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7a121fce-db35-434d-a698-ff9821529a20), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:48.342305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd759775-3a2f-47c4-bc2e-562640dc99b0 req-d7df036c-ed0c-4f4b-a652-bfb64aeb2874 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:48.343773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd759775-3a2f-47c4-bc2e-562640dc99b0 req-d7df036c-ed0c-4f4b-a652-bfb64aeb2874 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 947 time: 0.3657784 Feb 08 15:50:48.353783 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-3c4cc49c-58e1-4b84-9a40-7da5e4bef280 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/quotas/7c96f108dc3b44ef9d4d2ce2fc47eab3 HTTP/1.1" status: 200 len: 375 time: 0.0822039 Feb 08 15:50:48.405019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['56accc60-01ce-4879-8c65-79158c0cbead'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:50:48.479967 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-becb51b8-2472-4daa-ad8b-4591747e5395 service neutron] 10.222.0.96 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245421 Feb 08 15:50:48.550583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568169a0-ea32-4ab9-8f39-0ae9a555cacb {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:48.560334 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Publish callbacks [] for port (568169a0-ea32-4ab9-8f39-0ae9a555cacb), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:48.574570 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:48.575544 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Transition to ACTIVE for port object 568169a0-ea32-4ab9-8f39-0ae9a555cacb will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:48.581262 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (568169a0-ea32-4ab9-8f39-0ae9a555cacb), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:48.606383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': 'b2027a54-89c7-4cd5-acf9-136d057b9882'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:48.608694 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a527ab-9dcc-40a0-bbf8-1401d7dc63a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "b2027a54-89c7-4cd5-acf9-136d057b9882"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:48.670704 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Pushing event updated for resources: {'Port': ['ID=568169a0-ea32-4ab9-8f39-0ae9a555cacb,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:48.675372 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd759775-3a2f-47c4-bc2e-562640dc99b0 req-09ef3f9b-57d6-4e51-a918-795677328d2e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233089 Feb 08 15:50:48.685481 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-192d5d2d-c664-47fe-b40b-e37490c94342 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3175938 Feb 08 15:50:48.761739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Attempting to bind port 568169a0-ea32-4ab9-8f39-0ae9a555cacb on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:48.762074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Attempting to bind port 568169a0-ea32-4ab9-8f39-0ae9a555cacb by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:48.762415 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Attempting to bind port 568169a0-ea32-4ab9-8f39-0ae9a555cacb on network ccd87241-81d8-43e6-a2f0-71903609a7a0 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:48.769005 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Port 568169a0-ea32-4ab9-8f39-0ae9a555cacb on network ccd87241-81d8-43e6-a2f0-71903609a7a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:48.769336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Attempting to bind port 568169a0-ea32-4ab9-8f39-0ae9a555cacb on network ccd87241-81d8-43e6-a2f0-71903609a7a0 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:48.774618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:48.774965 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Checking segment: {'id': '13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:48.775593 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Bound using segment: {'id': '13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:48.776500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Bound port: 568169a0-ea32-4ab9-8f39-0ae9a555cacb, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:48.776500 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (568169a0-ea32-4ab9-8f39-0ae9a555cacb), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:48.822802 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f54506-d22f-4659-8014-ecd7c25f229c req-6c8a67d5-1ddc-4bc2-8c28-a98dce0ad57f service neutron] 10.222.0.96 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282800 Feb 08 15:50:48.846657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] For port 568169a0-ea32-4ab9-8f39-0ae9a555cacb, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:48.852441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] For port 568169a0-ea32-4ab9-8f39-0ae9a555cacb, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=568169a0-ea32-4ab9-8f39-0ae9a555cacb,segment=NetworkSegment(13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d),segment_id=13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:48.864160 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (568169a0-ea32-4ab9-8f39-0ae9a555cacb), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:48.880825 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-efbc4cfa-3778-45e2-b8b5-e68f71fc88bd service neutron] 10.222.0.82 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862426 Feb 08 15:50:48.923086 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:48.924465 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:48.926070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] 10.222.0.94 "PUT /v2.0/ports/568169a0-ea32-4ab9-8f39-0ae9a555cacb HTTP/1.1" status: 200 len: 1092 time: 0.8135090 Feb 08 15:50:48.926516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf1ea68-2b20-423c-bfe0-f4423555a04f', 'tag': '568169a0-ea32-4ab9-8f39-0ae9a555cacb'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:48.929528 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1449c6-0b05-4560-8a7a-d059380cab1a" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf1ea68-2b20-423c-bfe0-f4423555a04f", "tag": "568169a0-ea32-4ab9-8f39-0ae9a555cacb"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:48.951095 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cba875-0ca4-4b93-bdd8-2683af1fe697 service neutron] Pushing event updated for resources: {'Port': ['ID=568169a0-ea32-4ab9-8f39-0ae9a555cacb,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:49.034284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-db801504-6f04-46aa-8e40-c1a08a45aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.036328 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-db801504-6f04-46aa-8e40-c1a08a45aa3f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9e40cb6f572f4909aa3dc0bba4bd5834&device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 1126 time: 0.0613389 Feb 08 15:50:49.081045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-451a4f1c-e97a-4646-a95c-149400ed7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.081439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-451a4f1c-e97a-4646-a95c-149400ed7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.081957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-451a4f1c-e97a-4646-a95c-149400ed7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.082055 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-242a8f22-3c61-4d96-a575-84826ce26db6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=568169a0-ea32-4ab9-8f39-0ae9a555cacb HTTP/1.1" status: 200 len: 217 time: 0.0378940 Feb 08 15:50:49.082446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-451a4f1c-e97a-4646-a95c-149400ed7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.082928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-451a4f1c-e97a-4646-a95c-149400ed7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.083414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-451a4f1c-e97a-4646-a95c-149400ed7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.083908 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-451a4f1c-e97a-4646-a95c-149400ed7a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.085885 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-451a4f1c-e97a-4646-a95c-149400ed7a0e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 6710 time: 0.1843381 Feb 08 15:50:49.132045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-f20109e7-e1bc-4285-af57-d16a6f0c2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.133572 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-f20109e7-e1bc-4285-af57-d16a6f0c2eb7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=df6fa361-f17a-44c7-8a19-142ba5e65abc HTTP/1.1" status: 200 len: 851 time: 0.0463898 Feb 08 15:50:49.165637 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-c1315107-5ce1-4c99-b68c-01d1a6a8e669 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ccd87241-81d8-43e6-a2f0-71903609a7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260007 Feb 08 15:50:49.182118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-33449262-54af-4e28-9084-6d2ea8e0aadb service neutron] 10.222.0.82 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911284 Feb 08 15:50:49.186069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a121fce-db35-434d-a698-ff9821529a20 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:49.195089 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Publish callbacks [] for port (7a121fce-db35-434d-a698-ff9821529a20), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:49.210518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Transition to ACTIVE for port object 7a121fce-db35-434d-a698-ff9821529a20 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:49.232567 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (7a121fce-db35-434d-a698-ff9821529a20), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:49.304572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e44545-fd0e-4714-9699-d4ed7702e184 req-7ae623de-3b9c-4908-8cb4-f3a18ab21238 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.312380 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e2e44545-fd0e-4714-9699-d4ed7702e184 req-7ae623de-3b9c-4908-8cb4-f3a18ab21238 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 943 time: 0.2218773 Feb 08 15:50:49.321205 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-b6aec16b-7ff2-4303-85ed-61c8f8d46b78 service neutron] 10.222.0.94 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267722 Feb 08 15:50:49.408846 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69240cc0-353a-4b00-9339-bd8cee471d6a x-openstack-request-id: req-69240cc0-353a-4b00-9339-bd8cee471d6a {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:49.409179 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "b2027a54-89c7-4cd5-acf9-136d057b9882", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:49.409406 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-69240cc0-353a-4b00-9339-bd8cee471d6a {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:49.409817 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': 'b2027a54-89c7-4cd5-acf9-136d057b9882', 'status': 'completed', 'code': 200} Feb 08 15:50:49.442672 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e2e44545-fd0e-4714-9699-d4ed7702e184 req-0a3dc6cc-98a1-4773-8e63-2d0ba3b65fe6 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295984 Feb 08 15:50:49.443593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Pushing event updated for resources: {'Port': ['ID=7a121fce-db35-434d-a698-ff9821529a20,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:49.504813 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-30b41c1f-b181-42d8-a581-542b43ed7e56 req-f18188fd-ba8c-4d3d-a9ad-630db9b67794 service neutron] 10.222.0.94 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818299 Feb 08 15:50:49.542550 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-8c61492c-7338-4c33-a9e9-db95f2be61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.545237 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-8c61492c-7338-4c33-a9e9-db95f2be61a3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e26395d2-2156-49c3-97cc-22735cb36435 HTTP/1.1" status: 200 len: 902 time: 0.4483466 Feb 08 15:50:49.614448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 56accc60-01ce-4879-8c65-79158c0cbead up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:50:49.644700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a527ab-9dcc-40a0-bbf8-1401d7dc63a1 req-71f50cc6-7e88-4970-afb5-6de320599caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.645228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a527ab-9dcc-40a0-bbf8-1401d7dc63a1 req-71f50cc6-7e88-4970-afb5-6de320599caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.649077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a527ab-9dcc-40a0-bbf8-1401d7dc63a1 req-71f50cc6-7e88-4970-afb5-6de320599caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.649970 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a527ab-9dcc-40a0-bbf8-1401d7dc63a1 req-71f50cc6-7e88-4970-afb5-6de320599caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.650867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a527ab-9dcc-40a0-bbf8-1401d7dc63a1 req-71f50cc6-7e88-4970-afb5-6de320599caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.651516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a527ab-9dcc-40a0-bbf8-1401d7dc63a1 req-71f50cc6-7e88-4970-afb5-6de320599caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.652662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a527ab-9dcc-40a0-bbf8-1401d7dc63a1 req-71f50cc6-7e88-4970-afb5-6de320599caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.656152 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-54a527ab-9dcc-40a0-bbf8-1401d7dc63a1 req-71f50cc6-7e88-4970-afb5-6de320599caf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=57411ff0a26042cfac2e561311a318e4&device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 6628 time: 0.1624177 Feb 08 15:50:49.705076 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-8575c5c8-bc7c-49b9-ab36-7b335ed37c9c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=cfd04846-4cd3-401f-8fae-3b9199e9f8af HTTP/1.1" status: 200 len: 217 time: 0.1501410 Feb 08 15:50:49.746807 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 56accc60-01ce-4879-8c65-79158c0cbead completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:50:49.753400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 56accc60-01ce-4879-8c65-79158c0cbead triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:49.753781 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (56accc60-01ce-4879-8c65-79158c0cbead), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:49.865271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a527ab-9dcc-40a0-bbf8-1401d7dc63a1 req-af354d56-45c8-4046-ad5f-f1939cea4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.866014 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a527ab-9dcc-40a0-bbf8-1401d7dc63a1 req-af354d56-45c8-4046-ad5f-f1939cea4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.866550 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a527ab-9dcc-40a0-bbf8-1401d7dc63a1 req-af354d56-45c8-4046-ad5f-f1939cea4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.871121 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-54a527ab-9dcc-40a0-bbf8-1401d7dc63a1 req-af354d56-45c8-4046-ad5f-f1939cea4eb4 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=57411ff0a26042cfac2e561311a318e4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2054241 Feb 08 15:50:49.904894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58fd26-60da-4437-bf31-eddb62daae4b req-076cc694-1268-41e1-8c88-13451195ed3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.922113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58fd26-60da-4437-bf31-eddb62daae4b req-076cc694-1268-41e1-8c88-13451195ed3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.937394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 56accc60-01ce-4879-8c65-79158c0cbead is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:49.937917 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (56accc60-01ce-4879-8c65-79158c0cbead), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:49.940330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58fd26-60da-4437-bf31-eddb62daae4b req-076cc694-1268-41e1-8c88-13451195ed3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.948522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58fd26-60da-4437-bf31-eddb62daae4b req-076cc694-1268-41e1-8c88-13451195ed3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.971179 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58fd26-60da-4437-bf31-eddb62daae4b req-076cc694-1268-41e1-8c88-13451195ed3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.978128 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b012145b-f5be-4b75-8982-6a1d1c91e61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56accc60-01ce-4879-8c65-79158c0cbead'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:49.980473 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0902d66b-e5c7-4af8-a198-3eef13a77bd3" -d '{"events": [{"server_uuid": "b012145b-f5be-4b75-8982-6a1d1c91e61d", "name": "network-vif-plugged", "status": "completed", "tag": "56accc60-01ce-4879-8c65-79158c0cbead"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:49.981567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58fd26-60da-4437-bf31-eddb62daae4b req-076cc694-1268-41e1-8c88-13451195ed3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.993694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 56accc60-01ce-4879-8c65-79158c0cbead, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=56accc60-01ce-4879-8c65-79158c0cbead,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:49.995298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58fd26-60da-4437-bf31-eddb62daae4b req-076cc694-1268-41e1-8c88-13451195ed3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:49.997389 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e58fd26-60da-4437-bf31-eddb62daae4b req-076cc694-1268-41e1-8c88-13451195ed3e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.4101238 Feb 08 15:50:50.004787 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (56accc60-01ce-4879-8c65-79158c0cbead), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:50.037887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a527ab-9dcc-40a0-bbf8-1401d7dc63a1 req-ee963aab-e192-4a28-8c9a-59f0323fec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:50.039940 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-54a527ab-9dcc-40a0-bbf8-1401d7dc63a1 req-ee963aab-e192-4a28-8c9a-59f0323fec70 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1610596 Feb 08 15:50:50.043595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b96ca-1413-4af7-b1ed-6dfd48ad13f9 req-51d718db-1a40-4e67-b173-d6993bd6128d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:50.055049 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b96ca-1413-4af7-b1ed-6dfd48ad13f9 req-51d718db-1a40-4e67-b173-d6993bd6128d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:50.064731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b96ca-1413-4af7-b1ed-6dfd48ad13f9 req-51d718db-1a40-4e67-b173-d6993bd6128d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:50.069228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=56accc60-01ce-4879-8c65-79158c0cbead,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:50.070233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b96ca-1413-4af7-b1ed-6dfd48ad13f9 req-51d718db-1a40-4e67-b173-d6993bd6128d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:50.075604 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b96ca-1413-4af7-b1ed-6dfd48ad13f9 req-51d718db-1a40-4e67-b173-d6993bd6128d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:50.079755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:50.080356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:50.080769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:50.080874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b96ca-1413-4af7-b1ed-6dfd48ad13f9 req-51d718db-1a40-4e67-b173-d6993bd6128d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:50.081264 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:50.081655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:50.082070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:50.082466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:50.082963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:50.083355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:50.083748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:50.084141 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:50.085523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:50.086072 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:50:50.086860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b96ca-1413-4af7-b1ed-6dfd48ad13f9 req-51d718db-1a40-4e67-b173-d6993bd6128d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:50.088754 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-482b96ca-1413-4af7-b1ed-6dfd48ad13f9 req-51d718db-1a40-4e67-b173-d6993bd6128d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.6340938 Feb 08 15:50:50.089623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Attempting to bind port 7a121fce-db35-434d-a698-ff9821529a20 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:50.095899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Attempting to bind port 7a121fce-db35-434d-a698-ff9821529a20 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '178fbd4c-134b-41d7-af9d-23a0b2d77642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:50.096324 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Attempting to bind port 7a121fce-db35-434d-a698-ff9821529a20 on network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:50.128259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Port 7a121fce-db35-434d-a698-ff9821529a20 on network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:50.128588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Attempting to bind port 7a121fce-db35-434d-a698-ff9821529a20 on network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:50.135980 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:50.143122 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-e2abb148-67e1-4fc3-974b-64051f2d0053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:50.144613 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-e2abb148-67e1-4fc3-974b-64051f2d0053 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b54aa40b-196d-4120-890f-56a182074fb9 HTTP/1.1" status: 200 len: 797 time: 0.3754237 Feb 08 15:50:50.147780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:50.148222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Checking segment: {'id': '178fbd4c-134b-41d7-af9d-23a0b2d77642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:50.148612 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Bound using segment: {'id': '178fbd4c-134b-41d7-af9d-23a0b2d77642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:50.149192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Bound port: 7a121fce-db35-434d-a698-ff9821529a20, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178fbd4c-134b-41d7-af9d-23a0b2d77642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:50.149562 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7a121fce-db35-434d-a698-ff9821529a20), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:50.284475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e58fd26-60da-4437-bf31-eddb62daae4b req-f4a29322-795b-40cf-813b-cb5d28fdd1cc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1821136 Feb 08 15:50:50.300113 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-482b96ca-1413-4af7-b1ed-6dfd48ad13f9 req-3d0dac02-e154-46a8-b418-d2b2c8d6bb37 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1966541 Feb 08 15:50:50.316732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-822779a0-6e9c-408f-8054-75cadc48d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:50.318431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-822779a0-6e9c-408f-8054-75cadc48d758 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e26395d2-2156-49c3-97cc-22735cb36435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1619639 Feb 08 15:50:50.322657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] For port 7a121fce-db35-434d-a698-ff9821529a20, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:50.327450 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] For port 7a121fce-db35-434d-a698-ff9821529a20, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7a121fce-db35-434d-a698-ff9821529a20,segment=NetworkSegment(178fbd4c-134b-41d7-af9d-23a0b2d77642),segment_id=178fbd4c-134b-41d7-af9d-23a0b2d77642)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:50.334347 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (7a121fce-db35-434d-a698-ff9821529a20), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:50.369701 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79c03ab-f083-42b7-9bcb-1d8b2869a5d0 x-openstack-request-id: req-b79c03ab-f083-42b7-9bcb-1d8b2869a5d0 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:50.370093 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf1ea68-2b20-423c-bfe0-f4423555a04f", "tag": "568169a0-ea32-4ab9-8f39-0ae9a555cacb", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:50.370447 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b79c03ab-f083-42b7-9bcb-1d8b2869a5d0 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:50.370951 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf1ea68-2b20-423c-bfe0-f4423555a04f', 'tag': '568169a0-ea32-4ab9-8f39-0ae9a555cacb', 'status': 'completed', 'code': 200} Feb 08 15:50:50.522655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1449c6-0b05-4560-8a7a-d059380cab1a req-3ae0ef6b-77f0-4135-8bc5-c2da6ae85573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:50.524259 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6e1449c6-0b05-4560-8a7a-d059380cab1a req-3ae0ef6b-77f0-4135-8bc5-c2da6ae85573 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9e40cb6f572f4909aa3dc0bba4bd5834&device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 1126 time: 0.1215823 Feb 08 15:50:50.754191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1449c6-0b05-4560-8a7a-d059380cab1a req-f3837f67-d3c9-4ead-b7fe-7389d326c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:50.755935 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6e1449c6-0b05-4560-8a7a-d059380cab1a req-f3837f67-d3c9-4ead-b7fe-7389d326c425 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ccd87241-81d8-43e6-a2f0-71903609a7a0 HTTP/1.1" status: 200 len: 912 time: 0.2075145 Feb 08 15:50:50.811246 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:50.811979 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:50.813484 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] 10.222.0.96 "PUT /v2.0/ports/7a121fce-db35-434d-a698-ff9821529a20 HTTP/1.1" status: 200 len: 1092 time: 2.7581282 Feb 08 15:50:50.845431 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6e1449c6-0b05-4560-8a7a-d059380cab1a req-ed74a187-77af-4efe-b94d-2075b6d9228c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=568169a0-ea32-4ab9-8f39-0ae9a555cacb HTTP/1.1" status: 200 len: 217 time: 0.0504320 Feb 08 15:50:50.898068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bdb53280-6182-40cd-bb11-602be7af3137 req-f1d43bbe-61ab-45a2-8f75-9a6326e1a48f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 210 time: 0.0896122 Feb 08 15:50:50.924882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1449c6-0b05-4560-8a7a-d059380cab1a req-80e29fee-fdcc-484e-b6ad-a062d40c6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:50.926406 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6e1449c6-0b05-4560-8a7a-d059380cab1a req-80e29fee-fdcc-484e-b6ad-a062d40c6819 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=df6fa361-f17a-44c7-8a19-142ba5e65abc HTTP/1.1" status: 200 len: 851 time: 0.0728033 Feb 08 15:50:50.933957 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-24c4fabd-8b61-49d9-a836-f247720685da tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:50.935403 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-24c4fabd-8b61-49d9-a836-f247720685da tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 811 time: 0.2716925 Feb 08 15:50:50.963078 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6e1449c6-0b05-4560-8a7a-d059380cab1a req-5f76efc7-93e3-4ae8-8cc6-73864460e532 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ccd87241-81d8-43e6-a2f0-71903609a7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266829 Feb 08 15:50:50.968499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-93489a81-84cd-45d0-a070-c93bdafdfd3d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Request body: {'port': {'device_id': 'c0b88c5b-9949-472a-812e-6cdb8b7f79b6', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'admin_state_up': True, 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:50.970383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df011c-f568-4971-8536-5f4cb21a5d5b service neutron] Pushing event updated for resources: {'Port': ['ID=7a121fce-db35-434d-a698-ff9821529a20,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:50.988196 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f333e7f-b21e-4e90-8775-e6867bff2250 x-openstack-request-id: req-3f333e7f-b21e-4e90-8775-e6867bff2250 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:50.989134 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b012145b-f5be-4b75-8982-6a1d1c91e61d", "name": "network-vif-plugged", "status": "completed", "tag": "56accc60-01ce-4879-8c65-79158c0cbead", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:50.989591 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3f333e7f-b21e-4e90-8775-e6867bff2250 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:50.990201 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b012145b-f5be-4b75-8982-6a1d1c91e61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56accc60-01ce-4879-8c65-79158c0cbead', 'code': 200} Feb 08 15:50:51.011656 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-90d368b8-f178-4a03-bf4e-f9dd7d94e900 service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860747 Feb 08 15:50:51.051687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd4162-74af-4d17-b79e-ff1ba6c47373 req-40dad7b7-255b-4a01-a209-4ec52ea8d78c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.058611 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ebcd4162-74af-4d17-b79e-ff1ba6c47373 req-40dad7b7-255b-4a01-a209-4ec52ea8d78c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.2488480 Feb 08 15:50:51.105095 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-95304a80-e0d3-496d-aeff-eb497b1c1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.105540 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-95304a80-e0d3-496d-aeff-eb497b1c1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.106015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-95304a80-e0d3-496d-aeff-eb497b1c1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.106485 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-95304a80-e0d3-496d-aeff-eb497b1c1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.106955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-95304a80-e0d3-496d-aeff-eb497b1c1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.107425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-95304a80-e0d3-496d-aeff-eb497b1c1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.107887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-95304a80-e0d3-496d-aeff-eb497b1c1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.109870 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-95304a80-e0d3-496d-aeff-eb497b1c1caf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=57411ff0a26042cfac2e561311a318e4&device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 6701 time: 0.2144001 Feb 08 15:50:51.148556 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6e1449c6-0b05-4560-8a7a-d059380cab1a req-1f92874e-10d8-472d-8885-aa4df3a3e792 service neutron] 10.222.0.94 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762099 Feb 08 15:50:51.177439 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-93489a81-84cd-45d0-a070-c93bdafdfd3d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Made reservation on behalf of 7c96f108dc3b44ef9d4d2ce2fc47eab3 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:51.180695 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-93489a81-84cd-45d0-a070-c93bdafdfd3d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:51.184614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2d0628bc-9b0f-4197-887b-d38c1b7f1214 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b959c37e-48be-4755-91be-97f970486494 HTTP/1.1" status: 200 len: 217 time: 0.0644751 Feb 08 15:50:51.294373 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ebcd4162-74af-4d17-b79e-ff1ba6c47373 req-b3a7f432-9d25-49e2-97f1-bfaeb9358ef6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348070 Feb 08 15:50:51.304688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d868fa-308d-4a6c-b3f1-c901251c6891 req-cba8c612-d795-4364-ac96-8efd99eaef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.306388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60d868fa-308d-4a6c-b3f1-c901251c6891 req-cba8c612-d795-4364-ac96-8efd99eaef87 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 1132 time: 0.2205138 Feb 08 15:50:51.307691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-c1c4cc5c-0a07-4fc1-b30a-c7932a4e7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.309072 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-c1c4cc5c-0a07-4fc1-b30a-c7932a4e7f71 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dbb8cc6c-d953-47c2-8ba5-876b04683513 HTTP/1.1" status: 200 len: 851 time: 0.1163504 Feb 08 15:50:51.311399 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-aac55d90-61fb-4af0-9c29-744ad8c39873 service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907002 Feb 08 15:50:51.348837 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-93489a81-84cd-45d0-a070-c93bdafdfd3d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Allocated IP 172.20.0.14 (8cddf711-698e-4c07-bd73-40b83ff0064f/f12e1c51-9a15-439a-b59c-cc113fb7ded8/154f1548-48ee-46aa-9a4e-ed194f34ffcd) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:50:51.416425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': '7a121fce-db35-434d-a698-ff9821529a20'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:51.419167 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b17d336-5e80-436a-98fb-1858aa416a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "7a121fce-db35-434d-a698-ff9821529a20"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:51.499245 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-93489a81-84cd-45d0-a070-c93bdafdfd3d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:51.514256 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60d868fa-308d-4a6c-b3f1-c901251c6891 req-6af4b01c-8c7c-415e-a0df-522e7a343911 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012115 Feb 08 15:50:51.536251 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-93489a81-84cd-45d0-a070-c93bdafdfd3d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:51.548634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['189e84f8-27d3-485c-95d2-ceedd5738444'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:50:51.557528 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-7bb82943-b4b9-419e-9b1b-30de10b79d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.559032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-7bb82943-b4b9-419e-9b1b-30de10b79d95 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d297db83-e94c-42e9-a464-f8dd8e5ac3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2046239 Feb 08 15:50:51.567669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-e287661a-cf6d-4fe6-9adc-ed957a78dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.568143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-e287661a-cf6d-4fe6-9adc-ed957a78dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.568603 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-e287661a-cf6d-4fe6-9adc-ed957a78dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.569088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-e287661a-cf6d-4fe6-9adc-ed957a78dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.569550 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-e287661a-cf6d-4fe6-9adc-ed957a78dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.570483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-e287661a-cf6d-4fe6-9adc-ed957a78dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.570483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-e287661a-cf6d-4fe6-9adc-ed957a78dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.572391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-e287661a-cf6d-4fe6-9adc-ed957a78dbbb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 6710 time: 0.1835165 Feb 08 15:50:51.613385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-93489a81-84cd-45d0-a070-c93bdafdfd3d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Network 8cddf711-698e-4c07-bd73-40b83ff0064f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:50:51.616309 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998519f6-0a24-4658-91fe-050081fb03f3 req-165fdddd-78e2-43e3-839d-28490c4a78f4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.617846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-998519f6-0a24-4658-91fe-050081fb03f3 req-165fdddd-78e2-43e3-839d-28490c4a78f4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 943 time: 0.2278349 Feb 08 15:50:51.623527 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-93489a81-84cd-45d0-a070-c93bdafdfd3d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:51.627332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-93489a81-84cd-45d0-a070-c93bdafdfd3d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:50:51.629869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93489a81-84cd-45d0-a070-c93bdafdfd3d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event updated for resources: {'Port': ['ID=154f1548-48ee-46aa-9a4e-ed194f34ffcd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:51.635438 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6e1449c6-0b05-4560-8a7a-d059380cab1a req-23f96cde-1061-417a-baaf-7d897c44aa7b service neutron] 10.222.0.94 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787507 Feb 08 15:50:51.685462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-93489a81-84cd-45d0-a070-c93bdafdfd3d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.686348 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-93489a81-84cd-45d0-a070-c93bdafdfd3d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:51.696813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86f5fd-b360-42c6-ac44-a947620384fd req-4f1754c2-d88b-412c-a039-aa65350bbb94 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.702113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86f5fd-b360-42c6-ac44-a947620384fd req-4f1754c2-d88b-412c-a039-aa65350bbb94 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.708054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86f5fd-b360-42c6-ac44-a947620384fd req-4f1754c2-d88b-412c-a039-aa65350bbb94 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.712664 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-93489a81-84cd-45d0-a070-c93bdafdfd3d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7485523 Feb 08 15:50:51.713335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86f5fd-b360-42c6-ac44-a947620384fd req-4f1754c2-d88b-412c-a039-aa65350bbb94 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.718587 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86f5fd-b360-42c6-ac44-a947620384fd req-4f1754c2-d88b-412c-a039-aa65350bbb94 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.724264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86f5fd-b360-42c6-ac44-a947620384fd req-4f1754c2-d88b-412c-a039-aa65350bbb94 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.730140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86f5fd-b360-42c6-ac44-a947620384fd req-4f1754c2-d88b-412c-a039-aa65350bbb94 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.734609 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Request body: {'port': {'device_id': 'c0b88c5b-9949-472a-812e-6cdb8b7f79b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:51.738402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d86f5fd-b360-42c6-ac44-a947620384fd req-4f1754c2-d88b-412c-a039-aa65350bbb94 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.3234892 Feb 08 15:50:51.826003 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:51.895810 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-998519f6-0a24-4658-91fe-050081fb03f3 req-582a9dea-3c87-4a9a-b97e-fb999415ccd3 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135854 Feb 08 15:50:51.934684 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-e3d22fbf-cd28-4ba0-a9c6-5b44053c58c2 service neutron] 10.222.0.96 "GET /v2.0/networks/d297db83-e94c-42e9-a464-f8dd8e5ac3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601360 Feb 08 15:50:51.951452 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d86f5fd-b360-42c6-ac44-a947620384fd req-56048c9c-9823-4137-b26a-5140d6a2beb9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2097244 Feb 08 15:50:51.952980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-a142236b-ad00-4da6-9cbb-8fb476965758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:51.954656 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-a142236b-ad00-4da6-9cbb-8fb476965758 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9d6707d8-cec8-4e82-8169-f326c4c2b90f HTTP/1.1" status: 200 len: 903 time: 0.3692012 Feb 08 15:50:52.001086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-dadb265e-acd8-4fe6-bc5b-d2282d80e28c None None] Provisioning complete for port 154f1548-48ee-46aa-9a4e-ed194f34ffcd triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:52.005565 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dadb265e-acd8-4fe6-bc5b-d2282d80e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:52.013486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-671a8c50-8e8f-4055-8a86-50b10a92682d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e848e527-5583-4f56-98ed-53cd48851010 HTTP/1.1" status: 200 len: 217 time: 0.0485651 Feb 08 15:50:52.072831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-034b1c62-05fb-4a00-be20-c1db3908699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:52.074770 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-034b1c62-05fb-4a00-be20-c1db3908699a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6eca72cf-b7fe-4542-b2f5-1654494fba24 HTTP/1.1" status: 200 len: 797 time: 0.0510752 Feb 08 15:50:52.098029 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-dadb265e-acd8-4fe6-bc5b-d2282d80e28c None None] Port 154f1548-48ee-46aa-9a4e-ed194f34ffcd cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:50:52.223285 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-bc58efb9-259b-4cbc-9d37-af9d82fecdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:52.224849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-bc58efb9-259b-4cbc-9d37-af9d82fecdb5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9d6707d8-cec8-4e82-8169-f326c4c2b90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1056337 Feb 08 15:50:52.258018 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde2b3c-e847-4a55-b979-4a8f57c71205 req-72bbb2d0-32c2-4620-9d89-461b22a27adc tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:52.263214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde2b3c-e847-4a55-b979-4a8f57c71205 req-72bbb2d0-32c2-4620-9d89-461b22a27adc tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:52.267562 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154f1548-48ee-46aa-9a4e-ed194f34ffcd {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:52.268764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde2b3c-e847-4a55-b979-4a8f57c71205 req-72bbb2d0-32c2-4620-9d89-461b22a27adc tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:52.274436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde2b3c-e847-4a55-b979-4a8f57c71205 req-72bbb2d0-32c2-4620-9d89-461b22a27adc tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:52.279564 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Publish callbacks [] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:52.279695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde2b3c-e847-4a55-b979-4a8f57c71205 req-72bbb2d0-32c2-4620-9d89-461b22a27adc tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:52.285677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde2b3c-e847-4a55-b979-4a8f57c71205 req-72bbb2d0-32c2-4620-9d89-461b22a27adc tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:52.291070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde2b3c-e847-4a55-b979-4a8f57c71205 req-72bbb2d0-32c2-4620-9d89-461b22a27adc tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:52.293063 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfde2b3c-e847-4a55-b979-4a8f57c71205 req-72bbb2d0-32c2-4620-9d89-461b22a27adc tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1830809 Feb 08 15:50:52.297229 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d94cb49-25c7-4294-bfc8-33f3f9e8aa55 x-openstack-request-id: req-1d94cb49-25c7-4294-bfc8-33f3f9e8aa55 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:52.297809 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "7a121fce-db35-434d-a698-ff9821529a20", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:52.297809 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1d94cb49-25c7-4294-bfc8-33f3f9e8aa55 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:52.298179 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': '7a121fce-db35-434d-a698-ff9821529a20', 'status': 'completed', 'code': 200} Feb 08 15:50:52.302843 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Transition to ACTIVE for port object 154f1548-48ee-46aa-9a4e-ed194f34ffcd will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:50:52.310286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:52.316432 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-ae661eeb-3769-4878-9eae-8507536438da service neutron] 10.222.0.96 "GET /v2.0/networks/d297db83-e94c-42e9-a464-f8dd8e5ac3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604722 Feb 08 15:50:52.378836 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Pushing event updated for resources: {'Port': ['ID=154f1548-48ee-46aa-9a4e-ed194f34ffcd,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:52.436245 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3782ed24-5ec0-4ea0-8416-876bc13abfb0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=6bac61d4-782d-4ce5-a6f2-e9fd2de38797 HTTP/1.1" status: 200 len: 217 time: 0.0866318 Feb 08 15:50:52.482872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Attempting to bind port 154f1548-48ee-46aa-9a4e-ed194f34ffcd on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:50:52.483207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Attempting to bind port 154f1548-48ee-46aa-9a4e-ed194f34ffcd by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:50:52.483537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Attempting to bind port 154f1548-48ee-46aa-9a4e-ed194f34ffcd on network 8cddf711-698e-4c07-bd73-40b83ff0064f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:52.489147 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Port 154f1548-48ee-46aa-9a4e-ed194f34ffcd on network 8cddf711-698e-4c07-bd73-40b83ff0064f not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:50:52.489476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Attempting to bind port 154f1548-48ee-46aa-9a4e-ed194f34ffcd on network 8cddf711-698e-4c07-bd73-40b83ff0064f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:50:52.495711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:50:52.496054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Checking segment: {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:52.496463 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Bound using segment: {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:50:52.496893 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Bound port: 154f1548-48ee-46aa-9a4e-ed194f34ffcd, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:50:52.497274 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:52.554653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfde2b3c-e847-4a55-b979-4a8f57c71205 req-fc4435fb-b267-43cc-ab18-10768a4d8b88 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2459912 Feb 08 15:50:52.563636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-579cf462-9279-443e-9b78-8d59df4970ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:52.577269 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-579cf462-9279-443e-9b78-8d59df4970ea service neutron] 10.222.0.96 "GET /v2.0/subnets?id=65119389-32e7-4ce5-a26c-82dac2a00b02 HTTP/1.1" status: 200 len: 797 time: 0.1167178 Feb 08 15:50:52.581630 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-5f9acbdb-d788-47fa-8ec2-e818a1a801ca service neutron] 10.222.0.96 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444541 Feb 08 15:50:52.605385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] For port 154f1548-48ee-46aa-9a4e-ed194f34ffcd, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:50:52.620098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] For port 154f1548-48ee-46aa-9a4e-ed194f34ffcd, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=154f1548-48ee-46aa-9a4e-ed194f34ffcd,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:50:52.636560 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:52.688671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:52.689590 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:52.691121 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] 10.222.0.94 "PUT /v2.0/ports/154f1548-48ee-46aa-9a4e-ed194f34ffcd HTTP/1.1" status: 200 len: 1093 time: 0.9650013 Feb 08 15:50:52.691673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b88c5b-9949-472a-812e-6cdb8b7f79b6', 'tag': '154f1548-48ee-46aa-9a4e-ed194f34ffcd'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:52.694186 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459f637f-7128-43e6-b432-bc94b50f6d22" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b88c5b-9949-472a-812e-6cdb8b7f79b6", "tag": "154f1548-48ee-46aa-9a4e-ed194f34ffcd"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:52.698834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3bc1b-2a75-48c8-8f97-24ff1f43cae7 req-3b53ddb4-7dae-49de-bcc3-6868b35f87c6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:52.706973 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0a3bc1b-2a75-48c8-8f97-24ff1f43cae7 req-3b53ddb4-7dae-49de-bcc3-6868b35f87c6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 944 time: 0.3496614 Feb 08 15:50:52.739337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cee18-023c-4957-9cdd-02043fd83657 service neutron] Pushing event updated for resources: {'Port': ['ID=154f1548-48ee-46aa-9a4e-ed194f34ffcd,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:52.809106 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-cbc54058-fa50-4489-bb50-df41748c7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:52.810636 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-cbc54058-fa50-4489-bb50-df41748c7586 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 1127 time: 0.0570502 Feb 08 15:50:52.859814 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-6277923f-599c-4749-a515-c516bb929dfb service neutron] 10.222.0.96 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576096 Feb 08 15:50:52.867681 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-7f7cb432-a8cc-47e8-b7a7-6514a8db5290 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154f1548-48ee-46aa-9a4e-ed194f34ffcd HTTP/1.1" status: 200 len: 217 time: 0.0497947 Feb 08 15:50:52.899917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2ebde4d6-6718-401c-ad65-a4984d0ebbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:52.901534 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-2ebde4d6-6718-401c-ad65-a4984d0ebbcb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3233037 Feb 08 15:50:52.945020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-561a57e9-bde0-4b66-9ccc-c9d0552c1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:52.946392 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-561a57e9-bde0-4b66-9ccc-c9d0552c1191 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0640557 Feb 08 15:50:52.999374 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0a3bc1b-2a75-48c8-8f97-24ff1f43cae7 req-065bc1e2-15e5-479a-a2e3-004db65e6e69 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907450 Feb 08 15:50:53.034430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec41a-4e84-4e45-95a8-25604d5e40ee req-781c8a71-08cc-4da0-8c65-1d263f5c8fdf tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.035618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-8d5f2b0a-58ee-4d9f-b3eb-eae8d0e49299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.036294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-385ec41a-4e84-4e45-95a8-25604d5e40ee req-781c8a71-08cc-4da0-8c65-1d263f5c8fdf tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.2813051 Feb 08 15:50:53.037798 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-8d5f2b0a-58ee-4d9f-b3eb-eae8d0e49299 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0848684 Feb 08 15:50:53.120394 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d5b8c5-1458-4b02-b111-ee372e3629e8 x-openstack-request-id: req-f6d5b8c5-1458-4b02-b111-ee372e3629e8 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:53.120394 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b88c5b-9949-472a-812e-6cdb8b7f79b6", "tag": "154f1548-48ee-46aa-9a4e-ed194f34ffcd", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:53.120394 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f6d5b8c5-1458-4b02-b111-ee372e3629e8 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:53.120618 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b88c5b-9949-472a-812e-6cdb8b7f79b6', 'tag': '154f1548-48ee-46aa-9a4e-ed194f34ffcd', 'status': 'completed', 'code': 200} Feb 08 15:50:53.138731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-6d1d3dd7-49ec-4282-9b2e-8a2bb1be97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.139219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-6d1d3dd7-49ec-4282-9b2e-8a2bb1be97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.139686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-6d1d3dd7-49ec-4282-9b2e-8a2bb1be97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.140144 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-6d1d3dd7-49ec-4282-9b2e-8a2bb1be97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.140600 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-6d1d3dd7-49ec-4282-9b2e-8a2bb1be97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.141133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-6d1d3dd7-49ec-4282-9b2e-8a2bb1be97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.141604 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-6d1d3dd7-49ec-4282-9b2e-8a2bb1be97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.144194 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-6d1d3dd7-49ec-4282-9b2e-8a2bb1be97a2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 6710 time: 0.1681635 Feb 08 15:50:53.154526 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-385ec41a-4e84-4e45-95a8-25604d5e40ee req-25d46424-0b73-40f1-ad19-8bdc9947dc7e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062858 Feb 08 15:50:53.158450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-7ace288e-2efb-421d-93ec-6e47f4fedb42 service neutron] 10.222.0.96 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476685 Feb 08 15:50:53.193880 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-8b857c97-c62c-46a1-b28d-3d3befd3230d service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489921 Feb 08 15:50:53.295342 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-642c28fd-ba4e-481e-8685-3d2982087c67 req-40e05744-e603-4fc7-9bfe-1bdd6d1439a6 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929637 Feb 08 15:50:53.389214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f637f-7128-43e6-b432-bc94b50f6d22 req-bc6cfdd8-0bda-4e78-a694-762d342d0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.391065 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-459f637f-7128-43e6-b432-bc94b50f6d22 req-bc6cfdd8-0bda-4e78-a694-762d342d0208 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 1127 time: 0.0495293 Feb 08 15:50:53.402981 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-8befba59-fc7c-4715-86a6-db16066e8219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.404456 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-8befba59-fc7c-4715-86a6-db16066e8219 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9d6707d8-cec8-4e82-8169-f326c4c2b90f HTTP/1.1" status: 200 len: 903 time: 0.2489402 Feb 08 15:50:53.408564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-effd2aba-ddb3-443f-a5d2-574185f24356 service neutron] 10.222.0.96 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418435 Feb 08 15:50:53.415424 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d414e-bd7d-4813-be4d-2954560ba6b3 req-82a8ab89-c480-4f3f-87ba-31a57ac17be3 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.416842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e4d414e-bd7d-4813-be4d-2954560ba6b3 req-82a8ab89-c480-4f3f-87ba-31a57ac17be3 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 943 time: 0.2039797 Feb 08 15:50:53.440789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1cfda-9fcd-4307-8166-89015bed9d11 req-618d5c97-140d-421e-b817-3cebcf95cedb tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.445996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1cfda-9fcd-4307-8166-89015bed9d11 req-618d5c97-140d-421e-b817-3cebcf95cedb tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.451146 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1cfda-9fcd-4307-8166-89015bed9d11 req-618d5c97-140d-421e-b817-3cebcf95cedb tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.457013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1cfda-9fcd-4307-8166-89015bed9d11 req-618d5c97-140d-421e-b817-3cebcf95cedb tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.462402 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1cfda-9fcd-4307-8166-89015bed9d11 req-618d5c97-140d-421e-b817-3cebcf95cedb tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.467495 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1cfda-9fcd-4307-8166-89015bed9d11 req-618d5c97-140d-421e-b817-3cebcf95cedb tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.473723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1cfda-9fcd-4307-8166-89015bed9d11 req-618d5c97-140d-421e-b817-3cebcf95cedb tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.475585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-91b1cfda-9fcd-4307-8166-89015bed9d11 req-618d5c97-140d-421e-b817-3cebcf95cedb tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.2534289 Feb 08 15:50:53.499220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f637f-7128-43e6-b432-bc94b50f6d22 req-317d3cae-197f-4e05-86a4-6206a5f99722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.500831 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-459f637f-7128-43e6-b432-bc94b50f6d22 req-317d3cae-197f-4e05-86a4-6206a5f99722 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.1030991 Feb 08 15:50:53.543278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-1a56a135-04d7-4658-8af1-918a323d4371 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e9b05c84-a1f3-4655-befa-e12b3e8349bc HTTP/1.1" status: 200 len: 217 time: 0.1244817 Feb 08 15:50:53.544910 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-459f637f-7128-43e6-b432-bc94b50f6d22 req-71c27fff-c01f-4882-b4b2-f5285f990b17 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154f1548-48ee-46aa-9a4e-ed194f34ffcd HTTP/1.1" status: 200 len: 217 time: 0.0375214 Feb 08 15:50:53.554524 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-b36a77cc-cb56-4846-9fef-c12d1ca8c0ec service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=3e5812a0-b0e7-452d-b369-a2cb2f05432c HTTP/1.1" status: 200 len: 217 time: 0.1349740 Feb 08 15:50:53.599839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f637f-7128-43e6-b432-bc94b50f6d22 req-86614067-ed62-4fe2-b0a9-d998002976f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.601328 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-459f637f-7128-43e6-b432-bc94b50f6d22 req-86614067-ed62-4fe2-b0a9-d998002976f1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0498343 Feb 08 15:50:53.641274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 568169a0-ea32-4ab9-8f39-0ae9a555cacb details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:50:53.662260 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f637f-7128-43e6-b432-bc94b50f6d22 req-50b19ecd-8fbf-4a0c-9c06-e76c6503b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.664695 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-459f637f-7128-43e6-b432-bc94b50f6d22 req-50b19ecd-8fbf-4a0c-9c06-e76c6503b4c1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0569303 Feb 08 15:50:53.687624 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e4d414e-bd7d-4813-be4d-2954560ba6b3 req-2f2fcc08-8cb6-48d5-954f-e32dc30170de tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110369 Feb 08 15:50:53.697682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-8e3e488a-f06c-40bc-8663-42823bf2736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.699128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-8e3e488a-f06c-40bc-8663-42823bf2736b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6eca72cf-b7fe-4542-b2f5-1654494fba24 HTTP/1.1" status: 200 len: 797 time: 0.1437857 Feb 08 15:50:53.708611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-e72bcfba-7db0-4fe7-bfcb-284204b09039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.710065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-e72bcfba-7db0-4fe7-bfcb-284204b09039 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=65119389-32e7-4ce5-a26c-82dac2a00b02 HTTP/1.1" status: 200 len: 797 time: 0.1361763 Feb 08 15:50:53.714492 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-91b1cfda-9fcd-4307-8166-89015bed9d11 req-110c1e6a-58e1-429c-a165-1786b513e381 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2013919 Feb 08 15:50:53.789412 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-459f637f-7128-43e6-b432-bc94b50f6d22 req-7fc57ba8-801f-4ab2-970c-173c318766e9 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165049 Feb 08 15:50:53.804877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-3b963fd7-da53-4cff-9322-620d0090fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.806373 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-3b963fd7-da53-4cff-9322-620d0090fc6a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9d6707d8-cec8-4e82-8169-f326c4c2b90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0995529 Feb 08 15:50:53.809346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-f657642c-7ea0-458c-b604-4527582d1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:53.810812 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-f657642c-7ea0-458c-b604-4527582d1f4e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0889325 Feb 08 15:50:53.885295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 568169a0-ea32-4ab9-8f39-0ae9a555cacb, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=568169a0-ea32-4ab9-8f39-0ae9a555cacb,segment=NetworkSegment(13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d),segment_id=13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:53.908427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '568169a0-ea32-4ab9-8f39-0ae9a555cacb', 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0', 'port_id': '568169a0-ea32-4ab9-8f39-0ae9a555cacb', 'mac_address': 'fa:16:3e:87:3c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6fa361-f17a-44c7-8a19-142ba5e65abc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:50:53.933148 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-e51140d6-10ab-4b1b-a81d-d101ecbaa703 service neutron] 10.222.0.96 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146300 Feb 08 15:50:53.965571 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 568169a0-ea32-4ab9-8f39-0ae9a555cacb is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:53.966113 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (568169a0-ea32-4ab9-8f39-0ae9a555cacb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:53.978560 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-459f637f-7128-43e6-b432-bc94b50f6d22 req-5e94613d-7f43-4e4d-8c71-c6b2cd8430cc service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823652 Feb 08 15:50:53.983157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568169a0-ea32-4ab9-8f39-0ae9a555cacb {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:54.005307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 568169a0-ea32-4ab9-8f39-0ae9a555cacb, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=568169a0-ea32-4ab9-8f39-0ae9a555cacb,segment=NetworkSegment(13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d),segment_id=13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:54.014607 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (568169a0-ea32-4ab9-8f39-0ae9a555cacb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:54.072289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=568169a0-ea32-4ab9-8f39-0ae9a555cacb,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:54.141364 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-89899f97-95fd-423d-9639-5b8b491b2f8a service neutron] 10.222.0.96 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209999 Feb 08 15:50:54.272287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3727c5-8550-4251-a446-433e5812fb5a req-43ef3622-cc42-4e85-8d90-61d179d138a3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:54.277521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3727c5-8550-4251-a446-433e5812fb5a req-43ef3622-cc42-4e85-8d90-61d179d138a3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:54.283130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3727c5-8550-4251-a446-433e5812fb5a req-43ef3622-cc42-4e85-8d90-61d179d138a3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:54.288132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3727c5-8550-4251-a446-433e5812fb5a req-43ef3622-cc42-4e85-8d90-61d179d138a3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:54.293330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3727c5-8550-4251-a446-433e5812fb5a req-43ef3622-cc42-4e85-8d90-61d179d138a3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:54.299105 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3727c5-8550-4251-a446-433e5812fb5a req-43ef3622-cc42-4e85-8d90-61d179d138a3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:54.302032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['568169a0-ea32-4ab9-8f39-0ae9a555cacb'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:50:54.304339 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3727c5-8550-4251-a446-433e5812fb5a req-43ef3622-cc42-4e85-8d90-61d179d138a3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:54.311846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe3727c5-8550-4251-a446-433e5812fb5a req-43ef3622-cc42-4e85-8d90-61d179d138a3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.3042545 Feb 08 15:50:54.319061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf4ae691-58ef-491f-ae07-471d9323d2c8 req-9d184596-c9fb-4831-993c-10fd92e51221 service neutron] 10.222.0.96 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029392 Feb 08 15:50:54.348551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41286) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:54.352335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c65361-a6da-4011-962b-bab7e0a924aa req-153c3e6c-2162-43f1-a62f-a145d706b65a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:54.359220 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59c65361-a6da-4011-962b-bab7e0a924aa req-153c3e6c-2162-43f1-a62f-a145d706b65a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 944 time: 0.2388134 Feb 08 15:50:54.414583 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-f0000f65-8812-4290-add5-d75caf7e948f service neutron] 10.222.0.96 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512715 Feb 08 15:50:54.473899 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa8ad49e-4bc0-4dd3-8e03-6501fb1c2f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:54.508043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe3727c5-8550-4251-a446-433e5812fb5a req-3be2b5bd-c70f-425c-8988-470fe0ea0a59 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1952291 Feb 08 15:50:54.509652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-10b4d214-280d-4885-9076-5a020a14d1d4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=44e2dd08-15ae-4999-9e8f-c05884c8b844 HTTP/1.1" status: 200 len: 217 time: 0.0812843 Feb 08 15:50:54.537789 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59c65361-a6da-4011-962b-bab7e0a924aa req-3c98c3fc-b716-4a87-b130-c6b2bd0fc352 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625855 Feb 08 15:50:54.577813 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa8ad49e-4bc0-4dd3-8e03-6501fb1c2f75 admin admin] Publish callbacks [] for security_group (aa00d654-cc01-481e-a5c9-1f784eff9493), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:54.584131 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa8ad49e-4bc0-4dd3-8e03-6501fb1c2f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (aa00d654-cc01-481e-a5c9-1f784eff9493), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:54.623002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4d16a983-d3fa-44ac-9e96-a2368972c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:54.624717 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4d16a983-d3fa-44ac-9e96-a2368972c562 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=65119389-32e7-4ce5-a26c-82dac2a00b02 HTTP/1.1" status: 200 len: 797 time: 0.0859714 Feb 08 15:50:54.632834 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ad49e-4bc0-4dd3-8e03-6501fb1c2f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa00d654-cc01-481e-a5c9-1f784eff9493,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:54.637857 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aa8ad49e-4bc0-4dd3-8e03-6501fb1c2f75 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a94351ba6d404c52b340121eedcb9263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2881947 Feb 08 15:50:54.645067 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41290) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:54.696652 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b793b3d-2d82-40e3-b0de-a4b075c5ba80 admin admin] Publish callbacks [] for security_group (aa00d654-cc01-481e-a5c9-1f784eff9493), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:54.703166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa581-e004-4fce-a4e9-bca8dca9b80b req-81cffa18-68d9-4d00-9921-2e9f2a00ae2b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:54.710223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57faa581-e004-4fce-a4e9-bca8dca9b80b req-81cffa18-68d9-4d00-9921-2e9f2a00ae2b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.1217864 Feb 08 15:50:54.745933 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b793b3d-2d82-40e3-b0de-a4b075c5ba80 admin admin] Publish callbacks [] for security_group (aa00d654-cc01-481e-a5c9-1f784eff9493), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:54.749607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-163bc404-4e89-4551-adea-d0f98ac3b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:54.752158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-163bc404-4e89-4551-adea-d0f98ac3b47c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1212256 Feb 08 15:50:54.797816 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b793b3d-2d82-40e3-b0de-a4b075c5ba80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (aa00d654-cc01-481e-a5c9-1f784eff9493), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:54.801077 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b793b3d-2d82-40e3-b0de-a4b075c5ba80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:54.804774 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9b793b3d-2d82-40e3-b0de-a4b075c5ba80 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/aa00d654-cc01-481e-a5c9-1f784eff9493 HTTP/1.1" status: 204 len: 168 time: 0.1561182 Feb 08 15:50:54.815578 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b793b3d-2d82-40e3-b0de-a4b075c5ba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa00d654-cc01-481e-a5c9-1f784eff9493,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:55.245175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a60cd972-da59-4b32-932b-efd199971445 service neutron] 10.222.0.96 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839258 Feb 08 15:50:55.248914 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57faa581-e004-4fce-a4e9-bca8dca9b80b req-4d1948bf-5b6c-4f5f-b235-b6521f3ef334 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378852 Feb 08 15:50:55.348837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cc4f5-a933-4ce6-9eaf-4f47a16f542d req-e70ae357-76b0-48eb-a297-9b6d1a7570b4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:55.356008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d48cc4f5-a933-4ce6-9eaf-4f47a16f542d req-e70ae357-76b0-48eb-a297-9b6d1a7570b4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 944 time: 0.5611877 Feb 08 15:50:55.387258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0f2197d6-b15a-4e8c-8785-e373ae77808d service neutron] 10.222.0.96 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362898 Feb 08 15:50:55.449043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-6143e443-0b2a-432d-86e4-ae54198a8e4b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=8b99c547-f10b-41eb-a6a5-9705ba3c54f4 HTTP/1.1" status: 200 len: 217 time: 0.0502548 Feb 08 15:50:55.470284 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d48cc4f5-a933-4ce6-9eaf-4f47a16f542d req-4b4608b3-161d-41c4-8d1b-36fb9057482a tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132309 Feb 08 15:50:55.594824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4a94c31e-a564-4758-bada-56ec1409d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:55.596566 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-4a94c31e-a564-4758-bada-56ec1409d056 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=65119389-32e7-4ce5-a26c-82dac2a00b02 HTTP/1.1" status: 200 len: 797 time: 0.1237044 Feb 08 15:50:55.642457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41328) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:55.646784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e14fcd-d4e4-4608-88ac-a282ef75018b req-a5d40ab6-91f8-4855-90da-774e2c72c72a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:55.652184 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e14fcd-d4e4-4608-88ac-a282ef75018b req-a5d40ab6-91f8-4855-90da-774e2c72c72a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:55.655000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 568169a0-ea32-4ab9-8f39-0ae9a555cacb up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:50:55.657912 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e14fcd-d4e4-4608-88ac-a282ef75018b req-a5d40ab6-91f8-4855-90da-774e2c72c72a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:55.663630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e14fcd-d4e4-4608-88ac-a282ef75018b req-a5d40ab6-91f8-4855-90da-774e2c72c72a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:55.668976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e14fcd-d4e4-4608-88ac-a282ef75018b req-a5d40ab6-91f8-4855-90da-774e2c72c72a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:55.675147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e14fcd-d4e4-4608-88ac-a282ef75018b req-a5d40ab6-91f8-4855-90da-774e2c72c72a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:55.680485 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e14fcd-d4e4-4608-88ac-a282ef75018b req-a5d40ab6-91f8-4855-90da-774e2c72c72a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:55.682467 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4e14fcd-d4e4-4608-88ac-a282ef75018b req-a5d40ab6-91f8-4855-90da-774e2c72c72a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.2107534 Feb 08 15:50:55.727566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-b5d0982b-d3e5-4488-a78d-8f1eff17d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:55.729134 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-b5d0982b-d3e5-4488-a78d-8f1eff17d350 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1256330 Feb 08 15:50:55.738176 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 568169a0-ea32-4ab9-8f39-0ae9a555cacb completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:50:55.747557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 568169a0-ea32-4ab9-8f39-0ae9a555cacb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:55.748164 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (568169a0-ea32-4ab9-8f39-0ae9a555cacb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:55.807371 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4e14fcd-d4e4-4608-88ac-a282ef75018b req-a52e411d-b50b-445f-895b-2a34b3b6db05 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167338 Feb 08 15:50:55.865486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 568169a0-ea32-4ab9-8f39-0ae9a555cacb is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:55.865888 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (568169a0-ea32-4ab9-8f39-0ae9a555cacb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:55.882335 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-c97ec1da-c88c-49e0-8f9e-e825fbde1c2a service neutron] 10.222.0.96 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465740 Feb 08 15:50:55.900683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-429941497-network', 'tenant_id': '57f00d5c1e164cc8ba85030e38e53c74'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:55.911943 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf1ea68-2b20-423c-bfe0-f4423555a04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568169a0-ea32-4ab9-8f39-0ae9a555cacb'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:50:55.917241 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270d2dcc-f55d-40ad-8336-dc9042084b2f" -d '{"events": [{"server_uuid": "9bf1ea68-2b20-423c-bfe0-f4423555a04f", "name": "network-vif-plugged", "status": "completed", "tag": "568169a0-ea32-4ab9-8f39-0ae9a555cacb"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:50:55.938676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] Made reservation on behalf of 57f00d5c1e164cc8ba85030e38e53c74 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:55.942787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 568169a0-ea32-4ab9-8f39-0ae9a555cacb, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=568169a0-ea32-4ab9-8f39-0ae9a555cacb,segment=NetworkSegment(13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d),segment_id=13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:55.943344 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:55.952835 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (568169a0-ea32-4ab9-8f39-0ae9a555cacb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:55.958571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:56.050139 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=568169a0-ea32-4ab9-8f39-0ae9a555cacb,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:56.053503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-78ef4f6e-1956-49f2-89ee-e7a8e7042576 req-62061074-51da-486d-bf70-86cf642c8424 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:50:56.054578 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78ef4f6e-1956-49f2-89ee-e7a8e7042576 req-62061074-51da-486d-bf70-86cf642c8424 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137696 Feb 08 15:50:56.074440 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a74f63f7-6cfe-4208-86b3-260914973be0 service neutron] 10.222.0.96 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841986 Feb 08 15:50:56.132593 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] Publish callbacks [] for security_group (18ef68d9-1da9-4542-b39c-b5bee112175e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:56.140567 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (18ef68d9-1da9-4542-b39c-b5bee112175e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:56.143732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-7e156d75-5607-4348-8b02-8d2550cf2e8f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2027a54-89c7-4cd5-acf9-136d057b9882 HTTP/1.1" status: 200 len: 217 time: 0.0622668 Feb 08 15:50:56.177093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:50:56.190720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ef68d9-1da9-4542-b39c-b5bee112175e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:56.218131 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (acab73b1-f23d-420a-9fd0-f0696926ec1f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:56.219613 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] Added segment acab73b1-f23d-420a-9fd0-f0696926ec1f of type vlan for network 03d404e9-c23d-432b-ae93-dd2244e3f858 Feb 08 15:50:56.249282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a16972ec-ee6e-43de-8113-590871cb241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:56.250772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-a16972ec-ee6e-43de-8113-590871cb241d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=57ee2ea3-3920-4247-ab4f-10634829d0d8 HTTP/1.1" status: 200 len: 797 time: 0.1010108 Feb 08 15:50:56.274793 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (03d404e9-c23d-432b-ae93-dd2244e3f858), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:56.318986 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (03d404e9-c23d-432b-ae93-dd2244e3f858), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:56.320473 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:56.321268 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:56.345142 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-ef92cb65-6afa-4636-aaa9-68857de0875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:56.346871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-ef92cb65-6afa-4636-aaa9-68857de0875d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2e6daa9e-743b-48ac-a7a5-1e224304aa8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0871146 Feb 08 15:50:56.408854 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7645555 Feb 08 15:50:56.411813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41338) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:50:56.419291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-733417f9-b1b2-41f7-a72c-505f4100ad6a admin admin] Request body: {'subnet': {'network_id': '03d404e9-c23d-432b-ae93-dd2244e3f858', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-429941497-subnet', 'tenant_id': '57f00d5c1e164cc8ba85030e38e53c74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:56.459406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc13550-85af-41c3-8cac-81bac30b9d75 admin admin] Pushing event updated for resources: {'Network': ['ID=03d404e9-c23d-432b-ae93-dd2244e3f858,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:56.483086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 03d404e9-c23d-432b-ae93-dd2244e3f858 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:50:56.503981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733417f9-b1b2-41f7-a72c-505f4100ad6a admin admin] Made reservation on behalf of 57f00d5c1e164cc8ba85030e38e53c74 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:50:56.510848 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-733417f9-b1b2-41f7-a72c-505f4100ad6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:56.540452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95e16d-e09d-48e9-9362-de2067f16c0a req-b8c5e4fe-07b1-44bb-8063-f7b66cf23cc9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:56.545906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95e16d-e09d-48e9-9362-de2067f16c0a req-b8c5e4fe-07b1-44bb-8063-f7b66cf23cc9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:56.552914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95e16d-e09d-48e9-9362-de2067f16c0a req-b8c5e4fe-07b1-44bb-8063-f7b66cf23cc9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:56.558295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95e16d-e09d-48e9-9362-de2067f16c0a req-b8c5e4fe-07b1-44bb-8063-f7b66cf23cc9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:56.565757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95e16d-e09d-48e9-9362-de2067f16c0a req-b8c5e4fe-07b1-44bb-8063-f7b66cf23cc9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:56.570416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95e16d-e09d-48e9-9362-de2067f16c0a req-b8c5e4fe-07b1-44bb-8063-f7b66cf23cc9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:56.575669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95e16d-e09d-48e9-9362-de2067f16c0a req-b8c5e4fe-07b1-44bb-8063-f7b66cf23cc9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:56.577650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b95e16d-e09d-48e9-9362-de2067f16c0a req-b8c5e4fe-07b1-44bb-8063-f7b66cf23cc9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1465256 Feb 08 15:50:56.624347 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-0f1dfb39-5e47-4bbb-b775-a1cf12e089c8 service neutron] 10.222.0.96 "GET /v2.0/networks/2e6daa9e-743b-48ac-a7a5-1e224304aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699175 Feb 08 15:50:56.684958 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-1d8dd963-e71a-42a4-a29d-47e83161f730 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2704983 Feb 08 15:50:56.732791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-63710203-e218-478d-be0a-79d3217340c0 service neutron] 10.222.0.96 "GET /v2.0/networks/2e6daa9e-743b-48ac-a7a5-1e224304aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006930 Feb 08 15:50:56.807404 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-3765f28f-0525-414f-8f47-1672de045105 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a121fce-db35-434d-a698-ff9821529a20 HTTP/1.1" status: 200 len: 217 time: 0.0645211 Feb 08 15:50:56.828074 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b95e16d-e09d-48e9-9362-de2067f16c0a req-00a05137-efe3-4bc9-856a-f6897e78696d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2275834 Feb 08 15:50:56.862897 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-733417f9-b1b2-41f7-a72c-505f4100ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (72f3df31-68cb-4ecd-a4b7-4bcb5f0d70ca), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:56.925727 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-92d470b8-8e7f-4c85-bcd7-a0dddf4b7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:56.927375 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-92d470b8-8e7f-4c85-bcd7-a0dddf4b7efb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=57ee2ea3-3920-4247-ab4f-10634829d0d8 HTTP/1.1" status: 200 len: 797 time: 0.0981665 Feb 08 15:50:56.940138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733417f9-b1b2-41f7-a72c-505f4100ad6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f3df31-68cb-4ecd-a4b7-4bcb5f0d70ca,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:56.987117 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733417f9-b1b2-41f7-a72c-505f4100ad6a admin admin] Checking segment: {'id': 'acab73b1-f23d-420a-9fd0-f0696926ec1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03d404e9-c23d-432b-ae93-dd2244e3f858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:50:56.987607 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733417f9-b1b2-41f7-a72c-505f4100ad6a admin admin] Network hostable DHCP agents. Network: 03d404e9-c23d-432b-ae93-dd2244e3f858, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:50:57.010153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733417f9-b1b2-41f7-a72c-505f4100ad6a admin admin] Network 03d404e9-c23d-432b-ae93-dd2244e3f858 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:50:57.022565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-733417f9-b1b2-41f7-a72c-505f4100ad6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 03d404e9-c23d-432b-ae93-dd2244e3f858) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:50:57.030937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc20125-77a7-4cff-9309-c952aba209a7 None None] Network 03d404e9-c23d-432b-ae93-dd2244e3f858 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:50:57.035169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733417f9-b1b2-41f7-a72c-505f4100ad6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:57.041631 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-733417f9-b1b2-41f7-a72c-505f4100ad6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:57.084146 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead0bc8-4219-42e3-8f06-a303f7ce0c06 req-d6f9d664-f194-49e1-9b73-07103c5c3d83 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:57.089225 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-733417f9-b1b2-41f7-a72c-505f4100ad6a admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6745634 Feb 08 15:50:57.091336 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cead0bc8-4219-42e3-8f06-a303f7ce0c06 req-d6f9d664-f194-49e1-9b73-07103c5c3d83 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 944 time: 0.1629322 Feb 08 15:50:57.116605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-55c980a5-2a43-4c45-8ff6-396a9c7842e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:57.127156 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-55c980a5-2a43-4c45-8ff6-396a9c7842e2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2e6daa9e-743b-48ac-a7a5-1e224304aa8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1305797 Feb 08 15:50:57.241174 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31160a2-315a-4af1-9a54-9483f5b9b2c1 None None] Network 03d404e9-c23d-432b-ae93-dd2244e3f858 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:50:57.277869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cead0bc8-4219-42e3-8f06-a303f7ce0c06 req-38831952-515d-4666-85c8-645cdeac8a51 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855605 Feb 08 15:50:57.353105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-530876af-ec22-48ff-9339-0dbadaaa427a service neutron] 10.222.0.96 "GET /v2.0/networks/2e6daa9e-743b-48ac-a7a5-1e224304aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191234 Feb 08 15:50:57.361977 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283f8599-b2c1-4184-bedf-8b3e34c60a26 x-openstack-request-id: req-283f8599-b2c1-4184-bedf-8b3e34c60a26 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:50:57.366698 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf1ea68-2b20-423c-bfe0-f4423555a04f", "name": "network-vif-plugged", "status": "completed", "tag": "568169a0-ea32-4ab9-8f39-0ae9a555cacb", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:50:57.366915 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-283f8599-b2c1-4184-bedf-8b3e34c60a26 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:50:57.367308 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf1ea68-2b20-423c-bfe0-f4423555a04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568169a0-ea32-4ab9-8f39-0ae9a555cacb', 'code': 200} Feb 08 15:50:57.492051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d19d8-9e83-48ce-b904-df58b2304d16 req-ac10891b-e9e5-4457-b322-6aed763c192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:57.493630 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b89d19d8-9e83-48ce-b904-df58b2304d16 req-ac10891b-e9e5-4457-b322-6aed763c192e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 1128 time: 0.0729923 Feb 08 15:50:57.541848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b5ad8-88bc-4dbe-8de2-2df180691c02 req-94bc77e7-4304-460f-9c6b-7e49db205ced tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:57.545420 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-517b5ad8-88bc-4dbe-8de2-2df180691c02 req-94bc77e7-4304-460f-9c6b-7e49db205ced tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.1242945 Feb 08 15:50:57.554219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-faa84efb-4d42-48fd-98f5-c9f9c54306fa req-9291e506-42e7-4f4f-ae36-100ccd80d61b service neutron] 10.222.0.96 "GET /v2.0/networks/2e6daa9e-743b-48ac-a7a5-1e224304aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898239 Feb 08 15:50:57.563420 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b89d19d8-9e83-48ce-b904-df58b2304d16 req-8729f53f-3d1d-426c-98c2-4fa13f58ce67 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621169 Feb 08 15:50:57.614139 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-517b5ad8-88bc-4dbe-8de2-2df180691c02 req-9697d53b-9ddf-4b83-9a20-765324e611ae tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588863 Feb 08 15:50:57.649431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 154f1548-48ee-46aa-9a4e-ed194f34ffcd details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:50:57.675723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-19c88d1f-741d-497b-a230-b985642dc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:57.678951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-19c88d1f-741d-497b-a230-b985642dc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:57.679786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-19c88d1f-741d-497b-a230-b985642dc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:57.680366 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-19c88d1f-741d-497b-a230-b985642dc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:57.681108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-19c88d1f-741d-497b-a230-b985642dc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:57.681938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-19c88d1f-741d-497b-a230-b985642dc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:57.682962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-19c88d1f-741d-497b-a230-b985642dc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:57.687407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-19c88d1f-741d-497b-a230-b985642dc02c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=57411ff0a26042cfac2e561311a318e4&device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 6701 time: 0.0722985 Feb 08 15:50:57.831092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 154f1548-48ee-46aa-9a4e-ed194f34ffcd, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=154f1548-48ee-46aa-9a4e-ed194f34ffcd,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:57.846621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '154f1548-48ee-46aa-9a4e-ed194f34ffcd', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'port_id': '154f1548-48ee-46aa-9a4e-ed194f34ffcd', 'mac_address': 'fa:16:3e:15:e0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:50:57.902126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 154f1548-48ee-46aa-9a4e-ed194f34ffcd is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:57.902692 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:57.906164 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95c56e-de98-4b51-9e5a-17dbd2b3eeca req-2d842b66-44d1-43c9-8c39-93b044df1cc9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:57.912420 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e95c56e-de98-4b51-9e5a-17dbd2b3eeca req-2d842b66-44d1-43c9-8c39-93b044df1cc9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.1242404 Feb 08 15:50:57.918080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154f1548-48ee-46aa-9a4e-ed194f34ffcd {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:50:57.946470 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 154f1548-48ee-46aa-9a4e-ed194f34ffcd, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=154f1548-48ee-46aa-9a4e-ed194f34ffcd,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:57.957619 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:57.960014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-87221382-79dd-48d7-ba29-0a1f544b268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:57.963673 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-87221382-79dd-48d7-ba29-0a1f544b268c service neutron] 10.222.0.96 "GET /v2.0/networks?id=2e6daa9e-743b-48ac-a7a5-1e224304aa8a HTTP/1.1" status: 200 len: 903 time: 0.2661994 Feb 08 15:50:58.022662 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=154f1548-48ee-46aa-9a4e-ed194f34ffcd,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:58.041333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-7388678f-761d-4f5f-b00b-23161cb50410 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7a121fce-db35-434d-a698-ff9821529a20 HTTP/1.1" status: 200 len: 217 time: 0.0684125 Feb 08 15:50:58.113099 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e95c56e-de98-4b51-9e5a-17dbd2b3eeca req-57b7f88e-64af-4d90-9130-8155567ac659 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922286 Feb 08 15:50:58.128869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-e3205798-0f18-4c4c-867a-425d8b2f0a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:58.130508 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-e3205798-0f18-4c4c-867a-425d8b2f0a27 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=57ee2ea3-3920-4247-ab4f-10634829d0d8 HTTP/1.1" status: 200 len: 797 time: 0.0821407 Feb 08 15:50:58.195576 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-b3c45966-0989-4626-a9eb-b5ab6bafa1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:58.197247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-b3c45966-0989-4626-a9eb-b5ab6bafa1f4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2e6daa9e-743b-48ac-a7a5-1e224304aa8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0595496 Feb 08 15:50:58.288749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['154f1548-48ee-46aa-9a4e-ed194f34ffcd'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:50:58.368396 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-31235ed3-0e63-4588-af8a-5e9c1d28279b service neutron] 10.222.0.96 "GET /v2.0/networks/2e6daa9e-743b-48ac-a7a5-1e224304aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589220 Feb 08 15:50:58.487806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5444-de84-4b22-b2fb-3cba40becd10 req-e39ac7f9-d49e-4317-a9fa-7bc4ac0588af tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:58.494535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5444-de84-4b22-b2fb-3cba40becd10 req-e39ac7f9-d49e-4317-a9fa-7bc4ac0588af tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:58.501171 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5444-de84-4b22-b2fb-3cba40becd10 req-e39ac7f9-d49e-4317-a9fa-7bc4ac0588af tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:58.508381 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5444-de84-4b22-b2fb-3cba40becd10 req-e39ac7f9-d49e-4317-a9fa-7bc4ac0588af tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:58.513834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5444-de84-4b22-b2fb-3cba40becd10 req-e39ac7f9-d49e-4317-a9fa-7bc4ac0588af tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:58.519937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5444-de84-4b22-b2fb-3cba40becd10 req-e39ac7f9-d49e-4317-a9fa-7bc4ac0588af tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:58.525108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe5444-de84-4b22-b2fb-3cba40becd10 req-e39ac7f9-d49e-4317-a9fa-7bc4ac0588af tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:58.528040 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3fe5444-de84-4b22-b2fb-3cba40becd10 req-e39ac7f9-d49e-4317-a9fa-7bc4ac0588af tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.3196476 Feb 08 15:50:58.550789 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b17d336-5e80-436a-98fb-1858aa416a9b req-d68e127b-f7a1-4004-8b78-cb0920ce6d5d service neutron] 10.222.0.96 "GET /v2.0/networks/2e6daa9e-743b-48ac-a7a5-1e224304aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758761 Feb 08 15:50:58.597458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3fe5444-de84-4b22-b2fb-3cba40becd10 req-54edb60f-6b48-480d-beb7-5c57cc7a47ff tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583677 Feb 08 15:50:58.771753 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-f41edfae-898e-4458-a875-fdaaa5f33ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:58.773586 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-f41edfae-898e-4458-a875-fdaaa5f33ec2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 1132 time: 0.0601714 Feb 08 15:50:58.774092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-a16b9826-ba77-4c35-9493-070f8842d738 req-959c301e-613b-4362-8c38-4f8436c2db55 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-881794545', 'description': 'tempest-description-1168413442'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:58.800159 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a16b9826-ba77-4c35-9493-070f8842d738 req-959c301e-613b-4362-8c38-4f8436c2db55 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:58.880616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a16b9826-ba77-4c35-9493-070f8842d738 req-959c301e-613b-4362-8c38-4f8436c2db55 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (7fbed6f9-3c6b-45c3-a64e-9a72f15b9e2f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:58.886486 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a16b9826-ba77-4c35-9493-070f8842d738 req-959c301e-613b-4362-8c38-4f8436c2db55 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7fbed6f9-3c6b-45c3-a64e-9a72f15b9e2f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:58.891098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-138eec6b-9024-4fc3-8de5-4bc28e08c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:58.894354 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-138eec6b-9024-4fc3-8de5-4bc28e08c874 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1141241 Feb 08 15:50:58.919772 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a16b9826-ba77-4c35-9493-070f8842d738 req-959c301e-613b-4362-8c38-4f8436c2db55 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:58.921047 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a16b9826-ba77-4c35-9493-070f8842d738 req-959c301e-613b-4362-8c38-4f8436c2db55 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.1526704 Feb 08 15:50:58.923086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c301e-613b-4362-8c38-4f8436c2db55 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbed6f9-3c6b-45c3-a64e-9a72f15b9e2f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:58.942616 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-59bf6425-af8f-4d1e-9029-5d2ee9abf2f6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=56accc60-01ce-4879-8c65-79158c0cbead HTTP/1.1" status: 200 len: 217 time: 0.0408185 Feb 08 15:50:58.994608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-f01d40fa-c2fc-4fd9-ae3d-39636fb534d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:58.996160 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-f01d40fa-c2fc-4fd9-ae3d-39636fb534d1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0479195 Feb 08 15:50:59.049923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce5a04-8968-493e-9c96-8d6aad860e39 req-c2c6d0a7-4a6c-410e-a68c-6332dac92143 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:59.056232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce5a04-8968-493e-9c96-8d6aad860e39 req-c2c6d0a7-4a6c-410e-a68c-6332dac92143 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:59.060907 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce5a04-8968-493e-9c96-8d6aad860e39 req-c2c6d0a7-4a6c-410e-a68c-6332dac92143 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:59.062316 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-c2304a40-7a07-4aea-8db4-e4b246c54e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:59.065649 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-c2304a40-7a07-4aea-8db4-e4b246c54e46 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0605209 Feb 08 15:50:59.066752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce5a04-8968-493e-9c96-8d6aad860e39 req-c2c6d0a7-4a6c-410e-a68c-6332dac92143 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:59.071917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce5a04-8968-493e-9c96-8d6aad860e39 req-c2c6d0a7-4a6c-410e-a68c-6332dac92143 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:59.077106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce5a04-8968-493e-9c96-8d6aad860e39 req-c2c6d0a7-4a6c-410e-a68c-6332dac92143 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:59.082535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce5a04-8968-493e-9c96-8d6aad860e39 req-c2c6d0a7-4a6c-410e-a68c-6332dac92143 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:59.084412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d3ce5a04-8968-493e-9c96-8d6aad860e39 req-c2c6d0a7-4a6c-410e-a68c-6332dac92143 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1015978 Feb 08 15:50:59.152282 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d3ce5a04-8968-493e-9c96-8d6aad860e39 req-a8d1ec8f-0d21-478f-a049-3a664e8e27fb tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616677 Feb 08 15:50:59.167175 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-762d13cc-f7f4-4b55-b986-f210ebf562e7 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950110 Feb 08 15:50:59.273908 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-ce388b71-1223-4d63-9d04-13730095ccee service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004710 Feb 08 15:50:59.274377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69848e4-3856-48d7-8fa1-9d62e9f19aa6 req-6e0a7e68-5777-4c12-a75e-318421cc5646 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:59.276109 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e69848e4-3856-48d7-8fa1-9d62e9f19aa6 req-6e0a7e68-5777-4c12-a75e-318421cc5646 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 945 time: 0.0599217 Feb 08 15:50:59.328462 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e69848e4-3856-48d7-8fa1-9d62e9f19aa6 req-465639e6-9e28-441d-907d-499d863ab6cc tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462258 Feb 08 15:50:59.461059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e760c6-7837-47ef-9f6c-46e3daa19742 req-c22a8679-4d52-4fda-b0c3-994b8c99f0fb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:59.463817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42e760c6-7837-47ef-9f6c-46e3daa19742 req-c22a8679-4d52-4fda-b0c3-994b8c99f0fb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0614755 Feb 08 15:50:59.516427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42e760c6-7837-47ef-9f6c-46e3daa19742 req-ea364d2e-b1bb-4974-979e-48e735d3d1b5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442719 Feb 08 15:50:59.622666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84a88782-adeb-4747-ba33-883aac6d0ce2 req-0a36dcbc-9067-4769-a961-2c32784d4e47 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "GET /v2.0/security-groups/7fbed6f9-3c6b-45c3-a64e-9a72f15b9e2f HTTP/1.1" status: 200 len: 1831 time: 0.0701883 Feb 08 15:50:59.644654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-84a88782-adeb-4747-ba33-883aac6d0ce2 req-338470e8-10fb-47ae-a8a5-05579ad6373d tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fbed6f9-3c6b-45c3-a64e-9a72f15b9e2f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:59.645099 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-84a88782-adeb-4747-ba33-883aac6d0ce2 req-338470e8-10fb-47ae-a8a5-05579ad6373d tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fbed6f9-3c6b-45c3-a64e-9a72f15b9e2f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:50:59.661873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 154f1548-48ee-46aa-9a4e-ed194f34ffcd up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:50:59.797405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 154f1548-48ee-46aa-9a4e-ed194f34ffcd completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:50:59.806051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 154f1548-48ee-46aa-9a4e-ed194f34ffcd triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:50:59.806696 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:59.819903 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-84a88782-adeb-4747-ba33-883aac6d0ce2 req-338470e8-10fb-47ae-a8a5-05579ad6373d tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group_rule (890c5ec0-582e-4605-99c8-5d9e6ea64fba), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:59.863187 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-84a88782-adeb-4747-ba33-883aac6d0ce2 req-338470e8-10fb-47ae-a8a5-05579ad6373d tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group_rule (890c5ec0-582e-4605-99c8-5d9e6ea64fba), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:59.876526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad506936-9ce1-426e-8034-9cea7cd5de81 req-714dd9e3-7dff-46ac-a56e-89aa540d4466 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:50:59.878577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad506936-9ce1-426e-8034-9cea7cd5de81 req-714dd9e3-7dff-46ac-a56e-89aa540d4466 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.0897470 Feb 08 15:50:59.879807 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-84a88782-adeb-4747-ba33-883aac6d0ce2 req-338470e8-10fb-47ae-a8a5-05579ad6373d tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (890c5ec0-582e-4605-99c8-5d9e6ea64fba), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:59.910361 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-84a88782-adeb-4747-ba33-883aac6d0ce2 req-338470e8-10fb-47ae-a8a5-05579ad6373d tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:59.923697 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84a88782-adeb-4747-ba33-883aac6d0ce2 req-338470e8-10fb-47ae-a8a5-05579ad6373d tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2903111 Feb 08 15:50:59.928472 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 154f1548-48ee-46aa-9a4e-ed194f34ffcd is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:50:59.928955 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:50:59.945359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338470e8-10fb-47ae-a8a5-05579ad6373d tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890c5ec0-582e-4605-99c8-5d9e6ea64fba,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:50:59.994817 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 154f1548-48ee-46aa-9a4e-ed194f34ffcd, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=154f1548-48ee-46aa-9a4e-ed194f34ffcd,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:50:59.996038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b88c5b-9949-472a-812e-6cdb8b7f79b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154f1548-48ee-46aa-9a4e-ed194f34ffcd'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:00.000102 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67915a89-5f97-467b-b1a1-3642bd858d68" -d '{"events": [{"server_uuid": "c0b88c5b-9949-472a-812e-6cdb8b7f79b6", "name": "network-vif-plugged", "status": "completed", "tag": "154f1548-48ee-46aa-9a4e-ed194f34ffcd"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:00.005037 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:00.016467 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad506936-9ce1-426e-8034-9cea7cd5de81 req-c2f95f10-054f-4d20-ab99-2d0fd2da23da tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225195 Feb 08 15:51:00.070906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=154f1548-48ee-46aa-9a4e-ed194f34ffcd,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:00.133763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc253c-2557-45d3-acc4-61f7bcfafe34 req-6a3b7145-4057-47a6-99ba-db352b85a813 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.138954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc253c-2557-45d3-acc4-61f7bcfafe34 req-6a3b7145-4057-47a6-99ba-db352b85a813 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.145522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc253c-2557-45d3-acc4-61f7bcfafe34 req-6a3b7145-4057-47a6-99ba-db352b85a813 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.151181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc253c-2557-45d3-acc4-61f7bcfafe34 req-6a3b7145-4057-47a6-99ba-db352b85a813 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.156434 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc253c-2557-45d3-acc4-61f7bcfafe34 req-6a3b7145-4057-47a6-99ba-db352b85a813 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.162163 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc253c-2557-45d3-acc4-61f7bcfafe34 req-6a3b7145-4057-47a6-99ba-db352b85a813 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.167322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc253c-2557-45d3-acc4-61f7bcfafe34 req-6a3b7145-4057-47a6-99ba-db352b85a813 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.169258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2cbc253c-2557-45d3-acc4-61f7bcfafe34 req-6a3b7145-4057-47a6-99ba-db352b85a813 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.1504061 Feb 08 15:51:00.235020 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bcad6122-8486-448b-92c4-0c2f2043a26b req-fa3ff6d7-425e-4649-8677-8209be5798a4 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "GET /v2.0/security-groups/7fbed6f9-3c6b-45c3-a64e-9a72f15b9e2f HTTP/1.1" status: 200 len: 2425 time: 0.0646067 Feb 08 15:51:00.263185 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2cbc253c-2557-45d3-acc4-61f7bcfafe34 req-04b0da45-6529-4f79-a7e7-227656a9c163 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838158 Feb 08 15:51:00.302418 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b6983b-0e95-4487-a9d7-687a0775d515 x-openstack-request-id: req-a8b6983b-0e95-4487-a9d7-687a0775d515 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:00.302706 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b88c5b-9949-472a-812e-6cdb8b7f79b6", "name": "network-vif-plugged", "status": "completed", "tag": "154f1548-48ee-46aa-9a4e-ed194f34ffcd", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:00.302959 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a8b6983b-0e95-4487-a9d7-687a0775d515 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:00.303348 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b88c5b-9949-472a-812e-6cdb8b7f79b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154f1548-48ee-46aa-9a4e-ed194f34ffcd', 'code': 200} Feb 08 15:51:00.424016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a68e4-9a0b-4f24-bd3d-67e58069e507 req-2ecd7fb8-0a18-48f1-9a8d-7c3483b6f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.426063 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b84a68e4-9a0b-4f24-bd3d-67e58069e507 req-2ecd7fb8-0a18-48f1-9a8d-7c3483b6f167 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 1129 time: 0.0506883 Feb 08 15:51:00.488371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63c2fb-f604-44bb-9a8b-a9cb96702600 req-c74c49ff-d6f9-4897-9540-94bb303600f9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.490800 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b84a68e4-9a0b-4f24-bd3d-67e58069e507 req-3112062a-bf07-492a-a970-44e271d29a27 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580688 Feb 08 15:51:00.496066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63c2fb-f604-44bb-9a8b-a9cb96702600 req-c74c49ff-d6f9-4897-9540-94bb303600f9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.502212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63c2fb-f604-44bb-9a8b-a9cb96702600 req-c74c49ff-d6f9-4897-9540-94bb303600f9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.507644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63c2fb-f604-44bb-9a8b-a9cb96702600 req-c74c49ff-d6f9-4897-9540-94bb303600f9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.513007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63c2fb-f604-44bb-9a8b-a9cb96702600 req-c74c49ff-d6f9-4897-9540-94bb303600f9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.518453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63c2fb-f604-44bb-9a8b-a9cb96702600 req-c74c49ff-d6f9-4897-9540-94bb303600f9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.524318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63c2fb-f604-44bb-9a8b-a9cb96702600 req-c74c49ff-d6f9-4897-9540-94bb303600f9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.526250 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d63c2fb-f604-44bb-9a8b-a9cb96702600 req-c74c49ff-d6f9-4897-9540-94bb303600f9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1519806 Feb 08 15:51:00.550126 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb30415b-51c0-4ccd-9135-70a46fabe701 req-54d00754-6983-4f4a-a177-c7bf44498696 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "GET /v2.0/security-group-rules/890c5ec0-582e-4605-99c8-5d9e6ea64fba HTTP/1.1" status: 200 len: 778 time: 0.0227823 Feb 08 15:51:00.626138 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb30415b-51c0-4ccd-9135-70a46fabe701 req-e5ad17e3-1428-417b-8a9c-cd26d9995411 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "GET /v2.0/security-groups/7fbed6f9-3c6b-45c3-a64e-9a72f15b9e2f HTTP/1.1" status: 200 len: 2425 time: 0.0671890 Feb 08 15:51:00.633006 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d63c2fb-f604-44bb-9a8b-a9cb96702600 req-76671df0-5ecf-410e-b454-2fb552c5cbba tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983369 Feb 08 15:51:00.686364 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fb30415b-51c0-4ccd-9135-70a46fabe701 req-7caab84c-f8f4-4b91-ba77-422cdf82188b tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group_rule (890c5ec0-582e-4605-99c8-5d9e6ea64fba), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:00.696215 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fb30415b-51c0-4ccd-9135-70a46fabe701 req-7caab84c-f8f4-4b91-ba77-422cdf82188b tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group_rule (890c5ec0-582e-4605-99c8-5d9e6ea64fba), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:00.727348 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fb30415b-51c0-4ccd-9135-70a46fabe701 req-7caab84c-f8f4-4b91-ba77-422cdf82188b tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (890c5ec0-582e-4605-99c8-5d9e6ea64fba), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:00.733089 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-fb30415b-51c0-4ccd-9135-70a46fabe701 req-7caab84c-f8f4-4b91-ba77-422cdf82188b tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:00.741633 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb30415b-51c0-4ccd-9135-70a46fabe701 req-7caab84c-f8f4-4b91-ba77-422cdf82188b tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/890c5ec0-582e-4605-99c8-5d9e6ea64fba HTTP/1.1" status: 204 len: 173 time: 0.0997307 Feb 08 15:51:00.763869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caab84c-f8f4-4b91-ba77-422cdf82188b tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=890c5ec0-582e-4605-99c8-5d9e6ea64fba,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:00.778733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440978eb-a6a9-487f-9e69-ec5685ca300a req-b4060367-2ffb-4805-ba20-6d4d53ef4752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.780241 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-440978eb-a6a9-487f-9e69-ec5685ca300a req-b4060367-2ffb-4805-ba20-6d4d53ef4752 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9e40cb6f572f4909aa3dc0bba4bd5834&device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 1128 time: 0.0992048 Feb 08 15:51:00.883838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440978eb-a6a9-487f-9e69-ec5685ca300a req-eeebff37-dd74-4ab3-8058-ffb76f4cd63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.886671 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-440978eb-a6a9-487f-9e69-ec5685ca300a req-eeebff37-dd74-4ab3-8058-ffb76f4cd63b service neutron] 10.222.0.94 "GET /v2.0/networks?id=ccd87241-81d8-43e6-a2f0-71903609a7a0 HTTP/1.1" status: 200 len: 912 time: 0.0989084 Feb 08 15:51:00.899926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101ea6f-812c-4a27-bfe5-454934de2f65 req-fe5d4db1-3d41-4f06-ba7e-6ae4eaefb650 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.901952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d101ea6f-812c-4a27-bfe5-454934de2f65 req-fe5d4db1-3d41-4f06-ba7e-6ae4eaefb650 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 946 time: 0.1158044 Feb 08 15:51:00.910668 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42c0d0-ddff-4454-b1ce-6fd67f40a24c req-911e7a79-d4fa-4a12-98d1-7716cd2a31f9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.912328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f42c0d0-ddff-4454-b1ce-6fd67f40a24c req-911e7a79-d4fa-4a12-98d1-7716cd2a31f9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.0854158 Feb 08 15:51:00.938164 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-440978eb-a6a9-487f-9e69-ec5685ca300a req-7e6d64ee-5d55-4add-9ce5-acd9d69589ce service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=568169a0-ea32-4ab9-8f39-0ae9a555cacb HTTP/1.1" status: 200 len: 217 time: 0.0446908 Feb 08 15:51:00.991148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440978eb-a6a9-487f-9e69-ec5685ca300a req-0c6f1162-3003-4b34-a759-75f0c91894a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:00.992803 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-440978eb-a6a9-487f-9e69-ec5685ca300a req-0c6f1162-3003-4b34-a759-75f0c91894a0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=df6fa361-f17a-44c7-8a19-142ba5e65abc HTTP/1.1" status: 200 len: 851 time: 0.0483692 Feb 08 15:51:00.997080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f42c0d0-ddff-4454-b1ce-6fd67f40a24c req-b80c4b24-ac39-442c-839a-209b4e2b5c86 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771425 Feb 08 15:51:01.000528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d101ea6f-812c-4a27-bfe5-454934de2f65 req-34abab0e-d386-4e88-b227-8d20d8d53aba tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869358 Feb 08 15:51:01.058469 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-f5890e68-3e25-4eb3-b1c5-73e3ff28573a req-c4900a2a-9c2b-4e10-8ab0-ba9fa10d8ff5 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-570405833', 'description': 'tempest-description-1339296598'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:01.079000 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-440978eb-a6a9-487f-9e69-ec5685ca300a req-f7eb67fc-993e-4855-ab2d-96b7d29e76e2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ccd87241-81d8-43e6-a2f0-71903609a7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793464 Feb 08 15:51:01.160356 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f5890e68-3e25-4eb3-b1c5-73e3ff28573a req-c4900a2a-9c2b-4e10-8ab0-ba9fa10d8ff5 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:01.215474 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-440978eb-a6a9-487f-9e69-ec5685ca300a req-99a831e0-6943-415d-9f17-d9db46aecec5 service neutron] 10.222.0.94 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281791 Feb 08 15:51:01.245311 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4e7b7ba-db3d-4cc4-a2f8-d9fae2196723 req-7910f5c0-ae7f-4667-b747-0e03f95f6668 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1790435 Feb 08 15:51:01.263095 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d89bfb-5803-4b92-bfb4-778b6f4142b9 req-446fa0b2-fd7e-4a6f-856a-7e03e268ff4f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.264574 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8d89bfb-5803-4b92-bfb4-778b6f4142b9 req-446fa0b2-fd7e-4a6f-856a-7e03e268ff4f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.1277404 Feb 08 15:51:01.313066 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f5890e68-3e25-4eb3-b1c5-73e3ff28573a req-c4900a2a-9c2b-4e10-8ab0-ba9fa10d8ff5 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (d5b8f131-49e9-4914-9247-943649445246), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:01.325607 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f5890e68-3e25-4eb3-b1c5-73e3ff28573a req-c4900a2a-9c2b-4e10-8ab0-ba9fa10d8ff5 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d5b8f131-49e9-4914-9247-943649445246), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:01.343643 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-440978eb-a6a9-487f-9e69-ec5685ca300a req-0046929c-37ef-4d8d-97d2-cfaadb20f96a service neutron] 10.222.0.94 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194992 Feb 08 15:51:01.415839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4900a2a-9c2b-4e10-8ab0-ba9fa10d8ff5 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b8f131-49e9-4914-9247-943649445246,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:01.440119 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8d89bfb-5803-4b92-bfb4-778b6f4142b9 req-ac764de4-4310-4fce-be7c-0a42636061e0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676629 Feb 08 15:51:01.447388 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f5890e68-3e25-4eb3-b1c5-73e3ff28573a req-c4900a2a-9c2b-4e10-8ab0-ba9fa10d8ff5 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:01.448750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5890e68-3e25-4eb3-b1c5-73e3ff28573a req-c4900a2a-9c2b-4e10-8ab0-ba9fa10d8ff5 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3942287 Feb 08 15:51:01.477822 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b621625e-843c-4581-bc95-6079f3a79a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:01.478493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7b7ba-db3d-4cc4-a2f8-d9fae2196723 req-b8ed9da2-bde7-46ff-b925-8ca09209f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.481695 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4e7b7ba-db3d-4cc4-a2f8-d9fae2196723 req-b8ed9da2-bde7-46ff-b925-8ca09209f3d7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=60a080c724734d2f8504cfeec2677ec4&device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 1128 time: 0.1491446 Feb 08 15:51:01.663846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f3925f6-1290-4cfa-a8bb-b72641dd0147 req-7c166e37-64ef-4ee3-b7ae-aea6d9a7996d tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "GET /v2.0/security-groups/d5b8f131-49e9-4914-9247-943649445246 HTTP/1.1" status: 200 len: 1831 time: 0.0879278 Feb 08 15:51:01.692249 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e686a-7471-43a5-a088-c6e6a3d93b41 req-cf79e485-a291-4176-afca-b851c25d94e5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.697819 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e686a-7471-43a5-a088-c6e6a3d93b41 req-cf79e485-a291-4176-afca-b851c25d94e5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.703284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e686a-7471-43a5-a088-c6e6a3d93b41 req-cf79e485-a291-4176-afca-b851c25d94e5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.708471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e686a-7471-43a5-a088-c6e6a3d93b41 req-cf79e485-a291-4176-afca-b851c25d94e5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.717630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e686a-7471-43a5-a088-c6e6a3d93b41 req-cf79e485-a291-4176-afca-b851c25d94e5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.723663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e686a-7471-43a5-a088-c6e6a3d93b41 req-cf79e485-a291-4176-afca-b851c25d94e5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.728992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e686a-7471-43a5-a088-c6e6a3d93b41 req-cf79e485-a291-4176-afca-b851c25d94e5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.734464 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-729e686a-7471-43a5-a088-c6e6a3d93b41 req-cf79e485-a291-4176-afca-b851c25d94e5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.1673844 Feb 08 15:51:01.734464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7b7ba-db3d-4cc4-a2f8-d9fae2196723 req-713ef0e4-7a8f-419a-8a44-5fc1b305ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.734653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4e7b7ba-db3d-4cc4-a2f8-d9fae2196723 req-713ef0e4-7a8f-419a-8a44-5fc1b305ea40 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2a72fae7-c7cb-449f-a857-4a0080f21988 HTTP/1.1" status: 200 len: 919 time: 0.2288389 Feb 08 15:51:01.809898 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4e7b7ba-db3d-4cc4-a2f8-d9fae2196723 req-7240f690-2d7b-4e9c-b66c-b6c4be9dec57 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 HTTP/1.1" status: 200 len: 217 time: 0.0659990 Feb 08 15:51:01.897613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca6d3f-4f8b-4336-a43c-32e26dd4715c req-dc4e3fc9-4b92-4f86-b864-eabe3febac38 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.902893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca6d3f-4f8b-4336-a43c-32e26dd4715c req-dc4e3fc9-4b92-4f86-b864-eabe3febac38 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.908653 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca6d3f-4f8b-4336-a43c-32e26dd4715c req-dc4e3fc9-4b92-4f86-b864-eabe3febac38 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.913915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca6d3f-4f8b-4336-a43c-32e26dd4715c req-dc4e3fc9-4b92-4f86-b864-eabe3febac38 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.919100 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca6d3f-4f8b-4336-a43c-32e26dd4715c req-dc4e3fc9-4b92-4f86-b864-eabe3febac38 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.924640 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca6d3f-4f8b-4336-a43c-32e26dd4715c req-dc4e3fc9-4b92-4f86-b864-eabe3febac38 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.929846 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca6d3f-4f8b-4336-a43c-32e26dd4715c req-dc4e3fc9-4b92-4f86-b864-eabe3febac38 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.931688 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01ca6d3f-4f8b-4336-a43c-32e26dd4715c req-dc4e3fc9-4b92-4f86-b864-eabe3febac38 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1998971 Feb 08 15:51:01.938054 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-729e686a-7471-43a5-a088-c6e6a3d93b41 req-b5a3252e-f064-4497-a3cd-8f64c9e3a623 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1951933 Feb 08 15:51:01.950694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7b7ba-db3d-4cc4-a2f8-d9fae2196723 req-3e93e1c7-4654-4dd6-9e41-e2ed5a062692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:01.952238 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4e7b7ba-db3d-4cc4-a2f8-d9fae2196723 req-3e93e1c7-4654-4dd6-9e41-e2ed5a062692 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4193f18-71ec-4c14-9933-8ed1a50b2ce8 HTTP/1.1" status: 200 len: 858 time: 0.1324334 Feb 08 15:51:01.998111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4e7b7ba-db3d-4cc4-a2f8-d9fae2196723 req-8b78f1a9-999c-4411-8792-6f4d6ab5d958 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2a72fae7-c7cb-449f-a857-4a0080f21988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386038 Feb 08 15:51:02.010360 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-63b800e5-cf9b-477e-b0dd-4ec9b46c3988 req-f2a6e2db-d005-44ba-84ef-32680b697fbe tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-152778871', 'description': 'tempest-description-127408702'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:02.102475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01ca6d3f-4f8b-4336-a43c-32e26dd4715c req-074324b5-f8ba-4673-b46f-7b24e7f74aaa tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1633873 Feb 08 15:51:02.105139 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-63b800e5-cf9b-477e-b0dd-4ec9b46c3988 req-f2a6e2db-d005-44ba-84ef-32680b697fbe tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:02.155102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4e7b7ba-db3d-4cc4-a2f8-d9fae2196723 req-b30ea3cd-bcd4-4c28-a0aa-5ec084c6cd4d service neutron] 10.222.0.96 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476121 Feb 08 15:51:02.281206 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-63b800e5-cf9b-477e-b0dd-4ec9b46c3988 req-f2a6e2db-d005-44ba-84ef-32680b697fbe tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (d5ee206f-d638-4097-87df-a94fb58caddb), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:02.290467 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-63b800e5-cf9b-477e-b0dd-4ec9b46c3988 req-f2a6e2db-d005-44ba-84ef-32680b697fbe tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d5ee206f-d638-4097-87df-a94fb58caddb), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:02.342974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db8c38-b226-4d2e-a71a-2370c677aee4 req-51d04d60-8de3-4d29-983c-6df3e5fc15fb tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:02.344478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34db8c38-b226-4d2e-a71a-2370c677aee4 req-51d04d60-8de3-4d29-983c-6df3e5fc15fb tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.1560869 Feb 08 15:51:02.347686 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-63b800e5-cf9b-477e-b0dd-4ec9b46c3988 req-f2a6e2db-d005-44ba-84ef-32680b697fbe tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:02.348793 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63b800e5-cf9b-477e-b0dd-4ec9b46c3988 req-f2a6e2db-d005-44ba-84ef-32680b697fbe tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3542757 Feb 08 15:51:02.366006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6e2db-d005-44ba-84ef-32680b697fbe tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ee206f-d638-4097-87df-a94fb58caddb,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:02.371792 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4e7b7ba-db3d-4cc4-a2f8-d9fae2196723 req-c14be4d6-b8cf-4475-a41a-42d4d69621bd service neutron] 10.222.0.96 "GET /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079546 Feb 08 15:51:02.429387 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34db8c38-b226-4d2e-a71a-2370c677aee4 req-50da4f56-6da6-4982-bccb-a817d5c0bea2 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716095 Feb 08 15:51:02.495166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f82fcd-2f84-406e-bae3-951e7e13be4d req-ff91e6f3-2ffc-480a-a569-d77c6154be68 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:02.496656 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f82fcd-2f84-406e-bae3-951e7e13be4d req-ff91e6f3-2ffc-480a-a569-d77c6154be68 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 946 time: 0.0876446 Feb 08 15:51:02.513829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a2c16a4-cf82-4d3c-accf-857a8ba6e4e8 req-af0b9f3f-7750-4090-b4d4-23b2b5020b9a tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "GET /v2.0/security-groups/d5ee206f-d638-4097-87df-a94fb58caddb HTTP/1.1" status: 200 len: 1830 time: 0.0612209 Feb 08 15:51:02.561345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f82fcd-2f84-406e-bae3-951e7e13be4d req-a4f1e1fd-db4c-4b13-83de-385ce1a88ef6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568871 Feb 08 15:51:02.587834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-555099dd-ba15-4767-8d24-e66e13771b41 req-cf1a4d59-7a99-49c2-b1dc-485a8db9ffcf tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1373101949', 'description': 'tempest-description-1934259587'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:02.630211 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-555099dd-ba15-4767-8d24-e66e13771b41 req-cf1a4d59-7a99-49c2-b1dc-485a8db9ffcf tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:02.656305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7365328-8489-416b-8a4d-b816aa329b99 req-b1802af8-53c1-41dd-83ae-8b2e008e04cc tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:02.657945 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7365328-8489-416b-8a4d-b816aa329b99 req-b1802af8-53c1-41dd-83ae-8b2e008e04cc tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0846803 Feb 08 15:51:02.733380 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7365328-8489-416b-8a4d-b816aa329b99 req-50035983-55ca-41cb-8c0d-a58374042dc3 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693588 Feb 08 15:51:02.757705 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-555099dd-ba15-4767-8d24-e66e13771b41 req-cf1a4d59-7a99-49c2-b1dc-485a8db9ffcf tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (6b64b3f1-6f9a-427f-bfcd-63bafe967aad), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:02.762311 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-555099dd-ba15-4767-8d24-e66e13771b41 req-cf1a4d59-7a99-49c2-b1dc-485a8db9ffcf tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6b64b3f1-6f9a-427f-bfcd-63bafe967aad), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:02.796258 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-555099dd-ba15-4767-8d24-e66e13771b41 req-cf1a4d59-7a99-49c2-b1dc-485a8db9ffcf tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:02.797881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-555099dd-ba15-4767-8d24-e66e13771b41 req-cf1a4d59-7a99-49c2-b1dc-485a8db9ffcf tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2150538 Feb 08 15:51:02.808575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a4d59-7a99-49c2-b1dc-485a8db9ffcf tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b64b3f1-6f9a-427f-bfcd-63bafe967aad,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:02.864175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78e026dd-0fb5-4835-8fd6-3878c5565212 req-2d37f087-62ad-4774-8436-ea1b6db78901 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "GET /v2.0/security-groups/6b64b3f1-6f9a-427f-bfcd-63bafe967aad HTTP/1.1" status: 200 len: 1832 time: 0.0400341 Feb 08 15:51:02.898416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-4e065278-e497-43b7-982e-6b329bf3b585 req-393a4430-0ad8-4a46-9ed3-ce891a1a2e92 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2045266153', 'description': 'tempest-description-1065965207'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:02.919104 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4e065278-e497-43b7-982e-6b329bf3b585 req-393a4430-0ad8-4a46-9ed3-ce891a1a2e92 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:02.995216 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4e065278-e497-43b7-982e-6b329bf3b585 req-393a4430-0ad8-4a46-9ed3-ce891a1a2e92 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (690d1981-e65b-4481-8721-a89a46684d20), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:02.999925 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4e065278-e497-43b7-982e-6b329bf3b585 req-393a4430-0ad8-4a46-9ed3-ce891a1a2e92 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (690d1981-e65b-4481-8721-a89a46684d20), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:03.051774 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4e065278-e497-43b7-982e-6b329bf3b585 req-393a4430-0ad8-4a46-9ed3-ce891a1a2e92 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:03.053084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4e065278-e497-43b7-982e-6b329bf3b585 req-393a4430-0ad8-4a46-9ed3-ce891a1a2e92 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1589410 Feb 08 15:51:03.071925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a4430-0ad8-4a46-9ed3-ce891a1a2e92 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690d1981-e65b-4481-8721-a89a46684d20,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:03.084388 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:51:03.140425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d8945-b4a1-42b9-b8e1-062d2221af72 req-f4013174-da77-44ce-b2a7-7884486158ba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.146391 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d8945-b4a1-42b9-b8e1-062d2221af72 req-f4013174-da77-44ce-b2a7-7884486158ba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.151556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d8945-b4a1-42b9-b8e1-062d2221af72 req-f4013174-da77-44ce-b2a7-7884486158ba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.156586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d8945-b4a1-42b9-b8e1-062d2221af72 req-f4013174-da77-44ce-b2a7-7884486158ba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.162265 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d8945-b4a1-42b9-b8e1-062d2221af72 req-f4013174-da77-44ce-b2a7-7884486158ba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.167454 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d8945-b4a1-42b9-b8e1-062d2221af72 req-f4013174-da77-44ce-b2a7-7884486158ba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.172807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d8945-b4a1-42b9-b8e1-062d2221af72 req-f4013174-da77-44ce-b2a7-7884486158ba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.175985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c84d8945-b4a1-42b9-b8e1-062d2221af72 req-f4013174-da77-44ce-b2a7-7884486158ba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.1543529 Feb 08 15:51:03.178267 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad42aa7d-69eb-4cc8-bd54-2eb419de8c68 req-e5a44613-7918-4033-a51a-fe183fecade8 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "GET /v2.0/security-groups/690d1981-e65b-4481-8721-a89a46684d20 HTTP/1.1" status: 200 len: 1832 time: 0.1027453 Feb 08 15:51:03.253827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c84d8945-b4a1-42b9-b8e1-062d2221af72 req-6ca4c743-691e-4db4-905b-0d7184a255a5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715528 Feb 08 15:51:03.303147 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-bde868f9-fd85-4cfc-9622-d7be1986330c req-b7771a28-615d-4cb7-acf2-1889338f3890 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] show failed (client error): The resource could not be found. Feb 08 15:51:03.304168 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bde868f9-fd85-4cfc-9622-d7be1986330c req-b7771a28-615d-4cb7-acf2-1889338f3890 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "GET /v2.0/security-groups/dd7c02d5-9fee-4475-98a6-34d31418abd9 HTTP/1.1" status: 404 len: 352 time: 0.0216596 Feb 08 15:51:03.320431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811edbd-a0a5-4ef7-b79d-430d682fa281 req-e20cf14b-3cd1-4b57-98b7-58fde39bbb80 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.325724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811edbd-a0a5-4ef7-b79d-430d682fa281 req-e20cf14b-3cd1-4b57-98b7-58fde39bbb80 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.330999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811edbd-a0a5-4ef7-b79d-430d682fa281 req-e20cf14b-3cd1-4b57-98b7-58fde39bbb80 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.336374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811edbd-a0a5-4ef7-b79d-430d682fa281 req-e20cf14b-3cd1-4b57-98b7-58fde39bbb80 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.341662 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811edbd-a0a5-4ef7-b79d-430d682fa281 req-e20cf14b-3cd1-4b57-98b7-58fde39bbb80 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.347460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811edbd-a0a5-4ef7-b79d-430d682fa281 req-e20cf14b-3cd1-4b57-98b7-58fde39bbb80 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.352685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811edbd-a0a5-4ef7-b79d-430d682fa281 req-e20cf14b-3cd1-4b57-98b7-58fde39bbb80 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.354564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a811edbd-a0a5-4ef7-b79d-430d682fa281 req-e20cf14b-3cd1-4b57-98b7-58fde39bbb80 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1155868 Feb 08 15:51:03.377509 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-d24ac0d2-b398-427e-aea2-cad974b75f5a req-c097789d-f488-4219-b1b2-0b80d7229eee tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] show failed (client error): The resource could not be found. Feb 08 15:51:03.378475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d24ac0d2-b398-427e-aea2-cad974b75f5a req-c097789d-f488-4219-b1b2-0b80d7229eee tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "GET /v2.0/security-group-rules/2a14b101-1ee3-4ddb-a199-6b12c7b3a6e3 HTTP/1.1" status: 404 len: 361 time: 0.0230331 Feb 08 15:51:03.437153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a811edbd-a0a5-4ef7-b79d-430d682fa281 req-fad195a1-286e-43d4-be1d-4d42a3de2803 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757024 Feb 08 15:51:03.466208 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ddde2d8-2797-46ea-ace3-e3e2375f082a req-2644c294-6d39-44c3-8afa-17eacd06a3ae tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "GET /v2.0/security-groups/690d1981-e65b-4481-8721-a89a46684d20 HTTP/1.1" status: 200 len: 1832 time: 0.0652459 Feb 08 15:51:03.556121 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ddde2d8-2797-46ea-ace3-e3e2375f082a req-7dbb8715-d491-472f-b035-273831720a5b tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (690d1981-e65b-4481-8721-a89a46684d20), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:03.586602 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b8eb2-a573-4091-afeb-087683f0eec0 req-e4adc938-61ea-4512-b55f-30ee549ef067 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.588100 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae0b8eb2-a573-4091-afeb-087683f0eec0 req-e4adc938-61ea-4512-b55f-30ee549ef067 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.0855615 Feb 08 15:51:03.591836 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ddde2d8-2797-46ea-ace3-e3e2375f082a req-7dbb8715-d491-472f-b035-273831720a5b tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (690d1981-e65b-4481-8721-a89a46684d20), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:03.659722 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae0b8eb2-a573-4091-afeb-087683f0eec0 req-a43effbc-4e0b-4e7c-947d-d745953e2964 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650840 Feb 08 15:51:03.667541 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ddde2d8-2797-46ea-ace3-e3e2375f082a req-7dbb8715-d491-472f-b035-273831720a5b tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (690d1981-e65b-4481-8721-a89a46684d20), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:03.670497 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ddde2d8-2797-46ea-ace3-e3e2375f082a req-7dbb8715-d491-472f-b035-273831720a5b tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:03.671912 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ddde2d8-2797-46ea-ace3-e3e2375f082a req-7dbb8715-d491-472f-b035-273831720a5b tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "DELETE /v2.0/security-groups/690d1981-e65b-4481-8721-a89a46684d20 HTTP/1.1" status: 204 len: 173 time: 0.1984992 Feb 08 15:51:03.681729 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb8715-d491-472f-b035-273831720a5b tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690d1981-e65b-4481-8721-a89a46684d20,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:03.741561 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7e95f289-d4c5-44ab-9a23-205d2f436dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:03.742404 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba5827b2-524c-4e21-9a34-f3abc1cf611f req-a04ee5dc-a6e4-4e02-ad2f-776777f71f59 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "GET /v2.0/security-groups/6b64b3f1-6f9a-427f-bfcd-63bafe967aad HTTP/1.1" status: 200 len: 1832 time: 0.0435550 Feb 08 15:51:03.805517 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ba5827b2-524c-4e21-9a34-f3abc1cf611f req-045050ac-ad06-4b8a-b3b3-97c57d7bdf14 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (6b64b3f1-6f9a-427f-bfcd-63bafe967aad), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:03.853089 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ba5827b2-524c-4e21-9a34-f3abc1cf611f req-045050ac-ad06-4b8a-b3b3-97c57d7bdf14 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (6b64b3f1-6f9a-427f-bfcd-63bafe967aad), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:03.901959 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e48cd6-dcb2-4879-ab83-20bbfa89eea1 req-460ee239-1bbd-48c6-9b5d-368b17d26542 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:03.903658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8e48cd6-dcb2-4879-ab83-20bbfa89eea1 req-460ee239-1bbd-48c6-9b5d-368b17d26542 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0868587 Feb 08 15:51:03.927868 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ba5827b2-524c-4e21-9a34-f3abc1cf611f req-045050ac-ad06-4b8a-b3b3-97c57d7bdf14 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6b64b3f1-6f9a-427f-bfcd-63bafe967aad), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:03.929959 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ba5827b2-524c-4e21-9a34-f3abc1cf611f req-045050ac-ad06-4b8a-b3b3-97c57d7bdf14 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:03.931067 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba5827b2-524c-4e21-9a34-f3abc1cf611f req-045050ac-ad06-4b8a-b3b3-97c57d7bdf14 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "DELETE /v2.0/security-groups/6b64b3f1-6f9a-427f-bfcd-63bafe967aad HTTP/1.1" status: 204 len: 173 time: 0.1829364 Feb 08 15:51:03.952853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045050ac-ad06-4b8a-b3b3-97c57d7bdf14 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b64b3f1-6f9a-427f-bfcd-63bafe967aad,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:03.988899 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8e48cd6-dcb2-4879-ab83-20bbfa89eea1 req-221ee7d7-96fe-43b1-b043-3fbef6be93b5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787244 Feb 08 15:51:04.083522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6bbbaa59-6baf-4a3c-b10c-4633290a4c61 req-4666ed9d-c2ec-43ac-8c63-15c70ed6e280 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "GET /v2.0/security-groups/d5ee206f-d638-4097-87df-a94fb58caddb HTTP/1.1" status: 200 len: 1830 time: 0.0514820 Feb 08 15:51:04.147464 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6bbbaa59-6baf-4a3c-b10c-4633290a4c61 req-65660ac0-2252-4142-a161-89c0020d1dff tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (d5ee206f-d638-4097-87df-a94fb58caddb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:04.172087 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6bbbaa59-6baf-4a3c-b10c-4633290a4c61 req-65660ac0-2252-4142-a161-89c0020d1dff tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (d5ee206f-d638-4097-87df-a94fb58caddb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:04.216326 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6bbbaa59-6baf-4a3c-b10c-4633290a4c61 req-65660ac0-2252-4142-a161-89c0020d1dff tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d5ee206f-d638-4097-87df-a94fb58caddb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:04.219228 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6bbbaa59-6baf-4a3c-b10c-4633290a4c61 req-65660ac0-2252-4142-a161-89c0020d1dff tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:04.221289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6bbbaa59-6baf-4a3c-b10c-4633290a4c61 req-65660ac0-2252-4142-a161-89c0020d1dff tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "DELETE /v2.0/security-groups/d5ee206f-d638-4097-87df-a94fb58caddb HTTP/1.1" status: 204 len: 173 time: 0.1320648 Feb 08 15:51:04.236852 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65660ac0-2252-4142-a161-89c0020d1dff tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ee206f-d638-4097-87df-a94fb58caddb,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:04.281709 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad66de33-970a-4000-9873-fd986d39298b req-5db026aa-5ec6-46d9-b789-65dd8d5d75e1 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "GET /v2.0/security-groups/d5b8f131-49e9-4914-9247-943649445246 HTTP/1.1" status: 200 len: 1831 time: 0.0404639 Feb 08 15:51:04.350624 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ad66de33-970a-4000-9873-fd986d39298b req-a8d7532b-c5b5-4d35-b764-4369b4326207 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (d5b8f131-49e9-4914-9247-943649445246), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:04.394702 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ad66de33-970a-4000-9873-fd986d39298b req-a8d7532b-c5b5-4d35-b764-4369b4326207 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (d5b8f131-49e9-4914-9247-943649445246), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:04.436436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eff465-8c8a-4acc-9c10-c48dc0926a11 req-102fd174-0d21-42db-ae9a-2608a6e9bc93 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:04.442454 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eff465-8c8a-4acc-9c10-c48dc0926a11 req-102fd174-0d21-42db-ae9a-2608a6e9bc93 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:04.447588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eff465-8c8a-4acc-9c10-c48dc0926a11 req-102fd174-0d21-42db-ae9a-2608a6e9bc93 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:04.452705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eff465-8c8a-4acc-9c10-c48dc0926a11 req-102fd174-0d21-42db-ae9a-2608a6e9bc93 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:04.458070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eff465-8c8a-4acc-9c10-c48dc0926a11 req-102fd174-0d21-42db-ae9a-2608a6e9bc93 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:04.463998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eff465-8c8a-4acc-9c10-c48dc0926a11 req-102fd174-0d21-42db-ae9a-2608a6e9bc93 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:04.469261 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eff465-8c8a-4acc-9c10-c48dc0926a11 req-102fd174-0d21-42db-ae9a-2608a6e9bc93 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:04.471246 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57eff465-8c8a-4acc-9c10-c48dc0926a11 req-102fd174-0d21-42db-ae9a-2608a6e9bc93 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.1380446 Feb 08 15:51:04.496465 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ad66de33-970a-4000-9873-fd986d39298b req-a8d7532b-c5b5-4d35-b764-4369b4326207 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d5b8f131-49e9-4914-9247-943649445246), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:04.499122 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ad66de33-970a-4000-9873-fd986d39298b req-a8d7532b-c5b5-4d35-b764-4369b4326207 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:04.500206 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad66de33-970a-4000-9873-fd986d39298b req-a8d7532b-c5b5-4d35-b764-4369b4326207 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "DELETE /v2.0/security-groups/d5b8f131-49e9-4914-9247-943649445246 HTTP/1.1" status: 204 len: 173 time: 0.2102699 Feb 08 15:51:04.514185 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7532b-c5b5-4d35-b764-4369b4326207 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b8f131-49e9-4914-9247-943649445246,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:04.558764 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57eff465-8c8a-4acc-9c10-c48dc0926a11 req-9ed3a2a4-a68c-4beb-b302-44931ca1bfd2 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777867 Feb 08 15:51:04.651785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-540e5142-8514-41a1-baab-f24c1dfc3f93 req-27e4f925-b2e5-4200-aa4a-a6f5be69643f tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "GET /v2.0/security-groups/7fbed6f9-3c6b-45c3-a64e-9a72f15b9e2f HTTP/1.1" status: 200 len: 1831 time: 0.0498171 Feb 08 15:51:04.662845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c76c-4c8a-4206-8089-ad17267506ee req-084f68d8-ede4-40fd-84f5-03018ceb1ab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:04.667960 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c76c-4c8a-4206-8089-ad17267506ee req-084f68d8-ede4-40fd-84f5-03018ceb1ab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:04.674040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c76c-4c8a-4206-8089-ad17267506ee req-084f68d8-ede4-40fd-84f5-03018ceb1ab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:04.679411 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c76c-4c8a-4206-8089-ad17267506ee req-084f68d8-ede4-40fd-84f5-03018ceb1ab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:04.684537 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c76c-4c8a-4206-8089-ad17267506ee req-084f68d8-ede4-40fd-84f5-03018ceb1ab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:04.690712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c76c-4c8a-4206-8089-ad17267506ee req-084f68d8-ede4-40fd-84f5-03018ceb1ab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:04.695919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c76c-4c8a-4206-8089-ad17267506ee req-084f68d8-ede4-40fd-84f5-03018ceb1ab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:04.697720 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ac4c76c-4c8a-4206-8089-ad17267506ee req-084f68d8-ede4-40fd-84f5-03018ceb1ab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1280780 Feb 08 15:51:04.791814 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-540e5142-8514-41a1-baab-f24c1dfc3f93 req-35d9646d-f667-44ce-bb4c-c8d32826d8f8 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (7fbed6f9-3c6b-45c3-a64e-9a72f15b9e2f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:04.797764 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ac4c76c-4c8a-4206-8089-ad17267506ee req-650e3b2d-1ba1-49a9-9f01-8ecd71b51973 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927415 Feb 08 15:51:04.824268 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-540e5142-8514-41a1-baab-f24c1dfc3f93 req-35d9646d-f667-44ce-bb4c-c8d32826d8f8 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (7fbed6f9-3c6b-45c3-a64e-9a72f15b9e2f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:04.870222 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-540e5142-8514-41a1-baab-f24c1dfc3f93 req-35d9646d-f667-44ce-bb4c-c8d32826d8f8 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7fbed6f9-3c6b-45c3-a64e-9a72f15b9e2f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:04.873314 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-540e5142-8514-41a1-baab-f24c1dfc3f93 req-35d9646d-f667-44ce-bb4c-c8d32826d8f8 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:04.874497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-540e5142-8514-41a1-baab-f24c1dfc3f93 req-35d9646d-f667-44ce-bb4c-c8d32826d8f8 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] 10.222.0.82 "DELETE /v2.0/security-groups/7fbed6f9-3c6b-45c3-a64e-9a72f15b9e2f HTTP/1.1" status: 204 len: 173 time: 0.1758559 Feb 08 15:51:04.884171 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41482) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:04.911439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9646d-f667-44ce-bb4c-c8d32826d8f8 tempest-SecurityGroupRulesNegativeTestJSON-661867712 tempest-SecurityGroupRulesNegativeTestJSON-661867712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbed6f9-3c6b-45c3-a64e-9a72f15b9e2f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:04.943702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c87933-f9fb-41d5-87d2-4ec03f1e58ca admin admin] Deleting subnet 72f3df31-68cb-4ecd-a4b7-4bcb5f0d70ca {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:51:04.947468 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85c87933-f9fb-41d5-87d2-4ec03f1e58ca admin admin] Publish callbacks [] for subnet (72f3df31-68cb-4ecd-a4b7-4bcb5f0d70ca), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:04.951633 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f42aa-7efa-45dc-ab9b-6d4a0b438983 req-75788f3d-1be6-4be6-9ceb-4b3c87ba8a9c tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:04.953338 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b11f42aa-7efa-45dc-ab9b-6d4a0b438983 req-75788f3d-1be6-4be6-9ceb-4b3c87ba8a9c tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.0778000 Feb 08 15:51:04.983440 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85c87933-f9fb-41d5-87d2-4ec03f1e58ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (72f3df31-68cb-4ecd-a4b7-4bcb5f0d70ca), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.003887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b11f42aa-7efa-45dc-ab9b-6d4a0b438983 req-9947643d-f588-4a04-9c35-b7541fc74c57 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439796 Feb 08 15:51:05.027129 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85c87933-f9fb-41d5-87d2-4ec03f1e58ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (72f3df31-68cb-4ecd-a4b7-4bcb5f0d70ca), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.106218 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85c87933-f9fb-41d5-87d2-4ec03f1e58ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (72f3df31-68cb-4ecd-a4b7-4bcb5f0d70ca), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.133201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2469e-c94d-48df-8a69-6ae603e0e9e2 req-7c726978-a385-4b1b-98a6-d8ee7df2cb0d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:05.137252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c87933-f9fb-41d5-87d2-4ec03f1e58ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f3df31-68cb-4ecd-a4b7-4bcb5f0d70ca,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:05.143260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96a2469e-c94d-48df-8a69-6ae603e0e9e2 req-7c726978-a385-4b1b-98a6-d8ee7df2cb0d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0731244 Feb 08 15:51:05.151167 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85c87933-f9fb-41d5-87d2-4ec03f1e58ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.155039 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-85c87933-f9fb-41d5-87d2-4ec03f1e58ca admin admin] 10.222.0.82 "DELETE /v2.0/subnets/72f3df31-68cb-4ecd-a4b7-4bcb5f0d70ca HTTP/1.1" status: 204 len: 168 time: 0.2698891 Feb 08 15:51:05.156936 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41490) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:05.190869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96a2469e-c94d-48df-8a69-6ae603e0e9e2 req-46357b26-b7d7-4812-a0d8-f9f88533c7be tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465157 Feb 08 15:51:05.238772 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1603a90-691c-44ce-994a-bce97a4b89a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (03d404e9-c23d-432b-ae93-dd2244e3f858), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.319839 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1603a90-691c-44ce-994a-bce97a4b89a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (03d404e9-c23d-432b-ae93-dd2244e3f858), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.339556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-c1603a90-691c-44ce-994a-bce97a4b89a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d404e9-c23d-432b-ae93-dd2244e3f858']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:51:05.348590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-c1603a90-691c-44ce-994a-bce97a4b89a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acab73b1-f23d-420a-9fd0-f0696926ec1f') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:51:05.348889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-c1603a90-691c-44ce-994a-bce97a4b89a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acab73b1-f23d-420a-9fd0-f0696926ec1f') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:51:05.357771 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1603a90-691c-44ce-994a-bce97a4b89a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (acab73b1-f23d-420a-9fd0-f0696926ec1f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.370848 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1603a90-691c-44ce-994a-bce97a4b89a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (acab73b1-f23d-420a-9fd0-f0696926ec1f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.376873 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1603a90-691c-44ce-994a-bce97a4b89a5 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:51:05.377293 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1603a90-691c-44ce-994a-bce97a4b89a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (acab73b1-f23d-420a-9fd0-f0696926ec1f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:51:05.379120 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:51:05.409671 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.432798 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1603a90-691c-44ce-994a-bce97a4b89a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (03d404e9-c23d-432b-ae93-dd2244e3f858), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.438163 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1603a90-691c-44ce-994a-bce97a4b89a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.445258 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c1603a90-691c-44ce-994a-bce97a4b89a5 admin admin] 10.222.0.82 "DELETE /v2.0/networks/03d404e9-c23d-432b-ae93-dd2244e3f858 HTTP/1.1" status: 204 len: 168 time: 0.2862656 Feb 08 15:51:05.458760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1603a90-691c-44ce-994a-bce97a4b89a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=03d404e9-c23d-432b-ae93-dd2244e3f858,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:05.554613 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41494) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:05.601507 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0f633d9d-2006-44eb-93fe-19de40e561c3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=57f00d5c1e164cc8ba85030e38e53c74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431836 Feb 08 15:51:05.601775 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41498) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:05.653980 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-af8bea44-98b2-4b95-b248-4d915b262fd6 admin admin] Publish callbacks [] for security_group (18ef68d9-1da9-4542-b39c-b5bee112175e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.676464 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-af8bea44-98b2-4b95-b248-4d915b262fd6 admin admin] Publish callbacks [] for security_group (18ef68d9-1da9-4542-b39c-b5bee112175e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.711253 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6847ffb-849b-47cc-a0da-faf9898e4dc6 req-ebf21f08-8fc3-4eb6-99af-b373ba345d30 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:05.717073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6847ffb-849b-47cc-a0da-faf9898e4dc6 req-ebf21f08-8fc3-4eb6-99af-b373ba345d30 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:05.723299 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6847ffb-849b-47cc-a0da-faf9898e4dc6 req-ebf21f08-8fc3-4eb6-99af-b373ba345d30 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:05.729165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6847ffb-849b-47cc-a0da-faf9898e4dc6 req-ebf21f08-8fc3-4eb6-99af-b373ba345d30 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:05.734760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6847ffb-849b-47cc-a0da-faf9898e4dc6 req-ebf21f08-8fc3-4eb6-99af-b373ba345d30 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:05.740122 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-af8bea44-98b2-4b95-b248-4d915b262fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (18ef68d9-1da9-4542-b39c-b5bee112175e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.741817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6847ffb-849b-47cc-a0da-faf9898e4dc6 req-ebf21f08-8fc3-4eb6-99af-b373ba345d30 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:05.742914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-af8bea44-98b2-4b95-b248-4d915b262fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:05.746427 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-af8bea44-98b2-4b95-b248-4d915b262fd6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/18ef68d9-1da9-4542-b39c-b5bee112175e HTTP/1.1" status: 204 len: 168 time: 0.1413231 Feb 08 15:51:05.748174 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6847ffb-849b-47cc-a0da-faf9898e4dc6 req-ebf21f08-8fc3-4eb6-99af-b373ba345d30 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:05.755436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6847ffb-849b-47cc-a0da-faf9898e4dc6 req-ebf21f08-8fc3-4eb6-99af-b373ba345d30 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.1046002 Feb 08 15:51:05.756398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bea44-98b2-4b95-b248-4d915b262fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ef68d9-1da9-4542-b39c-b5bee112175e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:05.830465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6847ffb-849b-47cc-a0da-faf9898e4dc6 req-379b3398-5513-4dea-b342-56098f202dff tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741608 Feb 08 15:51:05.960884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cc6ac-f24b-480a-8dfb-92f96a87b78d req-3cb977a9-54fc-4a30-9922-36f220a45780 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:05.966043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cc6ac-f24b-480a-8dfb-92f96a87b78d req-3cb977a9-54fc-4a30-9922-36f220a45780 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:05.972200 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cc6ac-f24b-480a-8dfb-92f96a87b78d req-3cb977a9-54fc-4a30-9922-36f220a45780 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:05.976974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cc6ac-f24b-480a-8dfb-92f96a87b78d req-3cb977a9-54fc-4a30-9922-36f220a45780 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:05.982192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cc6ac-f24b-480a-8dfb-92f96a87b78d req-3cb977a9-54fc-4a30-9922-36f220a45780 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:05.988701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cc6ac-f24b-480a-8dfb-92f96a87b78d req-3cb977a9-54fc-4a30-9922-36f220a45780 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:05.994143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cc6ac-f24b-480a-8dfb-92f96a87b78d req-3cb977a9-54fc-4a30-9922-36f220a45780 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:05.996010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-396cc6ac-f24b-480a-8dfb-92f96a87b78d req-3cb977a9-54fc-4a30-9922-36f220a45780 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1085384 Feb 08 15:51:06.075490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-396cc6ac-f24b-480a-8dfb-92f96a87b78d req-a547ea1e-ce25-41f1-99a3-7e65e0aea221 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722315 Feb 08 15:51:06.169832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879146d-c875-4380-bd23-0f3b4eca6ad9 req-9c74b78b-1d66-416b-b696-d0586ad015a0 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:06.171421 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7879146d-c875-4380-bd23-0f3b4eca6ad9 req-9c74b78b-1d66-416b-b696-d0586ad015a0 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.0707517 Feb 08 15:51:06.234340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7879146d-c875-4380-bd23-0f3b4eca6ad9 req-e1e99a9c-de9f-4fc8-9ec3-721f6fa28f36 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489960 Feb 08 15:51:06.362959 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abee452-3fb4-4915-a18e-5184872adf91 req-d4002fa7-e272-49bc-9f93-9e2886359c80 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:06.364588 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1abee452-3fb4-4915-a18e-5184872adf91 req-d4002fa7-e272-49bc-9f93-9e2886359c80 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0635381 Feb 08 15:51:06.436210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1abee452-3fb4-4915-a18e-5184872adf91 req-7b70f3d0-3dc2-4ae9-8b8f-a82bbbfe2d90 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656462 Feb 08 15:51:06.600045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41530) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:06.601002 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:06.706277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-952393731-network', 'tenant_id': '634d82d76ea24dc0b13f7cdf73dc4f9b'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:06.727692 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] Made reservation on behalf of 634d82d76ea24dc0b13f7cdf73dc4f9b for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:51:06.732685 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:06.739288 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:06.813566 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] Publish callbacks [] for security_group (190b88bf-c918-45f7-aff3-55088ab92f08), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:06.817232 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (190b88bf-c918-45f7-aff3-55088ab92f08), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:06.841411 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:51:06.850027 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190b88bf-c918-45f7-aff3-55088ab92f08,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:06.855790 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7cdb6337-5453-4cf2-9fce-f6fff5b30576), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:06.856140 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] Added segment 7cdb6337-5453-4cf2-9fce-f6fff5b30576 of type vlan for network 4104902e-f86e-4faa-ad7f-7817ae163264 Feb 08 15:51:06.904122 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (4104902e-f86e-4faa-ad7f-7817ae163264), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:06.973229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34085c7b-787b-4409-b7c9-e5dfcee14d26 req-1adf72f5-436f-4980-a6c8-cd084745e417 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:06.978740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34085c7b-787b-4409-b7c9-e5dfcee14d26 req-1adf72f5-436f-4980-a6c8-cd084745e417 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:06.984134 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34085c7b-787b-4409-b7c9-e5dfcee14d26 req-1adf72f5-436f-4980-a6c8-cd084745e417 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:06.990231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34085c7b-787b-4409-b7c9-e5dfcee14d26 req-1adf72f5-436f-4980-a6c8-cd084745e417 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:06.995867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34085c7b-787b-4409-b7c9-e5dfcee14d26 req-1adf72f5-436f-4980-a6c8-cd084745e417 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:07.001474 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34085c7b-787b-4409-b7c9-e5dfcee14d26 req-1adf72f5-436f-4980-a6c8-cd084745e417 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:07.006998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34085c7b-787b-4409-b7c9-e5dfcee14d26 req-1adf72f5-436f-4980-a6c8-cd084745e417 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:07.009139 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34085c7b-787b-4409-b7c9-e5dfcee14d26 req-1adf72f5-436f-4980-a6c8-cd084745e417 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.0987716 Feb 08 15:51:07.071868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34085c7b-787b-4409-b7c9-e5dfcee14d26 req-f45cf1d1-7e10-4841-83a0-795ed2ac4148 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562186 Feb 08 15:51:07.219398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013257ac-ae7c-45de-968d-36ba9aeac7ad req-889a6ca5-1f5e-4233-ae8d-fbfc7df450db tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:07.225655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013257ac-ae7c-45de-968d-36ba9aeac7ad req-889a6ca5-1f5e-4233-ae8d-fbfc7df450db tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:07.231088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013257ac-ae7c-45de-968d-36ba9aeac7ad req-889a6ca5-1f5e-4233-ae8d-fbfc7df450db tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:07.236642 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013257ac-ae7c-45de-968d-36ba9aeac7ad req-889a6ca5-1f5e-4233-ae8d-fbfc7df450db tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:07.241944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013257ac-ae7c-45de-968d-36ba9aeac7ad req-889a6ca5-1f5e-4233-ae8d-fbfc7df450db tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:07.248718 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (4104902e-f86e-4faa-ad7f-7817ae163264), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:07.249788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:07.250380 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:07.253107 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013257ac-ae7c-45de-968d-36ba9aeac7ad req-889a6ca5-1f5e-4233-ae8d-fbfc7df450db tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:07.266488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013257ac-ae7c-45de-968d-36ba9aeac7ad req-889a6ca5-1f5e-4233-ae8d-fbfc7df450db tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:07.269589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-013257ac-ae7c-45de-968d-36ba9aeac7ad req-889a6ca5-1f5e-4233-ae8d-fbfc7df450db tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1157811 Feb 08 15:51:07.317440 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7156761 Feb 08 15:51:07.318361 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165a154-8c75-463a-bbd6-6ffa2d2b145c admin admin] Pushing event updated for resources: {'Network': ['ID=4104902e-f86e-4faa-ad7f-7817ae163264,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:07.320475 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41544) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:07.325488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6a06ffcd-9ff7-4ac9-b457-cbab3bf2c2c7 admin admin] Request body: {'subnet': {'network_id': '4104902e-f86e-4faa-ad7f-7817ae163264', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-952393731-subnet', 'tenant_id': '634d82d76ea24dc0b13f7cdf73dc4f9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:07.331539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 4104902e-f86e-4faa-ad7f-7817ae163264 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:51:07.350594 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a06ffcd-9ff7-4ac9-b457-cbab3bf2c2c7 admin admin] Made reservation on behalf of 634d82d76ea24dc0b13f7cdf73dc4f9b for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:51:07.355730 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a06ffcd-9ff7-4ac9-b457-cbab3bf2c2c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:07.389090 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-013257ac-ae7c-45de-968d-36ba9aeac7ad req-073abc8a-6493-42e3-96e4-14cb803c9339 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139448 Feb 08 15:51:07.461286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dad1e-a150-45da-bd65-442445af4d41 req-e1f4ddfa-482c-4136-a3d2-2ebd0e0a043c tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:07.469278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8f6dad1e-a150-45da-bd65-442445af4d41 req-e1f4ddfa-482c-4136-a3d2-2ebd0e0a043c tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.0871599 Feb 08 15:51:07.525424 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8f6dad1e-a150-45da-bd65-442445af4d41 req-1e72575e-b556-42fe-b003-cde1d5ba49f6 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525916 Feb 08 15:51:07.583670 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a06ffcd-9ff7-4ac9-b457-cbab3bf2c2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (c0a59b46-1407-4854-9ea2-431ebaa812d5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:07.586114 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94785b5a-4917-48b0-bbc5-3c454cf81a2a req-5201545f-6b52-42fb-9b0e-6573504e4cc9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:07.588145 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94785b5a-4917-48b0-bbc5-3c454cf81a2a req-5201545f-6b52-42fb-9b0e-6573504e4cc9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0614862 Feb 08 15:51:07.645231 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06ffcd-9ff7-4ac9-b457-cbab3bf2c2c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a59b46-1407-4854-9ea2-431ebaa812d5,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:07.650559 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a06ffcd-9ff7-4ac9-b457-cbab3bf2c2c7 admin admin] Checking segment: {'id': '7cdb6337-5453-4cf2-9fce-f6fff5b30576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4104902e-f86e-4faa-ad7f-7817ae163264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:51:07.650923 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a06ffcd-9ff7-4ac9-b457-cbab3bf2c2c7 admin admin] Network hostable DHCP agents. Network: 4104902e-f86e-4faa-ad7f-7817ae163264, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:51:07.661165 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94785b5a-4917-48b0-bbc5-3c454cf81a2a req-59261c54-8e44-4f60-9a06-ae059e9f609c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649152 Feb 08 15:51:07.669830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a06ffcd-9ff7-4ac9-b457-cbab3bf2c2c7 admin admin] Network 4104902e-f86e-4faa-ad7f-7817ae163264 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:51:07.680179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-6a06ffcd-9ff7-4ac9-b457-cbab3bf2c2c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 4104902e-f86e-4faa-ad7f-7817ae163264) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:51:07.684307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a06ffcd-9ff7-4ac9-b457-cbab3bf2c2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:07.684996 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a06ffcd-9ff7-4ac9-b457-cbab3bf2c2c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:07.692149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a971e2b6-fd45-4cef-bb4a-e151654e6ee3 None None] Network 4104902e-f86e-4faa-ad7f-7817ae163264 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:51:07.703446 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6a06ffcd-9ff7-4ac9-b457-cbab3bf2c2c7 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3817713 Feb 08 15:51:07.801365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e3d4a7-483d-4c06-a5bd-f3b86d1726a0 None None] Network 4104902e-f86e-4faa-ad7f-7817ae163264 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:51:07.917441 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:08.148312 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-49523261-5c07-4db6-98bf-cac03d6fd2ea tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:08.149911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-49523261-5c07-4db6-98bf-cac03d6fd2ea tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/networks?id=4104902e-f86e-4faa-ad7f-7817ae163264 HTTP/1.1" status: 200 len: 817 time: 0.1082704 Feb 08 15:51:08.191583 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-1f606f71-8352-4210-a561-fb6ea1a06fb1 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/quotas/634d82d76ea24dc0b13f7cdf73dc4f9b HTTP/1.1" status: 200 len: 375 time: 0.0282700 Feb 08 15:51:08.232128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-2d06df29-9781-4fd1-9f46-870e0234d433 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=634d82d76ea24dc0b13f7cdf73dc4f9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338373 Feb 08 15:51:08.605836 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7317e-442a-4417-b887-3cc8113e73a0 req-d1c6175b-488d-419f-a7b0-d8460c2a3ade tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:08.612211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7317e-442a-4417-b887-3cc8113e73a0 req-d1c6175b-488d-419f-a7b0-d8460c2a3ade tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:08.618058 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7317e-442a-4417-b887-3cc8113e73a0 req-d1c6175b-488d-419f-a7b0-d8460c2a3ade tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:08.623242 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7317e-442a-4417-b887-3cc8113e73a0 req-d1c6175b-488d-419f-a7b0-d8460c2a3ade tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:08.629123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7317e-442a-4417-b887-3cc8113e73a0 req-d1c6175b-488d-419f-a7b0-d8460c2a3ade tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:08.634400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7317e-442a-4417-b887-3cc8113e73a0 req-d1c6175b-488d-419f-a7b0-d8460c2a3ade tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:08.640325 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7317e-442a-4417-b887-3cc8113e73a0 req-d1c6175b-488d-419f-a7b0-d8460c2a3ade tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:08.642477 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16b7317e-442a-4417-b887-3cc8113e73a0 req-d1c6175b-488d-419f-a7b0-d8460c2a3ade tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.4894395 Feb 08 15:51:08.706535 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ca053e62-5899-4f9e-94b4-619623b36915 req-fc5f1c85-2c7a-414a-b1ac-d0adf9491c4d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530028 Feb 08 15:51:08.769057 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-517e742a-f40b-4b06-ab07-c3ab86294321 service neutron] 10.222.0.82 "GET /v2.0/networks/4104902e-f86e-4faa-ad7f-7817ae163264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297923 Feb 08 15:51:08.776483 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16b7317e-442a-4417-b887-3cc8113e73a0 req-e2377f34-3b71-437f-945c-c6c5ab106f00 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1076875 Feb 08 15:51:08.813683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca053e62-5899-4f9e-94b4-619623b36915 req-12692340-edae-42b6-9c83-a4984c7e090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:08.815387 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ca053e62-5899-4f9e-94b4-619623b36915 req-12692340-edae-42b6-9c83-a4984c7e090e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 1127 time: 0.0555785 Feb 08 15:51:08.897624 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-75af7549-7379-4e15-b60b-428a2a8a0a6a service neutron] 10.222.0.82 "GET /v2.0/networks/4104902e-f86e-4faa-ad7f-7817ae163264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191170 Feb 08 15:51:08.971492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca053e62-5899-4f9e-94b4-619623b36915 req-fe19aa81-fd54-4b20-9f8b-54af83f0dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:08.973533 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ca053e62-5899-4f9e-94b4-619623b36915 req-fe19aa81-fd54-4b20-9f8b-54af83f0dd20 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.1291716 Feb 08 15:51:09.061254 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ca053e62-5899-4f9e-94b4-619623b36915 req-a167d467-1b88-4c09-b695-1d263aac28a9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d HTTP/1.1" status: 200 len: 999 time: 0.0810933 Feb 08 15:51:09.106704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd382a02-0e2a-440b-9717-da3f98345e20 req-1ac6728b-9a13-4937-8060-24dc02b927fd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.115401 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd382a02-0e2a-440b-9717-da3f98345e20 req-1ac6728b-9a13-4937-8060-24dc02b927fd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.123441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd382a02-0e2a-440b-9717-da3f98345e20 req-1ac6728b-9a13-4937-8060-24dc02b927fd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.129430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd382a02-0e2a-440b-9717-da3f98345e20 req-1ac6728b-9a13-4937-8060-24dc02b927fd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.135517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd382a02-0e2a-440b-9717-da3f98345e20 req-1ac6728b-9a13-4937-8060-24dc02b927fd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.140764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd382a02-0e2a-440b-9717-da3f98345e20 req-1ac6728b-9a13-4937-8060-24dc02b927fd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.141958 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca053e62-5899-4f9e-94b4-619623b36915 req-6b2ba5d2-b8b4-4635-8806-f993f551d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.143666 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ca053e62-5899-4f9e-94b4-619623b36915 req-6b2ba5d2-b8b4-4635-8806-f993f551d0bd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0710797 Feb 08 15:51:09.146960 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd382a02-0e2a-440b-9717-da3f98345e20 req-1ac6728b-9a13-4937-8060-24dc02b927fd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.149099 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd382a02-0e2a-440b-9717-da3f98345e20 req-1ac6728b-9a13-4937-8060-24dc02b927fd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1549356 Feb 08 15:51:09.213711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca053e62-5899-4f9e-94b4-619623b36915 req-d147756f-3601-4a66-9387-902511e3ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.215551 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ca053e62-5899-4f9e-94b4-619623b36915 req-d147756f-3601-4a66-9387-902511e3ec02 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0648520 Feb 08 15:51:09.231611 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd382a02-0e2a-440b-9717-da3f98345e20 req-fa951e7f-8e0b-4b0a-96ea-1241fe6e23cb tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729327 Feb 08 15:51:09.287870 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd273e-cfe3-484e-9314-caec1c3d8eaf req-7b3507cd-b83b-418d-8f09-71decd435e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.289432 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-71cd273e-cfe3-484e-9314-caec1c3d8eaf req-7b3507cd-b83b-418d-8f09-71decd435e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.1394143 Feb 08 15:51:09.347715 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ca053e62-5899-4f9e-94b4-619623b36915 req-a9716268-63da-457c-b5b4-7f5029425a87 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250532 Feb 08 15:51:09.390585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-71cd273e-cfe3-484e-9314-caec1c3d8eaf req-50796050-4933-4033-884f-e9257cbb6574 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953937 Feb 08 15:51:09.443479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a049b3-e9e7-4e8a-b2c8-71484ef545f6 req-bfc158c8-d078-471e-b1f6-d35bb702da5e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.445324 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30a049b3-e9e7-4e8a-b2c8-71484ef545f6 req-bfc158c8-d078-471e-b1f6-d35bb702da5e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0939829 Feb 08 15:51:09.491895 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ca053e62-5899-4f9e-94b4-619623b36915 req-c58c840e-5cdd-4c57-9332-7091789955e7 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342642 Feb 08 15:51:09.514471 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b63d26ec-704d-4bc3-94ee-c60092ea4a50 req-4884924a-40b6-412f-9bfc-925191932d41 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/ports?device_id=2994d49e-49cb-47b3-8027-de31b4c4bcce HTTP/1.1" status: 200 len: 210 time: 0.0538642 Feb 08 15:51:09.558432 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30a049b3-e9e7-4e8a-b2c8-71484ef545f6 req-33b387ce-532c-42fa-8334-53cce53fcb8a tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056957 Feb 08 15:51:09.918652 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1796c2-1400-4ea4-9f33-9cc7b1210b6b req-8d5f7a91-0072-4fdb-84fe-72837beebd83 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.924674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1796c2-1400-4ea4-9f33-9cc7b1210b6b req-8d5f7a91-0072-4fdb-84fe-72837beebd83 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.930039 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1796c2-1400-4ea4-9f33-9cc7b1210b6b req-8d5f7a91-0072-4fdb-84fe-72837beebd83 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.935321 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1796c2-1400-4ea4-9f33-9cc7b1210b6b req-8d5f7a91-0072-4fdb-84fe-72837beebd83 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.942231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1796c2-1400-4ea4-9f33-9cc7b1210b6b req-8d5f7a91-0072-4fdb-84fe-72837beebd83 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.947842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1796c2-1400-4ea4-9f33-9cc7b1210b6b req-8d5f7a91-0072-4fdb-84fe-72837beebd83 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.953658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1796c2-1400-4ea4-9f33-9cc7b1210b6b req-8d5f7a91-0072-4fdb-84fe-72837beebd83 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:09.955813 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a1796c2-1400-4ea4-9f33-9cc7b1210b6b req-8d5f7a91-0072-4fdb-84fe-72837beebd83 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.0990326 Feb 08 15:51:10.016252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a1796c2-1400-4ea4-9f33-9cc7b1210b6b req-96de7fde-ec22-41cb-bf27-805db3d48956 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541391 Feb 08 15:51:10.322394 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-79e4a0d7-a542-4ddb-8dd4-9059a1f07e46 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:10.324401 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-79e4a0d7-a542-4ddb-8dd4-9059a1f07e46 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.94 "GET /v2.0/networks?id=4104902e-f86e-4faa-ad7f-7817ae163264 HTTP/1.1" status: 200 len: 817 time: 0.1176882 Feb 08 15:51:10.338558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-56412548-edb6-4910-9794-dc74b13b8e55 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Request body: {'port': {'device_id': '2994d49e-49cb-47b3-8027-de31b4c4bcce', 'network_id': '4104902e-f86e-4faa-ad7f-7817ae163264', 'admin_state_up': True, 'tenant_id': '634d82d76ea24dc0b13f7cdf73dc4f9b'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:10.411610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1983-9c68-4be1-8835-dde166dc8c48 req-b74997a6-6755-4938-8a0b-c7099784d293 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:10.417052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1983-9c68-4be1-8835-dde166dc8c48 req-b74997a6-6755-4938-8a0b-c7099784d293 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:10.428899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1983-9c68-4be1-8835-dde166dc8c48 req-b74997a6-6755-4938-8a0b-c7099784d293 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:10.437249 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1983-9c68-4be1-8835-dde166dc8c48 req-b74997a6-6755-4938-8a0b-c7099784d293 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:10.446810 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1983-9c68-4be1-8835-dde166dc8c48 req-b74997a6-6755-4938-8a0b-c7099784d293 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:10.452849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1983-9c68-4be1-8835-dde166dc8c48 req-b74997a6-6755-4938-8a0b-c7099784d293 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:10.460838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1983-9c68-4be1-8835-dde166dc8c48 req-b74997a6-6755-4938-8a0b-c7099784d293 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:10.463777 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b43b1983-9c68-4be1-8835-dde166dc8c48 req-b74997a6-6755-4938-8a0b-c7099784d293 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1339943 Feb 08 15:51:10.465707 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-56412548-edb6-4910-9794-dc74b13b8e55 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Made reservation on behalf of 634d82d76ea24dc0b13f7cdf73dc4f9b for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:51:10.470647 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-56412548-edb6-4910-9794-dc74b13b8e55 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:10.568138 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b43b1983-9c68-4be1-8835-dde166dc8c48 req-ea8f8cfd-60ef-496c-88ee-e9518697aee4 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937214 Feb 08 15:51:10.575882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a46f36-4037-4277-a396-a6d39eada197 req-1e28e156-4626-455d-9a08-4bf937a47a5d tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:10.577382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6a46f36-4037-4277-a396-a6d39eada197 req-1e28e156-4626-455d-9a08-4bf937a47a5d tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.1015244 Feb 08 15:51:10.615038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-56412548-edb6-4910-9794-dc74b13b8e55 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Allocated IP 172.20.0.13 (4104902e-f86e-4faa-ad7f-7817ae163264/c0a59b46-1407-4854-9ea2-431ebaa812d5/6e7fc05d-37f1-420d-9e66-3bb2867366e9) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:51:10.678974 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6a46f36-4037-4277-a396-a6d39eada197 req-645c54c1-4f1c-4679-bf87-5d2197b21e4d tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863318 Feb 08 15:51:10.741498 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1f74cf9-9ac7-4f06-b5b1-7ad000dac579 req-dd46a9ef-ab67-4b9a-87c7-d837480fde11 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/ports?device_id=2994d49e-49cb-47b3-8027-de31b4c4bcce HTTP/1.1" status: 200 len: 210 time: 0.0480757 Feb 08 15:51:10.790565 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-56412548-edb6-4910-9794-dc74b13b8e55 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Publish callbacks [] for port (6e7fc05d-37f1-420d-9e66-3bb2867366e9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:10.824271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-56412548-edb6-4910-9794-dc74b13b8e55 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6e7fc05d-37f1-420d-9e66-3bb2867366e9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:10.838385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1135211-c462-4d4c-9fcc-b912f7eec903 req-fd2a823f-590c-44fc-a240-ec87b61ec557 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:10.839930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c1135211-c462-4d4c-9fcc-b912f7eec903 req-fd2a823f-590c-44fc-a240-ec87b61ec557 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0659215 Feb 08 15:51:10.870643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-56412548-edb6-4910-9794-dc74b13b8e55 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Network 4104902e-f86e-4faa-ad7f-7817ae163264 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:51:10.874292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-56412548-edb6-4910-9794-dc74b13b8e55 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:51:10.877436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-56412548-edb6-4910-9794-dc74b13b8e55 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:51:10.890154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c1135211-c462-4d4c-9fcc-b912f7eec903 req-298fb734-577d-4735-a5dc-540c98b46bb6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435610 Feb 08 15:51:10.917292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56412548-edb6-4910-9794-dc74b13b8e55 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Pushing event updated for resources: {'Port': ['ID=6e7fc05d-37f1-420d-9e66-3bb2867366e9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:10.951201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-56412548-edb6-4910-9794-dc74b13b8e55 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:10.952097 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-56412548-edb6-4910-9794-dc74b13b8e55 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:10.976229 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-56412548-edb6-4910-9794-dc74b13b8e55 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6417434 Feb 08 15:51:10.989244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Request body: {'port': {'device_id': '2994d49e-49cb-47b3-8027-de31b4c4bcce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:11.065118 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6e7fc05d-37f1-420d-9e66-3bb2867366e9), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:11.155222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749f80-516c-4f23-94ec-33cb91324915 req-1f65161a-d714-4778-91f9-c91254d0aaa4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.160563 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749f80-516c-4f23-94ec-33cb91324915 req-1f65161a-d714-4778-91f9-c91254d0aaa4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.165838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749f80-516c-4f23-94ec-33cb91324915 req-1f65161a-d714-4778-91f9-c91254d0aaa4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.171069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749f80-516c-4f23-94ec-33cb91324915 req-1f65161a-d714-4778-91f9-c91254d0aaa4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.177519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749f80-516c-4f23-94ec-33cb91324915 req-1f65161a-d714-4778-91f9-c91254d0aaa4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.182779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749f80-516c-4f23-94ec-33cb91324915 req-1f65161a-d714-4778-91f9-c91254d0aaa4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.187966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749f80-516c-4f23-94ec-33cb91324915 req-1f65161a-d714-4778-91f9-c91254d0aaa4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.190032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be749f80-516c-4f23-94ec-33cb91324915 req-1f65161a-d714-4778-91f9-c91254d0aaa4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.0949526 Feb 08 15:51:11.249881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be749f80-516c-4f23-94ec-33cb91324915 req-3088afb5-d6b9-441c-9614-33a4e56c9662 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529823 Feb 08 15:51:11.344052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7fc05d-37f1-420d-9e66-3bb2867366e9 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:11.351557 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Publish callbacks [] for port (6e7fc05d-37f1-420d-9e66-3bb2867366e9), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:11.365398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Transition to ACTIVE for port object 6e7fc05d-37f1-420d-9e66-3bb2867366e9 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:51:11.369421 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (6e7fc05d-37f1-420d-9e66-3bb2867366e9), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:11.422046 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7fc05d-37f1-420d-9e66-3bb2867366e9,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:11.489979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Attempting to bind port 6e7fc05d-37f1-420d-9e66-3bb2867366e9 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:51:11.490318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Attempting to bind port 6e7fc05d-37f1-420d-9e66-3bb2867366e9 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '7cdb6337-5453-4cf2-9fce-f6fff5b30576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4104902e-f86e-4faa-ad7f-7817ae163264'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:51:11.490653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Attempting to bind port 6e7fc05d-37f1-420d-9e66-3bb2867366e9 on network 4104902e-f86e-4faa-ad7f-7817ae163264 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:11.494879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Port 6e7fc05d-37f1-420d-9e66-3bb2867366e9 on network 4104902e-f86e-4faa-ad7f-7817ae163264 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:51:11.495205 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Attempting to bind port 6e7fc05d-37f1-420d-9e66-3bb2867366e9 on network 4104902e-f86e-4faa-ad7f-7817ae163264 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:11.499897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:51:11.500235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Checking segment: {'id': '7cdb6337-5453-4cf2-9fce-f6fff5b30576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4104902e-f86e-4faa-ad7f-7817ae163264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:51:11.500623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Bound using segment: {'id': '7cdb6337-5453-4cf2-9fce-f6fff5b30576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4104902e-f86e-4faa-ad7f-7817ae163264'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:51:11.501620 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Bound port: 6e7fc05d-37f1-420d-9e66-3bb2867366e9, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdb6337-5453-4cf2-9fce-f6fff5b30576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4104902e-f86e-4faa-ad7f-7817ae163264'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:51:11.501981 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6e7fc05d-37f1-420d-9e66-3bb2867366e9), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:11.568133 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] For port 6e7fc05d-37f1-420d-9e66-3bb2867366e9, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:51:11.571076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] For port 6e7fc05d-37f1-420d-9e66-3bb2867366e9, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6e7fc05d-37f1-420d-9e66-3bb2867366e9,segment=NetworkSegment(7cdb6337-5453-4cf2-9fce-f6fff5b30576),segment_id=7cdb6337-5453-4cf2-9fce-f6fff5b30576)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:51:11.577264 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (6e7fc05d-37f1-420d-9e66-3bb2867366e9), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:11.611493 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.612415 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:11.613878 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] 10.222.0.94 "PUT /v2.0/ports/6e7fc05d-37f1-420d-9e66-3bb2867366e9 HTTP/1.1" status: 200 len: 1093 time: 0.6297295 Feb 08 15:51:11.614467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2994d49e-49cb-47b3-8027-de31b4c4bcce', 'tag': '6e7fc05d-37f1-420d-9e66-3bb2867366e9'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:11.616791 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c66ed1-e51c-44ac-97b1-ee3fbe244e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "2994d49e-49cb-47b3-8027-de31b4c4bcce", "tag": "6e7fc05d-37f1-420d-9e66-3bb2867366e9"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:11.673877 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8d45b-b620-44a0-83b3-34977fd545e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7fc05d-37f1-420d-9e66-3bb2867366e9,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:11.681036 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c887f11-5842-4a8f-b91d-3867b2064398 x-openstack-request-id: req-0c887f11-5842-4a8f-b91d-3867b2064398 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:11.681036 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2994d49e-49cb-47b3-8027-de31b4c4bcce", "tag": "6e7fc05d-37f1-420d-9e66-3bb2867366e9", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:11.681464 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0c887f11-5842-4a8f-b91d-3867b2064398 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:11.681968 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2994d49e-49cb-47b3-8027-de31b4c4bcce', 'tag': '6e7fc05d-37f1-420d-9e66-3bb2867366e9', 'status': 'completed', 'code': 200} Feb 08 15:51:11.718887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-c3b3eb39-9483-45a8-9e57-1bede232fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.722049 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-c3b3eb39-9483-45a8-9e57-1bede232fdd4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=634d82d76ea24dc0b13f7cdf73dc4f9b&device_id=2994d49e-49cb-47b3-8027-de31b4c4bcce HTTP/1.1" status: 200 len: 1127 time: 0.0558844 Feb 08 15:51:11.758170 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499595c-10aa-445a-a268-c5192e499f66 req-d49abe59-54ae-40f8-ae7c-ab0aa3200ac7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.763792 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499595c-10aa-445a-a268-c5192e499f66 req-d49abe59-54ae-40f8-ae7c-ab0aa3200ac7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.769463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499595c-10aa-445a-a268-c5192e499f66 req-d49abe59-54ae-40f8-ae7c-ab0aa3200ac7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.771623 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-b8bdbbd3-348b-459c-88b2-889ac34065e2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e7fc05d-37f1-420d-9e66-3bb2867366e9 HTTP/1.1" status: 200 len: 217 time: 0.0431211 Feb 08 15:51:11.775013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499595c-10aa-445a-a268-c5192e499f66 req-d49abe59-54ae-40f8-ae7c-ab0aa3200ac7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.780478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499595c-10aa-445a-a268-c5192e499f66 req-d49abe59-54ae-40f8-ae7c-ab0aa3200ac7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.786648 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499595c-10aa-445a-a268-c5192e499f66 req-d49abe59-54ae-40f8-ae7c-ab0aa3200ac7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.791944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499595c-10aa-445a-a268-c5192e499f66 req-d49abe59-54ae-40f8-ae7c-ab0aa3200ac7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.793965 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4499595c-10aa-445a-a268-c5192e499f66 req-d49abe59-54ae-40f8-ae7c-ab0aa3200ac7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1171355 Feb 08 15:51:11.836079 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-2a8d491e-f642-4261-a540-c5b27464a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.838030 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-2a8d491e-f642-4261-a540-c5b27464a09e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c0a59b46-1407-4854-9ea2-431ebaa812d5 HTTP/1.1" status: 200 len: 857 time: 0.0528250 Feb 08 15:51:11.871369 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-4b87daf2-f684-451f-a043-61bc2977bd5f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4104902e-f86e-4faa-ad7f-7817ae163264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270026 Feb 08 15:51:11.886207 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279ee67-a8cb-4752-b275-9fafe8f5fa54 req-10b3debc-a4d2-4cbb-9244-52376f28b7f0 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:11.887735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f279ee67-a8cb-4752-b275-9fafe8f5fa54 req-10b3debc-a4d2-4cbb-9244-52376f28b7f0 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.0928702 Feb 08 15:51:11.894205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4499595c-10aa-445a-a268-c5192e499f66 req-5846cc86-b4c2-4f72-8c98-0b744e92aed4 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897379 Feb 08 15:51:11.955273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f279ee67-a8cb-4752-b275-9fafe8f5fa54 req-20a23004-9994-452f-8be2-5a45c2e58190 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599105 Feb 08 15:51:12.003443 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-4e03f3d5-884b-4211-807b-97ebea50639e service neutron] 10.222.0.94 "GET /v2.0/networks/4104902e-f86e-4faa-ad7f-7817ae163264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254523 Feb 08 15:51:12.091165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddd689-86f2-407d-87c8-538370df7b0f req-fe82a832-f875-45ff-b307-a38c593b7939 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:12.092766 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acddd689-86f2-407d-87c8-538370df7b0f req-fe82a832-f875-45ff-b307-a38c593b7939 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/ports?device_id=2994d49e-49cb-47b3-8027-de31b4c4bcce HTTP/1.1" status: 200 len: 944 time: 0.1131468 Feb 08 15:51:12.122250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffbad4-26fd-4dcb-96bf-27a2319a6329 req-b1365eee-7fdd-4cf3-8f17-6aed3a59eacf tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:12.123776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-caffbad4-26fd-4dcb-96bf-27a2319a6329 req-b1365eee-7fdd-4cf3-8f17-6aed3a59eacf tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0919557 Feb 08 15:51:12.126235 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d445e5b1-4554-434d-bdeb-20ceeae573cd req-ebb2d8b4-787a-4884-85ad-c8af8ca6c3b5 service neutron] 10.222.0.94 "GET /v2.0/networks/4104902e-f86e-4faa-ad7f-7817ae163264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156948 Feb 08 15:51:12.179921 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acddd689-86f2-407d-87c8-538370df7b0f req-ada244b2-b69a-4839-b744-731f0c78af11 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/security-groups?id=190b88bf-c918-45f7-aff3-55088ab92f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803001 Feb 08 15:51:12.219442 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-caffbad4-26fd-4dcb-96bf-27a2319a6329 req-f492d5ad-91cf-4a2a-a764-e507d069c47a tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811319 Feb 08 15:51:12.266288 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c66ed1-e51c-44ac-97b1-ee3fbe244e0e req-0820d5c9-e1d3-47da-ae53-d06dd1fd8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:12.268075 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85c66ed1-e51c-44ac-97b1-ee3fbe244e0e req-0820d5c9-e1d3-47da-ae53-d06dd1fd8963 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=634d82d76ea24dc0b13f7cdf73dc4f9b&device_id=2994d49e-49cb-47b3-8027-de31b4c4bcce HTTP/1.1" status: 200 len: 1127 time: 0.0829680 Feb 08 15:51:12.394770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c66ed1-e51c-44ac-97b1-ee3fbe244e0e req-22f970c3-7ed9-4f69-adc1-00c19bc845d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:12.397012 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85c66ed1-e51c-44ac-97b1-ee3fbe244e0e req-22f970c3-7ed9-4f69-adc1-00c19bc845d5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4104902e-f86e-4faa-ad7f-7817ae163264 HTTP/1.1" status: 200 len: 918 time: 0.1105185 Feb 08 15:51:12.406915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c976e12-fe24-418c-bbd6-a649f8d82c5a req-da7e8dc5-fd2d-4d5b-b812-e03ac2c7eae9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:12.413345 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c976e12-fe24-418c-bbd6-a649f8d82c5a req-da7e8dc5-fd2d-4d5b-b812-e03ac2c7eae9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:12.419448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c976e12-fe24-418c-bbd6-a649f8d82c5a req-da7e8dc5-fd2d-4d5b-b812-e03ac2c7eae9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:12.425272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c976e12-fe24-418c-bbd6-a649f8d82c5a req-da7e8dc5-fd2d-4d5b-b812-e03ac2c7eae9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:12.431138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c976e12-fe24-418c-bbd6-a649f8d82c5a req-da7e8dc5-fd2d-4d5b-b812-e03ac2c7eae9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:12.436812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c976e12-fe24-418c-bbd6-a649f8d82c5a req-da7e8dc5-fd2d-4d5b-b812-e03ac2c7eae9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:12.442905 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c976e12-fe24-418c-bbd6-a649f8d82c5a req-da7e8dc5-fd2d-4d5b-b812-e03ac2c7eae9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:12.445109 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c976e12-fe24-418c-bbd6-a649f8d82c5a req-da7e8dc5-fd2d-4d5b-b812-e03ac2c7eae9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.1140432 Feb 08 15:51:12.445408 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85c66ed1-e51c-44ac-97b1-ee3fbe244e0e req-5d36734b-9d14-43c1-996d-a1aef59e25fa service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e7fc05d-37f1-420d-9e66-3bb2867366e9 HTTP/1.1" status: 200 len: 217 time: 0.0413964 Feb 08 15:51:12.500147 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c66ed1-e51c-44ac-97b1-ee3fbe244e0e req-56b87c4d-e211-4897-a5e0-bc8334ed40fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:12.502355 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85c66ed1-e51c-44ac-97b1-ee3fbe244e0e req-56b87c4d-e211-4897-a5e0-bc8334ed40fa service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c0a59b46-1407-4854-9ea2-431ebaa812d5 HTTP/1.1" status: 200 len: 857 time: 0.0485275 Feb 08 15:51:12.516900 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c976e12-fe24-418c-bbd6-a649f8d82c5a req-d46076f2-c40c-466f-a499-d5d16671be2c tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656734 Feb 08 15:51:12.551266 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85c66ed1-e51c-44ac-97b1-ee3fbe244e0e req-cc78e231-dcb5-4ca6-84a9-1cae53108cda service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4104902e-f86e-4faa-ad7f-7817ae163264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426497 Feb 08 15:51:12.641514 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85c66ed1-e51c-44ac-97b1-ee3fbe244e0e req-ecfc0c54-bcd9-45af-ba1e-50c51ff64e10 service neutron] 10.222.0.94 "GET /v2.0/networks/4104902e-f86e-4faa-ad7f-7817ae163264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837791 Feb 08 15:51:12.749647 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85c66ed1-e51c-44ac-97b1-ee3fbe244e0e req-d5a920b7-dffb-4308-b77f-192186848457 service neutron] 10.222.0.94 "GET /v2.0/networks/4104902e-f86e-4faa-ad7f-7817ae163264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992861 Feb 08 15:51:13.068253 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179dc97-a780-4a47-bb81-7d427debb15d req-8d7b5d8e-209b-450c-b785-02dfea10890f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.073435 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179dc97-a780-4a47-bb81-7d427debb15d req-8d7b5d8e-209b-450c-b785-02dfea10890f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.078546 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179dc97-a780-4a47-bb81-7d427debb15d req-8d7b5d8e-209b-450c-b785-02dfea10890f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.084292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179dc97-a780-4a47-bb81-7d427debb15d req-8d7b5d8e-209b-450c-b785-02dfea10890f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.089515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179dc97-a780-4a47-bb81-7d427debb15d req-8d7b5d8e-209b-450c-b785-02dfea10890f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.095288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179dc97-a780-4a47-bb81-7d427debb15d req-8d7b5d8e-209b-450c-b785-02dfea10890f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.100929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179dc97-a780-4a47-bb81-7d427debb15d req-8d7b5d8e-209b-450c-b785-02dfea10890f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.102858 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2179dc97-a780-4a47-bb81-7d427debb15d req-8d7b5d8e-209b-450c-b785-02dfea10890f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1133678 Feb 08 15:51:13.196188 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8b84b-fb83-4417-8da5-5f794afbcc94 req-9fe6b208-2d9c-438a-9ad3-097d2b4d53d3 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.197770 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9a8b84b-fb83-4417-8da5-5f794afbcc94 req-9fe6b208-2d9c-438a-9ad3-097d2b4d53d3 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.1548374 Feb 08 15:51:13.207161 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2179dc97-a780-4a47-bb81-7d427debb15d req-e27ae1a7-9ee8-4abe-9eb9-710de54e77c9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840926 Feb 08 15:51:13.258513 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9a8b84b-fb83-4417-8da5-5f794afbcc94 req-f249e3c5-ecbc-47d0-a768-7a5a9bff4a36 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502818 Feb 08 15:51:13.343416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7745f-39e9-4d73-ba63-4f8578cd7b93 req-4e2c7a54-8ac3-4ff6-bd79-89babfbafa71 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.345884 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5e7745f-39e9-4d73-ba63-4f8578cd7b93 req-4e2c7a54-8ac3-4ff6-bd79-89babfbafa71 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/ports?device_id=2994d49e-49cb-47b3-8027-de31b4c4bcce HTTP/1.1" status: 200 len: 944 time: 0.0658162 Feb 08 15:51:13.424235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5e7745f-39e9-4d73-ba63-4f8578cd7b93 req-ee281181-d499-44a6-91c9-71052c001a46 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/security-groups?id=190b88bf-c918-45f7-aff3-55088ab92f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671928 Feb 08 15:51:13.436139 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a65083-1d35-4d88-aab8-017907670240 req-3dafb810-b7ce-4d18-a003-eff12362f966 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.437660 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-75a65083-1d35-4d88-aab8-017907670240 req-3dafb810-b7ce-4d18-a003-eff12362f966 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0895584 Feb 08 15:51:13.516324 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-75a65083-1d35-4d88-aab8-017907670240 req-ca8af6d6-7449-4379-b2f0-266cb4f6aff1 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688472 Feb 08 15:51:13.658494 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0c7a5-bba6-416c-846c-f49e3a946e39 req-f196b9d4-e6c0-4af8-aa28-187f6efbe5e3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.663720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0c7a5-bba6-416c-846c-f49e3a946e39 req-f196b9d4-e6c0-4af8-aa28-187f6efbe5e3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.668924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0c7a5-bba6-416c-846c-f49e3a946e39 req-f196b9d4-e6c0-4af8-aa28-187f6efbe5e3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.674548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0c7a5-bba6-416c-846c-f49e3a946e39 req-f196b9d4-e6c0-4af8-aa28-187f6efbe5e3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.679768 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0c7a5-bba6-416c-846c-f49e3a946e39 req-f196b9d4-e6c0-4af8-aa28-187f6efbe5e3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.684974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0c7a5-bba6-416c-846c-f49e3a946e39 req-f196b9d4-e6c0-4af8-aa28-187f6efbe5e3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.691182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0c7a5-bba6-416c-846c-f49e3a946e39 req-f196b9d4-e6c0-4af8-aa28-187f6efbe5e3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:13.693157 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07b0c7a5-bba6-416c-846c-f49e3a946e39 req-f196b9d4-e6c0-4af8-aa28-187f6efbe5e3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.0953500 Feb 08 15:51:13.759966 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07b0c7a5-bba6-416c-846c-f49e3a946e39 req-37d4bb34-327a-4821-af25-50b58dc89ea7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595708 Feb 08 15:51:14.359551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8279-5e55-4773-8081-6a12b2adfaf2 req-802ae6f6-4a31-40e6-9ef9-669b250248f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.366180 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8279-5e55-4773-8081-6a12b2adfaf2 req-802ae6f6-4a31-40e6-9ef9-669b250248f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.371675 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8279-5e55-4773-8081-6a12b2adfaf2 req-802ae6f6-4a31-40e6-9ef9-669b250248f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.377839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8279-5e55-4773-8081-6a12b2adfaf2 req-802ae6f6-4a31-40e6-9ef9-669b250248f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.383390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8279-5e55-4773-8081-6a12b2adfaf2 req-802ae6f6-4a31-40e6-9ef9-669b250248f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.389285 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8279-5e55-4773-8081-6a12b2adfaf2 req-802ae6f6-4a31-40e6-9ef9-669b250248f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.395608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8279-5e55-4773-8081-6a12b2adfaf2 req-802ae6f6-4a31-40e6-9ef9-669b250248f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.397738 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c67a8279-5e55-4773-8081-6a12b2adfaf2 req-802ae6f6-4a31-40e6-9ef9-669b250248f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1076930 Feb 08 15:51:14.494284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0fcf8-f5c9-41e9-a857-de4a8500f8cc req-9143bb0b-1864-4060-b549-2ad2790b4295 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.496130 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8be0fcf8-f5c9-41e9-a857-de4a8500f8cc req-9143bb0b-1864-4060-b549-2ad2790b4295 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.0972354 Feb 08 15:51:14.502789 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c67a8279-5e55-4773-8081-6a12b2adfaf2 req-2cad544f-7f9a-426a-9bd0-15190bab843f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951309 Feb 08 15:51:14.578466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8be0fcf8-f5c9-41e9-a857-de4a8500f8cc req-a401e2b5-6d02-44fc-a088-6cc641b1620f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629075 Feb 08 15:51:14.651565 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb71aee-87d7-4209-b7d2-bd8cac58502d req-6e77073a-feba-4233-8cc4-e35e5fb56134 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.653742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cb71aee-87d7-4209-b7d2-bd8cac58502d req-6e77073a-feba-4233-8cc4-e35e5fb56134 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/ports?device_id=2994d49e-49cb-47b3-8027-de31b4c4bcce HTTP/1.1" status: 200 len: 944 time: 0.0606906 Feb 08 15:51:14.738421 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cb71aee-87d7-4209-b7d2-bd8cac58502d req-208d0580-34dd-491c-a86d-d9f8b577d7e1 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/security-groups?id=190b88bf-c918-45f7-aff3-55088ab92f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782154 Feb 08 15:51:14.770800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af686a9e-2026-463b-9300-58b90c4ae3fb req-6b78266a-4708-46ec-972a-a44dcf393b2c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.772350 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af686a9e-2026-463b-9300-58b90c4ae3fb req-6b78266a-4708-46ec-972a-a44dcf393b2c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0741761 Feb 08 15:51:14.829765 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af686a9e-2026-463b-9300-58b90c4ae3fb req-f9d618a4-24c4-4d70-8c93-f3a42f6b6355 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503681 Feb 08 15:51:14.944004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4715d7-9326-41ae-9d78-116393ac037a req-467d990c-7a84-458f-99d1-371980c6899b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.949442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4715d7-9326-41ae-9d78-116393ac037a req-467d990c-7a84-458f-99d1-371980c6899b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.955661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4715d7-9326-41ae-9d78-116393ac037a req-467d990c-7a84-458f-99d1-371980c6899b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.961226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4715d7-9326-41ae-9d78-116393ac037a req-467d990c-7a84-458f-99d1-371980c6899b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.966720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4715d7-9326-41ae-9d78-116393ac037a req-467d990c-7a84-458f-99d1-371980c6899b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.972318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4715d7-9326-41ae-9d78-116393ac037a req-467d990c-7a84-458f-99d1-371980c6899b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.977711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4715d7-9326-41ae-9d78-116393ac037a req-467d990c-7a84-458f-99d1-371980c6899b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:14.979683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b4715d7-9326-41ae-9d78-116393ac037a req-467d990c-7a84-458f-99d1-371980c6899b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.1057250 Feb 08 15:51:15.049874 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b4715d7-9326-41ae-9d78-116393ac037a req-5966ed46-7fa8-411d-90e2-5058e6a9a0c8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632424 Feb 08 15:51:15.653965 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b107e3-0fab-4474-8932-615bcab4222d req-99af40b2-915b-4b34-8779-a2d79ec4f54d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:15.659433 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b107e3-0fab-4474-8932-615bcab4222d req-99af40b2-915b-4b34-8779-a2d79ec4f54d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:15.664644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b107e3-0fab-4474-8932-615bcab4222d req-99af40b2-915b-4b34-8779-a2d79ec4f54d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:15.670222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b107e3-0fab-4474-8932-615bcab4222d req-99af40b2-915b-4b34-8779-a2d79ec4f54d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:15.676545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b107e3-0fab-4474-8932-615bcab4222d req-99af40b2-915b-4b34-8779-a2d79ec4f54d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:15.681895 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b107e3-0fab-4474-8932-615bcab4222d req-99af40b2-915b-4b34-8779-a2d79ec4f54d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:15.687227 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b107e3-0fab-4474-8932-615bcab4222d req-99af40b2-915b-4b34-8779-a2d79ec4f54d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:15.689434 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5b107e3-0fab-4474-8932-615bcab4222d req-99af40b2-915b-4b34-8779-a2d79ec4f54d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1056271 Feb 08 15:51:15.743139 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6e7fc05d-37f1-420d-9e66-3bb2867366e9 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:15.788317 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cd22f-ccb7-48da-9bc6-f20280702818 req-4a10a56e-2b70-45f5-a4f0-4c27fbdee86b tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:15.789937 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c74cd22f-ccb7-48da-9bc6-f20280702818 req-4a10a56e-2b70-45f5-a4f0-4c27fbdee86b tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.0995557 Feb 08 15:51:15.795972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5b107e3-0fab-4474-8932-615bcab4222d req-da4ea325-17da-4f6e-833f-3d5544b652d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961599 Feb 08 15:51:15.870175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c74cd22f-ccb7-48da-9bc6-f20280702818 req-3f31b5d3-2860-4455-886b-2d619b234351 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729735 Feb 08 15:51:15.898594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6e7fc05d-37f1-420d-9e66-3bb2867366e9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6e7fc05d-37f1-420d-9e66-3bb2867366e9,segment=NetworkSegment(7cdb6337-5453-4cf2-9fce-f6fff5b30576),segment_id=7cdb6337-5453-4cf2-9fce-f6fff5b30576)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:15.915621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '6e7fc05d-37f1-420d-9e66-3bb2867366e9', 'network_id': '4104902e-f86e-4faa-ad7f-7817ae163264', 'port_id': '6e7fc05d-37f1-420d-9e66-3bb2867366e9', 'mac_address': 'fa:16:3e:a0:b1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a59b46-1407-4854-9ea2-431ebaa812d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:15.988666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6e7fc05d-37f1-420d-9e66-3bb2867366e9 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:15.989389 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6e7fc05d-37f1-420d-9e66-3bb2867366e9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:16.008365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7fc05d-37f1-420d-9e66-3bb2867366e9 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:16.042681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6e7fc05d-37f1-420d-9e66-3bb2867366e9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6e7fc05d-37f1-420d-9e66-3bb2867366e9,segment=NetworkSegment(7cdb6337-5453-4cf2-9fce-f6fff5b30576),segment_id=7cdb6337-5453-4cf2-9fce-f6fff5b30576)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:16.051348 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6e7fc05d-37f1-420d-9e66-3bb2867366e9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:16.077122 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371dbfc1-8aa9-425e-999e-589fc9899745 req-c8a608b0-c4bf-474d-bc05-f96b365a399e tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:16.086463 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-371dbfc1-8aa9-425e-999e-589fc9899745 req-c8a608b0-c4bf-474d-bc05-f96b365a399e tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/ports?device_id=2994d49e-49cb-47b3-8027-de31b4c4bcce HTTP/1.1" status: 200 len: 944 time: 0.1303761 Feb 08 15:51:16.107120 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6e7fc05d-37f1-420d-9e66-3bb2867366e9,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:16.155213 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-371dbfc1-8aa9-425e-999e-589fc9899745 req-8cd709fc-a364-4a18-85c8-64f05d07c30b tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/security-groups?id=190b88bf-c918-45f7-aff3-55088ab92f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677578 Feb 08 15:51:16.231769 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400cf6a-ea98-4edb-aefa-3d01793c1039 req-6ac2522a-d52c-46fe-a3ee-7fdd419571ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:16.239024 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8400cf6a-ea98-4edb-aefa-3d01793c1039 req-6ac2522a-d52c-46fe-a3ee-7fdd419571ec tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0635459 Feb 08 15:51:16.317905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8400cf6a-ea98-4edb-aefa-3d01793c1039 req-60fb10ab-41f7-4127-a95c-1a6840d263b1 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779066 Feb 08 15:51:16.330853 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['6e7fc05d-37f1-420d-9e66-3bb2867366e9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:16.339213 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac73100-5e4d-4bb5-bf7a-3382390252af req-de5c55e8-9211-4e32-b0b0-b4c19a8aadc3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:16.354058 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac73100-5e4d-4bb5-bf7a-3382390252af req-de5c55e8-9211-4e32-b0b0-b4c19a8aadc3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:16.354058 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac73100-5e4d-4bb5-bf7a-3382390252af req-de5c55e8-9211-4e32-b0b0-b4c19a8aadc3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:16.356905 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac73100-5e4d-4bb5-bf7a-3382390252af req-de5c55e8-9211-4e32-b0b0-b4c19a8aadc3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:16.362991 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac73100-5e4d-4bb5-bf7a-3382390252af req-de5c55e8-9211-4e32-b0b0-b4c19a8aadc3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:16.368356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac73100-5e4d-4bb5-bf7a-3382390252af req-de5c55e8-9211-4e32-b0b0-b4c19a8aadc3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:16.374216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac73100-5e4d-4bb5-bf7a-3382390252af req-de5c55e8-9211-4e32-b0b0-b4c19a8aadc3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:16.377215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cac73100-5e4d-4bb5-bf7a-3382390252af req-de5c55e8-9211-4e32-b0b0-b4c19a8aadc3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.1227341 Feb 08 15:51:16.439240 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cac73100-5e4d-4bb5-bf7a-3382390252af req-a6883915-c527-4452-b170-e7e9eaf8b7c7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564711 Feb 08 15:51:16.513595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c932ea2-e05b-4931-8742-413cad3fad4a req-35e9c97c-d8e1-4262-9b55-d2a9b6e23c8f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:16.515709 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c932ea2-e05b-4931-8742-413cad3fad4a req-35e9c97c-d8e1-4262-9b55-d2a9b6e23c8f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.0596650 Feb 08 15:51:16.567551 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c932ea2-e05b-4931-8742-413cad3fad4a req-e38cb37f-1088-4d63-9937-8b84d89fba3d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464687 Feb 08 15:51:16.698107 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65795dc-f213-421b-abb8-5c924e08d454 req-4f6543c2-8a59-4be4-918c-6e8431623e92 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:16.699749 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b65795dc-f213-421b-abb8-5c924e08d454 req-4f6543c2-8a59-4be4-918c-6e8431623e92 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.0555582 Feb 08 15:51:16.759413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b65795dc-f213-421b-abb8-5c924e08d454 req-0da5b543-1e91-4733-9387-579ac564cf46 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527639 Feb 08 15:51:16.988418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809df2-1192-4c7c-a773-8586a0fa9882 req-957f69e0-6600-4b74-97e6-73047dbf463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:16.994707 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809df2-1192-4c7c-a773-8586a0fa9882 req-957f69e0-6600-4b74-97e6-73047dbf463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.000511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809df2-1192-4c7c-a773-8586a0fa9882 req-957f69e0-6600-4b74-97e6-73047dbf463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.006960 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809df2-1192-4c7c-a773-8586a0fa9882 req-957f69e0-6600-4b74-97e6-73047dbf463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.012899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809df2-1192-4c7c-a773-8586a0fa9882 req-957f69e0-6600-4b74-97e6-73047dbf463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.019694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809df2-1192-4c7c-a773-8586a0fa9882 req-957f69e0-6600-4b74-97e6-73047dbf463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.025573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809df2-1192-4c7c-a773-8586a0fa9882 req-957f69e0-6600-4b74-97e6-73047dbf463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.027735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5809df2-1192-4c7c-a773-8586a0fa9882 req-957f69e0-6600-4b74-97e6-73047dbf463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1211467 Feb 08 15:51:17.119101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14019a-a31d-457a-9e95-a0d3ec13671d req-7d05c683-69a2-4a20-b854-0454b55ded86 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.120688 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b14019a-a31d-457a-9e95-a0d3ec13671d req-7d05c683-69a2-4a20-b854-0454b55ded86 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.0918725 Feb 08 15:51:17.129666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5809df2-1192-4c7c-a773-8586a0fa9882 req-37658470-bb53-4593-a8c7-4f31178af47c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903859 Feb 08 15:51:17.193101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b14019a-a31d-457a-9e95-a0d3ec13671d req-d8dd7050-9ebc-447f-a061-4021d7b44fc2 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623069 Feb 08 15:51:17.293043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d921c-49b4-4a92-921f-650933dc1c97 req-249baa04-b633-44c6-89ce-a18dc8e6f090 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.294803 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f45d921c-49b4-4a92-921f-650933dc1c97 req-249baa04-b633-44c6-89ce-a18dc8e6f090 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.0808065 Feb 08 15:51:17.378226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f45d921c-49b4-4a92-921f-650933dc1c97 req-8fb7516d-a085-494d-bde0-e0d602744d6a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756533 Feb 08 15:51:17.405007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8ce1d-a2c5-42af-8012-f83763c67629 req-edc3702b-14ca-44d7-9465-cd0445e9cebd tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.405007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35a8ce1d-a2c5-42af-8012-f83763c67629 req-edc3702b-14ca-44d7-9465-cd0445e9cebd tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/ports?device_id=2994d49e-49cb-47b3-8027-de31b4c4bcce HTTP/1.1" status: 200 len: 945 time: 0.0789182 Feb 08 15:51:17.503324 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35a8ce1d-a2c5-42af-8012-f83763c67629 req-5ea4d0e2-f47e-40e7-9066-32f846d966e9 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/security-groups?id=190b88bf-c918-45f7-aff3-55088ab92f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901158 Feb 08 15:51:17.537952 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a04362-e712-4faa-b9d4-6d5937c2002b req-24632f37-cf49-4656-b11c-6c2d2d6025e0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.539863 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98a04362-e712-4faa-b9d4-6d5937c2002b req-24632f37-cf49-4656-b11c-6c2d2d6025e0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0738876 Feb 08 15:51:17.593683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98a04362-e712-4faa-b9d4-6d5937c2002b req-cf49155c-0474-4163-8ceb-b2de986c2e5b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479090 Feb 08 15:51:17.717127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25b156-ed57-40ea-a707-6bfdb82cf5f9 req-381efcab-c39c-421f-8692-285d3ab4f9db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.726644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25b156-ed57-40ea-a707-6bfdb82cf5f9 req-381efcab-c39c-421f-8692-285d3ab4f9db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.733427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25b156-ed57-40ea-a707-6bfdb82cf5f9 req-381efcab-c39c-421f-8692-285d3ab4f9db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.740924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6e7fc05d-37f1-420d-9e66-3bb2867366e9 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:17.743994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25b156-ed57-40ea-a707-6bfdb82cf5f9 req-381efcab-c39c-421f-8692-285d3ab4f9db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.751878 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25b156-ed57-40ea-a707-6bfdb82cf5f9 req-381efcab-c39c-421f-8692-285d3ab4f9db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.760984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25b156-ed57-40ea-a707-6bfdb82cf5f9 req-381efcab-c39c-421f-8692-285d3ab4f9db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.768614 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25b156-ed57-40ea-a707-6bfdb82cf5f9 req-381efcab-c39c-421f-8692-285d3ab4f9db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:17.770817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b25b156-ed57-40ea-a707-6bfdb82cf5f9 req-381efcab-c39c-421f-8692-285d3ab4f9db tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.1354623 Feb 08 15:51:17.844783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 6e7fc05d-37f1-420d-9e66-3bb2867366e9 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:17.850235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 6e7fc05d-37f1-420d-9e66-3bb2867366e9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:17.850613 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6e7fc05d-37f1-420d-9e66-3bb2867366e9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:17.907883 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b25b156-ed57-40ea-a707-6bfdb82cf5f9 req-f9d03678-25b8-4cd9-b50d-2ca6a5bf61dc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1299288 Feb 08 15:51:17.976216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6e7fc05d-37f1-420d-9e66-3bb2867366e9 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:17.976577 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6e7fc05d-37f1-420d-9e66-3bb2867366e9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:18.024653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2994d49e-49cb-47b3-8027-de31b4c4bcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7fc05d-37f1-420d-9e66-3bb2867366e9'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:18.032253 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244d2973-35b1-434a-853f-ade93202e3a3" -d '{"events": [{"server_uuid": "2994d49e-49cb-47b3-8027-de31b4c4bcce", "name": "network-vif-plugged", "status": "completed", "tag": "6e7fc05d-37f1-420d-9e66-3bb2867366e9"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:18.036881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6e7fc05d-37f1-420d-9e66-3bb2867366e9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6e7fc05d-37f1-420d-9e66-3bb2867366e9,segment=NetworkSegment(7cdb6337-5453-4cf2-9fce-f6fff5b30576),segment_id=7cdb6337-5453-4cf2-9fce-f6fff5b30576)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:18.041708 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6e7fc05d-37f1-420d-9e66-3bb2867366e9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:18.083628 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc54f097-897b-4bc0-a939-1cec5500869b x-openstack-request-id: req-dc54f097-897b-4bc0-a939-1cec5500869b {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:18.084121 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2994d49e-49cb-47b3-8027-de31b4c4bcce", "name": "network-vif-plugged", "status": "completed", "tag": "6e7fc05d-37f1-420d-9e66-3bb2867366e9", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:18.084649 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dc54f097-897b-4bc0-a939-1cec5500869b {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:18.085215 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2994d49e-49cb-47b3-8027-de31b4c4bcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7fc05d-37f1-420d-9e66-3bb2867366e9', 'code': 200} Feb 08 15:51:18.117301 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6e7fc05d-37f1-420d-9e66-3bb2867366e9,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:18.211601 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efd7db-3c02-4f5d-89c2-a7144425b73c req-01d8998c-1ba9-47aa-8920-b70330dcec5d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:18.217263 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15efd7db-3c02-4f5d-89c2-a7144425b73c req-01d8998c-1ba9-47aa-8920-b70330dcec5d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1199350 Feb 08 15:51:18.249654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786427c-cd5b-4fe5-9864-c4fb5aca45eb req-44ea5f3c-a566-4226-8baa-8a7ba45fe7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:18.251873 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9786427c-cd5b-4fe5-9864-c4fb5aca45eb req-44ea5f3c-a566-4226-8baa-8a7ba45fe7e1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=2994d49e-49cb-47b3-8027-de31b4c4bcce HTTP/1.1" status: 200 len: 1129 time: 0.0710442 Feb 08 15:51:18.314459 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9786427c-cd5b-4fe5-9864-c4fb5aca45eb req-be6644e1-f782-46f2-b081-a08711ce8205 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=190b88bf-c918-45f7-aff3-55088ab92f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509725 Feb 08 15:51:18.316893 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15efd7db-3c02-4f5d-89c2-a7144425b73c req-82ee60a4-2d3d-4789-a11f-c8114d7a201b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908825 Feb 08 15:51:18.338261 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18ef3e-907d-4d6d-9617-d82b59b8e928 req-6fc5f91b-5195-497e-bae6-c2184dc489c9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:18.343776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18ef3e-907d-4d6d-9617-d82b59b8e928 req-6fc5f91b-5195-497e-bae6-c2184dc489c9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:18.351882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18ef3e-907d-4d6d-9617-d82b59b8e928 req-6fc5f91b-5195-497e-bae6-c2184dc489c9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:18.357485 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18ef3e-907d-4d6d-9617-d82b59b8e928 req-6fc5f91b-5195-497e-bae6-c2184dc489c9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:18.363803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18ef3e-907d-4d6d-9617-d82b59b8e928 req-6fc5f91b-5195-497e-bae6-c2184dc489c9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:18.369276 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18ef3e-907d-4d6d-9617-d82b59b8e928 req-6fc5f91b-5195-497e-bae6-c2184dc489c9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:18.374704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18ef3e-907d-4d6d-9617-d82b59b8e928 req-6fc5f91b-5195-497e-bae6-c2184dc489c9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:18.376786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf18ef3e-907d-4d6d-9617-d82b59b8e928 req-6fc5f91b-5195-497e-bae6-c2184dc489c9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1429713 Feb 08 15:51:18.471702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db4bff-81e8-4635-91c0-43d10de6a6b8 req-e83f4b06-5d29-43e5-9ff1-09f6f3d749a9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:18.473160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67db4bff-81e8-4635-91c0-43d10de6a6b8 req-e83f4b06-5d29-43e5-9ff1-09f6f3d749a9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.0944943 Feb 08 15:51:18.481707 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf18ef3e-907d-4d6d-9617-d82b59b8e928 req-63a136ff-fa9a-4368-a139-da642ed00a8d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946038 Feb 08 15:51:18.525469 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67db4bff-81e8-4635-91c0-43d10de6a6b8 req-c778b409-5419-4ca7-b650-e5e12093657a tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428114 Feb 08 15:51:18.606147 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:18.692050 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610a7fd-a2b4-4c7f-abcd-cec48f6617da req-c6d5883a-4162-4ac6-85e2-56b29521a73e tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:18.693716 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2610a7fd-a2b4-4c7f-abcd-cec48f6617da req-c6d5883a-4162-4ac6-85e2-56b29521a73e tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/ports?device_id=2994d49e-49cb-47b3-8027-de31b4c4bcce HTTP/1.1" status: 200 len: 946 time: 0.0886731 Feb 08 15:51:18.767235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122da709-29ec-42c3-9f5e-82885199ea9d req-37147892-0924-481e-aff7-ba69c0d478c8 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:18.768740 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-122da709-29ec-42c3-9f5e-82885199ea9d req-37147892-0924-481e-aff7-ba69c0d478c8 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0977931 Feb 08 15:51:18.771652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2610a7fd-a2b4-4c7f-abcd-cec48f6617da req-7fad9f89-b899-4519-9c8d-20c265df038f tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/security-groups?id=190b88bf-c918-45f7-aff3-55088ab92f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635183 Feb 08 15:51:18.820477 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-122da709-29ec-42c3-9f5e-82885199ea9d req-0090d5bf-fc63-468b-b402-fa1bd35b7bf5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460918 Feb 08 15:51:19.056873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe6f1c-48ee-41f4-ad35-58ef5a4b8137 req-ffe33d06-bc30-4ccd-bce8-6c0cf77c025b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.062134 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe6f1c-48ee-41f4-ad35-58ef5a4b8137 req-ffe33d06-bc30-4ccd-bce8-6c0cf77c025b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.067921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe6f1c-48ee-41f4-ad35-58ef5a4b8137 req-ffe33d06-bc30-4ccd-bce8-6c0cf77c025b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.073162 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe6f1c-48ee-41f4-ad35-58ef5a4b8137 req-ffe33d06-bc30-4ccd-bce8-6c0cf77c025b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.078490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe6f1c-48ee-41f4-ad35-58ef5a4b8137 req-ffe33d06-bc30-4ccd-bce8-6c0cf77c025b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.084519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe6f1c-48ee-41f4-ad35-58ef5a4b8137 req-ffe33d06-bc30-4ccd-bce8-6c0cf77c025b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.089738 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe6f1c-48ee-41f4-ad35-58ef5a4b8137 req-ffe33d06-bc30-4ccd-bce8-6c0cf77c025b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.091593 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cfe6f1c-48ee-41f4-ad35-58ef5a4b8137 req-ffe33d06-bc30-4ccd-bce8-6c0cf77c025b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.1027000 Feb 08 15:51:19.148542 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cfe6f1c-48ee-41f4-ad35-58ef5a4b8137 req-76c2705b-d715-48d9-bc81-b1844042fb45 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509727 Feb 08 15:51:19.432671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c5356-8a26-4d6e-8a85-3c44c78b6514 req-2a80b768-9a3e-4e88-9c74-bae11e8ba64d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.434220 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b2c5356-8a26-4d6e-8a85-3c44c78b6514 req-2a80b768-9a3e-4e88-9c74-bae11e8ba64d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.0553083 Feb 08 15:51:19.490482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b2c5356-8a26-4d6e-8a85-3c44c78b6514 req-092d5115-8de2-493f-a6df-d01a9841a504 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501888 Feb 08 15:51:19.663231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61348cd1-c9b3-40e2-b671-d49fcdecdfa6 req-e5ebe185-3681-49c0-b01c-f3259c639430 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.669029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61348cd1-c9b3-40e2-b671-d49fcdecdfa6 req-e5ebe185-3681-49c0-b01c-f3259c639430 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.676076 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61348cd1-c9b3-40e2-b671-d49fcdecdfa6 req-e5ebe185-3681-49c0-b01c-f3259c639430 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.681662 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61348cd1-c9b3-40e2-b671-d49fcdecdfa6 req-e5ebe185-3681-49c0-b01c-f3259c639430 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.687052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61348cd1-c9b3-40e2-b671-d49fcdecdfa6 req-e5ebe185-3681-49c0-b01c-f3259c639430 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.692927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61348cd1-c9b3-40e2-b671-d49fcdecdfa6 req-e5ebe185-3681-49c0-b01c-f3259c639430 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.698508 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61348cd1-c9b3-40e2-b671-d49fcdecdfa6 req-e5ebe185-3681-49c0-b01c-f3259c639430 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.700612 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61348cd1-c9b3-40e2-b671-d49fcdecdfa6 req-e5ebe185-3681-49c0-b01c-f3259c639430 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1393363 Feb 08 15:51:19.746449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83b3c3-c6a3-49f8-afa2-1f4216acaa0b req-bd67223d-7557-46b6-aa4a-ad664ba924c0 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:19.748033 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f83b3c3-c6a3-49f8-afa2-1f4216acaa0b req-bd67223d-7557-46b6-aa4a-ad664ba924c0 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.1342654 Feb 08 15:51:19.835282 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61348cd1-c9b3-40e2-b671-d49fcdecdfa6 req-b10292c5-6561-4b6f-9846-98dc96a163ea tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254418 Feb 08 15:51:19.846280 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f83b3c3-c6a3-49f8-afa2-1f4216acaa0b req-5158417a-9a1a-44e2-be31-3a0094ff102c tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741830 Feb 08 15:51:20.054346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442d727-6f94-43b6-abeb-827d3a5ab586 req-6dac65cc-c546-4ff1-9977-e4ec574c5a23 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:20.055834 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3442d727-6f94-43b6-abeb-827d3a5ab586 req-6dac65cc-c546-4ff1-9977-e4ec574c5a23 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/ports?device_id=2994d49e-49cb-47b3-8027-de31b4c4bcce HTTP/1.1" status: 200 len: 946 time: 0.0940530 Feb 08 15:51:20.076592 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f334be-b399-4c03-abcd-fea59a67204e req-a8565423-323c-4ba1-b6f1-10bb447387ea tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:20.078155 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96f334be-b399-4c03-abcd-fea59a67204e req-a8565423-323c-4ba1-b6f1-10bb447387ea tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0783577 Feb 08 15:51:20.144154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3442d727-6f94-43b6-abeb-827d3a5ab586 req-55b1adee-0758-4b3a-9dc2-d6e2afa527e7 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/security-groups?id=190b88bf-c918-45f7-aff3-55088ab92f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800211 Feb 08 15:51:20.147450 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:20.151845 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96f334be-b399-4c03-abcd-fea59a67204e req-28bc1a95-c5f2-4817-ba2e-fc6a9b69800c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658259 Feb 08 15:51:20.323755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f63b-5a8b-4cce-9db2-0639f6ce0972 req-12b009d4-6efc-4f9e-8f35-f0669e84c164 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:20.329609 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f63b-5a8b-4cce-9db2-0639f6ce0972 req-12b009d4-6efc-4f9e-8f35-f0669e84c164 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:20.337873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f63b-5a8b-4cce-9db2-0639f6ce0972 req-12b009d4-6efc-4f9e-8f35-f0669e84c164 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:20.340368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f63b-5a8b-4cce-9db2-0639f6ce0972 req-12b009d4-6efc-4f9e-8f35-f0669e84c164 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:20.346232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f63b-5a8b-4cce-9db2-0639f6ce0972 req-12b009d4-6efc-4f9e-8f35-f0669e84c164 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:20.351993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f63b-5a8b-4cce-9db2-0639f6ce0972 req-12b009d4-6efc-4f9e-8f35-f0669e84c164 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:20.357214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f63b-5a8b-4cce-9db2-0639f6ce0972 req-12b009d4-6efc-4f9e-8f35-f0669e84c164 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:20.359492 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9896f63b-5a8b-4cce-9db2-0639f6ce0972 req-12b009d4-6efc-4f9e-8f35-f0669e84c164 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.1121173 Feb 08 15:51:20.457837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9896f63b-5a8b-4cce-9db2-0639f6ce0972 req-12f5731e-db5a-4826-be9a-990d19efcc7e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903664 Feb 08 15:51:20.472799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e8475-f876-445f-a05f-c5a96c341780 req-fb3d5144-9a37-43db-a9e9-0a7ce7997997 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:20.474676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad0e8475-f876-445f-a05f-c5a96c341780 req-fb3d5144-9a37-43db-a9e9-0a7ce7997997 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/ports?device_id=2994d49e-49cb-47b3-8027-de31b4c4bcce HTTP/1.1" status: 200 len: 946 time: 0.0922992 Feb 08 15:51:20.524855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41734) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:20.542883 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad0e8475-f876-445f-a05f-c5a96c341780 req-3b1f5f79-f99e-4c3d-bdd0-b143edacdc52 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/security-groups?id=190b88bf-c918-45f7-aff3-55088ab92f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611494 Feb 08 15:51:20.627446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786352d-2036-4ea5-8ed8-fac11d5e3c71 req-678d2d5f-ddf6-4b4e-8ae9-4ef654add782 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:20.629404 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1786352d-2036-4ea5-8ed8-fac11d5e3c71 req-678d2d5f-ddf6-4b4e-8ae9-4ef654add782 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.0569735 Feb 08 15:51:20.642994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0feee51-f2f2-4f9c-bd53-be72114af079 admin admin] Deleting subnet 28cb9956-62bf-4795-9b61-7a7ef83e56b7 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:51:20.646685 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0feee51-f2f2-4f9c-bd53-be72114af079 admin admin] Publish callbacks [] for subnet (28cb9956-62bf-4795-9b61-7a7ef83e56b7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:20.689332 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0feee51-f2f2-4f9c-bd53-be72114af079 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (28cb9956-62bf-4795-9b61-7a7ef83e56b7), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:20.696855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1786352d-2036-4ea5-8ed8-fac11d5e3c71 req-6053ca98-b754-41ef-9562-3f5c16094718 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592453 Feb 08 15:51:20.734154 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0feee51-f2f2-4f9c-bd53-be72114af079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (28cb9956-62bf-4795-9b61-7a7ef83e56b7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:20.787338 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0feee51-f2f2-4f9c-bd53-be72114af079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (28cb9956-62bf-4795-9b61-7a7ef83e56b7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:20.814619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0feee51-f2f2-4f9c-bd53-be72114af079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28cb9956-62bf-4795-9b61-7a7ef83e56b7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:20.816518 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0feee51-f2f2-4f9c-bd53-be72114af079 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:20.822811 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f0feee51-f2f2-4f9c-bd53-be72114af079 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/28cb9956-62bf-4795-9b61-7a7ef83e56b7 HTTP/1.1" status: 204 len: 168 time: 0.2943053 Feb 08 15:51:20.822902 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41738) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:20.894822 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3f49a3f-05fc-43aa-bc64-fb3b8127193b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (ecd7c259-4f96-4209-81e4-52533414d782), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:21.035978 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3f49a3f-05fc-43aa-bc64-fb3b8127193b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (ecd7c259-4f96-4209-81e4-52533414d782), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:21.068930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f3f49a3f-05fc-43aa-bc64-fb3b8127193b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd7c259-4f96-4209-81e4-52533414d782']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:51:21.077784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49951f0-6a9b-4b67-a04f-a8edb0151293 req-f456f158-c985-4b2c-bccf-1d5f57e107a8 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.079309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f49951f0-6a9b-4b67-a04f-a8edb0151293 req-f456f158-c985-4b2c-bccf-1d5f57e107a8 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.1504655 Feb 08 15:51:21.098310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f3f49a3f-05fc-43aa-bc64-fb3b8127193b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:51:21.098607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f3f49a3f-05fc-43aa-bc64-fb3b8127193b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:51:21.127997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c396d7-d2e6-4eb3-b19d-40eb5fac96a4 req-f91b2f71-b91c-4b1a-b25a-82c40b231ad1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.133171 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c396d7-d2e6-4eb3-b19d-40eb5fac96a4 req-f91b2f71-b91c-4b1a-b25a-82c40b231ad1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.138288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c396d7-d2e6-4eb3-b19d-40eb5fac96a4 req-f91b2f71-b91c-4b1a-b25a-82c40b231ad1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.143956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c396d7-d2e6-4eb3-b19d-40eb5fac96a4 req-f91b2f71-b91c-4b1a-b25a-82c40b231ad1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.149181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c396d7-d2e6-4eb3-b19d-40eb5fac96a4 req-f91b2f71-b91c-4b1a-b25a-82c40b231ad1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.154296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c396d7-d2e6-4eb3-b19d-40eb5fac96a4 req-f91b2f71-b91c-4b1a-b25a-82c40b231ad1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.160131 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c396d7-d2e6-4eb3-b19d-40eb5fac96a4 req-f91b2f71-b91c-4b1a-b25a-82c40b231ad1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.162053 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c396d7-d2e6-4eb3-b19d-40eb5fac96a4 req-f91b2f71-b91c-4b1a-b25a-82c40b231ad1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1955106 Feb 08 15:51:21.168277 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3f49a3f-05fc-43aa-bc64-fb3b8127193b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:21.209829 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3f49a3f-05fc-43aa-bc64-fb3b8127193b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:21.226055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f49a3f-05fc-43aa-bc64-fb3b8127193b admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:51:21.226466 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3f49a3f-05fc-43aa-bc64-fb3b8127193b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (fe3c0a06-f6d7-4f4c-8794-609bc4b4c4f4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:51:21.234212 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:51:21.279782 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f49951f0-6a9b-4b67-a04f-a8edb0151293 req-e4b20a8e-5667-4b18-8d27-e944496bffc9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923962 Feb 08 15:51:21.315102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09c396d7-d2e6-4eb3-b19d-40eb5fac96a4 req-603f2c14-e146-442d-9ffe-356cf0fc21fe tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1447916 Feb 08 15:51:21.321937 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3f49a3f-05fc-43aa-bc64-fb3b8127193b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (ecd7c259-4f96-4209-81e4-52533414d782), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:21.329854 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3f49a3f-05fc-43aa-bc64-fb3b8127193b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:21.336757 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f3f49a3f-05fc-43aa-bc64-fb3b8127193b admin admin] 10.222.0.82 "DELETE /v2.0/networks/ecd7c259-4f96-4209-81e4-52533414d782 HTTP/1.1" status: 204 len: 168 time: 0.5101078 Feb 08 15:51:21.369142 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f49a3f-05fc-43aa-bc64-fb3b8127193b admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd7c259-4f96-4209-81e4-52533414d782,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:21.466340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea8304-79f4-4c5d-bed9-e2b9ecc1f237 req-c67c1b06-8a71-404b-afbd-69ccb5ec22a2 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.468030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34ea8304-79f4-4c5d-bed9-e2b9ecc1f237 req-c67c1b06-8a71-404b-afbd-69ccb5ec22a2 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0626266 Feb 08 15:51:21.496309 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41752) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:21.531704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34ea8304-79f4-4c5d-bed9-e2b9ecc1f237 req-8c3e26f5-6765-458a-a9a4-970e50271180 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568485 Feb 08 15:51:21.594467 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-daa52730-e1e7-4b8b-81ec-1783c6bc5855 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7223ae851bba47909ff3a34b120c9a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0968380 Feb 08 15:51:21.597901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41756) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:21.644683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0347c2-b969-4c19-b56c-379c0283ed25 req-d65f7c2d-ce0d-4ef6-80ad-3f9ff9e00d43 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.648232 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47892111-b45b-4936-8496-f265c09bb49a admin admin] Publish callbacks [] for security_group (e634d002-a6f9-4326-a91f-a24e7e0936f8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:21.650287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0347c2-b969-4c19-b56c-379c0283ed25 req-d65f7c2d-ce0d-4ef6-80ad-3f9ff9e00d43 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.655624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0347c2-b969-4c19-b56c-379c0283ed25 req-d65f7c2d-ce0d-4ef6-80ad-3f9ff9e00d43 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.661695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0347c2-b969-4c19-b56c-379c0283ed25 req-d65f7c2d-ce0d-4ef6-80ad-3f9ff9e00d43 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.667009 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0347c2-b969-4c19-b56c-379c0283ed25 req-d65f7c2d-ce0d-4ef6-80ad-3f9ff9e00d43 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.669395 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47892111-b45b-4936-8496-f265c09bb49a admin admin] Publish callbacks [] for security_group (e634d002-a6f9-4326-a91f-a24e7e0936f8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:21.672839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0347c2-b969-4c19-b56c-379c0283ed25 req-d65f7c2d-ce0d-4ef6-80ad-3f9ff9e00d43 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.680260 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0347c2-b969-4c19-b56c-379c0283ed25 req-d65f7c2d-ce0d-4ef6-80ad-3f9ff9e00d43 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.682235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d0347c2-b969-4c19-b56c-379c0283ed25 req-d65f7c2d-ce0d-4ef6-80ad-3f9ff9e00d43 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.1282220 Feb 08 15:51:21.735615 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47892111-b45b-4936-8496-f265c09bb49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e634d002-a6f9-4326-a91f-a24e7e0936f8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:21.738128 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47892111-b45b-4936-8496-f265c09bb49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:21.741671 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-47892111-b45b-4936-8496-f265c09bb49a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e634d002-a6f9-4326-a91f-a24e7e0936f8 HTTP/1.1" status: 204 len: 168 time: 0.1404123 Feb 08 15:51:21.769085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47892111-b45b-4936-8496-f265c09bb49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e634d002-a6f9-4326-a91f-a24e7e0936f8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:21.780171 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20681a-4c20-48f3-a5c0-cda98ed424f2 req-16bccee2-cf87-425b-b28c-bf1f54657213 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.787721 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b20681a-4c20-48f3-a5c0-cda98ed424f2 req-16bccee2-cf87-425b-b28c-bf1f54657213 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/ports?device_id=2994d49e-49cb-47b3-8027-de31b4c4bcce HTTP/1.1" status: 200 len: 946 time: 0.1716995 Feb 08 15:51:21.807562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d0347c2-b969-4c19-b56c-379c0283ed25 req-611435d0-27b2-4f9d-ab00-9d2e42c78317 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1102266 Feb 08 15:51:21.850938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b20681a-4c20-48f3-a5c0-cda98ed424f2 req-81619e04-4b79-4725-bfdf-2387007d0a3e tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.82 "GET /v2.0/security-groups?id=190b88bf-c918-45f7-aff3-55088ab92f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622990 Feb 08 15:51:21.966610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1778f51-4168-4efd-a0b7-3a40816c5d7e req-8e2e7928-8617-4114-957e-a0b4e1c8f4b4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.966610 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1778f51-4168-4efd-a0b7-3a40816c5d7e req-8e2e7928-8617-4114-957e-a0b4e1c8f4b4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.0617001 Feb 08 15:51:21.997313 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b908e-c2da-43c1-9cd2-799f03d65ad5 req-87f6db2f-f273-425a-b05d-4b240c89d99e tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:21.998987 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b71b908e-c2da-43c1-9cd2-799f03d65ad5 req-87f6db2f-f273-425a-b05d-4b240c89d99e tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.94 "GET /v2.0/ports?device_id=2994d49e-49cb-47b3-8027-de31b4c4bcce HTTP/1.1" status: 200 len: 946 time: 0.0746562 Feb 08 15:51:22.043841 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1778f51-4168-4efd-a0b7-3a40816c5d7e req-b5e25570-6d40-4c2c-882d-7a89fdc0ad06 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739496 Feb 08 15:51:22.126484 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b71b908e-c2da-43c1-9cd2-799f03d65ad5 req-e19f7955-0ec3-48cf-b00a-efaf1017c9e1 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Deleting port 6e7fc05d-37f1-420d-9e66-3bb2867366e9 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:51:22.126936 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b71b908e-c2da-43c1-9cd2-799f03d65ad5 req-e19f7955-0ec3-48cf-b00a-efaf1017c9e1 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6e7fc05d-37f1-420d-9e66-3bb2867366e9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:22.230837 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b71b908e-c2da-43c1-9cd2-799f03d65ad5 req-e19f7955-0ec3-48cf-b00a-efaf1017c9e1 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] For port 6e7fc05d-37f1-420d-9e66-3bb2867366e9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6e7fc05d-37f1-420d-9e66-3bb2867366e9,segment=NetworkSegment(7cdb6337-5453-4cf2-9fce-f6fff5b30576),segment_id=7cdb6337-5453-4cf2-9fce-f6fff5b30576)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:22.231241 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b71b908e-c2da-43c1-9cd2-799f03d65ad5 req-e19f7955-0ec3-48cf-b00a-efaf1017c9e1 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6e7fc05d-37f1-420d-9e66-3bb2867366e9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:22.245485 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b71b908e-c2da-43c1-9cd2-799f03d65ad5 req-e19f7955-0ec3-48cf-b00a-efaf1017c9e1 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Calling delete_port for 6e7fc05d-37f1-420d-9e66-3bb2867366e9 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:51:22.414957 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b71b908e-c2da-43c1-9cd2-799f03d65ad5 req-e19f7955-0ec3-48cf-b00a-efaf1017c9e1 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6e7fc05d-37f1-420d-9e66-3bb2867366e9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:22.429610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['6e7fc05d-37f1-420d-9e66-3bb2867366e9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:22.470904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f7955-0ec3-48cf-b00a-efaf1017c9e1 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Pushing event deleted for resources: {'Port': ['ID=6e7fc05d-37f1-420d-9e66-3bb2867366e9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:22.515835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad5d15-42c5-4182-a2cd-f5b1350aa2bc req-34c6ba9b-3a8f-4525-b0f0-70762da91a30 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:22.518960 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-32ad5d15-42c5-4182-a2cd-f5b1350aa2bc req-34c6ba9b-3a8f-4525-b0f0-70762da91a30 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.1283665 Feb 08 15:51:22.520983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71b908e-c2da-43c1-9cd2-799f03d65ad5 req-e19f7955-0ec3-48cf-b00a-efaf1017c9e1 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] No DVR routers for this DVR port 6e7fc05d-37f1-420d-9e66-3bb2867366e9 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:51:22.524501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b71b908e-c2da-43c1-9cd2-799f03d65ad5 req-e19f7955-0ec3-48cf-b00a-efaf1017c9e1 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:22.528967 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b71b908e-c2da-43c1-9cd2-799f03d65ad5 req-e19f7955-0ec3-48cf-b00a-efaf1017c9e1 tempest-InstanceActionsV221TestJSON-1419924302 tempest-InstanceActionsV221TestJSON-1419924302-project] 10.222.0.94 "DELETE /v2.0/ports/6e7fc05d-37f1-420d-9e66-3bb2867366e9 HTTP/1.1" status: 204 len: 173 time: 0.5154662 Feb 08 15:51:22.529472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2994d49e-49cb-47b3-8027-de31b4c4bcce', 'name': 'network-vif-deleted', 'tag': '6e7fc05d-37f1-420d-9e66-3bb2867366e9'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:22.531750 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5375691-22d1-473a-b4f6-dae5eba7c6e7" -d '{"events": [{"server_uuid": "2994d49e-49cb-47b3-8027-de31b4c4bcce", "name": "network-vif-deleted", "tag": "6e7fc05d-37f1-420d-9e66-3bb2867366e9"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:22.613582 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d917a4d-bb58-4a34-972d-836da1cce398 req-d1b1dd1a-d1c4-44dd-b39f-81c290c47543 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:22.619464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d917a4d-bb58-4a34-972d-836da1cce398 req-d1b1dd1a-d1c4-44dd-b39f-81c290c47543 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:22.626265 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d917a4d-bb58-4a34-972d-836da1cce398 req-d1b1dd1a-d1c4-44dd-b39f-81c290c47543 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:22.632056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d917a4d-bb58-4a34-972d-836da1cce398 req-d1b1dd1a-d1c4-44dd-b39f-81c290c47543 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:22.637596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d917a4d-bb58-4a34-972d-836da1cce398 req-d1b1dd1a-d1c4-44dd-b39f-81c290c47543 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:22.644092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d917a4d-bb58-4a34-972d-836da1cce398 req-d1b1dd1a-d1c4-44dd-b39f-81c290c47543 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:22.650848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d917a4d-bb58-4a34-972d-836da1cce398 req-d1b1dd1a-d1c4-44dd-b39f-81c290c47543 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:22.652832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d917a4d-bb58-4a34-972d-836da1cce398 req-d1b1dd1a-d1c4-44dd-b39f-81c290c47543 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1322968 Feb 08 15:51:22.687038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41790) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:22.745738 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d917a4d-bb58-4a34-972d-836da1cce398 req-b0c7aca3-4e63-4b23-b560-0364189ce00f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820277 Feb 08 15:51:22.764870 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-32ad5d15-42c5-4182-a2cd-f5b1350aa2bc req-473a6105-5765-4fbe-a1eb-38cf29aa5b8b tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990767 Feb 08 15:51:22.789716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-451736554-network', 'tenant_id': '6e2813e95ae3405f99cb45b1f8aec01c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:22.801482 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a3c49b-2204-4924-97b4-0e02ee2b1be0 x-openstack-request-id: req-18a3c49b-2204-4924-97b4-0e02ee2b1be0 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:22.801774 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2994d49e-49cb-47b3-8027-de31b4c4bcce", "name": "network-vif-deleted", "tag": "6e7fc05d-37f1-420d-9e66-3bb2867366e9", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:22.802027 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-18a3c49b-2204-4924-97b4-0e02ee2b1be0 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:22.802425 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2994d49e-49cb-47b3-8027-de31b4c4bcce', 'name': 'network-vif-deleted', 'tag': '6e7fc05d-37f1-420d-9e66-3bb2867366e9', 'status': 'completed', 'code': 200} Feb 08 15:51:22.814792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] Made reservation on behalf of 6e2813e95ae3405f99cb45b1f8aec01c for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:51:22.817456 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:22.826877 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:22.911978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] Publish callbacks [] for security_group (be30ce0c-5ce2-44e9-911c-56069d6d59bc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:22.916179 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (be30ce0c-5ce2-44e9-911c-56069d6d59bc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:22.930719 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26b670-a56a-4e72-b714-69973d73fe55 req-60100ab5-5a48-4670-8374-1d27710d8dfb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:22.932813 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c26b670-a56a-4e72-b714-69973d73fe55 req-60100ab5-5a48-4670-8374-1d27710d8dfb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0885546 Feb 08 15:51:22.950353 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:51:22.968274 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be30ce0c-5ce2-44e9-911c-56069d6d59bc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:22.980459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (276e5c0b-0ac5-4de9-83fa-81d77da51370), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:22.981076 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] Added segment 276e5c0b-0ac5-4de9-83fa-81d77da51370 of type vlan for network 00cfa5ef-cc5f-4978-b2aa-102decff4023 Feb 08 15:51:23.036509 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c26b670-a56a-4e72-b714-69973d73fe55 req-87e46f4a-b2dd-466e-a393-a1b9dbfd5e82 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821350 Feb 08 15:51:23.049963 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (00cfa5ef-cc5f-4978-b2aa-102decff4023), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:23.084046 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (00cfa5ef-cc5f-4978-b2aa-102decff4023), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:23.085398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:23.086467 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:23.100288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81164377-4c59-4476-bcc1-de1352b632b9 req-187b2cff-b71e-4fa8-aec2-85386f114441 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:23.117313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81164377-4c59-4476-bcc1-de1352b632b9 req-187b2cff-b71e-4fa8-aec2-85386f114441 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:23.123166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81164377-4c59-4476-bcc1-de1352b632b9 req-187b2cff-b71e-4fa8-aec2-85386f114441 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:23.131590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81164377-4c59-4476-bcc1-de1352b632b9 req-187b2cff-b71e-4fa8-aec2-85386f114441 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:23.138745 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81164377-4c59-4476-bcc1-de1352b632b9 req-187b2cff-b71e-4fa8-aec2-85386f114441 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:23.147198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81164377-4c59-4476-bcc1-de1352b632b9 req-187b2cff-b71e-4fa8-aec2-85386f114441 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:23.153593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81164377-4c59-4476-bcc1-de1352b632b9 req-187b2cff-b71e-4fa8-aec2-85386f114441 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:23.156544 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81164377-4c59-4476-bcc1-de1352b632b9 req-187b2cff-b71e-4fa8-aec2-85386f114441 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.2570934 Feb 08 15:51:23.192729 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5043888 Feb 08 15:51:23.193560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b102f8-deec-44d7-b493-b8aa74148d62 admin admin] Pushing event updated for resources: {'Network': ['ID=00cfa5ef-cc5f-4978-b2aa-102decff4023,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:23.197174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41802) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:23.205615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 00cfa5ef-cc5f-4978-b2aa-102decff4023 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:51:23.210568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d75d2670-a594-4575-8a07-b47a70106e9e admin admin] Request body: {'subnet': {'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-451736554-subnet', 'tenant_id': '6e2813e95ae3405f99cb45b1f8aec01c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:23.233362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75d2670-a594-4575-8a07-b47a70106e9e admin admin] Made reservation on behalf of 6e2813e95ae3405f99cb45b1f8aec01c for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:51:23.238465 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d75d2670-a594-4575-8a07-b47a70106e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:23.265777 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81164377-4c59-4476-bcc1-de1352b632b9 req-90cd84e9-1ce9-404d-8260-ddc0598c18e6 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007705 Feb 08 15:51:23.287684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ceec90-123a-4a3d-8eab-7a155398b7bb req-94229d8e-352a-429c-a740-3b5442cef033 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:23.290024 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12ceec90-123a-4a3d-8eab-7a155398b7bb req-94229d8e-352a-429c-a740-3b5442cef033 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1027379 Feb 08 15:51:23.354945 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12ceec90-123a-4a3d-8eab-7a155398b7bb req-3d2b0e87-c489-4cf8-845c-9745d013c661 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585065 Feb 08 15:51:23.473967 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d75d2670-a594-4575-8a07-b47a70106e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (3f556f6e-0e4a-40d6-b6a9-10bc7dae971d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:23.498559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41810) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:23.533555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d2670-a594-4575-8a07-b47a70106e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f556f6e-0e4a-40d6-b6a9-10bc7dae971d,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:23.550335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f08d4cb-bd26-4287-8cd3-420b849cf661 admin admin] Deleting subnet c0a59b46-1407-4854-9ea2-431ebaa812d5 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:51:23.552568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75d2670-a594-4575-8a07-b47a70106e9e admin admin] Checking segment: {'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:51:23.553466 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75d2670-a594-4575-8a07-b47a70106e9e admin admin] Network hostable DHCP agents. Network: 00cfa5ef-cc5f-4978-b2aa-102decff4023, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:51:23.553629 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f08d4cb-bd26-4287-8cd3-420b849cf661 admin admin] Publish callbacks [] for subnet (c0a59b46-1407-4854-9ea2-431ebaa812d5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:23.570832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75d2670-a594-4575-8a07-b47a70106e9e admin admin] Network 00cfa5ef-cc5f-4978-b2aa-102decff4023 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:51:23.582020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d75d2670-a594-4575-8a07-b47a70106e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 00cfa5ef-cc5f-4978-b2aa-102decff4023) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:51:23.587907 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75d2670-a594-4575-8a07-b47a70106e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:23.588710 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d75d2670-a594-4575-8a07-b47a70106e9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:23.592171 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f08d4cb-bd26-4287-8cd3-420b849cf661 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (c0a59b46-1407-4854-9ea2-431ebaa812d5), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:23.597393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3801553-a32e-4707-8380-e2f36afd4c56 None None] Network 00cfa5ef-cc5f-4978-b2aa-102decff4023 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:51:23.614274 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d75d2670-a594-4575-8a07-b47a70106e9e admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4158850 Feb 08 15:51:23.649951 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f08d4cb-bd26-4287-8cd3-420b849cf661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (c0a59b46-1407-4854-9ea2-431ebaa812d5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:23.727845 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f08d4cb-bd26-4287-8cd3-420b849cf661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (c0a59b46-1407-4854-9ea2-431ebaa812d5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:23.774381 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08d4cb-bd26-4287-8cd3-420b849cf661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a59b46-1407-4854-9ea2-431ebaa812d5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:23.781248 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f08d4cb-bd26-4287-8cd3-420b849cf661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:23.789676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7f08d4cb-bd26-4287-8cd3-420b849cf661 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/c0a59b46-1407-4854-9ea2-431ebaa812d5 HTTP/1.1" status: 204 len: 168 time: 0.2879531 Feb 08 15:51:23.790488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41818) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:23.909799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-00cfa5ef-cc5f-4978-b2aa-102decff4023', 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023', 'project_id': '6e2813e95ae3405f99cb45b1f8aec01c', 'fixed_ips': [{'subnet_id': '3f556f6e-0e4a-40d6-b6a9-10bc7dae971d'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:51:23.910816 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:23.982784 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7ea51bc4-12e3-4fbf-a17b-edaa9f27da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (4104902e-f86e-4faa-ad7f-7817ae163264), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:24.009101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0825f-ce12-4e59-aba5-2188d43aebd9 req-0b68e081-296c-476e-9772-10b39291ae86 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.014279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0825f-ce12-4e59-aba5-2188d43aebd9 req-0b68e081-296c-476e-9772-10b39291ae86 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.019962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0825f-ce12-4e59-aba5-2188d43aebd9 req-0b68e081-296c-476e-9772-10b39291ae86 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.025436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0825f-ce12-4e59-aba5-2188d43aebd9 req-0b68e081-296c-476e-9772-10b39291ae86 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.031450 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0825f-ce12-4e59-aba5-2188d43aebd9 req-0b68e081-296c-476e-9772-10b39291ae86 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.036929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0825f-ce12-4e59-aba5-2188d43aebd9 req-0b68e081-296c-476e-9772-10b39291ae86 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.042123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0825f-ce12-4e59-aba5-2188d43aebd9 req-0b68e081-296c-476e-9772-10b39291ae86 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.044022 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67d0825f-ce12-4e59-aba5-2188d43aebd9 req-0b68e081-296c-476e-9772-10b39291ae86 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1652813 Feb 08 15:51:24.060867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab9097-00a2-454f-98f2-86f39a32f6db req-2cb190ed-d96e-4125-b9f6-9456e5622b4d tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.062856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7aab9097-00a2-454f-98f2-86f39a32f6db req-2cb190ed-d96e-4125-b9f6-9456e5622b4d tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.1855052 Feb 08 15:51:24.081822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Allocated IP 172.20.0.2 (00cfa5ef-cc5f-4978-b2aa-102decff4023/3f556f6e-0e4a-40d6-b6a9-10bc7dae971d/d2c0d209-8873-4de4-bdba-898bd9c74a27) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:51:24.198832 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7ea51bc4-12e3-4fbf-a17b-edaa9f27da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (4104902e-f86e-4faa-ad7f-7817ae163264), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:24.227035 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Publish callbacks [] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:24.233193 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:24.234961 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67d0825f-ce12-4e59-aba5-2188d43aebd9 req-c1de9a64-62ca-41f5-8a50-7dae967ac440 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1707494 Feb 08 15:51:24.236795 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-7ea51bc4-12e3-4fbf-a17b-edaa9f27da40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4104902e-f86e-4faa-ad7f-7817ae163264']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:51:24.241570 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7aab9097-00a2-454f-98f2-86f39a32f6db req-eb908d31-bf9e-4145-a216-eec6026f5bcd tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692181 Feb 08 15:51:24.250436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-7ea51bc4-12e3-4fbf-a17b-edaa9f27da40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdb6337-5453-4cf2-9fce-f6fff5b30576') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:51:24.251272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-7ea51bc4-12e3-4fbf-a17b-edaa9f27da40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdb6337-5453-4cf2-9fce-f6fff5b30576') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:51:24.272089 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7ea51bc4-12e3-4fbf-a17b-edaa9f27da40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (7cdb6337-5453-4cf2-9fce-f6fff5b30576), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:24.294430 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7ea51bc4-12e3-4fbf-a17b-edaa9f27da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7cdb6337-5453-4cf2-9fce-f6fff5b30576), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:24.307533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea51bc4-12e3-4fbf-a17b-edaa9f27da40 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:51:24.308587 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7ea51bc4-12e3-4fbf-a17b-edaa9f27da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (7cdb6337-5453-4cf2-9fce-f6fff5b30576), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:24.311794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Pushing event updated for resources: {'Port': ['ID=d2c0d209-8873-4de4-bdba-898bd9c74a27,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:24.324822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Network 00cfa5ef-cc5f-4978-b2aa-102decff4023 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:51:24.327702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:51:24.331531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:51:24.385050 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:51:24.398219 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7ea51bc4-12e3-4fbf-a17b-edaa9f27da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (4104902e-f86e-4faa-ad7f-7817ae163264), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:24.409173 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Attempting to bind port d2c0d209-8873-4de4-bdba-898bd9c74a27 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:51:24.409593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Attempting to bind port d2c0d209-8873-4de4-bdba-898bd9c74a27 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:51:24.409960 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Attempting to bind port d2c0d209-8873-4de4-bdba-898bd9c74a27 on network 00cfa5ef-cc5f-4978-b2aa-102decff4023 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:24.416374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:51:24.416808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Checking segment: {'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:51:24.417359 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:24.417755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Bound using segment: {'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:51:24.418225 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Bound port: d2c0d209-8873-4de4-bdba-898bd9c74a27, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:51:24.418604 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:24.434001 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7ea51bc4-12e3-4fbf-a17b-edaa9f27da40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:24.437868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7ea51bc4-12e3-4fbf-a17b-edaa9f27da40 admin admin] 10.222.0.82 "DELETE /v2.0/networks/4104902e-f86e-4faa-ad7f-7817ae163264 HTTP/1.1" status: 204 len: 168 time: 0.6464171 Feb 08 15:51:24.453695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea51bc4-12e3-4fbf-a17b-edaa9f27da40 admin admin] Pushing event deleted for resources: {'Network': ['ID=4104902e-f86e-4faa-ad7f-7817ae163264,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:24.481265 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5905161-be05-4e72-85bd-4b548c35cdfe req-12c3c25b-6d08-4a0e-82d2-413be50dc253 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.482992 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5905161-be05-4e72-85bd-4b548c35cdfe req-12c3c25b-6d08-4a0e-82d2-413be50dc253 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.0969234 Feb 08 15:51:24.546288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] For port d2c0d209-8873-4de4-bdba-898bd9c74a27, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:51:24.551647 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] For port d2c0d209-8873-4de4-bdba-898bd9c74a27, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d2c0d209-8873-4de4-bdba-898bd9c74a27,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:51:24.558535 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:24.593344 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5905161-be05-4e72-85bd-4b548c35cdfe req-8da97ff1-b72b-4e82-a3b1-a5b8e912c40a tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044662 Feb 08 15:51:24.628921 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373ab60-e966-42f4-bfaa-509c87003be2 None None] Pushing event updated for resources: {'Port': ['ID=d2c0d209-8873-4de4-bdba-898bd9c74a27,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:24.632209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127910c-3843-4690-9b94-3906890b5439 req-a549e4b3-b81a-464b-81c1-fbe722ec9908 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.639438 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4127910c-3843-4690-9b94-3906890b5439 req-a549e4b3-b81a-464b-81c1-fbe722ec9908 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/networks?id=00cfa5ef-cc5f-4978-b2aa-102decff4023 HTTP/1.1" status: 200 len: 815 time: 0.1514800 Feb 08 15:51:24.669124 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4127910c-3843-4690-9b94-3906890b5439 req-d7aeec4c-a70c-4a42-8f74-30e936d99118 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/quotas/6e2813e95ae3405f99cb45b1f8aec01c HTTP/1.1" status: 200 len: 375 time: 0.0289545 Feb 08 15:51:24.703800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41846) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:24.765135 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4127910c-3843-4690-9b94-3906890b5439 req-5f6b676e-3223-455e-b230-b1083b52fa8e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e2813e95ae3405f99cb45b1f8aec01c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951209 Feb 08 15:51:24.788940 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6ca32a62-93ad-4d8d-9ba4-5cfc8678f1ba admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=634d82d76ea24dc0b13f7cdf73dc4f9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0840325 Feb 08 15:51:24.791460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41848) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:24.841550 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b59344-3f3d-494b-8cec-96f738313518 req-1cdbb53a-7750-4ce0-a942-b9bf3d6124e7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.847617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b59344-3f3d-494b-8cec-96f738313518 req-1cdbb53a-7750-4ce0-a942-b9bf3d6124e7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.852925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b59344-3f3d-494b-8cec-96f738313518 req-1cdbb53a-7750-4ce0-a942-b9bf3d6124e7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.855576 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-53cb2a97-3baf-4bde-bbc9-99d36e499b0c admin admin] Publish callbacks [] for security_group (190b88bf-c918-45f7-aff3-55088ab92f08), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:24.858955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b59344-3f3d-494b-8cec-96f738313518 req-1cdbb53a-7750-4ce0-a942-b9bf3d6124e7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.864868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b59344-3f3d-494b-8cec-96f738313518 req-1cdbb53a-7750-4ce0-a942-b9bf3d6124e7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.870502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b59344-3f3d-494b-8cec-96f738313518 req-1cdbb53a-7750-4ce0-a942-b9bf3d6124e7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.875864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b59344-3f3d-494b-8cec-96f738313518 req-1cdbb53a-7750-4ce0-a942-b9bf3d6124e7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:24.890875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-53cb2a97-3baf-4bde-bbc9-99d36e499b0c admin admin] Publish callbacks [] for security_group (190b88bf-c918-45f7-aff3-55088ab92f08), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:24.892805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34b59344-3f3d-494b-8cec-96f738313518 req-1cdbb53a-7750-4ce0-a942-b9bf3d6124e7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.1720636 Feb 08 15:51:25.010973 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-53cb2a97-3baf-4bde-bbc9-99d36e499b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (190b88bf-c918-45f7-aff3-55088ab92f08), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:25.014261 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-53cb2a97-3baf-4bde-bbc9-99d36e499b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:25.018362 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-53cb2a97-3baf-4bde-bbc9-99d36e499b0c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/190b88bf-c918-45f7-aff3-55088ab92f08 HTTP/1.1" status: 204 len: 168 time: 0.2232814 Feb 08 15:51:25.046000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb2a97-3baf-4bde-bbc9-99d36e499b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190b88bf-c918-45f7-aff3-55088ab92f08,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:25.097661 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34b59344-3f3d-494b-8cec-96f738313518 req-5e7fceae-6a39-41a1-b397-8496f1cc64bb tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2038589 Feb 08 15:51:25.106449 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4127910c-3843-4690-9b94-3906890b5439 req-99aecd19-feaa-456a-a695-733d6f9debc7 service neutron] 10.222.0.82 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321950 Feb 08 15:51:25.527397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d2c0d209-8873-4de4-bdba-898bd9c74a27 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:25.602956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port d2c0d209-8873-4de4-bdba-898bd9c74a27 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:25.603811 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:25.756365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port d2c0d209-8873-4de4-bdba-898bd9c74a27 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:25.757088 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:25.786244 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6e7fc05d-37f1-420d-9e66-3bb2867366e9 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:51:25.817847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 6e7fc05d-37f1-420d-9e66-3bb2867366e9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:51:25.818341 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6e7fc05d-37f1-420d-9e66-3bb2867366e9 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:51:25.841712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port d2c0d209-8873-4de4-bdba-898bd9c74a27, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d2c0d209-8873-4de4-bdba-898bd9c74a27,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:25.853427 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:25.965137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=d2c0d209-8873-4de4-bdba-898bd9c74a27,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:25.993223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4127910c-3843-4690-9b94-3906890b5439 req-69de7eb8-d7f6-4a58-aeab-51a0ede4a676 service neutron] 10.222.0.82 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8858764 Feb 08 15:51:26.011475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fba6d-1c4e-44a6-921b-93b7b05dfd58 req-3377c79c-0579-4959-887e-ec9810464267 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:26.017255 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c15fba6d-1c4e-44a6-921b-93b7b05dfd58 req-3377c79c-0579-4959-887e-ec9810464267 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.7789109 Feb 08 15:51:26.088714 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c15fba6d-1c4e-44a6-921b-93b7b05dfd58 req-f2426539-1be9-41af-8296-4fa65766123a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676196 Feb 08 15:51:26.369314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e678b26-5d4e-4ee4-9e6f-0fba0eaa6775 None None] Network 00cfa5ef-cc5f-4978-b2aa-102decff4023 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:51:26.432711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47537032-0dac-4db5-a02b-7c44ff78ecf2 req-3cb5c71b-cc6e-4fbd-8620-32998e1ea231 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:26.440482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47537032-0dac-4db5-a02b-7c44ff78ecf2 req-3cb5c71b-cc6e-4fbd-8620-32998e1ea231 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.1479521 Feb 08 15:51:26.510848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19670d-7521-4623-bc41-8246fc579f6d req-ea9254a9-2a19-497a-9bf5-6cafbe011323 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:26.516759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19670d-7521-4623-bc41-8246fc579f6d req-ea9254a9-2a19-497a-9bf5-6cafbe011323 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:26.520638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6fff9d23-7916-4b85-989a-7caa243f8ed9 None None] Provisioning complete for port d2c0d209-8873-4de4-bdba-898bd9c74a27 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:26.521258 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6fff9d23-7916-4b85-989a-7caa243f8ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:26.522715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19670d-7521-4623-bc41-8246fc579f6d req-ea9254a9-2a19-497a-9bf5-6cafbe011323 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:26.528318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19670d-7521-4623-bc41-8246fc579f6d req-ea9254a9-2a19-497a-9bf5-6cafbe011323 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:26.542405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19670d-7521-4623-bc41-8246fc579f6d req-ea9254a9-2a19-497a-9bf5-6cafbe011323 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:26.544581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41888) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:26.549823 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19670d-7521-4623-bc41-8246fc579f6d req-ea9254a9-2a19-497a-9bf5-6cafbe011323 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:26.558235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19670d-7521-4623-bc41-8246fc579f6d req-ea9254a9-2a19-497a-9bf5-6cafbe011323 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:26.566964 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c19670d-7521-4623-bc41-8246fc579f6d req-ea9254a9-2a19-497a-9bf5-6cafbe011323 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1859460 Feb 08 15:51:26.601932 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47537032-0dac-4db5-a02b-7c44ff78ecf2 req-776e3b69-bc85-4c40-a974-a337cd838a8a tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603742 Feb 08 15:51:26.717321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c19670d-7521-4623-bc41-8246fc579f6d req-4c3c9156-a61b-4116-a05e-7d2c8ee3ba56 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1449647 Feb 08 15:51:26.791091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6fff9d23-7916-4b85-989a-7caa243f8ed9 None None] Current status of the port d2c0d209-8873-4de4-bdba-898bd9c74a27 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:26.848479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bf21a-0e45-494c-8d64-4348b193d6f6 req-31bab408-7513-459b-9b44-6c30e1d471de tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:26.850300 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1523899722-network', 'tenant_id': '2bdbe875cab64f65af5aa597fb5909d2'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:26.859577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b8bf21a-0e45-494c-8d64-4348b193d6f6 req-31bab408-7513-459b-9b44-6c30e1d471de tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.1335530 Feb 08 15:51:26.886799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] Made reservation on behalf of 2bdbe875cab64f65af5aa597fb5909d2 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:51:26.889104 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:26.913739 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:27.068661 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b8bf21a-0e45-494c-8d64-4348b193d6f6 req-62e856e7-dc11-4d41-8844-5937d2d35a46 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024453 Feb 08 15:51:27.090004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e2180-fad3-4baf-a11e-7457351fd62d req-e3a8ded7-0379-4e8a-887b-30b0a341d96a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:27.098049 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e2180-fad3-4baf-a11e-7457351fd62d req-e3a8ded7-0379-4e8a-887b-30b0a341d96a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:27.103052 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] Publish callbacks [] for security_group (2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:27.105043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e2180-fad3-4baf-a11e-7457351fd62d req-e3a8ded7-0379-4e8a-887b-30b0a341d96a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:27.112901 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:27.116828 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e2180-fad3-4baf-a11e-7457351fd62d req-e3a8ded7-0379-4e8a-887b-30b0a341d96a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:27.136157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:51:27.146338 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (23d57b16-934a-4e36-8909-477ed22f1e90), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:27.146988 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] Added segment 23d57b16-934a-4e36-8909-477ed22f1e90 of type vlan for network b35a6e45-f6f7-4c59-8e6e-79f4de0dc733 Feb 08 15:51:27.150530 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e2180-fad3-4baf-a11e-7457351fd62d req-e3a8ded7-0379-4e8a-887b-30b0a341d96a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:27.178695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e2180-fad3-4baf-a11e-7457351fd62d req-e3a8ded7-0379-4e8a-887b-30b0a341d96a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:27.193033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e2180-fad3-4baf-a11e-7457351fd62d req-e3a8ded7-0379-4e8a-887b-30b0a341d96a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:27.198075 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee8e2180-fad3-4baf-a11e-7457351fd62d req-e3a8ded7-0379-4e8a-887b-30b0a341d96a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.3337450 Feb 08 15:51:27.200025 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (b35a6e45-f6f7-4c59-8e6e-79f4de0dc733), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:27.237516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9baf7100-c6e4-4f7c-8348-06946b8ba533 None None] Provisioning complete for port d2c0d209-8873-4de4-bdba-898bd9c74a27 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:27.237996 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9baf7100-c6e4-4f7c-8348-06946b8ba533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:27.254966 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (b35a6e45-f6f7-4c59-8e6e-79f4de0dc733), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:27.256261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:27.257067 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:27.315906 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:27.329728 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7837205 Feb 08 15:51:27.336485 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41906) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:27.343538 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d758b3ba-e054-473a-a5e8-268c73e21732 admin admin] Request body: {'subnet': {'network_id': 'b35a6e45-f6f7-4c59-8e6e-79f4de0dc733', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1523899722-subnet', 'tenant_id': '2bdbe875cab64f65af5aa597fb5909d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:27.355406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc9496-dc68-46e0-8151-5f66b0bbcf9d admin admin] Pushing event updated for resources: {'Network': ['ID=b35a6e45-f6f7-4c59-8e6e-79f4de0dc733,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:27.368689 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-811594c1-ccd2-4a3c-b1a8-29cfa6d8c849 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:27.377412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-811594c1-ccd2-4a3c-b1a8-29cfa6d8c849 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/networks?id=00cfa5ef-cc5f-4978-b2aa-102decff4023 HTTP/1.1" status: 200 len: 815 time: 0.1519022 Feb 08 15:51:27.385542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d758b3ba-e054-473a-a5e8-268c73e21732 admin admin] Made reservation on behalf of 2bdbe875cab64f65af5aa597fb5909d2 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:51:27.395479 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d758b3ba-e054-473a-a5e8-268c73e21732 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:27.404033 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9baf7100-c6e4-4f7c-8348-06946b8ba533 None None] Current status of the port d2c0d209-8873-4de4-bdba-898bd9c74a27 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:27.430929 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-a040984b-4dc5-4c2a-bb4a-7b3c0b6df641 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/quotas/6e2813e95ae3405f99cb45b1f8aec01c HTTP/1.1" status: 200 len: 375 time: 0.0518644 Feb 08 15:51:27.431231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network b35a6e45-f6f7-4c59-8e6e-79f4de0dc733 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:51:27.488516 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee8e2180-fad3-4baf-a11e-7457351fd62d req-f45501a7-ed36-40f3-877d-ffabea084140 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2841730 Feb 08 15:51:27.519888 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-a410e710-db34-4d96-9925-5c4cae8e36fe tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e2813e95ae3405f99cb45b1f8aec01c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0879123 Feb 08 15:51:27.551776 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d2c0d209-8873-4de4-bdba-898bd9c74a27 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:27.666022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port d2c0d209-8873-4de4-bdba-898bd9c74a27 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:27.666401 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:27.747290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c03ea6-378d-4fc6-89ab-4aa405ebc982 req-f435fb4c-f91c-4fb6-92c8-6a4b2f13f8b3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:27.748804 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30c03ea6-378d-4fc6-89ab-4aa405ebc982 req-f435fb4c-f91c-4fb6-92c8-6a4b2f13f8b3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1276021 Feb 08 15:51:27.770904 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d758b3ba-e054-473a-a5e8-268c73e21732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (6aadd5fd-43b2-4d0b-9cb0-60ef114dda8d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:27.779898 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port d2c0d209-8873-4de4-bdba-898bd9c74a27 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:27.783611 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-68c8d78a-4154-4611-bc86-fc077a7db698 service neutron] 10.222.0.82 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488694 Feb 08 15:51:27.908907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30c03ea6-378d-4fc6-89ab-4aa405ebc982 req-107181af-3d6e-4308-ad85-58a69fa9555a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504743 Feb 08 15:51:27.957022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758b3ba-e054-473a-a5e8-268c73e21732 admin admin] Checking segment: {'id': '23d57b16-934a-4e36-8909-477ed22f1e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b35a6e45-f6f7-4c59-8e6e-79f4de0dc733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:51:27.957022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d758b3ba-e054-473a-a5e8-268c73e21732 admin admin] Network hostable DHCP agents. Network: b35a6e45-f6f7-4c59-8e6e-79f4de0dc733, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:51:27.983715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758b3ba-e054-473a-a5e8-268c73e21732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aadd5fd-43b2-4d0b-9cb0-60ef114dda8d,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:28.016546 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-bdec8fd1-9bf5-430a-9b14-41bba2b428d5 service neutron] 10.222.0.82 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316742 Feb 08 15:51:28.023232 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d758b3ba-e054-473a-a5e8-268c73e21732 admin admin] Network b35a6e45-f6f7-4c59-8e6e-79f4de0dc733 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:51:28.037791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d758b3ba-e054-473a-a5e8-268c73e21732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, b35a6e45-f6f7-4c59-8e6e-79f4de0dc733) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:51:28.043824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d758b3ba-e054-473a-a5e8-268c73e21732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:28.044833 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d758b3ba-e054-473a-a5e8-268c73e21732 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:28.051077 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d1664-e0d5-4e4e-9c3b-4d1d4a572f60 None None] Network b35a6e45-f6f7-4c59-8e6e-79f4de0dc733 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:51:28.067445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127910c-3843-4690-9b94-3906890b5439 req-0d3f145e-72dd-4a13-a384-d7a5a7e5361d tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:28.069109 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4127910c-3843-4690-9b94-3906890b5439 req-0d3f145e-72dd-4a13-a384-d7a5a7e5361d tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.94 "GET /v2.0/networks?id=00cfa5ef-cc5f-4978-b2aa-102decff4023 HTTP/1.1" status: 200 len: 815 time: 0.2439170 Feb 08 15:51:28.074421 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d758b3ba-e054-473a-a5e8-268c73e21732 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7365634 Feb 08 15:51:28.089552 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-4127910c-3843-4690-9b94-3906890b5439 req-bbf5f788-a798-49b0-96e4-2518328d04e9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Request body: {'port': {'device_id': 'f38d8933-31e9-4279-a83b-bdb4de4845d2', 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023', 'admin_state_up': True, 'tenant_id': '6e2813e95ae3405f99cb45b1f8aec01c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:28.195493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8a1e0-7376-4d3d-abd7-6d948f7794f1 req-6acd3145-07bd-42db-bff6-dc80e78ea658 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:28.205118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98d8a1e0-7376-4d3d-abd7-6d948f7794f1 req-6acd3145-07bd-42db-bff6-dc80e78ea658 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.0898852 Feb 08 15:51:28.305416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fd27cf-a3b1-4af3-85c0-07a4e2e465f7 None None] Network b35a6e45-f6f7-4c59-8e6e-79f4de0dc733 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:51:28.324004 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98d8a1e0-7376-4d3d-abd7-6d948f7794f1 req-5aee0908-7386-4d0d-a2dd-2e53a260ba5d tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159902 Feb 08 15:51:28.353304 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4127910c-3843-4690-9b94-3906890b5439 req-bbf5f788-a798-49b0-96e4-2518328d04e9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Made reservation on behalf of 6e2813e95ae3405f99cb45b1f8aec01c for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:51:28.353304 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4127910c-3843-4690-9b94-3906890b5439 req-bbf5f788-a798-49b0-96e4-2518328d04e9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:28.443510 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4f87a-fdbb-446e-9af0-c45fd6a4c220 req-44572f5f-6d5d-4952-9a00-b3e16a0739b0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:28.456766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4f87a-fdbb-446e-9af0-c45fd6a4c220 req-44572f5f-6d5d-4952-9a00-b3e16a0739b0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:28.470217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4f87a-fdbb-446e-9af0-c45fd6a4c220 req-44572f5f-6d5d-4952-9a00-b3e16a0739b0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:28.477943 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4f87a-fdbb-446e-9af0-c45fd6a4c220 req-44572f5f-6d5d-4952-9a00-b3e16a0739b0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:28.485994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4f87a-fdbb-446e-9af0-c45fd6a4c220 req-44572f5f-6d5d-4952-9a00-b3e16a0739b0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:28.492691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4f87a-fdbb-446e-9af0-c45fd6a4c220 req-44572f5f-6d5d-4952-9a00-b3e16a0739b0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:28.498587 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4f87a-fdbb-446e-9af0-c45fd6a4c220 req-44572f5f-6d5d-4952-9a00-b3e16a0739b0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:28.501869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0dd4f87a-fdbb-446e-9af0-c45fd6a4c220 req-44572f5f-6d5d-4952-9a00-b3e16a0739b0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.1263394 Feb 08 15:51:28.584761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-4127910c-3843-4690-9b94-3906890b5439 req-bbf5f788-a798-49b0-96e4-2518328d04e9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Allocated IP 172.20.0.14 (00cfa5ef-cc5f-4978-b2aa-102decff4023/3f556f6e-0e4a-40d6-b6a9-10bc7dae971d/cbcf1980-dc13-4855-938f-f838a15ca058) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:51:28.601436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad11c1-437d-4963-bfc7-015a6a51d750 req-d0a03b95-e2b0-4944-ba52-bb70acb16d2c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:28.609260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50ad11c1-437d-4963-bfc7-015a6a51d750 req-d0a03b95-e2b0-4944-ba52-bb70acb16d2c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.1063428 Feb 08 15:51:28.645862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0dd4f87a-fdbb-446e-9af0-c45fd6a4c220 req-011f7340-7f3d-461d-843d-76c14e65253f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334033 Feb 08 15:51:28.690120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50ad11c1-437d-4963-bfc7-015a6a51d750 req-70cea941-f87d-48bc-b0f5-8b9bd2795fb3 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790823 Feb 08 15:51:28.807173 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4127910c-3843-4690-9b94-3906890b5439 req-bbf5f788-a798-49b0-96e4-2518328d04e9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks [] for port (cbcf1980-dc13-4855-938f-f838a15ca058), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:28.848536 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4127910c-3843-4690-9b94-3906890b5439 req-bbf5f788-a798-49b0-96e4-2518328d04e9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (cbcf1980-dc13-4855-938f-f838a15ca058), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:28.915221 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4127910c-3843-4690-9b94-3906890b5439 req-bbf5f788-a798-49b0-96e4-2518328d04e9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Network 00cfa5ef-cc5f-4978-b2aa-102decff4023 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:51:28.919169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-4127910c-3843-4690-9b94-3906890b5439 req-bbf5f788-a798-49b0-96e4-2518328d04e9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:51:28.924059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-4127910c-3843-4690-9b94-3906890b5439 req-bbf5f788-a798-49b0-96e4-2518328d04e9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:51:28.943493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-5934ed88-9c9c-45f8-985b-58e03e96948e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:28.949501 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-5934ed88-9c9c-45f8-985b-58e03e96948e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/networks?id=00cfa5ef-cc5f-4978-b2aa-102decff4023 HTTP/1.1" status: 200 len: 815 time: 0.1712627 Feb 08 15:51:28.967392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-9a274158-4cc2-4044-9864-5241234b0fad tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/quotas/6e2813e95ae3405f99cb45b1f8aec01c HTTP/1.1" status: 200 len: 375 time: 0.0166554 Feb 08 15:51:28.973149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5f788-a798-49b0-96e4-2518328d04e9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Pushing event updated for resources: {'Port': ['ID=cbcf1980-dc13-4855-938f-f838a15ca058,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:28.982982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127910c-3843-4690-9b94-3906890b5439 req-bbf5f788-a798-49b0-96e4-2518328d04e9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:28.985156 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4127910c-3843-4690-9b94-3906890b5439 req-bbf5f788-a798-49b0-96e4-2518328d04e9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:29.013631 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4127910c-3843-4690-9b94-3906890b5439 req-bbf5f788-a798-49b0-96e4-2518328d04e9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9312549 Feb 08 15:51:29.026879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Request body: {'port': {'device_id': 'f38d8933-31e9-4279-a83b-bdb4de4845d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:29.112284 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cbcf1980-dc13-4855-938f-f838a15ca058), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:29.134077 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7ae9d6a2-96d8-456b-bf27-5c6f0afca4c0 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e2813e95ae3405f99cb45b1f8aec01c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1649289 Feb 08 15:51:29.241214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-25b3c6e6-d412-41f2-9c45-1bdd31916f14 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:29.248163 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-25b3c6e6-d412-41f2-9c45-1bdd31916f14 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/networks?id=b35a6e45-f6f7-4c59-8e6e-79f4de0dc733 HTTP/1.1" status: 200 len: 822 time: 0.2682498 Feb 08 15:51:29.265306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-4a01a285-a5ed-4cc8-b61f-6d25e2f04356 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/quotas/2bdbe875cab64f65af5aa597fb5909d2 HTTP/1.1" status: 200 len: 375 time: 0.0162857 Feb 08 15:51:29.316666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-f0a63c2b-aa81-44e4-a3d9-e8cd0254f3fe tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=2bdbe875cab64f65af5aa597fb5909d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447354 Feb 08 15:51:29.338539 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-8b3a3952-9686-4a0f-bebe-18a43fd4a30f service neutron] 10.222.0.82 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044957 Feb 08 15:51:29.347523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-02f1aad2-81a3-4993-ab8e-8d04d396201e None None] Provisioning complete for port cbcf1980-dc13-4855-938f-f838a15ca058 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:29.348487 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-02f1aad2-81a3-4993-ab8e-8d04d396201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cbcf1980-dc13-4855-938f-f838a15ca058), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:29.394950 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-02f1aad2-81a3-4993-ab8e-8d04d396201e None None] Port cbcf1980-dc13-4855-938f-f838a15ca058 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:51:29.441461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbcf1980-dc13-4855-938f-f838a15ca058 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:29.449192 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Publish callbacks [] for port (cbcf1980-dc13-4855-938f-f838a15ca058), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:29.464070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Transition to ACTIVE for port object cbcf1980-dc13-4855-938f-f838a15ca058 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:51:29.468438 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (cbcf1980-dc13-4855-938f-f838a15ca058), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:29.493592 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-9d6da6f5-d0e3-4c68-bdbb-d52ad3f5c66a service neutron] 10.222.0.82 "GET /v2.0/networks/b35a6e45-f6f7-4c59-8e6e-79f4de0dc733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760499 Feb 08 15:51:29.500019 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-20a457a9-ce52-428b-8f54-41612560d000 service neutron] 10.222.0.82 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496155 Feb 08 15:51:29.541464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcf1980-dc13-4855-938f-f838a15ca058,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:29.627042 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Attempting to bind port cbcf1980-dc13-4855-938f-f838a15ca058 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:51:29.631987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Attempting to bind port cbcf1980-dc13-4855-938f-f838a15ca058 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:51:29.632423 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Attempting to bind port cbcf1980-dc13-4855-938f-f838a15ca058 on network 00cfa5ef-cc5f-4978-b2aa-102decff4023 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:29.648612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Port cbcf1980-dc13-4855-938f-f838a15ca058 on network 00cfa5ef-cc5f-4978-b2aa-102decff4023 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:51:29.649048 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Attempting to bind port cbcf1980-dc13-4855-938f-f838a15ca058 on network 00cfa5ef-cc5f-4978-b2aa-102decff4023 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:29.663291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:51:29.663638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Checking segment: {'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:51:29.664085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Bound using segment: {'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:51:29.664460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Bound port: cbcf1980-dc13-4855-938f-f838a15ca058, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:51:29.664815 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cbcf1980-dc13-4855-938f-f838a15ca058), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:29.697596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-0db21f41-c573-471b-ad1d-6ed6a13c9e8b service neutron] 10.222.0.82 "GET /v2.0/networks/b35a6e45-f6f7-4c59-8e6e-79f4de0dc733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797223 Feb 08 15:51:29.770579 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] For port cbcf1980-dc13-4855-938f-f838a15ca058, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:51:29.787671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] For port cbcf1980-dc13-4855-938f-f838a15ca058, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=cbcf1980-dc13-4855-938f-f838a15ca058,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:51:29.801820 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (cbcf1980-dc13-4855-938f-f838a15ca058), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:29.889235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:29.894639 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:29.901807 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4127910c-3843-4690-9b94-3906890b5439 req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] 10.222.0.94 "PUT /v2.0/ports/cbcf1980-dc13-4855-938f-f838a15ca058 HTTP/1.1" status: 200 len: 1093 time: 0.8816693 Feb 08 15:51:29.907101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38d8933-31e9-4279-a83b-bdb4de4845d2', 'tag': 'cbcf1980-dc13-4855-938f-f838a15ca058'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:29.911027 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3418228-1e98-4380-ac2f-ee9a7ad2b05b" -d '{"events": [{"name": "network-changed", "server_uuid": "f38d8933-31e9-4279-a83b-bdb4de4845d2", "tag": "cbcf1980-dc13-4855-938f-f838a15ca058"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:29.997191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ba644-0d5f-4d56-b457-dcb8c9a31d62 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcf1980-dc13-4855-938f-f838a15ca058,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:30.098738 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-84e5e31b-fc77-4001-bf22-7bb1e0e23591 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.101220 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-84e5e31b-fc77-4001-bf22-7bb1e0e23591 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.96 "GET /v2.0/networks?id=00cfa5ef-cc5f-4978-b2aa-102decff4023 HTTP/1.1" status: 200 len: 815 time: 0.3268936 Feb 08 15:51:30.116008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127910c-3843-4690-9b94-3906890b5439 req-a6580609-baae-484d-bc04-e240475a07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.121123 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4127910c-3843-4690-9b94-3906890b5439 req-a6580609-baae-484d-bc04-e240475a07b4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6e2813e95ae3405f99cb45b1f8aec01c&device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 1127 time: 0.1165261 Feb 08 15:51:30.127081 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-f86839d9-229c-470d-9f24-fce85d4b8e69 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Request body: {'port': {'device_id': '336ba3e9-aa7c-445d-b17f-b54914a22885', 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023', 'admin_state_up': True, 'tenant_id': '6e2813e95ae3405f99cb45b1f8aec01c'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:30.217129 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4127910c-3843-4690-9b94-3906890b5439 req-aba5c85f-edf4-402b-b224-01477ba2dea5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbcf1980-dc13-4855-938f-f838a15ca058 HTTP/1.1" status: 200 len: 217 time: 0.0868535 Feb 08 15:51:30.282932 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e28f0-f05e-4bbf-bc4d-05b978801578 req-2e41a858-2bc2-46f3-a470-c59998d0ed91 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.289036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e28f0-f05e-4bbf-bc4d-05b978801578 req-2e41a858-2bc2-46f3-a470-c59998d0ed91 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.294140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e28f0-f05e-4bbf-bc4d-05b978801578 req-2e41a858-2bc2-46f3-a470-c59998d0ed91 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.301321 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127910c-3843-4690-9b94-3906890b5439 req-8f4f8acd-0b8f-404f-9c10-1f8fd665598b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.303556 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4127910c-3843-4690-9b94-3906890b5439 req-8f4f8acd-0b8f-404f-9c10-1f8fd665598b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3f556f6e-0e4a-40d6-b6a9-10bc7dae971d HTTP/1.1" status: 200 len: 854 time: 0.0793478 Feb 08 15:51:30.306621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e28f0-f05e-4bbf-bc4d-05b978801578 req-2e41a858-2bc2-46f3-a470-c59998d0ed91 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.311774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e28f0-f05e-4bbf-bc4d-05b978801578 req-2e41a858-2bc2-46f3-a470-c59998d0ed91 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.317918 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e28f0-f05e-4bbf-bc4d-05b978801578 req-2e41a858-2bc2-46f3-a470-c59998d0ed91 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.323040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e28f0-f05e-4bbf-bc4d-05b978801578 req-2e41a858-2bc2-46f3-a470-c59998d0ed91 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.333572 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f9e28f0-f05e-4bbf-bc4d-05b978801578 req-2e41a858-2bc2-46f3-a470-c59998d0ed91 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.4328048 Feb 08 15:51:30.401915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809c65a-2e84-4224-8da1-842f9903d6d3 req-3a532bef-8f6a-4ee9-9bb5-78a482a9c094 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.409609 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a809c65a-2e84-4224-8da1-842f9903d6d3 req-3a532bef-8f6a-4ee9-9bb5-78a482a9c094 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.3054852 Feb 08 15:51:30.423372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127910c-3843-4690-9b94-3906890b5439 req-8595e23e-10f5-4cab-97f0-9a173b1638bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.426514 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4127910c-3843-4690-9b94-3906890b5439 req-8595e23e-10f5-4cab-97f0-9a173b1638bf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=00cfa5ef-cc5f-4978-b2aa-102decff4023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1152585 Feb 08 15:51:30.487154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f9e28f0-f05e-4bbf-bc4d-05b978801578 req-bdac3fd0-f9f5-4f5b-9cba-88f8e912fffb tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1525116 Feb 08 15:51:30.536766 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a809c65a-2e84-4224-8da1-842f9903d6d3 req-302521f3-9d4c-485d-b967-78c724649463 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260381 Feb 08 15:51:30.545388 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-f86839d9-229c-470d-9f24-fce85d4b8e69 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Made reservation on behalf of 6e2813e95ae3405f99cb45b1f8aec01c for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:51:30.560666 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-f86839d9-229c-470d-9f24-fce85d4b8e69 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:30.694679 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4127910c-3843-4690-9b94-3906890b5439 req-d30283f5-10d5-4c5b-a101-18c446e400dd service neutron] 10.222.0.94 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536635 Feb 08 15:51:30.844238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174b481-9c88-4900-9cd5-82a4a9ac1715 req-4a2fff7d-84a1-4944-a6f7-73c0b6e7f759 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.847275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6174b481-9c88-4900-9cd5-82a4a9ac1715 req-4a2fff7d-84a1-4944-a6f7-73c0b6e7f759 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.2091200 Feb 08 15:51:30.856869 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4127910c-3843-4690-9b94-3906890b5439 req-2f5e1a2a-b537-4f47-a1fc-0bcd85166e78 service neutron] 10.222.0.94 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499467 Feb 08 15:51:30.913339 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-f86839d9-229c-470d-9f24-fce85d4b8e69 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Allocated IP 172.20.0.5 (00cfa5ef-cc5f-4978-b2aa-102decff4023/3f556f6e-0e4a-40d6-b6a9-10bc7dae971d/76ecc875-cab3-4c33-8092-ea40606dce28) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:51:30.949931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e5efc-e17f-4b7a-9788-790d99d07d38 req-104197f6-f582-4ad3-a4a5-6a6c47012e3f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.955717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e5efc-e17f-4b7a-9788-790d99d07d38 req-104197f6-f582-4ad3-a4a5-6a6c47012e3f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.960963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e5efc-e17f-4b7a-9788-790d99d07d38 req-104197f6-f582-4ad3-a4a5-6a6c47012e3f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.966887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e5efc-e17f-4b7a-9788-790d99d07d38 req-104197f6-f582-4ad3-a4a5-6a6c47012e3f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.974088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e5efc-e17f-4b7a-9788-790d99d07d38 req-104197f6-f582-4ad3-a4a5-6a6c47012e3f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.978352 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e5efc-e17f-4b7a-9788-790d99d07d38 req-104197f6-f582-4ad3-a4a5-6a6c47012e3f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.983582 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e5efc-e17f-4b7a-9788-790d99d07d38 req-104197f6-f582-4ad3-a4a5-6a6c47012e3f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:30.986291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-313e5efc-e17f-4b7a-9788-790d99d07d38 req-104197f6-f582-4ad3-a4a5-6a6c47012e3f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.2308726 Feb 08 15:51:31.023672 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6174b481-9c88-4900-9cd5-82a4a9ac1715 req-ad15cce8-b412-438a-8b65-5779f0b16718 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639144 Feb 08 15:51:31.164276 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-313e5efc-e17f-4b7a-9788-790d99d07d38 req-d8b4f7b5-fd78-4bb1-8550-5bed4c8791d1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634274 Feb 08 15:51:31.224550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-f86839d9-229c-470d-9f24-fce85d4b8e69 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks [] for port (76ecc875-cab3-4c33-8092-ea40606dce28), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:31.232404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae4c28-45d1-4380-9a63-da24df9b9d10 req-5b801b86-e20e-4fa1-adf2-73209ba43b6e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:31.233945 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9ae4c28-45d1-4380-9a63-da24df9b9d10 req-5b801b86-e20e-4fa1-adf2-73209ba43b6e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.1126580 Feb 08 15:51:31.275733 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-45c0d575-44b5-4fca-b9bc-2a33c965d20f req-d019d0a3-94c0-44e0-b39f-d0da048c8319 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 210 time: 0.0333729 Feb 08 15:51:31.326128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9ae4c28-45d1-4380-9a63-da24df9b9d10 req-9423a980-ff2c-4ef6-8bcd-3d555c8603af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845537 Feb 08 15:51:31.327322 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-f86839d9-229c-470d-9f24-fce85d4b8e69 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (76ecc875-cab3-4c33-8092-ea40606dce28), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:31.345856 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94da8471-54b4-424c-9dad-eb8588100176 x-openstack-request-id: req-94da8471-54b4-424c-9dad-eb8588100176 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:31.352236 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38d8933-31e9-4279-a83b-bdb4de4845d2", "tag": "cbcf1980-dc13-4855-938f-f838a15ca058", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:31.352441 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-94da8471-54b4-424c-9dad-eb8588100176 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:31.352810 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38d8933-31e9-4279-a83b-bdb4de4845d2', 'tag': 'cbcf1980-dc13-4855-938f-f838a15ca058', 'status': 'completed', 'code': 200} Feb 08 15:51:31.383348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-f86839d9-229c-470d-9f24-fce85d4b8e69 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Network 00cfa5ef-cc5f-4978-b2aa-102decff4023 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:51:31.387796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-f86839d9-229c-470d-9f24-fce85d4b8e69 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:51:31.389706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86839d9-229c-470d-9f24-fce85d4b8e69 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Pushing event updated for resources: {'Port': ['ID=76ecc875-cab3-4c33-8092-ea40606dce28,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:31.393205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-f86839d9-229c-470d-9f24-fce85d4b8e69 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:51:31.468386 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-70407875-47eb-4fdb-a3d9-18ae22490eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:31.473267 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24a5fe42-cce7-4c99-93e3-2ca033b598be req-2b764e13-fa32-4883-b2ad-38368b209c8d tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/ports?device_id=72fafc48-951a-47fa-b608-b155a4b29cbe HTTP/1.1" status: 200 len: 210 time: 0.0547016 Feb 08 15:51:31.499630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-f86839d9-229c-470d-9f24-fce85d4b8e69 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:31.500319 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-f86839d9-229c-470d-9f24-fce85d4b8e69 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:31.528892 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3418228-1e98-4380-ac2f-ee9a7ad2b05b req-4b59be37-63da-4bd5-8aa1-b815ad2b40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:31.530480 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3418228-1e98-4380-ac2f-ee9a7ad2b05b req-4b59be37-63da-4bd5-8aa1-b815ad2b40ef service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6e2813e95ae3405f99cb45b1f8aec01c&device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 1127 time: 0.1034117 Feb 08 15:51:31.541458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-f86839d9-229c-470d-9f24-fce85d4b8e69 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4183056 Feb 08 15:51:31.561093 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Request body: {'port': {'device_id': '336ba3e9-aa7c-445d-b17f-b54914a22885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:31.771000 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (76ecc875-cab3-4c33-8092-ea40606dce28), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:31.825089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ab43ccdb-7ee6-4e9c-8282-b632d59612b2 None None] Provisioning complete for port 76ecc875-cab3-4c33-8092-ea40606dce28 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:31.825774 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ab43ccdb-7ee6-4e9c-8282-b632d59612b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (76ecc875-cab3-4c33-8092-ea40606dce28), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:31.866560 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ab43ccdb-7ee6-4e9c-8282-b632d59612b2 None None] Port 76ecc875-cab3-4c33-8092-ea40606dce28 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:51:31.870583 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-882d1d82-1f7f-4f60-9668-fe6215f2d0cb tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:31.872158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-882d1d82-1f7f-4f60-9668-fe6215f2d0cb tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.94 "GET /v2.0/networks?id=b35a6e45-f6f7-4c59-8e6e-79f4de0dc733 HTTP/1.1" status: 200 len: 822 time: 0.3289206 Feb 08 15:51:31.893463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac6d72-ab6d-4f71-85a6-328fa29b303d req-9427fd28-1763-4708-8e87-9314fe0dca5e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:31.895029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aaac6d72-ab6d-4f71-85a6-328fa29b303d req-9427fd28-1763-4708-8e87-9314fe0dca5e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.2452323 Feb 08 15:51:31.903565 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-1cdcab75-cb55-480c-80ac-cdd58afe5949 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Request body: {'port': {'device_id': '72fafc48-951a-47fa-b608-b155a4b29cbe', 'network_id': 'b35a6e45-f6f7-4c59-8e6e-79f4de0dc733', 'admin_state_up': True, 'tenant_id': '2bdbe875cab64f65af5aa597fb5909d2'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:31.916994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4344b-fc78-4734-abdf-717d59a17dd8 req-62589bf6-0cdc-4fea-bfee-58f4a4914fdf tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:31.922521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4344b-fc78-4734-abdf-717d59a17dd8 req-62589bf6-0cdc-4fea-bfee-58f4a4914fdf tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:31.927725 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4344b-fc78-4734-abdf-717d59a17dd8 req-62589bf6-0cdc-4fea-bfee-58f4a4914fdf tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:31.932928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4344b-fc78-4734-abdf-717d59a17dd8 req-62589bf6-0cdc-4fea-bfee-58f4a4914fdf tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:31.938678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4344b-fc78-4734-abdf-717d59a17dd8 req-62589bf6-0cdc-4fea-bfee-58f4a4914fdf tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:31.944022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4344b-fc78-4734-abdf-717d59a17dd8 req-62589bf6-0cdc-4fea-bfee-58f4a4914fdf tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:31.949245 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4344b-fc78-4734-abdf-717d59a17dd8 req-62589bf6-0cdc-4fea-bfee-58f4a4914fdf tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:31.951150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77b4344b-fc78-4734-abdf-717d59a17dd8 req-62589bf6-0cdc-4fea-bfee-58f4a4914fdf tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.2863541 Feb 08 15:51:32.022019 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-d4d22180-e684-45df-982a-d71724f2f6e3 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:32.023825 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-d4d22180-e684-45df-982a-d71724f2f6e3 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.94 "GET /v2.0/networks?id=00cfa5ef-cc5f-4978-b2aa-102decff4023 HTTP/1.1" status: 200 len: 815 time: 0.7442944 Feb 08 15:51:32.043055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-c3941022-6eb2-4d19-9e2d-d2f7a59967a4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Request body: {'port': {'device_id': '414e7e35-4450-417c-b65e-3ac83964a398', 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023', 'admin_state_up': True, 'tenant_id': '6e2813e95ae3405f99cb45b1f8aec01c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:32.136664 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-60cb09a2-2504-46c6-9513-85c142a5bc56 service neutron] show failed (client error): The resource could not be found. Feb 08 15:51:32.137726 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-60cb09a2-2504-46c6-9513-85c142a5bc56 service neutron] 10.222.0.94 "GET /v2.0/ports/56accc60-01ce-4879-8c65-79158c0cbead/bindings/n-h2-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.5701325 Feb 08 15:51:32.155982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3418228-1e98-4380-ac2f-ee9a7ad2b05b req-3f8cf4b0-1fba-4f23-bace-04fa31afe856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:32.158039 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3418228-1e98-4380-ac2f-ee9a7ad2b05b req-3f8cf4b0-1fba-4f23-bace-04fa31afe856 service neutron] 10.222.0.94 "GET /v2.0/networks?id=00cfa5ef-cc5f-4978-b2aa-102decff4023 HTTP/1.1" status: 200 len: 916 time: 0.5891857 Feb 08 15:51:32.208987 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aaac6d72-ab6d-4f71-85a6-328fa29b303d req-ae33961d-f21b-4d3a-9d5e-dbcc5da2f1ad tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561848 Feb 08 15:51:32.209211 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3418228-1e98-4380-ac2f-ee9a7ad2b05b req-5abc80d7-c839-40bb-bf33-93e91d001d33 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbcf1980-dc13-4855-938f-f838a15ca058 HTTP/1.1" status: 200 len: 217 time: 0.0423996 Feb 08 15:51:32.265044 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77b4344b-fc78-4734-abdf-717d59a17dd8 req-b743e854-cd88-423c-8940-7246f39cffc3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2528021 Feb 08 15:51:32.282503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-1cdcab75-cb55-480c-80ac-cdd58afe5949 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Made reservation on behalf of 2bdbe875cab64f65af5aa597fb5909d2 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:51:32.286051 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-1cdcab75-cb55-480c-80ac-cdd58afe5949 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:32.295043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3418228-1e98-4380-ac2f-ee9a7ad2b05b req-18324487-f464-4bce-ae8c-f0959b53c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:32.297106 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3418228-1e98-4380-ac2f-ee9a7ad2b05b req-18324487-f464-4bce-ae8c-f0959b53c88f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3f556f6e-0e4a-40d6-b6a9-10bc7dae971d HTTP/1.1" status: 200 len: 854 time: 0.0796745 Feb 08 15:51:32.299613 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-c3941022-6eb2-4d19-9e2d-d2f7a59967a4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Made reservation on behalf of 6e2813e95ae3405f99cb45b1f8aec01c for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:51:32.308687 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-c3941022-6eb2-4d19-9e2d-d2f7a59967a4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:32.440238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3418228-1e98-4380-ac2f-ee9a7ad2b05b req-5ea15e8e-96da-4117-bfec-9c1f2bb184eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:32.441822 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3418228-1e98-4380-ac2f-ee9a7ad2b05b req-5ea15e8e-96da-4117-bfec-9c1f2bb184eb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=00cfa5ef-cc5f-4978-b2aa-102decff4023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1306493 Feb 08 15:51:32.545647 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3418228-1e98-4380-ac2f-ee9a7ad2b05b req-b23782f7-e39d-46ab-a7de-ac5e193261b1 service neutron] 10.222.0.94 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940418 Feb 08 15:51:32.639945 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3418228-1e98-4380-ac2f-ee9a7ad2b05b req-92126476-f9a3-4054-87ac-50af480186bc service neutron] 10.222.0.94 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872276 Feb 08 15:51:32.806439 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d032cd-d883-4b22-895c-1556835c9495 req-83104d2a-c08a-4bda-b539-706f0834836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:32.807868 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-39d032cd-d883-4b22-895c-1556835c9495 req-83104d2a-c08a-4bda-b539-706f0834836f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 1128 time: 0.0469635 Feb 08 15:51:32.858871 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-39d032cd-d883-4b22-895c-1556835c9495 req-4dd5224e-2ff2-4272-a8b5-401c66aa6963 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434849 Feb 08 15:51:32.920967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-56978c18-13aa-4933-a0bf-55441bea5898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:32.923454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-56978c18-13aa-4933-a0bf-55441bea5898 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d&tenant_id=e7801731b81d427e9445bed7845b06a4 HTTP/1.1" status: 200 len: 1132 time: 0.5444276 Feb 08 15:51:32.925427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ecc875-cab3-4c33-8092-ea40606dce28 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:32.948964 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:32.960932 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f761-15c0-49d0-b9f7-26659d5f8ae0 req-d65ccd00-995e-4bec-a400-6ecff556bc0b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:32.966243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f761-15c0-49d0-b9f7-26659d5f8ae0 req-d65ccd00-995e-4bec-a400-6ecff556bc0b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:32.971555 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f761-15c0-49d0-b9f7-26659d5f8ae0 req-d65ccd00-995e-4bec-a400-6ecff556bc0b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:32.976919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f761-15c0-49d0-b9f7-26659d5f8ae0 req-d65ccd00-995e-4bec-a400-6ecff556bc0b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:32.982199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f761-15c0-49d0-b9f7-26659d5f8ae0 req-d65ccd00-995e-4bec-a400-6ecff556bc0b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:32.987954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f761-15c0-49d0-b9f7-26659d5f8ae0 req-d65ccd00-995e-4bec-a400-6ecff556bc0b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:32.993290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867f761-15c0-49d0-b9f7-26659d5f8ae0 req-d65ccd00-995e-4bec-a400-6ecff556bc0b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:32.995096 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a867f761-15c0-49d0-b9f7-26659d5f8ae0 req-d65ccd00-995e-4bec-a400-6ecff556bc0b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.2555287 Feb 08 15:51:32.996937 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Publish callbacks [] for port (76ecc875-cab3-4c33-8092-ea40606dce28), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:33.000875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-1cdcab75-cb55-480c-80ac-cdd58afe5949 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Allocated IP 172.20.0.14 (b35a6e45-f6f7-4c59-8e6e-79f4de0dc733/6aadd5fd-43b2-4d0b-9cb0-60ef114dda8d/36e62320-8498-4d95-8cad-eb602a24d64a) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:51:33.009216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e4a60-621a-415e-8771-becd0524796a req-303a1676-d81f-49f1-9ba5-55bfc14ea6b4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:33.010653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a2e4a60-621a-415e-8771-becd0524796a req-303a1676-d81f-49f1-9ba5-55bfc14ea6b4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.2698872 Feb 08 15:51:33.079436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Transition to ACTIVE for port object 76ecc875-cab3-4c33-8092-ea40606dce28 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:51:33.100958 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (76ecc875-cab3-4c33-8092-ea40606dce28), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:33.134563 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-c3941022-6eb2-4d19-9e2d-d2f7a59967a4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Allocated IP 172.20.0.4 (00cfa5ef-cc5f-4978-b2aa-102decff4023/3f556f6e-0e4a-40d6-b6a9-10bc7dae971d/2617744f-251e-445e-b925-92ec03657da7) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:51:33.252279 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (56accc60-01ce-4879-8c65-79158c0cbead), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:33.309120 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-c3941022-6eb2-4d19-9e2d-d2f7a59967a4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks [] for port (2617744f-251e-445e-b925-92ec03657da7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:33.313215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Pushing event updated for resources: {'Port': ['ID=76ecc875-cab3-4c33-8092-ea40606dce28,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:33.323223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a2e4a60-621a-415e-8771-becd0524796a req-fa0b6b52-8997-49c4-b9b8-8718c84b80a4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901514 Feb 08 15:51:33.331961 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a867f761-15c0-49d0-b9f7-26659d5f8ae0 req-dfda4a09-add6-4969-9176-927f7dcc24af tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3031092 Feb 08 15:51:33.355269 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-c3941022-6eb2-4d19-9e2d-d2f7a59967a4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2617744f-251e-445e-b925-92ec03657da7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:33.463254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-c3941022-6eb2-4d19-9e2d-d2f7a59967a4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Network 00cfa5ef-cc5f-4978-b2aa-102decff4023 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:51:33.468837 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-c3941022-6eb2-4d19-9e2d-d2f7a59967a4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:51:33.478247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-c3941022-6eb2-4d19-9e2d-d2f7a59967a4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:51:33.511831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3941022-6eb2-4d19-9e2d-d2f7a59967a4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Pushing event updated for resources: {'Port': ['ID=2617744f-251e-445e-b925-92ec03657da7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:33.551647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-c3941022-6eb2-4d19-9e2d-d2f7a59967a4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:33.552618 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-c3941022-6eb2-4d19-9e2d-d2f7a59967a4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:33.570134 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-c3941022-6eb2-4d19-9e2d-d2f7a59967a4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5341194 Feb 08 15:51:33.583554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Request body: {'port': {'device_id': '414e7e35-4450-417c-b65e-3ac83964a398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:33.651891 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2617744f-251e-445e-b925-92ec03657da7), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:33.676008 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-1cdcab75-cb55-480c-80ac-cdd58afe5949 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Publish callbacks [] for port (36e62320-8498-4d95-8cad-eb602a24d64a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:33.687738 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Attempting to bind port 76ecc875-cab3-4c33-8092-ea40606dce28 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:51:33.688137 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Attempting to bind port 76ecc875-cab3-4c33-8092-ea40606dce28 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:51:33.688488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Attempting to bind port 76ecc875-cab3-4c33-8092-ea40606dce28 on network 00cfa5ef-cc5f-4978-b2aa-102decff4023 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:33.745224 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160428a-937f-45fe-8d5e-5a0fe5dfa8b5 req-7fee3b06-18ea-4c0a-b64a-e5cb10998acc tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:33.746734 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3160428a-937f-45fe-8d5e-5a0fe5dfa8b5 req-7fee3b06-18ea-4c0a-b64a-e5cb10998acc tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 931 time: 0.3325381 Feb 08 15:51:33.747319 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Port 76ecc875-cab3-4c33-8092-ea40606dce28 on network 00cfa5ef-cc5f-4978-b2aa-102decff4023 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:51:33.747644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Attempting to bind port 76ecc875-cab3-4c33-8092-ea40606dce28 on network 00cfa5ef-cc5f-4978-b2aa-102decff4023 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:33.760905 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b420db32-a492-4572-8ad9-c4c0516b2642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:33.769780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-57775f66-be52-45e3-9109-e85335ae604f None None] Provisioning complete for port 2617744f-251e-445e-b925-92ec03657da7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:33.770320 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-57775f66-be52-45e3-9109-e85335ae604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2617744f-251e-445e-b925-92ec03657da7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:33.770493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d45aa7-e372-470a-965a-c350eb27a40a req-3aceadcd-54ca-479a-93d4-2059cbbda6df tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:33.773400 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5d45aa7-e372-470a-965a-c350eb27a40a req-3aceadcd-54ca-479a-93d4-2059cbbda6df tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.3138957 Feb 08 15:51:33.793082 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:51:33.793523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Checking segment: {'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:51:33.793974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Bound using segment: {'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:51:33.794502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Bound port: 76ecc875-cab3-4c33-8092-ea40606dce28, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:51:33.794931 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (76ecc875-cab3-4c33-8092-ea40606dce28), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:33.807060 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device cbcf1980-dc13-4855-938f-f838a15ca058 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:33.813590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-57775f66-be52-45e3-9109-e85335ae604f None None] Port 2617744f-251e-445e-b925-92ec03657da7 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:51:33.922918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port cbcf1980-dc13-4855-938f-f838a15ca058, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=cbcf1980-dc13-4855-938f-f838a15ca058,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:33.930091 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-1cdcab75-cb55-480c-80ac-cdd58afe5949 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (36e62320-8498-4d95-8cad-eb602a24d64a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:33.934748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'cbcf1980-dc13-4855-938f-f838a15ca058', 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023', 'port_id': 'cbcf1980-dc13-4855-938f-f838a15ca058', 'mac_address': 'fa:16:3e:10:e6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f556f6e-0e4a-40d6-b6a9-10bc7dae971d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:33.952976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2617744f-251e-445e-b925-92ec03657da7 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:33.962924 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Publish callbacks [] for port (2617744f-251e-445e-b925-92ec03657da7), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:33.977105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3160428a-937f-45fe-8d5e-5a0fe5dfa8b5 req-54e1a529-0e4c-403c-b59a-38bee4283215 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147133 Feb 08 15:51:33.978396 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Transition to ACTIVE for port object 2617744f-251e-445e-b925-92ec03657da7 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:51:33.983499 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port cbcf1980-dc13-4855-938f-f838a15ca058 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:33.983992 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cbcf1980-dc13-4855-938f-f838a15ca058), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:33.994070 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2617744f-251e-445e-b925-92ec03657da7), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:33.999150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbcf1980-dc13-4855-938f-f838a15ca058 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:34.023185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port cbcf1980-dc13-4855-938f-f838a15ca058, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=cbcf1980-dc13-4855-938f-f838a15ca058,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:34.040612 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] For port 56accc60-01ce-4879-8c65-79158c0cbead, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=56accc60-01ce-4879-8c65-79158c0cbead,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:34.045422 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cbcf1980-dc13-4855-938f-f838a15ca058), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:34.047111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2617744f-251e-445e-b925-92ec03657da7,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:34.058482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5d45aa7-e372-470a-965a-c350eb27a40a req-f6ef06ea-1cc5-487b-8d7d-22c120b6e968 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797434 Feb 08 15:51:34.109344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-1cdcab75-cb55-480c-80ac-cdd58afe5949 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Network b35a6e45-f6f7-4c59-8e6e-79f4de0dc733 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:51:34.120990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] For port 76ecc875-cab3-4c33-8092-ea40606dce28, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:51:34.124465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] For port 76ecc875-cab3-4c33-8092-ea40606dce28, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=76ecc875-cab3-4c33-8092-ea40606dce28,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:51:34.130292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcab75-cb55-480c-80ac-cdd58afe5949 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Pushing event updated for resources: {'Port': ['ID=36e62320-8498-4d95-8cad-eb602a24d64a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:34.134706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-1cdcab75-cb55-480c-80ac-cdd58afe5949 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:51:34.140551 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=cbcf1980-dc13-4855-938f-f838a15ca058,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:34.147786 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (76ecc875-cab3-4c33-8092-ea40606dce28), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:34.152913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-1cdcab75-cb55-480c-80ac-cdd58afe5949 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:51:34.223973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Attempting to bind port 2617744f-251e-445e-b925-92ec03657da7 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:51:34.224314 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Attempting to bind port 2617744f-251e-445e-b925-92ec03657da7 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:51:34.224654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Attempting to bind port 2617744f-251e-445e-b925-92ec03657da7 on network 00cfa5ef-cc5f-4978-b2aa-102decff4023 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:34.229189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Port 2617744f-251e-445e-b925-92ec03657da7 on network 00cfa5ef-cc5f-4978-b2aa-102decff4023 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:51:34.229520 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Attempting to bind port 2617744f-251e-445e-b925-92ec03657da7 on network 00cfa5ef-cc5f-4978-b2aa-102decff4023 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:34.238211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:51:34.238564 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Checking segment: {'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:51:34.238962 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Bound using segment: {'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:51:34.239435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Bound port: 2617744f-251e-445e-b925-92ec03657da7, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276e5c0b-0ac5-4de9-83fa-81d77da51370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:51:34.239977 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2617744f-251e-445e-b925-92ec03657da7), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:34.285703 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:34.286333 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:34.287747 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] 10.222.0.96 "PUT /v2.0/ports/76ecc875-cab3-4c33-8092-ea40606dce28 HTTP/1.1" status: 200 len: 1092 time: 2.7348683 Feb 08 15:51:34.289162 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336ba3e9-aa7c-445d-b17f-b54914a22885', 'tag': '76ecc875-cab3-4c33-8092-ea40606dce28'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:34.291466 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50a9651-748c-4048-80be-0daca261b168" -d '{"events": [{"name": "network-changed", "server_uuid": "336ba3e9-aa7c-445d-b17f-b54914a22885", "tag": "76ecc875-cab3-4c33-8092-ea40606dce28"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:34.310113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] For port 2617744f-251e-445e-b925-92ec03657da7, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:51:34.314780 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] For port 2617744f-251e-445e-b925-92ec03657da7, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=2617744f-251e-445e-b925-92ec03657da7,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:51:34.320864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['cbcf1980-dc13-4855-938f-f838a15ca058'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:34.326495 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2617744f-251e-445e-b925-92ec03657da7), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:34.340516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] For port 56accc60-01ce-4879-8c65-79158c0cbead, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:51:34.352901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-1cdcab75-cb55-480c-80ac-cdd58afe5949 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:34.353603 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-1cdcab75-cb55-480c-80ac-cdd58afe5949 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:34.363610 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:34.364332 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:34.365866 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] 10.222.0.94 "PUT /v2.0/ports/2617744f-251e-445e-b925-92ec03657da7 HTTP/1.1" status: 200 len: 1092 time: 0.7880635 Feb 08 15:51:34.366499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414e7e35-4450-417c-b65e-3ac83964a398', 'tag': '2617744f-251e-445e-b925-92ec03657da7'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:34.368870 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a6df73-5a30-4c5d-811e-be4472559dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "414e7e35-4450-417c-b65e-3ac83964a398", "tag": "2617744f-251e-445e-b925-92ec03657da7"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:34.412814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9257e9-718e-48c0-bb43-b2cdaa9c1fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2617744f-251e-445e-b925-92ec03657da7,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:34.425917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bb906-b799-4ea7-a79a-875cd6598db7 service neutron] Pushing event updated for resources: {'Port': ['ID=76ecc875-cab3-4c33-8092-ea40606dce28,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:34.456175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-1cdcab75-cb55-480c-80ac-cdd58afe5949 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5584147 Feb 08 15:51:34.468459 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Publish callbacks [] for port (56accc60-01ce-4879-8c65-79158c0cbead), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:34.477388 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Request body: {'port': {'device_id': '72fafc48-951a-47fa-b608-b155a4b29cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:34.488924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91cc63-881d-418c-a0e6-5180419b0a13 req-e539c8e6-c177-4651-8ab6-3bc2ffa9a70b tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:34.490538 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f91cc63-881d-418c-a0e6-5180419b0a13 req-e539c8e6-c177-4651-8ab6-3bc2ffa9a70b tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/ports?device_id=72fafc48-951a-47fa-b608-b155a4b29cbe HTTP/1.1" status: 200 len: 932 time: 0.2801025 Feb 08 15:51:34.498481 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-07d9b2a4-c24f-4450-89f7-76d941a10f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:34.500022 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-07d9b2a4-c24f-4450-89f7-76d941a10f9f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6e2813e95ae3405f99cb45b1f8aec01c&device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 1126 time: 0.0825765 Feb 08 15:51:34.543570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c04cd-7e16-4a7a-be46-459571f25d28 req-da5c4b4d-4b50-42bb-ab16-65343bc5f638 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:34.551487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d5c04cd-7e16-4a7a-be46-459571f25d28 req-da5c4b4d-4b50-42bb-ab16-65343bc5f638 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.2784572 Feb 08 15:51:34.553786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Transition to ACTIVE for port object 56accc60-01ce-4879-8c65-79158c0cbead will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:51:34.559842 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-11a838e4-0b87-4e81-8a66-7480eeb301da service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2617744f-251e-445e-b925-92ec03657da7 HTTP/1.1" status: 200 len: 217 time: 0.0515633 Feb 08 15:51:34.580269 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (56accc60-01ce-4879-8c65-79158c0cbead), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:34.611523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-52fc22cf-fa13-4e1c-b222-234ef3e8ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:34.611733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-a13d0668-a41d-43b4-999a-10a54c03d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:34.613060 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-a13d0668-a41d-43b4-999a-10a54c03d083 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3f556f6e-0e4a-40d6-b6a9-10bc7dae971d HTTP/1.1" status: 200 len: 854 time: 0.0476041 Feb 08 15:51:34.613298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-52fc22cf-fa13-4e1c-b222-234ef3e8ea98 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6e2813e95ae3405f99cb45b1f8aec01c&device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 1126 time: 0.2557855 Feb 08 15:51:34.671791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-0c0fd362-1d18-42fc-96be-6e0314821751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:34.673886 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-0c0fd362-1d18-42fc-96be-6e0314821751 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=00cfa5ef-cc5f-4978-b2aa-102decff4023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0539441 Feb 08 15:51:34.740084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-a087b57d-f47a-40e1-b254-c28d2860ee3c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76ecc875-cab3-4c33-8092-ea40606dce28 HTTP/1.1" status: 200 len: 217 time: 0.0926270 Feb 08 15:51:34.748650 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (36e62320-8498-4d95-8cad-eb602a24d64a), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:34.790587 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f91cc63-881d-418c-a0e6-5180419b0a13 req-e37b0f18-c127-4be3-b733-50fd1871760a tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725976 Feb 08 15:51:34.791387 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] No DVR routers for this DVR port 56accc60-01ce-4879-8c65-79158c0cbead on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:51:34.809228 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-01bfd7e3-39d0-4363-9d60-f24241c13daa service neutron] 10.222.0.94 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236660 Feb 08 15:51:34.819557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Pushing event updated for resources: {'Port': ['ID=56accc60-01ce-4879-8c65-79158c0cbead,revision_number=6']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:34.825310 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d5c04cd-7e16-4a7a-be46-459571f25d28 req-7a5fedc3-ee19-456e-a56b-5a8d2ac42deb tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729664 Feb 08 15:51:34.966824 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8233731b-cfa9-4a83-915b-8ce3cf30610f req-3be63867-72ca-42d5-b78c-94ced22c1742 service neutron] 10.222.0.94 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544120 Feb 08 15:51:34.986640 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1285a478-da6a-4f73-b1f3-65b90ae0fed5 x-openstack-request-id: req-1285a478-da6a-4f73-b1f3-65b90ae0fed5 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:34.987169 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336ba3e9-aa7c-445d-b17f-b54914a22885", "tag": "76ecc875-cab3-4c33-8092-ea40606dce28", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:34.987631 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1285a478-da6a-4f73-b1f3-65b90ae0fed5 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:34.989558 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336ba3e9-aa7c-445d-b17f-b54914a22885', 'tag': '76ecc875-cab3-4c33-8092-ea40606dce28', 'status': 'completed', 'code': 200} Feb 08 15:51:35.123604 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-7ba2693b-406f-4716-b9e0-c95ca436b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:35.125060 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-7ba2693b-406f-4716-b9e0-c95ca436b4b0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3f556f6e-0e4a-40d6-b6a9-10bc7dae971d HTTP/1.1" status: 200 len: 854 time: 0.3692122 Feb 08 15:51:35.130614 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Attempting to bind port 56accc60-01ce-4879-8c65-79158c0cbead on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:51:35.130952 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Attempting to bind port 56accc60-01ce-4879-8c65-79158c0cbead by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:51:35.131262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Attempting to bind port 56accc60-01ce-4879-8c65-79158c0cbead on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:35.191151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Port 56accc60-01ce-4879-8c65-79158c0cbead on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:51:35.191473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Attempting to bind port 56accc60-01ce-4879-8c65-79158c0cbead on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:35.244258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:51:35.244510 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:51:35.244892 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:51:35.245354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Bound port: 56accc60-01ce-4879-8c65-79158c0cbead, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:51:35.245708 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (56accc60-01ce-4879-8c65-79158c0cbead), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:35.303517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784e17a-6a14-4123-b4e5-5067527b6dac req-3674e60e-79a0-4988-8437-ed115d89de18 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:35.308669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784e17a-6a14-4123-b4e5-5067527b6dac req-3674e60e-79a0-4988-8437-ed115d89de18 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:35.314147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784e17a-6a14-4123-b4e5-5067527b6dac req-3674e60e-79a0-4988-8437-ed115d89de18 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:35.319476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784e17a-6a14-4123-b4e5-5067527b6dac req-3674e60e-79a0-4988-8437-ed115d89de18 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:35.324639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784e17a-6a14-4123-b4e5-5067527b6dac req-3674e60e-79a0-4988-8437-ed115d89de18 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:35.330468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784e17a-6a14-4123-b4e5-5067527b6dac req-3674e60e-79a0-4988-8437-ed115d89de18 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:35.335704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784e17a-6a14-4123-b4e5-5067527b6dac req-3674e60e-79a0-4988-8437-ed115d89de18 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:35.337560 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e784e17a-6a14-4123-b4e5-5067527b6dac req-3674e60e-79a0-4988-8437-ed115d89de18 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.3411517 Feb 08 15:51:35.347796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ca8c6-446a-479c-807b-7b490225cf8a req-842335ca-8903-4861-b5e0-c914e7624ee0 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:35.349216 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b34ca8c6-446a-479c-807b-7b490225cf8a req-842335ca-8903-4861-b5e0-c914e7624ee0 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.2617722 Feb 08 15:51:35.402803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-4bb9476c-c248-42e4-bff9-6362c11fa8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:35.404281 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-4bb9476c-c248-42e4-bff9-6362c11fa8bd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=00cfa5ef-cc5f-4978-b2aa-102decff4023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2708440 Feb 08 15:51:35.414132 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:35.569185 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b34ca8c6-446a-479c-807b-7b490225cf8a req-31a401d3-fa54-435b-91d6-b575844766d4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976154 Feb 08 15:51:35.575224 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] For port 56accc60-01ce-4879-8c65-79158c0cbead, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:51:35.591166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e784e17a-6a14-4123-b4e5-5067527b6dac req-a306a80b-54d4-4d5b-a108-d5455178aed8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2388167 Feb 08 15:51:35.618410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] For port 56accc60-01ce-4879-8c65-79158c0cbead, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=56accc60-01ce-4879-8c65-79158c0cbead,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:51:35.653317 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (56accc60-01ce-4879-8c65-79158c0cbead), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:35.655271 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5a6d69-6dae-4b3e-81e4-f7237fc28a23 x-openstack-request-id: req-0a5a6d69-6dae-4b3e-81e4-f7237fc28a23 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:35.655773 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414e7e35-4450-417c-b65e-3ac83964a398", "tag": "2617744f-251e-445e-b925-92ec03657da7", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:35.655930 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0a5a6d69-6dae-4b3e-81e4-f7237fc28a23 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:35.656398 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414e7e35-4450-417c-b65e-3ac83964a398', 'tag': '2617744f-251e-445e-b925-92ec03657da7', 'status': 'completed', 'code': 200} Feb 08 15:51:35.674332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e62320-8498-4d95-8cad-eb602a24d64a {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:35.704562 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Publish callbacks [] for port (36e62320-8498-4d95-8cad-eb602a24d64a), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:35.709430 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-7710bafc-5037-464e-96f8-2959ca835c4f service neutron] 10.222.0.96 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883413 Feb 08 15:51:35.721519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:35.722136 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:35.723537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] 10.222.0.96 "PUT /v2.0/ports/56accc60-01ce-4879-8c65-79158c0cbead HTTP/1.1" status: 200 len: 1096 time: 2.7879713 Feb 08 15:51:35.818227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6df73-5a30-4c5d-811e-be4472559dc6 req-0cb5ff9e-a14c-418a-941f-f89733096e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:35.822538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device cbcf1980-dc13-4855-938f-f838a15ca058 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:35.822702 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b0a6df73-5a30-4c5d-811e-be4472559dc6 req-0cb5ff9e-a14c-418a-941f-f89733096e0a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6e2813e95ae3405f99cb45b1f8aec01c&device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 1126 time: 0.1350563 Feb 08 15:51:35.896726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Transition to ACTIVE for port object 36e62320-8498-4d95-8cad-eb602a24d64a will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:51:35.935924 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (36e62320-8498-4d95-8cad-eb602a24d64a), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:35.959104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port cbcf1980-dc13-4855-938f-f838a15ca058 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:35.964193 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port cbcf1980-dc13-4855-938f-f838a15ca058 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:35.964674 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cbcf1980-dc13-4855-938f-f838a15ca058), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:36.037557 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6df73-5a30-4c5d-811e-be4472559dc6 req-b455b33e-17ef-499d-aa09-7e4afa683cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.039216 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b0a6df73-5a30-4c5d-811e-be4472559dc6 req-b455b33e-17ef-499d-aa09-7e4afa683cce service neutron] 10.222.0.94 "GET /v2.0/networks?id=00cfa5ef-cc5f-4978-b2aa-102decff4023 HTTP/1.1" status: 200 len: 916 time: 0.2096655 Feb 08 15:51:36.110283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port cbcf1980-dc13-4855-938f-f838a15ca058 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:36.110840 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cbcf1980-dc13-4855-938f-f838a15ca058), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:36.139673 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38d8933-31e9-4279-a83b-bdb4de4845d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcf1980-dc13-4855-938f-f838a15ca058'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:36.140430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aaabf-e0a3-471c-933e-f36c44afd887 req-23d41310-7707-4dc0-b5ac-30f363ff1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.142934 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-384aaabf-e0a3-471c-933e-f36c44afd887 req-23d41310-7707-4dc0-b5ac-30f363ff1ebb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 1127 time: 0.1851051 Feb 08 15:51:36.143068 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a69938-8263-4622-9438-8eda78325c24" -d '{"events": [{"server_uuid": "f38d8933-31e9-4279-a83b-bdb4de4845d2", "name": "network-vif-plugged", "status": "completed", "tag": "cbcf1980-dc13-4855-938f-f838a15ca058"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:36.144235 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b0a6df73-5a30-4c5d-811e-be4472559dc6 req-c28a1e46-1e04-4265-8920-439b3389e075 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2617744f-251e-445e-b925-92ec03657da7 HTTP/1.1" status: 200 len: 217 time: 0.0823414 Feb 08 15:51:36.157379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port cbcf1980-dc13-4855-938f-f838a15ca058, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=cbcf1980-dc13-4855-938f-f838a15ca058,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:36.163443 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cbcf1980-dc13-4855-938f-f838a15ca058), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:36.164398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 56accc60-01ce-4879-8c65-79158c0cbead no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:51:36.231083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6df73-5a30-4c5d-811e-be4472559dc6 req-09acb3cc-66a3-4859-8854-234debacf3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.233051 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b0a6df73-5a30-4c5d-811e-be4472559dc6 req-09acb3cc-66a3-4859-8854-234debacf3f9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3f556f6e-0e4a-40d6-b6a9-10bc7dae971d HTTP/1.1" status: 200 len: 854 time: 0.0624855 Feb 08 15:51:36.268212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port 56accc60-01ce-4879-8c65-79158c0cbead host n-h2-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:51:36.268618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 56accc60-01ce-4879-8c65-79158c0cbead not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:51:36.271136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=cbcf1980-dc13-4855-938f-f838a15ca058,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:36.345175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55417245-61db-4f1a-be1a-2901ba0a8a1b service neutron] Pushing event updated for resources: {'Port': ['ID=56accc60-01ce-4879-8c65-79158c0cbead,revision_number=7']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:36.365816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6df73-5a30-4c5d-811e-be4472559dc6 req-2fbba244-d580-4252-a4bc-b1da96cea913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.367316 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b0a6df73-5a30-4c5d-811e-be4472559dc6 req-2fbba244-d580-4252-a4bc-b1da96cea913 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=00cfa5ef-cc5f-4978-b2aa-102decff4023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1188974 Feb 08 15:51:36.390383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aaabf-e0a3-471c-933e-f36c44afd887 req-c3429a78-7e0b-4860-836e-0eb3a6a9be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.392626 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-384aaabf-e0a3-471c-933e-f36c44afd887 req-c3429a78-7e0b-4860-836e-0eb3a6a9be30 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.2363954 Feb 08 15:51:36.480984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ad3fc-29c8-4afd-a125-4a1fe7fd6e49 req-49e04f47-1a28-475d-bb8a-b1c275f97442 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.485909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ad3fc-29c8-4afd-a125-4a1fe7fd6e49 req-49e04f47-1a28-475d-bb8a-b1c275f97442 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.491069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ad3fc-29c8-4afd-a125-4a1fe7fd6e49 req-49e04f47-1a28-475d-bb8a-b1c275f97442 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.496415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ad3fc-29c8-4afd-a125-4a1fe7fd6e49 req-49e04f47-1a28-475d-bb8a-b1c275f97442 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.502288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ad3fc-29c8-4afd-a125-4a1fe7fd6e49 req-49e04f47-1a28-475d-bb8a-b1c275f97442 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.507482 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ad3fc-29c8-4afd-a125-4a1fe7fd6e49 req-49e04f47-1a28-475d-bb8a-b1c275f97442 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.512854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ad3fc-29c8-4afd-a125-4a1fe7fd6e49 req-49e04f47-1a28-475d-bb8a-b1c275f97442 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.514806 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-390ad3fc-29c8-4afd-a125-4a1fe7fd6e49 req-49e04f47-1a28-475d-bb8a-b1c275f97442 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.7801554 Feb 08 15:51:36.517801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Pushing event updated for resources: {'Port': ['ID=36e62320-8498-4d95-8cad-eb602a24d64a,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:36.534049 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b0a6df73-5a30-4c5d-811e-be4472559dc6 req-d58ff25e-8074-4597-b218-d15d7e80ae19 service neutron] 10.222.0.94 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584504 Feb 08 15:51:36.548627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-9dc06000-47b2-457f-9a6e-d3877f3a66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.550180 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-9dc06000-47b2-457f-9a6e-d3877f3a66f5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 1130 time: 0.7819624 Feb 08 15:51:36.552147 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0ea6f95-2ab2-4009-803e-b03f7fdcc5cc req-2266fb8d-db5c-4df7-8798-cfad103315d7 service neutron] 10.222.0.96 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8276832 Feb 08 15:51:36.568080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b833ed8-2205-486e-8a5b-4ef298ad89be req-b8727c02-795c-4894-8383-fdb15450532d tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.572097 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b833ed8-2205-486e-8a5b-4ef298ad89be req-b8727c02-795c-4894-8383-fdb15450532d tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 943 time: 0.6580687 Feb 08 15:51:36.581517 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-384aaabf-e0a3-471c-933e-f36c44afd887 req-2d96d300-11a5-4b70-9845-733aa0f8ccef service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d HTTP/1.1" status: 200 len: 999 time: 0.1754706 Feb 08 15:51:36.621883 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:36.655898 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b0a6df73-5a30-4c5d-811e-be4472559dc6 req-e987778b-390e-4791-adc5-e127491029d7 service neutron] 10.222.0.94 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157706 Feb 08 15:51:36.701618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aaabf-e0a3-471c-933e-f36c44afd887 req-ea92cd30-49f0-4e91-a8da-72a8ade3ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.705817 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-384aaabf-e0a3-471c-933e-f36c44afd887 req-ea92cd30-49f0-4e91-a8da-72a8ade3ec62 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0465658 Feb 08 15:51:36.756345 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aaabf-e0a3-471c-933e-f36c44afd887 req-57563be4-f3d4-4cf7-be48-02a3b00923c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.758157 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-384aaabf-e0a3-471c-933e-f36c44afd887 req-57563be4-f3d4-4cf7-be48-02a3b00923c7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488687 Feb 08 15:51:36.837274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-266035d4-9d19-44a2-9a2a-7331a87442ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.838781 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-266035d4-9d19-44a2-9a2a-7331a87442ed service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2653189 Feb 08 15:51:36.843135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Attempting to bind port 36e62320-8498-4d95-8cad-eb602a24d64a on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:51:36.843478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Attempting to bind port 36e62320-8498-4d95-8cad-eb602a24d64a by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '23d57b16-934a-4e36-8909-477ed22f1e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b35a6e45-f6f7-4c59-8e6e-79f4de0dc733'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:51:36.843813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Attempting to bind port 36e62320-8498-4d95-8cad-eb602a24d64a on network b35a6e45-f6f7-4c59-8e6e-79f4de0dc733 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:36.858899 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b833ed8-2205-486e-8a5b-4ef298ad89be req-85a23e42-8371-4fd6-af82-97d80dbfd7a9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469959 Feb 08 15:51:36.862635 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-384aaabf-e0a3-471c-933e-f36c44afd887 req-6620b503-0870-43c3-95b6-b8dbcd3b2e2d service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941958 Feb 08 15:51:36.865196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-390ad3fc-29c8-4afd-a125-4a1fe7fd6e49 req-fb462bb4-5b78-4fe7-a714-c3462af8c9bc tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3195791 Feb 08 15:51:36.901645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Port 36e62320-8498-4d95-8cad-eb602a24d64a on network b35a6e45-f6f7-4c59-8e6e-79f4de0dc733 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:51:36.901645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Attempting to bind port 36e62320-8498-4d95-8cad-eb602a24d64a on network b35a6e45-f6f7-4c59-8e6e-79f4de0dc733 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:36.907546 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-90aba9ce-b1d0-4d70-8f1e-983c08570b7d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=56accc60-01ce-4879-8c65-79158c0cbead HTTP/1.1" status: 200 len: 217 time: 0.0600739 Feb 08 15:51:36.910108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:51:36.910456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Checking segment: {'id': '23d57b16-934a-4e36-8909-477ed22f1e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b35a6e45-f6f7-4c59-8e6e-79f4de0dc733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:51:36.910950 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Bound using segment: {'id': '23d57b16-934a-4e36-8909-477ed22f1e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b35a6e45-f6f7-4c59-8e6e-79f4de0dc733'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:51:36.911284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Bound port: 36e62320-8498-4d95-8cad-eb602a24d64a, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d57b16-934a-4e36-8909-477ed22f1e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b35a6e45-f6f7-4c59-8e6e-79f4de0dc733'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:51:36.911649 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (36e62320-8498-4d95-8cad-eb602a24d64a), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:36.934358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a9651-748c-4048-80be-0daca261b168 req-f6dfa9f7-5c0a-42e0-a69b-b4c421e0aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:36.935863 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d50a9651-748c-4048-80be-0daca261b168 req-f6dfa9f7-5c0a-42e0-a69b-b4c421e0aa75 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6e2813e95ae3405f99cb45b1f8aec01c&device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 1126 time: 0.2955520 Feb 08 15:51:36.991309 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b012145b-f5be-4b75-8982-6a1d1c91e61d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56accc60-01ce-4879-8c65-79158c0cbead'}, {'name': 'network-changed', 'server_uuid': 'b012145b-f5be-4b75-8982-6a1d1c91e61d', 'tag': '56accc60-01ce-4879-8c65-79158c0cbead'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:36.994714 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5" -d '{"events": [{"server_uuid": "b012145b-f5be-4b75-8982-6a1d1c91e61d", "name": "network-vif-unplugged", "status": "completed", "tag": "56accc60-01ce-4879-8c65-79158c0cbead"}, {"name": "network-changed", "server_uuid": "b012145b-f5be-4b75-8982-6a1d1c91e61d", "tag": "56accc60-01ce-4879-8c65-79158c0cbead"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:37.010720 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-384aaabf-e0a3-471c-933e-f36c44afd887 req-4729496d-f59f-47ba-80bf-d3dc030e6bf4 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314154 Feb 08 15:51:37.150978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-1a8c8502-f9e2-4d07-83e9-5f5f803b24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:37.152370 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-1a8c8502-f9e2-4d07-83e9-5f5f803b24b3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2303767 Feb 08 15:51:37.231040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] For port 36e62320-8498-4d95-8cad-eb602a24d64a, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:51:37.240332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe687ec-9a92-4748-866c-cdf601aeac64 req-28159ba5-16ca-4bef-bcd0-82ab2e494633 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:37.241857 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bbe687ec-9a92-4748-866c-cdf601aeac64 req-28159ba5-16ca-4bef-bcd0-82ab2e494633 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.2792208 Feb 08 15:51:37.265335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e25aa-4b71-4327-b8a6-67593fdbfc81 req-0da98781-503c-4e51-8ebe-3b030ebb874b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:37.267251 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-074e25aa-4b71-4327-b8a6-67593fdbfc81 req-0da98781-503c-4e51-8ebe-3b030ebb874b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 947 time: 0.2900767 Feb 08 15:51:37.275398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] For port 36e62320-8498-4d95-8cad-eb602a24d64a, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=36e62320-8498-4d95-8cad-eb602a24d64a,segment=NetworkSegment(23d57b16-934a-4e36-8909-477ed22f1e90),segment_id=23d57b16-934a-4e36-8909-477ed22f1e90)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:51:37.285332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a9651-748c-4048-80be-0daca261b168 req-34bc2be3-2755-49eb-b7fe-29093723c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:37.287349 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d50a9651-748c-4048-80be-0daca261b168 req-34bc2be3-2755-49eb-b7fe-29093723c223 service neutron] 10.222.0.96 "GET /v2.0/networks?id=00cfa5ef-cc5f-4978-b2aa-102decff4023 HTTP/1.1" status: 200 len: 916 time: 0.3260827 Feb 08 15:51:37.313684 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (36e62320-8498-4d95-8cad-eb602a24d64a), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:37.387669 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d50a9651-748c-4048-80be-0daca261b168 req-d40af42a-328e-47da-a85c-2256a07892db service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76ecc875-cab3-4c33-8092-ea40606dce28 HTTP/1.1" status: 200 len: 217 time: 0.0827434 Feb 08 15:51:37.398761 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:37.399179 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:37.400529 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] 10.222.0.94 "PUT /v2.0/ports/36e62320-8498-4d95-8cad-eb602a24d64a HTTP/1.1" status: 200 len: 1093 time: 2.9353309 Feb 08 15:51:37.448186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-dc698c5a-819c-4a4e-9fed-89adb973ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:37.449635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-dc698c5a-819c-4a4e-9fed-89adb973ab07 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2821004 Feb 08 15:51:37.521255 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bbe687ec-9a92-4748-866c-cdf601aeac64 req-c88dcac6-fed2-4fb0-a368-f15ce6d01722 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654850 Feb 08 15:51:37.601536 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-074e25aa-4b71-4327-b8a6-67593fdbfc81 req-f1ca79e3-985c-41e9-8363-97692cd605fd tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280218 Feb 08 15:51:37.616694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Pushing event updated for resources: {'Port': ['ID=36e62320-8498-4d95-8cad-eb602a24d64a,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:37.632211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a9651-748c-4048-80be-0daca261b168 req-dee09c82-785f-437b-a96d-550ca5bc574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:37.633818 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d50a9651-748c-4048-80be-0daca261b168 req-dee09c82-785f-437b-a96d-550ca5bc574c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3f556f6e-0e4a-40d6-b6a9-10bc7dae971d HTTP/1.1" status: 200 len: 854 time: 0.2249629 Feb 08 15:51:37.649967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:37.650320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:37.650670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:37.651012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:37.651354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:37.651685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:37.652013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:37.652344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:37.652671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:37.653022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:37.653352 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:37.653676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:37.653998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a1e29-7fe3-4b51-8091-91ee79dacbe5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:37.781504 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-8c7c2d7c-8af8-4038-a380-7b6fe2920da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:37.783594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-8c7c2d7c-8af8-4038-a380-7b6fe2920da7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2bdbe875cab64f65af5aa597fb5909d2&device_id=72fafc48-951a-47fa-b608-b155a4b29cbe HTTP/1.1" status: 200 len: 1127 time: 0.3041916 Feb 08 15:51:37.801539 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-f8ca8df4-f7a1-4364-bb44-b92fc5920c90 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197908 Feb 08 15:51:37.823345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 2617744f-251e-445e-b925-92ec03657da7 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:37.873436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-a4361b81-3a0c-437d-8321-ebdb0d56b553 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e62320-8498-4d95-8cad-eb602a24d64a HTTP/1.1" status: 200 len: 217 time: 0.0793865 Feb 08 15:51:37.935252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 2617744f-251e-445e-b925-92ec03657da7, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=2617744f-251e-445e-b925-92ec03657da7,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:37.943618 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:37.945806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3a3d6-0aa2-4d03-8a8e-a5e69f560a1c req-7faca8cd-3dc6-4e16-a434-4341a7096577 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:37.947314 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57b3a3d6-0aa2-4d03-8a8e-a5e69f560a1c req-7faca8cd-3dc6-4e16-a434-4341a7096577 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/ports?device_id=72fafc48-951a-47fa-b608-b155a4b29cbe HTTP/1.1" status: 200 len: 944 time: 0.3277962 Feb 08 15:51:37.949150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '2617744f-251e-445e-b925-92ec03657da7', 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023', 'port_id': '2617744f-251e-445e-b925-92ec03657da7', 'mac_address': 'fa:16:3e:5a:17:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f556f6e-0e4a-40d6-b6a9-10bc7dae971d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:37.979656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a9651-748c-4048-80be-0daca261b168 req-986cf1ed-7b44-46be-852f-c716e7270696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:37.981197 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d50a9651-748c-4048-80be-0daca261b168 req-986cf1ed-7b44-46be-852f-c716e7270696 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=00cfa5ef-cc5f-4978-b2aa-102decff4023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3347239 Feb 08 15:51:37.991700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 2617744f-251e-445e-b925-92ec03657da7 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:37.992003 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2617744f-251e-445e-b925-92ec03657da7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:38.007692 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2617744f-251e-445e-b925-92ec03657da7 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:38.024538 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-8f15fc4a-d813-46f9-bd78-0fdefa7e7f13 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:38.026110 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-8f15fc4a-d813-46f9-bd78-0fdefa7e7f13 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/networks?id=ccd87241-81d8-43e6-a2f0-71903609a7a0 HTTP/1.1" status: 200 len: 811 time: 0.3270519 Feb 08 15:51:38.032362 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 2617744f-251e-445e-b925-92ec03657da7, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=2617744f-251e-445e-b925-92ec03657da7,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:38.038671 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2617744f-251e-445e-b925-92ec03657da7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:38.095238 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=2617744f-251e-445e-b925-92ec03657da7,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:38.129012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-8570d61c-2fec-4fff-bee1-231ac438f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:38.130534 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-8570d61c-2fec-4fff-bee1-231ac438f0ea service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6aadd5fd-43b2-4d0b-9cb0-60ef114dda8d HTTP/1.1" status: 200 len: 862 time: 0.2130558 Feb 08 15:51:38.137166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-7bdb64fc-4aeb-4379-90c8-0c01c3998d78 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/quotas/9e40cb6f572f4909aa3dc0bba4bd5834 HTTP/1.1" status: 200 len: 375 time: 0.0830753 Feb 08 15:51:38.157651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-f6230718-d023-49db-bc63-e5ae80056b80 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409605 Feb 08 15:51:38.188181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57b3a3d6-0aa2-4d03-8a8e-a5e69f560a1c req-1b0178d0-82d8-4440-bc4b-dcffbf62533c tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173181 Feb 08 15:51:38.190190 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-41231928-7c10-47b8-9618-4cc92a9aa991 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b35a6e45-f6f7-4c59-8e6e-79f4de0dc733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476477 Feb 08 15:51:38.290266 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d50a9651-748c-4048-80be-0daca261b168 req-8c60eaf0-7603-4d7c-8709-a42c45f018f9 service neutron] 10.222.0.96 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911291 Feb 08 15:51:38.314146 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8063b549-4a5f-469f-8352-7e265998147d x-openstack-request-id: req-8063b549-4a5f-469f-8352-7e265998147d {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:38.314848 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38d8933-31e9-4279-a83b-bdb4de4845d2", "name": "network-vif-plugged", "status": "completed", "tag": "cbcf1980-dc13-4855-938f-f838a15ca058", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:38.315304 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8063b549-4a5f-469f-8352-7e265998147d {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:38.315931 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38d8933-31e9-4279-a83b-bdb4de4845d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcf1980-dc13-4855-938f-f838a15ca058', 'code': 200} Feb 08 15:51:38.324992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['2617744f-251e-445e-b925-92ec03657da7'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:38.330095 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-a10bbbe6-116f-43c0-a7c6-d7b6fd2c018c tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e40cb6f572f4909aa3dc0bba4bd5834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1850438 Feb 08 15:51:38.438495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-b5b9402a-4f2d-42b4-9e05-00a95d60ef43 service neutron] 10.222.0.94 "GET /v2.0/networks/b35a6e45-f6f7-4c59-8e6e-79f4de0dc733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237866 Feb 08 15:51:38.491929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31dc1c-5c47-46ad-bc15-41fd065052e6 req-397b3cd4-0991-4bcd-b996-10c43cb15feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:38.493767 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7f31dc1c-5c47-46ad-bc15-41fd065052e6 req-397b3cd4-0991-4bcd-b996-10c43cb15feb service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 1129 time: 0.0920255 Feb 08 15:51:38.554526 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7f31dc1c-5c47-46ad-bc15-41fd065052e6 req-7ded3a53-5c99-4aa5-8975-e7f2754d3ccb service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532060 Feb 08 15:51:38.577031 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d50a9651-748c-4048-80be-0daca261b168 req-9b58224b-5a36-44a1-af6a-6c0d3a1c7451 service neutron] 10.222.0.96 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695010 Feb 08 15:51:38.599543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-6cf79f9e-5388-4a08-af2b-644f72e8041c service neutron] 10.222.0.82 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580097 Feb 08 15:51:38.677828 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac95672-e54b-4639-985e-b23fb341c72f req-781e3604-079b-4abe-b27d-a7c6a2b27a50 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:38.683105 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac95672-e54b-4639-985e-b23fb341c72f req-781e3604-079b-4abe-b27d-a7c6a2b27a50 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:38.689014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac95672-e54b-4639-985e-b23fb341c72f req-781e3604-079b-4abe-b27d-a7c6a2b27a50 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:38.694326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac95672-e54b-4639-985e-b23fb341c72f req-781e3604-079b-4abe-b27d-a7c6a2b27a50 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:38.699608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac95672-e54b-4639-985e-b23fb341c72f req-781e3604-079b-4abe-b27d-a7c6a2b27a50 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:38.705223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac95672-e54b-4639-985e-b23fb341c72f req-781e3604-079b-4abe-b27d-a7c6a2b27a50 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:38.710554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac95672-e54b-4639-985e-b23fb341c72f req-781e3604-079b-4abe-b27d-a7c6a2b27a50 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:38.712503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ac95672-e54b-4639-985e-b23fb341c72f req-781e3604-079b-4abe-b27d-a7c6a2b27a50 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.2553375 Feb 08 15:51:38.728120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c775b046-72da-4ec2-81a3-02ec5b3c9678 req-f39ad80f-397b-486f-8b37-e542c0b67058 service neutron] 10.222.0.94 "GET /v2.0/networks/b35a6e45-f6f7-4c59-8e6e-79f4de0dc733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811327 Feb 08 15:51:38.797657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-c081a085-dba3-40c3-aeed-b2845ae23024 service neutron] 10.222.0.82 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903145 Feb 08 15:51:38.806152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ac95672-e54b-4639-985e-b23fb341c72f req-a76cd961-6b64-4fcd-9cfe-3e3d3992e26f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825574 Feb 08 15:51:38.881539 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05005459-269f-4113-97bf-772604a4aca8 x-openstack-request-id: req-05005459-269f-4113-97bf-772604a4aca8 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:38.881954 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b012145b-f5be-4b75-8982-6a1d1c91e61d", "name": "network-vif-unplugged", "status": "completed", "tag": "56accc60-01ce-4879-8c65-79158c0cbead", "code": 200}, {"name": "network-changed", "server_uuid": "b012145b-f5be-4b75-8982-6a1d1c91e61d", "tag": "56accc60-01ce-4879-8c65-79158c0cbead", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:38.882573 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-05005459-269f-4113-97bf-772604a4aca8 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:38.883060 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b012145b-f5be-4b75-8982-6a1d1c91e61d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56accc60-01ce-4879-8c65-79158c0cbead', 'code': 200} Feb 08 15:51:38.883825 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b012145b-f5be-4b75-8982-6a1d1c91e61d', 'tag': '56accc60-01ce-4879-8c65-79158c0cbead', 'status': 'completed', 'code': 200} Feb 08 15:51:39.101220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-aede6cd8-1231-482c-8c89-8a1c248a0ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:39.102882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-aede6cd8-1231-482c-8c89-8a1c248a0ebe service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 1130 time: 0.1864152 Feb 08 15:51:39.107811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-064b7c50-4f0f-4fae-aaaf-b306b74e5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:39.110271 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-064b7c50-4f0f-4fae-aaaf-b306b74e5cef service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 1130 time: 0.1813698 Feb 08 15:51:39.180068 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device cfd04846-4cd3-401f-8fae-3b9199e9f8af details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:39.305125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port cfd04846-4cd3-401f-8fae-3b9199e9f8af, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cfd04846-4cd3-401f-8fae-3b9199e9f8af,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:39.326293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'cfd04846-4cd3-401f-8fae-3b9199e9f8af', 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435', 'port_id': 'cfd04846-4cd3-401f-8fae-3b9199e9f8af', 'mac_address': 'fa:16:3e:47:59:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54aa40b-196d-4120-890f-56a182074fb9', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:39.534186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237078b-d058-4d72-abef-158d47d7330e req-faba4bf4-59ec-4b8a-b3d1-39f33758a4b8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:39.539762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237078b-d058-4d72-abef-158d47d7330e req-faba4bf4-59ec-4b8a-b3d1-39f33758a4b8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:39.546799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237078b-d058-4d72-abef-158d47d7330e req-faba4bf4-59ec-4b8a-b3d1-39f33758a4b8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:39.548857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port cfd04846-4cd3-401f-8fae-3b9199e9f8af is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:39.549363 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:39.552144 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237078b-d058-4d72-abef-158d47d7330e req-faba4bf4-59ec-4b8a-b3d1-39f33758a4b8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:39.557383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237078b-d058-4d72-abef-158d47d7330e req-faba4bf4-59ec-4b8a-b3d1-39f33758a4b8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:39.562682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237078b-d058-4d72-abef-158d47d7330e req-faba4bf4-59ec-4b8a-b3d1-39f33758a4b8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:39.564228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd04846-4cd3-401f-8fae-3b9199e9f8af {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:39.568379 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237078b-d058-4d72-abef-158d47d7330e req-faba4bf4-59ec-4b8a-b3d1-39f33758a4b8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:39.570411 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9237078b-d058-4d72-abef-158d47d7330e req-faba4bf4-59ec-4b8a-b3d1-39f33758a4b8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5429 time: 0.5665631 Feb 08 15:51:39.588630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f7957-66ab-4286-8d1d-9b30108fe330 req-fb899f9f-1a4b-46a0-a643-bda5e187e59d tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:39.592289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port cfd04846-4cd3-401f-8fae-3b9199e9f8af, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cfd04846-4cd3-401f-8fae-3b9199e9f8af,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:39.595813 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-034f7957-66ab-4286-8d1d-9b30108fe330 req-fb899f9f-1a4b-46a0-a643-bda5e187e59d tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 944 time: 0.6247561 Feb 08 15:51:39.599289 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:39.600084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device a5a14c1f-2a74-4aab-8308-e85af9d02595 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:39.665512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=cfd04846-4cd3-401f-8fae-3b9199e9f8af,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:39.676845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port a5a14c1f-2a74-4aab-8308-e85af9d02595, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=a5a14c1f-2a74-4aab-8308-e85af9d02595,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:39.691013 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'a5a14c1f-2a74-4aab-8308-e85af9d02595', 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435', 'port_id': 'a5a14c1f-2a74-4aab-8308-e85af9d02595', 'mac_address': 'fa:16:3e:55:f4:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54aa40b-196d-4120-890f-56a182074fb9', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:39.734584 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port a5a14c1f-2a74-4aab-8308-e85af9d02595 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:39.735774 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:39.751152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a14c1f-2a74-4aab-8308-e85af9d02595 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:39.770494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-034f7957-66ab-4286-8d1d-9b30108fe330 req-1e27f074-ec7a-490f-b727-f9b0bef5e110 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736939 Feb 08 15:51:39.776933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port a5a14c1f-2a74-4aab-8308-e85af9d02595, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=a5a14c1f-2a74-4aab-8308-e85af9d02595,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:39.785993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-f197450b-8675-48a1-aae2-f3f9f70508ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:39.788719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-f197450b-8675-48a1-aae2-f3f9f70508ff service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.6760502 Feb 08 15:51:39.789129 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:39.789925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device cd15fded-a995-4138-8c2a-b51cb34b8301 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:39.831732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 2617744f-251e-445e-b925-92ec03657da7 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:39.840274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-78c8c8cf-4f51-4f1e-8f48-85c77f6ff1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:39.842082 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-78c8c8cf-4f51-4f1e-8f48-85c77f6ff1ef service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.7196019 Feb 08 15:51:39.861959 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=a5a14c1f-2a74-4aab-8308-e85af9d02595,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:39.880325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-f9ee4e1a-12a1-4648-bca0-4833122d6dbb service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=56accc60-01ce-4879-8c65-79158c0cbead HTTP/1.1" status: 200 len: 217 time: 0.0741825 Feb 08 15:51:39.885421 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9237078b-d058-4d72-abef-158d47d7330e req-38139493-984b-4132-a1ec-2c9efa2a023a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2600875 Feb 08 15:51:39.905514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port cd15fded-a995-4138-8c2a-b51cb34b8301, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cd15fded-a995-4138-8c2a-b51cb34b8301,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:39.934103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'cd15fded-a995-4138-8c2a-b51cb34b8301', 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435', 'port_id': 'cd15fded-a995-4138-8c2a-b51cb34b8301', 'mac_address': 'fa:16:3e:e8:93:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54aa40b-196d-4120-890f-56a182074fb9', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:39.970059 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-2a04bf7b-df1a-498b-a65d-906091a57a54 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=56accc60-01ce-4879-8c65-79158c0cbead HTTP/1.1" status: 200 len: 217 time: 0.0971804 Feb 08 15:51:39.995099 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 2617744f-251e-445e-b925-92ec03657da7 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:40.003218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 2617744f-251e-445e-b925-92ec03657da7 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:40.003630 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2617744f-251e-445e-b925-92ec03657da7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:40.028250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port cd15fded-a995-4138-8c2a-b51cb34b8301 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:40.028681 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:40.062390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-39298565-c7ea-4009-9ae9-7bf5f80f6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:40.064211 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd15fded-a995-4138-8c2a-b51cb34b8301 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:40.065025 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-39298565-c7ea-4009-9ae9-7bf5f80f6f4d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1364510 Feb 08 15:51:40.083813 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:51:40.098026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port cd15fded-a995-4138-8c2a-b51cb34b8301, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cd15fded-a995-4138-8c2a-b51cb34b8301,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:40.106967 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:40.108825 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e848e527-5583-4f56-98ed-53cd48851010 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:40.150165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a091186-87dc-45fe-8b09-d51763209de3 req-a9168388-6dd2-4dd5-afe2-9e4155318e48 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:40.152040 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a091186-87dc-45fe-8b09-d51763209de3 req-a9168388-6dd2-4dd5-afe2-9e4155318e48 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.2814488 Feb 08 15:51:40.154781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-73a2bf0d-2b2e-44c7-bef9-ca1f29da9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:40.156309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-73a2bf0d-2b2e-44c7-bef9-ca1f29da9cc6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1595528 Feb 08 15:51:40.256293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 2617744f-251e-445e-b925-92ec03657da7 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:40.256875 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2617744f-251e-445e-b925-92ec03657da7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:40.273394 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-76640586-a133-4043-94f6-0718a7b5c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:40.274945 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-76640586-a133-4043-94f6-0718a7b5c1ba service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2007375 Feb 08 15:51:40.290554 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=cd15fded-a995-4138-8c2a-b51cb34b8301,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:40.291345 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d07ea2-48bd-482e-94b2-bdcbcc51af17 req-84a2a60d-cd28-403d-afd3-c2797896a6ab tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:40.292894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14d07ea2-48bd-482e-94b2-bdcbcc51af17 req-84a2a60d-cd28-403d-afd3-c2797896a6ab tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 947 time: 0.2058215 Feb 08 15:51:40.323687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414e7e35-4450-417c-b65e-3ac83964a398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2617744f-251e-445e-b925-92ec03657da7'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:40.326678 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c988565a-9238-44ff-8f4f-5cc6276bc4d5" -d '{"events": [{"server_uuid": "414e7e35-4450-417c-b65e-3ac83964a398", "name": "network-vif-plugged", "status": "completed", "tag": "2617744f-251e-445e-b925-92ec03657da7"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:40.393024 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 2617744f-251e-445e-b925-92ec03657da7, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=2617744f-251e-445e-b925-92ec03657da7,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:40.404979 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2617744f-251e-445e-b925-92ec03657da7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:40.410446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a091186-87dc-45fe-8b09-d51763209de3 req-d5cea18a-e64d-44fe-9a2d-69d007b635f1 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448766 Feb 08 15:51:40.482123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-4c59996e-adde-451f-be88-d3abbb4973c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:40.484193 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-4c59996e-adde-451f-be88-d3abbb4973c5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3168628 Feb 08 15:51:40.515843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=2617744f-251e-445e-b925-92ec03657da7,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:40.552704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e848e527-5583-4f56-98ed-53cd48851010, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e848e527-5583-4f56-98ed-53cd48851010,segment=NetworkSegment(b5354a86-66cc-471b-a1b9-1ccb1d9f6bda),segment_id=b5354a86-66cc-471b-a1b9-1ccb1d9f6bda)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:40.566501 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'e848e527-5583-4f56-98ed-53cd48851010', 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f', 'port_id': 'e848e527-5583-4f56-98ed-53cd48851010', 'mac_address': 'fa:16:3e:de:5c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eca72cf-b7fe-4542-b2f5-1654494fba24', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:40.603722 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b19a7d24-9efd-4f64-afbf-5eac86b5e209 req-6c949b63-c400-4a76-94b6-2fc1a1a48d34 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 210 time: 0.1001565 Feb 08 15:51:40.623539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port e848e527-5583-4f56-98ed-53cd48851010 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:40.624226 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e848e527-5583-4f56-98ed-53cd48851010), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:40.639442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e848e527-5583-4f56-98ed-53cd48851010 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:40.662874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e848e527-5583-4f56-98ed-53cd48851010, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e848e527-5583-4f56-98ed-53cd48851010,segment=NetworkSegment(b5354a86-66cc-471b-a1b9-1ccb1d9f6bda),segment_id=b5354a86-66cc-471b-a1b9-1ccb1d9f6bda)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:40.669139 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e848e527-5583-4f56-98ed-53cd48851010), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:40.669990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 60c0742f-a0e6-414e-b668-09d8e84519be details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:40.672048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-d51d9628-adf7-4d59-ad29-f15a59c3dc88 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:40.674553 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-d51d9628-adf7-4d59-ad29-f15a59c3dc88 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.96 "GET /v2.0/networks?id=ccd87241-81d8-43e6-a2f0-71903609a7a0 HTTP/1.1" status: 200 len: 811 time: 0.3928397 Feb 08 15:51:40.679861 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14d07ea2-48bd-482e-94b2-bdcbcc51af17 req-7147eb7e-caa4-4ccc-a371-8ee2f1987584 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574519 Feb 08 15:51:40.693444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-27795c77-125b-45e1-9d23-d1f5e77f26d9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Request body: {'port': {'device_id': '2c90a927-4bbf-49c4-a412-e92a76b622c6', 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0', 'admin_state_up': True, 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:40.787844 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-ea3d489d-a03c-408c-b5d3-a2d2e0e5e09a service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924316 Feb 08 15:51:40.819381 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=e848e527-5583-4f56-98ed-53cd48851010,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:40.834291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-d7b4589b-1c17-4f23-82dd-ae642d858cde service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285620 Feb 08 15:51:40.872003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 60c0742f-a0e6-414e-b668-09d8e84519be, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=60c0742f-a0e6-414e-b668-09d8e84519be,segment=NetworkSegment(da27148d-7af8-4538-b0df-e3a8eebf2fd7),segment_id=da27148d-7af8-4538-b0df-e3a8eebf2fd7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:40.884367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '60c0742f-a0e6-414e-b668-09d8e84519be', 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'port_id': '60c0742f-a0e6-414e-b668-09d8e84519be', 'mac_address': 'fa:16:3e:15:81:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:40.886697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fafc48-951a-47fa-b608-b155a4b29cbe', 'tag': '36e62320-8498-4d95-8cad-eb602a24d64a'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:40.888911 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471c2dbe-2325-4db8-9915-d583f00b8431" -d '{"events": [{"name": "network-changed", "server_uuid": "72fafc48-951a-47fa-b608-b155a4b29cbe", "tag": "36e62320-8498-4d95-8cad-eb602a24d64a"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:40.923439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 60c0742f-a0e6-414e-b668-09d8e84519be is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:40.923982 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:40.939227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c0742f-a0e6-414e-b668-09d8e84519be {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:40.959599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 60c0742f-a0e6-414e-b668-09d8e84519be, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=60c0742f-a0e6-414e-b668-09d8e84519be,segment=NetworkSegment(da27148d-7af8-4538-b0df-e3a8eebf2fd7),segment_id=da27148d-7af8-4538-b0df-e3a8eebf2fd7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:40.965679 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:40.966493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:41.035624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7567e-30a9-4a38-91cc-e4810cbad285 req-a17a2e35-48ca-420c-bfce-d3be7b685cd3 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:41.037185 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acf7567e-30a9-4a38-91cc-e4810cbad285 req-a17a2e35-48ca-420c-bfce-d3be7b685cd3 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/ports?device_id=72fafc48-951a-47fa-b608-b155a4b29cbe HTTP/1.1" status: 200 len: 944 time: 0.2856722 Feb 08 15:51:41.081177 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=60c0742f-a0e6-414e-b668-09d8e84519be,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:41.093310 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-b6104cd6-f52b-4271-85ee-82819b4c2147 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846856 Feb 08 15:51:41.103868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fad2df-30c8-4e7b-9570-09097c8420b0 req-c5907e4d-6e41-48f4-9642-cd94aae7f157 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:41.110301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fad2df-30c8-4e7b-9570-09097c8420b0 req-c5907e4d-6e41-48f4-9642-cd94aae7f157 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:41.116163 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fad2df-30c8-4e7b-9570-09097c8420b0 req-c5907e4d-6e41-48f4-9642-cd94aae7f157 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:41.121466 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fad2df-30c8-4e7b-9570-09097c8420b0 req-c5907e4d-6e41-48f4-9642-cd94aae7f157 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:41.126838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fad2df-30c8-4e7b-9570-09097c8420b0 req-c5907e4d-6e41-48f4-9642-cd94aae7f157 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:41.132028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fad2df-30c8-4e7b-9570-09097c8420b0 req-c5907e4d-6e41-48f4-9642-cd94aae7f157 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:41.133731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6bac61d4-782d-4ce5-a6f2-e9fd2de38797,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:41.137522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fad2df-30c8-4e7b-9570-09097c8420b0 req-c5907e4d-6e41-48f4-9642-cd94aae7f157 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:41.139971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79fad2df-30c8-4e7b-9570-09097c8420b0 req-c5907e4d-6e41-48f4-9642-cd94aae7f157 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5420 time: 0.3600798 Feb 08 15:51:41.147027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-27795c77-125b-45e1-9d23-d1f5e77f26d9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Made reservation on behalf of 9e40cb6f572f4909aa3dc0bba4bd5834 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:51:41.150009 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-27795c77-125b-45e1-9d23-d1f5e77f26d9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:41.152412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '6bac61d4-782d-4ce5-a6f2-e9fd2de38797', 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9', 'port_id': '6bac61d4-782d-4ce5-a6f2-e9fd2de38797', 'mac_address': 'fa:16:3e:b6:7a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65119389-32e7-4ce5-a26c-82dac2a00b02', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:41.192275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8d8b28-c2dc-476e-8c4d-c0d382ec58b5 req-953dcbae-6a81-4758-a407-a89ae15d76ed service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063381 Feb 08 15:51:41.193026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:41.193430 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:41.219249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:41.231613 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acf7567e-30a9-4a38-91cc-e4810cbad285 req-141784ce-3762-436c-b3a9-603c69b2115c tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844749 Feb 08 15:51:41.244189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6bac61d4-782d-4ce5-a6f2-e9fd2de38797,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:41.249454 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:41.250295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7f47a56e-4ca4-43e8-bb10-b43e3c709197 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:41.297294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79fad2df-30c8-4e7b-9570-09097c8420b0 req-dfc66c4a-f5c9-4c90-9bfa-c97cdb92dc0d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1394024 Feb 08 15:51:41.333910 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f289da8d-49d9-4827-a691-637189195474 x-openstack-request-id: req-f289da8d-49d9-4827-a691-637189195474 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:41.334418 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414e7e35-4450-417c-b65e-3ac83964a398", "name": "network-vif-plugged", "status": "completed", "tag": "2617744f-251e-445e-b925-92ec03657da7", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:41.334591 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f289da8d-49d9-4827-a691-637189195474 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:41.334975 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414e7e35-4450-417c-b65e-3ac83964a398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2617744f-251e-445e-b925-92ec03657da7', 'code': 200} Feb 08 15:51:41.373777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7f47a56e-4ca4-43e8-bb10-b43e3c709197, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7f47a56e-4ca4-43e8-bb10-b43e3c709197,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:41.376635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=6bac61d4-782d-4ce5-a6f2-e9fd2de38797,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:41.399584 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-27795c77-125b-45e1-9d23-d1f5e77f26d9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Allocated IP 172.20.0.9 (ccd87241-81d8-43e6-a2f0-71903609a7a0/df6fa361-f17a-44c7-8a19-142ba5e65abc/45051aa6-ed96-4957-b715-5162a6ddd70c) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:51:41.408015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '7f47a56e-4ca4-43e8-bb10-b43e3c709197', 'network_id': 'e26395d2-2156-49c3-97cc-22735cb36435', 'port_id': '7f47a56e-4ca4-43e8-bb10-b43e3c709197', 'mac_address': 'fa:16:3e:e2:d4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54aa40b-196d-4120-890f-56a182074fb9', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:41.455616 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 7f47a56e-4ca4-43e8-bb10-b43e3c709197 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:41.456187 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:41.472741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f47a56e-4ca4-43e8-bb10-b43e3c709197 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:41.493638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7f47a56e-4ca4-43e8-bb10-b43e3c709197, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7f47a56e-4ca4-43e8-bb10-b43e3c709197,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:41.498920 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:41.500104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b959c37e-48be-4755-91be-97f970486494 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:41.588024 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040e81c-53fd-40ce-8eb3-96ef0e1a089f req-132057cb-7c4b-4717-8301-f4627ef81e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:41.589586 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a040e81c-53fd-40ce-8eb3-96ef0e1a089f req-132057cb-7c4b-4717-8301-f4627ef81e7f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 1128 time: 0.1878502 Feb 08 15:51:41.598327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=7f47a56e-4ca4-43e8-bb10-b43e3c709197,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:41.648669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565c3da-38d6-4460-89ee-cc3dc0179e4f req-387d4816-ea1c-4493-821b-d14c165a31d7 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:41.655475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6565c3da-38d6-4460-89ee-cc3dc0179e4f req-387d4816-ea1c-4493-821b-d14c165a31d7 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.2395785 Feb 08 15:51:41.681445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83877d7-5331-479f-9866-0402a92348c1 req-649aafb7-6a15-4f13-86f8-babc85c6c716 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:41.683010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e83877d7-5331-479f-9866-0402a92348c1 req-649aafb7-6a15-4f13-86f8-babc85c6c716 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 945 time: 0.2621386 Feb 08 15:51:41.691035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b959c37e-48be-4755-91be-97f970486494, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b959c37e-48be-4755-91be-97f970486494,segment=NetworkSegment(9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4),segment_id=9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:41.705452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'b959c37e-48be-4755-91be-97f970486494', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'port_id': 'b959c37e-48be-4755-91be-97f970486494', 'mac_address': 'fa:16:3e:23:9a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:41.752651 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port b959c37e-48be-4755-91be-97f970486494 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:41.753174 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b959c37e-48be-4755-91be-97f970486494), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:41.769564 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b959c37e-48be-4755-91be-97f970486494 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:41.789690 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6565c3da-38d6-4460-89ee-cc3dc0179e4f req-c628266d-6d1c-44a3-8a85-1787d5c3270e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332583 Feb 08 15:51:41.798479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b959c37e-48be-4755-91be-97f970486494, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b959c37e-48be-4755-91be-97f970486494,segment=NetworkSegment(9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4),segment_id=9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:41.804264 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b959c37e-48be-4755-91be-97f970486494), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:41.865648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a040e81c-53fd-40ce-8eb3-96ef0e1a089f req-91b64000-a7ed-4df9-a9a5-48e94e67788e service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337713 Feb 08 15:51:41.866813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 44e2dd08-15ae-4999-9e8f-c05884c8b844 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:41.874808 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e623ac8c-7d9d-4351-a7e1-e2bbee7f535e x-openstack-request-id: req-e623ac8c-7d9d-4351-a7e1-e2bbee7f535e {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:41.875107 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72fafc48-951a-47fa-b608-b155a4b29cbe", "tag": "36e62320-8498-4d95-8cad-eb602a24d64a", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:41.875407 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e623ac8c-7d9d-4351-a7e1-e2bbee7f535e {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:41.875819 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72fafc48-951a-47fa-b608-b155a4b29cbe', 'tag': '36e62320-8498-4d95-8cad-eb602a24d64a', 'status': 'completed', 'code': 200} Feb 08 15:51:41.933320 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e83877d7-5331-479f-9866-0402a92348c1 req-db7a8c30-d39a-4987-9b29-aed13e5ff732 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399704 Feb 08 15:51:41.940372 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-27795c77-125b-45e1-9d23-d1f5e77f26d9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks [] for port (45051aa6-ed96-4957-b715-5162a6ddd70c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:41.994208 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 44e2dd08-15ae-4999-9e8f-c05884c8b844, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=44e2dd08-15ae-4999-9e8f-c05884c8b844,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:42.007977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 36e62320-8498-4d95-8cad-eb602a24d64a details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:42.015381 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '44e2dd08-15ae-4999-9e8f-c05884c8b844', 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9', 'port_id': '44e2dd08-15ae-4999-9e8f-c05884c8b844', 'mac_address': 'fa:16:3e:e3:80:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65119389-32e7-4ce5-a26c-82dac2a00b02', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:42.069921 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ce71121-7b80-49c0-83ad-a00f3a359f69 req-e8eaa058-e84b-4625-ac06-32ff79ff4b13 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 210 time: 0.0471642 Feb 08 15:51:42.110385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=b959c37e-48be-4755-91be-97f970486494,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:42.133900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 44e2dd08-15ae-4999-9e8f-c05884c8b844 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:42.134297 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:42.184123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e2dd08-15ae-4999-9e8f-c05884c8b844 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:42.221104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 44e2dd08-15ae-4999-9e8f-c05884c8b844, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=44e2dd08-15ae-4999-9e8f-c05884c8b844,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:42.237524 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:42.238315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b2027a54-89c7-4cd5-acf9-136d057b9882 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:42.241045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228e88c-e564-414c-9bd9-1db129710b63 req-cf2c5db4-2c1f-4f87-bf93-3268d9307075 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:42.246135 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 36e62320-8498-4d95-8cad-eb602a24d64a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=36e62320-8498-4d95-8cad-eb602a24d64a,segment=NetworkSegment(23d57b16-934a-4e36-8909-477ed22f1e90),segment_id=23d57b16-934a-4e36-8909-477ed22f1e90)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:42.246825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228e88c-e564-414c-9bd9-1db129710b63 req-cf2c5db4-2c1f-4f87-bf93-3268d9307075 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:42.253304 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228e88c-e564-414c-9bd9-1db129710b63 req-cf2c5db4-2c1f-4f87-bf93-3268d9307075 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:42.259697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228e88c-e564-414c-9bd9-1db129710b63 req-cf2c5db4-2c1f-4f87-bf93-3268d9307075 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:42.265103 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228e88c-e564-414c-9bd9-1db129710b63 req-cf2c5db4-2c1f-4f87-bf93-3268d9307075 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:42.271216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228e88c-e564-414c-9bd9-1db129710b63 req-cf2c5db4-2c1f-4f87-bf93-3268d9307075 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:42.276624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228e88c-e564-414c-9bd9-1db129710b63 req-cf2c5db4-2c1f-4f87-bf93-3268d9307075 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:42.278542 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9228e88c-e564-414c-9bd9-1db129710b63 req-cf2c5db4-2c1f-4f87-bf93-3268d9307075 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5435 time: 0.3364775 Feb 08 15:51:42.286432 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-27795c77-125b-45e1-9d23-d1f5e77f26d9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (45051aa6-ed96-4957-b715-5162a6ddd70c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:42.295633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '36e62320-8498-4d95-8cad-eb602a24d64a', 'network_id': 'b35a6e45-f6f7-4c59-8e6e-79f4de0dc733', 'port_id': '36e62320-8498-4d95-8cad-eb602a24d64a', 'mac_address': 'fa:16:3e:b7:66:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aadd5fd-43b2-4d0b-9cb0-60ef114dda8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:42.348356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['568169a0-ea32-4ab9-8f39-0ae9a555cacb'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:42.357878 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45958b-2a2e-4fd7-96cd-7b77e7693e28 req-b6d85055-6494-4bec-af46-b21957d40344 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:42.362684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 36e62320-8498-4d95-8cad-eb602a24d64a is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:42.362684 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (36e62320-8498-4d95-8cad-eb602a24d64a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:42.364846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de45958b-2a2e-4fd7-96cd-7b77e7693e28 req-b6d85055-6494-4bec-af46-b21957d40344 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 947 time: 0.1839902 Feb 08 15:51:42.372772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c2dbe-2325-4db8-9915-d583f00b8431 req-95ae34ee-8cc9-45bc-86d8-cb97011f63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:42.374381 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-471c2dbe-2325-4db8-9915-d583f00b8431 req-95ae34ee-8cc9-45bc-86d8-cb97011f63fc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2bdbe875cab64f65af5aa597fb5909d2&device_id=72fafc48-951a-47fa-b608-b155a4b29cbe HTTP/1.1" status: 200 len: 1127 time: 0.2704175 Feb 08 15:51:42.436860 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:51:42.460252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e62320-8498-4d95-8cad-eb602a24d64a {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:42.482040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c2dbe-2325-4db8-9915-d583f00b8431 req-088739b7-63c1-4171-aa6e-83b55a63d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:42.483673 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-471c2dbe-2325-4db8-9915-d583f00b8431 req-088739b7-63c1-4171-aa6e-83b55a63d4f4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=b35a6e45-f6f7-4c59-8e6e-79f4de0dc733 HTTP/1.1" status: 200 len: 923 time: 0.1030750 Feb 08 15:51:42.508113 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=44e2dd08-15ae-4999-9e8f-c05884c8b844,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:42.540360 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-27795c77-125b-45e1-9d23-d1f5e77f26d9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Network ccd87241-81d8-43e6-a2f0-71903609a7a0 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:51:42.551490 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 36e62320-8498-4d95-8cad-eb602a24d64a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=36e62320-8498-4d95-8cad-eb602a24d64a,segment=NetworkSegment(23d57b16-934a-4e36-8909-477ed22f1e90),segment_id=23d57b16-934a-4e36-8909-477ed22f1e90)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:42.556459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de45958b-2a2e-4fd7-96cd-7b77e7693e28 req-93919a74-94a2-46a2-9654-86d5a087f8cf tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904354 Feb 08 15:51:42.557270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27795c77-125b-45e1-9d23-d1f5e77f26d9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Pushing event updated for resources: {'Port': ['ID=45051aa6-ed96-4957-b715-5162a6ddd70c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:42.608337 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (36e62320-8498-4d95-8cad-eb602a24d64a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:42.632902 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-27795c77-125b-45e1-9d23-d1f5e77f26d9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:51:42.644898 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-471c2dbe-2325-4db8-9915-d583f00b8431 req-d41fa18e-06bc-4bfc-8b34-7190856c754c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e62320-8498-4d95-8cad-eb602a24d64a HTTP/1.1" status: 200 len: 217 time: 0.1386611 Feb 08 15:51:42.645951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-27795c77-125b-45e1-9d23-d1f5e77f26d9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:51:42.724524 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['cd15fded-a995-4138-8c2a-b51cb34b8301'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:42.730389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['6bac61d4-782d-4ce5-a6f2-e9fd2de38797'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:42.792823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['a5a14c1f-2a74-4aab-8308-e85af9d02595'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:42.811046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['b959c37e-48be-4755-91be-97f970486494'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:42.813293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['e848e527-5583-4f56-98ed-53cd48851010'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:42.815325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['7f47a56e-4ca4-43e8-bb10-b43e3c709197'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:42.817328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['60c0742f-a0e6-414e-b668-09d8e84519be'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:42.821887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-27795c77-125b-45e1-9d23-d1f5e77f26d9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:42.823814 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-27795c77-125b-45e1-9d23-d1f5e77f26d9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:42.835158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9228e88c-e564-414c-9bd9-1db129710b63 req-afa2a9a6-f22a-4c21-983a-8ded6fc148dd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5458796 Feb 08 15:51:42.885428 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c2dbe-2325-4db8-9915-d583f00b8431 req-263bedd2-46fd-41c6-96cb-fc6f64fce24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:42.887490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-471c2dbe-2325-4db8-9915-d583f00b8431 req-263bedd2-46fd-41c6-96cb-fc6f64fce24c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=6aadd5fd-43b2-4d0b-9cb0-60ef114dda8d HTTP/1.1" status: 200 len: 862 time: 0.2236936 Feb 08 15:51:42.894528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-27795c77-125b-45e1-9d23-d1f5e77f26d9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2047114 Feb 08 15:51:42.950467 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Request body: {'port': {'device_id': '2c90a927-4bbf-49c4-a412-e92a76b622c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:43.123325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['36e62320-8498-4d95-8cad-eb602a24d64a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:43.295161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b2027a54-89c7-4cd5-acf9-136d057b9882, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b2027a54-89c7-4cd5-acf9-136d057b9882,segment=NetworkSegment(178fbd4c-134b-41d7-af9d-23a0b2d77642),segment_id=178fbd4c-134b-41d7-af9d-23a0b2d77642)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:43.389529 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-471c2dbe-2325-4db8-9915-d583f00b8431 req-828ae6af-c88f-4afb-937a-fb1a7f030dfc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b35a6e45-f6f7-4c59-8e6e-79f4de0dc733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4919577 Feb 08 15:51:43.472293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=36e62320-8498-4d95-8cad-eb602a24d64a,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:43.473589 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (45051aa6-ed96-4957-b715-5162a6ddd70c), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:43.481786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ee627-97de-40d1-98ac-5ab5d05ec769 req-8f6786a3-8ba6-49b8-baba-69679bd0ae7a tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:43.484397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'b2027a54-89c7-4cd5-acf9-136d057b9882', 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a', 'port_id': 'b2027a54-89c7-4cd5-acf9-136d057b9882', 'mac_address': 'fa:16:3e:d1:a5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ee2ea3-3920-4247-ab4f-10634829d0d8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:43.489153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b8ee627-97de-40d1-98ac-5ab5d05ec769 req-8f6786a3-8ba6-49b8-baba-69679bd0ae7a tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/ports?device_id=72fafc48-951a-47fa-b608-b155a4b29cbe HTTP/1.1" status: 200 len: 945 time: 0.6477978 Feb 08 15:51:43.553223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c55d6-4e62-4851-ba63-2787cffe3555 req-ccfb3d8f-32d8-4fe2-9e1e-3252f9ebdb96 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:43.558418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c55d6-4e62-4851-ba63-2787cffe3555 req-ccfb3d8f-32d8-4fe2-9e1e-3252f9ebdb96 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:43.563695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c55d6-4e62-4851-ba63-2787cffe3555 req-ccfb3d8f-32d8-4fe2-9e1e-3252f9ebdb96 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:43.568813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c55d6-4e62-4851-ba63-2787cffe3555 req-ccfb3d8f-32d8-4fe2-9e1e-3252f9ebdb96 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:43.574000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c55d6-4e62-4851-ba63-2787cffe3555 req-ccfb3d8f-32d8-4fe2-9e1e-3252f9ebdb96 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:43.579958 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c55d6-4e62-4851-ba63-2787cffe3555 req-ccfb3d8f-32d8-4fe2-9e1e-3252f9ebdb96 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:43.585107 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c55d6-4e62-4851-ba63-2787cffe3555 req-ccfb3d8f-32d8-4fe2-9e1e-3252f9ebdb96 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:43.587002 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474c55d6-4e62-4851-ba63-2787cffe3555 req-ccfb3d8f-32d8-4fe2-9e1e-3252f9ebdb96 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5423 time: 0.6001806 Feb 08 15:51:43.591169 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['cfd04846-4cd3-401f-8fae-3b9199e9f8af'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:43.673714 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b8ee627-97de-40d1-98ac-5ab5d05ec769 req-63157995-812f-4897-a081-ddec09e9a87e tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832180 Feb 08 15:51:43.758818 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port b2027a54-89c7-4cd5-acf9-136d057b9882 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:43.759201 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:43.871882 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2027a54-89c7-4cd5-acf9-136d057b9882 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:43.907494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-471c2dbe-2325-4db8-9915-d583f00b8431 req-626ce9bb-e9cc-4238-a514-d18512eb765f service neutron] 10.222.0.94 "GET /v2.0/networks/b35a6e45-f6f7-4c59-8e6e-79f4de0dc733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960938 Feb 08 15:51:43.989111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7a4be-1dfb-4840-9070-8f21972ce917 req-c86e7737-5709-405e-985d-23c3ddb2b338 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:43.993004 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e7a4be-1dfb-4840-9070-8f21972ce917 req-c86e7737-5709-405e-985d-23c3ddb2b338 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.94 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d&tenant_id=e7801731b81d427e9445bed7845b06a4&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 947 time: 0.0839698 Feb 08 15:51:44.004202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b2027a54-89c7-4cd5-acf9-136d057b9882, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b2027a54-89c7-4cd5-acf9-136d057b9882,segment=NetworkSegment(178fbd4c-134b-41d7-af9d-23a0b2d77642),segment_id=178fbd4c-134b-41d7-af9d-23a0b2d77642)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:44.039205 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:44.039874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 56accc60-01ce-4879-8c65-79158c0cbead details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:44.119222 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-474c55d6-4e62-4851-ba63-2787cffe3555 req-f5cb5547-a7a3-4f88-bc0b-aa52799aac88 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5020795 Feb 08 15:51:44.138558 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-27e7a4be-1dfb-4840-9070-8f21972ce917 req-4a75e09e-aa91-4bff-953d-982380955922 service neutron] delete failed (client error): The resource could not be found. Feb 08 15:51:44.140215 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e7a4be-1dfb-4840-9070-8f21972ce917 req-4a75e09e-aa91-4bff-953d-982380955922 service neutron] 10.222.0.94 "DELETE /v2.0/ports/56accc60-01ce-4879-8c65-79158c0cbead/bindings/n-h1-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.1399784 Feb 08 15:51:44.161978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff65f1-2b60-4376-94f1-2f65e6567293 req-7054d18a-6ffa-48e2-b707-0980fbd23702 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:44.164059 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6ff65f1-2b60-4376-94f1-2f65e6567293 req-7054d18a-6ffa-48e2-b707-0980fbd23702 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.2553411 Feb 08 15:51:44.280093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7a4be-1dfb-4840-9070-8f21972ce917 req-47bc9d46-9661-4c92-932e-50236a8d59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:44.280484 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:51:44.281909 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e7a4be-1dfb-4840-9070-8f21972ce917 req-47bc9d46-9661-4c92-932e-50236a8d59d6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 1130 time: 0.0499804 Feb 08 15:51:44.305771 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45051aa6-ed96-4957-b715-5162a6ddd70c {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:44.318702 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Publish callbacks [] for port (45051aa6-ed96-4957-b715-5162a6ddd70c), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:44.338030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Transition to ACTIVE for port object 45051aa6-ed96-4957-b715-5162a6ddd70c will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:51:44.345966 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=b2027a54-89c7-4cd5-acf9-136d057b9882,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:44.373894 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (45051aa6-ed96-4957-b715-5162a6ddd70c), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:44.396298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-471c2dbe-2325-4db8-9915-d583f00b8431 req-4c320e3b-328c-476e-be60-d031bf4ff278 service neutron] 10.222.0.94 "GET /v2.0/networks/b35a6e45-f6f7-4c59-8e6e-79f4de0dc733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788432 Feb 08 15:51:44.441630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 56accc60-01ce-4879-8c65-79158c0cbead, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=56accc60-01ce-4879-8c65-79158c0cbead,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:44.444128 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7a4be-1dfb-4840-9070-8f21972ce917 req-90af2838-c98e-4723-830d-7b324e99c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:44.445792 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e7a4be-1dfb-4840-9070-8f21972ce917 req-90af2838-c98e-4723-830d-7b324e99c303 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1572855 Feb 08 15:51:44.446950 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6ff65f1-2b60-4376-94f1-2f65e6567293 req-4514ed7e-5586-4b78-97ca-1c04497ffda0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677877 Feb 08 15:51:44.457399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '56accc60-01ce-4879-8c65-79158c0cbead', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '56accc60-01ce-4879-8c65-79158c0cbead', 'mac_address': 'fa:16:3e:35:43:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:44.472275 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f7bd5-6f0a-4f83-b6ae-49ee2014b3b6 req-87ba72d4-2fbb-41d9-b9a8-15ece5a76d75 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:44.480354 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e9f7bd5-6f0a-4f83-b6ae-49ee2014b3b6 req-87ba72d4-2fbb-41d9-b9a8-15ece5a76d75 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 945 time: 0.2440889 Feb 08 15:51:44.492512 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=45051aa6-ed96-4957-b715-5162a6ddd70c,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:44.517555 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e7a4be-1dfb-4840-9070-8f21972ce917 req-8af8cf7e-55ec-4bae-9435-f5fbd2db5c81 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=56accc60-01ce-4879-8c65-79158c0cbead HTTP/1.1" status: 200 len: 217 time: 0.0653756 Feb 08 15:51:44.522045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 56accc60-01ce-4879-8c65-79158c0cbead is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:44.522045 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (56accc60-01ce-4879-8c65-79158c0cbead), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:44.535728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56accc60-01ce-4879-8c65-79158c0cbead {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:44.557417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 56accc60-01ce-4879-8c65-79158c0cbead, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=56accc60-01ce-4879-8c65-79158c0cbead,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:44.563933 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (56accc60-01ce-4879-8c65-79158c0cbead), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:44.565011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:44.574862 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7a4be-1dfb-4840-9070-8f21972ce917 req-88905e3c-f001-458c-8702-6a61da06bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:44.577249 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e7a4be-1dfb-4840-9070-8f21972ce917 req-88905e3c-f001-458c-8702-6a61da06bbd6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0587335 Feb 08 15:51:44.595711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e9f7bd5-6f0a-4f83-b6ae-49ee2014b3b6 req-eaeb335e-e50b-4a56-a9e2-b6fb77b8fa77 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142681 Feb 08 15:51:44.653658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7a4be-1dfb-4840-9070-8f21972ce917 req-316d699c-040e-4d6f-b892-1d86dfcf61df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:44.657704 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e7a4be-1dfb-4840-9070-8f21972ce917 req-316d699c-040e-4d6f-b892-1d86dfcf61df service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0710967 Feb 08 15:51:44.663991 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Attempting to bind port 45051aa6-ed96-4957-b715-5162a6ddd70c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:51:44.664350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Attempting to bind port 45051aa6-ed96-4957-b715-5162a6ddd70c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:51:44.664686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Attempting to bind port 45051aa6-ed96-4957-b715-5162a6ddd70c on network ccd87241-81d8-43e6-a2f0-71903609a7a0 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:44.671585 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Port 45051aa6-ed96-4957-b715-5162a6ddd70c on network ccd87241-81d8-43e6-a2f0-71903609a7a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:51:44.671928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Attempting to bind port 45051aa6-ed96-4957-b715-5162a6ddd70c on network ccd87241-81d8-43e6-a2f0-71903609a7a0 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:44.680410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:51:44.680768 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Checking segment: {'id': '13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:51:44.681199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Bound using segment: {'id': '13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:51:44.681641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Bound port: 45051aa6-ed96-4957-b715-5162a6ddd70c, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:51:44.682015 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (45051aa6-ed96-4957-b715-5162a6ddd70c), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:44.691188 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa04581-57c5-4f4a-8c0c-9e9dd64ad30d req-3d40b3d9-fa97-4f6a-822f-3e61ac0e8b37 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:44.692743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3aa04581-57c5-4f4a-8c0c-9e9dd64ad30d req-3d40b3d9-fa97-4f6a-822f-3e61ac0e8b37 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 943 time: 0.1377282 Feb 08 15:51:44.696805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=56accc60-01ce-4879-8c65-79158c0cbead,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:44.704849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8b99c547-f10b-41eb-a6a5-9705ba3c54f4,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:44.721333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '8b99c547-f10b-41eb-a6a5-9705ba3c54f4', 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9', 'port_id': '8b99c547-f10b-41eb-a6a5-9705ba3c54f4', 'mac_address': 'fa:16:3e:82:d7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65119389-32e7-4ce5-a26c-82dac2a00b02', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:44.762508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:44.763282 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:44.777231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:44.797907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8b99c547-f10b-41eb-a6a5-9705ba3c54f4,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:44.805601 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:44.806447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e9b05c84-a1f3-4655-befa-e12b3e8349bc details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:44.828268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] For port 45051aa6-ed96-4957-b715-5162a6ddd70c, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:51:44.833384 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e7a4be-1dfb-4840-9070-8f21972ce917 req-0f9d6359-4e15-4495-aa60-5bc7c2700a6c service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672733 Feb 08 15:51:44.834658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] For port 45051aa6-ed96-4957-b715-5162a6ddd70c, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=45051aa6-ed96-4957-b715-5162a6ddd70c,segment=NetworkSegment(13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d),segment_id=13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:51:44.843949 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3aa04581-57c5-4f4a-8c0c-9e9dd64ad30d req-3db5ab76-0ff5-4cf5-b19b-e71106adbd46 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179979 Feb 08 15:51:44.848835 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (45051aa6-ed96-4957-b715-5162a6ddd70c), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:44.864473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac30442-06d2-46a9-902d-0eaeb4e993e0 req-e270e9e2-e2a9-4f8b-ab5d-cad8f0c6b315 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:44.865972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ac30442-06d2-46a9-902d-0eaeb4e993e0 req-e270e9e2-e2a9-4f8b-ab5d-cad8f0c6b315 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 948 time: 0.1383493 Feb 08 15:51:44.915515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=8b99c547-f10b-41eb-a6a5-9705ba3c54f4,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:44.947841 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:44.948599 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:44.949983 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] 10.222.0.96 "PUT /v2.0/ports/45051aa6-ed96-4957-b715-5162a6ddd70c HTTP/1.1" status: 200 len: 1092 time: 2.0037463 Feb 08 15:51:44.950485 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c90a927-4bbf-49c4-a412-e92a76b622c6', 'tag': '45051aa6-ed96-4957-b715-5162a6ddd70c'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:44.952753 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f782e8-63e7-4eb1-89a4-06ef5b010ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "2c90a927-4bbf-49c4-a412-e92a76b622c6", "tag": "45051aa6-ed96-4957-b715-5162a6ddd70c"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:45.027542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d3df0-78fc-4375-ad75-9073bfa2c7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=45051aa6-ed96-4957-b715-5162a6ddd70c,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:45.040278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ac30442-06d2-46a9-902d-0eaeb4e993e0 req-07445384-72eb-44d9-a971-9c9c6bc65689 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255004 Feb 08 15:51:45.057893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-4ceab286-d923-423a-aa74-811944069da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:45.058410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e9b05c84-a1f3-4655-befa-e12b3e8349bc, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e9b05c84-a1f3-4655-befa-e12b3e8349bc,segment=NetworkSegment(b5354a86-66cc-471b-a1b9-1ccb1d9f6bda),segment_id=b5354a86-66cc-471b-a1b9-1ccb1d9f6bda)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:45.059440 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-4ceab286-d923-423a-aa74-811944069da9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9e40cb6f572f4909aa3dc0bba4bd5834&device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 1126 time: 0.0664721 Feb 08 15:51:45.068590 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e7a4be-1dfb-4840-9070-8f21972ce917 req-d96b9067-92c4-4f9c-952d-d733c7006d10 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248974 Feb 08 15:51:45.090277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'e9b05c84-a1f3-4655-befa-e12b3e8349bc', 'network_id': '9d6707d8-cec8-4e82-8169-f326c4c2b90f', 'port_id': 'e9b05c84-a1f3-4655-befa-e12b3e8349bc', 'mac_address': 'fa:16:3e:87:9c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eca72cf-b7fe-4542-b2f5-1654494fba24', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:45.140385 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-01650e01-f481-4f07-bfa9-ea53088988be service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45051aa6-ed96-4957-b715-5162a6ddd70c HTTP/1.1" status: 200 len: 217 time: 0.0702856 Feb 08 15:51:45.145674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port e9b05c84-a1f3-4655-befa-e12b3e8349bc is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:45.146283 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:45.163363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b05c84-a1f3-4655-befa-e12b3e8349bc {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:45.187775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e9b05c84-a1f3-4655-befa-e12b3e8349bc, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e9b05c84-a1f3-4655-befa-e12b3e8349bc,segment=NetworkSegment(b5354a86-66cc-471b-a1b9-1ccb1d9f6bda),segment_id=b5354a86-66cc-471b-a1b9-1ccb1d9f6bda)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:45.193214 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:45.193974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3e5812a0-b0e7-452d-b369-a2cb2f05432c details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:45.285834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-b6394771-374a-4f00-9502-5f29402a230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:45.287305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-b6394771-374a-4f00-9502-5f29402a230f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=df6fa361-f17a-44c7-8a19-142ba5e65abc HTTP/1.1" status: 200 len: 851 time: 0.1219132 Feb 08 15:51:45.302909 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3e5812a0-b0e7-452d-b369-a2cb2f05432c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3e5812a0-b0e7-452d-b369-a2cb2f05432c,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:45.307409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91e1ed-5b65-47ae-b8c5-72c2295c24c5 req-a6d2baba-b95d-4412-80ad-30a0d6950b2b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:45.313404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91e1ed-5b65-47ae-b8c5-72c2295c24c5 req-a6d2baba-b95d-4412-80ad-30a0d6950b2b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:45.316623 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '3e5812a0-b0e7-452d-b369-a2cb2f05432c', 'network_id': 'dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9', 'port_id': '3e5812a0-b0e7-452d-b369-a2cb2f05432c', 'mac_address': 'fa:16:3e:ae:96:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65119389-32e7-4ce5-a26c-82dac2a00b02', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:45.318747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91e1ed-5b65-47ae-b8c5-72c2295c24c5 req-a6d2baba-b95d-4412-80ad-30a0d6950b2b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:45.324065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91e1ed-5b65-47ae-b8c5-72c2295c24c5 req-a6d2baba-b95d-4412-80ad-30a0d6950b2b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:45.329505 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91e1ed-5b65-47ae-b8c5-72c2295c24c5 req-a6d2baba-b95d-4412-80ad-30a0d6950b2b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:45.334793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91e1ed-5b65-47ae-b8c5-72c2295c24c5 req-a6d2baba-b95d-4412-80ad-30a0d6950b2b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:45.340063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91e1ed-5b65-47ae-b8c5-72c2295c24c5 req-a6d2baba-b95d-4412-80ad-30a0d6950b2b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:45.342145 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f91e1ed-5b65-47ae-b8c5-72c2295c24c5 req-a6d2baba-b95d-4412-80ad-30a0d6950b2b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5435 time: 0.2618461 Feb 08 15:51:45.363683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=e9b05c84-a1f3-4655-befa-e12b3e8349bc,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:45.381247 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 3e5812a0-b0e7-452d-b369-a2cb2f05432c is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:45.381676 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:45.388092 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-740c6a93-76f3-4752-b509-2fede9039d05 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ccd87241-81d8-43e6-a2f0-71903609a7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450730 Feb 08 15:51:45.395536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5812a0-b0e7-452d-b369-a2cb2f05432c {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:45.417488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3e5812a0-b0e7-452d-b369-a2cb2f05432c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3e5812a0-b0e7-452d-b369-a2cb2f05432c,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:45.421277 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:45.422311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7a121fce-db35-434d-a698-ff9821529a20 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:45.496365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=3e5812a0-b0e7-452d-b369-a2cb2f05432c,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:45.500045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7a121fce-db35-434d-a698-ff9821529a20, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7a121fce-db35-434d-a698-ff9821529a20,segment=NetworkSegment(178fbd4c-134b-41d7-af9d-23a0b2d77642),segment_id=178fbd4c-134b-41d7-af9d-23a0b2d77642)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:45.501223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f7a8e-8525-49ea-822c-648b796eb728 req-988a372a-e1e4-43da-9d1e-71267b64161e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:45.502768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c1f7a8e-8525-49ea-822c-648b796eb728 req-988a372a-e1e4-43da-9d1e-71267b64161e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.2188997 Feb 08 15:51:45.520058 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '7a121fce-db35-434d-a698-ff9821529a20', 'network_id': '2e6daa9e-743b-48ac-a7a5-1e224304aa8a', 'port_id': '7a121fce-db35-434d-a698-ff9821529a20', 'mac_address': 'fa:16:3e:e5:52:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ee2ea3-3920-4247-ab4f-10634829d0d8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:45.526861 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f91e1ed-5b65-47ae-b8c5-72c2295c24c5 req-24c024b5-f0eb-437d-9659-1e4b8a232a40 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1557324 Feb 08 15:51:45.585072 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-6f0a1c08-b6fa-4ebd-bd4a-4c4a9993ae56 service neutron] 10.222.0.96 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773434 Feb 08 15:51:45.588886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 7a121fce-db35-434d-a698-ff9821529a20 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:45.589423 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7a121fce-db35-434d-a698-ff9821529a20), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:45.620380 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a121fce-db35-434d-a698-ff9821529a20 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:45.651246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7a121fce-db35-434d-a698-ff9821529a20, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7a121fce-db35-434d-a698-ff9821529a20,segment=NetworkSegment(178fbd4c-134b-41d7-af9d-23a0b2d77642),segment_id=178fbd4c-134b-41d7-af9d-23a0b2d77642)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:45.656066 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7a121fce-db35-434d-a698-ff9821529a20), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:45.656893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 76ecc875-cab3-4c33-8092-ea40606dce28 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:45.681736 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c1f7a8e-8525-49ea-822c-648b796eb728 req-b9d8ede1-5cc8-4365-b97c-ff9aecf70b33 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697640 Feb 08 15:51:45.782892 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36933e5c-7c73-4196-bf26-badc7ef31af6 req-b678fe75-7575-4b10-95f9-957ee7f02bf8 service neutron] 10.222.0.96 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869547 Feb 08 15:51:45.791444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b869d-c9ed-41dc-950f-05ac91d0f9a0 req-3e8d0a18-b3eb-419b-874d-9600509e862e tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:45.800796 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d28b869d-c9ed-41dc-950f-05ac91d0f9a0 req-3e8d0a18-b3eb-419b-874d-9600509e862e tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/ports?device_id=72fafc48-951a-47fa-b608-b155a4b29cbe HTTP/1.1" status: 200 len: 945 time: 0.1781545 Feb 08 15:51:45.803665 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4188775f-e8d0-4e65-a1d8-758accd79e86 x-openstack-request-id: req-4188775f-e8d0-4e65-a1d8-758accd79e86 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:45.804529 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c90a927-4bbf-49c4-a412-e92a76b622c6", "tag": "45051aa6-ed96-4957-b715-5162a6ddd70c", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:45.804529 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4188775f-e8d0-4e65-a1d8-758accd79e86 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:45.804709 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c90a927-4bbf-49c4-a412-e92a76b622c6', 'tag': '45051aa6-ed96-4957-b715-5162a6ddd70c', 'status': 'completed', 'code': 200} Feb 08 15:51:45.974161 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d28b869d-c9ed-41dc-950f-05ac91d0f9a0 req-19da4817-bb60-4958-a8f8-4460c07e78ba tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722383 Feb 08 15:51:46.004535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 36e62320-8498-4d95-8cad-eb602a24d64a up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:46.006513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=7a121fce-db35-434d-a698-ff9821529a20,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:46.026305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f782e8-63e7-4eb1-89a4-06ef5b010ec7 req-a1ddf358-42f0-4382-ad8a-f02fc2c22fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:46.028490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72f782e8-63e7-4eb1-89a4-06ef5b010ec7 req-a1ddf358-42f0-4382-ad8a-f02fc2c22fb8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9e40cb6f572f4909aa3dc0bba4bd5834&device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 1126 time: 0.1563838 Feb 08 15:51:46.052337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59179be6-df69-4f86-b6c0-e7316ba6f4fc req-a4df1472-e64a-4c9b-990d-eef8c64fa5c9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:46.070110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 76ecc875-cab3-4c33-8092-ea40606dce28, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=76ecc875-cab3-4c33-8092-ea40606dce28,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:46.074122 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59179be6-df69-4f86-b6c0-e7316ba6f4fc req-a4df1472-e64a-4c9b-990d-eef8c64fa5c9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:46.080486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59179be6-df69-4f86-b6c0-e7316ba6f4fc req-a4df1472-e64a-4c9b-990d-eef8c64fa5c9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:46.086440 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59179be6-df69-4f86-b6c0-e7316ba6f4fc req-a4df1472-e64a-4c9b-990d-eef8c64fa5c9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:46.091847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59179be6-df69-4f86-b6c0-e7316ba6f4fc req-a4df1472-e64a-4c9b-990d-eef8c64fa5c9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:46.094782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '76ecc875-cab3-4c33-8092-ea40606dce28', 'network_id': '00cfa5ef-cc5f-4978-b2aa-102decff4023', 'port_id': '76ecc875-cab3-4c33-8092-ea40606dce28', 'mac_address': 'fa:16:3e:b9:4f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f556f6e-0e4a-40d6-b6a9-10bc7dae971d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:46.098319 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59179be6-df69-4f86-b6c0-e7316ba6f4fc req-a4df1472-e64a-4c9b-990d-eef8c64fa5c9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:46.103645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59179be6-df69-4f86-b6c0-e7316ba6f4fc req-a4df1472-e64a-4c9b-990d-eef8c64fa5c9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:46.105636 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59179be6-df69-4f86-b6c0-e7316ba6f4fc req-a4df1472-e64a-4c9b-990d-eef8c64fa5c9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5427 time: 0.2054560 Feb 08 15:51:46.130982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 36e62320-8498-4d95-8cad-eb602a24d64a completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:46.142112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 36e62320-8498-4d95-8cad-eb602a24d64a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:46.142497 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (36e62320-8498-4d95-8cad-eb602a24d64a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:46.168977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 76ecc875-cab3-4c33-8092-ea40606dce28 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:46.168977 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (76ecc875-cab3-4c33-8092-ea40606dce28), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:46.191381 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ecc875-cab3-4c33-8092-ea40606dce28 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:46.215204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 76ecc875-cab3-4c33-8092-ea40606dce28, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=76ecc875-cab3-4c33-8092-ea40606dce28,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:46.223244 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (76ecc875-cab3-4c33-8092-ea40606dce28), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:46.265967 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 60c0742f-a0e6-414e-b668-09d8e84519be up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:46.266348 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59179be6-df69-4f86-b6c0-e7316ba6f4fc req-fe4a695a-f5c0-405b-bf37-88f468102966 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1503980 Feb 08 15:51:46.277246 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ad020-feb4-4913-8bb7-82b91cfbf90c req-55e23511-3e47-44e3-9d38-9c74f738d5bf tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:46.278760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba3ad020-feb4-4913-8bb7-82b91cfbf90c req-55e23511-3e47-44e3-9d38-9c74f738d5bf tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1719778 Feb 08 15:51:46.290998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f782e8-63e7-4eb1-89a4-06ef5b010ec7 req-4e946eab-16c3-43f2-8f46-d924390b6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:46.292559 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72f782e8-63e7-4eb1-89a4-06ef5b010ec7 req-4e946eab-16c3-43f2-8f46-d924390b6ec2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ccd87241-81d8-43e6-a2f0-71903609a7a0 HTTP/1.1" status: 200 len: 912 time: 0.2542901 Feb 08 15:51:46.327332 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 36e62320-8498-4d95-8cad-eb602a24d64a is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:46.327734 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (36e62320-8498-4d95-8cad-eb602a24d64a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:46.350328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72f782e8-63e7-4eb1-89a4-06ef5b010ec7 req-4609793b-c20e-4871-bb07-f8fbd8f69527 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45051aa6-ed96-4957-b715-5162a6ddd70c HTTP/1.1" status: 200 len: 217 time: 0.0505817 Feb 08 15:51:46.363046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=76ecc875-cab3-4c33-8092-ea40606dce28,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:46.392007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fafc48-951a-47fa-b608-b155a4b29cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e62320-8498-4d95-8cad-eb602a24d64a'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:46.394285 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcc11ef-4f23-4b1d-aa92-94eeca396186" -d '{"events": [{"server_uuid": "72fafc48-951a-47fa-b608-b155a4b29cbe", "name": "network-vif-plugged", "status": "completed", "tag": "36e62320-8498-4d95-8cad-eb602a24d64a"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:46.411931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 36e62320-8498-4d95-8cad-eb602a24d64a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=36e62320-8498-4d95-8cad-eb602a24d64a,segment=NetworkSegment(23d57b16-934a-4e36-8909-477ed22f1e90),segment_id=23d57b16-934a-4e36-8909-477ed22f1e90)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:46.416825 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 60c0742f-a0e6-414e-b668-09d8e84519be completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:46.420740 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (36e62320-8498-4d95-8cad-eb602a24d64a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:46.427185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 60c0742f-a0e6-414e-b668-09d8e84519be triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:46.427629 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba3ad020-feb4-4913-8bb7-82b91cfbf90c req-eb3ddb59-bf70-43fe-be9c-9a12c44446b9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382968 Feb 08 15:51:46.435616 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:46.444285 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f782e8-63e7-4eb1-89a4-06ef5b010ec7 req-b2388152-caa1-445c-b9a6-2605048adfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:46.445797 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72f782e8-63e7-4eb1-89a4-06ef5b010ec7 req-b2388152-caa1-445c-b9a6-2605048adfc9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=df6fa361-f17a-44c7-8a19-142ba5e65abc HTTP/1.1" status: 200 len: 851 time: 0.0878727 Feb 08 15:51:46.489055 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72f782e8-63e7-4eb1-89a4-06ef5b010ec7 req-48698dce-cb06-4ce6-9e74-7c6b0491db9b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ccd87241-81d8-43e6-a2f0-71903609a7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363517 Feb 08 15:51:46.498124 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6e497-1293-447f-9f5d-53219fbfa75b req-a8e012ee-8a9e-4954-9ec5-c56685aae92b tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:46.499463 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7f6e497-1293-447f-9f5d-53219fbfa75b req-a8e012ee-8a9e-4954-9ec5-c56685aae92b tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 944 time: 0.1083529 Feb 08 15:51:46.534811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=36e62320-8498-4d95-8cad-eb602a24d64a,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:46.587548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 60c0742f-a0e6-414e-b668-09d8e84519be is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:46.587935 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:46.621882 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 60c0742f-a0e6-414e-b668-09d8e84519be, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=60c0742f-a0e6-414e-b668-09d8e84519be,segment=NetworkSegment(da27148d-7af8-4538-b0df-e3a8eebf2fd7),segment_id=da27148d-7af8-4538-b0df-e3a8eebf2fd7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:46.627760 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:46.660122 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7f6e497-1293-447f-9f5d-53219fbfa75b req-d1b7319a-61a9-4e54-93af-a60effa16d7b tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518669 Feb 08 15:51:46.669197 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72f782e8-63e7-4eb1-89a4-06ef5b010ec7 req-28900b47-dc29-4a3b-ad2a-782cdacdc35b service neutron] 10.222.0.96 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687632 Feb 08 15:51:46.677840 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907e015-16d5-4fa9-84b8-4d7dfd6f75cd req-77ee9a90-81ef-402f-91e3-8b0b7fede38b tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:46.679319 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7907e015-16d5-4fa9-84b8-4d7dfd6f75cd req-77ee9a90-81ef-402f-91e3-8b0b7fede38b tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 943 time: 0.1291335 Feb 08 15:51:46.682941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=60c0742f-a0e6-414e-b668-09d8e84519be,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:46.797118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7907e015-16d5-4fa9-84b8-4d7dfd6f75cd req-2fe098ee-20d4-4580-ab8c-c8f8aca79512 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977705 Feb 08 15:51:46.816652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72f782e8-63e7-4eb1-89a4-06ef5b010ec7 req-a390a2be-0e42-46ff-9fa9-1cbbd5e7ac24 service neutron] 10.222.0.96 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363416 Feb 08 15:51:46.881699 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4f42ed-e219-449c-bf37-0f0b529b82d2 x-openstack-request-id: req-5a4f42ed-e219-449c-bf37-0f0b529b82d2 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:46.882244 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fafc48-951a-47fa-b608-b155a4b29cbe", "name": "network-vif-plugged", "status": "completed", "tag": "36e62320-8498-4d95-8cad-eb602a24d64a", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:46.882713 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5a4f42ed-e219-449c-bf37-0f0b529b82d2 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:46.883196 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fafc48-951a-47fa-b608-b155a4b29cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e62320-8498-4d95-8cad-eb602a24d64a', 'code': 200} Feb 08 15:51:46.947603 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d039f4-8672-4301-b626-e38ce917dbe1 req-f1d2eb04-ca1e-4a29-aaa2-647f2938e7ca tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:46.949309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02d039f4-8672-4301-b626-e38ce917dbe1 req-f1d2eb04-ca1e-4a29-aaa2-647f2938e7ca tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 948 time: 0.0768516 Feb 08 15:51:47.017538 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3c381-62b3-4d62-baeb-57e5b7c0d5b5 req-b5e6080e-f063-4f34-9a8e-48ed004169a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.019338 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6bf3c381-62b3-4d62-baeb-57e5b7c0d5b5 req-b5e6080e-f063-4f34-9a8e-48ed004169a4 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=72fafc48-951a-47fa-b608-b155a4b29cbe HTTP/1.1" status: 200 len: 1129 time: 0.0533910 Feb 08 15:51:47.021639 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02d039f4-8672-4301-b626-e38ce917dbe1 req-37c3c775-13cf-4b6a-bd46-2aa8c9ce0fce tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636494 Feb 08 15:51:47.088287 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6bf3c381-62b3-4d62-baeb-57e5b7c0d5b5 req-5c47a165-5adc-4561-9f0c-aed2733b4405 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565107 Feb 08 15:51:47.146347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2de71-16c4-4371-bec4-471a6080a6ea req-9c742f62-2d85-45df-9ce7-a63d03d892d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.151634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2de71-16c4-4371-bec4-471a6080a6ea req-9c742f62-2d85-45df-9ce7-a63d03d892d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.157100 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2de71-16c4-4371-bec4-471a6080a6ea req-9c742f62-2d85-45df-9ce7-a63d03d892d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.162393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2de71-16c4-4371-bec4-471a6080a6ea req-9c742f62-2d85-45df-9ce7-a63d03d892d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.167646 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2de71-16c4-4371-bec4-471a6080a6ea req-9c742f62-2d85-45df-9ce7-a63d03d892d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.173715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2de71-16c4-4371-bec4-471a6080a6ea req-9c742f62-2d85-45df-9ce7-a63d03d892d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.179010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2de71-16c4-4371-bec4-471a6080a6ea req-9c742f62-2d85-45df-9ce7-a63d03d892d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.180838 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58d2de71-16c4-4371-bec4-471a6080a6ea req-9c742f62-2d85-45df-9ce7-a63d03d892d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5437 time: 0.1337590 Feb 08 15:51:47.214628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29d988-d9d3-4221-a774-50022737d7a8 req-7fda34ef-56e0-4e93-8e1b-810761c5c2d9 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.216102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b29d988-d9d3-4221-a774-50022737d7a8 req-7fda34ef-56e0-4e93-8e1b-810761c5c2d9 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 945 time: 0.1327128 Feb 08 15:51:47.275514 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58d2de71-16c4-4371-bec4-471a6080a6ea req-e400210b-2a41-4374-90c4-f879658ca861 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881164 Feb 08 15:51:47.291287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b29d988-d9d3-4221-a774-50022737d7a8 req-0ab96623-2a8f-4739-9e06-0f8e443f3ee9 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654912 Feb 08 15:51:47.446489 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31014919-4997-4ad7-8a9f-af93293ad498 req-5a49bc6b-6d55-4ebe-a4fd-5812acb11461 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.448268 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31014919-4997-4ad7-8a9f-af93293ad498 req-5a49bc6b-6d55-4ebe-a4fd-5812acb11461 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.0939128 Feb 08 15:51:47.474863 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d37d64-3bc9-4ea2-bddc-955ae80ea4d2 req-f2cfeb8c-6eea-4e36-bb34-8bfd52a2a522 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.476329 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1d37d64-3bc9-4ea2-bddc-955ae80ea4d2 req-f2cfeb8c-6eea-4e36-bb34-8bfd52a2a522 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/ports?device_id=72fafc48-951a-47fa-b608-b155a4b29cbe HTTP/1.1" status: 200 len: 946 time: 0.1120462 Feb 08 15:51:47.536501 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31014919-4997-4ad7-8a9f-af93293ad498 req-71eec1a5-0b17-490e-a1ea-279c37f3486f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777838 Feb 08 15:51:47.547655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1d37d64-3bc9-4ea2-bddc-955ae80ea4d2 req-fa0ec3fc-0da5-4378-aac7-f544021727d2 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646420 Feb 08 15:51:47.683703 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc7d57-5dfa-4e48-abe4-9c6b581e1fd7 req-2e18578a-dd72-4bd8-807d-ca8e11b6f4bb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.685278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7fc7d57-5dfa-4e48-abe4-9c6b581e1fd7 req-2e18578a-dd72-4bd8-807d-ca8e11b6f4bb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 948 time: 0.0808873 Feb 08 15:51:47.710635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400efb7-c946-4701-a9ea-7287316d08ac req-e0ec2cd8-93b4-4688-9c01-23edee0e7e31 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.715789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400efb7-c946-4701-a9ea-7287316d08ac req-e0ec2cd8-93b4-4688-9c01-23edee0e7e31 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.721508 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400efb7-c946-4701-a9ea-7287316d08ac req-e0ec2cd8-93b4-4688-9c01-23edee0e7e31 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.726627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400efb7-c946-4701-a9ea-7287316d08ac req-e0ec2cd8-93b4-4688-9c01-23edee0e7e31 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.731791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400efb7-c946-4701-a9ea-7287316d08ac req-e0ec2cd8-93b4-4688-9c01-23edee0e7e31 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.737533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400efb7-c946-4701-a9ea-7287316d08ac req-e0ec2cd8-93b4-4688-9c01-23edee0e7e31 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.742844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400efb7-c946-4701-a9ea-7287316d08ac req-e0ec2cd8-93b4-4688-9c01-23edee0e7e31 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.744658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c400efb7-c946-4701-a9ea-7287316d08ac req-e0ec2cd8-93b4-4688-9c01-23edee0e7e31 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5427 time: 0.1314740 Feb 08 15:51:47.811859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7fc7d57-5dfa-4e48-abe4-9c6b581e1fd7 req-c1028707-f612-4a5e-b18a-4dfaf47ff44d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182656 Feb 08 15:51:47.840499 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c400efb7-c946-4701-a9ea-7287316d08ac req-7295f6f5-8793-48d0-b69a-f153a3129916 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880172 Feb 08 15:51:47.929203 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a278b48-1328-4b8c-ba79-080c67488253 req-57369a6a-b284-4cc4-a42d-d22ef7d3fc49 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:47.931663 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6a278b48-1328-4b8c-ba79-080c67488253 req-57369a6a-b284-4cc4-a42d-d22ef7d3fc49 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 944 time: 0.0597315 Feb 08 15:51:47.999897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['44e2dd08-15ae-4999-9e8f-c05884c8b844'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:48.013009 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6a278b48-1328-4b8c-ba79-080c67488253 req-c529789d-8f4c-4337-b45f-fec7b63e950b tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755184 Feb 08 15:51:48.022652 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c897f-75a3-4e22-ad20-7260ce67ae1f req-0de39300-52a9-49d2-a6e4-4b8c59a04264 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:48.029913 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-058c897f-75a3-4e22-ad20-7260ce67ae1f req-0de39300-52a9-49d2-a6e4-4b8c59a04264 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 943 time: 0.0935619 Feb 08 15:51:48.040990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['7a121fce-db35-434d-a698-ff9821529a20'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:48.079463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['76ecc875-cab3-4c33-8092-ea40606dce28'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:48.088303 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['56accc60-01ce-4879-8c65-79158c0cbead'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:48.091730 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-058c897f-75a3-4e22-ad20-7260ce67ae1f req-46b6b4d8-6c3c-4f72-8d24-446d02574487 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609586 Feb 08 15:51:48.142802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['e9b05c84-a1f3-4655-befa-e12b3e8349bc'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:48.152733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['3e5812a0-b0e7-452d-b369-a2cb2f05432c'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:48.210115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['8b99c547-f10b-41eb-a6a5-9705ba3c54f4'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:48.227709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['b2027a54-89c7-4cd5-acf9-136d057b9882'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:48.294206 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 45051aa6-ed96-4957-b715-5162a6ddd70c details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:48.296035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device cd15fded-a995-4138-8c2a-b51cb34b8301 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:48.308298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-2f6a189f-46d6-4ece-8a22-db4a3e987300 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=e7801731b81d427e9445bed7845b06a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220120 Feb 08 15:51:48.463839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-adf790b0-49fa-4ae5-a1a4-f06da3e7ae01 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:48.471359 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-adf790b0-49fa-4ae5-a1a4-f06da3e7ae01 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487014 Feb 08 15:51:48.483091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e021cc-27a4-498f-a129-7bce8b2c7192 req-5c117c63-6901-4f12-9b12-d5d67b8d8bce tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:48.488828 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e021cc-27a4-498f-a129-7bce8b2c7192 req-5c117c63-6901-4f12-9b12-d5d67b8d8bce tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:48.494065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e021cc-27a4-498f-a129-7bce8b2c7192 req-5c117c63-6901-4f12-9b12-d5d67b8d8bce tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:48.499394 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e021cc-27a4-498f-a129-7bce8b2c7192 req-5c117c63-6901-4f12-9b12-d5d67b8d8bce tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:48.504757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e021cc-27a4-498f-a129-7bce8b2c7192 req-5c117c63-6901-4f12-9b12-d5d67b8d8bce tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:48.509996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e021cc-27a4-498f-a129-7bce8b2c7192 req-5c117c63-6901-4f12-9b12-d5d67b8d8bce tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:48.515178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e021cc-27a4-498f-a129-7bce8b2c7192 req-5c117c63-6901-4f12-9b12-d5d67b8d8bce tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:48.517820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61e021cc-27a4-498f-a129-7bce8b2c7192 req-5c117c63-6901-4f12-9b12-d5d67b8d8bce tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5437 time: 0.1462936 Feb 08 15:51:48.529643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-3160f822-f296-4e4c-8ac0-2c83da21a8e3 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/quotas/e7801731b81d427e9445bed7845b06a4 HTTP/1.1" status: 200 len: 375 time: 0.0573771 Feb 08 15:51:48.623424 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-9ab8aacb-1e8e-4c20-ba91-26ff72902efe tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883827 Feb 08 15:51:48.629723 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61e021cc-27a4-498f-a129-7bce8b2c7192 req-7cd9515a-0c60-4126-ac42-c3782b993058 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990357 Feb 08 15:51:48.774042 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:48.799142 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e74e14-e4f5-469d-a325-5d87a85f4e34 req-5e6345e3-ae69-4033-b40d-965d85908f1e tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:48.800755 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9e74e14-e4f5-469d-a325-5d87a85f4e34 req-5e6345e3-ae69-4033-b40d-965d85908f1e tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 945 time: 0.0933161 Feb 08 15:51:48.813465 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port cd15fded-a995-4138-8c2a-b51cb34b8301 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:48.892603 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c0742f-a0e6-414e-b668-09d8e84519be'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:48.894872 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d32f0e-db2c-4ebc-b2e2-e0823a29c513" -d '{"events": [{"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "60c0742f-a0e6-414e-b668-09d8e84519be"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:48.897215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port cd15fded-a995-4138-8c2a-b51cb34b8301 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:48.897593 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:48.898635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9e74e14-e4f5-469d-a325-5d87a85f4e34 req-b8a9c865-3bd5-41e6-989a-ea6bdd548fc2 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861027 Feb 08 15:51:48.908584 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051439a-c7d3-475c-a3eb-5e96ef3f31d0 req-688006ce-aed4-4a4b-9e8d-e942dafc244f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:48.910427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e051439a-c7d3-475c-a3eb-5e96ef3f31d0 req-688006ce-aed4-4a4b-9e8d-e942dafc244f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.0990994 Feb 08 15:51:48.922769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 45051aa6-ed96-4957-b715-5162a6ddd70c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=45051aa6-ed96-4957-b715-5162a6ddd70c,segment=NetworkSegment(13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d),segment_id=13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:48.991119 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e051439a-c7d3-475c-a3eb-5e96ef3f31d0 req-cc11368d-2015-4a8b-bce8-65505d00bd40 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644636 Feb 08 15:51:49.053775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '45051aa6-ed96-4957-b715-5162a6ddd70c', 'network_id': 'ccd87241-81d8-43e6-a2f0-71903609a7a0', 'port_id': '45051aa6-ed96-4957-b715-5162a6ddd70c', 'mac_address': 'fa:16:3e:15:1b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6fa361-f17a-44c7-8a19-142ba5e65abc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:49.059320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3159fd-d507-4bbc-9e49-5a57952e6205 req-40b2c98f-973b-4243-a249-5dc0b8c1a640 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:49.060897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e3159fd-d507-4bbc-9e49-5a57952e6205 req-40b2c98f-973b-4243-a249-5dc0b8c1a640 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/ports?device_id=72fafc48-951a-47fa-b608-b155a4b29cbe HTTP/1.1" status: 200 len: 946 time: 0.0688522 Feb 08 15:51:49.119674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65325f4d-772a-4045-8e37-fd70abb2cda9 req-38cf582d-c55c-4d5b-b772-2877a56398ba tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 210 time: 0.0573697 Feb 08 15:51:49.206277 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e3159fd-d507-4bbc-9e49-5a57952e6205 req-dedb328a-5ec1-4700-827e-e42e6b085bd2 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337125 Feb 08 15:51:49.280597 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36566a4d-bc87-41e7-9b76-0654867be3a4 x-openstack-request-id: req-36566a4d-bc87-41e7-9b76-0654867be3a4 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:49.280890 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "60c0742f-a0e6-414e-b668-09d8e84519be", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:49.281198 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-36566a4d-bc87-41e7-9b76-0654867be3a4 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:49.282433 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c0742f-a0e6-414e-b668-09d8e84519be', 'code': 200} Feb 08 15:51:49.284064 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f80f8c-283f-46b6-9ba5-c4a17682987c req-683c26cf-62a0-4fbd-8596-0ced6b3e58a9 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:49.285710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-41f80f8c-283f-46b6-9ba5-c4a17682987c req-683c26cf-62a0-4fbd-8596-0ced6b3e58a9 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 945 time: 0.1592746 Feb 08 15:51:49.307226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 45051aa6-ed96-4957-b715-5162a6ddd70c is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:49.307674 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (45051aa6-ed96-4957-b715-5162a6ddd70c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:49.402648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45051aa6-ed96-4957-b715-5162a6ddd70c {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:49.422756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port cd15fded-a995-4138-8c2a-b51cb34b8301 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:49.423151 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:49.453007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 45051aa6-ed96-4957-b715-5162a6ddd70c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=45051aa6-ed96-4957-b715-5162a6ddd70c,segment=NetworkSegment(13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d),segment_id=13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:49.460064 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (45051aa6-ed96-4957-b715-5162a6ddd70c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:49.488900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402336d3-6846-409e-9a72-bc7a972df757 req-c63a423e-cb06-4ccc-96b4-8138dd348455 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:49.490516 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-402336d3-6846-409e-9a72-bc7a972df757 req-c63a423e-cb06-4ccc-96b4-8138dd348455 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1366932 Feb 08 15:51:49.504873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d505e-7cf9-45f1-b313-31e5094df107 req-4088d6b1-f732-44a5-ad8c-c7a1506d76f4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:49.510409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d505e-7cf9-45f1-b313-31e5094df107 req-4088d6b1-f732-44a5-ad8c-c7a1506d76f4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:49.513773 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d505e-7cf9-45f1-b313-31e5094df107 req-4088d6b1-f732-44a5-ad8c-c7a1506d76f4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:49.520285 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d505e-7cf9-45f1-b313-31e5094df107 req-4088d6b1-f732-44a5-ad8c-c7a1506d76f4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:49.525578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d505e-7cf9-45f1-b313-31e5094df107 req-4088d6b1-f732-44a5-ad8c-c7a1506d76f4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:49.530824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d505e-7cf9-45f1-b313-31e5094df107 req-4088d6b1-f732-44a5-ad8c-c7a1506d76f4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:49.536606 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d505e-7cf9-45f1-b313-31e5094df107 req-4088d6b1-f732-44a5-ad8c-c7a1506d76f4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:49.538521 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f05d505e-7cf9-45f1-b313-31e5094df107 req-4088d6b1-f732-44a5-ad8c-c7a1506d76f4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5427 time: 0.1970217 Feb 08 15:51:49.587073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-41f80f8c-283f-46b6-9ba5-c4a17682987c req-87e4b2a8-4875-4e99-b13f-277e5c62629c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Deleting port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:51:49.587432 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-41f80f8c-283f-46b6-9ba5-c4a17682987c req-87e4b2a8-4875-4e99-b13f-277e5c62629c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:49.636836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port cd15fded-a995-4138-8c2a-b51cb34b8301, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cd15fded-a995-4138-8c2a-b51cb34b8301,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:49.643542 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:49.644337 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device a5a14c1f-2a74-4aab-8308-e85af9d02595 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:49.670333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-402336d3-6846-409e-9a72-bc7a972df757 req-4f601c94-aea5-49f2-9341-c70ad977cec4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307256 Feb 08 15:51:49.679012 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=45051aa6-ed96-4957-b715-5162a6ddd70c,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:49.721642 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f05d505e-7cf9-45f1-b313-31e5094df107 req-ad14c3bc-3eeb-4308-8044-d76f673acfbb tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1702220 Feb 08 15:51:49.749916 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-41f80f8c-283f-46b6-9ba5-c4a17682987c req-87e4b2a8-4875-4e99-b13f-277e5c62629c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] For port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8,segment=NetworkSegment(edbdb8e9-095d-4d06-8f62-aae7fa9f558c),segment_id=edbdb8e9-095d-4d06-8f62-aae7fa9f558c)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:49.750392 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-41f80f8c-283f-46b6-9ba5-c4a17682987c req-87e4b2a8-4875-4e99-b13f-277e5c62629c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:49.755957 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port a5a14c1f-2a74-4aab-8308-e85af9d02595 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:49.761635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port a5a14c1f-2a74-4aab-8308-e85af9d02595 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:49.762131 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:49.778110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-41f80f8c-283f-46b6-9ba5-c4a17682987c req-87e4b2a8-4875-4e99-b13f-277e5c62629c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Calling delete_port for 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:51:49.785535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=cd15fded-a995-4138-8c2a-b51cb34b8301,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:49.854584 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port a5a14c1f-2a74-4aab-8308-e85af9d02595 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:49.855241 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:49.894319 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port a5a14c1f-2a74-4aab-8308-e85af9d02595, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=a5a14c1f-2a74-4aab-8308-e85af9d02595,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:49.905296 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:49.906480 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e848e527-5583-4f56-98ed-53cd48851010 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:49.985709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=a5a14c1f-2a74-4aab-8308-e85af9d02595,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:50.002027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port e848e527-5583-4f56-98ed-53cd48851010 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:50.006363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port e848e527-5583-4f56-98ed-53cd48851010 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:50.006751 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e848e527-5583-4f56-98ed-53cd48851010), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.096491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port e848e527-5583-4f56-98ed-53cd48851010 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:50.097229 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e848e527-5583-4f56-98ed-53cd48851010), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.136343 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e848e527-5583-4f56-98ed-53cd48851010, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e848e527-5583-4f56-98ed-53cd48851010,segment=NetworkSegment(b5354a86-66cc-471b-a1b9-1ccb1d9f6bda),segment_id=b5354a86-66cc-471b-a1b9-1ccb1d9f6bda)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:50.143042 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e848e527-5583-4f56-98ed-53cd48851010), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.143852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:50.192920 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.221481 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-cd95417f-27c4-4398-92b4-6a9a76b2e71b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=e7801731b81d427e9445bed7845b06a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574131 Feb 08 15:51:50.226596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=e848e527-5583-4f56-98ed-53cd48851010,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:50.236283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:50.236564 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:50.236906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:50.237270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:50.237621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:50.237943 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:50.238272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:50.238595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:50.238920 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:50.239243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:50.239566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:50.239892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:50.240212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:50.253669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:50.257533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77affa91-9065-40ed-884a-7d01beb62c8a req-c95905be-81a9-4786-a74b-ce7cc8dcaf9a tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:50.258007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:50.258469 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.259014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77affa91-9065-40ed-884a-7d01beb62c8a req-c95905be-81a9-4786-a74b-ce7cc8dcaf9a tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 944 time: 0.4904511 Feb 08 15:51:50.338032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:50.338523 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.353164 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a7353-6fb2-4ed3-b874-de304e59d044 req-a3b6c23a-29ad-4ea7-b09b-1f4d9b2b3eb6 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:50.354645 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4e0a7353-6fb2-4ed3-b874-de304e59d044 req-a3b6c23a-29ad-4ea7-b09b-1f4d9b2b3eb6 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 944 time: 0.5450230 Feb 08 15:51:50.372999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6bac61d4-782d-4ce5-a6f2-e9fd2de38797,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:50.377296 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.378089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7f47a56e-4ca4-43e8-bb10-b43e3c709197 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:50.455431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=6bac61d4-782d-4ce5-a6f2-e9fd2de38797,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:50.465011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-b0947674-734e-4d2c-9ecc-4cb9156ada9a tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:50.466647 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-b0947674-734e-4d2c-9ecc-4cb9156ada9a tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2365971 Feb 08 15:51:50.470348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 7f47a56e-4ca4-43e8-bb10-b43e3c709197 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:50.474196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 7f47a56e-4ca4-43e8-bb10-b43e3c709197 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:50.474694 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.477482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77affa91-9065-40ed-884a-7d01beb62c8a req-605831ca-b438-4aca-8702-f879d27efc70 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049320 Feb 08 15:51:50.491828 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-04b183db-45b0-4cad-8df1-8f92bacd6e15 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Request body: {'port': {'device_id': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': 'e7801731b81d427e9445bed7845b06a4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:50.513573 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-41f80f8c-283f-46b6-9ba5-c4a17682987c req-87e4b2a8-4875-4e99-b13f-277e5c62629c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.526367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['a8d04b41-05ca-4468-8a15-c41d2b004e0f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:50.528412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:50.577192 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4e0a7353-6fb2-4ed3-b874-de304e59d044 req-3b54df56-5e78-41a5-9b64-83b74f59f5df tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070899 Feb 08 15:51:50.586624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4b2a8-4875-4e99-b13f-277e5c62629c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Pushing event deleted for resources: {'Port': ['ID=4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:50.654723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 7f47a56e-4ca4-43e8-bb10-b43e3c709197 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:50.655248 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.678061 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f80f8c-283f-46b6-9ba5-c4a17682987c req-87e4b2a8-4875-4e99-b13f-277e5c62629c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] No DVR routers for this DVR port 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:51:50.680981 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-41f80f8c-283f-46b6-9ba5-c4a17682987c req-87e4b2a8-4875-4e99-b13f-277e5c62629c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.684223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-41f80f8c-283f-46b6-9ba5-c4a17682987c req-87e4b2a8-4875-4e99-b13f-277e5c62629c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.96 "DELETE /v2.0/ports/4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 HTTP/1.1" status: 204 len: 173 time: 1.3932066 Feb 08 15:51:50.690568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd250ca-f16d-4d55-83f4-4bdb9bf94656', 'name': 'network-vif-deleted', 'tag': '4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:50.692143 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac8bcff-aeae-41a0-b16a-604896594a19" -d '{"events": [{"server_uuid": "fdd250ca-f16d-4d55-83f4-4bdb9bf94656", "name": "network-vif-deleted", "tag": "4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:50.712792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7f47a56e-4ca4-43e8-bb10-b43e3c709197, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7f47a56e-4ca4-43e8-bb10-b43e3c709197,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:50.720869 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.721854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b959c37e-48be-4755-91be-97f970486494 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:50.775991 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-04b183db-45b0-4cad-8df1-8f92bacd6e15 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Made reservation on behalf of e7801731b81d427e9445bed7845b06a4 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:51:50.779313 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-04b183db-45b0-4cad-8df1-8f92bacd6e15 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.794707 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92160047-1da2-4be8-9783-54851f3421cd req-dff043c1-57eb-4d58-9b3e-ec6b0cb4c48b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:50.800896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92160047-1da2-4be8-9783-54851f3421cd req-dff043c1-57eb-4d58-9b3e-ec6b0cb4c48b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:50.806133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92160047-1da2-4be8-9783-54851f3421cd req-dff043c1-57eb-4d58-9b3e-ec6b0cb4c48b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:50.811325 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92160047-1da2-4be8-9783-54851f3421cd req-dff043c1-57eb-4d58-9b3e-ec6b0cb4c48b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:50.817683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92160047-1da2-4be8-9783-54851f3421cd req-dff043c1-57eb-4d58-9b3e-ec6b0cb4c48b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:50.822900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92160047-1da2-4be8-9783-54851f3421cd req-dff043c1-57eb-4d58-9b3e-ec6b0cb4c48b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:50.828160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92160047-1da2-4be8-9783-54851f3421cd req-dff043c1-57eb-4d58-9b3e-ec6b0cb4c48b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:50.835276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=7f47a56e-4ca4-43e8-bb10-b43e3c709197,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:50.836670 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92160047-1da2-4be8-9783-54851f3421cd req-dff043c1-57eb-4d58-9b3e-ec6b0cb4c48b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5440 time: 0.2146749 Feb 08 15:51:50.852760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e05025-225a-46e9-8060-09a076d8f81c req-00a89159-8102-4808-b86b-81001c38335a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:50.854768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79e05025-225a-46e9-8060-09a076d8f81c req-00a89159-8102-4808-b86b-81001c38335a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1798425 Feb 08 15:51:50.855671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port b959c37e-48be-4755-91be-97f970486494 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:50.860280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port b959c37e-48be-4755-91be-97f970486494 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:50.860765 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b959c37e-48be-4755-91be-97f970486494), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.938012 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port b959c37e-48be-4755-91be-97f970486494 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:50.938405 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b959c37e-48be-4755-91be-97f970486494), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.971079 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b959c37e-48be-4755-91be-97f970486494, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b959c37e-48be-4755-91be-97f970486494,segment=NetworkSegment(9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4),segment_id=9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:50.975026 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b959c37e-48be-4755-91be-97f970486494), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:50.994441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79e05025-225a-46e9-8060-09a076d8f81c req-85d7d56d-2b0c-4d4c-a5de-e7e4801be334 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297493 Feb 08 15:51:50.998147 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device cfd04846-4cd3-401f-8fae-3b9199e9f8af up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:51.003993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92160047-1da2-4be8-9783-54851f3421cd req-0bf33538-5c8f-41e7-967a-31495e2fbb2f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1664433 Feb 08 15:51:51.069702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=b959c37e-48be-4755-91be-97f970486494,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:51.089015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port cfd04846-4cd3-401f-8fae-3b9199e9f8af completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:51.093847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port cfd04846-4cd3-401f-8fae-3b9199e9f8af triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:51.094484 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:51.102812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-04b183db-45b0-4cad-8df1-8f92bacd6e15 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Allocated IP 192.168.233.195 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/1fca2d15-0d72-4941-9cc7-0a684024e525) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:51:51.139273 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['45051aa6-ed96-4957-b715-5162a6ddd70c'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:51.145261 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53b59572-9a34-431b-9cb3-26b46f5222b9 req-d58bf2a9-5878-45d9-a8c2-3b1ffae12e9a tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=fdd250ca-f16d-4d55-83f4-4bdb9bf94656 HTTP/1.1" status: 200 len: 210 time: 0.0488396 Feb 08 15:51:51.211178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-752e4ce4-5184-4fde-8e82-61f1f8acf9c1 req-2910022a-3e7c-4043-bdac-93f4063d8649 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 210 time: 0.0435536 Feb 08 15:51:51.244021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port cfd04846-4cd3-401f-8fae-3b9199e9f8af is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:51.244666 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:51.289294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd15fded-a995-4138-8c2a-b51cb34b8301'}, {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a14c1f-2a74-4aab-8308-e85af9d02595'}, {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e848e527-5583-4f56-98ed-53cd48851010'}, {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bac61d4-782d-4ce5-a6f2-e9fd2de38797'}, {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f47a56e-4ca4-43e8-bb10-b43e3c709197'}, {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b959c37e-48be-4755-91be-97f970486494'}, {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd04846-4cd3-401f-8fae-3b9199e9f8af'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:51.291596 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dd6b02-5cef-4a63-89e8-e7b541784eb4" -d '{"events": [{"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "cd15fded-a995-4138-8c2a-b51cb34b8301"}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "a5a14c1f-2a74-4aab-8308-e85af9d02595"}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "e848e527-5583-4f56-98ed-53cd48851010"}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-plugged", "status": "completed", "tag": "6bac61d4-782d-4ce5-a6f2-e9fd2de38797"}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "7f47a56e-4ca4-43e8-bb10-b43e3c709197"}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-plugged", "status": "completed", "tag": "b959c37e-48be-4755-91be-97f970486494"}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "cfd04846-4cd3-401f-8fae-3b9199e9f8af"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:51.292196 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df8663d-94e0-4e85-8e4a-20e54e129528 x-openstack-request-id: req-7df8663d-94e0-4e85-8e4a-20e54e129528 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:51.292658 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd250ca-f16d-4d55-83f4-4bdb9bf94656", "name": "network-vif-deleted", "tag": "4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:51.292749 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7df8663d-94e0-4e85-8e4a-20e54e129528 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:51.293351 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd250ca-f16d-4d55-83f4-4bdb9bf94656', 'name': 'network-vif-deleted', 'tag': '4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8', 'status': 'completed', 'code': 200} Feb 08 15:51:51.307423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port cfd04846-4cd3-401f-8fae-3b9199e9f8af, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cfd04846-4cd3-401f-8fae-3b9199e9f8af,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:51.319396 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:51.320237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:51:51.367894 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:51:51.368242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 4d453b6a-b5f7-4c89-8863-0a9b52bcf5d8 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:51:51.410567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=cfd04846-4cd3-401f-8fae-3b9199e9f8af,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:51.456019 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c2a49-fd83-4e33-86cf-a9d4dea4e391 req-2f0ecb68-aac1-40f6-9ded-f6e506159c69 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:51.461178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c2a49-fd83-4e33-86cf-a9d4dea4e391 req-2f0ecb68-aac1-40f6-9ded-f6e506159c69 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:51.466637 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c2a49-fd83-4e33-86cf-a9d4dea4e391 req-2f0ecb68-aac1-40f6-9ded-f6e506159c69 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:51.472245 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c2a49-fd83-4e33-86cf-a9d4dea4e391 req-2f0ecb68-aac1-40f6-9ded-f6e506159c69 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:51.477449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c2a49-fd83-4e33-86cf-a9d4dea4e391 req-2f0ecb68-aac1-40f6-9ded-f6e506159c69 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:51.482650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c2a49-fd83-4e33-86cf-a9d4dea4e391 req-2f0ecb68-aac1-40f6-9ded-f6e506159c69 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:51.487878 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c2a49-fd83-4e33-86cf-a9d4dea4e391 req-2f0ecb68-aac1-40f6-9ded-f6e506159c69 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:51.489769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b1c2a49-fd83-4e33-86cf-a9d4dea4e391 req-2f0ecb68-aac1-40f6-9ded-f6e506159c69 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5429 time: 0.1751170 Feb 08 15:51:51.496049 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-04b183db-45b0-4cad-8df1-8f92bacd6e15 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks [] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:51.516502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c562c35-6b4a-45b2-b089-522b4caaf737 req-878ef27c-5d54-4754-ab7d-c3cf01f0e47e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:51.517978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c562c35-6b4a-45b2-b089-522b4caaf737 req-878ef27c-5d54-4754-ab7d-c3cf01f0e47e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1630540 Feb 08 15:51:51.614990 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b1c2a49-fd83-4e33-86cf-a9d4dea4e391 req-80671c6d-66f9-43fa-84d8-3d4be9ce6522 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157677 Feb 08 15:51:51.617313 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-04b183db-45b0-4cad-8df1-8f92bacd6e15 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:51.621371 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c562c35-6b4a-45b2-b089-522b4caaf737 req-3833b99e-4d46-4b8a-a65a-639c57438fe0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944180 Feb 08 15:51:51.631624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['6c1088c1-fc34-4fda-bf40-aec9bc0678e0'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:51.667812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-04b183db-45b0-4cad-8df1-8f92bacd6e15 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:51:51.672521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-04b183db-45b0-4cad-8df1-8f92bacd6e15 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:51:51.694996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b183db-45b0-4cad-8df1-8f92bacd6e15 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Pushing event updated for resources: {'Port': ['ID=1fca2d15-0d72-4941-9cc7-0a684024e525,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:51.699803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-04b183db-45b0-4cad-8df1-8f92bacd6e15 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:51:51.731352 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48893b0a-1a8b-4c35-8c31-d987dab0a42d x-openstack-request-id: req-48893b0a-1a8b-4c35-8c31-d987dab0a42d {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:51.731352 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "cd15fded-a995-4138-8c2a-b51cb34b8301", "code": 200}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "a5a14c1f-2a74-4aab-8308-e85af9d02595", "code": 200}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "e848e527-5583-4f56-98ed-53cd48851010", "code": 200}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-plugged", "status": "completed", "tag": "6bac61d4-782d-4ce5-a6f2-e9fd2de38797", "code": 200}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "7f47a56e-4ca4-43e8-bb10-b43e3c709197", "code": 200}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-plugged", "status": "completed", "tag": "b959c37e-48be-4755-91be-97f970486494", "code": 200}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "cfd04846-4cd3-401f-8fae-3b9199e9f8af", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:51.731835 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-48893b0a-1a8b-4c35-8c31-d987dab0a42d {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:51.732346 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd15fded-a995-4138-8c2a-b51cb34b8301', 'code': 200} Feb 08 15:51:51.732703 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a14c1f-2a74-4aab-8308-e85af9d02595', 'code': 200} Feb 08 15:51:51.733079 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e848e527-5583-4f56-98ed-53cd48851010', 'code': 200} Feb 08 15:51:51.733424 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bac61d4-782d-4ce5-a6f2-e9fd2de38797', 'code': 200} Feb 08 15:51:51.733776 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f47a56e-4ca4-43e8-bb10-b43e3c709197', 'code': 200} Feb 08 15:51:51.736087 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b959c37e-48be-4755-91be-97f970486494', 'code': 200} Feb 08 15:51:51.736447 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd04846-4cd3-401f-8fae-3b9199e9f8af', 'code': 200} Feb 08 15:51:51.815892 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-04b183db-45b0-4cad-8df1-8f92bacd6e15 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:51.816696 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-04b183db-45b0-4cad-8df1-8f92bacd6e15 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:51.839907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-04b183db-45b0-4cad-8df1-8f92bacd6e15 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3554459 Feb 08 15:51:51.855446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf4391-4f1d-4324-80b6-8c5545301d1e req-704381ee-5fa9-45f6-bb0b-fc53093ee762 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:51.863754 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-49bf4391-4f1d-4324-80b6-8c5545301d1e req-704381ee-5fa9-45f6-bb0b-fc53093ee762 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 944 time: 0.1145010 Feb 08 15:51:51.876086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Request body: {'port': {'device_id': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:51.992750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-49bf4391-4f1d-4324-80b6-8c5545301d1e req-53e02d59-3dcf-4a60-8108-7ea6049da949 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279697 Feb 08 15:51:52.000228 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:52.019176 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ee246348-ce99-4aad-9076-74660cd1fcdd None None] Provisioning complete for port 1fca2d15-0d72-4941-9cc7-0a684024e525 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:52.019805 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ee246348-ce99-4aad-9076-74660cd1fcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:52.030135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde13f0-0109-4702-b8d2-8731d876aa41 req-a2678fd9-3d0f-4381-a587-a2c905df42ff tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.032989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cde13f0-0109-4702-b8d2-8731d876aa41 req-a2678fd9-3d0f-4381-a587-a2c905df42ff tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 944 time: 0.1203125 Feb 08 15:51:52.060741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ee246348-ce99-4aad-9076-74660cd1fcdd None None] Port 1fca2d15-0d72-4941-9cc7-0a684024e525 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:51:52.201986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cde13f0-0109-4702-b8d2-8731d876aa41 req-912aa224-5b48-4642-b2b5-54de156ef1b8 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470561 Feb 08 15:51:52.265120 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531898e-4010-4a65-88da-f03606fe2da5 req-abd61a95-3f41-45b4-9e19-0d92fe46fec2 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.267142 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5531898e-4010-4a65-88da-f03606fe2da5 req-abd61a95-3f41-45b4-9e19-0d92fe46fec2 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/ports?device_id=72fafc48-951a-47fa-b608-b155a4b29cbe HTTP/1.1" status: 200 len: 946 time: 0.2012608 Feb 08 15:51:52.386088 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5531898e-4010-4a65-88da-f03606fe2da5 req-39c95d6f-2f6d-477c-97c2-b3bad1dc712e tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012115 Feb 08 15:51:52.400513 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb2b8-f619-423d-b8ce-81b20c8ed11f req-90ed95fa-caa7-4228-9d9d-77392c4f9ecf tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.405701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb2b8-f619-423d-b8ce-81b20c8ed11f req-90ed95fa-caa7-4228-9d9d-77392c4f9ecf tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.411939 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb2b8-f619-423d-b8ce-81b20c8ed11f req-90ed95fa-caa7-4228-9d9d-77392c4f9ecf tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.417116 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb2b8-f619-423d-b8ce-81b20c8ed11f req-90ed95fa-caa7-4228-9d9d-77392c4f9ecf tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.423418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb2b8-f619-423d-b8ce-81b20c8ed11f req-90ed95fa-caa7-4228-9d9d-77392c4f9ecf tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.428589 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb2b8-f619-423d-b8ce-81b20c8ed11f req-90ed95fa-caa7-4228-9d9d-77392c4f9ecf tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.433856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb2b8-f619-423d-b8ce-81b20c8ed11f req-90ed95fa-caa7-4228-9d9d-77392c4f9ecf tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.435772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-272cb2b8-f619-423d-b8ce-81b20c8ed11f req-90ed95fa-caa7-4228-9d9d-77392c4f9ecf tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5442 time: 0.1661627 Feb 08 15:51:52.552555 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fca2d15-0d72-4941-9cc7-0a684024e525 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:52.564154 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Publish callbacks [] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:52.589485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-272cb2b8-f619-423d-b8ce-81b20c8ed11f req-4a500876-27c6-4819-9bcd-ca7a4441e7b3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1468227 Feb 08 15:51:52.593760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Transition to ACTIVE for port object 1fca2d15-0d72-4941-9cc7-0a684024e525 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:51:52.599446 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:52.617943 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e0426-5b2d-45da-865c-7f9e6237a942 req-9ddc6692-fbce-4b9b-ade7-fb89a8ad9812 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.617943 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb1e0426-5b2d-45da-865c-7f9e6237a942 req-9ddc6692-fbce-4b9b-ade7-fb89a8ad9812 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 936 time: 0.1410131 Feb 08 15:51:52.689184 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Pushing event updated for resources: {'Port': ['ID=1fca2d15-0d72-4941-9cc7-0a684024e525,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:52.749637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb1e0426-5b2d-45da-865c-7f9e6237a942 req-a3748c8f-9b81-49ae-8b20-53c4bdb2ab50 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159279 Feb 08 15:51:52.802074 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Attempting to bind port 1fca2d15-0d72-4941-9cc7-0a684024e525 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:51:52.802464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Attempting to bind port 1fca2d15-0d72-4941-9cc7-0a684024e525 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:51:52.802856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Attempting to bind port 1fca2d15-0d72-4941-9cc7-0a684024e525 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:52.810712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Port 1fca2d15-0d72-4941-9cc7-0a684024e525 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:51:52.811036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Attempting to bind port 1fca2d15-0d72-4941-9cc7-0a684024e525 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:51:52.828456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:51:52.828888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:51:52.829204 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:51:52.829648 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Bound port: 1fca2d15-0d72-4941-9cc7-0a684024e525, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:51:52.830024 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:52.956267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73142e-931b-4006-b26a-d33b94cb8386 req-07962c14-ed71-4b2b-ac7b-56160699ba5a tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.957710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e73142e-931b-4006-b26a-d33b94cb8386 req-07962c14-ed71-4b2b-ac7b-56160699ba5a tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.1323109 Feb 08 15:51:52.967801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5e884-1f67-475b-9328-db30208ce49e req-f3736bb0-491f-4f88-ae6b-d7c2fdf4b0b5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.973804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5e884-1f67-475b-9328-db30208ce49e req-f3736bb0-491f-4f88-ae6b-d7c2fdf4b0b5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.979008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5e884-1f67-475b-9328-db30208ce49e req-f3736bb0-491f-4f88-ae6b-d7c2fdf4b0b5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.984221 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5e884-1f67-475b-9328-db30208ce49e req-f3736bb0-491f-4f88-ae6b-d7c2fdf4b0b5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.990226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5e884-1f67-475b-9328-db30208ce49e req-f3736bb0-491f-4f88-ae6b-d7c2fdf4b0b5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:52.995468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5e884-1f67-475b-9328-db30208ce49e req-f3736bb0-491f-4f88-ae6b-d7c2fdf4b0b5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.000802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5e884-1f67-475b-9328-db30208ce49e req-f3736bb0-491f-4f88-ae6b-d7c2fdf4b0b5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.002575 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93c5e884-1f67-475b-9328-db30208ce49e req-f3736bb0-491f-4f88-ae6b-d7c2fdf4b0b5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5429 time: 0.1932390 Feb 08 15:51:53.040646 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:51:53.068785 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=1fca2d15-0d72-4941-9cc7-0a684024e525,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:51:53.087041 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:53.131546 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e73142e-931b-4006-b26a-d33b94cb8386 req-91d9a154-b508-41c5-a6b3-413ed832d554 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263533 Feb 08 15:51:53.140324 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.141541 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:53.142917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] 10.222.0.96 "PUT /v2.0/ports/1fca2d15-0d72-4941-9cc7-0a684024e525 HTTP/1.1" status: 200 len: 1097 time: 1.2954717 Feb 08 15:51:53.150597 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93c5e884-1f67-475b-9328-db30208ce49e req-b58c98d2-e467-4178-a493-1ada3240b22e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1409056 Feb 08 15:51:53.179635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5260ea-ad91-43a3-b88c-21b0a868d8fc service neutron] Pushing event updated for resources: {'Port': ['ID=1fca2d15-0d72-4941-9cc7-0a684024e525,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:53.294836 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:53.297921 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdca060e-428b-4492-9f4a-6eb65bbe689b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:53.324264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe63c3a-d98f-4b94-bdb9-5fee50af6a00 req-5b97d141-675a-4a72-b231-623b4ed6f2d0 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.325836 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fe63c3a-d98f-4b94-bdb9-5fee50af6a00 req-5b97d141-675a-4a72-b231-623b4ed6f2d0 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 944 time: 0.1148188 Feb 08 15:51:53.330296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-b9501586-8717-45cc-b640-4a4e6031b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.331839 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-b9501586-8717-45cc-b640-4a4e6031b86e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 1131 time: 0.1299710 Feb 08 15:51:53.392969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-e515ab5f-9e38-4dd7-a8c8-75625dfa6c6b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=1fca2d15-0d72-4941-9cc7-0a684024e525 HTTP/1.1" status: 200 len: 217 time: 0.0509443 Feb 08 15:51:53.451721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3beec-7abc-42c3-aa95-ccff344065ab req-49084182-bca8-4412-a7a0-bc2a1989a53f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.453294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ed3beec-7abc-42c3-aa95-ccff344065ab req-49084182-bca8-4412-a7a0-bc2a1989a53f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 944 time: 0.1731758 Feb 08 15:51:53.459504 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fe63c3a-d98f-4b94-bdb9-5fee50af6a00 req-b19a5858-1642-426c-9679-e267539a17fd tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251831 Feb 08 15:51:53.493176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-179cc51e-a664-4f17-be0e-fdbd06c797e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.494643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-179cc51e-a664-4f17-be0e-fdbd06c797e2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0943155 Feb 08 15:51:53.514084 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae232e3-43f2-43e7-a10b-b883ce07d066 x-openstack-request-id: req-0ae232e3-43f2-43e7-a10b-b883ce07d066 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:53.514379 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:53.514634 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0ae232e3-43f2-43e7-a10b-b883ce07d066 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:53.515157 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525', 'status': 'completed', 'code': 200} Feb 08 15:51:53.544649 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ed3beec-7abc-42c3-aa95-ccff344065ab req-f059f546-8eff-40bb-ad6d-bbfb3cf2c360 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841303 Feb 08 15:51:53.568767 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-db2ca8a8-930f-49a1-9d7f-8906662e9f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.570253 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-db2ca8a8-930f-49a1-9d7f-8906662e9f6d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0678570 Feb 08 15:51:53.663428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407a7c6-f8b9-4865-8bad-a41a335ce025 req-6cc0118a-4810-4195-95e8-8799c716e535 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.665136 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5407a7c6-f8b9-4865-8bad-a41a335ce025 req-6cc0118a-4810-4195-95e8-8799c716e535 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.94 "GET /v2.0/ports?device_id=72fafc48-951a-47fa-b608-b155a4b29cbe HTTP/1.1" status: 200 len: 946 time: 0.0538845 Feb 08 15:51:53.668339 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a980c8-1113-4abd-a34e-93da727a7ad0 req-7981a556-1089-45a0-8ae5-a1cbef85325a tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.669873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47a980c8-1113-4abd-a34e-93da727a7ad0 req-7981a556-1089-45a0-8ae5-a1cbef85325a tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/ports?device_id=72fafc48-951a-47fa-b608-b155a4b29cbe HTTP/1.1" status: 200 len: 946 time: 0.1121020 Feb 08 15:51:53.741678 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-f6dfdbaf-7940-40e4-bee4-91b2aac4800e service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498284 Feb 08 15:51:53.770109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-5407a7c6-f8b9-4865-8bad-a41a335ce025 req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Deleting port 36e62320-8498-4d95-8cad-eb602a24d64a {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:51:53.770447 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5407a7c6-f8b9-4865-8bad-a41a335ce025 req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (36e62320-8498-4d95-8cad-eb602a24d64a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:53.816616 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47a980c8-1113-4abd-a34e-93da727a7ad0 req-130fa7c6-2c22-49a3-a8a1-b115e6a254a9 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259172 Feb 08 15:51:53.838531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b6cf0-09f0-4eec-a896-7b9d1e899d39 req-d3afdde8-d28a-43b8-b633-df0820d8fab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.843966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b6cf0-09f0-4eec-a896-7b9d1e899d39 req-d3afdde8-d28a-43b8-b633-df0820d8fab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.849441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b6cf0-09f0-4eec-a896-7b9d1e899d39 req-d3afdde8-d28a-43b8-b633-df0820d8fab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.854677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b6cf0-09f0-4eec-a896-7b9d1e899d39 req-d3afdde8-d28a-43b8-b633-df0820d8fab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.859115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-5407a7c6-f8b9-4865-8bad-a41a335ce025 req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] For port 36e62320-8498-4d95-8cad-eb602a24d64a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=36e62320-8498-4d95-8cad-eb602a24d64a,segment=NetworkSegment(23d57b16-934a-4e36-8909-477ed22f1e90),segment_id=23d57b16-934a-4e36-8909-477ed22f1e90)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:53.860027 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5407a7c6-f8b9-4865-8bad-a41a335ce025 req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (36e62320-8498-4d95-8cad-eb602a24d64a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:53.860718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b6cf0-09f0-4eec-a896-7b9d1e899d39 req-d3afdde8-d28a-43b8-b633-df0820d8fab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.865962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b6cf0-09f0-4eec-a896-7b9d1e899d39 req-d3afdde8-d28a-43b8-b633-df0820d8fab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.871206 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b6cf0-09f0-4eec-a896-7b9d1e899d39 req-d3afdde8-d28a-43b8-b633-df0820d8fab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:53.873141 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae2b6cf0-09f0-4eec-a896-7b9d1e899d39 req-d3afdde8-d28a-43b8-b633-df0820d8fab9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5442 time: 0.2023463 Feb 08 15:51:53.878687 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-5407a7c6-f8b9-4865-8bad-a41a335ce025 req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Calling delete_port for 36e62320-8498-4d95-8cad-eb602a24d64a owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:51:53.972141 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04390200-3ff2-46be-89c5-fe6e84c7fbcb req-deb5a530-df91-44fb-823c-cbcc1cc4e2a0 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183356 Feb 08 15:51:53.997322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae2b6cf0-09f0-4eec-a896-7b9d1e899d39 req-6d5e196e-af93-4e12-af13-8be63cfbea54 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166589 Feb 08 15:51:54.005538 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ee41d-7999-4594-b7d1-08c97faf4c87 req-36e776ca-54ef-4b8c-935a-c4666398d616 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:54.006550 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5407a7c6-f8b9-4865-8bad-a41a335ce025 req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (36e62320-8498-4d95-8cad-eb602a24d64a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:54.007027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a34ee41d-7999-4594-b7d1-08c97faf4c87 req-36e776ca-54ef-4b8c-935a-c4666398d616 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 948 time: 0.1161115 Feb 08 15:51:54.022477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['36e62320-8498-4d95-8cad-eb602a24d64a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:54.050285 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Pushing event deleted for resources: {'Port': ['ID=36e62320-8498-4d95-8cad-eb602a24d64a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:54.062867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:54.063339 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:54.063954 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:54.064353 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:54.064764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:54.065199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:54.065595 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:54.065992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:54.066390 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:54.066779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:54.067174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:54.067558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:54.068076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:51:54.108445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-5407a7c6-f8b9-4865-8bad-a41a335ce025 req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] No DVR routers for this DVR port 36e62320-8498-4d95-8cad-eb602a24d64a on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:51:54.109324 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca060e-428b-4492-9f4a-6eb65bbe689b req-c72f3c84-be50-44df-94c2-4a9615191bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:54.111596 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5407a7c6-f8b9-4865-8bad-a41a335ce025 req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:54.112729 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bdca060e-428b-4492-9f4a-6eb65bbe689b req-c72f3c84-be50-44df-94c2-4a9615191bba service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 1131 time: 0.0797334 Feb 08 15:51:54.115255 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5407a7c6-f8b9-4865-8bad-a41a335ce025 req-dcdce8fc-cee3-4212-bcb6-f1207916bba6 tempest-InstanceActionsNegativeTestJSON-831576152 tempest-InstanceActionsNegativeTestJSON-831576152-project] 10.222.0.94 "DELETE /v2.0/ports/36e62320-8498-4d95-8cad-eb602a24d64a HTTP/1.1" status: 204 len: 173 time: 0.4439769 Feb 08 15:51:54.115696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fafc48-951a-47fa-b608-b155a4b29cbe', 'name': 'network-vif-deleted', 'tag': '36e62320-8498-4d95-8cad-eb602a24d64a'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:54.115846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a34ee41d-7999-4594-b7d1-08c97faf4c87 req-9a243bee-9c0f-4997-9c14-347b82b491b2 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001301 Feb 08 15:51:54.117969 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7157307a-ad5c-49f9-98f3-0420243451de" -d '{"events": [{"server_uuid": "72fafc48-951a-47fa-b608-b155a4b29cbe", "name": "network-vif-deleted", "tag": "36e62320-8498-4d95-8cad-eb602a24d64a"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:54.158461 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56173d97-1dc6-47e6-9519-651c87cae7ff x-openstack-request-id: req-56173d97-1dc6-47e6-9519-651c87cae7ff {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:54.158963 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fafc48-951a-47fa-b608-b155a4b29cbe", "name": "network-vif-deleted", "tag": "36e62320-8498-4d95-8cad-eb602a24d64a", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:54.159384 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-56173d97-1dc6-47e6-9519-651c87cae7ff {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:54.159788 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fafc48-951a-47fa-b608-b155a4b29cbe', 'name': 'network-vif-deleted', 'tag': '36e62320-8498-4d95-8cad-eb602a24d64a', 'status': 'completed', 'code': 200} Feb 08 15:51:54.235118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca060e-428b-4492-9f4a-6eb65bbe689b req-b31854a2-8524-4441-9639-158d94a9440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:54.236614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bdca060e-428b-4492-9f4a-6eb65bbe689b req-b31854a2-8524-4441-9639-158d94a9440d service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1182752 Feb 08 15:51:54.256542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:54.306094 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bdca060e-428b-4492-9f4a-6eb65bbe689b req-394d04b0-5400-4afa-9d49-01fc8b3a8424 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=1fca2d15-0d72-4941-9cc7-0a684024e525 HTTP/1.1" status: 200 len: 217 time: 0.0528278 Feb 08 15:51:54.313667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:54.317648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:54.318031 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:54.386760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814ac25-4aa5-41a8-bb6d-789ba79d4728 req-2eac954e-ddd7-49a5-8e31-5c85aed8e6f7 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:54.388156 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8814ac25-4aa5-41a8-bb6d-789ba79d4728 req-2eac954e-ddd7-49a5-8e31-5c85aed8e6f7 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.1737757 Feb 08 15:51:54.398668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:54.399065 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:54.408629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca060e-428b-4492-9f4a-6eb65bbe689b req-5e57c4f6-a322-4bfa-bd11-7738125f4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:54.410092 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bdca060e-428b-4492-9f4a-6eb65bbe689b req-5e57c4f6-a322-4bfa-bd11-7738125f4322 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0795507 Feb 08 15:51:54.421910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c922be-b27f-415a-a86f-817a86ed16c9 req-7eed4f42-63fe-4e7c-a8a4-faa29b241a45 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:54.422877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b99c547-f10b-41eb-a6a5-9705ba3c54f4'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:54.425123 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011116f9-479d-45cc-8205-d7195a656170" -d '{"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-plugged", "status": "completed", "tag": "8b99c547-f10b-41eb-a6a5-9705ba3c54f4"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:54.427150 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c922be-b27f-415a-a86f-817a86ed16c9 req-7eed4f42-63fe-4e7c-a8a4-faa29b241a45 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:54.432368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c922be-b27f-415a-a86f-817a86ed16c9 req-7eed4f42-63fe-4e7c-a8a4-faa29b241a45 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:54.437018 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8b99c547-f10b-41eb-a6a5-9705ba3c54f4,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:54.438262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c922be-b27f-415a-a86f-817a86ed16c9 req-7eed4f42-63fe-4e7c-a8a4-faa29b241a45 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:54.442405 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:54.443194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 44e2dd08-15ae-4999-9e8f-c05884c8b844 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:54.444018 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c922be-b27f-415a-a86f-817a86ed16c9 req-7eed4f42-63fe-4e7c-a8a4-faa29b241a45 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:54.449235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c922be-b27f-415a-a86f-817a86ed16c9 req-7eed4f42-63fe-4e7c-a8a4-faa29b241a45 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:54.454679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c922be-b27f-415a-a86f-817a86ed16c9 req-7eed4f42-63fe-4e7c-a8a4-faa29b241a45 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:54.456517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0c922be-b27f-415a-a86f-817a86ed16c9 req-7eed4f42-63fe-4e7c-a8a4-faa29b241a45 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5429 time: 0.1923256 Feb 08 15:51:54.516700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=8b99c547-f10b-41eb-a6a5-9705ba3c54f4,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:54.528669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 44e2dd08-15ae-4999-9e8f-c05884c8b844 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:54.533122 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 44e2dd08-15ae-4999-9e8f-c05884c8b844 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:54.533559 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:54.564501 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8814ac25-4aa5-41a8-bb6d-789ba79d4728 req-8b36aa71-5510-4370-9bf7-8a059516423c tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688001 Feb 08 15:51:54.581170 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca060e-428b-4492-9f4a-6eb65bbe689b req-b1785d30-543f-4bf1-9357-428b25a15f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:54.582742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bdca060e-428b-4492-9f4a-6eb65bbe689b req-b1785d30-543f-4bf1-9357-428b25a15f64 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1253214 Feb 08 15:51:54.612393 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0c922be-b27f-415a-a86f-817a86ed16c9 req-a22947ce-dd25-4f96-97ad-5cc887379f97 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1471887 Feb 08 15:51:54.620404 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 44e2dd08-15ae-4999-9e8f-c05884c8b844 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:54.620803 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:54.636977 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324238bd-8880-4eb3-b8a9-a2e6dd60c6d3 x-openstack-request-id: req-324238bd-8880-4eb3-b8a9-a2e6dd60c6d3 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:54.637250 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-plugged", "status": "completed", "tag": "8b99c547-f10b-41eb-a6a5-9705ba3c54f4", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:54.637554 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-324238bd-8880-4eb3-b8a9-a2e6dd60c6d3 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:54.637918 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b99c547-f10b-41eb-a6a5-9705ba3c54f4', 'code': 200} Feb 08 15:51:54.695533 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bdca060e-428b-4492-9f4a-6eb65bbe689b req-7c416282-daed-42c7-8a3c-58eb8015b100 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066241 Feb 08 15:51:54.699523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 44e2dd08-15ae-4999-9e8f-c05884c8b844, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=44e2dd08-15ae-4999-9e8f-c05884c8b844,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:54.703490 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:54.704592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b2027a54-89c7-4cd5-acf9-136d057b9882 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:54.788942 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=44e2dd08-15ae-4999-9e8f-c05884c8b844,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:54.807226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port b2027a54-89c7-4cd5-acf9-136d057b9882 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:54.811045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port b2027a54-89c7-4cd5-acf9-136d057b9882 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:54.811434 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:54.853563 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891ca2b-8088-4a2b-ac4c-bd21ef36a419 req-bf202c2e-3c87-49eb-a166-4ed75ffff9df tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:54.855046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8891ca2b-8088-4a2b-ac4c-bd21ef36a419 req-bf202c2e-3c87-49eb-a166-4ed75ffff9df tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 944 time: 0.1533639 Feb 08 15:51:54.886340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df6d29-8a93-44d3-b9ae-091b33a134fd req-f16a70aa-6a30-40fd-9082-bd04ca8787d4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:54.887849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88df6d29-8a93-44d3-b9ae-091b33a134fd req-f16a70aa-6a30-40fd-9082-bd04ca8787d4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 944 time: 0.1513097 Feb 08 15:51:54.891901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port b2027a54-89c7-4cd5-acf9-136d057b9882 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:54.892508 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:54.901815 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bdca060e-428b-4492-9f4a-6eb65bbe689b req-c5f9184c-64bb-47ed-9c5b-45a44a3c977e service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894541 Feb 08 15:51:54.928402 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b2027a54-89c7-4cd5-acf9-136d057b9882, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b2027a54-89c7-4cd5-acf9-136d057b9882,segment=NetworkSegment(178fbd4c-134b-41d7-af9d-23a0b2d77642),segment_id=178fbd4c-134b-41d7-af9d-23a0b2d77642)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:54.933071 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:54.934340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e9b05c84-a1f3-4655-befa-e12b3e8349bc up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:54.952051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8891ca2b-8088-4a2b-ac4c-bd21ef36a419 req-8713849f-4769-490a-a421-8cf92c4c6ccd tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811367 Feb 08 15:51:54.976217 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88df6d29-8a93-44d3-b9ae-091b33a134fd req-2e5c0363-1c1f-42f0-bdaa-2eb94438fc60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791500 Feb 08 15:51:55.000273 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42288) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:55.011306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=b2027a54-89c7-4cd5-acf9-136d057b9882,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:55.024638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port e9b05c84-a1f3-4655-befa-e12b3e8349bc completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:55.028416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port e9b05c84-a1f3-4655-befa-e12b3e8349bc triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:55.028870 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.047578 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c33539d-c33b-458f-bcfc-33ae26a1c90d admin admin] Deleting subnet 6aadd5fd-43b2-4d0b-9cb0-60ef114dda8d {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:51:55.051473 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c33539d-c33b-458f-bcfc-33ae26a1c90d admin admin] Publish callbacks [] for subnet (6aadd5fd-43b2-4d0b-9cb0-60ef114dda8d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.092133 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c33539d-c33b-458f-bcfc-33ae26a1c90d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (6aadd5fd-43b2-4d0b-9cb0-60ef114dda8d), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.115132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port e9b05c84-a1f3-4655-befa-e12b3e8349bc is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:55.115528 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.134036 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c33539d-c33b-458f-bcfc-33ae26a1c90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (6aadd5fd-43b2-4d0b-9cb0-60ef114dda8d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.154359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e9b05c84-a1f3-4655-befa-e12b3e8349bc, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e9b05c84-a1f3-4655-befa-e12b3e8349bc,segment=NetworkSegment(b5354a86-66cc-471b-a1b9-1ccb1d9f6bda),segment_id=b5354a86-66cc-471b-a1b9-1ccb1d9f6bda)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:55.156230 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27b952-eb00-4879-b1aa-5064fd656752 req-4a786091-5e75-4f30-a848-9394e617baf1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.161410 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.162256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 76ecc875-cab3-4c33-8092-ea40606dce28 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:55.162373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27b952-eb00-4879-b1aa-5064fd656752 req-4a786091-5e75-4f30-a848-9394e617baf1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.169404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27b952-eb00-4879-b1aa-5064fd656752 req-4a786091-5e75-4f30-a848-9394e617baf1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.176560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27b952-eb00-4879-b1aa-5064fd656752 req-4a786091-5e75-4f30-a848-9394e617baf1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.181866 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27b952-eb00-4879-b1aa-5064fd656752 req-4a786091-5e75-4f30-a848-9394e617baf1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.187941 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27b952-eb00-4879-b1aa-5064fd656752 req-4a786091-5e75-4f30-a848-9394e617baf1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.193945 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27b952-eb00-4879-b1aa-5064fd656752 req-4a786091-5e75-4f30-a848-9394e617baf1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.196051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d27b952-eb00-4879-b1aa-5064fd656752 req-4a786091-5e75-4f30-a848-9394e617baf1 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5442 time: 0.1081722 Feb 08 15:51:55.205365 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c33539d-c33b-458f-bcfc-33ae26a1c90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (6aadd5fd-43b2-4d0b-9cb0-60ef114dda8d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.236300 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33539d-c33b-458f-bcfc-33ae26a1c90d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aadd5fd-43b2-4d0b-9cb0-60ef114dda8d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:55.240033 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c33539d-c33b-458f-bcfc-33ae26a1c90d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.243229 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9c33539d-c33b-458f-bcfc-33ae26a1c90d admin admin] 10.222.0.82 "DELETE /v2.0/subnets/6aadd5fd-43b2-4d0b-9cb0-60ef114dda8d HTTP/1.1" status: 204 len: 168 time: 0.2415783 Feb 08 15:51:55.246228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42294) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:55.247691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=e9b05c84-a1f3-4655-befa-e12b3e8349bc,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:55.268632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 76ecc875-cab3-4c33-8092-ea40606dce28 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:55.272751 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 76ecc875-cab3-4c33-8092-ea40606dce28 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:55.273163 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (76ecc875-cab3-4c33-8092-ea40606dce28), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.292801 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d27b952-eb00-4879-b1aa-5064fd656752 req-1af2bcce-2ba5-4aa7-8519-29c3a056268d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885329 Feb 08 15:51:55.309723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c77687-250c-4a23-8a7e-e58d1477175a req-af81e9d7-294e-4864-ae78-1d0d05724dbf tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.311240 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61c77687-250c-4a23-8a7e-e58d1477175a req-af81e9d7-294e-4864-ae78-1d0d05724dbf tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 948 time: 0.1001980 Feb 08 15:51:55.322953 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fcd4b190-153b-43c9-b71f-b0e7d981f355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (b35a6e45-f6f7-4c59-8e6e-79f4de0dc733), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.363300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 76ecc875-cab3-4c33-8092-ea40606dce28 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:55.363718 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (76ecc875-cab3-4c33-8092-ea40606dce28), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.374257 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61c77687-250c-4a23-8a7e-e58d1477175a req-7197f614-e792-462d-980e-721675ed77b6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548632 Feb 08 15:51:55.397289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 76ecc875-cab3-4c33-8092-ea40606dce28, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=76ecc875-cab3-4c33-8092-ea40606dce28,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:55.401426 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (76ecc875-cab3-4c33-8092-ea40606dce28), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.402167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3e5812a0-b0e7-452d-b369-a2cb2f05432c up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:55.413640 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fcd4b190-153b-43c9-b71f-b0e7d981f355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (b35a6e45-f6f7-4c59-8e6e-79f4de0dc733), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.435440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-fcd4b190-153b-43c9-b71f-b0e7d981f355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35a6e45-f6f7-4c59-8e6e-79f4de0dc733']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:51:55.445937 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-fcd4b190-153b-43c9-b71f-b0e7d981f355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d57b16-934a-4e36-8909-477ed22f1e90') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:51:55.446248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-fcd4b190-153b-43c9-b71f-b0e7d981f355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d57b16-934a-4e36-8909-477ed22f1e90') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:51:55.456608 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fcd4b190-153b-43c9-b71f-b0e7d981f355 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (23d57b16-934a-4e36-8909-477ed22f1e90), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.472094 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fcd4b190-153b-43c9-b71f-b0e7d981f355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (23d57b16-934a-4e36-8909-477ed22f1e90), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.478593 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd4b190-153b-43c9-b71f-b0e7d981f355 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:51:55.479257 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fcd4b190-153b-43c9-b71f-b0e7d981f355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (23d57b16-934a-4e36-8909-477ed22f1e90), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:51:55.481112 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:51:55.536770 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fcd4b190-153b-43c9-b71f-b0e7d981f355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (b35a6e45-f6f7-4c59-8e6e-79f4de0dc733), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.542550 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fcd4b190-153b-43c9-b71f-b0e7d981f355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.545741 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fcd4b190-153b-43c9-b71f-b0e7d981f355 admin admin] 10.222.0.82 "DELETE /v2.0/networks/b35a6e45-f6f7-4c59-8e6e-79f4de0dc733 HTTP/1.1" status: 204 len: 168 time: 0.2963996 Feb 08 15:51:55.558441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4b190-153b-43c9-b71f-b0e7d981f355 admin admin] Pushing event deleted for resources: {'Network': ['ID=b35a6e45-f6f7-4c59-8e6e-79f4de0dc733,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:55.610207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=76ecc875-cab3-4c33-8092-ea40606dce28,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:55.623165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 3e5812a0-b0e7-452d-b369-a2cb2f05432c completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:55.627554 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 3e5812a0-b0e7-452d-b369-a2cb2f05432c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:55.627989 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.675751 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42302) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:55.721317 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 3e5812a0-b0e7-452d-b369-a2cb2f05432c is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:55.721717 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.722090 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38969a1-a739-4a55-ae71-a43fd46fb25c req-a53510a1-b28a-4637-a0f2-cd22c88cec74 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.723898 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-263ba723-8025-4d43-8b20-3394515e8133 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2bdbe875cab64f65af5aa597fb5909d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468011 Feb 08 15:51:55.725403 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c38969a1-a739-4a55-ae71-a43fd46fb25c req-a53510a1-b28a-4637-a0f2-cd22c88cec74 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.0746756 Feb 08 15:51:55.726385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42304) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:55.765883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3e5812a0-b0e7-452d-b369-a2cb2f05432c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3e5812a0-b0e7-452d-b369-a2cb2f05432c,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:55.770858 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.771836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7a121fce-db35-434d-a698-ff9821529a20 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:55.785037 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39256c04-5685-4e37-af67-a5fbb5b31adf admin admin] Publish callbacks [] for security_group (2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.807677 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39256c04-5685-4e37-af67-a5fbb5b31adf admin admin] Publish callbacks [] for security_group (2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.821499 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c38969a1-a739-4a55-ae71-a43fd46fb25c req-8e40933f-529e-4ed3-a938-485c07da9b21 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894742 Feb 08 15:51:55.845866 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330be95-1779-4f90-84eb-c1bccdde0ce9 req-96b37d13-20a1-4e3e-a8f5-3559b96b1804 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.850745 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 7a121fce-db35-434d-a698-ff9821529a20 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:55.852431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330be95-1779-4f90-84eb-c1bccdde0ce9 req-96b37d13-20a1-4e3e-a8f5-3559b96b1804 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.858293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330be95-1779-4f90-84eb-c1bccdde0ce9 req-96b37d13-20a1-4e3e-a8f5-3559b96b1804 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.862238 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39256c04-5685-4e37-af67-a5fbb5b31adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.863158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 7a121fce-db35-434d-a698-ff9821529a20 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:55.863603 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7a121fce-db35-434d-a698-ff9821529a20), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.864238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330be95-1779-4f90-84eb-c1bccdde0ce9 req-96b37d13-20a1-4e3e-a8f5-3559b96b1804 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.866415 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39256c04-5685-4e37-af67-a5fbb5b31adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:55.868037 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-39256c04-5685-4e37-af67-a5fbb5b31adf admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd HTTP/1.1" status: 204 len: 168 time: 0.1406620 Feb 08 15:51:55.868150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=3e5812a0-b0e7-452d-b369-a2cb2f05432c,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:55.869550 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330be95-1779-4f90-84eb-c1bccdde0ce9 req-96b37d13-20a1-4e3e-a8f5-3559b96b1804 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.876493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330be95-1779-4f90-84eb-c1bccdde0ce9 req-96b37d13-20a1-4e3e-a8f5-3559b96b1804 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.880533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39256c04-5685-4e37-af67-a5fbb5b31adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7d9da9-f67e-4d0b-b86e-a21f2eb4c7bd,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:55.882373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330be95-1779-4f90-84eb-c1bccdde0ce9 req-96b37d13-20a1-4e3e-a8f5-3559b96b1804 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:55.885261 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e330be95-1779-4f90-84eb-c1bccdde0ce9 req-96b37d13-20a1-4e3e-a8f5-3559b96b1804 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5432 time: 0.1422770 Feb 08 15:51:55.952605 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e330be95-1779-4f90-84eb-c1bccdde0ce9 req-b4420571-dca4-4b36-bed8-073da907e430 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610907 Feb 08 15:51:55.974393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 7a121fce-db35-434d-a698-ff9821529a20 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:55.975027 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7a121fce-db35-434d-a698-ff9821529a20), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:56.012238 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7a121fce-db35-434d-a698-ff9821529a20, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7a121fce-db35-434d-a698-ff9821529a20,segment=NetworkSegment(178fbd4c-134b-41d7-af9d-23a0b2d77642),segment_id=178fbd4c-134b-41d7-af9d-23a0b2d77642)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:56.017493 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7a121fce-db35-434d-a698-ff9821529a20), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:56.071152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=7a121fce-db35-434d-a698-ff9821529a20,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:56.127753 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fd167-8061-461a-8720-9ed8617b0085 req-a5ce23cf-3d07-4004-bffb-11b66f1a64bf tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:56.129294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-216fd167-8061-461a-8720-9ed8617b0085 req-a5ce23cf-3d07-4004-bffb-11b66f1a64bf tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 945 time: 0.1005471 Feb 08 15:51:56.151979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a578d8a-1f30-4ba1-8401-4efc2f1e9d75 req-4c1c14eb-d648-4752-9f93-1bc282c46a2c tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:56.153467 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a578d8a-1f30-4ba1-8401-4efc2f1e9d75 req-4c1c14eb-d648-4752-9f93-1bc282c46a2c tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 944 time: 0.0856128 Feb 08 15:51:56.221490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-216fd167-8061-461a-8720-9ed8617b0085 req-aaf96eaf-d1ab-4e85-8308-5f8c64d83661 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859973 Feb 08 15:51:56.225613 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a578d8a-1f30-4ba1-8401-4efc2f1e9d75 req-492079e7-cf5d-4281-8584-226e5f895487 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653858 Feb 08 15:51:56.258328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 1fca2d15-0d72-4941-9cc7-0a684024e525 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:51:56.264724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 56accc60-01ce-4879-8c65-79158c0cbead up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:56.383451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 56accc60-01ce-4879-8c65-79158c0cbead completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:56.391854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 56accc60-01ce-4879-8c65-79158c0cbead triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:56.392240 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (56accc60-01ce-4879-8c65-79158c0cbead), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:56.422570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=1fca2d15-0d72-4941-9cc7-0a684024e525,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:56.441927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '1fca2d15-0d72-4941-9cc7-0a684024e525', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '1fca2d15-0d72-4941-9cc7-0a684024e525', 'mac_address': 'fa:16:3e:4e:cb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:51:56.480100 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0ec57-0c46-440c-a27f-dec493859c08 req-7778895a-a4e6-48aa-ae2c-3b043d36feec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:56.486368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0ec57-0c46-440c-a27f-dec493859c08 req-7778895a-a4e6-48aa-ae2c-3b043d36feec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:56.491885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0ec57-0c46-440c-a27f-dec493859c08 req-7778895a-a4e6-48aa-ae2c-3b043d36feec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:56.497623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0ec57-0c46-440c-a27f-dec493859c08 req-7778895a-a4e6-48aa-ae2c-3b043d36feec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:56.502752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0ec57-0c46-440c-a27f-dec493859c08 req-7778895a-a4e6-48aa-ae2c-3b043d36feec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:56.509168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0ec57-0c46-440c-a27f-dec493859c08 req-7778895a-a4e6-48aa-ae2c-3b043d36feec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:56.513029 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 1fca2d15-0d72-4941-9cc7-0a684024e525 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:56.513429 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:56.514987 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0ec57-0c46-440c-a27f-dec493859c08 req-7778895a-a4e6-48aa-ae2c-3b043d36feec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:56.522810 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-22c0ec57-0c46-440c-a27f-dec493859c08 req-7778895a-a4e6-48aa-ae2c-3b043d36feec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5443 time: 0.1247704 Feb 08 15:51:56.536576 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 56accc60-01ce-4879-8c65-79158c0cbead is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:56.536576 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (56accc60-01ce-4879-8c65-79158c0cbead), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:56.537860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fca2d15-0d72-4941-9cc7-0a684024e525 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:51:56.573084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=1fca2d15-0d72-4941-9cc7-0a684024e525,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:56.581132 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:56.592452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 56accc60-01ce-4879-8c65-79158c0cbead, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=56accc60-01ce-4879-8c65-79158c0cbead,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:56.609884 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (56accc60-01ce-4879-8c65-79158c0cbead), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:56.610676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 45051aa6-ed96-4957-b715-5162a6ddd70c up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:51:56.618677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612d5a7-0b19-426a-8783-8a2fca380363 req-7afaefed-b28a-4613-bb64-a172a1cd74ed tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:56.620503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f612d5a7-0b19-426a-8783-8a2fca380363 req-7afaefed-b28a-4613-bb64-a172a1cd74ed tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 948 time: 0.1594205 Feb 08 15:51:56.625651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-22c0ec57-0c46-440c-a27f-dec493859c08 req-da2f8a18-0d0c-4d6b-a105-5bd0bee634e6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013849 Feb 08 15:51:56.638930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e2dd08-15ae-4999-9e8f-c05884c8b844'}, {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2027a54-89c7-4cd5-acf9-136d057b9882'}, {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b05c84-a1f3-4655-befa-e12b3e8349bc'}, {'server_uuid': '336ba3e9-aa7c-445d-b17f-b54914a22885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ecc875-cab3-4c33-8092-ea40606dce28'}, {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5812a0-b0e7-452d-b369-a2cb2f05432c'}, {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a121fce-db35-434d-a698-ff9821529a20'}, {'server_uuid': 'b012145b-f5be-4b75-8982-6a1d1c91e61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56accc60-01ce-4879-8c65-79158c0cbead'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:56.642210 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbbf337-a743-4508-87d0-dba3cc74b439" -d '{"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-plugged", "status": "completed", "tag": "44e2dd08-15ae-4999-9e8f-c05884c8b844"}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-plugged", "status": "completed", "tag": "b2027a54-89c7-4cd5-acf9-136d057b9882"}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "e9b05c84-a1f3-4655-befa-e12b3e8349bc"}, {"server_uuid": "336ba3e9-aa7c-445d-b17f-b54914a22885", "name": "network-vif-plugged", "status": "completed", "tag": "76ecc875-cab3-4c33-8092-ea40606dce28"}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-plugged", "status": "completed", "tag": "3e5812a0-b0e7-452d-b369-a2cb2f05432c"}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-plugged", "status": "completed", "tag": "7a121fce-db35-434d-a698-ff9821529a20"}, {"server_uuid": "b012145b-f5be-4b75-8982-6a1d1c91e61d", "name": "network-vif-plugged", "status": "completed", "tag": "56accc60-01ce-4879-8c65-79158c0cbead"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:56.676471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=1fca2d15-0d72-4941-9cc7-0a684024e525,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:56.694262 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42336) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:56.705426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f612d5a7-0b19-426a-8783-8a2fca380363 req-7c06db56-ab39-435f-bcf7-15f3f748da9b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767193 Feb 08 15:51:56.716449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 45051aa6-ed96-4957-b715-5162a6ddd70c completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:51:56.729971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 45051aa6-ed96-4957-b715-5162a6ddd70c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:51:56.730310 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (45051aa6-ed96-4957-b715-5162a6ddd70c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:56.732745 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d9fd6a-82a2-4b2d-878d-547f0f89a53f x-openstack-request-id: req-58d9fd6a-82a2-4b2d-878d-547f0f89a53f {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:56.733163 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-plugged", "status": "completed", "tag": "44e2dd08-15ae-4999-9e8f-c05884c8b844", "code": 200}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-plugged", "status": "completed", "tag": "b2027a54-89c7-4cd5-acf9-136d057b9882", "code": 200}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "e9b05c84-a1f3-4655-befa-e12b3e8349bc", "code": 200}, {"server_uuid": "336ba3e9-aa7c-445d-b17f-b54914a22885", "name": "network-vif-plugged", "status": "completed", "tag": "76ecc875-cab3-4c33-8092-ea40606dce28", "code": 200}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-plugged", "status": "completed", "tag": "3e5812a0-b0e7-452d-b369-a2cb2f05432c", "code": 200}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-plugged", "status": "completed", "tag": "7a121fce-db35-434d-a698-ff9821529a20", "code": 200}, {"server_uuid": "b012145b-f5be-4b75-8982-6a1d1c91e61d", "name": "network-vif-plugged", "status": "completed", "tag": "56accc60-01ce-4879-8c65-79158c0cbead", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:56.733383 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-58d9fd6a-82a2-4b2d-878d-547f0f89a53f {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:56.733755 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e2dd08-15ae-4999-9e8f-c05884c8b844', 'code': 200} Feb 08 15:51:56.734022 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2027a54-89c7-4cd5-acf9-136d057b9882', 'code': 200} Feb 08 15:51:56.734308 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b05c84-a1f3-4655-befa-e12b3e8349bc', 'code': 200} Feb 08 15:51:56.734764 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336ba3e9-aa7c-445d-b17f-b54914a22885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ecc875-cab3-4c33-8092-ea40606dce28', 'code': 200} Feb 08 15:51:56.734874 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5812a0-b0e7-452d-b369-a2cb2f05432c', 'code': 200} Feb 08 15:51:56.735109 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a121fce-db35-434d-a698-ff9821529a20', 'code': 200} Feb 08 15:51:56.735330 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b012145b-f5be-4b75-8982-6a1d1c91e61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56accc60-01ce-4879-8c65-79158c0cbead', 'code': 200} Feb 08 15:51:56.758981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=56accc60-01ce-4879-8c65-79158c0cbead,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:56.840220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-264966489-network', 'tenant_id': 'dd4097f3085644e2868db4559cca9350'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:56.844824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 45051aa6-ed96-4957-b715-5162a6ddd70c is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:51:56.845260 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (45051aa6-ed96-4957-b715-5162a6ddd70c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:56.877386 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] Made reservation on behalf of dd4097f3085644e2868db4559cca9350 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:51:56.881180 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:56.888129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 45051aa6-ed96-4957-b715-5162a6ddd70c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=45051aa6-ed96-4957-b715-5162a6ddd70c,segment=NetworkSegment(13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d),segment_id=13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:56.896647 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:56.896858 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (45051aa6-ed96-4957-b715-5162a6ddd70c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:56.950882 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=45051aa6-ed96-4957-b715-5162a6ddd70c,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:57.001908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435e5d9-d31d-4897-abe3-f58069a7aa9c req-65338442-9316-4293-805e-09652a119d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.003712 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7435e5d9-d31d-4897-abe3-f58069a7aa9c req-65338442-9316-4293-805e-09652a119d11 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 1128 time: 0.0862091 Feb 08 15:51:57.030043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['1fca2d15-0d72-4941-9cc7-0a684024e525'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:57.072510 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] Publish callbacks [] for security_group (b9adf50e-2aee-484d-9d4f-9253661be5bd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:57.085497 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b9adf50e-2aee-484d-9d4f-9253661be5bd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:57.095767 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7435e5d9-d31d-4897-abe3-f58069a7aa9c req-29b7d0ef-855e-4112-a02b-051a877f2fe4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846295 Feb 08 15:51:57.119233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:51:57.126344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9adf50e-2aee-484d-9d4f-9253661be5bd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:57.134213 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (001f9462-244e-4997-a607-da1637a01c28), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:57.134654 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] Added segment 001f9462-244e-4997-a607-da1637a01c28 of type vlan for network a3d322b0-44f4-4542-80c3-0257da15bf1e Feb 08 15:51:57.179273 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (a3d322b0-44f4-4542-80c3-0257da15bf1e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:57.205725 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (a3d322b0-44f4-4542-80c3-0257da15bf1e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:57.206668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.207947 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:57.269911 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5745702 Feb 08 15:51:57.274634 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42350) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:51:57.279227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-dc43ebc7-dfee-4ef0-b509-4973ec7c1640 admin admin] Request body: {'subnet': {'network_id': 'a3d322b0-44f4-4542-80c3-0257da15bf1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-264966489-subnet', 'tenant_id': 'dd4097f3085644e2868db4559cca9350', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:51:57.283370 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc2d32-ff79-4cf3-b91c-93a406ef1716 admin admin] Pushing event updated for resources: {'Network': ['ID=a3d322b0-44f4-4542-80c3-0257da15bf1e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:57.298556 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network a3d322b0-44f4-4542-80c3-0257da15bf1e details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:51:57.318632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc43ebc7-dfee-4ef0-b509-4973ec7c1640 admin admin] Made reservation on behalf of dd4097f3085644e2868db4559cca9350 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:51:57.322712 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc43ebc7-dfee-4ef0-b509-4973ec7c1640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:57.352473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188530b0-67d8-478b-8ef1-eb38260d0bef req-92fcb4c5-0bfc-44e3-863c-10e15da50c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.353092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188530b0-67d8-478b-8ef1-eb38260d0bef req-92fcb4c5-0bfc-44e3-863c-10e15da50c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.353452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188530b0-67d8-478b-8ef1-eb38260d0bef req-92fcb4c5-0bfc-44e3-863c-10e15da50c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.353923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188530b0-67d8-478b-8ef1-eb38260d0bef req-92fcb4c5-0bfc-44e3-863c-10e15da50c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.354387 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188530b0-67d8-478b-8ef1-eb38260d0bef req-92fcb4c5-0bfc-44e3-863c-10e15da50c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.354849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188530b0-67d8-478b-8ef1-eb38260d0bef req-92fcb4c5-0bfc-44e3-863c-10e15da50c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.355311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188530b0-67d8-478b-8ef1-eb38260d0bef req-92fcb4c5-0bfc-44e3-863c-10e15da50c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.357273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-188530b0-67d8-478b-8ef1-eb38260d0bef req-92fcb4c5-0bfc-44e3-863c-10e15da50c78 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 6724 time: 0.4849551 Feb 08 15:51:57.379110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da6b1-9840-4445-81f1-6b69648becf3 req-28a77331-e4e2-467e-9174-f26c2a270cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.379596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da6b1-9840-4445-81f1-6b69648becf3 req-28a77331-e4e2-467e-9174-f26c2a270cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.380069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da6b1-9840-4445-81f1-6b69648becf3 req-28a77331-e4e2-467e-9174-f26c2a270cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.380535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da6b1-9840-4445-81f1-6b69648becf3 req-28a77331-e4e2-467e-9174-f26c2a270cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.381050 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da6b1-9840-4445-81f1-6b69648becf3 req-28a77331-e4e2-467e-9174-f26c2a270cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.381474 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da6b1-9840-4445-81f1-6b69648becf3 req-28a77331-e4e2-467e-9174-f26c2a270cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.381931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da6b1-9840-4445-81f1-6b69648becf3 req-28a77331-e4e2-467e-9174-f26c2a270cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.383882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-274da6b1-9840-4445-81f1-6b69648becf3 req-28a77331-e4e2-467e-9174-f26c2a270cb3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 6715 time: 0.4784961 Feb 08 15:51:57.400700 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873d572-5caf-4163-9141-912e5d446572 req-d9f12d04-da6f-439f-9979-498abc06ddd4 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.402334 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6873d572-5caf-4163-9141-912e5d446572 req-d9f12d04-da6f-439f-9979-498abc06ddd4 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.4881275 Feb 08 15:51:57.422790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3b981-f724-483e-9f52-0bf0cf68dc62 req-ca2bbc66-e867-48ba-ab95-57b15ea5c5de tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.428011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3b981-f724-483e-9f52-0bf0cf68dc62 req-ca2bbc66-e867-48ba-ab95-57b15ea5c5de tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.433215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3b981-f724-483e-9f52-0bf0cf68dc62 req-ca2bbc66-e867-48ba-ab95-57b15ea5c5de tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.439053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3b981-f724-483e-9f52-0bf0cf68dc62 req-ca2bbc66-e867-48ba-ab95-57b15ea5c5de tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.444270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3b981-f724-483e-9f52-0bf0cf68dc62 req-ca2bbc66-e867-48ba-ab95-57b15ea5c5de tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.449567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3b981-f724-483e-9f52-0bf0cf68dc62 req-ca2bbc66-e867-48ba-ab95-57b15ea5c5de tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.455822 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3b981-f724-483e-9f52-0bf0cf68dc62 req-ca2bbc66-e867-48ba-ab95-57b15ea5c5de tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.457774 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54f3b981-f724-483e-9f52-0bf0cf68dc62 req-ca2bbc66-e867-48ba-ab95-57b15ea5c5de tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5434 time: 0.1833549 Feb 08 15:51:57.508440 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc43ebc7-dfee-4ef0-b509-4973ec7c1640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (bbf80f3c-b1c4-44a2-835e-2d26d7c85bb3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:57.566062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43ebc7-dfee-4ef0-b509-4973ec7c1640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf80f3c-b1c4-44a2-835e-2d26d7c85bb3,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:57.573676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc43ebc7-dfee-4ef0-b509-4973ec7c1640 admin admin] Checking segment: {'id': '001f9462-244e-4997-a607-da1637a01c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a3d322b0-44f4-4542-80c3-0257da15bf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:51:57.574041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc43ebc7-dfee-4ef0-b509-4973ec7c1640 admin admin] Network hostable DHCP agents. Network: a3d322b0-44f4-4542-80c3-0257da15bf1e, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:51:57.590663 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-188530b0-67d8-478b-8ef1-eb38260d0bef req-28e65d88-0b45-4e27-be7d-a73765fd0e34 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2250054 Feb 08 15:51:57.590983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc43ebc7-dfee-4ef0-b509-4973ec7c1640 admin admin] Network a3d322b0-44f4-4542-80c3-0257da15bf1e is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:51:57.597160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6873d572-5caf-4163-9141-912e5d446572 req-12199fe0-a0e8-46e2-8d51-75be19263af4 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374791 Feb 08 15:51:57.600765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-dc43ebc7-dfee-4ef0-b509-4973ec7c1640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, a3d322b0-44f4-4542-80c3-0257da15bf1e) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:51:57.605830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc43ebc7-dfee-4ef0-b509-4973ec7c1640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.606428 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc43ebc7-dfee-4ef0-b509-4973ec7c1640 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:57.606842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-274da6b1-9840-4445-81f1-6b69648becf3 req-7ad4bcf7-3ec8-46ce-b5e4-c9e2a634fadb service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2012413 Feb 08 15:51:57.616543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54f3b981-f724-483e-9f52-0bf0cf68dc62 req-0dfd3410-a62a-4f3c-9f01-c78dc3fd442b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1462231 Feb 08 15:51:57.620206 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0985179-3e3b-46bd-8e62-d1bdd2ba0261 None None] Network a3d322b0-44f4-4542-80c3-0257da15bf1e requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:51:57.639244 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dc43ebc7-dfee-4ef0-b509-4973ec7c1640 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3517756 Feb 08 15:51:57.730445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75fe7db-bfdb-418b-9816-07fb80398b59 None None] Network a3d322b0-44f4-4542-80c3-0257da15bf1e requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:51:57.812124 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455e541-160e-4660-addd-65e821c2c537 req-2f11dc27-8843-4602-aa80-786e33cd7350 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.814105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a455e541-160e-4660-addd-65e821c2c537 req-2f11dc27-8843-4602-aa80-786e33cd7350 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 945 time: 0.1018589 Feb 08 15:51:57.822802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bd3ad-5f4d-465a-9965-0718ce8a8d48 req-fe9973e4-bedc-48d9-9c54-7bdad31e9ace tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:57.825429 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-979bd3ad-5f4d-465a-9965-0718ce8a8d48 req-fe9973e4-bedc-48d9-9c54-7bdad31e9ace tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1024415 Feb 08 15:51:57.895344 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a455e541-160e-4660-addd-65e821c2c537 req-f55578f8-2f0c-4362-ad0f-1e6297b30f5c tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688653 Feb 08 15:51:57.902537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-979bd3ad-5f4d-465a-9965-0718ce8a8d48 req-c8ef420f-58e0-4f4e-9ea8-2106a9e871f1 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680008 Feb 08 15:51:57.925022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 36e62320-8498-4d95-8cad-eb602a24d64a no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:51:57.945674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 36e62320-8498-4d95-8cad-eb602a24d64a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:51:57.946021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 36e62320-8498-4d95-8cad-eb602a24d64a not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:51:58.047438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad41434-30b1-4578-8ee2-0354bba00363 req-c325641f-4b36-463c-b2c5-de446bdd825c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:58.052610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad41434-30b1-4578-8ee2-0354bba00363 req-c325641f-4b36-463c-b2c5-de446bdd825c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:58.057792 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad41434-30b1-4578-8ee2-0354bba00363 req-c325641f-4b36-463c-b2c5-de446bdd825c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:58.063450 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad41434-30b1-4578-8ee2-0354bba00363 req-c325641f-4b36-463c-b2c5-de446bdd825c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:58.068556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad41434-30b1-4578-8ee2-0354bba00363 req-c325641f-4b36-463c-b2c5-de446bdd825c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:58.073722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad41434-30b1-4578-8ee2-0354bba00363 req-c325641f-4b36-463c-b2c5-de446bdd825c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:58.079483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad41434-30b1-4578-8ee2-0354bba00363 req-c325641f-4b36-463c-b2c5-de446bdd825c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:58.081334 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0ad41434-30b1-4578-8ee2-0354bba00363 req-c325641f-4b36-463c-b2c5-de446bdd825c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5443 time: 0.1256201 Feb 08 15:51:58.088013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4442643-9d9e-4749-8494-62d3e266e6fe req-baa3ce27-6cff-4a60-a9f6-b7f4876f246b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:58.089354 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4442643-9d9e-4749-8494-62d3e266e6fe req-baa3ce27-6cff-4a60-a9f6-b7f4876f246b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 949 time: 0.1250715 Feb 08 15:51:58.170765 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4442643-9d9e-4749-8494-62d3e266e6fe req-da68b847-97fe-4528-bd3e-e9eca827b09e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745203 Feb 08 15:51:58.178359 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0ad41434-30b1-4578-8ee2-0354bba00363 req-8e5cfe5e-4d8a-450a-9173-af36f05e916e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879147 Feb 08 15:51:58.467450 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-0b3a1bd8-64dd-4d31-b5a9-7f31d81cae83 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:58.469141 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-0b3a1bd8-64dd-4d31-b5a9-7f31d81cae83 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/networks?id=a3d322b0-44f4-4542-80c3-0257da15bf1e HTTP/1.1" status: 200 len: 808 time: 0.1056645 Feb 08 15:51:58.483202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-549ccd3c-c32f-43a5-b3d9-18b7dbee5c2e tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/quotas/dd4097f3085644e2868db4559cca9350 HTTP/1.1" status: 200 len: 375 time: 0.0089016 Feb 08 15:51:58.514517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-5bbb4f84-677f-4ab0-9237-2c71277a42b0 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd4097f3085644e2868db4559cca9350&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259650 Feb 08 15:51:58.607022 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-51501bdc-9ba1-4b26-ae53-ec2dac071ce5 service neutron] 10.222.0.82 "GET /v2.0/networks/a3d322b0-44f4-4542-80c3-0257da15bf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859947 Feb 08 15:51:58.699148 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-e6b1b70f-66aa-4538-a947-2ff09df47674 service neutron] 10.222.0.82 "GET /v2.0/networks/a3d322b0-44f4-4542-80c3-0257da15bf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857816 Feb 08 15:51:58.736272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c90a927-4bbf-49c4-a412-e92a76b622c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45051aa6-ed96-4957-b715-5162a6ddd70c'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:58.738971 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e137ace-326f-405e-9bef-30b95049d11f" -d '{"events": [{"server_uuid": "2c90a927-4bbf-49c4-a412-e92a76b622c6", "name": "network-vif-plugged", "status": "completed", "tag": "45051aa6-ed96-4957-b715-5162a6ddd70c"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:51:58.765080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f33de-7f53-47bf-b35a-9aea3ebbeb3e req-7c1a851c-33f1-43dc-b534-fbf27c14b1f9 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:58.769468 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c0f33de-7f53-47bf-b35a-9aea3ebbeb3e req-7c1a851c-33f1-43dc-b534-fbf27c14b1f9 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.0693784 Feb 08 15:51:58.820451 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c0f33de-7f53-47bf-b35a-9aea3ebbeb3e req-b7b51c74-6395-461e-a390-3b04ab18fa08 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/security-groups?id=ad0f133c-7947-4fbf-861d-e955388ef39f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477316 Feb 08 15:51:58.881195 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc07b461-c835-4861-8646-2cd973c710b1 x-openstack-request-id: req-dc07b461-c835-4861-8646-2cd973c710b1 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:51:58.881491 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c90a927-4bbf-49c4-a412-e92a76b622c6", "name": "network-vif-plugged", "status": "completed", "tag": "45051aa6-ed96-4957-b715-5162a6ddd70c", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:51:58.881753 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dc07b461-c835-4861-8646-2cd973c710b1 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:51:58.882150 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c90a927-4bbf-49c4-a412-e92a76b622c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45051aa6-ed96-4957-b715-5162a6ddd70c', 'code': 200} Feb 08 15:51:58.947374 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b1d234e-e99f-46ee-b8bd-beabedfdab0c req-d87833dc-60f6-4c44-a5b8-3b0bf648a5d7 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 210 time: 0.0329821 Feb 08 15:51:59.006351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba449a7-879d-403c-a409-dff06171be4b req-6790d35c-5f4f-4c04-9b6a-76e9375213d4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.011687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba449a7-879d-403c-a409-dff06171be4b req-6790d35c-5f4f-4c04-9b6a-76e9375213d4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.017027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba449a7-879d-403c-a409-dff06171be4b req-6790d35c-5f4f-4c04-9b6a-76e9375213d4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.022214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba449a7-879d-403c-a409-dff06171be4b req-6790d35c-5f4f-4c04-9b6a-76e9375213d4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.027407 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba449a7-879d-403c-a409-dff06171be4b req-6790d35c-5f4f-4c04-9b6a-76e9375213d4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.033265 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba449a7-879d-403c-a409-dff06171be4b req-6790d35c-5f4f-4c04-9b6a-76e9375213d4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.038569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba449a7-879d-403c-a409-dff06171be4b req-6790d35c-5f4f-4c04-9b6a-76e9375213d4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.040497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ba449a7-879d-403c-a409-dff06171be4b req-6790d35c-5f4f-4c04-9b6a-76e9375213d4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5434 time: 0.1689086 Feb 08 15:51:59.092745 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d570cd4-dc2f-4e3d-a445-472d08dbeba8 req-f98e2802-d58c-41e0-8116-11b1e8c5027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.094998 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d570cd4-dc2f-4e3d-a445-472d08dbeba8 req-f98e2802-d58c-41e0-8116-11b1e8c5027c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 1128 time: 0.1441462 Feb 08 15:51:59.169958 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5b3c6-74c5-452d-8d60-9d7e2f8fc43a req-56a9d5ac-2640-44ae-94b0-6b772784addd tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.171712 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98d5b3c6-74c5-452d-8d60-9d7e2f8fc43a req-56a9d5ac-2640-44ae-94b0-6b772784addd tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 945 time: 0.1298738 Feb 08 15:51:59.191460 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ba449a7-879d-403c-a409-dff06171be4b req-da2321d6-2f25-469a-8280-b5481f4cbc52 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363261 Feb 08 15:51:59.204988 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d570cd4-dc2f-4e3d-a445-472d08dbeba8 req-77f22800-03fb-4c03-bf37-d55803e249b8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014116 Feb 08 15:51:59.246966 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98d5b3c6-74c5-452d-8d60-9d7e2f8fc43a req-451b470c-1373-45f1-8427-e8dbfe2e0da1 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649555 Feb 08 15:51:59.318376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e729c62-4823-4793-84e4-950d7fba165e req-e5b958a7-326a-4390-b620-5602689c08dc tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.319986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e729c62-4823-4793-84e4-950d7fba165e req-e5b958a7-326a-4390-b620-5602689c08dc tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0614295 Feb 08 15:51:59.402891 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e729c62-4823-4793-84e4-950d7fba165e req-769d2043-547a-4e2a-8390-1a99d515e931 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726061 Feb 08 15:51:59.415353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4938008-673b-428a-96d4-82eaeecca4ae req-f8507ace-ec97-43cc-9c6d-b8276bfbe838 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.416856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4938008-673b-428a-96d4-82eaeecca4ae req-f8507ace-ec97-43cc-9c6d-b8276bfbe838 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 949 time: 0.0959241 Feb 08 15:51:59.441495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d556a5-052e-4f32-8249-20661396d6ee req-358c9136-9256-4b15-8529-ca3d84c2a44a tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.444625 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-46d556a5-052e-4f32-8249-20661396d6ee req-358c9136-9256-4b15-8529-ca3d84c2a44a tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.94 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 946 time: 0.0698779 Feb 08 15:51:59.502068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4938008-673b-428a-96d4-82eaeecca4ae req-00f145fe-2590-41fe-890d-9722c4b79d0c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741119 Feb 08 15:51:59.576067 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f228d-ebc3-4c36-91fa-f58b3dbc0b92 req-6328ad85-d245-413d-9b37-839270c8ae05 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.582172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f228d-ebc3-4c36-91fa-f58b3dbc0b92 req-6328ad85-d245-413d-9b37-839270c8ae05 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.583444 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-46d556a5-052e-4f32-8249-20661396d6ee req-535f6916-2f99-4892-b6a2-1aabb044b6b5 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Deleting port a8d04b41-05ca-4468-8a15-c41d2b004e0f {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:51:59.583841 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-46d556a5-052e-4f32-8249-20661396d6ee req-535f6916-2f99-4892-b6a2-1aabb044b6b5 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a8d04b41-05ca-4468-8a15-c41d2b004e0f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:59.588514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f228d-ebc3-4c36-91fa-f58b3dbc0b92 req-6328ad85-d245-413d-9b37-839270c8ae05 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.595133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f228d-ebc3-4c36-91fa-f58b3dbc0b92 req-6328ad85-d245-413d-9b37-839270c8ae05 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.601834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f228d-ebc3-4c36-91fa-f58b3dbc0b92 req-6328ad85-d245-413d-9b37-839270c8ae05 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.622964 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f228d-ebc3-4c36-91fa-f58b3dbc0b92 req-6328ad85-d245-413d-9b37-839270c8ae05 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.632536 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f228d-ebc3-4c36-91fa-f58b3dbc0b92 req-6328ad85-d245-413d-9b37-839270c8ae05 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.634727 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-100f228d-ebc3-4c36-91fa-f58b3dbc0b92 req-6328ad85-d245-413d-9b37-839270c8ae05 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5443 time: 0.1471875 Feb 08 15:51:59.686383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-46d556a5-052e-4f32-8249-20661396d6ee req-535f6916-2f99-4892-b6a2-1aabb044b6b5 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] For port a8d04b41-05ca-4468-8a15-c41d2b004e0f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=a8d04b41-05ca-4468-8a15-c41d2b004e0f,segment=NetworkSegment(edbdb8e9-095d-4d06-8f62-aae7fa9f558c),segment_id=edbdb8e9-095d-4d06-8f62-aae7fa9f558c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:51:59.686868 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-46d556a5-052e-4f32-8249-20661396d6ee req-535f6916-2f99-4892-b6a2-1aabb044b6b5 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a8d04b41-05ca-4468-8a15-c41d2b004e0f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:59.700435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-46d556a5-052e-4f32-8249-20661396d6ee req-535f6916-2f99-4892-b6a2-1aabb044b6b5 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Calling delete_port for a8d04b41-05ca-4468-8a15-c41d2b004e0f owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:51:59.704798 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-100f228d-ebc3-4c36-91fa-f58b3dbc0b92 req-1dbb339f-dbae-4953-84cf-ec3f2331fe42 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622187 Feb 08 15:51:59.826706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b093d7a-f35b-463d-b2b4-22166e90a1e5 req-f25f8a7e-6ce8-465d-adc8-7f6bb2340298 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:51:59.828533 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b093d7a-f35b-463d-b2b4-22166e90a1e5 req-f25f8a7e-6ce8-465d-adc8-7f6bb2340298 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 945 time: 0.0617220 Feb 08 15:51:59.881896 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b093d7a-f35b-463d-b2b4-22166e90a1e5 req-eb056cf4-154f-4c52-8f9a-0751fd4f6247 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476363 Feb 08 15:51:59.885823 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-46d556a5-052e-4f32-8249-20661396d6ee req-535f6916-2f99-4892-b6a2-1aabb044b6b5 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a8d04b41-05ca-4468-8a15-c41d2b004e0f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:59.904292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['a8d04b41-05ca-4468-8a15-c41d2b004e0f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:51:59.924632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f6916-2f99-4892-b6a2-1aabb044b6b5 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Pushing event deleted for resources: {'Port': ['ID=a8d04b41-05ca-4468-8a15-c41d2b004e0f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:51:59.976744 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d556a5-052e-4f32-8249-20661396d6ee req-535f6916-2f99-4892-b6a2-1aabb044b6b5 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] No DVR routers for this DVR port a8d04b41-05ca-4468-8a15-c41d2b004e0f on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:51:59.980757 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-46d556a5-052e-4f32-8249-20661396d6ee req-535f6916-2f99-4892-b6a2-1aabb044b6b5 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:51:59.985835 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-46d556a5-052e-4f32-8249-20661396d6ee req-535f6916-2f99-4892-b6a2-1aabb044b6b5 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.94 "DELETE /v2.0/ports/a8d04b41-05ca-4468-8a15-c41d2b004e0f HTTP/1.1" status: 204 len: 173 time: 0.5358660 Feb 08 15:51:59.986388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38', 'name': 'network-vif-deleted', 'tag': 'a8d04b41-05ca-4468-8a15-c41d2b004e0f'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:51:59.989407 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12da42d4-7481-4637-add1-e28f70aa9526" -d '{"events": [{"server_uuid": "3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38", "name": "network-vif-deleted", "tag": "a8d04b41-05ca-4468-8a15-c41d2b004e0f"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:00.029120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f58ed2b-28c5-4fb6-bae9-5791258765c0 req-65e03810-78e5-49cd-a198-698eb9ab8c64 tempest-ServerRescueNegativeTestJSON-1486698180 tempest-ServerRescueNegativeTestJSON-1486698180-project] 10.222.0.82 "GET /v2.0/ports?device_id=3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38 HTTP/1.1" status: 200 len: 210 time: 0.0819554 Feb 08 15:52:00.103079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-bfacc4f4-4f58-4e35-a0b7-e67b1b466b1c tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:00.104629 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-bfacc4f4-4f58-4e35-a0b7-e67b1b466b1c tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.94 "GET /v2.0/networks?id=a3d322b0-44f4-4542-80c3-0257da15bf1e HTTP/1.1" status: 200 len: 808 time: 0.1789734 Feb 08 15:52:00.132258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e663a53-b9de-4f14-9efd-87d1a265f420 req-5505b501-0a49-4e26-aefd-9a2a8987aa2a tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 210 time: 0.0266073 Feb 08 15:52:00.181624 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04e25d3-c160-4c61-aa8a-f99235d96312 x-openstack-request-id: req-e04e25d3-c160-4c61-aa8a-f99235d96312 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:00.181925 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38", "name": "network-vif-deleted", "tag": "a8d04b41-05ca-4468-8a15-c41d2b004e0f", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:00.182185 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e04e25d3-c160-4c61-aa8a-f99235d96312 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:00.182592 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe94f8a-949d-40b6-ab1f-4ca7cfa52c38', 'name': 'network-vif-deleted', 'tag': 'a8d04b41-05ca-4468-8a15-c41d2b004e0f', 'status': 'completed', 'code': 200} Feb 08 15:52:00.209454 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-7cd4b63e-c4d4-45cd-946a-fca5e35843c5 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Request body: {'port': {'device_id': 'eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69', 'network_id': 'a3d322b0-44f4-4542-80c3-0257da15bf1e', 'admin_state_up': True, 'tenant_id': 'dd4097f3085644e2868db4559cca9350'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:00.263033 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 1fca2d15-0d72-4941-9cc7-0a684024e525 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:52:00.319353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 1fca2d15-0d72-4941-9cc7-0a684024e525 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:52:00.323643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 1fca2d15-0d72-4941-9cc7-0a684024e525 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:52:00.324017 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:00.340087 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adbdcc-ddb4-4160-8d58-4fb46d510656 req-8c288e24-996d-41b8-a212-296764dbe1d3 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:00.341621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24adbdcc-ddb4-4160-8d58-4fb46d510656 req-8c288e24-996d-41b8-a212-296764dbe1d3 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.1674659 Feb 08 15:52:00.405805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 1fca2d15-0d72-4941-9cc7-0a684024e525 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:52:00.406248 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:00.411123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0539f7-0853-4e86-9a02-283a1e6e3c08 req-b6d74714-f8d6-4000-970d-8e9cefd936be tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:00.416484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0539f7-0853-4e86-9a02-283a1e6e3c08 req-b6d74714-f8d6-4000-970d-8e9cefd936be tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:00.421893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0539f7-0853-4e86-9a02-283a1e6e3c08 req-b6d74714-f8d6-4000-970d-8e9cefd936be tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:00.427533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0539f7-0853-4e86-9a02-283a1e6e3c08 req-b6d74714-f8d6-4000-970d-8e9cefd936be tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:00.432985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0539f7-0853-4e86-9a02-283a1e6e3c08 req-b6d74714-f8d6-4000-970d-8e9cefd936be tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:00.439165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0539f7-0853-4e86-9a02-283a1e6e3c08 req-b6d74714-f8d6-4000-970d-8e9cefd936be tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:00.439719 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=1fca2d15-0d72-4941-9cc7-0a684024e525,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:00.444005 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:00.446532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0539f7-0853-4e86-9a02-283a1e6e3c08 req-b6d74714-f8d6-4000-970d-8e9cefd936be tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:00.448928 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f0539f7-0853-4e86-9a02-283a1e6e3c08 req-b6d74714-f8d6-4000-970d-8e9cefd936be tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5434 time: 0.1731155 Feb 08 15:52:00.495377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=1fca2d15-0d72-4941-9cc7-0a684024e525,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:00.507837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24adbdcc-ddb4-4160-8d58-4fb46d510656 req-29e2e518-918e-4877-8a03-67eed0e73777 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571472 Feb 08 15:52:00.510062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-7cd4b63e-c4d4-45cd-946a-fca5e35843c5 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Made reservation on behalf of dd4097f3085644e2868db4559cca9350 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:52:00.521311 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-7cd4b63e-c4d4-45cd-946a-fca5e35843c5 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:00.593742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f0539f7-0853-4e86-9a02-283a1e6e3c08 req-c53b8f8b-fffe-4a13-a050-9a223d0abfb5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1329563 Feb 08 15:52:00.706407 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4daf5-0c89-4088-b981-2b716316f9bf req-3d5f404a-061d-450a-86f3-faa15d696ca5 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:00.708240 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-10c4daf5-0c89-4088-b981-2b716316f9bf req-3d5f404a-061d-450a-86f3-faa15d696ca5 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1335223 Feb 08 15:52:00.765413 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-7cd4b63e-c4d4-45cd-946a-fca5e35843c5 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Allocated IP 172.20.0.11 (a3d322b0-44f4-4542-80c3-0257da15bf1e/bbf80f3c-b1c4-44a2-835e-2d26d7c85bb3/c5005d28-976c-40ba-a60b-2edad70fa385) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:52:00.807260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-10c4daf5-0c89-4088-b981-2b716316f9bf req-0dee2f4f-05ae-4789-a7f7-58555d9c4a0f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770960 Feb 08 15:52:00.883719 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:00.886173 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4e3c40-bcb6-4b76-a815-03e94b138a39" -d '{"events": [{"server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "name": "network-vif-plugged", "status": "completed", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:01.024415 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-7cd4b63e-c4d4-45cd-946a-fca5e35843c5 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Publish callbacks [] for port (c5005d28-976c-40ba-a60b-2edad70fa385), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:01.033136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a21da3-4cc2-4a59-ba12-be2c291aee29 req-b6d411e2-0b19-4b64-bfd8-39ad19c70d8e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.038343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a21da3-4cc2-4a59-ba12-be2c291aee29 req-b6d411e2-0b19-4b64-bfd8-39ad19c70d8e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.043573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a21da3-4cc2-4a59-ba12-be2c291aee29 req-b6d411e2-0b19-4b64-bfd8-39ad19c70d8e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.045196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-83a21da3-4cc2-4a59-ba12-be2c291aee29 req-b6d411e2-0b19-4b64-bfd8-39ad19c70d8e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398&device_id=336ba3e9-aa7c-445d-b17f-b54914a22885&device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 2417 time: 0.1912186 Feb 08 15:52:01.054680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcf6d8-dc13-4949-aefa-8ac816adb79d req-660fdd80-1546-4c37-bf0d-509b39dfb40c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.056053 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6bcf6d8-dc13-4949-aefa-8ac816adb79d req-660fdd80-1546-4c37-bf0d-509b39dfb40c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.1531880 Feb 08 15:52:01.148969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-83a21da3-4cc2-4a59-ba12-be2c291aee29 req-d1485d5b-78c8-4b48-950c-5315ad246525 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919397 Feb 08 15:52:01.152709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-7cd4b63e-c4d4-45cd-946a-fca5e35843c5 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c5005d28-976c-40ba-a60b-2edad70fa385), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:01.168573 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6bcf6d8-dc13-4949-aefa-8ac816adb79d req-24319c86-4044-4121-8361-2c0d50124666 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028790 Feb 08 15:52:01.204448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-7cd4b63e-c4d4-45cd-946a-fca5e35843c5 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Network a3d322b0-44f4-4542-80c3-0257da15bf1e is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:52:01.208220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-7cd4b63e-c4d4-45cd-946a-fca5e35843c5 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:52:01.210670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-7cd4b63e-c4d4-45cd-946a-fca5e35843c5 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:52:01.250259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4b63e-c4d4-45cd-946a-fca5e35843c5 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Pushing event updated for resources: {'Port': ['ID=c5005d28-976c-40ba-a60b-2edad70fa385,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:01.323075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-7cd4b63e-c4d4-45cd-946a-fca5e35843c5 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.323697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-7cd4b63e-c4d4-45cd-946a-fca5e35843c5 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:01.358992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66516d8-e43a-4103-a253-675512e4f7bf req-1695a448-f840-4916-af6d-27bd28b20051 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.364755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66516d8-e43a-4103-a253-675512e4f7bf req-1695a448-f840-4916-af6d-27bd28b20051 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.369971 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66516d8-e43a-4103-a253-675512e4f7bf req-1695a448-f840-4916-af6d-27bd28b20051 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.375867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66516d8-e43a-4103-a253-675512e4f7bf req-1695a448-f840-4916-af6d-27bd28b20051 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.381190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66516d8-e43a-4103-a253-675512e4f7bf req-1695a448-f840-4916-af6d-27bd28b20051 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.386423 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66516d8-e43a-4103-a253-675512e4f7bf req-1695a448-f840-4916-af6d-27bd28b20051 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.392241 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66516d8-e43a-4103-a253-675512e4f7bf req-1695a448-f840-4916-af6d-27bd28b20051 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.394031 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b66516d8-e43a-4103-a253-675512e4f7bf req-1695a448-f840-4916-af6d-27bd28b20051 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5434 time: 0.1788211 Feb 08 15:52:01.399210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-7cd4b63e-c4d4-45cd-946a-fca5e35843c5 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1948450 Feb 08 15:52:01.404633 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42426) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:01.411585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0d041228-78d8-458c-8624-7ef4f308cd81 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Request body: {'floatingip': {'port_id': 'b959c37e-48be-4755-91be-97f970486494'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:01.416267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2720-3c78-4afd-81e4-fa26d29c8771 req-81f2f3cd-2eff-4e3b-a534-d6e6f5dc2949 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.421826 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2720-3c78-4afd-81e4-fa26d29c8771 req-81f2f3cd-2eff-4e3b-a534-d6e6f5dc2949 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.427939 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2720-3c78-4afd-81e4-fa26d29c8771 req-81f2f3cd-2eff-4e3b-a534-d6e6f5dc2949 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.431442 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9e0b24-1e1e-497b-ad43-9a0fe296e2b5 x-openstack-request-id: req-4f9e0b24-1e1e-497b-ad43-9a0fe296e2b5 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:01.431897 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "name": "network-vif-plugged", "status": "completed", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:01.431982 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4f9e0b24-1e1e-497b-ad43-9a0fe296e2b5 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:01.432356 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525', 'code': 200} Feb 08 15:52:01.433436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2720-3c78-4afd-81e4-fa26d29c8771 req-81f2f3cd-2eff-4e3b-a534-d6e6f5dc2949 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.438676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2720-3c78-4afd-81e4-fa26d29c8771 req-81f2f3cd-2eff-4e3b-a534-d6e6f5dc2949 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.444716 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2720-3c78-4afd-81e4-fa26d29c8771 req-81f2f3cd-2eff-4e3b-a534-d6e6f5dc2949 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.451830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2720-3c78-4afd-81e4-fa26d29c8771 req-81f2f3cd-2eff-4e3b-a534-d6e6f5dc2949 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.455328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-658e2720-3c78-4afd-81e4-fa26d29c8771 req-81f2f3cd-2eff-4e3b-a534-d6e6f5dc2949 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5443 time: 0.2067721 Feb 08 15:52:01.459951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Request body: {'port': {'device_id': 'eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:01.471172 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b066e6f6-dbf1-468b-83b5-0277bd7b8f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:01.488073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42428) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:01.495824 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d041228-78d8-458c-8624-7ef4f308cd81 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for floatingip (95ab4669-926b-4708-8c6d-61508267d69e), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:01.716484 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c5005d28-976c-40ba-a60b-2edad70fa385), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:01.736927 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-658e2720-3c78-4afd-81e4-fa26d29c8771 req-37955947-ee06-4fb9-add2-b3963f8e5d4e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2721772 Feb 08 15:52:01.753100 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e20f5-1b51-41fb-b17d-36927e0d4208 req-72d4278b-c282-4024-86e0-24555baaf266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.754513 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a04e20f5-1b51-41fb-b17d-36927e0d4208 req-72d4278b-c282-4024-86e0-24555baaf266 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 1133 time: 0.2115138 Feb 08 15:52:01.799290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020542d1-79bd-4944-8f45-4293db878d91 req-7392d196-3290-49ab-939a-3ad675dd3acb tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:01.800797 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-020542d1-79bd-4944-8f45-4293db878d91 req-7392d196-3290-49ab-939a-3ad675dd3acb tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 932 time: 0.2567148 Feb 08 15:52:02.042220 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a04e20f5-1b51-41fb-b17d-36927e0d4208 req-345e7d90-7d20-427e-afb3-619d6679c1c3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634432 Feb 08 15:52:02.087684 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-020542d1-79bd-4944-8f45-4293db878d91 req-cb2472b8-f6e7-402e-b7f5-f891d9144b01 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/security-groups?id=b9adf50e-2aee-484d-9d4f-9253661be5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438216 Feb 08 15:52:02.106740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd816d9b-8bfa-40e5-9997-59e7676b6bd4 req-110b0b50-0152-4708-8294-08cc48b0c97a tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:02.108294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd816d9b-8bfa-40e5-9997-59e7676b6bd4 req-110b0b50-0152-4708-8294-08cc48b0c97a tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 945 time: 0.2371922 Feb 08 15:52:02.266432 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d041228-78d8-458c-8624-7ef4f308cd81 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:02.271591 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d041228-78d8-458c-8624-7ef4f308cd81 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (95ab4669-926b-4708-8c6d-61508267d69e), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:02.377884 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-0d041228-78d8-458c-8624-7ef4f308cd81 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Floating IP 95ab4669-926b-4708-8c6d-61508267d69e associated. External IP: 172.25.7.58, port: b959c37e-48be-4755-91be-97f970486494. Feb 08 15:52:02.592293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d041228-78d8-458c-8624-7ef4f308cd81 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:52:02.663655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd816d9b-8bfa-40e5-9997-59e7676b6bd4 req-b7be85a8-ea06-4950-9cc5-ad1e61a399e4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253704 Feb 08 15:52:02.702368 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-079f9446-df58-49e1-a884-19ec38c25695 req-752be642-9362-403c-93f9-6c92fddf5133 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2023728 Feb 08 15:52:02.727949 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5bea8-6954-4d59-96ed-9e07ad3f79f8 req-d32b8075-9eaf-4dbd-8de1-f96a2556a9e3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:02.732529 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d041228-78d8-458c-8624-7ef4f308cd81 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:52:02.733205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5bea8-6954-4d59-96ed-9e07ad3f79f8 req-d32b8075-9eaf-4dbd-8de1-f96a2556a9e3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:02.738229 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d041228-78d8-458c-8624-7ef4f308cd81 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:02.741104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5bea8-6954-4d59-96ed-9e07ad3f79f8 req-d32b8075-9eaf-4dbd-8de1-f96a2556a9e3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:02.745021 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c18f16-061e-490c-b86e-8b400351f661 None None] Sync routers for ids ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:52:02.747671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5bea8-6954-4d59-96ed-9e07ad3f79f8 req-d32b8075-9eaf-4dbd-8de1-f96a2556a9e3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:02.753588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5bea8-6954-4d59-96ed-9e07ad3f79f8 req-d32b8075-9eaf-4dbd-8de1-f96a2556a9e3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:02.755251 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c18f16-061e-490c-b86e-8b400351f661 None None] Routers {'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:52:02.756492 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d8c18f16-061e-490c-b86e-8b400351f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:51:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:02.758933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5bea8-6954-4d59-96ed-9e07ad3f79f8 req-d32b8075-9eaf-4dbd-8de1-f96a2556a9e3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:02.763959 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5bea8-6954-4d59-96ed-9e07ad3f79f8 req-d32b8075-9eaf-4dbd-8de1-f96a2556a9e3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:02.766506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92e5bea8-6954-4d59-96ed-9e07ad3f79f8 req-d32b8075-9eaf-4dbd-8de1-f96a2556a9e3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5443 time: 0.2671154 Feb 08 15:52:02.781740 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0d041228-78d8-458c-8624-7ef4f308cd81 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "PUT /v2.0/floatingips/95ab4669-926b-4708-8c6d-61508267d69e HTTP/1.1" status: 200 len: 990 time: 1.3724046 Feb 08 15:52:02.781740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42438) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:02.781740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': 'b959c37e-48be-4755-91be-97f970486494'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:02.787257 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155bf637-22a6-4b63-b36a-ba1b4f193108" -d '{"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "b959c37e-48be-4755-91be-97f970486494"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:02.794257 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c2725c64-ee6e-46b5-8d22-c2bed7d0e955 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Request body: {'floatingip': {'port_id': '60c0742f-a0e6-414e-b668-09d8e84519be'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:02.843775 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c2725c64-ee6e-46b5-8d22-c2bed7d0e955 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for floatingip (45029083-2b36-4c70-89b7-b74ce9d38896), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:02.869535 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-d8c18f16-061e-490c-b86e-8b400351f661 None None] Set router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:52:02.878626 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5005d28-976c-40ba-a60b-2edad70fa385 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:02.911177 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Publish callbacks [] for port (c5005d28-976c-40ba-a60b-2edad70fa385), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:02.953488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Transition to ACTIVE for port object c5005d28-976c-40ba-a60b-2edad70fa385 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:52:02.967465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f9446-df58-49e1-a884-19ec38c25695 req-3f04aac7-9562-420d-8f1f-a11cb73e330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:02.969862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-079f9446-df58-49e1-a884-19ec38c25695 req-3f04aac7-9562-420d-8f1f-a11cb73e330f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 1132 time: 0.1975014 Feb 08 15:52:02.976335 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (c5005d28-976c-40ba-a60b-2edad70fa385), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:02.990026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a25f16-d3d1-4934-bd6b-48ad4e20d08a req-b3cac50d-1703-49d1-a8b8-05c2bda2a94e tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:02.994186 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-45a25f16-d3d1-4934-bd6b-48ad4e20d08a req-b3cac50d-1703-49d1-a8b8-05c2bda2a94e tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.2266891 Feb 08 15:52:03.085336 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b75c9-38dc-4e2d-b2bb-fe242baf1343 req-397262c2-9946-4082-b4fc-58abb5099147 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:03.086859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c6b75c9-38dc-4e2d-b2bb-fe242baf1343 req-397262c2-9946-4082-b4fc-58abb5099147 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.2358284 Feb 08 15:52:03.181376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5005d28-976c-40ba-a60b-2edad70fa385,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:03.216025 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d8c18f16-061e-490c-b86e-8b400351f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:00Z', 'updated_at': '2022-02-08T15:48:18Z', 'revision_number': 4, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'gw_port': {'id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:05Z', 'updated_at': '2022-02-08T15:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '95ab4669-926b-4708-8c6d-61508267d69e', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'port_id': 'b959c37e-48be-4755-91be-97f970486494', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'mac_address': 'fa:16:3e:23:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:50:01Z', 'updated_at': '2022-02-08T15:52:02Z', 'revision_number': 1, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91266033-90a2-4cfc-8323-999748348ed6', 'name': '', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'mac_address': 'fa:16:3e:7b:be:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 5, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'subnets': [{'id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:03.252530 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c18f16-061e-490c-b86e-8b400351f661 None None] Checking router: f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:52:03.256308 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-45a25f16-d3d1-4934-bd6b-48ad4e20d08a req-84a0cddb-94d1-4aeb-8932-7308267f9ef0 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386653 Feb 08 15:52:03.261134 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c18f16-061e-490c-b86e-8b400351f661 None None] Routers {'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:52:03.261756 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d8c18f16-061e-490c-b86e-8b400351f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:51:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:03.327742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c6b75c9-38dc-4e2d-b2bb-fe242baf1343 req-1bb6d6ba-b0a7-47bb-aea9-ab54cb8e1ebe tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094626 Feb 08 15:52:03.331017 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c2725c64-ee6e-46b5-8d22-c2bed7d0e955 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:03.331835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f9446-df58-49e1-a884-19ec38c25695 req-4fdc3f66-9300-40c8-81dc-112ccc0069a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:03.333592 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-079f9446-df58-49e1-a884-19ec38c25695 req-4fdc3f66-9300-40c8-81dc-112ccc0069a2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.3352985 Feb 08 15:52:03.338170 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2da7fead-f5c3-41b4-b000-08fadc94b1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (852d639a-fa3b-47f5-9d65-0cb412a6416f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:03.341604 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c2725c64-ee6e-46b5-8d22-c2bed7d0e955 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (45029083-2b36-4c70-89b7-b74ce9d38896), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:03.451635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-079f9446-df58-49e1-a884-19ec38c25695 req-d12c09fd-9e43-4e0e-a77a-b2803f840756 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0 HTTP/1.1" status: 200 len: 217 time: 0.0734856 Feb 08 15:52:03.468304 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-d8c18f16-061e-490c-b86e-8b400351f661 None None] Set router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:52:03.475568 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-c2725c64-ee6e-46b5-8d22-c2bed7d0e955 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Floating IP 45029083-2b36-4c70-89b7-b74ce9d38896 associated. External IP: 172.25.7.163, port: 60c0742f-a0e6-414e-b668-09d8e84519be. Feb 08 15:52:03.546536 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Attempting to bind port c5005d28-976c-40ba-a60b-2edad70fa385 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:52:03.547641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Attempting to bind port c5005d28-976c-40ba-a60b-2edad70fa385 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '001f9462-244e-4997-a607-da1637a01c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a3d322b0-44f4-4542-80c3-0257da15bf1e'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:52:03.548221 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Attempting to bind port c5005d28-976c-40ba-a60b-2edad70fa385 on network a3d322b0-44f4-4542-80c3-0257da15bf1e {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:03.573020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Port c5005d28-976c-40ba-a60b-2edad70fa385 on network a3d322b0-44f4-4542-80c3-0257da15bf1e not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:52:03.573363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Attempting to bind port c5005d28-976c-40ba-a60b-2edad70fa385 on network a3d322b0-44f4-4542-80c3-0257da15bf1e {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:03.592817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:52:03.593197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Checking segment: {'id': '001f9462-244e-4997-a607-da1637a01c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a3d322b0-44f4-4542-80c3-0257da15bf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:52:03.593618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Bound using segment: {'id': '001f9462-244e-4997-a607-da1637a01c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a3d322b0-44f4-4542-80c3-0257da15bf1e'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:52:03.594348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Bound port: c5005d28-976c-40ba-a60b-2edad70fa385, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001f9462-244e-4997-a607-da1637a01c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a3d322b0-44f4-4542-80c3-0257da15bf1e'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:52:03.594719 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c5005d28-976c-40ba-a60b-2edad70fa385), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:03.600832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f9446-df58-49e1-a884-19ec38c25695 req-d60cd3b4-0f61-4f32-87ac-e0e5302335b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:03.602345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-079f9446-df58-49e1-a884-19ec38c25695 req-d60cd3b4-0f61-4f32-87ac-e0e5302335b3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1374242 Feb 08 15:52:03.702541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63161c-d213-41f1-8561-491426b8e60e req-5399895f-9e99-48bb-916f-3c47c7b0e20a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:03.708493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63161c-d213-41f1-8561-491426b8e60e req-5399895f-9e99-48bb-916f-3c47c7b0e20a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:03.722239 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63161c-d213-41f1-8561-491426b8e60e req-5399895f-9e99-48bb-916f-3c47c7b0e20a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:03.727456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63161c-d213-41f1-8561-491426b8e60e req-5399895f-9e99-48bb-916f-3c47c7b0e20a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:03.738569 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bc0785-6b45-41a6-bdb9-507edf2f62c9 x-openstack-request-id: req-54bc0785-6b45-41a6-bdb9-507edf2f62c9 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:03.739072 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "tag": "b959c37e-48be-4755-91be-97f970486494", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:03.739072 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-54bc0785-6b45-41a6-bdb9-507edf2f62c9 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:03.739483 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'tag': 'b959c37e-48be-4755-91be-97f970486494', 'status': 'completed', 'code': 200} Feb 08 15:52:03.742557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63161c-d213-41f1-8561-491426b8e60e req-5399895f-9e99-48bb-916f-3c47c7b0e20a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:03.746895 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-90af170d-7059-48b1-9263-4abe1e8910cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:03.751706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63161c-d213-41f1-8561-491426b8e60e req-5399895f-9e99-48bb-916f-3c47c7b0e20a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:03.757623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63161c-d213-41f1-8561-491426b8e60e req-5399895f-9e99-48bb-916f-3c47c7b0e20a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:03.759571 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b63161c-d213-41f1-8561-491426b8e60e req-5399895f-9e99-48bb-916f-3c47c7b0e20a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5434 time: 0.2738600 Feb 08 15:52:03.769348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2725c64-ee6e-46b5-8d22-c2bed7d0e955 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Router 98be75bf-256c-4d58-9720-202c243c9a06 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:52:03.839248 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d8c18f16-061e-490c-b86e-8b400351f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:00Z', 'updated_at': '2022-02-08T15:48:18Z', 'revision_number': 4, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'gw_port': {'id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:05Z', 'updated_at': '2022-02-08T15:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '95ab4669-926b-4708-8c6d-61508267d69e', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'port_id': 'b959c37e-48be-4755-91be-97f970486494', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'mac_address': 'fa:16:3e:23:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:50:01Z', 'updated_at': '2022-02-08T15:52:02Z', 'revision_number': 1, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91266033-90a2-4cfc-8323-999748348ed6', 'name': '', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'mac_address': 'fa:16:3e:7b:be:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 5, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'subnets': [{'id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:03.872741 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c18f16-061e-490c-b86e-8b400351f661 None None] The sync data for ids ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'] in n-d-824834-11 is: [{'id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:00Z', 'updated_at': '2022-02-08T15:48:18Z', 'revision_number': 4, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'gw_port': {'id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:05Z', 'updated_at': '2022-02-08T15:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '95ab4669-926b-4708-8c6d-61508267d69e', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'port_id': 'b959c37e-48be-4755-91be-97f970486494', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'mac_address': 'fa:16:3e:23:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:50:01Z', 'updated_at': '2022-02-08T15:52:02Z', 'revision_number': 1, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91266033-90a2-4cfc-8323-999748348ed6', 'name': '', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'mac_address': 'fa:16:3e:7b:be:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 5, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'subnets': [{'id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:52:03.892998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2725c64-ee6e-46b5-8d22-c2bed7d0e955 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:52:03.897641 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c2725c64-ee6e-46b5-8d22-c2bed7d0e955 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:03.905460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae8982-f84b-45f0-a6ba-3066219bf71a None None] Sync routers for ids ['98be75bf-256c-4d58-9720-202c243c9a06'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:52:03.915500 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae8982-f84b-45f0-a6ba-3066219bf71a None None] Routers {'98be75bf-256c-4d58-9720-202c243c9a06'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:52:03.917205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1aae8982-f84b-45f0-a6ba-3066219bf71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:52:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['98be75bf-256c-4d58-9720-202c243c9a06'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:03.931827 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c2725c64-ee6e-46b5-8d22-c2bed7d0e955 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "PUT /v2.0/floatingips/45029083-2b36-4c70-89b7-b74ce9d38896 HTTP/1.1" status: 200 len: 992 time: 1.1409667 Feb 08 15:52:03.947690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f9446-df58-49e1-a884-19ec38c25695 req-39e9771b-acbe-4e6c-9e5b-0977026fd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:03.949259 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-079f9446-df58-49e1-a884-19ec38c25695 req-39e9771b-acbe-4e6c-9e5b-0977026fd129 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3372359 Feb 08 15:52:03.957404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] For port c5005d28-976c-40ba-a60b-2edad70fa385, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:52:03.962149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] For port c5005d28-976c-40ba-a60b-2edad70fa385, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c5005d28-976c-40ba-a60b-2edad70fa385,segment=NetworkSegment(001f9462-244e-4997-a607-da1637a01c28),segment_id=001f9462-244e-4997-a607-da1637a01c28)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:52:03.999232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device a8d04b41-05ca-4468-8a15-c41d2b004e0f no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:52:04.033758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: a8d04b41-05ca-4468-8a15-c41d2b004e0f {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:52:04.034378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device a8d04b41-05ca-4468-8a15-c41d2b004e0f not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:52:04.036910 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (c5005d28-976c-40ba-a60b-2edad70fa385), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:04.073669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-1aae8982-f84b-45f0-a6ba-3066219bf71a None None] Set router 98be75bf-256c-4d58-9720-202c243c9a06 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:52:04.097504 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-54d8c714-51bf-4174-9ef5-418f85ac5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:04.097979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-54d8c714-51bf-4174-9ef5-418f85ac5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:04.098452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-54d8c714-51bf-4174-9ef5-418f85ac5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:04.098913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-54d8c714-51bf-4174-9ef5-418f85ac5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:04.099377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-54d8c714-51bf-4174-9ef5-418f85ac5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:04.099833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-54d8c714-51bf-4174-9ef5-418f85ac5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:04.100292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-54d8c714-51bf-4174-9ef5-418f85ac5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:04.102276 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-54d8c714-51bf-4174-9ef5-418f85ac5003 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=57411ff0a26042cfac2e561311a318e4&device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 6715 time: 0.3418012 Feb 08 15:52:04.115781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335699b-3be3-4c71-83eb-96bdf6709420 req-482e3ebe-941a-4ecd-a910-d0a642d5be31 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:04.122710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5335699b-3be3-4c71-83eb-96bdf6709420 req-482e3ebe-941a-4ecd-a910-d0a642d5be31 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 944 time: 0.3348501 Feb 08 15:52:04.162065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b63161c-d213-41f1-8561-491426b8e60e req-0cb462ec-cd52-437b-ad4d-816eb5f93cae tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3695416 Feb 08 15:52:04.170841 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcac2b9-a4fb-4680-a34f-9197abbfeac8 None None] New status for floating IP 95ab4669-926b-4708-8c6d-61508267d69e: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:52:04.172571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:04.173224 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:04.174651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] 10.222.0.94 "PUT /v2.0/ports/c5005d28-976c-40ba-a60b-2edad70fa385 HTTP/1.1" status: 200 len: 1093 time: 2.7186732 Feb 08 15:52:04.179758 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69', 'tag': 'c5005d28-976c-40ba-a60b-2edad70fa385'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:04.182514 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4fca43-359b-4149-9d8e-72ce685ad960" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69", "tag": "c5005d28-976c-40ba-a60b-2edad70fa385"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:04.350259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed7670-c1e7-4394-801b-b991a53644e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5005d28-976c-40ba-a60b-2edad70fa385,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:04.411413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5335699b-3be3-4c71-83eb-96bdf6709420 req-52272e46-82c2-4ea3-808b-ad3e629781bf tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/security-groups?id=b9adf50e-2aee-484d-9d4f-9253661be5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878275 Feb 08 15:52:04.413614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-079f9446-df58-49e1-a884-19ec38c25695 req-c214c740-e3ba-475d-b243-66de25d726d9 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473705 Feb 08 15:52:04.441045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1aae8982-f84b-45f0-a6ba-3066219bf71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be75bf-256c-4d58-9720-202c243c9a06', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:10Z', 'updated_at': '2022-02-08T15:48:29Z', 'revision_number': 4, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'gw_port': {'id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:12Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '45029083-2b36-4c70-89b7-b74ce9d38896', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'floating_ip_address': '172.25.7.163', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'port_id': '60c0742f-a0e6-414e-b668-09d8e84519be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'mac_address': 'fa:16:3e:15:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:50:00Z', 'updated_at': '2022-02-08T15:52:03Z', 'revision_number': 1, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5', 'name': '', 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'mac_address': 'fa:16:3e:e4:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:26Z', 'updated_at': '2022-02-08T15:48:44Z', 'revision_number': 5, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'subnets': [{'id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:04.481954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-04de14f3-1456-4bcb-bd49-d58efd912307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:04.483491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-04de14f3-1456-4bcb-bd49-d58efd912307 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d297db83-e94c-42e9-a464-f8dd8e5ac3ee HTTP/1.1" status: 200 len: 913 time: 0.3573718 Feb 08 15:52:04.508401 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae8982-f84b-45f0-a6ba-3066219bf71a None None] Checking router: 98be75bf-256c-4d58-9720-202c243c9a06 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:52:04.513740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-9fc23220-fc3c-40d9-a938-45b593eb9ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:04.514589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-9fc23220-fc3c-40d9-a938-45b593eb9ab8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dd4097f3085644e2868db4559cca9350&device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 1127 time: 0.2590292 Feb 08 15:52:04.523718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae8982-f84b-45f0-a6ba-3066219bf71a None None] Routers {'98be75bf-256c-4d58-9720-202c243c9a06'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:52:04.528560 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1aae8982-f84b-45f0-a6ba-3066219bf71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:52:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['98be75bf-256c-4d58-9720-202c243c9a06'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:04.539319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175047b9-d6a4-4f6d-9f4d-f55ce2817b03 req-ba13f030-f599-4a3d-a917-bd3c81bcf3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:04.540866 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-175047b9-d6a4-4f6d-9f4d-f55ce2817b03 req-ba13f030-f599-4a3d-a917-bd3c81bcf3de service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9e40cb6f572f4909aa3dc0bba4bd5834&device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 1128 time: 0.0802264 Feb 08 15:52:04.586792 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7753e785-5c84-42c0-a99c-3081868dd077 x-openstack-request-id: req-7753e785-5c84-42c0-a99c-3081868dd077 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:04.587123 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69", "tag": "c5005d28-976c-40ba-a60b-2edad70fa385", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:04.587319 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7753e785-5c84-42c0-a99c-3081868dd077 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:04.587715 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69', 'tag': 'c5005d28-976c-40ba-a60b-2edad70fa385', 'status': 'completed', 'code': 200} Feb 08 15:52:04.650626 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-6f95ec82-2394-41c3-84be-438dbc4e4c73 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5005d28-976c-40ba-a60b-2edad70fa385 HTTP/1.1" status: 200 len: 217 time: 0.1231124 Feb 08 15:52:04.661865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175047b9-d6a4-4f6d-9f4d-f55ce2817b03 req-bcfe997a-00ef-4b04-8f88-46aed75d5603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:04.663521 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-175047b9-d6a4-4f6d-9f4d-f55ce2817b03 req-bcfe997a-00ef-4b04-8f88-46aed75d5603 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ccd87241-81d8-43e6-a2f0-71903609a7a0 HTTP/1.1" status: 200 len: 912 time: 0.1117809 Feb 08 15:52:04.710572 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-175047b9-d6a4-4f6d-9f4d-f55ce2817b03 req-2d5bf8d0-8608-4bae-b83c-3ca6f8074747 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45051aa6-ed96-4957-b715-5162a6ddd70c HTTP/1.1" status: 200 len: 217 time: 0.0397189 Feb 08 15:52:04.724388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-e9111f91-92c0-47ab-bf8e-26fdb5138abd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b959c37e-48be-4755-91be-97f970486494 HTTP/1.1" status: 200 len: 1000 time: 0.2134957 Feb 08 15:52:04.768555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175047b9-d6a4-4f6d-9f4d-f55ce2817b03 req-d2b94344-c579-4b06-bbe9-810424114089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:04.769355 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-2da7fead-f5c3-41b4-b000-08fadc94b1d9 admin admin] Deleting port 57e450c3-4ba9-4911-b979-c7692aede76b {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:52:04.769819 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2da7fead-f5c3-41b4-b000-08fadc94b1d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (57e450c3-4ba9-4911-b979-c7692aede76b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:04.770099 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-175047b9-d6a4-4f6d-9f4d-f55ce2817b03 req-d2b94344-c579-4b06-bbe9-810424114089 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=df6fa361-f17a-44c7-8a19-142ba5e65abc HTTP/1.1" status: 200 len: 851 time: 0.0526724 Feb 08 15:52:04.803334 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-175047b9-d6a4-4f6d-9f4d-f55ce2817b03 req-37a0f103-babd-4e15-a673-91ca897fd0f0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ccd87241-81d8-43e6-a2f0-71903609a7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266244 Feb 08 15:52:04.805695 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-1aae8982-f84b-45f0-a6ba-3066219bf71a None None] Set router 98be75bf-256c-4d58-9720-202c243c9a06 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:52:04.909900 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-175047b9-d6a4-4f6d-9f4d-f55ce2817b03 req-28af4a0b-c2a2-4c53-ace9-f88b71d98687 service neutron] 10.222.0.96 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005049 Feb 08 15:52:05.019170 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-175047b9-d6a4-4f6d-9f4d-f55ce2817b03 req-0b7a8df0-b38b-4228-8b61-8e412b637ba7 service neutron] 10.222.0.96 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021819 Feb 08 15:52:05.056988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1aae8982-f84b-45f0-a6ba-3066219bf71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be75bf-256c-4d58-9720-202c243c9a06', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:10Z', 'updated_at': '2022-02-08T15:48:29Z', 'revision_number': 4, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'gw_port': {'id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:12Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '45029083-2b36-4c70-89b7-b74ce9d38896', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'floating_ip_address': '172.25.7.163', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'port_id': '60c0742f-a0e6-414e-b668-09d8e84519be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'mac_address': 'fa:16:3e:15:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:50:00Z', 'updated_at': '2022-02-08T15:52:03Z', 'revision_number': 1, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5', 'name': '', 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'mac_address': 'fa:16:3e:e4:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:26Z', 'updated_at': '2022-02-08T15:48:44Z', 'revision_number': 5, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'subnets': [{'id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:05.093733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae8982-f84b-45f0-a6ba-3066219bf71a None None] The sync data for ids ['98be75bf-256c-4d58-9720-202c243c9a06'] in n-d-824834-11 is: [{'id': '98be75bf-256c-4d58-9720-202c243c9a06', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:10Z', 'updated_at': '2022-02-08T15:48:29Z', 'revision_number': 4, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'gw_port': {'id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:12Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '45029083-2b36-4c70-89b7-b74ce9d38896', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'floating_ip_address': '172.25.7.163', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'port_id': '60c0742f-a0e6-414e-b668-09d8e84519be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'mac_address': 'fa:16:3e:15:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:50:00Z', 'updated_at': '2022-02-08T15:52:03Z', 'revision_number': 1, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5', 'name': '', 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'mac_address': 'fa:16:3e:e4:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:26Z', 'updated_at': '2022-02-08T15:48:44Z', 'revision_number': 5, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'subnets': [{'id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:52:05.175526 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-079f9446-df58-49e1-a884-19ec38c25695 req-6140291e-620e-4b62-acfe-79469d2380d6 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222896 Feb 08 15:52:05.206840 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a986c-400e-48a5-aa83-b776ff4a7e54 req-5d23f3cd-eb80-4a0e-9285-6c50c054e7d8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.212089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a986c-400e-48a5-aa83-b776ff4a7e54 req-5d23f3cd-eb80-4a0e-9285-6c50c054e7d8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.217330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a986c-400e-48a5-aa83-b776ff4a7e54 req-5d23f3cd-eb80-4a0e-9285-6c50c054e7d8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.222849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a986c-400e-48a5-aa83-b776ff4a7e54 req-5d23f3cd-eb80-4a0e-9285-6c50c054e7d8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.228090 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a986c-400e-48a5-aa83-b776ff4a7e54 req-5d23f3cd-eb80-4a0e-9285-6c50c054e7d8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.233337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a986c-400e-48a5-aa83-b776ff4a7e54 req-5d23f3cd-eb80-4a0e-9285-6c50c054e7d8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.239559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a986c-400e-48a5-aa83-b776ff4a7e54 req-5d23f3cd-eb80-4a0e-9285-6c50c054e7d8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.241605 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-373a986c-400e-48a5-aa83-b776ff4a7e54 req-5d23f3cd-eb80-4a0e-9285-6c50c054e7d8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5443 time: 0.6838498 Feb 08 15:52:05.247484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-689050f4-13d8-47ed-8826-575d1708f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.248908 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-689050f4-13d8-47ed-8826-575d1708f347 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=bbf80f3c-b1c4-44a2-835e-2d26d7c85bb3 HTTP/1.1" status: 200 len: 848 time: 0.5517573 Feb 08 15:52:05.297045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014935d-995f-4e8a-add8-2e8166429f86 req-d624b696-c804-4d59-a1ff-815ecdd9fa1c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.298621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5014935d-995f-4e8a-add8-2e8166429f86 req-d624b696-c804-4d59-a1ff-815ecdd9fa1c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.6592405 Feb 08 15:52:05.319417 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-b2270641-f548-4849-a791-82d94aef5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.320880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-b2270641-f548-4849-a791-82d94aef5d73 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dbb8cc6c-d953-47c2-8ba5-876b04683513 HTTP/1.1" status: 200 len: 851 time: 0.5708292 Feb 08 15:52:05.322755 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-00354bd6-c704-4df8-a6fb-1975af63d18c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a3d322b0-44f4-4542-80c3-0257da15bf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552127 Feb 08 15:52:05.334444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a652b56-1167-4974-bbbd-7e74d11d0d96 None None] New status for floating IP 45029083-2b36-4c70-89b7-b74ce9d38896: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:52:05.443033 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:05.509975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-2da7fead-f5c3-41b4-b000-08fadc94b1d9 admin admin] For port 57e450c3-4ba9-4911-b979-c7692aede76b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=57e450c3-4ba9-4911-b979-c7692aede76b,segment=NetworkSegment(edbdb8e9-095d-4d06-8f62-aae7fa9f558c),segment_id=edbdb8e9-095d-4d06-8f62-aae7fa9f558c)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:05.510391 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2da7fead-f5c3-41b4-b000-08fadc94b1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (57e450c3-4ba9-4911-b979-c7692aede76b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:05.526907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-373a986c-400e-48a5-aa83-b776ff4a7e54 req-aa324594-8cc1-4877-8e57-a7f8f691b96c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2739594 Feb 08 15:52:05.538442 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5014935d-995f-4e8a-add8-2e8166429f86 req-1fd90876-47b2-4e74-8f03-239f595b1ccd tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211425 Feb 08 15:52:05.540716 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-2da7fead-f5c3-41b4-b000-08fadc94b1d9 admin admin] Calling delete_port for 57e450c3-4ba9-4911-b979-c7692aede76b owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:52:05.565921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-1d6943ee-a06c-4ba6-9874-4ed5633e94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.567374 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-1d6943ee-a06c-4ba6-9874-4ed5633e94ef service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d297db83-e94c-42e9-a464-f8dd8e5ac3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2298691 Feb 08 15:52:05.692174 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-952f495c-25b5-4d25-9ad3-8f35cf3eef2e service neutron] 10.222.0.94 "GET /v2.0/networks/a3d322b0-44f4-4542-80c3-0257da15bf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578718 Feb 08 15:52:05.740452 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': '60c0742f-a0e6-414e-b668-09d8e84519be'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:05.742931 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "60c0742f-a0e6-414e-b668-09d8e84519be"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:05.894940 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1acbd-17e6-40d2-806b-67568718fe71 req-1b20e58d-6be2-45a4-bff8-cf9744db61a6 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.896357 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0ca1acbd-17e6-40d2-806b-67568718fe71 req-1b20e58d-6be2-45a4-bff8-cf9744db61a6 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.2897229 Feb 08 15:52:05.904308 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-1fecdb2f-69f4-46c2-9ae9-67bcf35895f2 service neutron] 10.222.0.96 "GET /v2.0/networks/d297db83-e94c-42e9-a464-f8dd8e5ac3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987728 Feb 08 15:52:05.942499 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b65fe-6b86-4710-8cef-09b2eda6a530 req-16a6837d-2dc0-4b09-84ca-a44d3b824a58 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.947718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b65fe-6b86-4710-8cef-09b2eda6a530 req-16a6837d-2dc0-4b09-84ca-a44d3b824a58 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.952923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b65fe-6b86-4710-8cef-09b2eda6a530 req-16a6837d-2dc0-4b09-84ca-a44d3b824a58 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.958113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b65fe-6b86-4710-8cef-09b2eda6a530 req-16a6837d-2dc0-4b09-84ca-a44d3b824a58 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.963302 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b65fe-6b86-4710-8cef-09b2eda6a530 req-16a6837d-2dc0-4b09-84ca-a44d3b824a58 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.968674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b65fe-6b86-4710-8cef-09b2eda6a530 req-16a6837d-2dc0-4b09-84ca-a44d3b824a58 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.973934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b65fe-6b86-4710-8cef-09b2eda6a530 req-16a6837d-2dc0-4b09-84ca-a44d3b824a58 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:05.975732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-778b65fe-6b86-4710-8cef-09b2eda6a530 req-16a6837d-2dc0-4b09-84ca-a44d3b824a58 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5434 time: 0.2893031 Feb 08 15:52:06.063856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7257e8df-42d1-4719-9d63-17dcb5f0ea67 req-32b8f525-add6-42d3-b117-b2099645249b service neutron] 10.222.0.94 "GET /v2.0/networks/a3d322b0-44f4-4542-80c3-0257da15bf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466725 Feb 08 15:52:06.141959 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0ca1acbd-17e6-40d2-806b-67568718fe71 req-e7ec1921-4159-46e0-a566-1b032082c246 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304482 Feb 08 15:52:06.236712 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-778b65fe-6b86-4710-8cef-09b2eda6a530 req-f4d87394-01d7-4cea-9422-07665c3d26c1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2286270 Feb 08 15:52:06.242760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-155bf637-22a6-4b63-b36a-ba1b4f193108 req-50d0bb85-8473-4ea2-bd65-d89bb9f9cf4b service neutron] 10.222.0.96 "GET /v2.0/networks/d297db83-e94c-42e9-a464-f8dd8e5ac3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257010 Feb 08 15:52:06.278981 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2da7fead-f5c3-41b4-b000-08fadc94b1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (57e450c3-4ba9-4911-b979-c7692aede76b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:06.315744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fca43-359b-4149-9d8e-72ce685ad960 req-b4c99de4-cd23-41c5-aab9-75dd6949ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:06.317316 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d4fca43-359b-4149-9d8e-72ce685ad960 req-b4c99de4-cd23-41c5-aab9-75dd6949ddf1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=dd4097f3085644e2868db4559cca9350&device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 1127 time: 0.1827574 Feb 08 15:52:06.318055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7fead-f5c3-41b4-b000-08fadc94b1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e450c3-4ba9-4911-b979-c7692aede76b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:06.396331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0f15a-63f5-429d-a7ef-011cca688f4e req-4a90bc6e-da93-43af-a838-e2a52bee4f89 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:06.398062 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfe0f15a-63f5-429d-a7ef-011cca688f4e req-4a90bc6e-da93-43af-a838-e2a52bee4f89 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 944 time: 0.1875737 Feb 08 15:52:06.551827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f1bed-1332-4e29-9ece-64e96f4f7038 req-d29628a6-2d3b-493b-9cf4-6b9c4667d413 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:06.553382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-890f1bed-1332-4e29-9ece-64e96f4f7038 req-d29628a6-2d3b-493b-9cf4-6b9c4667d413 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.2322259 Feb 08 15:52:06.588337 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfe0f15a-63f5-429d-a7ef-011cca688f4e req-a0a300a4-be27-4b5f-b753-872902839547 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/security-groups?id=b9adf50e-2aee-484d-9d4f-9253661be5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471474 Feb 08 15:52:06.630537 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fca43-359b-4149-9d8e-72ce685ad960 req-83856dc4-5796-442d-b365-a21276d63791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:06.631990 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d4fca43-359b-4149-9d8e-72ce685ad960 req-83856dc4-5796-442d-b365-a21276d63791 service neutron] 10.222.0.94 "GET /v2.0/networks?id=a3d322b0-44f4-4542-80c3-0257da15bf1e HTTP/1.1" status: 200 len: 909 time: 0.3042696 Feb 08 15:52:06.655473 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:06.698325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d4fca43-359b-4149-9d8e-72ce685ad960 req-ef95c67d-9dcc-4899-b15a-4e17614c88a8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5005d28-976c-40ba-a60b-2edad70fa385 HTTP/1.1" status: 200 len: 217 time: 0.0540507 Feb 08 15:52:06.754546 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-890f1bed-1332-4e29-9ece-64e96f4f7038 req-18892b23-86ee-4375-8aed-01ab1169706a tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354406 Feb 08 15:52:06.778670 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2da7fead-f5c3-41b4-b000-08fadc94b1d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (852d639a-fa3b-47f5-9d65-0cb412a6416f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:06.782418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fca43-359b-4149-9d8e-72ce685ad960 req-30618aac-f2d4-4ba6-aa56-811cda7a7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:06.783931 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d4fca43-359b-4149-9d8e-72ce685ad960 req-30618aac-f2d4-4ba6-aa56-811cda7a7c48 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=bbf80f3c-b1c4-44a2-835e-2d26d7c85bb3 HTTP/1.1" status: 200 len: 848 time: 0.0714929 Feb 08 15:52:06.821390 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daa5baf-e3bd-4f21-bc20-265492eb62a6 x-openstack-request-id: req-2daa5baf-e3bd-4f21-bc20-265492eb62a6 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:06.821911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d4fca43-359b-4149-9d8e-72ce685ad960 req-0f4dd812-24cb-4d07-bde5-6100eb1a06d0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a3d322b0-44f4-4542-80c3-0257da15bf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300725 Feb 08 15:52:06.822360 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "tag": "60c0742f-a0e6-414e-b668-09d8e84519be", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:06.822783 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2daa5baf-e3bd-4f21-bc20-265492eb62a6 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:06.823333 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'tag': '60c0742f-a0e6-414e-b668-09d8e84519be', 'status': 'completed', 'code': 200} Feb 08 15:52:07.074229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-44e427a8-56b9-4e64-b383-83fe6a75f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.074794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-44e427a8-56b9-4e64-b383-83fe6a75f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.075161 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-44e427a8-56b9-4e64-b383-83fe6a75f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.075618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-44e427a8-56b9-4e64-b383-83fe6a75f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.076078 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-44e427a8-56b9-4e64-b383-83fe6a75f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.076533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-44e427a8-56b9-4e64-b383-83fe6a75f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.077041 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-44e427a8-56b9-4e64-b383-83fe6a75f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.079086 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-44e427a8-56b9-4e64-b383-83fe6a75f4fe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 6724 time: 0.2222724 Feb 08 15:52:07.095176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da4eb5-05b6-4e26-8075-f95976ff4f27 req-8692eb46-9621-466e-9c0f-5b12ea561677 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.099729 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da4eb5-05b6-4e26-8075-f95976ff4f27 req-8692eb46-9621-466e-9c0f-5b12ea561677 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.104889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da4eb5-05b6-4e26-8075-f95976ff4f27 req-8692eb46-9621-466e-9c0f-5b12ea561677 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.110805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da4eb5-05b6-4e26-8075-f95976ff4f27 req-8692eb46-9621-466e-9c0f-5b12ea561677 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.115949 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da4eb5-05b6-4e26-8075-f95976ff4f27 req-8692eb46-9621-466e-9c0f-5b12ea561677 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.121111 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da4eb5-05b6-4e26-8075-f95976ff4f27 req-8692eb46-9621-466e-9c0f-5b12ea561677 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.127411 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da4eb5-05b6-4e26-8075-f95976ff4f27 req-8692eb46-9621-466e-9c0f-5b12ea561677 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.129287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72da4eb5-05b6-4e26-8075-f95976ff4f27 req-8692eb46-9621-466e-9c0f-5b12ea561677 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5443 time: 0.2735267 Feb 08 15:52:07.139237 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d4fca43-359b-4149-9d8e-72ce685ad960 req-4af350b5-7b5e-4732-bd57-5c0bb37acb55 service neutron] 10.222.0.94 "GET /v2.0/networks/a3d322b0-44f4-4542-80c3-0257da15bf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814221 Feb 08 15:52:07.384544 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-271099fc-49d9-4a05-8f98-4a3270529456 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283271 Feb 08 15:52:07.398187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-890efa9d-95f0-46ec-81b2-743109952bc4 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:52:07.399196 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-890efa9d-95f0-46ec-81b2-743109952bc4 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053782 Feb 08 15:52:07.762393 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72da4eb5-05b6-4e26-8075-f95976ff4f27 req-e833e4e2-2c19-4ab4-abbc-2d1144b0cdf6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6191649 Feb 08 15:52:07.767762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-562f874b-3379-4b6d-95d9-e8890e67152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.769227 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-562f874b-3379-4b6d-95d9-e8890e67152a service neutron] 10.222.0.96 "GET /v2.0/networks?id=f374c3c5-4cbc-40fc-8190-8e5f894214ce HTTP/1.1" status: 200 len: 916 time: 0.6387351 Feb 08 15:52:07.834365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d4fca43-359b-4149-9d8e-72ce685ad960 req-90d18291-58cc-4e7c-ace7-d9ffa4bbacb0 service neutron] 10.222.0.94 "GET /v2.0/networks/a3d322b0-44f4-4542-80c3-0257da15bf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6800327 Feb 08 15:52:07.847143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc8e6a-501a-48c8-bc20-472f921fc7d9 req-cd62c03c-59ce-4125-b24d-daa0392ddbde tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:07.849430 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27dc8e6a-501a-48c8-bc20-472f921fc7d9 req-cd62c03c-59ce-4125-b24d-daa0392ddbde tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.2257686 Feb 08 15:52:07.900513 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da7fead-f5c3-41b4-b000-08fadc94b1d9 admin admin] Router 852d639a-fa3b-47f5-9d65-0cb412a6416f has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:52:07.904761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-74c05314-062d-4d94-a540-ad174f3bd3fc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60c0742f-a0e6-414e-b668-09d8e84519be HTTP/1.1" status: 200 len: 1002 time: 0.1208177 Feb 08 15:52:07.922856 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:07.989594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27dc8e6a-501a-48c8-bc20-472f921fc7d9 req-104616a8-485d-4e0d-8895-e873042318d6 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287673 Feb 08 15:52:08.063020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-9f7e01f8-e61e-4e44-9d4e-398873f8f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:08.064532 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-9f7e01f8-e61e-4e44-9d4e-398873f8f18f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c1da838c-c146-4a08-a1b3-12305d29884c HTTP/1.1" status: 200 len: 854 time: 0.1231170 Feb 08 15:52:08.151821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dc7d2-1117-4176-b973-dc94fb57a9b9 req-0f2978da-0b5a-425d-82c3-2d0a843980f9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:08.153352 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d28dc7d2-1117-4176-b973-dc94fb57a9b9 req-0f2978da-0b5a-425d-82c3-2d0a843980f9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.2736690 Feb 08 15:52:08.250748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-f749aead-4730-4ae8-ada6-1375f087acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:08.252233 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-f749aead-4730-4ae8-ada6-1375f087acff service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f374c3c5-4cbc-40fc-8190-8e5f894214ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1601903 Feb 08 15:52:08.258466 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da7fead-f5c3-41b4-b000-08fadc94b1d9 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:52:08.267710 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e72c114-11a9-49fa-a9c2-edacdbe22dee None None] Sync routers for ids ['852d639a-fa3b-47f5-9d65-0cb412a6416f'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:52:08.269317 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2da7fead-f5c3-41b4-b000-08fadc94b1d9 admin admin] 10.222.0.82 "PUT /v2.0/routers/852d639a-fa3b-47f5-9d65-0cb412a6416f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7733910 Feb 08 15:52:08.272295 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42526) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:08.281204 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e72c114-11a9-49fa-a9c2-edacdbe22dee None None] Routers {'852d639a-fa3b-47f5-9d65-0cb412a6416f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:52:08.282361 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7e72c114-11a9-49fa-a9c2-edacdbe22dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:52:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['852d639a-fa3b-47f5-9d65-0cb412a6416f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:08.290388 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e542e2-ea97-4c0e-8ba7-89c37b849360 req-a2842846-5c13-4eb7-a1a3-2efc96a08731 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:08.295738 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e542e2-ea97-4c0e-8ba7-89c37b849360 req-a2842846-5c13-4eb7-a1a3-2efc96a08731 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:08.301958 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e542e2-ea97-4c0e-8ba7-89c37b849360 req-a2842846-5c13-4eb7-a1a3-2efc96a08731 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:08.307890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e542e2-ea97-4c0e-8ba7-89c37b849360 req-a2842846-5c13-4eb7-a1a3-2efc96a08731 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:08.314657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e542e2-ea97-4c0e-8ba7-89c37b849360 req-a2842846-5c13-4eb7-a1a3-2efc96a08731 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:08.319908 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e542e2-ea97-4c0e-8ba7-89c37b849360 req-a2842846-5c13-4eb7-a1a3-2efc96a08731 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:08.325235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e542e2-ea97-4c0e-8ba7-89c37b849360 req-a2842846-5c13-4eb7-a1a3-2efc96a08731 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:08.327239 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06e542e2-ea97-4c0e-8ba7-89c37b849360 req-a2842846-5c13-4eb7-a1a3-2efc96a08731 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5434 time: 0.2284636 Feb 08 15:52:08.350823 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d28dc7d2-1117-4176-b973-dc94fb57a9b9 req-c66139cb-6349-4ddd-8db9-8bc9f0fb0afb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734416 Feb 08 15:52:08.409810 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] Publish callbacks [] for router (852d639a-fa3b-47f5-9d65-0cb412a6416f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:08.443530 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-7e72c114-11a9-49fa-a9c2-edacdbe22dee None None] Set router 852d639a-fa3b-47f5-9d65-0cb412a6416f gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:52:08.504879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06e542e2-ea97-4c0e-8ba7-89c37b849360 req-64c4f9a6-17d1-4625-b60f-d832ca9a8cc8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1222503 Feb 08 15:52:08.510163 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-b5087f21-c0cc-4656-9041-1fe3a34fd654 service neutron] 10.222.0.96 "GET /v2.0/networks/f374c3c5-4cbc-40fc-8190-8e5f894214ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461903 Feb 08 15:52:08.538073 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] Publish callbacks [] for router_gateway (852d639a-fa3b-47f5-9d65-0cb412a6416f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:08.609001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] Deleting port 97798df6-a1b5-4791-b539-058e9743d113 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:52:08.610528 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (97798df6-a1b5-4791-b539-058e9743d113), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:08.613456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d543c3-feec-4bc6-9315-8273aae0fca4 req-a71bd07d-95a7-4f73-b003-0aa1daad1503 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:08.615148 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55d543c3-feec-4bc6-9315-8273aae0fca4 req-a71bd07d-95a7-4f73-b003-0aa1daad1503 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.1868045 Feb 08 15:52:08.653482 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7e72c114-11a9-49fa-a9c2-edacdbe22dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'name': 'tempest-ServerRescueNegativeTestJSON-708219575-router', 'tenant_id': '60a080c724734d2f8504cfeec2677ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '97798df6-a1b5-4791-b539-058e9743d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:33Z', 'updated_at': '2022-02-08T15:52:06Z', 'revision_number': 5, 'project_id': '60a080c724734d2f8504cfeec2677ec4', 'gw_port': {'id': '97798df6-a1b5-4791-b539-058e9743d113', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:35Z', 'updated_at': '2022-02-08T15:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:08.695683 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e72c114-11a9-49fa-a9c2-edacdbe22dee None None] Checking router: 852d639a-fa3b-47f5-9d65-0cb412a6416f for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:52:08.702546 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] For port 97798df6-a1b5-4791-b539-058e9743d113, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=97798df6-a1b5-4791-b539-058e9743d113,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:08.702805 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (97798df6-a1b5-4791-b539-058e9743d113), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:08.707774 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e72c114-11a9-49fa-a9c2-edacdbe22dee None None] Routers {'852d639a-fa3b-47f5-9d65-0cb412a6416f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:52:08.708725 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7e72c114-11a9-49fa-a9c2-edacdbe22dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:52:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['852d639a-fa3b-47f5-9d65-0cb412a6416f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:08.710099 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d7c5c0e-bd4d-4681-8d6d-3369a06fd69f req-13a00e51-2765-474b-99a9-4a026455be54 service neutron] 10.222.0.96 "GET /v2.0/networks/f374c3c5-4cbc-40fc-8190-8e5f894214ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923659 Feb 08 15:52:08.727237 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ab213-6c4e-43ca-bc68-f18ae81eb190 req-ab3dfa91-04bb-4588-b97c-48180831be0f tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:08.733850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] Calling delete_port for 97798df6-a1b5-4791-b539-058e9743d113 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:52:08.734760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-296ab213-6c4e-43ca-bc68-f18ae81eb190 req-ab3dfa91-04bb-4588-b97c-48180831be0f tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 944 time: 0.1416247 Feb 08 15:52:08.740050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55d543c3-feec-4bc6-9315-8273aae0fca4 req-d2c7c22e-3f44-43b6-9a53-0452f5162dc1 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026318 Feb 08 15:52:08.835930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-296ab213-6c4e-43ca-bc68-f18ae81eb190 req-e48b1635-7795-4c32-89ab-d8766e1a55e3 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/security-groups?id=b9adf50e-2aee-484d-9d4f-9253661be5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982676 Feb 08 15:52:08.837103 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-7e72c114-11a9-49fa-a9c2-edacdbe22dee None None] Set router 852d639a-fa3b-47f5-9d65-0cb412a6416f gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:52:08.892657 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7e72c114-11a9-49fa-a9c2-edacdbe22dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'name': 'tempest-ServerRescueNegativeTestJSON-708219575-router', 'tenant_id': '60a080c724734d2f8504cfeec2677ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:33Z', 'updated_at': '2022-02-08T15:52:08Z', 'revision_number': 6, 'project_id': '60a080c724734d2f8504cfeec2677ec4', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:08.914799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b050c2-3816-4290-b150-f728464abd58 req-83f85209-c439-4de0-9b69-2c42a515cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:08.916345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-83f85209-c439-4de0-9b69-2c42a515cc83 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 1133 time: 0.1349294 Feb 08 15:52:08.923175 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e72c114-11a9-49fa-a9c2-edacdbe22dee None None] The sync data for ids ['852d639a-fa3b-47f5-9d65-0cb412a6416f'] in n-d-824834-11 is: [{'id': '852d639a-fa3b-47f5-9d65-0cb412a6416f', 'name': 'tempest-ServerRescueNegativeTestJSON-708219575-router', 'tenant_id': '60a080c724734d2f8504cfeec2677ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:47:33Z', 'updated_at': '2022-02-08T15:52:08Z', 'revision_number': 6, 'project_id': '60a080c724734d2f8504cfeec2677ec4', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:52:08.977694 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (97798df6-a1b5-4791-b539-058e9743d113), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.002308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8425321-863e-4774-b617-8f05b0eee39d req-0682b006-74de-41d4-b489-d911f0dda96e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.003328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] Pushing event deleted for resources: {'Port': ['ID=97798df6-a1b5-4791-b539-058e9743d113,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:09.007569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8425321-863e-4774-b617-8f05b0eee39d req-0682b006-74de-41d4-b489-d911f0dda96e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.012862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8425321-863e-4774-b617-8f05b0eee39d req-0682b006-74de-41d4-b489-d911f0dda96e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.018680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8425321-863e-4774-b617-8f05b0eee39d req-0682b006-74de-41d4-b489-d911f0dda96e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.023891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8425321-863e-4774-b617-8f05b0eee39d req-0682b006-74de-41d4-b489-d911f0dda96e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.029225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8425321-863e-4774-b617-8f05b0eee39d req-0682b006-74de-41d4-b489-d911f0dda96e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.034551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8425321-863e-4774-b617-8f05b0eee39d req-0682b006-74de-41d4-b489-d911f0dda96e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.036482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8425321-863e-4774-b617-8f05b0eee39d req-0682b006-74de-41d4-b489-d911f0dda96e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5434 time: 0.1908669 Feb 08 15:52:09.067118 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (852d639a-fa3b-47f5-9d65-0cb412a6416f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.106271 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f878e-8590-4915-89c9-de9e4aca12a2 req-4031fed4-fc94-468f-92a5-998813971ff0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.112006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f878e-8590-4915-89c9-de9e4aca12a2 req-4031fed4-fc94-468f-92a5-998813971ff0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.117238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f878e-8590-4915-89c9-de9e4aca12a2 req-4031fed4-fc94-468f-92a5-998813971ff0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.122419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f878e-8590-4915-89c9-de9e4aca12a2 req-4031fed4-fc94-468f-92a5-998813971ff0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.133167 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f878e-8590-4915-89c9-de9e4aca12a2 req-4031fed4-fc94-468f-92a5-998813971ff0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.138396 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f878e-8590-4915-89c9-de9e4aca12a2 req-4031fed4-fc94-468f-92a5-998813971ff0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.143928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f878e-8590-4915-89c9-de9e4aca12a2 req-4031fed4-fc94-468f-92a5-998813971ff0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.145824 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b62f878e-8590-4915-89c9-de9e4aca12a2 req-4031fed4-fc94-468f-92a5-998813971ff0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5443 time: 0.2504210 Feb 08 15:52:09.160004 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (852d639a-fa3b-47f5-9d65-0cb412a6416f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.162192 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] Publish callbacks [] for router_controller (852d639a-fa3b-47f5-9d65-0cb412a6416f), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.199248 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b050c2-3816-4290-b150-f728464abd58 req-ecfaf785-4934-4897-9933-a0988c28f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.200732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-ecfaf785-4934-4897-9933-a0988c28f5ce service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2664876 Feb 08 15:52:09.208233 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8425321-863e-4774-b617-8f05b0eee39d req-216ffaf3-b20c-4401-b3ed-b3e327bf3b0a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1657677 Feb 08 15:52:09.211466 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (852d639a-fa3b-47f5-9d65-0cb412a6416f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.211979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 852d639a-fa3b-47f5-9d65-0cb412a6416f {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:52:09.216421 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.217991 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c9e144e2-8741-49d7-8342-9156ce58b162 admin admin] 10.222.0.82 "DELETE /v2.0/routers/852d639a-fa3b-47f5-9d65-0cb412a6416f HTTP/1.1" status: 204 len: 168 time: 0.9442644 Feb 08 15:52:09.220617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42534) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:09.256557 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-77f2e28a-3cec-4539-a329-90b48c1a8649 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=1fca2d15-0d72-4941-9cc7-0a684024e525 HTTP/1.1" status: 200 len: 217 time: 0.0463240 Feb 08 15:52:09.277793 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e0a15a-9d12-4bfb-a6d3-970a612bf4c6 admin admin] Deleting subnet f4193f18-71ec-4c14-9933-8ed1a50b2ce8 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:52:09.282609 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e1e0a15a-9d12-4bfb-a6d3-970a612bf4c6 admin admin] Publish callbacks [] for subnet (f4193f18-71ec-4c14-9933-8ed1a50b2ce8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.328530 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e1e0a15a-9d12-4bfb-a6d3-970a612bf4c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (f4193f18-71ec-4c14-9933-8ed1a50b2ce8), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.383577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b62f878e-8590-4915-89c9-de9e4aca12a2 req-0aed52df-629b-465d-b019-50d4335bf211 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2275581 Feb 08 15:52:09.398438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b050c2-3816-4290-b150-f728464abd58 req-d1d7bf49-a061-43a0-bdfd-8d7af6573f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.399638 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-d1d7bf49-a061-43a0-bdfd-8d7af6573f94 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1362042 Feb 08 15:52:09.410678 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e1e0a15a-9d12-4bfb-a6d3-970a612bf4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (f4193f18-71ec-4c14-9933-8ed1a50b2ce8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.460568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a1f83-a5eb-483e-a3c4-0202b6d72176 req-7f196db0-3b02-4755-aa84-0d76ffb4afb0 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.462205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-038a1f83-a5eb-483e-a3c4-0202b6d72176 req-7f196db0-3b02-4755-aa84-0d76ffb4afb0 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1776800 Feb 08 15:52:09.487454 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e1e0a15a-9d12-4bfb-a6d3-970a612bf4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (f4193f18-71ec-4c14-9933-8ed1a50b2ce8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.506334 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b050c2-3816-4290-b150-f728464abd58 req-2107151d-1b40-4a28-98e2-2264c2800c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.507822 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-2107151d-1b40-4a28-98e2-2264c2800c08 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1003959 Feb 08 15:52:09.514095 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0a15a-9d12-4bfb-a6d3-970a612bf4c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4193f18-71ec-4c14-9933-8ed1a50b2ce8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:09.518547 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e1e0a15a-9d12-4bfb-a6d3-970a612bf4c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.522212 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e1e0a15a-9d12-4bfb-a6d3-970a612bf4c6 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/f4193f18-71ec-4c14-9933-8ed1a50b2ce8 HTTP/1.1" status: 204 len: 168 time: 0.3005927 Feb 08 15:52:09.525198 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42544) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:09.596703 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1567-5416-409e-955c-33efad4649ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (2a72fae7-c7cb-449f-a857-4a0080f21988), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.614087 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-038a1f83-a5eb-483e-a3c4-0202b6d72176 req-4514d694-528d-456a-b01d-5b905cc15592 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379273 Feb 08 15:52:09.657250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967c177-edcd-4797-8862-c64991d8e6c4 req-9c0167e4-a387-4661-b855-8f1951e061c1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.666409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967c177-edcd-4797-8862-c64991d8e6c4 req-9c0167e4-a387-4661-b855-8f1951e061c1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.675264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967c177-edcd-4797-8862-c64991d8e6c4 req-9c0167e4-a387-4661-b855-8f1951e061c1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.679078 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967c177-edcd-4797-8862-c64991d8e6c4 req-9c0167e4-a387-4661-b855-8f1951e061c1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.684554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967c177-edcd-4797-8862-c64991d8e6c4 req-9c0167e4-a387-4661-b855-8f1951e061c1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.692671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967c177-edcd-4797-8862-c64991d8e6c4 req-9c0167e4-a387-4661-b855-8f1951e061c1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.692934 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1567-5416-409e-955c-33efad4649ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (2a72fae7-c7cb-449f-a857-4a0080f21988), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.702166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967c177-edcd-4797-8862-c64991d8e6c4 req-9c0167e4-a387-4661-b855-8f1951e061c1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.705273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2967c177-edcd-4797-8862-c64991d8e6c4 req-9c0167e4-a387-4661-b855-8f1951e061c1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5434 time: 0.2027166 Feb 08 15:52:09.724317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-3f6a1567-5416-409e-955c-33efad4649ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a72fae7-c7cb-449f-a857-4a0080f21988']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:09.736168 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-3f6a1567-5416-409e-955c-33efad4649ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbdb8e9-095d-4d06-8f62-aae7fa9f558c') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:09.736755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-3f6a1567-5416-409e-955c-33efad4649ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbdb8e9-095d-4d06-8f62-aae7fa9f558c') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:09.749321 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1567-5416-409e-955c-33efad4649ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (edbdb8e9-095d-4d06-8f62-aae7fa9f558c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.764025 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1567-5416-409e-955c-33efad4649ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (edbdb8e9-095d-4d06-8f62-aae7fa9f558c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.772155 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6a1567-5416-409e-955c-33efad4649ae admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:52:09.772155 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1567-5416-409e-955c-33efad4649ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (edbdb8e9-095d-4d06-8f62-aae7fa9f558c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:52:09.774442 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:52:09.819370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 57e450c3-4ba9-4911-b979-c7692aede76b no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:52:09.849088 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-7cc0b195-dd4e-4a11-bd6e-dc56ecb6c21f service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267982 Feb 08 15:52:09.850864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 57e450c3-4ba9-4911-b979-c7692aede76b {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:52:09.851215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 57e450c3-4ba9-4911-b979-c7692aede76b not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:52:09.857852 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1567-5416-409e-955c-33efad4649ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (2a72fae7-c7cb-449f-a857-4a0080f21988), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.864969 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f6a1567-5416-409e-955c-33efad4649ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:09.871232 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3f6a1567-5416-409e-955c-33efad4649ae admin admin] 10.222.0.82 "DELETE /v2.0/networks/2a72fae7-c7cb-449f-a857-4a0080f21988 HTTP/1.1" status: 204 len: 168 time: 0.3427291 Feb 08 15:52:09.881945 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a1567-5416-409e-955c-33efad4649ae admin admin] Pushing event deleted for resources: {'Network': ['ID=2a72fae7-c7cb-449f-a857-4a0080f21988,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:09.948607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2f6f8-8d37-49dc-a248-9b21ba7b93af req-e04e5d7a-2271-40d9-874e-a59e6ac4ba13 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.950210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46c2f6f8-8d37-49dc-a248-9b21ba7b93af req-e04e5d7a-2271-40d9-874e-a59e6ac4ba13 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.2404075 Feb 08 15:52:09.976114 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b5274-f661-4542-827d-c16794d9acaf req-c634523c-d60e-4c03-bc7d-0806918a4a6a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.981542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b5274-f661-4542-827d-c16794d9acaf req-c634523c-d60e-4c03-bc7d-0806918a4a6a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.987177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b5274-f661-4542-827d-c16794d9acaf req-c634523c-d60e-4c03-bc7d-0806918a4a6a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.992418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b5274-f661-4542-827d-c16794d9acaf req-c634523c-d60e-4c03-bc7d-0806918a4a6a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:09.998126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b5274-f661-4542-827d-c16794d9acaf req-c634523c-d60e-4c03-bc7d-0806918a4a6a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.003925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b5274-f661-4542-827d-c16794d9acaf req-c634523c-d60e-4c03-bc7d-0806918a4a6a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.007771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c5005d28-976c-40ba-a60b-2edad70fa385 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:52:10.009403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b5274-f661-4542-827d-c16794d9acaf req-c634523c-d60e-4c03-bc7d-0806918a4a6a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.011372 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d52b5274-f661-4542-827d-c16794d9acaf req-c634523c-d60e-4c03-bc7d-0806918a4a6a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5443 time: 0.2421713 Feb 08 15:52:10.011740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42554) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:10.021866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0187ac10-cab5-47d9-8f5b-63a6b59bc524 req-dae02363-48af-4902-8237-d0f5fc2942fc service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3007696 Feb 08 15:52:10.087588 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8c03e1f3-eed1-413e-9812-7ac319aa6bf7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=60a080c724734d2f8504cfeec2677ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0719893 Feb 08 15:52:10.087863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42556) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:10.148341 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb315928-fab6-4128-a6f6-ca3fa2a70773 admin admin] Publish callbacks [] for security_group (ad0f133c-7947-4fbf-861d-e955388ef39f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:10.150191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c5005d28-976c-40ba-a60b-2edad70fa385, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c5005d28-976c-40ba-a60b-2edad70fa385,segment=NetworkSegment(001f9462-244e-4997-a607-da1637a01c28),segment_id=001f9462-244e-4997-a607-da1637a01c28)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:10.165549 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46c2f6f8-8d37-49dc-a248-9b21ba7b93af req-548615d0-5dc6-4ef3-911a-7e217c49a124 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038949 Feb 08 15:52:10.170244 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'c5005d28-976c-40ba-a60b-2edad70fa385', 'network_id': 'a3d322b0-44f4-4542-80c3-0257da15bf1e', 'port_id': 'c5005d28-976c-40ba-a60b-2edad70fa385', 'mac_address': 'fa:16:3e:1f:58:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf80f3c-b1c4-44a2-835e-2d26d7c85bb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:52:10.186006 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb315928-fab6-4128-a6f6-ca3fa2a70773 admin admin] Publish callbacks [] for security_group (ad0f133c-7947-4fbf-861d-e955388ef39f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:10.198180 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-e33650af-d5e7-4b06-beeb-00fe0a4fc3f5 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384752 Feb 08 15:52:10.224753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port c5005d28-976c-40ba-a60b-2edad70fa385 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:52:10.225221 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c5005d28-976c-40ba-a60b-2edad70fa385), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:10.241297 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d52b5274-f661-4542-827d-c16794d9acaf req-d22127ba-53a6-400d-b15c-7af4af9c7f57 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2038257 Feb 08 15:52:10.246583 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187ac10-cab5-47d9-8f5b-63a6b59bc524 req-af01a4a8-e529-48cb-9563-8d1dfc46fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.248246 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0187ac10-cab5-47d9-8f5b-63a6b59bc524 req-af01a4a8-e529-48cb-9563-8d1dfc46fd50 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9e40cb6f572f4909aa3dc0bba4bd5834&device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 1128 time: 0.1957529 Feb 08 15:52:10.278928 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb315928-fab6-4128-a6f6-ca3fa2a70773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ad0f133c-7947-4fbf-861d-e955388ef39f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:10.282496 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb315928-fab6-4128-a6f6-ca3fa2a70773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:10.285725 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5005d28-976c-40ba-a60b-2edad70fa385 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:10.289708 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fb315928-fab6-4128-a6f6-ca3fa2a70773 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ad0f133c-7947-4fbf-861d-e955388ef39f HTTP/1.1" status: 204 len: 168 time: 0.1975603 Feb 08 15:52:10.309926 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb315928-fab6-4128-a6f6-ca3fa2a70773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0f133c-7947-4fbf-861d-e955388ef39f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:10.357378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c5005d28-976c-40ba-a60b-2edad70fa385, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c5005d28-976c-40ba-a60b-2edad70fa385,segment=NetworkSegment(001f9462-244e-4997-a607-da1637a01c28),segment_id=001f9462-244e-4997-a607-da1637a01c28)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:10.365195 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c5005d28-976c-40ba-a60b-2edad70fa385), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:10.422929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=c5005d28-976c-40ba-a60b-2edad70fa385,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:10.493567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83341d63-3d2d-48c5-82ca-17a408803746 req-084c6a4e-b3f0-4dbc-a609-10f606b8958e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.495207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-83341d63-3d2d-48c5-82ca-17a408803746 req-084c6a4e-b3f0-4dbc-a609-10f606b8958e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.2152171 Feb 08 15:52:10.521980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a255ae-121c-4311-943e-d6579fed873e req-d4ded73a-16cc-44cd-8e36-bf7fb28c90e3 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.523693 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-22a255ae-121c-4311-943e-d6579fed873e req-d4ded73a-16cc-44cd-8e36-bf7fb28c90e3 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 945 time: 0.1355162 Feb 08 15:52:10.525905 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187ac10-cab5-47d9-8f5b-63a6b59bc524 req-93311899-b534-4b47-9e27-731ffa6161ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.527328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0187ac10-cab5-47d9-8f5b-63a6b59bc524 req-93311899-b534-4b47-9e27-731ffa6161ed service neutron] 10.222.0.94 "GET /v2.0/networks?id=ccd87241-81d8-43e6-a2f0-71903609a7a0 HTTP/1.1" status: 200 len: 912 time: 0.2569544 Feb 08 15:52:10.602102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0187ac10-cab5-47d9-8f5b-63a6b59bc524 req-37fd5ae2-bb43-4973-9342-2f880090f9a5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=568169a0-ea32-4ab9-8f39-0ae9a555cacb HTTP/1.1" status: 200 len: 217 time: 0.0585089 Feb 08 15:52:10.655482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-83341d63-3d2d-48c5-82ca-17a408803746 req-37a9be9b-96ab-480c-a4fd-14443f64b4e5 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491346 Feb 08 15:52:10.677976 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-22a255ae-121c-4311-943e-d6579fed873e req-a6d36d47-8c4f-4cbe-b3ce-d78069a9e4c2 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/security-groups?id=b9adf50e-2aee-484d-9d4f-9253661be5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437731 Feb 08 15:52:10.697002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187ac10-cab5-47d9-8f5b-63a6b59bc524 req-25463d13-b5a3-48f7-813c-0296e96f1419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.698561 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0187ac10-cab5-47d9-8f5b-63a6b59bc524 req-25463d13-b5a3-48f7-813c-0296e96f1419 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=df6fa361-f17a-44c7-8a19-142ba5e65abc HTTP/1.1" status: 200 len: 851 time: 0.0875423 Feb 08 15:52:10.722060 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['c5005d28-976c-40ba-a60b-2edad70fa385'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:10.740544 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0187ac10-cab5-47d9-8f5b-63a6b59bc524 req-ef61b025-fc78-4bb9-b84a-d65370ec9626 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ccd87241-81d8-43e6-a2f0-71903609a7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346153 Feb 08 15:52:10.920202 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b9522-9340-4e6f-8520-c9feff545185 req-2fb52e70-fa7a-44e7-b577-44214178885a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.926519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b9522-9340-4e6f-8520-c9feff545185 req-2fb52e70-fa7a-44e7-b577-44214178885a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.932008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b9522-9340-4e6f-8520-c9feff545185 req-2fb52e70-fa7a-44e7-b577-44214178885a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.937863 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b9522-9340-4e6f-8520-c9feff545185 req-2fb52e70-fa7a-44e7-b577-44214178885a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.943312 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b9522-9340-4e6f-8520-c9feff545185 req-2fb52e70-fa7a-44e7-b577-44214178885a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.948504 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b9522-9340-4e6f-8520-c9feff545185 req-2fb52e70-fa7a-44e7-b577-44214178885a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.954016 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b9522-9340-4e6f-8520-c9feff545185 req-2fb52e70-fa7a-44e7-b577-44214178885a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.955871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-047b9522-9340-4e6f-8520-c9feff545185 req-2fb52e70-fa7a-44e7-b577-44214178885a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5443 time: 0.2179489 Feb 08 15:52:10.961547 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0187ac10-cab5-47d9-8f5b-63a6b59bc524 req-87b51db3-4193-4cd6-95d0-59eb24514c60 service neutron] 10.222.0.94 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073996 Feb 08 15:52:10.971996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf6fc8-7b1c-449a-8bb7-f5cbb288813e req-ef98d508-1a88-46ae-a2ee-910b2f153364 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:10.973458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4bf6fc8-7b1c-449a-8bb7-f5cbb288813e req-ef98d508-1a88-46ae-a2ee-910b2f153364 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1828055 Feb 08 15:52:11.083037 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4bf6fc8-7b1c-449a-8bb7-f5cbb288813e req-d3bc6f81-de8a-42e4-b6c1-b821423990b8 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009223 Feb 08 15:52:11.100868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42584) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:11.101856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0187ac10-cab5-47d9-8f5b-63a6b59bc524 req-c16f5520-4bcc-49dd-b969-8b53790caabf service neutron] 10.222.0.94 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274462 Feb 08 15:52:11.195727 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-154229618-network', 'tenant_id': '82bcfda962ea4e5886a7de16da13afb8'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:11.215962 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] Made reservation on behalf of 82bcfda962ea4e5886a7de16da13afb8 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:52:11.218309 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:11.227943 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:11.282455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6369fce-96cb-45b8-aac2-bac7d46b2ee2 req-ee1823e9-e0fb-4d5c-98c2-e282c36c966f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:11.283983 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6369fce-96cb-45b8-aac2-bac7d46b2ee2 req-ee1823e9-e0fb-4d5c-98c2-e282c36c966f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0545866 Feb 08 15:52:11.303927 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] Publish callbacks [] for security_group (1573fc22-6616-45f1-826e-95e07a5423a8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:11.308072 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1573fc22-6616-45f1-826e-95e07a5423a8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:11.334171 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:52:11.335769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6369fce-96cb-45b8-aac2-bac7d46b2ee2 req-f40f6a00-f6d4-497e-acde-848c9e60fd94 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457704 Feb 08 15:52:11.343048 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1573fc22-6616-45f1-826e-95e07a5423a8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:11.353523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 97798df6-a1b5-4791-b539-058e9743d113 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:52:11.358223 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (57754e2a-a497-481c-903c-6c83e02fbb7e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:11.358707 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] Added segment 57754e2a-a497-481c-903c-6c83e02fbb7e of type vlan for network 6100291d-1645-4fe1-b290-2f90ce23e93d Feb 08 15:52:11.376791 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 97798df6-a1b5-4791-b539-058e9743d113 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:52:11.377220 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 97798df6-a1b5-4791-b539-058e9743d113 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:52:11.401582 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (6100291d-1645-4fe1-b290-2f90ce23e93d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:11.426188 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (6100291d-1645-4fe1-b290-2f90ce23e93d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:11.427228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:11.427814 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:11.476853 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3748546 Feb 08 15:52:11.479981 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42592) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:11.484970 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f5fc7355-3fd6-4ee4-a794-2c8aebc759fc admin admin] Request body: {'subnet': {'network_id': '6100291d-1645-4fe1-b290-2f90ce23e93d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-154229618-subnet', 'tenant_id': '82bcfda962ea4e5886a7de16da13afb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:11.489386 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a318551-e5e0-4ae0-9f1c-4e066b82bad0 admin admin] Pushing event updated for resources: {'Network': ['ID=6100291d-1645-4fe1-b290-2f90ce23e93d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:11.499405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 6100291d-1645-4fe1-b290-2f90ce23e93d details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:52:11.506375 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fc7355-3fd6-4ee4-a794-2c8aebc759fc admin admin] Made reservation on behalf of 82bcfda962ea4e5886a7de16da13afb8 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:52:11.508891 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5fc7355-3fd6-4ee4-a794-2c8aebc759fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:11.681425 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5fc7355-3fd6-4ee4-a794-2c8aebc759fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (75617a55-77c7-4f4f-ab35-f46482dc1cb8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:11.766059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc7355-3fd6-4ee4-a794-2c8aebc759fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=75617a55-77c7-4f4f-ab35-f46482dc1cb8,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:11.807623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fc7355-3fd6-4ee4-a794-2c8aebc759fc admin admin] Checking segment: {'id': '57754e2a-a497-481c-903c-6c83e02fbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6100291d-1645-4fe1-b290-2f90ce23e93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:52:11.807978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc7355-3fd6-4ee4-a794-2c8aebc759fc admin admin] Network hostable DHCP agents. Network: 6100291d-1645-4fe1-b290-2f90ce23e93d, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:52:11.846898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c6e46-9ffc-48a8-a944-2f0b2606f1dd req-2147f68b-68e8-4e30-a089-1e7177e739d5 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:11.848395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-839c6e46-9ffc-48a8-a944-2f0b2606f1dd req-2147f68b-68e8-4e30-a089-1e7177e739d5 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.1176944 Feb 08 15:52:11.851783 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc7355-3fd6-4ee4-a794-2c8aebc759fc admin admin] Network 6100291d-1645-4fe1-b290-2f90ce23e93d is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:52:11.864862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f052b0-fe9e-4ca8-b1f4-9f310c256e1a req-8a204035-23f3-4f5d-9fdf-e15159d35cc5 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:11.866305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1f052b0-fe9e-4ca8-b1f4-9f310c256e1a req-8a204035-23f3-4f5d-9fdf-e15159d35cc5 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 945 time: 0.0971253 Feb 08 15:52:11.891854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f5fc7355-3fd6-4ee4-a794-2c8aebc759fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 6100291d-1645-4fe1-b290-2f90ce23e93d) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:52:11.900583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b386416d-83ac-444a-b642-edface44df9c None None] Network 6100291d-1645-4fe1-b290-2f90ce23e93d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:52:11.902802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc7355-3fd6-4ee4-a794-2c8aebc759fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:11.903398 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5fc7355-3fd6-4ee4-a794-2c8aebc759fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:11.943820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f5fc7355-3fd6-4ee4-a794-2c8aebc759fc admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4627109 Feb 08 15:52:11.950091 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-839c6e46-9ffc-48a8-a944-2f0b2606f1dd req-5b1606c6-f384-4fda-834a-1d3e0ac0f01e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952926 Feb 08 15:52:11.971845 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1f052b0-fe9e-4ca8-b1f4-9f310c256e1a req-f1e7c5d3-3308-41fc-8ae8-3c382acd51ee tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/security-groups?id=b9adf50e-2aee-484d-9d4f-9253661be5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989063 Feb 08 15:52:12.006788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c64f8a-0fa7-4c3f-9b6e-dd56367df9dd None None] Network 6100291d-1645-4fe1-b290-2f90ce23e93d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:52:12.046132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c5005d28-976c-40ba-a60b-2edad70fa385 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:52:12.152111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port c5005d28-976c-40ba-a60b-2edad70fa385 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:52:12.156910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port c5005d28-976c-40ba-a60b-2edad70fa385 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:52:12.157370 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c5005d28-976c-40ba-a60b-2edad70fa385), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:12.216321 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee1105-606c-4c2e-ae21-00229cdf7af4 req-97cf37b3-3e71-4083-adb8-09b169acb6dc tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:12.217946 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bfee1105-606c-4c2e-ae21-00229cdf7af4 req-97cf37b3-3e71-4083-adb8-09b169acb6dc tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0567884 Feb 08 15:52:12.246628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port c5005d28-976c-40ba-a60b-2edad70fa385 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:52:12.246938 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c5005d28-976c-40ba-a60b-2edad70fa385), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:12.267966 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bfee1105-606c-4c2e-ae21-00229cdf7af4 req-22d03998-a19f-46aa-bc44-6f9cf10e1062 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435500 Feb 08 15:52:12.270813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5005d28-976c-40ba-a60b-2edad70fa385'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:12.273131 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b969cff6-c77c-4f43-ae12-8cb3621753f1" -d '{"events": [{"server_uuid": "eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69", "name": "network-vif-plugged", "status": "completed", "tag": "c5005d28-976c-40ba-a60b-2edad70fa385"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:12.296780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c5005d28-976c-40ba-a60b-2edad70fa385, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c5005d28-976c-40ba-a60b-2edad70fa385,segment=NetworkSegment(001f9462-244e-4997-a607-da1637a01c28),segment_id=001f9462-244e-4997-a607-da1637a01c28)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:12.302005 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c5005d28-976c-40ba-a60b-2edad70fa385), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:12.343183 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816028b8-7179-45ce-b967-316b7c328a0e x-openstack-request-id: req-816028b8-7179-45ce-b967-316b7c328a0e {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:12.344116 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69", "name": "network-vif-plugged", "status": "completed", "tag": "c5005d28-976c-40ba-a60b-2edad70fa385", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:12.344593 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-816028b8-7179-45ce-b967-316b7c328a0e {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:12.345011 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5005d28-976c-40ba-a60b-2edad70fa385', 'code': 200} Feb 08 15:52:12.363509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=c5005d28-976c-40ba-a60b-2edad70fa385,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:12.384033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42616) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:12.388981 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-93135845-network', 'tenant_id': '7f897ac769df47c08ae009d258dfa6b3'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:12.463309 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] Made reservation on behalf of 7f897ac769df47c08ae009d258dfa6b3 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:52:12.465573 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:12.479247 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:12.506451 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94779fd4-61d3-449d-9672-b1685735c205 req-1d06dd07-281a-490d-8743-a32d7663aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:12.507865 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94779fd4-61d3-449d-9672-b1685735c205 req-1d06dd07-281a-490d-8743-a32d7663aa96 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 1129 time: 0.1154790 Feb 08 15:52:12.523676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c5851-df1a-4b53-80f1-c0bc8887163c req-369815f2-7ec5-4715-8546-72e655cfed58 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:12.525106 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-622c5851-df1a-4b53-80f1-c0bc8887163c req-369815f2-7ec5-4715-8546-72e655cfed58 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.1055844 Feb 08 15:52:12.615410 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94779fd4-61d3-449d-9672-b1685735c205 req-a01bb3ff-01be-43f7-ae2e-8537c443cce0 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b9adf50e-2aee-484d-9d4f-9253661be5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893264 Feb 08 15:52:12.633863 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-622c5851-df1a-4b53-80f1-c0bc8887163c req-8bede2c0-2c42-4c14-8d23-4b94e4344c90 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957644 Feb 08 15:52:12.647935 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] Publish callbacks [] for security_group (73a25d17-0886-4792-becf-24d7f4ae652f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:12.651888 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (73a25d17-0886-4792-becf-24d7f4ae652f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:12.674201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:52:12.688766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a25d17-0886-4792-becf-24d7f4ae652f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:12.691880 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (6cd01e9d-f09d-41ff-bdad-14dc3d5cfcd1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:12.692226 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] Added segment 6cd01e9d-f09d-41ff-bdad-14dc3d5cfcd1 of type vlan for network 8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c Feb 08 15:52:12.737512 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:12.764300 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:12.766354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:12.766942 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:12.818798 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4336641 Feb 08 15:52:12.821773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42618) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:12.826885 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f861c7ed-19d5-404c-8c81-6338f315290a admin admin] Request body: {'subnet': {'network_id': '8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-93135845-subnet', 'tenant_id': '7f897ac769df47c08ae009d258dfa6b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:12.833534 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22db15-af1e-425d-8697-591a8063d397 admin admin] Pushing event updated for resources: {'Network': ['ID=8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:12.845732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:52:12.847731 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f861c7ed-19d5-404c-8c81-6338f315290a admin admin] Made reservation on behalf of 7f897ac769df47c08ae009d258dfa6b3 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:52:12.850252 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f861c7ed-19d5-404c-8c81-6338f315290a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:13.030085 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f861c7ed-19d5-404c-8c81-6338f315290a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (8d9eb1b0-d70b-4a87-aa85-61b17b780253), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:13.086358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861c7ed-19d5-404c-8c81-6338f315290a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9eb1b0-d70b-4a87-aa85-61b17b780253,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:13.096155 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f861c7ed-19d5-404c-8c81-6338f315290a admin admin] Checking segment: {'id': '6cd01e9d-f09d-41ff-bdad-14dc3d5cfcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:52:13.096639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f861c7ed-19d5-404c-8c81-6338f315290a admin admin] Network hostable DHCP agents. Network: 8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:52:13.114171 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f861c7ed-19d5-404c-8c81-6338f315290a admin admin] Network 8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:52:13.122917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f861c7ed-19d5-404c-8c81-6338f315290a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:52:13.128075 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f861c7ed-19d5-404c-8c81-6338f315290a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:13.128783 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f861c7ed-19d5-404c-8c81-6338f315290a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:13.136078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc17fd9d-77f0-4bc7-84b3-365bbdc49645 None None] Network 8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:52:13.137729 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e86f7-854f-4989-9096-1c3d4e38c5c9 req-fd8683c7-4ed5-44a7-867c-9b18ea14a271 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:13.139255 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0e4e86f7-854f-4989-9096-1c3d4e38c5c9 req-fd8683c7-4ed5-44a7-867c-9b18ea14a271 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.1058125 Feb 08 15:52:13.145392 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f861c7ed-19d5-404c-8c81-6338f315290a admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3223910 Feb 08 15:52:13.152901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5fec8-3aa1-4f1e-bc0d-e19f9c5a2093 req-bb202d4b-67d5-4a32-a300-3503f244c106 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:13.154403 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23d5fec8-3aa1-4f1e-bc0d-e19f9c5a2093 req-bb202d4b-67d5-4a32-a300-3503f244c106 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 946 time: 0.1024091 Feb 08 15:52:13.237191 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0e4e86f7-854f-4989-9096-1c3d4e38c5c9 req-5a5938e1-dafd-4c1f-9a4f-bdb1393983c2 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802176 Feb 08 15:52:13.257874 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23d5fec8-3aa1-4f1e-bc0d-e19f9c5a2093 req-42d30266-5cd8-42b3-98f3-c405a8506f1f tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/security-groups?id=b9adf50e-2aee-484d-9d4f-9253661be5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863881 Feb 08 15:52:13.267296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76c437a-d8e4-4fe5-a2b4-8c5e6ff3824b None None] Network 8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:52:13.419534 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f19a75-829e-402a-8d6b-fc00eabe5583 req-21bf5521-8a35-4366-9afd-286d05cfcae2 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:13.421029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8f19a75-829e-402a-8d6b-fc00eabe5583 req-21bf5521-8a35-4366-9afd-286d05cfcae2 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0649931 Feb 08 15:52:13.473749 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8f19a75-829e-402a-8d6b-fc00eabe5583 req-f6a1c1d1-5037-4b7f-8f3a-41b866c3491a tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453384 Feb 08 15:52:14.036215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de49123-3b64-42b5-815c-9b93dfd128ef req-b9ccc9a1-f9bf-49de-bfb4-96718c4dc0ff tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:14.037814 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3de49123-3b64-42b5-815c-9b93dfd128ef req-b9ccc9a1-f9bf-49de-bfb4-96718c4dc0ff tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0881329 Feb 08 15:52:14.045318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-2934eb23-b975-4922-aeef-98bd27e3f90e tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:14.047670 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-2934eb23-b975-4922-aeef-98bd27e3f90e tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/networks?id=6100291d-1645-4fe1-b290-2f90ce23e93d HTTP/1.1" status: 200 len: 824 time: 0.4635770 Feb 08 15:52:14.072584 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-4bb69d73-9724-4a65-b51b-b29e0b02d7c1 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/quotas/82bcfda962ea4e5886a7de16da13afb8 HTTP/1.1" status: 200 len: 375 time: 0.0180728 Feb 08 15:52:14.130459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-c3dc7ff9-9be9-415a-917e-5b5cdbf87877 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=82bcfda962ea4e5886a7de16da13afb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511274 Feb 08 15:52:14.137635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3de49123-3b64-42b5-815c-9b93dfd128ef req-cf7fd9c1-c54b-4c54-9f41-b0e20d6d4594 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889881 Feb 08 15:52:14.261550 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-8b720962-99f9-473f-960f-89766c572805 service neutron] 10.222.0.82 "GET /v2.0/networks/6100291d-1645-4fe1-b290-2f90ce23e93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227698 Feb 08 15:52:14.333402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcbb38fc-05f8-4d90-8a47-4c04255364cb req-cd8bbc81-0bf9-4b72-91fb-84f1356332b8 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1169527 Feb 08 15:52:14.445250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e329-7ad1-4066-a638-ee2e7c0c1de7 req-9a530712-8f0a-4573-b111-29a0a6a8e733 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:14.446881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ee8e329-7ad1-4066-a638-ee2e7c0c1de7 req-9a530712-8f0a-4573-b111-29a0a6a8e733 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.1282494 Feb 08 15:52:14.451669 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-00b61ee4-215d-49af-81eb-bbe1a5aa46c8 service neutron] 10.222.0.82 "GET /v2.0/networks/6100291d-1645-4fe1-b290-2f90ce23e93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841509 Feb 08 15:52:14.474127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb38fc-05f8-4d90-8a47-4c04255364cb req-6b2c9270-28cd-4653-8923-d788db42d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:14.475634 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcbb38fc-05f8-4d90-8a47-4c04255364cb req-6b2c9270-28cd-4653-8923-d788db42d92d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 1129 time: 0.1134820 Feb 08 15:52:14.524939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ee8e329-7ad1-4066-a638-ee2e7c0c1de7 req-dd21679f-5b23-43da-bea3-9e117f24101f tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706263 Feb 08 15:52:14.641304 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb38fc-05f8-4d90-8a47-4c04255364cb req-14639a18-7ceb-48bc-9170-906c6ef884d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:14.642766 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcbb38fc-05f8-4d90-8a47-4c04255364cb req-14639a18-7ceb-48bc-9170-906c6ef884d0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.1420755 Feb 08 15:52:14.707666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcbb38fc-05f8-4d90-8a47-4c04255364cb req-861cbc2f-404a-4662-801b-d79ed918487c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154f1548-48ee-46aa-9a4e-ed194f34ffcd HTTP/1.1" status: 200 len: 217 time: 0.0565574 Feb 08 15:52:14.766651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e47e7d-8210-4d34-a0f4-47b8eaf31320 req-94e98a54-e904-47d5-838f-53663dea033d tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:14.768167 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3e47e7d-8210-4d34-a0f4-47b8eaf31320 req-94e98a54-e904-47d5-838f-53663dea033d tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 946 time: 0.1696270 Feb 08 15:52:14.792315 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cf288-8d6c-4999-a36a-261cd32b94b5 req-9a2b9c9c-e3ef-4a0a-85e5-67e2d3d0bc57 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:14.793810 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-735cf288-8d6c-4999-a36a-261cd32b94b5 req-9a2b9c9c-e3ef-4a0a-85e5-67e2d3d0bc57 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1731818 Feb 08 15:52:14.807270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb38fc-05f8-4d90-8a47-4c04255364cb req-da6326a6-d2d2-435b-a106-d8def84a7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:14.808665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcbb38fc-05f8-4d90-8a47-4c04255364cb req-da6326a6-d2d2-435b-a106-d8def84a7327 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0931418 Feb 08 15:52:14.898191 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3e47e7d-8210-4d34-a0f4-47b8eaf31320 req-a5c0f67c-2e5e-4840-844b-7222844acd1c tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/security-groups?id=b9adf50e-2aee-484d-9d4f-9253661be5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219199 Feb 08 15:52:14.910799 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-735cf288-8d6c-4999-a36a-261cd32b94b5 req-4ef7c7a5-69e4-4b8e-bab4-604f18ae8765 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052723 Feb 08 15:52:14.922632 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb38fc-05f8-4d90-8a47-4c04255364cb req-e360e379-c02e-49bc-81f9-2e852d58c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:14.922632 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcbb38fc-05f8-4d90-8a47-4c04255364cb req-e360e379-c02e-49bc-81f9-2e852d58c5c7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0975084 Feb 08 15:52:15.022556 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5d438a7-f779-4015-9f9a-a18631fd96df req-bd837707-c7eb-4e90-8ae2-7412a5b31c07 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 210 time: 0.0645452 Feb 08 15:52:15.073685 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcbb38fc-05f8-4d90-8a47-4c04255364cb req-41b98432-516d-4a4f-9f41-421926b9d6db service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426005 Feb 08 15:52:15.174177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcbb38fc-05f8-4d90-8a47-4c04255364cb req-7ff4a148-7e7a-47a7-8b33-a8000d458827 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918794 Feb 08 15:52:15.300005 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe04ea8-8efe-4ad5-9dbc-1bc5222a7a05 req-01078ce7-3a42-4afb-8592-40f3cde7aab4 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:15.301718 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fe04ea8-8efe-4ad5-9dbc-1bc5222a7a05 req-01078ce7-3a42-4afb-8592-40f3cde7aab4 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0675657 Feb 08 15:52:15.355216 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fe04ea8-8efe-4ad5-9dbc-1bc5222a7a05 req-90372dd3-ded5-4cfc-90a1-25a731a4b2d4 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476377 Feb 08 15:52:15.650630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d541df1-e4d9-4ba5-8362-c1af6562feb5 req-92c71d52-4bc7-4156-aa19-bb4d6f22d0da tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:15.652178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d541df1-e4d9-4ba5-8362-c1af6562feb5 req-92c71d52-4bc7-4156-aa19-bb4d6f22d0da tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.0590813 Feb 08 15:52:15.767339 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d541df1-e4d9-4ba5-8362-c1af6562feb5 req-f2f0e730-e70b-4980-b2e7-64962e85cab1 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078622 Feb 08 15:52:15.819730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-dd99e1ed-2338-42f5-85b4-82b8b5c94726 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:15.821227 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-dd99e1ed-2338-42f5-85b4-82b8b5c94726 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.94 "GET /v2.0/networks?id=6100291d-1645-4fe1-b290-2f90ce23e93d HTTP/1.1" status: 200 len: 824 time: 0.1346560 Feb 08 15:52:15.834260 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-e603e63f-9b3a-4fcb-9844-e39b9d87818f tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Request body: {'port': {'device_id': '0ba0a497-8919-4653-ae0e-932b3f03b538', 'network_id': '6100291d-1645-4fe1-b290-2f90ce23e93d', 'admin_state_up': True, 'tenant_id': '82bcfda962ea4e5886a7de16da13afb8'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:15.938760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-e603e63f-9b3a-4fcb-9844-e39b9d87818f tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Made reservation on behalf of 82bcfda962ea4e5886a7de16da13afb8 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:52:15.942400 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-e603e63f-9b3a-4fcb-9844-e39b9d87818f tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:16.106244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070397d-f78d-4e87-a75b-5413a173cb29 req-b36f8265-0b0b-4467-bf29-110c7925c12e tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:16.107637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6070397d-f78d-4e87-a75b-5413a173cb29 req-b36f8265-0b0b-4467-bf29-110c7925c12e tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1027350 Feb 08 15:52:16.152622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c12063d-9f31-454b-a8c1-13e54e92d0ce req-a3c2d071-09c4-4ac6-8ed7-52563bd1f3a3 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 210 time: 0.0410588 Feb 08 15:52:16.153648 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-e603e63f-9b3a-4fcb-9844-e39b9d87818f tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Allocated IP 172.20.0.7 (6100291d-1645-4fe1-b290-2f90ce23e93d/75617a55-77c7-4f4f-ab35-f46482dc1cb8/4db89041-97d4-406d-be91-5e11154dc154) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:52:16.215150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6070397d-f78d-4e87-a75b-5413a173cb29 req-f3c1be87-22ac-49e2-94b9-dd4c2ea6bdd3 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990791 Feb 08 15:52:16.331787 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-e603e63f-9b3a-4fcb-9844-e39b9d87818f tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Publish callbacks [] for port (4db89041-97d4-406d-be91-5e11154dc154), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:16.365774 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-e603e63f-9b3a-4fcb-9844-e39b9d87818f tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4db89041-97d4-406d-be91-5e11154dc154), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:16.420226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-e603e63f-9b3a-4fcb-9844-e39b9d87818f tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Network 6100291d-1645-4fe1-b290-2f90ce23e93d is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:52:16.423857 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-e603e63f-9b3a-4fcb-9844-e39b9d87818f tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:52:16.426465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-e603e63f-9b3a-4fcb-9844-e39b9d87818f tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:52:16.464166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603e63f-9b3a-4fcb-9844-e39b9d87818f tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Pushing event updated for resources: {'Port': ['ID=4db89041-97d4-406d-be91-5e11154dc154,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:16.511990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-e603e63f-9b3a-4fcb-9844-e39b9d87818f tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:16.512597 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-e603e63f-9b3a-4fcb-9844-e39b9d87818f tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:16.536185 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-e603e63f-9b3a-4fcb-9844-e39b9d87818f tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7061841 Feb 08 15:52:16.543755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d18a78-637a-4372-97a7-202ef25c0381 req-bea012dc-a1a6-43f1-a2d9-02c9e5903de4 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:16.545175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-28d18a78-637a-4372-97a7-202ef25c0381 req-bea012dc-a1a6-43f1-a2d9-02c9e5903de4 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0936115 Feb 08 15:52:16.552612 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Request body: {'port': {'device_id': '0ba0a497-8919-4653-ae0e-932b3f03b538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:16.667292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4db89041-97d4-406d-be91-5e11154dc154), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:16.688459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-28d18a78-637a-4372-97a7-202ef25c0381 req-68d98344-4e75-4893-9a43-056f12e1ec05 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305373 Feb 08 15:52:16.758337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bf3b4-85b4-485e-9f9c-4f113f179783 req-51f23349-7040-432d-b404-6c30d9069fd6 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:16.759795 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-313bf3b4-85b4-485e-9f9c-4f113f179783 req-51f23349-7040-432d-b404-6c30d9069fd6 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 946 time: 0.1078203 Feb 08 15:52:16.931715 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-313bf3b4-85b4-485e-9f9c-4f113f179783 req-b637afce-a51e-42bf-9063-ef74ddd174b9 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/security-groups?id=b9adf50e-2aee-484d-9d4f-9253661be5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238880 Feb 08 15:52:16.982581 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56323708-b5f5-436f-8de0-b072f88d8882 req-d462fa88-0b6a-4c23-ad44-2ea655a349f5 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:16.984664 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56323708-b5f5-436f-8de0-b072f88d8882 req-d462fa88-0b6a-4c23-ad44-2ea655a349f5 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.1417665 Feb 08 15:52:17.078977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56323708-b5f5-436f-8de0-b072f88d8882 req-a5cfe161-87b3-478d-9436-eb70d094879c tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893071 Feb 08 15:52:17.082141 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:52:17.082621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db89041-97d4-406d-be91-5e11154dc154 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:17.090050 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Publish callbacks [] for port (4db89041-97d4-406d-be91-5e11154dc154), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:17.102811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Transition to ACTIVE for port object 4db89041-97d4-406d-be91-5e11154dc154 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:52:17.106368 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (4db89041-97d4-406d-be91-5e11154dc154), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:17.178915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4db89041-97d4-406d-be91-5e11154dc154,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:17.238155 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Attempting to bind port 4db89041-97d4-406d-be91-5e11154dc154 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:52:17.238493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Attempting to bind port 4db89041-97d4-406d-be91-5e11154dc154 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '57754e2a-a497-481c-903c-6c83e02fbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6100291d-1645-4fe1-b290-2f90ce23e93d'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:52:17.239892 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Attempting to bind port 4db89041-97d4-406d-be91-5e11154dc154 on network 6100291d-1645-4fe1-b290-2f90ce23e93d {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:17.259838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Port 4db89041-97d4-406d-be91-5e11154dc154 on network 6100291d-1645-4fe1-b290-2f90ce23e93d not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:52:17.260170 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Attempting to bind port 4db89041-97d4-406d-be91-5e11154dc154 on network 6100291d-1645-4fe1-b290-2f90ce23e93d {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:17.268932 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:52:17.269298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Checking segment: {'id': '57754e2a-a497-481c-903c-6c83e02fbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6100291d-1645-4fe1-b290-2f90ce23e93d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:52:17.269687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Bound using segment: {'id': '57754e2a-a497-481c-903c-6c83e02fbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6100291d-1645-4fe1-b290-2f90ce23e93d'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:52:17.270123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Bound port: 4db89041-97d4-406d-be91-5e11154dc154, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57754e2a-a497-481c-903c-6c83e02fbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6100291d-1645-4fe1-b290-2f90ce23e93d'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:52:17.270484 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4db89041-97d4-406d-be91-5e11154dc154), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:17.346137 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a40ea-6d39-45ea-a0bb-bb75bc6cad21 req-fe84f5b7-dcff-41ff-a7c2-5c4bd67dece0 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:17.347611 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fc0a40ea-6d39-45ea-a0bb-bb75bc6cad21 req-fe84f5b7-dcff-41ff-a7c2-5c4bd67dece0 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 943 time: 0.1228709 Feb 08 15:52:17.410211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] For port 4db89041-97d4-406d-be91-5e11154dc154, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:52:17.434877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d1b09-1c09-4572-ad5e-832dbbbbbc1d req-6c9f5471-4b49-4936-a755-7f7aac7ed5c4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:17.436272 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e49d1b09-1c09-4572-ad5e-832dbbbbbc1d req-6c9f5471-4b49-4936-a755-7f7aac7ed5c4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1482339 Feb 08 15:52:17.442398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fc0a40ea-6d39-45ea-a0bb-bb75bc6cad21 req-0e022256-3b92-470d-be44-13ecb62846c1 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/security-groups?id=1573fc22-6616-45f1-826e-95e07a5423a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877495 Feb 08 15:52:17.445357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] For port 4db89041-97d4-406d-be91-5e11154dc154, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=4db89041-97d4-406d-be91-5e11154dc154,segment=NetworkSegment(57754e2a-a497-481c-903c-6c83e02fbb7e),segment_id=57754e2a-a497-481c-903c-6c83e02fbb7e)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:52:17.454774 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (4db89041-97d4-406d-be91-5e11154dc154), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:17.503177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:17.503819 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:17.505218 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] 10.222.0.94 "PUT /v2.0/ports/4db89041-97d4-406d-be91-5e11154dc154 HTTP/1.1" status: 200 len: 1092 time: 0.9567058 Feb 08 15:52:17.507348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba0a497-8919-4653-ae0e-932b3f03b538', 'tag': '4db89041-97d4-406d-be91-5e11154dc154'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:17.509620 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75966c4-8383-41d6-9490-a4e73c897260" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba0a497-8919-4653-ae0e-932b3f03b538", "tag": "4db89041-97d4-406d-be91-5e11154dc154"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:17.545144 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e49d1b09-1c09-4572-ad5e-832dbbbbbc1d req-d8dfbad1-ac3f-46f6-8166-03f9da6f2f7a tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017594 Feb 08 15:52:17.559247 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d45172-7b71-4761-9998-de7ad0619f02 x-openstack-request-id: req-97d45172-7b71-4761-9998-de7ad0619f02 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:17.559564 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba0a497-8919-4653-ae0e-932b3f03b538", "tag": "4db89041-97d4-406d-be91-5e11154dc154", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:17.559787 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-97d45172-7b71-4761-9998-de7ad0619f02 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:17.560188 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba0a497-8919-4653-ae0e-932b3f03b538', 'tag': '4db89041-97d4-406d-be91-5e11154dc154', 'status': 'completed', 'code': 200} Feb 08 15:52:17.562435 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15329ccf-1d3b-4ed1-bd55-05f8477791f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4db89041-97d4-406d-be91-5e11154dc154,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:17.596820 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-1d2c518e-fb43-4506-ab9e-6eba2fc3b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:17.598358 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-1d2c518e-fb43-4506-ab9e-6eba2fc3b6e0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=82bcfda962ea4e5886a7de16da13afb8&device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 1126 time: 0.0500941 Feb 08 15:52:17.642781 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-7c6e9282-91fb-48f7-90dd-caa71000482f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db89041-97d4-406d-be91-5e11154dc154 HTTP/1.1" status: 200 len: 217 time: 0.0337329 Feb 08 15:52:17.699018 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-e2a3237b-fe49-49b8-a383-eef030f5da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:17.700430 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-e2a3237b-fe49-49b8-a383-eef030f5da73 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=75617a55-77c7-4f4f-ab35-f46482dc1cb8 HTTP/1.1" status: 200 len: 864 time: 0.0452409 Feb 08 15:52:17.737751 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-90547237-4501-49f9-bb75-3ebf56193e0d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6100291d-1645-4fe1-b290-2f90ce23e93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299382 Feb 08 15:52:17.872271 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3108ba4-b89a-4b87-afaf-6a8e0f2f9857 req-fb4931ec-66ee-4511-8f1c-02a5857ca7d0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:17.873780 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3108ba4-b89a-4b87-afaf-6a8e0f2f9857 req-fb4931ec-66ee-4511-8f1c-02a5857ca7d0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.1129770 Feb 08 15:52:17.879711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-56a341e7-d539-40e8-8e67-4eda3420072a service neutron] 10.222.0.94 "GET /v2.0/networks/6100291d-1645-4fe1-b290-2f90ce23e93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268651 Feb 08 15:52:17.969228 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3108ba4-b89a-4b87-afaf-6a8e0f2f9857 req-6ecd4e1b-792d-4a3b-86c1-9490e1da603c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878017 Feb 08 15:52:18.000698 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a03e09-6937-46f4-ad3b-e7e7b279ce13 req-700ddfc7-b812-4285-a3a5-07fb68b81b35 service neutron] 10.222.0.94 "GET /v2.0/networks/6100291d-1645-4fe1-b290-2f90ce23e93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068139 Feb 08 15:52:18.069978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca27f2-b4a6-4e2b-b0b0-ae20a9240c67 req-393426b4-376f-4158-bab4-c1d6ecab7403 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:18.071462 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cca27f2-b4a6-4e2b-b0b0-ae20a9240c67 req-393426b4-376f-4158-bab4-c1d6ecab7403 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 946 time: 0.0569549 Feb 08 15:52:18.146551 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cca27f2-b4a6-4e2b-b0b0-ae20a9240c67 req-1ab9265c-b75c-47ec-8401-164a02cfde2f tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/security-groups?id=b9adf50e-2aee-484d-9d4f-9253661be5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658751 Feb 08 15:52:18.162590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75966c4-8383-41d6-9490-a4e73c897260 req-8e093004-ffa3-49c1-b860-8b54114586c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:18.164166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b75966c4-8383-41d6-9490-a4e73c897260 req-8e093004-ffa3-49c1-b860-8b54114586c1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=82bcfda962ea4e5886a7de16da13afb8&device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 1126 time: 0.1018932 Feb 08 15:52:18.269782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92443e7c-6cf5-4e48-a2f6-438f8aedd176 req-0f6a9608-3dae-4aba-a519-a708cc7ce422 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:18.271301 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92443e7c-6cf5-4e48-a2f6-438f8aedd176 req-0f6a9608-3dae-4aba-a519-a708cc7ce422 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.1238885 Feb 08 15:52:18.302176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75966c4-8383-41d6-9490-a4e73c897260 req-4c8b5ecc-f800-41cc-bb0f-21ad7144a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:18.303666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b75966c4-8383-41d6-9490-a4e73c897260 req-4c8b5ecc-f800-41cc-bb0f-21ad7144a868 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6100291d-1645-4fe1-b290-2f90ce23e93d HTTP/1.1" status: 200 len: 925 time: 0.1237845 Feb 08 15:52:18.313773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf493af-eac8-4e37-8394-75960dfa00d3 req-da543b37-fd46-49c6-b2eb-566b9a7982a9 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:18.315231 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-abf493af-eac8-4e37-8394-75960dfa00d3 req-da543b37-fd46-49c6-b2eb-566b9a7982a9 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.94 "GET /v2.0/ports?device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 946 time: 0.0588217 Feb 08 15:52:18.357368 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b75966c4-8383-41d6-9490-a4e73c897260 req-0cc2373e-f318-4619-a079-dfe9b42074e7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4db89041-97d4-406d-be91-5e11154dc154 HTTP/1.1" status: 200 len: 217 time: 0.0438862 Feb 08 15:52:18.361050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92443e7c-6cf5-4e48-a2f6-438f8aedd176 req-153a15f2-4f2d-48e3-84a9-3ab4747cc9e8 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820439 Feb 08 15:52:18.412054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75966c4-8383-41d6-9490-a4e73c897260 req-e7777878-b1f2-4d80-a668-909ee170a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:18.414064 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b75966c4-8383-41d6-9490-a4e73c897260 req-e7777878-b1f2-4d80-a668-909ee170a526 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=75617a55-77c7-4f4f-ab35-f46482dc1cb8 HTTP/1.1" status: 200 len: 864 time: 0.0499918 Feb 08 15:52:18.418005 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-abf493af-eac8-4e37-8394-75960dfa00d3 req-f19f662c-a7b0-4b1d-bd44-4c5ef772abba tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Deleting port c5005d28-976c-40ba-a60b-2edad70fa385 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:52:18.418351 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-abf493af-eac8-4e37-8394-75960dfa00d3 req-f19f662c-a7b0-4b1d-bd44-4c5ef772abba tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c5005d28-976c-40ba-a60b-2edad70fa385), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:18.450146 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b75966c4-8383-41d6-9490-a4e73c897260 req-660a25eb-7827-43d9-b898-61211c41aea8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6100291d-1645-4fe1-b290-2f90ce23e93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273876 Feb 08 15:52:18.518628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-abf493af-eac8-4e37-8394-75960dfa00d3 req-f19f662c-a7b0-4b1d-bd44-4c5ef772abba tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] For port c5005d28-976c-40ba-a60b-2edad70fa385, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c5005d28-976c-40ba-a60b-2edad70fa385,segment=NetworkSegment(001f9462-244e-4997-a607-da1637a01c28),segment_id=001f9462-244e-4997-a607-da1637a01c28)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:18.519165 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-abf493af-eac8-4e37-8394-75960dfa00d3 req-f19f662c-a7b0-4b1d-bd44-4c5ef772abba tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c5005d28-976c-40ba-a60b-2edad70fa385), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:18.605767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b75966c4-8383-41d6-9490-a4e73c897260 req-c4eaefcd-ac18-4477-990c-dfdca8ded36e service neutron] 10.222.0.94 "GET /v2.0/networks/6100291d-1645-4fe1-b290-2f90ce23e93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485581 Feb 08 15:52:18.615299 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82f569-62fc-4d61-a170-a860dbab2a58 req-3bfc8d97-3b26-4bac-a392-cd5feb280796 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:18.616711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c82f569-62fc-4d61-a170-a860dbab2a58 req-3bfc8d97-3b26-4bac-a392-cd5feb280796 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 943 time: 0.0909109 Feb 08 15:52:18.624901 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:18.756555 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c82f569-62fc-4d61-a170-a860dbab2a58 req-34ff84e3-23c2-4886-ac31-bb0eeab0f5ac tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/security-groups?id=1573fc22-6616-45f1-826e-95e07a5423a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299722 Feb 08 15:52:18.775148 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5bd15-fa5b-4bf2-bab0-64ed5d68f1f0 req-c86e7b04-76a0-467b-bff1-90cd3a71a17e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:18.776710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0ac5bd15-fa5b-4bf2-bab0-64ed5d68f1f0 req-c86e7b04-76a0-467b-bff1-90cd3a71a17e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.1541963 Feb 08 15:52:18.820482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b75966c4-8383-41d6-9490-a4e73c897260 req-fe168185-7045-4714-9f1d-ee68fabc29ca service neutron] 10.222.0.94 "GET /v2.0/networks/6100291d-1645-4fe1-b290-2f90ce23e93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848073 Feb 08 15:52:18.860641 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0ac5bd15-fa5b-4bf2-bab0-64ed5d68f1f0 req-379c89f1-caf6-48c5-bdf3-04c5ff7bb6e1 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766611 Feb 08 15:52:18.882587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-abf493af-eac8-4e37-8394-75960dfa00d3 req-f19f662c-a7b0-4b1d-bd44-4c5ef772abba tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Calling delete_port for c5005d28-976c-40ba-a60b-2edad70fa385 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:52:18.905501 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b57576-bd59-4d57-bf77-46da7819a0cd req-57b6498a-2352-441d-b341-76cae0bf2bfa tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:18.907232 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59b57576-bd59-4d57-bf77-46da7819a0cd req-57b6498a-2352-441d-b341-76cae0bf2bfa tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0657613 Feb 08 15:52:18.955256 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59b57576-bd59-4d57-bf77-46da7819a0cd req-a1686df4-2324-4f80-898e-4b5862c6ab18 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424194 Feb 08 15:52:18.965001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ef5e2-c325-4cdd-847d-dd0434211f61 req-331a35b7-e0dd-4c41-b377-0120d7884eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:18.966719 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b27ef5e2-c325-4cdd-847d-dd0434211f61 req-331a35b7-e0dd-4c41-b377-0120d7884eaa service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6e2813e95ae3405f99cb45b1f8aec01c&device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 1129 time: 0.0977817 Feb 08 15:52:19.090081 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0b35f-c6b0-45ba-9bc3-86f4866ccf5e req-f6328dda-0698-4533-a47f-4146b9bd26ad tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:19.091495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13b0b35f-c6b0-45ba-9bc3-86f4866ccf5e req-f6328dda-0698-4533-a47f-4146b9bd26ad tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0565307 Feb 08 15:52:19.103013 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ef5e2-c325-4cdd-847d-dd0434211f61 req-52ca59df-209e-488b-a8d1-eb0fdb62f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:19.104837 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b27ef5e2-c325-4cdd-847d-dd0434211f61 req-52ca59df-209e-488b-a8d1-eb0fdb62f535 service neutron] 10.222.0.94 "GET /v2.0/networks?id=00cfa5ef-cc5f-4978-b2aa-102decff4023 HTTP/1.1" status: 200 len: 916 time: 0.1312666 Feb 08 15:52:19.105968 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-abf493af-eac8-4e37-8394-75960dfa00d3 req-f19f662c-a7b0-4b1d-bd44-4c5ef772abba tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c5005d28-976c-40ba-a60b-2edad70fa385), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:19.119028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['c5005d28-976c-40ba-a60b-2edad70fa385'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:19.147977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13b0b35f-c6b0-45ba-9bc3-86f4866ccf5e req-4c247ce1-776d-4b81-9ab1-af28ea57084d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501201 Feb 08 15:52:19.172528 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f662c-a7b0-4b1d-bd44-4c5ef772abba tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Pushing event deleted for resources: {'Port': ['ID=c5005d28-976c-40ba-a60b-2edad70fa385,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:19.177021 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b27ef5e2-c325-4cdd-847d-dd0434211f61 req-e983eec7-cd54-4682-a6ac-5c23b0c17fbf service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbcf1980-dc13-4855-938f-f838a15ca058 HTTP/1.1" status: 200 len: 217 time: 0.0621858 Feb 08 15:52:19.224472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf493af-eac8-4e37-8394-75960dfa00d3 req-f19f662c-a7b0-4b1d-bd44-4c5ef772abba tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] No DVR routers for this DVR port c5005d28-976c-40ba-a60b-2edad70fa385 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:52:19.243392 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-abf493af-eac8-4e37-8394-75960dfa00d3 req-f19f662c-a7b0-4b1d-bd44-4c5ef772abba tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:19.246762 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-abf493af-eac8-4e37-8394-75960dfa00d3 req-f19f662c-a7b0-4b1d-bd44-4c5ef772abba tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.94 "DELETE /v2.0/ports/c5005d28-976c-40ba-a60b-2edad70fa385 HTTP/1.1" status: 204 len: 173 time: 0.9263897 Feb 08 15:52:19.247213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69', 'name': 'network-vif-deleted', 'tag': 'c5005d28-976c-40ba-a60b-2edad70fa385'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:19.249639 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea6001e-c984-45d7-bff3-bccbbe3ca8d0" -d '{"events": [{"server_uuid": "eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69", "name": "network-vif-deleted", "tag": "c5005d28-976c-40ba-a60b-2edad70fa385"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:19.251061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a643950-549f-4be4-840e-f119ecf63903 req-df1610b3-2420-4d09-91db-7b745978cb20 tempest-ServerTagsTestJSON-2011545904 tempest-ServerTagsTestJSON-2011545904-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69 HTTP/1.1" status: 200 len: 210 time: 0.0273631 Feb 08 15:52:19.273259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ef5e2-c325-4cdd-847d-dd0434211f61 req-76327aee-2098-42ae-b133-6b3ef44d6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:19.274831 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b27ef5e2-c325-4cdd-847d-dd0434211f61 req-76327aee-2098-42ae-b133-6b3ef44d6ac8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3f556f6e-0e4a-40d6-b6a9-10bc7dae971d HTTP/1.1" status: 200 len: 854 time: 0.0763257 Feb 08 15:52:19.292772 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f48c76-2c23-4662-9579-36dd8fcadeb1 x-openstack-request-id: req-47f48c76-2c23-4662-9579-36dd8fcadeb1 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:19.293092 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69", "name": "network-vif-deleted", "tag": "c5005d28-976c-40ba-a60b-2edad70fa385", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:19.293351 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-47f48c76-2c23-4662-9579-36dd8fcadeb1 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:19.293743 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0a5561-c5ff-45c3-b5e5-0ffa5c3cce69', 'name': 'network-vif-deleted', 'tag': 'c5005d28-976c-40ba-a60b-2edad70fa385', 'status': 'completed', 'code': 200} Feb 08 15:52:19.335155 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ef5e2-c325-4cdd-847d-dd0434211f61 req-f8132e23-d61d-459e-a5bb-7885400664a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:19.337369 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b27ef5e2-c325-4cdd-847d-dd0434211f61 req-f8132e23-d61d-459e-a5bb-7885400664a6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=00cfa5ef-cc5f-4978-b2aa-102decff4023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0545530 Feb 08 15:52:19.425715 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b27ef5e2-c325-4cdd-847d-dd0434211f61 req-31ba032a-0ea7-472c-87bd-531b68bb49a8 service neutron] 10.222.0.94 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812483 Feb 08 15:52:19.518210 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b27ef5e2-c325-4cdd-847d-dd0434211f61 req-9479d7cb-1e6a-4d4e-b5fd-afce130b9bd7 service neutron] 10.222.0.94 "GET /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841563 Feb 08 15:52:19.883615 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa9170-831d-45a2-af19-1060e4482fcb req-9966182f-0572-4f42-a493-df020a6ed4c9 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:19.885120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4efa9170-831d-45a2-af19-1060e4482fcb req-9966182f-0572-4f42-a493-df020a6ed4c9 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 943 time: 0.0560625 Feb 08 15:52:19.947765 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4efa9170-831d-45a2-af19-1060e4482fcb req-e4a52c96-6e18-4d79-b3f6-eb8e24b59531 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/security-groups?id=1573fc22-6616-45f1-826e-95e07a5423a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560651 Feb 08 15:52:19.989266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0deb42a-47a4-4102-82b6-a75c152069df req-2a7d312f-c315-440c-b392-276ffd4f9f01 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:19.990679 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0deb42a-47a4-4102-82b6-a75c152069df req-2a7d312f-c315-440c-b392-276ffd4f9f01 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.0575693 Feb 08 15:52:20.062862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0deb42a-47a4-4102-82b6-a75c152069df req-3c835b4c-5f82-43a4-ae6c-140570675a5b tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667570 Feb 08 15:52:20.095757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3566d4-3e29-4efa-a4e3-4f976a42fad3 req-c46e4053-b929-4f3c-aecc-97b43a797097 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:20.097326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3566d4-3e29-4efa-a4e3-4f976a42fad3 req-c46e4053-b929-4f3c-aecc-97b43a797097 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0760524 Feb 08 15:52:20.140771 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:20.147796 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c3566d4-3e29-4efa-a4e3-4f976a42fad3 req-7b596a3f-b494-4d75-94f7-f352cb034645 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447497 Feb 08 15:52:20.271252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44407102-9926-49c9-949e-637ed296e0b1 req-04402ce5-f48c-4345-98e0-95902baf259d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:20.272783 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44407102-9926-49c9-949e-637ed296e0b1 req-04402ce5-f48c-4345-98e0-95902baf259d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0584772 Feb 08 15:52:20.320298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44407102-9926-49c9-949e-637ed296e0b1 req-adc01cc1-64d8-48c0-8ebf-26750a717c56 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Feb 08 15:52:20.320897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42758) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:20.364759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb63050d-3815-4411-ab7e-6866132cfb30 admin admin] Deleting subnet bbf80f3c-b1c4-44a2-835e-2d26d7c85bb3 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:52:20.367771 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb63050d-3815-4411-ab7e-6866132cfb30 admin admin] Publish callbacks [] for subnet (bbf80f3c-b1c4-44a2-835e-2d26d7c85bb3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:20.401402 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb63050d-3815-4411-ab7e-6866132cfb30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (bbf80f3c-b1c4-44a2-835e-2d26d7c85bb3), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:20.439940 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb63050d-3815-4411-ab7e-6866132cfb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (bbf80f3c-b1c4-44a2-835e-2d26d7c85bb3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:20.495754 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb63050d-3815-4411-ab7e-6866132cfb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (bbf80f3c-b1c4-44a2-835e-2d26d7c85bb3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:20.520275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63050d-3815-4411-ab7e-6866132cfb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf80f3c-b1c4-44a2-835e-2d26d7c85bb3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:20.526022 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb63050d-3815-4411-ab7e-6866132cfb30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:20.529235 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bb63050d-3815-4411-ab7e-6866132cfb30 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/bbf80f3c-b1c4-44a2-835e-2d26d7c85bb3 HTTP/1.1" status: 204 len: 168 time: 0.2072864 Feb 08 15:52:20.532159 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42760) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:20.598661 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb4d4265-22c2-41dc-b0a5-c8e838f528e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (a3d322b0-44f4-4542-80c3-0257da15bf1e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:20.681419 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb4d4265-22c2-41dc-b0a5-c8e838f528e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (a3d322b0-44f4-4542-80c3-0257da15bf1e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:20.700918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-eb4d4265-22c2-41dc-b0a5-c8e838f528e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d322b0-44f4-4542-80c3-0257da15bf1e']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:20.710076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-eb4d4265-22c2-41dc-b0a5-c8e838f528e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001f9462-244e-4997-a607-da1637a01c28') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:20.710371 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-eb4d4265-22c2-41dc-b0a5-c8e838f528e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001f9462-244e-4997-a607-da1637a01c28') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:20.720356 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb4d4265-22c2-41dc-b0a5-c8e838f528e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (001f9462-244e-4997-a607-da1637a01c28), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:20.735143 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb4d4265-22c2-41dc-b0a5-c8e838f528e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (001f9462-244e-4997-a607-da1637a01c28), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:20.742100 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4d4265-22c2-41dc-b0a5-c8e838f528e6 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:52:20.742537 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb4d4265-22c2-41dc-b0a5-c8e838f528e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (001f9462-244e-4997-a607-da1637a01c28), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:52:20.744215 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:52:20.797389 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb4d4265-22c2-41dc-b0a5-c8e838f528e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (a3d322b0-44f4-4542-80c3-0257da15bf1e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:20.802634 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb4d4265-22c2-41dc-b0a5-c8e838f528e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:20.805874 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-eb4d4265-22c2-41dc-b0a5-c8e838f528e6 admin admin] 10.222.0.82 "DELETE /v2.0/networks/a3d322b0-44f4-4542-80c3-0257da15bf1e HTTP/1.1" status: 204 len: 168 time: 0.2727728 Feb 08 15:52:20.819071 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d4265-22c2-41dc-b0a5-c8e838f528e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3d322b0-44f4-4542-80c3-0257da15bf1e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:20.962748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42764) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:21.002374 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e65edd01-146d-446f-9505-9111d92a669e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dd4097f3085644e2868db4559cca9350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384500 Feb 08 15:52:21.004834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42768) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:21.094293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91544423-9381-4f6d-900c-aa5095922065 req-19a7fd58-2140-487e-9848-c2b09a873046 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:21.095449 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-91544423-9381-4f6d-900c-aa5095922065 req-19a7fd58-2140-487e-9848-c2b09a873046 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 943 time: 0.0791843 Feb 08 15:52:21.096616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bce9dcd-0dc0-4247-b335-2c2ba7e45509 admin admin] Publish callbacks [] for security_group (b9adf50e-2aee-484d-9d4f-9253661be5bd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:21.136178 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bce9dcd-0dc0-4247-b335-2c2ba7e45509 admin admin] Publish callbacks [] for security_group (b9adf50e-2aee-484d-9d4f-9253661be5bd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:21.211954 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-91544423-9381-4f6d-900c-aa5095922065 req-9a447210-d0c4-4ae3-97e0-066a61b5ae6d tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/security-groups?id=1573fc22-6616-45f1-826e-95e07a5423a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105163 Feb 08 15:52:21.244864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e90b00-1db5-4b3b-ab5d-30dc9de069ff req-7c49a222-fdc9-4bc0-b477-c725dc0634a9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:21.246373 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-64e90b00-1db5-4b3b-ab5d-30dc9de069ff req-7c49a222-fdc9-4bc0-b477-c725dc0634a9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.1013808 Feb 08 15:52:21.247129 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bce9dcd-0dc0-4247-b335-2c2ba7e45509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b9adf50e-2aee-484d-9d4f-9253661be5bd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:21.249768 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bce9dcd-0dc0-4247-b335-2c2ba7e45509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:21.253533 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3bce9dcd-0dc0-4247-b335-2c2ba7e45509 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b9adf50e-2aee-484d-9d4f-9253661be5bd HTTP/1.1" status: 204 len: 168 time: 0.2477446 Feb 08 15:52:21.269755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce9dcd-0dc0-4247-b335-2c2ba7e45509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9adf50e-2aee-484d-9d4f-9253661be5bd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:21.335309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-64e90b00-1db5-4b3b-ab5d-30dc9de069ff req-e99953ea-2165-4b46-9c04-56bb84358caf tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806413 Feb 08 15:52:21.372270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dcc8c-5766-4242-986d-ffc9871e38c4 req-3f042c34-8605-4997-945c-28f967f87062 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:21.373916 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d55dcc8c-5766-4242-986d-ffc9871e38c4 req-3f042c34-8605-4997-945c-28f967f87062 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0899270 Feb 08 15:52:21.459063 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d55dcc8c-5766-4242-986d-ffc9871e38c4 req-aad5b6b0-1ef2-4d17-a30f-a8d424b3be2c tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764623 Feb 08 15:52:21.477415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef78e66-c9f2-4c2f-886b-34b503256fe1 req-df8009ea-7cb9-432d-9b3c-5717fab0ad8d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:21.488887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef78e66-c9f2-4c2f-886b-34b503256fe1 req-df8009ea-7cb9-432d-9b3c-5717fab0ad8d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0885968 Feb 08 15:52:21.536383 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fef78e66-c9f2-4c2f-886b-34b503256fe1 req-af023e80-e4e1-4f37-8f86-8a0c3b71139c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463421 Feb 08 15:52:21.597997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550e8dc-7336-4853-9865-54bbff4b4982 req-f7714979-dccc-4d1d-9a5d-e746fe1dd8e1 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:21.599601 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e550e8dc-7336-4853-9865-54bbff4b4982 req-f7714979-dccc-4d1d-9a5d-e746fe1dd8e1 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.0585885 Feb 08 15:52:21.654520 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e550e8dc-7336-4853-9865-54bbff4b4982 req-453809ba-eafa-4fe8-87dd-884ec0b58312 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493233 Feb 08 15:52:21.991383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42804) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:22.057789 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 4db89041-97d4-406d-be91-5e11154dc154 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:52:22.069572 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c5005d28-976c-40ba-a60b-2edad70fa385 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:52:22.092686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdcc6c-8c4d-41b5-b2b6-f2122661da89 req-e69c569f-cc76-41a1-a319-70c725476826 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:22.094258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99fdcc6c-8c4d-41b5-b2b6-f2122661da89 req-e69c569f-cc76-41a1-a319-70c725476826 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 945 time: 0.3693161 Feb 08 15:52:22.097595 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-804683806-network', 'tenant_id': '1cc246df25c14b27887ce9f5c946b2ad'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:22.119350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] Made reservation on behalf of 1cc246df25c14b27887ce9f5c946b2ad for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:52:22.122092 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:22.128284 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: c5005d28-976c-40ba-a60b-2edad70fa385 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:52:22.128618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c5005d28-976c-40ba-a60b-2edad70fa385 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:52:22.132068 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:22.148528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99fdcc6c-8c4d-41b5-b2b6-f2122661da89 req-4e41c05f-2df3-4ffe-8f41-bb5bfb8ba4d8 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485420 Feb 08 15:52:22.214654 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 4db89041-97d4-406d-be91-5e11154dc154, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=4db89041-97d4-406d-be91-5e11154dc154,segment=NetworkSegment(57754e2a-a497-481c-903c-6c83e02fbb7e),segment_id=57754e2a-a497-481c-903c-6c83e02fbb7e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:22.224216 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] Publish callbacks [] for security_group (957548b5-aeea-482e-a13d-8c2c73207111), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:22.227832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '4db89041-97d4-406d-be91-5e11154dc154', 'network_id': '6100291d-1645-4fe1-b290-2f90ce23e93d', 'port_id': '4db89041-97d4-406d-be91-5e11154dc154', 'mac_address': 'fa:16:3e:c5:23:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75617a55-77c7-4f4f-ab35-f46482dc1cb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:52:22.228695 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (957548b5-aeea-482e-a13d-8c2c73207111), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:22.260838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:52:22.285792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 4db89041-97d4-406d-be91-5e11154dc154 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:52:22.286270 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4db89041-97d4-406d-be91-5e11154dc154), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:22.288693 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (3ff551bc-239a-482a-b5f9-8c65f48f0332), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:22.289203 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] Added segment 3ff551bc-239a-482a-b5f9-8c65f48f0332 of type vlan for network 75aad441-24c3-4b43-8329-829cdc5ff78a Feb 08 15:52:22.290855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957548b5-aeea-482e-a13d-8c2c73207111,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:22.294616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0043e7b-655e-49d8-800b-bca718b08aa8 req-762ec057-15ea-4844-b138-346213081856 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:22.297327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0043e7b-655e-49d8-800b-bca718b08aa8 req-762ec057-15ea-4844-b138-346213081856 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 945 time: 0.0713823 Feb 08 15:52:22.302904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db89041-97d4-406d-be91-5e11154dc154 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:22.326017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 4db89041-97d4-406d-be91-5e11154dc154, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=4db89041-97d4-406d-be91-5e11154dc154,segment=NetworkSegment(57754e2a-a497-481c-903c-6c83e02fbb7e),segment_id=57754e2a-a497-481c-903c-6c83e02fbb7e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:22.334791 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4db89041-97d4-406d-be91-5e11154dc154), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:22.354993 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (75aad441-24c3-4b43-8329-829cdc5ff78a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:22.382429 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (75aad441-24c3-4b43-8329-829cdc5ff78a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:22.383489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:22.384386 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:22.386912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=4db89041-97d4-406d-be91-5e11154dc154,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:22.392327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0043e7b-655e-49d8-800b-bca718b08aa8 req-940169a7-b1f7-4803-9516-7ddbff381fe6 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874741 Feb 08 15:52:22.407156 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc561e32-3a92-4ebb-b529-72ebdfe2a377 req-d0b6dc48-7b11-446e-9824-544b23b3ac67 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:22.408826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc561e32-3a92-4ebb-b529-72ebdfe2a377 req-d0b6dc48-7b11-446e-9824-544b23b3ac67 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 944 time: 0.0957117 Feb 08 15:52:22.438142 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-58286738-bd1d-4cf3-848c-a00295f37b76 req-2ca9c7f2-8052-41b4-8e9f-4dfd1424d465 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:52:22.439123 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58286738-bd1d-4cf3-848c-a00295f37b76 req-2ca9c7f2-8052-41b4-8e9f-4dfd1424d465 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062513 Feb 08 15:52:22.446763 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4514971 Feb 08 15:52:22.448070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42814) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:22.453379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-defe4f6b-7113-41aa-8403-9f39db742c14 admin admin] Request body: {'subnet': {'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-804683806-subnet', 'tenant_id': '1cc246df25c14b27887ce9f5c946b2ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:22.463669 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ea996-bc71-46ed-93c9-a556ea242bb0 admin admin] Pushing event updated for resources: {'Network': ['ID=75aad441-24c3-4b43-8329-829cdc5ff78a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:22.474867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 75aad441-24c3-4b43-8329-829cdc5ff78a details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:52:22.480130 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defe4f6b-7113-41aa-8403-9f39db742c14 admin admin] Made reservation on behalf of 1cc246df25c14b27887ce9f5c946b2ad for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:52:22.482644 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-defe4f6b-7113-41aa-8403-9f39db742c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:22.535750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc561e32-3a92-4ebb-b529-72ebdfe2a377 req-34e221ad-ec86-4c5b-a154-b898868904f2 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/security-groups?id=1573fc22-6616-45f1-826e-95e07a5423a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177552 Feb 08 15:52:22.571670 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58286738-bd1d-4cf3-848c-a00295f37b76 req-74869df8-b3be-4636-bd74-8f83ab5f880e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1224132 Feb 08 15:52:22.728054 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-defe4f6b-7113-41aa-8403-9f39db742c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (21628147-0e32-4d39-889f-b7c0993a88b4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:22.779856 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe4f6b-7113-41aa-8403-9f39db742c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21628147-0e32-4d39-889f-b7c0993a88b4,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:22.808230 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['4db89041-97d4-406d-be91-5e11154dc154'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:22.825435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defe4f6b-7113-41aa-8403-9f39db742c14 admin admin] Checking segment: {'id': '3ff551bc-239a-482a-b5f9-8c65f48f0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:52:22.826176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe4f6b-7113-41aa-8403-9f39db742c14 admin admin] Network hostable DHCP agents. Network: 75aad441-24c3-4b43-8329-829cdc5ff78a, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:52:22.851695 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe4f6b-7113-41aa-8403-9f39db742c14 admin admin] Network 75aad441-24c3-4b43-8329-829cdc5ff78a is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:52:22.866057 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-defe4f6b-7113-41aa-8403-9f39db742c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 75aad441-24c3-4b43-8329-829cdc5ff78a) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:52:22.874951 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defe4f6b-7113-41aa-8403-9f39db742c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:22.875612 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-defe4f6b-7113-41aa-8403-9f39db742c14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:22.878668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911cd579-410c-4e1f-96f1-52d8f7bd9785 None None] Network 75aad441-24c3-4b43-8329-829cdc5ff78a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:52:22.901001 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-defe4f6b-7113-41aa-8403-9f39db742c14 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4443240 Feb 08 15:52:22.929691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873cc21-861b-4121-9558-ec1560d09494 req-fe25279b-1cce-4a2a-ae03-1a47286aa506 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:22.931333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c873cc21-861b-4121-9558-ec1560d09494 req-fe25279b-1cce-4a2a-ae03-1a47286aa506 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.1036725 Feb 08 15:52:22.944361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e8da3-b0d0-4faf-9370-40bacbcb643c req-f7b50c97-b1da-4bb7-8547-551792264bac tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:22.946424 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c82e8da3-b0d0-4faf-9370-40bacbcb643c req-f7b50c97-b1da-4bb7-8547-551792264bac tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0822561 Feb 08 15:52:23.025625 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c873cc21-861b-4121-9558-ec1560d09494 req-2317d6d7-c643-4a05-9967-705fe3ed54e2 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780516 Feb 08 15:52:23.042522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d72c36-b032-407a-bb8b-ba4c37eb02d1 None None] Network 75aad441-24c3-4b43-8329-829cdc5ff78a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:52:23.049591 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c82e8da3-b0d0-4faf-9370-40bacbcb643c req-b381e7fe-4c80-43e2-a972-14ffe6098255 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924847 Feb 08 15:52:23.148691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40079d92-ce3e-4c44-91ea-1be3d3f436d1 req-dbbcc7ac-061b-4c68-af96-c6939d565e8c tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:23.150572 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-40079d92-ce3e-4c44-91ea-1be3d3f436d1 req-dbbcc7ac-061b-4c68-af96-c6939d565e8c tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.0633602 Feb 08 15:52:23.205400 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-40079d92-ce3e-4c44-91ea-1be3d3f436d1 req-75274729-5bb3-4eab-8461-6784f3ed1e39 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431681 Feb 08 15:52:23.387975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72a3cf-a6c6-4252-baf7-f465027f920f req-71bca63a-666c-47a3-a6d3-578d3a3c5378 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:23.389541 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6e72a3cf-a6c6-4252-baf7-f465027f920f req-71bca63a-666c-47a3-a6d3-578d3a3c5378 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 945 time: 0.1136425 Feb 08 15:52:23.411726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-6da0f6a4-8c45-47bf-91c3-626d10a8e248 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:23.413176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-6da0f6a4-8c45-47bf-91c3-626d10a8e248 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/networks?id=75aad441-24c3-4b43-8329-829cdc5ff78a HTTP/1.1" status: 200 len: 813 time: 0.1464784 Feb 08 15:52:23.434470 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-952a05d3-166d-49d5-906d-2b2becc4518a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/quotas/1cc246df25c14b27887ce9f5c946b2ad HTTP/1.1" status: 200 len: 375 time: 0.0152147 Feb 08 15:52:23.475673 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-0a472772-ee1e-4a06-87d8-a1175d776375 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=1cc246df25c14b27887ce9f5c946b2ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350120 Feb 08 15:52:23.479834 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6e72a3cf-a6c6-4252-baf7-f465027f920f req-7e553780-994b-41c3-849d-451693a1b820 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839791 Feb 08 15:52:23.599821 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-6bd05eb4-f885-464e-b539-273f27724b80 service neutron] 10.222.0.82 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176407 Feb 08 15:52:23.673180 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde2cb4-48be-4345-a5b6-41e42c21ba87 req-97f07641-b5cb-4b32-821a-cef1455eb619 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:23.674653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bde2cb4-48be-4345-a5b6-41e42c21ba87 req-97f07641-b5cb-4b32-821a-cef1455eb619 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 945 time: 0.1176188 Feb 08 15:52:23.735116 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-b51e88a2-d09e-4318-9d01-395d679d7ce5 service neutron] 10.222.0.82 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289370 Feb 08 15:52:23.742136 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bde2cb4-48be-4345-a5b6-41e42c21ba87 req-ab657e30-beea-4fb5-baad-45711264a384 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615387 Feb 08 15:52:23.877293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90801a7-b456-4c53-962b-2ef691ab559e req-f83d4f43-f969-4adb-b16a-f5debd64d9d7 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:23.879043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e90801a7-b456-4c53-962b-2ef691ab559e req-f83d4f43-f969-4adb-b16a-f5debd64d9d7 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 944 time: 0.0710742 Feb 08 15:52:23.944867 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e90801a7-b456-4c53-962b-2ef691ab559e req-261aa7a7-59f4-4505-93c3-52575597d6ba tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/security-groups?id=1573fc22-6616-45f1-826e-95e07a5423a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578556 Feb 08 15:52:24.026488 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-71ce0a9c-f0d1-4f9f-b02b-8b934d55e6a2 req-dfaa6d55-9462-4e5d-b79b-d03e023778bc tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 210 time: 0.0374727 Feb 08 15:52:24.052543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d3eda-602a-4872-97fa-4cc22f397d05 req-87b2e094-44aa-4f29-adb0-10c561ea6fe4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:24.058350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d3eda-602a-4872-97fa-4cc22f397d05 req-87b2e094-44aa-4f29-adb0-10c561ea6fe4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:24.063535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d3eda-602a-4872-97fa-4cc22f397d05 req-87b2e094-44aa-4f29-adb0-10c561ea6fe4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:24.065246 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9e9d3eda-602a-4872-97fa-4cc22f397d05 req-87b2e094-44aa-4f29-adb0-10c561ea6fe4 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398&device_id=336ba3e9-aa7c-445d-b17f-b54914a22885&device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 2417 time: 0.1107006 Feb 08 15:52:24.082637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 4db89041-97d4-406d-be91-5e11154dc154 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:52:24.142184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 4db89041-97d4-406d-be91-5e11154dc154 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:52:24.146631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 4db89041-97d4-406d-be91-5e11154dc154 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:52:24.147010 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4db89041-97d4-406d-be91-5e11154dc154), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:24.202348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3ccbb-74f3-406e-8afd-04abf2ded67b req-11fe7259-9943-4164-8b2f-32917db68e32 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:24.204076 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8e3ccbb-74f3-406e-8afd-04abf2ded67b req-11fe7259-9943-4164-8b2f-32917db68e32 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.1024551 Feb 08 15:52:24.218944 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9e9d3eda-602a-4872-97fa-4cc22f397d05 req-c997bc24-7190-4315-a949-3642a69d6cc9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328106 Feb 08 15:52:24.246603 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 4db89041-97d4-406d-be91-5e11154dc154 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:52:24.247580 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4db89041-97d4-406d-be91-5e11154dc154), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:24.283477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba0a497-8919-4653-ae0e-932b3f03b538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db89041-97d4-406d-be91-5e11154dc154'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:24.285753 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e2763e-472d-403c-a324-7b28fa0ddd7f" -d '{"events": [{"server_uuid": "0ba0a497-8919-4653-ae0e-932b3f03b538", "name": "network-vif-plugged", "status": "completed", "tag": "4db89041-97d4-406d-be91-5e11154dc154"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:24.298035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8e3ccbb-74f3-406e-8afd-04abf2ded67b req-4f02d4f2-6474-4d17-9c1c-47fd983de9d7 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768220 Feb 08 15:52:24.299677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 4db89041-97d4-406d-be91-5e11154dc154, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=4db89041-97d4-406d-be91-5e11154dc154,segment=NetworkSegment(57754e2a-a497-481c-903c-6c83e02fbb7e),segment_id=57754e2a-a497-481c-903c-6c83e02fbb7e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:24.306294 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4db89041-97d4-406d-be91-5e11154dc154), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:24.362742 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=4db89041-97d4-406d-be91-5e11154dc154,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:24.389862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b83a5-9190-4efb-b843-5b3f12e78c9c req-c1870041-a481-47ac-a16f-cf740b6fdd1e tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:24.391940 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f8b83a5-9190-4efb-b843-5b3f12e78c9c req-c1870041-a481-47ac-a16f-cf740b6fdd1e tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1200471 Feb 08 15:52:24.461710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-abc16dea-1a22-4cec-8562-9c091edb61c2 req-2d027f7f-a4ad-4322-8250-68333384196d tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1161537 Feb 08 15:52:24.471183 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f8b83a5-9190-4efb-b843-5b3f12e78c9c req-60c1e9f4-5a5b-4c98-8e72-77dbc540457d tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726857 Feb 08 15:52:24.523952 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad019e7-cbe0-416f-a0ce-34a47bba8d43 x-openstack-request-id: req-3ad019e7-cbe0-416f-a0ce-34a47bba8d43 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:24.524252 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba0a497-8919-4653-ae0e-932b3f03b538", "name": "network-vif-plugged", "status": "completed", "tag": "4db89041-97d4-406d-be91-5e11154dc154", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:24.524539 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3ad019e7-cbe0-416f-a0ce-34a47bba8d43 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:24.524990 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba0a497-8919-4653-ae0e-932b3f03b538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db89041-97d4-406d-be91-5e11154dc154', 'code': 200} Feb 08 15:52:24.645003 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d6fd4-c4da-4293-8d41-9d7467e29aee req-93ef780d-cce2-46b6-882d-a01deeac02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:24.646987 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-169d6fd4-c4da-4293-8d41-9d7467e29aee req-93ef780d-cce2-46b6-882d-a01deeac02fb service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 1128 time: 0.0494773 Feb 08 15:52:24.694578 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-169d6fd4-c4da-4293-8d41-9d7467e29aee req-5f1ef45e-90ac-4675-a2dc-b290a7f5fdcb service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=1573fc22-6616-45f1-826e-95e07a5423a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419803 Feb 08 15:52:25.067544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d7275-0cb9-4b48-bcf2-e169607e3474 req-419cc4d2-f44c-448e-88da-029ea573120a tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:25.069141 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-802d7275-0cb9-4b48-bcf2-e169607e3474 req-419cc4d2-f44c-448e-88da-029ea573120a tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 945 time: 0.0593202 Feb 08 15:52:25.130030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-802d7275-0cb9-4b48-bcf2-e169607e3474 req-5a69b723-5cb7-4a60-b51a-b3f630a35393 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/security-groups?id=1573fc22-6616-45f1-826e-95e07a5423a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541236 Feb 08 15:52:25.215286 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a4c96cba-a0b8-42b9-9e38-2912428d6c2b req-e5552823-2240-4f3c-a2b8-bfaab82b026d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 210 time: 0.0385838 Feb 08 15:52:25.323290 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-a5d84f1e-a81d-4d7b-8d87-04919707ef94 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:25.324898 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-a5d84f1e-a81d-4d7b-8d87-04919707ef94 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.94 "GET /v2.0/networks?id=75aad441-24c3-4b43-8329-829cdc5ff78a HTTP/1.1" status: 200 len: 813 time: 0.1311448 Feb 08 15:52:25.348425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-60576bc7-0c7b-4d50-af31-188da865ea5b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Request body: {'port': {'device_id': 'bc392680-8b85-4613-a302-87a2c33c936c', 'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a', 'admin_state_up': True, 'tenant_id': '1cc246df25c14b27887ce9f5c946b2ad'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:25.460937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1167b43-f4c9-4179-bac4-b2fb47f106b7 req-421dec17-3c6c-4e28-a65b-c798abcec257 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:25.462625 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1167b43-f4c9-4179-bac4-b2fb47f106b7 req-421dec17-3c6c-4e28-a65b-c798abcec257 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0760796 Feb 08 15:52:25.504864 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-60576bc7-0c7b-4d50-af31-188da865ea5b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Made reservation on behalf of 1cc246df25c14b27887ce9f5c946b2ad for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:52:25.509005 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-60576bc7-0c7b-4d50-af31-188da865ea5b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:25.520491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1167b43-f4c9-4179-bac4-b2fb47f106b7 req-185e41e3-c832-4e87-bc2c-ec366b636c02 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504537 Feb 08 15:52:25.680939 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-60576bc7-0c7b-4d50-af31-188da865ea5b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Allocated IP 172.20.0.6 (75aad441-24c3-4b43-8329-829cdc5ff78a/21628147-0e32-4d39-889f-b7c0993a88b4/ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:52:25.700441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f8103-a362-4bb1-adb3-f78f6e072085 req-0acca59f-c138-443f-9186-9a59c5b889b3 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:25.702065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-366f8103-a362-4bb1-adb3-f78f6e072085 req-0acca59f-c138-443f-9186-9a59c5b889b3 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0819671 Feb 08 15:52:25.768325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-366f8103-a362-4bb1-adb3-f78f6e072085 req-629e8183-998c-400e-91f4-78273aecdea6 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543962 Feb 08 15:52:25.855237 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-60576bc7-0c7b-4d50-af31-188da865ea5b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks [] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:25.898474 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-60576bc7-0c7b-4d50-af31-188da865ea5b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:25.952096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-60576bc7-0c7b-4d50-af31-188da865ea5b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Network 75aad441-24c3-4b43-8329-829cdc5ff78a is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:52:25.955515 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-60576bc7-0c7b-4d50-af31-188da865ea5b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:52:25.958722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-60576bc7-0c7b-4d50-af31-188da865ea5b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:52:25.986667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60576bc7-0c7b-4d50-af31-188da865ea5b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Pushing event updated for resources: {'Port': ['ID=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:26.017394 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-60576bc7-0c7b-4d50-af31-188da865ea5b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:26.018209 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-60576bc7-0c7b-4d50-af31-188da865ea5b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:26.038804 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-60576bc7-0c7b-4d50-af31-188da865ea5b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6955092 Feb 08 15:52:26.055985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Request body: {'port': {'device_id': 'bc392680-8b85-4613-a302-87a2c33c936c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:26.133190 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:26.181764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370548f-5ea0-49bb-b5d7-4db68dada4e6 req-9ef726cb-a28b-47a0-b275-8554af1e136d tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:26.191069 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c370548f-5ea0-49bb-b5d7-4db68dada4e6 req-9ef726cb-a28b-47a0-b275-8554af1e136d tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 945 time: 0.0755689 Feb 08 15:52:26.269782 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c370548f-5ea0-49bb-b5d7-4db68dada4e6 req-2a3f50d2-c77c-4930-b1c3-344335b3d0e3 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775082 Feb 08 15:52:26.303789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70bb16-bcbf-4db6-a5cb-3143a67eaa80 req-e96e21f4-1d6c-4b7a-9b5e-e8b888683701 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:26.313046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8c70bb16-bcbf-4db6-a5cb-3143a67eaa80 req-e96e21f4-1d6c-4b7a-9b5e-e8b888683701 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 945 time: 0.0902593 Feb 08 15:52:26.376632 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8c70bb16-bcbf-4db6-a5cb-3143a67eaa80 req-d0e30443-44a9-475a-800d-d7aa3e3e2bba tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/security-groups?id=1573fc22-6616-45f1-826e-95e07a5423a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623159 Feb 08 15:52:26.450786 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:26.460014 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Publish callbacks [] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:26.477107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Transition to ACTIVE for port object ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:52:26.484719 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:26.519577 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b931-b47f-4ab4-a9f6-5eb4ac6f6155 req-ded1edba-ca50-431d-bc25-87bbfeaa26ad tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:26.521886 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f588b931-b47f-4ab4-a9f6-5eb4ac6f6155 req-ded1edba-ca50-431d-bc25-87bbfeaa26ad tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 931 time: 0.0618577 Feb 08 15:52:26.604583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:26.614339 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f588b931-b47f-4ab4-a9f6-5eb4ac6f6155 req-a798c08e-4e49-4240-8637-8c2eb89b7b90 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725238 Feb 08 15:52:26.697972 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eeaba-5fa7-47db-b4ce-f18919b52bad req-5b6c826f-88cc-460f-a490-a68ddfb35c65 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:26.701426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d92eeaba-5fa7-47db-b4ce-f18919b52bad req-5b6c826f-88cc-460f-a490-a68ddfb35c65 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 945 time: 0.0825160 Feb 08 15:52:26.712373 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6f05b-f0e1-48f9-82de-dabfdfe04570 req-726c01f6-39e4-4a47-9f61-394555734e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:26.714691 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6f6f05b-f0e1-48f9-82de-dabfdfe04570 req-726c01f6-39e4-4a47-9f61-394555734e3d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 1127 time: 0.0676212 Feb 08 15:52:26.774894 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Attempting to bind port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:52:26.775347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Attempting to bind port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '3ff551bc-239a-482a-b5f9-8c65f48f0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:52:26.775676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Attempting to bind port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f on network 75aad441-24c3-4b43-8329-829cdc5ff78a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:26.778447 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d92eeaba-5fa7-47db-b4ce-f18919b52bad req-62b9f123-b592-49a7-a298-b1f0ba6376a3 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/security-groups?id=1573fc22-6616-45f1-826e-95e07a5423a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575607 Feb 08 15:52:26.786324 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f804b75-cd76-4ce1-98f8-489fb0870b65 req-ac7ec845-37a1-4a40-abe1-8234791ae920 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:26.788377 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f on network 75aad441-24c3-4b43-8329-829cdc5ff78a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:52:26.788766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Attempting to bind port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f on network 75aad441-24c3-4b43-8329-829cdc5ff78a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:26.794709 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f804b75-cd76-4ce1-98f8-489fb0870b65 req-ac7ec845-37a1-4a40-abe1-8234791ae920 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1173592 Feb 08 15:52:26.819438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:52:26.819759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Checking segment: {'id': '3ff551bc-239a-482a-b5f9-8c65f48f0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:52:26.820249 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Bound using segment: {'id': '3ff551bc-239a-482a-b5f9-8c65f48f0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:52:26.820871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Bound port: ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff551bc-239a-482a-b5f9-8c65f48f0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:52:26.821269 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:26.856024 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f804b75-cd76-4ce1-98f8-489fb0870b65 req-219ed60a-939d-4ddc-a6b4-d9bcbc0d8fed tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602291 Feb 08 15:52:26.918010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6f05b-f0e1-48f9-82de-dabfdfe04570 req-ca8a62f4-6f52-4581-a60e-d8068dd65967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:26.920119 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6f6f05b-f0e1-48f9-82de-dabfdfe04570 req-ca8a62f4-6f52-4581-a60e-d8068dd65967 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.1985483 Feb 08 15:52:26.969789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824c322-2608-4d83-8b6c-185c3c5bcf53 req-57d0993b-0c43-4625-9c36-809f249b6dd6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:26.971343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e824c322-2608-4d83-8b6c-185c3c5bcf53 req-57d0993b-0c43-4625-9c36-809f249b6dd6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0985694 Feb 08 15:52:26.990912 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] For port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:52:26.998111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] For port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:52:27.006282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552fe61-e77b-43f6-b146-eed5919188b0 req-bf320171-bb7c-4f75-84a9-ab6786a926e8 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:27.008100 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9552fe61-e77b-43f6-b146-eed5919188b0 req-bf320171-bb7c-4f75-84a9-ab6786a926e8 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0825925 Feb 08 15:52:27.009815 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:27.021963 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6f6f05b-f0e1-48f9-82de-dabfdfe04570 req-1805c61e-1e36-494b-a041-0d9e5dc2944b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d HTTP/1.1" status: 200 len: 999 time: 0.0944371 Feb 08 15:52:27.064708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:27.067258 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:27.069059 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] 10.222.0.94 "PUT /v2.0/ports/ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f HTTP/1.1" status: 200 len: 1092 time: 1.0184135 Feb 08 15:52:27.083182 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e824c322-2608-4d83-8b6c-185c3c5bcf53 req-e05eb616-465b-4d7d-a656-0aa8861b410d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963476 Feb 08 15:52:27.094299 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc392680-8b85-4613-a302-87a2c33c936c', 'tag': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:27.096978 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06ace3a-8920-489a-b623-40b046d794b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc392680-8b85-4613-a302-87a2c33c936c", "tag": "ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:27.114430 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9552fe61-e77b-43f6-b146-eed5919188b0 req-a3c00eeb-3349-41dd-8b07-c26b941177e7 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837767 Feb 08 15:52:27.177422 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92393b9e-7c89-4405-9b5a-21670e06ebd0 x-openstack-request-id: req-92393b9e-7c89-4405-9b5a-21670e06ebd0 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:27.177716 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc392680-8b85-4613-a302-87a2c33c936c", "tag": "ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:27.177967 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-92393b9e-7c89-4405-9b5a-21670e06ebd0 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:27.178349 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc392680-8b85-4613-a302-87a2c33c936c', 'tag': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f', 'status': 'completed', 'code': 200} Feb 08 15:52:27.187861 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156982d1-dea6-4794-a70a-4639b0e6848c service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:27.197297 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6f05b-f0e1-48f9-82de-dabfdfe04570 req-6aa57659-8334-4eb1-8207-144fd399f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:27.198925 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6f6f05b-f0e1-48f9-82de-dabfdfe04570 req-6aa57659-8334-4eb1-8207-144fd399f738 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.1545551 Feb 08 15:52:27.239337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-84be00a3-19ff-411c-9673-5243135f7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:27.241412 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-84be00a3-19ff-411c-9673-5243135f7a15 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1cc246df25c14b27887ce9f5c946b2ad&device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 1126 time: 0.1154456 Feb 08 15:52:27.308033 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-5b9a8f51-bc32-4196-91f9-b98be8e3edaf service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f HTTP/1.1" status: 200 len: 217 time: 0.0583935 Feb 08 15:52:27.315496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6f05b-f0e1-48f9-82de-dabfdfe04570 req-3da05eeb-1609-4bee-95fc-c474963dbe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:27.317033 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6f6f05b-f0e1-48f9-82de-dabfdfe04570 req-3da05eeb-1609-4bee-95fc-c474963dbe1e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1108801 Feb 08 15:52:27.414452 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-3b1150c0-070d-4114-902e-ecbc1b614baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:27.415945 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-3b1150c0-070d-4114-902e-ecbc1b614baa service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21628147-0e32-4d39-889f-b7c0993a88b4 HTTP/1.1" status: 200 len: 853 time: 0.0980418 Feb 08 15:52:27.420342 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812dafb-f974-4ff6-96e3-634d42eb13a4 req-fc5921b9-4371-469b-8070-d002d72d6463 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:27.422264 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e812dafb-f974-4ff6-96e3-634d42eb13a4 req-fc5921b9-4371-469b-8070-d002d72d6463 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 945 time: 0.0972462 Feb 08 15:52:27.432930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f021173-98e2-44b6-9974-faae2fe85659 req-65a495b3-d236-4c68-807c-288fe54aac3f tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:27.434445 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f021173-98e2-44b6-9974-faae2fe85659 req-65a495b3-d236-4c68-807c-288fe54aac3f tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 945 time: 0.0934083 Feb 08 15:52:27.457409 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-b2fd9593-3c32-4e89-aca2-a5027684e559 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=75aad441-24c3-4b43-8329-829cdc5ff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347180 Feb 08 15:52:27.480897 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6f6f05b-f0e1-48f9-82de-dabfdfe04570 req-002c920c-2b64-4d1e-bee2-938ab77197ad service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554043 Feb 08 15:52:27.512308 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e812dafb-f974-4ff6-96e3-634d42eb13a4 req-e2bf120c-4bd3-4391-9503-9b0f34d2eccd tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/security-groups?id=1573fc22-6616-45f1-826e-95e07a5423a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768859 Feb 08 15:52:27.516576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f021173-98e2-44b6-9974-faae2fe85659 req-d94c78b1-af33-4627-9ee5-cc4dcbdbdb44 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738750 Feb 08 15:52:27.624993 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-43719cfd-562b-461f-b911-cdd0c6d22c6f service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558809 Feb 08 15:52:27.641924 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6f6f05b-f0e1-48f9-82de-dabfdfe04570 req-af12b9f8-a978-465e-9b90-49c3acdc3cb5 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247478 Feb 08 15:52:27.647374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5e0a5-fb28-4566-91a3-22ab75a767ab req-403f77e3-ef1d-40f3-bbc3-015b27417b96 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:27.649133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4aa5e0a5-fb28-4566-91a3-22ab75a767ab req-403f77e3-ef1d-40f3-bbc3-015b27417b96 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.94 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 945 time: 0.0594304 Feb 08 15:52:27.760219 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-85abcfc3-426c-4be8-b385-a46e09fd0cd7 req-e0cfd9fe-ad22-454d-ba3d-e9f2fa7bd786 service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168575 Feb 08 15:52:27.841791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc970a-e13a-4115-a3c7-c7f8206e36c8 req-291c133a-6791-452a-b0b5-f64e86555619 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:27.843307 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77fc970a-e13a-4115-a3c7-c7f8206e36c8 req-291c133a-6791-452a-b0b5-f64e86555619 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.1376548 Feb 08 15:52:27.860450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ace3a-8920-489a-b623-40b046d794b6 req-c47f2972-c7cb-4460-a030-960bd236e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:27.862000 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b06ace3a-8920-489a-b623-40b046d794b6 req-c47f2972-c7cb-4460-a030-960bd236e0f9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1cc246df25c14b27887ce9f5c946b2ad&device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 1126 time: 0.0474365 Feb 08 15:52:27.897148 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5aa44e-fc3c-45b0-8963-cc5b389cd8d6 req-8834fbc1-5ecd-4c23-8db5-ad994f9145d5 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:27.898628 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c5aa44e-fc3c-45b0-8963-cc5b389cd8d6 req-8834fbc1-5ecd-4c23-8db5-ad994f9145d5 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 945 time: 0.1157997 Feb 08 15:52:27.902511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-4aa5e0a5-fb28-4566-91a3-22ab75a767ab req-4d57d216-54c9-4dde-8e1d-2439e8e9f4a9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Deleting port 2617744f-251e-445e-b925-92ec03657da7 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:52:27.902855 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4aa5e0a5-fb28-4566-91a3-22ab75a767ab req-4d57d216-54c9-4dde-8e1d-2439e8e9f4a9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2617744f-251e-445e-b925-92ec03657da7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:27.956196 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ace3a-8920-489a-b623-40b046d794b6 req-f69d1748-0006-4336-af64-7e91aed074ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:27.957704 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b06ace3a-8920-489a-b623-40b046d794b6 req-f69d1748-0006-4336-af64-7e91aed074ea service neutron] 10.222.0.94 "GET /v2.0/networks?id=75aad441-24c3-4b43-8329-829cdc5ff78a HTTP/1.1" status: 200 len: 914 time: 0.0888095 Feb 08 15:52:27.977375 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77fc970a-e13a-4115-a3c7-c7f8206e36c8 req-98f2e155-cb34-4d0a-8bb4-e94c5b94dc74 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265879 Feb 08 15:52:28.012111 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b06ace3a-8920-489a-b623-40b046d794b6 req-ff50ed44-6280-47bf-93ef-44ca63a770e4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f HTTP/1.1" status: 200 len: 217 time: 0.0473170 Feb 08 15:52:28.040909 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c5aa44e-fc3c-45b0-8963-cc5b389cd8d6 req-d31fff5a-60f5-479b-b5a1-e786f6a95818 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/security-groups?id=1573fc22-6616-45f1-826e-95e07a5423a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304114 Feb 08 15:52:28.082677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ace3a-8920-489a-b623-40b046d794b6 req-e691ac3c-d88e-4aec-8b03-2c2e03fdca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:28.084740 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b06ace3a-8920-489a-b623-40b046d794b6 req-e691ac3c-d88e-4aec-8b03-2c2e03fdca8f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21628147-0e32-4d39-889f-b7c0993a88b4 HTTP/1.1" status: 200 len: 853 time: 0.0561688 Feb 08 15:52:28.085229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-4aa5e0a5-fb28-4566-91a3-22ab75a767ab req-4d57d216-54c9-4dde-8e1d-2439e8e9f4a9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] For port 2617744f-251e-445e-b925-92ec03657da7, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=2617744f-251e-445e-b925-92ec03657da7,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:28.085637 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4aa5e0a5-fb28-4566-91a3-22ab75a767ab req-4d57d216-54c9-4dde-8e1d-2439e8e9f4a9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2617744f-251e-445e-b925-92ec03657da7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:28.105201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-4aa5e0a5-fb28-4566-91a3-22ab75a767ab req-4d57d216-54c9-4dde-8e1d-2439e8e9f4a9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Calling delete_port for 2617744f-251e-445e-b925-92ec03657da7 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:52:28.132394 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f957fb-2c7d-44f1-ac67-be2aab96b765 req-cf624bf5-6c6f-4b59-9318-415ac8e9ae6c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:28.134065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a4f957fb-2c7d-44f1-ac67-be2aab96b765 req-cf624bf5-6c6f-4b59-9318-415ac8e9ae6c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.0968876 Feb 08 15:52:28.149149 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b06ace3a-8920-489a-b623-40b046d794b6 req-6336a695-2268-476d-a021-6be9e5e51da9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=75aad441-24c3-4b43-8329-829cdc5ff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527718 Feb 08 15:52:28.247972 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b06ace3a-8920-489a-b623-40b046d794b6 req-350795bc-5f83-4bca-ab7b-50714996ed76 service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906262 Feb 08 15:52:28.275398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a4f957fb-2c7d-44f1-ac67-be2aab96b765 req-29f819b6-2150-4c76-b1e0-e7b046ee77ea tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121318 Feb 08 15:52:28.288717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57391566-e29d-4065-be3c-20f1c1a5610a req-b7d036b2-e54d-42dd-982d-e5cb3d9dfd3e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:28.302129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57391566-e29d-4065-be3c-20f1c1a5610a req-b7d036b2-e54d-42dd-982d-e5cb3d9dfd3e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.1171534 Feb 08 15:52:28.357322 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b06ace3a-8920-489a-b623-40b046d794b6 req-b23c6083-4065-49a2-a800-00bc88d61071 service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965288 Feb 08 15:52:28.410067 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57391566-e29d-4065-be3c-20f1c1a5610a req-cd8dff98-46da-4107-bfeb-74d00745bde5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116927 Feb 08 15:52:28.411643 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4aa5e0a5-fb28-4566-91a3-22ab75a767ab req-4d57d216-54c9-4dde-8e1d-2439e8e9f4a9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (2617744f-251e-445e-b925-92ec03657da7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:28.426223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['cbcf1980-dc13-4855-938f-f838a15ca058', '2617744f-251e-445e-b925-92ec03657da7'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:28.430700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['76ecc875-cab3-4c33-8092-ea40606dce28'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:28.450772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57d216-54c9-4dde-8e1d-2439e8e9f4a9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Pushing event deleted for resources: {'Port': ['ID=2617744f-251e-445e-b925-92ec03657da7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:28.472133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd024d-1591-439b-8888-92b5372c54f7 req-fe444541-e36b-48ec-9f9b-2f3815548b7b tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:28.473925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ddfd024d-1591-439b-8888-92b5372c54f7 req-fe444541-e36b-48ec-9f9b-2f3815548b7b tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1243873 Feb 08 15:52:28.512436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa5e0a5-fb28-4566-91a3-22ab75a767ab req-4d57d216-54c9-4dde-8e1d-2439e8e9f4a9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] No DVR routers for this DVR port 2617744f-251e-445e-b925-92ec03657da7 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:52:28.521365 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4aa5e0a5-fb28-4566-91a3-22ab75a767ab req-4d57d216-54c9-4dde-8e1d-2439e8e9f4a9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:28.524828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4aa5e0a5-fb28-4566-91a3-22ab75a767ab req-4d57d216-54c9-4dde-8e1d-2439e8e9f4a9 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.94 "DELETE /v2.0/ports/2617744f-251e-445e-b925-92ec03657da7 HTTP/1.1" status: 204 len: 173 time: 0.8710158 Feb 08 15:52:28.525310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414e7e35-4450-417c-b65e-3ac83964a398', 'name': 'network-vif-deleted', 'tag': '2617744f-251e-445e-b925-92ec03657da7'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:28.528007 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d888a7a-58bb-4122-b4bb-36ebcdeaeb6e" -d '{"events": [{"server_uuid": "414e7e35-4450-417c-b65e-3ac83964a398", "name": "network-vif-deleted", "tag": "2617744f-251e-445e-b925-92ec03657da7"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:28.569511 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ddfd024d-1591-439b-8888-92b5372c54f7 req-097fbb52-6359-48d6-89b8-567624258ff7 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803900 Feb 08 15:52:28.596905 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab13d2e-6b3a-4dec-823e-525e4a4cb7c3 x-openstack-request-id: req-aab13d2e-6b3a-4dec-823e-525e4a4cb7c3 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:28.598386 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414e7e35-4450-417c-b65e-3ac83964a398", "name": "network-vif-deleted", "tag": "2617744f-251e-445e-b925-92ec03657da7", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:28.598765 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-aab13d2e-6b3a-4dec-823e-525e4a4cb7c3 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:28.599425 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414e7e35-4450-417c-b65e-3ac83964a398', 'name': 'network-vif-deleted', 'tag': '2617744f-251e-445e-b925-92ec03657da7', 'status': 'completed', 'code': 200} Feb 08 15:52:28.686615 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-782852b0-7301-48e0-bfb2-f9eb446ad829 req-2be4d8c5-4d05-4d38-b685-085861aa3504 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=414e7e35-4450-417c-b65e-3ac83964a398 HTTP/1.1" status: 200 len: 210 time: 0.0360506 Feb 08 15:52:29.115136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bd902-81a1-409a-b31c-a0f60f260735 req-c0b9602b-ccb3-4f0b-833d-8ba130ca3456 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:29.116655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-989bd902-81a1-409a-b31c-a0f60f260735 req-c0b9602b-ccb3-4f0b-833d-8ba130ca3456 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.0609457 Feb 08 15:52:29.198837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-989bd902-81a1-409a-b31c-a0f60f260735 req-e7696b73-2e5a-40d3-9ddd-13f2c5466d84 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703545 Feb 08 15:52:29.206487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6f1ac-10e2-47aa-811f-37e5bd11445b req-2fba72bf-e999-458c-9a08-d231d96bdec0 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:29.207942 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72b6f1ac-10e2-47aa-811f-37e5bd11445b req-2fba72bf-e999-458c-9a08-d231d96bdec0 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 945 time: 0.0890932 Feb 08 15:52:29.259438 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72b6f1ac-10e2-47aa-811f-37e5bd11445b req-e97ddc84-0eb9-4eab-adde-a362549cc17c tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/security-groups?id=1573fc22-6616-45f1-826e-95e07a5423a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458167 Feb 08 15:52:29.371238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8cd62-f85f-464d-8c65-ca0d89e7e74b req-3acd76cc-a73c-401b-8d91-b31e140bbc1b tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:29.372617 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35f8cd62-f85f-464d-8c65-ca0d89e7e74b req-3acd76cc-a73c-401b-8d91-b31e140bbc1b tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.94 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 945 time: 0.0618129 Feb 08 15:52:29.480597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564a937-86ff-477f-98a2-23d06f261707 req-4e53db2b-aa0e-4e31-bf17-115779510650 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:29.482125 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e564a937-86ff-477f-98a2-23d06f261707 req-4e53db2b-aa0e-4e31-bf17-115779510650 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1265321 Feb 08 15:52:29.571071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-35f8cd62-f85f-464d-8c65-ca0d89e7e74b req-c747631d-d800-4348-8c7d-971dfbfb4085 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Deleting port 4db89041-97d4-406d-be91-5e11154dc154 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:52:29.571404 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-35f8cd62-f85f-464d-8c65-ca0d89e7e74b req-c747631d-d800-4348-8c7d-971dfbfb4085 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4db89041-97d4-406d-be91-5e11154dc154), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:29.620328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905761d-a258-46e7-b450-b71f30923bb1 req-fa58b8d0-5ff2-42e9-a7ff-17abaf33bc7e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:29.621756 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f905761d-a258-46e7-b450-b71f30923bb1 req-fa58b8d0-5ff2-42e9-a7ff-17abaf33bc7e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.1380997 Feb 08 15:52:29.627686 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e564a937-86ff-477f-98a2-23d06f261707 req-05fdb6b0-7811-4be2-b4cc-540087930d8c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346879 Feb 08 15:52:29.714475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-35f8cd62-f85f-464d-8c65-ca0d89e7e74b req-c747631d-d800-4348-8c7d-971dfbfb4085 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] For port 4db89041-97d4-406d-be91-5e11154dc154, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=4db89041-97d4-406d-be91-5e11154dc154,segment=NetworkSegment(57754e2a-a497-481c-903c-6c83e02fbb7e),segment_id=57754e2a-a497-481c-903c-6c83e02fbb7e)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:29.714843 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-35f8cd62-f85f-464d-8c65-ca0d89e7e74b req-c747631d-d800-4348-8c7d-971dfbfb4085 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4db89041-97d4-406d-be91-5e11154dc154), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:29.720474 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f905761d-a258-46e7-b450-b71f30923bb1 req-8efacb36-0f0b-4b19-bcae-56296453efa9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901916 Feb 08 15:52:29.751045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-35f8cd62-f85f-464d-8c65-ca0d89e7e74b req-c747631d-d800-4348-8c7d-971dfbfb4085 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Calling delete_port for 4db89041-97d4-406d-be91-5e11154dc154 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:52:29.811526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9697f9-07c8-4da9-a515-37d2b4f6a0ee req-db0dd4e2-1b67-4d26-a49a-010b6f890968 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:29.813619 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da9697f9-07c8-4da9-a515-37d2b4f6a0ee req-db0dd4e2-1b67-4d26-a49a-010b6f890968 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1219387 Feb 08 15:52:29.883767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da9697f9-07c8-4da9-a515-37d2b4f6a0ee req-3de34a51-2f6c-4fc3-b97b-a09d5d37d964 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615830 Feb 08 15:52:29.937061 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-35f8cd62-f85f-464d-8c65-ca0d89e7e74b req-c747631d-d800-4348-8c7d-971dfbfb4085 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4db89041-97d4-406d-be91-5e11154dc154), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:29.948569 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['4db89041-97d4-406d-be91-5e11154dc154'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:29.976037 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747631d-d800-4348-8c7d-971dfbfb4085 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Pushing event deleted for resources: {'Port': ['ID=4db89041-97d4-406d-be91-5e11154dc154,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:30.034354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f8cd62-f85f-464d-8c65-ca0d89e7e74b req-c747631d-d800-4348-8c7d-971dfbfb4085 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] No DVR routers for this DVR port 4db89041-97d4-406d-be91-5e11154dc154 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:52:30.037265 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-35f8cd62-f85f-464d-8c65-ca0d89e7e74b req-c747631d-d800-4348-8c7d-971dfbfb4085 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:30.040496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35f8cd62-f85f-464d-8c65-ca0d89e7e74b req-c747631d-d800-4348-8c7d-971dfbfb4085 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.94 "DELETE /v2.0/ports/4db89041-97d4-406d-be91-5e11154dc154 HTTP/1.1" status: 204 len: 173 time: 0.6627963 Feb 08 15:52:30.055389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c5e35-331a-4cda-83bd-15acac6bb661 req-0c5982c7-9e38-4052-b01e-d25386a88391 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:30.056888 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc5c5e35-331a-4cda-83bd-15acac6bb661 req-0c5982c7-9e38-4052-b01e-d25386a88391 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 945 time: 0.1116464 Feb 08 15:52:30.110911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:52:30.111746 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc5c5e35-331a-4cda-83bd-15acac6bb661 req-6f338cf5-3590-4e47-b6f2-4b4329bbbd61 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484819 Feb 08 15:52:30.209617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:30.221442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f', 'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a', 'port_id': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f', 'mac_address': 'fa:16:3e:97:2f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21628147-0e32-4d39-889f-b7c0993a88b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:52:30.262978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:52:30.263367 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:30.276938 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:30.299628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:30.304646 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:30.328632 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1f07b-c748-430f-9f69-0ef89a68eec9 req-57e582c9-8b4a-44cf-9e60-8e9fc423f0be tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:30.334062 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31c1f07b-c748-430f-9f69-0ef89a68eec9 req-57e582c9-8b4a-44cf-9e60-8e9fc423f0be tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.0655420 Feb 08 15:52:30.356172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:30.389477 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c87d670a-9589-4e83-8b3c-0a22c3d5fe63 req-fde28ba6-c270-4c14-854a-4ef5552bc397 tempest-ServersNegativeTestMultiTenantJSON-566945343 tempest-ServersNegativeTestMultiTenantJSON-566945343-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ba0a497-8919-4653-ae0e-932b3f03b538 HTTP/1.1" status: 200 len: 210 time: 0.0377688 Feb 08 15:52:30.408196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31c1f07b-c748-430f-9f69-0ef89a68eec9 req-9eb6b0a9-5028-4222-b6fd-aa164b3d026a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710979 Feb 08 15:52:30.575365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:30.600748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba0a497-8919-4653-ae0e-932b3f03b538', 'name': 'network-vif-deleted', 'tag': '4db89041-97d4-406d-be91-5e11154dc154'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:30.603238 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9285858-2dd7-4cd2-9832-616ef5f25229" -d '{"events": [{"server_uuid": "0ba0a497-8919-4653-ae0e-932b3f03b538", "name": "network-vif-deleted", "tag": "4db89041-97d4-406d-be91-5e11154dc154"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:30.641508 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd53f37d-37d6-40ee-9223-1493d88868e4 x-openstack-request-id: req-bd53f37d-37d6-40ee-9223-1493d88868e4 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:30.641819 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba0a497-8919-4653-ae0e-932b3f03b538", "name": "network-vif-deleted", "tag": "4db89041-97d4-406d-be91-5e11154dc154", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:30.642068 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bd53f37d-37d6-40ee-9223-1493d88868e4 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:30.642468 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba0a497-8919-4653-ae0e-932b3f03b538', 'name': 'network-vif-deleted', 'tag': '4db89041-97d4-406d-be91-5e11154dc154', 'status': 'completed', 'code': 200} Feb 08 15:52:30.839804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5941dfa-b0e0-42d2-8766-11614ce20c4f req-243ea533-5d00-48d0-8e9b-044b5edfe5dd tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:30.841198 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5941dfa-b0e0-42d2-8766-11614ce20c4f req-243ea533-5d00-48d0-8e9b-044b5edfe5dd tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0519438 Feb 08 15:52:30.891201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5941dfa-b0e0-42d2-8766-11614ce20c4f req-2ca7a62e-880e-4887-a51b-7be69bc22e6f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Feb 08 15:52:31.012921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173b23a-0e52-4999-94e4-dc0151a26b7f req-7e7ca19f-caea-4eb5-bdb5-083a182fbfda tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:31.014403 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b173b23a-0e52-4999-94e4-dc0151a26b7f req-7e7ca19f-caea-4eb5-bdb5-083a182fbfda tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0536487 Feb 08 15:52:31.062260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b173b23a-0e52-4999-94e4-dc0151a26b7f req-0996accd-8074-4f1e-b5a7-68b4219592f4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414937 Feb 08 15:52:31.237292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300daa2-94b3-4653-89eb-1e5b6d44f94f req-2c7fdd2d-3537-4cd3-bb2b-bb3deafcd72e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:31.238760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2300daa2-94b3-4653-89eb-1e5b6d44f94f req-2c7fdd2d-3537-4cd3-bb2b-bb3deafcd72e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 945 time: 0.0551937 Feb 08 15:52:31.285442 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2300daa2-94b3-4653-89eb-1e5b6d44f94f req-b73f6815-ed5e-48f8-aed7-13bd6dbcd480 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412896 Feb 08 15:52:31.448748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42974) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:31.467683 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-41fca841-815b-44cd-a240-f1c35c614395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:31.498045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-160d7bb0-6a21-4462-9ce1-8e6adfb42e62 admin admin] Deleting subnet 75617a55-77c7-4f4f-ab35-f46482dc1cb8 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:52:31.502006 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-160d7bb0-6a21-4462-9ce1-8e6adfb42e62 admin admin] Publish callbacks [] for subnet (75617a55-77c7-4f4f-ab35-f46482dc1cb8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:31.539221 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-160d7bb0-6a21-4462-9ce1-8e6adfb42e62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (75617a55-77c7-4f4f-ab35-f46482dc1cb8), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:31.543935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1077da-3ac9-4870-9609-0560cfc405d5 req-fb51e690-f62d-484e-aff5-d747fc7c8a1a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:31.545441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f1077da-3ac9-4870-9609-0560cfc405d5 req-fb51e690-f62d-484e-aff5-d747fc7c8a1a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 944 time: 0.0581083 Feb 08 15:52:31.579972 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-160d7bb0-6a21-4462-9ce1-8e6adfb42e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (75617a55-77c7-4f4f-ab35-f46482dc1cb8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:31.594865 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f1077da-3ac9-4870-9609-0560cfc405d5 req-1ad0baa0-cf66-4fdd-9b54-bff714e49eb4 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430808 Feb 08 15:52:31.638721 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-160d7bb0-6a21-4462-9ce1-8e6adfb42e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (75617a55-77c7-4f4f-ab35-f46482dc1cb8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:31.666189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d7bb0-6a21-4462-9ce1-8e6adfb42e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75617a55-77c7-4f4f-ab35-f46482dc1cb8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:31.670749 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-160d7bb0-6a21-4462-9ce1-8e6adfb42e62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:31.674441 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-160d7bb0-6a21-4462-9ce1-8e6adfb42e62 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/75617a55-77c7-4f4f-ab35-f46482dc1cb8 HTTP/1.1" status: 204 len: 168 time: 0.2245979 Feb 08 15:52:31.676923 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42976) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:31.751221 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b7073c2-128c-4ccb-828c-68c421b13b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (6100291d-1645-4fe1-b290-2f90ce23e93d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:31.833744 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b7073c2-128c-4ccb-828c-68c421b13b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (6100291d-1645-4fe1-b290-2f90ce23e93d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:31.853980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-6b7073c2-128c-4ccb-828c-68c421b13b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6100291d-1645-4fe1-b290-2f90ce23e93d']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:31.863698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-6b7073c2-128c-4ccb-828c-68c421b13b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57754e2a-a497-481c-903c-6c83e02fbb7e') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:31.864120 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-6b7073c2-128c-4ccb-828c-68c421b13b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57754e2a-a497-481c-903c-6c83e02fbb7e') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:31.881172 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b7073c2-128c-4ccb-828c-68c421b13b6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (57754e2a-a497-481c-903c-6c83e02fbb7e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:31.897394 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b7073c2-128c-4ccb-828c-68c421b13b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (57754e2a-a497-481c-903c-6c83e02fbb7e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:31.902834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e31909-df07-4974-9b6b-32f3ed9c127c req-9cd9a297-8e5c-482d-8c0f-876e04b5ddaa tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:31.904058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7073c2-128c-4ccb-828c-68c421b13b6b admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:52:31.904290 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a4e31909-df07-4974-9b6b-32f3ed9c127c req-9cd9a297-8e5c-482d-8c0f-876e04b5ddaa tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.96 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 945 time: 0.0533009 Feb 08 15:52:31.904512 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b7073c2-128c-4ccb-828c-68c421b13b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (57754e2a-a497-481c-903c-6c83e02fbb7e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:52:31.907020 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:52:31.974741 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b7073c2-128c-4ccb-828c-68c421b13b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (6100291d-1645-4fe1-b290-2f90ce23e93d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:31.993278 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b7073c2-128c-4ccb-828c-68c421b13b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:31.996635 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6b7073c2-128c-4ccb-828c-68c421b13b6b admin admin] 10.222.0.82 "DELETE /v2.0/networks/6100291d-1645-4fe1-b290-2f90ce23e93d HTTP/1.1" status: 204 len: 168 time: 0.3187656 Feb 08 15:52:31.997706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7073c2-128c-4ccb-828c-68c421b13b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=6100291d-1645-4fe1-b290-2f90ce23e93d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:31.999596 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42980) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:32.054230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e585452-8baa-4342-8024-ff8deb1ba35d admin admin] Deleting subnet 8d9eb1b0-d70b-4a87-aa85-61b17b780253 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:52:32.057425 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e585452-8baa-4342-8024-ff8deb1ba35d admin admin] Publish callbacks [] for subnet (8d9eb1b0-d70b-4a87-aa85-61b17b780253), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.064722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfac199-cc18-44bb-b5c7-56035d5604db req-ed89bd8d-fbeb-4cc5-bc49-3c58cdd91870 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:32.066369 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bfac199-cc18-44bb-b5c7-56035d5604db req-ed89bd8d-fbeb-4cc5-bc49-3c58cdd91870 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0752773 Feb 08 15:52:32.069601 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-a4e31909-df07-4974-9b6b-32f3ed9c127c req-c52702fd-b7bf-422d-841a-f0d20ee77a0c tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Deleting port 76ecc875-cab3-4c33-8092-ea40606dce28 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:52:32.070131 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a4e31909-df07-4974-9b6b-32f3ed9c127c req-c52702fd-b7bf-422d-841a-f0d20ee77a0c tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (76ecc875-cab3-4c33-8092-ea40606dce28), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.098275 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e585452-8baa-4342-8024-ff8deb1ba35d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (8d9eb1b0-d70b-4a87-aa85-61b17b780253), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.129774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:52:32.161680 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e585452-8baa-4342-8024-ff8deb1ba35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (8d9eb1b0-d70b-4a87-aa85-61b17b780253), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.170051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bfac199-cc18-44bb-b5c7-56035d5604db req-e7f5cf01-82c4-432c-ba8e-508c7336211a tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963452 Feb 08 15:52:32.181484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:52:32.186796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:52:32.187650 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.230811 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e585452-8baa-4342-8024-ff8deb1ba35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (8d9eb1b0-d70b-4a87-aa85-61b17b780253), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.263040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-a4e31909-df07-4974-9b6b-32f3ed9c127c req-c52702fd-b7bf-422d-841a-f0d20ee77a0c tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] For port 76ecc875-cab3-4c33-8092-ea40606dce28, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=76ecc875-cab3-4c33-8092-ea40606dce28,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:32.263484 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a4e31909-df07-4974-9b6b-32f3ed9c127c req-c52702fd-b7bf-422d-841a-f0d20ee77a0c tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (76ecc875-cab3-4c33-8092-ea40606dce28), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.264543 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e585452-8baa-4342-8024-ff8deb1ba35d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9eb1b0-d70b-4a87-aa85-61b17b780253,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:32.267135 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e585452-8baa-4342-8024-ff8deb1ba35d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.270527 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3e585452-8baa-4342-8024-ff8deb1ba35d admin admin] 10.222.0.82 "DELETE /v2.0/subnets/8d9eb1b0-d70b-4a87-aa85-61b17b780253 HTTP/1.1" status: 204 len: 168 time: 0.2695765 Feb 08 15:52:32.273122 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42984) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:32.286881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:52:32.287335 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.292072 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e3cd6-01ea-49cc-a5f3-d0780aa53630 req-0d02d708-0368-426f-ad91-055efcda4428 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:32.300928 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-071e3cd6-01ea-49cc-a5f3-d0780aa53630 req-0d02d708-0368-426f-ad91-055efcda4428 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1354816 Feb 08 15:52:32.314584 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc392680-8b85-4613-a302-87a2c33c936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:32.317178 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a796d5ea-7c76-4963-83ca-5702bed6b63d" -d '{"events": [{"server_uuid": "bc392680-8b85-4613-a302-87a2c33c936c", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:32.333613 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:32.335560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-a4e31909-df07-4974-9b6b-32f3ed9c127c req-c52702fd-b7bf-422d-841a-f0d20ee77a0c tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Calling delete_port for 76ecc875-cab3-4c33-8092-ea40606dce28 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:52:32.339006 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.340306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 2617744f-251e-445e-b925-92ec03657da7 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:52:32.349203 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d7872d3-6b34-4d4c-8722-0c0220bcc5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.369947 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 2617744f-251e-445e-b925-92ec03657da7 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:52:32.370337 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 2617744f-251e-445e-b925-92ec03657da7 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:52:32.370846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 4db89041-97d4-406d-be91-5e11154dc154 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:52:32.397050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-071e3cd6-01ea-49cc-a5f3-d0780aa53630 req-f5f3575c-7f86-4f48-99a9-ab21359e9e1d tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951366 Feb 08 15:52:32.414919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 4db89041-97d4-406d-be91-5e11154dc154 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:52:32.414919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 4db89041-97d4-406d-be91-5e11154dc154 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:52:32.439239 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:32.452498 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d7872d3-6b34-4d4c-8722-0c0220bcc5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.465242 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00befce9-e9c8-4e8f-8842-8045ffcfc434 x-openstack-request-id: req-00befce9-e9c8-4e8f-8842-8045ffcfc434 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:32.465657 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc392680-8b85-4613-a302-87a2c33c936c", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:32.466068 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-00befce9-e9c8-4e8f-8842-8045ffcfc434 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:32.468374 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc392680-8b85-4613-a302-87a2c33c936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f', 'code': 200} Feb 08 15:52:32.484587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-7d7872d3-6b34-4d4c-8722-0c0220bcc5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:32.486913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca079af7-8a08-4ab9-adb7-fc9e8cd918f3 req-c6e16e2b-6ec0-45b0-bcfe-4bdba0c125ea tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:32.493529 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca079af7-8a08-4ab9-adb7-fc9e8cd918f3 req-c6e16e2b-6ec0-45b0-bcfe-4bdba0c125ea tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 945 time: 0.1221445 Feb 08 15:52:32.497834 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-7d7872d3-6b34-4d4c-8722-0c0220bcc5a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd01e9d-f09d-41ff-bdad-14dc3d5cfcd1') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:32.498137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-7d7872d3-6b34-4d4c-8722-0c0220bcc5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd01e9d-f09d-41ff-bdad-14dc3d5cfcd1') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:32.509633 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d7872d3-6b34-4d4c-8722-0c0220bcc5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (6cd01e9d-f09d-41ff-bdad-14dc3d5cfcd1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.525027 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d7872d3-6b34-4d4c-8722-0c0220bcc5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (6cd01e9d-f09d-41ff-bdad-14dc3d5cfcd1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.531821 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7872d3-6b34-4d4c-8722-0c0220bcc5a6 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:52:32.532727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d7872d3-6b34-4d4c-8722-0c0220bcc5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (6cd01e9d-f09d-41ff-bdad-14dc3d5cfcd1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:52:32.534506 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:52:32.594288 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d7872d3-6b34-4d4c-8722-0c0220bcc5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.599405 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d7872d3-6b34-4d4c-8722-0c0220bcc5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.602586 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7d7872d3-6b34-4d4c-8722-0c0220bcc5a6 admin admin] 10.222.0.82 "DELETE /v2.0/networks/8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c HTTP/1.1" status: 204 len: 168 time: 0.3285449 Feb 08 15:52:32.614034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7872d3-6b34-4d4c-8722-0c0220bcc5a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6dad62-8e42-4c9c-b12f-3ac0a3e3595c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:32.619791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca079af7-8a08-4ab9-adb7-fc9e8cd918f3 req-a2deffad-afbc-45c3-990f-098e97309d12 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239641 Feb 08 15:52:32.657878 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0beb2d8-343e-45e9-ad86-40fd76f578c5 req-ff2d1fcd-5989-4ae2-9387-f72b7664dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:32.659872 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0beb2d8-343e-45e9-ad86-40fd76f578c5 req-ff2d1fcd-5989-4ae2-9387-f72b7664dd19 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 1128 time: 0.1305864 Feb 08 15:52:32.661277 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a4e31909-df07-4974-9b6b-32f3ed9c127c req-c52702fd-b7bf-422d-841a-f0d20ee77a0c tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (76ecc875-cab3-4c33-8092-ea40606dce28), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.676000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['cbcf1980-dc13-4855-938f-f838a15ca058'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:32.678549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['76ecc875-cab3-4c33-8092-ea40606dce28'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:32.778261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42994) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:32.826836 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4d14138c-e666-4971-89d4-40a076f21ab9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=82bcfda962ea4e5886a7de16da13afb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450032 Feb 08 15:52:32.827144 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42996) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:32.884709 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14a9089d-3bc7-4e9c-9cc0-7ff4037f5849 admin admin] Publish callbacks [] for security_group (1573fc22-6616-45f1-826e-95e07a5423a8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.912173 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14a9089d-3bc7-4e9c-9cc0-7ff4037f5849 admin admin] Publish callbacks [] for security_group (1573fc22-6616-45f1-826e-95e07a5423a8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.962345 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14a9089d-3bc7-4e9c-9cc0-7ff4037f5849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1573fc22-6616-45f1-826e-95e07a5423a8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.965382 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14a9089d-3bc7-4e9c-9cc0-7ff4037f5849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:32.966556 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-14a9089d-3bc7-4e9c-9cc0-7ff4037f5849 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1573fc22-6616-45f1-826e-95e07a5423a8 HTTP/1.1" status: 204 len: 168 time: 0.1376407 Feb 08 15:52:32.974806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9089d-3bc7-4e9c-9cc0-7ff4037f5849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1573fc22-6616-45f1-826e-95e07a5423a8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:33.055556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52702fd-b7bf-422d-841a-f0d20ee77a0c tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Pushing event deleted for resources: {'Port': ['ID=76ecc875-cab3-4c33-8092-ea40606dce28,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:33.127455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e31909-df07-4974-9b6b-32f3ed9c127c req-c52702fd-b7bf-422d-841a-f0d20ee77a0c tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] No DVR routers for this DVR port 76ecc875-cab3-4c33-8092-ea40606dce28 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:52:33.134380 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a4e31909-df07-4974-9b6b-32f3ed9c127c req-c52702fd-b7bf-422d-841a-f0d20ee77a0c tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:33.137993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a4e31909-df07-4974-9b6b-32f3ed9c127c req-c52702fd-b7bf-422d-841a-f0d20ee77a0c tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.96 "DELETE /v2.0/ports/76ecc875-cab3-4c33-8092-ea40606dce28 HTTP/1.1" status: 204 len: 173 time: 1.2271335 Feb 08 15:52:33.139616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336ba3e9-aa7c-445d-b17f-b54914a22885', 'name': 'network-vif-deleted', 'tag': '76ecc875-cab3-4c33-8092-ea40606dce28'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:33.147939 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61874a15-453d-4d49-a0e5-8f8374f6bdaf" -d '{"events": [{"server_uuid": "336ba3e9-aa7c-445d-b17f-b54914a22885", "name": "network-vif-deleted", "tag": "76ecc875-cab3-4c33-8092-ea40606dce28"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:33.160801 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0beb2d8-343e-45e9-ad86-40fd76f578c5 req-9c0d5a03-742a-4973-8243-42a2f365e284 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937558 Feb 08 15:52:33.186371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b4176-a595-41f6-8f63-84abeea49f37 req-2b9c9595-0699-445d-b16a-d374b6d66929 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:33.188864 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee6b4176-a595-41f6-8f63-84abeea49f37 req-2b9c9595-0699-445d-b16a-d374b6d66929 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.5176592 Feb 08 15:52:33.223611 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192e08f6-192c-4828-874d-b6ca12231d3b x-openstack-request-id: req-192e08f6-192c-4828-874d-b6ca12231d3b {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:33.223903 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336ba3e9-aa7c-445d-b17f-b54914a22885", "name": "network-vif-deleted", "tag": "76ecc875-cab3-4c33-8092-ea40606dce28", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:33.224162 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-192e08f6-192c-4828-874d-b6ca12231d3b {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:33.224637 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336ba3e9-aa7c-445d-b17f-b54914a22885', 'name': 'network-vif-deleted', 'tag': '76ecc875-cab3-4c33-8092-ea40606dce28', 'status': 'completed', 'code': 200} Feb 08 15:52:33.261494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee6b4176-a595-41f6-8f63-84abeea49f37 req-05a47775-6a63-4f0b-bbd4-1f7b239b2a67 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650349 Feb 08 15:52:33.359102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ed207-76ec-4dec-a89e-82b30153ca63 req-082696f4-7b8b-4e7e-893c-14f2d7784bf8 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:33.360761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-669ed207-76ec-4dec-a89e-82b30153ca63 req-082696f4-7b8b-4e7e-893c-14f2d7784bf8 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0689659 Feb 08 15:52:33.394819 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43006) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:33.413160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-669ed207-76ec-4dec-a89e-82b30153ca63 req-d9af2d79-9868-493e-93aa-b5bbd239360b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462449 Feb 08 15:52:33.448495 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2012fafa-80ae-491e-9813-d6119d5607f1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7f897ac769df47c08ae009d258dfa6b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0524337 Feb 08 15:52:33.450961 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43010) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:33.503246 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14eed816-d7dd-465b-8a36-3a6233ab58d3 admin admin] Publish callbacks [] for security_group (73a25d17-0886-4792-becf-24d7f4ae652f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:33.517815 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a124d-e104-42bd-900a-563765f0fccd req-8ec459f9-80cc-4bbd-b395-505956671c06 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:33.519315 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d46a124d-e104-42bd-900a-563765f0fccd req-8ec459f9-80cc-4bbd-b395-505956671c06 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0541575 Feb 08 15:52:33.528366 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14eed816-d7dd-465b-8a36-3a6233ab58d3 admin admin] Publish callbacks [] for security_group (73a25d17-0886-4792-becf-24d7f4ae652f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:33.572008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d46a124d-e104-42bd-900a-563765f0fccd req-099d9ac3-14ec-4324-b55a-c84a891e1b73 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463755 Feb 08 15:52:33.578627 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14eed816-d7dd-465b-8a36-3a6233ab58d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (73a25d17-0886-4792-becf-24d7f4ae652f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:33.581224 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14eed816-d7dd-465b-8a36-3a6233ab58d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:33.582513 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-14eed816-d7dd-465b-8a36-3a6233ab58d3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/73a25d17-0886-4792-becf-24d7f4ae652f HTTP/1.1" status: 204 len: 168 time: 0.1305969 Feb 08 15:52:33.590318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eed816-d7dd-465b-8a36-3a6233ab58d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a25d17-0886-4792-becf-24d7f4ae652f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:33.750373 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1397d6ba-7a3d-47ce-947e-3a9824e1f901 req-18220a72-eb7f-4240-bdda-232a2423bf93 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=336ba3e9-aa7c-445d-b17f-b54914a22885 HTTP/1.1" status: 200 len: 210 time: 0.0424926 Feb 08 15:52:33.759473 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9212e6b5-d766-4eb1-a2e9-92c4c583f562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:34.404764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f064459-a26f-4f26-8a6a-f7c37204dfc0 req-1632aa3c-3c48-4d81-8ed1-c9a6f9cfe3d9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:34.406486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f064459-a26f-4f26-8a6a-f7c37204dfc0 req-1632aa3c-3c48-4d81-8ed1-c9a6f9cfe3d9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0586593 Feb 08 15:52:34.493742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f064459-a26f-4f26-8a6a-f7c37204dfc0 req-9bb71af6-ff58-45ac-ba48-800ffa8613c3 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803142 Feb 08 15:52:34.563588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868828-2930-4949-a705-5b887fea20e0 req-5a7000cd-03c9-40c1-a495-7ec5b251d73a tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:34.565116 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc868828-2930-4949-a705-5b887fea20e0 req-5a7000cd-03c9-40c1-a495-7ec5b251d73a tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0619636 Feb 08 15:52:34.623247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc868828-2930-4949-a705-5b887fea20e0 req-7a2af916-08c9-40c8-89c7-d4e35d7399bc tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514417 Feb 08 15:52:34.678435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43046) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:34.706330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656db24-0fc4-4450-b542-a3f8d78f25f3 req-3fbf8926-9f15-4201-bbad-e548cbaeb3d4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:34.707949 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4656db24-0fc4-4450-b542-a3f8d78f25f3 req-3fbf8926-9f15-4201-bbad-e548cbaeb3d4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0560017 Feb 08 15:52:34.771810 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4656db24-0fc4-4450-b542-a3f8d78f25f3 req-78ec1825-6664-4e96-8aa9-ab6a0948f838 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554211 Feb 08 15:52:34.815606 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-60d215ec-a59f-4bb8-a476-38be9d5703c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:34.900818 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-60d215ec-a59f-4bb8-a476-38be9d5703c7 admin admin] Publish callbacks [] for security_group (9ee3b1f7-f12b-454f-9b93-77e5f4438f36), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:34.904996 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-60d215ec-a59f-4bb8-a476-38be9d5703c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9ee3b1f7-f12b-454f-9b93-77e5f4438f36), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:34.953145 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-60d215ec-a59f-4bb8-a476-38be9d5703c7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e728de1f202c4cc1a0bf8c1281566956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2701540 Feb 08 15:52:34.953145 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d215ec-a59f-4bb8-a476-38be9d5703c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee3b1f7-f12b-454f-9b93-77e5f4438f36,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:34.953550 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 43054) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:35.073465 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d24c224-0761-4b53-9659-1ede0fe1f43a admin admin] Publish callbacks [] for security_group (9ee3b1f7-f12b-454f-9b93-77e5f4438f36), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:35.117267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bdac5-1f96-4069-a184-0d6e11c77071 req-62013509-e059-495a-8a0a-02c50fcd9231 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:35.118840 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd5bdac5-1f96-4069-a184-0d6e11c77071 req-62013509-e059-495a-8a0a-02c50fcd9231 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.0992732 Feb 08 15:52:35.120984 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d24c224-0761-4b53-9659-1ede0fe1f43a admin admin] Publish callbacks [] for security_group (9ee3b1f7-f12b-454f-9b93-77e5f4438f36), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:35.202780 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd5bdac5-1f96-4069-a184-0d6e11c77071 req-c7b5e210-1457-473b-acdc-014d9f84ea7a tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729477 Feb 08 15:52:35.225245 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d24c224-0761-4b53-9659-1ede0fe1f43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9ee3b1f7-f12b-454f-9b93-77e5f4438f36), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:35.228329 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d24c224-0761-4b53-9659-1ede0fe1f43a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:35.229564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4d24c224-0761-4b53-9659-1ede0fe1f43a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9ee3b1f7-f12b-454f-9b93-77e5f4438f36 HTTP/1.1" status: 204 len: 168 time: 0.2749176 Feb 08 15:52:35.238638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24c224-0761-4b53-9659-1ede0fe1f43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee3b1f7-f12b-454f-9b93-77e5f4438f36,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:35.419935 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:35.625992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c503e-b448-470f-a496-73d7e0504c35 req-52ae342a-e925-4b54-b334-614e508126f2 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:35.627736 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-685c503e-b448-470f-a496-73d7e0504c35 req-52ae342a-e925-4b54-b334-614e508126f2 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0636058 Feb 08 15:52:35.687964 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-685c503e-b448-470f-a496-73d7e0504c35 req-cc8a90c3-bc5a-4681-b2d0-7ed52346a805 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546708 Feb 08 15:52:35.764127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcbfda-8d91-47be-b301-10c6afc3d79e req-6679f233-fbd9-435d-964e-96fc9196abc6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:35.765769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8cfcbfda-8d91-47be-b301-10c6afc3d79e req-6679f233-fbd9-435d-964e-96fc9196abc6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0622754 Feb 08 15:52:35.849262 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8cfcbfda-8d91-47be-b301-10c6afc3d79e req-3ff445f2-e7b8-424a-8a16-7370b2d54555 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718765 Feb 08 15:52:35.926186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8eb8-dd03-4842-b498-1770a8eb31f7 req-b593aed4-17e2-4c6d-9486-8a39755f35c3 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:35.928490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6ad8eb8-dd03-4842-b498-1770a8eb31f7 req-b593aed4-17e2-4c6d-9486-8a39755f35c3 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0649164 Feb 08 15:52:36.062535 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6ad8eb8-dd03-4842-b498-1770a8eb31f7 req-9f424e01-b51f-42e0-aa2b-72bb9df29ff9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264069 Feb 08 15:52:36.106358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-54646b88-98b7-4bd9-a50c-af684e41d510 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:36.107813 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-54646b88-98b7-4bd9-a50c-af684e41d510 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/networks?id=75aad441-24c3-4b43-8329-829cdc5ff78a HTTP/1.1" status: 200 len: 813 time: 0.1710141 Feb 08 15:52:36.124969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-3d10216e-8dc7-48cc-af5d-a76f9115f54f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/quotas/1cc246df25c14b27887ce9f5c946b2ad HTTP/1.1" status: 200 len: 375 time: 0.0110853 Feb 08 15:52:36.183968 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-e281bdac-fbcb-4ec8-aa83-2878dd68fea0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=1cc246df25c14b27887ce9f5c946b2ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0520029 Feb 08 15:52:36.281784 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-f46b7c8e-adf3-41c8-b6ae-3d3f8a70ed9c service neutron] 10.222.0.82 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886719 Feb 08 15:52:36.402528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-1ad38f9d-7627-4b85-a682-f431d0cb42af service neutron] 10.222.0.82 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111670 Feb 08 15:52:36.508356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 76ecc875-cab3-4c33-8092-ea40606dce28 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:52:36.542308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 76ecc875-cab3-4c33-8092-ea40606dce28 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:52:36.542905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 76ecc875-cab3-4c33-8092-ea40606dce28 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:52:36.613815 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:36.822282 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-28e80892-fd18-43f8-ae3a-bdc18dd19c7c req-7cccd232-3bad-4e01-996c-d40ab0d527a8 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 210 time: 0.0980370 Feb 08 15:52:36.873709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d87c2-8db9-480d-90de-fc3e46d149b2 req-8fe198b4-4659-4b4e-b7a2-84146fa3cc2f tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:36.883792 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a2d87c2-8db9-480d-90de-fc3e46d149b2 req-8fe198b4-4659-4b4e-b7a2-84146fa3cc2f tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.2455952 Feb 08 15:52:36.940476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a75bdb-a057-4b2e-bf7b-15e3d04b671f req-8e9f2dc3-033e-4125-9022-be39924878c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:36.942690 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c1a75bdb-a057-4b2e-bf7b-15e3d04b671f req-8e9f2dc3-033e-4125-9022-be39924878c1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 1128 time: 0.2473671 Feb 08 15:52:36.957368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca630e0-376c-4e89-8a06-a735db37cded req-60f93774-a096-41f8-807b-664991e8a3f2 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:36.959161 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dca630e0-376c-4e89-8a06-a735db37cded req-60f93774-a096-41f8-807b-664991e8a3f2 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.94 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 946 time: 0.2599063 Feb 08 15:52:37.069759 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a2d87c2-8db9-480d-90de-fc3e46d149b2 req-ace0e321-27af-47ac-9ef2-2f14d7f65787 tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/security-groups?id=be30ce0c-5ce2-44e9-911c-56069d6d59bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848407 Feb 08 15:52:37.222383 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c1a75bdb-a057-4b2e-bf7b-15e3d04b671f req-5db2a5a3-ecfc-479b-b415-5f5563f1c92d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618289 Feb 08 15:52:37.247047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb6e78-b5a5-490c-aa6c-7d8f5eb7777e req-de44f214-5c5e-4519-9129-f383bd799e1d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:37.249535 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8bb6e78-b5a5-490c-aa6c-7d8f5eb7777e req-de44f214-5c5e-4519-9129-f383bd799e1d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.2187862 Feb 08 15:52:37.287445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-dca630e0-376c-4e89-8a06-a735db37cded req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Deleting port cbcf1980-dc13-4855-938f-f838a15ca058 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:52:37.287932 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dca630e0-376c-4e89-8a06-a735db37cded req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (cbcf1980-dc13-4855-938f-f838a15ca058), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:37.319808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0feb74-0e32-404d-a0a7-7a6c9c276692 req-4281e929-c584-494d-99fb-913333c4c427 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:37.321491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e0feb74-0e32-404d-a0a7-7a6c9c276692 req-4281e929-c584-494d-99fb-913333c4c427 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1558797 Feb 08 15:52:37.412256 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8bb6e78-b5a5-490c-aa6c-7d8f5eb7777e req-30034993-8f3f-4f73-951f-8a2fa370ed9a tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530704 Feb 08 15:52:37.460818 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e0feb74-0e32-404d-a0a7-7a6c9c276692 req-6f104dd9-4bb7-4570-b991-50f4c808fdb4 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054831 Feb 08 15:52:37.475089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-dca630e0-376c-4e89-8a06-a735db37cded req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] For port cbcf1980-dc13-4855-938f-f838a15ca058, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=cbcf1980-dc13-4855-938f-f838a15ca058,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:37.475555 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dca630e0-376c-4e89-8a06-a735db37cded req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (cbcf1980-dc13-4855-938f-f838a15ca058), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:37.491903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-dca630e0-376c-4e89-8a06-a735db37cded req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Calling delete_port for cbcf1980-dc13-4855-938f-f838a15ca058 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:52:37.627017 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dca630e0-376c-4e89-8a06-a735db37cded req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (cbcf1980-dc13-4855-938f-f838a15ca058), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:37.640585 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['cbcf1980-dc13-4855-938f-f838a15ca058'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:37.668910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Pushing event deleted for resources: {'Port': ['ID=cbcf1980-dc13-4855-938f-f838a15ca058,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:37.708010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:37.708553 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:37.708917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:37.709740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:37.710165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:37.710508 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:37.710994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:37.711345 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:37.711780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:37.712113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:37.713014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:37.713963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:37.714355 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:37.755690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca630e0-376c-4e89-8a06-a735db37cded req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] No DVR routers for this DVR port cbcf1980-dc13-4855-938f-f838a15ca058 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:52:37.758528 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-dca630e0-376c-4e89-8a06-a735db37cded req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:37.762125 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dca630e0-376c-4e89-8a06-a735db37cded req-cfb978d6-9294-4502-9928-1237768a7f3e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.94 "DELETE /v2.0/ports/cbcf1980-dc13-4855-938f-f838a15ca058 HTTP/1.1" status: 204 len: 173 time: 0.7974260 Feb 08 15:52:37.762683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38d8933-31e9-4279-a83b-bdb4de4845d2', 'name': 'network-vif-deleted', 'tag': 'cbcf1980-dc13-4855-938f-f838a15ca058'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:37.765342 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f092752-e1ca-41f5-9c6f-9ba829041276" -d '{"events": [{"server_uuid": "f38d8933-31e9-4279-a83b-bdb4de4845d2", "name": "network-vif-deleted", "tag": "cbcf1980-dc13-4855-938f-f838a15ca058"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:37.808538 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e1422a-e2a3-4182-a4cd-4197cd79d429 x-openstack-request-id: req-d6e1422a-e2a3-4182-a4cd-4197cd79d429 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:37.809351 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38d8933-31e9-4279-a83b-bdb4de4845d2", "name": "network-vif-deleted", "tag": "cbcf1980-dc13-4855-938f-f838a15ca058", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:37.809847 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d6e1422a-e2a3-4182-a4cd-4197cd79d429 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:37.810454 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38d8933-31e9-4279-a83b-bdb4de4845d2', 'name': 'network-vif-deleted', 'tag': 'cbcf1980-dc13-4855-938f-f838a15ca058', 'status': 'completed', 'code': 200} Feb 08 15:52:37.959322 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:37.965547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-0f7bfaf4-de71-4928-a952-8c0f8de6f416 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:37.969270 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-0f7bfaf4-de71-4928-a952-8c0f8de6f416 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.94 "GET /v2.0/networks?id=75aad441-24c3-4b43-8329-829cdc5ff78a HTTP/1.1" status: 200 len: 813 time: 0.2494414 Feb 08 15:52:37.985876 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-20e4ad14-a217-4f44-8c5f-c9105fadf0c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Request body: {'port': {'device_id': '68ad5e16-0f4e-4d39-a055-974c9b087df5', 'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a', 'admin_state_up': True, 'tenant_id': '1cc246df25c14b27887ce9f5c946b2ad'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:38.025487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2354d06a-4fad-4411-ac56-ec86623ecc97 req-5262bcb1-d33a-4a7f-bb14-5d6929e23bc8 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 210 time: 0.0495234 Feb 08 15:52:38.157043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-20e4ad14-a217-4f44-8c5f-c9105fadf0c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Made reservation on behalf of 1cc246df25c14b27887ce9f5c946b2ad for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:52:38.160891 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-20e4ad14-a217-4f44-8c5f-c9105fadf0c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:38.183697 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9d9527b-d247-401e-b788-5e3c915cb454 req-4562fcd3-dd6c-4325-b6fa-3c389f6cfa5e tempest-ListServerFiltersTestJSON-617972125 tempest-ListServerFiltersTestJSON-617972125-project] 10.222.0.82 "GET /v2.0/ports?device_id=f38d8933-31e9-4279-a83b-bdb4de4845d2 HTTP/1.1" status: 200 len: 210 time: 0.0299983 Feb 08 15:52:38.297961 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-20e4ad14-a217-4f44-8c5f-c9105fadf0c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Allocated IP 172.20.0.7 (75aad441-24c3-4b43-8329-829cdc5ff78a/21628147-0e32-4d39-889f-b7c0993a88b4/8344105e-3543-4337-bbd8-49eb721c0c92) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:52:38.453903 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-20e4ad14-a217-4f44-8c5f-c9105fadf0c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks [] for port (8344105e-3543-4337-bbd8-49eb721c0c92), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:38.500213 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-20e4ad14-a217-4f44-8c5f-c9105fadf0c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (8344105e-3543-4337-bbd8-49eb721c0c92), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:38.514397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:38.558534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-20e4ad14-a217-4f44-8c5f-c9105fadf0c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Network 75aad441-24c3-4b43-8329-829cdc5ff78a is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:52:38.567537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-20e4ad14-a217-4f44-8c5f-c9105fadf0c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:52:38.572780 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-20e4ad14-a217-4f44-8c5f-c9105fadf0c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:52:38.600726 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4ad14-a217-4f44-8c5f-c9105fadf0c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Pushing event updated for resources: {'Port': ['ID=8344105e-3543-4337-bbd8-49eb721c0c92,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:38.630099 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-20e4ad14-a217-4f44-8c5f-c9105fadf0c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:38.630099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-20e4ad14-a217-4f44-8c5f-c9105fadf0c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:38.647741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da79300-21ba-403d-9fc6-79693977a24c req-568ae8c8-6932-4d39-bdde-91dfd5eaa3fe tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:38.648649 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-20e4ad14-a217-4f44-8c5f-c9105fadf0c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6678588 Feb 08 15:52:38.656866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1da79300-21ba-403d-9fc6-79693977a24c req-568ae8c8-6932-4d39-bdde-91dfd5eaa3fe tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.1443036 Feb 08 15:52:38.662086 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Request body: {'port': {'device_id': '68ad5e16-0f4e-4d39-a055-974c9b087df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:38.662250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7ac36-a039-4c0c-a0f5-9d8b31083e01 req-41d01824-4b57-4dc8-acc0-f3c3651120ba tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:38.663759 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1fb7ac36-a039-4c0c-a0f5-9d8b31083e01 req-41d01824-4b57-4dc8-acc0-f3c3651120ba tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0989468 Feb 08 15:52:38.726349 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8344105e-3543-4337-bbd8-49eb721c0c92), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:38.738472 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1da79300-21ba-403d-9fc6-79693977a24c req-c963b473-d226-490b-aa7a-ff0142246819 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737529 Feb 08 15:52:38.745752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1fb7ac36-a039-4c0c-a0f5-9d8b31083e01 req-38ea752f-a863-4551-9deb-fab51d5b4066 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729079 Feb 08 15:52:39.002948 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8344105e-3543-4337-bbd8-49eb721c0c92 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:39.010419 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Publish callbacks [] for port (8344105e-3543-4337-bbd8-49eb721c0c92), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:39.021911 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Transition to ACTIVE for port object 8344105e-3543-4337-bbd8-49eb721c0c92 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:52:39.025752 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (8344105e-3543-4337-bbd8-49eb721c0c92), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:39.096841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Pushing event updated for resources: {'Port': ['ID=8344105e-3543-4337-bbd8-49eb721c0c92,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:39.156323 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30612bf-ae51-4f9c-bb0a-23033470e5f1 req-6955d237-cdb4-4f53-b629-dcd3849017c8 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:39.156886 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Attempting to bind port 8344105e-3543-4337-bbd8-49eb721c0c92 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:52:39.157272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Attempting to bind port 8344105e-3543-4337-bbd8-49eb721c0c92 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '3ff551bc-239a-482a-b5f9-8c65f48f0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:52:39.157608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Attempting to bind port 8344105e-3543-4337-bbd8-49eb721c0c92 on network 75aad441-24c3-4b43-8329-829cdc5ff78a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:39.158140 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d30612bf-ae51-4f9c-bb0a-23033470e5f1 req-6955d237-cdb4-4f53-b629-dcd3849017c8 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 943 time: 0.0652580 Feb 08 15:52:39.162026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Port 8344105e-3543-4337-bbd8-49eb721c0c92 on network 75aad441-24c3-4b43-8329-829cdc5ff78a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:52:39.162354 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Attempting to bind port 8344105e-3543-4337-bbd8-49eb721c0c92 on network 75aad441-24c3-4b43-8329-829cdc5ff78a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:39.167370 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:52:39.167729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Checking segment: {'id': '3ff551bc-239a-482a-b5f9-8c65f48f0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:52:39.168119 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Bound using segment: {'id': '3ff551bc-239a-482a-b5f9-8c65f48f0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:52:39.168545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Bound port: 8344105e-3543-4337-bbd8-49eb721c0c92, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff551bc-239a-482a-b5f9-8c65f48f0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:52:39.168909 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8344105e-3543-4337-bbd8-49eb721c0c92), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:39.213457 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d30612bf-ae51-4f9c-bb0a-23033470e5f1 req-96d3295e-b7f5-4eef-aa7e-5b262bcc3123 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494883 Feb 08 15:52:39.266182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 43158) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:39.314342 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbbfb05-51f9-4929-bbe2-cd1d38e620dc admin admin] Deleting subnet 3f556f6e-0e4a-40d6-b6a9-10bc7dae971d {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:52:39.318234 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bbbfb05-51f9-4929-bbe2-cd1d38e620dc admin admin] Publish callbacks [] for subnet (3f556f6e-0e4a-40d6-b6a9-10bc7dae971d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:39.363811 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bbbfb05-51f9-4929-bbe2-cd1d38e620dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (3f556f6e-0e4a-40d6-b6a9-10bc7dae971d), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:39.465924 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bbbfb05-51f9-4929-bbe2-cd1d38e620dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (3f556f6e-0e4a-40d6-b6a9-10bc7dae971d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:39.529134 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bbbfb05-51f9-4929-bbe2-cd1d38e620dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (3f556f6e-0e4a-40d6-b6a9-10bc7dae971d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:39.564356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbfb05-51f9-4929-bbe2-cd1d38e620dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f556f6e-0e4a-40d6-b6a9-10bc7dae971d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:39.569744 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bbbfb05-51f9-4929-bbe2-cd1d38e620dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:39.573194 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7bbbfb05-51f9-4929-bbe2-cd1d38e620dc admin admin] 10.222.0.82 "DELETE /v2.0/subnets/3f556f6e-0e4a-40d6-b6a9-10bc7dae971d HTTP/1.1" status: 204 len: 168 time: 0.3059027 Feb 08 15:52:39.576029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 43172) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:39.584042 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2edd51-85e3-4953-af99-381762b3b3d5 None None] Network 00cfa5ef-cc5f-4978-b2aa-102decff4023 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:52:39.607624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] For port 8344105e-3543-4337-bbd8-49eb721c0c92, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:52:39.613850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] For port 8344105e-3543-4337-bbd8-49eb721c0c92, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=8344105e-3543-4337-bbd8-49eb721c0c92,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:52:39.621660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (8344105e-3543-4337-bbd8-49eb721c0c92), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:39.667964 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:39.668896 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:39.670325 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] 10.222.0.94 "PUT /v2.0/ports/8344105e-3543-4337-bbd8-49eb721c0c92 HTTP/1.1" status: 200 len: 1092 time: 1.0125036 Feb 08 15:52:39.670772 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ad5e16-0f4e-4d39-a055-974c9b087df5', 'tag': '8344105e-3543-4337-bbd8-49eb721c0c92'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:39.674776 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038fffdc-a7d5-4022-be54-6b067ff54d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "68ad5e16-0f4e-4d39-a055-974c9b087df5", "tag": "8344105e-3543-4337-bbd8-49eb721c0c92"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:39.712923 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (00cfa5ef-cc5f-4978-b2aa-102decff4023), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:39.795152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094805b-c9f6-4b0d-86f5-a948a5185648 service neutron] Pushing event updated for resources: {'Port': ['ID=8344105e-3543-4337-bbd8-49eb721c0c92,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:39.797036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20460ef4-1b28-44d2-ab66-b2a48379cea7 None None] DHCP port deletion for 00cfa5ef-cc5f-4978-b2aa-102decff4023 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:52:39.805048 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31758280-145e-4157-8169-5e161032cf68 x-openstack-request-id: req-31758280-145e-4157-8169-5e161032cf68 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:39.805615 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ad5e16-0f4e-4d39-a055-974c9b087df5", "tag": "8344105e-3543-4337-bbd8-49eb721c0c92", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:39.806050 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-31758280-145e-4157-8169-5e161032cf68 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:39.806982 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ad5e16-0f4e-4d39-a055-974c9b087df5', 'tag': '8344105e-3543-4337-bbd8-49eb721c0c92', 'status': 'completed', 'code': 200} Feb 08 15:52:39.816556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] Deleting port d2c0d209-8873-4de4-bdba-898bd9c74a27 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:52:39.816861 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:39.829202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-970efe9b-08d4-4a35-b878-e1649707eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:39.831137 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-970efe9b-08d4-4a35-b878-e1649707eaff service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1cc246df25c14b27887ce9f5c946b2ad&device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 1126 time: 0.1040447 Feb 08 15:52:39.885660 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-de6454e6-5b21-4d9f-ba4a-29db9179ff66 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8344105e-3543-4337-bbd8-49eb721c0c92 HTTP/1.1" status: 200 len: 217 time: 0.0468493 Feb 08 15:52:39.887327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-20460ef4-1b28-44d2-ab66-b2a48379cea7 None None] Deleting port d2c0d209-8873-4de4-bdba-898bd9c74a27 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:52:39.887781 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-20460ef4-1b28-44d2-ab66-b2a48379cea7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:39.945299 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-dbc274ee-e347-4b5d-9329-a1a8828f49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:39.948444 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-dbc274ee-e347-4b5d-9329-a1a8828f49dc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21628147-0e32-4d39-889f-b7c0993a88b4 HTTP/1.1" status: 200 len: 853 time: 0.0548651 Feb 08 15:52:39.960797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-20460ef4-1b28-44d2-ab66-b2a48379cea7 None None] For port d2c0d209-8873-4de4-bdba-898bd9c74a27, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d2c0d209-8873-4de4-bdba-898bd9c74a27,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:39.961330 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-20460ef4-1b28-44d2-ab66-b2a48379cea7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:39.974849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] For port d2c0d209-8873-4de4-bdba-898bd9c74a27, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d2c0d209-8873-4de4-bdba-898bd9c74a27,segment=NetworkSegment(276e5c0b-0ac5-4de9-83fa-81d77da51370),segment_id=276e5c0b-0ac5-4de9-83fa-81d77da51370)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:39.975231 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:39.977905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-20460ef4-1b28-44d2-ab66-b2a48379cea7 None None] Calling delete_port for d2c0d209-8873-4de4-bdba-898bd9c74a27 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:52:39.993922 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-6144fbb2-b64a-40ac-b78f-ce4d06fe8351 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=75aad441-24c3-4b43-8329-829cdc5ff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362189 Feb 08 15:52:39.998780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] Calling delete_port for d2c0d209-8873-4de4-bdba-898bd9c74a27 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:52:40.022578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9c6cc-5663-48eb-85be-a93a17d20701 req-a704f63f-0ef5-4fce-811b-191ec5c3a1d2 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:40.024089 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30a9c6cc-5663-48eb-85be-a93a17d20701 req-a704f63f-0ef5-4fce-811b-191ec5c3a1d2 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1351733 Feb 08 15:52:40.035669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521d70e-1fae-4e4a-a0f3-8431e7195d31 req-8614871d-cc68-49f5-b577-d3369344d04d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:40.037315 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d521d70e-1fae-4e4a-a0f3-8431e7195d31 req-8614871d-cc68-49f5-b577-d3369344d04d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.1759689 Feb 08 15:52:40.071175 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-20460ef4-1b28-44d2-ab66-b2a48379cea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:40.100923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20460ef4-1b28-44d2-ab66-b2a48379cea7 None None] Pushing event deleted for resources: {'Port': ['ID=d2c0d209-8873-4de4-bdba-898bd9c74a27,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:40.112553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20460ef4-1b28-44d2-ab66-b2a48379cea7 None None] No DVR routers for this DVR port d2c0d209-8873-4de4-bdba-898bd9c74a27 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:52:40.140822 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-c7b6bf29-e0b2-4612-a21f-b99331dea386 service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387691 Feb 08 15:52:40.160540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device cbcf1980-dc13-4855-938f-f838a15ca058 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:52:40.184405 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30a9c6cc-5663-48eb-85be-a93a17d20701 req-145a3882-0dff-484e-8374-8babad5712f3 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445677 Feb 08 15:52:40.187134 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: cbcf1980-dc13-4855-938f-f838a15ca058 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:52:40.187697 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device cbcf1980-dc13-4855-938f-f838a15ca058 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:52:40.206072 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d521d70e-1fae-4e4a-a0f3-8431e7195d31 req-96659c48-4c63-4be3-9158-13924de651b2 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300375 Feb 08 15:52:40.215072 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d2c0d209-8873-4de4-bdba-898bd9c74a27), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:40.247180 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c0d209-8873-4de4-bdba-898bd9c74a27,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:40.250003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] No DVR routers for this DVR port d2c0d209-8873-4de4-bdba-898bd9c74a27 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:52:40.295367 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c82a720f-b642-45fb-b549-30cdeeeb18a5 req-a783680a-2870-4958-8316-5f8348ed8ccd service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481934 Feb 08 15:52:40.382163 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (00cfa5ef-cc5f-4978-b2aa-102decff4023), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:40.428533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cfa5ef-cc5f-4978-b2aa-102decff4023']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:40.439781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fffdc-a7d5-4022-be54-6b067ff54d3e req-548eaac9-e7f7-4ba6-9bc0-da8e26863481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:40.441327 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-038fffdc-a7d5-4022-be54-6b067ff54d3e req-548eaac9-e7f7-4ba6-9bc0-da8e26863481 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1cc246df25c14b27887ce9f5c946b2ad&device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 1126 time: 0.0887020 Feb 08 15:52:40.487406 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276e5c0b-0ac5-4de9-83fa-81d77da51370') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:40.487747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276e5c0b-0ac5-4de9-83fa-81d77da51370') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:40.507375 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba881e9-5eee-4d2f-a2ed-5012f748aecb req-9c027f8e-2edf-47f5-b0b6-3e5aaaa23a83 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:40.508879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ba881e9-5eee-4d2f-a2ed-5012f748aecb req-9c027f8e-2edf-47f5-b0b6-3e5aaaa23a83 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 943 time: 0.1711721 Feb 08 15:52:40.512140 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (276e5c0b-0ac5-4de9-83fa-81d77da51370), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:40.539081 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (276e5c0b-0ac5-4de9-83fa-81d77da51370), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:40.556409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fffdc-a7d5-4022-be54-6b067ff54d3e req-e5a888f3-c39c-41b2-88d6-1b499bd43409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:40.557235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:52:40.557643 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (276e5c0b-0ac5-4de9-83fa-81d77da51370), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:40.558519 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-038fffdc-a7d5-4022-be54-6b067ff54d3e req-e5a888f3-c39c-41b2-88d6-1b499bd43409 service neutron] 10.222.0.94 "GET /v2.0/networks?id=75aad441-24c3-4b43-8329-829cdc5ff78a HTTP/1.1" status: 200 len: 914 time: 0.1042187 Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:52:40.563041 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:52:40.611318 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-038fffdc-a7d5-4022-be54-6b067ff54d3e req-bb8cab29-4ea2-4376-aeb1-9ffb9126c174 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8344105e-3543-4337-bbd8-49eb721c0c92 HTTP/1.1" status: 200 len: 217 time: 0.0453484 Feb 08 15:52:40.616762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19090d9d-86c5-4a34-bd67-bfe098cf66f6 req-2c30d8d0-fde9-4296-b695-d96439bc4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:40.618290 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19090d9d-86c5-4a34-bd67-bfe098cf66f6 req-2c30d8d0-fde9-4296-b695-d96439bc4bb3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9e40cb6f572f4909aa3dc0bba4bd5834&device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 1128 time: 0.2126513 Feb 08 15:52:40.644636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e7ec3-3468-47d9-9a28-2b21686cd06a req-ee675e19-e2d0-426f-8fb2-ec0e0e25a379 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:40.646161 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-082e7ec3-3468-47d9-9a28-2b21686cd06a req-ee675e19-e2d0-426f-8fb2-ec0e0e25a379 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.2232943 Feb 08 15:52:40.662246 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fffdc-a7d5-4022-be54-6b067ff54d3e req-05437f0f-32af-440f-ac1b-cb3cfb1e7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:40.664102 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-038fffdc-a7d5-4022-be54-6b067ff54d3e req-05437f0f-32af-440f-ac1b-cb3cfb1e7091 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21628147-0e32-4d39-889f-b7c0993a88b4 HTTP/1.1" status: 200 len: 853 time: 0.0449059 Feb 08 15:52:40.664411 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ba881e9-5eee-4d2f-a2ed-5012f748aecb req-d2351744-2873-4d6d-8de3-8851a48cd728 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407485 Feb 08 15:52:40.700503 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-038fffdc-a7d5-4022-be54-6b067ff54d3e req-4562b384-bd3b-4a80-b722-6b15ccbded73 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=75aad441-24c3-4b43-8329-829cdc5ff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300624 Feb 08 15:52:40.723036 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (00cfa5ef-cc5f-4978-b2aa-102decff4023), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:40.740260 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:40.745699 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] 10.222.0.82 "DELETE /v2.0/networks/00cfa5ef-cc5f-4978-b2aa-102decff4023 HTTP/1.1" status: 204 len: 168 time: 1.1683123 Feb 08 15:52:40.789784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d990b6-195e-4ee4-880f-64b499e4427a admin admin] Pushing event deleted for resources: {'Network': ['ID=00cfa5ef-cc5f-4978-b2aa-102decff4023,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:40.799543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-082e7ec3-3468-47d9-9a28-2b21686cd06a req-419c5ccc-ca52-4f77-8451-9846c868234a tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422820 Feb 08 15:52:40.841393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19090d9d-86c5-4a34-bd67-bfe098cf66f6 req-82fcd9d4-19ec-4efb-b6ab-06a4e1105d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:40.843743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19090d9d-86c5-4a34-bd67-bfe098cf66f6 req-82fcd9d4-19ec-4efb-b6ab-06a4e1105d44 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ccd87241-81d8-43e6-a2f0-71903609a7a0 HTTP/1.1" status: 200 len: 912 time: 0.2109449 Feb 08 15:52:40.844454 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-038fffdc-a7d5-4022-be54-6b067ff54d3e req-0a763c23-d559-4067-8387-74b1a57812cf service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252272 Feb 08 15:52:40.894885 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19090d9d-86c5-4a34-bd67-bfe098cf66f6 req-67446f15-e787-4fec-9446-30d43d2a11b7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45051aa6-ed96-4957-b715-5162a6ddd70c HTTP/1.1" status: 200 len: 217 time: 0.0441360 Feb 08 15:52:40.966146 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19090d9d-86c5-4a34-bd67-bfe098cf66f6 req-ac217a05-bff4-45b2-8c94-587af23b0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:40.968870 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19090d9d-86c5-4a34-bd67-bfe098cf66f6 req-ac217a05-bff4-45b2-8c94-587af23b0bb9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=df6fa361-f17a-44c7-8a19-142ba5e65abc HTTP/1.1" status: 200 len: 851 time: 0.0668497 Feb 08 15:52:40.973328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 43192) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:40.973733 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-038fffdc-a7d5-4022-be54-6b067ff54d3e req-6bf66b4a-dfe9-41cd-bd80-51102c797097 service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235683 Feb 08 15:52:41.012192 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19090d9d-86c5-4a34-bd67-bfe098cf66f6 req-dcf21f82-39b0-456d-a79f-61db18d2e937 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ccd87241-81d8-43e6-a2f0-71903609a7a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320375 Feb 08 15:52:41.081739 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c599cd95-7737-4e39-97a8-b40dd3e58c7c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6e2813e95ae3405f99cb45b1f8aec01c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1071925 Feb 08 15:52:41.084400 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43194) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:41.128746 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19090d9d-86c5-4a34-bd67-bfe098cf66f6 req-c939c687-651d-467a-a762-ca9c990e15b5 service neutron] 10.222.0.96 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062255 Feb 08 15:52:41.156250 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-598df470-71f0-4e77-a965-8b11d1c11d34 admin admin] Publish callbacks [] for security_group (be30ce0c-5ce2-44e9-911c-56069d6d59bc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:41.178507 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-598df470-71f0-4e77-a965-8b11d1c11d34 admin admin] Publish callbacks [] for security_group (be30ce0c-5ce2-44e9-911c-56069d6d59bc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:41.228062 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19090d9d-86c5-4a34-bd67-bfe098cf66f6 req-e5925ce6-056c-4ce2-a428-4573fb4527df service neutron] 10.222.0.96 "GET /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925243 Feb 08 15:52:41.238486 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-598df470-71f0-4e77-a965-8b11d1c11d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (be30ce0c-5ce2-44e9-911c-56069d6d59bc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:41.242326 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-598df470-71f0-4e77-a965-8b11d1c11d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:41.246125 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-598df470-71f0-4e77-a965-8b11d1c11d34 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/be30ce0c-5ce2-44e9-911c-56069d6d59bc HTTP/1.1" status: 204 len: 168 time: 0.1581829 Feb 08 15:52:41.265527 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598df470-71f0-4e77-a965-8b11d1c11d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be30ce0c-5ce2-44e9-911c-56069d6d59bc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:41.346318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad3a33-ae0e-4356-a42b-0802ea18a1b5 req-a17f3470-7936-4963-bcef-7ed999ee96b6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:41.348046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7ad3a33-ae0e-4356-a42b-0802ea18a1b5 req-a17f3470-7936-4963-bcef-7ed999ee96b6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0570979 Feb 08 15:52:41.407865 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7ad3a33-ae0e-4356-a42b-0802ea18a1b5 req-b7cca83d-f866-42ff-933e-6b06003d3dd9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535483 Feb 08 15:52:41.431525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d2c0d209-8873-4de4-bdba-898bd9c74a27 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:52:41.454365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: d2c0d209-8873-4de4-bdba-898bd9c74a27 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:52:41.454918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d2c0d209-8873-4de4-bdba-898bd9c74a27 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:52:41.806189 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd375e-147f-492f-aef6-4579564f25ac req-51a49c12-f120-4531-85ff-38e88e97ac81 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:41.809292 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4cd375e-147f-492f-aef6-4579564f25ac req-51a49c12-f120-4531-85ff-38e88e97ac81 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 943 time: 0.0677931 Feb 08 15:52:41.885647 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4cd375e-147f-492f-aef6-4579564f25ac req-a0053e2b-9f63-4872-9127-008199b9f469 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684373 Feb 08 15:52:41.956015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625486a-e939-4592-b08c-0618a003edd3 req-fbce90b3-0d2b-44d6-b96e-c5e46b3e739f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:41.965631 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c625486a-e939-4592-b08c-0618a003edd3 req-fbce90b3-0d2b-44d6-b96e-c5e46b3e739f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0775683 Feb 08 15:52:42.091123 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c625486a-e939-4592-b08c-0618a003edd3 req-1ae0e409-156d-4a6e-afc0-0d1e4ad7310f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121380 Feb 08 15:52:42.135841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43226) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:42.241039 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1173614371-network', 'tenant_id': '9ce6bbf002ad40548ebbb3a7f5588fa8'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:42.261320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] Made reservation on behalf of 9ce6bbf002ad40548ebbb3a7f5588fa8 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:52:42.263846 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:42.276269 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:42.351669 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] Publish callbacks [] for security_group (9b0c86e8-3e8b-42a0-aea9-a39525f3c747), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:42.355331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9b0c86e8-3e8b-42a0-aea9-a39525f3c747), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:42.380774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:52:42.390711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0c86e8-3e8b-42a0-aea9-a39525f3c747,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:42.396156 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a695a7ed-6ec5-4707-8734-b68b5f70fa31), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:42.396503 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] Added segment a695a7ed-6ec5-4707-8734-b68b5f70fa31 of type vlan for network a6feace8-82af-4509-b2e1-550d32a2334c Feb 08 15:52:42.444067 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (a6feace8-82af-4509-b2e1-550d32a2334c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:42.471648 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (a6feace8-82af-4509-b2e1-550d32a2334c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:42.472884 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:42.473494 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:42.516387 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-03b050c2-3816-4290-b150-f728464abd58 req-f7957d47-cb3c-4b14-94c8-4c29f486ef12 service neutron] show failed (client error): The resource could not be found. Feb 08 15:52:42.517450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-f7957d47-cb3c-4b14-94c8-4c29f486ef12 service neutron] 10.222.0.96 "GET /v2.0/ports/1fca2d15-0d72-4941-9cc7-0a684024e525/bindings/n-h1-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.0966046 Feb 08 15:52:42.537874 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3982310 Feb 08 15:52:42.538045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43232) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:42.547111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b28ffeed-fd30-485f-a825-7685f7151183 admin admin] Request body: {'subnet': {'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1173614371-subnet', 'tenant_id': '9ce6bbf002ad40548ebbb3a7f5588fa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:42.553834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb831076-c81b-4b22-8ca3-fd274ac67db9 req-1dec1b09-0463-4985-bc26-adfacb3d609d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:42.555385 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb831076-c81b-4b22-8ca3-fd274ac67db9 req-1dec1b09-0463-4985-bc26-adfacb3d609d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.0730584 Feb 08 15:52:42.557292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d8ade-6c2c-4cd6-be5c-e4c1607a5ddf admin admin] Pushing event updated for resources: {'Network': ['ID=a6feace8-82af-4509-b2e1-550d32a2334c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:42.570907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network a6feace8-82af-4509-b2e1-550d32a2334c details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:52:42.580038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28ffeed-fd30-485f-a825-7685f7151183 admin admin] Made reservation on behalf of 9ce6bbf002ad40548ebbb3a7f5588fa8 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:52:42.582667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b28ffeed-fd30-485f-a825-7685f7151183 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:42.614526 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb831076-c81b-4b22-8ca3-fd274ac67db9 req-9736d203-2268-4c72-b8c6-a7fe6be77939 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506973 Feb 08 15:52:42.795650 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b28ffeed-fd30-485f-a825-7685f7151183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (7a3e9a79-544e-4b54-a287-244d34376bd6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:42.829695 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b050c2-3816-4290-b150-f728464abd58 req-e9e95346-588a-40f5-bf90-8c31354bd795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:42.831203 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-e9e95346-588a-40f5-bf90-8c31354bd795 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d&tenant_id=e7801731b81d427e9445bed7845b06a4 HTTP/1.1" status: 200 len: 1133 time: 0.1181202 Feb 08 15:52:42.845120 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:42.887811 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ffeed-fd30-485f-a825-7685f7151183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a3e9a79-544e-4b54-a287-244d34376bd6,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:42.929420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ffeed-fd30-485f-a825-7685f7151183 admin admin] Checking segment: {'id': 'a695a7ed-6ec5-4707-8734-b68b5f70fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:52:42.929799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28ffeed-fd30-485f-a825-7685f7151183 admin admin] Network hostable DHCP agents. Network: a6feace8-82af-4509-b2e1-550d32a2334c, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:52:42.942666 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:42.964500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28ffeed-fd30-485f-a825-7685f7151183 admin admin] Network a6feace8-82af-4509-b2e1-550d32a2334c is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:52:42.998498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b28ffeed-fd30-485f-a825-7685f7151183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, a6feace8-82af-4509-b2e1-550d32a2334c) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:52:43.008074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ffeed-fd30-485f-a825-7685f7151183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:43.008674 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b28ffeed-fd30-485f-a825-7685f7151183 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:43.009089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69431c67-4cce-4500-9910-215ddadfa500 None None] Network a6feace8-82af-4509-b2e1-550d32a2334c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:52:43.057371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7ea1b-63f1-4727-a9d9-77e628d41914 req-671f3153-a766-4be8-8790-1c2d4fa3e349 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:43.058938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92a7ea1b-63f1-4727-a9d9-77e628d41914 req-671f3153-a766-4be8-8790-1c2d4fa3e349 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 943 time: 0.0705273 Feb 08 15:52:43.093204 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b28ffeed-fd30-485f-a825-7685f7151183 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5534635 Feb 08 15:52:43.209235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=1fca2d15-0d72-4941-9cc7-0a684024e525,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:43.222800 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92a7ea1b-63f1-4727-a9d9-77e628d41914 req-4892a45e-e31c-464c-a29b-9c6ff47987ce tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566825 Feb 08 15:52:43.258887 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0887b175-5d8a-4c58-9561-ed3199858ffc None None] Network a6feace8-82af-4509-b2e1-550d32a2334c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:52:43.270483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:52:43.329066 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:43.333134 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26963a97-d8c7-44d2-abb3-d3d159b64465" -d '{"events": [{"server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "name": "network-vif-unplugged", "status": "completed", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:43.338343 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Publish callbacks [] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:43.349586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38382f1-337e-40a9-af83-37b006887cbd req-7ed6e189-e54b-470f-8a97-138e3c603f67 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:43.355429 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Transition to ACTIVE for port object 1fca2d15-0d72-4941-9cc7-0a684024e525 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:52:43.355789 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d38382f1-337e-40a9-af83-37b006887cbd req-7ed6e189-e54b-470f-8a97-138e3c603f67 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1215863 Feb 08 15:52:43.361734 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:43.443287 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26b4b6e-eeaa-44aa-8bbb-4fecc70879fa x-openstack-request-id: req-e26b4b6e-eeaa-44aa-8bbb-4fecc70879fa {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:43.443942 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "name": "network-vif-unplugged", "status": "completed", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:43.444239 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e26b4b6e-eeaa-44aa-8bbb-4fecc70879fa {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:43.445011 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525', 'code': 200} Feb 08 15:52:43.446027 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] No DVR routers for this DVR port 1fca2d15-0d72-4941-9cc7-0a684024e525 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:52:43.460077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Pushing event updated for resources: {'Port': ['ID=1fca2d15-0d72-4941-9cc7-0a684024e525,revision_number=6']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:43.482977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d38382f1-337e-40a9-af83-37b006887cbd req-ffacb978-cd80-4717-b827-9704616ae43b tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234531 Feb 08 15:52:43.515547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Attempting to bind port 1fca2d15-0d72-4941-9cc7-0a684024e525 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:52:43.515997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Attempting to bind port 1fca2d15-0d72-4941-9cc7-0a684024e525 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:52:43.516338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Attempting to bind port 1fca2d15-0d72-4941-9cc7-0a684024e525 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:43.522473 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Port 1fca2d15-0d72-4941-9cc7-0a684024e525 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:52:43.522805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Attempting to bind port 1fca2d15-0d72-4941-9cc7-0a684024e525 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:43.530162 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:52:43.530769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:52:43.532885 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:52:43.533361 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Bound port: 1fca2d15-0d72-4941-9cc7-0a684024e525, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:52:43.533817 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:43.615280 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:52:43.619999 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=1fca2d15-0d72-4941-9cc7-0a684024e525,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:52:43.633958 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:43.690256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:43.690880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:43.692266 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] 10.222.0.94 "PUT /v2.0/ports/1fca2d15-0d72-4941-9cc7-0a684024e525 HTTP/1.1" status: 200 len: 1097 time: 0.8528357 Feb 08 15:52:43.722692 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613aee52-b062-4a4a-b42a-01decee4f360 service neutron] Pushing event updated for resources: {'Port': ['ID=1fca2d15-0d72-4941-9cc7-0a684024e525,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:43.788464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b050c2-3816-4290-b150-f728464abd58 req-a6a73b1c-0f0e-4809-ba4f-cace68f5f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:43.790304 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-a6a73b1c-0f0e-4809-ba4f-cace68f5f87a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 1131 time: 0.0647309 Feb 08 15:52:43.876681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc561e-279d-45f0-ad9a-7922df3a6760 req-e122df9d-8a9c-42d5-bc81-9ae327c33ff0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:43.878896 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9fc561e-279d-45f0-ad9a-7922df3a6760 req-e122df9d-8a9c-42d5-bc81-9ae327c33ff0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 948 time: 0.1672068 Feb 08 15:52:43.920646 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-ba6010f1-d96c-4c8b-a882-66c1e7c023c4 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:43.923295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-ba6010f1-d96c-4c8b-a882-66c1e7c023c4 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/networks?id=a6feace8-82af-4509-b2e1-550d32a2334c HTTP/1.1" status: 200 len: 818 time: 0.2301693 Feb 08 15:52:43.948472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b050c2-3816-4290-b150-f728464abd58 req-76b820d9-e735-4634-a7bc-56f1e3e02625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:43.950655 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-76b820d9-e735-4634-a7bc-56f1e3e02625 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1447508 Feb 08 15:52:43.956562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-99c689c1-8cb9-4f13-963a-2dcff1153af2 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/quotas/9ce6bbf002ad40548ebbb3a7f5588fa8 HTTP/1.1" status: 200 len: 375 time: 0.0261254 Feb 08 15:52:43.971396 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9fc561e-279d-45f0-ad9a-7922df3a6760 req-8fb97729-bc5c-4c58-9976-c47ee3d10ce2 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814669 Feb 08 15:52:44.003618 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-882c2413-6618-418b-a7ca-9af3b5229803 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=1fca2d15-0d72-4941-9cc7-0a684024e525 HTTP/1.1" status: 200 len: 217 time: 0.0457063 Feb 08 15:52:44.027602 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-5bc97d3f-1be4-498c-af70-00e38ca205d5 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ce6bbf002ad40548ebbb3a7f5588fa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525703 Feb 08 15:52:44.082806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b050c2-3816-4290-b150-f728464abd58 req-bf9e3e7d-62db-4549-9f90-b818729f9bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:44.084482 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-bf9e3e7d-62db-4549-9f90-b818729f9bcc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0670357 Feb 08 15:52:44.138849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-05118e58-0c07-4e09-8c18-3a4a618e0e02 service neutron] 10.222.0.82 "GET /v2.0/networks/a6feace8-82af-4509-b2e1-550d32a2334c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103854 Feb 08 15:52:44.142519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b050c2-3816-4290-b150-f728464abd58 req-396f94da-0975-4ff8-b187-fefc5108ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:44.143544 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-396f94da-0975-4ff8-b187-fefc5108ea63 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0483215 Feb 08 15:52:44.209522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 8344105e-3543-4337-bbd8-49eb721c0c92 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:52:44.252996 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-437531bc-ec14-46db-aa1e-3aac1999f13e service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907969 Feb 08 15:52:44.259340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-1cb43e54-65bd-428f-a41f-d8925f760cd8 service neutron] 10.222.0.82 "GET /v2.0/networks/a6feace8-82af-4509-b2e1-550d32a2334c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085236 Feb 08 15:52:44.344928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 8344105e-3543-4337-bbd8-49eb721c0c92, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=8344105e-3543-4337-bbd8-49eb721c0c92,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:44.366443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '8344105e-3543-4337-bbd8-49eb721c0c92', 'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a', 'port_id': '8344105e-3543-4337-bbd8-49eb721c0c92', 'mac_address': 'fa:16:3e:9f:4c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21628147-0e32-4d39-889f-b7c0993a88b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:52:44.427790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b1746-d203-4a58-aa8c-20d166f6ea5f req-358e0d30-1555-4fd3-843a-0d56c65fe885 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:44.429795 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b1746-d203-4a58-aa8c-20d166f6ea5f req-358e0d30-1555-4fd3-843a-0d56c65fe885 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 943 time: 0.0942481 Feb 08 15:52:44.429915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 8344105e-3543-4337-bbd8-49eb721c0c92 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:52:44.431896 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8344105e-3543-4337-bbd8-49eb721c0c92), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:44.441650 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-03b050c2-3816-4290-b150-f728464abd58 req-7932f0f2-61e9-46fa-ae93-7f2d485bcdf8 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743462 Feb 08 15:52:44.465930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8344105e-3543-4337-bbd8-49eb721c0c92 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:44.501326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7b1746-d203-4a58-aa8c-20d166f6ea5f req-0d2722d3-ad89-4bd5-b679-b85e9cfe9b00 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655713 Feb 08 15:52:44.556864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 8344105e-3543-4337-bbd8-49eb721c0c92, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=8344105e-3543-4337-bbd8-49eb721c0c92,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:44.566872 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8344105e-3543-4337-bbd8-49eb721c0c92), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:44.653597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=8344105e-3543-4337-bbd8-49eb721c0c92,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:44.708348 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4198ce53-68c7-492c-82a0-5ed553f8cdeb req-26cfdfce-7ecd-4820-a793-17cd5c82cc6e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 210 time: 0.0319676 Feb 08 15:52:44.724613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e8e80-94b5-4688-9ced-407e9301b142 req-9a117c9a-27ee-40ff-91d9-886dbb58a572 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:44.726432 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b3e8e80-94b5-4688-9ced-407e9301b142 req-9a117c9a-27ee-40ff-91d9-886dbb58a572 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1137719 Feb 08 15:52:44.782008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b3e8e80-94b5-4688-9ced-407e9301b142 req-21acdd7c-0f8d-4e09-b4b3-605e0808b51a tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485144 Feb 08 15:52:44.838516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['8344105e-3543-4337-bbd8-49eb721c0c92'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:45.128443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07440f97-72fe-4110-ba06-d27682864a02 req-befac5ef-104c-47fd-b6aa-b6bbdadbd22f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:45.130000 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07440f97-72fe-4110-ba06-d27682864a02 req-befac5ef-104c-47fd-b6aa-b6bbdadbd22f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.1085491 Feb 08 15:52:45.180727 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6872fa-1def-40af-9ac7-1eb683569834 req-f63379a0-cf12-418b-82b8-f84ff3b4d871 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:45.182426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fc6872fa-1def-40af-9ac7-1eb683569834 req-f63379a0-cf12-418b-82b8-f84ff3b4d871 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 948 time: 0.1005824 Feb 08 15:52:45.218280 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07440f97-72fe-4110-ba06-d27682864a02 req-8e2e6846-f9e9-4a87-a19b-6983f4ad3a15 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802467 Feb 08 15:52:45.266273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fc6872fa-1def-40af-9ac7-1eb683569834 req-88b00930-49b9-424d-9248-671f61672b81 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705135 Feb 08 15:52:45.446757 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:45.450185 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6855c705-d019-4e45-932d-b7d923f90c29" -d '{"events": [{"name": "network-changed", "server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:45.524965 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a1b8c4-5696-46b1-bd88-27549428c154 x-openstack-request-id: req-45a1b8c4-5696-46b1-bd88-27549428c154 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:45.525342 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:45.525609 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-45a1b8c4-5696-46b1-bd88-27549428c154 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:45.526942 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525', 'status': 'completed', 'code': 200} Feb 08 15:52:45.703928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855c705-d019-4e45-932d-b7d923f90c29 req-cd0d85ee-6e9a-4fd4-90e6-d26b23e5fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:45.705618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6855c705-d019-4e45-932d-b7d923f90c29 req-cd0d85ee-6e9a-4fd4-90e6-d26b23e5fa50 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 1131 time: 0.1387100 Feb 08 15:52:45.772402 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855c705-d019-4e45-932d-b7d923f90c29 req-eb21aba6-50bd-4aea-bd61-e6918a5660b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:45.774163 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6855c705-d019-4e45-932d-b7d923f90c29 req-eb21aba6-50bd-4aea-bd61-e6918a5660b4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 1131 time: 0.1298399 Feb 08 15:52:45.776796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334d440-e81f-417f-9f9b-46f9bb122ee0 req-d5d84be6-485a-4d6b-beee-5dded6da0238 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:45.778102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c334d440-e81f-417f-9f9b-46f9bb122ee0 req-d5d84be6-485a-4d6b-beee-5dded6da0238 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 944 time: 0.1537390 Feb 08 15:52:45.875813 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c334d440-e81f-417f-9f9b-46f9bb122ee0 req-c9743a52-859f-4132-a8b9-98cc7bf607a8 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825546 Feb 08 15:52:45.877049 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855c705-d019-4e45-932d-b7d923f90c29 req-cd923866-8614-41f4-a4d8-2c5c8c8b09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:45.878557 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6855c705-d019-4e45-932d-b7d923f90c29 req-cd923866-8614-41f4-a4d8-2c5c8c8b09cf service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1645470 Feb 08 15:52:45.946838 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6855c705-d019-4e45-932d-b7d923f90c29 req-2822e823-55cc-49ec-a4de-ccab38040467 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=1fca2d15-0d72-4941-9cc7-0a684024e525 HTTP/1.1" status: 200 len: 217 time: 0.0617182 Feb 08 15:52:45.970606 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a703e94-aa10-41a6-8a7b-07796602e3d5 req-bb214db5-33fc-4a29-9032-bd42ec9b9611 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 210 time: 0.0725067 Feb 08 15:52:46.027342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855c705-d019-4e45-932d-b7d923f90c29 req-b6626999-909c-48a5-9a2d-40160ed8bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:46.028825 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6855c705-d019-4e45-932d-b7d923f90c29 req-b6626999-909c-48a5-9a2d-40160ed8bc9e service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2369418 Feb 08 15:52:46.044888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855c705-d019-4e45-932d-b7d923f90c29 req-4321d83d-ee97-4c6f-baed-6e30856e6bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:46.047483 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6855c705-d019-4e45-932d-b7d923f90c29 req-4321d83d-ee97-4c6f-baed-6e30856e6bb5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0808382 Feb 08 15:52:46.081931 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6855c705-d019-4e45-932d-b7d923f90c29 req-4ea2fe93-a82c-4135-b422-a32377cb7f57 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=1fca2d15-0d72-4941-9cc7-0a684024e525 HTTP/1.1" status: 200 len: 217 time: 0.0446653 Feb 08 15:52:46.143282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855c705-d019-4e45-932d-b7d923f90c29 req-f0bb1d1a-16b8-4238-a46c-ede85b444a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:46.145223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6855c705-d019-4e45-932d-b7d923f90c29 req-f0bb1d1a-16b8-4238-a46c-ede85b444a11 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0843265 Feb 08 15:52:46.157792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855c705-d019-4e45-932d-b7d923f90c29 req-080ee224-5861-4c55-b8d7-b534e6e97992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:46.159283 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6855c705-d019-4e45-932d-b7d923f90c29 req-080ee224-5861-4c55-b8d7-b534e6e97992 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0713727 Feb 08 15:52:46.216358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855c705-d019-4e45-932d-b7d923f90c29 req-68da2f04-b73e-4866-8b6f-8c7f2596e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:46.218569 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6855c705-d019-4e45-932d-b7d923f90c29 req-68da2f04-b73e-4866-8b6f-8c7f2596e6f7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0531046 Feb 08 15:52:46.231076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 8344105e-3543-4337-bbd8-49eb721c0c92 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:52:46.288649 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6855c705-d019-4e45-932d-b7d923f90c29 req-a68f9d9f-9705-4101-926a-989d1ab9cea2 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320071 Feb 08 15:52:46.338568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 8344105e-3543-4337-bbd8-49eb721c0c92 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:52:46.344250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 8344105e-3543-4337-bbd8-49eb721c0c92 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:52:46.345034 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8344105e-3543-4337-bbd8-49eb721c0c92), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:46.399178 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6855c705-d019-4e45-932d-b7d923f90c29 req-af67220d-6deb-4e26-9b6c-1ca977ae3087 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688883 Feb 08 15:52:46.433570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 8344105e-3543-4337-bbd8-49eb721c0c92 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:52:46.434229 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8344105e-3543-4337-bbd8-49eb721c0c92), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:46.461896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ad5e16-0f4e-4d39-a055-974c9b087df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8344105e-3543-4337-bbd8-49eb721c0c92'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:46.464992 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0d7628-1de7-4e52-93cc-c94772f0c7f4" -d '{"events": [{"server_uuid": "68ad5e16-0f4e-4d39-a055-974c9b087df5", "name": "network-vif-plugged", "status": "completed", "tag": "8344105e-3543-4337-bbd8-49eb721c0c92"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:46.480390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 8344105e-3543-4337-bbd8-49eb721c0c92, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=8344105e-3543-4337-bbd8-49eb721c0c92,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:46.482211 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6855c705-d019-4e45-932d-b7d923f90c29 req-1d472647-47be-4d98-b6ac-452dff1982d4 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843510 Feb 08 15:52:46.487757 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8344105e-3543-4337-bbd8-49eb721c0c92), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:46.549172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 1fca2d15-0d72-4941-9cc7-0a684024e525 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:52:46.558419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=8344105e-3543-4337-bbd8-49eb721c0c92,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:46.616074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] The host n-h2-824834-11 is not matching for port 1fca2d15-0d72-4941-9cc7-0a684024e525 host n-h1-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:52:46.616838 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 1fca2d15-0d72-4941-9cc7-0a684024e525 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:52:46.616971 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6855c705-d019-4e45-932d-b7d923f90c29 req-2b9b9e6d-6342-460c-a84f-582d093b7eed service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020066 Feb 08 15:52:47.243560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6a765-9189-46bc-97a5-b175e4c8ce3c req-8e3a8f93-a4bd-413b-9cc0-8b765061dc44 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:47.245113 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-89c6a765-9189-46bc-97a5-b175e4c8ce3c req-8e3a8f93-a4bd-413b-9cc0-8b765061dc44 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 948 time: 0.7584541 Feb 08 15:52:47.274539 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5661018-4c02-4945-ac34-c91fd8439c18 req-39d04c90-bcda-4294-95f4-ed611c43c7c9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:47.275993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5661018-4c02-4945-ac34-c91fd8439c18 req-39d04c90-bcda-4294-95f4-ed611c43c7c9 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.7927301 Feb 08 15:52:47.300556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-c56cc3d8-4baa-4a1d-aae0-d5805a20636a tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:47.301897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-c56cc3d8-4baa-4a1d-aae0-d5805a20636a tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.96 "GET /v2.0/networks?id=a6feace8-82af-4509-b2e1-550d32a2334c HTTP/1.1" status: 200 len: 818 time: 0.8166711 Feb 08 15:52:47.323096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-4c84c626-824e-46f1-b025-2f352b8fa37e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Request body: {'port': {'device_id': 'efa8bf17-77f4-45f8-98ba-0302f3378be8', 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c', 'admin_state_up': True, 'tenant_id': '9ce6bbf002ad40548ebbb3a7f5588fa8'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:47.332789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-73e74d60-687c-4d9e-8d08-782f4d345966 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:47.334205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-73e74d60-687c-4d9e-8d08-782f4d345966 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.94 "GET /v2.0/networks?id=a6feace8-82af-4509-b2e1-550d32a2334c HTTP/1.1" status: 200 len: 818 time: 0.8466430 Feb 08 15:52:47.346672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-7b5fa87c-bece-41ff-a447-cd8bb800910a tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:47.348078 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-7b5fa87c-bece-41ff-a447-cd8bb800910a tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.96 "GET /v2.0/networks?id=a6feace8-82af-4509-b2e1-550d32a2334c HTTP/1.1" status: 200 len: 818 time: 0.2975485 Feb 08 15:52:47.397922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-ebaf57b9-2656-478a-beb7-5ab61e3958f0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Request body: {'port': {'device_id': '04d98dcf-6e5e-49bc-84d0-6efd1184dd52', 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c', 'admin_state_up': True, 'tenant_id': '9ce6bbf002ad40548ebbb3a7f5588fa8'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:47.412306 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-a6835fbd-74ff-4146-a439-26f25a7bf03f tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Request body: {'port': {'device_id': '7d12fba8-30f4-462a-8949-82929d91c1a8', 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c', 'admin_state_up': True, 'tenant_id': '9ce6bbf002ad40548ebbb3a7f5588fa8'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:47.556021 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-89c6a765-9189-46bc-97a5-b175e4c8ce3c req-0d272fc6-c916-437e-a8d7-c6cfebe3b871 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961600 Feb 08 15:52:47.578671 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5661018-4c02-4945-ac34-c91fd8439c18 req-e4c2a5c5-01de-486b-838a-bc7faf2d6a72 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850611 Feb 08 15:52:47.645895 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb4941e-faec-4719-9c65-8ad0888d1c6b x-openstack-request-id: req-8eb4941e-faec-4719-9c65-8ad0888d1c6b {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:47.647056 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ad5e16-0f4e-4d39-a055-974c9b087df5", "name": "network-vif-plugged", "status": "completed", "tag": "8344105e-3543-4337-bbd8-49eb721c0c92", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:47.647524 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8eb4941e-faec-4719-9c65-8ad0888d1c6b {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:47.648104 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ad5e16-0f4e-4d39-a055-974c9b087df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8344105e-3543-4337-bbd8-49eb721c0c92', 'code': 200} Feb 08 15:52:47.694091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-4c84c626-824e-46f1-b025-2f352b8fa37e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Made reservation on behalf of 9ce6bbf002ad40548ebbb3a7f5588fa8 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:52:47.698267 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-4c84c626-824e-46f1-b025-2f352b8fa37e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:47.762938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-a6835fbd-74ff-4146-a439-26f25a7bf03f tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Made reservation on behalf of 9ce6bbf002ad40548ebbb3a7f5588fa8 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:52:47.766822 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-a6835fbd-74ff-4146-a439-26f25a7bf03f tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:47.768776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-ebaf57b9-2656-478a-beb7-5ab61e3958f0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Made reservation on behalf of 9ce6bbf002ad40548ebbb3a7f5588fa8 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:52:47.771873 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-ebaf57b9-2656-478a-beb7-5ab61e3958f0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:47.782279 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6775c66b-aeda-4dbc-98e7-f3c59708840d req-9aaa0ae4-be29-470f-9189-13e79a531cbf tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 210 time: 0.0798061 Feb 08 15:52:47.821572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532597f-f196-4a65-8d45-daafa3f9e98f req-d9dd55aa-74d1-46d2-9a8a-4df8f2ba6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:47.823385 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7532597f-f196-4a65-8d45-daafa3f9e98f req-d9dd55aa-74d1-46d2-9a8a-4df8f2ba6494 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 1128 time: 0.0708334 Feb 08 15:52:47.877997 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7532597f-f196-4a65-8d45-daafa3f9e98f req-76ca4cc5-0a5b-4094-8703-5504a10da696 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454364 Feb 08 15:52:47.962012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfe75a-3e8d-40b1-8307-4a3d300b978e req-854d9471-70ff-4992-b2f2-3e470d707b01 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:47.963563 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-babfe75a-3e8d-40b1-8307-4a3d300b978e req-854d9471-70ff-4992-b2f2-3e470d707b01 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 945 time: 0.2838016 Feb 08 15:52:48.088811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-4c84c626-824e-46f1-b025-2f352b8fa37e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Allocated IP 172.20.0.12 (a6feace8-82af-4509-b2e1-550d32a2334c/7a3e9a79-544e-4b54-a287-244d34376bd6/110c4337-dfdf-4d0b-ab97-a1047807749a) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:52:48.097067 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-babfe75a-3e8d-40b1-8307-4a3d300b978e req-39ad9693-d9f7-49ed-a885-4710be2b7bd1 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193562 Feb 08 15:52:48.236638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 1fca2d15-0d72-4941-9cc7-0a684024e525 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:52:48.277450 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-4c84c626-824e-46f1-b025-2f352b8fa37e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks [] for port (110c4337-dfdf-4d0b-ab97-a1047807749a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:48.325284 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-4c84c626-824e-46f1-b025-2f352b8fa37e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (110c4337-dfdf-4d0b-ab97-a1047807749a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:48.350525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=1fca2d15-0d72-4941-9cc7-0a684024e525,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:48.365659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '1fca2d15-0d72-4941-9cc7-0a684024e525', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '1fca2d15-0d72-4941-9cc7-0a684024e525', 'mac_address': 'fa:16:3e:4e:cb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:52:48.408710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-4c84c626-824e-46f1-b025-2f352b8fa37e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Network a6feace8-82af-4509-b2e1-550d32a2334c is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:52:48.412473 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 1fca2d15-0d72-4941-9cc7-0a684024e525 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:52:48.412867 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:48.417713 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-4c84c626-824e-46f1-b025-2f352b8fa37e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:52:48.427596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fca2d15-0d72-4941-9cc7-0a684024e525 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:48.427707 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-4c84c626-824e-46f1-b025-2f352b8fa37e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:52:48.437314 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84c626-824e-46f1-b025-2f352b8fa37e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Pushing event updated for resources: {'Port': ['ID=110c4337-dfdf-4d0b-ab97-a1047807749a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:48.469782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=1fca2d15-0d72-4941-9cc7-0a684024e525,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:48.475929 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:48.478928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-a6835fbd-74ff-4146-a439-26f25a7bf03f tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Allocated IP 172.20.0.8 (a6feace8-82af-4509-b2e1-550d32a2334c/7a3e9a79-544e-4b54-a287-244d34376bd6/98ae7285-a2d0-4732-a984-36c81f6b62a1) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:52:48.530349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-4c84c626-824e-46f1-b025-2f352b8fa37e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:48.531512 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-4c84c626-824e-46f1-b025-2f352b8fa37e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:48.532188 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=1fca2d15-0d72-4941-9cc7-0a684024e525,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:48.566864 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-4c84c626-824e-46f1-b025-2f352b8fa37e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2481453 Feb 08 15:52:48.584897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Request body: {'port': {'device_id': 'efa8bf17-77f4-45f8-98ba-0302f3378be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:48.630412 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:48.734931 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efc9b2-bfb6-4dc0-8218-84b6fd32e7b2 req-be11b662-c2d0-4cf2-a8b6-f05f59589f4b tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:48.737082 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-74efc9b2-bfb6-4dc0-8218-84b6fd32e7b2 req-be11b662-c2d0-4cf2-a8b6-f05f59589f4b tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.0779285 Feb 08 15:52:48.885100 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-74efc9b2-bfb6-4dc0-8218-84b6fd32e7b2 req-297cb06c-e5f6-468d-bd93-827920f8eb24 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Deleting port 45051aa6-ed96-4957-b715-5162a6ddd70c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:52:48.886349 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-74efc9b2-bfb6-4dc0-8218-84b6fd32e7b2 req-297cb06c-e5f6-468d-bd93-827920f8eb24 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (45051aa6-ed96-4957-b715-5162a6ddd70c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:48.886942 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (110c4337-dfdf-4d0b-ab97-a1047807749a), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:48.938522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d08a1d-e71d-45d0-9727-d6879e633a1a req-2126e1a8-b76f-4392-8a94-14202c49c611 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:48.940730 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57d08a1d-e71d-45d0-9727-d6879e633a1a req-2126e1a8-b76f-4392-8a94-14202c49c611 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=2c90a927-4bbf-49c4-a412-e92a76b622c6 HTTP/1.1" status: 200 len: 945 time: 0.2581463 Feb 08 15:52:48.951386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd158ee-6e54-4a22-a232-5b470dee0600 req-1c962a30-199f-41a9-88c2-690172a01a16 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:48.954446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecd158ee-6e54-4a22-a232-5b470dee0600 req-1c962a30-199f-41a9-88c2-690172a01a16 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 949 time: 0.2735600 Feb 08 15:52:48.964783 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-a6835fbd-74ff-4146-a439-26f25a7bf03f tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks [] for port (98ae7285-a2d0-4732-a984-36c81f6b62a1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:49.005539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['1fca2d15-0d72-4941-9cc7-0a684024e525'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:49.039067 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-74efc9b2-bfb6-4dc0-8218-84b6fd32e7b2 req-297cb06c-e5f6-468d-bd93-827920f8eb24 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] For port 45051aa6-ed96-4957-b715-5162a6ddd70c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=45051aa6-ed96-4957-b715-5162a6ddd70c,segment=NetworkSegment(13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d),segment_id=13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:49.039828 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-74efc9b2-bfb6-4dc0-8218-84b6fd32e7b2 req-297cb06c-e5f6-468d-bd93-827920f8eb24 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (45051aa6-ed96-4957-b715-5162a6ddd70c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:49.064300 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-74efc9b2-bfb6-4dc0-8218-84b6fd32e7b2 req-297cb06c-e5f6-468d-bd93-827920f8eb24 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Calling delete_port for 45051aa6-ed96-4957-b715-5162a6ddd70c owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:52:49.229605 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-74efc9b2-bfb6-4dc0-8218-84b6fd32e7b2 req-297cb06c-e5f6-468d-bd93-827920f8eb24 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (45051aa6-ed96-4957-b715-5162a6ddd70c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:49.247921 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecd158ee-6e54-4a22-a232-5b470dee0600 req-cbf1cc4f-226a-4f6b-9d1d-35be322a80a5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793193 Feb 08 15:52:49.257595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['45051aa6-ed96-4957-b715-5162a6ddd70c'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:49.259354 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cb06c-e5f6-468d-bd93-827920f8eb24 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Pushing event deleted for resources: {'Port': ['ID=45051aa6-ed96-4957-b715-5162a6ddd70c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:49.276832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57d08a1d-e71d-45d0-9727-d6879e633a1a req-2f27c0a9-ce44-492d-ab56-56004898169f tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160982 Feb 08 15:52:49.320383 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-a6835fbd-74ff-4146-a439-26f25a7bf03f tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (98ae7285-a2d0-4732-a984-36c81f6b62a1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:49.324334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-74efc9b2-bfb6-4dc0-8218-84b6fd32e7b2 req-297cb06c-e5f6-468d-bd93-827920f8eb24 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] No DVR routers for this DVR port 45051aa6-ed96-4957-b715-5162a6ddd70c on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:52:49.345172 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-74efc9b2-bfb6-4dc0-8218-84b6fd32e7b2 req-297cb06c-e5f6-468d-bd93-827920f8eb24 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:49.353213 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-74efc9b2-bfb6-4dc0-8218-84b6fd32e7b2 req-297cb06c-e5f6-468d-bd93-827920f8eb24 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.96 "DELETE /v2.0/ports/45051aa6-ed96-4957-b715-5162a6ddd70c HTTP/1.1" status: 204 len: 173 time: 0.6092913 Feb 08 15:52:49.354344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c90a927-4bbf-49c4-a412-e92a76b622c6', 'name': 'network-vif-deleted', 'tag': '45051aa6-ed96-4957-b715-5162a6ddd70c'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:49.368182 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79040b63-1520-4366-ad9d-7a03e602e62e" -d '{"events": [{"server_uuid": "2c90a927-4bbf-49c4-a412-e92a76b622c6", "name": "network-vif-deleted", "tag": "45051aa6-ed96-4957-b715-5162a6ddd70c"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:49.396368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['568169a0-ea32-4ab9-8f39-0ae9a555cacb'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:49.535679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-a6835fbd-74ff-4146-a439-26f25a7bf03f tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Network a6feace8-82af-4509-b2e1-550d32a2334c is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:52:49.565557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-a6835fbd-74ff-4146-a439-26f25a7bf03f tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:52:49.569194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-a6835fbd-74ff-4146-a439-26f25a7bf03f tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:52:49.642098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-ebaf57b9-2656-478a-beb7-5ab61e3958f0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Allocated IP 172.20.0.7 (a6feace8-82af-4509-b2e1-550d32a2334c/7a3e9a79-544e-4b54-a287-244d34376bd6/f9d85891-195c-413d-8e11-eae59541b0d8) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:52:49.647366 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6835fbd-74ff-4146-a439-26f25a7bf03f tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Pushing event updated for resources: {'Port': ['ID=98ae7285-a2d0-4732-a984-36c81f6b62a1,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:49.717400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcce58d-3b5b-4e08-ab53-3c9c28646475 req-fde33781-b593-4ea1-8495-e20b85fe8a50 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:49.720338 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fcce58d-3b5b-4e08-ab53-3c9c28646475 req-fde33781-b593-4ea1-8495-e20b85fe8a50 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 931 time: 0.3035369 Feb 08 15:52:49.726194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-a6835fbd-74ff-4146-a439-26f25a7bf03f tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:49.726884 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-a6835fbd-74ff-4146-a439-26f25a7bf03f tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:49.804008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c502a-3e6c-4298-8ce0-6521719abdc4 req-b399b135-9a7a-4687-b9cb-a895443a330f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:49.805820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c00c502a-3e6c-4298-8ce0-6521719abdc4 req-b399b135-9a7a-4687-b9cb-a895443a330f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 945 time: 0.3290095 Feb 08 15:52:49.809907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-a6835fbd-74ff-4146-a439-26f25a7bf03f tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4415255 Feb 08 15:52:49.831276 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Request body: {'port': {'device_id': '7d12fba8-30f4-462a-8949-82929d91c1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:49.987267 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fcce58d-3b5b-4e08-ab53-3c9c28646475 req-459f934a-3263-45fb-920a-e45a1a8f2462 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508054 Feb 08 15:52:50.045435 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (98ae7285-a2d0-4732-a984-36c81f6b62a1), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:50.122730 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c00c502a-3e6c-4298-8ce0-6521719abdc4 req-ecce60e4-7890-476a-b4ed-9caa20a5f61c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025417 Feb 08 15:52:50.169050 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:50.181968 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-ebaf57b9-2656-478a-beb7-5ab61e3958f0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks [] for port (f9d85891-195c-413d-8e11-eae59541b0d8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:50.212294 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6b579a-055f-44ca-af04-ad1ae1052def x-openstack-request-id: req-fa6b579a-055f-44ca-af04-ad1ae1052def {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:50.212875 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c90a927-4bbf-49c4-a412-e92a76b622c6", "name": "network-vif-deleted", "tag": "45051aa6-ed96-4957-b715-5162a6ddd70c", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:50.213135 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-fa6b579a-055f-44ca-af04-ad1ae1052def {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:50.213684 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c90a927-4bbf-49c4-a412-e92a76b622c6', 'name': 'network-vif-deleted', 'tag': '45051aa6-ed96-4957-b715-5162a6ddd70c', 'status': 'completed', 'code': 200} Feb 08 15:52:50.373132 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-ebaf57b9-2656-478a-beb7-5ab61e3958f0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f9d85891-195c-413d-8e11-eae59541b0d8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:50.399992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-0e329289-1802-4860-bfe3-ddd907789be0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:50.402251 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-0e329289-1802-4860-bfe3-ddd907789be0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.94 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d&tenant_id=e7801731b81d427e9445bed7845b06a4&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 949 time: 0.1136382 Feb 08 15:52:50.502768 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-ebaf57b9-2656-478a-beb7-5ab61e3958f0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Network a6feace8-82af-4509-b2e1-550d32a2334c is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:52:50.503092 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-6aadf873-3cb8-4f66-918d-95f025cf8a3e service neutron] 10.222.0.94 "GET /v2.0/ports/1fca2d15-0d72-4941-9cc7-0a684024e525/bindings/n-h1-824834-11 HTTP/1.1" status: 200 len: 383 time: 0.0944161 Feb 08 15:52:50.535254 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-ebaf57b9-2656-478a-beb7-5ab61e3958f0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:52:50.538275 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-ebaf57b9-2656-478a-beb7-5ab61e3958f0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:52:50.587385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-01ddc424-0a58-457d-80b7-d129f94fc4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:50.588976 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-01ddc424-0a58-457d-80b7-d129f94fc4d1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 1132 time: 0.0517383 Feb 08 15:52:50.617779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c13c10-3b50-44f3-82f8-c76fd87b5cb2 req-65a9ac0d-74db-49b5-969a-e3024896c90d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:50.619871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-86c13c10-3b50-44f3-82f8-c76fd87b5cb2 req-65a9ac0d-74db-49b5-969a-e3024896c90d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 949 time: 0.2936351 Feb 08 15:52:50.635167 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf57b9-2656-478a-beb7-5ab61e3958f0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Pushing event updated for resources: {'Port': ['ID=f9d85891-195c-413d-8e11-eae59541b0d8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:50.705661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-ebaf57b9-2656-478a-beb7-5ab61e3958f0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:50.706496 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-ebaf57b9-2656-478a-beb7-5ab61e3958f0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:50.714624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-0d527321-6090-44c5-900c-48084cca5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:50.716578 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-0d527321-6090-44c5-900c-48084cca5d5e service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1124356 Feb 08 15:52:50.764702 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-69f4e570-62c3-4920-a36f-1192ee54780e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=1fca2d15-0d72-4941-9cc7-0a684024e525 HTTP/1.1" status: 200 len: 217 time: 0.0417027 Feb 08 15:52:50.767543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-ebaf57b9-2656-478a-beb7-5ab61e3958f0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4042799 Feb 08 15:52:50.794680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Request body: {'port': {'device_id': '04d98dcf-6e5e-49bc-84d0-6efd1184dd52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:50.812444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fc897-665b-4e9c-b0bc-3afbb4071380 req-e5d3b382-dee4-4049-b8f8-bc417047e202 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:50.814356 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a0fc897-665b-4e9c-b0bc-3afbb4071380 req-e5d3b382-dee4-4049-b8f8-bc417047e202 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 945 time: 0.3101063 Feb 08 15:52:50.829515 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-7fb75d67-593b-413e-b908-845f688ed312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:50.831023 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-7fb75d67-593b-413e-b908-845f688ed312 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0510223 Feb 08 15:52:50.833805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-86c13c10-3b50-44f3-82f8-c76fd87b5cb2 req-2ab29430-24df-4183-870c-76795e1d37c7 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936989 Feb 08 15:52:50.905017 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-8b5bcc55-3e93-4d83-a648-b8878344844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:50.906979 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-8b5bcc55-3e93-4d83-a648-b8878344844d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0617356 Feb 08 15:52:50.913889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110c4337-dfdf-4d0b-ab97-a1047807749a {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:50.944566 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Publish callbacks [] for port (110c4337-dfdf-4d0b-ab97-a1047807749a), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:50.962275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a0fc897-665b-4e9c-b0bc-3afbb4071380 req-dddf87d8-36e6-4bea-ad61-37ca50c0c059 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254056 Feb 08 15:52:50.965698 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f9d85891-195c-413d-8e11-eae59541b0d8), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:50.979213 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Transition to ACTIVE for port object 110c4337-dfdf-4d0b-ab97-a1047807749a will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:52:51.006371 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (110c4337-dfdf-4d0b-ab97-a1047807749a), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:51.093406 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-ada25aee-46e5-4632-bcb4-2173b00b8e29 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741014 Feb 08 15:52:51.218013 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-e5a3a824-fddd-4afa-a4be-eaf148453353 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055808 Feb 08 15:52:51.295853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Pushing event updated for resources: {'Port': ['ID=110c4337-dfdf-4d0b-ab97-a1047807749a,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:51.838732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab055d-4ca3-43ac-9aec-0963d145df9b req-21220712-173d-41df-a0df-b27aefb7e413 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:51.840224 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4ab055d-4ca3-43ac-9aec-0963d145df9b req-21220712-173d-41df-a0df-b27aefb7e413 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 931 time: 0.6548681 Feb 08 15:52:51.851803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7f50f-bab1-4d15-a749-cbd6fe3c3f00 req-035c66e8-ccc5-429b-916d-bef348de0f8d tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:51.853278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39b7f50f-bab1-4d15-a749-cbd6fe3c3f00 req-035c66e8-ccc5-429b-916d-bef348de0f8d tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.6579454 Feb 08 15:52:51.918596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Attempting to bind port 110c4337-dfdf-4d0b-ab97-a1047807749a on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:52:51.918803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Attempting to bind port 110c4337-dfdf-4d0b-ab97-a1047807749a by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'a695a7ed-6ec5-4707-8734-b68b5f70fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:52:51.919031 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Attempting to bind port 110c4337-dfdf-4d0b-ab97-a1047807749a on network a6feace8-82af-4509-b2e1-550d32a2334c {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:51.967486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Port 110c4337-dfdf-4d0b-ab97-a1047807749a on network a6feace8-82af-4509-b2e1-550d32a2334c not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:52:51.967822 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Attempting to bind port 110c4337-dfdf-4d0b-ab97-a1047807749a on network a6feace8-82af-4509-b2e1-550d32a2334c {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:51.987829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4ab055d-4ca3-43ac-9aec-0963d145df9b req-5d0dc46f-14d9-49d9-9fff-9b48b6b69c11 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335204 Feb 08 15:52:51.991347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ae7285-a2d0-4732-a984-36c81f6b62a1 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:52.002520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:52:52.002765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Checking segment: {'id': 'a695a7ed-6ec5-4707-8734-b68b5f70fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:52:52.003035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Bound using segment: {'id': 'a695a7ed-6ec5-4707-8734-b68b5f70fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:52:52.003494 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Bound port: 110c4337-dfdf-4d0b-ab97-a1047807749a, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a695a7ed-6ec5-4707-8734-b68b5f70fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:52:52.003884 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (110c4337-dfdf-4d0b-ab97-a1047807749a), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:52.007987 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Publish callbacks [] for port (98ae7285-a2d0-4732-a984-36c81f6b62a1), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:52.020279 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39b7f50f-bab1-4d15-a749-cbd6fe3c3f00 req-6578f14b-5688-4d02-9e71-7edcd6dc55c5 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496229 Feb 08 15:52:52.065439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Transition to ACTIVE for port object 98ae7285-a2d0-4732-a984-36c81f6b62a1 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:52:52.075642 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (98ae7285-a2d0-4732-a984-36c81f6b62a1), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:52.162033 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32418c03-bada-40f8-a8b8-56beb3197bcc req-6fc80efd-e142-45d1-b77f-ad5c346929cd tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:52.164844 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32418c03-bada-40f8-a8b8-56beb3197bcc req-6fc80efd-e142-45d1-b77f-ad5c346929cd tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.94 "GET /v2.0/ports?device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 945 time: 0.1290307 Feb 08 15:52:52.200910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] For port 110c4337-dfdf-4d0b-ab97-a1047807749a, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:52:52.270196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 1fca2d15-0d72-4941-9cc7-0a684024e525 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:52:52.286308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] For port 110c4337-dfdf-4d0b-ab97-a1047807749a, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=110c4337-dfdf-4d0b-ab97-a1047807749a,segment=NetworkSegment(a695a7ed-6ec5-4707-8734-b68b5f70fa31),segment_id=a695a7ed-6ec5-4707-8734-b68b5f70fa31)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:52:52.292917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-32418c03-bada-40f8-a8b8-56beb3197bcc req-0bd8e48c-171a-4121-bf77-78f7214703c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Deleting port 8344105e-3543-4337-bbd8-49eb721c0c92 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:52:52.293945 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-32418c03-bada-40f8-a8b8-56beb3197bcc req-0bd8e48c-171a-4121-bf77-78f7214703c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8344105e-3543-4337-bbd8-49eb721c0c92), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:52.316766 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (110c4337-dfdf-4d0b-ab97-a1047807749a), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:52.320084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Pushing event updated for resources: {'Port': ['ID=98ae7285-a2d0-4732-a984-36c81f6b62a1,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:52.333917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 1fca2d15-0d72-4941-9cc7-0a684024e525 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:52:52.339207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 1fca2d15-0d72-4941-9cc7-0a684024e525 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:52:52.339924 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:52.417772 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-32418c03-bada-40f8-a8b8-56beb3197bcc req-0bd8e48c-171a-4121-bf77-78f7214703c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] For port 8344105e-3543-4337-bbd8-49eb721c0c92, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=8344105e-3543-4337-bbd8-49eb721c0c92,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:52.418179 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-32418c03-bada-40f8-a8b8-56beb3197bcc req-0bd8e48c-171a-4121-bf77-78f7214703c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8344105e-3543-4337-bbd8-49eb721c0c92), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:52.436728 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-32418c03-bada-40f8-a8b8-56beb3197bcc req-0bd8e48c-171a-4121-bf77-78f7214703c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Calling delete_port for 8344105e-3543-4337-bbd8-49eb721c0c92 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:52:52.458537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 1fca2d15-0d72-4941-9cc7-0a684024e525 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:52:52.459295 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:52.477340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:52.478018 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:52.479564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] 10.222.0.96 "PUT /v2.0/ports/110c4337-dfdf-4d0b-ab97-a1047807749a HTTP/1.1" status: 200 len: 1093 time: 3.9003077 Feb 08 15:52:52.497799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19902494-e271-4a7f-843f-8cb78d907266 req-50686fc1-1a30-4a71-9354-f555af269553 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:52.498008 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:52.499608 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19902494-e271-4a7f-843f-8cb78d907266 req-50686fc1-1a30-4a71-9354-f555af269553 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 949 time: 0.3708243 Feb 08 15:52:52.500151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa8bf17-77f4-45f8-98ba-0302f3378be8', 'tag': '110c4337-dfdf-4d0b-ab97-a1047807749a'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:52.502188 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27997b5-af7d-4764-b3f1-9f41f0ceff60" -d '{"events": [{"server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "name": "network-vif-plugged", "status": "completed", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:52.502603 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0011d1a-4321-41e6-b3fa-35c534d46437" -d '{"events": [{"name": "network-changed", "server_uuid": "efa8bf17-77f4-45f8-98ba-0302f3378be8", "tag": "110c4337-dfdf-4d0b-ab97-a1047807749a"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:52.519101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=1fca2d15-0d72-4941-9cc7-0a684024e525,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:52.524622 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:52.578271 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc96833-b89a-4fc2-8598-ec863cc79f46 req-50959453-a2fe-46b8-b68a-181b509ad3a6 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:52.579939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bc96833-b89a-4fc2-8598-ec863cc79f46 req-50959453-a2fe-46b8-b68a-181b509ad3a6 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=68ad5e16-0f4e-4d39-a055-974c9b087df5 HTTP/1.1" status: 200 len: 945 time: 0.3552530 Feb 08 15:52:52.599999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 45051aa6-ed96-4957-b715-5162a6ddd70c no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:52:52.604331 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=1fca2d15-0d72-4941-9cc7-0a684024e525,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:52.614688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d51c2e-1d5f-4e89-b337-1e91f58712b9 service neutron] Pushing event updated for resources: {'Port': ['ID=110c4337-dfdf-4d0b-ab97-a1047807749a,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:52.632475 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-32418c03-bada-40f8-a8b8-56beb3197bcc req-0bd8e48c-171a-4121-bf77-78f7214703c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (8344105e-3543-4337-bbd8-49eb721c0c92), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:52.645750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:52.646134 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:52.646488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:52.646832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:52.647189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:52.647537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:52.647893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:52.648232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:52.648567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:52.648899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:52.649287 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:52.650326 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:52.650326 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:52.666373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f', '8344105e-3543-4337-bbd8-49eb721c0c92'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:52.688816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8e48c-171a-4121-bf77-78f7214703c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Pushing event deleted for resources: {'Port': ['ID=8344105e-3543-4337-bbd8-49eb721c0c92,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:52.705053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Attempting to bind port 98ae7285-a2d0-4732-a984-36c81f6b62a1 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:52:52.705053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Attempting to bind port 98ae7285-a2d0-4732-a984-36c81f6b62a1 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'a695a7ed-6ec5-4707-8734-b68b5f70fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:52:52.705053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Attempting to bind port 98ae7285-a2d0-4732-a984-36c81f6b62a1 on network a6feace8-82af-4509-b2e1-550d32a2334c {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:52.724182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 45051aa6-ed96-4957-b715-5162a6ddd70c {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:52:52.724908 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 45051aa6-ed96-4957-b715-5162a6ddd70c not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:52:52.750147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d85891-195c-413d-8e11-eae59541b0d8 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:52.768271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-32418c03-bada-40f8-a8b8-56beb3197bcc req-0bd8e48c-171a-4121-bf77-78f7214703c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] No DVR routers for this DVR port 8344105e-3543-4337-bbd8-49eb721c0c92 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:52:52.771682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-32418c03-bada-40f8-a8b8-56beb3197bcc req-0bd8e48c-171a-4121-bf77-78f7214703c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:52.775271 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32418c03-bada-40f8-a8b8-56beb3197bcc req-0bd8e48c-171a-4121-bf77-78f7214703c7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.94 "DELETE /v2.0/ports/8344105e-3543-4337-bbd8-49eb721c0c92 HTTP/1.1" status: 204 len: 173 time: 0.6016066 Feb 08 15:52:52.775883 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ad5e16-0f4e-4d39-a055-974c9b087df5', 'name': 'network-vif-deleted', 'tag': '8344105e-3543-4337-bbd8-49eb721c0c92'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:52.778333 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2565b8df-2fb9-44c7-93ca-54564670a802" -d '{"events": [{"server_uuid": "68ad5e16-0f4e-4d39-a055-974c9b087df5", "name": "network-vif-deleted", "tag": "8344105e-3543-4337-bbd8-49eb721c0c92"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:52.784867 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bc96833-b89a-4fc2-8598-ec863cc79f46 req-0f5f4a0e-f1ef-4215-930f-8295b42ba143 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767540 Feb 08 15:52:52.794261 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Publish callbacks [] for port (f9d85891-195c-413d-8e11-eae59541b0d8), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:52.807934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Transition to ACTIVE for port object f9d85891-195c-413d-8e11-eae59541b0d8 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:52:52.808849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Port 98ae7285-a2d0-4732-a984-36c81f6b62a1 on network a6feace8-82af-4509-b2e1-550d32a2334c not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:52:52.809196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Attempting to bind port 98ae7285-a2d0-4732-a984-36c81f6b62a1 on network a6feace8-82af-4509-b2e1-550d32a2334c {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:52.816332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:52:52.816675 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Checking segment: {'id': 'a695a7ed-6ec5-4707-8734-b68b5f70fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:52:52.817083 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Bound using segment: {'id': 'a695a7ed-6ec5-4707-8734-b68b5f70fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:52:52.817524 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Bound port: 98ae7285-a2d0-4732-a984-36c81f6b62a1, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a695a7ed-6ec5-4707-8734-b68b5f70fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:52:52.817890 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (98ae7285-a2d0-4732-a984-36c81f6b62a1), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:52.823349 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19902494-e271-4a7f-843f-8cb78d907266 req-34e97c74-9e88-4a30-8a1f-cd26e39a3677 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070211 Feb 08 15:52:52.834248 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (f9d85891-195c-413d-8e11-eae59541b0d8), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:52.896125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-acc9d2e9-c0b0-4cbe-8635-c1c7aa2c507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:52.897694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-acc9d2e9-c0b0-4cbe-8635-c1c7aa2c507b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9ce6bbf002ad40548ebbb3a7f5588fa8&device_id=efa8bf17-77f4-45f8-98ba-0302f3378be8 HTTP/1.1" status: 200 len: 1127 time: 0.3470113 Feb 08 15:52:52.987595 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae44e17-3b53-4edd-81dd-31a74ef25b4d x-openstack-request-id: req-6ae44e17-3b53-4edd-81dd-31a74ef25b4d {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:52.988272 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "name": "network-vif-plugged", "status": "completed", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:52.988389 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc10621d-f872-48a6-aa62-4dfcb8138bba x-openstack-request-id: req-cc10621d-f872-48a6-aa62-4dfcb8138bba {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:52.988568 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa8bf17-77f4-45f8-98ba-0302f3378be8", "tag": "110c4337-dfdf-4d0b-ab97-a1047807749a", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:52.988857 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6ae44e17-3b53-4edd-81dd-31a74ef25b4d {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:52.988989 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cc10621d-f872-48a6-aa62-4dfcb8138bba {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:52.989433 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa8bf17-77f4-45f8-98ba-0302f3378be8', 'tag': '110c4337-dfdf-4d0b-ab97-a1047807749a', 'status': 'completed', 'code': 200} Feb 08 15:52:52.989547 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525', 'code': 200} Feb 08 15:52:53.020714 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-3573cde2-ba84-4ba4-b471-7a3d4d294a95 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=110c4337-dfdf-4d0b-ab97-a1047807749a HTTP/1.1" status: 200 len: 217 time: 0.0943363 Feb 08 15:52:53.024892 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b8f83e-fbc3-4192-a193-7e0c8de379db x-openstack-request-id: req-19b8f83e-fbc3-4192-a193-7e0c8de379db {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:53.025671 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ad5e16-0f4e-4d39-a055-974c9b087df5", "name": "network-vif-deleted", "tag": "8344105e-3543-4337-bbd8-49eb721c0c92", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:53.025969 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-19b8f83e-fbc3-4192-a193-7e0c8de379db {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:53.026708 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ad5e16-0f4e-4d39-a055-974c9b087df5', 'name': 'network-vif-deleted', 'tag': '8344105e-3543-4337-bbd8-49eb721c0c92', 'status': 'completed', 'code': 200} Feb 08 15:52:53.026984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Pushing event updated for resources: {'Port': ['ID=f9d85891-195c-413d-8e11-eae59541b0d8,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:53.142929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] For port 98ae7285-a2d0-4732-a984-36c81f6b62a1, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:52:53.242473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] For port 98ae7285-a2d0-4732-a984-36c81f6b62a1, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=98ae7285-a2d0-4732-a984-36c81f6b62a1,segment=NetworkSegment(a695a7ed-6ec5-4707-8734-b68b5f70fa31),segment_id=a695a7ed-6ec5-4707-8734-b68b5f70fa31)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:52:53.266125 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (98ae7285-a2d0-4732-a984-36c81f6b62a1), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:53.285921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-402cf6c8-997f-4dbd-856c-dafe56873621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:53.287324 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-402cf6c8-997f-4dbd-856c-dafe56873621 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7a3e9a79-544e-4b54-a287-244d34376bd6 HTTP/1.1" status: 200 len: 858 time: 0.2501280 Feb 08 15:52:53.291758 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43410) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:53.367571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:53.368615 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:53.370023 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] 10.222.0.96 "PUT /v2.0/ports/98ae7285-a2d0-4732-a984-36c81f6b62a1 HTTP/1.1" status: 200 len: 1092 time: 3.5476661 Feb 08 15:52:53.372758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-ce74d431-f773-4408-89a1-051008deea97 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a6feace8-82af-4509-b2e1-550d32a2334c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561981 Feb 08 15:52:53.385664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Attempting to bind port f9d85891-195c-413d-8e11-eae59541b0d8 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:52:53.385847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Attempting to bind port f9d85891-195c-413d-8e11-eae59541b0d8 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'a695a7ed-6ec5-4707-8734-b68b5f70fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:52:53.386151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Attempting to bind port f9d85891-195c-413d-8e11-eae59541b0d8 on network a6feace8-82af-4509-b2e1-550d32a2334c {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:53.414640 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12f9dd-a104-4c99-b7fe-c960c47d88ae req-ebdb0fc0-12a9-4a45-8c23-0e9cab768388 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:53.423829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba12f9dd-a104-4c99-b7fe-c960c47d88ae req-ebdb0fc0-12a9-4a45-8c23-0e9cab768388 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.2707756 Feb 08 15:52:53.433952 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ae1d0-eaa6-41bc-8353-e34f3cef99f1 req-60a07486-da9f-4f8b-bd82-3b18d02a3187 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:53.441606 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c2ae1d0-eaa6-41bc-8353-e34f3cef99f1 req-60a07486-da9f-4f8b-bd82-3b18d02a3187 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 943 time: 0.3227980 Feb 08 15:52:53.475349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Port f9d85891-195c-413d-8e11-eae59541b0d8 on network a6feace8-82af-4509-b2e1-550d32a2334c not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:52:53.475810 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Attempting to bind port f9d85891-195c-413d-8e11-eae59541b0d8 on network a6feace8-82af-4509-b2e1-550d32a2334c {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:53.478155 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e86f34b6-a7bf-4ec1-8fb1-56dfd0033a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:53.564399 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e86f34b6-a7bf-4ec1-8fb1-56dfd0033a43 admin admin] Publish callbacks [] for security_group (219699d1-8898-4631-abc8-6e28d2931fad), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:53.570373 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e86f34b6-a7bf-4ec1-8fb1-56dfd0033a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (219699d1-8898-4631-abc8-6e28d2931fad), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:53.581062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc7521-eaa0-4a76-a553-6e69d0b4927a service neutron] Pushing event updated for resources: {'Port': ['ID=98ae7285-a2d0-4732-a984-36c81f6b62a1,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:53.588793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:52:53.589164 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Checking segment: {'id': 'a695a7ed-6ec5-4707-8734-b68b5f70fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:52:53.589562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Bound using segment: {'id': 'a695a7ed-6ec5-4707-8734-b68b5f70fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:52:53.590010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Bound port: f9d85891-195c-413d-8e11-eae59541b0d8, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a695a7ed-6ec5-4707-8734-b68b5f70fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:52:53.590709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f9d85891-195c-413d-8e11-eae59541b0d8), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:53.636745 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e86f34b6-a7bf-4ec1-8fb1-56dfd0033a43 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4306b3e8f3844c80835f990b748498ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3421249 Feb 08 15:52:53.637812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43414) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:53.702974 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f34b6-a7bf-4ec1-8fb1-56dfd0033a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219699d1-8898-4631-abc8-6e28d2931fad,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:53.733434 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c2ae1d0-eaa6-41bc-8353-e34f3cef99f1 req-0aa81e86-dcac-400f-8ddd-806e9f498dfa tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901742 Feb 08 15:52:53.745108 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e4931c56-5b3f-4972-b63f-7089b9f24cb9 admin admin] Publish callbacks [] for security_group (219699d1-8898-4631-abc8-6e28d2931fad), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:53.751618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba12f9dd-a104-4c99-b7fe-c960c47d88ae req-318cab41-5b39-445f-b3bc-a1035fb2f7fd tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.82 "GET /v2.0/security-groups?id=a4a398bb-bc09-478d-992b-2a6462396373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268726 Feb 08 15:52:53.790565 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e4931c56-5b3f-4972-b63f-7089b9f24cb9 admin admin] Publish callbacks [] for security_group (219699d1-8898-4631-abc8-6e28d2931fad), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:53.798931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-b6676c02-1665-4f19-89cd-57f84944a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:53.801752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-b6676c02-1665-4f19-89cd-57f84944a887 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9ce6bbf002ad40548ebbb3a7f5588fa8&device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 1126 time: 0.3508475 Feb 08 15:52:53.817604 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] For port f9d85891-195c-413d-8e11-eae59541b0d8, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:52:53.823438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] For port f9d85891-195c-413d-8e11-eae59541b0d8, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f9d85891-195c-413d-8e11-eae59541b0d8,segment=NetworkSegment(a695a7ed-6ec5-4707-8734-b68b5f70fa31),segment_id=a695a7ed-6ec5-4707-8734-b68b5f70fa31)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:52:53.830218 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-c432488e-639c-4696-9dc0-38cddc29299a service neutron] 10.222.0.96 "GET /v2.0/networks/a6feace8-82af-4509-b2e1-550d32a2334c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410558 Feb 08 15:52:53.856353 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (f9d85891-195c-413d-8e11-eae59541b0d8), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:53.878860 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e4931c56-5b3f-4972-b63f-7089b9f24cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (219699d1-8898-4631-abc8-6e28d2931fad), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:53.882494 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e4931c56-5b3f-4972-b63f-7089b9f24cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:53.883894 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e4931c56-5b3f-4972-b63f-7089b9f24cb9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/219699d1-8898-4631-abc8-6e28d2931fad HTTP/1.1" status: 204 len: 168 time: 0.2367640 Feb 08 15:52:53.894256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4931c56-5b3f-4972-b63f-7089b9f24cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219699d1-8898-4631-abc8-6e28d2931fad,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:53.992224 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-166fd3ab-5e2e-4a16-a96c-813cb118ea78 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98ae7285-a2d0-4732-a984-36c81f6b62a1 HTTP/1.1" status: 200 len: 217 time: 0.1605186 Feb 08 15:52:54.025841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63815d-3e70-4f87-b183-70751c1e1e4d req-425eba0b-eec6-402e-a0d8-639e8ef0f968 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:54.027493 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5b63815d-3e70-4f87-b183-70751c1e1e4d req-425eba0b-eec6-402e-a0d8-639e8ef0f968 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.94 "GET /v2.0/ports?device_id=9bf1ea68-2b20-423c-bfe0-f4423555a04f HTTP/1.1" status: 200 len: 945 time: 0.0714662 Feb 08 15:52:54.088159 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:52:54.099994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:54.100791 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:54.102413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] 10.222.0.94 "PUT /v2.0/ports/f9d85891-195c-413d-8e11-eae59541b0d8 HTTP/1.1" status: 200 len: 1092 time: 3.3179879 Feb 08 15:52:54.228744 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-70daca62-e73f-40ed-bd12-4b2b14beb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:54.230394 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-70daca62-e73f-40ed-bd12-4b2b14beb01d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d&tenant_id=e7801731b81d427e9445bed7845b06a4 HTTP/1.1" status: 200 len: 1133 time: 0.1860199 Feb 08 15:52:54.230946 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa056c5f-d971-4651-96ea-5d6b41d0a4ca service neutron] Pushing event updated for resources: {'Port': ['ID=f9d85891-195c-413d-8e11-eae59541b0d8,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:54.255233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:52:54.280762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-4c9094b8-c575-41ca-8eee-b65c1897d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:54.282458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-4c9094b8-c575-41ca-8eee-b65c1897d597 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7a3e9a79-544e-4b54-a287-244d34376bd6 HTTP/1.1" status: 200 len: 858 time: 0.2263963 Feb 08 15:52:54.290986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-5b63815d-3e70-4f87-b183-70751c1e1e4d req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Deleting port 568169a0-ea32-4ab9-8f39-0ae9a555cacb {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:52:54.291424 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5b63815d-3e70-4f87-b183-70751c1e1e4d req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (568169a0-ea32-4ab9-8f39-0ae9a555cacb), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:54.317683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e306c2-dee6-4b7e-b97c-19a6c058c328 req-587f9493-252f-4d93-8e5f-9d5e732c8e1d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:54.319145 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6e306c2-dee6-4b7e-b97c-19a6c058c328 req-587f9493-252f-4d93-8e5f-9d5e732c8e1d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.2797434 Feb 08 15:52:54.336274 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-a662152d-4b9c-44a4-8ddb-77b8468d41d5 service neutron] 10.222.0.96 "GET /v2.0/networks/a6feace8-82af-4509-b2e1-550d32a2334c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955192 Feb 08 15:52:54.340579 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-e1900bed-6770-4c68-b63e-fe9c0bdddd03 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a6feace8-82af-4509-b2e1-550d32a2334c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467303 Feb 08 15:52:54.377974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bd130-7e87-4912-8a9e-ca354999d205 req-0e343b2d-2d51-4ed4-af34-14bd4665be43 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:54.384899 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-274bd130-7e87-4912-8a9e-ca354999d205 req-0e343b2d-2d51-4ed4-af34-14bd4665be43 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.3914683 Feb 08 15:52:54.389734 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:54.433414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-128fb854-276d-4abf-aeca-dc02fec69cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:54.434856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-128fb854-276d-4abf-aeca-dc02fec69cfb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9ce6bbf002ad40548ebbb3a7f5588fa8&device_id=04d98dcf-6e5e-49bc-84d0-6efd1184dd52 HTTP/1.1" status: 200 len: 1126 time: 0.2658305 Feb 08 15:52:54.469312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-5b63815d-3e70-4f87-b183-70751c1e1e4d req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] For port 568169a0-ea32-4ab9-8f39-0ae9a555cacb, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=568169a0-ea32-4ab9-8f39-0ae9a555cacb,segment=NetworkSegment(13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d),segment_id=13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:54.469678 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5b63815d-3e70-4f87-b183-70751c1e1e4d req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (568169a0-ea32-4ab9-8f39-0ae9a555cacb), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:54.542369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-5b63815d-3e70-4f87-b183-70751c1e1e4d req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Calling delete_port for 568169a0-ea32-4ab9-8f39-0ae9a555cacb owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:52:54.545856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-48fdde02-c344-43ee-bf22-c83c5bc4b17f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9d85891-195c-413d-8e11-eae59541b0d8 HTTP/1.1" status: 200 len: 217 time: 0.0931404 Feb 08 15:52:54.569290 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6e306c2-dee6-4b7e-b97c-19a6c058c328 req-934c083c-51cd-44db-b59e-fea702f0df16 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302229 Feb 08 15:52:54.636713 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-274bd130-7e87-4912-8a9e-ca354999d205 req-8dadcec8-3949-4176-9b0a-f0fab66a2067 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467303 Feb 08 15:52:54.660401 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-20d03de6-f09b-4465-bfeb-051c0e51007c service neutron] 10.222.0.96 "GET /v2.0/networks/a6feace8-82af-4509-b2e1-550d32a2334c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082538 Feb 08 15:52:54.680007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0011d1a-4321-41e6-b3fa-35c534d46437 req-e1131956-6382-4506-9b9f-1f6252c68262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:54.681527 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0011d1a-4321-41e6-b3fa-35c534d46437 req-e1131956-6382-4506-9b9f-1f6252c68262 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9ce6bbf002ad40548ebbb3a7f5588fa8&device_id=efa8bf17-77f4-45f8-98ba-0302f3378be8 HTTP/1.1" status: 200 len: 1127 time: 0.2546995 Feb 08 15:52:54.696064 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-f7c17b8d-dcce-410e-8b74-d830d6c92fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:54.697577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-f7c17b8d-dcce-410e-8b74-d830d6c92fe4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7a3e9a79-544e-4b54-a287-244d34376bd6 HTTP/1.1" status: 200 len: 858 time: 0.1422594 Feb 08 15:52:54.739447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=1fca2d15-0d72-4941-9cc7-0a684024e525,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:54.819513 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5b63815d-3e70-4f87-b183-70751c1e1e4d req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (568169a0-ea32-4ab9-8f39-0ae9a555cacb), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:54.822532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:52:54.833067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['568169a0-ea32-4ab9-8f39-0ae9a555cacb'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:54.883237 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Pushing event deleted for resources: {'Port': ['ID=568169a0-ea32-4ab9-8f39-0ae9a555cacb,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:54.906658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:54.907125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:54.907327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:54.907672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:54.908011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:54.908424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:54.909176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:54.909433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:54.909765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:54.910095 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:54.910421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:54.910748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:54.911077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:52:54.948460 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Publish callbacks [] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:54.968659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b63815d-3e70-4f87-b183-70751c1e1e4d req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] No DVR routers for this DVR port 568169a0-ea32-4ab9-8f39-0ae9a555cacb on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:52:54.973807 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5b63815d-3e70-4f87-b183-70751c1e1e4d req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:54.977515 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5b63815d-3e70-4f87-b183-70751c1e1e4d req-c40f6266-ebc2-44d5-a9b2-f1acd5c63e60 tempest-ServerRescueTestJSON-746914237 tempest-ServerRescueTestJSON-746914237-project] 10.222.0.94 "DELETE /v2.0/ports/568169a0-ea32-4ab9-8f39-0ae9a555cacb HTTP/1.1" status: 204 len: 173 time: 0.9426587 Feb 08 15:52:54.988603 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Transition to ACTIVE for port object 1fca2d15-0d72-4941-9cc7-0a684024e525 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:52:54.995595 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:55.033366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525'}, {'server_uuid': '9bf1ea68-2b20-423c-bfe0-f4423555a04f', 'name': 'network-vif-deleted', 'tag': '568169a0-ea32-4ab9-8f39-0ae9a555cacb'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:55.034083 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25d09df-c207-4a5b-a283-dfbea85bbffd" -d '{"events": [{"server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "name": "network-vif-unplugged", "status": "completed", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525"}, {"server_uuid": "9bf1ea68-2b20-423c-bfe0-f4423555a04f", "name": "network-vif-deleted", "tag": "568169a0-ea32-4ab9-8f39-0ae9a555cacb"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:55.081624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] No DVR routers for this DVR port 1fca2d15-0d72-4941-9cc7-0a684024e525 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:52:55.089167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1fca2d15-0d72-4941-9cc7-0a684024e525,revision_number=10']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:55.147384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Attempting to bind port 1fca2d15-0d72-4941-9cc7-0a684024e525 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:52:55.158979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Attempting to bind port 1fca2d15-0d72-4941-9cc7-0a684024e525 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:52:55.161500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Attempting to bind port 1fca2d15-0d72-4941-9cc7-0a684024e525 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:55.172540 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Port 1fca2d15-0d72-4941-9cc7-0a684024e525 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:52:55.174289 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Attempting to bind port 1fca2d15-0d72-4941-9cc7-0a684024e525 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:52:55.183276 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:52:55.183922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:52:55.184573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:52:55.184978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Bound port: 1fca2d15-0d72-4941-9cc7-0a684024e525, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:52:55.185579 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:55.195864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d12fba8-30f4-462a-8949-82929d91c1a8', 'tag': '98ae7285-a2d0-4732-a984-36c81f6b62a1'}, {'name': 'network-changed', 'server_uuid': '04d98dcf-6e5e-49bc-84d0-6efd1184dd52', 'tag': 'f9d85891-195c-413d-8e11-eae59541b0d8'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:55.198774 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831" -d '{"events": [{"name": "network-changed", "server_uuid": "7d12fba8-30f4-462a-8949-82929d91c1a8", "tag": "98ae7285-a2d0-4732-a984-36c81f6b62a1"}, {"name": "network-changed", "server_uuid": "04d98dcf-6e5e-49bc-84d0-6efd1184dd52", "tag": "f9d85891-195c-413d-8e11-eae59541b0d8"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:55.227584 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-980f0ff2-a32e-4545-b5db-726a71961f2b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a6feace8-82af-4509-b2e1-550d32a2334c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4776950 Feb 08 15:52:55.268564 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:52:55.272404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=1fca2d15-0d72-4941-9cc7-0a684024e525,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:52:55.282041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:55.334124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:55.334693 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:55.337095 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] 10.222.0.96 "PUT /v2.0/ports/1fca2d15-0d72-4941-9cc7-0a684024e525 HTTP/1.1" status: 200 len: 1098 time: 1.0965285 Feb 08 15:52:55.363047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168acefe-1c2c-4d45-894b-f60f0f2ea9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1fca2d15-0d72-4941-9cc7-0a684024e525,revision_number=11']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:55.380793 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-f28168ce-74e6-4a04-957d-5fac6e8fa40b service neutron] 10.222.0.96 "GET /v2.0/networks/a6feace8-82af-4509-b2e1-550d32a2334c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7122598 Feb 08 15:52:55.426114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-7ae6bf83-aba9-4cde-9acc-aa6f099ed063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:55.427695 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-7ae6bf83-aba9-4cde-9acc-aa6f099ed063 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 1132 time: 0.0615332 Feb 08 15:52:55.570245 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-a7c373b6-945b-42e6-9f92-24187a51af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:55.571800 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-a7c373b6-945b-42e6-9f92-24187a51af46 service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1378047 Feb 08 15:52:55.627844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0011d1a-4321-41e6-b3fa-35c534d46437 req-5e78c4ab-f968-454a-8732-e07e83bddff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:55.629394 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0011d1a-4321-41e6-b3fa-35c534d46437 req-5e78c4ab-f968-454a-8732-e07e83bddff3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a6feace8-82af-4509-b2e1-550d32a2334c HTTP/1.1" status: 200 len: 919 time: 0.8966920 Feb 08 15:52:55.632706 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-47c7c3dc-4a42-4556-a96d-aec2b51c7cc8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=1fca2d15-0d72-4941-9cc7-0a684024e525 HTTP/1.1" status: 200 len: 217 time: 0.0498934 Feb 08 15:52:55.689052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97498e54-1290-41d4-8da6-975e04a60482 req-e30f942b-9c27-4b9e-aea8-0309964e863b tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:55.690705 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-97498e54-1290-41d4-8da6-975e04a60482 req-e30f942b-9c27-4b9e-aea8-0309964e863b tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 943 time: 0.4751050 Feb 08 15:52:55.703444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d9cbe-5ec2-4c87-971f-240e85c20488 req-48862b12-2946-40c7-9137-7178ca9629cf tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:55.704180 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-670b0476-7a0c-44fe-b472-dee02a1995f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:55.705794 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-670b0476-7a0c-44fe-b472-dee02a1995f4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0648947 Feb 08 15:52:55.709615 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-494d9cbe-5ec2-4c87-971f-240e85c20488 req-48862b12-2946-40c7-9137-7178ca9629cf tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.4886155 Feb 08 15:52:55.766858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-6f317958-344b-4a6b-a805-cd532d406e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:55.767740 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0011d1a-4321-41e6-b3fa-35c534d46437 req-6f72039a-9819-48e9-9c55-bc08270ead71 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=110c4337-dfdf-4d0b-ab97-a1047807749a HTTP/1.1" status: 200 len: 217 time: 0.1169434 Feb 08 15:52:55.768804 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-6f317958-344b-4a6b-a805-cd532d406e0c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0549302 Feb 08 15:52:55.784799 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-15f67d3b-4e03-44a5-bac6-19da17972e85 service neutron] 10.222.0.94 "GET /v2.0/networks/a6feace8-82af-4509-b2e1-550d32a2334c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280876 Feb 08 15:52:55.868219 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-d75adf58-9421-4653-93c8-8e50967aac45 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880744 Feb 08 15:52:55.948289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-494d9cbe-5ec2-4c87-971f-240e85c20488 req-50ca0beb-f6f3-4e6f-92b0-0efac749af2a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954751 Feb 08 15:52:55.952457 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0011d1a-4321-41e6-b3fa-35c534d46437 req-2f94089e-739e-4e63-a022-1b815745d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:55.953980 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0011d1a-4321-41e6-b3fa-35c534d46437 req-2f94089e-739e-4e63-a022-1b815745d7a6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7a3e9a79-544e-4b54-a287-244d34376bd6 HTTP/1.1" status: 200 len: 858 time: 0.1682098 Feb 08 15:52:55.959069 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-97498e54-1290-41d4-8da6-975e04a60482 req-52a97b9c-9555-4b52-b4e0-78b16f7cf88d tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140520 Feb 08 15:52:55.993536 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69f1adb1-509a-4e1d-8517-7f7527aa0f7b req-51806d35-5f59-4095-8e72-cc1c2923774d service neutron] 10.222.0.94 "GET /v2.0/networks/a6feace8-82af-4509-b2e1-550d32a2334c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938100 Feb 08 15:52:56.002221 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7c8015ab-1095-45e1-929f-6abdd3229b99 req-68a93a56-141f-428d-ba8b-5b56e9e901cf service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251047 Feb 08 15:52:56.013439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0011d1a-4321-41e6-b3fa-35c534d46437 req-2959d183-c305-4aec-9bd8-75c55a025038 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a6feace8-82af-4509-b2e1-550d32a2334c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450747 Feb 08 15:52:56.040650 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43472) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:56.081847 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87be8fa6-d4ba-4866-97ca-4d4f05001368 x-openstack-request-id: req-87be8fa6-d4ba-4866-97ca-4d4f05001368 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:56.082517 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d12fba8-30f4-462a-8949-82929d91c1a8", "tag": "98ae7285-a2d0-4732-a984-36c81f6b62a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "04d98dcf-6e5e-49bc-84d0-6efd1184dd52", "tag": "f9d85891-195c-413d-8e11-eae59541b0d8", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:56.083032 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-87be8fa6-d4ba-4866-97ca-4d4f05001368 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:56.083608 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d12fba8-30f4-462a-8949-82929d91c1a8', 'tag': '98ae7285-a2d0-4732-a984-36c81f6b62a1', 'status': 'completed', 'code': 200} Feb 08 15:52:56.084028 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d98dcf-6e5e-49bc-84d0-6efd1184dd52', 'tag': 'f9d85891-195c-413d-8e11-eae59541b0d8', 'status': 'completed', 'code': 200} Feb 08 15:52:56.153247 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8bca8b-eb39-49a8-8fec-6a13da0d94ed x-openstack-request-id: req-0e8bca8b-eb39-49a8-8fec-6a13da0d94ed {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:56.153449 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "name": "network-vif-unplugged", "status": "completed", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525", "code": 200}, {"server_uuid": "9bf1ea68-2b20-423c-bfe0-f4423555a04f", "name": "network-vif-deleted", "tag": "568169a0-ea32-4ab9-8f39-0ae9a555cacb", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:56.153792 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0e8bca8b-eb39-49a8-8fec-6a13da0d94ed {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:56.154243 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525', 'code': 200} Feb 08 15:52:56.154506 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf1ea68-2b20-423c-bfe0-f4423555a04f', 'name': 'network-vif-deleted', 'tag': '568169a0-ea32-4ab9-8f39-0ae9a555cacb', 'status': 'completed', 'code': 200} Feb 08 15:52:56.254447 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0011d1a-4321-41e6-b3fa-35c534d46437 req-7edccf28-a9f0-42ef-9b2d-c5b88cd9bb54 service neutron] 10.222.0.96 "GET /v2.0/networks/a6feace8-82af-4509-b2e1-550d32a2334c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339249 Feb 08 15:52:56.292207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 1fca2d15-0d72-4941-9cc7-0a684024e525 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:52:56.340009 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-d385aa20-4c39-4292-b5b2-739dd89be5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:56.341737 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-d385aa20-4c39-4292-b5b2-739dd89be5ed service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9ce6bbf002ad40548ebbb3a7f5588fa8&device_id=04d98dcf-6e5e-49bc-84d0-6efd1184dd52 HTTP/1.1" status: 200 len: 1126 time: 0.2046168 Feb 08 15:52:56.355099 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port 1fca2d15-0d72-4941-9cc7-0a684024e525 host n-h2-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:52:56.355764 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 1fca2d15-0d72-4941-9cc7-0a684024e525 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:52:56.356513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 8344105e-3543-4337-bbd8-49eb721c0c92 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:52:56.363165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af787ce-e47d-4d6b-9066-7df010aed9d1 req-64b3d3df-273d-4009-bb3d-b4a227d855c2 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:56.365594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af787ce-e47d-4d6b-9066-7df010aed9d1 req-64b3d3df-273d-4009-bb3d-b4a227d855c2 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1773202 Feb 08 15:52:56.375458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d189ed2-7088-406a-8f17-ff15a8e5e878 req-68092d10-ebb6-4d0a-b27b-2f90a1e940a0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:56.378487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 8344105e-3543-4337-bbd8-49eb721c0c92 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:52:56.379034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 8344105e-3543-4337-bbd8-49eb721c0c92 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:52:56.381592 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d189ed2-7088-406a-8f17-ff15a8e5e878 req-68092d10-ebb6-4d0a-b27b-2f90a1e940a0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 949 time: 0.2240725 Feb 08 15:52:56.562461 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5af787ce-e47d-4d6b-9066-7df010aed9d1 req-d695f300-0aca-41ae-b183-073898d24106 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795049 Feb 08 15:52:56.585747 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0011d1a-4321-41e6-b3fa-35c534d46437 req-fc55e12f-6bd2-4e52-b6c2-aafdf5214cbc service neutron] 10.222.0.96 "GET /v2.0/networks/a6feace8-82af-4509-b2e1-550d32a2334c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054008 Feb 08 15:52:56.619450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 98ae7285-a2d0-4732-a984-36c81f6b62a1 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:52:56.628286 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d189ed2-7088-406a-8f17-ff15a8e5e878 req-811c514b-2bb1-46fc-aa1a-e1f902eaa0bb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257771 Feb 08 15:52:56.635985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-b2b722f4-fbe9-442a-85c6-e0b996382f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:56.637619 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-b2b722f4-fbe9-442a-85c6-e0b996382f6a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9ce6bbf002ad40548ebbb3a7f5588fa8&device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 1126 time: 0.4887669 Feb 08 15:52:56.641161 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-fd8d6f07-3964-4c80-821a-c2c8b6c6832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:56.643190 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-fd8d6f07-3964-4c80-821a-c2c8b6c6832a service neutron] 10.222.0.94 "GET /v2.0/networks?id=a6feace8-82af-4509-b2e1-550d32a2334c HTTP/1.1" status: 200 len: 919 time: 0.2931039 Feb 08 15:52:56.696641 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-0a9e8342-052b-4702-86f8-c954770a0378 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9d85891-195c-413d-8e11-eae59541b0d8 HTTP/1.1" status: 200 len: 217 time: 0.0460052 Feb 08 15:52:56.814757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-5946bb63-fbf3-4f86-a14c-f48da4d4da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:56.816531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-5946bb63-fbf3-4f86-a14c-f48da4d4da89 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7a3e9a79-544e-4b54-a287-244d34376bd6 HTTP/1.1" status: 200 len: 858 time: 0.1137638 Feb 08 15:52:56.855748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 98ae7285-a2d0-4732-a984-36c81f6b62a1, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=98ae7285-a2d0-4732-a984-36c81f6b62a1,segment=NetworkSegment(a695a7ed-6ec5-4707-8734-b68b5f70fa31),segment_id=a695a7ed-6ec5-4707-8734-b68b5f70fa31)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:56.857099 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-0dd31be3-55ae-4a3e-85b4-8656e3f90ac4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a6feace8-82af-4509-b2e1-550d32a2334c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324812 Feb 08 15:52:56.880371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '98ae7285-a2d0-4732-a984-36c81f6b62a1', 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c', 'port_id': '98ae7285-a2d0-4732-a984-36c81f6b62a1', 'mac_address': 'fa:16:3e:50:80:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3e9a79-544e-4b54-a287-244d34376bd6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:52:56.931095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 98ae7285-a2d0-4732-a984-36c81f6b62a1 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:52:56.931930 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (98ae7285-a2d0-4732-a984-36c81f6b62a1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:56.932705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-fefbe97a-3032-4938-8b5e-51989e49e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:56.934331 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-fefbe97a-3032-4938-8b5e-51989e49e44c service neutron] 10.222.0.96 "GET /v2.0/networks?id=a6feace8-82af-4509-b2e1-550d32a2334c HTTP/1.1" status: 200 len: 919 time: 0.2845168 Feb 08 15:52:56.953394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ae7285-a2d0-4732-a984-36c81f6b62a1 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:56.996163 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 98ae7285-a2d0-4732-a984-36c81f6b62a1, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=98ae7285-a2d0-4732-a984-36c81f6b62a1,segment=NetworkSegment(a695a7ed-6ec5-4707-8734-b68b5f70fa31),segment_id=a695a7ed-6ec5-4707-8734-b68b5f70fa31)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:57.002445 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (98ae7285-a2d0-4732-a984-36c81f6b62a1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:57.003675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 110c4337-dfdf-4d0b-ab97-a1047807749a details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:52:57.023353 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-d834cf28-346c-4c28-8160-371ca253c3fb service neutron] 10.222.0.94 "GET /v2.0/networks/a6feace8-82af-4509-b2e1-550d32a2334c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581600 Feb 08 15:52:57.070892 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-cfebecfd-32a6-4a34-9a1a-925cbe91abd4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98ae7285-a2d0-4732-a984-36c81f6b62a1 HTTP/1.1" status: 200 len: 217 time: 0.1279156 Feb 08 15:52:57.139216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=98ae7285-a2d0-4732-a984-36c81f6b62a1,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:57.162973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 110c4337-dfdf-4d0b-ab97-a1047807749a, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=110c4337-dfdf-4d0b-ab97-a1047807749a,segment=NetworkSegment(a695a7ed-6ec5-4707-8734-b68b5f70fa31),segment_id=a695a7ed-6ec5-4707-8734-b68b5f70fa31)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:57.181955 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '110c4337-dfdf-4d0b-ab97-a1047807749a', 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c', 'port_id': '110c4337-dfdf-4d0b-ab97-a1047807749a', 'mac_address': 'fa:16:3e:05:4d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3e9a79-544e-4b54-a287-244d34376bd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:52:57.219019 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bbe09-2d6b-47ac-ba44-1fed352248db req-19839b63-93d5-41cd-a867-ffc0cb26446a tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:57.220665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc2bbe09-2d6b-47ac-ba44-1fed352248db req-19839b63-93d5-41cd-a867-ffc0cb26446a tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 944 time: 0.1271050 Feb 08 15:52:57.223339 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-340e4352-679f-40a6-8520-afc9bd341ced service neutron] 10.222.0.94 "GET /v2.0/networks/a6feace8-82af-4509-b2e1-550d32a2334c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922305 Feb 08 15:52:57.249856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 110c4337-dfdf-4d0b-ab97-a1047807749a is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:52:57.252178 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (110c4337-dfdf-4d0b-ab97-a1047807749a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:57.262507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-ef191fad-8367-42a4-b49c-8fd4ae919c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:57.265668 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-ef191fad-8367-42a4-b49c-8fd4ae919c9b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7a3e9a79-544e-4b54-a287-244d34376bd6 HTTP/1.1" status: 200 len: 858 time: 0.1808214 Feb 08 15:52:57.274960 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110c4337-dfdf-4d0b-ab97-a1047807749a {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:57.295168 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc2bbe09-2d6b-47ac-ba44-1fed352248db req-4f8e40f4-28ce-4f33-80ab-833df63731fb tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666718 Feb 08 15:52:57.321874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 110c4337-dfdf-4d0b-ab97-a1047807749a, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=110c4337-dfdf-4d0b-ab97-a1047807749a,segment=NetworkSegment(a695a7ed-6ec5-4707-8734-b68b5f70fa31),segment_id=a695a7ed-6ec5-4707-8734-b68b5f70fa31)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:57.322350 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (110c4337-dfdf-4d0b-ab97-a1047807749a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:57.388662 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-af291f2f-1792-45b5-b399-46d0044526d7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a6feace8-82af-4509-b2e1-550d32a2334c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151488 Feb 08 15:52:57.392312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=110c4337-dfdf-4d0b-ab97-a1047807749a,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:57.489436 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f50866a-f570-4a6b-9284-c04d2f101bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (56ef67b9-587e-487d-82b3-bb5a7f95aedc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:57.579831 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-d33579c0-7d47-4c22-ad15-57fd42a80aee service neutron] 10.222.0.96 "GET /v2.0/networks/a6feace8-82af-4509-b2e1-550d32a2334c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833196 Feb 08 15:52:57.742778 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d13ac83c-6be6-4c19-9ccf-2f7ce4fad831 req-d65d6e1c-67f7-4e66-9e24-bb4bc3fa4a10 service neutron] 10.222.0.96 "GET /v2.0/networks/a6feace8-82af-4509-b2e1-550d32a2334c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562004 Feb 08 15:52:57.797404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313d905-fd57-4260-b54b-41aa111c5400 req-caed3940-113b-4c87-9e09-67f660278958 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:57.798960 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5313d905-fd57-4260-b54b-41aa111c5400 req-caed3940-113b-4c87-9e09-67f660278958 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 949 time: 0.0905936 Feb 08 15:52:57.817317 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['110c4337-dfdf-4d0b-ab97-a1047807749a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:57.854866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5313d905-fd57-4260-b54b-41aa111c5400 req-373df247-ed13-4969-8b82-4c85eff63d7b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489604 Feb 08 15:52:57.875534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['98ae7285-a2d0-4732-a984-36c81f6b62a1'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:57.907518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-1f50866a-f570-4a6b-9284-c04d2f101bb8 admin admin] Deleting port 071d2f9b-99c8-40b1-b853-d6ad0b472cc0 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:52:57.908341 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f50866a-f570-4a6b-9284-c04d2f101bb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:58.031782 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-1f50866a-f570-4a6b-9284-c04d2f101bb8 admin admin] For port 071d2f9b-99c8-40b1-b853-d6ad0b472cc0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=071d2f9b-99c8-40b1-b853-d6ad0b472cc0,segment=NetworkSegment(13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d),segment_id=13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:58.032455 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f50866a-f570-4a6b-9284-c04d2f101bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:58.057691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-1f50866a-f570-4a6b-9284-c04d2f101bb8 admin admin] Calling delete_port for 071d2f9b-99c8-40b1-b853-d6ad0b472cc0 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:52:58.157784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:52:58.161365 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a753492-1b4b-4cd6-bff1-faf3d19fd5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:52:58.266478 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6134f4d-5728-4343-b996-0208a0b8a431 x-openstack-request-id: req-a6134f4d-5728-4343-b996-0208a0b8a431 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:52:58.266753 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:52:58.267239 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a6134f4d-5728-4343-b996-0208a0b8a431 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:52:58.267520 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525', 'status': 'completed', 'code': 200} Feb 08 15:52:58.306641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device f9d85891-195c-413d-8e11-eae59541b0d8 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:52:58.372564 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a753492-1b4b-4cd6-bff1-faf3d19fd5b0 req-34782a4e-e760-4a0e-a258-3db4f4491d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:58.375729 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3a753492-1b4b-4cd6-bff1-faf3d19fd5b0 req-34782a4e-e760-4a0e-a258-3db4f4491d33 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 1132 time: 0.1117792 Feb 08 15:52:58.432275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port f9d85891-195c-413d-8e11-eae59541b0d8, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f9d85891-195c-413d-8e11-eae59541b0d8,segment=NetworkSegment(a695a7ed-6ec5-4707-8734-b68b5f70fa31),segment_id=a695a7ed-6ec5-4707-8734-b68b5f70fa31)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:58.449419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 568169a0-ea32-4ab9-8f39-0ae9a555cacb no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:52:58.541876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc1836-a020-4dff-a895-ab1150433dc5 req-f379d98c-fe8b-4fab-917f-134bfde243a9 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:58.545235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73dc1836-a020-4dff-a895-ab1150433dc5 req-f379d98c-fe8b-4fab-917f-134bfde243a9 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 944 time: 0.1126478 Feb 08 15:52:58.573536 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f50866a-f570-4a6b-9284-c04d2f101bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (071d2f9b-99c8-40b1-b853-d6ad0b472cc0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:58.580841 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'f9d85891-195c-413d-8e11-eae59541b0d8', 'network_id': 'a6feace8-82af-4509-b2e1-550d32a2334c', 'port_id': 'f9d85891-195c-413d-8e11-eae59541b0d8', 'mac_address': 'fa:16:3e:7f:be:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a3e9a79-544e-4b54-a287-244d34376bd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:52:58.585885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 568169a0-ea32-4ab9-8f39-0ae9a555cacb {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:52:58.586228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 568169a0-ea32-4ab9-8f39-0ae9a555cacb not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:52:58.653908 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73dc1836-a020-4dff-a895-ab1150433dc5 req-092ac855-5d07-4eb7-be68-2cfe0809aa5e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010737 Feb 08 15:52:58.674557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port f9d85891-195c-413d-8e11-eae59541b0d8 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:52:58.677675 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f9d85891-195c-413d-8e11-eae59541b0d8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:58.677828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50866a-f570-4a6b-9284-c04d2f101bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=071d2f9b-99c8-40b1-b853-d6ad0b472cc0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:58.688186 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 1fca2d15-0d72-4941-9cc7-0a684024e525 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:52:58.730668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a753492-1b4b-4cd6-bff1-faf3d19fd5b0 req-54fe8472-d3a4-42a6-ae8a-a85f7f081d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:58.732595 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3a753492-1b4b-4cd6-bff1-faf3d19fd5b0 req-54fe8472-d3a4-42a6-ae8a-a85f7f081d2d service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.3355217 Feb 08 15:52:58.812620 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3a753492-1b4b-4cd6-bff1-faf3d19fd5b0 req-1efc9836-cb8c-4aed-b197-bd51a233f6c9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=1fca2d15-0d72-4941-9cc7-0a684024e525 HTTP/1.1" status: 200 len: 217 time: 0.0717118 Feb 08 15:52:58.813401 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=1fca2d15-0d72-4941-9cc7-0a684024e525,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:58.837799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d85891-195c-413d-8e11-eae59541b0d8 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:58.859215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port f9d85891-195c-413d-8e11-eae59541b0d8, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f9d85891-195c-413d-8e11-eae59541b0d8,segment=NetworkSegment(a695a7ed-6ec5-4707-8734-b68b5f70fa31),segment_id=a695a7ed-6ec5-4707-8734-b68b5f70fa31)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:58.862897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '1fca2d15-0d72-4941-9cc7-0a684024e525', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '1fca2d15-0d72-4941-9cc7-0a684024e525', 'mac_address': 'fa:16:3e:4e:cb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:52:58.869521 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f9d85891-195c-413d-8e11-eae59541b0d8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:58.997795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 1fca2d15-0d72-4941-9cc7-0a684024e525 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:52:58.998101 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:59.015831 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=f9d85891-195c-413d-8e11-eae59541b0d8,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:59.021917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fca2d15-0d72-4941-9cc7-0a684024e525 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:52:59.040872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a753492-1b4b-4cd6-bff1-faf3d19fd5b0 req-fad141f1-2bd4-46c4-85de-f428f7a94368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:59.042741 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3a753492-1b4b-4cd6-bff1-faf3d19fd5b0 req-fad141f1-2bd4-46c4-85de-f428f7a94368 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2223830 Feb 08 15:52:59.050568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=1fca2d15-0d72-4941-9cc7-0a684024e525,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:52:59.059427 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:59.097880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd1aeb-91ca-4507-9869-d2857910ead1 req-646adc44-23df-4f81-897a-f25037e81eb7 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:59.100062 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1fd1aeb-91ca-4507-9869-d2857910ead1 req-646adc44-23df-4f81-897a-f25037e81eb7 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 949 time: 0.0899370 Feb 08 15:52:59.103985 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f50866a-f570-4a6b-9284-c04d2f101bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (56ef67b9-587e-487d-82b3-bb5a7f95aedc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:59.169516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['f9d85891-195c-413d-8e11-eae59541b0d8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:59.203215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1fd1aeb-91ca-4507-9869-d2857910ead1 req-b1bf2f3f-807f-433d-a22a-f61512773c9e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937006 Feb 08 15:52:59.208632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a753492-1b4b-4cd6-bff1-faf3d19fd5b0 req-d37e22d0-78de-426c-9a34-bc0fd223e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:59.210625 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3a753492-1b4b-4cd6-bff1-faf3d19fd5b0 req-d37e22d0-78de-426c-9a34-bc0fd223e416 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1414034 Feb 08 15:52:59.292060 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=1fca2d15-0d72-4941-9cc7-0a684024e525,revision_number=12']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:52:59.403605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636fea3-0188-405b-8ed0-8fe6c4a9ed4d req-b8b06795-9093-4a53-a8a0-c8bcbbe8f4b6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:59.413819 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0636fea3-0188-405b-8ed0-8fe6c4a9ed4d req-b8b06795-9093-4a53-a8a0-c8bcbbe8f4b6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 950 time: 0.1082551 Feb 08 15:52:59.515704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0636fea3-0188-405b-8ed0-8fe6c4a9ed4d req-b91b695b-266b-4b0c-8088-34527cbe5caa tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992455 Feb 08 15:52:59.529323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f50866a-f570-4a6b-9284-c04d2f101bb8 admin admin] Router 56ef67b9-587e-487d-82b3-bb5a7f95aedc has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:52:59.563960 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3a753492-1b4b-4cd6-bff1-faf3d19fd5b0 req-9f9fedd3-c803-4632-b2c4-49e0d1019016 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232391 Feb 08 15:52:59.627663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['1fca2d15-0d72-4941-9cc7-0a684024e525'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:52:59.769098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f50866a-f570-4a6b-9284-c04d2f101bb8 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:52:59.774853 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1f50866a-f570-4a6b-9284-c04d2f101bb8 admin admin] 10.222.0.82 "PUT /v2.0/routers/56ef67b9-587e-487d-82b3-bb5a7f95aedc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7329366 Feb 08 15:52:59.777387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43544) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:52:59.784816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf9998-2d8c-42a6-83ed-af92eaf56b5a None None] Sync routers for ids ['56ef67b9-587e-487d-82b3-bb5a7f95aedc'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:52:59.817179 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cf9998-2d8c-42a6-83ed-af92eaf56b5a None None] Routers {'56ef67b9-587e-487d-82b3-bb5a7f95aedc'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:52:59.818535 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-a5a54f61-d47e-4bbd-80e0-0f589a5a78a2 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=e7801731b81d427e9445bed7845b06a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354373 Feb 08 15:52:59.819012 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d4cf9998-2d8c-42a6-83ed-af92eaf56b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:52:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['56ef67b9-587e-487d-82b3-bb5a7f95aedc'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:52:59.895917 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3a753492-1b4b-4cd6-bff1-faf3d19fd5b0 req-540dfca2-d60e-479a-8e9c-703390c37a89 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198980 Feb 08 15:52:59.944469 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] Publish callbacks [] for router (56ef67b9-587e-487d-82b3-bb5a7f95aedc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:52:59.977043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-99f40126-ac1a-4125-90c8-76f946c8c59e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:52:59.978558 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-99f40126-ac1a-4125-90c8-76f946c8c59e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524658 Feb 08 15:52:59.989178 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-d4cf9998-2d8c-42a6-83ed-af92eaf56b5a None None] Set router 56ef67b9-587e-487d-82b3-bb5a7f95aedc gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:53:00.000394 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-c883b6b4-f49c-4f81-a3ef-c35866f3be50 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/quotas/e7801731b81d427e9445bed7845b06a4 HTTP/1.1" status: 200 len: 375 time: 0.0141497 Feb 08 15:53:00.012772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082b610-296b-4b4d-9c75-044a8ef36711 req-a99db4be-9162-4010-aef2-659d42a2df9e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:00.020614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9082b610-296b-4b4d-9c75-044a8ef36711 req-a99db4be-9162-4010-aef2-659d42a2df9e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 944 time: 0.0988245 Feb 08 15:53:00.080530 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] Publish callbacks [] for router_gateway (56ef67b9-587e-487d-82b3-bb5a7f95aedc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:00.140892 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-86ec1907-0f6c-484a-9c6a-f92b24ebdb27 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118515 Feb 08 15:53:00.144801 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9082b610-296b-4b4d-9c75-044a8ef36711 req-bedb7655-95b5-435b-9306-c211c2441a01 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233082 Feb 08 15:53:00.154794 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] Deleting port f38fdff3-ce86-4537-9e79-b7284c2fdfbe {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:53:00.155190 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f38fdff3-ce86-4537-9e79-b7284c2fdfbe), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:00.297507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d4cf9998-2d8c-42a6-83ed-af92eaf56b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'name': 'tempest-ServerRescueTestJSON-1025532558-router', 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'f38fdff3-ce86-4537-9e79-b7284c2fdfbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:50:26Z', 'updated_at': '2022-02-08T15:52:58Z', 'revision_number': 5, 'project_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'gw_port': {'id': 'f38fdff3-ce86-4537-9e79-b7284c2fdfbe', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:50:29Z', 'updated_at': '2022-02-08T15:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:53:00.328168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8235b9-11f9-488c-92a5-0c954ef41b3d req-36a47ec1-eb2d-4b81-839a-edfb47e85a0b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:00.329759 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b8235b9-11f9-488c-92a5-0c954ef41b3d req-36a47ec1-eb2d-4b81-839a-edfb47e85a0b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0812230 Feb 08 15:53:00.341453 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device f9d85891-195c-413d-8e11-eae59541b0d8 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:53:00.344858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf9998-2d8c-42a6-83ed-af92eaf56b5a None None] Checking router: 56ef67b9-587e-487d-82b3-bb5a7f95aedc for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:53:00.355135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] For port f38fdff3-ce86-4537-9e79-b7284c2fdfbe, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f38fdff3-ce86-4537-9e79-b7284c2fdfbe,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:00.355542 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f38fdff3-ce86-4537-9e79-b7284c2fdfbe), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:00.374162 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] Calling delete_port for f38fdff3-ce86-4537-9e79-b7284c2fdfbe owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:53:00.387812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cf9998-2d8c-42a6-83ed-af92eaf56b5a None None] Routers {'56ef67b9-587e-487d-82b3-bb5a7f95aedc'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:53:00.388593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d4cf9998-2d8c-42a6-83ed-af92eaf56b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:52:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['56ef67b9-587e-487d-82b3-bb5a7f95aedc'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:53:00.442580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e76f8235-ad22-43fc-bce7-9a2232c28f61 req-16001366-df58-4c79-a590-d3c541086464 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 210 time: 0.0657928 Feb 08 15:53:00.465784 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b8235b9-11f9-488c-92a5-0c954ef41b3d req-d72a872b-b3de-4c9c-aff9-204b382d21f5 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237583 Feb 08 15:53:00.538692 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-d4cf9998-2d8c-42a6-83ed-af92eaf56b5a None None] Set router 56ef67b9-587e-487d-82b3-bb5a7f95aedc gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:53:00.541355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port f9d85891-195c-413d-8e11-eae59541b0d8 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:53:00.620360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d4cf9998-2d8c-42a6-83ed-af92eaf56b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'name': 'tempest-ServerRescueTestJSON-1025532558-router', 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:50:26Z', 'updated_at': '2022-02-08T15:53:00Z', 'revision_number': 6, 'project_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:53:00.623116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port f9d85891-195c-413d-8e11-eae59541b0d8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:53:00.625006 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f9d85891-195c-413d-8e11-eae59541b0d8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:00.646599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf2db7-4b21-4710-ac02-9051a6329d1e req-c33ea800-3e0f-4f20-8a77-5aff28176eea tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:00.648428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4daf2db7-4b21-4710-ac02-9051a6329d1e req-c33ea800-3e0f-4f20-8a77-5aff28176eea tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0684769 Feb 08 15:53:00.654248 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f38fdff3-ce86-4537-9e79-b7284c2fdfbe), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:00.685510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] Pushing event deleted for resources: {'Port': ['ID=f38fdff3-ce86-4537-9e79-b7284c2fdfbe,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:00.704865 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4daf2db7-4b21-4710-ac02-9051a6329d1e req-7fc8f99d-5967-4126-b4ca-0d5d07745039 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492313 Feb 08 15:53:00.769288 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (56ef67b9-587e-487d-82b3-bb5a7f95aedc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:00.853876 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 98ae7285-a2d0-4732-a984-36c81f6b62a1 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:53:00.861202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf9998-2d8c-42a6-83ed-af92eaf56b5a None None] The sync data for ids ['56ef67b9-587e-487d-82b3-bb5a7f95aedc'] in n-d-824834-11 is: [{'id': '56ef67b9-587e-487d-82b3-bb5a7f95aedc', 'name': 'tempest-ServerRescueTestJSON-1025532558-router', 'tenant_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:50:26Z', 'updated_at': '2022-02-08T15:53:00Z', 'revision_number': 6, 'project_id': '9e40cb6f572f4909aa3dc0bba4bd5834', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:53:00.976705 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 98ae7285-a2d0-4732-a984-36c81f6b62a1 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:53:00.989415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 98ae7285-a2d0-4732-a984-36c81f6b62a1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:53:00.989749 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (98ae7285-a2d0-4732-a984-36c81f6b62a1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:00.994351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port f9d85891-195c-413d-8e11-eae59541b0d8 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:53:00.994635 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f9d85891-195c-413d-8e11-eae59541b0d8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:01.085455 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d98dcf-6e5e-49bc-84d0-6efd1184dd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d85891-195c-413d-8e11-eae59541b0d8'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:01.088113 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da0d7a9-798b-4837-b07f-485726d1df34" -d '{"events": [{"server_uuid": "04d98dcf-6e5e-49bc-84d0-6efd1184dd52", "name": "network-vif-plugged", "status": "completed", "tag": "f9d85891-195c-413d-8e11-eae59541b0d8"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:01.109910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port f9d85891-195c-413d-8e11-eae59541b0d8, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f9d85891-195c-413d-8e11-eae59541b0d8,segment=NetworkSegment(a695a7ed-6ec5-4707-8734-b68b5f70fa31),segment_id=a695a7ed-6ec5-4707-8734-b68b5f70fa31)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:01.118241 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f9d85891-195c-413d-8e11-eae59541b0d8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:01.250539 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (56ef67b9-587e-487d-82b3-bb5a7f95aedc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:01.253080 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] Publish callbacks [] for router_controller (56ef67b9-587e-487d-82b3-bb5a7f95aedc), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:01.356391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (56ef67b9-587e-487d-82b3-bb5a7f95aedc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:01.357039 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56ef67b9-587e-487d-82b3-bb5a7f95aedc {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:53:01.364041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:01.365174 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f195266b-6c2b-468f-8cd0-31f6a98ecd9d admin admin] 10.222.0.82 "DELETE /v2.0/routers/56ef67b9-587e-487d-82b3-bb5a7f95aedc HTTP/1.1" status: 204 len: 168 time: 1.5833945 Feb 08 15:53:01.372918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43576) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:01.429048 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea47ead9-63c0-4f69-91d6-c7d8ea5d4db1 x-openstack-request-id: req-ea47ead9-63c0-4f69-91d6-c7d8ea5d4db1 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:01.429485 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d98dcf-6e5e-49bc-84d0-6efd1184dd52", "name": "network-vif-plugged", "status": "completed", "tag": "f9d85891-195c-413d-8e11-eae59541b0d8", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:01.429747 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ea47ead9-63c0-4f69-91d6-c7d8ea5d4db1 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:01.430182 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d98dcf-6e5e-49bc-84d0-6efd1184dd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d85891-195c-413d-8e11-eae59541b0d8', 'code': 200} Feb 08 15:53:01.504149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=f9d85891-195c-413d-8e11-eae59541b0d8,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:01.507574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 98ae7285-a2d0-4732-a984-36c81f6b62a1 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:53:01.507966 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (98ae7285-a2d0-4732-a984-36c81f6b62a1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:01.516191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ce1420-42df-403d-aada-2c1f45043049 admin admin] Deleting subnet df6fa361-f17a-44c7-8a19-142ba5e65abc {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:53:01.521007 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85ce1420-42df-403d-aada-2c1f45043049 admin admin] Publish callbacks [] for subnet (df6fa361-f17a-44c7-8a19-142ba5e65abc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:01.552495 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a9f47d8f-d519-417f-9cdc-4f72df33dea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:01.568774 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85ce1420-42df-403d-aada-2c1f45043049 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (df6fa361-f17a-44c7-8a19-142ba5e65abc), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:01.610540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 98ae7285-a2d0-4732-a984-36c81f6b62a1, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=98ae7285-a2d0-4732-a984-36c81f6b62a1,segment=NetworkSegment(a695a7ed-6ec5-4707-8734-b68b5f70fa31),segment_id=a695a7ed-6ec5-4707-8734-b68b5f70fa31)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:01.615360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 071d2f9b-99c8-40b1-b853-d6ad0b472cc0 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:53:01.624838 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (98ae7285-a2d0-4732-a984-36c81f6b62a1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:01.625736 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 110c4337-dfdf-4d0b-ab97-a1047807749a up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:53:01.634890 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85ce1420-42df-403d-aada-2c1f45043049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (df6fa361-f17a-44c7-8a19-142ba5e65abc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:01.665977 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b57e9-3272-44dd-80d4-a4c943abe4a4 req-cb2cbcf4-4787-439a-af1f-1c0db9550d38 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:01.668146 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b1b57e9-3272-44dd-80d4-a4c943abe4a4 req-cb2cbcf4-4787-439a-af1f-1c0db9550d38 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 944 time: 0.3470035 Feb 08 15:53:01.686166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 071d2f9b-99c8-40b1-b853-d6ad0b472cc0 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:53:01.686824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 071d2f9b-99c8-40b1-b853-d6ad0b472cc0 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:53:01.725160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58f24141-73af-4c8c-a2e2-08cb0507d65b req-7dd4b992-4d56-4248-b124-77cdc7d471a6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 210 time: 0.0783103 Feb 08 15:53:01.732515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548f4ea-6acc-4c18-afce-8f235a819b9d req-c25a55ec-8f6d-4e6d-9eca-08053f583988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:01.735671 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8548f4ea-6acc-4c18-afce-8f235a819b9d req-c25a55ec-8f6d-4e6d-9eca-08053f583988 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=04d98dcf-6e5e-49bc-84d0-6efd1184dd52 HTTP/1.1" status: 200 len: 1128 time: 0.3217449 Feb 08 15:53:01.749282 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85ce1420-42df-403d-aada-2c1f45043049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (df6fa361-f17a-44c7-8a19-142ba5e65abc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:01.793903 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce1420-42df-403d-aada-2c1f45043049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df6fa361-f17a-44c7-8a19-142ba5e65abc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:01.814628 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85ce1420-42df-403d-aada-2c1f45043049 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:01.822709 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-85ce1420-42df-403d-aada-2c1f45043049 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/df6fa361-f17a-44c7-8a19-142ba5e65abc HTTP/1.1" status: 204 len: 168 time: 0.4484313 Feb 08 15:53:01.824629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43590) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:01.849643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=98ae7285-a2d0-4732-a984-36c81f6b62a1,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:01.909329 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b1b57e9-3272-44dd-80d4-a4c943abe4a4 req-509f2fe5-566c-4999-af6e-2b695d9cce21 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731579 Feb 08 15:53:01.925347 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8548f4ea-6acc-4c18-afce-8f235a819b9d req-3004a46f-1b54-4c48-9849-17276aa21d56 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509817 Feb 08 15:53:01.957621 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-9e4bcda1-e221-4d0b-8aed-475aa4c803c2 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=e7801731b81d427e9445bed7845b06a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239615 Feb 08 15:53:01.996334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 110c4337-dfdf-4d0b-ab97-a1047807749a completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:53:01.997061 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93b2106a-ed49-4b46-a25c-4efb0ddc706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (ccd87241-81d8-43e6-a2f0-71903609a7a0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:02.005930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 110c4337-dfdf-4d0b-ab97-a1047807749a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:53:02.008133 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (110c4337-dfdf-4d0b-ab97-a1047807749a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:02.089096 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93b2106a-ed49-4b46-a25c-4efb0ddc706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (ccd87241-81d8-43e6-a2f0-71903609a7a0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:02.113959 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-93b2106a-ed49-4b46-a25c-4efb0ddc706c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd87241-81d8-43e6-a2f0-71903609a7a0']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:53:02.125932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-93b2106a-ed49-4b46-a25c-4efb0ddc706c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:53:02.126279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-93b2106a-ed49-4b46-a25c-4efb0ddc706c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:53:02.137550 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93b2106a-ed49-4b46-a25c-4efb0ddc706c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:02.156920 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93b2106a-ed49-4b46-a25c-4efb0ddc706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:02.163799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b2106a-ed49-4b46-a25c-4efb0ddc706c admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:53:02.164347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93b2106a-ed49-4b46-a25c-4efb0ddc706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (13b1a2cb-a97e-4d96-b3a1-f3b7ea599e0d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:02.219108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 110c4337-dfdf-4d0b-ab97-a1047807749a is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:53:02.220105 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (110c4337-dfdf-4d0b-ab97-a1047807749a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:53:02.240739 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:53:02.253936 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93b2106a-ed49-4b46-a25c-4efb0ddc706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (ccd87241-81d8-43e6-a2f0-71903609a7a0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:02.272098 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93b2106a-ed49-4b46-a25c-4efb0ddc706c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:02.277944 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-93b2106a-ed49-4b46-a25c-4efb0ddc706c admin admin] 10.222.0.82 "DELETE /v2.0/networks/ccd87241-81d8-43e6-a2f0-71903609a7a0 HTTP/1.1" status: 204 len: 168 time: 0.4473271 Feb 08 15:53:02.287812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 110c4337-dfdf-4d0b-ab97-a1047807749a, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=110c4337-dfdf-4d0b-ab97-a1047807749a,segment=NetworkSegment(a695a7ed-6ec5-4707-8734-b68b5f70fa31),segment_id=a695a7ed-6ec5-4707-8734-b68b5f70fa31)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:02.314293 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (110c4337-dfdf-4d0b-ab97-a1047807749a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:02.318255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2106a-ed49-4b46-a25c-4efb0ddc706c admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd87241-81d8-43e6-a2f0-71903609a7a0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:02.434424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-4811190e-4c94-4656-89a3-0e05a6a4f8a7 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:02.437066 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-4811190e-4c94-4656-89a3-0e05a6a4f8a7 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988516 Feb 08 15:53:02.452112 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-99664637-8083-46e9-bc79-76aad69769af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Request body: {'port': {'device_id': '7d3e072e-f458-4294-99b2-157d228e0177', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': 'e7801731b81d427e9445bed7845b06a4'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:53:02.518033 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=110c4337-dfdf-4d0b-ab97-a1047807749a,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:02.622104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-99664637-8083-46e9-bc79-76aad69769af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Made reservation on behalf of e7801731b81d427e9445bed7845b06a4 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:53:02.626586 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-99664637-8083-46e9-bc79-76aad69769af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:02.672006 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 1fca2d15-0d72-4941-9cc7-0a684024e525 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:53:02.688298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 43616) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:02.765505 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 1fca2d15-0d72-4941-9cc7-0a684024e525 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:53:02.787435 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 1fca2d15-0d72-4941-9cc7-0a684024e525 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:53:02.787829 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:02.815711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-34b45a69-b820-479e-8741-891ef1cbafe8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9e40cb6f572f4909aa3dc0bba4bd5834&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1261084 Feb 08 15:53:02.824399 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 43622) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:02.824899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 43624) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:02.878547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-99664637-8083-46e9-bc79-76aad69769af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Allocated IP 192.168.233.146 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/199dfdee-f773-446b-8e69-cd43ca1ea404) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:53:02.918227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 1fca2d15-0d72-4941-9cc7-0a684024e525 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:53:02.918679 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:02.972078 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9852bd77-4843-4a1a-9c76-93754c3f5f0d req-a8865e2a-0919-418f-b598-783be8ad0467 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 210 time: 0.0874293 Feb 08 15:53:03.030596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=1fca2d15-0d72-4941-9cc7-0a684024e525,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:03.034349 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-742b19c7-d1cb-43b9-92e1-5bf0c1407b57 admin admin] Publish callbacks [] for security_group (a4a398bb-bc09-478d-992b-2a6462396373), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:03.040672 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:03.111187 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-742b19c7-d1cb-43b9-92e1-5bf0c1407b57 admin admin] Publish callbacks [] for security_group (a4a398bb-bc09-478d-992b-2a6462396373), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:03.128249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=1fca2d15-0d72-4941-9cc7-0a684024e525,revision_number=13']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:03.260214 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-99664637-8083-46e9-bc79-76aad69769af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks [] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:03.279008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19568237-c2f0-43a0-90fc-0dd04355d16f req-7d799943-c7df-41a5-888a-4ac340b9d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:03.280444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19568237-c2f0-43a0-90fc-0dd04355d16f req-7d799943-c7df-41a5-888a-4ac340b9d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:03.281183 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19568237-c2f0-43a0-90fc-0dd04355d16f req-7d799943-c7df-41a5-888a-4ac340b9d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:03.281972 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19568237-c2f0-43a0-90fc-0dd04355d16f req-7d799943-c7df-41a5-888a-4ac340b9d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:03.282697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19568237-c2f0-43a0-90fc-0dd04355d16f req-7d799943-c7df-41a5-888a-4ac340b9d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:03.283339 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19568237-c2f0-43a0-90fc-0dd04355d16f req-7d799943-c7df-41a5-888a-4ac340b9d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:03.284248 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19568237-c2f0-43a0-90fc-0dd04355d16f req-7d799943-c7df-41a5-888a-4ac340b9d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:03.286681 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19568237-c2f0-43a0-90fc-0dd04355d16f req-7d799943-c7df-41a5-888a-4ac340b9d86d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 6715 time: 0.4451075 Feb 08 15:53:03.314722 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-99664637-8083-46e9-bc79-76aad69769af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:03.328901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['6c1088c1-fc34-4fda-bf40-aec9bc0678e0', '56accc60-01ce-4879-8c65-79158c0cbead', '1fca2d15-0d72-4941-9cc7-0a684024e525'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:03.370607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19568237-c2f0-43a0-90fc-0dd04355d16f req-70a2a0bc-93f6-47d9-89c2-f55012663721 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764449 Feb 08 15:53:03.407056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379426ef-37da-4f83-8699-ad7501d664f3 req-54295dcf-afd4-4ba7-b926-c96fa1d44b14 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:03.415365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-379426ef-37da-4f83-8699-ad7501d664f3 req-54295dcf-afd4-4ba7-b926-c96fa1d44b14 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 945 time: 0.2804017 Feb 08 15:53:03.435265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d12fba8-30f4-462a-8949-82929d91c1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ae7285-a2d0-4732-a984-36c81f6b62a1'}, {'server_uuid': 'efa8bf17-77f4-45f8-98ba-0302f3378be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110c4337-dfdf-4d0b-ab97-a1047807749a'}, {'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:03.439294 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf2f459-03c3-4fdb-b194-b718a14ff375" -d '{"events": [{"server_uuid": "7d12fba8-30f4-462a-8949-82929d91c1a8", "name": "network-vif-plugged", "status": "completed", "tag": "98ae7285-a2d0-4732-a984-36c81f6b62a1"}, {"server_uuid": "efa8bf17-77f4-45f8-98ba-0302f3378be8", "name": "network-vif-plugged", "status": "completed", "tag": "110c4337-dfdf-4d0b-ab97-a1047807749a"}, {"server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "name": "network-vif-plugged", "status": "completed", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:03.442172 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-742b19c7-d1cb-43b9-92e1-5bf0c1407b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a4a398bb-bc09-478d-992b-2a6462396373), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:03.445609 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-742b19c7-d1cb-43b9-92e1-5bf0c1407b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:03.447420 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-742b19c7-d1cb-43b9-92e1-5bf0c1407b57 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a4a398bb-bc09-478d-992b-2a6462396373 HTTP/1.1" status: 204 len: 168 time: 0.6206372 Feb 08 15:53:03.456181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f38fdff3-ce86-4537-9e79-b7284c2fdfbe no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:53:03.504643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: f38fdff3-ce86-4537-9e79-b7284c2fdfbe {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:53:03.504643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f38fdff3-ce86-4537-9e79-b7284c2fdfbe not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:53:03.523819 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-99664637-8083-46e9-bc79-76aad69769af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:53:03.552702 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-379426ef-37da-4f83-8699-ad7501d664f3 req-67405c95-d879-4520-b08a-75879996eac8 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320574 Feb 08 15:53:03.554838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b19c7-d1cb-43b9-92e1-5bf0c1407b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a398bb-bc09-478d-992b-2a6462396373,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:03.587300 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cdb1df42-8f91-47ee-9ada-87c84de5e3e4 req-e6d1c554-db82-409e-9db6-4030125680a9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4989972 Feb 08 15:53:03.628975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-99664637-8083-46e9-bc79-76aad69769af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:53:03.633199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-99664637-8083-46e9-bc79-76aad69769af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:53:03.645694 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58287b1e-8c4b-4596-85b4-1c2f15bc41c2 x-openstack-request-id: req-58287b1e-8c4b-4596-85b4-1c2f15bc41c2 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:03.646060 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d12fba8-30f4-462a-8949-82929d91c1a8", "name": "network-vif-plugged", "status": "completed", "tag": "98ae7285-a2d0-4732-a984-36c81f6b62a1", "code": 200}, {"server_uuid": "efa8bf17-77f4-45f8-98ba-0302f3378be8", "name": "network-vif-plugged", "status": "completed", "tag": "110c4337-dfdf-4d0b-ab97-a1047807749a", "code": 200}, {"server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "name": "network-vif-plugged", "status": "completed", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:03.646325 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-58287b1e-8c4b-4596-85b4-1c2f15bc41c2 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:03.646725 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d12fba8-30f4-462a-8949-82929d91c1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ae7285-a2d0-4732-a984-36c81f6b62a1', 'code': 200} Feb 08 15:53:03.646985 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa8bf17-77f4-45f8-98ba-0302f3378be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110c4337-dfdf-4d0b-ab97-a1047807749a', 'code': 200} Feb 08 15:53:03.647238 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525', 'code': 200} Feb 08 15:53:03.716318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99664637-8083-46e9-bc79-76aad69769af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Pushing event updated for resources: {'Port': ['ID=199dfdee-f773-446b-8e69-cd43ca1ea404,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:03.786305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-99664637-8083-46e9-bc79-76aad69769af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:03.787345 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-99664637-8083-46e9-bc79-76aad69769af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:03.791233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1df42-8f91-47ee-9ada-87c84de5e3e4 req-8bdb56fa-ff10-493b-a1ef-4400328e828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:03.792926 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cdb1df42-8f91-47ee-9ada-87c84de5e3e4 req-8bdb56fa-ff10-493b-a1ef-4400328e828a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 1129 time: 0.1511500 Feb 08 15:53:03.816803 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-99664637-8083-46e9-bc79-76aad69769af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3679976 Feb 08 15:53:03.855582 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1fa7-6273-48fa-bf10-1090db2cd036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:03.932412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cb911-55b2-48e3-9f83-d7d01ea3bc38 req-868f8c25-8639-407c-8526-cb29ba2ad7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:03.941711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c56cb911-55b2-48e3-9f83-d7d01ea3bc38 req-868f8c25-8639-407c-8526-cb29ba2ad7ad service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 1128 time: 0.1969719 Feb 08 15:53:03.959468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Request body: {'port': {'device_id': '7d3e072e-f458-4294-99b2-157d228e0177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:53:03.964233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdd09b-027d-4932-816c-7dcbd23657d5 req-a1eca4ac-26e4-45d1-91d8-0163087a9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:03.965783 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bebdd09b-027d-4932-816c-7dcbd23657d5 req-a1eca4ac-26e4-45d1-91d8-0163087a9c5a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=efa8bf17-77f4-45f8-98ba-0302f3378be8 HTTP/1.1" status: 200 len: 1129 time: 0.2298315 Feb 08 15:53:04.038731 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1df42-8f91-47ee-9ada-87c84de5e3e4 req-6e1e3c25-028e-45fa-a7ef-86e9199f1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:04.040127 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cdb1df42-8f91-47ee-9ada-87c84de5e3e4 req-6e1e3c25-028e-45fa-a7ef-86e9199f1f28 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.2143297 Feb 08 15:53:04.131991 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bebdd09b-027d-4932-816c-7dcbd23657d5 req-e0f044be-0e92-4cbc-926a-000ee4dfa477 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405714 Feb 08 15:53:04.133748 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cdb1df42-8f91-47ee-9ada-87c84de5e3e4 req-604dbca9-4ff3-4240-9dd4-1e73ab541176 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=189e84f8-27d3-485c-95d2-ceedd5738444 HTTP/1.1" status: 200 len: 217 time: 0.0532694 Feb 08 15:53:04.136861 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:04.227641 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c56cb911-55b2-48e3-9f83-d7d01ea3bc38 req-18034d36-5909-4c0f-ab97-b6e2d53509df service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659171 Feb 08 15:53:04.245476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9c14b61a-0d8f-4ad1-9d8c-745e5585902c None None] Provisioning complete for port 199dfdee-f773-446b-8e69-cd43ca1ea404 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:53:04.246173 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9c14b61a-0d8f-4ad1-9d8c-745e5585902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:04.281901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0398811-a3c9-4c8d-9576-dcfeef0f8848 req-202e0e42-cf4f-41ce-a34a-c1cd09138e71 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:04.298783 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0398811-a3c9-4c8d-9576-dcfeef0f8848 req-202e0e42-cf4f-41ce-a34a-c1cd09138e71 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 936 time: 0.1554859 Feb 08 15:53:04.400667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9c14b61a-0d8f-4ad1-9d8c-745e5585902c None None] Port 199dfdee-f773-446b-8e69-cd43ca1ea404 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:53:04.426338 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0398811-a3c9-4c8d-9576-dcfeef0f8848 req-e61bbb7e-e432-4454-9017-e60b333e18c2 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268067 Feb 08 15:53:04.625369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199dfdee-f773-446b-8e69-cd43ca1ea404 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:53:04.657726 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Publish callbacks [] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:04.661834 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1df42-8f91-47ee-9ada-87c84de5e3e4 req-c4082732-adf7-45a7-b936-025fade6c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:04.663853 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cdb1df42-8f91-47ee-9ada-87c84de5e3e4 req-c4082732-adf7-45a7-b936-025fade6c9ae service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.1461613 Feb 08 15:53:04.692497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Transition to ACTIVE for port object 199dfdee-f773-446b-8e69-cd43ca1ea404 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:53:04.711268 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:04.792118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Pushing event updated for resources: {'Port': ['ID=199dfdee-f773-446b-8e69-cd43ca1ea404,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:04.828789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43688) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:04.828898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad515a37-4339-4541-ab7c-f3e2ff95c09c req-5200e4f1-a6ac-4c54-b62c-7a4ae62be60c tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:04.835103 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad515a37-4339-4541-ab7c-f3e2ff95c09c req-5200e4f1-a6ac-4c54-b62c-7a4ae62be60c tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 945 time: 0.1421087 Feb 08 15:53:04.904603 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1df42-8f91-47ee-9ada-87c84de5e3e4 req-e640c6ef-c0dd-4935-89f3-3b90f885dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:04.908360 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cdb1df42-8f91-47ee-9ada-87c84de5e3e4 req-e640c6ef-c0dd-4935-89f3-3b90f885dacf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2145615 Feb 08 15:53:04.950826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad515a37-4339-4541-ab7c-f3e2ff95c09c req-11ecbae8-1062-4b63-a93b-b42a58cf2af4 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137688 Feb 08 15:53:05.146374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Attempting to bind port 199dfdee-f773-446b-8e69-cd43ca1ea404 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:53:05.146716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Attempting to bind port 199dfdee-f773-446b-8e69-cd43ca1ea404 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:53:05.147717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Attempting to bind port 199dfdee-f773-446b-8e69-cd43ca1ea404 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:53:05.171574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984e5af-0755-45f0-9e55-3c6ba7ef85a2 req-d3d0835c-f7b2-4565-a69b-2d5b8bc25f65 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:05.173846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9984e5af-0755-45f0-9e55-3c6ba7ef85a2 req-d3d0835c-f7b2-4565-a69b-2d5b8bc25f65 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0739903 Feb 08 15:53:05.180407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Port 199dfdee-f773-446b-8e69-cd43ca1ea404 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:53:05.180780 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Attempting to bind port 199dfdee-f773-446b-8e69-cd43ca1ea404 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:53:05.191579 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cdb1df42-8f91-47ee-9ada-87c84de5e3e4 req-33b2ab8e-0fdd-4c66-b549-88586dae3459 service neutron] 10.222.0.96 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395365 Feb 08 15:53:05.192633 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:53:05.193010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:53:05.193379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:53:05.193822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Bound port: 199dfdee-f773-446b-8e69-cd43ca1ea404, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:53:05.194186 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:05.238796 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9984e5af-0755-45f0-9e55-3c6ba7ef85a2 req-ff939bf1-aebe-4276-b032-92c37f88a73f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589998 Feb 08 15:53:05.318805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d129f00-dbcb-45ec-9b42-271961d2648e req-07ee8b26-562e-4450-a148-0532a20b940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:05.319169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d129f00-dbcb-45ec-9b42-271961d2648e req-07ee8b26-562e-4450-a148-0532a20b940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:05.319837 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d129f00-dbcb-45ec-9b42-271961d2648e req-07ee8b26-562e-4450-a148-0532a20b940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:05.320438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d129f00-dbcb-45ec-9b42-271961d2648e req-07ee8b26-562e-4450-a148-0532a20b940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:05.321001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d129f00-dbcb-45ec-9b42-271961d2648e req-07ee8b26-562e-4450-a148-0532a20b940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:05.321531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d129f00-dbcb-45ec-9b42-271961d2648e req-07ee8b26-562e-4450-a148-0532a20b940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:05.322056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d129f00-dbcb-45ec-9b42-271961d2648e req-07ee8b26-562e-4450-a148-0532a20b940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:05.324442 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9d129f00-dbcb-45ec-9b42-271961d2648e req-07ee8b26-562e-4450-a148-0532a20b940d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 6724 time: 0.5015798 Feb 08 15:53:05.382923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c32874-b099-46c7-a2c9-8ce5b4d07cca req-dec1ab75-e5fa-4c1f-b5a8-e39f7e679334 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:05.385069 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3c32874-b099-46c7-a2c9-8ce5b4d07cca req-dec1ab75-e5fa-4c1f-b5a8-e39f7e679334 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0689642 Feb 08 15:53:05.399058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:53:05.431508 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=199dfdee-f773-446b-8e69-cd43ca1ea404,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:53:05.434940 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cdb1df42-8f91-47ee-9ada-87c84de5e3e4 req-f29b25db-f9e2-4198-9158-2e6aacb5637a service neutron] 10.222.0.96 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353952 Feb 08 15:53:05.444929 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:05.451033 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:05.480609 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3c32874-b099-46c7-a2c9-8ce5b4d07cca req-be46e0ae-7acb-405c-bb48-00242043842c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873642 Feb 08 15:53:05.529361 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9d129f00-dbcb-45ec-9b42-271961d2648e req-6750fae2-6848-4838-ae86-14a4e2073482 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1953955 Feb 08 15:53:05.553052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:05.557360 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:05.559385 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] 10.222.0.94 "PUT /v2.0/ports/199dfdee-f773-446b-8e69-cd43ca1ea404 HTTP/1.1" status: 200 len: 1097 time: 1.7350247 Feb 08 15:53:05.566662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:05.572913 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71deef9d-b09a-4270-9ba6-9c7fa265f562" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:05.621497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad6ccf-bc42-4226-a782-2eb3dc62f38d service neutron] Pushing event updated for resources: {'Port': ['ID=199dfdee-f773-446b-8e69-cd43ca1ea404,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:05.695097 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd0581fc-0266-4440-bad3-2e721e521d85 req-10e1629c-8a59-4eb7-8a2c-f19b0386e4f9 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.1032302 Feb 08 15:53:05.729521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64e75d-c215-4c12-8974-60a170b00f90 req-d8edc3ed-4716-4aad-a150-5673714a552d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:05.736018 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea64e75d-c215-4c12-8974-60a170b00f90 req-d8edc3ed-4716-4aad-a150-5673714a552d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 948 time: 0.1718733 Feb 08 15:53:05.825186 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea64e75d-c215-4c12-8974-60a170b00f90 req-1a8ac8e5-81b9-41e3-850a-3476e2c438ac tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881302 Feb 08 15:53:05.845174 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0ace7b-41d9-440f-b1f5-87155f693285 x-openstack-request-id: req-cc0ace7b-41d9-440f-b1f5-87155f693285 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:05.846078 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:05.846560 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cc0ace7b-41d9-440f-b1f5-87155f693285 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:05.847164 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404', 'status': 'completed', 'code': 200} Feb 08 15:53:05.879399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-00f844dd-925d-4fb2-ba22-874977b4ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:05.884396 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-00f844dd-925d-4fb2-ba22-874977b4ddd1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 1131 time: 0.0936725 Feb 08 15:53:05.940611 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-0ab86f00-faa6-4231-9a4a-8593c9f3a6c5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=199dfdee-f773-446b-8e69-cd43ca1ea404 HTTP/1.1" status: 200 len: 217 time: 0.0444169 Feb 08 15:53:05.979094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2c12c-30d5-4eaa-92b4-8cf6c9c28a75 req-5bb902ef-4bc1-40c3-bf9d-fa2ea34a61bd tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:05.989663 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfb2c12c-30d5-4eaa-92b4-8cf6c9c28a75 req-5bb902ef-4bc1-40c3-bf9d-fa2ea34a61bd tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0750351 Feb 08 15:53:06.019404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-f44c667b-fdcd-40d8-a1c1-045b358c2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:06.021966 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-f44c667b-fdcd-40d8-a1c1-045b358c2303 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0749238 Feb 08 15:53:06.053238 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfb2c12c-30d5-4eaa-92b4-8cf6c9c28a75 req-5cdb7dc8-9b44-4e3a-8096-614acfb44748 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585029 Feb 08 15:53:06.105043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-9a145032-2c02-4695-b736-c5eba58836d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:06.106623 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-9a145032-2c02-4695-b736-c5eba58836d0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0782676 Feb 08 15:53:06.180939 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d47fc-8b5c-45bf-b1b7-c54c165bc6c4 req-2da90fe5-f2b9-47c8-83e1-b323e3717bc0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:06.183200 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e61d47fc-8b5c-45bf-b1b7-c54c165bc6c4 req-2da90fe5-f2b9-47c8-83e1-b323e3717bc0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 945 time: 0.0736120 Feb 08 15:53:06.230847 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-ddf87dfd-7a5e-47bf-ae21-d1574b053d79 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162293 Feb 08 15:53:06.289104 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e61d47fc-8b5c-45bf-b1b7-c54c165bc6c4 req-efdcafba-ff98-4a72-8308-b9f80ab30c1e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950747 Feb 08 15:53:06.348076 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e7e2f-2061-4d9c-8ab8-0bb38771dbc3 req-644b5ece-d77e-4656-88d0-bd70b134a37a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:06.353123 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-819e7e2f-2061-4d9c-8ab8-0bb38771dbc3 req-644b5ece-d77e-4656-88d0-bd70b134a37a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0975959 Feb 08 15:53:06.370401 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e94e26c5-3a15-43b9-873a-80eafdcab890 req-d79200e6-9fee-44c7-8f34-6dcee29e5a20 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321833 Feb 08 15:53:06.411030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-819e7e2f-2061-4d9c-8ab8-0bb38771dbc3 req-c4d1362a-cad1-4f56-a750-1e70be3c346b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512495 Feb 08 15:53:06.491381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deef9d-b09a-4270-9ba6-9c7fa265f562 req-7900cb2b-ed14-4c61-b8bd-dd15587e1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:06.494053 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-71deef9d-b09a-4270-9ba6-9c7fa265f562 req-7900cb2b-ed14-4c61-b8bd-dd15587e1d97 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 1131 time: 0.0580914 Feb 08 15:53:06.602983 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:06.603544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac3e0-c4de-4269-8914-5503d0503186 req-4a0feb60-4596-425c-bdd7-38712791ef98 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:06.604522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b3ac3e0-c4de-4269-8914-5503d0503186 req-4a0feb60-4596-425c-bdd7-38712791ef98 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=04d98dcf-6e5e-49bc-84d0-6efd1184dd52 HTTP/1.1" status: 200 len: 945 time: 0.0706089 Feb 08 15:53:06.638412 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deef9d-b09a-4270-9ba6-9c7fa265f562 req-b02bcdbf-0bd1-4207-bf44-7d13f018be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:06.641345 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-71deef9d-b09a-4270-9ba6-9c7fa265f562 req-b02bcdbf-0bd1-4207-bf44-7d13f018be12 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1211953 Feb 08 15:53:06.665645 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b3ac3e0-c4de-4269-8914-5503d0503186 req-107a3e0f-0d89-4691-bb33-e055b33a4e27 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532913 Feb 08 15:53:06.710411 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-71deef9d-b09a-4270-9ba6-9c7fa265f562 req-6f0ded01-8acf-447d-a890-0a1412da507e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=199dfdee-f773-446b-8e69-cd43ca1ea404 HTTP/1.1" status: 200 len: 217 time: 0.0574145 Feb 08 15:53:06.771980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deef9d-b09a-4270-9ba6-9c7fa265f562 req-f94c0714-f73e-4086-911b-74b9fed0caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:06.774034 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-71deef9d-b09a-4270-9ba6-9c7fa265f562 req-f94c0714-f73e-4086-911b-74b9fed0caf1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0553107 Feb 08 15:53:06.782978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1cdc7-5f14-4722-9294-d5229ac8555f req-b20ad944-7553-4586-b2d5-09454024ebc5 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:06.784473 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-87d1cdc7-5f14-4722-9294-d5229ac8555f req-b20ad944-7553-4586-b2d5-09454024ebc5 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0628605 Feb 08 15:53:06.827494 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deef9d-b09a-4270-9ba6-9c7fa265f562 req-34be3e91-535c-4f49-81bc-f9e34c41faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:06.829040 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-71deef9d-b09a-4270-9ba6-9c7fa265f562 req-34be3e91-535c-4f49-81bc-f9e34c41faea service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0486953 Feb 08 15:53:06.870487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-87d1cdc7-5f14-4722-9294-d5229ac8555f req-a52e631f-62d8-40cb-9f8d-921fa9f4433b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797141 Feb 08 15:53:06.897255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d851ab-182f-4ffd-af74-5a34db1463e3 req-458e0553-6e20-41fd-a9c6-5b6e9a5474d0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:06.898959 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-45d851ab-182f-4ffd-af74-5a34db1463e3 req-458e0553-6e20-41fd-a9c6-5b6e9a5474d0 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=efa8bf17-77f4-45f8-98ba-0302f3378be8 HTTP/1.1" status: 200 len: 946 time: 0.0774429 Feb 08 15:53:06.940393 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-71deef9d-b09a-4270-9ba6-9c7fa265f562 req-83662fdf-17e2-490f-9694-a2f8624ab656 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048460 Feb 08 15:53:06.991260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b3eedb9-79cb-464a-9c3d-53e858e78224 req-66223dfc-25cf-4d05-b174-e9643d6b30f2 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0314932 Feb 08 15:53:06.998810 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-45d851ab-182f-4ffd-af74-5a34db1463e3 req-cd69e524-abf9-4173-becb-b060fb921460 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867634 Feb 08 15:53:07.063430 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-71deef9d-b09a-4270-9ba6-9c7fa265f562 req-e0378e45-3e27-411b-a80d-782e3556a093 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166422 Feb 08 15:53:07.133716 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443825fd-de6f-43c8-8440-be9d2f0a62a6 req-91c907ed-bf96-4c84-b722-216d5a95e50e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:07.135037 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-443825fd-de6f-43c8-8440-be9d2f0a62a6 req-91c907ed-bf96-4c84-b722-216d5a95e50e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 948 time: 0.0556452 Feb 08 15:53:07.209877 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-443825fd-de6f-43c8-8440-be9d2f0a62a6 req-a5e6cbf5-7b24-43db-9c3e-1642bf4b9fca tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688016 Feb 08 15:53:07.232408 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f1953-2885-4bbe-a188-f1c7647a8ba6 req-800598c7-4076-44ac-903f-ba6c04ebd8d8 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:07.234284 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-699f1953-2885-4bbe-a188-f1c7647a8ba6 req-800598c7-4076-44ac-903f-ba6c04ebd8d8 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0674508 Feb 08 15:53:07.282173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-699f1953-2885-4bbe-a188-f1c7647a8ba6 req-a96f4443-773c-4974-a46d-f950f376cce0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Feb 08 15:53:07.471775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc430f71-57b8-405b-9dec-c96f2f6fe7a3 req-1e80500c-b3cc-42e0-8242-779a70f91ca1 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:07.473609 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc430f71-57b8-405b-9dec-c96f2f6fe7a3 req-1e80500c-b3cc-42e0-8242-779a70f91ca1 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=efa8bf17-77f4-45f8-98ba-0302f3378be8 HTTP/1.1" status: 200 len: 946 time: 0.0609818 Feb 08 15:53:07.541860 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc430f71-57b8-405b-9dec-c96f2f6fe7a3 req-8a38a2ee-4a03-4de9-acdd-93f75ec4c278 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598168 Feb 08 15:53:07.591265 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924b8c5-81c8-40db-89a3-b50ddd358c36 req-02aa43ca-8565-4ae7-94ad-c55e2cb312c1 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:07.594915 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0924b8c5-81c8-40db-89a3-b50ddd358c36 req-02aa43ca-8565-4ae7-94ad-c55e2cb312c1 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0728817 Feb 08 15:53:07.646618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0924b8c5-81c8-40db-89a3-b50ddd358c36 req-e42a541d-5c85-4403-a8e2-b1da8c641a68 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464587 Feb 08 15:53:07.771579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b6b80-6eb5-42f3-9562-d33fd77dbb4d req-024afc22-5ecc-422d-8f08-ad37a26cc2be tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:07.773161 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-845b6b80-6eb5-42f3-9562-d33fd77dbb4d req-024afc22-5ecc-422d-8f08-ad37a26cc2be tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0551684 Feb 08 15:53:07.820454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-845b6b80-6eb5-42f3-9562-d33fd77dbb4d req-ee9e2559-538b-446b-bc0c-a385f19880cd tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414519 Feb 08 15:53:07.915706 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:07.994390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97d4c5-ead9-40b6-b963-bce530e37f59 req-8573090d-afa8-4584-8e7c-3c6f76ac85c4 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:07.995855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af97d4c5-ead9-40b6-b963-bce530e37f59 req-8573090d-afa8-4584-8e7c-3c6f76ac85c4 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0536530 Feb 08 15:53:08.048607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af97d4c5-ead9-40b6-b963-bce530e37f59 req-8aaec3d6-9997-4d6b-bc91-96e8992ddc3a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459180 Feb 08 15:53:08.112265 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb506ce5-412f-46d5-85c5-75aaae7550ff req-1e03555a-c12a-45d9-9967-8c0d716c1c51 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0336702 Feb 08 15:53:08.175407 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c4441-6837-414b-ad52-c4f409084400 req-ccfbc24b-b2e9-4b52-8262-5d4e20fd0071 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:08.176806 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c2c4441-6837-414b-ad52-c4f409084400 req-ccfbc24b-b2e9-4b52-8262-5d4e20fd0071 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0606308 Feb 08 15:53:08.228890 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c2c4441-6837-414b-ad52-c4f409084400 req-340c16f9-db95-4708-acfe-01b5f2f490e8 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453708 Feb 08 15:53:08.262681 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7a71b87f-9b48-4ec6-b95c-079c3bf0eb5e req-2e8969c5-7735-4e4c-a9ed-b49d0904ca02 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0322165 Feb 08 15:53:08.353086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11352b6-0838-40fb-a003-d8df1ed56e65 req-88727be1-2ad1-4548-9c29-f065d4bb9b7b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:08.354674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a11352b6-0838-40fb-a003-d8df1ed56e65 req-88727be1-2ad1-4548-9c29-f065d4bb9b7b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 948 time: 0.0603023 Feb 08 15:53:08.435320 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a11352b6-0838-40fb-a003-d8df1ed56e65 req-072f968f-1ce0-4de8-a294-9bb1aeade87c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748496 Feb 08 15:53:08.447896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd66e9-8147-40e3-bc83-8bae1902dfdf req-99308177-ee21-4961-95f8-4efe2bbccc99 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:08.449576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f9dd66e9-8147-40e3-bc83-8bae1902dfdf req-99308177-ee21-4961-95f8-4efe2bbccc99 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0881748 Feb 08 15:53:08.499399 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f9dd66e9-8147-40e3-bc83-8bae1902dfdf req-1974b7a1-6952-46e7-a8ac-e8ffb410a76d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431757 Feb 08 15:53:08.688903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b812679-85ef-4f96-bf3e-bf954eeb4627 req-5f9eb8f6-872b-4797-93bc-c3771b740f7e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:08.690337 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b812679-85ef-4f96-bf3e-bf954eeb4627 req-5f9eb8f6-872b-4797-93bc-c3771b740f7e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1031671 Feb 08 15:53:08.696763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21126034-cb07-4a8e-ad46-fe29df30cf3f req-16e662e1-f325-47eb-8cfb-107484b2fdc5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:08.698134 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21126034-cb07-4a8e-ad46-fe29df30cf3f req-16e662e1-f325-47eb-8cfb-107484b2fdc5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.0754337 Feb 08 15:53:08.778713 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b812679-85ef-4f96-bf3e-bf954eeb4627 req-35a0d291-f7c0-419e-8380-5cc55a717246 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796344 Feb 08 15:53:08.782388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21126034-cb07-4a8e-ad46-fe29df30cf3f req-117766da-ee21-429d-8571-51dfbbf0cad9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775895 Feb 08 15:53:08.898124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83bae3-dfeb-46ef-9a57-79b1f30cdef8 req-593ea5ce-a3eb-41a7-995a-28c35b8bb11b tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:08.900064 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3e83bae3-dfeb-46ef-9a57-79b1f30cdef8 req-593ea5ce-a3eb-41a7-995a-28c35b8bb11b tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.96 "GET /v2.0/ports?device_id=efa8bf17-77f4-45f8-98ba-0302f3378be8 HTTP/1.1" status: 200 len: 946 time: 0.0885475 Feb 08 15:53:08.940676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bd0cc-b003-48bb-b92a-0478201f1e2b req-9e75db43-5589-490e-8fb0-43ea97bf923c tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:08.942223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-309bd0cc-b003-48bb-b92a-0478201f1e2b req-9e75db43-5589-490e-8fb0-43ea97bf923c tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=efa8bf17-77f4-45f8-98ba-0302f3378be8 HTTP/1.1" status: 200 len: 946 time: 0.0864487 Feb 08 15:53:08.981663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c6467-4fab-4ea8-91ff-f7bce730a3fe req-65e9f20c-1364-4180-b227-dec3a146722a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:08.983975 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f4c6467-4fab-4ea8-91ff-f7bce730a3fe req-65e9f20c-1364-4180-b227-dec3a146722a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.0922053 Feb 08 15:53:08.998870 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-3e83bae3-dfeb-46ef-9a57-79b1f30cdef8 req-46f2ed20-7a07-4252-be19-86d56de12642 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Deleting port 110c4337-dfdf-4d0b-ab97-a1047807749a {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:53:08.999598 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3e83bae3-dfeb-46ef-9a57-79b1f30cdef8 req-46f2ed20-7a07-4252-be19-86d56de12642 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (110c4337-dfdf-4d0b-ab97-a1047807749a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:09.016391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-309bd0cc-b003-48bb-b92a-0478201f1e2b req-774c88c1-4db6-4d3d-aa98-256dec22d875 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666261 Feb 08 15:53:09.064302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f4c6467-4fab-4ea8-91ff-f7bce730a3fe req-d84a954e-c222-41cd-8ec4-9497efdb49f5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692952 Feb 08 15:53:09.098410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3e83bae3-dfeb-46ef-9a57-79b1f30cdef8 req-46f2ed20-7a07-4252-be19-86d56de12642 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] For port 110c4337-dfdf-4d0b-ab97-a1047807749a, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=110c4337-dfdf-4d0b-ab97-a1047807749a,segment=NetworkSegment(a695a7ed-6ec5-4707-8734-b68b5f70fa31),segment_id=a695a7ed-6ec5-4707-8734-b68b5f70fa31)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:09.098875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3e83bae3-dfeb-46ef-9a57-79b1f30cdef8 req-46f2ed20-7a07-4252-be19-86d56de12642 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (110c4337-dfdf-4d0b-ab97-a1047807749a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:09.112768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-3e83bae3-dfeb-46ef-9a57-79b1f30cdef8 req-46f2ed20-7a07-4252-be19-86d56de12642 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Calling delete_port for 110c4337-dfdf-4d0b-ab97-a1047807749a owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:53:09.243422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b725c3d4-5421-4a16-9ddc-4a2feeb88d69 req-07ae7552-114f-4587-a470-cae14eb5b557 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0347691 Feb 08 15:53:09.258366 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3e83bae3-dfeb-46ef-9a57-79b1f30cdef8 req-46f2ed20-7a07-4252-be19-86d56de12642 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (110c4337-dfdf-4d0b-ab97-a1047807749a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:09.272325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['f9d85891-195c-413d-8e11-eae59541b0d8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:09.316186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0384d75-176d-4daa-a0da-b30e133fc9d5 req-dcfb203a-3242-4cb2-8616-4d5dad160ea0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:09.325491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0384d75-176d-4daa-a0da-b30e133fc9d5 req-dcfb203a-3242-4cb2-8616-4d5dad160ea0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/networks?id=75aad441-24c3-4b43-8329-829cdc5ff78a HTTP/1.1" status: 200 len: 813 time: 0.1909351 Feb 08 15:53:09.347827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0384d75-176d-4daa-a0da-b30e133fc9d5 req-b844d461-bcc6-4718-b53d-dd5976694f65 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/quotas/1cc246df25c14b27887ce9f5c946b2ad HTTP/1.1" status: 200 len: 375 time: 0.0196550 Feb 08 15:53:09.361637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['110c4337-dfdf-4d0b-ab97-a1047807749a', '98ae7285-a2d0-4732-a984-36c81f6b62a1'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:09.372081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2ed20-7a07-4252-be19-86d56de12642 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Pushing event deleted for resources: {'Port': ['ID=110c4337-dfdf-4d0b-ab97-a1047807749a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:09.403358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e83bae3-dfeb-46ef-9a57-79b1f30cdef8 req-46f2ed20-7a07-4252-be19-86d56de12642 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] No DVR routers for this DVR port 110c4337-dfdf-4d0b-ab97-a1047807749a on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:53:09.406480 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3e83bae3-dfeb-46ef-9a57-79b1f30cdef8 req-46f2ed20-7a07-4252-be19-86d56de12642 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:09.415848 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3e83bae3-dfeb-46ef-9a57-79b1f30cdef8 req-46f2ed20-7a07-4252-be19-86d56de12642 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.96 "DELETE /v2.0/ports/110c4337-dfdf-4d0b-ab97-a1047807749a HTTP/1.1" status: 204 len: 173 time: 0.5100250 Feb 08 15:53:09.416663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa8bf17-77f4-45f8-98ba-0302f3378be8', 'name': 'network-vif-deleted', 'tag': '110c4337-dfdf-4d0b-ab97-a1047807749a'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:09.423923 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad91df3-694c-4a0f-bc8f-d29af19da295" -d '{"events": [{"server_uuid": "efa8bf17-77f4-45f8-98ba-0302f3378be8", "name": "network-vif-deleted", "tag": "110c4337-dfdf-4d0b-ab97-a1047807749a"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:09.510052 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0384d75-176d-4daa-a0da-b30e133fc9d5 req-39fc6615-54f6-496b-a285-c4a501dcd9eb tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=1cc246df25c14b27887ce9f5c946b2ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1603096 Feb 08 15:53:09.578401 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d6d9a0-01f2-45aa-b5bc-184a282cc991 x-openstack-request-id: req-a9d6d9a0-01f2-45aa-b5bc-184a282cc991 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:09.578401 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa8bf17-77f4-45f8-98ba-0302f3378be8", "name": "network-vif-deleted", "tag": "110c4337-dfdf-4d0b-ab97-a1047807749a", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:09.578785 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a9d6d9a0-01f2-45aa-b5bc-184a282cc991 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:09.579616 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa8bf17-77f4-45f8-98ba-0302f3378be8', 'name': 'network-vif-deleted', 'tag': '110c4337-dfdf-4d0b-ab97-a1047807749a', 'status': 'completed', 'code': 200} Feb 08 15:53:09.632278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-58834232-ab48-45d9-a4b4-5cf29953ce7d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:09.637387 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-58834232-ab48-45d9-a4b4-5cf29953ce7d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 811 time: 0.2661173 Feb 08 15:53:09.685316 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-0ff9feb8-68ea-4a8e-aa32-b8563d7d64c8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/quotas/7c96f108dc3b44ef9d4d2ce2fc47eab3 HTTP/1.1" status: 200 len: 375 time: 0.0427024 Feb 08 15:53:09.750119 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbac4eed-29ca-459a-a6b5-aa7f198b58aa req-31311f1e-20a7-4e0c-a32b-75ae32af372f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0789478 Feb 08 15:53:09.794908 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-6e5ef34f-df5d-43c7-9e27-baa75b814fa3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1078517 Feb 08 15:53:09.803369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb217b4-101c-4f57-b13e-3b5b2e44ff00 req-e2e2341e-6be5-4151-91e7-1cd276c189d0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:09.804932 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9cb217b4-101c-4f57-b13e-3b5b2e44ff00 req-e2e2341e-6be5-4151-91e7-1cd276c189d0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 948 time: 0.1454637 Feb 08 15:53:09.862551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac4eed-29ca-459a-a6b5-aa7f198b58aa req-8222299d-13b3-476c-aec9-bb863559ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:09.864049 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbac4eed-29ca-459a-a6b5-aa7f198b58aa req-8222299d-13b3-476c-aec9-bb863559ccb8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 1127 time: 0.0609827 Feb 08 15:53:09.903641 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9cb217b4-101c-4f57-b13e-3b5b2e44ff00 req-fde0aabc-9756-4ce9-bb84-76a6da5283dd tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898089 Feb 08 15:53:09.939422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-4f9aea08-6dbe-4bbf-8329-ebdd9f6b6007 service neutron] 10.222.0.82 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334724 Feb 08 15:53:10.010569 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac4eed-29ca-459a-a6b5-aa7f198b58aa req-dd67dd89-5229-49d3-be0b-37761d0b14be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:10.012727 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbac4eed-29ca-459a-a6b5-aa7f198b58aa req-dd67dd89-5229-49d3-be0b-37761d0b14be service neutron] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.1277962 Feb 08 15:53:10.106828 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbac4eed-29ca-459a-a6b5-aa7f198b58aa req-ce2beac0-6c2f-4db1-82f3-d8a88c9bfd6c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d HTTP/1.1" status: 200 len: 999 time: 0.0857778 Feb 08 15:53:10.176850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac4eed-29ca-459a-a6b5-aa7f198b58aa req-9c2bf619-fdf3-4b1d-954a-791d174149f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:10.178758 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbac4eed-29ca-459a-a6b5-aa7f198b58aa req-9c2bf619-fdf3-4b1d-954a-791d174149f7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0663700 Feb 08 15:53:10.239281 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac4eed-29ca-459a-a6b5-aa7f198b58aa req-441f890f-76a8-499c-874b-6618a8eecb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:10.240937 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbac4eed-29ca-459a-a6b5-aa7f198b58aa req-441f890f-76a8-499c-874b-6618a8eecb05 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0564013 Feb 08 15:53:10.325668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 199dfdee-f773-446b-8e69-cd43ca1ea404 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:53:10.347811 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbac4eed-29ca-459a-a6b5-aa7f198b58aa req-72517cea-94bd-4cbb-9c9c-9fc998643bde service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950236 Feb 08 15:53:10.422458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-c26cddfe-3b1c-4a75-a58f-432d21b82459 service neutron] 10.222.0.82 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753520 Feb 08 15:53:10.430525 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87d15-6e29-4b9f-ab92-b65c115de50c req-d4b5f615-8625-4984-b3b0-0b0395cb8445 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:10.432006 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4f87d15-6e29-4b9f-ab92-b65c115de50c req-d4b5f615-8625-4984-b3b0-0b0395cb8445 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.4336658 Feb 08 15:53:10.459730 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbac4eed-29ca-459a-a6b5-aa7f198b58aa req-2e7dad11-c9a8-4f09-860e-923bcf797ccc service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054795 Feb 08 15:53:10.469222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=199dfdee-f773-446b-8e69-cd43ca1ea404,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:10.493532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '199dfdee-f773-446b-8e69-cd43ca1ea404', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '199dfdee-f773-446b-8e69-cd43ca1ea404', 'mac_address': 'fa:16:3e:61:75:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:53:10.521207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4f87d15-6e29-4b9f-ab92-b65c115de50c req-23524861-c784-4882-a000-b65074ddda68 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701923 Feb 08 15:53:10.532935 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 199dfdee-f773-446b-8e69-cd43ca1ea404 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:53:10.534576 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:10.556059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199dfdee-f773-446b-8e69-cd43ca1ea404 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:53:10.583428 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=199dfdee-f773-446b-8e69-cd43ca1ea404,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:10.589002 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:10.674344 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e16d33e9-fa4d-453a-88bc-e6d4e10b31c7 req-2076448d-ea9b-4d2c-a5a0-c3be6e390e1f tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0603092 Feb 08 15:53:10.720758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=199dfdee-f773-446b-8e69-cd43ca1ea404,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:10.781962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd80bd1-b438-43f5-a37c-c1171ccfc9f1 req-21538dc9-3a1c-4db9-ba18-5195db5342f2 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:10.783528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbd80bd1-b438-43f5-a37c-c1171ccfc9f1 req-21538dc9-3a1c-4db9-ba18-5195db5342f2 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1116836 Feb 08 15:53:10.859505 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbd80bd1-b438-43f5-a37c-c1171ccfc9f1 req-5b296570-932c-4b8d-93e5-6999f77af324 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700045 Feb 08 15:53:10.864362 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['199dfdee-f773-446b-8e69-cd43ca1ea404'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:10.956391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16a1de9a-083b-4099-8423-771eb0cb69d4 req-5d4de228-2289-405e-9253-4359c4d18dd8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 210 time: 0.0712290 Feb 08 15:53:11.103871 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c939da-9b86-470d-b38a-b9728726e568 req-a5160c11-740b-475e-b607-a8920039741e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:11.105523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51c939da-9b86-470d-b38a-b9728726e568 req-a5160c11-740b-475e-b607-a8920039741e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 949 time: 0.0652251 Feb 08 15:53:11.164495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51c939da-9b86-470d-b38a-b9728726e568 req-03f38e70-a030-4dba-9296-6c31651b96be tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517972 Feb 08 15:53:11.318790 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d5d7f94-1edb-4eb4-9941-fca0e6d67554 req-ed44dd88-c0a2-46ee-846a-b5d3615c972c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1cc246df25c14b27887ce9f5c946b2ad HTTP/1.1" status: 200 len: 221 time: 0.0577676 Feb 08 15:53:11.462388 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ab30d-2236-4167-8633-0b61874fc37b req-1ba3f22a-4779-4d14-b337-69e22466a847 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:11.464359 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-935ab30d-2236-4167-8633-0b61874fc37b req-1ba3f22a-4779-4d14-b337-69e22466a847 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0632613 Feb 08 15:53:11.522177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-935ab30d-2236-4167-8633-0b61874fc37b req-7c5790e5-8091-486d-999d-af49c2b8f673 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506384 Feb 08 15:53:11.753091 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-00285048-d6d5-4bc3-80af-b205937b5457 req-213c3ca4-4960-4cda-a978-d52aeeda1c0e tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0325902 Feb 08 15:53:11.775851 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3c878-9af9-486e-8d3c-1b7a6b5e20b5 req-311ab877-f146-4d7f-b991-3ab25f5d1aa9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:11.781257 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-00b3c878-9af9-486e-8d3c-1b7a6b5e20b5 req-311ab877-f146-4d7f-b991-3ab25f5d1aa9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1009855 Feb 08 15:53:11.854085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-00b3c878-9af9-486e-8d3c-1b7a6b5e20b5 req-d94e3c8a-09d7-4f5e-9ab3-f7da8de99e7b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600910 Feb 08 15:53:12.071697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f42a5-1318-4d62-82e2-a5dd4ade6d0a req-6501e4f9-546e-4f20-a814-d70e6fbc7dd2 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:12.081295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a29f42a5-1318-4d62-82e2-a5dd4ade6d0a req-6501e4f9-546e-4f20-a814-d70e6fbc7dd2 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0774028 Feb 08 15:53:12.162742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a29f42a5-1318-4d62-82e2-a5dd4ade6d0a req-873ec847-602d-4705-b57b-11d54dc92b25 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790129 Feb 08 15:53:12.239029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f84fe874-4253-446b-8f65-1f88ff978f88 req-9afc0dbb-78f8-4c28-92c1-5914879b249e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 210 time: 0.0357113 Feb 08 15:53:12.257053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-f82438e3-b7cf-4b7b-889a-25efa1c35271 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:12.258530 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-f82438e3-b7cf-4b7b-889a-25efa1c35271 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.96 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 811 time: 0.2361908 Feb 08 15:53:12.273461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-5b3d8cce-bb27-422e-814b-2c1cc1e9e5ce tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Request body: {'port': {'device_id': '8924d344-acda-4d18-a0a8-990730ea28fb', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'admin_state_up': True, 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:53:12.330041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 199dfdee-f773-446b-8e69-cd43ca1ea404 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:53:12.409181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcc406-4b76-40f0-a206-8d3dbea9b011 req-0f28cb4e-6783-4499-9389-6d3d16ff7fae tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:12.419401 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0fcc406-4b76-40f0-a206-8d3dbea9b011 req-0f28cb4e-6783-4499-9389-6d3d16ff7fae tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1021793 Feb 08 15:53:12.426469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-5b3d8cce-bb27-422e-814b-2c1cc1e9e5ce tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Made reservation on behalf of 7c96f108dc3b44ef9d4d2ce2fc47eab3 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:53:12.430147 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-5b3d8cce-bb27-422e-814b-2c1cc1e9e5ce tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:12.432187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 199dfdee-f773-446b-8e69-cd43ca1ea404 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:53:12.453821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 199dfdee-f773-446b-8e69-cd43ca1ea404 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:53:12.456292 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:12.538030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0fcc406-4b76-40f0-a206-8d3dbea9b011 req-68e597f2-43af-465e-817e-8cb8a7103be3 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092784 Feb 08 15:53:12.620446 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 199dfdee-f773-446b-8e69-cd43ca1ea404 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:53:12.621239 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:12.662025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:12.664740 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f3befc-faf9-4f87-9e9b-db464a58bc77" -d '{"events": [{"server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "name": "network-vif-plugged", "status": "completed", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:12.685226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 110c4337-dfdf-4d0b-ab97-a1047807749a no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:53:12.728640 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88b24b-51ae-4c46-bd67-2096663ce286 req-03df38a7-01b8-40b8-94dd-b62e4b467e1a tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:12.730528 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 110c4337-dfdf-4d0b-ab97-a1047807749a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:53:12.731103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 110c4337-dfdf-4d0b-ab97-a1047807749a not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:53:12.738035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=199dfdee-f773-446b-8e69-cd43ca1ea404,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:12.740223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec88b24b-51ae-4c46-bd67-2096663ce286 req-03df38a7-01b8-40b8-94dd-b62e4b467e1a tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 949 time: 0.1689446 Feb 08 15:53:12.753266 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:12.829858 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec88b24b-51ae-4c46-bd67-2096663ce286 req-593ffb35-26c5-49e6-933d-760807f69fe5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813615 Feb 08 15:53:12.831452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=199dfdee-f773-446b-8e69-cd43ca1ea404,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:12.935332 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f2b6a0-7ffb-4955-a575-77a2e4494411 x-openstack-request-id: req-75f2b6a0-7ffb-4955-a575-77a2e4494411 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:12.936055 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "name": "network-vif-plugged", "status": "completed", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:12.936439 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-75f2b6a0-7ffb-4955-a575-77a2e4494411 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:12.937064 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404', 'code': 200} Feb 08 15:53:12.955441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99630358-fe42-4cae-bf29-dc6a8d0e55e7 req-25f35070-4f91-4243-9473-52b71f11219b tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:12.974572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99630358-fe42-4cae-bf29-dc6a8d0e55e7 req-25f35070-4f91-4243-9473-52b71f11219b tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:12.978459 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-5b3d8cce-bb27-422e-814b-2c1cc1e9e5ce tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Allocated IP 172.20.0.6 (8cddf711-698e-4c07-bd73-40b83ff0064f/f12e1c51-9a15-439a-b59c-cc113fb7ded8/e24da700-d000-49be-b685-bfdcbb6f7226) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:53:12.981264 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99630358-fe42-4cae-bf29-dc6a8d0e55e7 req-25f35070-4f91-4243-9473-52b71f11219b tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=04d98dcf-6e5e-49bc-84d0-6efd1184dd52&device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 1681 time: 0.1393182 Feb 08 15:53:13.075517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99630358-fe42-4cae-bf29-dc6a8d0e55e7 req-e8913ca7-f044-46bd-8170-41041d08fbfe tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933359 Feb 08 15:53:13.122068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6d9bc18-1f1b-4243-a2cb-77b4e52afbbd req-6850a49f-2cac-4a42-a55c-09fe7786fa95 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0438955 Feb 08 15:53:13.188842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd17d5c-9806-4c9a-88e2-ad06cc0c7b3a req-c1c04c70-4aa6-4b65-9192-941ac628c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:13.190604 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fbd17d5c-9806-4c9a-88e2-ad06cc0c7b3a req-c1c04c70-4aa6-4b65-9192-941ac628c131 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 1133 time: 0.1503322 Feb 08 15:53:13.253090 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-5b3d8cce-bb27-422e-814b-2c1cc1e9e5ce tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for port (e24da700-d000-49be-b685-bfdcbb6f7226), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:13.270873 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fbd17d5c-9806-4c9a-88e2-ad06cc0c7b3a req-172cb1da-2939-4f30-a45d-df615e2f990d service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708747 Feb 08 15:53:13.287484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e30d9e-fef0-4577-bcf1-90c5b6a95885 req-94e8ae7c-13f1-4bd0-aab4-7c1c239bdaa9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:13.297028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5e30d9e-fef0-4577-bcf1-90c5b6a95885 req-94e8ae7c-13f1-4bd0-aab4-7c1c239bdaa9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1077697 Feb 08 15:53:13.312865 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-5b3d8cce-bb27-422e-814b-2c1cc1e9e5ce tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:13.325420 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['154f1548-48ee-46aa-9a4e-ed194f34ffcd'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:13.381238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-5b3d8cce-bb27-422e-814b-2c1cc1e9e5ce tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Network 8cddf711-698e-4c07-bd73-40b83ff0064f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:53:13.381423 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5e30d9e-fef0-4577-bcf1-90c5b6a95885 req-88fece8f-84cf-4599-ad24-ae70cc6a7266 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833237 Feb 08 15:53:13.385239 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-5b3d8cce-bb27-422e-814b-2c1cc1e9e5ce tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:53:13.401556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-5b3d8cce-bb27-422e-814b-2c1cc1e9e5ce tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:53:13.426558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['189e84f8-27d3-485c-95d2-ceedd5738444'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:13.494111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d8cce-bb27-422e-814b-2c1cc1e9e5ce tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event updated for resources: {'Port': ['ID=e24da700-d000-49be-b685-bfdcbb6f7226,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:13.511145 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7e0ed-50d3-4b9e-a7f8-8a86cf6e9b5e req-f00c424e-da93-42a1-bc23-e0ac6b967361 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:13.519199 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eba7e0ed-50d3-4b9e-a7f8-8a86cf6e9b5e req-f00c424e-da93-42a1-bc23-e0ac6b967361 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 931 time: 0.1093900 Feb 08 15:53:13.552442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-5b3d8cce-bb27-422e-814b-2c1cc1e9e5ce tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:13.560389 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-5b3d8cce-bb27-422e-814b-2c1cc1e9e5ce tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:13.594325 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-5b3d8cce-bb27-422e-814b-2c1cc1e9e5ce tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3245907 Feb 08 15:53:13.606542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Request body: {'port': {'device_id': '8924d344-acda-4d18-a0a8-990730ea28fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:53:13.611340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eba7e0ed-50d3-4b9e-a7f8-8a86cf6e9b5e req-b2932ae9-0a66-4b93-bd92-77cd20fec917 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909417 Feb 08 15:53:13.739839 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:13.874649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f871d-beb1-4085-b6b9-ccc3d3328bff req-4be396ae-91a8-4e36-880b-1d68bc81df6e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:13.892967 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f29f871d-beb1-4085-b6b9-ccc3d3328bff req-4be396ae-91a8-4e36-880b-1d68bc81df6e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1692863 Feb 08 15:53:14.011612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-07fda953-ab0b-4fb6-b2bd-67338da0c845 None None] Provisioning complete for port e24da700-d000-49be-b685-bfdcbb6f7226 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:53:14.011921 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-07fda953-ab0b-4fb6-b2bd-67338da0c845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:14.073261 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f29f871d-beb1-4085-b6b9-ccc3d3328bff req-e071d46a-8f6d-4a7a-9c5f-a9cdbe321b1e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663430 Feb 08 15:53:14.085653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-07fda953-ab0b-4fb6-b2bd-67338da0c845 None None] Port e24da700-d000-49be-b685-bfdcbb6f7226 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:53:14.109402 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9713cb-9780-4f9d-a265-c3076448d864 req-d5c613eb-cea0-4ee6-8738-668c47ece177 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:14.117814 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd9713cb-9780-4f9d-a265-c3076448d864 req-d5c613eb-cea0-4ee6-8738-668c47ece177 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.1561308 Feb 08 15:53:14.176685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24da700-d000-49be-b685-bfdcbb6f7226 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:53:14.189517 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Publish callbacks [] for port (e24da700-d000-49be-b685-bfdcbb6f7226), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:14.195994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd9713cb-9780-4f9d-a265-c3076448d864 req-a691bf27-4493-45de-bbf5-9066b5c38d4b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669045 Feb 08 15:53:14.221101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Transition to ACTIVE for port object e24da700-d000-49be-b685-bfdcbb6f7226 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:53:14.230599 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:14.266572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bdbfb-de4d-47c5-81a1-533539acb489 req-a2d50be4-fc50-4777-bc9a-c80991607163 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:14.274228 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-647bdbfb-de4d-47c5-81a1-533539acb489 req-a2d50be4-fc50-4777-bc9a-c80991607163 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=04d98dcf-6e5e-49bc-84d0-6efd1184dd52 HTTP/1.1" status: 200 len: 945 time: 0.0822797 Feb 08 15:53:14.315630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Pushing event updated for resources: {'Port': ['ID=e24da700-d000-49be-b685-bfdcbb6f7226,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:14.350253 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-647bdbfb-de4d-47c5-81a1-533539acb489 req-dc55415e-90b3-42c6-825f-676907d4dc4e tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742776 Feb 08 15:53:14.397577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d46abe9c-e1f0-4728-b646-d2d150d9a861 req-f8e81d22-c1ef-46a6-a931-2df1e0514a45 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0459762 Feb 08 15:53:14.455064 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Attempting to bind port e24da700-d000-49be-b685-bfdcbb6f7226 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:53:14.455416 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Attempting to bind port e24da700-d000-49be-b685-bfdcbb6f7226 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:53:14.455753 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Attempting to bind port e24da700-d000-49be-b685-bfdcbb6f7226 on network 8cddf711-698e-4c07-bd73-40b83ff0064f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:53:14.460737 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Port e24da700-d000-49be-b685-bfdcbb6f7226 on network 8cddf711-698e-4c07-bd73-40b83ff0064f not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:53:14.461239 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Attempting to bind port e24da700-d000-49be-b685-bfdcbb6f7226 on network 8cddf711-698e-4c07-bd73-40b83ff0064f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:53:14.466796 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:53:14.467676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Checking segment: {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:53:14.468070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Bound using segment: {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:53:14.468508 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Bound port: e24da700-d000-49be-b685-bfdcbb6f7226, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:53:14.468873 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:14.572636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66640d72-98e7-48ee-9e3c-42fae35f2f3a req-0e0c12f0-3484-4e12-b772-4b99bb7a1133 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:14.580622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66640d72-98e7-48ee-9e3c-42fae35f2f3a req-0e0c12f0-3484-4e12-b772-4b99bb7a1133 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0979772 Feb 08 15:53:14.608551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] For port e24da700-d000-49be-b685-bfdcbb6f7226, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:53:14.614825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] For port e24da700-d000-49be-b685-bfdcbb6f7226, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e24da700-d000-49be-b685-bfdcbb6f7226,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:53:14.634519 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:14.659387 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66640d72-98e7-48ee-9e3c-42fae35f2f3a req-f7738e00-e8f5-42b9-be7c-a3c0742389db tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776811 Feb 08 15:53:14.708173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:14.708788 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:14.715246 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] 10.222.0.96 "PUT /v2.0/ports/e24da700-d000-49be-b685-bfdcbb6f7226 HTTP/1.1" status: 200 len: 1092 time: 1.1089504 Feb 08 15:53:14.715533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8924d344-acda-4d18-a0a8-990730ea28fb', 'tag': 'e24da700-d000-49be-b685-bfdcbb6f7226'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:14.718584 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b2a640-2c7a-4b0e-b67c-14134e0a975b" -d '{"events": [{"name": "network-changed", "server_uuid": "8924d344-acda-4d18-a0a8-990730ea28fb", "tag": "e24da700-d000-49be-b685-bfdcbb6f7226"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:14.778515 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d822e9-0051-4897-908e-98ba44af4c73 service neutron] Pushing event updated for resources: {'Port': ['ID=e24da700-d000-49be-b685-bfdcbb6f7226,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:14.836146 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbd0ae-7899-464a-b7d2-c6d9e910b64f req-cfe4d380-5203-46c1-ba56-385095da9d7d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:14.844245 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-affbd0ae-7899-464a-b7d2-c6d9e910b64f req-cfe4d380-5203-46c1-ba56-385095da9d7d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 943 time: 0.1100461 Feb 08 15:53:14.849446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-5c5ff0db-09df-45e3-b06e-dc16251e5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:14.851299 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-5c5ff0db-09df-45e3-b06e-dc16251e5077 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 1126 time: 0.0616727 Feb 08 15:53:14.904122 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442dc84-57de-47f4-97da-519056256f16 req-35acc7d8-b121-4262-aeef-f3fe300fd608 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:14.905975 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3442dc84-57de-47f4-97da-519056256f16 req-35acc7d8-b121-4262-aeef-f3fe300fd608 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1193390 Feb 08 15:53:14.917595 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-71c63449-e65f-48ae-bebf-49c3d9d2bc64 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e24da700-d000-49be-b685-bfdcbb6f7226 HTTP/1.1" status: 200 len: 217 time: 0.0579832 Feb 08 15:53:14.921436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-affbd0ae-7899-464a-b7d2-c6d9e910b64f req-556c2b36-883f-486d-8c8e-de7a008ba048 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756197 Feb 08 15:53:14.977062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-7e2604f3-25fe-4ebc-8d00-f231e1f701a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:14.979097 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-7e2604f3-25fe-4ebc-8d00-f231e1f701a8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0537016 Feb 08 15:53:14.982438 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e261cf36-a785-4029-82e4-864f9f12a083 x-openstack-request-id: req-e261cf36-a785-4029-82e4-864f9f12a083 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:14.983408 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8924d344-acda-4d18-a0a8-990730ea28fb", "tag": "e24da700-d000-49be-b685-bfdcbb6f7226", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:14.983841 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e261cf36-a785-4029-82e4-864f9f12a083 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:14.984502 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8924d344-acda-4d18-a0a8-990730ea28fb', 'tag': 'e24da700-d000-49be-b685-bfdcbb6f7226', 'status': 'completed', 'code': 200} Feb 08 15:53:14.992387 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3442dc84-57de-47f4-97da-519056256f16 req-e840aa92-4a5b-4b40-83ef-de262085fa65 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656319 Feb 08 15:53:15.050770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-43a1e6ce-9b00-466b-9e51-d931df036f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:15.052328 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-43a1e6ce-9b00-466b-9e51-d931df036f95 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552852 Feb 08 15:53:15.152282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11949355-9526-47bd-887d-3d01f57b36ff req-478d5f13-fcba-49ed-8430-ef2bd2396c08 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:15.153854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-11949355-9526-47bd-887d-3d01f57b36ff req-478d5f13-fcba-49ed-8430-ef2bd2396c08 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0566030 Feb 08 15:53:15.160216 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-9a4e557e-a1ea-4695-abc2-0d1ce8c54dde service neutron] 10.222.0.96 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997269 Feb 08 15:53:15.209624 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-11949355-9526-47bd-887d-3d01f57b36ff req-71964587-eecc-47b1-9f35-578918c58494 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471814 Feb 08 15:53:15.320235 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ce36f3b7-7ec7-4a98-8d74-41402497c0a5 req-1c81f737-c376-4f9f-94ac-0c9576374373 service neutron] 10.222.0.96 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509173 Feb 08 15:53:15.355256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35be98-9cec-453f-bb6b-4a47094b101a req-ef23e9d6-254a-4a34-a140-f5a4ddf8bc5d tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:15.356740 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6c35be98-9cec-453f-bb6b-4a47094b101a req-ef23e9d6-254a-4a34-a140-f5a4ddf8bc5d tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.94 "GET /v2.0/ports?device_id=04d98dcf-6e5e-49bc-84d0-6efd1184dd52 HTTP/1.1" status: 200 len: 945 time: 0.0804298 Feb 08 15:53:15.416929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efae062-81c7-4d61-953c-5967465ce203 req-1c1c88d1-1a22-4bda-807c-f3c890b88c44 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:15.418428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8efae062-81c7-4d61-953c-5967465ce203 req-1c1c88d1-1a22-4bda-807c-f3c890b88c44 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d12fba8-30f4-462a-8949-82929d91c1a8 HTTP/1.1" status: 200 len: 945 time: 0.1513522 Feb 08 15:53:15.431823 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49901104-b8a9-4e36-891e-b6bb6811ec81 req-9afb3829-1c03-4901-9b2a-188341c66715 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:15.433591 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-49901104-b8a9-4e36-891e-b6bb6811ec81 req-9afb3829-1c03-4901-9b2a-188341c66715 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.1443913 Feb 08 15:53:15.448527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28af53-fb21-4711-b410-e8234ac58ca5 req-9f46b608-9266-4e9c-b754-4c8850927c99 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:15.453533 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c28af53-fb21-4711-b410-e8234ac58ca5 req-9f46b608-9266-4e9c-b754-4c8850927c99 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1401656 Feb 08 15:53:15.474830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2a640-2c7a-4b0e-b67c-14134e0a975b req-81aa8728-ee8b-43cf-be9f-2fe445d4dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:15.476499 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-80b2a640-2c7a-4b0e-b67c-14134e0a975b req-81aa8728-ee8b-43cf-be9f-2fe445d4dcf4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 1126 time: 0.0860269 Feb 08 15:53:15.542534 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c28af53-fb21-4711-b410-e8234ac58ca5 req-d0ad4265-3e6a-42a2-adfa-61f602ac867d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783219 Feb 08 15:53:15.559060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-6c35be98-9cec-453f-bb6b-4a47094b101a req-e1d13ac0-6225-4d2b-ab2d-b1cb1c6518c2 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Deleting port f9d85891-195c-413d-8e11-eae59541b0d8 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:53:15.559405 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6c35be98-9cec-453f-bb6b-4a47094b101a req-e1d13ac0-6225-4d2b-ab2d-b1cb1c6518c2 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f9d85891-195c-413d-8e11-eae59541b0d8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:15.586429 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-49901104-b8a9-4e36-891e-b6bb6811ec81 req-656e4c2c-514c-4eff-bde9-c535e0bc5f5b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298001 Feb 08 15:53:15.650415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-8efae062-81c7-4d61-953c-5967465ce203 req-8316090c-a8b7-4369-9554-4a8fce13df07 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Deleting port 98ae7285-a2d0-4732-a984-36c81f6b62a1 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:53:15.650771 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8efae062-81c7-4d61-953c-5967465ce203 req-8316090c-a8b7-4369-9554-4a8fce13df07 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (98ae7285-a2d0-4732-a984-36c81f6b62a1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:15.674390 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-6c35be98-9cec-453f-bb6b-4a47094b101a req-e1d13ac0-6225-4d2b-ab2d-b1cb1c6518c2 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] For port f9d85891-195c-413d-8e11-eae59541b0d8, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f9d85891-195c-413d-8e11-eae59541b0d8,segment=NetworkSegment(a695a7ed-6ec5-4707-8734-b68b5f70fa31),segment_id=a695a7ed-6ec5-4707-8734-b68b5f70fa31)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:15.675145 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6c35be98-9cec-453f-bb6b-4a47094b101a req-e1d13ac0-6225-4d2b-ab2d-b1cb1c6518c2 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f9d85891-195c-413d-8e11-eae59541b0d8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:15.700218 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-6c35be98-9cec-453f-bb6b-4a47094b101a req-e1d13ac0-6225-4d2b-ab2d-b1cb1c6518c2 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Calling delete_port for f9d85891-195c-413d-8e11-eae59541b0d8 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:53:15.752289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81208244-a60b-40d4-8c58-e8fba17016f4 req-0a286755-fbe7-4d2b-a05d-b3673b0fe8f3 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0537331 Feb 08 15:53:15.759060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2a640-2c7a-4b0e-b67c-14134e0a975b req-ae2df23b-3e0d-4f46-b152-17103dfd9b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:15.760701 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-80b2a640-2c7a-4b0e-b67c-14134e0a975b req-ae2df23b-3e0d-4f46-b152-17103dfd9b9d service neutron] 10.222.0.96 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.2771230 Feb 08 15:53:15.801469 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c4fe2-60bf-435e-95bd-373a484fa286 req-f6ebd6a6-5e2d-4a5f-b910-2ef9fff63ade tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:15.802980 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-006c4fe2-60bf-435e-95bd-373a484fa286 req-f6ebd6a6-5e2d-4a5f-b910-2ef9fff63ade tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/ports?device_id=04d98dcf-6e5e-49bc-84d0-6efd1184dd52 HTTP/1.1" status: 200 len: 945 time: 0.1056221 Feb 08 15:53:15.825288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-8efae062-81c7-4d61-953c-5967465ce203 req-8316090c-a8b7-4369-9554-4a8fce13df07 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] For port 98ae7285-a2d0-4732-a984-36c81f6b62a1, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=98ae7285-a2d0-4732-a984-36c81f6b62a1,segment=NetworkSegment(a695a7ed-6ec5-4707-8734-b68b5f70fa31),segment_id=a695a7ed-6ec5-4707-8734-b68b5f70fa31)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:15.825663 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8efae062-81c7-4d61-953c-5967465ce203 req-8316090c-a8b7-4369-9554-4a8fce13df07 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (98ae7285-a2d0-4732-a984-36c81f6b62a1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:15.830009 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-80b2a640-2c7a-4b0e-b67c-14134e0a975b req-542c8f71-4374-4954-8a76-7cfcc01df713 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e24da700-d000-49be-b685-bfdcbb6f7226 HTTP/1.1" status: 200 len: 217 time: 0.0422556 Feb 08 15:53:15.850658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-8efae062-81c7-4d61-953c-5967465ce203 req-8316090c-a8b7-4369-9554-4a8fce13df07 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Calling delete_port for 98ae7285-a2d0-4732-a984-36c81f6b62a1 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:53:15.895489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2a640-2c7a-4b0e-b67c-14134e0a975b req-a8b408c8-b8b8-4173-bf0e-faad5abb4d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:15.897310 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-80b2a640-2c7a-4b0e-b67c-14134e0a975b req-a8b408c8-b8b8-4173-bf0e-faad5abb4d38 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0600345 Feb 08 15:53:15.915186 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-006c4fe2-60bf-435e-95bd-373a484fa286 req-8a9c1a3c-4d3c-4d3d-9e1c-a9d1341232d4 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.82 "GET /v2.0/security-groups?id=9b0c86e8-3e8b-42a0-aea9-a39525f3c747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023419 Feb 08 15:53:15.983719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2a640-2c7a-4b0e-b67c-14134e0a975b req-e2f4275b-0506-45ef-9a1c-ebcf4f571b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:15.984227 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba8c0-a663-4f4f-8a71-8233ab7b987b req-b946f88d-079b-49c8-898a-5b2b6cd0b8af tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:15.985513 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-80b2a640-2c7a-4b0e-b67c-14134e0a975b req-e2f4275b-0506-45ef-9a1c-ebcf4f571b38 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0705991 Feb 08 15:53:15.989599 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-894ba8c0-a663-4f4f-8a71-8233ab7b987b req-b946f88d-079b-49c8-898a-5b2b6cd0b8af tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 1133 time: 0.1255157 Feb 08 15:53:16.000309 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6c35be98-9cec-453f-bb6b-4a47094b101a req-e1d13ac0-6225-4d2b-ab2d-b1cb1c6518c2 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f9d85891-195c-413d-8e11-eae59541b0d8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:16.012869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['98ae7285-a2d0-4732-a984-36c81f6b62a1'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:16.016978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['f9d85891-195c-413d-8e11-eae59541b0d8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:16.083686 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d13ac0-6225-4d2b-ab2d-b1cb1c6518c2 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Pushing event deleted for resources: {'Port': ['ID=f9d85891-195c-413d-8e11-eae59541b0d8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:16.091555 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-894ba8c0-a663-4f4f-8a71-8233ab7b987b req-1e8cd87f-4ebd-4b24-b5b4-75cb47502983 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963252 Feb 08 15:53:16.129326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c35be98-9cec-453f-bb6b-4a47094b101a req-e1d13ac0-6225-4d2b-ab2d-b1cb1c6518c2 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] No DVR routers for this DVR port f9d85891-195c-413d-8e11-eae59541b0d8 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:53:16.132647 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6c35be98-9cec-453f-bb6b-4a47094b101a req-e1d13ac0-6225-4d2b-ab2d-b1cb1c6518c2 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:16.136522 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6c35be98-9cec-453f-bb6b-4a47094b101a req-e1d13ac0-6225-4d2b-ab2d-b1cb1c6518c2 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.94 "DELETE /v2.0/ports/f9d85891-195c-413d-8e11-eae59541b0d8 HTTP/1.1" status: 204 len: 173 time: 0.7740300 Feb 08 15:53:16.194586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501b18c-91a2-43b0-8023-0d038ed980a7 req-e6091d8e-711b-424c-a06e-fa4bdc1d3b3b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:16.203053 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d501b18c-91a2-43b0-8023-0d038ed980a7 req-e6091d8e-711b-424c-a06e-fa4bdc1d3b3b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.2088847 Feb 08 15:53:16.246448 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-80b2a640-2c7a-4b0e-b67c-14134e0a975b req-82f0823c-3b0c-4a55-9fd4-016a6fb9329b service neutron] 10.222.0.96 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537627 Feb 08 15:53:16.336506 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8efae062-81c7-4d61-953c-5967465ce203 req-8316090c-a8b7-4369-9554-4a8fce13df07 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (98ae7285-a2d0-4732-a984-36c81f6b62a1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:16.353204 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d501b18c-91a2-43b0-8023-0d038ed980a7 req-4b9d578d-b62f-4cc5-b7bb-0ce05d953a7f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487548 Feb 08 15:53:16.392966 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['98ae7285-a2d0-4732-a984-36c81f6b62a1'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:16.397479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316090c-a8b7-4369-9554-4a8fce13df07 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Pushing event deleted for resources: {'Port': ['ID=98ae7285-a2d0-4732-a984-36c81f6b62a1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:16.417953 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-80b2a640-2c7a-4b0e-b67c-14134e0a975b req-e6d17e8d-25d0-4ea8-a2bf-427cab415a91 service neutron] 10.222.0.96 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634395 Feb 08 15:53:16.421630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f0382-f408-4b70-bfaf-94403a31b5f5 req-faf491db-a80e-4587-a71e-888d93403df0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:16.423419 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-221f0382-f408-4b70-bfaf-94403a31b5f5 req-faf491db-a80e-4587-a71e-888d93403df0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 943 time: 0.2368097 Feb 08 15:53:16.423576 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['f9d85891-195c-413d-8e11-eae59541b0d8'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:16.471813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efae062-81c7-4d61-953c-5967465ce203 req-8316090c-a8b7-4369-9554-4a8fce13df07 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] No DVR routers for this DVR port 98ae7285-a2d0-4732-a984-36c81f6b62a1 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:53:16.475667 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-8efae062-81c7-4d61-953c-5967465ce203 req-8316090c-a8b7-4369-9554-4a8fce13df07 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:16.479425 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8efae062-81c7-4d61-953c-5967465ce203 req-8316090c-a8b7-4369-9554-4a8fce13df07 tempest-ListServersNegativeTestJSON-955830011 tempest-ListServersNegativeTestJSON-955830011-project] 10.222.0.96 "DELETE /v2.0/ports/98ae7285-a2d0-4732-a984-36c81f6b62a1 HTTP/1.1" status: 204 len: 173 time: 1.0452027 Feb 08 15:53:16.480035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d12fba8-30f4-462a-8949-82929d91c1a8', 'name': 'network-vif-deleted', 'tag': '98ae7285-a2d0-4732-a984-36c81f6b62a1'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:16.483156 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e483e378-9389-4cdf-b7a3-8b9dcbccdfa5" -d '{"events": [{"server_uuid": "7d12fba8-30f4-462a-8949-82929d91c1a8", "name": "network-vif-deleted", "tag": "98ae7285-a2d0-4732-a984-36c81f6b62a1"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:16.524792 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-a3eb984a-fdf3-4868-80ef-373f927db882 req-12d510de-c5a6-4305-9d22-8c162dec79f7 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:53:16.525958 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a3eb984a-fdf3-4868-80ef-373f927db882 req-12d510de-c5a6-4305-9d22-8c162dec79f7 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065084 Feb 08 15:53:16.541820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-221f0382-f408-4b70-bfaf-94403a31b5f5 req-5b77eb9a-4273-4485-b86e-66c63290de02 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978885 Feb 08 15:53:16.708277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f79a4a-fce9-4db4-958d-a0eca7a28618 req-43db055a-89fd-4080-927d-59a870f86fa2 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:16.716537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90f79a4a-fce9-4db4-958d-a0eca7a28618 req-43db055a-89fd-4080-927d-59a870f86fa2 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0802064 Feb 08 15:53:16.780073 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90f79a4a-fce9-4db4-958d-a0eca7a28618 req-46e16bae-0276-4bb8-a09f-5035b6f92145 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614414 Feb 08 15:53:16.851354 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151ca70d-9afd-424d-919c-4f01a992b566 x-openstack-request-id: req-151ca70d-9afd-424d-919c-4f01a992b566 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:16.851654 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d12fba8-30f4-462a-8949-82929d91c1a8", "name": "network-vif-deleted", "tag": "98ae7285-a2d0-4732-a984-36c81f6b62a1", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:16.852014 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-151ca70d-9afd-424d-919c-4f01a992b566 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:16.852373 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d12fba8-30f4-462a-8949-82929d91c1a8', 'name': 'network-vif-deleted', 'tag': '98ae7285-a2d0-4732-a984-36c81f6b62a1', 'status': 'completed', 'code': 200} Feb 08 15:53:16.943730 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ef02d11-cf40-4dbd-8b2b-0a189db9459e req-01d607ee-215e-4018-a56f-3e5bb9fe545f tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0425372 Feb 08 15:53:16.986020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d98dcf-6e5e-49bc-84d0-6efd1184dd52', 'name': 'network-vif-deleted', 'tag': 'f9d85891-195c-413d-8e11-eae59541b0d8'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:16.991225 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46e7e5c-c22c-4161-a857-8e2ae26e34a5" -d '{"events": [{"server_uuid": "04d98dcf-6e5e-49bc-84d0-6efd1184dd52", "name": "network-vif-deleted", "tag": "f9d85891-195c-413d-8e11-eae59541b0d8"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:17.054599 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75077e6a-20e1-4b39-a085-1bbf4c73fb75 x-openstack-request-id: req-75077e6a-20e1-4b39-a085-1bbf4c73fb75 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:17.054944 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d98dcf-6e5e-49bc-84d0-6efd1184dd52", "name": "network-vif-deleted", "tag": "f9d85891-195c-413d-8e11-eae59541b0d8", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:17.055208 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-75077e6a-20e1-4b39-a085-1bbf4c73fb75 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:17.055659 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d98dcf-6e5e-49bc-84d0-6efd1184dd52', 'name': 'network-vif-deleted', 'tag': 'f9d85891-195c-413d-8e11-eae59541b0d8', 'status': 'completed', 'code': 200} Feb 08 15:53:17.119380 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-acc72906-b4e2-4d8c-a6e9-41030e7f833f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0607176 Feb 08 15:53:17.193885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b8653-7c7f-44c3-ac6e-e563610b9fa2 req-e44d5070-ba85-466f-a625-45452904bae9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:17.195383 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-299b8653-7c7f-44c3-ac6e-e563610b9fa2 req-e44d5070-ba85-466f-a625-45452904bae9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.1084690 Feb 08 15:53:17.202978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dba87a-3433-41ad-a111-6869cdef0756 req-38022d6c-cc18-46bf-9eef-f3dc61d7ed17 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:17.204481 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24dba87a-3433-41ad-a111-6869cdef0756 req-38022d6c-cc18-46bf-9eef-f3dc61d7ed17 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0936179 Feb 08 15:53:17.276989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-299b8653-7c7f-44c3-ac6e-e563610b9fa2 req-e5cfa9cd-e420-469e-b9e9-13f2f9f63697 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714066 Feb 08 15:53:17.281286 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24dba87a-3433-41ad-a111-6869cdef0756 req-43accb62-2552-4418-8a1a-04d5e81f3c84 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693460 Feb 08 15:53:17.342136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44080) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:17.391279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0eddf50-d645-435b-831b-b6d99757ba65 admin admin] Deleting subnet 7a3e9a79-544e-4b54-a287-244d34376bd6 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:53:17.394938 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0eddf50-d645-435b-831b-b6d99757ba65 admin admin] Publish callbacks [] for subnet (7a3e9a79-544e-4b54-a287-244d34376bd6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:17.436550 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0eddf50-d645-435b-831b-b6d99757ba65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (7a3e9a79-544e-4b54-a287-244d34376bd6), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:17.502926 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0eddf50-d645-435b-831b-b6d99757ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (7a3e9a79-544e-4b54-a287-244d34376bd6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:17.509831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43c73a-cfee-4a40-8c1b-c582455b1b2d req-501b573c-4bcf-49ca-ad54-37e4ae5eddea tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:17.519328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a43c73a-cfee-4a40-8c1b-c582455b1b2d req-501b573c-4bcf-49ca-ad54-37e4ae5eddea tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0825012 Feb 08 15:53:17.587847 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0eddf50-d645-435b-831b-b6d99757ba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (7a3e9a79-544e-4b54-a287-244d34376bd6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:17.599167 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a43c73a-cfee-4a40-8c1b-c582455b1b2d req-e5a0abd0-b5de-48ce-9359-5d18e607a115 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786498 Feb 08 15:53:17.652407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eddf50-d645-435b-831b-b6d99757ba65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a3e9a79-544e-4b54-a287-244d34376bd6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:17.669145 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0eddf50-d645-435b-831b-b6d99757ba65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:17.673588 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e0eddf50-d645-435b-831b-b6d99757ba65 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/7a3e9a79-544e-4b54-a287-244d34376bd6 HTTP/1.1" status: 204 len: 168 time: 0.3303840 Feb 08 15:53:17.677419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44096) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:17.747462 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9bebbf5d-ec94-4ca2-a8de-fb3ba4cfc3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (a6feace8-82af-4509-b2e1-550d32a2334c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:17.779234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57d0d9-66e4-42ee-aafa-98f5a6959ec8 req-10039cff-27dd-426b-9b92-30be1131c6ee tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:17.789840 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b57d0d9-66e4-42ee-aafa-98f5a6959ec8 req-10039cff-27dd-426b-9b92-30be1131c6ee tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 943 time: 0.1226239 Feb 08 15:53:17.843092 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b57d0d9-66e4-42ee-aafa-98f5a6959ec8 req-95a46519-88fe-4e48-a62f-42e1c09928ef tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549006 Feb 08 15:53:17.919320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67683ad6-8b38-4ba9-a290-6940ab43ce36 req-c7eadcaa-2904-4e7f-a64c-4e43642e8b1b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:17.922002 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67683ad6-8b38-4ba9-a290-6940ab43ce36 req-c7eadcaa-2904-4e7f-a64c-4e43642e8b1b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0881693 Feb 08 15:53:17.930134 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9bebbf5d-ec94-4ca2-a8de-fb3ba4cfc3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (a6feace8-82af-4509-b2e1-550d32a2334c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:17.974842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-9bebbf5d-ec94-4ca2-a8de-fb3ba4cfc3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6feace8-82af-4509-b2e1-550d32a2334c']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:53:18.005489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-9bebbf5d-ec94-4ca2-a8de-fb3ba4cfc3a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a695a7ed-6ec5-4707-8734-b68b5f70fa31') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:53:18.005640 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-9bebbf5d-ec94-4ca2-a8de-fb3ba4cfc3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a695a7ed-6ec5-4707-8734-b68b5f70fa31') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:53:18.015913 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9bebbf5d-ec94-4ca2-a8de-fb3ba4cfc3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (a695a7ed-6ec5-4707-8734-b68b5f70fa31), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:18.023544 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67683ad6-8b38-4ba9-a290-6940ab43ce36 req-99384d36-0dfd-4d3d-a26e-1f4e5ccb460c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952454 Feb 08 15:53:18.041358 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9bebbf5d-ec94-4ca2-a8de-fb3ba4cfc3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a695a7ed-6ec5-4707-8734-b68b5f70fa31), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:18.049041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bebbf5d-ec94-4ca2-a8de-fb3ba4cfc3a5 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:53:18.049518 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9bebbf5d-ec94-4ca2-a8de-fb3ba4cfc3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (a695a7ed-6ec5-4707-8734-b68b5f70fa31), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:53:18.064920 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:53:18.113767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-33a719b9-d87a-4e23-a0fe-173ee6315555 req-5c9e8041-7919-485d-a44d-d53fd93ec1b3 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0457954 Feb 08 15:53:18.175804 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9bebbf5d-ec94-4ca2-a8de-fb3ba4cfc3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (a6feace8-82af-4509-b2e1-550d32a2334c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:18.182641 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9bebbf5d-ec94-4ca2-a8de-fb3ba4cfc3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:18.186070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9bebbf5d-ec94-4ca2-a8de-fb3ba4cfc3a5 admin admin] 10.222.0.82 "DELETE /v2.0/networks/a6feace8-82af-4509-b2e1-550d32a2334c HTTP/1.1" status: 204 len: 168 time: 0.5074089 Feb 08 15:53:18.206856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff343ad-3098-40d3-aa16-dbb70f8728f0 req-2fd4ed0e-ad34-44c1-bd7e-64deeb69faea tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:18.208896 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fff343ad-3098-40d3-aa16-dbb70f8728f0 req-2fd4ed0e-ad34-44c1-bd7e-64deeb69faea tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0922444 Feb 08 15:53:18.211154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebbf5d-ec94-4ca2-a8de-fb3ba4cfc3a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6feace8-82af-4509-b2e1-550d32a2334c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:18.291289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fff343ad-3098-40d3-aa16-dbb70f8728f0 req-7c9da3a9-d295-45d8-8ac8-cd92d3d16690 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760601 Feb 08 15:53:18.347593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device f9d85891-195c-413d-8e11-eae59541b0d8 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:53:18.394592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: f9d85891-195c-413d-8e11-eae59541b0d8 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:53:18.395529 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device f9d85891-195c-413d-8e11-eae59541b0d8 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:53:18.496713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44120) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:18.511560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7a8d-4f2f-475e-aa6c-674384cfdf05 req-d4ba07a8-27ed-4d5d-9d69-b9b0b571889a tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:18.513745 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2caf7a8d-4f2f-475e-aa6c-674384cfdf05 req-d4ba07a8-27ed-4d5d-9d69-b9b0b571889a tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0916684 Feb 08 15:53:18.550439 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-67821a2b-4b60-4dca-a7b5-f74c9916bbb0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9ce6bbf002ad40548ebbb3a7f5588fa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0524743 Feb 08 15:53:18.552881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44124) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:18.630905 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9702281-be96-4dff-9918-0caeb62540bc admin admin] Publish callbacks [] for security_group (9b0c86e8-3e8b-42a0-aea9-a39525f3c747), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:18.634930 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:18.659680 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9702281-be96-4dff-9918-0caeb62540bc admin admin] Publish callbacks [] for security_group (9b0c86e8-3e8b-42a0-aea9-a39525f3c747), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:18.666092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e24da700-d000-49be-b685-bfdcbb6f7226 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:53:18.670450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 98ae7285-a2d0-4732-a984-36c81f6b62a1 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:53:18.678019 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751b704-f075-48ee-a5cd-e634cebc4de2 req-b007cd07-835c-47f0-88fb-a2444eed47b8 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:18.686781 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4751b704-f075-48ee-a5cd-e634cebc4de2 req-b007cd07-835c-47f0-88fb-a2444eed47b8 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1715016 Feb 08 15:53:18.770143 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9702281-be96-4dff-9918-0caeb62540bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9b0c86e8-3e8b-42a0-aea9-a39525f3c747), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:18.772802 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9702281-be96-4dff-9918-0caeb62540bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:18.776370 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e9702281-be96-4dff-9918-0caeb62540bc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9b0c86e8-3e8b-42a0-aea9-a39525f3c747 HTTP/1.1" status: 204 len: 168 time: 0.2200611 Feb 08 15:53:18.795677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2caf7a8d-4f2f-475e-aa6c-674384cfdf05 req-289a6f5e-70d5-4bf9-a6c7-8d18affbb91e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392833 Feb 08 15:53:18.802679 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9702281-be96-4dff-9918-0caeb62540bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0c86e8-3e8b-42a0-aea9-a39525f3c747,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:18.831769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e24da700-d000-49be-b685-bfdcbb6f7226, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e24da700-d000-49be-b685-bfdcbb6f7226,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:18.848526 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'e24da700-d000-49be-b685-bfdcbb6f7226', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'port_id': 'e24da700-d000-49be-b685-bfdcbb6f7226', 'mac_address': 'fa:16:3e:ff:3a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:53:18.855519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 98ae7285-a2d0-4732-a984-36c81f6b62a1 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:53:18.855875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 98ae7285-a2d0-4732-a984-36c81f6b62a1 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:53:18.891160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4751b704-f075-48ee-a5cd-e634cebc4de2 req-e59ea1d7-11d6-4eb4-8caa-3007388bb76f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030425 Feb 08 15:53:18.947307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port e24da700-d000-49be-b685-bfdcbb6f7226 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:53:18.947307 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:18.953360 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b7ea-73bf-4367-8448-5382545241bc req-97f901f8-fc6d-41ac-81b4-82d9a1f627cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:18.961589 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-97f901f8-fc6d-41ac-81b4-82d9a1f627cd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 1133 time: 0.1137514 Feb 08 15:53:18.996207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24da700-d000-49be-b685-bfdcbb6f7226 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:53:19.037476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e24da700-d000-49be-b685-bfdcbb6f7226, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e24da700-d000-49be-b685-bfdcbb6f7226,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:19.044701 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:19.087428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b7ea-73bf-4367-8448-5382545241bc req-9f13f865-b744-43e3-a20e-89f2adfabc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:19.089960 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-9f13f865-b744-43e3-a20e-89f2adfabc1d service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1269455 Feb 08 15:53:19.107187 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bc429-029f-4916-bf16-e043105ea09f req-e3744011-9e15-441d-b391-7ef962516315 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:19.110431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c04bc429-029f-4916-bf16-e043105ea09f req-e3744011-9e15-441d-b391-7ef962516315 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 943 time: 0.1316824 Feb 08 15:53:19.202852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=e24da700-d000-49be-b685-bfdcbb6f7226,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:19.219274 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-6fcf9e08-75cb-4926-bbe0-67da7e55acb0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=199dfdee-f773-446b-8e69-cd43ca1ea404 HTTP/1.1" status: 200 len: 217 time: 0.1212468 Feb 08 15:53:19.258074 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c04bc429-029f-4916-bf16-e043105ea09f req-fa65b66b-08fe-4bb8-8dd4-890bb9cc3176 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410904 Feb 08 15:53:19.315219 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b7ea-73bf-4367-8448-5382545241bc req-59b2709a-f231-496f-be3c-0983515057ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:19.316713 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-59b2709a-f231-496f-be3c-0983515057ac service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0914388 Feb 08 15:53:19.402879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b7ea-73bf-4367-8448-5382545241bc req-f4c8ac21-b4c6-4bbd-bb5c-dc501dddb813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:19.405123 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-f4c8ac21-b4c6-4bbd-bb5c-dc501dddb813 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0817361 Feb 08 15:53:19.413628 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14c6f2ef-f94a-4975-b997-ea1dd41ce873 req-083e32c7-4342-4ee0-beb6-7bf68a06923d tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0445514 Feb 08 15:53:19.433171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['e24da700-d000-49be-b685-bfdcbb6f7226'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:19.437865 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b74db0-5272-40a6-b257-a42675c7c79e req-e71669ac-321b-49e9-8101-8542fcf2f4fb tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:19.444846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7b74db0-5272-40a6-b257-a42675c7c79e req-e71669ac-321b-49e9-8101-8542fcf2f4fb tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.4821079 Feb 08 15:53:19.505867 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7b74db0-5272-40a6-b257-a42675c7c79e req-21d17aa5-6052-4824-bfa9-9c4e1e912efd tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594041 Feb 08 15:53:19.655992 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-c3d9db3a-cb84-4942-a06e-9180f89ceca0 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360687 Feb 08 15:53:19.800602 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5f9f5-46ec-470c-8ded-62baf59c3a62 req-f63e3c21-c613-4d3d-8914-717660f90658 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:19.807998 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6a5f9f5-46ec-470c-8ded-62baf59c3a62 req-f63e3c21-c613-4d3d-8914-717660f90658 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1395755 Feb 08 15:53:19.872774 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-4595814d-bc2e-4b38-814a-3edbb61d492b service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095597 Feb 08 15:53:19.920152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6a5f9f5-46ec-470c-8ded-62baf59c3a62 req-10f882b9-1046-42f0-a5a6-d0176d484558 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053374 Feb 08 15:53:20.028311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ef499-6ef4-447e-908c-7736578f4b15 req-f01c2c77-bee5-4478-8929-8d37b627193c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:20.028311 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f16ef499-6ef4-447e-908c-7736578f4b15 req-f01c2c77-bee5-4478-8929-8d37b627193c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0952060 Feb 08 15:53:20.123179 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6caf3c-2e30-45e2-9087-7d814e59e97c req-1b1177c9-4ce9-4627-88ba-e80c9eddd504 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:20.124893 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a6caf3c-2e30-45e2-9087-7d814e59e97c req-1b1177c9-4ce9-4627-88ba-e80c9eddd504 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1016505 Feb 08 15:53:20.128068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f16ef499-6ef4-447e-908c-7736578f4b15 req-5ca274a1-d32e-45df-8df4-9d010ad8277e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680196 Feb 08 15:53:20.139853 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:20.195710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a6caf3c-2e30-45e2-9087-7d814e59e97c req-a72cfda1-72ad-446c-88f6-94c7347ef385 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622213 Feb 08 15:53:20.415956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c792825-1774-411f-b438-6d99ace335f5 req-72f07b02-8e12-4e61-a11b-d972ee5bccb6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:20.422134 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c792825-1774-411f-b438-6d99ace335f5 req-72f07b02-8e12-4e61-a11b-d972ee5bccb6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 944 time: 0.0619454 Feb 08 15:53:20.472444 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c792825-1774-411f-b438-6d99ace335f5 req-289e0485-6fd8-4779-8b78-b76d28fba1c1 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479226 Feb 08 15:53:20.636185 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b37c63a-d764-4ee1-8e56-38ab5204a780 req-a617dad0-e5fb-40e7-88ae-549b29488860 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0565908 Feb 08 15:53:20.664890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75123a7c-1d5e-4b71-9be1-a20ac07f612f req-e46e2c09-9102-4994-b671-6c46db5cd9d5 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:20.666796 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-75123a7c-1d5e-4b71-9be1-a20ac07f612f req-e46e2c09-9102-4994-b671-6c46db5cd9d5 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1148000 Feb 08 15:53:20.748510 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8920ff1b-955b-45c2-acfb-c68ce5283a88 req-6df30298-ed0d-4791-910d-7fa2adbadc6c tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0488589 Feb 08 15:53:20.785630 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-75123a7c-1d5e-4b71-9be1-a20ac07f612f req-c9192e04-acdc-4882-987b-ee9dea134fe1 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057410 Feb 08 15:53:21.254060 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c5cd7-98b0-4e77-98a6-18f231bcc838 req-6350eae3-2e28-4939-be50-036b2ba7f12d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:21.255559 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e85c5cd7-98b0-4e77-98a6-18f231bcc838 req-6350eae3-2e28-4939-be50-036b2ba7f12d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0529115 Feb 08 15:53:21.312764 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e85c5cd7-98b0-4e77-98a6-18f231bcc838 req-6ee5948d-ac5e-488a-a110-f70b1cef8403 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506117 Feb 08 15:53:21.622777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d994a-d084-4601-af94-f5cefedf9f35 req-c0b736c1-edae-4bad-b92f-7426e24991e8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:21.624303 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b7d994a-d084-4601-af94-f5cefedf9f35 req-c0b736c1-edae-4bad-b92f-7426e24991e8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 944 time: 0.0621057 Feb 08 15:53:21.677012 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b7d994a-d084-4601-af94-f5cefedf9f35 req-45c6a2a3-e820-4c9b-b1dd-66611d379ea6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453038 Feb 08 15:53:21.754769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a472a0d-162e-4f3c-a679-54eafc42a1ed req-6b94b17c-0144-4e8b-9b37-968158dca4dc tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0296099 Feb 08 15:53:21.855831 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bcd0bfc3-556f-4813-9a41-3d48a53ecd0e req-709d198b-fe1a-4890-99ed-1645ac1425cb tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0302596 Feb 08 15:53:21.909912 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e435c-2393-49f4-b49f-b89c9921378d req-7d0da4db-1082-4271-acff-d748c4d8b44a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:21.911611 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6e6e435c-2393-49f4-b49f-b89c9921378d req-7d0da4db-1082-4271-acff-d748c4d8b44a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0549114 Feb 08 15:53:21.962651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6e6e435c-2393-49f4-b49f-b89c9921378d req-911a0565-13b4-41aa-8df8-2617942185a0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453036 Feb 08 15:53:22.225252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5efdbc-15f7-4b8a-8fe4-aba353fb8ddc req-586a2fd2-cd07-4a32-8bae-249a4df48b37 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:22.226651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a5efdbc-15f7-4b8a-8fe4-aba353fb8ddc req-586a2fd2-cd07-4a32-8bae-249a4df48b37 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0575042 Feb 08 15:53:22.273857 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a5efdbc-15f7-4b8a-8fe4-aba353fb8ddc req-081f7601-034b-46ee-b4f9-01fed643aeee tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416763 Feb 08 15:53:22.438910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67feb8-b6c4-4019-81a2-f7b7c8bbe43d req-6a7d1f83-53d1-4b5c-9732-d651af3b4c36 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:22.440402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0e67feb8-b6c4-4019-81a2-f7b7c8bbe43d req-6a7d1f83-53d1-4b5c-9732-d651af3b4c36 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0547056 Feb 08 15:53:22.487658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0e67feb8-b6c4-4019-81a2-f7b7c8bbe43d req-344f4180-8563-4a60-ac87-bcdfbf98232b tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413368 Feb 08 15:53:22.669297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e24da700-d000-49be-b685-bfdcbb6f7226 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:53:22.722381 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port e24da700-d000-49be-b685-bfdcbb6f7226 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:53:22.728208 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port e24da700-d000-49be-b685-bfdcbb6f7226 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:53:22.728651 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:22.827093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port e24da700-d000-49be-b685-bfdcbb6f7226 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:53:22.828645 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:22.845081 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c20885dc-e51b-4916-a5a2-6439f2066c8a req-8de8d8c8-18e2-41f4-887f-67a93963dd03 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0288117 Feb 08 15:53:22.855356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8924d344-acda-4d18-a0a8-990730ea28fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24da700-d000-49be-b685-bfdcbb6f7226'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:22.858492 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ca0247-ff78-4071-a131-eefc3303a085" -d '{"events": [{"server_uuid": "8924d344-acda-4d18-a0a8-990730ea28fb", "name": "network-vif-plugged", "status": "completed", "tag": "e24da700-d000-49be-b685-bfdcbb6f7226"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:22.875036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e24da700-d000-49be-b685-bfdcbb6f7226, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e24da700-d000-49be-b685-bfdcbb6f7226,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:22.883568 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:22.900335 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5948bfba-bba8-45a2-a383-c87bf7f1bf63 req-0cb394bc-fe7a-4868-8097-1026f913c133 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0358951 Feb 08 15:53:22.907653 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc75993-c8be-4477-bab3-5064e0778106 req-14bf4620-b786-409c-9c06-ac2ec40950d2 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:22.909230 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcc75993-c8be-4477-bab3-5064e0778106 req-14bf4620-b786-409c-9c06-ac2ec40950d2 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 944 time: 0.1352217 Feb 08 15:53:22.971768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcc75993-c8be-4477-bab3-5064e0778106 req-0b15f968-20a3-478f-b982-6b7fe6afffc6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570033 Feb 08 15:53:22.973280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=e24da700-d000-49be-b685-bfdcbb6f7226,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:22.999434 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252eb033-cdb4-4089-a7bb-518a70317845 x-openstack-request-id: req-252eb033-cdb4-4089-a7bb-518a70317845 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:22.999774 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8924d344-acda-4d18-a0a8-990730ea28fb", "name": "network-vif-plugged", "status": "completed", "tag": "e24da700-d000-49be-b685-bfdcbb6f7226", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:22.999987 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-252eb033-cdb4-4089-a7bb-518a70317845 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:23.000446 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8924d344-acda-4d18-a0a8-990730ea28fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24da700-d000-49be-b685-bfdcbb6f7226', 'code': 200} Feb 08 15:53:23.077676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c1bbb60e-7e95-4c8d-abda-fa4af4b3d0f3 req-14f17825-5699-468f-bc92-9f3b34495fad tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0337875 Feb 08 15:53:23.163010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ef04c-aef3-444d-b800-e0ee96573f00 req-dfd95d39-4ecb-4b8a-a5d3-caae91795836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:23.164667 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e16ef04c-aef3-444d-b800-e0ee96573f00 req-dfd95d39-4ecb-4b8a-a5d3-caae91795836 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 1128 time: 0.0473139 Feb 08 15:53:23.212867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44232) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:23.213589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e16ef04c-aef3-444d-b800-e0ee96573f00 req-bbf63ce1-41dc-44bc-b001-83e33605fb27 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416768 Feb 08 15:53:23.324501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b23679e-6f7f-4089-84db-1b4e8b903ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:23.404657 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b23679e-6f7f-4089-84db-1b4e8b903ce2 admin admin] Publish callbacks [] for security_group (e9e706c0-e9eb-46f4-9373-4ca976e60c03), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:23.409928 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b23679e-6f7f-4089-84db-1b4e8b903ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e9e706c0-e9eb-46f4-9373-4ca976e60c03), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:23.410187 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac443e2-2b56-4018-94ca-5c3cf0f872f9 req-3962d356-067d-4968-a8bc-ada2f4e528b4 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:23.417488 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ac443e2-2b56-4018-94ca-5c3cf0f872f9 req-3962d356-067d-4968-a8bc-ada2f4e528b4 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0669067 Feb 08 15:53:23.454250 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2b23679e-6f7f-4089-84db-1b4e8b903ce2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=08ce46cde8d846d1abd0f27b361ff94e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2393193 Feb 08 15:53:23.455366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23679e-6f7f-4089-84db-1b4e8b903ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e706c0-e9eb-46f4-9373-4ca976e60c03,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:23.456975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 44238) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:23.478536 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ac443e2-2b56-4018-94ca-5c3cf0f872f9 req-55ec143e-6e56-41be-9bba-65fec7e1a8e0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599442 Feb 08 15:53:23.519167 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c20e903a-7668-45b8-b846-be5bb5db54b7 admin admin] Publish callbacks [] for security_group (e9e706c0-e9eb-46f4-9373-4ca976e60c03), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:23.551710 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c20e903a-7668-45b8-b846-be5bb5db54b7 admin admin] Publish callbacks [] for security_group (e9e706c0-e9eb-46f4-9373-4ca976e60c03), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:23.668922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bcaca-f835-43f7-b8ac-b462e11ed493 req-2af6afc0-7b50-4656-a4f7-aa747cf0ae06 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:23.671215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f86bcaca-f835-43f7-b8ac-b462e11ed493 req-2af6afc0-7b50-4656-a4f7-aa747cf0ae06 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1076925 Feb 08 15:53:23.678953 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366755ad-c6cf-49bd-b419-e5c1fa131ffa req-77e1a0cb-387a-4735-bbcc-21f4504d3bb6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:23.680328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-366755ad-c6cf-49bd-b419-e5c1fa131ffa req-77e1a0cb-387a-4735-bbcc-21f4504d3bb6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.1045876 Feb 08 15:53:23.680902 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c20e903a-7668-45b8-b846-be5bb5db54b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e9e706c0-e9eb-46f4-9373-4ca976e60c03), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:23.683417 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c20e903a-7668-45b8-b846-be5bb5db54b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:23.686994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c20e903a-7668-45b8-b846-be5bb5db54b7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e9e706c0-e9eb-46f4-9373-4ca976e60c03 HTTP/1.1" status: 204 len: 168 time: 0.2261431 Feb 08 15:53:23.711278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e903a-7668-45b8-b846-be5bb5db54b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e706c0-e9eb-46f4-9373-4ca976e60c03,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:23.772547 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f86bcaca-f835-43f7-b8ac-b462e11ed493 req-59766c16-f133-4a50-ae82-fffe9f2681eb tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869949 Feb 08 15:53:23.776873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-366755ad-c6cf-49bd-b419-e5c1fa131ffa req-e0b14523-4c4f-44d7-abd4-50e7108952b3 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887542 Feb 08 15:53:24.077696 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1bfb4e4-5812-4f09-be54-501977171df4 req-ecb89236-4bfb-484f-9f4b-28c7df03b061 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0580199 Feb 08 15:53:24.194527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd24ed-be3c-4156-8b4f-3840acc7a783 req-43ed9f58-a996-4b10-b1fc-61175d624b7d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:24.195986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cfcd24ed-be3c-4156-8b4f-3840acc7a783 req-43ed9f58-a996-4b10-b1fc-61175d624b7d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.3064873 Feb 08 15:53:24.250305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3cbd7-5453-4673-98e2-c6ae689d7666 req-675ca56a-d238-49ab-87eb-2a388e6ad3a0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:24.251771 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93d3cbd7-5453-4673-98e2-c6ae689d7666 req-675ca56a-d238-49ab-87eb-2a388e6ad3a0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 945 time: 0.1011064 Feb 08 15:53:24.281932 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cfcd24ed-be3c-4156-8b4f-3840acc7a783 req-7b27d0c4-32b5-48d3-ad8d-05423126759d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790827 Feb 08 15:53:24.326084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93d3cbd7-5453-4673-98e2-c6ae689d7666 req-222de9ac-fa59-444e-b5b2-e9bd7dd46381 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643415 Feb 08 15:53:24.383311 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3200e082-ca0c-4e27-a280-8f5f9559760c req-cf3a96b3-e079-402d-9578-988309b0de98 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0307496 Feb 08 15:53:24.441421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062df619-21c5-4f1e-910d-e21c16f2df75 req-44d12412-430d-44fa-83fa-95f75d343255 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:24.448485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-062df619-21c5-4f1e-910d-e21c16f2df75 req-44d12412-430d-44fa-83fa-95f75d343255 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0630674 Feb 08 15:53:24.495513 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-062df619-21c5-4f1e-910d-e21c16f2df75 req-f7de310c-b419-4bbd-a269-87cc05c2206c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461435 Feb 08 15:53:24.672078 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41c046-462c-42ec-bd62-765f05e45b6b req-5f10fb82-375e-4151-8f4c-942f4e93a727 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:24.679171 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d41c046-462c-42ec-bd62-765f05e45b6b req-5f10fb82-375e-4151-8f4c-942f4e93a727 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0704429 Feb 08 15:53:24.740888 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d41c046-462c-42ec-bd62-765f05e45b6b req-39394e07-2489-43dc-b82d-99b9a0a9975f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606353 Feb 08 15:53:24.767492 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bfe7fa80-80b0-4447-97d6-d64d8e8380f8 req-1e0bee14-1c4c-4bee-af52-3e0d16eea5c6 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0383735 Feb 08 15:53:24.882934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095e694-038d-4af7-affe-ad25696c4e7e req-d848432f-4f81-4398-bf01-0ca6b054635e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:24.884437 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e095e694-038d-4af7-affe-ad25696c4e7e req-d848432f-4f81-4398-bf01-0ca6b054635e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0692141 Feb 08 15:53:24.983108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6eaf8-a7ad-4d37-ae21-6c06d3c6746d req-a6cb7b63-5ae3-4b14-9437-6ebae53fbbef tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:24.984745 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12b6eaf8-a7ad-4d37-ae21-6c06d3c6746d req-a6cb7b63-5ae3-4b14-9437-6ebae53fbbef tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0993874 Feb 08 15:53:24.989917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e095e694-038d-4af7-affe-ad25696c4e7e req-aaeaf5e5-24c2-46fa-9a67-fc37724eef47 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957284 Feb 08 15:53:25.063717 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12b6eaf8-a7ad-4d37-ae21-6c06d3c6746d req-8c247c8a-6027-475e-9abb-e24a1eec5c3e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727606 Feb 08 15:53:25.187386 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd493a63-a5e3-4210-9bd1-72b0140e78de req-e9d20d32-6b54-4096-b80f-69d8cf08a521 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0311849 Feb 08 15:53:25.210349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f38a92-1bca-42b7-9fe5-494b55153761 req-9cbfc157-2004-403a-89b3-1a3b01487150 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:25.219639 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05f38a92-1bca-42b7-9fe5-494b55153761 req-9cbfc157-2004-403a-89b3-1a3b01487150 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0997851 Feb 08 15:53:25.267704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05f38a92-1bca-42b7-9fe5-494b55153761 req-87405f43-1598-434b-9baa-a329d4157944 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471961 Feb 08 15:53:25.411138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc81232-cff1-45a7-bbd5-8bdd2d7a0d7a req-0772b6ee-0e9c-4857-a8bc-c12306f357c1 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:25.413402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2dc81232-cff1-45a7-bbd5-8bdd2d7a0d7a req-0772b6ee-0e9c-4857-a8bc-c12306f357c1 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0737700 Feb 08 15:53:25.497770 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2dc81232-cff1-45a7-bbd5-8bdd2d7a0d7a req-1ae317f1-096e-44da-a9b2-9f519f60ee91 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716984 Feb 08 15:53:25.506340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f4ede-67a2-4f24-99b9-df6fdcbc8f8c req-c89a21df-c70b-47fe-b7d5-ae79ecabd459 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:25.508102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fa2f4ede-67a2-4f24-99b9-df6fdcbc8f8c req-c89a21df-c70b-47fe-b7d5-ae79ecabd459 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 945 time: 0.0934973 Feb 08 15:53:25.561646 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fa2f4ede-67a2-4f24-99b9-df6fdcbc8f8c req-85621c7b-8a06-4cec-a60f-3c06544d2613 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482364 Feb 08 15:53:25.711777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f1546-77b2-416a-ae7d-927b3bc182c6 req-040b9d27-53cb-4fc9-823e-3a73bd1f775d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:25.713475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-211f1546-77b2-416a-ae7d-927b3bc182c6 req-040b9d27-53cb-4fc9-823e-3a73bd1f775d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1078794 Feb 08 15:53:25.717484 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de246a3b-b63b-4281-a1de-e468b815a61e req-bd7de7b5-007c-459d-8580-a15bf5d5e55f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3 HTTP/1.1" status: 200 len: 267 time: 0.0754282 Feb 08 15:53:25.816403 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-211f1546-77b2-416a-ae7d-927b3bc182c6 req-77d4f5d3-8668-4779-b5b6-7780d8ab4f7a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904722 Feb 08 15:53:25.825007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de246a3b-b63b-4281-a1de-e468b815a61e req-543f4a1d-4908-4c87-b6e9-fcdd259105a7 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:25.826561 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de246a3b-b63b-4281-a1de-e468b815a61e req-543f4a1d-4908-4c87-b6e9-fcdd259105a7 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 945 time: 0.0994031 Feb 08 15:53:25.846261 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-de246a3b-b63b-4281-a1de-e468b815a61e req-7983a115-c312-41d6-9462-4b9301dff452 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Request body: {'port': {'security_groups': []}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:53:25.917680 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1896a95-b6c7-4343-becd-577d926b8be4 req-912b5ea8-456f-4e72-87b5-956071d88519 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0374277 Feb 08 15:53:25.971611 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de246a3b-b63b-4281-a1de-e468b815a61e req-7983a115-c312-41d6-9462-4b9301dff452 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:26.149642 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47c0d4-5d9a-4f5a-96cf-e529a253b8a7 req-a9c1e14c-0fa8-47e3-9b8b-46f4da8160f9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:26.151128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b47c0d4-5d9a-4f5a-96cf-e529a253b8a7 req-a9c1e14c-0fa8-47e3-9b8b-46f4da8160f9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1357141 Feb 08 15:53:26.209771 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-de246a3b-b63b-4281-a1de-e468b815a61e req-7983a115-c312-41d6-9462-4b9301dff452 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] For port e24da700-d000-49be-b685-bfdcbb6f7226, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e24da700-d000-49be-b685-bfdcbb6f7226,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:26.250589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b47c0d4-5d9a-4f5a-96cf-e529a253b8a7 req-3c6fddda-d76a-4499-a91d-20588aba1a49 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885153 Feb 08 15:53:26.265200 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de246a3b-b63b-4281-a1de-e468b815a61e req-7983a115-c312-41d6-9462-4b9301dff452 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for port (e24da700-d000-49be-b685-bfdcbb6f7226), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:26.277584 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de246a3b-b63b-4281-a1de-e468b815a61e req-7983a115-c312-41d6-9462-4b9301dff452 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:26.286215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['189e84f8-27d3-485c-95d2-ceedd5738444', 'e24da700-d000-49be-b685-bfdcbb6f7226'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:26.292014 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['154f1548-48ee-46aa-9a4e-ed194f34ffcd'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:26.334758 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de246a3b-b63b-4281-a1de-e468b815a61e req-7983a115-c312-41d6-9462-4b9301dff452 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:26.335475 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de246a3b-b63b-4281-a1de-e468b815a61e req-7983a115-c312-41d6-9462-4b9301dff452 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:26.354732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de246a3b-b63b-4281-a1de-e468b815a61e req-7983a115-c312-41d6-9462-4b9301dff452 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "PUT /v2.0/ports/e24da700-d000-49be-b685-bfdcbb6f7226 HTTP/1.1" status: 200 len: 904 time: 0.5137286 Feb 08 15:53:26.355336 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8924d344-acda-4d18-a0a8-990730ea28fb', 'tag': 'e24da700-d000-49be-b685-bfdcbb6f7226'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:26.360313 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0652f4-4609-4685-a406-d55718b1ff54" -d '{"events": [{"name": "network-changed", "server_uuid": "8924d344-acda-4d18-a0a8-990730ea28fb", "tag": "e24da700-d000-49be-b685-bfdcbb6f7226"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:26.506750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d82af011-fdcb-4ca1-8e5e-b8c7939123b4 req-048d2769-ae54-4590-b790-738579a0b673 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0661557 Feb 08 15:53:26.512482 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983a115-c312-41d6-9462-4b9301dff452 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event updated for resources: {'Port': ['ID=e24da700-d000-49be-b685-bfdcbb6f7226,revision_number=6']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:26.558808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6fad5-a116-43b1-8d41-98e521aebde0 req-fb1b6419-75c0-41fa-8358-72b231ccfc40 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:26.568555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['e24da700-d000-49be-b685-bfdcbb6f7226'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:26.574247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04d6fad5-a116-43b1-8d41-98e521aebde0 req-fb1b6419-75c0-41fa-8358-72b231ccfc40 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.2036633 Feb 08 15:53:26.664822 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04d6fad5-a116-43b1-8d41-98e521aebde0 req-7133a318-7796-4d3c-8cfd-186173178e82 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890713 Feb 08 15:53:26.752680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f64b7-ed4a-42e0-8e47-5ef11347309d req-62f65b32-81cc-466f-9541-8f805d540005 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:26.773185 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f25f64b7-ed4a-42e0-8e47-5ef11347309d req-62f65b32-81cc-466f-9541-8f805d540005 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 907 time: 0.1026695 Feb 08 15:53:26.782511 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a4e58c-3b7b-4bb6-98f5-f6fbd0e70bb4 x-openstack-request-id: req-e9a4e58c-3b7b-4bb6-98f5-f6fbd0e70bb4 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:26.782965 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8924d344-acda-4d18-a0a8-990730ea28fb", "tag": "e24da700-d000-49be-b685-bfdcbb6f7226", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:26.783403 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e9a4e58c-3b7b-4bb6-98f5-f6fbd0e70bb4 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:26.783814 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8924d344-acda-4d18-a0a8-990730ea28fb', 'tag': 'e24da700-d000-49be-b685-bfdcbb6f7226', 'status': 'completed', 'code': 200} Feb 08 15:53:26.850320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d0346f28-b910-43d9-b25b-0c34e37f71fc None None] Provisioning complete for port e24da700-d000-49be-b685-bfdcbb6f7226 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:53:26.850946 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d0346f28-b910-43d9-b25b-0c34e37f71fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:26.873365 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0652f4-4609-4685-a406-d55718b1ff54 req-1fabaa8f-065e-4576-98e1-464a3b0d2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:26.875215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d0652f4-4609-4685-a406-d55718b1ff54 req-1fabaa8f-065e-4576-98e1-464a3b0d2047 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 1090 time: 0.1010942 Feb 08 15:53:26.964004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9c9b1-223c-4fbc-b7f7-c824e72248e1 req-283d34f6-753e-4ceb-a7d8-ee0f34586a1c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:26.965620 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bc9c9b1-223c-4fbc-b7f7-c824e72248e1 req-283d34f6-753e-4ceb-a7d8-ee0f34586a1c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1457283 Feb 08 15:53:26.970637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d0346f28-b910-43d9-b25b-0c34e37f71fc None None] Current status of the port e24da700-d000-49be-b685-bfdcbb6f7226 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:53:27.077077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d2472-8180-461a-b840-073d3108c71b req-01906d24-527e-44b3-b8d9-aa36b1a42206 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:27.078589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-924d2472-8180-461a-b840-073d3108c71b req-01906d24-527e-44b3-b8d9-aa36b1a42206 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1833680 Feb 08 15:53:27.081574 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bc9c9b1-223c-4fbc-b7f7-c824e72248e1 req-adf7ad71-a941-4319-8a88-8dcaf4223044 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968571 Feb 08 15:53:27.087596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0652f4-4609-4685-a406-d55718b1ff54 req-7a67d3db-19f4-40e4-b088-3bf5466f4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:27.089136 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d0652f4-4609-4685-a406-d55718b1ff54 req-7a67d3db-19f4-40e4-b088-3bf5466f4cce service neutron] 10.222.0.96 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.2060370 Feb 08 15:53:27.329968 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44384) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:27.439734 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8acb3fe3-0ddd-4163-9f9e-6a7ef3073f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:27.461796 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d0652f4-4609-4685-a406-d55718b1ff54 req-58ce1dc4-f49d-417c-a27a-906c31cd83f9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e24da700-d000-49be-b685-bfdcbb6f7226 HTTP/1.1" status: 200 len: 217 time: 0.3574905 Feb 08 15:53:27.497369 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba572df3-8365-48b0-994c-1cde91c98c05 req-ce997ac7-47aa-4939-98f7-7ff6726bc2d1 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0392380 Feb 08 15:53:27.523766 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8acb3fe3-0ddd-4163-9f9e-6a7ef3073f86 admin admin] Publish callbacks [] for security_group (8fdcff5e-d25d-44af-ac5e-0b4370cc45c2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:27.528940 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8acb3fe3-0ddd-4163-9f9e-6a7ef3073f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8fdcff5e-d25d-44af-ac5e-0b4370cc45c2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:27.547970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-924d2472-8180-461a-b840-073d3108c71b req-f72b6bd8-102c-42e3-b7e9-79b3c9225ad6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4578664 Feb 08 15:53:27.555461 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0652f4-4609-4685-a406-d55718b1ff54 req-47195074-7c7c-462e-988a-f95bb878d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:27.556933 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d0652f4-4609-4685-a406-d55718b1ff54 req-47195074-7c7c-462e-988a-f95bb878d191 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0859141 Feb 08 15:53:27.581801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 44390) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:27.582010 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8acb3fe3-0ddd-4163-9f9e-6a7ef3073f86 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=08fdf41e96c741e1b3df191ec80d3801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449164 Feb 08 15:53:27.586333 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb3fe3-0ddd-4163-9f9e-6a7ef3073f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdcff5e-d25d-44af-ac5e-0b4370cc45c2,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:27.687716 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac973886-4752-4c7d-8717-0014ad2b339f req-6d8aad37-baf2-418d-a4b5-dacb3862f0d3 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0510063 Feb 08 15:53:27.703097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0652f4-4609-4685-a406-d55718b1ff54 req-6493c816-3c1b-4262-a7bf-1ab2a3d52793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:27.704592 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d0652f4-4609-4685-a406-d55718b1ff54 req-6493c816-3c1b-4262-a7bf-1ab2a3d52793 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1389391 Feb 08 15:53:27.743082 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b2630-db6e-4995-a245-e5e173350783 req-3b6288c1-3696-4866-a522-344cfc04741c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:27.744577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-584b2630-db6e-4995-a245-e5e173350783 req-3b6288c1-3696-4866-a522-344cfc04741c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1699960 Feb 08 15:53:27.771660 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a856c602-8602-494d-96ec-a8ddf979c1c8 admin admin] Publish callbacks [] for security_group (8fdcff5e-d25d-44af-ac5e-0b4370cc45c2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:27.845792 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a856c602-8602-494d-96ec-a8ddf979c1c8 admin admin] Publish callbacks [] for security_group (8fdcff5e-d25d-44af-ac5e-0b4370cc45c2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:27.920855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-584b2630-db6e-4995-a245-e5e173350783 req-6e4d68da-b3ee-4758-a2e6-de78715da7af tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428285 Feb 08 15:53:27.934213 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d0652f4-4609-4685-a406-d55718b1ff54 req-b1f4101e-ee73-445b-ad9b-deee84d9155d service neutron] 10.222.0.96 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220399 Feb 08 15:53:27.941914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53ae7b-c881-4a30-8b3e-bb3e8052d1ac req-5d09e129-d488-4ea3-99c6-9d09774f1007 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:27.943260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d53ae7b-c881-4a30-8b3e-bb3e8052d1ac req-5d09e129-d488-4ea3-99c6-9d09774f1007 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1672394 Feb 08 15:53:28.051475 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a856c602-8602-494d-96ec-a8ddf979c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8fdcff5e-d25d-44af-ac5e-0b4370cc45c2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:28.054036 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a856c602-8602-494d-96ec-a8ddf979c1c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:28.055163 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a856c602-8602-494d-96ec-a8ddf979c1c8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8fdcff5e-d25d-44af-ac5e-0b4370cc45c2 HTTP/1.1" status: 204 len: 168 time: 0.4781697 Feb 08 15:53:28.094327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856c602-8602-494d-96ec-a8ddf979c1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdcff5e-d25d-44af-ac5e-0b4370cc45c2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:28.106379 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d53ae7b-c881-4a30-8b3e-bb3e8052d1ac req-01eb923f-2a37-436c-8199-3e1c2483d1ab tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534882 Feb 08 15:53:28.120840 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d0652f4-4609-4685-a406-d55718b1ff54 req-18930308-844c-4635-bad9-60c73fe1c4a0 service neutron] 10.222.0.96 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763897 Feb 08 15:53:28.127924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f16741-6abc-426c-9d3b-e6671edec8af req-37ad5e8c-3b3d-40c8-b6b3-253aee301844 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:28.134975 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36f16741-6abc-426c-9d3b-e6671edec8af req-37ad5e8c-3b3d-40c8-b6b3-253aee301844 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.1411490 Feb 08 15:53:28.203479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36f16741-6abc-426c-9d3b-e6671edec8af req-be6994c0-e930-4cd5-9ec7-132bc0187125 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531840 Feb 08 15:53:28.313803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ea9cf-69e1-4eb9-95a3-a6e5c3d1ce38 req-c6a26416-9338-4bc6-a702-e8d0b2436d9f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:28.317409 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf5ea9cf-69e1-4eb9-95a3-a6e5c3d1ce38 req-c6a26416-9338-4bc6-a702-e8d0b2436d9f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0619063 Feb 08 15:53:28.399455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44416) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:28.413374 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-407942bf-f3de-4676-8708-66754aa961f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:28.426752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf5ea9cf-69e1-4eb9-95a3-a6e5c3d1ce38 req-9b829a9a-e29c-4db1-86d8-21e38a98f2e3 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058846 Feb 08 15:53:28.472246 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-d2b00883-81cc-4565-89a5-1dd364f42d17 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:28.480215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-d2b00883-81cc-4565-89a5-1dd364f42d17 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 811 time: 0.1573060 Feb 08 15:53:28.494057 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-20f0eda1-4463-4f9a-a281-b50ef2c478ee tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/quotas/7c96f108dc3b44ef9d4d2ce2fc47eab3 HTTP/1.1" status: 200 len: 375 time: 0.0125852 Feb 08 15:53:28.495075 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-407942bf-f3de-4676-8708-66754aa961f5 admin admin] Publish callbacks [] for security_group (200b01c9-03c8-4207-a3c6-0431e2914f48), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:28.500479 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-407942bf-f3de-4676-8708-66754aa961f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (200b01c9-03c8-4207-a3c6-0431e2914f48), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:28.539233 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-407942bf-f3de-4676-8708-66754aa961f5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d3f6b32ae9a54d2ca384b573318328a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386807 Feb 08 15:53:28.540115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407942bf-f3de-4676-8708-66754aa961f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200b01c9-03c8-4207-a3c6-0431e2914f48,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:28.542384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44422) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:28.591075 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-9e8f6ace-da1f-4eef-8d9b-fb37a742a28b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0949740 Feb 08 15:53:28.593306 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13eac790-ee69-45f2-851d-455d527ad814 admin admin] Publish callbacks [] for security_group (200b01c9-03c8-4207-a3c6-0431e2914f48), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:28.598448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d9d44-6fc0-4c64-8493-3706c36036d0 req-f9b216a8-02eb-41ac-9995-62fdc3d9863e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:28.599911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d93d9d44-6fc0-4c64-8493-3706c36036d0 req-f9b216a8-02eb-41ac-9995-62fdc3d9863e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0928066 Feb 08 15:53:28.614606 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13eac790-ee69-45f2-851d-455d527ad814 admin admin] Publish callbacks [] for security_group (200b01c9-03c8-4207-a3c6-0431e2914f48), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:28.663762 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13eac790-ee69-45f2-851d-455d527ad814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (200b01c9-03c8-4207-a3c6-0431e2914f48), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:28.666638 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13eac790-ee69-45f2-851d-455d527ad814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:28.667810 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-13eac790-ee69-45f2-851d-455d527ad814 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/200b01c9-03c8-4207-a3c6-0431e2914f48 HTTP/1.1" status: 204 len: 168 time: 0.1245308 Feb 08 15:53:28.678631 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eac790-ee69-45f2-851d-455d527ad814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200b01c9-03c8-4207-a3c6-0431e2914f48,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:28.708456 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d93d9d44-6fc0-4c64-8493-3706c36036d0 req-f6b75259-87b3-43ce-83f3-143e37a80a25 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004276 Feb 08 15:53:28.733121 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-207a1549-1e16-4d7b-a4dd-9aa24bde5a85 service neutron] 10.222.0.82 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314502 Feb 08 15:53:28.817364 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a5fda44-eed6-47ba-887a-efb54be75adf req-43827a76-92e3-4fda-b3b6-2a06017933bc tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0329559 Feb 08 15:53:28.855777 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-31cd16a6-6a73-42f1-add3-d692a70af90c service neutron] 10.222.0.82 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211743 Feb 08 15:53:28.916588 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a35a97dc-186e-4278-aef3-e018ea70a654 req-1a42b787-a805-46d2-93ff-28a2cde96f9c tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0299339 Feb 08 15:53:29.070201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5d150a3-d756-4149-9b0f-f8b38981e073 req-d2ed8838-4a1d-4e16-a97c-f7d0035c9794 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 210 time: 0.0565093 Feb 08 15:53:29.101779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cf4ed-054d-4e81-a0a5-723a09ee6c48 req-1b64d9d1-8117-49e6-abce-804e4112f079 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:29.103279 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a58cf4ed-054d-4e81-a0a5-723a09ee6c48 req-1b64d9d1-8117-49e6-abce-804e4112f079 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0915854 Feb 08 15:53:29.161414 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a58cf4ed-054d-4e81-a0a5-723a09ee6c48 req-7585e5b3-0e1e-43c2-acc4-de237c5a74a6 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492871 Feb 08 15:53:29.338201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760fd51-9866-4ee0-920c-eadd349a0e5c req-f9222349-47d5-4951-a7d2-139da8f6e3ce tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:29.339743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9760fd51-9866-4ee0-920c-eadd349a0e5c req-f9222349-47d5-4951-a7d2-139da8f6e3ce tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0968060 Feb 08 15:53:29.353480 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f92fe8-ce25-46b2-962f-d9cdda9886b1 req-8eb168b2-f237-42ba-9f2d-3cf958783e75 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:29.358316 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f9f92fe8-ce25-46b2-962f-d9cdda9886b1 req-8eb168b2-f237-42ba-9f2d-3cf958783e75 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0801179 Feb 08 15:53:29.452452 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9760fd51-9866-4ee0-920c-eadd349a0e5c req-8d121ebb-299c-4926-b59b-cb60c612f91d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931041 Feb 08 15:53:29.455531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f9f92fe8-ce25-46b2-962f-d9cdda9886b1 req-29673811-d901-410b-8833-0973b7b89956 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875950 Feb 08 15:53:29.633882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6be0c-669b-43a0-a616-11f09323c6f2 req-0db4bb46-029b-4cd1-958e-c7de08182999 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:29.641492 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7b6be0c-669b-43a0-a616-11f09323c6f2 req-0db4bb46-029b-4cd1-958e-c7de08182999 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0631702 Feb 08 15:53:29.688674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7b6be0c-669b-43a0-a616-11f09323c6f2 req-f4a8386f-30aa-461a-8cec-c73df8de9b12 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463135 Feb 08 15:53:29.814278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c9adb-4847-471f-beec-7bdab2899e17 req-4767c6e9-3b71-4f36-808a-73e1cbba9a88 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:29.815878 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-351c9adb-4847-471f-beec-7bdab2899e17 req-4767c6e9-3b71-4f36-808a-73e1cbba9a88 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0562375 Feb 08 15:53:29.869195 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-351c9adb-4847-471f-beec-7bdab2899e17 req-7eb2245c-d81c-44d9-9653-bfd17d82991f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477262 Feb 08 15:53:29.937014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c90a084-16ca-41bf-b26a-3cff48be7302 req-70c1e980-dc3e-4916-b9c0-8f3f5c76238c tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0382490 Feb 08 15:53:30.039740 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ac78036-aa6c-4d65-bf7e-dfbf37336be2 req-3f452187-87f9-4cbe-a4ca-7fa09c4c5a63 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0313139 Feb 08 15:53:30.195816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1529df7-a090-4963-830d-8c0c5d5a76e7 req-0cdd6251-c1b7-4e21-a08a-b6e21ffb4139 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:30.207511 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1529df7-a090-4963-830d-8c0c5d5a76e7 req-0cdd6251-c1b7-4e21-a08a-b6e21ffb4139 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0758159 Feb 08 15:53:30.231921 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-bd5ecc1e-9e44-4a0a-bfae-4c1daa059079 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:30.233964 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-bd5ecc1e-9e44-4a0a-bfae-4c1daa059079 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 811 time: 0.1909592 Feb 08 15:53:30.255567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-0e7f2032-0ff5-491e-b9e9-5a8b441c8268 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Request body: {'port': {'device_id': '54d98b1f-a7bf-4da9-b4cb-4a00395d5839', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'admin_state_up': True, 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:53:30.256134 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-823f177d-d806-4da4-bea3-55fe2c48a938 req-26a2be13-3fac-449a-8513-a4216e441a84 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 210 time: 0.0465324 Feb 08 15:53:30.301247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1529df7-a090-4963-830d-8c0c5d5a76e7 req-df070812-2a81-4c9d-8320-4393f689883b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885389 Feb 08 15:53:30.403766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-0e7f2032-0ff5-491e-b9e9-5a8b441c8268 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Made reservation on behalf of 7c96f108dc3b44ef9d4d2ce2fc47eab3 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:53:30.407191 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-0e7f2032-0ff5-491e-b9e9-5a8b441c8268 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:30.430029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e622c-3794-44a1-bbc9-ff04e5798a09 req-01b377a4-eb3c-483c-9128-30319280c25d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:30.432240 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba9e622c-3794-44a1-bbc9-ff04e5798a09 req-01b377a4-eb3c-483c-9128-30319280c25d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0685015 Feb 08 15:53:30.497632 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba9e622c-3794-44a1-bbc9-ff04e5798a09 req-f5d1fc7a-a641-42a1-b4f8-5976de40c090 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538914 Feb 08 15:53:30.557489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-0e7f2032-0ff5-491e-b9e9-5a8b441c8268 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Allocated IP 172.20.0.4 (8cddf711-698e-4c07-bd73-40b83ff0064f/f12e1c51-9a15-439a-b59c-cc113fb7ded8/de5196e1-d1e9-4d31-b9f3-586c841acc60) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:53:30.676658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf7617-e16a-441e-9670-244b3be7ba6c req-82edfddd-bf54-42a6-ae4c-55b1112f3d23 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:30.678425 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59cf7617-e16a-441e-9670-244b3be7ba6c req-82edfddd-bf54-42a6-ae4c-55b1112f3d23 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.1232743 Feb 08 15:53:30.691177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b737a-d0b0-4d2e-baeb-6d099e0b2054 req-72e3a6de-2910-4ad0-8d59-abe7166ae6bc tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:30.693036 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a48b737a-d0b0-4d2e-baeb-6d099e0b2054 req-72e3a6de-2910-4ad0-8d59-abe7166ae6bc tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0935028 Feb 08 15:53:30.782956 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-0e7f2032-0ff5-491e-b9e9-5a8b441c8268 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:30.787343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59cf7617-e16a-441e-9670-244b3be7ba6c req-46bc7699-7523-4796-bc5a-f113273d6ff3 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930064 Feb 08 15:53:30.797816 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a48b737a-d0b0-4d2e-baeb-6d099e0b2054 req-a8f21908-1dc5-4f0e-af2f-2fcb5a53bc6e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972037 Feb 08 15:53:30.832413 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-0e7f2032-0ff5-491e-b9e9-5a8b441c8268 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:30.846604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['189e84f8-27d3-485c-95d2-ceedd5738444'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:30.886028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f2032-0ff5-491e-b9e9-5a8b441c8268 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event updated for resources: {'Port': ['ID=de5196e1-d1e9-4d31-b9f3-586c841acc60,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:30.891923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['154f1548-48ee-46aa-9a4e-ed194f34ffcd'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:30.905735 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-0e7f2032-0ff5-491e-b9e9-5a8b441c8268 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Network 8cddf711-698e-4c07-bd73-40b83ff0064f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:53:30.907600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-0e7f2032-0ff5-491e-b9e9-5a8b441c8268 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:53:30.911977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-0e7f2032-0ff5-491e-b9e9-5a8b441c8268 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:53:30.971217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-0e7f2032-0ff5-491e-b9e9-5a8b441c8268 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:30.971889 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-0e7f2032-0ff5-491e-b9e9-5a8b441c8268 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:30.986705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdde51-45c3-42ea-9a4c-bfd77a0dac8e req-7230b221-c8d9-4e16-9917-c4eb443ca7d0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:31.001655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3dcdde51-45c3-42ea-9a4c-bfd77a0dac8e req-7230b221-c8d9-4e16-9917-c4eb443ca7d0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1160247 Feb 08 15:53:31.003438 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-0e7f2032-0ff5-491e-b9e9-5a8b441c8268 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7504261 Feb 08 15:53:31.020420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Request body: {'port': {'device_id': '54d98b1f-a7bf-4da9-b4cb-4a00395d5839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:53:31.081328 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:53:31.113512 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ed54da7-7aba-4f67-8b09-fa02b35aeb9b req-a6e7f6a8-59b9-41d1-9564-bf39f34f5b0d tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0497017 Feb 08 15:53:31.149224 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3dcdde51-45c3-42ea-9a4c-bfd77a0dac8e req-fa188a99-1ba5-4635-ad1f-b8d2982c5dcf tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452751 Feb 08 15:53:31.171543 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:31.278804 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ea8a51b-4faa-49ff-8713-d4da1f8c787b req-1e1c2748-7857-4cde-bf30-3844d38a13ee tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0421014 Feb 08 15:53:31.326379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-84f912c8-406d-4402-822a-5182ac4db469 None None] Provisioning complete for port de5196e1-d1e9-4d31-b9f3-586c841acc60 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:53:31.326809 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84f912c8-406d-4402-822a-5182ac4db469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:31.411590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-84f912c8-406d-4402-822a-5182ac4db469 None None] Port de5196e1-d1e9-4d31-b9f3-586c841acc60 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:53:31.444100 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a6e95-2c3f-49fb-9628-87466df89aec req-5814c3d9-b16d-48d8-9fb8-f5a5e2339ff4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:31.461467 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a5a6e95-2c3f-49fb-9628-87466df89aec req-5814c3d9-b16d-48d8-9fb8-f5a5e2339ff4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 931 time: 0.0904610 Feb 08 15:53:31.473140 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aa977bdd-280a-431c-82fb-becfb87fb130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:31.518864 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a5a6e95-2c3f-49fb-9628-87466df89aec req-4a5fb58b-e765-412a-a40f-52623a7b5b31 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565126 Feb 08 15:53:31.606976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5196e1-d1e9-4d31-b9f3-586c841acc60 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:53:31.615219 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Publish callbacks [] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:31.629153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Transition to ACTIVE for port object de5196e1-d1e9-4d31-b9f3-586c841acc60 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:53:31.633813 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:31.688883 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Pushing event updated for resources: {'Port': ['ID=de5196e1-d1e9-4d31-b9f3-586c841acc60,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:31.778478 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Attempting to bind port de5196e1-d1e9-4d31-b9f3-586c841acc60 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:53:31.778989 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54ae70-716e-4db0-8c9a-38bda18e9b56 req-510a6ab9-76a3-4c34-b96e-e0852c83efd8 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:31.780765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Attempting to bind port de5196e1-d1e9-4d31-b9f3-586c841acc60 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:53:31.781488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Attempting to bind port de5196e1-d1e9-4d31-b9f3-586c841acc60 on network 8cddf711-698e-4c07-bd73-40b83ff0064f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:53:31.787492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Port de5196e1-d1e9-4d31-b9f3-586c841acc60 on network 8cddf711-698e-4c07-bd73-40b83ff0064f not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:53:31.788052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Attempting to bind port de5196e1-d1e9-4d31-b9f3-586c841acc60 on network 8cddf711-698e-4c07-bd73-40b83ff0064f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:53:31.789402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b54ae70-716e-4db0-8c9a-38bda18e9b56 req-510a6ab9-76a3-4c34-b96e-e0852c83efd8 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1010139 Feb 08 15:53:31.795023 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:53:31.795848 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Checking segment: {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:53:31.796431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Bound using segment: {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:53:31.797240 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Bound port: de5196e1-d1e9-4d31-b9f3-586c841acc60, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e2df3e-fd27-4708-9c06-bf20f23beabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:53:31.797843 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:31.892749 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b54ae70-716e-4db0-8c9a-38bda18e9b56 req-25b455c8-9eec-4836-9a5b-e56a1dde5d8c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021886 Feb 08 15:53:31.903570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] For port de5196e1-d1e9-4d31-b9f3-586c841acc60, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:53:31.920440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] For port de5196e1-d1e9-4d31-b9f3-586c841acc60, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=de5196e1-d1e9-4d31-b9f3-586c841acc60,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:53:31.928548 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:31.963425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:31.963990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:31.965446 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] 10.222.0.94 "PUT /v2.0/ports/de5196e1-d1e9-4d31-b9f3-586c841acc60 HTTP/1.1" status: 200 len: 1092 time: 0.9532168 Feb 08 15:53:31.965993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d98b1f-a7bf-4da9-b4cb-4a00395d5839', 'tag': 'de5196e1-d1e9-4d31-b9f3-586c841acc60'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:31.969071 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc08df29-a9d5-4d48-a718-c536c4e71a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "54d98b1f-a7bf-4da9-b4cb-4a00395d5839", "tag": "de5196e1-d1e9-4d31-b9f3-586c841acc60"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:32.021264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb2849-be2a-4b0f-980d-bbff1a410a80 service neutron] Pushing event updated for resources: {'Port': ['ID=de5196e1-d1e9-4d31-b9f3-586c841acc60,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:32.026632 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf99cc1-00c7-4fbd-beb9-7d9a33878fbf x-openstack-request-id: req-edf99cc1-00c7-4fbd-beb9-7d9a33878fbf {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:32.026923 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d98b1f-a7bf-4da9-b4cb-4a00395d5839", "tag": "de5196e1-d1e9-4d31-b9f3-586c841acc60", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:32.027231 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-edf99cc1-00c7-4fbd-beb9-7d9a33878fbf {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:32.027698 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d98b1f-a7bf-4da9-b4cb-4a00395d5839', 'tag': 'de5196e1-d1e9-4d31-b9f3-586c841acc60', 'status': 'completed', 'code': 200} Feb 08 15:53:32.046226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d0baf-a062-4873-aeb1-cccc245be8e8 req-820097f9-7738-4875-978e-433c041ad263 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:32.055178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-287d0baf-a062-4873-aeb1-cccc245be8e8 req-820097f9-7738-4875-978e-433c041ad263 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.1278319 Feb 08 15:53:32.092272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-01948071-7851-4a6b-af58-6305460b76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:32.094092 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-01948071-7851-4a6b-af58-6305460b76d9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 1126 time: 0.0697856 Feb 08 15:53:32.114414 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-287d0baf-a062-4873-aeb1-cccc245be8e8 req-ef98f168-6122-4782-889b-7f4fbbe96815 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582187 Feb 08 15:53:32.163431 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-96830629-87da-4783-8312-7652220b4b62 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de5196e1-d1e9-4d31-b9f3-586c841acc60 HTTP/1.1" status: 200 len: 217 time: 0.0596197 Feb 08 15:53:32.235033 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-3d64670c-8c50-469c-8ed4-ccb18897e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:32.236656 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-3d64670c-8c50-469c-8ed4-ccb18897e514 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0659060 Feb 08 15:53:32.241418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b8c15d4-0b31-444b-b2ac-2e50e3b5edec req-df0b224c-5939-4ee0-a9c3-91d3fb4e4921 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0337415 Feb 08 15:53:32.299304 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-e14e6654-26a3-43ee-be86-279a72e0720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:32.300829 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-e14e6654-26a3-43ee-be86-279a72e0720a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0542819 Feb 08 15:53:32.408436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03189423-2748-4555-9c99-69d0811ea342 req-968274fe-790f-41b6-8d24-50128729a7a9 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0446126 Feb 08 15:53:32.414683 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-a561a81b-8418-4128-aa6f-4bd90c79b001 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032302 Feb 08 15:53:32.512187 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-da82b0bb-b1fa-4cb1-8b4b-cafe9db410f8 req-c44b1257-f24e-4542-81a7-26839dd88105 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896790 Feb 08 15:53:32.615755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08df29-a9d5-4d48-a718-c536c4e71a1d req-8c8a4ec8-468b-46b4-9842-4d391005f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:32.617301 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fc08df29-a9d5-4d48-a718-c536c4e71a1d req-8c8a4ec8-468b-46b4-9842-4d391005f728 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 1126 time: 0.0504332 Feb 08 15:53:32.668556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8f5c-08b6-4fe8-8a38-5891a249745c req-bd0ecf0e-7cd3-4df4-9d3e-3c3a0048e862 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:32.671010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-addb8f5c-08b6-4fe8-8a38-5891a249745c req-bd0ecf0e-7cd3-4df4-9d3e-3c3a0048e862 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 943 time: 0.0661185 Feb 08 15:53:32.726198 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-addb8f5c-08b6-4fe8-8a38-5891a249745c req-97773d42-140d-4d12-a63a-7365248311c5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483468 Feb 08 15:53:32.727364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08df29-a9d5-4d48-a718-c536c4e71a1d req-84ade142-2647-4498-9b19-432e774ea577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:32.728847 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fc08df29-a9d5-4d48-a718-c536c4e71a1d req-84ade142-2647-4498-9b19-432e774ea577 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.1046081 Feb 08 15:53:32.773076 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fc08df29-a9d5-4d48-a718-c536c4e71a1d req-3b3ddcd3-2b49-49b4-b109-c2a4509129d2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de5196e1-d1e9-4d31-b9f3-586c841acc60 HTTP/1.1" status: 200 len: 217 time: 0.0369112 Feb 08 15:53:32.828844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08df29-a9d5-4d48-a718-c536c4e71a1d req-60b81b00-29da-44ba-9ce8-190c0f295e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:32.830355 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fc08df29-a9d5-4d48-a718-c536c4e71a1d req-60b81b00-29da-44ba-9ce8-190c0f295e08 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0513668 Feb 08 15:53:32.880439 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08df29-a9d5-4d48-a718-c536c4e71a1d req-ee4da800-db96-4714-827a-f6fb38155431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:32.882087 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fc08df29-a9d5-4d48-a718-c536c4e71a1d req-ee4da800-db96-4714-827a-f6fb38155431 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455918 Feb 08 15:53:32.974967 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fc08df29-a9d5-4d48-a718-c536c4e71a1d req-0e331bf2-db04-437e-bf24-4f411f4c9fa3 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864985 Feb 08 15:53:33.026172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c128695-d4df-46d9-b566-4e0f57db4a6e req-abd90664-1848-4a93-a815-839b50aece43 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:33.027685 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8c128695-d4df-46d9-b566-4e0f57db4a6e req-abd90664-1848-4a93-a815-839b50aece43 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0543470 Feb 08 15:53:33.079227 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fc08df29-a9d5-4d48-a718-c536c4e71a1d req-bfd3ffea-9343-400c-9623-279394b6a0f0 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949659 Feb 08 15:53:33.082343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8c128695-d4df-46d9-b566-4e0f57db4a6e req-63784308-09f4-47c8-b561-37f52d2267df tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486038 Feb 08 15:53:33.230080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dfbf0-607f-45b1-b0ca-3b97a9274108 req-fbd7aeba-c1d7-468c-913c-15f0b5b8b52f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:33.231586 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-552dfbf0-607f-45b1-b0ca-3b97a9274108 req-fbd7aeba-c1d7-468c-913c-15f0b5b8b52f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0553117 Feb 08 15:53:33.288123 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-552dfbf0-607f-45b1-b0ca-3b97a9274108 req-dae395fe-4444-4e1f-92f9-c78f1cf02818 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 Feb 08 15:53:33.350656 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-20534fae-f049-4897-8384-9890185f6e92 req-60457dcd-6004-4e4d-a4a6-056c0c5c1cc4 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0268986 Feb 08 15:53:33.512837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f0ccffc-3d42-4a9f-8aab-4cb4c2aa2326 req-f5ccb7b4-f098-4542-85e3-c7782da87c0c tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0275955 Feb 08 15:53:33.759724 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f6a8a88a-de9c-4f8f-ab18-51f52fdec255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:33.860135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc984b-405e-4143-9111-7faf669171f9 req-a477f553-588b-4f11-b21b-b2e624b12bed tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:33.861676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27fc984b-405e-4143-9111-7faf669171f9 req-a477f553-588b-4f11-b21b-b2e624b12bed tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 943 time: 0.0603099 Feb 08 15:53:33.914366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27fc984b-405e-4143-9111-7faf669171f9 req-3cc51312-785a-41e5-8aa7-acb4add08785 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469129 Feb 08 15:53:34.205032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55110094-e2be-43ec-ad01-f225c704acb9 req-dcf4cab9-27bb-4f76-9e75-5c4a10b4a1e5 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:34.206674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55110094-e2be-43ec-ad01-f225c704acb9 req-dcf4cab9-27bb-4f76-9e75-5c4a10b4a1e5 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0571957 Feb 08 15:53:34.254506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55110094-e2be-43ec-ad01-f225c704acb9 req-0335f94a-223c-4d0d-b65e-1012c2c5cc23 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421176 Feb 08 15:53:34.410729 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3d721-76d5-42bb-9312-e99bfe417d72 req-a7cfa2c5-3ef2-48c6-b4e0-aab5fd9d6b6d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:34.412232 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4aa3d721-76d5-42bb-9312-e99bfe417d72 req-a7cfa2c5-3ef2-48c6-b4e0-aab5fd9d6b6d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0539620 Feb 08 15:53:34.463061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7216b5e2-6a54-4530-b1e7-dea45bbb7fd0 req-aeed83ad-7be3-468a-944d-8a64c844db6c tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0302873 Feb 08 15:53:34.485863 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4aa3d721-76d5-42bb-9312-e99bfe417d72 req-84c8cf13-446e-4546-a617-a33b3e42d46d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675938 Feb 08 15:53:34.491298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device de5196e1-d1e9-4d31-b9f3-586c841acc60 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:53:34.601563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port de5196e1-d1e9-4d31-b9f3-586c841acc60, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=de5196e1-d1e9-4d31-b9f3-586c841acc60,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:34.614818 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'de5196e1-d1e9-4d31-b9f3-586c841acc60', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'port_id': 'de5196e1-d1e9-4d31-b9f3-586c841acc60', 'mac_address': 'fa:16:3e:1c:52:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:53:34.625750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7db8b02-aac9-400a-9d0a-5d3bc4efafaf req-71453f06-3e9c-4a25-ae88-1333f062e608 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0358105 Feb 08 15:53:34.654144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port de5196e1-d1e9-4d31-b9f3-586c841acc60 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:53:34.654539 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:34.667547 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5196e1-d1e9-4d31-b9f3-586c841acc60 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:53:34.688205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port de5196e1-d1e9-4d31-b9f3-586c841acc60, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=de5196e1-d1e9-4d31-b9f3-586c841acc60,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:34.692180 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:34.744717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=de5196e1-d1e9-4d31-b9f3-586c841acc60,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:34.969024 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['de5196e1-d1e9-4d31-b9f3-586c841acc60'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:35.050968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97dde6-5a8c-4637-abe3-1b5c267b9afe req-8eaea34a-588c-418a-8187-1a406c3d4e7c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:35.052718 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd97dde6-5a8c-4637-abe3-1b5c267b9afe req-8eaea34a-588c-418a-8187-1a406c3d4e7c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 944 time: 0.0589008 Feb 08 15:53:35.106576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd97dde6-5a8c-4637-abe3-1b5c267b9afe req-9d682717-4fa1-4bc0-9a6b-667081468c91 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475018 Feb 08 15:53:35.382465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20e38d-5024-4af3-9284-d99c5994ace0 req-53761a8b-8a28-4cc8-ba3d-e374279b2dd7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:35.384453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf20e38d-5024-4af3-9284-d99c5994ace0 req-53761a8b-8a28-4cc8-ba3d-e374279b2dd7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0563695 Feb 08 15:53:35.429650 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:35.438848 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf20e38d-5024-4af3-9284-d99c5994ace0 req-cdbf55d6-14e0-4e38-ba3b-72e4b7fee6f4 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478435 Feb 08 15:53:35.578509 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-804f8ef3-5b25-48cd-9612-fb7dc1053639 req-2341668f-541f-413d-8f90-fc273939b94e tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0367117 Feb 08 15:53:35.630166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9366c-8dc0-4020-b3e3-fc14d84e9103 req-b881d277-c0ad-4111-acff-8594388f7d7d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:35.635257 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7c9366c-8dc0-4020-b3e3-fc14d84e9103 req-b881d277-c0ad-4111-acff-8594388f7d7d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0603521 Feb 08 15:53:35.682363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7c9366c-8dc0-4020-b3e3-fc14d84e9103 req-ac328d0a-933c-4b06-8a82-4b919304c65c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452666 Feb 08 15:53:35.739987 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9e9b2b6b-28b1-45d0-9cb4-6f72bb49ad2f req-2ea218c8-a060-46a2-8bf7-438bf3242b0b tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0282478 Feb 08 15:53:36.235783 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eff7e-378b-4a7f-963c-866d6913a762 req-89f8579a-e3a8-4fc3-849e-68789e787451 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:36.237326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-080eff7e-378b-4a7f-963c-866d6913a762 req-89f8579a-e3a8-4fc3-849e-68789e787451 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 944 time: 0.0627809 Feb 08 15:53:36.285009 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-080eff7e-378b-4a7f-963c-866d6913a762 req-a69d2ac2-3a57-48d3-ae43-59e936fd163c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419977 Feb 08 15:53:36.457341 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44668) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:36.485921 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device de5196e1-d1e9-4d31-b9f3-586c841acc60 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:53:36.543756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port de5196e1-d1e9-4d31-b9f3-586c841acc60 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:53:36.548637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port de5196e1-d1e9-4d31-b9f3-586c841acc60 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:53:36.549099 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:36.568122 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b11a9-956d-4552-9ba4-d2a20edb773c req-731caba2-28a8-4c66-b437-5e67f5fa9c20 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:36.569852 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-113b11a9-956d-4552-9ba4-d2a20edb773c req-731caba2-28a8-4c66-b437-5e67f5fa9c20 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0613966 Feb 08 15:53:36.577668 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6aeadf7c-1abf-48cc-ac98-373f98ff0fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:36.616590 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:36.635880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-113b11a9-956d-4552-9ba4-d2a20edb773c req-ceab8705-cecd-493e-8490-43721ec75dd9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576108 Feb 08 15:53:36.664686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port de5196e1-d1e9-4d31-b9f3-586c841acc60 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:53:36.665113 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:36.676064 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6aeadf7c-1abf-48cc-ac98-373f98ff0fef admin admin] Publish callbacks [] for security_group (8c9bc9cb-590e-4788-8dc4-3a9c3bae6a2a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:36.680243 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6aeadf7c-1abf-48cc-ac98-373f98ff0fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8c9bc9cb-590e-4788-8dc4-3a9c3bae6a2a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:36.692077 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d98b1f-a7bf-4da9-b4cb-4a00395d5839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5196e1-d1e9-4d31-b9f3-586c841acc60'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:36.694418 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6385ec70-c57d-4ff5-891f-7b3ac26bf624" -d '{"events": [{"server_uuid": "54d98b1f-a7bf-4da9-b4cb-4a00395d5839", "name": "network-vif-plugged", "status": "completed", "tag": "de5196e1-d1e9-4d31-b9f3-586c841acc60"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:36.708557 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0466418a-1a33-4a16-b61f-77dfdd26b6b5 req-0e074a0f-9ad4-4667-a99b-6b664d6f4d59 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0311821 Feb 08 15:53:36.714095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port de5196e1-d1e9-4d31-b9f3-586c841acc60, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=de5196e1-d1e9-4d31-b9f3-586c841acc60,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:36.720473 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:36.730042 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 44680) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:36.730451 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6aeadf7c-1abf-48cc-ac98-373f98ff0fef admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2fe04ad1942f4af7814c8734528ce61c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2717466 Feb 08 15:53:36.731621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeadf7c-1abf-48cc-ac98-373f98ff0fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9bc9cb-590e-4788-8dc4-3a9c3bae6a2a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:36.785728 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2756749-26c5-4034-8bfd-0465cd9a499d x-openstack-request-id: req-b2756749-26c5-4034-8bfd-0465cd9a499d {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:36.786018 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d98b1f-a7bf-4da9-b4cb-4a00395d5839", "name": "network-vif-plugged", "status": "completed", "tag": "de5196e1-d1e9-4d31-b9f3-586c841acc60", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:36.786447 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b2756749-26c5-4034-8bfd-0465cd9a499d {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:36.787003 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d98b1f-a7bf-4da9-b4cb-4a00395d5839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5196e1-d1e9-4d31-b9f3-586c841acc60', 'code': 200} Feb 08 15:53:36.788967 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=de5196e1-d1e9-4d31-b9f3-586c841acc60,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:36.887615 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29a1136d-c3b2-4626-9e6b-762bd3804d1f admin admin] Publish callbacks [] for security_group (8c9bc9cb-590e-4788-8dc4-3a9c3bae6a2a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:36.889422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93858ebf-0959-4012-ba29-db42a3617118 req-4d24501f-1867-4e3d-9a3c-ce37da86b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:36.890969 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-93858ebf-0959-4012-ba29-db42a3617118 req-4d24501f-1867-4e3d-9a3c-ce37da86b4ce service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 1128 time: 0.0590038 Feb 08 15:53:36.891192 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ff06b1a7-1e45-425b-a3f0-95c6e6f4d766 req-8f490f9b-3dc4-4a5b-b298-e57be672c2cf tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0403540 Feb 08 15:53:36.925334 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29a1136d-c3b2-4626-9e6b-762bd3804d1f admin admin] Publish callbacks [] for security_group (8c9bc9cb-590e-4788-8dc4-3a9c3bae6a2a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:36.941860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b1634-1cc8-4410-80ac-03ad545b6af7 req-65894ac6-4318-409c-a13f-522aaf024739 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:36.943350 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0f7b1634-1cc8-4410-80ac-03ad545b6af7 req-65894ac6-4318-409c-a13f-522aaf024739 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.1301289 Feb 08 15:53:36.954540 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-93858ebf-0959-4012-ba29-db42a3617118 req-e302ec40-d41b-4264-8073-85ba0d1c3b1d service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537732 Feb 08 15:53:37.010369 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0f7b1634-1cc8-4410-80ac-03ad545b6af7 req-2c9a5ba0-8733-4a7d-b273-85653c501623 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582919 Feb 08 15:53:37.019692 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29a1136d-c3b2-4626-9e6b-762bd3804d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8c9bc9cb-590e-4788-8dc4-3a9c3bae6a2a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:37.022541 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29a1136d-c3b2-4626-9e6b-762bd3804d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:37.023766 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-29a1136d-c3b2-4626-9e6b-762bd3804d1f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8c9bc9cb-590e-4788-8dc4-3a9c3bae6a2a HTTP/1.1" status: 204 len: 168 time: 0.2920880 Feb 08 15:53:37.032754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1136d-c3b2-4626-9e6b-762bd3804d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9bc9cb-590e-4788-8dc4-3a9c3bae6a2a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:37.317416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 44690) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:37.333271 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b7ddac64-eb43-4ba8-aa6c-f867e3c5ca39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:37.453610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cfc28-f6b0-45de-bfc2-2eb2b0576492 req-8f72a158-ea08-4f31-9d0d-a6c0b1f2a314 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:37.455173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a85cfc28-f6b0-45de-bfc2-2eb2b0576492 req-8f72a158-ea08-4f31-9d0d-a6c0b1f2a314 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.0962384 Feb 08 15:53:37.478101 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b7ddac64-eb43-4ba8-aa6c-f867e3c5ca39 admin admin] Publish callbacks [] for security_group (3ab95c34-17cc-4086-8661-91accda6044d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:37.486587 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b7ddac64-eb43-4ba8-aa6c-f867e3c5ca39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3ab95c34-17cc-4086-8661-91accda6044d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:37.552089 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b7ddac64-eb43-4ba8-aa6c-f867e3c5ca39 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d9378e3fb67245efbd7f7d6b17e0a6b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332878 Feb 08 15:53:37.554649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44692) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:37.556111 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddac64-eb43-4ba8-aa6c-f867e3c5ca39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab95c34-17cc-4086-8661-91accda6044d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:37.563934 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a85cfc28-f6b0-45de-bfc2-2eb2b0576492 req-830b92dc-4374-4ee2-9383-bc03dbb1c2d8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028438 Feb 08 15:53:37.633295 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-64b1c3ae-21d4-435e-adf0-9ec439406455 admin admin] Publish callbacks [] for security_group (3ab95c34-17cc-4086-8661-91accda6044d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:37.658868 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-64b1c3ae-21d4-435e-adf0-9ec439406455 admin admin] Publish callbacks [] for security_group (3ab95c34-17cc-4086-8661-91accda6044d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:37.709078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-64b1c3ae-21d4-435e-adf0-9ec439406455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3ab95c34-17cc-4086-8661-91accda6044d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:37.711638 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-64b1c3ae-21d4-435e-adf0-9ec439406455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:37.715960 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-64b1c3ae-21d4-435e-adf0-9ec439406455 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3ab95c34-17cc-4086-8661-91accda6044d HTTP/1.1" status: 204 len: 168 time: 0.1601777 Feb 08 15:53:37.724481 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1c3ae-21d4-435e-adf0-9ec439406455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab95c34-17cc-4086-8661-91accda6044d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:37.799335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7a997-ce2f-4e88-96b1-6d8de2076740 req-0f92cee6-3f43-4231-8cb7-9d687b862688 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:37.801135 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ebc7a997-ce2f-4e88-96b1-6d8de2076740 req-0f92cee6-3f43-4231-8cb7-9d687b862688 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0791075 Feb 08 15:53:37.862604 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1a8674a-09ce-4137-8ac1-c0dc500a6629 req-dcb6c6d2-c24b-47e5-bb99-74e1a16799dd tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0475757 Feb 08 15:53:37.896428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ebc7a997-ce2f-4e88-96b1-6d8de2076740 req-601e43b4-24e9-4c18-9142-4d417e9d985d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884047 Feb 08 15:53:37.919732 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:38.003607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6aafa6a4-684c-4b9c-b922-0d7eab8b3495 req-711967b5-2542-4ef6-8f17-c06f7a5cb9f7 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0302167 Feb 08 15:53:38.163000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551c682-8119-4f14-9090-1a70bad33501 req-32c01978-b965-4293-8ae8-80200ebb3d8d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:38.164616 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5551c682-8119-4f14-9090-1a70bad33501 req-32c01978-b965-4293-8ae8-80200ebb3d8d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0701220 Feb 08 15:53:38.233165 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5551c682-8119-4f14-9090-1a70bad33501 req-1471c382-6894-4bfb-b1d4-c5165c648b1d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614476 Feb 08 15:53:38.704085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3033d-d802-4e15-9874-88b224b5a8c0 req-3c062aba-5457-4094-b12d-8dc4df4231fd tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:38.705620 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eff3033d-d802-4e15-9874-88b224b5a8c0 req-3c062aba-5457-4094-b12d-8dc4df4231fd tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.0611191 Feb 08 15:53:38.760924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eff3033d-d802-4e15-9874-88b224b5a8c0 req-b5f67137-00d4-4f1a-a9c1-e0a6771e131b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492165 Feb 08 15:53:38.991580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-316ac4f4-05ba-4014-bb24-44cdc2ab66dd req-f9bba899-83f4-4001-9e3b-b1cbf140b404 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0315740 Feb 08 15:53:39.017252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1babd5-d4a5-48e5-967c-579712b01f1f req-b8efa6ec-28db-40fb-a134-a8bebfeb8cfa tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:39.017252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a1babd5-d4a5-48e5-967c-579712b01f1f req-b8efa6ec-28db-40fb-a134-a8bebfeb8cfa tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.0845349 Feb 08 15:53:39.112202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a1babd5-d4a5-48e5-967c-579712b01f1f req-78db4052-a037-425f-b036-cb0265f329dc tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910480 Feb 08 15:53:39.143158 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c7c2-024a-4876-864b-2a1b22a76e39 req-f218dd60-b491-4631-b77e-663dabdb5215 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:39.144775 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c886c7c2-024a-4876-864b-2a1b22a76e39 req-f218dd60-b491-4631-b77e-663dabdb5215 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0744736 Feb 08 15:53:39.210485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c886c7c2-024a-4876-864b-2a1b22a76e39 req-02802831-cde0-4712-869d-aa5a8698462c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585790 Feb 08 15:53:39.229202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7aece709-b4b0-4b33-8c3c-f32954e45185 req-0892e726-3fad-431a-a095-69df7a329585 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0348747 Feb 08 15:53:39.361406 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfc5d0-abe8-473b-a13e-f8e15ae5a0d7 req-b044d809-16ba-47e0-92f0-02fa8c7d7fd8 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:39.362985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bfdfc5d0-abe8-473b-a13e-f8e15ae5a0d7 req-b044d809-16ba-47e0-92f0-02fa8c7d7fd8 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0607738 Feb 08 15:53:39.416034 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bfdfc5d0-abe8-473b-a13e-f8e15ae5a0d7 req-6c805419-eff0-4b80-85d7-787ef5cba038 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472176 Feb 08 15:53:40.003262 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44770) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:40.099827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc4d8fb9-f002-462e-913f-3e50c72eda12 req-36b2398e-421d-4712-9099-e74f0ffc0493 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0300372 Feb 08 15:53:40.113351 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab79a55d-421d-4529-ab42-3796c8a9125b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:40.193125 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab79a55d-421d-4529-ab42-3796c8a9125b admin admin] Publish callbacks [] for security_group (09db4ee8-37a2-46f9-8542-af0c1542e3cc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:40.200192 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab79a55d-421d-4529-ab42-3796c8a9125b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (09db4ee8-37a2-46f9-8542-af0c1542e3cc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:40.244905 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00efdf-cb54-4cdd-9419-faa81cf29193 req-e395d1c3-85d0-4a07-bf1e-a2d5c46e3f59 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:40.245127 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ab79a55d-421d-4529-ab42-3796c8a9125b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=54916de541d142f592139ba2be3edeb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2405005 Feb 08 15:53:40.245532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44780) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:40.246539 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be00efdf-cb54-4cdd-9419-faa81cf29193 req-e395d1c3-85d0-4a07-bf1e-a2d5c46e3f59 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.0536680 Feb 08 15:53:40.258447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79a55d-421d-4529-ab42-3796c8a9125b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09db4ee8-37a2-46f9-8542-af0c1542e3cc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:40.298768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be00efdf-cb54-4cdd-9419-faa81cf29193 req-9776a126-99e9-44ef-86f1-37f439ffa127 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459750 Feb 08 15:53:40.307441 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4f8dcc4a-5aed-4586-b573-900b0e525da5 admin admin] Publish callbacks [] for security_group (09db4ee8-37a2-46f9-8542-af0c1542e3cc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:40.334660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4f8dcc4a-5aed-4586-b573-900b0e525da5 admin admin] Publish callbacks [] for security_group (09db4ee8-37a2-46f9-8542-af0c1542e3cc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:40.356191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb837b-aaa8-405c-b8e8-083cb4388a2c req-9f325d92-e043-4a43-88e4-843aa7b2cb3b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:40.358573 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcdb837b-aaa8-405c-b8e8-083cb4388a2c req-9f325d92-e043-4a43-88e4-843aa7b2cb3b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0588310 Feb 08 15:53:40.385369 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4f8dcc4a-5aed-4586-b573-900b0e525da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (09db4ee8-37a2-46f9-8542-af0c1542e3cc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:40.388928 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4f8dcc4a-5aed-4586-b573-900b0e525da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:40.390290 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4f8dcc4a-5aed-4586-b573-900b0e525da5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/09db4ee8-37a2-46f9-8542-af0c1542e3cc HTTP/1.1" status: 204 len: 168 time: 0.1399844 Feb 08 15:53:40.400148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dcc4a-5aed-4586-b573-900b0e525da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09db4ee8-37a2-46f9-8542-af0c1542e3cc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:40.402048 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a8095de0-9026-4fe3-b162-7f689d413052 req-5659f072-e443-4810-8c5a-467732ddb9a5 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0386374 Feb 08 15:53:40.456998 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcdb837b-aaa8-405c-b8e8-083cb4388a2c req-5c36e114-d10e-4db3-bce5-15bd23514bb6 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847049 Feb 08 15:53:40.613250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48e7c9-2a41-4bcf-8f57-c8e40d674719 req-3c8cfba0-a68b-4590-82db-af34256c31f9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:40.614789 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c48e7c9-2a41-4bcf-8f57-c8e40d674719 req-3c8cfba0-a68b-4590-82db-af34256c31f9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0915170 Feb 08 15:53:40.673558 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c48e7c9-2a41-4bcf-8f57-c8e40d674719 req-5329ca34-0e06-41e2-898b-6e31204a73a0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524271 Feb 08 15:53:40.727829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44800) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:40.741732 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9792f075-fa4d-429d-be1f-0078ea85b948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:40.834419 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9792f075-fa4d-429d-be1f-0078ea85b948 admin admin] Publish callbacks [] for security_group (71731c62-08aa-412a-9819-2b3abd25f419), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:40.838871 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9792f075-fa4d-429d-be1f-0078ea85b948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (71731c62-08aa-412a-9819-2b3abd25f419), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:40.880092 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9792f075-fa4d-429d-be1f-0078ea85b948 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6e0602c28f8c4d07b45607945bd18c32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511712 Feb 08 15:53:40.880308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a475048-c9a3-4531-b7ab-f5a7dadb2518 req-7a5a31c3-851d-4b1f-978f-d22a71c1427a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:40.881063 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792f075-fa4d-429d-be1f-0078ea85b948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71731c62-08aa-412a-9819-2b3abd25f419,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:40.881715 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a475048-c9a3-4531-b7ab-f5a7dadb2518 req-7a5a31c3-851d-4b1f-978f-d22a71c1427a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.0634661 Feb 08 15:53:40.882717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 44804) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:40.978546 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a475048-c9a3-4531-b7ab-f5a7dadb2518 req-1d256d90-5490-4646-9e88-27121fa82025 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709736 Feb 08 15:53:40.979233 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Publish callbacks [] for security_group (71731c62-08aa-412a-9819-2b3abd25f419), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:41.007203 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Publish callbacks [] for security_group (71731c62-08aa-412a-9819-2b3abd25f419), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:41.053477 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (71731c62-08aa-412a-9819-2b3abd25f419), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:41.056133 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:41.057365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/71731c62-08aa-412a-9819-2b3abd25f419 HTTP/1.1" status: 204 len: 168 time: 0.1736677 Feb 08 15:53:41.065774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71731c62-08aa-412a-9819-2b3abd25f419,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:41.074404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:41.074872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:41.075240 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:41.076124 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:41.076463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:41.076821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:41.077192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:41.077521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:41.078116 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:41.078240 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:41.078510 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:41.078824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:41.079276 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f157c0-e963-4dbd-ac8a-7c73de8eb404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:41.208660 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f820b60-65cc-4968-a3c8-9827c702634f req-0bdbee20-2967-497d-89be-56f84fb9e241 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0277054 Feb 08 15:53:41.525897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b753025c-96a4-43f1-b3cb-90e520ad422e req-78479520-1887-4f64-ab92-967eaa104798 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0340092 Feb 08 15:53:41.589874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed1830-5b4b-497f-bcb9-f390f101b323 req-41eaf1e3-604a-407e-a71c-007e18aeb4d3 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:41.591914 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bbed1830-5b4b-497f-bcb9-f390f101b323 req-41eaf1e3-604a-407e-a71c-007e18aeb4d3 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0644863 Feb 08 15:53:41.644965 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bbed1830-5b4b-497f-bcb9-f390f101b323 req-1885d36d-ce0f-4e52-943b-a68147ad0e10 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469708 Feb 08 15:53:41.801356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01985d-d8af-453e-bc16-83c47147eb37 req-50c9b4b5-eb49-4d6c-83e5-571060252a32 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:41.802898 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b01985d-d8af-453e-bc16-83c47147eb37 req-50c9b4b5-eb49-4d6c-83e5-571060252a32 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0554056 Feb 08 15:53:41.851335 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b01985d-d8af-453e-bc16-83c47147eb37 req-9efd8f6d-103f-4a55-ab63-3e4e68851efc tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 Feb 08 15:53:42.099339 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2e6ed-548c-48f6-b9a7-8584b365dd7e req-ab332165-402e-468e-ac28-2ec5882ae68b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:42.101166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8df2e6ed-548c-48f6-b9a7-8584b365dd7e req-ab332165-402e-468e-ac28-2ec5882ae68b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.0538774 Feb 08 15:53:42.153278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8df2e6ed-548c-48f6-b9a7-8584b365dd7e req-2c6ff59c-3ba1-4a29-9def-7f5b3dee1e3f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454278 Feb 08 15:53:42.319715 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c857a13-4df0-467d-9617-a7efd880d797 req-cdf1acb3-bd60-4801-8854-e31dbe0856f3 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0328529 Feb 08 15:53:42.515899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device de5196e1-d1e9-4d31-b9f3-586c841acc60 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:53:42.629071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port de5196e1-d1e9-4d31-b9f3-586c841acc60, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=de5196e1-d1e9-4d31-b9f3-586c841acc60,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:42.636307 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ec851b1-1055-4d4b-9414-523250da87d6 req-4216c07a-5c27-4340-a450-67aff2eb95d7 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0291829 Feb 08 15:53:42.643004 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'de5196e1-d1e9-4d31-b9f3-586c841acc60', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'port_id': 'de5196e1-d1e9-4d31-b9f3-586c841acc60', 'mac_address': 'fa:16:3e:1c:52:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:53:42.683445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port de5196e1-d1e9-4d31-b9f3-586c841acc60 is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:53:42.683837 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:42.697991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de5196e1-d1e9-4d31-b9f3-586c841acc60 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:53:42.733409 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port de5196e1-d1e9-4d31-b9f3-586c841acc60, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=de5196e1-d1e9-4d31-b9f3-586c841acc60,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:42.740165 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:42.797119 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=de5196e1-d1e9-4d31-b9f3-586c841acc60,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:42.801479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945efd4-4183-428b-9996-c4fea987e9b0 req-ef6f97a0-fec7-4085-8593-a92234f62602 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:42.803388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3945efd4-4183-428b-9996-c4fea987e9b0 req-ef6f97a0-fec7-4085-8593-a92234f62602 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0734355 Feb 08 15:53:42.855394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['de5196e1-d1e9-4d31-b9f3-586c841acc60'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:42.857427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3945efd4-4183-428b-9996-c4fea987e9b0 req-e4ba719e-b3ea-4d84-9cc1-043090d7b150 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476692 Feb 08 15:53:42.998435 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66145fb3-e6cc-47f1-af20-3e629b4e6ac7 req-52422422-39d4-4c8e-8694-0a0c1ab59e60 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:43.000263 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66145fb3-e6cc-47f1-af20-3e629b4e6ac7 req-52422422-39d4-4c8e-8694-0a0c1ab59e60 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0741849 Feb 08 15:53:43.062221 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66145fb3-e6cc-47f1-af20-3e629b4e6ac7 req-15e4ccd8-6dd7-4f95-bc1a-e86de03c6530 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517771 Feb 08 15:53:43.117273 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 44876) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:43.242106 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d8e23ed3-7a35-4851-b8a9-af5bc0a9387c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:43.320724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5c3df-fad4-4998-abc4-b4f57808b863 req-9c05d98e-c963-4d9a-a8eb-528abcc138fa tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:43.322289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-20d5c3df-fad4-4998-abc4-b4f57808b863 req-9c05d98e-c963-4d9a-a8eb-528abcc138fa tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 944 time: 0.0904083 Feb 08 15:53:43.395902 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d8e23ed3-7a35-4851-b8a9-af5bc0a9387c admin admin] Publish callbacks [] for security_group (d96c9ce4-d2b4-4e9f-b5fc-53948a7f9ebc), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:43.408295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-20d5c3df-fad4-4998-abc4-b4f57808b863 req-4f2221ba-56af-4309-b50c-423c7a4b6648 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786176 Feb 08 15:53:43.411221 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d8e23ed3-7a35-4851-b8a9-af5bc0a9387c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d96c9ce4-d2b4-4e9f-b5fc-53948a7f9ebc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:43.472027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0c1c694-8acb-437b-b587-b956d976bae5 req-bb45f7d6-ad17-42a2-86f7-1d705cd9470f tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0627282 Feb 08 15:53:43.488802 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d8e23ed3-7a35-4851-b8a9-af5bc0a9387c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b4664b5d858c436fb254f0faed353711&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3680627 Feb 08 15:53:43.488802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e23ed3-7a35-4851-b8a9-af5bc0a9387c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96c9ce4-d2b4-4e9f-b5fc-53948a7f9ebc,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:43.489611 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44900) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:43.556347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5e69c59-1a16-4ec8-905a-5c023ef43b83 admin admin] Publish callbacks [] for security_group (d96c9ce4-d2b4-4e9f-b5fc-53948a7f9ebc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:43.578491 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5e69c59-1a16-4ec8-905a-5c023ef43b83 admin admin] Publish callbacks [] for security_group (d96c9ce4-d2b4-4e9f-b5fc-53948a7f9ebc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:43.642295 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5e69c59-1a16-4ec8-905a-5c023ef43b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d96c9ce4-d2b4-4e9f-b5fc-53948a7f9ebc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:43.645231 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5e69c59-1a16-4ec8-905a-5c023ef43b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:43.650111 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d5e69c59-1a16-4ec8-905a-5c023ef43b83 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d96c9ce4-d2b4-4e9f-b5fc-53948a7f9ebc HTTP/1.1" status: 204 len: 168 time: 0.1593916 Feb 08 15:53:43.661490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e69c59-1a16-4ec8-905a-5c023ef43b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96c9ce4-d2b4-4e9f-b5fc-53948a7f9ebc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:43.782056 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb5291da-78f4-4086-8090-68c88c0cddbf req-4ab9fee6-7492-4817-a951-0cafb9fbd700 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0496514 Feb 08 15:53:44.024254 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b216d01-5c76-47c5-9a71-e6344859c52c req-badb0685-a15c-416d-869b-b7083f979613 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:44.026426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b216d01-5c76-47c5-9a71-e6344859c52c req-badb0685-a15c-416d-869b-b7083f979613 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0918369 Feb 08 15:53:44.058905 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44914) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:44.087972 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28507547-5621-41ac-a20b-f69e4a6a13fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:44.129232 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b216d01-5c76-47c5-9a71-e6344859c52c req-6ab9d080-fa5e-4318-a52b-1f5b64a97f79 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882332 Feb 08 15:53:44.226504 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caaf591-a783-41f4-95b4-1ec04e3dbb7e req-45d9148a-bd1a-4f58-adb1-b574a450cbcb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:44.229571 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5caaf591-a783-41f4-95b4-1ec04e3dbb7e req-45d9148a-bd1a-4f58-adb1-b574a450cbcb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0847805 Feb 08 15:53:44.231601 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28507547-5621-41ac-a20b-f69e4a6a13fb admin admin] Publish callbacks [] for security_group (f11a3ab9-134b-494b-8d71-37f555e770b8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:44.237529 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28507547-5621-41ac-a20b-f69e4a6a13fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f11a3ab9-134b-494b-8d71-37f555e770b8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:44.277639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28507547-5621-41ac-a20b-f69e4a6a13fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11a3ab9-134b-494b-8d71-37f555e770b8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:44.290676 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-28507547-5621-41ac-a20b-f69e4a6a13fb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f02e75e543fa45b4b0cce430fedb7a29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2305124 Feb 08 15:53:44.291817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44920) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:44.299943 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5caaf591-a783-41f4-95b4-1ec04e3dbb7e req-43d58a00-3a37-4598-a237-cdf394efb7ba tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609567 Feb 08 15:53:44.351443 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23d3e56e-f607-4fa0-9ea2-8f1dc749aaa1 admin admin] Publish callbacks [] for security_group (f11a3ab9-134b-494b-8d71-37f555e770b8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:44.374714 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23d3e56e-f607-4fa0-9ea2-8f1dc749aaa1 admin admin] Publish callbacks [] for security_group (f11a3ab9-134b-494b-8d71-37f555e770b8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:44.434720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23d3e56e-f607-4fa0-9ea2-8f1dc749aaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f11a3ab9-134b-494b-8d71-37f555e770b8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:44.438465 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23d3e56e-f607-4fa0-9ea2-8f1dc749aaa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:44.449454 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-23d3e56e-f607-4fa0-9ea2-8f1dc749aaa1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f11a3ab9-134b-494b-8d71-37f555e770b8 HTTP/1.1" status: 204 len: 168 time: 0.1464860 Feb 08 15:53:44.479757 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3e56e-f607-4fa0-9ea2-8f1dc749aaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11a3ab9-134b-494b-8d71-37f555e770b8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:44.529364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device de5196e1-d1e9-4d31-b9f3-586c841acc60 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:53:44.581405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c9ae5-8590-446c-ae49-a09c8c697cd4 req-3d16c9a5-ca05-4531-a179-ea5642f8a2c8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:44.583156 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a70c9ae5-8590-446c-ae49-a09c8c697cd4 req-3d16c9a5-ca05-4531-a179-ea5642f8a2c8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 944 time: 0.0893991 Feb 08 15:53:44.618897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0436b656-0e62-4dbc-937f-34735eadc494 req-41725373-f4e6-461b-86c9-4a4e226e5149 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0346830 Feb 08 15:53:44.637762 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port de5196e1-d1e9-4d31-b9f3-586c841acc60 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:53:44.638242 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:44.669769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a70c9ae5-8590-446c-ae49-a09c8c697cd4 req-9d9e0d9e-4084-4e74-8ae4-d463111c179f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529640 Feb 08 15:53:44.782377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port de5196e1-d1e9-4d31-b9f3-586c841acc60 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:53:44.783084 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:44.856560 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d98b1f-a7bf-4da9-b4cb-4a00395d5839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5196e1-d1e9-4d31-b9f3-586c841acc60'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:44.860142 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4857b961-7161-48c2-99ab-a71dfd830e5f" -d '{"events": [{"server_uuid": "54d98b1f-a7bf-4da9-b4cb-4a00395d5839", "name": "network-vif-plugged", "status": "completed", "tag": "de5196e1-d1e9-4d31-b9f3-586c841acc60"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:44.870463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port de5196e1-d1e9-4d31-b9f3-586c841acc60, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=de5196e1-d1e9-4d31-b9f3-586c841acc60,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:44.878353 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:44.955072 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b52f9ebe-0d14-4f7c-b05e-0ca9c875f9b5 req-4270e4b4-6df0-473f-8ea5-acf052198950 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0658765 Feb 08 15:53:44.994629 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bd8a77-9149-4841-a22a-6e48e54ff623 x-openstack-request-id: req-c1bd8a77-9149-4841-a22a-6e48e54ff623 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:44.995207 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d98b1f-a7bf-4da9-b4cb-4a00395d5839", "name": "network-vif-plugged", "status": "completed", "tag": "de5196e1-d1e9-4d31-b9f3-586c841acc60", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:44.995665 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c1bd8a77-9149-4841-a22a-6e48e54ff623 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:44.996270 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d98b1f-a7bf-4da9-b4cb-4a00395d5839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5196e1-d1e9-4d31-b9f3-586c841acc60', 'code': 200} Feb 08 15:53:44.998440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=de5196e1-d1e9-4d31-b9f3-586c841acc60,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:45.086065 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-328ea846-08f3-496c-80c3-32cc0e8cdaea req-ccfc23ab-2b27-4c82-9e3b-79fd0b0020b6 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0425935 Feb 08 15:53:45.268685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069060-69ee-4bd2-9836-13b440a1fe46 req-0b715e27-e253-4ed9-acc6-faebc45b1909 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:45.277393 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25069060-69ee-4bd2-9836-13b440a1fe46 req-0b715e27-e253-4ed9-acc6-faebc45b1909 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0660272 Feb 08 15:53:45.343053 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25069060-69ee-4bd2-9836-13b440a1fe46 req-efd60f0e-2170-4092-b989-b5d4f920cc11 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643198 Feb 08 15:53:45.505631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ff95-36a4-48dc-8af7-e769899f3d42 req-bcd542e1-f316-42e6-a7ab-64a351b313c9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:45.514138 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c05ff95-36a4-48dc-8af7-e769899f3d42 req-bcd542e1-f316-42e6-a7ab-64a351b313c9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0935085 Feb 08 15:53:45.581305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c05ff95-36a4-48dc-8af7-e769899f3d42 req-bf39fd61-16f4-4015-b014-f58b72bc0187 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658603 Feb 08 15:53:45.844997 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-68050022-6f52-405b-b6e4-0bf3082e657f req-1c22b634-23b7-4ed9-89c5-b51bcbaa94c9 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0941651 Feb 08 15:53:45.982112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24a3c-f96a-4d52-918c-f1a3fc2237ce req-73df1ff6-5d65-488e-be6a-a93c875f91ad tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:45.994861 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ef24a3c-f96a-4d52-918c-f1a3fc2237ce req-73df1ff6-5d65-488e-be6a-a93c875f91ad tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.1479793 Feb 08 15:53:46.081716 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ef24a3c-f96a-4d52-918c-f1a3fc2237ce req-60101293-6a26-4da7-bd15-90a3336f154b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792348 Feb 08 15:53:46.149957 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09a9f4f6-a0cb-487d-b8fb-8268478104a3 req-e897a065-973d-41c9-9c56-c0cee86ac31f tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0360563 Feb 08 15:53:46.587808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3bd13-ecb7-494d-9982-ac7dc1682498 req-d7617bee-2b52-40c6-94ba-8167c8491604 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:46.597599 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ae3bd13-ecb7-494d-9982-ac7dc1682498 req-d7617bee-2b52-40c6-94ba-8167c8491604 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1063616 Feb 08 15:53:46.664207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ae3bd13-ecb7-494d-9982-ac7dc1682498 req-3b40808a-6b21-442e-a5bc-e7b7f82a0820 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637364 Feb 08 15:53:46.787838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff04e26-338c-4a8d-8873-6d9924f874bd req-0dd05296-2c3d-4026-80ef-f6d690dd11f9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:46.816439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0ff04e26-338c-4a8d-8873-6d9924f874bd req-0dd05296-2c3d-4026-80ef-f6d690dd11f9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.1221979 Feb 08 15:53:46.893284 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0ff04e26-338c-4a8d-8873-6d9924f874bd req-527f8317-4017-4bb5-96f5-74b7fd7541de tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749073 Feb 08 15:53:47.004432 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d71ef5a-ffe4-431a-bc9b-59dced12764d req-cdd95ef6-34b2-4e80-9f30-4a7fdca92f5e tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0488758 Feb 08 15:53:47.277298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36203a9-6a62-416b-ab55-fa8d2624095d req-364de212-01e0-4f0c-997a-67a1b02c88f8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:47.279684 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c36203a9-6a62-416b-ab55-fa8d2624095d req-364de212-01e0-4f0c-997a-67a1b02c88f8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.0705600 Feb 08 15:53:47.340227 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d7fd152-d62c-4198-b711-59200271fa88 req-4d8db659-9b6b-4713-9dd7-fd9e605ac016 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0389087 Feb 08 15:53:47.385408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c36203a9-6a62-416b-ab55-fa8d2624095d req-9669cd91-0610-422f-9937-ddd160cd60e8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972884 Feb 08 15:53:47.680065 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-12f1d1cb-8e7b-40de-b324-9baccc5b59cb req-71112453-111b-427b-805d-57a7e14c135b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f68a323ae4b94c4b86a9ad76730089b1&device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0474555 Feb 08 15:53:47.746233 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-12f1d1cb-8e7b-40de-b324-9baccc5b59cb req-063c66b2-5490-4862-9f8d-3b006642dcf2 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=f68a323ae4b94c4b86a9ad76730089b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562997 Feb 08 15:53:47.756341 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba3cb36d-d2c7-4130-ae8f-0cec52f8030f req-1ccfb6fb-636b-4098-a90f-79048c8cc19e tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0761957 Feb 08 15:53:47.868274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d7ae5-9b85-4349-862f-14c00f8d55dc req-b8d84184-2b57-42a9-8804-946be1ec9ac0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:47.876376 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-839d7ae5-9b85-4349-862f-14c00f8d55dc req-b8d84184-2b57-42a9-8804-946be1ec9ac0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.0806661 Feb 08 15:53:47.920303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1d1cb-8e7b-40de-b324-9baccc5b59cb req-9b48baae-9153-44c4-9778-b587ff7c5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:47.923466 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-12f1d1cb-8e7b-40de-b324-9baccc5b59cb req-9b48baae-9153-44c4-9778-b587ff7c5033 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702940 Feb 08 15:53:47.969602 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-839d7ae5-9b85-4349-862f-14c00f8d55dc req-8d6a58da-ed08-4b93-bc6e-120bf184dc8b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917933 Feb 08 15:53:48.073136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006dfd0-5384-4b1f-8e4f-bdff8f7bd434 req-4da4256a-9087-40f2-a629-659a91a92491 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:48.083258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e006dfd0-5384-4b1f-8e4f-bdff8f7bd434 req-4da4256a-9087-40f2-a629-659a91a92491 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0929315 Feb 08 15:53:48.168592 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cadb761-661d-44b0-a0ff-ab366792a034 req-3fcdc417-1a64-4731-947a-165b2acd5ff4 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0428355 Feb 08 15:53:48.185079 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e006dfd0-5384-4b1f-8e4f-bdff8f7bd434 req-28c11e46-4ba8-403e-804b-7c5715751b71 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959091 Feb 08 15:53:48.552729 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d80f8d-fc31-4510-b8d5-e422ad3e92d9 req-35aec467-dd7b-44f8-b58e-28be93c90248 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:48.554341 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09d80f8d-fc31-4510-b8d5-e422ad3e92d9 req-35aec467-dd7b-44f8-b58e-28be93c90248 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.0808170 Feb 08 15:53:48.565099 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:53:48.642218 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09d80f8d-fc31-4510-b8d5-e422ad3e92d9 req-1f824b5f-999d-4400-8665-dcc83723e660 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811653 Feb 08 15:53:48.675516 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:48.754626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:48.769394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f', 'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a', 'port_id': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f', 'mac_address': 'fa:16:3e:97:2f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21628147-0e32-4d39-889f-b7c0993a88b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:53:48.855410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:53:48.855806 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:48.891333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:53:48.921220 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed2063cd-0a77-4f78-aac6-c09d8f1c98a5 req-03178de2-3195-4ccd-9199-b1787387a140 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0485249 Feb 08 15:53:48.927136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:48.946956 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:49.020302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:49.110110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:53:49.121985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47009eb1-bc51-4278-85b0-fa54d40ffede req-20076e83-7fd1-4a9c-ae94-9d744acd9103 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:49.124651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47009eb1-bc51-4278-85b0-fa54d40ffede req-20076e83-7fd1-4a9c-ae94-9d744acd9103 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 944 time: 0.0645671 Feb 08 15:53:49.184534 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47009eb1-bc51-4278-85b0-fa54d40ffede req-e8bb9056-ea84-478f-9450-f8679df0ee20 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525787 Feb 08 15:53:49.426710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b71ba311-38e6-4054-9421-750aaea41a37 req-d8a487f3-dfe7-4eaf-be03-15f97c6e0521 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0546153 Feb 08 15:53:49.468776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3562fc-db1e-47d6-9905-6869601c3b6a req-b7c92d14-0d68-4a70-b30e-67c0aca2ec09 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:49.470474 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e3562fc-db1e-47d6-9905-6869601c3b6a req-b7c92d14-0d68-4a70-b30e-67c0aca2ec09 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.1725342 Feb 08 15:53:49.561478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e3562fc-db1e-47d6-9905-6869601c3b6a req-d0fe7839-679b-4a49-81f4-00d213678108 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694642 Feb 08 15:53:49.583159 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-12f1d1cb-8e7b-40de-b324-9baccc5b59cb req-56715d72-f34d-4d50-8e2b-e9ad65f962a6 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.94 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0588839 Feb 08 15:53:49.859672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb13b4-1b01-4996-8245-3bf2cd02a9eb req-fae3efe0-db20-4eac-a13d-ca465fb81c35 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:49.861718 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7bdb13b4-1b01-4996-8245-3bf2cd02a9eb req-fae3efe0-db20-4eac-a13d-ca465fb81c35 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.0781405 Feb 08 15:53:49.973603 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7bdb13b4-1b01-4996-8245-3bf2cd02a9eb req-32a1a1fd-18cb-46b0-a6e2-9fd6c21ce662 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927186 Feb 08 15:53:50.114045 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-744ab266-39df-4958-9cd5-ab366ee5cf13 req-9aa2a073-00b1-46b7-9901-530b6c57f709 tempest-ServerShowV254Test-1306406071 tempest-ServerShowV254Test-1306406071-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a93cf85-62f8-4c11-86d4-d58b44b94f64 HTTP/1.1" status: 200 len: 210 time: 0.0583694 Feb 08 15:53:50.171444 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:50.413286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dd87b-b502-49c3-ae92-fe547806a69f req-aaba229e-0d62-4352-a8c2-cb46456ae73b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:50.413286 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a8dd87b-b502-49c3-ae92-fe547806a69f req-aaba229e-0d62-4352-a8c2-cb46456ae73b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 944 time: 0.0799856 Feb 08 15:53:50.492382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a8dd87b-b502-49c3-ae92-fe547806a69f req-5e613ae9-486b-457a-a954-598d49b4620d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733898 Feb 08 15:53:50.577882 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:53:50.672514 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e799bcfe-ea18-4542-89dd-c6614fb40262 req-01b6b5e0-0ce6-44d6-a598-2a21f5a4e8a2 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.1001236 Feb 08 15:53:50.786080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:53:50.793645 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:50.853274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726df87-ca3a-4184-992b-0a226a435e0e req-571412ea-98dd-4e64-a0e8-84113bbd7bf6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:50.863877 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7726df87-ca3a-4184-992b-0a226a435e0e req-571412ea-98dd-4e64-a0e8-84113bbd7bf6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.1210687 Feb 08 15:53:50.934895 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7726df87-ca3a-4184-992b-0a226a435e0e req-5a380899-25e1-4e90-80ca-c4ae10a6cd6e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696580 Feb 08 15:53:51.051177 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:53:51.052157 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:51.091635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc392680-8b85-4613-a302-87a2c33c936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:51.094402 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4137b00c-8fec-440d-946d-2ee57efdf40e" -d '{"events": [{"server_uuid": "bc392680-8b85-4613-a302-87a2c33c936c", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:51.114982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:51.125564 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:51.198268 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0debfc5d-4df8-483d-8875-d1d4fc7b3a7c x-openstack-request-id: req-0debfc5d-4df8-483d-8875-d1d4fc7b3a7c {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:51.199267 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc392680-8b85-4613-a302-87a2c33c936c", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:51.199773 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0debfc5d-4df8-483d-8875-d1d4fc7b3a7c {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:51.200862 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc392680-8b85-4613-a302-87a2c33c936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f', 'code': 200} Feb 08 15:53:51.219466 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d558d-7400-4540-bc08-3ac32099363f req-00faf934-4b3c-411b-95ef-0abf2bb63683 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:51.222933 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce0d558d-7400-4540-bc08-3ac32099363f req-00faf934-4b3c-411b-95ef-0abf2bb63683 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.1343052 Feb 08 15:53:51.223475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:51.290068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce0d558d-7400-4540-bc08-3ac32099363f req-e86b3c7c-7327-478d-86a2-20df2eedf236 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571356 Feb 08 15:53:51.774272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910c65a-b798-4b7c-a2e7-c288cc4b55d9 req-83c1254a-26ca-4612-9e57-02fdd6f0e3fe tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:51.778178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1910c65a-b798-4b7c-a2e7-c288cc4b55d9 req-83c1254a-26ca-4612-9e57-02fdd6f0e3fe tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1606679 Feb 08 15:53:51.890557 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45118) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:51.898594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1910c65a-b798-4b7c-a2e7-c288cc4b55d9 req-3b10a2f1-dafd-49e7-ab61-b7789886ee9d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080899 Feb 08 15:53:51.939034 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44b2d88e-d898-4c77-8ab6-60f6b3668497 req-e040e40a-85c0-46bf-b009-c5fb86cb46db tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0597847 Feb 08 15:53:52.100573 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13fea490-bba5-45fc-b9d1-0db41549d089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:52.132132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ae01b-105b-4092-abd6-9d002429e542 req-8ecdbc5e-8810-4835-91cf-e4f3c66bbb95 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:52.144467 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e00ae01b-105b-4092-abd6-9d002429e542 req-8ecdbc5e-8810-4835-91cf-e4f3c66bbb95 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.0960910 Feb 08 15:53:52.229406 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e00ae01b-105b-4092-abd6-9d002429e542 req-8839351b-fd91-4ca8-9e92-3292562c6fcf tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798273 Feb 08 15:53:52.237480 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13fea490-bba5-45fc-b9d1-0db41549d089 admin admin] Publish callbacks [] for security_group (1e5d6aaf-720e-4a80-bc85-57bfa46b539f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:52.252862 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13fea490-bba5-45fc-b9d1-0db41549d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1e5d6aaf-720e-4a80-bc85-57bfa46b539f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:52.354513 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-13fea490-bba5-45fc-b9d1-0db41549d089 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f68a323ae4b94c4b86a9ad76730089b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4615867 Feb 08 15:53:52.358731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 45130) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:52.397002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fea490-bba5-45fc-b9d1-0db41549d089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5d6aaf-720e-4a80-bc85-57bfa46b539f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:52.470433 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-b294b7ea-73bf-4367-8448-5382545241bc req-6b576439-081e-4169-bb89-81a3e36e3515 service neutron] show failed (client error): The resource could not be found. Feb 08 15:53:52.471983 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-6b576439-081e-4169-bb89-81a3e36e3515 service neutron] 10.222.0.94 "GET /v2.0/ports/199dfdee-f773-446b-8e69-cd43ca1ea404/bindings/n-h2-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.2328992 Feb 08 15:53:52.536392 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a487ccb9-b31c-45b6-834e-e1f9f8d9028a admin admin] Publish callbacks [] for security_group (1e5d6aaf-720e-4a80-bc85-57bfa46b539f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:52.629268 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a487ccb9-b31c-45b6-834e-e1f9f8d9028a admin admin] Publish callbacks [] for security_group (1e5d6aaf-720e-4a80-bc85-57bfa46b539f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:52.664458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934b30c-af2b-4d32-afd4-dc7673860ac9 req-d3fe2728-0128-4740-849a-4fde28062435 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:52.693658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8934b30c-af2b-4d32-afd4-dc7673860ac9 req-d3fe2728-0128-4740-849a-4fde28062435 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.2800486 Feb 08 15:53:52.854743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8934b30c-af2b-4d32-afd4-dc7673860ac9 req-9382a17a-8a09-4cdc-8a49-6526abb8dd96 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577449 Feb 08 15:53:52.876023 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a487ccb9-b31c-45b6-834e-e1f9f8d9028a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1e5d6aaf-720e-4a80-bc85-57bfa46b539f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:52.879352 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a487ccb9-b31c-45b6-834e-e1f9f8d9028a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:52.880775 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a487ccb9-b31c-45b6-834e-e1f9f8d9028a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1e5d6aaf-720e-4a80-bc85-57bfa46b539f HTTP/1.1" status: 204 len: 168 time: 0.5210204 Feb 08 15:53:52.891849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487ccb9-b31c-45b6-834e-e1f9f8d9028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5d6aaf-720e-4a80-bc85-57bfa46b539f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:53.053065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b7ea-73bf-4367-8448-5382545241bc req-7caa6c50-ff28-4939-8bda-857d2a349c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:53.065346 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-7caa6c50-ff28-4939-8bda-857d2a349c18 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177&tenant_id=e7801731b81d427e9445bed7845b06a4 HTTP/1.1" status: 200 len: 1133 time: 0.2940338 Feb 08 15:53:53.076828 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:53:53.247377 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0f200692-30a5-42e6-8938-f41df092c3e2 req-411be9a2-b604-4e98-8a16-afc1603a1ecf tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.1020930 Feb 08 15:53:53.394305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b8338-f845-49a4-8938-796349a40c14 req-ef53e17c-c659-4a01-8f3f-81a888c5648a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:53.395979 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a8b8338-f845-49a4-8938-796349a40c14 req-ef53e17c-c659-4a01-8f3f-81a888c5648a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.2954829 Feb 08 15:53:53.403770 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:54.367422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45182) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:54.534995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=199dfdee-f773-446b-8e69-cd43ca1ea404,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:53:54.584220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:53:54.589560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-network', 'tenant_id': '4a0201865e184d1486ad0db740e39857'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:53:54.647686 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Made reservation on behalf of 4a0201865e184d1486ad0db740e39857 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:53:54.650523 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:54.666695 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Publish callbacks [] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:54.683053 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:54.689537 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Transition to ACTIVE for port object 199dfdee-f773-446b-8e69-cd43ca1ea404 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:53:54.711058 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:54.714252 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c7cd6d-6460-41b2-946a-ff4b4079c606" -d '{"events": [{"server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "name": "network-vif-unplugged", "status": "completed", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:54.723182 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:54.811021 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Pushing event updated for resources: {'Port': ['ID=199dfdee-f773-446b-8e69-cd43ca1ea404,revision_number=6']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:54.881102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] No DVR routers for this DVR port 199dfdee-f773-446b-8e69-cd43ca1ea404 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:53:54.905680 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Publish callbacks [] for security_group (b6dcd922-528d-4378-bf47-fc21d92bcf39), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:54.917058 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b6dcd922-528d-4378-bf47-fc21d92bcf39), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:54.930980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a533d34-3ea8-4b53-b3b4-107d3020716e req-3c0e9ed8-3267-438a-88ae-ae63b9b196c2 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:54.941674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a533d34-3ea8-4b53-b3b4-107d3020716e req-3c0e9ed8-3267-438a-88ae-ae63b9b196c2 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 1.5751405 Feb 08 15:53:54.946137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a8b8338-f845-49a4-8938-796349a40c14 req-e1c34ac4-5690-42f3-a7f9-e377d80b2910 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5325253 Feb 08 15:53:55.025692 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a533d34-3ea8-4b53-b3b4-107d3020716e req-47114745-2816-4ad0-8dba-3538e087a35d tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778935 Feb 08 15:53:55.030949 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dcd922-528d-4378-bf47-fc21d92bcf39,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:55.053130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Attempting to bind port 199dfdee-f773-446b-8e69-cd43ca1ea404 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:53:55.054685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Attempting to bind port 199dfdee-f773-446b-8e69-cd43ca1ea404 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:53:55.055825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Attempting to bind port 199dfdee-f773-446b-8e69-cd43ca1ea404 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:53:55.063176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:55.067375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:55.067764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:55.068151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:55.068464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:55.068798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:55.069170 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:55.069495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:55.069822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:55.070151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:55.070473 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:55.070791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:55.071109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:55.072630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Port 199dfdee-f773-446b-8e69-cd43ca1ea404 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:53:55.075995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Attempting to bind port 199dfdee-f773-446b-8e69-cd43ca1ea404 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:53:55.085766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:53:55.087200 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:53:55.087764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:53:55.090181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Bound port: 199dfdee-f773-446b-8e69-cd43ca1ea404, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:53:55.090772 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:55.121850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:53:55.158111 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:55.158473 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Added segment 56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee of type vlan for network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 Feb 08 15:53:55.273544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:53:55.309285 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=199dfdee-f773-446b-8e69-cd43ca1ea404,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:53:55.426341 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (d41e45aa-aa1c-4b71-8dec-53cfc8e90158), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:55.426341 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45192) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:55.428345 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:55.428447 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (d41e45aa-aa1c-4b71-8dec-53cfc8e90158), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:55.428447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:55.428447 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:55.428653 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:55.428653 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:55.428653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-b5170151-4ede-4038-b860-a05d573b965b service neutron] 10.222.0.96 "PUT /v2.0/ports/199dfdee-f773-446b-8e69-cd43ca1ea404 HTTP/1.1" status: 200 len: 1097 time: 2.3335381 Feb 08 15:53:55.521694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2963d527-35db-4e75-b7fd-1df818e9689d req-b577aa0b-5180-491e-a1ec-559e8d16e382 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.2048507 Feb 08 15:53:55.630727 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2614250 Feb 08 15:53:55.633535 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45200) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:55.650010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-24f78eaa-fd49-46f1-95d8-b2b71b6acc36 admin admin] Request body: {'subnet': {'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-subnet', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:53:55.691520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fea9a-b8df-4104-8dc8-7bb5d7d69e01 req-17979747-a18c-45e2-bb77-6ff50b59a1a4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:55.703992 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b3fea9a-b8df-4104-8dc8-7bb5d7d69e01 req-17979747-a18c-45e2-bb77-6ff50b59a1a4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.3816316 Feb 08 15:53:55.726806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916b3d5-421b-4d24-bef3-e19866f9d62c admin admin] Pushing event updated for resources: {'Network': ['ID=d41e45aa-aa1c-4b71-8dec-53cfc8e90158,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:55.734903 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a4d345-2dfe-49ab-bf84-30e0b7af5446 x-openstack-request-id: req-07a4d345-2dfe-49ab-bf84-30e0b7af5446 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:55.735379 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "name": "network-vif-unplugged", "status": "completed", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:55.735827 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-07a4d345-2dfe-49ab-bf84-30e0b7af5446 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:55.736379 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404', 'code': 200} Feb 08 15:53:55.738318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:53:55.759867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5170151-4ede-4038-b860-a05d573b965b service neutron] Pushing event updated for resources: {'Port': ['ID=199dfdee-f773-446b-8e69-cd43ca1ea404,revision_number=7']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:55.788638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b7ea-73bf-4367-8448-5382545241bc req-873aeebc-e4bc-4a89-8d31-d66057e30daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:55.793506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-873aeebc-e4bc-4a89-8d31-d66057e30daa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 1131 time: 0.2906761 Feb 08 15:53:55.804320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f78eaa-fd49-46f1-95d8-b2b71b6acc36 admin admin] Made reservation on behalf of 4a0201865e184d1486ad0db740e39857 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:53:55.811755 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24f78eaa-fd49-46f1-95d8-b2b71b6acc36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:55.818201 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-423a461a-b075-41e5-ab25-7ffdb5b23d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:55.897294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b3fea9a-b8df-4104-8dc8-7bb5d7d69e01 req-c5893cb5-41ea-4a70-806b-da8b68481415 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901355 Feb 08 15:53:55.987740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b7ea-73bf-4367-8448-5382545241bc req-b0781b85-1c53-405a-9dc4-c5d3048c5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:55.990388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-b0781b85-1c53-405a-9dc4-c5d3048c5966 service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1779611 Feb 08 15:53:56.119431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-89eb9671-eb34-40c5-b7eb-e63629ff9dd3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=199dfdee-f773-446b-8e69-cd43ca1ea404 HTTP/1.1" status: 200 len: 217 time: 0.1200461 Feb 08 15:53:56.220053 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-423a461a-b075-41e5-ab25-7ffdb5b23d9e admin admin] Publish callbacks [] for security_group (61839e63-e6fc-4481-9376-e1bd6dbeafa6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:56.253703 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-423a461a-b075-41e5-ab25-7ffdb5b23d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (61839e63-e6fc-4481-9376-e1bd6dbeafa6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:56.332311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b7ea-73bf-4367-8448-5382545241bc req-8e4aba0b-f73b-4866-a8a5-83aefe95d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:56.333847 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-8e4aba0b-f73b-4866-a8a5-83aefe95d380 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2058814 Feb 08 15:53:56.475279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d38e6-adea-4a07-b882-92bf8845846e req-001821b3-0255-4d5b-b9cc-64cb3a73bb94 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:56.475279 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c51d38e6-adea-4a07-b882-92bf8845846e req-001821b3-0255-4d5b-b9cc-64cb3a73bb94 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.3184991 Feb 08 15:53:56.492432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bf77e-01e9-4325-a114-88625db30202 req-4e7c8e2d-13bb-49bc-972f-d3e25c8d5edf tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:56.494181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f7bf77e-01e9-4325-a114-88625db30202 req-4e7c8e2d-13bb-49bc-972f-d3e25c8d5edf tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 948 time: 0.2193091 Feb 08 15:53:56.550343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294b7ea-73bf-4367-8448-5382545241bc req-91589893-fb2e-47e7-859a-1692a14569ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:56.552307 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-91589893-fb2e-47e7-859a-1692a14569ed service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1844685 Feb 08 15:53:56.613075 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 199dfdee-f773-446b-8e69-cd43ca1ea404 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:53:56.689930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-334c83d8-59d4-4497-80c3-0ff85c6de969 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268673 Feb 08 15:53:56.702022 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c51d38e6-adea-4a07-b882-92bf8845846e req-332c38cf-741b-4d06-b92f-aff1033079ef tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067876 Feb 08 15:53:56.713160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port 199dfdee-f773-446b-8e69-cd43ca1ea404 host n-h2-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:53:56.719139 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 199dfdee-f773-446b-8e69-cd43ca1ea404 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:53:56.733498 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f7bf77e-01e9-4325-a114-88625db30202 req-a6bc7cdc-67f3-48b7-83f1-1b266968c2f7 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269492 Feb 08 15:53:56.853894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b294b7ea-73bf-4367-8448-5382545241bc req-3d3f49d0-ccdf-4945-a629-53474baa465b service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478970 Feb 08 15:53:56.947478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcfa82b3-95c1-4191-8335-e0eeb5ad156e req-5273a298-51e7-47bc-98d3-89a942237356 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0785639 Feb 08 15:53:57.058139 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-423a461a-b075-41e5-ab25-7ffdb5b23d9e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=af11845ea9854e0581d84930cbb0c66a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6890087 Feb 08 15:53:57.062517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a461a-b075-41e5-ab25-7ffdb5b23d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61839e63-e6fc-4481-9376-e1bd6dbeafa6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:57.078449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45210) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:57.121067 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24f78eaa-fd49-46f1-95d8-b2b71b6acc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (087d1e39-0072-4580-ba11-eb90596289b8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:57.153289 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9d560-08ce-4f1c-9458-7832394ab181 req-9b7a5229-3c50-4746-9aa8-73c163b26525 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:57.159990 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29b9d560-08ce-4f1c-9458-7832394ab181 req-9b7a5229-3c50-4746-9aa8-73c163b26525 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.1232541 Feb 08 15:53:57.208617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f78eaa-fd49-46f1-95d8-b2b71b6acc36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=087d1e39-0072-4580-ba11-eb90596289b8,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:57.208840 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0969fda-913a-4a50-a84e-94f0d084b714 admin admin] Publish callbacks [] for security_group (61839e63-e6fc-4481-9376-e1bd6dbeafa6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:57.268438 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0969fda-913a-4a50-a84e-94f0d084b714 admin admin] Publish callbacks [] for security_group (61839e63-e6fc-4481-9376-e1bd6dbeafa6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:57.273602 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29b9d560-08ce-4f1c-9458-7832394ab181 req-ca83b803-c0a1-448f-8fd6-91406295229f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069806 Feb 08 15:53:57.304335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f78eaa-fd49-46f1-95d8-b2b71b6acc36 admin admin] Checking segment: {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:53:57.304701 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f78eaa-fd49-46f1-95d8-b2b71b6acc36 admin admin] Network hostable DHCP agents. Network: d41e45aa-aa1c-4b71-8dec-53cfc8e90158, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:53:57.334715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f78eaa-fd49-46f1-95d8-b2b71b6acc36 admin admin] Network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:53:57.369898 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-24f78eaa-fd49-46f1-95d8-b2b71b6acc36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, d41e45aa-aa1c-4b71-8dec-53cfc8e90158) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:53:57.373306 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0969fda-913a-4a50-a84e-94f0d084b714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (61839e63-e6fc-4481-9376-e1bd6dbeafa6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:57.375288 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0969fda-913a-4a50-a84e-94f0d084b714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:57.376984 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b0969fda-913a-4a50-a84e-94f0d084b714 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/61839e63-e6fc-4481-9376-e1bd6dbeafa6 HTTP/1.1" status: 204 len: 168 time: 0.2935889 Feb 08 15:53:57.384996 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f78eaa-fd49-46f1-95d8-b2b71b6acc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:57.387112 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24f78eaa-fd49-46f1-95d8-b2b71b6acc36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:57.403387 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e961413-fa3a-40d4-be63-6a49be3b118c None None] Network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:53:57.408366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0969fda-913a-4a50-a84e-94f0d084b714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61839e63-e6fc-4481-9376-e1bd6dbeafa6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:57.423101 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-24f78eaa-fd49-46f1-95d8-b2b71b6acc36 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7832189 Feb 08 15:53:57.426035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 45214) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:57.433029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:53:57.510785 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (720f81cb-6f2d-49bf-80fd-d329ed90b32b), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:57.512566 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (720f81cb-6f2d-49bf-80fd-d329ed90b32b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:57.666007 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Publish callbacks [] for router_controller (720f81cb-6f2d-49bf-80fd-d329ed90b32b), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:57.746062 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-d41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'project_id': '4a0201865e184d1486ad0db740e39857', 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:53:57.747490 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:57.861744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:53:57.863445 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:53:57.959067 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45228) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:57.980127 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1141c633-4d05-4c7e-9229-4a26225b84a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:58.087126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Allocated IP 172.20.0.2 (d41e45aa-aa1c-4b71-8dec-53cfc8e90158/087d1e39-0072-4580-ba11-eb90596289b8/03d43002-3710-4e21-98bc-405f23bc621b) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:53:58.116488 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1141c633-4d05-4c7e-9229-4a26225b84a1 admin admin] Publish callbacks [] for security_group (3cd8ec44-e52b-4a2a-ae57-aa3aeab64f8e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:58.121342 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1141c633-4d05-4c7e-9229-4a26225b84a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3cd8ec44-e52b-4a2a-ae57-aa3aeab64f8e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:58.145655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ae7d665-c7a3-42db-a3f9-751df9ed9cc0 req-38257f6c-9038-4a37-915e-ea12501857f7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.2557819 Feb 08 15:53:58.166094 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141c633-4d05-4c7e-9229-4a26225b84a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd8ec44-e52b-4a2a-ae57-aa3aeab64f8e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:58.192364 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1141c633-4d05-4c7e-9229-4a26225b84a1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d7340e27c7fb487c9eaa28c16f98a217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320478 Feb 08 15:53:58.193348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45232) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:53:58.263974 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8f220fb8-7fb6-40fa-b37d-a9eeedaffdab admin admin] Publish callbacks [] for security_group (3cd8ec44-e52b-4a2a-ae57-aa3aeab64f8e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:58.291236 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8f220fb8-7fb6-40fa-b37d-a9eeedaffdab admin admin] Publish callbacks [] for security_group (3cd8ec44-e52b-4a2a-ae57-aa3aeab64f8e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:58.295041 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Publish callbacks [] for port (03d43002-3710-4e21-98bc-405f23bc621b), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:58.309426 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (03d43002-3710-4e21-98bc-405f23bc621b), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:58.367874 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8f220fb8-7fb6-40fa-b37d-a9eeedaffdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3cd8ec44-e52b-4a2a-ae57-aa3aeab64f8e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:58.371282 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8f220fb8-7fb6-40fa-b37d-a9eeedaffdab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:58.376741 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8f220fb8-7fb6-40fa-b37d-a9eeedaffdab admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3cd8ec44-e52b-4a2a-ae57-aa3aeab64f8e HTTP/1.1" status: 204 len: 168 time: 0.1824954 Feb 08 15:53:58.385514 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f220fb8-7fb6-40fa-b37d-a9eeedaffdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd8ec44-e52b-4a2a-ae57-aa3aeab64f8e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:58.398264 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:53:58.399242 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Publish callbacks [] for router_gateway (720f81cb-6f2d-49bf-80fd-d329ed90b32b), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:58.404248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:53:58.411784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:53:58.421622 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d177177-ccb5-4673-a8e0-78d96912070b req-fcc06940-5c3b-457f-9158-e9f87877d487 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:58.423477 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d177177-ccb5-4673-a8e0-78d96912070b req-fcc06940-5c3b-457f-9158-e9f87877d487 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 948 time: 0.4419208 Feb 08 15:53:58.437132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e6df7-3c46-4251-add9-eae2e5d931e3 req-3183cd0d-653c-4507-896a-0605edbe55c3 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:58.438812 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-117e6df7-3c46-4251-add9-eae2e5d931e3 req-3183cd0d-653c-4507-896a-0605edbe55c3 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.4555147 Feb 08 15:53:58.602983 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Pushing event updated for resources: {'Port': ['ID=03d43002-3710-4e21-98bc-405f23bc621b,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:58.611923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Attempting to bind port 03d43002-3710-4e21-98bc-405f23bc621b on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:53:58.612849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Attempting to bind port 03d43002-3710-4e21-98bc-405f23bc621b by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:53:58.613427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Attempting to bind port 03d43002-3710-4e21-98bc-405f23bc621b on network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:53:58.619135 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-117e6df7-3c46-4251-add9-eae2e5d931e3 req-7d092e1d-8e91-4244-8dc2-e43ecd0800d0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692944 Feb 08 15:53:58.620242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:53:58.620861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Checking segment: {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:53:58.621475 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:58.622232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Bound using segment: {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:53:58.623274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Bound port: 03d43002-3710-4e21-98bc-405f23bc621b, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:53:58.624108 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (03d43002-3710-4e21-98bc-405f23bc621b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:58.627340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:58.627905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:58.628444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:58.628978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:58.629493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:58.629990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:58.630500 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:58.631004 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:58.631506 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:58.631995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:58.632492 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:58.633270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:58.633763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:53:58.642270 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d177177-ccb5-4673-a8e0-78d96912070b req-13a83fb2-f4b7-4471-9fb5-7b129eaa8f43 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935098 Feb 08 15:53:58.822803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] For port 03d43002-3710-4e21-98bc-405f23bc621b, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:53:58.827665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] For port 03d43002-3710-4e21-98bc-405f23bc621b, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=03d43002-3710-4e21-98bc-405f23bc621b,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:53:58.840365 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (03d43002-3710-4e21-98bc-405f23bc621b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:58.873007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-740a9b32-f365-49d6-8826-0b7c0056a986 req-2590cabb-fd42-4627-813d-651bf4aa5af1 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0642772 Feb 08 15:53:58.977870 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Publish callbacks [] for router_gateway (720f81cb-6f2d-49bf-80fd-d329ed90b32b), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:59.063855 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f30f3-ac15-4635-b46d-0315241505b3 None None] Pushing event updated for resources: {'Port': ['ID=03d43002-3710-4e21-98bc-405f23bc621b,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:53:59.102965 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:59.363548 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45354df6-1ddf-4b07-a430-d14f25e28c5f x-openstack-request-id: req-45354df6-1ddf-4b07-a430-d14f25e28c5f {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:53:59.363963 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:53:59.364319 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-45354df6-1ddf-4b07-a430-d14f25e28c5f {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:53:59.364815 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404', 'status': 'completed', 'code': 200} Feb 08 15:53:59.401394 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e5ddb-5a3c-476f-9247-ab4260024a7c req-af3468ea-7f2e-4338-b68f-c4eb4f243d2e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:59.410080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-364e5ddb-5a3c-476f-9247-ab4260024a7c req-af3468ea-7f2e-4338-b68f-c4eb4f243d2e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.2108276 Feb 08 15:53:59.505462 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-364e5ddb-5a3c-476f-9247-ab4260024a7c req-dfbd1b19-fe09-4471-b597-a03a531c2baa tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936203 Feb 08 15:53:59.587477 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Allocated IP 172.25.7.211 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/44d765f5-db9d-4248-9b3b-d4425f93fc98) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:53:59.622688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-a266cb6e-5d26-4db7-bc46-be13806416b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:59.626330 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-a266cb6e-5d26-4db7-bc46-be13806416b8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 1131 time: 0.1145742 Feb 08 15:53:59.702852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 03d43002-3710-4e21-98bc-405f23bc621b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:53:59.815581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-d7bc791e-3168-4e47-b0a9-01aff7b4c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:59.824468 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-d7bc791e-3168-4e47-b0a9-01aff7b4c23b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 1131 time: 0.1809263 Feb 08 15:53:59.877729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 03d43002-3710-4e21-98bc-405f23bc621b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:53:59.878216 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (03d43002-3710-4e21-98bc-405f23bc621b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:53:59.893205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-a5a63534-17e0-4f38-a456-5a0ce5ffefcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:53:59.895510 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-a5a63534-17e0-4f38-a456-5a0ce5ffefcb service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2628779 Feb 08 15:54:00.002614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 03d43002-3710-4e21-98bc-405f23bc621b is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:00.003405 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (03d43002-3710-4e21-98bc-405f23bc621b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:00.062845 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-8f2a81d5-1b94-46bf-8939-8426a1b4a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:00.063717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 03d43002-3710-4e21-98bc-405f23bc621b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=03d43002-3710-4e21-98bc-405f23bc621b,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:00.065612 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-8f2a81d5-1b94-46bf-8939-8426a1b4a286 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2332325 Feb 08 15:54:00.078324 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (03d43002-3710-4e21-98bc-405f23bc621b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:00.141345 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-097ddbf5-9768-4ffc-8d51-05f32e0a804c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=199dfdee-f773-446b-8e69-cd43ca1ea404 HTTP/1.1" status: 200 len: 217 time: 0.0681579 Feb 08 15:54:00.175704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=03d43002-3710-4e21-98bc-405f23bc621b,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:00.239108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-16dbec18-d1e1-41e9-ba1d-26eff54fef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:00.241945 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-16dbec18-d1e1-41e9-ba1d-26eff54fef6a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0843599 Feb 08 15:54:00.258710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-cfa91153-9ac0-4111-8425-ce5584d2aa21 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=199dfdee-f773-446b-8e69-cd43ca1ea404 HTTP/1.1" status: 200 len: 217 time: 0.2732720 Feb 08 15:54:00.334299 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-8eaddd51-0fa7-4094-bede-63b9e6671ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:00.336818 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-8eaddd51-0fa7-4094-bede-63b9e6671ec1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0836277 Feb 08 15:54:00.415937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cdf22-79f7-4b8a-855d-09ea10598c23 req-853b5d8b-2167-4e8a-a9d2-693f95d9ab50 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:00.417496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-853cdf22-79f7-4b8a-855d-09ea10598c23 req-853b5d8b-2167-4e8a-a9d2-693f95d9ab50 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 948 time: 0.5189888 Feb 08 15:54:00.506056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899e262-99a2-47de-9d28-89d5c42f430f req-2adbfa78-4cfe-4e09-8315-4ee5aca8f780 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:00.507662 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b899e262-99a2-47de-9d28-89d5c42f430f req-2adbfa78-4cfe-4e09-8315-4ee5aca8f780 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.6102509 Feb 08 15:54:00.530891 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-afe58f7d-8af8-4c9e-a660-040799fa03b9 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855843 Feb 08 15:54:00.555082 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242a7cc-a4c2-4e9d-9b67-1f8c37526364 req-2ad7b55d-cbcc-4343-a8b3-d07925d487a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:00.556658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0242a7cc-a4c2-4e9d-9b67-1f8c37526364 req-2ad7b55d-cbcc-4343-a8b3-d07925d487a8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 1128 time: 0.5623963 Feb 08 15:54:00.558140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-485df268-2f6c-4c9d-a7d9-671f363ceaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:00.560050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-485df268-2f6c-4c9d-a7d9-671f363ceaf2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2380705 Feb 08 15:54:00.627639 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Publish callbacks [] for port (44d765f5-db9d-4248-9b3b-d4425f93fc98), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:00.698592 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-853cdf22-79f7-4b8a-855d-09ea10598c23 req-9055763a-4fe8-44da-86e8-3428937fd43f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640922 Feb 08 15:54:00.721594 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-8853364d-f53d-4054-8c2c-7a9c69b01c60 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829360 Feb 08 15:54:00.907262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 199dfdee-f773-446b-8e69-cd43ca1ea404 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:54:00.936032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b899e262-99a2-47de-9d28-89d5c42f430f req-75482642-4101-45b7-8ee8-91e176f95ee4 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969996 Feb 08 15:54:00.992704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-eda91b99-a461-444b-9416-1fa367bcb010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:01.000279 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-eda91b99-a461-444b-9416-1fa367bcb010 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4184587 Feb 08 15:54:01.002820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c09c6c29-3157-4da7-861b-dacd4ea65884 req-b91db2bb-ee0b-4a63-a503-0499030365cf tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.1179962 Feb 08 15:54:01.094484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e77567-6825-4ba8-9142-24ad1329efba None None] Network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:54:01.107845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242a7cc-a4c2-4e9d-9b67-1f8c37526364 req-a6b72023-74d7-419b-a4d5-40200770c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:01.109799 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0242a7cc-a4c2-4e9d-9b67-1f8c37526364 req-a6b72023-74d7-419b-a4d5-40200770c0fc service neutron] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.5268631 Feb 08 15:54:01.185938 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (44d765f5-db9d-4248-9b3b-d4425f93fc98), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:01.274331 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=199dfdee-f773-446b-8e69-cd43ca1ea404,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:01.287992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0dc5bba5-919b-4a17-9d75-47e8b1d54fef None None] Provisioning complete for port 03d43002-3710-4e21-98bc-405f23bc621b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:01.288626 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0dc5bba5-919b-4a17-9d75-47e8b1d54fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (03d43002-3710-4e21-98bc-405f23bc621b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:01.309339 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Pushing event updated for resources: {'Port': ['ID=44d765f5-db9d-4248-9b3b-d4425f93fc98,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:01.312502 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '199dfdee-f773-446b-8e69-cd43ca1ea404', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '199dfdee-f773-446b-8e69-cd43ca1ea404', 'mac_address': 'fa:16:3e:61:75:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:54:01.334159 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0242a7cc-a4c2-4e9d-9b67-1f8c37526364 req-77ab79a5-178e-4382-a884-9648f6f72542 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de5196e1-d1e9-4d31-b9f3-586c841acc60 HTTP/1.1" status: 200 len: 217 time: 0.1446743 Feb 08 15:54:01.429785 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:01.455542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 199dfdee-f773-446b-8e69-cd43ca1ea404 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:01.456101 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:01.496390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:01.507312 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:54:01.525705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-4fcb911f-d87f-4a0c-894a-74727f1443e6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:01.529179 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-4fcb911f-d87f-4a0c-894a-74727f1443e6 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177&tenant_id=e7801731b81d427e9445bed7845b06a4&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 948 time: 0.1265390 Feb 08 15:54:01.579775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199dfdee-f773-446b-8e69-cd43ca1ea404 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:54:01.641185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=199dfdee-f773-446b-8e69-cd43ca1ea404,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:01.650337 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b80e6f57-76e9-4063-ab0b-a7b216aebc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:01.660289 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:01.685635 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-6d4d76c5-7ca2-431b-ab96-bd93857dcd8c service neutron] 10.222.0.96 "GET /v2.0/ports/199dfdee-f773-446b-8e69-cd43ca1ea404/bindings/n-h2-824834-11 HTTP/1.1" status: 200 len: 383 time: 0.1505561 Feb 08 15:54:01.687775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 03d43002-3710-4e21-98bc-405f23bc621b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:54:01.745436 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0dc5bba5-919b-4a17-9d75-47e8b1d54fef None None] Current status of the port 03d43002-3710-4e21-98bc-405f23bc621b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:01.784973 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-bc5b17f5-011e-4346-acb0-edfb776496c6 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7561800 Feb 08 15:54:01.789562 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=199dfdee-f773-446b-8e69-cd43ca1ea404,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:01.803902 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e541c5-b7f7-4b38-9459-7034d50f0298 req-ff42e9d8-0787-4f1e-acc2-504de072119a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:01.806240 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53e541c5-b7f7-4b38-9459-7034d50f0298 req-ff42e9d8-0787-4f1e-acc2-504de072119a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 945 time: 0.7292054 Feb 08 15:54:01.815834 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3521ba7c-e390-4c8f-9959-ea2aed48827a req-30cbd2c9-c8e0-4654-a691-5b13e31e7bcd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8e73b48b1e0b490f87f384c9d41862b7&device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.1330101 Feb 08 15:54:01.818427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 03d43002-3710-4e21-98bc-405f23bc621b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:01.818814 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (03d43002-3710-4e21-98bc-405f23bc621b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:01.899996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242a7cc-a4c2-4e9d-9b67-1f8c37526364 req-197121bc-8e43-4a11-a162-79420c692b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:01.918865 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0242a7cc-a4c2-4e9d-9b67-1f8c37526364 req-197121bc-8e43-4a11-a162-79420c692b18 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.5256939 Feb 08 15:54:01.980879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3521ba7c-e390-4c8f-9959-ea2aed48827a req-62858481-ddab-4876-9b39-4343770caa73 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=8e73b48b1e0b490f87f384c9d41862b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1570005 Feb 08 15:54:01.985188 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 03d43002-3710-4e21-98bc-405f23bc621b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:02.003084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d21739b1-297d-4313-85d6-6e6539f50e4f None None] Provisioning complete for port 03d43002-3710-4e21-98bc-405f23bc621b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:02.003474 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d21739b1-297d-4313-85d6-6e6539f50e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (03d43002-3710-4e21-98bc-405f23bc621b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:02.119932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['199dfdee-f773-446b-8e69-cd43ca1ea404'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:54:02.175152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d21739b1-297d-4313-85d6-6e6539f50e4f None None] Current status of the port 03d43002-3710-4e21-98bc-405f23bc621b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:02.609694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device de5196e1-d1e9-4d31-b9f3-586c841acc60 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:02.755337 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port de5196e1-d1e9-4d31-b9f3-586c841acc60 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:02.756016 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:02.761424 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53e541c5-b7f7-4b38-9459-7034d50f0298 req-42dac88c-91f5-4860-89b6-2b4cc78e40df tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9336386 Feb 08 15:54:02.795877 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b928dc3-1cf2-4b96-8c5d-c8a04fec4eb0 req-b3121bf2-e491-4228-bca5-35af30b44c94 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9870682 Feb 08 15:54:02.816753 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6474d-5336-4ef3-908a-0d9948fac7d4 req-a0f72bbd-1224-4ecd-9822-94729b02a941 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:02.826646 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ae6474d-5336-4ef3-908a-0d9948fac7d4 req-a0f72bbd-1224-4ecd-9822-94729b02a941 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 949 time: 0.9591103 Feb 08 15:54:02.869493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242a7cc-a4c2-4e9d-9b67-1f8c37526364 req-abbd7dd1-2459-4475-a869-f792cc791e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:02.876969 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d98b1f-a7bf-4da9-b4cb-4a00395d5839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de5196e1-d1e9-4d31-b9f3-586c841acc60'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:02.878450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0242a7cc-a4c2-4e9d-9b67-1f8c37526364 req-abbd7dd1-2459-4475-a869-f792cc791e76 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8998845 Feb 08 15:54:02.883127 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4c279a-2a4c-4811-a6a6-79832e27236b" -d '{"events": [{"server_uuid": "54d98b1f-a7bf-4da9-b4cb-4a00395d5839", "name": "network-vif-unplugged", "status": "completed", "tag": "de5196e1-d1e9-4d31-b9f3-586c841acc60"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:02.917706 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port de5196e1-d1e9-4d31-b9f3-586c841acc60, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=de5196e1-d1e9-4d31-b9f3-586c841acc60,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:02.928350 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:03.033645 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45346) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:03.036431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=de5196e1-d1e9-4d31-b9f3-586c841acc60,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:03.085800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521ba7c-e390-4c8f-9959-ea2aed48827a req-9cf3b47e-871a-4069-b5c7-642d1bd788d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:03.087442 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3521ba7c-e390-4c8f-9959-ea2aed48827a req-9cf3b47e-871a-4069-b5c7-642d1bd788d4 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5823133 Feb 08 15:54:03.139876 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67585c12-5794-4575-b31c-d9fc8f6da6a4 req-a44ccc8e-ad65-4752-8064-4e1927c97da7 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.1130893 Feb 08 15:54:03.204154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ae6474d-5336-4ef3-908a-0d9948fac7d4 req-26553c4b-2916-4e4c-8249-d8543b3bcb48 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640442 Feb 08 15:54:03.236610 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9fc98fc2-3e0a-4c0d-abf2-03f4e2b97bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:03.265553 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-2370e68a-bec5-40b6-9f7c-be0975689935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:03.267812 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-2370e68a-bec5-40b6-9f7c-be0975689935 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 1132 time: 0.3748987 Feb 08 15:54:03.274941 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Publish callbacks [] for router_gateway (720f81cb-6f2d-49bf-80fd-d329ed90b32b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:03.298887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0242a7cc-a4c2-4e9d-9b67-1f8c37526364 req-661ef561-fd86-4c14-ace2-a401231e9c57 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879075 Feb 08 15:54:03.446392 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9fc98fc2-3e0a-4c0d-abf2-03f4e2b97bb7 admin admin] Publish callbacks [] for security_group (227480a0-34ad-48a4-9776-2c5b5e0ee97c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:03.452346 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9fc98fc2-3e0a-4c0d-abf2-03f4e2b97bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (227480a0-34ad-48a4-9776-2c5b5e0ee97c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:03.517530 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc98fc2-3e0a-4c0d-abf2-03f4e2b97bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227480a0-34ad-48a4-9776-2c5b5e0ee97c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:03.537397 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9fc98fc2-3e0a-4c0d-abf2-03f4e2b97bb7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=933e41fcb5884fa2b27349b03ae714b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4995351 Feb 08 15:54:03.538214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45352) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:03.584089 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc426ca7-2446-4688-8ac4-5f4bae01ad95 x-openstack-request-id: req-fc426ca7-2446-4688-8ac4-5f4bae01ad95 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:03.584370 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d98b1f-a7bf-4da9-b4cb-4a00395d5839", "name": "network-vif-unplugged", "status": "completed", "tag": "de5196e1-d1e9-4d31-b9f3-586c841acc60", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:03.584602 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-fc426ca7-2446-4688-8ac4-5f4bae01ad95 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:03.585071 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d98b1f-a7bf-4da9-b4cb-4a00395d5839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de5196e1-d1e9-4d31-b9f3-586c841acc60', 'code': 200} Feb 08 15:54:03.638322 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7067ee99-81f9-4241-b0ad-3c54a8044f0e admin admin] Publish callbacks [] for security_group (227480a0-34ad-48a4-9776-2c5b5e0ee97c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:03.677240 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7067ee99-81f9-4241-b0ad-3c54a8044f0e admin admin] Publish callbacks [] for security_group (227480a0-34ad-48a4-9776-2c5b5e0ee97c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:03.753182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4968c4-f641-441b-9994-d816402cec56 req-c4d4bcda-aa62-4d00-b769-d78c9bcc8c3e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:03.761620 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a4968c4-f641-441b-9994-d816402cec56 req-c4d4bcda-aa62-4d00-b769-d78c9bcc8c3e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.3737903 Feb 08 15:54:03.768709 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7067ee99-81f9-4241-b0ad-3c54a8044f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (227480a0-34ad-48a4-9776-2c5b5e0ee97c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:03.773331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7067ee99-81f9-4241-b0ad-3c54a8044f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:03.780344 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9c29dad9-0746-41fd-b6d0-452cdbc6753e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:03.780905 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7067ee99-81f9-4241-b0ad-3c54a8044f0e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/227480a0-34ad-48a4-9776-2c5b5e0ee97c HTTP/1.1" status: 204 len: 168 time: 0.2404203 Feb 08 15:54:03.791365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067ee99-81f9-4241-b0ad-3c54a8044f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227480a0-34ad-48a4-9776-2c5b5e0ee97c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:03.913399 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-83f873e5-80c5-4a35-8335-ca30a5843273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:03.914966 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-83f873e5-80c5-4a35-8335-ca30a5843273 service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.6352625 Feb 08 15:54:04.003165 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0242a7cc-a4c2-4e9d-9b67-1f8c37526364 req-c71cd6bf-bced-4207-8432-c374a79a5c64 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6173174 Feb 08 15:54:04.045622 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (720f81cb-6f2d-49bf-80fd-d329ed90b32b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:04.049510 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-d12f81e7-f960-43ad-ad5f-46986fbb8992 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=199dfdee-f773-446b-8e69-cd43ca1ea404 HTTP/1.1" status: 200 len: 217 time: 0.1171675 Feb 08 15:54:04.063440 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a4968c4-f641-441b-9994-d816402cec56 req-aefed2a7-56c3-4dac-bdd9-e48662635e1a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966223 Feb 08 15:54:04.225293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-d39ed8f7-e472-4ff0-b105-746c690b4511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:04.226940 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-d39ed8f7-e472-4ff0-b105-746c690b4511 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1589229 Feb 08 15:54:04.238776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb99a36-fb45-4154-bbf6-f441d2f80bea req-bccc6b4e-07f7-4f6e-82b5-bb26a299166d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:04.245656 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2fb99a36-fb45-4154-bbf6-f441d2f80bea req-bccc6b4e-07f7-4f6e-82b5-bb26a299166d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 943 time: 0.3215160 Feb 08 15:54:04.261527 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45364) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:04.290161 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-94684f47-0e7e-46bc-a9fb-84773f700710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:04.387000 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c479447-e91c-4ed6-accc-ca404a4ac957 req-9ea2f244-89f9-4c5e-b3e2-26c87b705ffc tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0668788 Feb 08 15:54:04.407746 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2fb99a36-fb45-4154-bbf6-f441d2f80bea req-4b6d0bd7-7a3d-4064-9f54-adb1b97ca538 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610258 Feb 08 15:54:04.421832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-82072262-79fb-44d6-8f18-2201dc0c3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:04.421832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-82072262-79fb-44d6-8f18-2201dc0c3c52 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1646538 Feb 08 15:54:04.427631 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-94684f47-0e7e-46bc-a9fb-84773f700710 admin admin] Publish callbacks [] for security_group (a7916200-9338-4977-93ea-a44a5c0e725f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:04.443922 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-94684f47-0e7e-46bc-a9fb-84773f700710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a7916200-9338-4977-93ea-a44a5c0e725f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:04.489814 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-94684f47-0e7e-46bc-a9fb-84773f700710 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6666dc13029d4ff8a7b3fd71eeefc72d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2259865 Feb 08 15:54:04.492600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45366) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:04.505242 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Router 720f81cb-6f2d-49bf-80fd-d329ed90b32b is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:54:04.523640 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94684f47-0e7e-46bc-a9fb-84773f700710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7916200-9338-4977-93ea-a44a5c0e725f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:04.569535 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-534eb398-867b-4f22-bdc7-f8db6d820d96 admin admin] Publish callbacks [] for security_group (a7916200-9338-4977-93ea-a44a5c0e725f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:04.575852 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3521ba7c-e390-4c8f-9959-ea2aed48827a req-1c9364d3-334f-40bc-8563-8726eaad6af7 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.96 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.0436535 Feb 08 15:54:04.602660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-534eb398-867b-4f22-bdc7-f8db6d820d96 admin admin] Publish callbacks [] for security_group (a7916200-9338-4977-93ea-a44a5c0e725f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:04.687663 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-534eb398-867b-4f22-bdc7-f8db6d820d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a7916200-9338-4977-93ea-a44a5c0e725f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:04.691085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-4699adce-56cb-4cbe-898f-c4ff01873ec3 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623415 Feb 08 15:54:04.694547 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-534eb398-867b-4f22-bdc7-f8db6d820d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:04.699771 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-534eb398-867b-4f22-bdc7-f8db6d820d96 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a7916200-9338-4977-93ea-a44a5c0e725f HTTP/1.1" status: 204 len: 168 time: 0.2061274 Feb 08 15:54:04.720199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534eb398-867b-4f22-bdc7-f8db6d820d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7916200-9338-4977-93ea-a44a5c0e725f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:04.743760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808691a7-5b20-443c-aee0-3d2ce75b5add req-ed29b81d-bec3-4f4e-b4c7-038a85a320f9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:04.750598 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-808691a7-5b20-443c-aee0-3d2ce75b5add req-ed29b81d-bec3-4f4e-b4c7-038a85a320f9 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 949 time: 0.2673404 Feb 08 15:54:04.871046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:54:04.885521 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Sync routers for ids ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:54:04.890564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-808691a7-5b20-443c-aee0-3d2ce75b5add req-19e6e902-20ac-4d05-9322-cc03ec15b4bb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390152 Feb 08 15:54:04.921521 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-bea2ee18-3519-49d5-ba2f-e16a5557107a service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187316 Feb 08 15:54:04.926448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 199dfdee-f773-446b-8e69-cd43ca1ea404 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:54:04.927682 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:04.930415 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Routers {'720f81cb-6f2d-49bf-80fd-d329ed90b32b'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:54:04.932264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45370) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:04.932449 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-add54b17-279e-487c-9659-d286482a7aaf admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.5039346 Feb 08 15:54:04.935013 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:54:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:05.104396 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 199dfdee-f773-446b-8e69-cd43ca1ea404 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:54:05.135828 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Set router 720f81cb-6f2d-49bf-80fd-d329ed90b32b gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:54:05.153065 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 199dfdee-f773-446b-8e69-cd43ca1ea404 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:05.156599 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:05.634955 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:02Z', 'revision_number': 3, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:05.761560 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 199dfdee-f773-446b-8e69-cd43ca1ea404 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:05.763966 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:05.769754 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:05.774277 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Checking router: 720f81cb-6f2d-49bf-80fd-d329ed90b32b for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:54:05.775388 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Updating router 720f81cb-6f2d-49bf-80fd-d329ed90b32b port 44d765f5-db9d-4248-9b3b-d4425f93fc98 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:54:05.816151 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d6010e2f-26ac-494e-976b-e26a9374e55d req-8be0ee0f-1c3d-4aee-b2bb-942f60de8d48 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5034416 Feb 08 15:54:05.887076 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (44d765f5-db9d-4248-9b3b-d4425f93fc98), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:05.913985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9572e90c-dc22-4fd3-b834-e3d76c775113 req-226c5fe9-2c0b-4a72-96fb-1cbcced169c0 tempest-ServerShowV257Test-452932091 tempest-ServerShowV257Test-452932091-project] 10.222.0.82 "GET /v2.0/ports?device_id=3d8d7fd5-2d31-43ee-b5aa-80926099fc58 HTTP/1.1" status: 200 len: 210 time: 0.1299555 Feb 08 15:54:05.934466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=199dfdee-f773-446b-8e69-cd43ca1ea404,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:05.942962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:05.956126 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b2a59d-2ea3-4718-b528-dbc32c81258b" -d '{"events": [{"server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "name": "network-vif-plugged", "status": "completed", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:05.973350 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:06.125338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a76b7-7a55-48cd-a932-c33cade2d353 req-9e8451e8-8cde-423b-8a7c-3de04aa3a489 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:06.160478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-374a76b7-7a55-48cd-a932-c33cade2d353 req-9e8451e8-8cde-423b-8a7c-3de04aa3a489 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.6649187 Feb 08 15:54:06.204788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=199dfdee-f773-446b-8e69-cd43ca1ea404,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:06.371695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6010e2f-26ac-494e-976b-e26a9374e55d req-5abbaf0f-14b9-41f2-9dcd-b2f07c1b2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:06.387131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d6010e2f-26ac-494e-976b-e26a9374e55d req-5abbaf0f-14b9-41f2-9dcd-b2f07c1b2649 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 1132 time: 0.4608903 Feb 08 15:54:06.420808 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:06.449660 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52469c-b7e1-4546-b65c-9ef932617c8f req-03386dd9-0b0d-4595-9a8c-631c200c0603 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:06.452709 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af52469c-b7e1-4546-b65c-9ef932617c8f req-03386dd9-0b0d-4595-9a8c-631c200c0603 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 943 time: 0.2718706 Feb 08 15:54:06.489101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-374a76b7-7a55-48cd-a932-c33cade2d353 req-3b39a343-c952-4300-9bed-f6f9b70a96da tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005788 Feb 08 15:54:06.692106 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:06.765497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Allocated IP 172.20.0.1 (d41e45aa-aa1c-4b71-8dec-53cfc8e90158/087d1e39-0072-4580-ba11-eb90596289b8/a83b32b7-0ee8-47ef-8089-d68e75acc363) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:54:06.961843 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Publish callbacks [] for port (44d765f5-db9d-4248-9b3b-d4425f93fc98), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:06.983377 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (44d765f5-db9d-4248-9b3b-d4425f93fc98), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:07.146882 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac671d-ba1d-40ae-a292-8808c698d0cf None None] Pushing event updated for resources: {'Port': ['ID=44d765f5-db9d-4248-9b3b-d4425f93fc98,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:07.189897 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Attempting to bind port 44d765f5-db9d-4248-9b3b-d4425f93fc98 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:54:07.190301 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Attempting to bind port 44d765f5-db9d-4248-9b3b-d4425f93fc98 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:54:07.190891 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Attempting to bind port 44d765f5-db9d-4248-9b3b-d4425f93fc98 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:54:07.191832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6010e2f-26ac-494e-976b-e26a9374e55d req-9d0f7076-1093-4011-8500-3c96a42e15fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:07.193366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d6010e2f-26ac-494e-976b-e26a9374e55d req-9d0f7076-1093-4011-8500-3c96a42e15fb service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.7681413 Feb 08 15:54:07.197299 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:54:07.197882 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:54:07.198097 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:07.198624 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:54:07.199006 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Bound port: 44d765f5-db9d-4248-9b3b-d4425f93fc98, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:54:07.199495 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (44d765f5-db9d-4248-9b3b-d4425f93fc98), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:07.200821 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af52469c-b7e1-4546-b65c-9ef932617c8f req-d8062ea8-fb05-4549-84f9-71c8f23b659b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7313673 Feb 08 15:54:07.218401 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Publish callbacks [] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:07.291609 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93bb92-0c7f-4a79-9e78-44f6cd6be088 req-28e9d990-3f73-4df6-b549-a1c6d2f645cb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:07.294921 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c93bb92-0c7f-4a79-9e78-44f6cd6be088 req-28e9d990-3f73-4df6-b549-a1c6d2f645cb tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.4947155 Feb 08 15:54:07.297325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d6010e2f-26ac-494e-976b-e26a9374e55d req-ab3fe9ca-040f-472c-8b37-2ae327e23ac0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0 HTTP/1.1" status: 200 len: 217 time: 0.0955248 Feb 08 15:54:07.298707 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] For port 44d765f5-db9d-4248-9b3b-d4425f93fc98, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:54:07.301149 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:07.302742 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] For port 44d765f5-db9d-4248-9b3b-d4425f93fc98, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=44d765f5-db9d-4248-9b3b-d4425f93fc98,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:54:07.306759 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac671d-ba1d-40ae-a292-8808c698d0cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:07.307196 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac671d-ba1d-40ae-a292-8808c698d0cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:07.307611 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac671d-ba1d-40ae-a292-8808c698d0cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:07.308583 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac671d-ba1d-40ae-a292-8808c698d0cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:07.308583 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac671d-ba1d-40ae-a292-8808c698d0cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:07.309028 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac671d-ba1d-40ae-a292-8808c698d0cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:07.310034 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac671d-ba1d-40ae-a292-8808c698d0cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:07.310391 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac671d-ba1d-40ae-a292-8808c698d0cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:07.310854 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac671d-ba1d-40ae-a292-8808c698d0cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:07.311305 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac671d-ba1d-40ae-a292-8808c698d0cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:07.311910 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac671d-ba1d-40ae-a292-8808c698d0cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:07.312429 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac671d-ba1d-40ae-a292-8808c698d0cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:07.312771 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac671d-ba1d-40ae-a292-8808c698d0cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:07.321401 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (44d765f5-db9d-4248-9b3b-d4425f93fc98), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:07.427689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:07.442686 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bad916-99d8-4a0e-bb85-a85c5831f95c x-openstack-request-id: req-14bad916-99d8-4a0e-bb85-a85c5831f95c {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:07.443738 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "name": "network-vif-plugged", "status": "completed", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:07.444115 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-14bad916-99d8-4a0e-bb85-a85c5831f95c {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:07.444568 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404', 'code': 200} Feb 08 15:54:07.456305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:07.468306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:54:07.487395 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac671d-ba1d-40ae-a292-8808c698d0cf None None] Pushing event updated for resources: {'Port': ['ID=44d765f5-db9d-4248-9b3b-d4425f93fc98,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:07.571075 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Routers {'720f81cb-6f2d-49bf-80fd-d329ed90b32b'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:54:07.573245 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:54:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:07.633390 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Pushing event updated for resources: {'Port': ['ID=a83b32b7-0ee8-47ef-8089-d68e75acc363,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:07.669671 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (720f81cb-6f2d-49bf-80fd-d329ed90b32b), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:07.896987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45418) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:07.907136 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] Set router 720f81cb-6f2d-49bf-80fd-d329ed90b32b gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:54:07.975570 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:07.985675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-61875db6-8dc8-4e75-b47f-5f95a45234d2 None None] Provisioning complete for port a83b32b7-0ee8-47ef-8089-d68e75acc363 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:07.986388 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-61875db6-8dc8-4e75-b47f-5f95a45234d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:08.035230 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:08.063202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-61875db6-8dc8-4e75-b47f-5f95a45234d2 None None] Port a83b32b7-0ee8-47ef-8089-d68e75acc363 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:54:08.260279 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:54:08.298233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 45426) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:08.342871 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d989fea4-796c-4026-b121-5ed50f5dc2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:08.367953 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c93bb92-0c7f-4a79-9e78-44f6cd6be088 req-ac9235e7-5779-4a6c-b666-821ed00558d1 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0526669 Feb 08 15:54:08.390088 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:02Z', 'revision_number': 3, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:08.464848 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Publish callbacks [] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:08.470994 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f26e18-fe36-4601-a2fc-c11989198b75 None None] The sync data for ids ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'] in n-d-824834-11 is: [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:02Z', 'revision_number': 3, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:54:08.475412 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:08.500013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6010e2f-26ac-494e-976b-e26a9374e55d req-5535e7bf-d1ba-40dd-8de0-40ffa41df54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:08.503901 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d6010e2f-26ac-494e-976b-e26a9374e55d req-5535e7bf-d1ba-40dd-8de0-40ffa41df54d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 1.1849229 Feb 08 15:54:08.546809 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c089a32-5ab5-4681-af5b-b85740f26e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:08.599216 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Pushing event updated for resources: {'Port': ['ID=a83b32b7-0ee8-47ef-8089-d68e75acc363,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:08.615885 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (720f81cb-6f2d-49bf-80fd-d329ed90b32b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:08.674515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a2d9a-e445-40c9-a637-dccb87994592 req-3d24752a-28b1-4ef7-bdda-055b8f7e0109 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:08.676088 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-842a2d9a-e445-40c9-a637-dccb87994592 req-3d24752a-28b1-4ef7-bdda-055b8f7e0109 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.4004045 Feb 08 15:54:08.693597 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d989fea4-796c-4026-b121-5ed50f5dc2c3 admin admin] Publish callbacks [] for security_group (cb415456-d94a-436e-8759-d4d3e3aa99c7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:08.718369 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d989fea4-796c-4026-b121-5ed50f5dc2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cb415456-d94a-436e-8759-d4d3e3aa99c7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:08.737856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7dee4-fd5f-4c81-a9b6-ba2589cf4a23 req-c8def74c-da17-42ab-a9ce-aca35549adc8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:08.744693 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61b7dee4-fd5f-4c81-a9b6-ba2589cf4a23 req-c8def74c-da17-42ab-a9ce-aca35549adc8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 943 time: 0.2499962 Feb 08 15:54:08.799252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:08.800378 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989fea4-796c-4026-b121-5ed50f5dc2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb415456-d94a-436e-8759-d4d3e3aa99c7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:08.800521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-63541d76-20c5-4e1b-9637-0ee43fae96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:08.802007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-63541d76-20c5-4e1b-9637-0ee43fae96d0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177&tenant_id=e7801731b81d427e9445bed7845b06a4 HTTP/1.1" status: 200 len: 1133 time: 0.5250614 Feb 08 15:54:08.822458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6010e2f-26ac-494e-976b-e26a9374e55d req-4f0ccbab-a9c1-4638-879c-efb34e9544ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:08.822458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d6010e2f-26ac-494e-976b-e26a9374e55d req-4f0ccbab-a9c1-4638-879c-efb34e9544ef service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2783349 Feb 08 15:54:08.823844 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d989fea4-796c-4026-b121-5ed50f5dc2c3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=58d26533914b4b05b7f3625b090919b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9260535 Feb 08 15:54:08.825480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45432) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:08.826717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:08.830283 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:09.026785 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e65cd60-7c80-43af-b89e-5f3f89b072ac admin admin] Publish callbacks [] for security_group (cb415456-d94a-436e-8759-d4d3e3aa99c7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:09.076382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Router 720f81cb-6f2d-49bf-80fd-d329ed90b32b has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:54:09.097029 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:09.098222 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e65cd60-7c80-43af-b89e-5f3f89b072ac admin admin] Publish callbacks [] for security_group (cb415456-d94a-436e-8759-d4d3e3aa99c7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:09.164332 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-842a2d9a-e445-40c9-a637-dccb87994592 req-34dd5aae-cfac-4d11-a246-9868c9449010 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815416 Feb 08 15:54:09.228418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e57c78bf-e2e8-4bdd-bff1-39fb3ae95b57 None None] Provisioning complete for port a83b32b7-0ee8-47ef-8089-d68e75acc363 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:09.233461 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e57c78bf-e2e8-4bdd-bff1-39fb3ae95b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:09.258467 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61b7dee4-fd5f-4c81-a9b6-ba2589cf4a23 req-7030a600-4a9b-44d9-9be6-e0b5c5562b86 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126336 Feb 08 15:54:09.278419 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e65cd60-7c80-43af-b89e-5f3f89b072ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cb415456-d94a-436e-8759-d4d3e3aa99c7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:09.281493 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e65cd60-7c80-43af-b89e-5f3f89b072ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:09.285733 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1e65cd60-7c80-43af-b89e-5f3f89b072ac admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cb415456-d94a-436e-8759-d4d3e3aa99c7 HTTP/1.1" status: 204 len: 168 time: 0.4355507 Feb 08 15:54:09.307645 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c089a32-5ab5-4681-af5b-b85740f26e4b admin admin] Publish callbacks [] for security_group (0673f095-a3ee-43fe-95f9-bc6171224505), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:09.314970 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65cd60-7c80-43af-b89e-5f3f89b072ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb415456-d94a-436e-8759-d4d3e3aa99c7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:09.336481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e57c78bf-e2e8-4bdd-bff1-39fb3ae95b57 None None] Port a83b32b7-0ee8-47ef-8089-d68e75acc363 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:54:09.348144 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:54:09.378193 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1cbe9f9e-12a9-42a2-ac98-dfe0c012274c admin admin] 10.222.0.82 "PUT /v2.0/routers/720f81cb-6f2d-49bf-80fd-d329ed90b32b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4363179 Feb 08 15:54:09.379298 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c089a32-5ab5-4681-af5b-b85740f26e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0673f095-a3ee-43fe-95f9-bc6171224505), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:09.630216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 44d765f5-db9d-4248-9b3b-d4425f93fc98 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:54:09.695989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d6010e2f-26ac-494e-976b-e26a9374e55d req-9305250e-80ff-4b85-8a65-6a83bf0182ae service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8528514 Feb 08 15:54:09.714167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 44d765f5-db9d-4248-9b3b-d4425f93fc98 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:09.714883 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (44d765f5-db9d-4248-9b3b-d4425f93fc98), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:09.742821 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0c089a32-5ab5-4681-af5b-b85740f26e4b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8e73b48b1e0b490f87f384c9d41862b7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4132252 Feb 08 15:54:09.743199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45458) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:09.775629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c089a32-5ab5-4681-af5b-b85740f26e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0673f095-a3ee-43fe-95f9-bc6171224505,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:09.810204 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cf3095cd-82bf-46a2-b2ff-581665686002 admin admin] Publish callbacks [] for security_group (0673f095-a3ee-43fe-95f9-bc6171224505), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:09.857888 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cf3095cd-82bf-46a2-b2ff-581665686002 admin admin] Publish callbacks [] for security_group (0673f095-a3ee-43fe-95f9-bc6171224505), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:09.890514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 44d765f5-db9d-4248-9b3b-d4425f93fc98 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:09.890907 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (44d765f5-db9d-4248-9b3b-d4425f93fc98), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:09.917724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 44d765f5-db9d-4248-9b3b-d4425f93fc98, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=44d765f5-db9d-4248-9b3b-d4425f93fc98,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:09.923961 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (44d765f5-db9d-4248-9b3b-d4425f93fc98), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:09.935068 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cf3095cd-82bf-46a2-b2ff-581665686002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0673f095-a3ee-43fe-95f9-bc6171224505), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:09.938257 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cf3095cd-82bf-46a2-b2ff-581665686002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:09.939513 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cf3095cd-82bf-46a2-b2ff-581665686002 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0673f095-a3ee-43fe-95f9-bc6171224505 HTTP/1.1" status: 204 len: 168 time: 0.1952181 Feb 08 15:54:09.949544 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3095cd-82bf-46a2-b2ff-581665686002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0673f095-a3ee-43fe-95f9-bc6171224505,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:09.975062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db7759-c885-4506-b3db-5473a1761a6b req-1f8f93cb-7cb3-469e-9ad6-bb50c7c0b50c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:09.984268 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84db7759-c885-4506-b3db-5473a1761a6b req-1f8f93cb-7cb3-469e-9ad6-bb50c7c0b50c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.4508591 Feb 08 15:54:10.026730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc2c17-b774-4cce-ac54-85310465fc25 req-a7e6de66-d4f9-41d2-8ed6-3baf90238309 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:10.029226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13bc2c17-b774-4cce-ac54-85310465fc25 req-a7e6de66-d4f9-41d2-8ed6-3baf90238309 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.5845463 Feb 08 15:54:10.058092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=44d765f5-db9d-4248-9b3b-d4425f93fc98,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:10.141914 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84db7759-c885-4506-b3db-5473a1761a6b req-323bb9c3-01e1-4cd1-8a50-56e7467adafa tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563814 Feb 08 15:54:10.215378 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d6010e2f-26ac-494e-976b-e26a9374e55d req-0a621390-111b-4e44-b4d7-1e5d6896142a service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808495 Feb 08 15:54:10.273914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=199dfdee-f773-446b-8e69-cd43ca1ea404,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:10.279415 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13bc2c17-b774-4cce-ac54-85310465fc25 req-376970ec-c5db-4166-81f7-3a6cc1517d34 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386858 Feb 08 15:54:10.332673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:54:10.334675 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69765fec-5fe3-4a23-af7c-f94c14527bd2 req-86a1b506-a200-4012-8582-359d329541b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:10.336455 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69765fec-5fe3-4a23-af7c-f94c14527bd2 req-86a1b506-a200-4012-8582-359d329541b7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1cc246df25c14b27887ce9f5c946b2ad&device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 1128 time: 0.0830595 Feb 08 15:54:10.421094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:10.423465 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97cb2ee-67de-40ec-9d41-e27acd4c0ef9" -d '{"events": [{"server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "name": "network-vif-unplugged", "status": "completed", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:10.428413 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Publish callbacks [] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:10.451204 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Transition to ACTIVE for port object 199dfdee-f773-446b-8e69-cd43ca1ea404 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:54:10.463510 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:10.484239 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed8cb2-c684-41e1-809c-64bda9a8a972 req-58ff9379-2e52-4613-b23c-9a451df5a40f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:10.485750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16ed8cb2-c684-41e1-809c-64bda9a8a972 req-58ff9379-2e52-4613-b23c-9a451df5a40f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.1057794 Feb 08 15:54:10.499385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69765fec-5fe3-4a23-af7c-f94c14527bd2 req-51e7f825-dd1a-41af-ba63-ce33c1916a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:10.501490 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69765fec-5fe3-4a23-af7c-f94c14527bd2 req-51e7f825-dd1a-41af-ba63-ce33c1916a0e service neutron] 10.222.0.94 "GET /v2.0/networks?id=75aad441-24c3-4b43-8329-829cdc5ff78a HTTP/1.1" status: 200 len: 914 time: 0.1537714 Feb 08 15:54:10.543670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] No DVR routers for this DVR port 199dfdee-f773-446b-8e69-cd43ca1ea404 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:54:10.606068 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Pushing event updated for resources: {'Port': ['ID=199dfdee-f773-446b-8e69-cd43ca1ea404,revision_number=10']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:10.614900 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69765fec-5fe3-4a23-af7c-f94c14527bd2 req-e4dcc0f0-ef6d-4323-bc27-80b64f51e87e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f HTTP/1.1" status: 200 len: 217 time: 0.1044817 Feb 08 15:54:10.645163 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device de5196e1-d1e9-4d31-b9f3-586c841acc60 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:10.698257 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16ed8cb2-c684-41e1-809c-64bda9a8a972 req-62b239ba-a6bd-4e4f-b877-849e56326b97 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901877 Feb 08 15:54:10.699209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Attempting to bind port 199dfdee-f773-446b-8e69-cd43ca1ea404 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:54:10.699546 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Attempting to bind port 199dfdee-f773-446b-8e69-cd43ca1ea404 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:54:10.700043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Attempting to bind port 199dfdee-f773-446b-8e69-cd43ca1ea404 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:54:10.724146 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Port 199dfdee-f773-446b-8e69-cd43ca1ea404 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:54:10.724481 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Attempting to bind port 199dfdee-f773-446b-8e69-cd43ca1ea404 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:54:10.749786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:54:10.753471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:54:10.755242 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:54:10.755700 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Bound port: 199dfdee-f773-446b-8e69-cd43ca1ea404, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:54:10.756085 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:10.767208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69765fec-5fe3-4a23-af7c-f94c14527bd2 req-c372dc0b-d167-4199-9063-06439896df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:10.772814 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69765fec-5fe3-4a23-af7c-f94c14527bd2 req-c372dc0b-d167-4199-9063-06439896df58 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21628147-0e32-4d39-889f-b7c0993a88b4 HTTP/1.1" status: 200 len: 853 time: 0.1486447 Feb 08 15:54:10.862755 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69765fec-5fe3-4a23-af7c-f94c14527bd2 req-0c63d088-55ed-49c8-99bd-b33a3853e399 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=75aad441-24c3-4b43-8329-829cdc5ff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780053 Feb 08 15:54:10.912817 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port de5196e1-d1e9-4d31-b9f3-586c841acc60 is: DOWN; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:10.964341 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 199dfdee-f773-446b-8e69-cd43ca1ea404 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:10.974872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:54:10.991416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=199dfdee-f773-446b-8e69-cd43ca1ea404,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:54:11.017680 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:11.037785 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69765fec-5fe3-4a23-af7c-f94c14527bd2 req-d42187fa-b452-439c-a331-5bb0cb8c4fc4 service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671824 Feb 08 15:54:11.081923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531d04-652c-4823-82d4-3a99354eef94 req-bf035e25-7650-41c1-8e29-8e1f1dda2093 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:11.091583 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07531d04-652c-4823-82d4-3a99354eef94 req-bf035e25-7650-41c1-8e29-8e1f1dda2093 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1480191 Feb 08 15:54:11.105270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:11.106222 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:11.107992 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] 10.222.0.94 "PUT /v2.0/ports/199dfdee-f773-446b-8e69-cd43ca1ea404 HTTP/1.1" status: 200 len: 1098 time: 2.2920952 Feb 08 15:54:11.115720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] The host n-h2-824834-11 is not matching for port 199dfdee-f773-446b-8e69-cd43ca1ea404 host n-h1-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:54:11.135081 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 199dfdee-f773-446b-8e69-cd43ca1ea404 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:54:11.224537 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03ce52-7de8-495e-8c39-796ef4fc6350 service neutron] Pushing event updated for resources: {'Port': ['ID=199dfdee-f773-446b-8e69-cd43ca1ea404,revision_number=11']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:11.279865 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69765fec-5fe3-4a23-af7c-f94c14527bd2 req-d7252119-6da4-4255-a791-b0b3501779ad service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319109 Feb 08 15:54:11.282506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07531d04-652c-4823-82d4-3a99354eef94 req-76f642df-11a2-48ef-bb75-2eab81f091b0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895401 Feb 08 15:54:11.309749 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-2085d941-e2a9-41f9-bf3e-47b9890a163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:11.311610 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-2085d941-e2a9-41f9-bf3e-47b9890a163d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 1132 time: 0.1636913 Feb 08 15:54:11.444716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Sync routers for ids ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:54:11.448931 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca489ef-3376-45f3-b383-e351e4ee0848 x-openstack-request-id: req-fca489ef-3376-45f3-b383-e351e4ee0848 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:11.449605 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "name": "network-vif-unplugged", "status": "completed", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:11.449605 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-fca489ef-3376-45f3-b383-e351e4ee0848 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:11.450510 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404', 'code': 200} Feb 08 15:54:11.472938 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Routers {'720f81cb-6f2d-49bf-80fd-d329ed90b32b'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:54:11.475545 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:54:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:11.554628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-c2c10005-3fb0-494b-b4c3-93a67852d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:11.554986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45508) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:11.560468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f5073352-4d37-40df-95ee-b10aed8ff23a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2113201232', 'description': 'tempest-description--5410211'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:11.563033 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-c2c10005-3fb0-494b-b4c3-93a67852d530 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2295129 Feb 08 15:54:11.612442 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5073352-4d37-40df-95ee-b10aed8ff23a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:11.635327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 44d765f5-db9d-4248-9b3b-d4425f93fc98 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:54:11.691193 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-0f8b8ab3-e041-4a32-9ce0-4d751f7e6141 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=199dfdee-f773-446b-8e69-cd43ca1ea404 HTTP/1.1" status: 200 len: 217 time: 0.1113667 Feb 08 15:54:11.785607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 44d765f5-db9d-4248-9b3b-d4425f93fc98 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:11.786180 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (44d765f5-db9d-4248-9b3b-d4425f93fc98), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:11.817505 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5073352-4d37-40df-95ee-b10aed8ff23a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group (0fe0ecee-8274-4536-90f5-1b95b678a0f1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:11.826817 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5073352-4d37-40df-95ee-b10aed8ff23a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0fe0ecee-8274-4536-90f5-1b95b678a0f1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:11.849559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Set router 720f81cb-6f2d-49bf-80fd-d329ed90b32b gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:54:11.915481 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5073352-4d37-40df-95ee-b10aed8ff23a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:11.926974 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f5073352-4d37-40df-95ee-b10aed8ff23a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3607209 Feb 08 15:54:11.928697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45520) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:11.938750 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fdb0c48c-cef5-4120-b80c-033c4a4631b9 req-6b9ce05a-62bf-49ac-b736-2a877db54956 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2538426 Feb 08 15:54:11.942245 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-91b8863d-b0bb-44c7-ad9c-acbde1027154 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Request body: {'security_group_rule': {'security_group_id': '0fe0ecee-8274-4536-90f5-1b95b678a0f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:11.952276 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-768289f0-aae6-4697-9a76-cf1d11e5644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:11.954068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-768289f0-aae6-4697-9a76-cf1d11e5644d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2188826 Feb 08 15:54:11.956710 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5073352-4d37-40df-95ee-b10aed8ff23a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe0ecee-8274-4536-90f5-1b95b678a0f1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:12.000468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ecea0-e822-4d56-9471-7a97798bb683 req-67f4835d-6396-41d9-a2eb-4645c6ec1bcf tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:12.002053 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0f9ecea0-e822-4d56-9471-7a97798bb683 req-67f4835d-6396-41d9-a2eb-4645c6ec1bcf tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 949 time: 0.4167070 Feb 08 15:54:12.009905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 44d765f5-db9d-4248-9b3b-d4425f93fc98 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:12.056122 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-91b8863d-b0bb-44c7-ad9c-acbde1027154 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group_rule (ddd62076-4c1a-491f-8933-5b71d1f4870e), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:12.090142 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0c48c-cef5-4120-b80c-033c4a4631b9 req-8ca357db-0786-46fe-ae65-08b8f97231f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:12.092303 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fdb0c48c-cef5-4120-b80c-033c4a4631b9 req-8ca357db-0786-46fe-ae65-08b8f97231f5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 1129 time: 0.1238804 Feb 08 15:54:12.104354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfa25b-4cae-40c0-b190-e27081906d25 req-783d1b74-4ba2-45fa-832e-bdd46fd48849 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:12.107623 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a8dfa25b-4cae-40c0-b190-e27081906d25 req-783d1b74-4ba2-45fa-832e-bdd46fd48849 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.2399793 Feb 08 15:54:12.159548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-f617c7ba-aaf8-428f-8695-5ae51350586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:12.161378 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-f617c7ba-aaf8-428f-8695-5ae51350586a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1873112 Feb 08 15:54:12.164648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0f9ecea0-e822-4d56-9471-7a97798bb683 req-838eb45e-1886-4947-ae27-7e191732dfad tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491766 Feb 08 15:54:12.172695 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-91b8863d-b0bb-44c7-ad9c-acbde1027154 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group_rule (ddd62076-4c1a-491f-8933-5b71d1f4870e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:12.183632 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-91b8863d-b0bb-44c7-ad9c-acbde1027154 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (ddd62076-4c1a-491f-8933-5b71d1f4870e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:12.212411 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8863d-b0bb-44c7-ad9c-acbde1027154 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd62076-4c1a-491f-8933-5b71d1f4870e,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:12.240263 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-91b8863d-b0bb-44c7-ad9c-acbde1027154 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:12.241660 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-91b8863d-b0bb-44c7-ad9c-acbde1027154 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3118291 Feb 08 15:54:12.244285 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45528) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:12.261724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-59c3987a-ed2d-4d0f-8193-cc37f658d6c5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Request body: {'security_group_rule': {'security_group_id': '0fe0ecee-8274-4536-90f5-1b95b678a0f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:12.279892 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a8dfa25b-4cae-40c0-b190-e27081906d25 req-97e2954f-1935-4e8e-b199-221a43d4655b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537998 Feb 08 15:54:12.297956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a83b32b7-0ee8-47ef-8089-d68e75acc363', 'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'mac_address': 'fa:16:3e:a8:ec:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:54:06Z', 'updated_at': '2022-02-08T15:54:08Z', 'revision_number': 2, 'project_id': '4a0201865e184d1486ad0db740e39857', 'subnets': [{'id': '087d1e39-0072-4580-ba11-eb90596289b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:12.316814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0c48c-cef5-4120-b80c-033c4a4631b9 req-757b611a-3fa8-4325-89b1-6b8a7ad707de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:12.318715 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fdb0c48c-cef5-4120-b80c-033c4a4631b9 req-757b611a-3fa8-4325-89b1-6b8a7ad707de service neutron] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.2028046 Feb 08 15:54:12.349371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Checking router: 720f81cb-6f2d-49bf-80fd-d329ed90b32b for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:54:12.349897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Updating router 720f81cb-6f2d-49bf-80fd-d329ed90b32b port a83b32b7-0ee8-47ef-8089-d68e75acc363 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:54:12.368918 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-59c3987a-ed2d-4d0f-8193-cc37f658d6c5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group_rule (a6d9f8f2-671c-4f14-be93-dd8af9146461), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:12.372398 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fdb0c48c-cef5-4120-b80c-033c4a4631b9 req-20d12e09-e0c1-4ffa-b063-60f2725787c0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=154f1548-48ee-46aa-9a4e-ed194f34ffcd HTTP/1.1" status: 200 len: 217 time: 0.0451574 Feb 08 15:54:12.397887 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:12.421146 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-fb4c250d-f5e4-4baf-bcfa-80bff8b7fc11 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494900 Feb 08 15:54:12.439667 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bd14-0e04-413b-8c44-a84fa881a046 req-76df739f-e0a8-4ae2-86f2-3d07e9ce161a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:12.441479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14c3bd14-0e04-413b-8c44-a84fa881a046 req-76df739f-e0a8-4ae2-86f2-3d07e9ce161a tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1134851 Feb 08 15:54:12.501050 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-59c3987a-ed2d-4d0f-8193-cc37f658d6c5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group_rule (a6d9f8f2-671c-4f14-be93-dd8af9146461), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:12.525726 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-59c3987a-ed2d-4d0f-8193-cc37f658d6c5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (a6d9f8f2-671c-4f14-be93-dd8af9146461), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:12.588044 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14c3bd14-0e04-413b-8c44-a84fa881a046 req-3d00937b-4c03-4736-9d90-7b9526f76cc3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379099 Feb 08 15:54:12.595925 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3987a-ed2d-4d0f-8193-cc37f658d6c5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d9f8f2-671c-4f14-be93-dd8af9146461,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:12.600060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0c48c-cef5-4120-b80c-033c4a4631b9 req-d33ee3c9-1987-4825-8eff-ff322f88ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:12.608503 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fdb0c48c-cef5-4120-b80c-033c4a4631b9 req-d33ee3c9-1987-4825-8eff-ff322f88ebd9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.2283816 Feb 08 15:54:12.614952 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-59c3987a-ed2d-4d0f-8193-cc37f658d6c5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:12.620563 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-59c3987a-ed2d-4d0f-8193-cc37f658d6c5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3724978 Feb 08 15:54:12.624066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 45544) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:12.629967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:12.665055 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:12.735194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0c48c-cef5-4120-b80c-033c4a4631b9 req-fad38055-0a9e-4da2-a6dd-2c944b73a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:12.735194 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fdb0c48c-cef5-4120-b80c-033c4a4631b9 req-fad38055-0a9e-4da2-a6dd-2c944b73a600 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1098108 Feb 08 15:54:12.749530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90e2cbd5-3436-45b3-8596-4d0d4f146762 req-bd4b808d-3b06-4284-bdaf-7341ba7be2ec service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172269 Feb 08 15:54:12.750120 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Publish callbacks [] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:12.766709 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:12.831415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835cbed-6778-4779-a827-3080a38071ea None None] Pushing event updated for resources: {'Port': ['ID=a83b32b7-0ee8-47ef-8089-d68e75acc363,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:12.859654 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:12.896515 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45550) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:12.913412 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fdb0c48c-cef5-4120-b80c-033c4a4631b9 req-e2d89992-3bf0-460e-aae5-10f6821521b6 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743627 Feb 08 15:54:12.954544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Attempting to bind port a83b32b7-0ee8-47ef-8089-d68e75acc363 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:54:12.954928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Attempting to bind port a83b32b7-0ee8-47ef-8089-d68e75acc363 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:54:12.955315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Attempting to bind port a83b32b7-0ee8-47ef-8089-d68e75acc363 on network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:54:12.968232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:54:12.968617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Checking segment: {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:54:12.969061 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:12.969465 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Bound using segment: {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:54:12.969951 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Bound port: a83b32b7-0ee8-47ef-8089-d68e75acc363, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:54:12.970346 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:13.099676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] For port a83b32b7-0ee8-47ef-8089-d68e75acc363, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:54:13.104651 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] For port a83b32b7-0ee8-47ef-8089-d68e75acc363, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a83b32b7-0ee8-47ef-8089-d68e75acc363,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:54:13.113779 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:13.121678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Allocated IP 172.25.7.155 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/05c21934-0ecf-4884-b69d-e15b334b5aa6) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:54:13.138600 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fdb0c48c-cef5-4120-b80c-033c4a4631b9 req-50fb6967-d1e1-4045-a2a7-5338e597b2e9 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133853 Feb 08 15:54:13.160879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2bb20f84-2c55-4f3a-aa79-d07601f8572f tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:13.192496 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2bb20f84-2c55-4f3a-aa79-d07601f8572f tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] 10.222.0.82 "PUT /v2.0/quotas/0658a08d870f42919c422f3d1369c650 HTTP/1.1" status: 200 len: 368 time: 0.3026886 Feb 08 15:54:13.196200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45558) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:13.201111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Request body: {'network': {'project_id': '0658a08d870f42919c422f3d1369c650'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:13.229858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e7983581-6ca4-4d35-a81c-6de686ae317d None None] Provisioning complete for port a83b32b7-0ee8-47ef-8089-d68e75acc363 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:13.231774 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e7983581-6ca4-4d35-a81c-6de686ae317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:13.253437 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Made reservation on behalf of 0658a08d870f42919c422f3d1369c650 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:13.256123 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:13.266981 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:13.273963 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for port (05c21934-0ecf-4884-b69d-e15b334b5aa6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:13.281679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Routers {'720f81cb-6f2d-49bf-80fd-d329ed90b32b'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:54:13.282518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:54:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:13.393200 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (05c21934-0ecf-4884-b69d-e15b334b5aa6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:13.486098 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks [] for security_group (5f178fb9-fe66-4ddd-b503-85a3fc210c33), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:13.487760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:13.490218 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab6ef44-3090-4a40-8006-4e95ed311975" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:13.492997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event updated for resources: {'Port': ['ID=05c21934-0ecf-4884-b69d-e15b334b5aa6,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:13.493703 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5f178fb9-fe66-4ddd-b503-85a3fc210c33), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:13.524353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:13.531250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:54:13.543394 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f178fb9-fe66-4ddd-b503-85a3fc210c33,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:13.545828 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:13.552542 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a1ca806b-1cef-47e4-b848-a0cff1c8963e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:13.553185 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Added segment a1ca806b-1cef-47e4-b848-a0cff1c8963e of type vlan for network b686bcb0-9a59-4285-81d7-e6c564b8b4a8 Feb 08 15:54:13.555984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:54:13.594516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] Set router 720f81cb-6f2d-49bf-80fd-d329ed90b32b gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:54:13.599800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e63043-9e8a-4767-a404-1031c8a0edca req-b7010881-6b1c-4184-a974-6e56da3cf7af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:13.607868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-71e63043-9e8a-4767-a404-1031c8a0edca req-b7010881-6b1c-4184-a974-6e56da3cf7af tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 949 time: 0.2745607 Feb 08 15:54:13.626966 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (b686bcb0-9a59-4285-81d7-e6c564b8b4a8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:13.628985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835cbed-6778-4779-a827-3080a38071ea None None] Pushing event updated for resources: {'Port': ['ID=a83b32b7-0ee8-47ef-8089-d68e75acc363,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:13.686626 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (b686bcb0-9a59-4285-81d7-e6c564b8b4a8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:13.688365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:13.690056 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:13.705829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-71e63043-9e8a-4767-a404-1031c8a0edca req-80df17d3-3565-47a1-965a-6c95bf1bdfbd tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969820 Feb 08 15:54:13.725832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fb539-77a8-4880-82b0-561036728c8e req-d7b58ad4-c816-4de2-9b5b-50a80344288f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:13.735597 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f01fb539-77a8-4880-82b0-561036728c8e req-d7b58ad4-c816-4de2-9b5b-50a80344288f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 945 time: 0.2483337 Feb 08 15:54:13.743302 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5459366 Feb 08 15:54:13.748995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 45578) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:13.780436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-fdf6be2a-71df-40f5-945f-b5f1e9d08c12 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Request body: {'network': {'project_id': '0658a08d870f42919c422f3d1369c650'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:13.780708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e7983581-6ca4-4d35-a81c-6de686ae317d None None] Current status of the port a83b32b7-0ee8-47ef-8089-d68e75acc363 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:13.781180 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e7983581-6ca4-4d35-a81c-6de686ae317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:13.846921 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e7983581-6ca4-4d35-a81c-6de686ae317d None None] For port a83b32b7-0ee8-47ef-8089-d68e75acc363, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a83b32b7-0ee8-47ef-8089-d68e75acc363,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:13.852876 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e7983581-6ca4-4d35-a81c-6de686ae317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:13.882843 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ed07bb-3b31-465e-93b3-b7640d575dda x-openstack-request-id: req-d0ed07bb-3b31-465e-93b3-b7640d575dda {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:13.882843 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:13.883369 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d0ed07bb-3b31-465e-93b3-b7640d575dda {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:13.884074 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404', 'status': 'completed', 'code': 200} Feb 08 15:54:13.939760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7983581-6ca4-4d35-a81c-6de686ae317d None None] Pushing event updated for resources: {'Port': ['ID=a83b32b7-0ee8-47ef-8089-d68e75acc363,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:13.961045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95cc34-ad0e-4868-82c1-20f7f7c508a9 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Pushing event updated for resources: {'Network': ['ID=b686bcb0-9a59-4285-81d7-e6c564b8b4a8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:13.970659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a83b32b7-0ee8-47ef-8089-d68e75acc363', 'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'mac_address': 'fa:16:3e:a8:ec:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:54:06Z', 'updated_at': '2022-02-08T15:54:13Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'subnets': [{'id': '087d1e39-0072-4580-ba11-eb90596289b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:14.005994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba4f26-fdf2-41c1-96b5-491d0bf9b00a None None] The sync data for ids ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'] in n-d-824834-11 is: [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a83b32b7-0ee8-47ef-8089-d68e75acc363', 'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'mac_address': 'fa:16:3e:a8:ec:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:54:06Z', 'updated_at': '2022-02-08T15:54:13Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'subnets': [{'id': '087d1e39-0072-4580-ba11-eb90596289b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:54:14.008501 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network b686bcb0-9a59-4285-81d7-e6c564b8b4a8 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:54:14.037380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-0d719e97-3e14-4a00-aac3-94f5e4809932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:14.040705 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-0d719e97-3e14-4a00-aac3-94f5e4809932 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 1132 time: 0.1871152 Feb 08 15:54:14.107796 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for floatingip (f9d46948-b8dd-425c-920a-00e3d8f3620b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:14.127290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf6be2a-71df-40f5-945f-b5f1e9d08c12 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Made reservation on behalf of 0658a08d870f42919c422f3d1369c650 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:14.131395 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdf6be2a-71df-40f5-945f-b5f1e9d08c12 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:14.186690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f8d44a34-8e8e-434e-aafb-5b0ee274b61b None None] Provisioning complete for port a83b32b7-0ee8-47ef-8089-d68e75acc363 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:14.187051 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8d44a34-8e8e-434e-aafb-5b0ee274b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:14.209241 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f01fb539-77a8-4880-82b0-561036728c8e req-ab991ddf-9e62-4efb-8392-f460cc97668d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411299 Feb 08 15:54:14.251917 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (05c21934-0ecf-4884-b69d-e15b334b5aa6), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:14.252612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-4ef700a9-407a-4dd4-a37a-75aee5ababf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:14.255037 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-4ef700a9-407a-4dd4-a37a-75aee5ababf6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2085087 Feb 08 15:54:14.257518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-4fb49bf4-a5b1-4a97-a950-54852851b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:14.264752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-4fb49bf4-a5b1-4a97-a950-54852851b952 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e7801731b81d427e9445bed7845b06a4&device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 1132 time: 0.3876004 Feb 08 15:54:14.284684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8e729-d797-4d94-b044-edbbcf35c52e req-800891f2-215a-4dbe-94f1-87bae24d9d56 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:14.286327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ced8e729-d797-4d94-b044-edbbcf35c52e req-800891f2-215a-4dbe-94f1-87bae24d9d56 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.2338412 Feb 08 15:54:14.310508 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf6be2a-71df-40f5-945f-b5f1e9d08c12 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:54:14.329340 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-427e0287-8731-4fb5-8009-592a748d590e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=199dfdee-f773-446b-8e69-cd43ca1ea404 HTTP/1.1" status: 200 len: 217 time: 0.0655215 Feb 08 15:54:14.353798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f8d44a34-8e8e-434e-aafb-5b0ee274b61b None None] Current status of the port a83b32b7-0ee8-47ef-8089-d68e75acc363 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:14.428775 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdf6be2a-71df-40f5-945f-b5f1e9d08c12 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d132d5f6-1953-470b-aba3-3f89b870b487), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:14.429126 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-fdf6be2a-71df-40f5-945f-b5f1e9d08c12 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Added segment d132d5f6-1953-470b-aba3-3f89b870b487 of type vlan for network 18dc2669-d0af-4957-a85f-9c5d4295eaf0 Feb 08 15:54:14.433228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-c22fa116-5a7b-40f7-bb4b-0305872f4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:14.435167 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-c22fa116-5a7b-40f7-bb4b-0305872f4fd5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0956256 Feb 08 15:54:14.530383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-79abed0c-8a90-448a-93fb-05ff7d89df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:14.532103 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-79abed0c-8a90-448a-93fb-05ff7d89df9b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0863748 Feb 08 15:54:14.594725 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdf6be2a-71df-40f5-945f-b5f1e9d08c12 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (18dc2669-d0af-4957-a85f-9c5d4295eaf0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:14.647955 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 199dfdee-f773-446b-8e69-cd43ca1ea404 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:54:14.659655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:14.665877 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ced8e729-d797-4d94-b044-edbbcf35c52e req-025b9f90-8f3a-4bc2-a9dd-5cf18091afc0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500025 Feb 08 15:54:14.697264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-602146f4-a522-4470-b155-1314e8455c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:14.698214 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-602146f4-a522-4470-b155-1314e8455c7c service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.3892741 Feb 08 15:54:14.719986 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdf6be2a-71df-40f5-945f-b5f1e9d08c12 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (18dc2669-d0af-4957-a85f-9c5d4295eaf0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:14.721054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf6be2a-71df-40f5-945f-b5f1e9d08c12 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:14.721778 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdf6be2a-71df-40f5-945f-b5f1e9d08c12 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:14.768851 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-de39f8dc-fdb2-4668-b904-2629aad7d9a3 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143133 Feb 08 15:54:14.778929 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-926e8dbb-593f-4a90-90b7-d1f81335d29f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=199dfdee-f773-446b-8e69-cd43ca1ea404 HTTP/1.1" status: 200 len: 217 time: 0.0733566 Feb 08 15:54:14.797210 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:54:14.893010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fdf6be2a-71df-40f5-945f-b5f1e9d08c12 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1282108 Feb 08 15:54:14.913983 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 45606) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:14.943299 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-2079468b-f68c-4d33-805e-29acfb8bd818 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677673 Feb 08 15:54:14.963107 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-7a69e3eb-85e1-4971-83e4-b68243dd5971 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Request body: {'network': {'project_id': '0658a08d870f42919c422f3d1369c650'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:14.997198 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:14.997752 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.020803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=199dfdee-f773-446b-8e69-cd43ca1ea404,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:15.152513 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45610) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:15.223923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '199dfdee-f773-446b-8e69-cd43ca1ea404', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '199dfdee-f773-446b-8e69-cd43ca1ea404', 'mac_address': 'fa:16:3e:61:75:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:54:15.232256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc392680-8b85-4613-a302-87a2c33c936c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:15.236331 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f097130a-3c0d-4685-89e6-061ca4b023e9" -d '{"events": [{"server_uuid": "bc392680-8b85-4613-a302-87a2c33c936c", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:15.256201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:15.280464 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.321581 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7a294dc-f32b-4524-a48b-c0775da9dd68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.323366 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e300f2dc-c3be-45bb-9e46-46d81736e356 x-openstack-request-id: req-e300f2dc-c3be-45bb-9e46-46d81736e356 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:15.323969 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc392680-8b85-4613-a302-87a2c33c936c", "name": "network-vif-unplugged", "status": "failed", "tag": "ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f", "code": 422}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:15.324443 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e300f2dc-c3be-45bb-9e46-46d81736e356 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:15.325845 n-d-824834-11 neutron-server[103303]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc392680-8b85-4613-a302-87a2c33c936c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f', 'code': 422} returned with failed status Feb 08 15:54:15.336598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 199dfdee-f773-446b-8e69-cd43ca1ea404 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:15.337400 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.358019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199dfdee-f773-446b-8e69-cd43ca1ea404 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:54:15.399051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=199dfdee-f773-446b-8e69-cd43ca1ea404,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:15.401414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:15.407652 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.440333 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7a294dc-f32b-4524-a48b-c0775da9dd68 admin admin] Publish callbacks [] for security_group (396c264b-dcb9-4c15-ac35-6cb890eab128), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.446412 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7a294dc-f32b-4524-a48b-c0775da9dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (396c264b-dcb9-4c15-ac35-6cb890eab128), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.473672 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a69e3eb-85e1-4971-83e4-b68243dd5971 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 08 15:54:15.474149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a69e3eb-85e1-4971-83e4-b68243dd5971 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:54:15.478491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7a69e3eb-85e1-4971-83e4-b68243dd5971 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.5480194 Feb 08 15:54:15.485422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45618) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:15.520252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=199dfdee-f773-446b-8e69-cd43ca1ea404,revision_number=12']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:15.521112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6be2a-71df-40f5-945f-b5f1e9d08c12 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Pushing event updated for resources: {'Network': ['ID=18dc2669-d0af-4957-a85f-9c5d4295eaf0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:15.531780 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a7a294dc-f32b-4524-a48b-c0775da9dd68 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=33a7f074ca1f4d4c941d334e1e8d0fb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3771045 Feb 08 15:54:15.535269 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45620) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:15.541132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 18dc2669-d0af-4957-a85f-9c5d4295eaf0 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:54:15.555805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a294dc-f32b-4524-a48b-c0775da9dd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396c264b-dcb9-4c15-ac35-6cb890eab128,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:15.571911 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d04053dd-9da3-4732-b8e2-42082bb6121a tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0658a08d870f42919c422f3d1369c650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0827024 Feb 08 15:54:15.573987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45622) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:15.634099 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-c610632d-1a71-4184-b051-940e386dc2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:15.636338 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-c610632d-1a71-4184-b051-940e386dc2ce service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.7742460 Feb 08 15:54:15.639609 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for port (05c21934-0ecf-4884-b69d-e15b334b5aa6), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.651474 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8090c2c3-c862-4941-b632-bd6d24f0305b admin admin] Publish callbacks [] for security_group (396c264b-dcb9-4c15-ac35-6cb890eab128), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.653915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5821f-c86e-4dd3-947f-584520811b01 req-804070f2-bc0b-4a11-a4fa-a1553feb63d3 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:15.662838 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39e5821f-c86e-4dd3-947f-584520811b01 req-804070f2-bc0b-4a11-a4fa-a1553feb63d3 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 949 time: 0.7869244 Feb 08 15:54:15.681699 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['199dfdee-f773-446b-8e69-cd43ca1ea404'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:54:15.691640 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (05c21934-0ecf-4884-b69d-e15b334b5aa6), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.692165 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b02c30b-b104-4027-9754-7454e247beef tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks [] for security_group (5f178fb9-fe66-4ddd-b503-85a3fc210c33), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.698092 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8090c2c3-c862-4941-b632-bd6d24f0305b admin admin] Publish callbacks [] for security_group (396c264b-dcb9-4c15-ac35-6cb890eab128), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.709243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed515cc-6055-4ec7-b13e-fa443894a1e1 req-ccfdb20c-400e-42fa-b049-bfe60041c0bf tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:15.716459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ed515cc-6055-4ec7-b13e-fa443894a1e1 req-ccfdb20c-400e-42fa-b049-bfe60041c0bf tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.2310207 Feb 08 15:54:15.728624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a83b32b7-0ee8-47ef-8089-d68e75acc363 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:54:15.742178 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b02c30b-b104-4027-9754-7454e247beef tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks [] for security_group (5f178fb9-fe66-4ddd-b503-85a3fc210c33), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.830324 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8090c2c3-c862-4941-b632-bd6d24f0305b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (396c264b-dcb9-4c15-ac35-6cb890eab128), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.832892 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8090c2c3-c862-4941-b632-bd6d24f0305b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.834287 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8090c2c3-c862-4941-b632-bd6d24f0305b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/396c264b-dcb9-4c15-ac35-6cb890eab128 HTTP/1.1" status: 204 len: 168 time: 0.2946084 Feb 08 15:54:15.839901 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b02c30b-b104-4027-9754-7454e247beef tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5f178fb9-fe66-4ddd-b503-85a3fc210c33), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.844690 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b02c30b-b104-4027-9754-7454e247beef tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.854160 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9b02c30b-b104-4027-9754-7454e247beef tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] 10.222.0.82 "DELETE /v2.0/security-groups/5f178fb9-fe66-4ddd-b503-85a3fc210c33 HTTP/1.1" status: 204 len: 168 time: 0.2772019 Feb 08 15:54:15.856638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45630) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:15.864292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090c2c3-c862-4941-b632-bd6d24f0305b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396c264b-dcb9-4c15-ac35-6cb890eab128,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:15.897445 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ed515cc-6055-4ec7-b13e-fa443894a1e1 req-5fa003c7-c10b-44ea-8cbe-973f0e30ae2e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799345 Feb 08 15:54:15.913927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event updated for resources: {'Port': ['ID=05c21934-0ecf-4884-b69d-e15b334b5aa6,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:15.953327 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (f9d46948-b8dd-425c-920a-00e3d8f3620b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:15.973417 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-347ea5a2-8ed6-4509-98fa-58c3d95afb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:15.975337 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-347ea5a2-8ed6-4509-98fa-58c3d95afb64 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3105426 Feb 08 15:54:16.022104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02c30b-b104-4027-9754-7454e247beef tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f178fb9-fe66-4ddd-b503-85a3fc210c33,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:16.077737 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f7ebf0-9786-44f5-83f2-501640aa718f tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (18dc2669-d0af-4957-a85f-9c5d4295eaf0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.078948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a83b32b7-0ee8-47ef-8089-d68e75acc363 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:16.079730 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.127825 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.142420 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ed6f4091-7b1f-4d43-8535-dc7448d0c957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5049019 Feb 08 15:54:16.187091 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39e5821f-c86e-4dd3-947f-584520811b01 req-1bfc2f82-be2e-4a23-b554-e8392c2d9c08 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234220 Feb 08 15:54:16.247449 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f7ebf0-9786-44f5-83f2-501640aa718f tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (18dc2669-d0af-4957-a85f-9c5d4295eaf0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.248167 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fada0b-283c-4c65-ac8b-e056557b77a2 req-08127e28-c972-48f9-8b16-4ac0493435b5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:16.252211 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53fada0b-283c-4c65-ac8b-e056557b77a2 req-08127e28-c972-48f9-8b16-4ac0493435b5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.2418578 Feb 08 15:54:16.274323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-50f7ebf0-9786-44f5-83f2-501640aa718f tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dc2669-d0af-4957-a85f-9c5d4295eaf0']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:16.290671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-50f7ebf0-9786-44f5-83f2-501640aa718f tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd132d5f6-1953-470b-aba3-3f89b870b487') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:16.291080 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-50f7ebf0-9786-44f5-83f2-501640aa718f tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd132d5f6-1953-470b-aba3-3f89b870b487') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:16.293070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a83b32b7-0ee8-47ef-8089-d68e75acc363 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:16.307116 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f7ebf0-9786-44f5-83f2-501640aa718f tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (d132d5f6-1953-470b-aba3-3f89b870b487), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.307684 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-1f8f8adb-2c97-4adc-a6e0-9f6eb6309ec2 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209279 Feb 08 15:54:16.324527 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f7ebf0-9786-44f5-83f2-501640aa718f tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d132d5f6-1953-470b-aba3-3f89b870b487), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.334056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f7ebf0-9786-44f5-83f2-501640aa718f tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:54:16.334474 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f7ebf0-9786-44f5-83f2-501640aa718f tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (d132d5f6-1953-470b-aba3-3f89b870b487), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: warnings.warn('Neutron quota engine will require "--force" ' Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:54:16.336215 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:54:16.379722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45642) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:16.404756 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4583cd03-a733-4131-b07f-1967777b35fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.420931 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f7ebf0-9786-44f5-83f2-501640aa718f tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (18dc2669-d0af-4957-a85f-9c5d4295eaf0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.421792 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53fada0b-283c-4c65-ac8b-e056557b77a2 req-e727f9c7-033c-4c4c-8f91-137d0ee715de tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611924 Feb 08 15:54:16.425476 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f7ebf0-9786-44f5-83f2-501640aa718f tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.431739 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-50f7ebf0-9786-44f5-83f2-501640aa718f tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] 10.222.0.82 "DELETE /v2.0/networks/18dc2669-d0af-4957-a85f-9c5d4295eaf0 HTTP/1.1" status: 204 len: 168 time: 0.5686963 Feb 08 15:54:16.432568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 45644) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:16.453706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7ebf0-9786-44f5-83f2-501640aa718f tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Pushing event deleted for resources: {'Network': ['ID=18dc2669-d0af-4957-a85f-9c5d4295eaf0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:16.527079 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4583cd03-a733-4131-b07f-1967777b35fd admin admin] Publish callbacks [] for security_group (0fa8d847-b624-4ded-bcd4-76cae6d5b2fa), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.528927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df89eb-9fe7-4c53-ab41-cd5ab6d8ea54 req-df0cd47e-6d22-4d3c-8077-ab84c14a56b2 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:16.530638 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44df89eb-9fe7-4c53-ab41-cd5ab6d8ea54 req-df0cd47e-6d22-4d3c-8077-ab84c14a56b2 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.2140706 Feb 08 15:54:16.531409 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4583cd03-a733-4131-b07f-1967777b35fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0fa8d847-b624-4ded-bcd4-76cae6d5b2fa), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.571308 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4583cd03-a733-4131-b07f-1967777b35fd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2cbe1de110aa46feb38e89167e6a5312&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1905422 Feb 08 15:54:16.572168 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583cd03-a733-4131-b07f-1967777b35fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa8d847-b624-4ded-bcd4-76cae6d5b2fa,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:16.576375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45646) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:16.582468 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cab6ef44-3090-4a40-8006-4e95ed311975 req-e957ce4f-73bd-4e3e-91e8-13a859ace674 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646251 Feb 08 15:54:16.597155 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48b77ef7-2b7b-4ffa-8457-3a7b33b6e082 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (b686bcb0-9a59-4285-81d7-e6c564b8b4a8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.629593 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0bbf48f4-c954-4393-a9e6-f57b5dfec513 admin admin] Publish callbacks [] for security_group (0fa8d847-b624-4ded-bcd4-76cae6d5b2fa), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.651204 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0bbf48f4-c954-4393-a9e6-f57b5dfec513 admin admin] Publish callbacks [] for security_group (0fa8d847-b624-4ded-bcd4-76cae6d5b2fa), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.656460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:16.662306 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044104b-1770-4ddf-a6c4-fe1623181901 req-dba4c842-3742-4dfe-880f-67b98a2710c1 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:16.663848 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d044104b-1770-4ddf-a6c4-fe1623181901 req-dba4c842-3742-4dfe-880f-67b98a2710c1 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 1133 time: 0.1473980 Feb 08 15:54:16.668230 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44df89eb-9fe7-4c53-ab41-cd5ab6d8ea54 req-97a6377a-2560-4f83-a520-ac2946ca896a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177917 Feb 08 15:54:16.713215 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0bbf48f4-c954-4393-a9e6-f57b5dfec513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0fa8d847-b624-4ded-bcd4-76cae6d5b2fa), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.716202 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0bbf48f4-c954-4393-a9e6-f57b5dfec513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.717434 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0bbf48f4-c954-4393-a9e6-f57b5dfec513 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0fa8d847-b624-4ded-bcd4-76cae6d5b2fa HTTP/1.1" status: 204 len: 168 time: 0.1397576 Feb 08 15:54:16.733718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf48f4-c954-4393-a9e6-f57b5dfec513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa8d847-b624-4ded-bcd4-76cae6d5b2fa,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:16.787275 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48b77ef7-2b7b-4ffa-8457-3a7b33b6e082 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (b686bcb0-9a59-4285-81d7-e6c564b8b4a8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.818136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f is: DOWN; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:16.852269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-48b77ef7-2b7b-4ffa-8457-3a7b33b6e082 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b686bcb0-9a59-4285-81d7-e6c564b8b4a8']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:16.859791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d044104b-1770-4ddf-a6c4-fe1623181901 req-a5e0a2d1-a6b4-48be-9df4-7179e613ad16 tempest-MigrationsAdminTest-1503358275 tempest-MigrationsAdminTest-1503358275-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805007 Feb 08 15:54:16.878057 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-48b77ef7-2b7b-4ffa-8457-3a7b33b6e082 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ca806b-1cef-47e4-b848-a0cff1c8963e') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:16.878368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-48b77ef7-2b7b-4ffa-8457-3a7b33b6e082 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ca806b-1cef-47e4-b848-a0cff1c8963e') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:16.893628 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-32339d1d-3d5e-44fa-a80e-6bc94ec4eaa5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--2113201232&fields=id&tenant_id=4a0201865e184d1486ad0db740e39857 HTTP/1.1" status: 200 len: 267 time: 0.1028762 Feb 08 15:54:16.899117 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48b77ef7-2b7b-4ffa-8457-3a7b33b6e082 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (a1ca806b-1cef-47e4-b848-a0cff1c8963e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.968586 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48b77ef7-2b7b-4ffa-8457-3a7b33b6e082 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a1ca806b-1cef-47e4-b848-a0cff1c8963e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.982748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b77ef7-2b7b-4ffa-8457-3a7b33b6e082 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:54:16.983773 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48b77ef7-2b7b-4ffa-8457-3a7b33b6e082 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (a1ca806b-1cef-47e4-b848-a0cff1c8963e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:54:16.985233 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:54:17.073301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-18ab2a68-c3a3-4a6d-a3b1-ab95b48ae600 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:17.075033 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-18ab2a68-c3a3-4a6d-a3b1-ab95b48ae600 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 817 time: 0.1785254 Feb 08 15:54:17.076359 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48b77ef7-2b7b-4ffa-8457-3a7b33b6e082 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (b686bcb0-9a59-4285-81d7-e6c564b8b4a8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:17.087100 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48b77ef7-2b7b-4ffa-8457-3a7b33b6e082 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:17.090703 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-48b77ef7-2b7b-4ffa-8457-3a7b33b6e082 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] 10.222.0.82 "DELETE /v2.0/networks/b686bcb0-9a59-4285-81d7-e6c564b8b4a8 HTTP/1.1" status: 204 len: 168 time: 0.6549971 Feb 08 15:54:17.111139 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b77ef7-2b7b-4ffa-8457-3a7b33b6e082 tempest-QuotasNegativeTest-2077752075 tempest-QuotasNegativeTest-2077752075-project-admin] Pushing event deleted for resources: {'Network': ['ID=b686bcb0-9a59-4285-81d7-e6c564b8b4a8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:17.120436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-d5193782-a909-4b95-906a-af5e32f252a9 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/quotas/4a0201865e184d1486ad0db740e39857 HTTP/1.1" status: 200 len: 375 time: 0.0350602 Feb 08 15:54:17.169252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-ddeac61c-f832-4386-8bf4-41e701a8b4c7 req-b5bb12c3-cdb8-44b3-ae70-4128e915b047 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:54:17.170538 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ddeac61c-f832-4386-8bf4-41e701a8b4c7 req-b5bb12c3-cdb8-44b3-ae70-4128e915b047 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066984 Feb 08 15:54:17.213382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-c5db25d2-5e0f-4759-bbfc-f54e29514c72 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855224 Feb 08 15:54:17.323830 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-e765cf8b-c6d1-42d4-99a2-a8b4a46fc961 service neutron] 10.222.0.82 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080151 Feb 08 15:54:17.470762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a5a08-e49b-40be-81cf-63d73385ea7c req-7593f744-0953-42ce-a384-1123b85e3c27 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:17.472295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d5a5a08-e49b-40be-81cf-63d73385ea7c req-7593f744-0953-42ce-a384-1123b85e3c27 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.1191580 Feb 08 15:54:17.477031 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-33740036-d4c8-4fed-a4a2-3749b36c0682 service neutron] 10.222.0.82 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451938 Feb 08 15:54:17.549178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d5a5a08-e49b-40be-81cf-63d73385ea7c req-3dfa5958-937c-4591-a58c-9199f3b0f634 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665252 Feb 08 15:54:17.703421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d27ab-d13d-4f4c-b647-67cf5e5b637e req-c4349a27-a378-4c91-8fd6-ed5b4283ac76 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:17.705216 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-067d27ab-d13d-4f4c-b647-67cf5e5b637e req-c4349a27-a378-4c91-8fd6-ed5b4283ac76 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.0700278 Feb 08 15:54:17.712197 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4b227cf4-8075-44a2-b74c-74372abdaa89 req-e4f15587-8823-4737-aae0-ad44f6a52301 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933080 Feb 08 15:54:17.803999 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-067d27ab-d13d-4f4c-b647-67cf5e5b637e req-4fa07a38-dccd-4fa6-b880-066761591afb tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749865 Feb 08 15:54:17.808279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 45716) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:17.825223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435d056-005f-4bab-924f-0300074445c2 req-4565a0f8-e81f-4fd2-8e75-352317b6d00f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:17.826771 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a435d056-005f-4bab-924f-0300074445c2 req-4565a0f8-e81f-4fd2-8e75-352317b6d00f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1143253 Feb 08 15:54:17.897469 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a435d056-005f-4bab-924f-0300074445c2 req-e5c34c5e-6c2a-45eb-832d-b46d29539abd tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644801 Feb 08 15:54:17.923594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d790155-cb2d-496a-97fc-57b7a87703a9 req-192a4fe1-9f95-4427-a4e9-9d66aaa9c7ef tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 210 time: 0.0503910 Feb 08 15:54:18.220225 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6d7300ba-6d79-4683-b3c8-c955a17881cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:18.325912 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6d7300ba-6d79-4683-b3c8-c955a17881cc admin admin] Publish callbacks [] for security_group (3eb95211-7cfe-42bc-bc08-e01cc3d4342c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:18.330836 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6d7300ba-6d79-4683-b3c8-c955a17881cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3eb95211-7cfe-42bc-bc08-e01cc3d4342c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:18.365400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7300ba-6d79-4683-b3c8-c955a17881cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb95211-7cfe-42bc-bc08-e01cc3d4342c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:18.393013 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6d7300ba-6d79-4683-b3c8-c955a17881cc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=543a89969bc042ecaffe64a3b96b49cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5834658 Feb 08 15:54:18.395397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 45744) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:18.459785 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49683acb-34b3-49ce-9983-bb68daceaf98 admin admin] Publish callbacks [] for security_group (3eb95211-7cfe-42bc-bc08-e01cc3d4342c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:18.488452 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49683acb-34b3-49ce-9983-bb68daceaf98 admin admin] Publish callbacks [] for security_group (3eb95211-7cfe-42bc-bc08-e01cc3d4342c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:18.548091 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45748) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:18.554732 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49683acb-34b3-49ce-9983-bb68daceaf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3eb95211-7cfe-42bc-bc08-e01cc3d4342c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:18.558727 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49683acb-34b3-49ce-9983-bb68daceaf98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:18.562967 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-49683acb-34b3-49ce-9983-bb68daceaf98 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3eb95211-7cfe-42bc-bc08-e01cc3d4342c HTTP/1.1" status: 204 len: 168 time: 0.1640260 Feb 08 15:54:18.570567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49683acb-34b3-49ce-9983-bb68daceaf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb95211-7cfe-42bc-bc08-e01cc3d4342c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:18.649719 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:18.672252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 199dfdee-f773-446b-8e69-cd43ca1ea404 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:54:18.704510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e5e70-46c8-4572-9231-ab9390e110ac req-82a0e2c0-35da-4bae-b45e-74c64f84638c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:18.721912 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1e5e5e70-46c8-4572-9231-ab9390e110ac req-82a0e2c0-35da-4bae-b45e-74c64f84638c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.94 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.1429834 Feb 08 15:54:18.756627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 199dfdee-f773-446b-8e69-cd43ca1ea404 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:54:18.765668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 199dfdee-f773-446b-8e69-cd43ca1ea404 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:18.766055 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:18.792416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f7a2b-77c2-4651-b417-5a841fac8bba req-ec9d7ca1-5549-4f7d-8752-e59f513dd73c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:18.794469 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e77f7a2b-77c2-4651-b417-5a841fac8bba req-ec9d7ca1-5549-4f7d-8752-e59f513dd73c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 950 time: 0.1270123 Feb 08 15:54:18.888657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e77f7a2b-77c2-4651-b417-5a841fac8bba req-5f626778-6d8c-4e65-98c2-c35bdfa4e6ac tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881650 Feb 08 15:54:18.892128 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-1e5e5e70-46c8-4572-9231-ab9390e110ac req-1174ff46-41cf-4029-b072-1f40b2b140b5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Deleting port 199dfdee-f773-446b-8e69-cd43ca1ea404 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:18.892790 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1e5e5e70-46c8-4572-9231-ab9390e110ac req-1174ff46-41cf-4029-b072-1f40b2b140b5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:18.915566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 199dfdee-f773-446b-8e69-cd43ca1ea404 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:18.915963 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:18.948752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:18.952341 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8ecc60-277d-4c33-9b24-d5d371213416" -d '{"events": [{"server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "name": "network-vif-plugged", "status": "completed", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:18.972776 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=199dfdee-f773-446b-8e69-cd43ca1ea404,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:18.979897 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:18.997720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aaacd8fa-5a95-4a89-a823-5032329ec4a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:19.061386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=199dfdee-f773-446b-8e69-cd43ca1ea404,revision_number=13']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:19.074759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1e5e5e70-46c8-4572-9231-ab9390e110ac req-1174ff46-41cf-4029-b072-1f40b2b140b5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] For port 199dfdee-f773-446b-8e69-cd43ca1ea404, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=199dfdee-f773-446b-8e69-cd43ca1ea404,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:19.075134 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1e5e5e70-46c8-4572-9231-ab9390e110ac req-1174ff46-41cf-4029-b072-1f40b2b140b5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:19.088373 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45766) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:19.093981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-1e5e5e70-46c8-4572-9231-ab9390e110ac req-1174ff46-41cf-4029-b072-1f40b2b140b5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Calling delete_port for 199dfdee-f773-446b-8e69-cd43ca1ea404 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:19.129084 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-745f3b75-5a31-47e3-ab03-3a295637d8de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:19.140812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb59a56-e298-4fe7-9be2-3194669e5458 req-a5470d1d-7e7b-4f24-838d-185f60cca7e1 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:19.147977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bb59a56-e298-4fe7-9be2-3194669e5458 req-a5470d1d-7e7b-4f24-838d-185f60cca7e1 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.1885438 Feb 08 15:54:19.181575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1fdda-b379-4659-ac0a-9a57c8eb28dc req-b05fadea-7776-4b7f-9861-84263a4bc1bd tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:19.189421 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60c1fdda-b379-4659-ac0a-9a57c8eb28dc req-b05fadea-7776-4b7f-9861-84263a4bc1bd tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1621966 Feb 08 15:54:19.222322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227cf4-8075-44a2-b74c-74372abdaa89 req-7500d816-da0f-4829-ba3a-b44bd47bc1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:19.223967 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b227cf4-8075-44a2-b74c-74372abdaa89 req-7500d816-da0f-4829-ba3a-b44bd47bc1c6 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c&tenant_id=1cc246df25c14b27887ce9f5c946b2ad HTTP/1.1" status: 200 len: 1126 time: 0.1710660 Feb 08 15:54:19.253728 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bb59a56-e298-4fe7-9be2-3194669e5458 req-94a79181-a4fa-4b97-a6e1-a4f769e77e6d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048727 Feb 08 15:54:19.318116 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60c1fdda-b379-4659-ac0a-9a57c8eb28dc req-5f69d640-2eb9-4530-a811-4bb7054b851d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254842 Feb 08 15:54:19.357191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227cf4-8075-44a2-b74c-74372abdaa89 req-dcd40c04-d2f3-4355-8837-ff802401945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:19.358827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b227cf4-8075-44a2-b74c-74372abdaa89 req-dcd40c04-d2f3-4355-8837-ff802401945e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1cc246df25c14b27887ce9f5c946b2ad&device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 1126 time: 0.0991125 Feb 08 15:54:19.378413 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ca7635-eb55-4045-9a16-1e79567f93be x-openstack-request-id: req-c8ca7635-eb55-4045-9a16-1e79567f93be {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:19.378756 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "name": "network-vif-plugged", "status": "completed", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:19.379121 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c8ca7635-eb55-4045-9a16-1e79567f93be {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:19.379691 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404', 'code': 200} Feb 08 15:54:19.391338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a5931a6-6b49-4969-9320-4868a3c78158 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:19.392846 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a5931a6-6b49-4969-9320-4868a3c78158 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.94 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 817 time: 0.2065964 Feb 08 15:54:19.428721 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aaacd8fa-5a95-4a89-a823-5032329ec4a3 admin admin] Publish callbacks [] for security_group (5b36d43f-31b6-4e23-bacd-e016bd947e67), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:19.431252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ac59fd0-aa79-4026-8c2e-122d3469dd0e req-d8d85d24-4d2a-421d-8d49-c0e3f17da32b tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 210 time: 0.0714242 Feb 08 15:54:19.443409 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aaacd8fa-5a95-4a89-a823-5032329ec4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5b36d43f-31b6-4e23-bacd-e016bd947e67), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:19.498319 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227cf4-8075-44a2-b74c-74372abdaa89 req-f8051d17-1e18-42b8-851d-b295e3caa1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:19.499971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b227cf4-8075-44a2-b74c-74372abdaa89 req-f8051d17-1e18-42b8-851d-b295e3caa1ee service neutron] 10.222.0.94 "GET /v2.0/networks?id=75aad441-24c3-4b43-8329-829cdc5ff78a HTTP/1.1" status: 200 len: 914 time: 0.1311567 Feb 08 15:54:19.543603 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b227cf4-8075-44a2-b74c-74372abdaa89 req-562b4666-f000-4014-85d8-26cf816dcc80 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f HTTP/1.1" status: 200 len: 217 time: 0.0375309 Feb 08 15:54:19.550964 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-745f3b75-5a31-47e3-ab03-3a295637d8de admin admin] Publish callbacks [] for security_group (ce017f2d-aba9-4ef2-941b-c8fe8c6f0601), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:19.557563 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aaacd8fa-5a95-4a89-a823-5032329ec4a3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ef0c6bed111f42dba5467cec35b5027a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0082483 Feb 08 15:54:19.567589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45768) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:19.568235 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-745f3b75-5a31-47e3-ab03-3a295637d8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ce017f2d-aba9-4ef2-941b-c8fe8c6f0601), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:19.581585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacd8fa-5a95-4a89-a823-5032329ec4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b36d43f-31b6-4e23-bacd-e016bd947e67,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:19.595153 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b227cf4-8075-44a2-b74c-74372abdaa89 req-2f252ecd-b9ef-49ac-b618-772f080e72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:19.596652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b227cf4-8075-44a2-b74c-74372abdaa89 req-2f252ecd-b9ef-49ac-b618-772f080e72a2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21628147-0e32-4d39-889f-b7c0993a88b4 HTTP/1.1" status: 200 len: 853 time: 0.0479445 Feb 08 15:54:19.609600 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-095be16b-9a2f-4254-9b1d-053204f6b950 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a0201865e184d1486ad0db740e39857 HTTP/1.1" status: 200 len: 380 time: 0.1965487 Feb 08 15:54:19.627594 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1e5e5e70-46c8-4572-9231-ab9390e110ac req-1174ff46-41cf-4029-b072-1f40b2b140b5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (199dfdee-f773-446b-8e69-cd43ca1ea404), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:19.630143 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b227cf4-8075-44a2-b74c-74372abdaa89 req-748acf04-117d-498f-a810-a11970c25ea6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=75aad441-24c3-4b43-8329-829cdc5ff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271749 Feb 08 15:54:19.632269 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-7b0a540c-2e09-4118-89a2-33cfd2c5e2d3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Request body: {'port': {'device_id': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'admin_state_up': True, 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'security_groups': ['0fe0ecee-8274-4536-90f5-1b95b678a0f1']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:19.642505 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['6c1088c1-fc34-4fda-bf40-aec9bc0678e0', '56accc60-01ce-4879-8c65-79158c0cbead', '1fca2d15-0d72-4941-9cc7-0a684024e525'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:54:19.646598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['199dfdee-f773-446b-8e69-cd43ca1ea404'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:54:19.741126 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b227cf4-8075-44a2-b74c-74372abdaa89 req-8542a71e-7d4c-4bc0-9e97-87f67b5b4dc2 service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046779 Feb 08 15:54:19.860812 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b227cf4-8075-44a2-b74c-74372abdaa89 req-4aaf8e9c-a2c8-407f-99c8-6e1e28e1ba3a service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123374 Feb 08 15:54:19.977334 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-745f3b75-5a31-47e3-ab03-3a295637d8de admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7ec990d3b1244c09a63e909e6d88dcd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8846166 Feb 08 15:54:19.996848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 45774) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:19.999030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-552a2672-625f-4084-bb1c-9ba52a73874b req-d2a6dc90-c645-488c-9443-b6062b31115f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d3e072e-f458-4294-99b2-157d228e0177 HTTP/1.1" status: 200 len: 210 time: 0.0347986 Feb 08 15:54:20.048653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f3b75-5a31-47e3-ab03-3a295637d8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce017f2d-aba9-4ef2-941b-c8fe8c6f0601,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:20.051167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174ff46-41cf-4029-b072-1f40b2b140b5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Pushing event deleted for resources: {'Port': ['ID=199dfdee-f773-446b-8e69-cd43ca1ea404,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:20.083365 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2c67e4e-193c-447d-945d-4ee6b25dc7c4 admin admin] Publish callbacks [] for security_group (ce017f2d-aba9-4ef2-941b-c8fe8c6f0601), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:20.113680 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2c67e4e-193c-447d-945d-4ee6b25dc7c4 admin admin] Publish callbacks [] for security_group (ce017f2d-aba9-4ef2-941b-c8fe8c6f0601), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:20.127440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5e5e70-46c8-4572-9231-ab9390e110ac req-1174ff46-41cf-4029-b072-1f40b2b140b5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] No DVR routers for this DVR port 199dfdee-f773-446b-8e69-cd43ca1ea404 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:54:20.132159 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1e5e5e70-46c8-4572-9231-ab9390e110ac req-1174ff46-41cf-4029-b072-1f40b2b140b5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:20.135518 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1e5e5e70-46c8-4572-9231-ab9390e110ac req-1174ff46-41cf-4029-b072-1f40b2b140b5 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.94 "DELETE /v2.0/ports/199dfdee-f773-446b-8e69-cd43ca1ea404 HTTP/1.1" status: 204 len: 173 time: 1.4110372 Feb 08 15:54:20.136272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3114-9ffd-486f-ba81-3fc230609b29 admin admin] Publish callbacks [] for security_group (5b36d43f-31b6-4e23-bacd-e016bd947e67), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:20.138872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'name': 'network-vif-deleted', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:20.140977 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad95d60f-4d67-4c6e-8a3e-7e66d0da698f" -d '{"events": [{"server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "name": "network-vif-deleted", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:20.187278 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:20.197205 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3114-9ffd-486f-ba81-3fc230609b29 admin admin] Publish callbacks [] for security_group (5b36d43f-31b6-4e23-bacd-e016bd947e67), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:20.218134 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2c67e4e-193c-447d-945d-4ee6b25dc7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ce017f2d-aba9-4ef2-941b-c8fe8c6f0601), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:20.221794 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2c67e4e-193c-447d-945d-4ee6b25dc7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:20.225390 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c2c67e4e-193c-447d-945d-4ee6b25dc7c4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ce017f2d-aba9-4ef2-941b-c8fe8c6f0601 HTTP/1.1" status: 204 len: 168 time: 0.2230494 Feb 08 15:54:20.242861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c67e4e-193c-447d-945d-4ee6b25dc7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce017f2d-aba9-4ef2-941b-c8fe8c6f0601,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:20.331855 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3114-9ffd-486f-ba81-3fc230609b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5b36d43f-31b6-4e23-bacd-e016bd947e67), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:20.334614 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bc4a3114-9ffd-486f-ba81-3fc230609b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:20.335792 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bc4a3114-9ffd-486f-ba81-3fc230609b29 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5b36d43f-31b6-4e23-bacd-e016bd947e67 HTTP/1.1" status: 204 len: 168 time: 0.7650857 Feb 08 15:54:20.385586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a3114-9ffd-486f-ba81-3fc230609b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b36d43f-31b6-4e23-bacd-e016bd947e67,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:20.406009 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-7b0a540c-2e09-4118-89a2-33cfd2c5e2d3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Made reservation on behalf of 4a0201865e184d1486ad0db740e39857 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:20.422941 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-7b0a540c-2e09-4118-89a2-33cfd2c5e2d3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:20.478979 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c9d606-804a-423f-a908-97f6b3b78b3a x-openstack-request-id: req-92c9d606-804a-423f-a908-97f6b3b78b3a {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:20.479672 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3e072e-f458-4294-99b2-157d228e0177", "name": "network-vif-deleted", "tag": "199dfdee-f773-446b-8e69-cd43ca1ea404", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:20.480002 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-92c9d606-804a-423f-a908-97f6b3b78b3a {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:20.480472 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3e072e-f458-4294-99b2-157d228e0177', 'name': 'network-vif-deleted', 'tag': '199dfdee-f773-446b-8e69-cd43ca1ea404', 'status': 'completed', 'code': 200} Feb 08 15:54:20.539239 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375b1cf-b326-407f-a72a-234314f25d47 req-b2effea6-4f08-4215-b825-7898543b442a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:20.552531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4375b1cf-b326-407f-a72a-234314f25d47 req-b2effea6-4f08-4215-b825-7898543b442a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.1284800 Feb 08 15:54:20.659180 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4375b1cf-b326-407f-a72a-234314f25d47 req-221203ba-88d2-4bbd-96c0-410b91939cea tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044610 Feb 08 15:54:20.668467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-7b0a540c-2e09-4118-89a2-33cfd2c5e2d3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Allocated IP 172.20.0.12 (d41e45aa-aa1c-4b71-8dec-53cfc8e90158/087d1e39-0072-4580-ba11-eb90596289b8/5e691fc6-28c2-409e-bd17-7cb31f55c501) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:54:20.698523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dcb2e-42a8-490c-872a-bf4836ef2ad0 req-2f8695da-a35b-448f-bc18-6593fa1f82d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:20.720772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d64dcb2e-42a8-490c-872a-bf4836ef2ad0 req-2f8695da-a35b-448f-bc18-6593fa1f82d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1500795 Feb 08 15:54:20.833535 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c66cbaa9-c709-4a12-a88b-ec31b9f79664 req-c353e2db-7cd9-4d71-a866-b4e6d3c50b9c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 210 time: 0.0476763 Feb 08 15:54:20.859605 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d64dcb2e-42a8-490c-872a-bf4836ef2ad0 req-041bc356-3da9-4926-a816-0834a2aacec9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304204 Feb 08 15:54:20.893259 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-7b0a540c-2e09-4118-89a2-33cfd2c5e2d3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:20.982300 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-7b0a540c-2e09-4118-89a2-33cfd2c5e2d3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:21.107666 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-7b0a540c-2e09-4118-89a2-33cfd2c5e2d3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:21.116639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-7b0a540c-2e09-4118-89a2-33cfd2c5e2d3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:21.134898 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-7b0a540c-2e09-4118-89a2-33cfd2c5e2d3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:54:21.141895 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a540c-2e09-4118-89a2-33cfd2c5e2d3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event updated for resources: {'Port': ['ID=5e691fc6-28c2-409e-bd17-7cb31f55c501,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:21.222195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-7b0a540c-2e09-4118-89a2-33cfd2c5e2d3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:21.222948 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-7b0a540c-2e09-4118-89a2-33cfd2c5e2d3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:21.255186 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-7b0a540c-2e09-4118-89a2-33cfd2c5e2d3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6306643 Feb 08 15:54:21.300289 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Request body: {'port': {'device_id': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:21.510705 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:21.717186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ca323-bc73-465d-ab89-939891d427c5 req-ac372325-3e91-4a42-ab29-41cd204e8ec1 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:21.724918 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-948ca323-bc73-465d-ab89-939891d427c5 req-ac372325-3e91-4a42-ab29-41cd204e8ec1 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 951 time: 0.1296194 Feb 08 15:54:21.764423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ada64384-6817-4ec0-8028-13de3b3c6fe6 None None] Provisioning complete for port 5e691fc6-28c2-409e-bd17-7cb31f55c501 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:21.765516 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ada64384-6817-4ec0-8028-13de3b3c6fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:21.853005 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-948ca323-bc73-465d-ab89-939891d427c5 req-e9701ae9-8bca-42f6-8615-8b6146b065f7 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257172 Feb 08 15:54:21.889077 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ada64384-6817-4ec0-8028-13de3b3c6fe6 None None] Port 5e691fc6-28c2-409e-bd17-7cb31f55c501 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:54:22.192797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db3c16-bccd-4e79-b4db-d5b445b1e993 req-97202914-6f7a-4ae9-a296-7132b779576b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:22.202748 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-76db3c16-bccd-4e79-b4db-d5b445b1e993 req-97202914-6f7a-4ae9-a296-7132b779576b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.3004649 Feb 08 15:54:22.270835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe40869-48af-44a1-ab72-e22513821063 req-e3b67dea-06e0-4b46-a4a9-5c6cbe66c824 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:22.281219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2fe40869-48af-44a1-ab72-e22513821063 req-e3b67dea-06e0-4b46-a4a9-5c6cbe66c824 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 932 time: 0.2177551 Feb 08 15:54:22.308340 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e691fc6-28c2-409e-bd17-7cb31f55c501 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:54:22.317214 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Publish callbacks [] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:22.331647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Transition to ACTIVE for port object 5e691fc6-28c2-409e-bd17-7cb31f55c501 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:54:22.345372 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:22.413249 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2fe40869-48af-44a1-ab72-e22513821063 req-57c2faf1-99b6-49cb-bcc0-3402253aca5c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273985 Feb 08 15:54:22.429729 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-76db3c16-bccd-4e79-b4db-d5b445b1e993 req-bd132eb6-0a7c-4a52-9201-e01f16087f42 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256100 Feb 08 15:54:22.466362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e691fc6-28c2-409e-bd17-7cb31f55c501,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:22.595209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Attempting to bind port 5e691fc6-28c2-409e-bd17-7cb31f55c501 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:54:22.595555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Attempting to bind port 5e691fc6-28c2-409e-bd17-7cb31f55c501 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:54:22.595969 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Attempting to bind port 5e691fc6-28c2-409e-bd17-7cb31f55c501 on network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:54:22.604766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Port 5e691fc6-28c2-409e-bd17-7cb31f55c501 on network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:54:22.604766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Attempting to bind port 5e691fc6-28c2-409e-bd17-7cb31f55c501 on network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:54:22.634287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:54:22.634735 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Checking segment: {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:54:22.635021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Bound using segment: {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:54:22.638055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Bound port: 5e691fc6-28c2-409e-bd17-7cb31f55c501, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:54:22.638658 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:22.644589 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefb529-5f9f-4b6f-95c0-4b7fbbb8150b req-9b18f431-6d95-4429-b30d-dd188dc204e6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:22.646226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aaefb529-5f9f-4b6f-95c0-4b7fbbb8150b req-9b18f431-6d95-4429-b30d-dd188dc204e6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1017129 Feb 08 15:54:22.671423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 199dfdee-f773-446b-8e69-cd43ca1ea404 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:22.747011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 199dfdee-f773-446b-8e69-cd43ca1ea404 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:54:22.750458 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 199dfdee-f773-446b-8e69-cd43ca1ea404 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:54:22.846503 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:54:22.852130 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aaefb529-5f9f-4b6f-95c0-4b7fbbb8150b req-73b3e8af-3361-4a51-bb75-a4e79849b924 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865230 Feb 08 15:54:22.855720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:54:22.879843 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:23.036909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37794c5a-41b6-43ff-93fa-f6d0ff55b8d5 req-aa74cfc9-3d12-40e7-831a-f676c541d2ee tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:23.041961 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37794c5a-41b6-43ff-93fa-f6d0ff55b8d5 req-aa74cfc9-3d12-40e7-831a-f676c541d2ee tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.96 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 951 time: 0.2498398 Feb 08 15:54:23.104995 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5e691fc6-28c2-409e-bd17-7cb31f55c501,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:23.126361 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:23.127272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:23.129081 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-6a609c47-ffe3-48e8-8de8-2b95f70526b9 service neutron] 10.222.0.94 "PUT /v2.0/ports/5e691fc6-28c2-409e-bd17-7cb31f55c501 HTTP/1.1" status: 200 len: 1093 time: 1.8389740 Feb 08 15:54:23.131647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:23.139344 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd19da2-d25c-4516-9634-20fcf636d206" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:23.472795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-ff6fa2e7-289a-4106-af92-4964ec884500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:23.475073 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-ff6fa2e7-289a-4106-af92-4964ec884500 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 1127 time: 0.2221665 Feb 08 15:54:23.486784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9b1d4-6aec-4dec-b352-fe922f59ef4b req-f6bc4c5c-1f26-497d-a0b5-9e4eb14f4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:23.489368 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e9b1d4-6aec-4dec-b352-fe922f59ef4b req-f6bc4c5c-1f26-497d-a0b5-9e4eb14f4ad6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 1127 time: 0.2224720 Feb 08 15:54:23.573115 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 45884) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:23.584119 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-7331164e-6a31-4bdd-b61e-cf9303370881 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501 HTTP/1.1" status: 200 len: 217 time: 0.0934138 Feb 08 15:54:23.612213 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec90d6-f7d2-4970-aa8c-76a3fee54d71 req-28a17264-0ed1-4f98-9548-f38f2dd4ab73 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:23.624078 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44ec90d6-f7d2-4970-aa8c-76a3fee54d71 req-28a17264-0ed1-4f98-9548-f38f2dd4ab73 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 951 time: 0.5695610 Feb 08 15:54:23.679842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8bed0-4d99-4540-a3af-b896396f5384 req-dfd9fc19-31d3-48e4-8acd-15439074a049 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:23.685353 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61d8bed0-4d99-4540-a3af-b896396f5384 req-dfd9fc19-31d3-48e4-8acd-15439074a049 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.4388309 Feb 08 15:54:23.835994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45888) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:23.885265 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44ec90d6-f7d2-4970-aa8c-76a3fee54d71 req-8b0c6666-7a44-4fcb-9541-2f963e1de5ed tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556186 Feb 08 15:54:23.890018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-f9993ba5-8ed8-4431-aa89-a56b8e37749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:23.909554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-37794c5a-41b6-43ff-93fa-f6d0ff55b8d5 req-f63da813-672e-4ef5-b024-934a7b2d9c32 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Deleting port 1fca2d15-0d72-4941-9cc7-0a684024e525 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:23.909944 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-37794c5a-41b6-43ff-93fa-f6d0ff55b8d5 req-f63da813-672e-4ef5-b024-934a7b2d9c32 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:23.911640 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-f9993ba5-8ed8-4431-aa89-a56b8e37749d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=087d1e39-0072-4580-ba11-eb90596289b8 HTTP/1.1" status: 200 len: 856 time: 0.2970250 Feb 08 15:54:23.931547 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61d8bed0-4d99-4540-a3af-b896396f5384 req-61c197c0-3e7b-413a-b41c-2698acf39bf0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242703 Feb 08 15:54:23.972503 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9b1d4-6aec-4dec-b352-fe922f59ef4b req-bd172470-0d5d-4b48-b511-eb1a60dbeafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:23.974034 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e9b1d4-6aec-4dec-b352-fe922f59ef4b req-bd172470-0d5d-4b48-b511-eb1a60dbeafc service neutron] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.4684889 Feb 08 15:54:23.996302 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4268da7-7247-489d-ab3a-95f4edb63583 x-openstack-request-id: req-b4268da7-7247-489d-ab3a-95f4edb63583 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:24.000049 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:24.000514 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b4268da7-7247-489d-ab3a-95f4edb63583 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:24.001134 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'status': 'completed', 'code': 200} Feb 08 15:54:24.112757 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-bb03bbde-a175-4cd7-b10d-cc4698504a3f tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1388810357'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:24.115785 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d528d98-1aca-4b36-9d34-8451ea7ac103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:24.149201 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb03bbde-a175-4cd7-b10d-cc4698504a3f tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (d501b6fd-f05d-4f56-b2c4-f340dc51387a), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:24.151339 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb03bbde-a175-4cd7-b10d-cc4698504a3f tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (d501b6fd-f05d-4f56-b2c4-f340dc51387a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:24.223047 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e9b1d4-6aec-4dec-b352-fe922f59ef4b req-101d02a9-e1a9-492e-9eea-4383e410a4c3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d HTTP/1.1" status: 200 len: 999 time: 0.2191222 Feb 08 15:54:24.233753 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-940f136c-6c52-49f3-a31e-e610617528a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:24.236230 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-940f136c-6c52-49f3-a31e-e610617528a2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2610734 Feb 08 15:54:24.363990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7e325-0abb-4357-9c5f-25a789b3c882 req-3117f193-9b79-4094-8b8e-b32aa506e5d7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:24.366144 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ddd7e325-0abb-4357-9c5f-25a789b3c882 req-3117f193-9b79-4094-8b8e-b32aa506e5d7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.2268038 Feb 08 15:54:24.369939 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb03bbde-a175-4cd7-b10d-cc4698504a3f tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router_controller (d501b6fd-f05d-4f56-b2c4-f340dc51387a), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:24.379936 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb03bbde-a175-4cd7-b10d-cc4698504a3f tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (d501b6fd-f05d-4f56-b2c4-f340dc51387a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:24.400725 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-37794c5a-41b6-43ff-93fa-f6d0ff55b8d5 req-f63da813-672e-4ef5-b024-934a7b2d9c32 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] For port 1fca2d15-0d72-4941-9cc7-0a684024e525, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=1fca2d15-0d72-4941-9cc7-0a684024e525,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:24.401446 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-37794c5a-41b6-43ff-93fa-f6d0ff55b8d5 req-f63da813-672e-4ef5-b024-934a7b2d9c32 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:24.418872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9b1d4-6aec-4dec-b352-fe922f59ef4b req-7a8e1c25-8b81-47fe-a44d-b31b72f81b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:24.425848 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e9b1d4-6aec-4dec-b352-fe922f59ef4b req-7a8e1c25-8b81-47fe-a44d-b31b72f81b08 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.1880858 Feb 08 15:54:24.440197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2ac1e-34ad-4155-8845-d296fff7ebdd req-00f0a115-59eb-4d2b-a814-dc32cef9bdae tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:24.442290 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5d2ac1e-34ad-4155-8845-d296fff7ebdd req-00f0a115-59eb-4d2b-a814-dc32cef9bdae tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.3012588 Feb 08 15:54:24.473632 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-37794c5a-41b6-43ff-93fa-f6d0ff55b8d5 req-f63da813-672e-4ef5-b024-934a7b2d9c32 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Calling delete_port for 1fca2d15-0d72-4941-9cc7-0a684024e525 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:24.474897 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb03bbde-a175-4cd7-b10d-cc4698504a3f tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:24.480211 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bb03bbde-a175-4cd7-b10d-cc4698504a3f tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6407397 Feb 08 15:54:24.491742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 45892) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:24.577277 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-b5d91f9f-6cd9-44bc-a2a5-2d39d85a149c service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266273 Feb 08 15:54:24.607719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9b1d4-6aec-4dec-b352-fe922f59ef4b req-bef6eacc-94f3-4665-a0a5-44e216030ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:24.612493 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e9b1d4-6aec-4dec-b352-fe922f59ef4b req-bef6eacc-94f3-4665-a0a5-44e216030ef9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1423492 Feb 08 15:54:24.824201 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d528d98-1aca-4b36-9d34-8451ea7ac103 admin admin] Publish callbacks [] for security_group (39c2326d-2c38-4550-be31-4aa37a45d20a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:24.853822 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ddd7e325-0abb-4357-9c5f-25a789b3c882 req-f7bc0edc-27bf-48f5-94c6-cf2d0ee3bf18 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466262 Feb 08 15:54:24.863846 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d528d98-1aca-4b36-9d34-8451ea7ac103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (39c2326d-2c38-4550-be31-4aa37a45d20a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:24.905485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5d2ac1e-34ad-4155-8845-d296fff7ebdd req-c296804c-53d4-4b88-8ca9-9df01143d8dc tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4497046 Feb 08 15:54:24.954021 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0959701-addd-4ea6-bfa8-3fa6addfa694 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router (d501b6fd-f05d-4f56-b2c4-f340dc51387a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:25.213412 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e9b1d4-6aec-4dec-b352-fe922f59ef4b req-e18c0424-42af-40f7-9541-84c1ac5a092a service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125249 Feb 08 15:54:25.507666 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f69a2d20-542c-4f92-ba5a-fc65b410910e req-0aca328e-7daf-4bb7-be12-8908026f5968 service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091722 Feb 08 15:54:25.511307 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-27e9b1d4-6aec-4dec-b352-fe922f59ef4b req-080c7e53-536f-4469-b35b-0dd816e744cf service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816470 Feb 08 15:54:25.553664 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-37794c5a-41b6-43ff-93fa-f6d0ff55b8d5 req-f63da813-672e-4ef5-b024-934a7b2d9c32 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1fca2d15-0d72-4941-9cc7-0a684024e525), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:25.566671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['6c1088c1-fc34-4fda-bf40-aec9bc0678e0', '56accc60-01ce-4879-8c65-79158c0cbead'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:54:25.662728 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3d528d98-1aca-4b36-9d34-8451ea7ac103 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3a3106c9454640b7beeadb15a95adb70&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0819490 Feb 08 15:54:25.667026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45904) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:25.830944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d528d98-1aca-4b36-9d34-8451ea7ac103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c2326d-2c38-4550-be31-4aa37a45d20a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:25.833692 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6377-79ac-44f9-a4e4-6705bc7122b1 admin admin] Publish callbacks [] for security_group (39c2326d-2c38-4550-be31-4aa37a45d20a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:25.853046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa53e565-08d5-4048-9f95-d35babc3d0a5 req-8264f20f-61a6-477c-b572-d2914d880520 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4787e37-855c-4a87-bcf9-a23b239d0f8d HTTP/1.1" status: 200 len: 210 time: 0.3335152 Feb 08 15:54:25.987095 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0959701-addd-4ea6-bfa8-3fa6addfa694 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (d501b6fd-f05d-4f56-b2c4-f340dc51387a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:25.997581 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0959701-addd-4ea6-bfa8-3fa6addfa694 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router_controller (d501b6fd-f05d-4f56-b2c4-f340dc51387a), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:25.998746 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6377-79ac-44f9-a4e4-6705bc7122b1 admin admin] Publish callbacks [] for security_group (39c2326d-2c38-4550-be31-4aa37a45d20a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:26.060418 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd19da2-d25c-4516-9634-20fcf636d206 req-b1eefcbb-763d-4936-8250-6f9972448c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:26.066162 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbd19da2-d25c-4516-9634-20fcf636d206 req-b1eefcbb-763d-4936-8250-6f9972448c00 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 1127 time: 0.2129023 Feb 08 15:54:26.161035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63da813-672e-4ef5-b024-934a7b2d9c32 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Pushing event deleted for resources: {'Port': ['ID=1fca2d15-0d72-4941-9cc7-0a684024e525,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:26.194523 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0959701-addd-4ea6-bfa8-3fa6addfa694 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (d501b6fd-f05d-4f56-b2c4-f340dc51387a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:26.195385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0959701-addd-4ea6-bfa8-3fa6addfa694 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d501b6fd-f05d-4f56-b2c4-f340dc51387a {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:54:26.206970 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0959701-addd-4ea6-bfa8-3fa6addfa694 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:26.209167 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e0959701-addd-4ea6-bfa8-3fa6addfa694 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] 10.222.0.82 "DELETE /v2.0/routers/d501b6fd-f05d-4f56-b2c4-f340dc51387a HTTP/1.1" status: 204 len: 168 time: 1.7163184 Feb 08 15:54:26.230979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 45910) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:26.241071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-094dcfee-8fb6-4942-9079-a8fa13be8df5 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Request body: {'router': {'name': 'tempest-router-1152181959', 'distributed': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:26.280276 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-37794c5a-41b6-43ff-93fa-f6d0ff55b8d5 req-f63da813-672e-4ef5-b024-934a7b2d9c32 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] No DVR routers for this DVR port 1fca2d15-0d72-4941-9cc7-0a684024e525 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:54:26.283902 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-37794c5a-41b6-43ff-93fa-f6d0ff55b8d5 req-f63da813-672e-4ef5-b024-934a7b2d9c32 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:26.288252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37794c5a-41b6-43ff-93fa-f6d0ff55b8d5 req-f63da813-672e-4ef5-b024-934a7b2d9c32 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.96 "DELETE /v2.0/ports/1fca2d15-0d72-4941-9cc7-0a684024e525 HTTP/1.1" status: 204 len: 173 time: 3.2363126 Feb 08 15:54:26.301721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'name': 'network-vif-deleted', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:26.304697 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5d96fb-3433-4833-b793-20751f634870" -d '{"events": [{"server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "name": "network-vif-deleted", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:26.324747 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6377-79ac-44f9-a4e4-6705bc7122b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (39c2326d-2c38-4550-be31-4aa37a45d20a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:26.328305 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a3d6377-79ac-44f9-a4e4-6705bc7122b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:26.330386 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1a3d6377-79ac-44f9-a4e4-6705bc7122b1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/39c2326d-2c38-4550-be31-4aa37a45d20a HTTP/1.1" status: 204 len: 168 time: 0.6652718 Feb 08 15:54:26.369887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d6377-79ac-44f9-a4e4-6705bc7122b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c2326d-2c38-4550-be31-4aa37a45d20a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:26.373456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd19da2-d25c-4516-9634-20fcf636d206 req-856826fb-0746-4e34-9ba0-64e90b302ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:26.375453 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbd19da2-d25c-4516-9634-20fcf636d206 req-856826fb-0746-4e34-9ba0-64e90b302ac2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 918 time: 0.2730839 Feb 08 15:54:26.380801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cf286-61b2-4489-ba68-1d70aa620466 req-0583ae18-f152-41ef-81c1-1a7d17d5ae26 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:26.382474 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-091cf286-61b2-4489-ba68-1d70aa620466 req-0583ae18-f152-41ef-81c1-1a7d17d5ae26 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.8530128 Feb 08 15:54:26.403518 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-094dcfee-8fb6-4942-9079-a8fa13be8df5 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (e42c1cd4-b3e8-474a-a9e1-5bb9dbab1b26), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:26.414207 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-094dcfee-8fb6-4942-9079-a8fa13be8df5 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (e42c1cd4-b3e8-474a-a9e1-5bb9dbab1b26), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:26.510562 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbd19da2-d25c-4516-9634-20fcf636d206 req-f9749a3c-53ab-4db8-b473-837796bebf56 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501 HTTP/1.1" status: 200 len: 217 time: 0.1146414 Feb 08 15:54:26.590714 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd4848-4480-48e1-9cde-9b0c315091cb req-2c99aa32-ec4e-45db-96ca-85818b3595d9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:26.599307 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7cd4848-4480-48e1-9cde-9b0c315091cb req-2c99aa32-ec4e-45db-96ca-85818b3595d9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.5280983 Feb 08 15:54:26.650195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd19da2-d25c-4516-9634-20fcf636d206 req-6faff0ec-b1f5-446f-821c-fe34c4c668ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:26.653010 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbd19da2-d25c-4516-9634-20fcf636d206 req-6faff0ec-b1f5-446f-821c-fe34c4c668ca service neutron] 10.222.0.94 "GET /v2.0/subnets?id=087d1e39-0072-4580-ba11-eb90596289b8 HTTP/1.1" status: 200 len: 856 time: 0.0985351 Feb 08 15:54:26.756156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd19da2-d25c-4516-9634-20fcf636d206 req-0c9ce03a-decb-49a7-a3ef-a03f239d27b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:26.757744 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbd19da2-d25c-4516-9634-20fcf636d206 req-0c9ce03a-decb-49a7-a3ef-a03f239d27b0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0917459 Feb 08 15:54:26.990560 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 1fca2d15-0d72-4941-9cc7-0a684024e525 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:27.070651 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbd19da2-d25c-4516-9634-20fcf636d206 req-668b4797-67ac-4f9b-90cb-32774ea5ea7e service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810390 Feb 08 15:54:27.081914 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 1fca2d15-0d72-4941-9cc7-0a684024e525 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:54:27.083500 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 1fca2d15-0d72-4941-9cc7-0a684024e525 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:54:27.282384 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bbd19da2-d25c-4516-9634-20fcf636d206 req-757d6273-f6bd-443f-b4b4-1896c707e000 service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007928 Feb 08 15:54:27.429741 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-094dcfee-8fb6-4942-9079-a8fa13be8df5 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router_controller (e42c1cd4-b3e8-474a-a9e1-5bb9dbab1b26), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:27.444452 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-091cf286-61b2-4489-ba68-1d70aa620466 req-6a988432-3498-4fae-9bce-550b37aadb9e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0233624 Feb 08 15:54:27.447664 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-094dcfee-8fb6-4942-9079-a8fa13be8df5 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (e42c1cd4-b3e8-474a-a9e1-5bb9dbab1b26), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:27.489494 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-094dcfee-8fb6-4942-9079-a8fa13be8df5 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:27.494834 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45928) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:27.513551 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-094dcfee-8fb6-4942-9079-a8fa13be8df5 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2760217 Feb 08 15:54:27.559608 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7cd4848-4480-48e1-9cde-9b0c315091cb req-986bbd8d-99c4-4e55-9b48-db0c5332fdfc tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9517481 Feb 08 15:54:27.721251 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fce3bb-02a0-4c4c-a040-834da2126026 x-openstack-request-id: req-74fce3bb-02a0-4c4c-a040-834da2126026 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:27.721828 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4787e37-855c-4a87-bcf9-a23b239d0f8d", "name": "network-vif-deleted", "tag": "1fca2d15-0d72-4941-9cc7-0a684024e525", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:27.722384 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-74fce3bb-02a0-4c4c-a040-834da2126026 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:27.723736 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4787e37-855c-4a87-bcf9-a23b239d0f8d', 'name': 'network-vif-deleted', 'tag': '1fca2d15-0d72-4941-9cc7-0a684024e525', 'status': 'completed', 'code': 200} Feb 08 15:54:27.734859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bb42f93-668c-4040-b6dd-a1eb6f0fd269 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router (e42c1cd4-b3e8-474a-a9e1-5bb9dbab1b26), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:27.794666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc405612-4d2b-4cbb-8e21-71afadc20a28 req-e7e41fa6-c8fd-4154-a492-e54b0da19398 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:27.799952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc405612-4d2b-4cbb-8e21-71afadc20a28 req-e7e41fa6-c8fd-4154-a492-e54b0da19398 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.1657236 Feb 08 15:54:27.954124 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc405612-4d2b-4cbb-8e21-71afadc20a28 req-b8d20f84-0c6d-43fb-a005-dc3e9b32f3cc tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440446 Feb 08 15:54:28.131283 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bb42f93-668c-4040-b6dd-a1eb6f0fd269 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (e42c1cd4-b3e8-474a-a9e1-5bb9dbab1b26), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:28.136921 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bb42f93-668c-4040-b6dd-a1eb6f0fd269 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router_controller (e42c1cd4-b3e8-474a-a9e1-5bb9dbab1b26), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:28.289910 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bb42f93-668c-4040-b6dd-a1eb6f0fd269 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (e42c1cd4-b3e8-474a-a9e1-5bb9dbab1b26), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:28.291439 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb42f93-668c-4040-b6dd-a1eb6f0fd269 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e42c1cd4-b3e8-474a-a9e1-5bb9dbab1b26 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:54:28.310490 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bb42f93-668c-4040-b6dd-a1eb6f0fd269 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:28.319156 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8bb42f93-668c-4040-b6dd-a1eb6f0fd269 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] 10.222.0.82 "DELETE /v2.0/routers/e42c1cd4-b3e8-474a-a9e1-5bb9dbab1b26 HTTP/1.1" status: 204 len: 168 time: 0.8213484 Feb 08 15:54:28.327439 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45946) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:28.334272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7f71b630-c239-4c69-9fda-2e3d3f943ecb tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Request body: {'router': {'name': 'tempest-router-668824548', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c0e9ea8e257647eca5c21a5cd581f310'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:28.391149 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f71b630-c239-4c69-9fda-2e3d3f943ecb tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (e888a561-800f-42c6-879e-ba0ec5b4a7e2), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:28.393540 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f71b630-c239-4c69-9fda-2e3d3f943ecb tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (e888a561-800f-42c6-879e-ba0ec5b4a7e2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:28.472117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d564d-abf1-4685-83f7-1ff4005dff72 req-bce58d08-9f42-4170-86fb-f0481a13853f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:28.482790 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-391d564d-abf1-4685-83f7-1ff4005dff72 req-bce58d08-9f42-4170-86fb-f0481a13853f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.1959860 Feb 08 15:54:28.505724 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f71b630-c239-4c69-9fda-2e3d3f943ecb tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router_controller (e888a561-800f-42c6-879e-ba0ec5b4a7e2), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:28.514396 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f71b630-c239-4c69-9fda-2e3d3f943ecb tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (e888a561-800f-42c6-879e-ba0ec5b4a7e2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:28.544492 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f71b630-c239-4c69-9fda-2e3d3f943ecb tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:28.546766 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7f71b630-c239-4c69-9fda-2e3d3f943ecb tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2172728 Feb 08 15:54:28.550431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45952) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:28.563265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-687ff92e-5bb4-42ce-8bc7-4e085735ed3e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:28.604111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-391d564d-abf1-4685-83f7-1ff4005dff72 req-ffc2f495-d02d-4a35-96b0-753a6cc35826 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190534 Feb 08 15:54:28.692330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5e691fc6-28c2-409e-bd17-7cb31f55c501 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:54:28.757601 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed167db3-96fe-45ba-b6b2-3d3de1a4cb57 req-ad521177-a31f-440d-8b14-9333cabb1c12 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:28.765811 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed167db3-96fe-45ba-b6b2-3d3de1a4cb57 req-ad521177-a31f-440d-8b14-9333cabb1c12 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1605611 Feb 08 15:54:28.896607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed167db3-96fe-45ba-b6b2-3d3de1a4cb57 req-454bd5ae-e4c2-4303-b378-ee672dd01add tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248412 Feb 08 15:54:28.925328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff313d-5fab-4a25-ac3e-0aa2b8b4a285 req-c8a43061-725a-4324-827d-512eadd41502 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:28.940637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cff313d-5fab-4a25-ac3e-0aa2b8b4a285 req-c8a43061-725a-4324-827d-512eadd41502 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.1716499 Feb 08 15:54:28.990821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:29.016326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cff313d-5fab-4a25-ac3e-0aa2b8b4a285 req-23b36239-b198-4b55-b6ae-e975efae3132 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746617 Feb 08 15:54:29.020328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'port_id': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'mac_address': 'fa:16:3e:3b:4f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:54:29.040627 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-687ff92e-5bb4-42ce-8bc7-4e085735ed3e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (e888a561-800f-42c6-879e-ba0ec5b4a7e2), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:29.044038 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-687ff92e-5bb4-42ce-8bc7-4e085735ed3e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router (e888a561-800f-42c6-879e-ba0ec5b4a7e2), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:29.092346 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 5e691fc6-28c2-409e-bd17-7cb31f55c501 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:29.093056 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:29.120582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e691fc6-28c2-409e-bd17-7cb31f55c501 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:54:29.158464 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:29.166346 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:29.199335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59199e-310c-451b-a093-251146dd960e req-c47c5169-f830-4565-84bd-0c69ea5f2064 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:29.202312 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d59199e-310c-451b-a093-251146dd960e req-c47c5169-f830-4565-84bd-0c69ea5f2064 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1783185 Feb 08 15:54:29.229574 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-687ff92e-5bb4-42ce-8bc7-4e085735ed3e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103302) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 08 15:54:29.231985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-687ff92e-5bb4-42ce-8bc7-4e085735ed3e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Router e888a561-800f-42c6-879e-ba0ec5b4a7e2 migrating from provider to provider. {{(pid=103302) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 08 15:54:29.232689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-687ff92e-5bb4-42ce-8bc7-4e085735ed3e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router_controller (e888a561-800f-42c6-879e-ba0ec5b4a7e2), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:29.242353 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-687ff92e-5bb4-42ce-8bc7-4e085735ed3e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router_controller (e888a561-800f-42c6-879e-ba0ec5b4a7e2), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:29.250594 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-687ff92e-5bb4-42ce-8bc7-4e085735ed3e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (e888a561-800f-42c6-879e-ba0ec5b4a7e2), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:29.288070 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d59199e-310c-451b-a093-251146dd960e req-be0f7aa1-9b59-4d27-a086-69b0f705baab tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738556 Feb 08 15:54:29.303750 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cbc7b-5b81-4bb3-ad99-930fe87d82d1 req-e5f748a5-cb8d-4b68-805e-59fdfb00701a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:29.312612 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d7cbc7b-5b81-4bb3-ad99-930fe87d82d1 req-e5f748a5-cb8d-4b68-805e-59fdfb00701a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.1848760 Feb 08 15:54:29.351212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=5e691fc6-28c2-409e-bd17-7cb31f55c501,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:29.434408 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['5e691fc6-28c2-409e-bd17-7cb31f55c501'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:54:29.439155 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d7cbc7b-5b81-4bb3-ad99-930fe87d82d1 req-3bb5bf54-50a3-4e92-b0a0-e8487ac0db79 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240528 Feb 08 15:54:29.508769 n-d-824834-11 neutron-server[103302]: WARNING neutron.scheduler.l3_agent_scheduler [None req-687ff92e-5bb4-42ce-8bc7-4e085735ed3e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] No L3 agents can host the router e888a561-800f-42c6-879e-ba0ec5b4a7e2 Feb 08 15:54:29.735223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0740755-3cc9-45d4-a17e-efa02540a5fb req-6067a67b-0c5b-4b14-8795-ede0cb0c935e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:29.735223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0740755-3cc9-45d4-a17e-efa02540a5fb req-6067a67b-0c5b-4b14-8795-ede0cb0c935e tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.96 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.3020515 Feb 08 15:54:29.882919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0556864-6ecb-4791-a1a5-7c943fd6de57 req-06233b24-370d-4cad-ac68-0212e78773ed tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:29.896644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ff92e-5bb4-42ce-8bc7-4e085735ed3e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Hosts for router e888a561-800f-42c6-879e-ba0ec5b4a7e2: [] {{(pid=103302) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 08 15:54:29.898467 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0556864-6ecb-4791-a1a5-7c943fd6de57 req-06233b24-370d-4cad-ac68-0212e78773ed tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.3901320 Feb 08 15:54:29.941558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ff92e-5bb4-42ce-8bc7-4e085735ed3e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Hosts for other DVR routers connected to router e888a561-800f-42c6-879e-ba0ec5b4a7e2: set() {{(pid=103302) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 08 15:54:29.946751 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-687ff92e-5bb4-42ce-8bc7-4e085735ed3e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:29.953401 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-687ff92e-5bb4-42ce-8bc7-4e085735ed3e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] 10.222.0.82 "PUT /v2.0/routers/e888a561-800f-42c6-879e-ba0ec5b4a7e2 HTTP/1.1" status: 200 len: 716 time: 1.4010653 Feb 08 15:54:29.954680 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45972) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:30.010541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903fa88-3539-4cef-bb84-6b8eeafc905c req-9659d184-37ef-4751-b730-19c09fb76574 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:30.017762 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f903fa88-3539-4cef-bb84-6b8eeafc905c req-9659d184-37ef-4751-b730-19c09fb76574 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 949 time: 0.2963583 Feb 08 15:54:30.022347 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0556864-6ecb-4791-a1a5-7c943fd6de57 req-c3cb9ada-9f77-457d-80a8-14f08a63fe53 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226702 Feb 08 15:54:30.106678 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f903fa88-3539-4cef-bb84-6b8eeafc905c req-17209eed-cd81-45d5-ba1c-c78ee8e0d52f tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879185 Feb 08 15:54:30.165051 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-28df071a-edfb-48fe-955f-3709fc521929 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] 10.222.0.82 "GET /v2.0/routers/e888a561-800f-42c6-879e-ba0ec5b4a7e2 HTTP/1.1" status: 200 len: 716 time: 0.2060366 Feb 08 15:54:30.165928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-e0740755-3cc9-45d4-a17e-efa02540a5fb req-b548d33f-5adf-4ae3-8705-a2754107791c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Deleting port 56accc60-01ce-4879-8c65-79158c0cbead {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:30.166927 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0740755-3cc9-45d4-a17e-efa02540a5fb req-b548d33f-5adf-4ae3-8705-a2754107791c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (56accc60-01ce-4879-8c65-79158c0cbead), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:30.167076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45980) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:30.398416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c444d-ad48-412c-b6ad-5e9015ef0445 req-96b32185-20d8-4a4f-9e1a-ec04cafaf18c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:30.405863 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d8c444d-ad48-412c-b6ad-5e9015ef0445 req-96b32185-20d8-4a4f-9e1a-ec04cafaf18c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.1869481 Feb 08 15:54:30.456885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-e0740755-3cc9-45d4-a17e-efa02540a5fb req-b548d33f-5adf-4ae3-8705-a2754107791c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] For port 56accc60-01ce-4879-8c65-79158c0cbead, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=56accc60-01ce-4879-8c65-79158c0cbead,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:30.457768 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0740755-3cc9-45d4-a17e-efa02540a5fb req-b548d33f-5adf-4ae3-8705-a2754107791c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (56accc60-01ce-4879-8c65-79158c0cbead), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:30.480028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-e0740755-3cc9-45d4-a17e-efa02540a5fb req-b548d33f-5adf-4ae3-8705-a2754107791c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Calling delete_port for 56accc60-01ce-4879-8c65-79158c0cbead owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:30.526066 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d8c444d-ad48-412c-b6ad-5e9015ef0445 req-33f00a52-3926-40ac-8b11-a929d35816e7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191595 Feb 08 15:54:30.698420 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5e691fc6-28c2-409e-bd17-7cb31f55c501 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:54:30.819696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f553b8e-7856-4803-b54f-2ecf9304e444 req-c79771ef-6062-4e79-86c8-f90940fff8be tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:30.831727 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f553b8e-7856-4803-b54f-2ecf9304e444 req-c79771ef-6062-4e79-86c8-f90940fff8be tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.2037747 Feb 08 15:54:30.889799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 5e691fc6-28c2-409e-bd17-7cb31f55c501 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:54:30.901354 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 5e691fc6-28c2-409e-bd17-7cb31f55c501 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:30.903289 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:30.907593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a5a0a-9d3d-441d-b6ca-8e454831a4df req-41ededa3-71ff-449e-af9a-bfa40604379e tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:30.915746 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-969a5a0a-9d3d-441d-b6ca-8e454831a4df req-41ededa3-71ff-449e-af9a-bfa40604379e tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.2643592 Feb 08 15:54:31.045317 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f553b8e-7856-4803-b54f-2ecf9304e444 req-95bf2e25-6fdf-4c47-9066-eaeec50c15d0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120566 Feb 08 15:54:31.049535 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0740755-3cc9-45d4-a17e-efa02540a5fb req-b548d33f-5adf-4ae3-8705-a2754107791c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (56accc60-01ce-4879-8c65-79158c0cbead), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:31.068936 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['6c1088c1-fc34-4fda-bf40-aec9bc0678e0'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:54:31.088806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548d33f-5adf-4ae3-8705-a2754107791c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Pushing event deleted for resources: {'Port': ['ID=56accc60-01ce-4879-8c65-79158c0cbead,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:31.146871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-969a5a0a-9d3d-441d-b6ca-8e454831a4df req-34b82df9-e872-47be-b7ce-4d597849a5d9 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299762 Feb 08 15:54:31.273880 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-afc8b483-7075-4066-bea6-3b0253b9b969 tempest-RoutersTestDVR-889774450 tempest-RoutersTestDVR-889774450-project] 10.222.0.82 "GET /v2.0/routers/e888a561-800f-42c6-879e-ba0ec5b4a7e2 HTTP/1.1" status: 200 len: 682 time: 1.1048262 Feb 08 15:54:31.274779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45994) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:31.338446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0740755-3cc9-45d4-a17e-efa02540a5fb req-b548d33f-5adf-4ae3-8705-a2754107791c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] No DVR routers for this DVR port 56accc60-01ce-4879-8c65-79158c0cbead on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:54:31.369521 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e0740755-3cc9-45d4-a17e-efa02540a5fb req-b548d33f-5adf-4ae3-8705-a2754107791c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:31.374377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 5e691fc6-28c2-409e-bd17-7cb31f55c501 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:31.375193 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:31.380994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0740755-3cc9-45d4-a17e-efa02540a5fb req-b548d33f-5adf-4ae3-8705-a2754107791c tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.96 "DELETE /v2.0/ports/56accc60-01ce-4879-8c65-79158c0cbead HTTP/1.1" status: 204 len: 173 time: 1.6355596 Feb 08 15:54:31.386654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b012145b-f5be-4b75-8982-6a1d1c91e61d', 'name': 'network-vif-deleted', 'tag': '56accc60-01ce-4879-8c65-79158c0cbead'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:31.395569 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c62631f-7287-4ebd-9dfb-1e0784c5ef8d" -d '{"events": [{"server_uuid": "b012145b-f5be-4b75-8982-6a1d1c91e61d", "name": "network-vif-deleted", "tag": "56accc60-01ce-4879-8c65-79158c0cbead"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:31.501447 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15d3b865-9dc0-46d8-955d-9d2abe744f5a req-42d7b347-a714-4d4e-979c-e25444c59cad tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=b012145b-f5be-4b75-8982-6a1d1c91e61d HTTP/1.1" status: 200 len: 210 time: 0.1667123 Feb 08 15:54:31.562512 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a86d4d-5251-4b99-9ed9-60d29cebb539 x-openstack-request-id: req-90a86d4d-5251-4b99-9ed9-60d29cebb539 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:31.563048 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b012145b-f5be-4b75-8982-6a1d1c91e61d", "name": "network-vif-deleted", "tag": "56accc60-01ce-4879-8c65-79158c0cbead", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:31.563474 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-90a86d4d-5251-4b99-9ed9-60d29cebb539 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:31.564044 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b012145b-f5be-4b75-8982-6a1d1c91e61d', 'name': 'network-vif-deleted', 'tag': '56accc60-01ce-4879-8c65-79158c0cbead', 'status': 'completed', 'code': 200} Feb 08 15:54:31.604505 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:31.608536 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fabbe4-0f1e-49a1-874b-9bacb8b20b03" -d '{"events": [{"server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "name": "network-vif-plugged", "status": "completed", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:31.613372 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-92efcae1-760e-4357-ac08-16eb7c48e154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:31.740804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:31.750070 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe3f06e-bdae-45e3-bb41-8d4efeb2a096 x-openstack-request-id: req-6fe3f06e-bdae-45e3-bb41-8d4efeb2a096 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:31.750426 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "name": "network-vif-plugged", "status": "completed", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:31.750606 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6fe3f06e-bdae-45e3-bb41-8d4efeb2a096 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:31.750957 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'code': 200} Feb 08 15:54:31.760725 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:31.819175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aac4ec-b803-48eb-b187-9df8262a947f req-2ab0549c-9ec8-4314-8b69-c332e31b2185 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:31.820357 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92aac4ec-b803-48eb-b187-9df8262a947f req-2ab0549c-9ec8-4314-8b69-c332e31b2185 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.1448629 Feb 08 15:54:31.946072 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92aac4ec-b803-48eb-b187-9df8262a947f req-fe0ab91d-98c4-496e-9005-ae9b47321a6a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142137 Feb 08 15:54:31.988146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=5e691fc6-28c2-409e-bd17-7cb31f55c501,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:32.278969 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-64a90afd-9889-4a01-9f29-aec1c7cdb15e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router (e888a561-800f-42c6-879e-ba0ec5b4a7e2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:32.323073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10a40f-eed8-4ee2-91f3-8ec6847d455c req-ff6797bf-4948-4f46-9960-61d68451f8dc tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:32.326148 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b10a40f-eed8-4ee2-91f3-8ec6847d455c req-ff6797bf-4948-4f46-9960-61d68451f8dc tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1206355 Feb 08 15:54:32.411096 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b10a40f-eed8-4ee2-91f3-8ec6847d455c req-54453558-9762-4266-a007-f96d036b2181 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698400 Feb 08 15:54:32.472378 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ddc70-8504-4b57-8d6c-301f6c07d1ba req-cca1c102-b2e2-4816-8e0c-4808b355c5f3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:32.474263 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e45ddc70-8504-4b57-8d6c-301f6c07d1ba req-cca1c102-b2e2-4816-8e0c-4808b355c5f3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.1468341 Feb 08 15:54:32.588638 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e45ddc70-8504-4b57-8d6c-301f6c07d1ba req-ca93b7e2-1238-4e60-ace9-187593445731 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080127 Feb 08 15:54:32.625714 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-64a90afd-9889-4a01-9f29-aec1c7cdb15e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (e888a561-800f-42c6-879e-ba0ec5b4a7e2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:32.629995 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-64a90afd-9889-4a01-9f29-aec1c7cdb15e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router_controller (e888a561-800f-42c6-879e-ba0ec5b4a7e2), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:32.748026 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-64a90afd-9889-4a01-9f29-aec1c7cdb15e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (e888a561-800f-42c6-879e-ba0ec5b4a7e2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:32.748587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a90afd-9889-4a01-9f29-aec1c7cdb15e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e888a561-800f-42c6-879e-ba0ec5b4a7e2 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:54:32.762889 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-64a90afd-9889-4a01-9f29-aec1c7cdb15e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:32.764870 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-64a90afd-9889-4a01-9f29-aec1c7cdb15e tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] 10.222.0.82 "DELETE /v2.0/routers/e888a561-800f-42c6-879e-ba0ec5b4a7e2 HTTP/1.1" status: 204 len: 168 time: 1.4892516 Feb 08 15:54:32.769929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46024) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:32.782094 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-bd71bbb8-a429-417e-8e5c-9b13e5bba4d6 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Request body: {'router': {'name': 'tempest-router-1633340110', 'distributed': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:32.787058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b672e6-d9ed-443a-a3a5-7443f4e0ce2c req-955c006b-f6a3-4859-8936-bb3021ad057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:32.788567 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f9b672e6-d9ed-443a-a3a5-7443f4e0ce2c req-955c006b-f6a3-4859-8936-bb3021ad057e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 1129 time: 0.2171752 Feb 08 15:54:32.812265 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd71bbb8-a429-417e-8e5c-9b13e5bba4d6 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (f693c18e-0500-4ad8-b07d-fe6e3e819cf2), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:32.813373 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd71bbb8-a429-417e-8e5c-9b13e5bba4d6 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (f693c18e-0500-4ad8-b07d-fe6e3e819cf2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:32.864075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a744e-b632-4c0b-ab15-61f42f2860ed req-cc4fa788-c3e7-4c1f-bb63-0891310971c9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:32.875178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-241a744e-b632-4c0b-ab15-61f42f2860ed req-cc4fa788-c3e7-4c1f-bb63-0891310971c9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1146684 Feb 08 15:54:32.947504 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-241a744e-b632-4c0b-ab15-61f42f2860ed req-3db4c371-40ec-46ab-a843-cb2b849132db tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707190 Feb 08 15:54:32.960664 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd71bbb8-a429-417e-8e5c-9b13e5bba4d6 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router_controller (f693c18e-0500-4ad8-b07d-fe6e3e819cf2), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:32.964463 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f9b672e6-d9ed-443a-a3a5-7443f4e0ce2c req-57dd52be-f9bc-41c2-bdd3-35a790ff4a17 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334805 Feb 08 15:54:32.966496 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd71bbb8-a429-417e-8e5c-9b13e5bba4d6 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (f693c18e-0500-4ad8-b07d-fe6e3e819cf2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:32.981992 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd71bbb8-a429-417e-8e5c-9b13e5bba4d6 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:32.986623 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bd71bbb8-a429-417e-8e5c-9b13e5bba4d6 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2122240 Feb 08 15:54:32.986956 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46028) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:33.023234 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 56accc60-01ce-4879-8c65-79158c0cbead no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:33.053179 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 56accc60-01ce-4879-8c65-79158c0cbead {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:54:33.053688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 56accc60-01ce-4879-8c65-79158c0cbead not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:54:33.067656 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdba4-0eec-435f-bd79-0a74a4314800 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router (f693c18e-0500-4ad8-b07d-fe6e3e819cf2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:33.083191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b953dd4-de70-41ee-a547-52afb1142244 req-71d020f4-4212-4715-9d40-a960a5149d80 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:33.084777 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b953dd4-de70-41ee-a547-52afb1142244 req-71d020f4-4212-4715-9d40-a960a5149d80 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.0896263 Feb 08 15:54:33.135431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c70e6-2049-4231-8b56-bb1412b5d162 req-cb118050-4b8c-4ca1-a8eb-8fa06cd04690 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:33.137226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f2c70e6-2049-4231-8b56-bb1412b5d162 req-cb118050-4b8c-4ca1-a8eb-8fa06cd04690 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.0943499 Feb 08 15:54:33.157760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b953dd4-de70-41ee-a547-52afb1142244 req-b1a816eb-95b2-40a6-84aa-f34834744a76 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653298 Feb 08 15:54:33.208078 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f2c70e6-2049-4231-8b56-bb1412b5d162 req-f93af7f7-0df5-4498-81ca-5530290cfad4 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603347 Feb 08 15:54:33.245843 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdba4-0eec-435f-bd79-0a74a4314800 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (f693c18e-0500-4ad8-b07d-fe6e3e819cf2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:33.250295 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdba4-0eec-435f-bd79-0a74a4314800 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router_controller (f693c18e-0500-4ad8-b07d-fe6e3e819cf2), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:33.333661 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdba4-0eec-435f-bd79-0a74a4314800 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (f693c18e-0500-4ad8-b07d-fe6e3e819cf2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:33.334371 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1fdba4-0eec-435f-bd79-0a74a4314800 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f693c18e-0500-4ad8-b07d-fe6e3e819cf2 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:54:33.343304 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb1fdba4-0eec-435f-bd79-0a74a4314800 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:33.344414 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fb1fdba4-0eec-435f-bd79-0a74a4314800 tempest-RoutersTestDVR-307305382 tempest-RoutersTestDVR-307305382-project-admin] 10.222.0.82 "DELETE /v2.0/routers/f693c18e-0500-4ad8-b07d-fe6e3e819cf2 HTTP/1.1" status: 204 len: 168 time: 0.3563199 Feb 08 15:54:33.368116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319e88b-c1c1-4b53-9db5-8c7e38af3f92 req-422dba44-146a-4c2d-b03c-8b565b958bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:33.369808 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5319e88b-c1c1-4b53-9db5-8c7e38af3f92 req-422dba44-146a-4c2d-b03c-8b565b958bf4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 1127 time: 0.0689378 Feb 08 15:54:33.467335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319e88b-c1c1-4b53-9db5-8c7e38af3f92 req-09b75ec0-f507-40c9-aa2f-ae51fdda6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:33.469017 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5319e88b-c1c1-4b53-9db5-8c7e38af3f92 req-09b75ec0-f507-40c9-aa2f-ae51fdda6b4e service neutron] 10.222.0.94 "GET /v2.0/networks?id=8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 200 len: 912 time: 0.0894432 Feb 08 15:54:33.548485 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5319e88b-c1c1-4b53-9db5-8c7e38af3f92 req-566b461f-9985-410b-b901-e53d5a384d72 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d HTTP/1.1" status: 200 len: 999 time: 0.0726402 Feb 08 15:54:33.603078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319e88b-c1c1-4b53-9db5-8c7e38af3f92 req-a93355cb-1c4f-471c-9c92-b862a58d383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:33.604590 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5319e88b-c1c1-4b53-9db5-8c7e38af3f92 req-a93355cb-1c4f-471c-9c92-b862a58d383f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 200 len: 850 time: 0.0492730 Feb 08 15:54:33.651979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46038) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:33.662062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319e88b-c1c1-4b53-9db5-8c7e38af3f92 req-784495c3-9757-4d86-86a4-762c1b0b51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:33.663543 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5319e88b-c1c1-4b53-9db5-8c7e38af3f92 req-784495c3-9757-4d86-86a4-762c1b0b51a8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8cddf711-698e-4c07-bd73-40b83ff0064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519171 Feb 08 15:54:33.752692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2977bd-4759-406d-86ba-07628d3bbd1c req-6fd36a5b-d020-440e-8a8d-b6e66b459230 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:33.754520 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee2977bd-4759-406d-86ba-07628d3bbd1c req-6fd36a5b-d020-440e-8a8d-b6e66b459230 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.0662158 Feb 08 15:54:33.778385 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ee347d1b-263c-4e5a-a040-c4da8478a45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:33.788465 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5319e88b-c1c1-4b53-9db5-8c7e38af3f92 req-07d74bbb-9964-4881-9458-4f7f1b2a74b0 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165986 Feb 08 15:54:33.795403 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4bc046d-d2eb-434f-ba95-461ee97b9930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:33.834705 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee2977bd-4759-406d-86ba-07628d3bbd1c req-08d5062a-58c4-4535-9532-5b7807dd91d8 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717018 Feb 08 15:54:33.893928 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5319e88b-c1c1-4b53-9db5-8c7e38af3f92 req-58f967c9-08e2-4343-bc6d-4a3953128c02 service neutron] 10.222.0.94 "GET /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957689 Feb 08 15:54:33.906164 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4bc046d-d2eb-434f-ba95-461ee97b9930 admin admin] Publish callbacks [] for security_group (463c5b5f-263d-44c6-a372-29ad9a18db25), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:33.910860 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4bc046d-d2eb-434f-ba95-461ee97b9930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (463c5b5f-263d-44c6-a372-29ad9a18db25), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:33.955325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c4bc046d-d2eb-434f-ba95-461ee97b9930 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c0e9ea8e257647eca5c21a5cd581f310&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3000884 Feb 08 15:54:33.956193 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc046d-d2eb-434f-ba95-461ee97b9930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463c5b5f-263d-44c6-a372-29ad9a18db25,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:33.958016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46046) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:34.020492 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b19c7b3-20af-4f1e-9d49-24174b732099 admin admin] Publish callbacks [] for security_group (463c5b5f-263d-44c6-a372-29ad9a18db25), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:34.049043 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b19c7b3-20af-4f1e-9d49-24174b732099 admin admin] Publish callbacks [] for security_group (463c5b5f-263d-44c6-a372-29ad9a18db25), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:34.094171 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2935c6-415a-4c37-8b9b-19180c1bbbdb req-56e3b6f6-5939-47e1-b8df-81f0f2561327 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:34.101781 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6a2935c6-415a-4c37-8b9b-19180c1bbbdb req-56e3b6f6-5939-47e1-b8df-81f0f2561327 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.0754023 Feb 08 15:54:34.119570 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b19c7b3-20af-4f1e-9d49-24174b732099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (463c5b5f-263d-44c6-a372-29ad9a18db25), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:34.123206 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b19c7b3-20af-4f1e-9d49-24174b732099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:34.126771 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8b19c7b3-20af-4f1e-9d49-24174b732099 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/463c5b5f-263d-44c6-a372-29ad9a18db25 HTTP/1.1" status: 204 len: 168 time: 0.1653869 Feb 08 15:54:34.135004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19c7b3-20af-4f1e-9d49-24174b732099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463c5b5f-263d-44c6-a372-29ad9a18db25,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:34.174764 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6a2935c6-415a-4c37-8b9b-19180c1bbbdb req-917848ea-d677-4be9-a508-e64a9f117980 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720825 Feb 08 15:54:34.321500 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d91e8-8274-4cfb-9bce-65cc2eaf8608 req-cac7b5b8-3156-4e6c-bde1-635a8d64e629 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:34.323322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a82d91e8-8274-4cfb-9bce-65cc2eaf8608 req-cac7b5b8-3156-4e6c-bde1-635a8d64e629 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.96 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.1034329 Feb 08 15:54:34.397305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696cbb0-f9d2-4b67-a0ff-c5f039434f5c req-fb7ab141-0f63-4253-89d1-62f76b51d1a0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:34.404782 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2696cbb0-f9d2-4b67-a0ff-c5f039434f5c req-fb7ab141-0f63-4253-89d1-62f76b51d1a0 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 949 time: 0.1516721 Feb 08 15:54:34.458382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46060) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:34.475870 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce7a90b6-3b65-4d68-a050-6aa18b36d52d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:34.512415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1dba0-24e3-41aa-b774-424a77665f38 req-ae6664ff-b0d5-4106-8c1b-6ab81c673ea5 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:34.514030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7b1dba0-24e3-41aa-b774-424a77665f38 req-ae6664ff-b0d5-4106-8c1b-6ab81c673ea5 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.1897213 Feb 08 15:54:34.519790 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2696cbb0-f9d2-4b67-a0ff-c5f039434f5c req-dbfc1570-ab66-4973-be27-b24149e15eb2 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/security-groups?id=9e08ee73-e6ee-4fb9-81d8-0e3983595c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141233 Feb 08 15:54:34.573114 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce7a90b6-3b65-4d68-a050-6aa18b36d52d admin admin] Publish callbacks [] for security_group (0c15ecd4-a935-4f6e-8407-313f9d37720f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:34.576638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-a82d91e8-8274-4cfb-9bce-65cc2eaf8608 req-f675cd3c-0341-414c-888d-f4ce208c7038 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Deleting port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:34.577117 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a82d91e8-8274-4cfb-9bce-65cc2eaf8608 req-f675cd3c-0341-414c-888d-f4ce208c7038 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:34.579072 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce7a90b6-3b65-4d68-a050-6aa18b36d52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0c15ecd4-a935-4f6e-8407-313f9d37720f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:34.626664 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ce7a90b6-3b65-4d68-a050-6aa18b36d52d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b009fe81b3494211b3d772241192bfcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1669307 Feb 08 15:54:34.627963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a90b6-3b65-4d68-a050-6aa18b36d52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c15ecd4-a935-4f6e-8407-313f9d37720f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:34.631376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46062) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:34.649777 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7b1dba0-24e3-41aa-b774-424a77665f38 req-75ba14b1-e55d-405d-9940-6f509e4639cf tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229439 Feb 08 15:54:34.731525 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-a82d91e8-8274-4cfb-9bce-65cc2eaf8608 req-f675cd3c-0341-414c-888d-f4ce208c7038 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] For port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:34.731525 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a82d91e8-8274-4cfb-9bce-65cc2eaf8608 req-f675cd3c-0341-414c-888d-f4ce208c7038 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:34.743007 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-78c00a0c-24f9-489a-9c0e-912b4e065944 admin admin] Publish callbacks [] for security_group (0c15ecd4-a935-4f6e-8407-313f9d37720f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:34.752503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-a82d91e8-8274-4cfb-9bce-65cc2eaf8608 req-f675cd3c-0341-414c-888d-f4ce208c7038 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Calling delete_port for 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:34.787683 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-78c00a0c-24f9-489a-9c0e-912b4e065944 admin admin] Publish callbacks [] for security_group (0c15ecd4-a935-4f6e-8407-313f9d37720f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:34.909563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-78c00a0c-24f9-489a-9c0e-912b4e065944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0c15ecd4-a935-4f6e-8407-313f9d37720f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:34.914466 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-78c00a0c-24f9-489a-9c0e-912b4e065944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:34.916638 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-78c00a0c-24f9-489a-9c0e-912b4e065944 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0c15ecd4-a935-4f6e-8407-313f9d37720f HTTP/1.1" status: 204 len: 168 time: 0.2840667 Feb 08 15:54:34.958540 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c00a0c-24f9-489a-9c0e-912b4e065944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c15ecd4-a935-4f6e-8407-313f9d37720f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:35.021567 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a82d91e8-8274-4cfb-9bce-65cc2eaf8608 req-f675cd3c-0341-414c-888d-f4ce208c7038 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6c1088c1-fc34-4fda-bf40-aec9bc0678e0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:35.037549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['6c1088c1-fc34-4fda-bf40-aec9bc0678e0'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:54:35.076682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97266ad-bfc3-4f20-9c18-e724a9e8bb01 req-a8cef2ac-2113-4296-b09a-214efeac38a8 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:35.078391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f97266ad-bfc3-4f20-9c18-e724a9e8bb01 req-a8cef2ac-2113-4296-b09a-214efeac38a8 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.1314449 Feb 08 15:54:35.089851 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675cd3c-0341-414c-888d-f4ce208c7038 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Pushing event deleted for resources: {'Port': ['ID=6c1088c1-fc34-4fda-bf40-aec9bc0678e0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:35.142384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82d91e8-8274-4cfb-9bce-65cc2eaf8608 req-f675cd3c-0341-414c-888d-f4ce208c7038 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] No DVR routers for this DVR port 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:54:35.146286 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-a82d91e8-8274-4cfb-9bce-65cc2eaf8608 req-f675cd3c-0341-414c-888d-f4ce208c7038 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:35.150343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a82d91e8-8274-4cfb-9bce-65cc2eaf8608 req-f675cd3c-0341-414c-888d-f4ce208c7038 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.96 "DELETE /v2.0/ports/6c1088c1-fc34-4fda-bf40-aec9bc0678e0 HTTP/1.1" status: 204 len: 173 time: 0.8122036 Feb 08 15:54:35.152152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32de1437-f4e5-4b8b-8664-b6fe089bfa99', 'name': 'network-vif-deleted', 'tag': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:35.156511 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d71c75c-c4b2-46a8-a59a-a73ead45a361" -d '{"events": [{"server_uuid": "32de1437-f4e5-4b8b-8664-b6fe089bfa99", "name": "network-vif-deleted", "tag": "6c1088c1-fc34-4fda-bf40-aec9bc0678e0"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:35.214468 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f97266ad-bfc3-4f20-9c18-e724a9e8bb01 req-a31cb505-35fd-4c7f-8895-af954497360b tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242166 Feb 08 15:54:35.238177 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70f6a90-e016-4cbb-bab0-69a804886481 x-openstack-request-id: req-e70f6a90-e016-4cbb-bab0-69a804886481 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:35.238177 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32de1437-f4e5-4b8b-8664-b6fe089bfa99", "name": "network-vif-deleted", "tag": "6c1088c1-fc34-4fda-bf40-aec9bc0678e0", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:35.238177 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e70f6a90-e016-4cbb-bab0-69a804886481 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:35.238177 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32de1437-f4e5-4b8b-8664-b6fe089bfa99', 'name': 'network-vif-deleted', 'tag': '6c1088c1-fc34-4fda-bf40-aec9bc0678e0', 'status': 'completed', 'code': 200} Feb 08 15:54:35.412538 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260ecc6-9e48-4d91-ae94-77b5d503c09d req-a66d6bd8-3d82-4f9b-962c-9d52363b7263 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:35.414144 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7260ecc6-9e48-4d91-ae94-77b5d503c09d req-a66d6bd8-3d82-4f9b-962c-9d52363b7263 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1072106 Feb 08 15:54:35.428869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48816405-76fb-4f07-b3b2-945ecd9ac224 req-2a7d9916-d259-496f-86ed-ff6f85a3c486 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:35.432980 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48816405-76fb-4f07-b3b2-945ecd9ac224 req-2a7d9916-d259-496f-86ed-ff6f85a3c486 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.1245952 Feb 08 15:54:35.436122 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:35.440908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46084) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:35.446756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b36e9f68-2efc-4aa9-947d-5c157d38cfdb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Request body: {'floatingip': {'port_id': '5e691fc6-28c2-409e-bd17-7cb31f55c501'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:35.502252 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b36e9f68-2efc-4aa9-947d-5c157d38cfdb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for floatingip (f9d46948-b8dd-425c-920a-00e3d8f3620b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:35.513617 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7260ecc6-9e48-4d91-ae94-77b5d503c09d req-74193e77-47f6-4ce7-b44e-3911dff44cf1 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782967 Feb 08 15:54:35.777334 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2371b07-a2b1-4db3-8231-0875ebc99070 req-e0387508-0b67-4754-bb04-2df8818dee62 tempest-MigrationsAdminTest-178636162 tempest-MigrationsAdminTest-178636162-project] 10.222.0.82 "GET /v2.0/ports?device_id=32de1437-f4e5-4b8b-8664-b6fe089bfa99 HTTP/1.1" status: 200 len: 210 time: 0.0477989 Feb 08 15:54:35.797481 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044c44d-9675-4355-bc71-595f0d43a8ca req-1f62a5c0-09e9-4cbe-abd1-cb81a19f97dc tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:35.800112 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6044c44d-9675-4355-bc71-595f0d43a8ca req-1f62a5c0-09e9-4cbe-abd1-cb81a19f97dc tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1236022 Feb 08 15:54:35.914930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6044c44d-9675-4355-bc71-595f0d43a8ca req-3ee5fb1e-8fad-48be-a54f-a5e233cf1f69 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071317 Feb 08 15:54:35.945803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e136a-6b26-4401-8cdc-bcaf1d7ea531 req-1bb52964-aa11-41ee-a0ee-52c085374258 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:35.949794 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c82e136a-6b26-4401-8cdc-bcaf1d7ea531 req-1bb52964-aa11-41ee-a0ee-52c085374258 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 943 time: 0.0877399 Feb 08 15:54:36.029654 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c82e136a-6b26-4401-8cdc-bcaf1d7ea531 req-03e4dd04-df3f-433b-a878-16ad877bf3d3 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699131 Feb 08 15:54:36.187766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46114) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:36.201655 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b36e9f68-2efc-4aa9-947d-5c157d38cfdb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:36.206424 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b36e9f68-2efc-4aa9-947d-5c157d38cfdb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (f9d46948-b8dd-425c-920a-00e3d8f3620b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:36.323436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-202698631'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:36.335970 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-b36e9f68-2efc-4aa9-947d-5c157d38cfdb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Floating IP f9d46948-b8dd-425c-920a-00e3d8f3620b associated. External IP: 172.25.7.155, port: 5e691fc6-28c2-409e-bd17-7cb31f55c501. Feb 08 15:54:36.362516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:36.366501 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:36.384499 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:36.552732 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for security_group (3b210c47-bbbb-4fdf-9973-b30408a7abc2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:36.559825 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3b210c47-bbbb-4fdf-9973-b30408a7abc2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:36.604058 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b210c47-bbbb-4fdf-9973-b30408a7abc2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:36.619462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:54:36.621423 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:36.636208 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (99d6887a-9d59-437b-b8c1-41a5b3b38bcd), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:36.637314 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Added segment 99d6887a-9d59-437b-b8c1-41a5b3b38bcd of type vlan for network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 Feb 08 15:54:36.698795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36e9f68-2efc-4aa9-947d-5c157d38cfdb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Router 720f81cb-6f2d-49bf-80fd-d329ed90b32b has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:54:36.711707 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (0b135d1d-5014-4bc6-ad28-c59e8919cfc4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:36.738185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:54:36.779452 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (0b135d1d-5014-4bc6-ad28-c59e8919cfc4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:36.784898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:36.786041 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:36.856533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36e9f68-2efc-4aa9-947d-5c157d38cfdb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:54:36.864621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6754701 Feb 08 15:54:36.868914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46156) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:36.875205 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55b59c-7231-47fb-840a-8be45073a348 None None] Sync routers for ids ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:54:36.881425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-0d9b0f31-4056-4de9-af6d-ac44f9facf63 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:36.882071 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b36e9f68-2efc-4aa9-947d-5c157d38cfdb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:36.890489 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7243ea-b0eb-470b-881c-cc44f3d2d0a0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Network': ['ID=0b135d1d-5014-4bc6-ad28-c59e8919cfc4,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:36.916556 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55b59c-7231-47fb-840a-8be45073a348 None None] Routers {'720f81cb-6f2d-49bf-80fd-d329ed90b32b'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:54:36.920357 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6a55b59c-7231-47fb-840a-8be45073a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:54:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:36.923988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:54:36.975587 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b36e9f68-2efc-4aa9-947d-5c157d38cfdb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "PUT /v2.0/floatingips/f9d46948-b8dd-425c-920a-00e3d8f3620b HTTP/1.1" status: 200 len: 992 time: 1.5329826 Feb 08 15:54:36.976204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:36.978553 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d9bdbc-2d04-4de1-b410-93810dbccde7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:37.050597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:37.072686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f', 'network_id': '75aad441-24c3-4b43-8329-829cdc5ff78a', 'port_id': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f', 'mac_address': 'fa:16:3e:97:2f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21628147-0e32-4d39-889f-b7c0993a88b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:54:37.076846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:37.126086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:54:37.126743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6c1088c1-fc34-4fda-bf40-aec9bc0678e0 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:54:37.140900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9b0f31-4056-4de9-af6d-ac44f9facf63 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:37.144270 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0d9b0f31-4056-4de9-af6d-ac44f9facf63 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:37.183340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:37.184209 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:37.205376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:54:37.216277 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-6a55b59c-7231-47fb-840a-8be45073a348 None None] Set router 720f81cb-6f2d-49bf-80fd-d329ed90b32b gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:54:37.247611 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:37.257836 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:37.272937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11202a5-97d6-40e8-94f4-de1b76349f09 req-9c949152-7bc6-42e6-95ea-2daea1bba85c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:37.280618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c11202a5-97d6-40e8-94f4-de1b76349f09 req-9c949152-7bc6-42e6-95ea-2daea1bba85c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=54d98b1f-a7bf-4da9-b4cb-4a00395d5839 HTTP/1.1" status: 200 len: 943 time: 0.2411695 Feb 08 15:54:37.337373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247074b7-17f9-4d2c-b522-f057c46c85c4 req-ee917bd8-b487-4669-88e2-a9e3aa87953c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:37.344967 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-247074b7-17f9-4d2c-b522-f057c46c85c4 req-ee917bd8-b487-4669-88e2-a9e3aa87953c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.2626057 Feb 08 15:54:37.353951 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:37.379226 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46168) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:37.510794 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-247074b7-17f9-4d2c-b522-f057c46c85c4 req-224654c5-8ace-4782-8cc5-c60f332e36c0 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645088 Feb 08 15:54:37.512463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:54:37.554067 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0d9b0f31-4056-4de9-af6d-ac44f9facf63 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (708d1840-59b8-4cab-bf7d-a26fdf71c898), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:37.586796 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a682f848-3928-49a3-92f3-46ff34acc44a x-openstack-request-id: req-a682f848-3928-49a3-92f3-46ff34acc44a {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:37.587095 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:37.588407 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a682f848-3928-49a3-92f3-46ff34acc44a {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:37.588845 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'status': 'completed', 'code': 200} Feb 08 15:54:37.623979 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6a55b59c-7231-47fb-840a-8be45073a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'f9d46948-b8dd-425c-920a-00e3d8f3620b', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'port_id': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'mac_address': 'fa:16:3e:3b:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:54:13Z', 'updated_at': '2022-02-08T15:54:36Z', 'revision_number': 1, 'project_id': '4a0201865e184d1486ad0db740e39857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83b32b7-0ee8-47ef-8089-d68e75acc363', 'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'mac_address': 'fa:16:3e:a8:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:54:06Z', 'updated_at': '2022-02-08T15:54:13Z', 'revision_number': 5, 'project_id': '4a0201865e184d1486ad0db740e39857', 'subnets': [{'id': '087d1e39-0072-4580-ba11-eb90596289b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:37.651210 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-c11202a5-97d6-40e8-94f4-de1b76349f09 req-f891a730-3eb5-4b62-83bc-b3e7465e0d18 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Deleting port de5196e1-d1e9-4d31-b9f3-586c841acc60 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:37.651717 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c11202a5-97d6-40e8-94f4-de1b76349f09 req-f891a730-3eb5-4b62-83bc-b3e7465e0d18 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:37.676991 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55b59c-7231-47fb-840a-8be45073a348 None None] Checking router: 720f81cb-6f2d-49bf-80fd-d329ed90b32b for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:54:37.688799 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55b59c-7231-47fb-840a-8be45073a348 None None] Routers {'720f81cb-6f2d-49bf-80fd-d329ed90b32b'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:54:37.689876 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6a55b59c-7231-47fb-840a-8be45073a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:54:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:37.704809 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9cddd69b-4f52-473c-a07a-6ca40ec995d9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e7801731b81d427e9445bed7845b06a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3242986 Feb 08 15:54:37.705460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46172) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:37.726956 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9bdbc-2d04-4de1-b410-93810dbccde7 req-aa8bd175-cdc7-4dc1-bd3e-76da009d3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:37.733394 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59d9bdbc-2d04-4de1-b410-93810dbccde7 req-aa8bd175-cdc7-4dc1-bd3e-76da009d3ded service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 1129 time: 0.1144819 Feb 08 15:54:37.736084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b0f31-4056-4de9-af6d-ac44f9facf63 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=708d1840-59b8-4cab-bf7d-a26fdf71c898,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:37.791447 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9b0f31-4056-4de9-af6d-ac44f9facf63 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:54:37.791967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b0f31-4056-4de9-af6d-ac44f9facf63 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network hostable DHCP agents. Network: 0b135d1d-5014-4bc6-ad28-c59e8919cfc4, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:54:37.808014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-c11202a5-97d6-40e8-94f4-de1b76349f09 req-f891a730-3eb5-4b62-83bc-b3e7465e0d18 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] For port de5196e1-d1e9-4d31-b9f3-586c841acc60, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=de5196e1-d1e9-4d31-b9f3-586c841acc60,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:37.808512 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c11202a5-97d6-40e8-94f4-de1b76349f09 req-f891a730-3eb5-4b62-83bc-b3e7465e0d18 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:37.829951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-c11202a5-97d6-40e8-94f4-de1b76349f09 req-f891a730-3eb5-4b62-83bc-b3e7465e0d18 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Calling delete_port for de5196e1-d1e9-4d31-b9f3-586c841acc60 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:37.856590 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-6a55b59c-7231-47fb-840a-8be45073a348 None None] Set router 720f81cb-6f2d-49bf-80fd-d329ed90b32b gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:54:37.880986 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10261082-4c9a-4aeb-a705-c4f932195c6d req-96287b2e-13af-423c-b6c1-6e1c6475e1e0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:37.881339 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3918e9a-67d9-4c48-870c-29d4d009545f admin admin] Publish callbacks [] for security_group (9e08ee73-e6ee-4fb9-81d8-0e3983595c75), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:37.881503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-10261082-4c9a-4aeb-a705-c4f932195c6d req-96287b2e-13af-423c-b6c1-6e1c6475e1e0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 944 time: 0.1326537 Feb 08 15:54:37.881503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b0f31-4056-4de9-af6d-ac44f9facf63 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:54:37.894124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9bdbc-2d04-4de1-b410-93810dbccde7 req-22869343-20e9-4fff-8e46-d3e3b5c7b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:37.897120 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59d9bdbc-2d04-4de1-b410-93810dbccde7 req-22869343-20e9-4fff-8e46-d3e3b5c7b0ad service neutron] 10.222.0.94 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 918 time: 0.1600971 Feb 08 15:54:37.947193 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:37.999786 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3918e9a-67d9-4c48-870c-29d4d009545f admin admin] Publish callbacks [] for security_group (9e08ee73-e6ee-4fb9-81d8-0e3983595c75), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:38.007532 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59d9bdbc-2d04-4de1-b410-93810dbccde7 req-bf17ab38-2bfe-47db-b569-7e8212af2e1f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501 HTTP/1.1" status: 200 len: 1000 time: 0.0925782 Feb 08 15:54:38.015796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-0d9b0f31-4056-4de9-af6d-ac44f9facf63 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 0b135d1d-5014-4bc6-ad28-c59e8919cfc4) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:38.030746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd544e6-a7d8-4b9e-b655-7e0e5d99e123 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:54:38.060254 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b0f31-4056-4de9-af6d-ac44f9facf63 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:38.061152 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0d9b0f31-4056-4de9-af6d-ac44f9facf63 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:38.118560 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0d9b0f31-4056-4de9-af6d-ac44f9facf63 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2436244 Feb 08 15:54:38.119717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46174) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:38.130516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-9658a61f-0a05-48b7-ac67-42f7661dcf33 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'name': 'tempest-NetworksTestDHCPv6-304408123'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:38.140389 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3918e9a-67d9-4c48-870c-29d4d009545f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9e08ee73-e6ee-4fb9-81d8-0e3983595c75), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:38.145548 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3918e9a-67d9-4c48-870c-29d4d009545f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:38.146837 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e3918e9a-67d9-4c48-870c-29d4d009545f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9e08ee73-e6ee-4fb9-81d8-0e3983595c75 HTTP/1.1" status: 204 len: 168 time: 0.4300680 Feb 08 15:54:38.187873 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9bdbc-2d04-4de1-b410-93810dbccde7 req-c496f616-f2c1-41e3-9089-5256e0b0ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:38.193725 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59d9bdbc-2d04-4de1-b410-93810dbccde7 req-c496f616-f2c1-41e3-9089-5256e0b0ab5d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=087d1e39-0072-4580-ba11-eb90596289b8 HTTP/1.1" status: 200 len: 856 time: 0.1717653 Feb 08 15:54:38.195005 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3918e9a-67d9-4c48-870c-29d4d009545f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e08ee73-e6ee-4fb9-81d8-0e3983595c75,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:38.279506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-10261082-4c9a-4aeb-a705-c4f932195c6d req-992634b2-6b15-4c0a-816b-b32a423e76b9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678368 Feb 08 15:54:38.299103 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9bdbc-2d04-4de1-b410-93810dbccde7 req-4786f0b7-9b67-46f1-8356-8dea0eaa8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:38.300782 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59d9bdbc-2d04-4de1-b410-93810dbccde7 req-4786f0b7-9b67-46f1-8356-8dea0eaa8dae service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0995128 Feb 08 15:54:38.365214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9658a61f-0a05-48b7-ac67-42f7661dcf33 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:38.369949 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9658a61f-0a05-48b7-ac67-42f7661dcf33 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:38.396523 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c11202a5-97d6-40e8-94f4-de1b76349f09 req-f891a730-3eb5-4b62-83bc-b3e7465e0d18 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (de5196e1-d1e9-4d31-b9f3-586c841acc60), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:38.399489 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-9658a61f-0a05-48b7-ac67-42f7661dcf33 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port fcc64104-2bec-48e8-8042-617abff54af5 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:54:38.409964 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6a55b59c-7231-47fb-840a-8be45073a348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'f9d46948-b8dd-425c-920a-00e3d8f3620b', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'port_id': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'mac_address': 'fa:16:3e:3b:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:54:13Z', 'updated_at': '2022-02-08T15:54:36Z', 'revision_number': 1, 'project_id': '4a0201865e184d1486ad0db740e39857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83b32b7-0ee8-47ef-8089-d68e75acc363', 'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'mac_address': 'fa:16:3e:a8:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:54:06Z', 'updated_at': '2022-02-08T15:54:13Z', 'revision_number': 5, 'project_id': '4a0201865e184d1486ad0db740e39857', 'subnets': [{'id': '087d1e39-0072-4580-ba11-eb90596289b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:38.413462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['189e84f8-27d3-485c-95d2-ceedd5738444'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:54:38.417005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['154f1548-48ee-46aa-9a4e-ed194f34ffcd'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:54:38.450866 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55b59c-7231-47fb-840a-8be45073a348 None None] The sync data for ids ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'] in n-d-824834-11 is: [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'f9d46948-b8dd-425c-920a-00e3d8f3620b', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'port_id': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'mac_address': 'fa:16:3e:3b:4f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:54:13Z', 'updated_at': '2022-02-08T15:54:36Z', 'revision_number': 1, 'project_id': '4a0201865e184d1486ad0db740e39857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83b32b7-0ee8-47ef-8089-d68e75acc363', 'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'mac_address': 'fa:16:3e:a8:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:54:06Z', 'updated_at': '2022-02-08T15:54:13Z', 'revision_number': 5, 'project_id': '4a0201865e184d1486ad0db740e39857', 'subnets': [{'id': '087d1e39-0072-4580-ba11-eb90596289b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:54:38.463689 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59d9bdbc-2d04-4de1-b410-93810dbccde7 req-707096c4-b34f-4f82-93c2-5c9702e9aa5c service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537094 Feb 08 15:54:38.487490 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': '708d1840-59b8-4cab-bf7d-a26fdf71c898'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:54:38.488752 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:38.645334 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59d9bdbc-2d04-4de1-b410-93810dbccde7 req-3b3c8839-64cf-4f3e-bd5e-637ccfe74145 service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776471 Feb 08 15:54:38.646293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46182) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:38.699703 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-75c9a3f3-9b46-4c4a-93f2-95ce0b5a3efb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6d1a4790d83b49a7836f3a93c935e8fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0515141 Feb 08 15:54:38.702023 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46184) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:38.732376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-9658a61f-0a05-48b7-ac67-42f7661dcf33 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::25e (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/708d1840-59b8-4cab-bf7d-a26fdf71c898/fcc64104-2bec-48e8-8042-617abff54af5) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:54:38.751605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891a730-3eb5-4b62-83bc-b3e7465e0d18 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event deleted for resources: {'Port': ['ID=de5196e1-d1e9-4d31-b9f3-586c841acc60,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:38.752594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:54:38.785619 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44aac181-4b63-4e8c-8b87-96b5110fa318 admin admin] Publish callbacks [] for security_group (92614214-b857-4e75-a373-b04f69e90c3f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:38.830919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44aac181-4b63-4e8c-8b87-96b5110fa318 admin admin] Publish callbacks [] for security_group (92614214-b857-4e75-a373-b04f69e90c3f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:38.863435 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7717006-93cc-4811-a915-998714430359 None None] New status for floating IP f9d46948-b8dd-425c-920a-00e3d8f3620b: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:54:38.923242 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44aac181-4b63-4e8c-8b87-96b5110fa318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (92614214-b857-4e75-a373-b04f69e90c3f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:38.927268 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44aac181-4b63-4e8c-8b87-96b5110fa318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:38.928639 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-44aac181-4b63-4e8c-8b87-96b5110fa318 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/92614214-b857-4e75-a373-b04f69e90c3f HTTP/1.1" status: 204 len: 168 time: 0.2255132 Feb 08 15:54:38.942080 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aac181-4b63-4e8c-8b87-96b5110fa318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92614214-b857-4e75-a373-b04f69e90c3f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:38.984961 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:38.985587 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:39.218087 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:39.218492 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:39.247046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc392680-8b85-4613-a302-87a2c33c936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:39.249566 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad68fc5-1f9e-444c-b1fe-d2c15a054e66" -d '{"events": [{"server_uuid": "bc392680-8b85-4613-a302-87a2c33c936c", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:39.264287 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:39.279877 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:39.321590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11202a5-97d6-40e8-94f4-de1b76349f09 req-f891a730-3eb5-4b62-83bc-b3e7465e0d18 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] No DVR routers for this DVR port de5196e1-d1e9-4d31-b9f3-586c841acc60 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:54:39.327979 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c11202a5-97d6-40e8-94f4-de1b76349f09 req-f891a730-3eb5-4b62-83bc-b3e7465e0d18 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:39.331552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c11202a5-97d6-40e8-94f4-de1b76349f09 req-f891a730-3eb5-4b62-83bc-b3e7465e0d18 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "DELETE /v2.0/ports/de5196e1-d1e9-4d31-b9f3-586c841acc60 HTTP/1.1" status: 204 len: 173 time: 2.0495672 Feb 08 15:54:39.334310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d98b1f-a7bf-4da9-b4cb-4a00395d5839', 'name': 'network-vif-deleted', 'tag': 'de5196e1-d1e9-4d31-b9f3-586c841acc60'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:39.336681 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0565ebd6-55d7-47eb-ba03-0887aebebf41" -d '{"events": [{"server_uuid": "54d98b1f-a7bf-4da9-b4cb-4a00395d5839", "name": "network-vif-deleted", "tag": "de5196e1-d1e9-4d31-b9f3-586c841acc60"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:39.344067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,revision_number=10']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:39.396804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4a070-d724-40f2-b279-2e66a46268af req-7dcc9ce5-4cf3-495f-be9f-c55a7db6ce8b tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:39.406618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9bf4a070-d724-40f2-b279-2e66a46268af req-7dcc9ce5-4cf3-495f-be9f-c55a7db6ce8b tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.6997986 Feb 08 15:54:39.495734 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9bf4a070-d724-40f2-b279-2e66a46268af req-c19e1373-a582-426b-a5ea-326510c5f06a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784369 Feb 08 15:54:39.520667 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9658a61f-0a05-48b7-ac67-42f7661dcf33 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (fcc64104-2bec-48e8-8042-617abff54af5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:39.595322 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1079a438-c103-4d68-bec6-eef6c33d391d x-openstack-request-id: req-1079a438-c103-4d68-bec6-eef6c33d391d {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:39.596259 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc392680-8b85-4613-a302-87a2c33c936c", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:39.596833 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1079a438-c103-4d68-bec6-eef6c33d391d {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:39.598592 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc392680-8b85-4613-a302-87a2c33c936c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f', 'code': 200} Feb 08 15:54:39.741164 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edb2c2-3554-474f-a414-4cc00f26a5e4 req-e2d9222e-311b-4776-9a05-198f59c6a52c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:39.742869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5edb2c2-3554-474f-a414-4cc00f26a5e4 req-e2d9222e-311b-4776-9a05-198f59c6a52c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.0720057 Feb 08 15:54:39.798827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5edb2c2-3554-474f-a414-4cc00f26a5e4 req-2354b8ac-af0b-43bb-bf89-49a1378e63fa tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477915 Feb 08 15:54:39.800756 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9658a61f-0a05-48b7-ac67-42f7661dcf33 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (fcc64104-2bec-48e8-8042-617abff54af5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:39.853875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9658a61f-0a05-48b7-ac67-42f7661dcf33 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:39.858313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-9658a61f-0a05-48b7-ac67-42f7661dcf33 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:39.863784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9658a61f-0a05-48b7-ac67-42f7661dcf33 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:54:39.869645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9658a61f-0a05-48b7-ac67-42f7661dcf33 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:39.871533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9658a61f-0a05-48b7-ac67-42f7661dcf33 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:39.902795 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658a61f-0a05-48b7-ac67-42f7661dcf33 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=fcc64104-2bec-48e8-8042-617abff54af5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:39.920985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9658a61f-0a05-48b7-ac67-42f7661dcf33 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7991567 Feb 08 15:54:39.921731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46216) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:39.942027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Allocated IP 2001:db8::2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/708d1840-59b8-4cab-bf7d-a26fdf71c898/7885f270-eb9e-47e9-9549-0e7f3419a11e) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:54:40.017524 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb4475-f24e-4cf6-b373-3cc9766e5a99 req-786117d6-cd61-42b3-8a3f-3b15f16174ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:40.029605 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcc1d8d-10ee-4b4e-8451-2817038f6f3f x-openstack-request-id: req-8dcc1d8d-10ee-4b4e-8451-2817038f6f3f {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:40.030135 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d98b1f-a7bf-4da9-b4cb-4a00395d5839", "name": "network-vif-deleted", "tag": "de5196e1-d1e9-4d31-b9f3-586c841acc60", "status": "failed", "code": 422}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:40.030745 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8dcc1d8d-10ee-4b4e-8451-2817038f6f3f {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:40.031465 n-d-824834-11 neutron-server[103301]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54d98b1f-a7bf-4da9-b4cb-4a00395d5839', 'name': 'network-vif-deleted', 'tag': 'de5196e1-d1e9-4d31-b9f3-586c841acc60', 'status': 'failed', 'code': 422} returned with failed status Feb 08 15:54:40.038278 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d1fb4475-f24e-4cf6-b373-3cc9766e5a99 req-786117d6-cd61-42b3-8a3f-3b15f16174ab service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 1129 time: 0.1488528 Feb 08 15:54:40.096918 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d38e1f7-afad-4166-a51b-d7153f7dafbb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:40.099010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1d38e1f7-afad-4166-a51b-d7153f7dafbb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1762781 Feb 08 15:54:40.103212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46226) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:40.151191 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d1fb4475-f24e-4cf6-b373-3cc9766e5a99 req-c62184f6-cc47-4058-b492-26a1cf096f62 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045189 Feb 08 15:54:40.251810 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-60976a06-3784-45d4-9ba6-0906e742cb13 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port fcc64104-2bec-48e8-8042-617abff54af5 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:40.251810 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-60976a06-3784-45d4-9ba6-0906e742cb13 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (fcc64104-2bec-48e8-8042-617abff54af5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:40.276469 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Publish callbacks [] for port (7885f270-eb9e-47e9-9549-0e7f3419a11e), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:40.295731 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (7885f270-eb9e-47e9-9549-0e7f3419a11e), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:40.369203 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:40.375051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:40.382477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:54:40.386063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Pushing event updated for resources: {'Port': ['ID=7885f270-eb9e-47e9-9549-0e7f3419a11e,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:40.409020 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-60976a06-3784-45d4-9ba6-0906e742cb13 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (fcc64104-2bec-48e8-8042-617abff54af5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:40.420817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-60976a06-3784-45d4-9ba6-0906e742cb13 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for fcc64104-2bec-48e8-8042-617abff54af5 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:40.451318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Attempting to bind port 7885f270-eb9e-47e9-9549-0e7f3419a11e on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:54:40.451793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Attempting to bind port 7885f270-eb9e-47e9-9549-0e7f3419a11e by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:54:40.452052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Attempting to bind port 7885f270-eb9e-47e9-9549-0e7f3419a11e on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:54:40.457570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:54:40.457881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:54:40.458288 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:40.458681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:54:40.459148 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Bound port: 7885f270-eb9e-47e9-9549-0e7f3419a11e, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:54:40.459535 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7885f270-eb9e-47e9-9549-0e7f3419a11e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:40.476696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904606a-5ff4-4446-ad4b-330250804622 req-48bc78a9-4bb1-47b7-b506-74b7221748aa tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:40.478266 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2904606a-5ff4-4446-ad4b-330250804622 req-48bc78a9-4bb1-47b7-b506-74b7221748aa tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 907 time: 0.1268516 Feb 08 15:54:40.546883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] For port 7885f270-eb9e-47e9-9549-0e7f3419a11e, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:54:40.550937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] For port 7885f270-eb9e-47e9-9549-0e7f3419a11e, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7885f270-eb9e-47e9-9549-0e7f3419a11e,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:54:40.560772 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7885f270-eb9e-47e9-9549-0e7f3419a11e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:40.623314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e1da4-408c-4cc4-a306-563e1fac7d59 None None] Pushing event updated for resources: {'Port': ['ID=7885f270-eb9e-47e9-9549-0e7f3419a11e,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:40.643346 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-60976a06-3784-45d4-9ba6-0906e742cb13 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (fcc64104-2bec-48e8-8042-617abff54af5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:40.718763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60976a06-3784-45d4-9ba6-0906e742cb13 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=fcc64104-2bec-48e8-8042-617abff54af5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:40.743014 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-60976a06-3784-45d4-9ba6-0906e742cb13 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:40.747133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-60976a06-3784-45d4-9ba6-0906e742cb13 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/fcc64104-2bec-48e8-8042-617abff54af5 HTTP/1.1" status: 204 len: 168 time: 0.6400940 Feb 08 15:54:40.749937 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46244) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:40.781909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aadf0-8bd2-4c5e-a97a-b7bb05006eff req-e2136ea0-0878-45f2-9216-a92d1930da8c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:40.783643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d6aadf0-8bd2-4c5e-a97a-b7bb05006eff req-e2136ea0-0878-45f2-9216-a92d1930da8c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.1237204 Feb 08 15:54:40.894757 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d6aadf0-8bd2-4c5e-a97a-b7bb05006eff req-1b87498b-5d24-4740-a180-354681c67ba3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028411 Feb 08 15:54:40.924486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf76839d-66c9-4c3e-81d8-37f9e2b24ab7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:40.926039 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf76839d-66c9-4c3e-81d8-37f9e2b24ab7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:40.931994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46250) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:40.948152 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bf76839d-66c9-4c3e-81d8-37f9e2b24ab7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1822047 Feb 08 15:54:41.063311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet 708d1840-59b8-4cab-bf7d-a26fdf71c898 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:54:41.066657 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (708d1840-59b8-4cab-bf7d-a26fdf71c898), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:41.140827 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (708d1840-59b8-4cab-bf7d-a26fdf71c898), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:41.155089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048225f-3b87-422c-a541-a7a5247d207e req-40e66799-aa62-48c1-b4ad-93c525135a84 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.157422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f048225f-3b87-422c-a541-a7a5247d207e req-40e66799-aa62-48c1-b4ad-93c525135a84 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1464024 Feb 08 15:54:41.296016 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f048225f-3b87-422c-a541-a7a5247d207e req-b8cc4d83-0711-4902-af0e-935e3d1f868f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108301 Feb 08 15:54:41.418533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (708d1840-59b8-4cab-bf7d-a26fdf71c898), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:41.678292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (708d1840-59b8-4cab-bf7d-a26fdf71c898), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:41.684713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7885f270-eb9e-47e9-9549-0e7f3419a11e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:54:41.700597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.701344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.701729 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.702209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.702649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.703108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.703561 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.703999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.704613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.705271 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.705914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.706522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.707127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.707734 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.708557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.711077 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e566e179-6d8b-4fe5-9b79-27ba881bcc54 req-e8a02cc5-7855-4dd2-8726-4ccc5d07e7d8 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10579 time: 0.4120536 Feb 08 15:54:41.755248 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=708d1840-59b8-4cab-bf7d-a26fdf71c898,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:41.763589 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:41.767229 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/708d1840-59b8-4cab-bf7d-a26fdf71c898 HTTP/1.1" status: 204 len: 168 time: 0.8347805 Feb 08 15:54:41.773119 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46286) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:41.789103 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:41.789715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:41.790219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:41.790736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:41.791235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:41.792023 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:41.792532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:41.793747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:41.794391 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:41.795127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:41.795632 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:41.796123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:41.796635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba9e7b-d539-45ec-9fa0-76ad15a6f70d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:41.834758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 7885f270-eb9e-47e9-9549-0e7f3419a11e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:41.835344 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7885f270-eb9e-47e9-9549-0e7f3419a11e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:41.907545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1e503-7581-4dbd-b768-d0e0397996d1 req-4bbaa6ee-63a3-40fc-a40a-0cdcc594f93d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:41.909533 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb1e503-7581-4dbd-b768-d0e0397996d1 req-4bbaa6ee-63a3-40fc-a40a-0cdcc594f93d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.96 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 907 time: 0.2914195 Feb 08 15:54:41.922466 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ad4262da-310f-414d-a782-076aa5416658 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1463840 Feb 08 15:54:41.927477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46300) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:41.942830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-feb142f0-a92a-4a62-953e-9d1f988b8fe2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:42.005920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d35b5-ced8-4b5f-b820-8a6a00e0cb8f req-53ff4ccd-6f57-4a5c-a8ef-5f9f5206bbf8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.007429 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8c6d35b5-ced8-4b5f-b820-8a6a00e0cb8f req-53ff4ccd-6f57-4a5c-a8ef-5f9f5206bbf8 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 907 time: 0.3333964 Feb 08 15:54:42.068277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 7885f270-eb9e-47e9-9549-0e7f3419a11e is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:42.068785 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7885f270-eb9e-47e9-9549-0e7f3419a11e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:42.154522 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb142f0-a92a-4a62-953e-9d1f988b8fe2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:42.156585 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 7885f270-eb9e-47e9-9549-0e7f3419a11e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7885f270-eb9e-47e9-9549-0e7f3419a11e,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:42.159909 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-feb142f0-a92a-4a62-953e-9d1f988b8fe2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:42.163728 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e4640-4443-4cea-96cf-8baf3cb772a3 req-913db8bb-0832-4f3b-bc9e-6bfcc60468f2 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.165330 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7885f270-eb9e-47e9-9549-0e7f3419a11e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:42.172027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd1e4640-4443-4cea-96cf-8baf3cb772a3 req-913db8bb-0832-4f3b-bc9e-6bfcc60468f2 tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 886 time: 0.4190667 Feb 08 15:54:42.256437 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ab81ee-a2e9-47be-8766-613297f0826e None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:54:42.333971 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-4bb1e503-7581-4dbd-b768-d0e0397996d1 req-bc666f77-2d1d-4b21-866c-ecb4a2773f7b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Deleting port e24da700-d000-49be-b685-bfdcbb6f7226 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:42.334705 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4bb1e503-7581-4dbd-b768-d0e0397996d1 req-bc666f77-2d1d-4b21-866c-ecb4a2773f7b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:42.412149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=7885f270-eb9e-47e9-9549-0e7f3419a11e,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:42.446732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8ec3ae5d-42fd-470d-811d-1972cec8346f None None] Provisioning complete for port 7885f270-eb9e-47e9-9549-0e7f3419a11e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:42.447395 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8ec3ae5d-42fd-470d-811d-1972cec8346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7885f270-eb9e-47e9-9549-0e7f3419a11e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:42.604386 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-feb142f0-a92a-4a62-953e-9d1f988b8fe2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (c3411645-025e-48bf-ab33-4d83ef8449c2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:42.607117 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d057bc40-b5b9-4649-8ff6-a5cfc5143ee0 None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:54:42.660637 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.661199 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3ae5d-42fd-470d-811d-1972cec8346f None None] Current status of the port 7885f270-eb9e-47e9-9549-0e7f3419a11e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:42.661875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.662555 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.662899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb142f0-a92a-4a62-953e-9d1f988b8fe2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:42.663483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.664160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.665199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.665877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.666512 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.667162 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.667934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.668681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.669425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.670293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-feb142f0-a92a-4a62-953e-9d1f988b8fe2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:42.670591 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.671414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.672053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.677174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb142f0-a92a-4a62-953e-9d1f988b8fe2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.677771 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-feb142f0-a92a-4a62-953e-9d1f988b8fe2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:42.680296 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a221d791-0bb2-4144-980f-19a46946ab9b req-3c227031-42ba-4545-b645-822b47bb219a tempest-NetworksTest-1757933177 tempest-NetworksTest-1757933177-project-admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10541 time: 0.4820232 Feb 08 15:54:42.707210 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-feb142f0-a92a-4a62-953e-9d1f988b8fe2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7737091 Feb 08 15:54:42.707427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d057bc40-b5b9-4649-8ff6-a5cfc5143ee0 None None] Deleting port 7885f270-eb9e-47e9-9549-0e7f3419a11e {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:42.707427 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d057bc40-b5b9-4649-8ff6-a5cfc5143ee0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7885f270-eb9e-47e9-9549-0e7f3419a11e), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:42.707918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46322) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:42.713301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-726b9526-3f07-4f3c-861a-e48c96a6162a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'name': 'tempest-NetworksTestDHCPv6-1136379996'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:42.734179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb142f0-a92a-4a62-953e-9d1f988b8fe2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=c3411645-025e-48bf-ab33-4d83ef8449c2,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:42.804258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-4bb1e503-7581-4dbd-b768-d0e0397996d1 req-bc666f77-2d1d-4b21-866c-ecb4a2773f7b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] For port e24da700-d000-49be-b685-bfdcbb6f7226, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e24da700-d000-49be-b685-bfdcbb6f7226,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:42.811239 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4bb1e503-7581-4dbd-b768-d0e0397996d1 req-bc666f77-2d1d-4b21-866c-ecb4a2773f7b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:42.850107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d057bc40-b5b9-4649-8ff6-a5cfc5143ee0 None None] For port 7885f270-eb9e-47e9-9549-0e7f3419a11e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7885f270-eb9e-47e9-9549-0e7f3419a11e,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:42.850974 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d057bc40-b5b9-4649-8ff6-a5cfc5143ee0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7885f270-eb9e-47e9-9549-0e7f3419a11e), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:42.851962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-4bb1e503-7581-4dbd-b768-d0e0397996d1 req-bc666f77-2d1d-4b21-866c-ecb4a2773f7b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Calling delete_port for e24da700-d000-49be-b685-bfdcbb6f7226 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:42.872621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d057bc40-b5b9-4649-8ff6-a5cfc5143ee0 None None] Calling delete_port for 7885f270-eb9e-47e9-9549-0e7f3419a11e owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:42.876609 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0016b-5053-407d-9877-1984f171f204 req-45f0bc91-32d9-4844-975d-562b637774d6 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:42.886359 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726b9526-3f07-4f3c-861a-e48c96a6162a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:42.888214 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8d0016b-5053-407d-9877-1984f171f204 req-45f0bc91-32d9-4844-975d-562b637774d6 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.4137180 Feb 08 15:54:42.889994 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-726b9526-3f07-4f3c-861a-e48c96a6162a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:42.921259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-726b9526-3f07-4f3c-861a-e48c96a6162a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port 6c38b598-35ee-4744-a23c-2919a0c1c8db yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:54:42.991397 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d057bc40-b5b9-4649-8ff6-a5cfc5143ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (7885f270-eb9e-47e9-9549-0e7f3419a11e), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:43.031263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057bc40-b5b9-4649-8ff6-a5cfc5143ee0 None None] Pushing event deleted for resources: {'Port': ['ID=7885f270-eb9e-47e9-9549-0e7f3419a11e,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:43.040766 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d057bc40-b5b9-4649-8ff6-a5cfc5143ee0 None None] No DVR routers for this DVR port 7885f270-eb9e-47e9-9549-0e7f3419a11e on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:54:43.071926 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b578259-59b3-404d-b4ca-f5a1a3ce2cb6 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:54:43.135964 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8d0016b-5053-407d-9877-1984f171f204 req-09f3c43e-826f-4562-8616-0b764bc3909b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463233 Feb 08 15:54:43.219464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46328) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:43.274859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': 'c3411645-025e-48bf-ab33-4d83ef8449c2'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:54:43.275751 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:43.369262 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4bb1e503-7581-4dbd-b768-d0e0397996d1 req-bc666f77-2d1d-4b21-866c-ecb4a2773f7b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e24da700-d000-49be-b685-bfdcbb6f7226), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:43.423956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc666f77-2d1d-4b21-866c-ecb4a2773f7b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event deleted for resources: {'Port': ['ID=e24da700-d000-49be-b685-bfdcbb6f7226,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:43.500638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-726b9526-3f07-4f3c-861a-e48c96a6162a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::197 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/c3411645-025e-48bf-ab33-4d83ef8449c2/6c38b598-35ee-4744-a23c-2919a0c1c8db) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:54:43.575980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a97449-5531-438a-a214-0dfcf5bd9734 req-dcbee2d4-887e-4a71-b9a1-f0b4218943c3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:43.578438 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69a97449-5531-438a-a214-0dfcf5bd9734 req-dcbee2d4-887e-4a71-b9a1-f0b4218943c3 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=8924d344-acda-4d18-a0a8-990730ea28fb HTTP/1.1" status: 200 len: 829 time: 0.3599069 Feb 08 15:54:43.585786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb1e503-7581-4dbd-b768-d0e0397996d1 req-bc666f77-2d1d-4b21-866c-ecb4a2773f7b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] No DVR routers for this DVR port e24da700-d000-49be-b685-bfdcbb6f7226 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:54:43.588767 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4bb1e503-7581-4dbd-b768-d0e0397996d1 req-bc666f77-2d1d-4b21-866c-ecb4a2773f7b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:43.604342 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bb1e503-7581-4dbd-b768-d0e0397996d1 req-bc666f77-2d1d-4b21-866c-ecb4a2773f7b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.96 "DELETE /v2.0/ports/e24da700-d000-49be-b685-bfdcbb6f7226 HTTP/1.1" status: 204 len: 173 time: 1.6854835 Feb 08 15:54:43.604856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8924d344-acda-4d18-a0a8-990730ea28fb', 'name': 'network-vif-deleted', 'tag': 'e24da700-d000-49be-b685-bfdcbb6f7226'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:43.615618 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c82f16-e3cb-4e09-8f35-476272863023" -d '{"events": [{"server_uuid": "8924d344-acda-4d18-a0a8-990730ea28fb", "name": "network-vif-deleted", "tag": "e24da700-d000-49be-b685-bfdcbb6f7226"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:43.619678 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3da4010-3f49-4f8e-89d5-e243a0cc5e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:43.741999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7885f270-eb9e-47e9-9549-0e7f3419a11e no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:43.774545 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d1e89a-d5c5-4b65-a61c-9a11fb0a6de3 x-openstack-request-id: req-d0d1e89a-d5c5-4b65-a61c-9a11fb0a6de3 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:43.775131 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8924d344-acda-4d18-a0a8-990730ea28fb", "name": "network-vif-deleted", "tag": "e24da700-d000-49be-b685-bfdcbb6f7226", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:43.775131 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d0d1e89a-d5c5-4b65-a61c-9a11fb0a6de3 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:43.775298 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8924d344-acda-4d18-a0a8-990730ea28fb', 'name': 'network-vif-deleted', 'tag': 'e24da700-d000-49be-b685-bfdcbb6f7226', 'status': 'completed', 'code': 200} Feb 08 15:54:43.786145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 7885f270-eb9e-47e9-9549-0e7f3419a11e {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:54:43.786499 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7885f270-eb9e-47e9-9549-0e7f3419a11e not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:54:43.787477 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-726b9526-3f07-4f3c-861a-e48c96a6162a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (6c38b598-35ee-4744-a23c-2919a0c1c8db), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:43.806898 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3da4010-3f49-4f8e-89d5-e243a0cc5e76 admin admin] Publish callbacks [] for security_group (fddd9bdc-faee-4ab5-a5c5-9ba11c741ace), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:43.812348 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3da4010-3f49-4f8e-89d5-e243a0cc5e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fddd9bdc-faee-4ab5-a5c5-9ba11c741ace), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:43.834927 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-726b9526-3f07-4f3c-861a-e48c96a6162a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6c38b598-35ee-4744-a23c-2919a0c1c8db), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:43.863054 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f3da4010-3f49-4f8e-89d5-e243a0cc5e76 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c32e195db89a4e9bab41d17ef3ceca2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6386120 Feb 08 15:54:43.863054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da4010-3f49-4f8e-89d5-e243a0cc5e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddd9bdc-faee-4ab5-a5c5-9ba11c741ace,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:43.864831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46336) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:43.883050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Allocated IP 2001:db8::2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/c3411645-025e-48bf-ab33-4d83ef8449c2/296d849c-32f4-435b-a2bf-0c62d30726fb) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:54:43.922527 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726b9526-3f07-4f3c-861a-e48c96a6162a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:43.927341 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-726b9526-3f07-4f3c-861a-e48c96a6162a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:43.930800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726b9526-3f07-4f3c-861a-e48c96a6162a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:54:43.937657 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77b41b1e-f3ec-428b-9dea-747c98bf2afc admin admin] Publish callbacks [] for security_group (fddd9bdc-faee-4ab5-a5c5-9ba11c741ace), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:43.941933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b9526-3f07-4f3c-861a-e48c96a6162a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:43.942599 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-726b9526-3f07-4f3c-861a-e48c96a6162a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:43.953384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b9526-3f07-4f3c-861a-e48c96a6162a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=6c38b598-35ee-4744-a23c-2919a0c1c8db,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:43.961787 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77b41b1e-f3ec-428b-9dea-747c98bf2afc admin admin] Publish callbacks [] for security_group (fddd9bdc-faee-4ab5-a5c5-9ba11c741ace), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:43.973034 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-726b9526-3f07-4f3c-861a-e48c96a6162a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2641246 Feb 08 15:54:43.977434 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46338) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:44.040030 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77b41b1e-f3ec-428b-9dea-747c98bf2afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fddd9bdc-faee-4ab5-a5c5-9ba11c741ace), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:44.050117 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77b41b1e-f3ec-428b-9dea-747c98bf2afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:44.054266 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-77b41b1e-f3ec-428b-9dea-747c98bf2afc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fddd9bdc-faee-4ab5-a5c5-9ba11c741ace HTTP/1.1" status: 204 len: 168 time: 0.1854579 Feb 08 15:54:44.074619 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b41b1e-f3ec-428b-9dea-747c98bf2afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddd9bdc-faee-4ab5-a5c5-9ba11c741ace,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:44.102616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306177b8-ad3e-467b-9ca0-8dd23e8660da tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:44.109275 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46342) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:44.129085 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-306177b8-ad3e-467b-9ca0-8dd23e8660da tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1270208 Feb 08 15:54:44.264475 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Publish callbacks [] for port (296d849c-32f4-435b-a2bf-0c62d30726fb), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:44.271921 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (296d849c-32f4-435b-a2bf-0c62d30726fb), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:44.288511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9cc3cf86-8788-4834-a40b-540df77cfb77 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port 6c38b598-35ee-4744-a23c-2919a0c1c8db {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:44.288837 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9cc3cf86-8788-4834-a40b-540df77cfb77 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6c38b598-35ee-4744-a23c-2919a0c1c8db), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:44.313757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:44.316858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:44.320018 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:54:44.364147 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Pushing event updated for resources: {'Port': ['ID=296d849c-32f4-435b-a2bf-0c62d30726fb,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:44.384881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670921d-a5f0-41b9-add2-abc6bbd92ef6 req-8f46665c-75de-4126-928c-70d7f2d1ed0b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:44.386344 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2670921d-a5f0-41b9-add2-abc6bbd92ef6 req-8f46665c-75de-4126-928c-70d7f2d1ed0b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1382971 Feb 08 15:54:44.400370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Attempting to bind port 296d849c-32f4-435b-a2bf-0c62d30726fb on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:54:44.400859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Attempting to bind port 296d849c-32f4-435b-a2bf-0c62d30726fb by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:54:44.401392 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Attempting to bind port 296d849c-32f4-435b-a2bf-0c62d30726fb on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:54:44.407471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:54:44.408192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:54:44.408806 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:44.409449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:54:44.409992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Bound port: 296d849c-32f4-435b-a2bf-0c62d30726fb, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:54:44.410426 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (296d849c-32f4-435b-a2bf-0c62d30726fb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:44.428718 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9cc3cf86-8788-4834-a40b-540df77cfb77 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6c38b598-35ee-4744-a23c-2919a0c1c8db), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:44.453284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9cc3cf86-8788-4834-a40b-540df77cfb77 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for 6c38b598-35ee-4744-a23c-2919a0c1c8db owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:44.477667 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2670921d-a5f0-41b9-add2-abc6bbd92ef6 req-043b5523-6188-4479-9832-608dd69b626a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835280 Feb 08 15:54:44.484982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] For port 296d849c-32f4-435b-a2bf-0c62d30726fb, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:54:44.489399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] For port 296d849c-32f4-435b-a2bf-0c62d30726fb, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=296d849c-32f4-435b-a2bf-0c62d30726fb,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:54:44.493698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46348) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:44.508188 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (296d849c-32f4-435b-a2bf-0c62d30726fb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:44.523058 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb394899-e0ae-4cd9-99e9-d1f16eec4f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:44.598218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af6329-fae0-4035-b9cb-ee5a992547f9 None None] Pushing event updated for resources: {'Port': ['ID=296d849c-32f4-435b-a2bf-0c62d30726fb,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:44.680570 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9cc3cf86-8788-4834-a40b-540df77cfb77 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6c38b598-35ee-4744-a23c-2919a0c1c8db), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:44.741623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a178205-09ab-4b27-aead-ba5897682a5e req-70315042-1372-4279-9a6f-a2cd6f7bf66c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:44.743370 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a178205-09ab-4b27-aead-ba5897682a5e req-70315042-1372-4279-9a6f-a2cd6f7bf66c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1401417 Feb 08 15:54:44.758517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3cf86-8788-4834-a40b-540df77cfb77 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=6c38b598-35ee-4744-a23c-2919a0c1c8db,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:44.767305 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9cc3cf86-8788-4834-a40b-540df77cfb77 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:44.770651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9cc3cf86-8788-4834-a40b-540df77cfb77 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/6c38b598-35ee-4744-a23c-2919a0c1c8db HTTP/1.1" status: 204 len: 168 time: 0.6601210 Feb 08 15:54:44.774339 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb394899-e0ae-4cd9-99e9-d1f16eec4f07 admin admin] Publish callbacks [] for security_group (77a14631-a886-4d52-bdb2-e9628a9c409e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:44.775682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46360) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:44.787832 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb394899-e0ae-4cd9-99e9-d1f16eec4f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (77a14631-a886-4d52-bdb2-e9628a9c409e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:44.829080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a178205-09ab-4b27-aead-ba5897682a5e req-ccd721da-eaf7-4797-87cd-410b2ca878a7 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661528 Feb 08 15:54:44.865171 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb394899-e0ae-4cd9-99e9-d1f16eec4f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a14631-a886-4d52-bdb2-e9628a9c409e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:44.889248 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bb394899-e0ae-4cd9-99e9-d1f16eec4f07 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ffae6936b4aa4b64829beca5cf6e4af1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3937240 Feb 08 15:54:44.891897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46366) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:44.926348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfe8838-4393-48d8-8ef4-af9bd99595c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:44.935332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfe8838-4393-48d8-8ef4-af9bd99595c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:44.939311 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-edfe8838-4393-48d8-8ef4-af9bd99595c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1626270 Feb 08 15:54:44.945377 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46368) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:45.025578 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b77ee5-fd68-49a5-8db1-a0929637591f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet c3411645-025e-48bf-ab33-4d83ef8449c2 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:54:45.030161 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58b77ee5-fd68-49a5-8db1-a0929637591f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (c3411645-025e-48bf-ab33-4d83ef8449c2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:45.064505 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b8a2-09bf-4778-9a72-f22bcb932e10 admin admin] Publish callbacks [] for security_group (77a14631-a886-4d52-bdb2-e9628a9c409e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:45.085658 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:54:45.086638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e24da700-d000-49be-b685-bfdcbb6f7226 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:45.095940 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58b77ee5-fd68-49a5-8db1-a0929637591f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (c3411645-025e-48bf-ab33-4d83ef8449c2), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:45.106999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0957220-c382-421e-b01b-556d372bb9ba req-1f7de2c9-9690-4484-b2dc-71d3b67b76f4 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:45.108604 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0957220-c382-421e-b01b-556d372bb9ba req-1f7de2c9-9690-4484-b2dc-71d3b67b76f4 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1365035 Feb 08 15:54:45.110686 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b8a2-09bf-4778-9a72-f22bcb932e10 admin admin] Publish callbacks [] for security_group (77a14631-a886-4d52-bdb2-e9628a9c409e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:45.114258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: e24da700-d000-49be-b685-bfdcbb6f7226 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:54:45.114604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e24da700-d000-49be-b685-bfdcbb6f7226 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:54:45.135416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14975ca5-749e-4a85-9717-02fcccd4af0b req-ba671cfd-b8c7-4d0a-a571-171b1daea9a4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:45.137205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14975ca5-749e-4a85-9717-02fcccd4af0b req-ba671cfd-b8c7-4d0a-a571-171b1daea9a4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 946 time: 0.1638753 Feb 08 15:54:45.245047 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0957220-c382-421e-b01b-556d372bb9ba req-e6838051-8664-416f-bac8-5631919bd3ce tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243265 Feb 08 15:54:45.252329 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14975ca5-749e-4a85-9717-02fcccd4af0b req-6b17b458-ea38-4e6c-bb37-0576aeae74ec tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053603 Feb 08 15:54:45.253949 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b8a2-09bf-4778-9a72-f22bcb932e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (77a14631-a886-4d52-bdb2-e9628a9c409e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:45.254677 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58b77ee5-fd68-49a5-8db1-a0929637591f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (c3411645-025e-48bf-ab33-4d83ef8449c2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:45.258407 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b8a2-09bf-4778-9a72-f22bcb932e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:45.260319 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e7d9b8a2-09bf-4778-9a72-f22bcb932e10 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/77a14631-a886-4d52-bdb2-e9628a9c409e HTTP/1.1" status: 204 len: 168 time: 0.3672154 Feb 08 15:54:45.288369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9b8a2-09bf-4778-9a72-f22bcb932e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a14631-a886-4d52-bdb2-e9628a9c409e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:45.355994 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58b77ee5-fd68-49a5-8db1-a0929637591f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (c3411645-025e-48bf-ab33-4d83ef8449c2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:45.388431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b77ee5-fd68-49a5-8db1-a0929637591f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=c3411645-025e-48bf-ab33-4d83ef8449c2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:45.392544 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58b77ee5-fd68-49a5-8db1-a0929637591f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:45.398600 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46376) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:45.398765 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-58b77ee5-fd68-49a5-8db1-a0929637591f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/c3411645-025e-48bf-ab33-4d83ef8449c2 HTTP/1.1" status: 204 len: 168 time: 0.4519508 Feb 08 15:54:45.468473 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bd66868e-1ade-4d2c-a270-dfe1e1b92e2c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686083 Feb 08 15:54:45.471942 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46378) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:45.476982 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbbac7-0388-4839-a7ef-5f87684e2731 req-83628098-0b32-4852-b049-e059c43919f8 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:45.479000 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44dbbac7-0388-4839-a7ef-5f87684e2731 req-83628098-0b32-4852-b049-e059c43919f8 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1318214 Feb 08 15:54:45.479592 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-376f59dd-8e63-4560-9135-c41df01b7830 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:45.564995 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44dbbac7-0388-4839-a7ef-5f87684e2731 req-23866f79-ce3a-416d-94eb-46567b3144ee tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701275 Feb 08 15:54:45.723358 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 296d849c-32f4-435b-a2bf-0c62d30726fb up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:54:45.749126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376f59dd-8e63-4560-9135-c41df01b7830 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:45.752941 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-376f59dd-8e63-4560-9135-c41df01b7830 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:45.795853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f4e1d-5545-48f3-84dd-68bcdc55ed2c req-325106d6-9881-42ea-8132-a244f383673f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:45.797949 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 296d849c-32f4-435b-a2bf-0c62d30726fb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:45.798537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c05f4e1d-5545-48f3-84dd-68bcdc55ed2c req-325106d6-9881-42ea-8132-a244f383673f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1123374 Feb 08 15:54:45.798817 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (296d849c-32f4-435b-a2bf-0c62d30726fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:45.882319 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c05f4e1d-5545-48f3-84dd-68bcdc55ed2c req-af5f65b5-b827-4a04-90a5-ec409d21501f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720208 Feb 08 15:54:45.896565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 296d849c-32f4-435b-a2bf-0c62d30726fb is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:45.897158 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (296d849c-32f4-435b-a2bf-0c62d30726fb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:45.958864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 296d849c-32f4-435b-a2bf-0c62d30726fb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=296d849c-32f4-435b-a2bf-0c62d30726fb,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:45.970591 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (296d849c-32f4-435b-a2bf-0c62d30726fb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:46.033980 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=296d849c-32f4-435b-a2bf-0c62d30726fb,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:46.041194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459c3e77-821a-4a7d-8cf9-5f8bf40acb30 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:54:46.062958 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-376f59dd-8e63-4560-9135-c41df01b7830 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (afc86147-69ed-4b08-b9a7-9e0da0ef00e0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:46.107681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814af41d-f250-4ae4-a6a1-46aceefa06f8 req-86a39394-7e9e-44c5-ad01-75172ecb7beb tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:46.115589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-814af41d-f250-4ae4-a6a1-46aceefa06f8 req-86a39394-7e9e-44c5-ad01-75172ecb7beb tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.0786870 Feb 08 15:54:46.157233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376f59dd-8e63-4560-9135-c41df01b7830 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:46.164537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-376f59dd-8e63-4560-9135-c41df01b7830 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:46.173597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376f59dd-8e63-4560-9135-c41df01b7830 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:46.185287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-814af41d-f250-4ae4-a6a1-46aceefa06f8 req-779d69f4-f1ed-4b72-8287-8463cf64b454 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640001 Feb 08 15:54:46.197225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-376f59dd-8e63-4560-9135-c41df01b7830 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:46.197681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2c4992b6-5c10-4129-8157-d72bb6ace3d0 None None] Provisioning complete for port 296d849c-32f4-435b-a2bf-0c62d30726fb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:46.198321 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2c4992b6-5c10-4129-8157-d72bb6ace3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (296d849c-32f4-435b-a2bf-0c62d30726fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:46.263706 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-376f59dd-8e63-4560-9135-c41df01b7830 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7872808 Feb 08 15:54:46.263706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f59dd-8e63-4560-9135-c41df01b7830 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=afc86147-69ed-4b08-b9a7-9e0da0ef00e0,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:46.265003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46402) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:46.270819 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-90e7a7f8-5ef6-418b-88a4-7238ad30fe55 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'name': 'tempest-NetworksTestDHCPv6-4659304'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:46.347359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2c4992b6-5c10-4129-8157-d72bb6ace3d0 None None] Current status of the port 296d849c-32f4-435b-a2bf-0c62d30726fb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:46.443638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b1d09b-c70c-4bb7-b1ec-1e290d18df7d None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:54:46.504566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fe614-9669-4c90-b718-adf361c46b34 req-043a2e3d-5178-445c-81d7-b402a6e6f608 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:46.505064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1d09b-c70c-4bb7-b1ec-1e290d18df7d None None] Deleting port 296d849c-32f4-435b-a2bf-0c62d30726fb {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:46.505638 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b9b1d09b-c70c-4bb7-b1ec-1e290d18df7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (296d849c-32f4-435b-a2bf-0c62d30726fb), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:46.511689 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-670fe614-9669-4c90-b718-adf361c46b34 req-043a2e3d-5178-445c-81d7-b402a6e6f608 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1877215 Feb 08 15:54:46.533249 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa03c15-a23c-4005-b202-78a922dc7938 req-789464df-b109-44dc-9f82-ebb198fd38ba tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:46.535996 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1fa03c15-a23c-4005-b202-78a922dc7938 req-789464df-b109-44dc-9f82-ebb198fd38ba tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.94 "GET /v2.0/ports?device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 946 time: 0.0926385 Feb 08 15:54:46.550755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399e38e-7e87-4929-a144-184ba483de76 req-669e0066-c1e6-48b1-8a4a-3f923330101c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:46.563595 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2399e38e-7e87-4929-a144-184ba483de76 req-669e0066-c1e6-48b1-8a4a-3f923330101c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 946 time: 0.1898324 Feb 08 15:54:46.650237 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-670fe614-9669-4c90-b718-adf361c46b34 req-caa2bbd7-15e4-4eec-94b1-96ffa4871cf9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375258 Feb 08 15:54:46.657516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e7a7f8-5ef6-418b-88a4-7238ad30fe55 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:46.668997 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90e7a7f8-5ef6-418b-88a4-7238ad30fe55 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:46.712189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b9b1d09b-c70c-4bb7-b1ec-1e290d18df7d None None] For port 296d849c-32f4-435b-a2bf-0c62d30726fb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=296d849c-32f4-435b-a2bf-0c62d30726fb,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:46.712978 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b9b1d09b-c70c-4bb7-b1ec-1e290d18df7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (296d849c-32f4-435b-a2bf-0c62d30726fb), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:46.730324 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2399e38e-7e87-4929-a144-184ba483de76 req-7bf698ca-0f48-4cc0-8656-df13ca43480d tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656785 Feb 08 15:54:46.742564 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-90e7a7f8-5ef6-418b-88a4-7238ad30fe55 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port 00c4c718-c234-440d-b7e8-e78f8222c86b yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:54:46.760533 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1d09b-c70c-4bb7-b1ec-1e290d18df7d None None] Calling delete_port for 296d849c-32f4-435b-a2bf-0c62d30726fb owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:46.813906 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-1fa03c15-a23c-4005-b202-78a922dc7938 req-11ea032b-df4e-40db-a2bb-d09f0af316a5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Deleting port 154f1548-48ee-46aa-9a4e-ed194f34ffcd {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:46.821498 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1fa03c15-a23c-4005-b202-78a922dc7938 req-11ea032b-df4e-40db-a2bb-d09f0af316a5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:46.991869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1fa03c15-a23c-4005-b202-78a922dc7938 req-11ea032b-df4e-40db-a2bb-d09f0af316a5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] For port 154f1548-48ee-46aa-9a4e-ed194f34ffcd, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=154f1548-48ee-46aa-9a4e-ed194f34ffcd,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:46.992248 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1fa03c15-a23c-4005-b202-78a922dc7938 req-11ea032b-df4e-40db-a2bb-d09f0af316a5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:47.017647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-1fa03c15-a23c-4005-b202-78a922dc7938 req-11ea032b-df4e-40db-a2bb-d09f0af316a5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Calling delete_port for 154f1548-48ee-46aa-9a4e-ed194f34ffcd owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:47.065995 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b9b1d09b-c70c-4bb7-b1ec-1e290d18df7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (296d849c-32f4-435b-a2bf-0c62d30726fb), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:47.077330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-90e7a7f8-5ef6-418b-88a4-7238ad30fe55 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::31c (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/afc86147-69ed-4b08-b9a7-9e0da0ef00e0/00c4c718-c234-440d-b7e8-e78f8222c86b) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:54:47.086954 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b1d09b-c70c-4bb7-b1ec-1e290d18df7d None None] No DVR routers for this DVR port 296d849c-32f4-435b-a2bf-0c62d30726fb on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:54:47.120236 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1d09b-c70c-4bb7-b1ec-1e290d18df7d None None] Pushing event deleted for resources: {'Port': ['ID=296d849c-32f4-435b-a2bf-0c62d30726fb,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:47.143491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5ece1f-1e27-4640-bd66-ec7a8bdf8444 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:54:47.150336 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da43441-cb22-48d3-a00a-461c3ce3a435 req-0d0c0f57-1978-4964-8a66-365eb55ff5c9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:47.157851 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4da43441-cb22-48d3-a00a-461c3ce3a435 req-0d0c0f57-1978-4964-8a66-365eb55ff5c9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1310802 Feb 08 15:54:47.279955 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4da43441-cb22-48d3-a00a-461c3ce3a435 req-1c45d512-a7ad-482c-9551-bbfa5e0da568 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151917 Feb 08 15:54:47.283931 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1fa03c15-a23c-4005-b202-78a922dc7938 req-11ea032b-df4e-40db-a2bb-d09f0af316a5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (154f1548-48ee-46aa-9a4e-ed194f34ffcd), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:47.294239 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': 'afc86147-69ed-4b08-b9a7-9e0da0ef00e0'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:54:47.295513 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:47.372383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea032b-df4e-40db-a2bb-d09f0af316a5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event deleted for resources: {'Port': ['ID=154f1548-48ee-46aa-9a4e-ed194f34ffcd,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:47.372897 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90e7a7f8-5ef6-418b-88a4-7238ad30fe55 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (00c4c718-c234-440d-b7e8-e78f8222c86b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:47.402956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['189e84f8-27d3-485c-95d2-ceedd5738444'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:54:47.410030 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa03c15-a23c-4005-b202-78a922dc7938 req-11ea032b-df4e-40db-a2bb-d09f0af316a5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] No DVR routers for this DVR port 154f1548-48ee-46aa-9a4e-ed194f34ffcd on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:54:47.413631 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1fa03c15-a23c-4005-b202-78a922dc7938 req-11ea032b-df4e-40db-a2bb-d09f0af316a5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:47.416131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['154f1548-48ee-46aa-9a4e-ed194f34ffcd'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:54:47.419707 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1fa03c15-a23c-4005-b202-78a922dc7938 req-11ea032b-df4e-40db-a2bb-d09f0af316a5 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.94 "DELETE /v2.0/ports/154f1548-48ee-46aa-9a4e-ed194f34ffcd HTTP/1.1" status: 204 len: 173 time: 0.8781433 Feb 08 15:54:47.420483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b88c5b-9949-472a-812e-6cdb8b7f79b6', 'name': 'network-vif-deleted', 'tag': '154f1548-48ee-46aa-9a4e-ed194f34ffcd'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:47.422646 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90e7a7f8-5ef6-418b-88a4-7238ad30fe55 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (00c4c718-c234-440d-b7e8-e78f8222c86b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:47.424252 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1aff06f-a6df-4597-b137-ff2307241123" -d '{"events": [{"server_uuid": "c0b88c5b-9949-472a-812e-6cdb8b7f79b6", "name": "network-vif-deleted", "tag": "154f1548-48ee-46aa-9a4e-ed194f34ffcd"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:47.475535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e7a7f8-5ef6-418b-88a4-7238ad30fe55 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:47.480855 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-90e7a7f8-5ef6-418b-88a4-7238ad30fe55 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:47.491193 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e7a7f8-5ef6-418b-88a4-7238ad30fe55 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:54:47.520322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e7a7f8-5ef6-418b-88a4-7238ad30fe55 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:47.522345 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90e7a7f8-5ef6-418b-88a4-7238ad30fe55 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:47.555436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7a7f8-5ef6-418b-88a4-7238ad30fe55 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=00c4c718-c234-440d-b7e8-e78f8222c86b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:47.570220 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-90e7a7f8-5ef6-418b-88a4-7238ad30fe55 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3016679 Feb 08 15:54:47.570379 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee55175e-af4f-41cb-9978-364872399a2f x-openstack-request-id: req-ee55175e-af4f-41cb-9978-364872399a2f {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:47.570379 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b88c5b-9949-472a-812e-6cdb8b7f79b6", "name": "network-vif-deleted", "tag": "154f1548-48ee-46aa-9a4e-ed194f34ffcd", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:47.570379 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ee55175e-af4f-41cb-9978-364872399a2f {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:47.570379 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b88c5b-9949-472a-812e-6cdb8b7f79b6', 'name': 'network-vif-deleted', 'tag': '154f1548-48ee-46aa-9a4e-ed194f34ffcd', 'status': 'completed', 'code': 200} Feb 08 15:54:47.570753 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46430) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:47.601339 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Allocated IP 2001:db8::2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/afc86147-69ed-4b08-b9a7-9e0da0ef00e0/df0100b9-d3aa-400d-8840-b9382b360463) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:54:47.630585 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 296d849c-32f4-435b-a2bf-0c62d30726fb no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:47.655086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f588f0d1-5b75-4169-9e03-c3d486ff33bf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:47.656867 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f588f0d1-5b75-4169-9e03-c3d486ff33bf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.0854034 Feb 08 15:54:47.660422 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46436) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:47.673896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 296d849c-32f4-435b-a2bf-0c62d30726fb {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:54:47.674483 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 296d849c-32f4-435b-a2bf-0c62d30726fb not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:54:47.850966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-eab12130-0e9b-40f6-97a7-71fe54f16e3f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port 00c4c718-c234-440d-b7e8-e78f8222c86b {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:47.852027 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eab12130-0e9b-40f6-97a7-71fe54f16e3f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (00c4c718-c234-440d-b7e8-e78f8222c86b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:47.913085 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Publish callbacks [] for port (df0100b9-d3aa-400d-8840-b9382b360463), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:47.924928 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (df0100b9-d3aa-400d-8840-b9382b360463), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:47.983790 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c9ac9e5a-94b9-4e8c-89fd-ad406ee3bc4e req-21c59aa6-9b1f-4bf5-863a-f9b6fcddbc75 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c0b88c5b-9949-472a-812e-6cdb8b7f79b6 HTTP/1.1" status: 200 len: 210 time: 0.0974336 Feb 08 15:54:48.002701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:48.007757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:48.010069 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Pushing event updated for resources: {'Port': ['ID=df0100b9-d3aa-400d-8840-b9382b360463,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:48.015012 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:54:48.131907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Attempting to bind port df0100b9-d3aa-400d-8840-b9382b360463 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:54:48.132410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Attempting to bind port df0100b9-d3aa-400d-8840-b9382b360463 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:54:48.132629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Attempting to bind port df0100b9-d3aa-400d-8840-b9382b360463 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:54:48.141391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:54:48.142408 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:54:48.143524 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:48.144804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:54:48.145671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Bound port: df0100b9-d3aa-400d-8840-b9382b360463, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:54:48.146280 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (df0100b9-d3aa-400d-8840-b9382b360463), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:48.242889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] For port df0100b9-d3aa-400d-8840-b9382b360463, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:54:48.252103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] For port df0100b9-d3aa-400d-8840-b9382b360463, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=df0100b9-d3aa-400d-8840-b9382b360463,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:54:48.259002 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (df0100b9-d3aa-400d-8840-b9382b360463), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:48.340720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a7ef0-2f8f-4f69-8c88-9f7d8aca1de8 None None] Pushing event updated for resources: {'Port': ['ID=df0100b9-d3aa-400d-8840-b9382b360463,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:48.460758 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eab12130-0e9b-40f6-97a7-71fe54f16e3f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (00c4c718-c234-440d-b7e8-e78f8222c86b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:48.494930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-eab12130-0e9b-40f6-97a7-71fe54f16e3f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for 00c4c718-c234-440d-b7e8-e78f8222c86b owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:48.579204 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31082195-dee8-4c90-b45a-0a55199ab532 req-d12a2064-8927-4d9c-b62c-ea15e601d5e5 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:48.581065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31082195-dee8-4c90-b45a-0a55199ab532 req-d12a2064-8927-4d9c-b62c-ea15e601d5e5 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1419568 Feb 08 15:54:48.651771 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:48.722703 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31082195-dee8-4c90-b45a-0a55199ab532 req-42ed7a32-55a5-4245-b371-99f683b46361 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356342 Feb 08 15:54:48.757271 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eab12130-0e9b-40f6-97a7-71fe54f16e3f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (00c4c718-c234-440d-b7e8-e78f8222c86b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:48.786917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab12130-0e9b-40f6-97a7-71fe54f16e3f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=00c4c718-c234-440d-b7e8-e78f8222c86b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:48.831703 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eab12130-0e9b-40f6-97a7-71fe54f16e3f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:48.838011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-eab12130-0e9b-40f6-97a7-71fe54f16e3f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/00c4c718-c234-440d-b7e8-e78f8222c86b HTTP/1.1" status: 204 len: 168 time: 1.1752687 Feb 08 15:54:48.841605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46482) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:48.956047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46488) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:48.980971 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4910c35e-6147-4087-a07f-a8b6c3851aff tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:48.982467 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4910c35e-6147-4087-a07f-a8b6c3851aff tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:48.985392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4910c35e-6147-4087-a07f-a8b6c3851aff tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1412766 Feb 08 15:54:48.987635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46492) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:49.098857 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd62d7b-4e48-42c5-934d-10e3c50f5439 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet afc86147-69ed-4b08-b9a7-9e0da0ef00e0 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:54:49.111091 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4cd62d7b-4e48-42c5-934d-10e3c50f5439 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (afc86147-69ed-4b08-b9a7-9e0da0ef00e0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:49.178987 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4dcb6f58-c2a0-4dc1-afd3-b0f7ed0cb5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:49.187379 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522ad49-8ea7-40b4-9c6c-4538642e7112 req-03d9e6f9-a839-4218-8cfd-04f5c81fc0bf tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:49.189421 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2522ad49-8ea7-40b4-9c6c-4538642e7112 req-03d9e6f9-a839-4218-8cfd-04f5c81fc0bf tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1370676 Feb 08 15:54:49.273933 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4cd62d7b-4e48-42c5-934d-10e3c50f5439 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (afc86147-69ed-4b08-b9a7-9e0da0ef00e0), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:49.290192 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2522ad49-8ea7-40b4-9c6c-4538642e7112 req-9a71db3b-c76c-4485-8f19-364bd8eb556f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924995 Feb 08 15:54:49.365899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf26d6-cc8d-4f8b-834a-5c6f73310670 req-4e3ef5c3-7e48-472c-bc92-8f3529d5fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:49.367608 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4bcf26d6-cc8d-4f8b-834a-5c6f73310670 req-4e3ef5c3-7e48-472c-bc92-8f3529d5fb09 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1cc246df25c14b27887ce9f5c946b2ad&device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 1129 time: 0.2165263 Feb 08 15:54:49.474674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c48cc-8967-4366-bf3c-6b1480bc259f req-b3865d64-f907-4557-afb1-6e00a196012e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:49.476491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd7c48cc-8967-4366-bf3c-6b1480bc259f req-b3865d64-f907-4557-afb1-6e00a196012e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 946 time: 0.0895209 Feb 08 15:54:49.534689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4dcb6f58-c2a0-4dc1-afd3-b0f7ed0cb5b9 admin admin] Publish callbacks [] for security_group (47141e01-23f1-48ed-99fd-5778275ce5c9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:49.538203 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4cd62d7b-4e48-42c5-934d-10e3c50f5439 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (afc86147-69ed-4b08-b9a7-9e0da0ef00e0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:49.562885 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4dcb6f58-c2a0-4dc1-afd3-b0f7ed0cb5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (47141e01-23f1-48ed-99fd-5778275ce5c9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:49.600191 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd7c48cc-8967-4366-bf3c-6b1480bc259f req-50649167-bf76-47f4-a3f7-2cc7c309465c tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081829 Feb 08 15:54:49.646366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf26d6-cc8d-4f8b-834a-5c6f73310670 req-9d4e5de8-3c80-48fc-bd9f-6b14c68a9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:49.647887 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4bcf26d6-cc8d-4f8b-834a-5c6f73310670 req-9d4e5de8-3c80-48fc-bd9f-6b14c68a9ffe service neutron] 10.222.0.94 "GET /v2.0/networks?id=75aad441-24c3-4b43-8329-829cdc5ff78a HTTP/1.1" status: 200 len: 914 time: 0.2687113 Feb 08 15:54:49.657003 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4dcb6f58-c2a0-4dc1-afd3-b0f7ed0cb5b9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6cbc32518814435a90ae2ede2f150fa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6976511 Feb 08 15:54:49.657803 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb6f58-c2a0-4dc1-afd3-b0f7ed0cb5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47141e01-23f1-48ed-99fd-5778275ce5c9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:49.659433 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46512) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:49.709820 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4bcf26d6-cc8d-4f8b-834a-5c6f73310670 req-b12e08a0-cdd0-4f3e-ad8b-2bc775088aba service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f HTTP/1.1" status: 200 len: 217 time: 0.0539522 Feb 08 15:54:49.737085 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4cd62d7b-4e48-42c5-934d-10e3c50f5439 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (afc86147-69ed-4b08-b9a7-9e0da0ef00e0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:49.740598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device df0100b9-d3aa-400d-8840-b9382b360463 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:54:49.742939 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37c182f1-92a4-4ee5-a581-d2245e234fc8 admin admin] Publish callbacks [] for security_group (47141e01-23f1-48ed-99fd-5778275ce5c9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:49.781286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-dfff1cf5-57e9-4d26-88e2-58f032793b1e None None] Provisioning complete for port df0100b9-d3aa-400d-8840-b9382b360463 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:49.781987 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dfff1cf5-57e9-4d26-88e2-58f032793b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (df0100b9-d3aa-400d-8840-b9382b360463), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:49.782654 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37c182f1-92a4-4ee5-a581-d2245e234fc8 admin admin] Publish callbacks [] for security_group (47141e01-23f1-48ed-99fd-5778275ce5c9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:49.798508 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd62d7b-4e48-42c5-934d-10e3c50f5439 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=afc86147-69ed-4b08-b9a7-9e0da0ef00e0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:49.806367 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4cd62d7b-4e48-42c5-934d-10e3c50f5439 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:49.811346 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4cd62d7b-4e48-42c5-934d-10e3c50f5439 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/afc86147-69ed-4b08-b9a7-9e0da0ef00e0 HTTP/1.1" status: 204 len: 168 time: 0.8221800 Feb 08 15:54:49.813851 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46514) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:49.873877 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bd1d20d0-d585-4ad6-b307-2c5627412601 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571167 Feb 08 15:54:49.874728 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf26d6-cc8d-4f8b-834a-5c6f73310670 req-a748745a-34b2-45da-8082-7adc9a21546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:49.876180 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4bcf26d6-cc8d-4f8b-834a-5c6f73310670 req-a748745a-34b2-45da-8082-7adc9a21546b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21628147-0e32-4d39-889f-b7c0993a88b4 HTTP/1.1" status: 200 len: 853 time: 0.1577268 Feb 08 15:54:49.877045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46516) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:49.897522 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37c182f1-92a4-4ee5-a581-d2245e234fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (47141e01-23f1-48ed-99fd-5778275ce5c9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:49.901084 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37c182f1-92a4-4ee5-a581-d2245e234fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:49.907371 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-37c182f1-92a4-4ee5-a581-d2245e234fc8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/47141e01-23f1-48ed-99fd-5778275ce5c9 HTTP/1.1" status: 204 len: 168 time: 0.2410371 Feb 08 15:54:49.914416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c182f1-92a4-4ee5-a581-d2245e234fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47141e01-23f1-48ed-99fd-5778275ce5c9,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:49.926090 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port df0100b9-d3aa-400d-8840-b9382b360463 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:49.926897 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (df0100b9-d3aa-400d-8840-b9382b360463), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:49.934204 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4bcf26d6-cc8d-4f8b-834a-5c6f73310670 req-b7ef8b3a-479d-4fbf-9a87-7325c21ca3a2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=75aad441-24c3-4b43-8329-829cdc5ff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465257 Feb 08 15:54:49.991180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa0e9e4-ca65-41da-98e4-ba2e6e5fcd65 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:54:50.048157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607ec6ef-4dc4-40e8-904a-86a041db6e93 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:50.049743 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-607ec6ef-4dc4-40e8-904a-86a041db6e93 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1717801 Feb 08 15:54:50.053101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46520) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:50.055181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-dfff1cf5-57e9-4d26-88e2-58f032793b1e None None] Current status of the port df0100b9-d3aa-400d-8840-b9382b360463 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:50.055674 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dfff1cf5-57e9-4d26-88e2-58f032793b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (df0100b9-d3aa-400d-8840-b9382b360463), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:50.098753 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4bcf26d6-cc8d-4f8b-834a-5c6f73310670 req-056ce172-4e29-4594-a8b0-3f4ed9973897 service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481574 Feb 08 15:54:50.111889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-dfff1cf5-57e9-4d26-88e2-58f032793b1e None None] For port df0100b9-d3aa-400d-8840-b9382b360463, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=df0100b9-d3aa-400d-8840-b9382b360463,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:50.118415 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dfff1cf5-57e9-4d26-88e2-58f032793b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (df0100b9-d3aa-400d-8840-b9382b360463), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:50.129970 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56ca6db-a0dd-42d9-97e9-8dac8ce2ef54 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:50.131486 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f56ca6db-a0dd-42d9-97e9-8dac8ce2ef54 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0774069 Feb 08 15:54:50.134347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46524) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:50.206628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46526) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:50.206874 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-14927ed6-3310-4b5d-aab9-3890226b7d63 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704167 Feb 08 15:54:50.210475 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-baf0a72b-c4e9-4e9c-b6a7-e6ee5837d5d2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:50.244487 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:50.258059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-dfba637d-f380-48fb-8c33-45de16ce86ed None None] Could not find standard attr ID for object fcc64104-2bec-48e8-8042-617abff54af5. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 15:54:50.260170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff1cf5-57e9-4d26-88e2-58f032793b1e None None] Pushing event updated for resources: {'Port': ['ID=df0100b9-d3aa-400d-8840-b9382b360463,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:50.265231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port df0100b9-d3aa-400d-8840-b9382b360463 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:50.314927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46530) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:50.333567 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4bcf26d6-cc8d-4f8b-834a-5c6f73310670 req-27b40335-3db4-4e46-995e-c9a22deca6c2 service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156930 Feb 08 15:54:50.336293 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b5fe991e-d553-42f7-a141-b1b62323affa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:50.364800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cd8e25-0ece-45ae-8ed1-aaf3273fc087 None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:54:50.368449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf0a72b-c4e9-4e9c-b6a7-e6ee5837d5d2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:50.373878 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-baf0a72b-c4e9-4e9c-b6a7-e6ee5837d5d2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:50.438050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd8e25-0ece-45ae-8ed1-aaf3273fc087 None None] Deleting port df0100b9-d3aa-400d-8840-b9382b360463 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:50.438415 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8e25-0ece-45ae-8ed1-aaf3273fc087 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (df0100b9-d3aa-400d-8840-b9382b360463), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:50.454122 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b5fe991e-d553-42f7-a141-b1b62323affa admin admin] Publish callbacks [] for security_group (bf5ec9eb-7b41-4131-b263-cea4706f3f36), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:50.473009 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b5fe991e-d553-42f7-a141-b1b62323affa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bf5ec9eb-7b41-4131-b263-cea4706f3f36), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:50.516594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f4cd8e25-0ece-45ae-8ed1-aaf3273fc087 None None] For port df0100b9-d3aa-400d-8840-b9382b360463, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=df0100b9-d3aa-400d-8840-b9382b360463,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:50.517077 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8e25-0ece-45ae-8ed1-aaf3273fc087 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (df0100b9-d3aa-400d-8840-b9382b360463), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:50.533580 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd8e25-0ece-45ae-8ed1-aaf3273fc087 None None] Calling delete_port for df0100b9-d3aa-400d-8840-b9382b360463 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:50.536664 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b5fe991e-d553-42f7-a141-b1b62323affa admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=28f8b573e0a2454e9d4ddd38e9509558&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180996 Feb 08 15:54:50.537176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe991e-d553-42f7-a141-b1b62323affa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5ec9eb-7b41-4131-b263-cea4706f3f36,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:50.539545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46534) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:50.614290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68f247-e4d9-47e9-a158-572d4a629e1f req-ee73db45-2e0d-4e88-a375-9c7bd0c99932 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:50.615827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe68f247-e4d9-47e9-a158-572d4a629e1f req-ee73db45-2e0d-4e88-a375-9c7bd0c99932 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1587336 Feb 08 15:54:50.652181 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4cd8e25-0ece-45ae-8ed1-aaf3273fc087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (df0100b9-d3aa-400d-8840-b9382b360463), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:50.656379 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-baf0a72b-c4e9-4e9c-b6a7-e6ee5837d5d2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (09869e30-a7a4-4a9b-b6e4-90283bc90c79), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:50.683176 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0f484a31-382d-46be-9aaa-fc77a00a6fee admin admin] Publish callbacks [] for security_group (bf5ec9eb-7b41-4131-b263-cea4706f3f36), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:50.696045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf0a72b-c4e9-4e9c-b6a7-e6ee5837d5d2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:50.700461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-baf0a72b-c4e9-4e9c-b6a7-e6ee5837d5d2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:50.705875 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf0a72b-c4e9-4e9c-b6a7-e6ee5837d5d2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:50.706519 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-baf0a72b-c4e9-4e9c-b6a7-e6ee5837d5d2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:50.716195 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0f484a31-382d-46be-9aaa-fc77a00a6fee admin admin] Publish callbacks [] for security_group (bf5ec9eb-7b41-4131-b263-cea4706f3f36), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:50.775826 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-baf0a72b-c4e9-4e9c-b6a7-e6ee5837d5d2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5694008 Feb 08 15:54:50.776863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0a72b-c4e9-4e9c-b6a7-e6ee5837d5d2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=09869e30-a7a4-4a9b-b6e4-90283bc90c79,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:50.781663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46542) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:50.787304 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-93615b30-a749-404f-9a3c-126e5c761880 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'fixed_ips': [{'subnet_id': '09869e30-a7a4-4a9b-b6e4-90283bc90c79', 'ip_address': '2001:db8::af3d:104c:4e7:a9ce'}], 'name': 'tempest-NetworksTestDHCPv6-1436927770'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:50.836776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd911c6-2643-45ce-bdd5-aff27528d9a5 req-3161ddda-f4dd-4741-b933-8f7c87c5d1c9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:50.838461 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bd911c6-2643-45ce-bdd5-aff27528d9a5 req-3161ddda-f4dd-4741-b933-8f7c87c5d1c9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.96 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 946 time: 0.2877641 Feb 08 15:54:50.850580 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 154f1548-48ee-46aa-9a4e-ed194f34ffcd no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:50.854019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd8e25-0ece-45ae-8ed1-aaf3273fc087 None None] Pushing event deleted for resources: {'Port': ['ID=df0100b9-d3aa-400d-8840-b9382b360463,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:50.876464 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd8e25-0ece-45ae-8ed1-aaf3273fc087 None None] No DVR routers for this DVR port df0100b9-d3aa-400d-8840-b9382b360463 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:54:50.877779 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 154f1548-48ee-46aa-9a4e-ed194f34ffcd {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:54:50.878357 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 154f1548-48ee-46aa-9a4e-ed194f34ffcd not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:54:50.906727 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b624e937-6d1f-4512-862c-d9252ad5e3a3 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:54:50.974427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93615b30-a749-404f-9a3c-126e5c761880 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:50.995421 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe68f247-e4d9-47e9-a158-572d4a629e1f req-90fd80b4-8f04-41ed-8e77-f1b9a370a804 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697846 Feb 08 15:54:51.072468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': '09869e30-a7a4-4a9b-b6e4-90283bc90c79'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:54:51.073453 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:51.093755 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0f484a31-382d-46be-9aaa-fc77a00a6fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bf5ec9eb-7b41-4131-b263-cea4706f3f36), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:51.097303 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93615b30-a749-404f-9a3c-126e5c761880 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:51.097940 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0f484a31-382d-46be-9aaa-fc77a00a6fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:51.105699 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0f484a31-382d-46be-9aaa-fc77a00a6fee admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bf5ec9eb-7b41-4131-b263-cea4706f3f36 HTTP/1.1" status: 204 len: 168 time: 0.5637059 Feb 08 15:54:51.126085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c5e4c-6b55-48d2-a872-eb1fb067f5c1 req-9e9c7420-718f-40d0-acb2-abaf5dd1dab0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:51.136268 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c50c5e4c-6b55-48d2-a872-eb1fb067f5c1 req-9e9c7420-718f-40d0-acb2-abaf5dd1dab0 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 946 time: 0.4043691 Feb 08 15:54:51.158740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f484a31-382d-46be-9aaa-fc77a00a6fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5ec9eb-7b41-4131-b263-cea4706f3f36,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:51.262698 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Allocated IP 2001:db8::2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/09869e30-a7a4-4a9b-b6e4-90283bc90c79/d525bfed-985c-4778-8dbb-a089bbb37c12) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:54:51.266225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-5bd911c6-2643-45ce-bdd5-aff27528d9a5 req-bc15bdd1-712f-4e03-bf64-630a501f47bb tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Deleting port 189e84f8-27d3-485c-95d2-ceedd5738444 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:51.266584 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5bd911c6-2643-45ce-bdd5-aff27528d9a5 req-bc15bdd1-712f-4e03-bf64-630a501f47bb tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (189e84f8-27d3-485c-95d2-ceedd5738444), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:51.289971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c50c5e4c-6b55-48d2-a872-eb1fb067f5c1 req-d9655546-14fa-4b83-8a4e-5dee494af81e tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=4b895ebf-114c-4bd5-a990-d4a4481089fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512761 Feb 08 15:54:51.406136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-93615b30-a749-404f-9a3c-126e5c761880 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port b90b6585-fee1-40b7-94f0-45f0d766c174 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:54:51.443924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5bd911c6-2643-45ce-bdd5-aff27528d9a5 req-bc15bdd1-712f-4e03-bf64-630a501f47bb tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] For port 189e84f8-27d3-485c-95d2-ceedd5738444, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=189e84f8-27d3-485c-95d2-ceedd5738444,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:51.444300 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5bd911c6-2643-45ce-bdd5-aff27528d9a5 req-bc15bdd1-712f-4e03-bf64-630a501f47bb tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (189e84f8-27d3-485c-95d2-ceedd5738444), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:51.460928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-5bd911c6-2643-45ce-bdd5-aff27528d9a5 req-bc15bdd1-712f-4e03-bf64-630a501f47bb tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Calling delete_port for 189e84f8-27d3-485c-95d2-ceedd5738444 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:51.489213 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Publish callbacks [] for port (d525bfed-985c-4778-8dbb-a089bbb37c12), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:51.507289 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (d525bfed-985c-4778-8dbb-a089bbb37c12), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:51.580086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:51.586064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:51.589555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:54:51.638394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device df0100b9-d3aa-400d-8840-b9382b360463 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:51.659107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Pushing event updated for resources: {'Port': ['ID=d525bfed-985c-4778-8dbb-a089bbb37c12,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:51.659796 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5bd911c6-2643-45ce-bdd5-aff27528d9a5 req-bc15bdd1-712f-4e03-bf64-630a501f47bb tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (189e84f8-27d3-485c-95d2-ceedd5738444), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:51.697516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: df0100b9-d3aa-400d-8840-b9382b360463 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:54:51.698214 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device df0100b9-d3aa-400d-8840-b9382b360463 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:54:51.704844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-93615b30-a749-404f-9a3c-126e5c761880 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::af3d:104c:4e7:a9ce (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/09869e30-a7a4-4a9b-b6e4-90283bc90c79/b90b6585-fee1-40b7-94f0-45f0d766c174) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:54:51.719456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Attempting to bind port d525bfed-985c-4778-8dbb-a089bbb37c12 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:54:51.719822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Attempting to bind port d525bfed-985c-4778-8dbb-a089bbb37c12 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:54:51.720184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Attempting to bind port d525bfed-985c-4778-8dbb-a089bbb37c12 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:54:51.723095 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15bdd1-712f-4e03-bf64-630a501f47bb tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event deleted for resources: {'Port': ['ID=189e84f8-27d3-485c-95d2-ceedd5738444,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:51.726811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:54:51.727290 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:54:51.727630 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:51.728026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:54:51.728708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Bound port: d525bfed-985c-4778-8dbb-a089bbb37c12, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:54:51.729131 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d525bfed-985c-4778-8dbb-a089bbb37c12), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:51.825410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] For port d525bfed-985c-4778-8dbb-a089bbb37c12, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:54:51.831901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] For port d525bfed-985c-4778-8dbb-a089bbb37c12, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d525bfed-985c-4778-8dbb-a089bbb37c12,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:54:51.833178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd911c6-2643-45ce-bdd5-aff27528d9a5 req-bc15bdd1-712f-4e03-bf64-630a501f47bb tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] No DVR routers for this DVR port 189e84f8-27d3-485c-95d2-ceedd5738444 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:54:51.841320 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5bd911c6-2643-45ce-bdd5-aff27528d9a5 req-bc15bdd1-712f-4e03-bf64-630a501f47bb tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:51.844697 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d525bfed-985c-4778-8dbb-a089bbb37c12), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:51.851284 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bd911c6-2643-45ce-bdd5-aff27528d9a5 req-bc15bdd1-712f-4e03-bf64-630a501f47bb tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.96 "DELETE /v2.0/ports/189e84f8-27d3-485c-95d2-ceedd5738444 HTTP/1.1" status: 204 len: 173 time: 0.9682417 Feb 08 15:54:51.851879 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6', 'name': 'network-vif-deleted', 'tag': '189e84f8-27d3-485c-95d2-ceedd5738444'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:51.873187 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d4a978-a965-46f1-b302-e964ebd45151" -d '{"events": [{"server_uuid": "c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6", "name": "network-vif-deleted", "tag": "189e84f8-27d3-485c-95d2-ceedd5738444"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:51.939286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0fe0c-4d69-4f1b-b7e9-27e9a53f7e1a None None] Pushing event updated for resources: {'Port': ['ID=d525bfed-985c-4778-8dbb-a089bbb37c12,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:51.978805 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29ba25c-0150-42e5-9584-5e7bd00edfb7 x-openstack-request-id: req-b29ba25c-0150-42e5-9584-5e7bd00edfb7 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:51.979103 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6", "name": "network-vif-deleted", "tag": "189e84f8-27d3-485c-95d2-ceedd5738444", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:51.979506 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b29ba25c-0150-42e5-9584-5e7bd00edfb7 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:51.980096 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6', 'name': 'network-vif-deleted', 'tag': '189e84f8-27d3-485c-95d2-ceedd5738444', 'status': 'completed', 'code': 200} Feb 08 15:54:52.003700 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93615b30-a749-404f-9a3c-126e5c761880 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (b90b6585-fee1-40b7-94f0-45f0d766c174), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:52.073566 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93615b30-a749-404f-9a3c-126e5c761880 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b90b6585-fee1-40b7-94f0-45f0d766c174), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:52.126270 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93615b30-a749-404f-9a3c-126e5c761880 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:52.131962 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-93615b30-a749-404f-9a3c-126e5c761880 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:52.134648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93615b30-a749-404f-9a3c-126e5c761880 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:54:52.141080 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93615b30-a749-404f-9a3c-126e5c761880 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:52.141736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93615b30-a749-404f-9a3c-126e5c761880 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:52.156824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93615b30-a749-404f-9a3c-126e5c761880 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=b90b6585-fee1-40b7-94f0-45f0d766c174,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:52.174571 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-93615b30-a749-404f-9a3c-126e5c761880 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3917253 Feb 08 15:54:52.175903 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46566) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:52.259303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782f45d-8a8b-46e6-ba38-00aca5a5d1c5 req-a2b67ee6-9a6b-431e-adba-cc5aff80b0b0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:52.273246 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5782f45d-8a8b-46e6-ba38-00aca5a5d1c5 req-a2b67ee6-9a6b-431e-adba-cc5aff80b0b0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1865687 Feb 08 15:54:52.302587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63dd97b-aa82-431d-9e82-e45670580a77 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:52.321386 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63dd97b-aa82-431d-9e82-e45670580a77 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:52.323179 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e63dd97b-aa82-431d-9e82-e45670580a77 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1462622 Feb 08 15:54:52.326359 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46572) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:52.447228 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5782f45d-8a8b-46e6-ba38-00aca5a5d1c5 req-552eb57c-7a8c-429f-ae4d-0b22de7a33dd tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708519 Feb 08 15:54:52.524028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79827cce-2c02-4bfb-9b61-e352cdb99cdc req-8725884e-037b-4884-a81e-56731533edca tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=c67eebbd-8c6e-49f1-9150-c14e9c9e5ee6 HTTP/1.1" status: 200 len: 210 time: 0.0755877 Feb 08 15:54:52.556182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-435e0d2e-e8b0-4bac-8afd-3692da3fc5e0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port b90b6585-fee1-40b7-94f0-45f0d766c174 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:52.557286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-435e0d2e-e8b0-4bac-8afd-3692da3fc5e0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b90b6585-fee1-40b7-94f0-45f0d766c174), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:52.641779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e803f3-51f3-4c82-9673-49d6a7e13c76 req-18df2b01-8b99-4b67-a4af-0c539c7ee1a2 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:52.645450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3e803f3-51f3-4c82-9673-49d6a7e13c76 req-18df2b01-8b99-4b67-a4af-0c539c7ee1a2 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.0632603 Feb 08 15:54:52.675641 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-435e0d2e-e8b0-4bac-8afd-3692da3fc5e0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b90b6585-fee1-40b7-94f0-45f0d766c174), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:52.701138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-435e0d2e-e8b0-4bac-8afd-3692da3fc5e0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for b90b6585-fee1-40b7-94f0-45f0d766c174 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:52.708781 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3e803f3-51f3-4c82-9673-49d6a7e13c76 req-b3e078cc-02f2-412d-ba06-e560220fc338 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595939 Feb 08 15:54:52.759561 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46588) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:52.857879 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-435e0d2e-e8b0-4bac-8afd-3692da3fc5e0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b90b6585-fee1-40b7-94f0-45f0d766c174), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:52.875274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796f58d-2a4c-450a-bb96-610e14afd7b7 req-9ddad950-a420-423e-a760-fe139b06dbc5 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:52.877961 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3796f58d-2a4c-450a-bb96-610e14afd7b7 req-9ddad950-a420-423e-a760-fe139b06dbc5 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.0719438 Feb 08 15:54:52.897000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e0d2e-e8b0-4bac-8afd-3692da3fc5e0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=b90b6585-fee1-40b7-94f0-45f0d766c174,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:52.921481 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-843402898-network', 'tenant_id': 'f880545d841840519cac46f3ad541d94'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:52.941248 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-435e0d2e-e8b0-4bac-8afd-3692da3fc5e0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:52.947559 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-435e0d2e-e8b0-4bac-8afd-3692da3fc5e0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/b90b6585-fee1-40b7-94f0-45f0d766c174 HTTP/1.1" status: 204 len: 168 time: 0.6152856 Feb 08 15:54:52.947842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46592) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:52.999752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3796f58d-2a4c-450a-bb96-610e14afd7b7 req-0a7cef77-b3b8-4852-8948-8169dce36817 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162965 Feb 08 15:54:53.014295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] Made reservation on behalf of f880545d841840519cac46f3ad541d94 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:53.016628 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.034959 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.055844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146cabc9-68b4-46a6-b588-27ccf6c648c1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:53.057641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146cabc9-68b4-46a6-b588-27ccf6c648c1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:53.062993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-146cabc9-68b4-46a6-b588-27ccf6c648c1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1082454 Feb 08 15:54:53.063525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46596) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:53.123071 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece567c9-7f63-4d2b-bfc4-bfdb8e4698cb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet 09869e30-a7a4-4a9b-b6e4-90283bc90c79 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:54:53.127041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ece567c9-7f63-4d2b-bfc4-bfdb8e4698cb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (09869e30-a7a4-4a9b-b6e4-90283bc90c79), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.131043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 189e84f8-27d3-485c-95d2-ceedd5738444 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:53.156754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 189e84f8-27d3-485c-95d2-ceedd5738444 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:54:53.157863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 189e84f8-27d3-485c-95d2-ceedd5738444 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:54:53.181334 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ece567c9-7f63-4d2b-bfc4-bfdb8e4698cb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (09869e30-a7a4-4a9b-b6e4-90283bc90c79), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.201442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14039eee-e6a5-4d9b-aa86-e735ec86e31d req-4ae99d27-5158-4966-acc5-6bb8d719707f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:53.202946 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14039eee-e6a5-4d9b-aa86-e735ec86e31d req-4ae99d27-5158-4966-acc5-6bb8d719707f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1019893 Feb 08 15:54:53.205405 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] Publish callbacks [] for security_group (9e418977-0312-4e1c-983b-4a99377ce90e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.217451 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9e418977-0312-4e1c-983b-4a99377ce90e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.254833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:54:53.274706 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ece567c9-7f63-4d2b-bfc4-bfdb8e4698cb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (09869e30-a7a4-4a9b-b6e4-90283bc90c79), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.282951 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d60eec30-767f-4c19-857e-4120b715bf17), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.283308 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] Added segment d60eec30-767f-4c19-857e-4120b715bf17 of type vlan for network 9b225962-72da-4424-a366-1ee78ac1fc86 Feb 08 15:54:53.296177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e418977-0312-4e1c-983b-4a99377ce90e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:53.317499 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14039eee-e6a5-4d9b-aa86-e735ec86e31d req-9bbc2800-bf8a-4eda-b973-78ce216817c9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079247 Feb 08 15:54:53.354475 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ece567c9-7f63-4d2b-bfc4-bfdb8e4698cb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (09869e30-a7a4-4a9b-b6e4-90283bc90c79), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.363407 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (9b225962-72da-4424-a366-1ee78ac1fc86), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.383093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece567c9-7f63-4d2b-bfc4-bfdb8e4698cb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=09869e30-a7a4-4a9b-b6e4-90283bc90c79,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:53.401077 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ece567c9-7f63-4d2b-bfc4-bfdb8e4698cb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.401477 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (9b225962-72da-4424-a366-1ee78ac1fc86), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.403052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:53.404074 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.405545 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ece567c9-7f63-4d2b-bfc4-bfdb8e4698cb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/09869e30-a7a4-4a9b-b6e4-90283bc90c79 HTTP/1.1" status: 204 len: 168 time: 0.3406708 Feb 08 15:54:53.407860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46602) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:53.438025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2e911974-acba-4199-bae7-590ca381888e None None] Provisioning complete for port d525bfed-985c-4778-8dbb-a089bbb37c12 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:53.438676 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e911974-acba-4199-bae7-590ca381888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d525bfed-985c-4778-8dbb-a089bbb37c12), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.462773 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8c809489-c93c-4d18-8ea8-5095c60cde44 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534883 Feb 08 15:54:53.466013 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46604) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:53.472424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-01f32684-df86-4204-9c48-36a3bfd936e1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:53.536784 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7763314 Feb 08 15:54:53.556030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46608) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:53.572199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ef4def3f-6d21-4ca3-95d0-35db8b478074 admin admin] Request body: {'subnet': {'network_id': '9b225962-72da-4424-a366-1ee78ac1fc86', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-843402898-subnet', 'tenant_id': 'f880545d841840519cac46f3ad541d94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:53.599970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2e911974-acba-4199-bae7-590ca381888e None None] Current status of the port d525bfed-985c-4778-8dbb-a089bbb37c12 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:53.600593 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e911974-acba-4199-bae7-590ca381888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d525bfed-985c-4778-8dbb-a089bbb37c12), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.607732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ead217-a5f8-43cf-a92d-8fe19b84cdd1 admin admin] Pushing event updated for resources: {'Network': ['ID=9b225962-72da-4424-a366-1ee78ac1fc86,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:53.612547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4def3f-6d21-4ca3-95d0-35db8b478074 admin admin] Made reservation on behalf of f880545d841840519cac46f3ad541d94 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:53.614966 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef4def3f-6d21-4ca3-95d0-35db8b478074 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.662065 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 9b225962-72da-4424-a366-1ee78ac1fc86 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:54:53.699105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f32684-df86-4204-9c48-36a3bfd936e1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:53.702877 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01f32684-df86-4204-9c48-36a3bfd936e1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.771759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1980a8-d128-4100-9c22-f457846f0b8f None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:54:53.780616 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d525bfed-985c-4778-8dbb-a089bbb37c12 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:54:53.831376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2e911974-acba-4199-bae7-590ca381888e None None] For port d525bfed-985c-4778-8dbb-a089bbb37c12, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d525bfed-985c-4778-8dbb-a089bbb37c12,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:53.890711 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e911974-acba-4199-bae7-590ca381888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d525bfed-985c-4778-8dbb-a089bbb37c12), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.895848 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef4def3f-6d21-4ca3-95d0-35db8b478074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (4c512052-ba53-4755-987e-63721dea313b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:53.915820 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864579f-1aac-4f0f-9e7e-97f81608adde req-58184ec1-8b9f-44c5-9fdd-7444c784441a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:53.918708 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7864579f-1aac-4f0f-9e7e-97f81608adde req-58184ec1-8b9f-44c5-9fdd-7444c784441a tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.4518783 Feb 08 15:54:54.017181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e911974-acba-4199-bae7-590ca381888e None None] Pushing event updated for resources: {'Port': ['ID=d525bfed-985c-4778-8dbb-a089bbb37c12,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:54.024342 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-49ffd988-be0d-45d8-bf36-f14a70fcf573 None None] Could not find standard attr ID for object 6c38b598-35ee-4744-a23c-2919a0c1c8db. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 15:54:54.024582 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01f32684-df86-4204-9c48-36a3bfd936e1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (a437bd6f-4ece-4c23-90b9-970dcc1d0ca4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:54.033738 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port d525bfed-985c-4778-8dbb-a089bbb37c12 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:54.034536 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d525bfed-985c-4778-8dbb-a089bbb37c12), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:54.068297 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4def3f-6d21-4ca3-95d0-35db8b478074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c512052-ba53-4755-987e-63721dea313b,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:54.080225 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f32684-df86-4204-9c48-36a3bfd936e1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:54.084806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-01f32684-df86-4204-9c48-36a3bfd936e1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:54.090346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f32684-df86-4204-9c48-36a3bfd936e1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:54.091012 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01f32684-df86-4204-9c48-36a3bfd936e1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:54.115602 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7864579f-1aac-4f0f-9e7e-97f81608adde req-6601e2b2-28bf-4a84-9f46-293caa799722 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535342 Feb 08 15:54:54.120189 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4def3f-6d21-4ca3-95d0-35db8b478074 admin admin] Checking segment: {'id': 'd60eec30-767f-4c19-857e-4120b715bf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b225962-72da-4424-a366-1ee78ac1fc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:54:54.120680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4def3f-6d21-4ca3-95d0-35db8b478074 admin admin] Network hostable DHCP agents. Network: 9b225962-72da-4424-a366-1ee78ac1fc86, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:54:54.125951 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f32684-df86-4204-9c48-36a3bfd936e1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=a437bd6f-4ece-4c23-90b9-970dcc1d0ca4,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:54.139588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483942d5-43d8-4afc-8f0c-47e7c9e47c8b req-06cbac98-3a91-4975-84b9-4437dea99256 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:54.142379 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-01f32684-df86-4204-9c48-36a3bfd936e1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6725419 Feb 08 15:54:54.143824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46616) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:54.146725 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-483942d5-43d8-4afc-8f0c-47e7c9e47c8b req-06cbac98-3a91-4975-84b9-4437dea99256 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.1858926 Feb 08 15:54:54.151057 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'fixed_ips': [{'subnet_id': 'a437bd6f-4ece-4c23-90b9-970dcc1d0ca4', 'ip_address': '2001:db8::9527:812b:d5ca:78e7'}], 'name': 'tempest-NetworksTestDHCPv6-1254032641'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:54.153981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port d525bfed-985c-4778-8dbb-a089bbb37c12 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:54.179821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4def3f-6d21-4ca3-95d0-35db8b478074 admin admin] Network 9b225962-72da-4424-a366-1ee78ac1fc86 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:54:54.218767 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-ef4def3f-6d21-4ca3-95d0-35db8b478074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 9b225962-72da-4424-a366-1ee78ac1fc86) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:54.228430 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eed5cd-44bb-4b06-814a-f4e141762f8c None None] Network 9b225962-72da-4424-a366-1ee78ac1fc86 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:54:54.239747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4def3f-6d21-4ca3-95d0-35db8b478074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:54.240390 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef4def3f-6d21-4ca3-95d0-35db8b478074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:54.248078 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-483942d5-43d8-4afc-8f0c-47e7c9e47c8b req-1611582c-8519-4cab-a3c2-75f37b426e2f tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004496 Feb 08 15:54:54.265677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ef4def3f-6d21-4ca3-95d0-35db8b478074 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7075350 Feb 08 15:54:54.291474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb20fff-6819-4e81-bf43-a9aa215a92ea None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:54:54.350433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:54.353938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81171f8a-762e-4b7d-8b9a-187fbfef0e4e req-a5bce83f-7085-4fc3-8f51-0522169a349e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:54.356138 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81171f8a-762e-4b7d-8b9a-187fbfef0e4e req-a5bce83f-7085-4fc3-8f51-0522169a349e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.0831535 Feb 08 15:54:54.359272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:54.384053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port bcf44fdb-f520-47cf-9f17-ec5e926704a5 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:54:54.389954 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103563de-726d-4a20-b9c5-973e22d849b5 None None] Network 9b225962-72da-4424-a366-1ee78ac1fc86 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:54:54.422741 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81171f8a-762e-4b7d-8b9a-187fbfef0e4e req-a8c2fa9b-f93d-4b1e-a98d-4857e729e75f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589533 Feb 08 15:54:54.465216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fcb20fff-6819-4e81-bf43-a9aa215a92ea None None] Deleting port d525bfed-985c-4778-8dbb-a089bbb37c12 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:54.465600 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fcb20fff-6819-4e81-bf43-a9aa215a92ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d525bfed-985c-4778-8dbb-a089bbb37c12), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:54.609475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-fcb20fff-6819-4e81-bf43-a9aa215a92ea None None] For port d525bfed-985c-4778-8dbb-a089bbb37c12, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d525bfed-985c-4778-8dbb-a089bbb37c12,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:54.609881 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fcb20fff-6819-4e81-bf43-a9aa215a92ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d525bfed-985c-4778-8dbb-a089bbb37c12), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:54.613703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::9527:812b:d5ca:78e7 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/a437bd6f-4ece-4c23-90b9-970dcc1d0ca4/bcf44fdb-f520-47cf-9f17-ec5e926704a5) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:54:54.641811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fcb20fff-6819-4e81-bf43-a9aa215a92ea None None] Calling delete_port for d525bfed-985c-4778-8dbb-a089bbb37c12 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:54.643005 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415b0dc-0a1f-4961-a041-84419059c3f3 req-09f9d16f-8c65-4251-929f-180d77c99193 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:54.650881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a415b0dc-0a1f-4961-a041-84419059c3f3 req-09f9d16f-8c65-4251-929f-180d77c99193 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1102891 Feb 08 15:54:54.685042 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-055ae227-06fe-422f-8f3b-7ab29c0629f1 req-13043c6a-2c5d-4a70-9c26-fd92ee0d9848 tempest-SecurityGroupsNegativeTestJSON-1456985038 tempest-SecurityGroupsNegativeTestJSON-1456985038-project] show failed (client error): The resource could not be found. Feb 08 15:54:54.686138 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-055ae227-06fe-422f-8f3b-7ab29c0629f1 req-13043c6a-2c5d-4a70-9c26-fd92ee0d9848 tempest-SecurityGroupsNegativeTestJSON-1456985038 tempest-SecurityGroupsNegativeTestJSON-1456985038-project] 10.222.0.82 "GET /v2.0/security-groups/d207c056-69f3-4297-9d4b-0538eb21bf79 HTTP/1.1" status: 404 len: 352 time: 0.0322940 Feb 08 15:54:54.765300 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a415b0dc-0a1f-4961-a041-84419059c3f3 req-ab56a99e-185d-459b-9eac-d8b270b0268c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107750 Feb 08 15:54:54.790695 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fcb20fff-6819-4e81-bf43-a9aa215a92ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (d525bfed-985c-4778-8dbb-a089bbb37c12), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:54.826340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb20fff-6819-4e81-bf43-a9aa215a92ea None None] No DVR routers for this DVR port d525bfed-985c-4778-8dbb-a089bbb37c12 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:54:54.829073 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12cd402e-fb0d-495c-8967-ccb2cf0b896c req-f33f044b-dc64-47c4-8fe2-ec2417a5342b tempest-SecurityGroupsNegativeTestJSON-1456985038 tempest-SecurityGroupsNegativeTestJSON-1456985038-project] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f880545d841840519cac46f3ad541d94 HTTP/1.1" status: 200 len: 3005 time: 0.1004102 Feb 08 15:54:54.829670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb20fff-6819-4e81-bf43-a9aa215a92ea None None] Pushing event deleted for resources: {'Port': ['ID=d525bfed-985c-4778-8dbb-a089bbb37c12,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:54.852925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae889b8a-20ce-4479-8946-0629a9a5754c None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:54:54.904591 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (bcf44fdb-f520-47cf-9f17-ec5e926704a5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:54.944343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12cd402e-fb0d-495c-8967-ccb2cf0b896c req-087214cc-73ae-4ac3-aac5-13de1c528cd5 tempest-SecurityGroupsNegativeTestJSON-1456985038 tempest-SecurityGroupsNegativeTestJSON-1456985038-project] 10.222.0.82 "GET /v2.0/security-groups/9e418977-0312-4e1c-983b-4a99377ce90e HTTP/1.1" status: 200 len: 3002 time: 0.1142576 Feb 08 15:54:54.958247 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (bcf44fdb-f520-47cf-9f17-ec5e926704a5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.018498 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de808a-9090-47e4-868f-fb44858426ec req-490b7775-15cb-4a6d-abbd-ef6c478714a6 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:55.027170 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09de808a-9090-47e4-868f-fb44858426ec req-490b7775-15cb-4a6d-abbd-ef6c478714a6 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1379461 Feb 08 15:54:55.029053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': 'a437bd6f-4ece-4c23-90b9-970dcc1d0ca4'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:54:55.030002 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.037731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12cd402e-fb0d-495c-8967-ccb2cf0b896c req-4b690cba-9d62-4c97-9168-8f7a2bb319d6 tempest-SecurityGroupsNegativeTestJSON-1456985038 tempest-SecurityGroupsNegativeTestJSON-1456985038-project] 10.222.0.82 "GET /v2.0/security-groups/9e418977-0312-4e1c-983b-4a99377ce90e HTTP/1.1" status: 200 len: 3002 time: 0.0859425 Feb 08 15:54:55.037937 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:55.045682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:55.051069 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:54:55.056665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:55.057358 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.073257 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=bcf44fdb-f520-47cf-9f17-ec5e926704a5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:55.084461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:55.084745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:55.085355 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:55.085740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:55.086084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:55.086422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:55.086933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:55.087702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:55.088070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:55.088407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:55.088746 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:55.089104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:55.089526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:55.099147 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d64a3b9a-d1e3-4e77-8e6d-3a013a8a6212 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9507051 Feb 08 15:54:55.099431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46644) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:55.111272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46646) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:55.129177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09de808a-9090-47e4-868f-fb44858426ec req-e41bceae-18b2-4479-9f8d-8e069caa26fa tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998607 Feb 08 15:54:55.162530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9f2d2f8-9dcd-4e99-a020-9b3efbc537fa req-46b6cb7c-acf4-4892-b33b-a08a4b2cdeb6 tempest-SecurityGroupsNegativeTestJSON-1456985038 tempest-SecurityGroupsNegativeTestJSON-1456985038-project] 10.222.0.82 "GET /v2.0/security-groups/9e418977-0312-4e1c-983b-4a99377ce90e HTTP/1.1" status: 200 len: 3002 time: 0.0875058 Feb 08 15:54:55.223769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d22a8-d9a4-469e-ad38-a77f1b78891e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:55.229133 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6b3d22a8-d9a4-469e-ad38-a77f1b78891e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1267104 Feb 08 15:54:55.230848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46654) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:55.255605 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-e9f2d2f8-9dcd-4e99-a020-9b3efbc537fa req-5f37e400-7973-4a59-961c-a8ea67bb3c4c tempest-SecurityGroupsNegativeTestJSON-1456985038 tempest-SecurityGroupsNegativeTestJSON-1456985038-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 08 15:54:55.273661 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9f2d2f8-9dcd-4e99-a020-9b3efbc537fa req-5f37e400-7973-4a59-961c-a8ea67bb3c4c tempest-SecurityGroupsNegativeTestJSON-1456985038 tempest-SecurityGroupsNegativeTestJSON-1456985038-project] 10.222.0.82 "DELETE /v2.0/security-groups/9e418977-0312-4e1c-983b-4a99377ce90e HTTP/1.1" status: 409 len: 352 time: 0.1031890 Feb 08 15:54:55.279548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Allocated IP 2001:db8::2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/a437bd6f-4ece-4c23-90b9-970dcc1d0ca4/b85e705f-bf89-45fe-8628-392fbfc0960d) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:54:55.350209 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-806a4357-c034-4a5c-ab80-bede605135a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.365286 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-992432e7-dfcb-4538-9160-d6faac637f41 req-77027dde-f44a-421f-9304-63cd3dacd049 tempest-SecurityGroupsNegativeTestJSON-1456985038 tempest-SecurityGroupsNegativeTestJSON-1456985038-project] show failed (client error): The resource could not be found. Feb 08 15:54:55.366322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-992432e7-dfcb-4538-9160-d6faac637f41 req-77027dde-f44a-421f-9304-63cd3dacd049 tempest-SecurityGroupsNegativeTestJSON-1456985038 tempest-SecurityGroupsNegativeTestJSON-1456985038-project] 10.222.0.82 "GET /v2.0/security-groups/f3563604-1bd3-4bf1-9506-5f1f2fed9462 HTTP/1.1" status: 404 len: 352 time: 0.0627222 Feb 08 15:54:55.449631 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Publish callbacks [] for port (b85e705f-bf89-45fe-8628-392fbfc0960d), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.455126 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (b85e705f-bf89-45fe-8628-392fbfc0960d), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.469702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35cee2-ee06-4483-8872-43f5feca7097 req-dd060189-beb7-4e0f-a1c7-db79745a4a4b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:55.471518 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b35cee2-ee06-4483-8872-43f5feca7097 req-dd060189-beb7-4e0f-a1c7-db79745a4a4b tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1733387 Feb 08 15:54:55.514901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:55.519910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:55.525146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:54:55.530006 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Pushing event updated for resources: {'Port': ['ID=b85e705f-bf89-45fe-8628-392fbfc0960d,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:55.567531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c5c01969-5c43-4166-9ea7-767eaffbac39 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port bcf44fdb-f520-47cf-9f17-ec5e926704a5 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:55.567880 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c5c01969-5c43-4166-9ea7-767eaffbac39 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (bcf44fdb-f520-47cf-9f17-ec5e926704a5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.598160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Attempting to bind port b85e705f-bf89-45fe-8628-392fbfc0960d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:54:55.598537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Attempting to bind port b85e705f-bf89-45fe-8628-392fbfc0960d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:54:55.599106 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Attempting to bind port b85e705f-bf89-45fe-8628-392fbfc0960d on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:54:55.604463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:54:55.604761 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:54:55.605432 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.606021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:54:55.606697 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Bound port: b85e705f-bf89-45fe-8628-392fbfc0960d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:54:55.607082 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b85e705f-bf89-45fe-8628-392fbfc0960d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.617927 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-6cecf015-2aaf-46bf-9a73-d3c419e22360 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:55.619579 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-6cecf015-2aaf-46bf-9a73-d3c419e22360 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.94 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.0985117 Feb 08 15:54:55.624667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d525bfed-985c-4778-8dbb-a089bbb37c12 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:55.643259 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-806a4357-c034-4a5c-ab80-bede605135a1 admin admin] Publish callbacks [] for security_group (1e0b53cb-3160-4e39-8dea-3cf993aa3a01), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.651499 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b35cee2-ee06-4483-8872-43f5feca7097 req-4768e0e1-41bf-4c2b-92da-5c6f5f6532e3 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576693 Feb 08 15:54:55.663390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567faef3-66f9-4c6a-9e35-5646a5e31d96 req-1dd50a25-cbaa-404b-bad4-a506c3692856 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:55.664925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-567faef3-66f9-4c6a-9e35-5646a5e31d96 req-1dd50a25-cbaa-404b-bad4-a506c3692856 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 944 time: 0.2221029 Feb 08 15:54:55.665588 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-806a4357-c034-4a5c-ab80-bede605135a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1e0b53cb-3160-4e39-8dea-3cf993aa3a01), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.690438 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: d525bfed-985c-4778-8dbb-a089bbb37c12 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:54:55.690937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d525bfed-985c-4778-8dbb-a089bbb37c12 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:54:55.742366 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] For port b85e705f-bf89-45fe-8628-392fbfc0960d, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:54:55.747065 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] For port b85e705f-bf89-45fe-8628-392fbfc0960d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b85e705f-bf89-45fe-8628-392fbfc0960d,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:54:55.755215 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b85e705f-bf89-45fe-8628-392fbfc0960d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.756086 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-49534d80-34a1-4fd1-ba45-4ae7c838ee8d req-fd08ec0a-4b4d-481e-a0d2-c813e9ecd5d5 tempest-SecurityGroupsNegativeTestJSON-1456985038 tempest-SecurityGroupsNegativeTestJSON-1456985038-project] show failed (client error): The resource could not be found. Feb 08 15:54:55.756612 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-49534d80-34a1-4fd1-ba45-4ae7c838ee8d req-fd08ec0a-4b4d-481e-a0d2-c813e9ecd5d5 tempest-SecurityGroupsNegativeTestJSON-1456985038 tempest-SecurityGroupsNegativeTestJSON-1456985038-project] 10.222.0.82 "GET /v2.0/security-groups/592cfe1b-039b-4e8f-bb4f-067ede4f6ad7 HTTP/1.1" status: 404 len: 352 time: 0.0663652 Feb 08 15:54:55.763081 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-806a4357-c034-4a5c-ab80-bede605135a1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0e3b820e7955454da5cd79374bb42256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6508141 Feb 08 15:54:55.767065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a4357-c034-4a5c-ab80-bede605135a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0b53cb-3160-4e39-8dea-3cf993aa3a01,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:55.767211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46664) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:55.780544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46666) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:55.793520 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c5c01969-5c43-4166-9ea7-767eaffbac39 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (bcf44fdb-f520-47cf-9f17-ec5e926704a5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.833788 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c5c01969-5c43-4166-9ea7-767eaffbac39 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for bcf44fdb-f520-47cf-9f17-ec5e926704a5 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:55.836514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdbadc-ed3d-4f9e-82b6-4042d26e94e6 None None] Pushing event updated for resources: {'Port': ['ID=b85e705f-bf89-45fe-8628-392fbfc0960d,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:55.847445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-ddf2d908-bf16-4193-ae5c-b85e692b25d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Deleting port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:55.847798 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-ddf2d908-bf16-4193-ae5c-b85e692b25d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.911970 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e2f7fdd-43ce-4601-b345-443f6737fadf admin admin] Publish callbacks [] for security_group (1e0b53cb-3160-4e39-8dea-3cf993aa3a01), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.955359 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e2f7fdd-43ce-4601-b345-443f6737fadf admin admin] Publish callbacks [] for security_group (1e0b53cb-3160-4e39-8dea-3cf993aa3a01), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:55.974297 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-567faef3-66f9-4c6a-9e35-5646a5e31d96 req-4c1af49a-0439-4599-9eae-69baafb4b3e4 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups?id=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868619 Feb 08 15:54:55.988574 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-ddf2d908-bf16-4193-ae5c-b85e692b25d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] For port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:55.988973 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-ddf2d908-bf16-4193-ae5c-b85e692b25d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:56.013840 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f39d51-499b-4ad4-8d5c-c15d6537bb05 admin admin] Deleting subnet 4c512052-ba53-4755-987e-63721dea313b {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:54:56.019916 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c1f39d51-499b-4ad4-8d5c-c15d6537bb05 admin admin] Publish callbacks [] for subnet (4c512052-ba53-4755-987e-63721dea313b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:56.053199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57b7e4-9585-47d3-85fc-0093a087e8d3 req-91d09ec8-bf68-4f26-b058-6c49d9999595 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:56.054824 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d57b7e4-9585-47d3-85fc-0093a087e8d3 req-91d09ec8-bf68-4f26-b058-6c49d9999595 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.1969717 Feb 08 15:54:56.109700 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c1f39d51-499b-4ad4-8d5c-c15d6537bb05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (4c512052-ba53-4755-987e-63721dea313b), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:56.128991 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e2f7fdd-43ce-4601-b345-443f6737fadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1e0b53cb-3160-4e39-8dea-3cf993aa3a01), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:56.131659 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e2f7fdd-43ce-4601-b345-443f6737fadf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:56.135432 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4e2f7fdd-43ce-4601-b345-443f6737fadf admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1e0b53cb-3160-4e39-8dea-3cf993aa3a01 HTTP/1.1" status: 204 len: 168 time: 0.3340893 Feb 08 15:54:56.168687 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f7fdd-43ce-4601-b345-443f6737fadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0b53cb-3160-4e39-8dea-3cf993aa3a01,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:56.211396 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d57b7e4-9585-47d3-85fc-0093a087e8d3 req-5feaad79-c7b2-4150-a9e0-5723cb5acbf9 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415653 Feb 08 15:54:56.257655 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c1f39d51-499b-4ad4-8d5c-c15d6537bb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (4c512052-ba53-4755-987e-63721dea313b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:56.307720 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c5c01969-5c43-4166-9ea7-767eaffbac39 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (bcf44fdb-f520-47cf-9f17-ec5e926704a5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:56.376869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c01969-5c43-4166-9ea7-767eaffbac39 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=bcf44fdb-f520-47cf-9f17-ec5e926704a5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:56.389174 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-ddf2d908-bf16-4193-ae5c-b85e692b25d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:56.389749 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-ddf2d908-bf16-4193-ae5c-b85e692b25d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (d1af22e8-4e43-48a5-8b75-0ae0ec0b043e), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:56.390180 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-ddf2d908-bf16-4193-ae5c-b85e692b25d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Floating IP d1af22e8-4e43-48a5-8b75-0ae0ec0b043e disassociated. External IP: 172.25.7.110, port: 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d. Feb 08 15:54:56.390629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-ddf2d908-bf16-4193-ae5c-b85e692b25d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Calling delete_port for 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:56.545853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-ddf2d908-bf16-4193-ae5c-b85e692b25d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3cb7939b-163c-4b1a-a3e7-bbdf99650c9d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:56.586428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2d908-bf16-4193-ae5c-b85e692b25d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event deleted for resources: {'Port': ['ID=3cb7939b-163c-4b1a-a3e7-bbdf99650c9d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:56.651098 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c1f39d51-499b-4ad4-8d5c-c15d6537bb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (4c512052-ba53-4755-987e-63721dea313b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:56.697291 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c5c01969-5c43-4166-9ea7-767eaffbac39 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:56.704420 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c5c01969-5c43-4166-9ea7-767eaffbac39 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/bcf44fdb-f520-47cf-9f17-ec5e926704a5 HTTP/1.1" status: 204 len: 168 time: 1.4584215 Feb 08 15:54:56.704800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46682) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:56.706913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f39d51-499b-4ad4-8d5c-c15d6537bb05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c512052-ba53-4755-987e-63721dea313b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:56.723080 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c1f39d51-499b-4ad4-8d5c-c15d6537bb05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:56.726335 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c1f39d51-499b-4ad4-8d5c-c15d6537bb05 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/4c512052-ba53-4755-987e-63721dea313b HTTP/1.1" status: 204 len: 168 time: 0.9443195 Feb 08 15:54:56.731849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46684) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:56.760731 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-ddf2d908-bf16-4193-ae5c-b85e692b25d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Router 065c5bf7-297a-4d18-a133-46b6aebe880d has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:54:56.797813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210d2a1-aee1-41a5-8426-4eaedfdb0a54 req-f1d0c398-111d-49e9-8c05-e7aac2cf6f36 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:56.799415 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b210d2a1-aee1-41a5-8426-4eaedfdb0a54 req-f1d0c398-111d-49e9-8c05-e7aac2cf6f36 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.4259102 Feb 08 15:54:56.812872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c64cc8-4b3b-4650-832c-e032c6fc911f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:56.814346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c64cc8-4b3b-4650-832c-e032c6fc911f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:56.818373 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-63c64cc8-4b3b-4650-832c-e032c6fc911f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1100893 Feb 08 15:54:56.820636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46690) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:56.945496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e28526-1a84-48e3-81ad-94dae9d58e58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet a437bd6f-4ece-4c23-90b9-970dcc1d0ca4 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:54:56.950509 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21e28526-1a84-48e3-81ad-94dae9d58e58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (a437bd6f-4ece-4c23-90b9-970dcc1d0ca4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:56.968776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b210d2a1-aee1-41a5-8426-4eaedfdb0a54 req-16fcb141-0d4f-48d4-b097-971c9e2df654 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461008 Feb 08 15:54:56.978816 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-632de06f-95b8-418a-9a8d-bb65e6159765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (9b225962-72da-4424-a366-1ee78ac1fc86), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:57.031261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-ddf2d908-bf16-4193-ae5c-b85e692b25d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:54:57.040345 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21e28526-1a84-48e3-81ad-94dae9d58e58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (a437bd6f-4ece-4c23-90b9-970dcc1d0ca4), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:57.046392 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf55146-04ff-4440-864c-c1b25cbc3064 None None] Sync routers for ids ['065c5bf7-297a-4d18-a133-46b6aebe880d'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:54:57.066705 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf55146-04ff-4440-864c-c1b25cbc3064 None None] Routers {'065c5bf7-297a-4d18-a133-46b6aebe880d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:54:57.068725 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-fdf55146-04ff-4440-864c-c1b25cbc3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:54:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['065c5bf7-297a-4d18-a133-46b6aebe880d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:57.213938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-ddf2d908-bf16-4193-ae5c-b85e692b25d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] No DVR routers for this DVR port 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:54:57.218482 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-ddf2d908-bf16-4193-ae5c-b85e692b25d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:57.224058 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d8d8f87a-d05e-486f-80e2-03b839ab4ec3 req-ddf2d908-bf16-4193-ae5c-b85e692b25d9 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.94 "DELETE /v2.0/ports/3cb7939b-163c-4b1a-a3e7-bbdf99650c9d HTTP/1.1" status: 204 len: 173 time: 1.5930629 Feb 08 15:54:57.224829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-deleted', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:54:57.225244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa32ddc5-bc69-46e1-b4e0-a31319e47e38 req-65d7c343-3f31-4622-b231-0ce08655b331 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/ports?device_id=0603e15a-b9d0-4c87-9960-3356085437be HTTP/1.1" status: 200 len: 210 time: 0.0965044 Feb 08 15:54:57.227449 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35888b9-ea76-4721-87eb-03d8b6cb0b30" -d '{"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-deleted", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:54:57.234919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-632de06f-95b8-418a-9a8d-bb65e6159765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (9b225962-72da-4424-a366-1ee78ac1fc86), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:57.262953 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-632de06f-95b8-418a-9a8d-bb65e6159765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b225962-72da-4424-a366-1ee78ac1fc86']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:57.265209 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-fdf55146-04ff-4440-864c-c1b25cbc3064 None None] Set router 065c5bf7-297a-4d18-a133-46b6aebe880d gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:54:57.276867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-632de06f-95b8-418a-9a8d-bb65e6159765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60eec30-767f-4c19-857e-4120b715bf17') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:57.277635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-632de06f-95b8-418a-9a8d-bb65e6159765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60eec30-767f-4c19-857e-4120b715bf17') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:57.293889 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-632de06f-95b8-418a-9a8d-bb65e6159765 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (d60eec30-767f-4c19-857e-4120b715bf17), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:57.314823 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-632de06f-95b8-418a-9a8d-bb65e6159765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d60eec30-767f-4c19-857e-4120b715bf17), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:57.322881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632de06f-95b8-418a-9a8d-bb65e6159765 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:54:57.323351 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-632de06f-95b8-418a-9a8d-bb65e6159765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (d60eec30-767f-4c19-857e-4120b715bf17), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:54:57.325872 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:54:57.398820 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939a1dc2-7d39-4ad0-964e-320f16b9d5a6 x-openstack-request-id: req-939a1dc2-7d39-4ad0-964e-320f16b9d5a6 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:54:57.399600 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0603e15a-b9d0-4c87-9960-3356085437be", "name": "network-vif-deleted", "tag": "3cb7939b-163c-4b1a-a3e7-bbdf99650c9d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:54:57.399600 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-939a1dc2-7d39-4ad0-964e-320f16b9d5a6 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:54:57.399788 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0603e15a-b9d0-4c87-9960-3356085437be', 'name': 'network-vif-deleted', 'tag': '3cb7939b-163c-4b1a-a3e7-bbdf99650c9d', 'status': 'completed', 'code': 200} Feb 08 15:54:57.412941 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21e28526-1a84-48e3-81ad-94dae9d58e58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (a437bd6f-4ece-4c23-90b9-970dcc1d0ca4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:57.431813 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-632de06f-95b8-418a-9a8d-bb65e6159765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (9b225962-72da-4424-a366-1ee78ac1fc86), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:57.476452 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-632de06f-95b8-418a-9a8d-bb65e6159765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:57.481932 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-632de06f-95b8-418a-9a8d-bb65e6159765 admin admin] 10.222.0.82 "DELETE /v2.0/networks/9b225962-72da-4424-a366-1ee78ac1fc86 HTTP/1.1" status: 204 len: 168 time: 0.7477927 Feb 08 15:54:57.483483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632de06f-95b8-418a-9a8d-bb65e6159765 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b225962-72da-4424-a366-1ee78ac1fc86,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:57.523646 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-70c72b98-f225-4074-84e5-b1a944aee792 None None] Provisioning complete for port b85e705f-bf89-45fe-8628-392fbfc0960d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:57.524688 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-70c72b98-f225-4074-84e5-b1a944aee792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b85e705f-bf89-45fe-8628-392fbfc0960d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:57.532571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ee1eb-a5ad-4a45-be37-ce0c38367509 req-fed1c36a-22f1-4a2f-ab7a-492683af9f9e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:57.544411 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d79ee1eb-a5ad-4a45-be37-ce0c38367509 req-fed1c36a-22f1-4a2f-ab7a-492683af9f9e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.4419518 Feb 08 15:54:57.625893 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-fdf55146-04ff-4440-864c-c1b25cbc3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:50Z', 'updated_at': '2022-02-08T15:47:02Z', 'revision_number': 4, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'gw_port': {'id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:52Z', 'updated_at': '2022-02-08T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '483c6d04-f1c9-4e45-9962-2a2c7563c8b4', 'name': '', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'mac_address': 'fa:16:3e:38:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:01Z', 'updated_at': '2022-02-08T15:47:08Z', 'revision_number': 5, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'subnets': [{'id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:57.735066 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf55146-04ff-4440-864c-c1b25cbc3064 None None] Checking router: 065c5bf7-297a-4d18-a133-46b6aebe880d for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:54:57.742113 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21e28526-1a84-48e3-81ad-94dae9d58e58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (a437bd6f-4ece-4c23-90b9-970dcc1d0ca4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:57.774431 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf55146-04ff-4440-864c-c1b25cbc3064 None None] Routers {'065c5bf7-297a-4d18-a133-46b6aebe880d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:54:57.786165 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-fdf55146-04ff-4440-864c-c1b25cbc3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:54:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['065c5bf7-297a-4d18-a133-46b6aebe880d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:57.831310 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d79ee1eb-a5ad-4a45-be37-ce0c38367509 req-9050c478-2232-42ee-9ff1-90806c6a2bce tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623899 Feb 08 15:54:57.844157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e28526-1a84-48e3-81ad-94dae9d58e58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=a437bd6f-4ece-4c23-90b9-970dcc1d0ca4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:57.860732 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21e28526-1a84-48e3-81ad-94dae9d58e58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:57.866043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-21e28526-1a84-48e3-81ad-94dae9d58e58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/a437bd6f-4ece-4c23-90b9-970dcc1d0ca4 HTTP/1.1" status: 204 len: 168 time: 1.0421348 Feb 08 15:54:57.866490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46718) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:57.930086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46726) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:57.959918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b85e705f-bf89-45fe-8628-392fbfc0960d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:54:57.984726 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-85ef95b9-a43a-4102-84db-45a40102446a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1169415 Feb 08 15:54:57.990786 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46732) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:58.002658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2b55def6-3960-46a5-9aac-62073646b69e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:58.010814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ee91e7-06a7-42c4-87ae-3230120b37c8 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:54:58.045431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6558b69f-7b69-41e3-9ac3-8f6c3bdb3bd3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f880545d841840519cac46f3ad541d94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1098561 Feb 08 15:54:58.046000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46738) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:58.103104 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-fdf55146-04ff-4440-864c-c1b25cbc3064 None None] Set router 065c5bf7-297a-4d18-a133-46b6aebe880d gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:54:58.154017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b85e705f-bf89-45fe-8628-392fbfc0960d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:54:58.154402 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b85e705f-bf89-45fe-8628-392fbfc0960d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.212432 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08e6b039-c5c2-497b-b68d-90af5e599d5a admin admin] Publish callbacks [] for security_group (9e418977-0312-4e1c-983b-4a99377ce90e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.272121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b35a-29f4-4f9a-968e-9a66e9d105b5 req-e7eb961b-199f-4162-b3be-f9f89cc7fc15 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:58.291512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b55def6-3960-46a5-9aac-62073646b69e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:58.294304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30d2b35a-29f4-4f9a-968e-9a66e9d105b5 req-e7eb961b-199f-4162-b3be-f9f89cc7fc15 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.2323046 Feb 08 15:54:58.303514 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08e6b039-c5c2-497b-b68d-90af5e599d5a admin admin] Publish callbacks [] for security_group (9e418977-0312-4e1c-983b-4a99377ce90e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.305452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b85e705f-bf89-45fe-8628-392fbfc0960d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:58.305844 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b85e705f-bf89-45fe-8628-392fbfc0960d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.306777 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b55def6-3960-46a5-9aac-62073646b69e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.330878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-70c72b98-f225-4074-84e5-b1a944aee792 None None] Current status of the port b85e705f-bf89-45fe-8628-392fbfc0960d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:58.331135 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-70c72b98-f225-4074-84e5-b1a944aee792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b85e705f-bf89-45fe-8628-392fbfc0960d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.376536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port b85e705f-bf89-45fe-8628-392fbfc0960d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b85e705f-bf89-45fe-8628-392fbfc0960d,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:58.385052 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b85e705f-bf89-45fe-8628-392fbfc0960d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.450825 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:54:58.471300 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46762) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:58.530258 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-70c72b98-f225-4074-84e5-b1a944aee792 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 15:54:58.531333 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-70c72b98-f225-4074-84e5-b1a944aee792 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 15:54:58.536094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=b85e705f-bf89-45fe-8628-392fbfc0960d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:58.560255 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30d2b35a-29f4-4f9a-968e-9a66e9d105b5 req-8a552132-cca9-42bf-a5b9-fbcfeb3e1546 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497399 Feb 08 15:54:58.564627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Deleting port b85e705f-bf89-45fe-8628-392fbfc0960d {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:58.565926 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b85e705f-bf89-45fe-8628-392fbfc0960d), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.692125 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8d46887d-de8f-48f2-9477-3724bd223423 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for security_group (8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.729212 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8d46887d-de8f-48f2-9477-3724bd223423 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for security_group (8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.744688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] For port b85e705f-bf89-45fe-8628-392fbfc0960d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b85e705f-bf89-45fe-8628-392fbfc0960d,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:54:58.746090 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b85e705f-bf89-45fe-8628-392fbfc0960d), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.778147 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Calling delete_port for b85e705f-bf89-45fe-8628-392fbfc0960d owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:58.801913 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-fdf55146-04ff-4440-864c-c1b25cbc3064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:50Z', 'updated_at': '2022-02-08T15:47:02Z', 'revision_number': 4, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'gw_port': {'id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:52Z', 'updated_at': '2022-02-08T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '483c6d04-f1c9-4e45-9962-2a2c7563c8b4', 'name': '', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'mac_address': 'fa:16:3e:38:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:01Z', 'updated_at': '2022-02-08T15:47:08Z', 'revision_number': 5, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'subnets': [{'id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:54:58.810364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46768) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:58.821988 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08e6b039-c5c2-497b-b68d-90af5e599d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9e418977-0312-4e1c-983b-4a99377ce90e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.825897 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08e6b039-c5c2-497b-b68d-90af5e599d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.831573 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-08e6b039-c5c2-497b-b68d-90af5e599d5a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9e418977-0312-4e1c-983b-4a99377ce90e HTTP/1.1" status: 204 len: 168 time: 0.7816250 Feb 08 15:54:58.855944 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b55def6-3960-46a5-9aac-62073646b69e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (dda160cd-fc55-4813-a8df-e49baf7cec2c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.857288 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf55146-04ff-4440-864c-c1b25cbc3064 None None] The sync data for ids ['065c5bf7-297a-4d18-a133-46b6aebe880d'] in n-d-824834-11 is: [{'id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:50Z', 'updated_at': '2022-02-08T15:47:02Z', 'revision_number': 4, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'gw_port': {'id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:52Z', 'updated_at': '2022-02-08T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '483c6d04-f1c9-4e45-9962-2a2c7563c8b4', 'name': '', 'network_id': '8cddf711-698e-4c07-bd73-40b83ff0064f', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'mac_address': 'fa:16:3e:38:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:47:01Z', 'updated_at': '2022-02-08T15:47:08Z', 'revision_number': 5, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'subnets': [{'id': 'f12e1c51-9a15-439a-b59c-cc113fb7ded8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:54:58.864887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6b039-c5c2-497b-b68d-90af5e599d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e418977-0312-4e1c-983b-4a99377ce90e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:58.867236 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8d46887d-de8f-48f2-9477-3724bd223423 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.876486 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8d46887d-de8f-48f2-9477-3724bd223423 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.877992 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8d46887d-de8f-48f2-9477-3724bd223423 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "DELETE /v2.0/security-groups/8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5 HTTP/1.1" status: 204 len: 168 time: 0.3948019 Feb 08 15:54:58.884652 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46774) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:58.907596 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-34c179cf-18b4-4056-82be-e052910a75c6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] show failed (client error): The resource could not be found. Feb 08 15:54:58.908911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-34c179cf-18b4-4056-82be-e052910a75c6 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "GET /v2.0/security-groups/8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5 HTTP/1.1" status: 404 len: 347 time: 0.0217350 Feb 08 15:54:58.921049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:58.921918 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46776) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:58.927441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46887d-de8f-48f2-9477-3724bd223423 tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0596a7-f6e1-4d9d-b6b7-67fcb0bc46e5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:58.943697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55def6-3960-46a5-9aac-62073646b69e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=dda160cd-fc55-4813-a8df-e49baf7cec2c,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:58.968126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b55def6-3960-46a5-9aac-62073646b69e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:54:58.969512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-2b55def6-3960-46a5-9aac-62073646b69e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:54:58.973956 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b55def6-3960-46a5-9aac-62073646b69e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:58.974817 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b55def6-3960-46a5-9aac-62073646b69e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:58.999340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:54:58.999661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 3cb7939b-163c-4b1a-a3e7-bbdf99650c9d not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:54:59.001642 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2b55def6-3960-46a5-9aac-62073646b69e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0091386 Feb 08 15:54:59.004736 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46780) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:59.018268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1bbae942-1a75-4162-b3fe-e9f037b4d3a5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'fixed_ips': [{'subnet_id': 'dda160cd-fc55-4813-a8df-e49baf7cec2c', 'ip_address': '2001:db8::5334:7c70:5c1b:5ee5'}], 'name': 'tempest-NetworksTestDHCPv6-1995560877'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:54:59.104221 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-70c72b98-f225-4074-84e5-b1a944aee792 None None] Current status of the port b85e705f-bf89-45fe-8628-392fbfc0960d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:54:59.110135 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-70c72b98-f225-4074-84e5-b1a944aee792 None None] Could not find standard attr ID for object bcf44fdb-f520-47cf-9f17-ec5e926704a5. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 15:54:59.125644 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (b85e705f-bf89-45fe-8628-392fbfc0960d), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:59.162596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Pushing event deleted for resources: {'Port': ['ID=b85e705f-bf89-45fe-8628-392fbfc0960d,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:59.168731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] No DVR routers for this DVR port b85e705f-bf89-45fe-8628-392fbfc0960d on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:54:59.180762 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:59.181388 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:59.181949 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:59.182490 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:59.185010 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:59.185702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:59.186380 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:59.187108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:59.188077 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:59.188629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:59.189196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:59.189741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:59.190481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5dfe1d-a79d-4e93-a6a5-1f7f766ee219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:54:59.204180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e3306d-4ecf-476d-903c-5608febfea28 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:54:59.284032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c99a68-9f6f-4364-8d4d-66511e2183a3 req-6e1b2794-3e48-47b4-8f10-5a57d763a488 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:59.286632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbae942-1a75-4162-b3fe-e9f037b4d3a5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:54:59.297502 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44c99a68-9f6f-4364-8d4d-66511e2183a3 req-6e1b2794-3e48-47b4-8f10-5a57d763a488 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.5190489 Feb 08 15:54:59.314309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e854d170-22b8-4cff-a7a4-d9fff5b2e137 None None] Could not find standard attr ID for object 00c4c718-c234-440d-b7e8-e78f8222c86b. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 15:54:59.380907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced9bda7-bac8-4c02-a1f7-cf6a05c7f36f None None] New status for floating IP d1af22e8-4e43-48a5-8b75-0ae0ec0b043e: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:54:59.437377 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44c99a68-9f6f-4364-8d4d-66511e2183a3 req-51654c1a-017d-4cd4-b5eb-146f21ed238d tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314268 Feb 08 15:54:59.445594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-3ce70fbf-87cf-4a62-a610-0681e4dbe82b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Deleting port 3ccdf6a8-f2ac-4481-a4b8-e7c44b53fca9 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:54:59.446081 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3ce70fbf-87cf-4a62-a610-0681e4dbe82b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3ccdf6a8-f2ac-4481-a4b8-e7c44b53fca9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:59.606489 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3ce70fbf-87cf-4a62-a610-0681e4dbe82b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3ccdf6a8-f2ac-4481-a4b8-e7c44b53fca9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:59.606827 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3ce70fbf-87cf-4a62-a610-0681e4dbe82b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for floatingip (3ccdf6a8-f2ac-4481-a4b8-e7c44b53fca9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:59.643669 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca085df7-17ce-4199-bc77-795acf765e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:59.644671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-3ce70fbf-87cf-4a62-a610-0681e4dbe82b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Calling delete_port for 3ccdf6a8-f2ac-4481-a4b8-e7c44b53fca9 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:54:59.692370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b85e705f-bf89-45fe-8628-392fbfc0960d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:54:59.734927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': 'dda160cd-fc55-4813-a8df-e49baf7cec2c'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:54:59.737365 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:59.801075 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca085df7-17ce-4199-bc77-795acf765e0b admin admin] Publish callbacks [] for security_group (a56f35c7-9241-4cc7-921b-ce1cbd7f98b7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:59.807675 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1bbae942-1a75-4162-b3fe-e9f037b4d3a5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:59.811109 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca085df7-17ce-4199-bc77-795acf765e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a56f35c7-9241-4cc7-921b-ce1cbd7f98b7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:54:59.872505 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-1bbae942-1a75-4162-b3fe-e9f037b4d3a5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port 13cf442e-3498-4c6d-a654-674eacd11f22 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:54:59.881289 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca085df7-17ce-4199-bc77-795acf765e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56f35c7-9241-4cc7-921b-ce1cbd7f98b7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:54:59.890385 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ca085df7-17ce-4199-bc77-795acf765e0b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5c132596b9d94102ac489bc05b5713c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0787997 Feb 08 15:54:59.893089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46798) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:54:59.926397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85492dd2-7f70-41ee-afff-3b2e64137d7f req-2954b08a-aac8-4dc5-8221-2db982477098 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:54:59.933529 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85492dd2-7f70-41ee-afff-3b2e64137d7f req-2954b08a-aac8-4dc5-8221-2db982477098 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.3535438 Feb 08 15:54:59.941284 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Allocated IP 2001:db8::2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/dda160cd-fc55-4813-a8df-e49baf7cec2c/661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:00.096671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: b85e705f-bf89-45fe-8628-392fbfc0960d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:55:00.097250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b85e705f-bf89-45fe-8628-392fbfc0960d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:55:00.148216 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85492dd2-7f70-41ee-afff-3b2e64137d7f req-61c5008a-49ca-4432-b01b-e51ca7bdf0cc tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819851 Feb 08 15:55:00.168098 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ed9a390-18cf-430d-ad52-d0fd36de3c1c admin admin] Publish callbacks [] for security_group (a56f35c7-9241-4cc7-921b-ce1cbd7f98b7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.204184 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3ce70fbf-87cf-4a62-a610-0681e4dbe82b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3ccdf6a8-f2ac-4481-a4b8-e7c44b53fca9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.233722 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Publish callbacks [] for port (661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.246241 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ed9a390-18cf-430d-ad52-d0fd36de3c1c admin admin] Publish callbacks [] for security_group (a56f35c7-9241-4cc7-921b-ce1cbd7f98b7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.249181 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.269094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce70fbf-87cf-4a62-a610-0681e4dbe82b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Pushing event deleted for resources: {'Port': ['ID=3ccdf6a8-f2ac-4481-a4b8-e7c44b53fca9,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:00.341982 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3ce70fbf-87cf-4a62-a610-0681e4dbe82b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks [] for floatingip (d1af22e8-4e43-48a5-8b75-0ae0ec0b043e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.345348 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3ce70fbf-87cf-4a62-a610-0681e4dbe82b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.349486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3ce70fbf-87cf-4a62-a610-0681e4dbe82b tempest-ServerActionsTestJSON-1943559879 tempest-ServerActionsTestJSON-1943559879-project] 10.222.0.82 "DELETE /v2.0/floatingips/d1af22e8-4e43-48a5-8b75-0ae0ec0b043e HTTP/1.1" status: 204 len: 168 time: 1.4162962 Feb 08 15:55:00.349486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46810) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:00.349736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46812) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:00.352069 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-1bbae942-1a75-4162-b3fe-e9f037b4d3a5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::5334:7c70:5c1b:5ee5 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/dda160cd-fc55-4813-a8df-e49baf7cec2c/13cf442e-3498-4c6d-a654-674eacd11f22) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:00.352821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:00.359222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:00.390623 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:00.467075 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Pushing event updated for resources: {'Port': ['ID=661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:00.485990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Attempting to bind port 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:55:00.487852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Attempting to bind port 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:55:00.488784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Attempting to bind port 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:55:00.510634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:55:00.511965 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:00.512833 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.513441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:55:00.514152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Bound port: 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:55:00.514728 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.547203 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-524550204-network', 'tenant_id': '39e9a774a47642ca822a4da0fcbb0506'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:00.628301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] Made reservation on behalf of 39e9a774a47642ca822a4da0fcbb0506 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:00.628713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] For port 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:00.634205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] For port 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:55:00.640756 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.647905 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.650708 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ed9a390-18cf-430d-ad52-d0fd36de3c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a56f35c7-9241-4cc7-921b-ce1cbd7f98b7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.656040 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ed9a390-18cf-430d-ad52-d0fd36de3c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.657946 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5ed9a390-18cf-430d-ad52-d0fd36de3c1c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a56f35c7-9241-4cc7-921b-ce1cbd7f98b7 HTTP/1.1" status: 204 len: 168 time: 0.7631497 Feb 08 15:55:00.683743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9a390-18cf-430d-ad52-d0fd36de3c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56f35c7-9241-4cc7-921b-ce1cbd7f98b7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:00.690676 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.747853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1bbae942-1a75-4162-b3fe-e9f037b4d3a5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (13cf442e-3498-4c6d-a654-674eacd11f22), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.832908 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1bbae942-1a75-4162-b3fe-e9f037b4d3a5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (13cf442e-3498-4c6d-a654-674eacd11f22), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.844506 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef500ba-7c32-4864-a5a4-0a8110f1beea None None] Pushing event updated for resources: {'Port': ['ID=661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:00.952736 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbae942-1a75-4162-b3fe-e9f037b4d3a5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:00.956287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1bbae942-1a75-4162-b3fe-e9f037b4d3a5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:00.958851 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbae942-1a75-4162-b3fe-e9f037b4d3a5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:00.965465 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbae942-1a75-4162-b3fe-e9f037b4d3a5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:00.966148 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1bbae942-1a75-4162-b3fe-e9f037b4d3a5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:00.983674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbae942-1a75-4162-b3fe-e9f037b4d3a5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=13cf442e-3498-4c6d-a654-674eacd11f22,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:01.000681 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1bbae942-1a75-4162-b3fe-e9f037b4d3a5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9947681 Feb 08 15:55:01.001636 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46822) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:01.096016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c554b65-357a-4c87-a2e8-298270eb6b48 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:01.105926 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c554b65-357a-4c87-a2e8-298270eb6b48 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:01.113734 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6c554b65-357a-4c87-a2e8-298270eb6b48 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1098347 Feb 08 15:55:01.115236 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46824) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:01.162802 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] Publish callbacks [] for security_group (3e055e70-93a2-434a-8571-db3f0f2f67ab), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:01.208237 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3e055e70-93a2-434a-8571-db3f0f2f67ab), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:01.309807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e055e70-93a2-434a-8571-db3f0f2f67ab,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:01.349926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:55:01.368075 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (cc75a6a1-0477-4bd6-9acd-f549c546095c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:01.368506 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] Added segment cc75a6a1-0477-4bd6-9acd-f549c546095c of type vlan for network f6df558d-571e-4952-ad2b-0976754826c6 Feb 08 15:55:01.424975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-8c0dfbf9-046e-44e3-9d32-89c7c33a6ef8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port 13cf442e-3498-4c6d-a654-674eacd11f22 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:01.425495 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8c0dfbf9-046e-44e3-9d32-89c7c33a6ef8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (13cf442e-3498-4c6d-a654-674eacd11f22), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:01.447204 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (f6df558d-571e-4952-ad2b-0976754826c6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:01.494686 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6abd58c4-3139-4348-a542-f1ef88c8e8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:01.569581 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (f6df558d-571e-4952-ad2b-0976754826c6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:01.570571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:01.571164 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:01.663694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3109527 Feb 08 15:55:01.666927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46838) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:01.675930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e3ca9f06-a1b2-4ed8-a16f-cb8a5989a680 admin admin] Request body: {'subnet': {'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-524550204-subnet', 'tenant_id': '39e9a774a47642ca822a4da0fcbb0506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:01.683438 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8c0dfbf9-046e-44e3-9d32-89c7c33a6ef8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (13cf442e-3498-4c6d-a654-674eacd11f22), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:01.726151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16502b5c-856e-47a1-a90c-eb87e74038e3 admin admin] Pushing event updated for resources: {'Network': ['ID=f6df558d-571e-4952-ad2b-0976754826c6,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:01.733876 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-8c0dfbf9-046e-44e3-9d32-89c7c33a6ef8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for 13cf442e-3498-4c6d-a654-674eacd11f22 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:01.741778 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network f6df558d-571e-4952-ad2b-0976754826c6 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:55:01.788793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ca9f06-a1b2-4ed8-a16f-cb8a5989a680 admin admin] Made reservation on behalf of 39e9a774a47642ca822a4da0fcbb0506 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:01.791185 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9f06-a1b2-4ed8-a16f-cb8a5989a680 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:01.833850 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:01.914915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:01.916026 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:02.027878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:02.028613 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:02.075611 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:02.085619 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:02.114893 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8c0dfbf9-046e-44e3-9d32-89c7c33a6ef8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (13cf442e-3498-4c6d-a654-674eacd11f22), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:02.138253 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5cfccf70-110d-4ae1-9f80-ca3b79118d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (065c5bf7-297a-4d18-a133-46b6aebe880d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:02.184543 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:02.195991 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8c0dfbf9-046e-44e3-9d32-89c7c33a6ef8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:02.208057 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8c0dfbf9-046e-44e3-9d32-89c7c33a6ef8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/13cf442e-3498-4c6d-a654-674eacd11f22 HTTP/1.1" status: 204 len: 168 time: 1.0912848 Feb 08 15:55:02.208722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46848) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:02.249798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dfbf9-046e-44e3-9d32-89c7c33a6ef8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=13cf442e-3498-4c6d-a654-674eacd11f22,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:02.320511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1168fdb2-c81f-49d1-9411-efa0a2bd83d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:02.322444 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1168fdb2-c81f-49d1-9411-efa0a2bd83d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:02.324977 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1168fdb2-c81f-49d1-9411-efa0a2bd83d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0844269 Feb 08 15:55:02.331571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46852) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:02.406841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce04962-0c5c-4d36-a3c4-a8cb259504ce tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet dda160cd-fc55-4813-a8df-e49baf7cec2c {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:55:02.412823 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3ce04962-0c5c-4d36-a3c4-a8cb259504ce tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (dda160cd-fc55-4813-a8df-e49baf7cec2c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:02.483720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3ce04962-0c5c-4d36-a3c4-a8cb259504ce tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (dda160cd-fc55-4813-a8df-e49baf7cec2c), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:02.553618 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9f06-a1b2-4ed8-a16f-cb8a5989a680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (f74506d9-bb81-41cd-9755-6285f6ea9968), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:02.608059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-21443e07-d41b-4bd2-9821-ff1b7a01617e None None] Provisioning complete for port 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:02.611132 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-21443e07-d41b-4bd2-9821-ff1b7a01617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:02.727278 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3ce04962-0c5c-4d36-a3c4-a8cb259504ce tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (dda160cd-fc55-4813-a8df-e49baf7cec2c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:02.759871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-21443e07-d41b-4bd2-9821-ff1b7a01617e None None] Current status of the port 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:02.834689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3ce04962-0c5c-4d36-a3c4-a8cb259504ce tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (dda160cd-fc55-4813-a8df-e49baf7cec2c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:02.877413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce04962-0c5c-4d36-a3c4-a8cb259504ce tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=dda160cd-fc55-4813-a8df-e49baf7cec2c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:02.889364 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3ce04962-0c5c-4d36-a3c4-a8cb259504ce tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:02.893369 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3ce04962-0c5c-4d36-a3c4-a8cb259504ce tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/dda160cd-fc55-4813-a8df-e49baf7cec2c HTTP/1.1" status: 204 len: 168 time: 0.5603590 Feb 08 15:55:02.895745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46864) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:02.932365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d03fd35-1bb4-4575-ac1f-00089767e65a None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:02.992769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6207270c-d129-4009-a231-fa03d840d773 None None] Could not find standard attr ID for object b90b6585-fee1-40b7-94f0-45f0d766c174. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 15:55:03.002951 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2479294b-8e14-4255-b6be-43126c99c8c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059659 Feb 08 15:55:03.012767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46868) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:03.037703 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ca9f06-a1b2-4ed8-a16f-cb8a5989a680 admin admin] Checking segment: {'id': 'cc75a6a1-0477-4bd6-9acd-f549c546095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:03.038133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ca9f06-a1b2-4ed8-a16f-cb8a5989a680 admin admin] Network hostable DHCP agents. Network: f6df558d-571e-4952-ad2b-0976754826c6, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:55:03.072350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca9f06-a1b2-4ed8-a16f-cb8a5989a680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f74506d9-bb81-41cd-9755-6285f6ea9968,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:03.122992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149f3c3-4dfb-434c-9edc-a228ecce654f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:03.124550 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6149f3c3-4dfb-434c-9edc-a228ecce654f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1110222 Feb 08 15:55:03.130572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46870) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:03.155420 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529d29dc-89de-4c1c-98b9-d7336bd56c2a None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:55:03.162166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ca9f06-a1b2-4ed8-a16f-cb8a5989a680 admin admin] Network f6df558d-571e-4952-ad2b-0976754826c6 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:55:03.186689 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-e3ca9f06-a1b2-4ed8-a16f-cb8a5989a680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, f6df558d-571e-4952-ad2b-0976754826c6) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:03.188116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7755d108-2280-41c7-bc64-3acae689e5c9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:03.189802 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7755d108-2280-41c7-bc64-3acae689e5c9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0580988 Feb 08 15:55:03.192096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46872) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:03.202824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ca9f06-a1b2-4ed8-a16f-cb8a5989a680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:03.205869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109df2bb-3287-407c-b276-513ec857ff7c None None] Network f6df558d-571e-4952-ad2b-0976754826c6 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:03.209914 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9f06-a1b2-4ed8-a16f-cb8a5989a680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:03.232171 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-5cfccf70-110d-4ae1-9f80-ca3b79118d35 admin admin] Deleting port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:03.232909 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5cfccf70-110d-4ae1-9f80-ca3b79118d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:03.258152 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5eda40ad-709e-45e0-8a49-dea8c23aaf29 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610573 Feb 08 15:55:03.260529 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46876) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:03.266192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a01a1f9f-1ac6-4752-867a-9663906e86c6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:03.338821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-5cfccf70-110d-4ae1-9f80-ca3b79118d35 admin admin] For port 483c6d04-f1c9-4e45-9962-2a2c7563c8b4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=483c6d04-f1c9-4e45-9962-2a2c7563c8b4,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:03.339545 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5cfccf70-110d-4ae1-9f80-ca3b79118d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:03.357397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-5cfccf70-110d-4ae1-9f80-ca3b79118d35 admin admin] Calling delete_port for 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:03.437918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01a1f9f-1ac6-4752-867a-9663906e86c6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:03.445094 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a01a1f9f-1ac6-4752-867a-9663906e86c6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:03.546315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-529d29dc-89de-4c1c-98b9-d7336bd56c2a None None] Deleting port 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:03.549917 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-529d29dc-89de-4c1c-98b9-d7336bd56c2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:03.625007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e3ca9f06-a1b2-4ed8-a16f-cb8a5989a680 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9525881 Feb 08 15:55:03.647742 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3fe53-ea75-4da6-be10-e7d3387327cc None None] Network f6df558d-571e-4952-ad2b-0976754826c6 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:03.798034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-529d29dc-89de-4c1c-98b9-d7336bd56c2a None None] For port 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:03.798446 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-529d29dc-89de-4c1c-98b9-d7336bd56c2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:03.819182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-529d29dc-89de-4c1c-98b9-d7336bd56c2a None None] Calling delete_port for 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:03.830777 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5cfccf70-110d-4ae1-9f80-ca3b79118d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (483c6d04-f1c9-4e45-9962-2a2c7563c8b4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:03.899961 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfccf70-110d-4ae1-9f80-ca3b79118d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=483c6d04-f1c9-4e45-9962-2a2c7563c8b4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:03.928657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:03.984382 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a01a1f9f-1ac6-4752-867a-9663906e86c6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (37a67313-7af3-45ae-aec6-b07af138406c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:04.000137 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-529d29dc-89de-4c1c-98b9-d7336bd56c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:04.048799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d29dc-89de-4c1c-98b9-d7336bd56c2a None None] Pushing event deleted for resources: {'Port': ['ID=661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:04.057061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529d29dc-89de-4c1c-98b9-d7336bd56c2a None None] No DVR routers for this DVR port 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:04.077457 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e98c6921-0b9a-4a82-876e-c00f6d5b6346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:04.083000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No active binding found for port 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce {{(pid=103303) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 15:55:04.083401 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] The host n-d-824834-11 is not matching for port 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce host None! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:55:04.083805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 661ebdbd-8e7a-4dfe-b696-ac14cd0d4fce not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:55:04.147142 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01a1f9f-1ac6-4752-867a-9663906e86c6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:04.171920 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a01a1f9f-1ac6-4752-867a-9663906e86c6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:04.184998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01a1f9f-1ac6-4752-867a-9663906e86c6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:04.184998 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a01a1f9f-1ac6-4752-867a-9663906e86c6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:04.187151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a1f9f-1ac6-4752-867a-9663906e86c6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=37a67313-7af3-45ae-aec6-b07af138406c,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:04.220817 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70446fc-25c9-4508-82bc-5b53c290476c None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:04.238921 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a01a1f9f-1ac6-4752-867a-9663906e86c6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9764855 Feb 08 15:55:04.241153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46898) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:04.251567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-fce38ac3-0748-4032-8783-013e9d2171f6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'fixed_ips': [{'subnet_id': '37a67313-7af3-45ae-aec6-b07af138406c', 'ip_address': '2001:db8::9dff:3a2c:f495:7edf'}], 'name': 'tempest-NetworksTestDHCPv6-1098312869'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:04.313900 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5cfccf70-110d-4ae1-9f80-ca3b79118d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (065c5bf7-297a-4d18-a133-46b6aebe880d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:04.340694 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46900) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:04.475342 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': '37a67313-7af3-45ae-aec6-b07af138406c'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:55:04.476915 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:04.521748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce38ac3-0748-4032-8783-013e9d2171f6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:04.530033 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fce38ac3-0748-4032-8783-013e9d2171f6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:04.559511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-fce38ac3-0748-4032-8783-013e9d2171f6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port 28a235e8-5e3a-4242-b287-5c0c11d46581 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:55:04.671071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Allocated IP 2001:db8::2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/37a67313-7af3-45ae-aec6-b07af138406c/245593c2-0dfe-48ce-bd47-9dafcff53d0f) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:04.705897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-e42cce9e-b816-47bc-bd22-ca71e4f2e4f5 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:04.713363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-e42cce9e-b816-47bc-bd22-ca71e4f2e4f5 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/networks?id=f6df558d-571e-4952-ad2b-0976754826c6 HTTP/1.1" status: 200 len: 814 time: 0.2400162 Feb 08 15:55:04.733880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-990267bb-e839-4d1e-9915-13ae020c84ae tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/quotas/39e9a774a47642ca822a4da0fcbb0506 HTTP/1.1" status: 200 len: 375 time: 0.0186424 Feb 08 15:55:04.741155 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:04.773762 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:04.866427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-9391409d-30ef-42ba-9374-8eb419116ab5 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=39e9a774a47642ca822a4da0fcbb0506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1311481 Feb 08 15:55:04.935612 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Publish callbacks [] for port (245593c2-0dfe-48ce-bd47-9dafcff53d0f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:04.946923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfccf70-110d-4ae1-9f80-ca3b79118d35 admin admin] Router 065c5bf7-297a-4d18-a133-46b6aebe880d has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:55:04.950310 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (245593c2-0dfe-48ce-bd47-9dafcff53d0f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:04.961986 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:05.011360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Pushing event updated for resources: {'Port': ['ID=245593c2-0dfe-48ce-bd47-9dafcff53d0f,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:05.023066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:05.025057 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:05.029916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:05.129989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Attempting to bind port 245593c2-0dfe-48ce-bd47-9dafcff53d0f on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:55:05.130368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Attempting to bind port 245593c2-0dfe-48ce-bd47-9dafcff53d0f by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:55:05.130740 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Attempting to bind port 245593c2-0dfe-48ce-bd47-9dafcff53d0f on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:55:05.141273 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:55:05.141655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:05.142067 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:05.142465 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:55:05.142955 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Bound port: 245593c2-0dfe-48ce-bd47-9dafcff53d0f, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:55:05.143350 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (245593c2-0dfe-48ce-bd47-9dafcff53d0f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:05.180504 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d1f94391-c575-4f4f-8340-18dbe595f667 service neutron] 10.222.0.82 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126392 Feb 08 15:55:05.187586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Allocated IP 172.25.7.43 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/92d2c575-0529-46f4-9122-237e02b3c56a) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:05.258666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] For port 245593c2-0dfe-48ce-bd47-9dafcff53d0f, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:05.266001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] For port 245593c2-0dfe-48ce-bd47-9dafcff53d0f, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=245593c2-0dfe-48ce-bd47-9dafcff53d0f,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:55:05.275994 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (245593c2-0dfe-48ce-bd47-9dafcff53d0f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:05.321318 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for port (92d2c575-0529-46f4-9122-237e02b3c56a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:05.337002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfccf70-110d-4ae1-9f80-ca3b79118d35 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:55:05.351062 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639246a-f77e-4e05-8e94-daa71f4ef826 None None] Sync routers for ids ['065c5bf7-297a-4d18-a133-46b6aebe880d'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:55:05.352116 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5cfccf70-110d-4ae1-9f80-ca3b79118d35 admin admin] 10.222.0.82 "PUT /v2.0/routers/065c5bf7-297a-4d18-a133-46b6aebe880d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9974766 Feb 08 15:55:05.354269 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-8fd239a8-6b8d-4dcb-84dc-f78897a2d652 service neutron] 10.222.0.82 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730857 Feb 08 15:55:05.359556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46922) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:05.376051 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639246a-f77e-4e05-8e94-daa71f4ef826 None None] Routers {'065c5bf7-297a-4d18-a133-46b6aebe880d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:05.379489 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8639246a-f77e-4e05-8e94-daa71f4ef826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['065c5bf7-297a-4d18-a133-46b6aebe880d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:05.406866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-fce38ac3-0748-4032-8783-013e9d2171f6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::9dff:3a2c:f495:7edf (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/37a67313-7af3-45ae-aec6-b07af138406c/28a235e8-5e3a-4242-b287-5c0c11d46581) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:05.420682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (92d2c575-0529-46f4-9122-237e02b3c56a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:05.497250 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:05.516218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7588d-1092-4139-b01e-14f8e0fb0d40 None None] Pushing event updated for resources: {'Port': ['ID=245593c2-0dfe-48ce-bd47-9dafcff53d0f,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:05.541177 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event updated for resources: {'Port': ['ID=92d2c575-0529-46f4-9122-237e02b3c56a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:05.615470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:05.640849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:05.664525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:05.747348 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8639246a-f77e-4e05-8e94-daa71f4ef826 None None] Set router 065c5bf7-297a-4d18-a133-46b6aebe880d gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:55:05.842869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6f37166-9a1a-4a43-a0ec-db92a80130d0 req-13aa5569-caa7-4dce-bcda-b3e2fb496f55 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 210 time: 0.0579674 Feb 08 15:55:05.882852 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] Publish callbacks [] for router (065c5bf7-297a-4d18-a133-46b6aebe880d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:05.991820 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for floatingip (fd4707dd-28ba-4fc9-b0e5-cf93f182697a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:06.075389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282a80-c22b-402c-b43e-7936cb9eba59 req-ef5ae90c-37a1-4dc6-9c5c-44a5c8802f8a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:06.082696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282a80-c22b-402c-b43e-7936cb9eba59 req-ef5ae90c-37a1-4dc6-9c5c-44a5c8802f8a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:06.090230 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282a80-c22b-402c-b43e-7936cb9eba59 req-ef5ae90c-37a1-4dc6-9c5c-44a5c8802f8a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:06.096925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282a80-c22b-402c-b43e-7936cb9eba59 req-ef5ae90c-37a1-4dc6-9c5c-44a5c8802f8a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:06.107763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282a80-c22b-402c-b43e-7936cb9eba59 req-ef5ae90c-37a1-4dc6-9c5c-44a5c8802f8a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:06.119706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282a80-c22b-402c-b43e-7936cb9eba59 req-ef5ae90c-37a1-4dc6-9c5c-44a5c8802f8a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:06.127018 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282a80-c22b-402c-b43e-7936cb9eba59 req-ef5ae90c-37a1-4dc6-9c5c-44a5c8802f8a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:06.136146 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-33282a80-c22b-402c-b43e-7936cb9eba59 req-ef5ae90c-37a1-4dc6-9c5c-44a5c8802f8a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5434 time: 0.3785844 Feb 08 15:55:06.184393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (92d2c575-0529-46f4-9122-237e02b3c56a), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:06.222744 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8639246a-f77e-4e05-8e94-daa71f4ef826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:50Z', 'updated_at': '2022-02-08T15:55:03Z', 'revision_number': 5, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'gw_port': {'id': '62d46aae-57cb-4f7c-b1e3-ad54b33f00ad', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:46:52Z', 'updated_at': '2022-02-08T15:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:06.252627 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] Publish callbacks [] for router_gateway (065c5bf7-297a-4d18-a133-46b6aebe880d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:06.271320 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-3383fcfe-d405-4fd4-98c5-fbd7dce83a98 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1273737 Feb 08 15:55:06.280795 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639246a-f77e-4e05-8e94-daa71f4ef826 None None] Checking router: 065c5bf7-297a-4d18-a133-46b6aebe880d for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:55:06.293688 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639246a-f77e-4e05-8e94-daa71f4ef826 None None] Routers {'065c5bf7-297a-4d18-a133-46b6aebe880d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:06.294436 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8639246a-f77e-4e05-8e94-daa71f4ef826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['065c5bf7-297a-4d18-a133-46b6aebe880d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:06.303429 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-33282a80-c22b-402c-b43e-7936cb9eba59 req-01f7d52a-9442-4e60-b629-558349cbc3bc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1665440 Feb 08 15:55:06.343405 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fce38ac3-0748-4032-8783-013e9d2171f6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (28a235e8-5e3a-4242-b287-5c0c11d46581), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:06.411032 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8639246a-f77e-4e05-8e94-daa71f4ef826 None None] Set router 065c5bf7-297a-4d18-a133-46b6aebe880d gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:55:06.494472 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8639246a-f77e-4e05-8e94-daa71f4ef826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:50Z', 'updated_at': '2022-02-08T15:55:06Z', 'revision_number': 6, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:06.500900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-46e24268-349e-4839-94c7-3c415f6e5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:06.501521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-46e24268-349e-4839-94c7-3c415f6e5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:06.502046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-46e24268-349e-4839-94c7-3c415f6e5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:06.502519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-46e24268-349e-4839-94c7-3c415f6e5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:06.502985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-46e24268-349e-4839-94c7-3c415f6e5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:06.503618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-46e24268-349e-4839-94c7-3c415f6e5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:06.504225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-46e24268-349e-4839-94c7-3c415f6e5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:06.506905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-46e24268-349e-4839-94c7-3c415f6e5892 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 6724 time: 0.1580780 Feb 08 15:55:06.508285 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] Deleting port 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:06.508631 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (62d46aae-57cb-4f7c-b1e3-ad54b33f00ad), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:06.549573 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639246a-f77e-4e05-8e94-daa71f4ef826 None None] The sync data for ids ['065c5bf7-297a-4d18-a133-46b6aebe880d'] in n-d-824834-11 is: [{'id': '065c5bf7-297a-4d18-a133-46b6aebe880d', 'name': 'tempest-ServerActionsTestJSON-996954880-router', 'tenant_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:46:50Z', 'updated_at': '2022-02-08T15:55:06Z', 'revision_number': 6, 'project_id': '7c96f108dc3b44ef9d4d2ce2fc47eab3', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:55:06.568638 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fce38ac3-0748-4032-8783-013e9d2171f6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (28a235e8-5e3a-4242-b287-5c0c11d46581), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:06.635024 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:06.664762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] For port 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=62d46aae-57cb-4f7c-b1e3-ad54b33f00ad,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:06.665177 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (62d46aae-57cb-4f7c-b1e3-ad54b33f00ad), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:06.689743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce38ac3-0748-4032-8783-013e9d2171f6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:06.702716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-fce38ac3-0748-4032-8783-013e9d2171f6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:06.708420 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] Calling delete_port for 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:06.713457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce38ac3-0748-4032-8783-013e9d2171f6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:06.715479 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce38ac3-0748-4032-8783-013e9d2171f6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:06.716337 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fce38ac3-0748-4032-8783-013e9d2171f6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:06.728010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce38ac3-0748-4032-8783-013e9d2171f6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=28a235e8-5e3a-4242-b287-5c0c11d46581,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:06.751359 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for port (92d2c575-0529-46f4-9122-237e02b3c56a), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:06.762046 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fce38ac3-0748-4032-8783-013e9d2171f6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5196633 Feb 08 15:55:06.763547 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (92d2c575-0529-46f4-9122-237e02b3c56a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:06.765652 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46938) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:06.776234 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2955e954-99ad-46c7-aa05-58f06898537c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'fixed_ips': [{'subnet_id': '37a67313-7af3-45ae-aec6-b07af138406c', 'ip_address': '2001:db8::9dff:3a2c:f495:7edf'}], 'name': 'tempest-NetworksTestDHCPv6-1906471498'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:06.939200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event updated for resources: {'Port': ['ID=92d2c575-0529-46f4-9122-237e02b3c56a,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:07.025646 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (fd4707dd-28ba-4fc9-b0e5-cf93f182697a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:07.101362 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:07.106004 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d23537ec-4f6c-4391-ae47-7ee36e8b23ce tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7703519 Feb 08 15:55:07.107502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46946) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:07.134563 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1313168661'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:07.156978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2955e954-99ad-46c7-aa05-58f06898537c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:07.213651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-c316f19b-9ad7-4803-8f80-fc689471184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:07.215009 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-c316f19b-9ad7-4803-8f80-fc689471184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:07.215637 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-c316f19b-9ad7-4803-8f80-fc689471184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:07.217480 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-c316f19b-9ad7-4803-8f80-fc689471184e service neutron] 10.222.0.96 "GET /v2.0/networks?id=f374c3c5-4cbc-40fc-8190-8e5f894214ce&id=e26395d2-2156-49c3-97cc-22735cb36435&id=e26395d2-2156-49c3-97cc-22735cb36435&id=e26395d2-2156-49c3-97cc-22735cb36435&id=e26395d2-2156-49c3-97cc-22735cb36435&id=9d6707d8-cec8-4e82-8169-f326c4c2b90f&id=9d6707d8-cec8-4e82-8169-f326c4c2b90f HTTP/1.1" status: 200 len: 2296 time: 0.4917443 Feb 08 15:55:07.220453 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (62d46aae-57cb-4f7c-b1e3-ad54b33f00ad), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:07.287984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] Pushing event deleted for resources: {'Port': ['ID=62d46aae-57cb-4f7c-b1e3-ad54b33f00ad,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:07.313432 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a78d6aa7-3373-4b03-9a26-352ad5a0161f req-f018ebad-d0f1-4b7f-915d-53fba37d5b78 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 210 time: 0.1028969 Feb 08 15:55:07.366569 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2955e954-99ad-46c7-aa05-58f06898537c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:07.384715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Made reservation on behalf of d1974109ef0e45398a037424ae25b75b for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:07.389243 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:07.407877 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:07.413450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-2955e954-99ad-46c7-aa05-58f06898537c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port 3e91c173-9f3a-451d-8f2b-2d214838d4ad yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:55:07.496505 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4f686541-e669-415c-a124-90661f60f65c None None] Provisioning complete for port 245593c2-0dfe-48ce-bd47-9dafcff53d0f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:07.497456 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4f686541-e669-415c-a124-90661f60f65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (245593c2-0dfe-48ce-bd47-9dafcff53d0f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:07.838641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 245593c2-0dfe-48ce-bd47-9dafcff53d0f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:07.956862 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for security_group (20acbe9c-60ba-460b-b184-8c0e414af5ae), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:07.965390 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (20acbe9c-60ba-460b-b184-8c0e414af5ae), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:07.988746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4f686541-e669-415c-a124-90661f60f65c None None] Current status of the port 245593c2-0dfe-48ce-bd47-9dafcff53d0f is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:07.988746 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4f686541-e669-415c-a124-90661f60f65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (245593c2-0dfe-48ce-bd47-9dafcff53d0f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:08.036012 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4f686541-e669-415c-a124-90661f60f65c None None] For port 245593c2-0dfe-48ce-bd47-9dafcff53d0f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=245593c2-0dfe-48ce-bd47-9dafcff53d0f,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:08.041737 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:08.047662 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4f686541-e669-415c-a124-90661f60f65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (245593c2-0dfe-48ce-bd47-9dafcff53d0f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:08.089743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:55:08.111457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20acbe9c-60ba-460b-b184-8c0e414af5ae,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:08.143154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 245593c2-0dfe-48ce-bd47-9dafcff53d0f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:08.143737 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (245593c2-0dfe-48ce-bd47-9dafcff53d0f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:08.156186 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:08.156970 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Added segment 0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd of type vlan for network 8bb3e68d-2017-4878-9bcb-a2ec3cbd1162 Feb 08 15:55:08.193774 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-fc31af63-c9b8-4742-a69b-cff706c5d9c7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60c0742f-a0e6-414e-b668-09d8e84519be HTTP/1.1" status: 200 len: 1002 time: 0.9383209 Feb 08 15:55:08.277453 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-2955e954-99ad-46c7-aa05-58f06898537c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 08 15:55:08.278130 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2955e954-99ad-46c7-aa05-58f06898537c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:55:08.326942 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (8bb3e68d-2017-4878-9bcb-a2ec3cbd1162), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:08.360869 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2955e954-99ad-46c7-aa05-58f06898537c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5926101 Feb 08 15:55:08.368558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f686541-e669-415c-a124-90661f60f65c None None] Pushing event updated for resources: {'Port': ['ID=245593c2-0dfe-48ce-bd47-9dafcff53d0f,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:08.369741 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46962) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:08.397065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-14042272-acd2-453b-a798-5de8388834af tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:08.399493 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-14042272-acd2-453b-a798-5de8388834af tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.96 "GET /v2.0/networks?id=f6df558d-571e-4952-ad2b-0976754826c6 HTTP/1.1" status: 200 len: 814 time: 0.2016046 Feb 08 15:55:08.405367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1f1a7b6f-2b9c-4198-b59e-26d76150fa2d None None] Provisioning complete for port 28a235e8-5e3a-4242-b287-5c0c11d46581 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:08.405839 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7b6f-2b9c-4198-b59e-26d76150fa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (28a235e8-5e3a-4242-b287-5c0c11d46581), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:08.406156 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (065c5bf7-297a-4d18-a133-46b6aebe880d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:08.504362 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (8bb3e68d-2017-4878-9bcb-a2ec3cbd1162), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:08.507847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a7b6f-2b9c-4198-b59e-26d76150fa2d None None] Port 28a235e8-5e3a-4242-b287-5c0c11d46581 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:08.514838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:08.516213 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:08.544333 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-bbb71244-6b5f-46ed-8fae-efc016e737aa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Request body: {'port': {'device_id': '52aa4063-50e2-441c-a57f-1a39b764bafc', 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6', 'admin_state_up': True, 'tenant_id': '39e9a774a47642ca822a4da0fcbb0506'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:08.615523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 245593c2-0dfe-48ce-bd47-9dafcff53d0f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:08.685364 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (065c5bf7-297a-4d18-a133-46b6aebe880d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:08.699047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccdb7b-d260-43e8-bf13-ed7c650ef2a4 req-8c67e6f3-a726-40e9-b7bf-015cdf766a5d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:08.704503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccdb7b-d260-43e8-bf13-ed7c650ef2a4 req-8c67e6f3-a726-40e9-b7bf-015cdf766a5d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:08.709938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccdb7b-d260-43e8-bf13-ed7c650ef2a4 req-8c67e6f3-a726-40e9-b7bf-015cdf766a5d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:08.715900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccdb7b-d260-43e8-bf13-ed7c650ef2a4 req-8c67e6f3-a726-40e9-b7bf-015cdf766a5d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:08.718217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:08.723231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccdb7b-d260-43e8-bf13-ed7c650ef2a4 req-8c67e6f3-a726-40e9-b7bf-015cdf766a5d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:08.732084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccdb7b-d260-43e8-bf13-ed7c650ef2a4 req-8c67e6f3-a726-40e9-b7bf-015cdf766a5d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:08.737692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccdb7b-d260-43e8-bf13-ed7c650ef2a4 req-8c67e6f3-a726-40e9-b7bf-015cdf766a5d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:08.749157 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19ccdb7b-d260-43e8-bf13-ed7c650ef2a4 req-8c67e6f3-a726-40e9-b7bf-015cdf766a5d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5434 time: 1.3021486 Feb 08 15:55:08.760344 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] Publish callbacks [] for router_controller (065c5bf7-297a-4d18-a133-46b6aebe880d), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:08.768388 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:55:08.768898 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 483c6d04-f1c9-4e45-9962-2a2c7563c8b4 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:55:08.780629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:08.801384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-ef1aa02d-5d26-45a8-8f39-8fbe59dc80e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:08.802972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-ef1aa02d-5d26-45a8-8f39-8fbe59dc80e8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c1da838c-c146-4a08-a1b3-12305d29884c HTTP/1.1" status: 200 len: 854 time: 0.5850964 Feb 08 15:55:08.836193 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:55:08.836629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 62d46aae-57cb-4f7c-b1e3-ad54b33f00ad not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:55:08.923993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19ccdb7b-d260-43e8-bf13-ed7c650ef2a4 req-3cdf5afd-b8a4-4ca3-9b0f-372e2a7f87a9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1744947 Feb 08 15:55:08.927804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-bbb71244-6b5f-46ed-8fae-efc016e737aa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Made reservation on behalf of 39e9a774a47642ca822a4da0fcbb0506 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:08.931555 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-bbb71244-6b5f-46ed-8fae-efc016e737aa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:09.045483 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9336188 Feb 08 15:55:09.062640 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46964) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:09.076422 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (065c5bf7-297a-4d18-a133-46b6aebe880d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:09.076973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 065c5bf7-297a-4d18-a133-46b6aebe880d {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:55:09.086950 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f69ec91c-3671-4b31-9860-56ec33a63b4e tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Request body: {'subnet': {'network_id': '8bb3e68d-2017-4878-9bcb-a2ec3cbd1162', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:09.128180 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fcf6d2-ecbd-44e3-8323-30f76557b53a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.135174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fcf6d2-ecbd-44e3-8323-30f76557b53a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.138881 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a8fcf6d2-ecbd-44e3-8323-30f76557b53a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.7430835 Feb 08 15:55:09.155749 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e38ab-df7b-4d57-af2e-b329e9747fa9 req-5e336294-d75c-434a-aaad-5f063e497e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.173269 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46966) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:09.175150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65887c0b-17d2-4d96-9081-39ee06ace1e5 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event updated for resources: {'Network': ['ID=8bb3e68d-2017-4878-9bcb-a2ec3cbd1162,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:09.180237 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e38ab-df7b-4d57-af2e-b329e9747fa9 req-5e336294-d75c-434a-aaad-5f063e497e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.192346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e38ab-df7b-4d57-af2e-b329e9747fa9 req-5e336294-d75c-434a-aaad-5f063e497e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.203871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 8bb3e68d-2017-4878-9bcb-a2ec3cbd1162 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:55:09.209931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e38ab-df7b-4d57-af2e-b329e9747fa9 req-5e336294-d75c-434a-aaad-5f063e497e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.223585 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e38ab-df7b-4d57-af2e-b329e9747fa9 req-5e336294-d75c-434a-aaad-5f063e497e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.246542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e38ab-df7b-4d57-af2e-b329e9747fa9 req-5e336294-d75c-434a-aaad-5f063e497e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.258323 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e38ab-df7b-4d57-af2e-b329e9747fa9 req-5e336294-d75c-434a-aaad-5f063e497e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.260502 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-092e38ab-df7b-4d57-af2e-b329e9747fa9 req-5e336294-d75c-434a-aaad-5f063e497e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5443 time: 0.8793898 Feb 08 15:55:09.337833 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:09.342598 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-37bb842f-932c-4749-af7c-483f52baff3e admin admin] 10.222.0.82 "DELETE /v2.0/routers/065c5bf7-297a-4d18-a133-46b6aebe880d HTTP/1.1" status: 204 len: 168 time: 3.9819124 Feb 08 15:55:09.351516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-99f82336-6394-4090-9c1a-52e8ca375258 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.359192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-99f82336-6394-4090-9c1a-52e8ca375258 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.359467 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46968) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:09.365011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-99f82336-6394-4090-9c1a-52e8ca375258 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.371343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7748ce7-ee10-4b2b-ab14-b0544ad4a369 req-440cf0de-195b-435a-a7fb-95732e3d3a10 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 210 time: 0.3676066 Feb 08 15:55:09.383469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-99f82336-6394-4090-9c1a-52e8ca375258 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.392051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-99f82336-6394-4090-9c1a-52e8ca375258 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.397808 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-99f82336-6394-4090-9c1a-52e8ca375258 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.404244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-99f82336-6394-4090-9c1a-52e8ca375258 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.406531 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-99f82336-6394-4090-9c1a-52e8ca375258 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5434 time: 0.4019778 Feb 08 15:55:09.445917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbfead3-9b59-40bf-99ab-4974c4ca55e1 admin admin] Deleting subnet f12e1c51-9a15-439a-b59c-cc113fb7ded8 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:55:09.479477 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-5a17415d-6a19-4ffd-a235-c944ece29d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.481238 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-5a17415d-6a19-4ffd-a235-c944ece29d86 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f374c3c5-4cbc-40fc-8190-8e5f894214ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5892024 Feb 08 15:55:09.499063 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fbfead3-9b59-40bf-99ab-4974c4ca55e1 admin admin] Publish callbacks [] for subnet (f12e1c51-9a15-439a-b59c-cc113fb7ded8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:09.551533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69ec91c-3671-4b31-9860-56ec33a63b4e tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Made reservation on behalf of d1974109ef0e45398a037424ae25b75b for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:09.560185 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f69ec91c-3671-4b31-9860-56ec33a63b4e tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:09.592762 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-756b65f0-6b4b-44d8-9ed8-eb139abe4e9f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:09.592762 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-756b65f0-6b4b-44d8-9ed8-eb139abe4e9f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "GET /v2.0/ports/3e5812a0-b0e7-452d-b369-a2cb2f05432c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1776714 Feb 08 15:55:09.642952 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 245593c2-0dfe-48ce-bd47-9dafcff53d0f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:09.650969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-092e38ab-df7b-4d57-af2e-b329e9747fa9 req-f15fe3a5-b279-42a4-9c80-eb9aeca0b5f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3812547 Feb 08 15:55:09.706804 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fbfead3-9b59-40bf-99ab-4974c4ca55e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (f12e1c51-9a15-439a-b59c-cc113fb7ded8), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:09.772077 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 245593c2-0dfe-48ce-bd47-9dafcff53d0f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:09.772459 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (245593c2-0dfe-48ce-bd47-9dafcff53d0f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:09.784336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-546feb30-c8c6-4899-8953-d82908b262e5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port 28a235e8-5e3a-4242-b287-5c0c11d46581 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:09.784822 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-546feb30-c8c6-4899-8953-d82908b262e5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (28a235e8-5e3a-4242-b287-5c0c11d46581), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:09.851242 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-bbb71244-6b5f-46ed-8fae-efc016e737aa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Allocated IP 172.20.0.11 (f6df558d-571e-4952-ad2b-0976754826c6/f74506d9-bb81-41cd-9755-6285f6ea9968/842b8e14-91d0-4501-be15-df2d99e2f2b9) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:09.875739 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-e9fc4e82-27c2-45d7-94f4-bfda5558774b service neutron] 10.222.0.96 "GET /v2.0/networks/f374c3c5-4cbc-40fc-8190-8e5f894214ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860009 Feb 08 15:55:09.905534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 245593c2-0dfe-48ce-bd47-9dafcff53d0f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:09.983370 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-1b086473-a191-45e1-bf96-eb17537ba8f6 service neutron] 10.222.0.96 "GET /v2.0/networks/f374c3c5-4cbc-40fc-8190-8e5f894214ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997844 Feb 08 15:55:10.001467 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-7d6dfd72-5715-45e8-9be2-c3572429f946 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "GET /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3511629 Feb 08 15:55:10.051478 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fbfead3-9b59-40bf-99ab-4974c4ca55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (f12e1c51-9a15-439a-b59c-cc113fb7ded8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:10.057405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-81471739-af08-4cae-a5ec-187b4ec82cc1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:10.096650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-eeb81211-85e8-40cc-b739-33a438565ece service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=cd15fded-a995-4138-8c2a-b51cb34b8301 HTTP/1.1" status: 200 len: 217 time: 0.0999391 Feb 08 15:55:10.141495 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-81471739-af08-4cae-a5ec-187b4ec82cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:10.157256 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-546feb30-c8c6-4899-8953-d82908b262e5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (28a235e8-5e3a-4242-b287-5c0c11d46581), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:10.177397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-866ad782-4b66-441b-807f-a8633174e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:10.178875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-866ad782-4b66-441b-807f-a8633174e97b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b54aa40b-196d-4120-890f-56a182074fb9 HTTP/1.1" status: 200 len: 797 time: 0.0536597 Feb 08 15:55:10.225219 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-546feb30-c8c6-4899-8953-d82908b262e5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for 28a235e8-5e3a-4242-b287-5c0c11d46581 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:10.319628 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fbfead3-9b59-40bf-99ab-4974c4ca55e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (f12e1c51-9a15-439a-b59c-cc113fb7ded8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:10.338083 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff03682-0564-4ea5-9eee-08c2480d31ea req-7c2b0a6f-c0c2-489a-a876-9907390ca55f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:10.344277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff03682-0564-4ea5-9eee-08c2480d31ea req-7c2b0a6f-c0c2-489a-a876-9907390ca55f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:10.349791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff03682-0564-4ea5-9eee-08c2480d31ea req-7c2b0a6f-c0c2-489a-a876-9907390ca55f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:10.357245 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff03682-0564-4ea5-9eee-08c2480d31ea req-7c2b0a6f-c0c2-489a-a876-9907390ca55f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:10.362860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff03682-0564-4ea5-9eee-08c2480d31ea req-7c2b0a6f-c0c2-489a-a876-9907390ca55f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:10.368446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff03682-0564-4ea5-9eee-08c2480d31ea req-7c2b0a6f-c0c2-489a-a876-9907390ca55f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:10.373887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff03682-0564-4ea5-9eee-08c2480d31ea req-7c2b0a6f-c0c2-489a-a876-9907390ca55f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:10.376215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aff03682-0564-4ea5-9eee-08c2480d31ea req-7c2b0a6f-c0c2-489a-a876-9907390ca55f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 5434 time: 0.3220358 Feb 08 15:55:10.426546 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfead3-9b59-40bf-99ab-4974c4ca55e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12e1c51-9a15-439a-b59c-cc113fb7ded8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:10.428637 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fbfead3-9b59-40bf-99ab-4974c4ca55e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:10.437524 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6777c9b-8f9f-429a-baac-e919441968f6 None None] Network 8cddf711-698e-4c07-bd73-40b83ff0064f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:10.441092 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46978) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:10.445018 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6fbfead3-9b59-40bf-99ab-4974c4ca55e1 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/f12e1c51-9a15-439a-b59c-cc113fb7ded8 HTTP/1.1" status: 204 len: 168 time: 1.0770769 Feb 08 15:55:10.465535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-7aa6324f-0edb-4830-8b4d-37517af05e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:10.471069 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-7aa6324f-0edb-4830-8b4d-37517af05e85 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e26395d2-2156-49c3-97cc-22735cb36435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2804923 Feb 08 15:55:10.527972 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f69ec91c-3671-4b31-9860-56ec33a63b4e tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (fa88ac3f-cacc-4b80-9b85-a14cf9662169), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:10.598927 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (8cddf711-698e-4c07-bd73-40b83ff0064f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:10.633197 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6946a189-008d-4500-b28c-35e5c061158a req-87254fa9-7248-44a9-9a75-6cf5b50cf517 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 210 time: 0.1186156 Feb 08 15:55:10.642427 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-bbb71244-6b5f-46ed-8fae-efc016e737aa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks [] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:10.689597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-81471739-af08-4cae-a5ec-187b4ec82cc1 service neutron] For port 3e5812a0-b0e7-452d-b369-a2cb2f05432c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3e5812a0-b0e7-452d-b369-a2cb2f05432c,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:10.694329 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aff03682-0564-4ea5-9eee-08c2480d31ea req-f4628b44-9dd5-45bd-add0-ba7fca92fc24 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2827303 Feb 08 15:55:10.756134 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-fd03dace-aae0-4027-b100-dea39b9848b6 service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484770 Feb 08 15:55:10.770290 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d9f075-c13f-4d42-b88b-d03bfe69c0a3 None None] DHCP port deletion for 8cddf711-698e-4c07-bd73-40b83ff0064f request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:55:10.779885 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-bbb71244-6b5f-46ed-8fae-efc016e737aa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:10.833205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-57d9f075-c13f-4d42-b88b-d03bfe69c0a3 None None] Deleting port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:10.833970 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-57d9f075-c13f-4d42-b88b-d03bfe69c0a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:10.843602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-546feb30-c8c6-4899-8953-d82908b262e5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (28a235e8-5e3a-4242-b287-5c0c11d46581), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:10.921440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-57d9f075-c13f-4d42-b88b-d03bfe69c0a3 None None] For port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=715bc5c6-e456-4cde-bfb1-a77d3cf68cb7,segment=NetworkSegment(24e2df3e-fd27-4708-9c06-bf20f23beabe),segment_id=24e2df3e-fd27-4708-9c06-bf20f23beabe)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:10.923017 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-57d9f075-c13f-4d42-b88b-d03bfe69c0a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:10.931627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ec91c-3671-4b31-9860-56ec33a63b4e tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event updated for resources: {'Subnet': ['ID=fa88ac3f-cacc-4b80-9b85-a14cf9662169,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:10.935117 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546feb30-c8c6-4899-8953-d82908b262e5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=28a235e8-5e3a-4242-b287-5c0c11d46581,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:10.945732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-57d9f075-c13f-4d42-b88b-d03bfe69c0a3 None None] Calling delete_port for 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:10.970545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-bbb71244-6b5f-46ed-8fae-efc016e737aa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Network f6df558d-571e-4952-ad2b-0976754826c6 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:10.988896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-bbb71244-6b5f-46ed-8fae-efc016e737aa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:11.000200 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-bbb71244-6b5f-46ed-8fae-efc016e737aa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:11.007060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-81471739-af08-4cae-a5ec-187b4ec82cc1 service neutron] For port 3e5812a0-b0e7-452d-b369-a2cb2f05432c, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:11.007779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb71244-6b5f-46ed-8fae-efc016e737aa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Pushing event updated for resources: {'Port': ['ID=842b8e14-91d0-4501-be15-df2d99e2f2b9,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:11.036091 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-546feb30-c8c6-4899-8953-d82908b262e5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:11.042712 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-546feb30-c8c6-4899-8953-d82908b262e5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/28a235e8-5e3a-4242-b287-5c0c11d46581 HTTP/1.1" status: 204 len: 168 time: 1.8606408 Feb 08 15:55:11.048884 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46984) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:11.088670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69ec91c-3671-4b31-9860-56ec33a63b4e tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Checking segment: {'id': '0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8bb3e68d-2017-4878-9bcb-a2ec3cbd1162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:11.089275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69ec91c-3671-4b31-9860-56ec33a63b4e tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Network hostable DHCP agents. Network: 8bb3e68d-2017-4878-9bcb-a2ec3cbd1162, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:55:11.095499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-81471739-af08-4cae-a5ec-187b4ec82cc1 service neutron] device_id is not set on port 3e5812a0-b0e7-452d-b369-a2cb2f05432c yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:55:11.100633 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-57d9f075-c13f-4d42-b88b-d03bfe69c0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:11.138419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9f075-c13f-4d42-b88b-d03bfe69c0a3 None None] Pushing event deleted for resources: {'Port': ['ID=715bc5c6-e456-4cde-bfb1-a77d3cf68cb7,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:11.140391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9f075-c13f-4d42-b88b-d03bfe69c0a3 None None] No DVR routers for this DVR port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:11.143254 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-bbb71244-6b5f-46ed-8fae-efc016e737aa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.144399 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-81471739-af08-4cae-a5ec-187b4ec82cc1 service neutron] Publish callbacks [] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:11.144789 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-bbb71244-6b5f-46ed-8fae-efc016e737aa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:11.168378 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90ac71-7ae3-417f-be0d-fc6ffb7cae71 req-3c36dda0-a55c-40e0-a5d3-34ca85857c9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.175242 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90ac71-7ae3-417f-be0d-fc6ffb7cae71 req-3c36dda0-a55c-40e0-a5d3-34ca85857c9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.184921 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-81471739-af08-4cae-a5ec-187b4ec82cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:11.185264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90ac71-7ae3-417f-be0d-fc6ffb7cae71 req-3c36dda0-a55c-40e0-a5d3-34ca85857c9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.192875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90ac71-7ae3-417f-be0d-fc6ffb7cae71 req-3c36dda0-a55c-40e0-a5d3-34ca85857c9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.195643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:11.203358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90ac71-7ae3-417f-be0d-fc6ffb7cae71 req-3c36dda0-a55c-40e0-a5d3-34ca85857c9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.214650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90ac71-7ae3-417f-be0d-fc6ffb7cae71 req-3c36dda0-a55c-40e0-a5d3-34ca85857c9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.228588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90ac71-7ae3-417f-be0d-fc6ffb7cae71 req-3c36dda0-a55c-40e0-a5d3-34ca85857c9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.230987 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4e90ac71-7ae3-417f-be0d-fc6ffb7cae71 req-3c36dda0-a55c-40e0-a5d3-34ca85857c9d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5443 time: 0.3520365 Feb 08 15:55:11.238310 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-4b5de571-642d-4ffe-b415-e2a13b1f5957 service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712250 Feb 08 15:55:11.249619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb4de9d-ee04-44ef-9b81-021f38794daf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.251099 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb4de9d-ee04-44ef-9b81-021f38794daf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.252731 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ffb4de9d-ee04-44ef-9b81-021f38794daf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2028446 Feb 08 15:55:11.258964 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46986) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:11.259988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69ec91c-3671-4b31-9860-56ec33a63b4e tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Network 8bb3e68d-2017-4878-9bcb-a2ec3cbd1162 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:55:11.347212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:11.347642 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:11.347771 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Deleting port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:11.348112 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:11.363180 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-4e49addd-bcaa-4e51-ba1e-7a0ad6d4455d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=a5a14c1f-2a74-4aab-8308-e85af9d02595 HTTP/1.1" status: 200 len: 217 time: 0.0731606 Feb 08 15:55:11.373410 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-bbb71244-6b5f-46ed-8fae-efc016e737aa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8334601 Feb 08 15:55:11.390574 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f69ec91c-3671-4b31-9860-56ec33a63b4e tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 8bb3e68d-2017-4878-9bcb-a2ec3cbd1162) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:11.397557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Request body: {'port': {'device_id': '52aa4063-50e2-441c-a57f-1a39b764bafc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:11.405986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c6ee46-25f7-419e-af70-589e55e88d43 None None] Network 8bb3e68d-2017-4878-9bcb-a2ec3cbd1162 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:11.416672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-81471739-af08-4cae-a5ec-187b4ec82cc1 service neutron] No DVR routers for this DVR port 3e5812a0-b0e7-452d-b369-a2cb2f05432c on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:11.424020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81471739-af08-4cae-a5ec-187b4ec82cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5812a0-b0e7-452d-b369-a2cb2f05432c,revision_number=6']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:11.455622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b99c547-f10b-41eb-a6a5-9705ba3c54f4'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:11.458114 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fade8d-c987-4bfe-b9b5-4d91114f8724" -d '{"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "8b99c547-f10b-41eb-a6a5-9705ba3c54f4"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:11.513425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69ec91c-3671-4b31-9860-56ec33a63b4e tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.517143 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f69ec91c-3671-4b31-9860-56ec33a63b4e tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:11.521358 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4e90ac71-7ae3-417f-be0d-fc6ffb7cae71 req-7de6e3fe-4454-417f-84c8-ac3f25697690 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2818463 Feb 08 15:55:11.579265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8b99c547-f10b-41eb-a6a5-9705ba3c54f4,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:11.592905 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:11.594024 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 44e2dd08-15ae-4999-9e8f-c05884c8b844 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:11.627658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-8bb9f9eb-8a6b-45e1-a35b-f6d49c670242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.642805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-8bb9f9eb-8a6b-45e1-a35b-f6d49c670242 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b54aa40b-196d-4120-890f-56a182074fb9 HTTP/1.1" status: 200 len: 797 time: 0.2677388 Feb 08 15:55:11.648340 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1568-7121-4e15-ab82-949620d3b962 req-a8907bae-3822-4af7-9669-5500f62f6987 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.655145 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1568-7121-4e15-ab82-949620d3b962 req-a8907bae-3822-4af7-9669-5500f62f6987 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.661627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1568-7121-4e15-ab82-949620d3b962 req-a8907bae-3822-4af7-9669-5500f62f6987 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.668882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1568-7121-4e15-ab82-949620d3b962 req-a8907bae-3822-4af7-9669-5500f62f6987 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.687786 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1568-7121-4e15-ab82-949620d3b962 req-a8907bae-3822-4af7-9669-5500f62f6987 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.711483 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf64a67-6d23-4770-b8ac-8306ba782ea5 x-openstack-request-id: req-eaf64a67-6d23-4770-b8ac-8306ba782ea5 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:11.711760 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "8b99c547-f10b-41eb-a6a5-9705ba3c54f4", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:11.712079 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-eaf64a67-6d23-4770-b8ac-8306ba782ea5 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:11.712643 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b99c547-f10b-41eb-a6a5-9705ba3c54f4', 'code': 200} Feb 08 15:55:11.715864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-8bb3e68d-2017-4878-9bcb-a2ec3cbd1162', 'network_id': '8bb3e68d-2017-4878-9bcb-a2ec3cbd1162', 'project_id': 'd1974109ef0e45398a037424ae25b75b', 'fixed_ips': [{'subnet_id': 'fa88ac3f-cacc-4b80-9b85-a14cf9662169'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:55:11.716918 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:11.727009 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1568-7121-4e15-ab82-949620d3b962 req-a8907bae-3822-4af7-9669-5500f62f6987 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.737797 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:11.754007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:11.776869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1568-7121-4e15-ab82-949620d3b962 req-a8907bae-3822-4af7-9669-5500f62f6987 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:11.779269 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-326e1568-7121-4e15-ab82-949620d3b962 req-a8907bae-3822-4af7-9669-5500f62f6987 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5443 time: 0.6874366 Feb 08 15:55:11.857364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d478ea9-46ea-4c3b-9688-e525869352ed tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet 37a67313-7af3-45ae-aec6-b07af138406c {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:55:11.907479 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d478ea9-46ea-4c3b-9688-e525869352ed tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (37a67313-7af3-45ae-aec6-b07af138406c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:11.969560 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f69ec91c-3671-4b31-9860-56ec33a63b4e tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8895726 Feb 08 15:55:11.975518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Allocated IP 172.20.0.2 (8bb3e68d-2017-4878-9bcb-a2ec3cbd1162/fa88ac3f-cacc-4b80-9b85-a14cf9662169/494226c8-839f-4854-bf7b-534b95d9ed4c) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:11.980940 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46996) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:11.982583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] For port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7, host n-d-824834-11, got binding levels [] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:11.983047 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:12.000700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1061565888', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:12.028542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1568-7121-4e15-ab82-949620d3b962 req-9384bf28-d335-4527-b747-bdbb911a3b06 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:12.030025 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-326e1568-7121-4e15-ab82-949620d3b962 req-9384bf28-d335-4527-b747-bdbb911a3b06 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "GET /v2.0/ports/a5a14c1f-2a74-4aab-8308-e85af9d02595?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1962900 Feb 08 15:55:12.062882 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d478ea9-46ea-4c3b-9688-e525869352ed tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (37a67313-7af3-45ae-aec6-b07af138406c), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:12.066881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Calling delete_port for 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:12.068770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-81471739-af08-4cae-a5ec-187b4ec82cc1 service neutron] In _notify_port_updated(), no bound segment for port 3e5812a0-b0e7-452d-b369-a2cb2f05432c on network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 15:55:12.069741 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-81471739-af08-4cae-a5ec-187b4ec82cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:12.070360 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-81471739-af08-4cae-a5ec-187b4ec82cc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:12.071758 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-81471739-af08-4cae-a5ec-187b4ec82cc1 service neutron] 10.222.0.96 "PUT /v2.0/ports/3e5812a0-b0e7-452d-b369-a2cb2f05432c HTTP/1.1" status: 200 len: 1027 time: 2.0218709 Feb 08 15:55:12.073755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 was not found and therefore no delete operation was performed {{(pid=103302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 15:55:12.119169 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (715bc5c6-e456-4cde-bfb1-a77d3cf68cb7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:12.343967 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Publish callbacks [] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:12.353702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:55:12.355056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:55:12.363223 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:12.380180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=8b99c547-f10b-41eb-a6a5-9705ba3c54f4,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:12.389294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6c70fd7b-e17a-4b57-9cf9-1d53ee410019 None None] Provisioning complete for port 3e5812a0-b0e7-452d-b369-a2cb2f05432c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:12.389671 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6c70fd7b-e17a-4b57-9cf9-1d53ee410019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:12.450253 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Network 8bb3e68d-2017-4878-9bcb-a2ec3cbd1162 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:12.509515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 44e2dd08-15ae-4999-9e8f-c05884c8b844 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:12.510562 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:12.512932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:12.515971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:12.551144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Pushing event updated for resources: {'Port': ['ID=494226c8-839f-4854-bf7b-534b95d9ed4c,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:12.623641 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:12.627321 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:12.631879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 44e2dd08-15ae-4999-9e8f-c05884c8b844, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=44e2dd08-15ae-4999-9e8f-c05884c8b844,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:12.636730 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6c70fd7b-e17a-4b57-9cf9-1d53ee410019 None None] Port 3e5812a0-b0e7-452d-b369-a2cb2f05432c cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:12.648904 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:12.649758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b2027a54-89c7-4cd5-acf9-136d057b9882 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:12.686471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842b8e14-91d0-4501-be15-df2d99e2f2b9 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:55:12.700510 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Publish callbacks [] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:12.702548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] No DVR routers for this DVR port 715bc5c6-e456-4cde-bfb1-a77d3cf68cb7 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:12.711620 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b4a5405-f064-4069-8e50-ec87e463d60c req-e96846b9-d9cb-4130-a79b-ea9bad3bd033 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9157760 Feb 08 15:55:12.720355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=44e2dd08-15ae-4999-9e8f-c05884c8b844,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:12.721724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Transition to ACTIVE for port object 842b8e14-91d0-4501-be15-df2d99e2f2b9 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:55:12.734539 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:12.752001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Attempting to bind port 494226c8-839f-4854-bf7b-534b95d9ed4c on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:55:12.752514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Attempting to bind port 494226c8-839f-4854-bf7b-534b95d9ed4c by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8bb3e68d-2017-4878-9bcb-a2ec3cbd1162'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:55:12.752927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Attempting to bind port 494226c8-839f-4854-bf7b-534b95d9ed4c on network 8bb3e68d-2017-4878-9bcb-a2ec3cbd1162 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:55:12.764041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:55:12.764683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Checking segment: {'id': '0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8bb3e68d-2017-4878-9bcb-a2ec3cbd1162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:12.765394 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:12.765991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Bound using segment: {'id': '0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8bb3e68d-2017-4878-9bcb-a2ec3cbd1162'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:55:12.766774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Bound port: 494226c8-839f-4854-bf7b-534b95d9ed4c, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8bb3e68d-2017-4878-9bcb-a2ec3cbd1162'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:55:12.767214 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:12.775931 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Pushing event deleted for resources: {'Port': ['ID=715bc5c6-e456-4cde-bfb1-a77d3cf68cb7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:12.857425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-b55b3dd1-6873-4349-842b-871261453fb7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:12.859875 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-b55b3dd1-6873-4349-842b-871261453fb7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "GET /v2.0/ports/6bac61d4-782d-4ce5-a6f2-e9fd2de38797?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.7589574 Feb 08 15:55:12.872007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-650a7072-fac8-407a-989e-5ba6bfe59a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:12.873798 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-650a7072-fac8-407a-989e-5ba6bfe59a08 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e26395d2-2156-49c3-97cc-22735cb36435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.1944041 Feb 08 15:55:12.901985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:12.916406 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1e524-1e2d-4803-b1e6-2376a0a188b0 req-036f23a9-b5dc-40c8-abd5-642f88c979ba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:12.922751 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1e524-1e2d-4803-b1e6-2376a0a188b0 req-036f23a9-b5dc-40c8-abd5-642f88c979ba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:12.928793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1e524-1e2d-4803-b1e6-2376a0a188b0 req-036f23a9-b5dc-40c8-abd5-642f88c979ba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:12.935188 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1e524-1e2d-4803-b1e6-2376a0a188b0 req-036f23a9-b5dc-40c8-abd5-642f88c979ba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:12.941013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1e524-1e2d-4803-b1e6-2376a0a188b0 req-036f23a9-b5dc-40c8-abd5-642f88c979ba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:12.946920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1e524-1e2d-4803-b1e6-2376a0a188b0 req-036f23a9-b5dc-40c8-abd5-642f88c979ba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:12.949076 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bcd1e524-1e2d-4803-b1e6-2376a0a188b0 req-036f23a9-b5dc-40c8-abd5-642f88c979ba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 4658 time: 1.0388789 Feb 08 15:55:12.959188 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16360a6d-f3ab-4692-b0b6-13897b2e5ab3 req-aa84a876-dd82-4830-8b56-13481e4bfa91 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:12.960740 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16360a6d-f3ab-4692-b0b6-13897b2e5ab3 req-aa84a876-dd82-4830-8b56-13481e4bfa91 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 932 time: 1.1183271 Feb 08 15:55:12.972057 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] For port 494226c8-839f-4854-bf7b-534b95d9ed4c, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:12.994799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Pushing event updated for resources: {'Port': ['ID=842b8e14-91d0-4501-be15-df2d99e2f2b9,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:13.010076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] For port 494226c8-839f-4854-bf7b-534b95d9ed4c, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=494226c8-839f-4854-bf7b-534b95d9ed4c,segment=NetworkSegment(0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd),segment_id=0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:55:13.015336 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port b2027a54-89c7-4cd5-acf9-136d057b9882 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:13.016402 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:13.032852 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:13.130498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b2027a54-89c7-4cd5-acf9-136d057b9882, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b2027a54-89c7-4cd5-acf9-136d057b9882,segment=NetworkSegment(178fbd4c-134b-41d7-af9d-23a0b2d77642),segment_id=178fbd4c-134b-41d7-af9d-23a0b2d77642)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:13.156558 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:13.158998 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:13.208707 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16360a6d-f3ab-4692-b0b6-13897b2e5ab3 req-08abd639-50cf-47db-8044-917a443aa74a tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091012 Feb 08 15:55:13.215555 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bcd1e524-1e2d-4803-b1e6-2376a0a188b0 req-ee995bf6-bf65-4095-b076-b86209b1518e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=03faf0bf-0e32-40aa-b362-090a54eca79d&id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2421153 Feb 08 15:55:13.223923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-afe08ef1-25a2-4886-80f4-69ea8369b7be service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342912 Feb 08 15:55:13.231021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236072c-fbd3-4170-8da7-7f541a7ef1e4 None None] Pushing event updated for resources: {'Port': ['ID=494226c8-839f-4854-bf7b-534b95d9ed4c,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:13.239412 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:13.251351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Attempting to bind port 842b8e14-91d0-4501-be15-df2d99e2f2b9 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:55:13.251811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Attempting to bind port 842b8e14-91d0-4501-be15-df2d99e2f2b9 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'cc75a6a1-0477-4bd6-9acd-f549c546095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:55:13.252113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Attempting to bind port 842b8e14-91d0-4501-be15-df2d99e2f2b9 on network f6df558d-571e-4952-ad2b-0976754826c6 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:55:13.331641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Port 842b8e14-91d0-4501-be15-df2d99e2f2b9 on network f6df558d-571e-4952-ad2b-0976754826c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:55:13.332135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Attempting to bind port 842b8e14-91d0-4501-be15-df2d99e2f2b9 on network f6df558d-571e-4952-ad2b-0976754826c6 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:55:13.339372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=b2027a54-89c7-4cd5-acf9-136d057b9882,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:13.344392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:55:13.345010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Checking segment: {'id': 'cc75a6a1-0477-4bd6-9acd-f549c546095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:13.345862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Bound using segment: {'id': 'cc75a6a1-0477-4bd6-9acd-f549c546095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:55:13.346471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Bound port: 842b8e14-91d0-4501-be15-df2d99e2f2b9, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc75a6a1-0477-4bd6-9acd-f549c546095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:55:13.347746 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:13.412369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:13.412659 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:13.458502 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6bac61d4-782d-4ce5-a6f2-e9fd2de38797,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:13.466586 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:13.467495 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3e5812a0-b0e7-452d-b369-a2cb2f05432c no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:13.556519 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d478ea9-46ea-4c3b-9688-e525869352ed tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (37a67313-7af3-45ae-aec6-b07af138406c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:13.590622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] The host n-h2-824834-11 is not matching for port 3e5812a0-b0e7-452d-b369-a2cb2f05432c host ! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:55:13.591207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3e5812a0-b0e7-452d-b369-a2cb2f05432c not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:55:13.591671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7a121fce-db35-434d-a698-ff9821529a20 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:13.665435 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=6bac61d4-782d-4ce5-a6f2-e9fd2de38797,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:13.671845 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (8cddf711-698e-4c07-bd73-40b83ff0064f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:13.701091 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cddf711-698e-4c07-bd73-40b83ff0064f']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:13.716228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e2dd08-15ae-4999-9e8f-c05884c8b844'}, {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2027a54-89c7-4cd5-acf9-136d057b9882'}, {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bac61d4-782d-4ce5-a6f2-e9fd2de38797'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:13.719814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e2df3e-fd27-4708-9c06-bf20f23beabe') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:13.720127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e2df3e-fd27-4708-9c06-bf20f23beabe') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:13.723080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-9e3ca915-246e-4cc4-a415-317d49556bd4 service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900246 Feb 08 15:55:13.731818 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a691d92b-13e5-4ed3-bf89-5bf26e62689a" -d '{"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "44e2dd08-15ae-4999-9e8f-c05884c8b844"}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "b2027a54-89c7-4cd5-acf9-136d057b9882"}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "6bac61d4-782d-4ce5-a6f2-e9fd2de38797"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:13.732666 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (24e2df3e-fd27-4708-9c06-bf20f23beabe), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:13.775903 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (24e2df3e-fd27-4708-9c06-bf20f23beabe), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:13.792410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:55:13.794449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 7a121fce-db35-434d-a698-ff9821529a20 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:13.795234 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7a121fce-db35-434d-a698-ff9821529a20), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:13.795604 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (24e2df3e-fd27-4708-9c06-bf20f23beabe), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:13.829039 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-c3944ecb-1c07-4d5f-8b00-b76abcd901d2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=7f47a56e-4ca4-43e8-bb10-b43e3c709197 HTTP/1.1" status: 200 len: 217 time: 0.0942197 Feb 08 15:55:13.867582 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0766f303-0a93-4587-8f57-b0870ec74b18 x-openstack-request-id: req-0766f303-0a93-4587-8f57-b0870ec74b18 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:13.867897 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "44e2dd08-15ae-4999-9e8f-c05884c8b844", "code": 200}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "b2027a54-89c7-4cd5-acf9-136d057b9882", "code": 200}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "6bac61d4-782d-4ce5-a6f2-e9fd2de38797", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:13.868299 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0766f303-0a93-4587-8f57-b0870ec74b18 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:13.868649 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e2dd08-15ae-4999-9e8f-c05884c8b844', 'code': 200} Feb 08 15:55:13.869161 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2027a54-89c7-4cd5-acf9-136d057b9882', 'code': 200} Feb 08 15:55:13.869534 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bac61d4-782d-4ce5-a6f2-e9fd2de38797', 'code': 200} Feb 08 15:55:13.875536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 494226c8-839f-4854-bf7b-534b95d9ed4c up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:13.914234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] For port 842b8e14-91d0-4501-be15-df2d99e2f2b9, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:13.916732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7a121fce-db35-434d-a698-ff9821529a20, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7a121fce-db35-434d-a698-ff9821529a20,segment=NetworkSegment(178fbd4c-134b-41d7-af9d-23a0b2d77642),segment_id=178fbd4c-134b-41d7-af9d-23a0b2d77642)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:13.932270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418201b9-e1ee-48ed-8534-e439271908c9 req-dad1bd9a-59c0-47fb-9dc2-ade3c0d2dfec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:13.932839 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7a121fce-db35-434d-a698-ff9821529a20), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:13.934123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b959c37e-48be-4755-91be-97f970486494 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:13.938436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418201b9-e1ee-48ed-8534-e439271908c9 req-dad1bd9a-59c0-47fb-9dc2-ade3c0d2dfec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:13.946025 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418201b9-e1ee-48ed-8534-e439271908c9 req-dad1bd9a-59c0-47fb-9dc2-ade3c0d2dfec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:13.953352 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418201b9-e1ee-48ed-8534-e439271908c9 req-dad1bd9a-59c0-47fb-9dc2-ade3c0d2dfec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:13.958956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418201b9-e1ee-48ed-8534-e439271908c9 req-dad1bd9a-59c0-47fb-9dc2-ade3c0d2dfec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:13.964337 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-326e1568-7121-4e15-ab82-949620d3b962 req-7ff1c089-79b8-4d45-91e6-5222a7620bbc tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.9169388 Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:55:13.965651 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:55:13.967656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418201b9-e1ee-48ed-8534-e439271908c9 req-dad1bd9a-59c0-47fb-9dc2-ade3c0d2dfec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:13.973576 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418201b9-e1ee-48ed-8534-e439271908c9 req-dad1bd9a-59c0-47fb-9dc2-ade3c0d2dfec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:13.983753 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-418201b9-e1ee-48ed-8534-e439271908c9 req-dad1bd9a-59c0-47fb-9dc2-ade3c0d2dfec tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5443 time: 0.4830673 Feb 08 15:55:14.004211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-326e1568-7121-4e15-ab82-949620d3b962 req-8600a3f9-b625-49ac-970a-dff994e1d32d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:14.009470 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 494226c8-839f-4854-bf7b-534b95d9ed4c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:14.009801 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.db.api [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 15:55:14.009999 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.010363 n-d-824834-11 neutron-server[103302]: DEBUG oslo_db.api [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 15:55:14.012410 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d478ea9-46ea-4c3b-9688-e525869352ed tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (37a67313-7af3-45ae-aec6-b07af138406c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.025185 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] For port 842b8e14-91d0-4501-be15-df2d99e2f2b9, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=842b8e14-91d0-4501-be15-df2d99e2f2b9,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:55:14.039230 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.076673 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (8cddf711-698e-4c07-bd73-40b83ff0064f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.085496 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d478ea9-46ea-4c3b-9688-e525869352ed tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.090036 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7d478ea9-46ea-4c3b-9688-e525869352ed tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/37a67313-7af3-45ae-aec6-b07af138406c HTTP/1.1" status: 204 len: 168 time: 2.8214529 Feb 08 15:55:14.090415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port b959c37e-48be-4755-91be-97f970486494 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:14.090822 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b959c37e-48be-4755-91be-97f970486494), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.097056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf6c95c-0248-456b-a74a-9b3fa2a3160f None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:14.115127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d478ea9-46ea-4c3b-9688-e525869352ed tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=37a67313-7af3-45ae-aec6-b07af138406c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:14.126523 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for router_controller (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.126756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47014) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:14.129942 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.134273 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] 10.222.0.82 "DELETE /v2.0/networks/8cddf711-698e-4c07-bd73-40b83ff0064f HTTP/1.1" status: 204 len: 168 time: 3.6921389 Feb 08 15:55:14.153282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-f8a0e7d4-1616-4930-bf69-c83759dad6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:14.170411 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-f8a0e7d4-1616-4930-bf69-c83759dad6ef service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b54aa40b-196d-4120-890f-56a182074fb9 HTTP/1.1" status: 200 len: 797 time: 0.3313494 Feb 08 15:55:14.189378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=7a121fce-db35-434d-a698-ff9821529a20,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:14.205129 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b174cc02-39d1-49d0-82e8-d074f1c24818 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664656 Feb 08 15:55:14.226410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47018) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:14.272089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b959c37e-48be-4755-91be-97f970486494, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b959c37e-48be-4755-91be-97f970486494,segment=NetworkSegment(9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4),segment_id=9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:14.304616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-cbbf3572-3998-43eb-9345-02bbc65d5ad8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:14.337819 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b959c37e-48be-4755-91be-97f970486494), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.369830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device cd15fded-a995-4138-8c2a-b51cb34b8301 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:14.442743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 494226c8-839f-4854-bf7b-534b95d9ed4c is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:14.443235 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.444146 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:14.444684 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.446238 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] 10.222.0.96 "PUT /v2.0/ports/842b8e14-91d0-4501-be15-df2d99e2f2b9 HTTP/1.1" status: 200 len: 1093 time: 3.0547018 Feb 08 15:55:14.508229 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for router_gateway (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.526777 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732e005-81d5-45b4-9cc3-582c156decfc admin admin] Pushing event deleted for resources: {'Network': ['ID=8cddf711-698e-4c07-bd73-40b83ff0064f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:14.549906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52aa4063-50e2-441c-a57f-1a39b764bafc', 'tag': '842b8e14-91d0-4501-be15-df2d99e2f2b9'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:14.552236 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed7bcff-bb1b-48b3-a162-c02b4395ffec" -d '{"events": [{"name": "network-changed", "server_uuid": "52aa4063-50e2-441c-a57f-1a39b764bafc", "tag": "842b8e14-91d0-4501-be15-df2d99e2f2b9"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:14.556860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a5405-f064-4069-8e50-ec87e463d60c req-d6c61c01-3940-48c0-8343-997eac263764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:14.575710 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b4a5405-f064-4069-8e50-ec87e463d60c req-d6c61c01-3940-48c0-8343-997eac263764 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1cc246df25c14b27887ce9f5c946b2ad&device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 1129 time: 1.8133001 Feb 08 15:55:14.640891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 494226c8-839f-4854-bf7b-534b95d9ed4c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=494226c8-839f-4854-bf7b-534b95d9ed4c,segment=NetworkSegment(0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd),segment_id=0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:14.645161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port cd15fded-a995-4138-8c2a-b51cb34b8301 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:14.645679 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.650209 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=b959c37e-48be-4755-91be-97f970486494,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:14.660358 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.695141 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47028) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:14.696785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port cd15fded-a995-4138-8c2a-b51cb34b8301, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cd15fded-a995-4138-8c2a-b51cb34b8301,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:14.699885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482d28d-3c6e-468e-9a9d-5c744f8fc949 service neutron] Pushing event updated for resources: {'Port': ['ID=842b8e14-91d0-4501-be15-df2d99e2f2b9,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:14.723000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31026d3f-a7d3-456b-8743-91e5aafba7fe None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:55:14.728939 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.730288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device cfd04846-4cd3-401f-8fae-3b9199e9f8af no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:14.812398 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-8600a3f9-b625-49ac-970a-dff994e1d32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.820032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-418201b9-e1ee-48ed-8534-e439271908c9 req-c97e2b8f-4464-4208-bf93-f045e1e1b2bc tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8355546 Feb 08 15:55:14.832393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=494226c8-839f-4854-bf7b-534b95d9ed4c,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:14.915429 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-01390b42-1287-45f0-b884-6ef5039ef87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:14.917097 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-01390b42-1287-45f0-b884-6ef5039ef87c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e26395d2-2156-49c3-97cc-22735cb36435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6775403 Feb 08 15:55:14.937208 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b61dcb24-2ad1-4dfd-a8f4-d8d6687d1a8f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7c96f108dc3b44ef9d4d2ce2fc47eab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339821 Feb 08 15:55:14.945282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47030) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:14.969829 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port cfd04846-4cd3-401f-8fae-3b9199e9f8af is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:14.970234 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:14.997225 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49927f9-b791-4a82-8e4b-d11e3e12b6fe None None] Network 8bb3e68d-2017-4878-9bcb-a2ec3cbd1162 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:15.007837 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:15.053347 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-33e921d7-b203-45ec-8b2f-c357eb62c903 service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054425 Feb 08 15:55:15.091367 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-c2d8e67f-22aa-4878-b2dc-1bfe80430fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:15.092924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-c2d8e67f-22aa-4878-b2dc-1bfe80430fc2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=39e9a774a47642ca822a4da0fcbb0506&device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 1127 time: 0.5303280 Feb 08 15:55:15.097481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port cfd04846-4cd3-401f-8fae-3b9199e9f8af, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cfd04846-4cd3-401f-8fae-3b9199e9f8af,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:15.112618 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:15.113675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e848e527-5583-4f56-98ed-53cd48851010 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:15.123204 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70605637-1d5a-4c77-8700-6c3eeca2262a req-9f8cd7d1-247d-44a4-9aa8-13972db12d9c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:15.124342 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=cd15fded-a995-4138-8c2a-b51cb34b8301,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:15.130328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70605637-1d5a-4c77-8700-6c3eeca2262a req-9f8cd7d1-247d-44a4-9aa8-13972db12d9c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 944 time: 0.5536215 Feb 08 15:55:15.282330 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-be2615b3-12da-41d8-a9c3-5fe13a26a1e8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=842b8e14-91d0-4501-be15-df2d99e2f2b9 HTTP/1.1" status: 200 len: 217 time: 0.1199937 Feb 08 15:55:15.287799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbf3572-3998-43eb-9345-02bbc65d5ad8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:15.291789 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3572-3998-43eb-9345-02bbc65d5ad8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:15.292666 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] For port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6bac61d4-782d-4ce5-a6f2-e9fd2de38797,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:15.347937 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-51df3e29-e8eb-453d-9830-ed2c122e6c28 admin admin] Publish callbacks [] for security_group (4b895ebf-114c-4bd5-a990-d4a4481089fd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:15.353395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] For port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:15.354231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-31026d3f-a7d3-456b-8743-91e5aafba7fe None None] Deleting port 245593c2-0dfe-48ce-bd47-9dafcff53d0f {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:15.355380 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-31026d3f-a7d3-456b-8743-91e5aafba7fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (245593c2-0dfe-48ce-bd47-9dafcff53d0f), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:15.398182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] device_id is not set on port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:55:15.413272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] Publish callbacks [] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:15.436136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e273-b1c9-440b-b5e4-b6d6b4ba69c0 req-d9614f53-73a0-41dd-b33d-52f01a7ca591 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:15.437726 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a15e273-b1c9-440b-b5e4-b6d6b4ba69c0 req-d9614f53-73a0-41dd-b33d-52f01a7ca591 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.3835039 Feb 08 15:55:15.449762 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=cfd04846-4cd3-401f-8fae-3b9199e9f8af,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:15.452978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70605637-1d5a-4c77-8700-6c3eeca2262a req-a9a4a1ed-cc99-4128-b885-d2e96bcdb39b tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169370 Feb 08 15:55:15.471155 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ea0eafcd-b9fa-4c65-a1bd-031fe947bfb3 None None] Provisioning complete for port 494226c8-839f-4854-bf7b-534b95d9ed4c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:15.471648 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ea0eafcd-b9fa-4c65-a1bd-031fe947bfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:15.515390 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-326e1568-7121-4e15-ab82-949620d3b962 req-8600a3f9-b625-49ac-970a-dff994e1d32d service neutron] For port a5a14c1f-2a74-4aab-8308-e85af9d02595, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=a5a14c1f-2a74-4aab-8308-e85af9d02595,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:15.609032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-326e1568-7121-4e15-ab82-949620d3b962 req-8600a3f9-b625-49ac-970a-dff994e1d32d service neutron] For port a5a14c1f-2a74-4aab-8308-e85af9d02595, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:15.635063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-31026d3f-a7d3-456b-8743-91e5aafba7fe None None] For port 245593c2-0dfe-48ce-bd47-9dafcff53d0f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=245593c2-0dfe-48ce-bd47-9dafcff53d0f,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:15.638078 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-31026d3f-a7d3-456b-8743-91e5aafba7fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (245593c2-0dfe-48ce-bd47-9dafcff53d0f), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:15.643712 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:15.650520 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-51df3e29-e8eb-453d-9830-ed2c122e6c28 admin admin] Publish callbacks [] for security_group (4b895ebf-114c-4bd5-a990-d4a4481089fd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:15.661988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-742ae78c-e6be-4a5d-9a2b-b9e7b7e22e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:15.663556 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-742ae78c-e6be-4a5d-9a2b-b9e7b7e22e6b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f74506d9-bb81-41cd-9755-6285f6ea9968 HTTP/1.1" status: 200 len: 854 time: 0.3612912 Feb 08 15:55:15.696229 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a5405-f064-4069-8e50-ec87e463d60c req-293a57c8-7cb5-4156-b99b-5904a5cbba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:15.697935 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b4a5405-f064-4069-8e50-ec87e463d60c req-293a57c8-7cb5-4156-b99b-5904a5cbba7e service neutron] 10.222.0.94 "GET /v2.0/networks?id=75aad441-24c3-4b43-8329-829cdc5ff78a HTTP/1.1" status: 200 len: 914 time: 1.0857644 Feb 08 15:55:15.716184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port e848e527-5583-4f56-98ed-53cd48851010 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:15.716767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-326e1568-7121-4e15-ab82-949620d3b962 req-8600a3f9-b625-49ac-970a-dff994e1d32d service neutron] device_id is not set on port a5a14c1f-2a74-4aab-8308-e85af9d02595 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:55:15.716879 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e848e527-5583-4f56-98ed-53cd48851010), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:15.733361 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 494226c8-839f-4854-bf7b-534b95d9ed4c up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:15.739708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-31026d3f-a7d3-456b-8743-91e5aafba7fe None None] Calling delete_port for 245593c2-0dfe-48ce-bd47-9dafcff53d0f owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:15.769077 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a15e273-b1c9-440b-b5e4-b6d6b4ba69c0 req-dd8a1c00-c637-4bab-8ea8-59724f19ee45 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071876 Feb 08 15:55:15.822503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-8803a67d-d635-42ac-b692-ebbeb7d69dd3 service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7470157 Feb 08 15:55:15.825811 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-77d777be-3116-434d-9d5c-af8d96afbdf3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f6df558d-571e-4952-ad2b-0976754826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759249 Feb 08 15:55:15.868604 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-8600a3f9-b625-49ac-970a-dff994e1d32d service neutron] Publish callbacks [] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:15.891668 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193034d7-ae2b-4f8d-ab08-5db9985e712d x-openstack-request-id: req-193034d7-ae2b-4f8d-ab08-5db9985e712d {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:15.891972 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52aa4063-50e2-441c-a57f-1a39b764bafc", "tag": "842b8e14-91d0-4501-be15-df2d99e2f2b9", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:15.892103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a121fce-db35-434d-a698-ff9821529a20'}, {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b959c37e-48be-4755-91be-97f970486494'}, {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd15fded-a995-4138-8c2a-b51cb34b8301'}, {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd04846-4cd3-401f-8fae-3b9199e9f8af'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:15.892226 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-193034d7-ae2b-4f8d-ab08-5db9985e712d {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:15.892675 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52aa4063-50e2-441c-a57f-1a39b764bafc', 'tag': '842b8e14-91d0-4501-be15-df2d99e2f2b9', 'status': 'completed', 'code': 200} Feb 08 15:55:15.900046 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c92f7e-f860-4149-bc56-38cb1e415205" -d '{"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "7a121fce-db35-434d-a698-ff9821529a20"}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "b959c37e-48be-4755-91be-97f970486494"}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-unplugged", "status": "completed", "tag": "cd15fded-a995-4138-8c2a-b51cb34b8301"}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-unplugged", "status": "completed", "tag": "cfd04846-4cd3-401f-8fae-3b9199e9f8af"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:15.957778 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-f37a5c99-e88a-4645-ba60-d2f15b564993 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=cfd04846-4cd3-401f-8fae-3b9199e9f8af HTTP/1.1" status: 200 len: 217 time: 0.1061711 Feb 08 15:55:16.023517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] No DVR routers for this DVR port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:16.089367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] In _notify_port_updated(), no bound segment for port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 on network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 15:55:16.089367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:16.089367 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:16.091415 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] 10.222.0.96 "PUT /v2.0/ports/6bac61d4-782d-4ce5-a6f2-e9fd2de38797 HTTP/1.1" status: 200 len: 1028 time: 3.1968668 Feb 08 15:55:16.096528 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b4a5405-f064-4069-8e50-ec87e463d60c req-7f8c7601-fb17-4d75-9046-4058c2712be9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f HTTP/1.1" status: 200 len: 217 time: 0.3705928 Feb 08 15:55:16.106558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5f5cb-7c1d-458d-acdd-bd84263b640c service neutron] Pushing event updated for resources: {'Port': ['ID=6bac61d4-782d-4ce5-a6f2-e9fd2de38797,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:16.109071 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-8600a3f9-b625-49ac-970a-dff994e1d32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:16.121953 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e848e527-5583-4f56-98ed-53cd48851010, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e848e527-5583-4f56-98ed-53cd48851010,segment=NetworkSegment(b5354a86-66cc-471b-a1b9-1ccb1d9f6bda),segment_id=b5354a86-66cc-471b-a1b9-1ccb1d9f6bda)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:16.127443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ea0eafcd-b9fa-4c65-a1bd-031fe947bfb3 None None] Current status of the port 494226c8-839f-4854-bf7b-534b95d9ed4c is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:16.151130 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e848e527-5583-4f56-98ed-53cd48851010), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:16.154467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e9b05c84-a1f3-4655-befa-e12b3e8349bc no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:16.214271 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1574f4-b44d-40c3-a529-b40773104b3e req-614f22e0-1ce6-429e-85f5-e10b22535c6a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:16.216740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a5405-f064-4069-8e50-ec87e463d60c req-d2c55397-97c8-4000-8098-b112c4db512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:16.218241 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b4a5405-f064-4069-8e50-ec87e463d60c req-d2c55397-97c8-4000-8098-b112c4db512a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21628147-0e32-4d39-889f-b7c0993a88b4 HTTP/1.1" status: 200 len: 853 time: 0.0792656 Feb 08 15:55:16.220824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1574f4-b44d-40c3-a529-b40773104b3e req-614f22e0-1ce6-429e-85f5-e10b22535c6a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:16.226767 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1574f4-b44d-40c3-a529-b40773104b3e req-614f22e0-1ce6-429e-85f5-e10b22535c6a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:16.233614 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1574f4-b44d-40c3-a529-b40773104b3e req-614f22e0-1ce6-429e-85f5-e10b22535c6a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:16.239472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1574f4-b44d-40c3-a529-b40773104b3e req-614f22e0-1ce6-429e-85f5-e10b22535c6a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:16.247112 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f1574f4-b44d-40c3-a529-b40773104b3e req-614f22e0-1ce6-429e-85f5-e10b22535c6a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 3875 time: 0.6671429 Feb 08 15:55:16.270332 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for router_gateway (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:16.306244 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=e848e527-5583-4f56-98ed-53cd48851010,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:16.312204 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-51df3e29-e8eb-453d-9830-ed2c122e6c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4b895ebf-114c-4bd5-a990-d4a4481089fd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:16.315291 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-51df3e29-e8eb-453d-9830-ed2c122e6c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:16.317580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-51df3e29-e8eb-453d-9830-ed2c122e6c28 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4b895ebf-114c-4bd5-a990-d4a4481089fd HTTP/1.1" status: 204 len: 168 time: 1.2727702 Feb 08 15:55:16.346406 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:16.372907 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df3e29-e8eb-453d-9830-ed2c122e6c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b895ebf-114c-4bd5-a990-d4a4481089fd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:16.385419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 494226c8-839f-4854-bf7b-534b95d9ed4c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:16.386389 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:16.420071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-a2b5d796-e4b2-4bc2-8c0f-fda9d9aed7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:16.422016 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-a2b5d796-e4b2-4bc2-8c0f-fda9d9aed7d8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=b54aa40b-196d-4120-890f-56a182074fb9 HTTP/1.1" status: 200 len: 797 time: 0.4105117 Feb 08 15:55:16.447366 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64890afc-05dd-453d-acbf-ab3186a48009 req-73adfe1e-c61e-4396-9458-168418e21998 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:16.454458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64890afc-05dd-453d-acbf-ab3186a48009 req-73adfe1e-c61e-4396-9458-168418e21998 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:16.460117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64890afc-05dd-453d-acbf-ab3186a48009 req-73adfe1e-c61e-4396-9458-168418e21998 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:16.466539 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64890afc-05dd-453d-acbf-ab3186a48009 req-73adfe1e-c61e-4396-9458-168418e21998 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:16.482500 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64890afc-05dd-453d-acbf-ab3186a48009 req-73adfe1e-c61e-4396-9458-168418e21998 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:16.488844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64890afc-05dd-453d-acbf-ab3186a48009 req-73adfe1e-c61e-4396-9458-168418e21998 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:16.497035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64890afc-05dd-453d-acbf-ab3186a48009 req-73adfe1e-c61e-4396-9458-168418e21998 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:16.499445 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-64890afc-05dd-453d-acbf-ab3186a48009 req-73adfe1e-c61e-4396-9458-168418e21998 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 5362 time: 0.4963133 Feb 08 15:55:16.504599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9cfbc405-a674-4c39-ada6-050a1b76b1b4 None None] Provisioning complete for port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:16.505019 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9cfbc405-a674-4c39-ada6-050a1b76b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:16.552431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Allocated IP 172.25.7.146 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/f8ab7fbf-d8cb-4f8b-a80d-8fb1d6961194) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:16.575772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f1574f4-b44d-40c3-a529-b40773104b3e req-23842a11-e64b-442a-a159-5dedd28057b1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3274558 Feb 08 15:55:16.592046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-e2c39dee-8a42-4d5c-ae7b-39d41af82656 service neutron] 10.222.0.96 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248302 Feb 08 15:55:16.664438 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-31026d3f-a7d3-456b-8743-91e5aafba7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (245593c2-0dfe-48ce-bd47-9dafcff53d0f), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:16.697066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31026d3f-a7d3-456b-8743-91e5aafba7fe None None] No DVR routers for this DVR port 245593c2-0dfe-48ce-bd47-9dafcff53d0f on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:16.699701 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for port (f8ab7fbf-d8cb-4f8b-a80d-8fb1d6961194), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:16.753347 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03866c06-f5ab-4592-aebf-eef1ad083a88 x-openstack-request-id: req-03866c06-f5ab-4592-aebf-eef1ad083a88 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:16.753780 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "7a121fce-db35-434d-a698-ff9821529a20", "code": 200}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "b959c37e-48be-4755-91be-97f970486494", "code": 200}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-unplugged", "status": "completed", "tag": "cd15fded-a995-4138-8c2a-b51cb34b8301", "code": 200}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-unplugged", "status": "completed", "tag": "cfd04846-4cd3-401f-8fae-3b9199e9f8af", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:16.753986 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-03866c06-f5ab-4592-aebf-eef1ad083a88 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:16.754371 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a121fce-db35-434d-a698-ff9821529a20', 'code': 200} Feb 08 15:55:16.754638 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b959c37e-48be-4755-91be-97f970486494', 'code': 200} Feb 08 15:55:16.754896 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd15fded-a995-4138-8c2a-b51cb34b8301', 'code': 200} Feb 08 15:55:16.755151 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd04846-4cd3-401f-8fae-3b9199e9f8af', 'code': 200} Feb 08 15:55:16.760244 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31026d3f-a7d3-456b-8743-91e5aafba7fe None None] Pushing event deleted for resources: {'Port': ['ID=245593c2-0dfe-48ce-bd47-9dafcff53d0f,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:16.762675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port e9b05c84-a1f3-4655-befa-e12b3e8349bc is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:16.766561 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:16.771810 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbc405-a674-4c39-ada6-050a1b76b1b4 None None] Port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:16.816577 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b4a5405-f064-4069-8e50-ec87e463d60c req-38103e1e-8301-4710-94b5-6172e494b0ea service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=75aad441-24c3-4b43-8329-829cdc5ff78a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5531695 Feb 08 15:55:16.817813 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f8ab7fbf-d8cb-4f8b-a80d-8fb1d6961194), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:16.828480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600a3f9-b625-49ac-970a-dff994e1d32d service neutron] Pushing event updated for resources: {'Port': ['ID=a5a14c1f-2a74-4aab-8308-e85af9d02595,revision_number=6']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:16.836043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9cfbc405-a674-4c39-ada6-050a1b76b1b4 None None] Provisioning complete for port 494226c8-839f-4854-bf7b-534b95d9ed4c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:16.836690 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9cfbc405-a674-4c39-ada6-050a1b76b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:16.913650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e9b05c84-a1f3-4655-befa-e12b3e8349bc, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e9b05c84-a1f3-4655-befa-e12b3e8349bc,segment=NetworkSegment(b5354a86-66cc-471b-a1b9-1ccb1d9f6bda),segment_id=b5354a86-66cc-471b-a1b9-1ccb1d9f6bda)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:16.927504 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:16.928133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 60c0742f-a0e6-414e-b668-09d8e84519be no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:16.943386 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3572-3998-43eb-9345-02bbc65d5ad8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (4d8779fc-a901-48c3-8d68-e55b710c8f58), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:17.044138 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 494226c8-839f-4854-bf7b-534b95d9ed4c is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:17.152609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbc405-a674-4c39-ada6-050a1b76b1b4 None None] Current status of the port 494226c8-839f-4854-bf7b-534b95d9ed4c is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:17.155925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=e9b05c84-a1f3-4655-befa-e12b3e8349bc,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:17.160016 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 245593c2-0dfe-48ce-bd47-9dafcff53d0f no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:17.191883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 245593c2-0dfe-48ce-bd47-9dafcff53d0f {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:55:17.192223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 245593c2-0dfe-48ce-bd47-9dafcff53d0f not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:55:17.206761 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 60c0742f-a0e6-414e-b668-09d8e84519be is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:17.207719 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:17.250552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 60c0742f-a0e6-414e-b668-09d8e84519be, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=60c0742f-a0e6-414e-b668-09d8e84519be,segment=NetworkSegment(da27148d-7af8-4538-b0df-e3a8eebf2fd7),segment_id=da27148d-7af8-4538-b0df-e3a8eebf2fd7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:17.257611 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:17.258679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device a5a14c1f-2a74-4aab-8308-e85af9d02595 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:17.373041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c2ccf7ee-1c91-456b-8eec-073596dcc19c None None] Provisioning complete for port a5a14c1f-2a74-4aab-8308-e85af9d02595 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:17.373608 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c2ccf7ee-1c91-456b-8eec-073596dcc19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:17.376136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-b00a663b-8043-4a20-99b4-8afcc6ac9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:17.377762 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-b00a663b-8043-4a20-99b4-8afcc6ac9daf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e26395d2-2156-49c3-97cc-22735cb36435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.8733945 Feb 08 15:55:17.385217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] The host n-h2-824834-11 is not matching for port a5a14c1f-2a74-4aab-8308-e85af9d02595 host ! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 15:55:17.386164 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device a5a14c1f-2a74-4aab-8308-e85af9d02595 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:55:17.386800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7f47a56e-4ca4-43e8-bb10-b43e3c709197 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:17.400973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbf3572-3998-43eb-9345-02bbc65d5ad8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:17.421009 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-cbbf3572-3998-43eb-9345-02bbc65d5ad8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:17.424252 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b4a5405-f064-4069-8e50-ec87e463d60c req-bc33ba93-9b6d-4b57-961e-49846947a1ac service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807550 Feb 08 15:55:17.433533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:17.440671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:17.442941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-326e1568-7121-4e15-ab82-949620d3b962 req-8600a3f9-b625-49ac-970a-dff994e1d32d service neutron] No DVR routers for this DVR port a5a14c1f-2a74-4aab-8308-e85af9d02595 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:17.443073 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-64890afc-05dd-453d-acbf-ab3186a48009 req-b2132eec-f171-4aea-919f-2f6eb2dd24a6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8884728 Feb 08 15:55:17.444352 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbf3572-3998-43eb-9345-02bbc65d5ad8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:17.445009 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3572-3998-43eb-9345-02bbc65d5ad8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:17.488493 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:17.488685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf3572-3998-43eb-9345-02bbc65d5ad8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=4d8779fc-a901-48c3-8d68-e55b710c8f58,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:17.505534 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2384e94a-6511-46c9-9702-2f7f26166f09 req-598c0f39-8723-42cb-b4fe-634852193ece service neutron] 10.222.0.96 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9034557 Feb 08 15:55:17.524050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7722de38-e0c5-44bd-aa6a-6458dbf9f8eb None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:17.528383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea88256-d33d-4f28-b33e-bde1b304a0c4 req-f5f6cf07-17da-457e-835b-f0979d9cdd03 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:17.538602 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dea88256-d33d-4f28-b33e-bde1b304a0c4 req-f5f6cf07-17da-457e-835b-f0979d9cdd03 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 944 time: 0.6941555 Feb 08 15:55:17.555000 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cbbf3572-3998-43eb-9345-02bbc65d5ad8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2699335 Feb 08 15:55:17.558564 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47060) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:17.573789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-b8080383-d783-4154-99a5-eeea910f7999 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'fixed_ips': [{'subnet_id': '4d8779fc-a901-48c3-8d68-e55b710c8f58', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1439209008'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:17.593717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-326e1568-7121-4e15-ab82-949620d3b962 req-8600a3f9-b625-49ac-970a-dff994e1d32d service neutron] In _notify_port_updated(), no bound segment for port a5a14c1f-2a74-4aab-8308-e85af9d02595 on network e26395d2-2156-49c3-97cc-22735cb36435 {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 15:55:17.594605 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1568-7121-4e15-ab82-949620d3b962 req-8600a3f9-b625-49ac-970a-dff994e1d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:17.595224 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-8600a3f9-b625-49ac-970a-dff994e1d32d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:17.596514 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-326e1568-7121-4e15-ab82-949620d3b962 req-8600a3f9-b625-49ac-970a-dff994e1d32d service neutron] 10.222.0.96 "PUT /v2.0/ports/a5a14c1f-2a74-4aab-8308-e85af9d02595 HTTP/1.1" status: 200 len: 1032 time: 3.5977514 Feb 08 15:55:17.599383 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b4a5405-f064-4069-8e50-ec87e463d60c req-7e312107-44d2-4603-843c-9630ba94908f service neutron] 10.222.0.94 "GET /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599746 Feb 08 15:55:17.645748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=60c0742f-a0e6-414e-b668-09d8e84519be,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:17.690115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1568-7121-4e15-ab82-949620d3b962 req-185e2a7a-8cdd-46cb-96e0-e7fbbec6284f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:17.691499 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-326e1568-7121-4e15-ab82-949620d3b962 req-185e2a7a-8cdd-46cb-96e0-e7fbbec6284f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "GET /v2.0/ports/cd15fded-a995-4138-8c2a-b51cb34b8301?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0820270 Feb 08 15:55:17.698713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d835e44-9783-44c7-b494-f6a348bee9d2 req-95ff97f1-6637-4dd3-bb5b-ef4bd07dfb6f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:17.700131 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9d835e44-9783-44c7-b494-f6a348bee9d2 req-95ff97f1-6637-4dd3-bb5b-ef4bd07dfb6f tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 1.4869671 Feb 08 15:55:17.700839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47066) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:17.713599 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-326e1568-7121-4e15-ab82-949620d3b962 req-e417b9f6-8281-4596-90a5-c45e7508ac63 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:17.731660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccf7ee-1c91-456b-8eec-073596dcc19c None None] Port a5a14c1f-2a74-4aab-8308-e85af9d02595 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:17.788434 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-765e3fa2-d27c-4bca-8cde-2e9ed95dbc7f service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972061 Feb 08 15:55:17.795723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event updated for resources: {'Port': ['ID=f8ab7fbf-d8cb-4f8b-a80d-8fb1d6961194,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:17.806619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 7f47a56e-4ca4-43e8-bb10-b43e3c709197 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:17.808083 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:17.820335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': '4d8779fc-a901-48c3-8d68-e55b710c8f58'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:55:17.821588 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:17.828391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dea88256-d33d-4f28-b33e-bde1b304a0c4 req-40eb6d04-990f-4784-8eb4-ca02aa5be290 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887819 Feb 08 15:55:17.892304 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7bcff-bb1b-48b3-a162-c02b4395ffec req-66992885-aa4f-4ee2-a462-3e67c25ad8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:17.893948 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ed7bcff-bb1b-48b3-a162-c02b4395ffec req-66992885-aa4f-4ee2-a462-3e67c25ad8e4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=39e9a774a47642ca822a4da0fcbb0506&device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 1127 time: 0.3134959 Feb 08 15:55:17.899052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7f47a56e-4ca4-43e8-bb10-b43e3c709197, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7f47a56e-4ca4-43e8-bb10-b43e3c709197,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:17.939425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05d0be-7adb-47d1-8c04-ae28493b77dc req-88fc78bd-18b4-4014-a7cb-f1f9afc82efe tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:17.941011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b05d0be-7adb-47d1-8c04-ae28493b77dc req-88fc78bd-18b4-4014-a7cb-f1f9afc82efe tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 946 time: 0.3254282 Feb 08 15:55:17.957930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2256dd51-5f50-4f6d-8cbf-d87ad73baf27 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Deleting port 44e2dd08-15ae-4999-9e8f-c05884c8b844 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:17.958278 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2256dd51-5f50-4f6d-8cbf-d87ad73baf27 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:17.977721 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:17.996509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-319931863-network', 'tenant_id': '1f763f52237649ffab58976e6206f434'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:18.064848 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-e417b9f6-8281-4596-90a5-c45e7508ac63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:18.093172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8080383-d783-4154-99a5-eeea910f7999 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:18.095935 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-9d835e44-9783-44c7-b494-f6a348bee9d2 req-0bd7a1b3-bca2-42b9-a24a-1f557bf4a18e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Deleting port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:18.096277 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9d835e44-9783-44c7-b494-f6a348bee9d2 req-0bd7a1b3-bca2-42b9-a24a-1f557bf4a18e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:18.113778 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Allocated IP 2001:db8::2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/4d8779fc-a901-48c3-8d68-e55b710c8f58/046ba495-c224-43d2-bc69-56cf562e52f3) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:18.115986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=7f47a56e-4ca4-43e8-bb10-b43e3c709197,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:18.170299 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] Made reservation on behalf of 1f763f52237649ffab58976e6206f434 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:18.172571 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:18.190525 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-78e0f6c9-1669-4612-ab7f-5ba9f24ace5e service neutron] 10.222.0.96 "GET /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884966 Feb 08 15:55:18.228381 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:18.276865 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b05d0be-7adb-47d1-8c04-ae28493b77dc req-54c97a9d-fb09-4b0d-b92b-273c7e42854c tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/security-groups?id=957548b5-aeea-482e-a13d-8c2c73207111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894700 Feb 08 15:55:18.278398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7bcff-bb1b-48b3-a162-c02b4395ffec req-d5f57d45-458f-4413-93ea-9417f757ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:18.279820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ed7bcff-bb1b-48b3-a162-c02b4395ffec req-d5f57d45-458f-4413-93ea-9417f757ab99 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f6df558d-571e-4952-ad2b-0976754826c6 HTTP/1.1" status: 200 len: 915 time: 0.3777153 Feb 08 15:55:18.285400 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Publish callbacks [] for port (046ba495-c224-43d2-bc69-56cf562e52f3), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:18.286099 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-7331846f-d55a-4c06-bc5d-1e9571a01023 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e848e527-5583-4f56-98ed-53cd48851010 HTTP/1.1" status: 200 len: 217 time: 0.0737495 Feb 08 15:55:18.296134 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (046ba495-c224-43d2-bc69-56cf562e52f3), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:18.303559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefb5f3-bc68-4d54-9873-557520152275 req-a106fd8e-1567-40ca-8b5d-ea82bace3ac0 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:18.309060 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefb5f3-bc68-4d54-9873-557520152275 req-a106fd8e-1567-40ca-8b5d-ea82bace3ac0 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:18.314718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefb5f3-bc68-4d54-9873-557520152275 req-a106fd8e-1567-40ca-8b5d-ea82bace3ac0 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:18.320119 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefb5f3-bc68-4d54-9873-557520152275 req-a106fd8e-1567-40ca-8b5d-ea82bace3ac0 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:18.324824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2256dd51-5f50-4f6d-8cbf-d87ad73baf27 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] For port 44e2dd08-15ae-4999-9e8f-c05884c8b844, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=44e2dd08-15ae-4999-9e8f-c05884c8b844,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:18.325227 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2256dd51-5f50-4f6d-8cbf-d87ad73baf27 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:18.325950 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefb5f3-bc68-4d54-9873-557520152275 req-a106fd8e-1567-40ca-8b5d-ea82bace3ac0 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:18.329453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0eefb5f3-bc68-4d54-9873-557520152275 req-a106fd8e-1567-40ca-8b5d-ea82bace3ac0 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 3875 time: 0.3742099 Feb 08 15:55:18.345502 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:18.360973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:18.360973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:18.388230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2256dd51-5f50-4f6d-8cbf-d87ad73baf27 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Calling delete_port for 44e2dd08-15ae-4999-9e8f-c05884c8b844 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:18.389010 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Pushing event updated for resources: {'Port': ['ID=046ba495-c224-43d2-bc69-56cf562e52f3,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:18.424504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Attempting to bind port 046ba495-c224-43d2-bc69-56cf562e52f3 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:55:18.424913 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Attempting to bind port 046ba495-c224-43d2-bc69-56cf562e52f3 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:55:18.425330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Attempting to bind port 046ba495-c224-43d2-bc69-56cf562e52f3 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:55:18.430447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:55:18.430813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:18.431545 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:18.431674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:55:18.432055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Bound port: 046ba495-c224-43d2-bc69-56cf562e52f3, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:55:18.433033 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (046ba495-c224-43d2-bc69-56cf562e52f3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:18.440674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ed7bcff-bb1b-48b3-a162-c02b4395ffec req-5ded5289-f03f-4b6e-8ba3-98716ab8eb5d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=842b8e14-91d0-4501-be15-df2d99e2f2b9 HTTP/1.1" status: 200 len: 217 time: 0.1512465 Feb 08 15:55:18.473566 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-9d835e44-9783-44c7-b494-f6a348bee9d2 req-0bd7a1b3-bca2-42b9-a24a-1f557bf4a18e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] For port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,segment=NetworkSegment(3ff551bc-239a-482a-b5f9-8c65f48f0332),segment_id=3ff551bc-239a-482a-b5f9-8c65f48f0332)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:18.474146 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9d835e44-9783-44c7-b494-f6a348bee9d2 req-0bd7a1b3-bca2-42b9-a24a-1f557bf4a18e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:18.477478 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for router_gateway (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:18.512905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] For port 046ba495-c224-43d2-bc69-56cf562e52f3, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:18.516916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] For port 046ba495-c224-43d2-bc69-56cf562e52f3, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=046ba495-c224-43d2-bc69-56cf562e52f3,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:55:18.528120 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-9d835e44-9783-44c7-b494-f6a348bee9d2 req-0bd7a1b3-bca2-42b9-a24a-1f557bf4a18e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Calling delete_port for ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:18.529531 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (046ba495-c224-43d2-bc69-56cf562e52f3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:18.574280 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0eefb5f3-bc68-4d54-9873-557520152275 req-aa9b59e0-5c05-457c-89bd-a5f0321ccdf6 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904075 Feb 08 15:55:18.580225 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8080383-d783-4154-99a5-eeea910f7999 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:18.622135 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307bf4a-46d2-45d7-89ae-a95263ac76d3 None None] Pushing event updated for resources: {'Port': ['ID=046ba495-c224-43d2-bc69-56cf562e52f3,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:18.632775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-de81ad7f-c8f3-4b56-b303-0c1a72e846ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:18.634576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-de81ad7f-c8f3-4b56-b303-0c1a72e846ab service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6eca72cf-b7fe-4542-b2f5-1654494fba24 HTTP/1.1" status: 200 len: 797 time: 0.2845159 Feb 08 15:55:18.664789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-b8080383-d783-4154-99a5-eeea910f7999 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port 03160943-9b95-4341-9a16-d4cd59f024ce yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:55:18.685014 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:18.733336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-326e1568-7121-4e15-ab82-949620d3b962 req-e417b9f6-8281-4596-90a5-c45e7508ac63 service neutron] For port cd15fded-a995-4138-8c2a-b51cb34b8301, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cd15fded-a995-4138-8c2a-b51cb34b8301,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:18.756309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e848e527-5583-4f56-98ed-53cd48851010'}, {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b05c84-a1f3-4655-befa-e12b3e8349bc'}, {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c0742f-a0e6-414e-b668-09d8e84519be'}, {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f47a56e-4ca4-43e8-bb10-b43e3c709197'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:18.759870 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b988ce-9948-4502-a756-a3672e4e9461" -d '{"events": [{"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-unplugged", "status": "completed", "tag": "e848e527-5583-4f56-98ed-53cd48851010"}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b05c84-a1f3-4655-befa-e12b3e8349bc"}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-unplugged", "status": "completed", "tag": "60c0742f-a0e6-414e-b668-09d8e84519be"}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-unplugged", "status": "completed", "tag": "7f47a56e-4ca4-43e8-bb10-b43e3c709197"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:18.778577 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7bcff-bb1b-48b3-a162-c02b4395ffec req-dd444646-a440-4b37-a017-22d5820a3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:18.781876 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ed7bcff-bb1b-48b3-a162-c02b4395ffec req-dd444646-a440-4b37-a017-22d5820a3a0e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f74506d9-bb81-41cd-9755-6285f6ea9968 HTTP/1.1" status: 200 len: 854 time: 0.3222663 Feb 08 15:55:18.888181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ed7bcff-bb1b-48b3-a162-c02b4395ffec req-afb2d763-89fc-44a0-98dc-a6d0e376be59 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f6df558d-571e-4952-ad2b-0976754826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739782 Feb 08 15:55:18.903217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:18.953264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-326e1568-7121-4e15-ab82-949620d3b962 req-e417b9f6-8281-4596-90a5-c45e7508ac63 service neutron] For port cd15fded-a995-4138-8c2a-b51cb34b8301, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:19.046533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] Publish callbacks [] for security_group (55a59d7d-2200-49e8-b31d-8bd56f2fd91d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.075309 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (55a59d7d-2200-49e8-b31d-8bd56f2fd91d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.119834 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-326e1568-7121-4e15-ab82-949620d3b962 req-e417b9f6-8281-4596-90a5-c45e7508ac63 service neutron] device_id is not set on port cd15fded-a995-4138-8c2a-b51cb34b8301 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:55:19.122638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-cb55aba4-0910-4a44-bc28-91bb7a786030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:19.124559 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-cb55aba4-0910-4a44-bc28-91bb7a786030 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9d6707d8-cec8-4e82-8169-f326c4c2b90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4730694 Feb 08 15:55:19.152028 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-e417b9f6-8281-4596-90a5-c45e7508ac63 service neutron] Publish callbacks [] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.152311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8fd48-8022-4b45-adc7-6a8b05f24cc9 req-63cbdf58-6ff6-429c-8880-5dcf5a2058da tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:19.158364 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8fd48-8022-4b45-adc7-6a8b05f24cc9 req-63cbdf58-6ff6-429c-8880-5dcf5a2058da tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:19.163352 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b8132e-4e8f-4e33-b2b1-c18634879e1b x-openstack-request-id: req-84b8132e-4e8f-4e33-b2b1-c18634879e1b {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:19.164277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8fd48-8022-4b45-adc7-6a8b05f24cc9 req-63cbdf58-6ff6-429c-8880-5dcf5a2058da tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:19.164575 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-unplugged", "status": "completed", "tag": "e848e527-5583-4f56-98ed-53cd48851010", "code": 200}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b05c84-a1f3-4655-befa-e12b3e8349bc", "code": 200}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-unplugged", "status": "completed", "tag": "60c0742f-a0e6-414e-b668-09d8e84519be", "code": 200}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-unplugged", "status": "completed", "tag": "7f47a56e-4ca4-43e8-bb10-b43e3c709197", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:19.165893 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-84b8132e-4e8f-4e33-b2b1-c18634879e1b {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:19.166387 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e848e527-5583-4f56-98ed-53cd48851010', 'code': 200} Feb 08 15:55:19.167336 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b05c84-a1f3-4655-befa-e12b3e8349bc', 'code': 200} Feb 08 15:55:19.169115 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c0742f-a0e6-414e-b668-09d8e84519be', 'code': 200} Feb 08 15:55:19.169706 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f47a56e-4ca4-43e8-bb10-b43e3c709197', 'code': 200} Feb 08 15:55:19.170848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8fd48-8022-4b45-adc7-6a8b05f24cc9 req-63cbdf58-6ff6-429c-8880-5dcf5a2058da tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:19.177120 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8fd48-8022-4b45-adc7-6a8b05f24cc9 req-63cbdf58-6ff6-429c-8880-5dcf5a2058da tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:19.177333 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2256dd51-5f50-4f6d-8cbf-d87ad73baf27 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (44e2dd08-15ae-4999-9e8f-c05884c8b844), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.182428 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:19.182910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8fd48-8022-4b45-adc7-6a8b05f24cc9 req-63cbdf58-6ff6-429c-8880-5dcf5a2058da tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:19.183724 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.184785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bc8fd48-8022-4b45-adc7-6a8b05f24cc9 req-63cbdf58-6ff6-429c-8880-5dcf5a2058da tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 4652 time: 0.5676975 Feb 08 15:55:19.217557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:55:19.226930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9d835e44-9783-44c7-b494-f6a348bee9d2 req-0bd7a1b3-bca2-42b9-a24a-1f557bf4a18e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.233900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256dd51-5f50-4f6d-8cbf-d87ad73baf27 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event deleted for resources: {'Port': ['ID=44e2dd08-15ae-4999-9e8f-c05884c8b844,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:19.235454 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 842b8e14-91d0-4501-be15-df2d99e2f2b9 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:55:19.237483 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-e417b9f6-8281-4596-90a5-c45e7508ac63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.250106 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8080383-d783-4154-99a5-eeea910f7999 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 15:55:19.250659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8080383-d783-4154-99a5-eeea910f7999 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:55:19.286672 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.366824 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (4005c625-7589-4eca-b408-dc087618a7fd), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.367455 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] Added segment 4005c625-7589-4eca-b408-dc087618a7fd of type vlan for network 83e12c9e-0fc5-45a5-9a3a-0a76ffe02868 Feb 08 15:55:19.380653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 842b8e14-91d0-4501-be15-df2d99e2f2b9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=842b8e14-91d0-4501-be15-df2d99e2f2b9,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:19.384264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a59d7d-2200-49e8-b31d-8bd56f2fd91d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:19.410592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '842b8e14-91d0-4501-be15-df2d99e2f2b9', 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6', 'port_id': '842b8e14-91d0-4501-be15-df2d99e2f2b9', 'mac_address': 'fa:16:3e:50:87:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74506d9-bb81-41cd-9755-6285f6ea9968', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:55:19.469367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 842b8e14-91d0-4501-be15-df2d99e2f2b9 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:19.472483 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b8080383-d783-4154-99a5-eeea910f7999 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9019020 Feb 08 15:55:19.482001 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.488995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47094) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:19.503400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842b8e14-91d0-4501-be15-df2d99e2f2b9 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:55:19.521143 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ed7bcff-bb1b-48b3-a162-c02b4395ffec req-6c9f2e23-312a-4205-93a2-92cf71c142d7 service neutron] 10.222.0.96 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042361 Feb 08 15:55:19.534836 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (83e12c9e-0fc5-45a5-9a3a-0a76ffe02868), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.547416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 842b8e14-91d0-4501-be15-df2d99e2f2b9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=842b8e14-91d0-4501-be15-df2d99e2f2b9,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:19.562444 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.653710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=842b8e14-91d0-4501-be15-df2d99e2f2b9,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:19.734983 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bc8fd48-8022-4b45-adc7-6a8b05f24cc9 req-5566b5ff-9b7b-4c78-88ab-2f91350fee93 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&id=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5317936 Feb 08 15:55:19.741261 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 046ba495-c224-43d2-bc69-56cf562e52f3 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:19.788456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['842b8e14-91d0-4501-be15-df2d99e2f2b9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:55:19.813482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-c41eab5b-346b-42d2-81be-014344ea1dfe service neutron] 10.222.0.96 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186247 Feb 08 15:55:19.846920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0a95b-a67f-44a3-8b0b-50c95e9991d3 req-d62429c1-3bf9-433e-9d47-10b631f4ca25 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:19.860824 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ccc0a95b-a67f-44a3-8b0b-50c95e9991d3 req-d62429c1-3bf9-433e-9d47-10b631f4ca25 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 944 time: 0.6036241 Feb 08 15:55:19.862881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (83e12c9e-0fc5-45a5-9a3a-0a76ffe02868), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.864072 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:19.865043 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.880059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2256dd51-5f50-4f6d-8cbf-d87ad73baf27 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] No DVR routers for this DVR port 44e2dd08-15ae-4999-9e8f-c05884c8b844 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:19.888546 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d835e44-9783-44c7-b494-f6a348bee9d2 req-0bd7a1b3-bca2-42b9-a24a-1f557bf4a18e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] No DVR routers for this DVR port ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:19.895919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2256dd51-5f50-4f6d-8cbf-d87ad73baf27 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.900122 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2256dd51-5f50-4f6d-8cbf-d87ad73baf27 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "DELETE /v2.0/ports/44e2dd08-15ae-4999-9e8f-c05884c8b844 HTTP/1.1" status: 204 len: 173 time: 3.8023396 Feb 08 15:55:19.928540 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-deleted', 'tag': '44e2dd08-15ae-4999-9e8f-c05884c8b844'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:19.931326 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71ef689-613e-4cea-9067-2f0f31e2253e" -d '{"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-deleted", "tag": "44e2dd08-15ae-4999-9e8f-c05884c8b844"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:19.934127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417b9f6-8281-4596-90a5-c45e7508ac63 service neutron] Pushing event updated for resources: {'Port': ['ID=cd15fded-a995-4138-8c2a-b51cb34b8301,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:19.941256 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9d835e44-9783-44c7-b494-f6a348bee9d2 req-0bd7a1b3-bca2-42b9-a24a-1f557bf4a18e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:19.944851 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9d835e44-9783-44c7-b494-f6a348bee9d2 req-0bd7a1b3-bca2-42b9-a24a-1f557bf4a18e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.94 "DELETE /v2.0/ports/ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f HTTP/1.1" status: 204 len: 173 time: 2.2264581 Feb 08 15:55:19.950178 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-326e1568-7121-4e15-ab82-949620d3b962 req-e417b9f6-8281-4596-90a5-c45e7508ac63 service neutron] No DVR routers for this DVR port cd15fded-a995-4138-8c2a-b51cb34b8301 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:20.033323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-326e1568-7121-4e15-ab82-949620d3b962 req-e417b9f6-8281-4596-90a5-c45e7508ac63 service neutron] In _notify_port_updated(), no bound segment for port cd15fded-a995-4138-8c2a-b51cb34b8301 on network e26395d2-2156-49c3-97cc-22735cb36435 {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 15:55:20.034239 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1568-7121-4e15-ab82-949620d3b962 req-e417b9f6-8281-4596-90a5-c45e7508ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:20.034862 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-e417b9f6-8281-4596-90a5-c45e7508ac63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:20.036178 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-326e1568-7121-4e15-ab82-949620d3b962 req-e417b9f6-8281-4596-90a5-c45e7508ac63 service neutron] 10.222.0.96 "PUT /v2.0/ports/cd15fded-a995-4138-8c2a-b51cb34b8301 HTTP/1.1" status: 200 len: 1031 time: 2.3291452 Feb 08 15:55:20.131634 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7a1b3-bca2-42b9-a24a-1f557bf4a18e tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] Pushing event deleted for resources: {'Port': ['ID=ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:20.210659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9c25ebb8-b676-4475-ab31-6c4d396a5dcc None None] Provisioning complete for port cd15fded-a995-4138-8c2a-b51cb34b8301 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:20.211320 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9c25ebb8-b676-4475-ab31-6c4d396a5dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:20.238877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 046ba495-c224-43d2-bc69-56cf562e52f3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:20.239404 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (046ba495-c224-43d2-bc69-56cf562e52f3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:20.248651 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:20.313946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9c25ebb8-b676-4475-ab31-6c4d396a5dcc None None] Port cd15fded-a995-4138-8c2a-b51cb34b8301 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:20.358099 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Router f4878fe8-5a23-458b-8fcc-2d110a11cd6d is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:55:20.365774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6aec6a-5eb5-42cb-9395-3bae39971321 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:20.367295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1b6aec6a-5eb5-42cb-9395-3bae39971321 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.8708797 Feb 08 15:55:20.370397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47100) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:20.404132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 046ba495-c224-43d2-bc69-56cf562e52f3 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:20.404702 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (046ba495-c224-43d2-bc69-56cf562e52f3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:20.444823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c504d367-a8b0-402b-99a1-13394e508267 None None] Provisioning complete for port 046ba495-c224-43d2-bc69-56cf562e52f3 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:20.445625 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c504d367-a8b0-402b-99a1-13394e508267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (046ba495-c224-43d2-bc69-56cf562e52f3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:20.449754 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7296569 Feb 08 15:55:20.450543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47102) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:20.464128 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092dac5-c82e-4067-a824-948d535ef6ff admin admin] Pushing event updated for resources: {'Network': ['ID=83e12c9e-0fc5-45a5-9a3a-0a76ffe02868,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:20.471764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5c9e00f5-7872-4302-9ca8-2de6c76ca98e admin admin] Request body: {'subnet': {'network_id': '83e12c9e-0fc5-45a5-9a3a-0a76ffe02868', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-319931863-subnet', 'tenant_id': '1f763f52237649ffab58976e6206f434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:20.475287 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 046ba495-c224-43d2-bc69-56cf562e52f3, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=046ba495-c224-43d2-bc69-56cf562e52f3,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:20.482271 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (046ba495-c224-43d2-bc69-56cf562e52f3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:20.491452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 83e12c9e-0fc5-45a5-9a3a-0a76ffe02868 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:55:20.507390 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ccc0a95b-a67f-44a3-8b0b-50c95e9991d3 req-77d04f0d-c3b4-4be1-8b69-d063e3291407 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6452506 Feb 08 15:55:20.523449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2b5007aa-2e6b-452d-adee-ee1aebc9fefa tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Deleting port 7a121fce-db35-434d-a698-ff9821529a20 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:20.523799 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2b5007aa-2e6b-452d-adee-ee1aebc9fefa tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7a121fce-db35-434d-a698-ff9821529a20), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:20.558377 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ed7bcff-bb1b-48b3-a162-c02b4395ffec req-c567643d-df09-4722-a513-7b9641907937 service neutron] 10.222.0.96 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0141597 Feb 08 15:55:20.575061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-4ea917a6-7823-4c1c-adab-a044367b087c service neutron] 10.222.0.96 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7537303 Feb 08 15:55:20.604022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-326e1568-7121-4e15-ab82-949620d3b962 req-3dc307da-1443-4e36-a8b7-c6f62ee2463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Deleting port 7f47a56e-4ca4-43e8-bb10-b43e3c709197 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:20.605123 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-3dc307da-1443-4e36-a8b7-c6f62ee2463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:20.686970 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9e00f5-7872-4302-9ca8-2de6c76ca98e admin admin] Made reservation on behalf of 1f763f52237649ffab58976e6206f434 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:20.687723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=046ba495-c224-43d2-bc69-56cf562e52f3,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:20.689850 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c9e00f5-7872-4302-9ca8-2de6c76ca98e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:20.692723 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-abd1747b-86a0-4e67-989d-2363fd2d0b55 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e9b05c84-a1f3-4655-befa-e12b3e8349bc HTTP/1.1" status: 200 len: 217 time: 0.1111364 Feb 08 15:55:20.709242 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e47d1e4-0426-4786-97d3-683071dae4a8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:20.714272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e47d1e4-0426-4786-97d3-683071dae4a8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:20.714519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de7a69-0f9a-4a27-b54d-7edbdd69a306 req-7efb9ea1-75d4-4294-bcfb-92ab294d39cb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:20.714659 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4e47d1e4-0426-4786-97d3-683071dae4a8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3411400 Feb 08 15:55:20.714744 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50de7a69-0f9a-4a27-b54d-7edbdd69a306 req-7efb9ea1-75d4-4294-bcfb-92ab294d39cb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.7196941 Feb 08 15:55:20.721852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47104) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:20.750038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c504d367-a8b0-402b-99a1-13394e508267 None None] Current status of the port 046ba495-c224-43d2-bc69-56cf562e52f3 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:20.804248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bc48ae0-3f38-45c7-b0b3-6891a477bf1b req-6316febd-5161-457e-80cb-f3ca2eb836d0 tempest-ServersNegativeTestJSON-71432857 tempest-ServersNegativeTestJSON-71432857-project] 10.222.0.82 "GET /v2.0/ports?device_id=bc392680-8b85-4613-a302-87a2c33c936c HTTP/1.1" status: 200 len: 210 time: 0.1203618 Feb 08 15:55:20.865077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2b5007aa-2e6b-452d-adee-ee1aebc9fefa tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] For port 7a121fce-db35-434d-a698-ff9821529a20, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7a121fce-db35-434d-a698-ff9821529a20,segment=NetworkSegment(178fbd4c-134b-41d7-af9d-23a0b2d77642),segment_id=178fbd4c-134b-41d7-af9d-23a0b2d77642)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:20.865459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2b5007aa-2e6b-452d-adee-ee1aebc9fefa tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7a121fce-db35-434d-a698-ff9821529a20), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:20.881008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:55:20.886374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-a761e4d8-e871-404b-8328-ceae24cd4f79 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet 4d8779fc-a901-48c3-8d68-e55b710c8f58 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:55:20.897335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e42e88-609f-4a51-8f13-067ac7dcfcd5 None None] Sync routers for ids ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:55:20.900584 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a761e4d8-e871-404b-8328-ceae24cd4f79 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (4d8779fc-a901-48c3-8d68-e55b710c8f58), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:20.905259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-326e1568-7121-4e15-ab82-949620d3b962 req-3dc307da-1443-4e36-a8b7-c6f62ee2463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] For port 7f47a56e-4ca4-43e8-bb10-b43e3c709197, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7f47a56e-4ca4-43e8-bb10-b43e3c709197,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:20.905626 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-3dc307da-1443-4e36-a8b7-c6f62ee2463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:20.908671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-3ac66c9d-c5aa-459d-8257-1ec7cfcbd049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:20.910176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-3ac66c9d-c5aa-459d-8257-1ec7cfcbd049 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6eca72cf-b7fe-4542-b2f5-1654494fba24 HTTP/1.1" status: 200 len: 797 time: 0.1859941 Feb 08 15:55:20.917350 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e42e88-609f-4a51-8f13-067ac7dcfcd5 None None] Routers {'f4878fe8-5a23-458b-8fcc-2d110a11cd6d'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:20.918483 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-41e42e88-609f-4a51-8f13-067ac7dcfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:20.939489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2b5007aa-2e6b-452d-adee-ee1aebc9fefa tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Calling delete_port for 7a121fce-db35-434d-a698-ff9821529a20 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:20.967804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-41e42e88-609f-4a51-8f13-067ac7dcfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:20.968992 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50de7a69-0f9a-4a27-b54d-7edbdd69a306 req-6890372a-4279-42fc-828b-01e9c20107d7 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010601 Feb 08 15:55:20.980102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-326e1568-7121-4e15-ab82-949620d3b962 req-3dc307da-1443-4e36-a8b7-c6f62ee2463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Calling delete_port for 7f47a56e-4ca4-43e8-bb10-b43e3c709197 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:20.986019 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:20.988058 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7cf63f3f-c21d-4602-b9f5-06faa0a36a5f tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.9928904 Feb 08 15:55:20.991641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47108) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:21.004577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e42e88-609f-4a51-8f13-067ac7dcfcd5 None None] Routers {'f4878fe8-5a23-458b-8fcc-2d110a11cd6d'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:21.005289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-41e42e88-609f-4a51-8f13-067ac7dcfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:21.025877 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a761e4d8-e871-404b-8328-ceae24cd4f79 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (4d8779fc-a901-48c3-8d68-e55b710c8f58), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:21.090309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-41e42e88-609f-4a51-8f13-067ac7dcfcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:21.090987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e42e88-609f-4a51-8f13-067ac7dcfcd5 None None] The sync data for ids ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:55:21.127714 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e862df-7c81-4811-bb69-ae26e1cd3d43 x-openstack-request-id: req-57e862df-7c81-4811-bb69-ae26e1cd3d43 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:21.128018 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-deleted", "tag": "44e2dd08-15ae-4999-9e8f-c05884c8b844", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:21.128601 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-57e862df-7c81-4811-bb69-ae26e1cd3d43 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:21.128904 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-deleted', 'tag': '44e2dd08-15ae-4999-9e8f-c05884c8b844', 'status': 'completed', 'code': 200} Feb 08 15:55:21.246683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 842b8e14-91d0-4501-be15-df2d99e2f2b9 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:21.269485 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550060e5-386a-4ded-9aee-bf7191636d1a req-62c12ca9-8455-4ce8-8b12-7f8d38db566f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:21.277175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550060e5-386a-4ded-9aee-bf7191636d1a req-62c12ca9-8455-4ce8-8b12-7f8d38db566f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:21.283450 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a761e4d8-e871-404b-8328-ceae24cd4f79 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (4d8779fc-a901-48c3-8d68-e55b710c8f58), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:21.284616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550060e5-386a-4ded-9aee-bf7191636d1a req-62c12ca9-8455-4ce8-8b12-7f8d38db566f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:21.292645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550060e5-386a-4ded-9aee-bf7191636d1a req-62c12ca9-8455-4ce8-8b12-7f8d38db566f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:21.302522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-550060e5-386a-4ded-9aee-bf7191636d1a req-62c12ca9-8455-4ce8-8b12-7f8d38db566f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 3143 time: 0.4070261 Feb 08 15:55:21.313552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 842b8e14-91d0-4501-be15-df2d99e2f2b9 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:55:21.330031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 842b8e14-91d0-4501-be15-df2d99e2f2b9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:21.331285 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:21.337728 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6b95-df46-43f2-94f8-1e524282568e req-426f9356-f415-4d57-871e-e6d666610bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:21.339930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-426f9356-f415-4d57-871e-e6d666610bbd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9d6707d8-cec8-4e82-8169-f326c4c2b90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4084156 Feb 08 15:55:21.428635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 842b8e14-91d0-4501-be15-df2d99e2f2b9 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:21.429133 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:21.446164 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-3dc307da-1443-4e36-a8b7-c6f62ee2463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7f47a56e-4ca4-43e8-bb10-b43e3c709197), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:21.449740 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a761e4d8-e871-404b-8328-ceae24cd4f79 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (4d8779fc-a901-48c3-8d68-e55b710c8f58), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:21.471592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52aa4063-50e2-441c-a57f-1a39b764bafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842b8e14-91d0-4501-be15-df2d99e2f2b9'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:21.474367 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf95212a-8107-406e-98c4-a559b3632008" -d '{"events": [{"server_uuid": "52aa4063-50e2-441c-a57f-1a39b764bafc", "name": "network-vif-plugged", "status": "completed", "tag": "842b8e14-91d0-4501-be15-df2d99e2f2b9"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:21.489063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 842b8e14-91d0-4501-be15-df2d99e2f2b9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=842b8e14-91d0-4501-be15-df2d99e2f2b9,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:21.489844 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2b5007aa-2e6b-452d-adee-ee1aebc9fefa tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7a121fce-db35-434d-a698-ff9821529a20), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:21.496023 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:21.520697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc307da-1443-4e36-a8b7-c6f62ee2463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event deleted for resources: {'Port': ['ID=7f47a56e-4ca4-43e8-bb10-b43e3c709197,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:21.525822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761e4d8-e871-404b-8328-ceae24cd4f79 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=4d8779fc-a901-48c3-8d68-e55b710c8f58,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:21.553980 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c9e00f5-7872-4302-9ca8-2de6c76ca98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (20eb5085-e5a8-4a00-b794-9343514e4362), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:21.558888 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a761e4d8-e871-404b-8328-ceae24cd4f79 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:21.562151 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a761e4d8-e871-404b-8328-ceae24cd4f79 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/4d8779fc-a901-48c3-8d68-e55b710c8f58 HTTP/1.1" status: 204 len: 168 time: 0.8388205 Feb 08 15:55:21.567360 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47114) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:21.571468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5007aa-2e6b-452d-adee-ee1aebc9fefa tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event deleted for resources: {'Port': ['ID=7a121fce-db35-434d-a698-ff9821529a20,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:21.577589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35e4324-e4f7-461b-96db-b167ff0c9176 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:21.585587 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-550060e5-386a-4ded-9aee-bf7191636d1a req-3be82864-3481-4a32-996d-496493bd9ae6 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2819026 Feb 08 15:55:21.603717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c93a8-5015-406c-ae62-451bb50f0b78 req-cc2f5db3-43d8-4099-acd6-41d69ed1d4bd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:21.617923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=842b8e14-91d0-4501-be15-df2d99e2f2b9,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:21.621295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c93a8-5015-406c-ae62-451bb50f0b78 req-cc2f5db3-43d8-4099-acd6-41d69ed1d4bd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:21.634060 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c93a8-5015-406c-ae62-451bb50f0b78 req-cc2f5db3-43d8-4099-acd6-41d69ed1d4bd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:21.650526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c93a8-5015-406c-ae62-451bb50f0b78 req-cc2f5db3-43d8-4099-acd6-41d69ed1d4bd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:21.658543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c93a8-5015-406c-ae62-451bb50f0b78 req-cc2f5db3-43d8-4099-acd6-41d69ed1d4bd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:21.672298 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d23a95f-0c15-4776-a25a-6170a7e1098f x-openstack-request-id: req-1d23a95f-0c15-4776-a25a-6170a7e1098f {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:21.672605 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52aa4063-50e2-441c-a57f-1a39b764bafc", "name": "network-vif-plugged", "status": "completed", "tag": "842b8e14-91d0-4501-be15-df2d99e2f2b9", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:21.673092 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1d23a95f-0c15-4776-a25a-6170a7e1098f {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:21.673331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-147c93a8-5015-406c-ae62-451bb50f0b78 req-cc2f5db3-43d8-4099-acd6-41d69ed1d4bd tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 3876 time: 0.5228872 Feb 08 15:55:21.673881 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52aa4063-50e2-441c-a57f-1a39b764bafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842b8e14-91d0-4501-be15-df2d99e2f2b9', 'code': 200} Feb 08 15:55:21.694284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-326e1568-7121-4e15-ab82-949620d3b962 req-3dc307da-1443-4e36-a8b7-c6f62ee2463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] No DVR routers for this DVR port 7f47a56e-4ca4-43e8-bb10-b43e3c709197 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:21.701703 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6485196d-ad0d-4dd0-b077-b15dc6bc4fa9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1272185 Feb 08 15:55:21.703463 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47116) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:21.704642 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-3dc307da-1443-4e36-a8b7-c6f62ee2463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:21.708219 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-326e1568-7121-4e15-ab82-949620d3b962 req-3dc307da-1443-4e36-a8b7-c6f62ee2463d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "DELETE /v2.0/ports/7f47a56e-4ca4-43e8-bb10-b43e3c709197 HTTP/1.1" status: 204 len: 173 time: 1.5608120 Feb 08 15:55:21.731180 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-45277d01-2d81-43c8-b909-3f56da69bfe1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:21.739319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2b5007aa-2e6b-452d-adee-ee1aebc9fefa tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] No DVR routers for this DVR port 7a121fce-db35-434d-a698-ff9821529a20 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:21.750223 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2b5007aa-2e6b-452d-adee-ee1aebc9fefa tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:21.754280 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-2b5007aa-2e6b-452d-adee-ee1aebc9fefa tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "DELETE /v2.0/ports/7a121fce-db35-434d-a698-ff9821529a20 HTTP/1.1" status: 204 len: 173 time: 1.8084354 Feb 08 15:55:21.793785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 046ba495-c224-43d2-bc69-56cf562e52f3 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:21.864451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0a0691-dedc-4e17-8a3a-4956a20947c4 None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:55:21.916442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 046ba495-c224-43d2-bc69-56cf562e52f3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:21.918082 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (046ba495-c224-43d2-bc69-56cf562e52f3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:21.981022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e00f5-7872-4302-9ca8-2de6c76ca98e admin admin] Pushing event updated for resources: {'Subnet': ['ID=20eb5085-e5a8-4a00-b794-9343514e4362,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:21.988575 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45277d01-2d81-43c8-b909-3f56da69bfe1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:21.992534 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-45277d01-2d81-43c8-b909-3f56da69bfe1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:21.994443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-de0a0691-dedc-4e17-8a3a-4956a20947c4 None None] Deleting port 046ba495-c224-43d2-bc69-56cf562e52f3 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:21.995428 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de0a0691-dedc-4e17-8a3a-4956a20947c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (046ba495-c224-43d2-bc69-56cf562e52f3), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.058060 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 046ba495-c224-43d2-bc69-56cf562e52f3 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:22.071686 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-b8c3c48d-7d21-40eb-8510-209a452ebf17 service neutron] 10.222.0.96 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7114348 Feb 08 15:55:22.085408 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:55:22.106901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-4b0baf10-12ce-4262-a148-d61093783d86 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Deleting port b2027a54-89c7-4cd5-acf9-136d057b9882 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:22.107274 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-4b0baf10-12ce-4262-a148-d61093783d86 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.140419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-326e1568-7121-4e15-ab82-949620d3b962 req-5dc7e5b6-4cf7-4dbe-a901-fa30a8b95026 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Deleting port e9b05c84-a1f3-4655-befa-e12b3e8349bc {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:22.140661 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-5dc7e5b6-4cf7-4dbe-a901-fa30a8b95026 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.150538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-de0a0691-dedc-4e17-8a3a-4956a20947c4 None None] For port 046ba495-c224-43d2-bc69-56cf562e52f3, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=046ba495-c224-43d2-bc69-56cf562e52f3,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:22.152098 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de0a0691-dedc-4e17-8a3a-4956a20947c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (046ba495-c224-43d2-bc69-56cf562e52f3), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.171131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-de0a0691-dedc-4e17-8a3a-4956a20947c4 None None] Calling delete_port for 046ba495-c224-43d2-bc69-56cf562e52f3 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:22.220599 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-147c93a8-5015-406c-ae62-451bb50f0b78 req-282fd2da-3777-435e-8488-990a78bb5628 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5462525 Feb 08 15:55:22.281367 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de0a0691-dedc-4e17-8a3a-4956a20947c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (046ba495-c224-43d2-bc69-56cf562e52f3), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.317418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0a0691-dedc-4e17-8a3a-4956a20947c4 None None] No DVR routers for this DVR port 046ba495-c224-43d2-bc69-56cf562e52f3 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:22.327697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47122) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:22.369666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a0691-dedc-4e17-8a3a-4956a20947c4 None None] Pushing event deleted for resources: {'Port': ['ID=046ba495-c224-43d2-bc69-56cf562e52f3,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:22.384273 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-4b0baf10-12ce-4262-a148-d61093783d86 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] For port b2027a54-89c7-4cd5-acf9-136d057b9882, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b2027a54-89c7-4cd5-acf9-136d057b9882,segment=NetworkSegment(178fbd4c-134b-41d7-af9d-23a0b2d77642),segment_id=178fbd4c-134b-41d7-af9d-23a0b2d77642)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:22.385123 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-4b0baf10-12ce-4262-a148-d61093783d86 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.397881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9e00f5-7872-4302-9ca8-2de6c76ca98e admin admin] Checking segment: {'id': '4005c625-7589-4eca-b408-dc087618a7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '83e12c9e-0fc5-45a5-9a3a-0a76ffe02868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:22.398538 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e00f5-7872-4302-9ca8-2de6c76ca98e admin admin] Network hostable DHCP agents. Network: 83e12c9e-0fc5-45a5-9a3a-0a76ffe02868, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:55:22.428789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-4b0baf10-12ce-4262-a148-d61093783d86 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Calling delete_port for b2027a54-89c7-4cd5-acf9-136d057b9882 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:22.436968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbea065-6d21-4d09-90de-efd5139e8c7f req-aa32983d-befe-46f1-bad1-cc34166b0753 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:22.438510 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1bbea065-6d21-4d09-90de-efd5139e8c7f req-aa32983d-befe-46f1-bad1-cc34166b0753 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 0.6354852 Feb 08 15:55:22.446074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-326e1568-7121-4e15-ab82-949620d3b962 req-5dc7e5b6-4cf7-4dbe-a901-fa30a8b95026 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] For port e9b05c84-a1f3-4655-befa-e12b3e8349bc, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e9b05c84-a1f3-4655-befa-e12b3e8349bc,segment=NetworkSegment(b5354a86-66cc-471b-a1b9-1ccb1d9f6bda),segment_id=b5354a86-66cc-471b-a1b9-1ccb1d9f6bda)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:22.446499 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-5dc7e5b6-4cf7-4dbe-a901-fa30a8b95026 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.454401 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669c55b-0fb8-4ca5-b4ea-a820e067d345 req-2b56742f-8657-4445-ad6b-7f38ca528830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:22.455771 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a669c55b-0fb8-4ca5-b4ea-a820e067d345 req-2b56742f-8657-4445-ad6b-7f38ca528830 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 1129 time: 0.6516950 Feb 08 15:55:22.469132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-326e1568-7121-4e15-ab82-949620d3b962 req-5dc7e5b6-4cf7-4dbe-a901-fa30a8b95026 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Calling delete_port for e9b05c84-a1f3-4655-befa-e12b3e8349bc owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:22.634809 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-45277d01-2d81-43c8-b909-3f56da69bfe1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (d843fbcf-26d6-4181-b9c0-350e0b1d295b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.701623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45277d01-2d81-43c8-b909-3f56da69bfe1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:22.714217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-45277d01-2d81-43c8-b909-3f56da69bfe1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:22.719110 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45277d01-2d81-43c8-b909-3f56da69bfe1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:22.720167 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-45277d01-2d81-43c8-b909-3f56da69bfe1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.728927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f055f57-91cd-4f4c-9703-7051466111e6 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:22.764598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45277d01-2d81-43c8-b909-3f56da69bfe1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=d843fbcf-26d6-4181-b9c0-350e0b1d295b,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:22.795000 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-45277d01-2d81-43c8-b909-3f56da69bfe1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0854619 Feb 08 15:55:22.807841 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-29043746-b50c-4854-82fc-3fb482f48b87 admin admin] Deleting subnet 21628147-0e32-4d39-889f-b7c0993a88b4 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:55:22.818765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47126) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:22.824924 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29043746-b50c-4854-82fc-3fb482f48b87 admin admin] Publish callbacks [] for subnet (21628147-0e32-4d39-889f-b7c0993a88b4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.829362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e00f5-7872-4302-9ca8-2de6c76ca98e admin admin] Network 83e12c9e-0fc5-45a5-9a3a-0a76ffe02868 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:55:22.830639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6b2c03f6-8cbf-4edb-b66a-65b0849b00f2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1396331082', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:22.863182 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-4b0baf10-12ce-4262-a148-d61093783d86 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b2027a54-89c7-4cd5-acf9-136d057b9882), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.874476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': 'd843fbcf-26d6-4181-b9c0-350e0b1d295b'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:55:22.875586 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.882482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-dd268dec-f8ab-45b5-8d41-eb46c46fa540 service neutron] 10.222.0.96 "GET /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7940836 Feb 08 15:55:22.904528 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-5c9e00f5-7872-4302-9ca8-2de6c76ca98e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 83e12c9e-0fc5-45a5-9a3a-0a76ffe02868) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:22.908682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b2c03f6-8cbf-4edb-b66a-65b0849b00f2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (998a2433-65f7-4367-a6e1-7661c6d74c55), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.909965 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b2c03f6-8cbf-4edb-b66a-65b0849b00f2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (998a2433-65f7-4367-a6e1-7661c6d74c55), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.934972 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9e00f5-7872-4302-9ca8-2de6c76ca98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:22.935580 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c9e00f5-7872-4302-9ca8-2de6c76ca98e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.948012 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29043746-b50c-4854-82fc-3fb482f48b87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (21628147-0e32-4d39-889f-b7c0993a88b4), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.962674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0baf10-12ce-4262-a148-d61093783d86 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event deleted for resources: {'Port': ['ID=b2027a54-89c7-4cd5-acf9-136d057b9882,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:22.975318 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-5dc7e5b6-4cf7-4dbe-a901-fa30a8b95026 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e9b05c84-a1f3-4655-befa-e12b3e8349bc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:22.995067 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b2c03f6-8cbf-4edb-b66a-65b0849b00f2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for router_controller (998a2433-65f7-4367-a6e1-7661c6d74c55), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:23.000048 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1bbea065-6d21-4d09-90de-efd5139e8c7f req-621848b7-9ddb-4aef-8194-9fcf7038984e tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364757 Feb 08 15:55:23.004827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a669c55b-0fb8-4ca5-b4ea-a820e067d345 req-98338557-1e5b-48eb-9bc1-5cd84f18090b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565608 Feb 08 15:55:23.012937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164db430-6e12-4af3-993e-ac737db40d6e req-0afd85c6-ad61-4161-9536-0e3595c695a7 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:23.020859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-164db430-6e12-4af3-993e-ac737db40d6e req-0afd85c6-ad61-4161-9536-0e3595c695a7 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.5986230 Feb 08 15:55:23.021436 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795bb82d-499b-4983-bc01-649c076e5ae5 None None] Network 83e12c9e-0fc5-45a5-9a3a-0a76ffe02868 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:23.067422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7e5b6-4cf7-4dbe-a901-fa30a8b95026 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event deleted for resources: {'Port': ['ID=e9b05c84-a1f3-4655-befa-e12b3e8349bc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:23.071206 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b2c03f6-8cbf-4edb-b66a-65b0849b00f2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (998a2433-65f7-4367-a6e1-7661c6d74c55), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:23.080267 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5c9e00f5-7872-4302-9ca8-2de6c76ca98e admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6056492 Feb 08 15:55:23.133031 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-4b0baf10-12ce-4262-a148-d61093783d86 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] No DVR routers for this DVR port b2027a54-89c7-4cd5-acf9-136d057b9882 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:23.137371 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-4b0baf10-12ce-4262-a148-d61093783d86 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:23.141422 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-4b0baf10-12ce-4262-a148-d61093783d86 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "DELETE /v2.0/ports/b2027a54-89c7-4cd5-acf9-136d057b9882 HTTP/1.1" status: 204 len: 173 time: 1.3278062 Feb 08 15:55:23.142012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc392680-8b85-4613-a302-87a2c33c936c', 'name': 'network-vif-deleted', 'tag': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f'}, {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-deleted', 'tag': '7f47a56e-4ca4-43e8-bb10-b43e3c709197'}, {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-deleted', 'tag': '7a121fce-db35-434d-a698-ff9821529a20'}, {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-deleted', 'tag': 'b2027a54-89c7-4cd5-acf9-136d057b9882'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:23.144671 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f659de5b-2f2c-4f91-aa79-757cc1650a32" -d '{"events": [{"server_uuid": "bc392680-8b85-4613-a302-87a2c33c936c", "name": "network-vif-deleted", "tag": "ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f"}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-deleted", "tag": "7f47a56e-4ca4-43e8-bb10-b43e3c709197"}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-deleted", "tag": "7a121fce-db35-434d-a698-ff9821529a20"}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-deleted", "tag": "b2027a54-89c7-4cd5-acf9-136d057b9882"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:23.162330 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29043746-b50c-4854-82fc-3fb482f48b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (21628147-0e32-4d39-889f-b7c0993a88b4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:23.191946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Allocated IP 2001:db8::2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/d843fbcf-26d6-4181-b9c0-350e0b1d295b/e0ae8da7-1974-49cb-80b1-7a303744e9f3) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:23.196584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-326e1568-7121-4e15-ab82-949620d3b962 req-5dc7e5b6-4cf7-4dbe-a901-fa30a8b95026 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] No DVR routers for this DVR port e9b05c84-a1f3-4655-befa-e12b3e8349bc on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:23.201596 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-5dc7e5b6-4cf7-4dbe-a901-fa30a8b95026 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:23.208753 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-326e1568-7121-4e15-ab82-949620d3b962 req-5dc7e5b6-4cf7-4dbe-a901-fa30a8b95026 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "DELETE /v2.0/ports/e9b05c84-a1f3-4655-befa-e12b3e8349bc HTTP/1.1" status: 204 len: 173 time: 1.4729326 Feb 08 15:55:23.212445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de7cfbd-578a-42e0-9a3a-6e04d4b862d5 None None] Network 83e12c9e-0fc5-45a5-9a3a-0a76ffe02868 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:23.219021 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-164db430-6e12-4af3-993e-ac737db40d6e req-a8ed0063-31c6-49e5-bd21-79ae95bee26a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968517 Feb 08 15:55:23.309424 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b2c03f6-8cbf-4edb-b66a-65b0849b00f2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:23.310709 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6b2c03f6-8cbf-4edb-b66a-65b0849b00f2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4891858 Feb 08 15:55:23.313717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47134) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:23.356702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca621d-9174-42e3-936e-00b2f850fba0 req-23df3135-204f-4a7e-a743-cae4d94d11cc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:23.374616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca621d-9174-42e3-936e-00b2f850fba0 req-23df3135-204f-4a7e-a743-cae4d94d11cc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:23.376613 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8aca621d-9174-42e3-936e-00b2f850fba0 req-23df3135-204f-4a7e-a743-cae4d94d11cc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 1677 time: 0.2183042 Feb 08 15:55:23.380549 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:23.436200 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8b2c07-8987-4ec5-a87f-7761101f2245 x-openstack-request-id: req-0d8b2c07-8987-4ec5-a87f-7761101f2245 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:23.436591 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc392680-8b85-4613-a302-87a2c33c936c", "name": "network-vif-deleted", "tag": "ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f", "status": "completed", "code": 200}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-deleted", "tag": "7f47a56e-4ca4-43e8-bb10-b43e3c709197", "status": "completed", "code": 200}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-deleted", "tag": "7a121fce-db35-434d-a698-ff9821529a20", "status": "completed", "code": 200}, {"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-deleted", "tag": "b2027a54-89c7-4cd5-acf9-136d057b9882", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:23.436744 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0d8b2c07-8987-4ec5-a87f-7761101f2245 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:23.446386 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc392680-8b85-4613-a302-87a2c33c936c', 'name': 'network-vif-deleted', 'tag': 'ce1ab9f9-eb9a-43d2-b9da-11a00ea4212f', 'status': 'completed', 'code': 200} Feb 08 15:55:23.446817 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-deleted', 'tag': '7f47a56e-4ca4-43e8-bb10-b43e3c709197', 'status': 'completed', 'code': 200} Feb 08 15:55:23.451274 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-deleted', 'tag': '7a121fce-db35-434d-a698-ff9821529a20', 'status': 'completed', 'code': 200} Feb 08 15:55:23.451664 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-deleted', 'tag': 'b2027a54-89c7-4cd5-acf9-136d057b9882', 'status': 'completed', 'code': 200} Feb 08 15:55:23.491052 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29043746-b50c-4854-82fc-3fb482f48b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (21628147-0e32-4d39-889f-b7c0993a88b4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:23.620345 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29043746-b50c-4854-82fc-3fb482f48b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21628147-0e32-4d39-889f-b7c0993a88b4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:23.653829 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29043746-b50c-4854-82fc-3fb482f48b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:23.659591 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Publish callbacks [] for port (e0ae8da7-1974-49cb-80b1-7a303744e9f3), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:23.660149 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-29043746-b50c-4854-82fc-3fb482f48b87 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/21628147-0e32-4d39-889f-b7c0993a88b4 HTTP/1.1" status: 204 len: 168 time: 1.3147361 Feb 08 15:55:23.661337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47140) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:23.671393 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (e0ae8da7-1974-49cb-80b1-7a303744e9f3), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:23.754600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 046ba495-c224-43d2-bc69-56cf562e52f3 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:23.773984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8aca621d-9174-42e3-936e-00b2f850fba0 req-6a9fa051-8e2d-4bee-ba3f-3de7aa99fbcf tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3672709 Feb 08 15:55:23.805104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:23.809819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 046ba495-c224-43d2-bc69-56cf562e52f3 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:55:23.810191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 046ba495-c224-43d2-bc69-56cf562e52f3 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:55:23.812639 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:23.814929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Pushing event updated for resources: {'Port': ['ID=e0ae8da7-1974-49cb-80b1-7a303744e9f3,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:23.817267 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:23.825694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174dcbb-3535-4396-945e-a89b78b23ff3 req-779824e8-356b-4a92-afb5-45b797c68ff8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:23.831997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174dcbb-3535-4396-945e-a89b78b23ff3 req-779824e8-356b-4a92-afb5-45b797c68ff8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:23.837635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174dcbb-3535-4396-945e-a89b78b23ff3 req-779824e8-356b-4a92-afb5-45b797c68ff8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:23.840149 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2174dcbb-3535-4396-945e-a89b78b23ff3 req-779824e8-356b-4a92-afb5-45b797c68ff8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 2411 time: 0.2800441 Feb 08 15:55:23.941577 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a401-6666-439c-b837-d3ebcb68152d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (75aad441-24c3-4b43-8329-829cdc5ff78a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:23.945447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Attempting to bind port e0ae8da7-1974-49cb-80b1-7a303744e9f3 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:55:23.945781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Attempting to bind port e0ae8da7-1974-49cb-80b1-7a303744e9f3 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:55:23.946759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Attempting to bind port e0ae8da7-1974-49cb-80b1-7a303744e9f3 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:55:23.970296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:55:23.970876 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:23.971071 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:23.971470 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:55:23.972282 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Bound port: e0ae8da7-1974-49cb-80b1-7a303744e9f3, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:55:23.972422 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e0ae8da7-1974-49cb-80b1-7a303744e9f3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.051525 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2174dcbb-3535-4396-945e-a89b78b23ff3 req-65812b21-1c25-4b13-9672-30e00775091c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039442 Feb 08 15:55:24.057951 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-3ee1d9fb-49a8-4fbe-a19e-2296360f5937 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Deleting port b959c37e-48be-4755-91be-97f970486494 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:24.058608 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-3ee1d9fb-49a8-4fbe-a19e-2296360f5937 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b959c37e-48be-4755-91be-97f970486494), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.074564 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] For port e0ae8da7-1974-49cb-80b1-7a303744e9f3, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:24.103532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] For port e0ae8da7-1974-49cb-80b1-7a303744e9f3, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e0ae8da7-1974-49cb-80b1-7a303744e9f3,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:55:24.119588 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e0ae8da7-1974-49cb-80b1-7a303744e9f3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.230250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d243e1-ab7a-4cb5-b433-497033c9603c None None] Pushing event updated for resources: {'Port': ['ID=e0ae8da7-1974-49cb-80b1-7a303744e9f3,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:24.308517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-326e1568-7121-4e15-ab82-949620d3b962 req-6d82eb64-02c9-4803-861a-59f25930265e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Deleting port 60c0742f-a0e6-414e-b668-09d8e84519be {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:24.308866 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-6d82eb64-02c9-4803-861a-59f25930265e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.316301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-3ee1d9fb-49a8-4fbe-a19e-2296360f5937 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] For port b959c37e-48be-4755-91be-97f970486494, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b959c37e-48be-4755-91be-97f970486494,segment=NetworkSegment(9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4),segment_id=9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:24.316723 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-3ee1d9fb-49a8-4fbe-a19e-2296360f5937 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b959c37e-48be-4755-91be-97f970486494), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.369007 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a401-6666-439c-b837-d3ebcb68152d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (75aad441-24c3-4b43-8329-829cdc5ff78a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.406145 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Allocated IP 172.20.0.1 (8bb3e68d-2017-4878-9bcb-a2ec3cbd1162/fa88ac3f-cacc-4b80-9b85-a14cf9662169/9b13e5ad-759e-4011-bcaf-97ebe43f9e58) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:24.443258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-0ed6a401-6666-439c-b837-d3ebcb68152d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75aad441-24c3-4b43-8329-829cdc5ff78a']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:24.471247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-0ed6a401-6666-439c-b837-d3ebcb68152d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff551bc-239a-482a-b5f9-8c65f48f0332') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:24.471469 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-0ed6a401-6666-439c-b837-d3ebcb68152d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff551bc-239a-482a-b5f9-8c65f48f0332') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:24.475927 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.512083 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a401-6666-439c-b837-d3ebcb68152d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (3ff551bc-239a-482a-b5f9-8c65f48f0332), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.559175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c26ad-958b-4940-ae12-a056ec05d0d8 req-a72f3c9d-7d2f-42c4-93b3-f26a80f4589b tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:24.559175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c8c26ad-958b-4940-ae12-a056ec05d0d8 req-a72f3c9d-7d2f-42c4-93b3-f26a80f4589b tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 0.2872427 Feb 08 15:55:24.561830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c07035-1cb2-48c2-814d-3558c916c534 req-5278dcf9-f488-4b86-b6d5-6b19d5dcf890 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:24.563345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88c07035-1cb2-48c2-814d-3558c916c534 req-5278dcf9-f488-4b86-b6d5-6b19d5dcf890 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/networks?id=83e12c9e-0fc5-45a5-9a3a-0a76ffe02868 HTTP/1.1" status: 200 len: 813 time: 0.3721030 Feb 08 15:55:24.604655 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a401-6666-439c-b837-d3ebcb68152d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (3ff551bc-239a-482a-b5f9-8c65f48f0332), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.629623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed6a401-6666-439c-b837-d3ebcb68152d admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:55:24.630010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a401-6666-439c-b837-d3ebcb68152d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (3ff551bc-239a-482a-b5f9-8c65f48f0332), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:55:24.634395 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:55:24.638593 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-326e1568-7121-4e15-ab82-949620d3b962 req-6d82eb64-02c9-4803-861a-59f25930265e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] For port 60c0742f-a0e6-414e-b668-09d8e84519be, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=60c0742f-a0e6-414e-b668-09d8e84519be,segment=NetworkSegment(da27148d-7af8-4538-b0df-e3a8eebf2fd7),segment_id=da27148d-7af8-4538-b0df-e3a8eebf2fd7)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:24.638960 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-6d82eb64-02c9-4803-861a-59f25930265e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.648652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88c07035-1cb2-48c2-814d-3558c916c534 req-0217ff9b-e911-4ae4-b4fb-363267eca6f8 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/quotas/1f763f52237649ffab58976e6206f434 HTTP/1.1" status: 200 len: 375 time: 0.0725174 Feb 08 15:55:24.744986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88c07035-1cb2-48c2-814d-3558c916c534 req-98570d4a-db78-40bc-ac7d-ec4ff0b2ce8d tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=1f763f52237649ffab58976e6206f434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661447 Feb 08 15:55:24.748116 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c8c26ad-958b-4940-ae12-a056ec05d0d8 req-370a4621-c41e-49b7-84c9-40ce1de56434 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804762 Feb 08 15:55:24.767944 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for port (9b13e5ad-759e-4011-bcaf-97ebe43f9e58), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.783744 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a401-6666-439c-b837-d3ebcb68152d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (75aad441-24c3-4b43-8329-829cdc5ff78a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.797708 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ed6a401-6666-439c-b837-d3ebcb68152d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.805097 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0ed6a401-6666-439c-b837-d3ebcb68152d admin admin] 10.222.0.82 "DELETE /v2.0/networks/75aad441-24c3-4b43-8329-829cdc5ff78a HTTP/1.1" status: 204 len: 168 time: 1.1368721 Feb 08 15:55:24.826179 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-3ee1d9fb-49a8-4fbe-a19e-2296360f5937 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.826544 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-3ee1d9fb-49a8-4fbe-a19e-2296360f5937 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (95ab4669-926b-4708-8c6d-61508267d69e), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.827434 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-3ee1d9fb-49a8-4fbe-a19e-2296360f5937 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Floating IP 95ab4669-926b-4708-8c6d-61508267d69e disassociated. External IP: 172.25.7.58, port: b959c37e-48be-4755-91be-97f970486494. Feb 08 15:55:24.827434 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-3ee1d9fb-49a8-4fbe-a19e-2296360f5937 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Calling delete_port for b959c37e-48be-4755-91be-97f970486494 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:24.832257 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6a401-6666-439c-b837-d3ebcb68152d admin admin] Pushing event deleted for resources: {'Network': ['ID=75aad441-24c3-4b43-8329-829cdc5ff78a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:24.901913 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9b13e5ad-759e-4011-bcaf-97ebe43f9e58), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:24.945760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Network 8bb3e68d-2017-4878-9bcb-a2ec3cbd1162 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:24.982801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:24.985472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:25.085402 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47162) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:25.175980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event updated for resources: {'Port': ['ID=9b13e5ad-759e-4011-bcaf-97ebe43f9e58,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:25.176795 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-6d82eb64-02c9-4803-861a-59f25930265e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:25.177220 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-6d82eb64-02c9-4803-861a-59f25930265e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (45029083-2b36-4c70-89b7-b74ce9d38896), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:25.177564 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [req-326e1568-7121-4e15-ab82-949620d3b962 req-6d82eb64-02c9-4803-861a-59f25930265e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Floating IP 45029083-2b36-4c70-89b7-b74ce9d38896 disassociated. External IP: 172.25.7.163, port: 60c0742f-a0e6-414e-b668-09d8e84519be. Feb 08 15:55:25.177934 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-326e1568-7121-4e15-ab82-949620d3b962 req-6d82eb64-02c9-4803-861a-59f25930265e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Calling delete_port for 60c0742f-a0e6-414e-b668-09d8e84519be owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:25.203378 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:25.219237 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443b089-857b-4da4-95e8-c857343ce086 req-d3ee34e4-205c-42c8-b784-e04186c1684f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:25.221084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9443b089-857b-4da4-95e8-c857343ce086 req-d3ee34e4-205c-42c8-b784-e04186c1684f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.3221157 Feb 08 15:55:25.290221 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0b94858d-4c8e-484f-83ee-fb23d14c3e95 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1cc246df25c14b27887ce9f5c946b2ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1997132 Feb 08 15:55:25.293655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::1 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/d843fbcf-26d6-4181-b9c0-350e0b1d295b/da25ba6a-6776-455c-a1b6-48a06cc4d13a) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:25.303313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47166) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:25.378917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88c07035-1cb2-48c2-814d-3558c916c534 req-1a77d779-0f07-497a-b402-4a92b28b209e service neutron] 10.222.0.82 "GET /v2.0/networks/83e12c9e-0fc5-45a5-9a3a-0a76ffe02868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186903 Feb 08 15:55:25.442562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9443b089-857b-4da4-95e8-c857343ce086 req-3c4c444d-4862-41fc-8070-b34ff75adf42 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717715 Feb 08 15:55:25.489574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1016ae09-2588-4012-875d-e3f62d671a43 None None] Provisioning complete for port 9b13e5ad-759e-4011-bcaf-97ebe43f9e58 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:25.490184 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1016ae09-2588-4012-875d-e3f62d671a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9b13e5ad-759e-4011-bcaf-97ebe43f9e58), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:25.527335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-deleted', 'tag': 'e9b05c84-a1f3-4655-befa-e12b3e8349bc'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:25.534546 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cda772-cef3-4af6-b13d-73ff7fecd735" -d '{"events": [{"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-deleted", "tag": "e9b05c84-a1f3-4655-befa-e12b3e8349bc"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:25.562105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1016ae09-2588-4012-875d-e3f62d671a43 None None] Port 9b13e5ad-759e-4011-bcaf-97ebe43f9e58 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:25.604818 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-3ee1d9fb-49a8-4fbe-a19e-2296360f5937 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b959c37e-48be-4755-91be-97f970486494), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:25.712173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1d9fb-49a8-4fbe-a19e-2296360f5937 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event deleted for resources: {'Port': ['ID=b959c37e-48be-4755-91be-97f970486494,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:25.749400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e0ae8da7-1974-49cb-80b1-7a303744e9f3 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:25.785521 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:25.790227 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-6d82eb64-02c9-4803-861a-59f25930265e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (60c0742f-a0e6-414e-b668-09d8e84519be), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:25.799761 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-303b5b11-ea7e-4eff-bdb7-2b7eb3299459 admin admin] Publish callbacks [] for security_group (957548b5-aeea-482e-a13d-8c2c73207111), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:25.852145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5f01f782-1d0a-4e90-995b-e5b83e8ed44e None None] Provisioning complete for port e0ae8da7-1974-49cb-80b1-7a303744e9f3 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:25.852718 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5f01f782-1d0a-4e90-995b-e5b83e8ed44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e0ae8da7-1974-49cb-80b1-7a303744e9f3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:25.858936 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88c07035-1cb2-48c2-814d-3558c916c534 req-89fbd8b2-5994-4a13-87ca-e6ffe024a0dd service neutron] 10.222.0.82 "GET /v2.0/networks/83e12c9e-0fc5-45a5-9a3a-0a76ffe02868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241643 Feb 08 15:55:25.905521 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-303b5b11-ea7e-4eff-bdb7-2b7eb3299459 admin admin] Publish callbacks [] for security_group (957548b5-aeea-482e-a13d-8c2c73207111), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:25.917696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1e523-2bad-4b9b-9419-88fa73c6d5e8 req-7e25bd0d-e0ce-42c7-8505-a4d325c8978b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:25.925051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82eb64-02c9-4803-861a-59f25930265e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event deleted for resources: {'Port': ['ID=60c0742f-a0e6-414e-b668-09d8e84519be,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:25.925714 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4d1e523-2bad-4b9b-9419-88fa73c6d5e8 req-7e25bd0d-e0ce-42c7-8505-a4d325c8978b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 943 time: 0.2688341 Feb 08 15:55:26.000113 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9b13e5ad-759e-4011-bcaf-97ebe43f9e58), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:26.019136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e0ae8da7-1974-49cb-80b1-7a303744e9f3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:26.023118 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e0ae8da7-1974-49cb-80b1-7a303744e9f3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:26.056909 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4d1e523-2bad-4b9b-9419-88fa73c6d5e8 req-1e973f7a-d59e-4921-9772-593d65179ef3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299982 Feb 08 15:55:26.094557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5f01f782-1d0a-4e90-995b-e5b83e8ed44e None None] Current status of the port e0ae8da7-1974-49cb-80b1-7a303744e9f3 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:26.094967 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5f01f782-1d0a-4e90-995b-e5b83e8ed44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e0ae8da7-1974-49cb-80b1-7a303744e9f3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:26.280604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5f01f782-1d0a-4e90-995b-e5b83e8ed44e None None] For port e0ae8da7-1974-49cb-80b1-7a303744e9f3, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e0ae8da7-1974-49cb-80b1-7a303744e9f3,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:26.300266 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5f01f782-1d0a-4e90-995b-e5b83e8ed44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e0ae8da7-1974-49cb-80b1-7a303744e9f3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:26.531883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e0ae8da7-1974-49cb-80b1-7a303744e9f3 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:26.556863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01f782-1d0a-4e90-995b-e5b83e8ed44e None None] Pushing event updated for resources: {'Port': ['ID=e0ae8da7-1974-49cb-80b1-7a303744e9f3,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:26.646868 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88195090-7407-4cae-9a58-fe04f0b3ebc6 x-openstack-request-id: req-88195090-7407-4cae-9a58-fe04f0b3ebc6 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:26.648010 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-deleted", "tag": "e9b05c84-a1f3-4655-befa-e12b3e8349bc", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:26.648431 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-88195090-7407-4cae-9a58-fe04f0b3ebc6 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:26.649062 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-deleted', 'tag': 'e9b05c84-a1f3-4655-befa-e12b3e8349bc', 'status': 'completed', 'code': 200} Feb 08 15:55:26.673567 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:26.793335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-3ee1d9fb-49a8-4fbe-a19e-2296360f5937 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:55:26.851696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:26.864434 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=da25ba6a-6776-455c-a1b6-48a06cc4d13a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:26.878798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:26.881311 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:26.882977 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (998a2433-65f7-4367-a6e1-7661c6d74c55), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:26.967150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-326e1568-7121-4e15-ab82-949620d3b962 req-6d82eb64-02c9-4803-861a-59f25930265e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Router 98be75bf-256c-4d58-9720-202c243c9a06 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:55:27.014114 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-303b5b11-ea7e-4eff-bdb7-2b7eb3299459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (957548b5-aeea-482e-a13d-8c2c73207111), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:27.017770 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-303b5b11-ea7e-4eff-bdb7-2b7eb3299459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:27.021815 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-303b5b11-ea7e-4eff-bdb7-2b7eb3299459 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/957548b5-aeea-482e-a13d-8c2c73207111 HTTP/1.1" status: 204 len: 168 time: 1.7149105 Feb 08 15:55:27.077077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b5b11-ea7e-4eff-bdb7-2b7eb3299459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957548b5-aeea-482e-a13d-8c2c73207111,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:27.126927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886ad58-e5a3-49ad-928a-dbc5b906cf28 req-ad6b935c-c416-4a5d-9937-00a39768e8fe tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:27.137092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886ad58-e5a3-49ad-928a-dbc5b906cf28 req-ad6b935c-c416-4a5d-9937-00a39768e8fe tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:27.145756 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2886ad58-e5a3-49ad-928a-dbc5b906cf28 req-ad6b935c-c416-4a5d-9937-00a39768e8fe tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 1677 time: 0.9363565 Feb 08 15:55:27.173092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1e82b-2c96-4bfb-a398-02496e0f8c7b req-767466df-e4ad-4da3-b703-d36dd8b8cdd4 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:27.175019 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7e1e82b-2c96-4bfb-a398-02496e0f8c7b req-767466df-e4ad-4da3-b703-d36dd8b8cdd4 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 0.2717571 Feb 08 15:55:27.281868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-3ee1d9fb-49a8-4fbe-a19e-2296360f5937 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:55:27.296305 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dfb6eb-e49e-4b03-a90d-d56e8da5af64 None None] Sync routers for ids ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:55:27.316532 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dfb6eb-e49e-4b03-a90d-d56e8da5af64 None None] Routers {'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:27.317979 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-54dfb6eb-e49e-4b03-a90d-d56e8da5af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:27.405149 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2886ad58-e5a3-49ad-928a-dbc5b906cf28 req-7255d7b1-8089-48e5-98b6-5266154f3c91 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583516 Feb 08 15:55:27.414278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7e1e82b-2c96-4bfb-a398-02496e0f8c7b req-ba7a02f3-98a1-42e6-b5f0-72186ff2f76b tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246594 Feb 08 15:55:27.464912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d2ec29c1-942e-4d15-b374-a94a6c579564 None None] Provisioning complete for port da25ba6a-6776-455c-a1b6-48a06cc4d13a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:27.469285 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d2ec29c1-942e-4d15-b374-a94a6c579564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:27.487056 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:27.503976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-3ee1d9fb-49a8-4fbe-a19e-2296360f5937 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] No DVR routers for this DVR port b959c37e-48be-4755-91be-97f970486494 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:27.509127 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-3ee1d9fb-49a8-4fbe-a19e-2296360f5937 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:27.516291 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-3ee1d9fb-49a8-4fbe-a19e-2296360f5937 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "DELETE /v2.0/ports/b959c37e-48be-4755-91be-97f970486494 HTTP/1.1" status: 204 len: 173 time: 4.3059773 Feb 08 15:55:27.593538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d2ec29c1-942e-4d15-b374-a94a6c579564 None None] Port da25ba6a-6776-455c-a1b6-48a06cc4d13a cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:27.600278 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-54dfb6eb-e49e-4b03-a90d-d56e8da5af64 None None] Set router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:55:27.601380 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for port (9b13e5ad-759e-4011-bcaf-97ebe43f9e58), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:27.624204 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (9b13e5ad-759e-4011-bcaf-97ebe43f9e58), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:27.694370 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-143649ff-6991-4e7a-9f51-650fb5b13f22 req-741c6d56-51e1-44d9-8324-e290b4ac8587 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/ports?device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 210 time: 0.1113451 Feb 08 15:55:27.756216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e0ae8da7-1974-49cb-80b1-7a303744e9f3 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:27.928444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event updated for resources: {'Port': ['ID=9b13e5ad-759e-4011-bcaf-97ebe43f9e58,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:28.027893 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:28.096217 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-54dfb6eb-e49e-4b03-a90d-d56e8da5af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:00Z', 'updated_at': '2022-02-08T15:48:18Z', 'revision_number': 4, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'gw_port': {'id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:05Z', 'updated_at': '2022-02-08T15:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '91266033-90a2-4cfc-8323-999748348ed6', 'name': '', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'mac_address': 'fa:16:3e:7b:be:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 5, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'subnets': [{'id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:28.124044 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b981acd-316e-471b-918d-2d67623765f8 req-19a950ec-ada5-4e81-9dd1-ed602a5bec16 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:28.134205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b981acd-316e-471b-918d-2d67623765f8 req-19a950ec-ada5-4e81-9dd1-ed602a5bec16 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.5169871 Feb 08 15:55:28.164427 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dfb6eb-e49e-4b03-a90d-d56e8da5af64 None None] Checking router: f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:55:28.164565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e0ae8da7-1974-49cb-80b1-7a303744e9f3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:28.164565 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e0ae8da7-1974-49cb-80b1-7a303744e9f3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:28.186974 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dfb6eb-e49e-4b03-a90d-d56e8da5af64 None None] Routers {'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:28.187802 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-54dfb6eb-e49e-4b03-a90d-d56e8da5af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:28.227458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-326e1568-7121-4e15-ab82-949620d3b962 req-6d82eb64-02c9-4803-861a-59f25930265e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:55:28.246529 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34264ea-25e5-4f39-9f3d-bbeae7d5474f None None] Sync routers for ids ['98be75bf-256c-4d58-9720-202c243c9a06'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:55:28.286811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34264ea-25e5-4f39-9f3d-bbeae7d5474f None None] Routers {'98be75bf-256c-4d58-9720-202c243c9a06'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:28.292022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a34264ea-25e5-4f39-9f3d-bbeae7d5474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['98be75bf-256c-4d58-9720-202c243c9a06'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:28.317572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3337692-c303-450c-b679-f2de32ce1c1c req-4678b537-b82e-4349-bcc3-be2fb9d5ee5d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:28.329260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d3337692-c303-450c-b679-f2de32ce1c1c req-4678b537-b82e-4349-bcc3-be2fb9d5ee5d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 943 time: 0.4642165 Feb 08 15:55:28.345655 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-54dfb6eb-e49e-4b03-a90d-d56e8da5af64 None None] Set router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:55:28.357312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-326e1568-7121-4e15-ab82-949620d3b962 req-6d82eb64-02c9-4803-861a-59f25930265e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] No DVR routers for this DVR port 60c0742f-a0e6-414e-b668-09d8e84519be on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:28.360507 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-6d82eb64-02c9-4803-861a-59f25930265e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:28.367894 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-326e1568-7121-4e15-ab82-949620d3b962 req-6d82eb64-02c9-4803-861a-59f25930265e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "DELETE /v2.0/ports/60c0742f-a0e6-414e-b668-09d8e84519be HTTP/1.1" status: 204 len: 173 time: 5.0687408 Feb 08 15:55:28.405190 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c07035-1cb2-48c2-814d-3558c916c534 req-ab597217-3407-4571-b297-c6491165a919 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:28.406718 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-88c07035-1cb2-48c2-814d-3558c916c534 req-ab597217-3407-4571-b297-c6491165a919 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.94 "GET /v2.0/networks?id=83e12c9e-0fc5-45a5-9a3a-0a76ffe02868 HTTP/1.1" status: 200 len: 813 time: 0.5779386 Feb 08 15:55:28.413092 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-1011a04d-3169-4bf2-b4d2-325e2845d252 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Deleting port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:28.413435 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-1011a04d-3169-4bf2-b4d2-325e2845d252 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:28.482661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a34264ea-25e5-4f39-9f3d-bbeae7d5474f None None] Set router 98be75bf-256c-4d58-9720-202c243c9a06 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:55:28.535173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47210) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:28.552496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d3337692-c303-450c-b679-f2de32ce1c1c req-f2f2071d-ade3-4bb2-b907-18ecd6440bcf tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221913 Feb 08 15:55:28.564370 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-88c07035-1cb2-48c2-814d-3558c916c534 req-93aa9c4c-61b2-4aa7-8283-a985769811e6 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Request body: {'port': {'device_id': '56729db9-203d-4eb9-b214-f2ddc027d4e0', 'network_id': '83e12c9e-0fc5-45a5-9a3a-0a76ffe02868', 'admin_state_up': True, 'tenant_id': '1f763f52237649ffab58976e6206f434'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:28.573475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b981acd-316e-471b-918d-2d67623765f8 req-c60d4f36-8b0f-4c47-8980-e329c78f428f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4315281 Feb 08 15:55:28.613069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Network 8bb3e68d-2017-4878-9bcb-a2ec3cbd1162 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:28.616367 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:28.677762 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-deleted', 'tag': 'b959c37e-48be-4755-91be-97f970486494'}, {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-deleted', 'tag': '60c0742f-a0e6-414e-b668-09d8e84519be'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:28.680223 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63006d74-8d5e-4042-a978-c60e6459d3a5" -d '{"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-deleted", "tag": "b959c37e-48be-4755-91be-97f970486494"}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-deleted", "tag": "60c0742f-a0e6-414e-b668-09d8e84519be"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:28.709236 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-54dfb6eb-e49e-4b03-a90d-d56e8da5af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:00Z', 'updated_at': '2022-02-08T15:48:18Z', 'revision_number': 4, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'gw_port': {'id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:05Z', 'updated_at': '2022-02-08T15:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '91266033-90a2-4cfc-8323-999748348ed6', 'name': '', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'mac_address': 'fa:16:3e:7b:be:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 5, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'subnets': [{'id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:28.750186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-1011a04d-3169-4bf2-b4d2-325e2845d252 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] For port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=8b99c547-f10b-41eb-a6a5-9705ba3c54f4,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:28.750560 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-1011a04d-3169-4bf2-b4d2-325e2845d252 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:28.804028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e0ae8da7-1974-49cb-80b1-7a303744e9f3 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:28.860584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-1011a04d-3169-4bf2-b4d2-325e2845d252 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Calling delete_port for 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:28.890771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a34264ea-25e5-4f39-9f3d-bbeae7d5474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be75bf-256c-4d58-9720-202c243c9a06', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:10Z', 'updated_at': '2022-02-08T15:48:29Z', 'revision_number': 4, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'gw_port': {'id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:12Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5', 'name': '', 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'mac_address': 'fa:16:3e:e4:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:26Z', 'updated_at': '2022-02-08T15:48:44Z', 'revision_number': 5, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'subnets': [{'id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:28.928859 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dfb6eb-e49e-4b03-a90d-d56e8da5af64 None None] The sync data for ids ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'] in n-d-824834-11 is: [{'id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:00Z', 'updated_at': '2022-02-08T15:48:18Z', 'revision_number': 4, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'gw_port': {'id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:05Z', 'updated_at': '2022-02-08T15:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '91266033-90a2-4cfc-8323-999748348ed6', 'name': '', 'network_id': 'd297db83-e94c-42e9-a464-f8dd8e5ac3ee', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'mac_address': 'fa:16:3e:7b:be:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:16Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 5, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'subnets': [{'id': 'dbb8cc6c-d953-47c2-8ba5-876b04683513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:55:28.962376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34264ea-25e5-4f39-9f3d-bbeae7d5474f None None] Checking router: 98be75bf-256c-4d58-9720-202c243c9a06 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:55:28.968839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c07035-1cb2-48c2-814d-3558c916c534 req-93aa9c4c-61b2-4aa7-8283-a985769811e6 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Made reservation on behalf of 1f763f52237649ffab58976e6206f434 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:28.972211 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-88c07035-1cb2-48c2-814d-3558c916c534 req-93aa9c4c-61b2-4aa7-8283-a985769811e6 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:28.993824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34264ea-25e5-4f39-9f3d-bbeae7d5474f None None] Routers {'98be75bf-256c-4d58-9720-202c243c9a06'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:28.994769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a34264ea-25e5-4f39-9f3d-bbeae7d5474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['98be75bf-256c-4d58-9720-202c243c9a06'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:28.996569 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-138300756-network', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:29.069943 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658336c-6760-4038-9cab-4903ec2dad05 req-dff62ad9-fec6-498f-8699-eefd41b1fd97 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:29.076068 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658336c-6760-4038-9cab-4903ec2dad05 req-dff62ad9-fec6-498f-8699-eefd41b1fd97 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:29.084633 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9658336c-6760-4038-9cab-4903ec2dad05 req-dff62ad9-fec6-498f-8699-eefd41b1fd97 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 1677 time: 0.2025990 Feb 08 15:55:29.100870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9f2410ff-e426-430e-8d71-c0ae5c4f4f63 None None] Provisioning complete for port 9b13e5ad-759e-4011-bcaf-97ebe43f9e58 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:29.101431 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f2410ff-e426-430e-8d71-c0ae5c4f4f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9b13e5ad-759e-4011-bcaf-97ebe43f9e58), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:29.136914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e40fd-b637-427b-954e-bba442e1bfbb req-606b9490-5599-45e6-a6f2-1d634084ccc9 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:29.138552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-679e40fd-b637-427b-954e-bba442e1bfbb req-606b9490-5599-45e6-a6f2-1d634084ccc9 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 0.2581184 Feb 08 15:55:29.158592 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Router f4878fe8-5a23-458b-8fcc-2d110a11cd6d has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:55:29.166032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9f2410ff-e426-430e-8d71-c0ae5c4f4f63 None None] Port 9b13e5ad-759e-4011-bcaf-97ebe43f9e58 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:29.171343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] Made reservation on behalf of d3c451d4ee6c4459ba1b1e1c1af423bc for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:29.173156 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:29.183948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a34264ea-25e5-4f39-9f3d-bbeae7d5474f None None] Set router 98be75bf-256c-4d58-9720-202c243c9a06 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:55:29.223890 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:29.233278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9658336c-6760-4038-9cab-4903ec2dad05 req-4db25552-09a9-4a1c-8f90-a299f6c470f6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372595 Feb 08 15:55:29.246635 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:29.268821 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:29.269662 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (998a2433-65f7-4367-a6e1-7661c6d74c55), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:29.317698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-326e1568-7121-4e15-ab82-949620d3b962 req-bebca42d-6e1a-47f7-9613-aa97109d6e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Deleting port e848e527-5583-4f56-98ed-53cd48851010 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:29.318050 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-bebca42d-6e1a-47f7-9613-aa97109d6e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e848e527-5583-4f56-98ed-53cd48851010), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:29.366448 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba042dae-9245-4d1f-8074-60da23389b17 x-openstack-request-id: req-ba042dae-9245-4d1f-8074-60da23389b17 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:29.367654 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-deleted", "tag": "b959c37e-48be-4755-91be-97f970486494", "status": "completed", "code": 200}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-deleted", "tag": "60c0742f-a0e6-414e-b668-09d8e84519be", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:29.368016 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ba042dae-9245-4d1f-8074-60da23389b17 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:29.369902 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-deleted', 'tag': 'b959c37e-48be-4755-91be-97f970486494', 'status': 'completed', 'code': 200} Feb 08 15:55:29.372076 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-deleted', 'tag': '60c0742f-a0e6-414e-b668-09d8e84519be', 'status': 'completed', 'code': 200} Feb 08 15:55:29.427827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-679e40fd-b637-427b-954e-bba442e1bfbb req-ec6a8973-b0f2-4456-abf2-08f0dbd5412c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824500 Feb 08 15:55:29.430775 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a9b61-f61c-4d12-8a71-037a2b85dc65 None None] New status for floating IP 95ab4669-926b-4708-8c6d-61508267d69e: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:55:29.484650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcd13720-6291-4636-9046-5c138ca4eaf1 req-2f7fafd0-1909-4442-a08e-4033cf309630 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/ports?device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 210 time: 0.0487771 Feb 08 15:55:29.486409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:55:29.493417 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-48eb2197-a3cb-426d-b614-7a15116ed923 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] 10.222.0.82 "PUT /v2.0/routers/f4878fe8-5a23-458b-8fcc-2d110a11cd6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4872217 Feb 08 15:55:29.498349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47220) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:29.504630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5280d37b-d471-464d-b436-e5682380511c tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Request body: {'port': {'network_id': '8bb3e68d-2017-4878-9bcb-a2ec3cbd1162', 'name': 'tempest-FloatingIPAdminTestJSON-1098151488'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:29.505669 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=da25ba6a-6776-455c-a1b6-48a06cc4d13a,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:29.513013 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a0a97-c428-4fbf-b3ce-5c03f60a43e4 None None] Sync routers for ids ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:55:29.536329 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a0a97-c428-4fbf-b3ce-5c03f60a43e4 None None] Routers {'f4878fe8-5a23-458b-8fcc-2d110a11cd6d'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:29.537937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d31a0a97-c428-4fbf-b3ce-5c03f60a43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:29.607674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d31a0a97-c428-4fbf-b3ce-5c03f60a43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:29.628699 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a0a97-c428-4fbf-b3ce-5c03f60a43e4 None None] Routers {'f4878fe8-5a23-458b-8fcc-2d110a11cd6d'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:29.629402 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d31a0a97-c428-4fbf-b3ce-5c03f60a43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:29.672879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-88c07035-1cb2-48c2-814d-3558c916c534 req-93aa9c4c-61b2-4aa7-8283-a985769811e6 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Allocated IP 172.20.0.9 (83e12c9e-0fc5-45a5-9a3a-0a76ffe02868/20eb5085-e5a8-4a00-b794-9343514e4362/0a1d91e2-8c0b-4053-8b6e-d342b58fdad2) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:29.688487 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-1011a04d-3169-4bf2-b4d2-325e2845d252 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (8b99c547-f10b-41eb-a6a5-9705ba3c54f4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:29.715334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d31a0a97-c428-4fbf-b3ce-5c03f60a43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:29.715993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a0a97-c428-4fbf-b3ce-5c03f60a43e4 None None] The sync data for ids ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:55:29.744657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a34264ea-25e5-4f39-9f3d-bbeae7d5474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be75bf-256c-4d58-9720-202c243c9a06', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:10Z', 'updated_at': '2022-02-08T15:48:29Z', 'revision_number': 4, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'gw_port': {'id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:12Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5', 'name': '', 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'mac_address': 'fa:16:3e:e4:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:26Z', 'updated_at': '2022-02-08T15:48:44Z', 'revision_number': 5, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'subnets': [{'id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:29.758486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-572bec13-8049-4f29-be59-cfcf6579549e req-99bdbbe7-761a-4e47-886a-2c4f71451587 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0725343 Feb 08 15:55:29.778097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5280d37b-d471-464d-b436-e5682380511c tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Made reservation on behalf of d1974109ef0e45398a037424ae25b75b for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:29.778398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34264ea-25e5-4f39-9f3d-bbeae7d5474f None None] The sync data for ids ['98be75bf-256c-4d58-9720-202c243c9a06'] in n-d-824834-11 is: [{'id': '98be75bf-256c-4d58-9720-202c243c9a06', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:10Z', 'updated_at': '2022-02-08T15:48:29Z', 'revision_number': 4, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'gw_port': {'id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:12Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5', 'name': '', 'network_id': 'f374c3c5-4cbc-40fc-8190-8e5f894214ce', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'mac_address': 'fa:16:3e:e4:68:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:26Z', 'updated_at': '2022-02-08T15:48:44Z', 'revision_number': 5, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'subnets': [{'id': 'c1da838c-c146-4a08-a1b3-12305d29884c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:55:29.783207 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5280d37b-d471-464d-b436-e5682380511c tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:29.820967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-5280d37b-d471-464d-b436-e5682380511c tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] device_id is not set on port 17d10fcb-d443-460a-bab6-10773a91fd67 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:55:29.982895 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011a04d-3169-4bf2-b4d2-325e2845d252 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event deleted for resources: {'Port': ['ID=8b99c547-f10b-41eb-a6a5-9705ba3c54f4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:30.096226 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-88c07035-1cb2-48c2-814d-3558c916c534 req-93aa9c4c-61b2-4aa7-8283-a985769811e6 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Publish callbacks [] for port (0a1d91e2-8c0b-4053-8b6e-d342b58fdad2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:30.102696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-1011a04d-3169-4bf2-b4d2-325e2845d252 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] No DVR routers for this DVR port 8b99c547-f10b-41eb-a6a5-9705ba3c54f4 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:30.116687 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-1011a04d-3169-4bf2-b4d2-325e2845d252 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:30.121188 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b56e1fbf-9c2c-43c0-90fd-208c82ca6ce1 req-1011a04d-3169-4bf2-b4d2-325e2845d252 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.96 "DELETE /v2.0/ports/8b99c547-f10b-41eb-a6a5-9705ba3c54f4 HTTP/1.1" status: 204 len: 173 time: 2.5479965 Feb 08 15:55:30.133044 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-5280d37b-d471-464d-b436-e5682380511c tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Allocated IP 172.20.0.8 (8bb3e68d-2017-4878-9bcb-a2ec3cbd1162/fa88ac3f-cacc-4b80-9b85-a14cf9662169/17d10fcb-d443-460a-bab6-10773a91fd67) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:30.164186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-326e1568-7121-4e15-ab82-949620d3b962 req-bebca42d-6e1a-47f7-9613-aa97109d6e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] For port e848e527-5583-4f56-98ed-53cd48851010, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e848e527-5583-4f56-98ed-53cd48851010,segment=NetworkSegment(b5354a86-66cc-471b-a1b9-1ccb1d9f6bda),segment_id=b5354a86-66cc-471b-a1b9-1ccb1d9f6bda)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:30.164550 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-bebca42d-6e1a-47f7-9613-aa97109d6e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e848e527-5583-4f56-98ed-53cd48851010), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:30.195386 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4f1e5c-c645-4e21-a57e-527950f58c6e None None] New status for floating IP 45029083-2b36-4c70-89b7-b74ce9d38896: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:55:30.195810 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f33e56-a5e4-4bc8-b301-e6117e3ff348 req-42b3cc36-c0b3-4873-9ff7-5e602f51487f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:30.201561 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1f33e56-a5e4-4bc8-b301-e6117e3ff348 req-42b3cc36-c0b3-4873-9ff7-5e602f51487f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.2659454 Feb 08 15:55:30.217903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36451348-187a-45bb-9cb5-1b8f4876208a req-4587ddcd-3d39-474b-961d-68f66923ba66 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:30.219333 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] Publish callbacks [] for security_group (972c3c3f-a535-45f8-8194-baa09ee67e7b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:30.219516 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36451348-187a-45bb-9cb5-1b8f4876208a req-4587ddcd-3d39-474b-961d-68f66923ba66 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 0.2288704 Feb 08 15:55:30.257007 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-326e1568-7121-4e15-ab82-949620d3b962 req-bebca42d-6e1a-47f7-9613-aa97109d6e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Calling delete_port for e848e527-5583-4f56-98ed-53cd48851010 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:30.263073 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-88c07035-1cb2-48c2-814d-3558c916c534 req-93aa9c4c-61b2-4aa7-8283-a985769811e6 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (0a1d91e2-8c0b-4053-8b6e-d342b58fdad2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:30.265162 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (972c3c3f-a535-45f8-8194-baa09ee67e7b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:30.331561 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36451348-187a-45bb-9cb5-1b8f4876208a req-8891d1bf-d532-41ca-9e1a-4610732b7aee tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948112 Feb 08 15:55:30.420392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1f33e56-a5e4-4bc8-b301-e6117e3ff348 req-e683a16d-e6e9-4dee-91a7-937f1768449d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993535 Feb 08 15:55:30.568000 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5280d37b-d471-464d-b436-e5682380511c tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for port (17d10fcb-d443-460a-bab6-10773a91fd67), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:30.595247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7ff6e-a670-4474-ad66-093dd94659bf req-de0b5588-d55e-475a-9682-1de32c573eca tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:30.600588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7ff6e-a670-4474-ad66-093dd94659bf req-de0b5588-d55e-475a-9682-1de32c573eca tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:30.602315 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fe7ff6e-a670-4474-ad66-093dd94659bf req-de0b5588-d55e-475a-9682-1de32c573eca tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 1677 time: 0.1176517 Feb 08 15:55:30.733812 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5280d37b-d471-464d-b436-e5682380511c tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (17d10fcb-d443-460a-bab6-10773a91fd67), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:30.796422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:30.800652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fe7ff6e-a670-4474-ad66-093dd94659bf req-bbb3bd9a-308f-4a14-9e36-be3bf9f81561 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723382 Feb 08 15:55:30.820201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5280d37b-d471-464d-b436-e5682380511c tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Network 8bb3e68d-2017-4878-9bcb-a2ec3cbd1162 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:30.833057 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:30.846336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c07035-1cb2-48c2-814d-3558c916c534 req-93aa9c4c-61b2-4aa7-8283-a985769811e6 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Network 83e12c9e-0fc5-45a5-9a3a-0a76ffe02868 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:30.850400 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972c3c3f-a535-45f8-8194-baa09ee67e7b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:30.858504 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe738e98-c41c-4201-b3f4-37db6181a6dc req-c5c77cb6-064e-4b8d-a2ee-7079fea23797 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:30.865566 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe738e98-c41c-4201-b3f4-37db6181a6dc req-c5c77cb6-064e-4b8d-a2ee-7079fea23797 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/ports?device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 931 time: 0.2622342 Feb 08 15:55:30.867611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-5280d37b-d471-464d-b436-e5682380511c tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:30.877761 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5280d37b-d471-464d-b436-e5682380511c tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:30.889736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280d37b-d471-464d-b436-e5682380511c tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event updated for resources: {'Port': ['ID=17d10fcb-d443-460a-bab6-10773a91fd67,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:30.891347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:55:30.905856 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-88c07035-1cb2-48c2-814d-3558c916c534 req-93aa9c4c-61b2-4aa7-8283-a985769811e6 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:30.909989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c07035-1cb2-48c2-814d-3558c916c534 req-93aa9c4c-61b2-4aa7-8283-a985769811e6 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:30.976442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5e691fc6-28c2-409e-bd17-7cb31f55c501 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:55:31.014029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba7f7a66-0452-4af8-a3d6-95fd2dfcbd66 req-4ffa6568-7ecd-4897-a77e-f50908e9e2f6 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0889094 Feb 08 15:55:31.068878 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5280d37b-d471-464d-b436-e5682380511c tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:31.087166 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (c01c89b1-c389-4de7-9226-1893aebd68b3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.087166 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] Added segment c01c89b1-c389-4de7-9226-1893aebd68b3 of type vlan for network 8dac800a-41cf-4608-84ad-1dd6f88aa855 Feb 08 15:55:31.087451 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5280d37b-d471-464d-b436-e5682380511c tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.087643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa9c4c-61b2-4aa7-8283-a985769811e6 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Pushing event updated for resources: {'Port': ['ID=0a1d91e2-8c0b-4053-8b6e-d342b58fdad2,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:31.111447 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe738e98-c41c-4201-b3f4-37db6181a6dc req-99d825ea-4ba3-402d-964b-e6de1925e3b1 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/security-groups?id=55a59d7d-2200-49e8-b31d-8bd56f2fd91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449260 Feb 08 15:55:31.137175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5280d37b-d471-464d-b436-e5682380511c tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6370738 Feb 08 15:55:31.141209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47246) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:31.242004 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (8dac800a-41cf-4608-84ad-1dd6f88aa855), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.268632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:31.286968 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c07035-1cb2-48c2-814d-3558c916c534 req-93aa9c4c-61b2-4aa7-8283-a985769811e6 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:31.289340 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-88c07035-1cb2-48c2-814d-3558c916c534 req-93aa9c4c-61b2-4aa7-8283-a985769811e6 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.297922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'port_id': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'mac_address': 'fa:16:3e:3b:4f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:55:31.367243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 5e691fc6-28c2-409e-bd17-7cb31f55c501 is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:31.367887 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.374797 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-88c07035-1cb2-48c2-814d-3558c916c534 req-93aa9c4c-61b2-4aa7-8283-a985769811e6 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8293898 Feb 08 15:55:31.375291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'project_id': 'd1974109ef0e45398a037424ae25b75b', 'port_id': '17d10fcb-d443-460a-bab6-10773a91fd67'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:31.386165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e691fc6-28c2-409e-bd17-7cb31f55c501 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:55:31.405868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-deleted', 'tag': '8b99c547-f10b-41eb-a6a5-9705ba3c54f4'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:31.408378 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5791ce08-6ed9-4fd8-ac1f-443884373d91" -d '{"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-deleted", "tag": "8b99c547-f10b-41eb-a6a5-9705ba3c54f4"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:31.420811 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (8dac800a-41cf-4608-84ad-1dd6f88aa855), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.421641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:31.422211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:31.423096 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.426485 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ab1c1675-b551-4845-844b-54abdc5f73b6 None None] Provisioning complete for port da25ba6a-6776-455c-a1b6-48a06cc4d13a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:31.427063 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1675-b551-4845-844b-54abdc5f73b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.427938 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.433469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Request body: {'port': {'device_id': '56729db9-203d-4eb9-b214-f2ddc027d4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:31.485222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c1675-b551-4845-844b-54abdc5f73b6 None None] Port da25ba6a-6776-455c-a1b6-48a06cc4d13a cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:31.503102 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.513916 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-117d0b6e-062a-444a-8a7a-97c320c195cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.543722 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641ebd33-4b2a-4418-ab24-1660391c8306 x-openstack-request-id: req-641ebd33-4b2a-4418-ab24-1660391c8306 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:31.544169 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2", "name": "network-vif-deleted", "tag": "8b99c547-f10b-41eb-a6a5-9705ba3c54f4", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:31.544833 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-641ebd33-4b2a-4418-ab24-1660391c8306 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:31.545496 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2', 'name': 'network-vif-deleted', 'tag': '8b99c547-f10b-41eb-a6a5-9705ba3c54f4', 'status': 'completed', 'code': 200} Feb 08 15:55:31.559449 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0096672 Feb 08 15:55:31.574008 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ab1c1675-b551-4845-844b-54abdc5f73b6 None None] Provisioning complete for port 17d10fcb-d443-460a-bab6-10773a91fd67 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:31.574597 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ab1c1675-b551-4845-844b-54abdc5f73b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (17d10fcb-d443-460a-bab6-10773a91fd67), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.575941 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47256) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:31.584845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-39ee3bda-1a18-47f6-8e54-1cb02090e354 admin admin] Request body: {'subnet': {'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-138300756-subnet', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:31.616717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['5e691fc6-28c2-409e-bd17-7cb31f55c501'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:55:31.625367 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ee3bda-1a18-47f6-8e54-1cb02090e354 admin admin] Made reservation on behalf of d3c451d4ee6c4459ba1b1e1c1af423bc for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:31.627626 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-39ee3bda-1a18-47f6-8e54-1cb02090e354 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.646667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0a1d91e2-8c0b-4053-8b6e-d342b58fdad2), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.651863 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-bebca42d-6e1a-47f7-9613-aa97109d6e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e848e527-5583-4f56-98ed-53cd48851010), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.672801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b49463-9882-4fd1-9ec9-b9efdadbb691 admin admin] Pushing event updated for resources: {'Network': ['ID=8dac800a-41cf-4608-84ad-1dd6f88aa855,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:31.687200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Router 998a2433-65f7-4367-a6e1-7661c6d74c55 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:55:31.694685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 8dac800a-41cf-4608-84ad-1dd6f88aa855 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:55:31.721785 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebca42d-6e1a-47f7-9613-aa97109d6e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event deleted for resources: {'Port': ['ID=e848e527-5583-4f56-98ed-53cd48851010,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:31.852103 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-39ee3bda-1a18-47f6-8e54-1cb02090e354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.878355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=5e691fc6-28c2-409e-bd17-7cb31f55c501,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:31.891103 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dd6c6-cb77-4562-872a-739141d4d0b2 req-df8047ac-03be-4370-8fcf-f4debf4994a0 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:31.898790 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-523dd6c6-cb77-4562-872a-739141d4d0b2 req-df8047ac-03be-4370-8fcf-f4debf4994a0 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 0.3740513 Feb 08 15:55:31.900300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c1675-b551-4845-844b-54abdc5f73b6 None None] Port 17d10fcb-d443-460a-bab6-10773a91fd67 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:31.916004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-326e1568-7121-4e15-ab82-949620d3b962 req-bebca42d-6e1a-47f7-9613-aa97109d6e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] No DVR routers for this DVR port e848e527-5583-4f56-98ed-53cd48851010 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:31.921786 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-bebca42d-6e1a-47f7-9613-aa97109d6e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:31.926007 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-326e1568-7121-4e15-ab82-949620d3b962 req-bebca42d-6e1a-47f7-9613-aa97109d6e5c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "DELETE /v2.0/ports/e848e527-5583-4f56-98ed-53cd48851010 HTTP/1.1" status: 204 len: 173 time: 3.5162516 Feb 08 15:55:31.950030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee3bda-1a18-47f6-8e54-1cb02090e354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:32.049669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781523f-21ca-4dc9-b537-05d9cc6f8002 req-13ecb5c3-7d8f-44de-9e4f-9bf3f936083c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:32.056313 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e781523f-21ca-4dc9-b537-05d9cc6f8002 req-13ecb5c3-7d8f-44de-9e4f-9bf3f936083c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.2181418 Feb 08 15:55:32.087989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:55:32.095407 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-035be313-7e53-44bf-8e9a-d42023de1e4d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "PUT /v2.0/routers/998a2433-65f7-4367-a6e1-7661c6d74c55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7803090 Feb 08 15:55:32.103111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Sync routers for ids ['998a2433-65f7-4367-a6e1-7661c6d74c55'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:55:32.105277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47270) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:32.110167 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:32.117847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Routers {'998a2433-65f7-4367-a6e1-7661c6d74c55'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:32.136748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['998a2433-65f7-4367-a6e1-7661c6d74c55'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:32.261863 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-523dd6c6-cb77-4562-872a-739141d4d0b2 req-b9256cbe-53b3-4bf7-9358-47df58555ab7 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621945 Feb 08 15:55:32.269050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-326e1568-7121-4e15-ab82-949620d3b962 req-412d5dcc-980b-4a3f-9693-a344e447b8f7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Deleting port cfd04846-4cd3-401f-8fae-3b9199e9f8af {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:32.269638 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-412d5dcc-980b-4a3f-9693-a344e447b8f7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:32.278729 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e781523f-21ca-4dc9-b537-05d9cc6f8002 req-34c81913-9537-4058-a276-27614b613f87 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164953 Feb 08 15:55:32.286371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Set router 998a2433-65f7-4367-a6e1-7661c6d74c55 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:55:32.371595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee3bda-1a18-47f6-8e54-1cb02090e354 admin admin] Checking segment: {'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:32.371911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee3bda-1a18-47f6-8e54-1cb02090e354 admin admin] Network hostable DHCP agents. Network: 8dac800a-41cf-4608-84ad-1dd6f88aa855, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:55:32.492026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-326e1568-7121-4e15-ab82-949620d3b962 req-412d5dcc-980b-4a3f-9693-a344e447b8f7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] For port cfd04846-4cd3-401f-8fae-3b9199e9f8af, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cfd04846-4cd3-401f-8fae-3b9199e9f8af,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:32.492491 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-412d5dcc-980b-4a3f-9693-a344e447b8f7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:32.514532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:55:32.527604 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Publish callbacks [] for port (0a1d91e2-8c0b-4053-8b6e-d342b58fdad2), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:32.530572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-326e1568-7121-4e15-ab82-949620d3b962 req-412d5dcc-980b-4a3f-9693-a344e447b8f7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Calling delete_port for cfd04846-4cd3-401f-8fae-3b9199e9f8af owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:32.539208 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eececd7-a2da-4b87-9ca9-ad9c286549b6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:32.553715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Transition to ACTIVE for port object 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:55:32.560368 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5eececd7-a2da-4b87-9ca9-ad9c286549b6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports/da25ba6a-6776-455c-a1b6-48a06cc4d13a HTTP/1.1" status: 200 len: 911 time: 0.3933027 Feb 08 15:55:32.598833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47286) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:32.633478 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (0a1d91e2-8c0b-4053-8b6e-d342b58fdad2), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:32.721874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998a2433-65f7-4367-a6e1-7661c6d74c55', 'name': 'tempest-NetworksTestDHCPv6-router-1396331082', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:22Z', 'updated_at': '2022-02-08T15:55:27Z', 'revision_number': 2, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'gw_port_host': None, '_interfaces': [{'id': 'da25ba6a-6776-455c-a1b6-48a06cc4d13a', 'name': '', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'mac_address': 'fa:16:3e:fa:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998a2433-65f7-4367-a6e1-7661c6d74c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'd843fbcf-26d6-4181-b9c0-350e0b1d295b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:24Z', 'updated_at': '2022-02-08T15:55:28Z', 'revision_number': 2, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'subnets': [{'id': 'd843fbcf-26d6-4181-b9c0-350e0b1d295b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:32.754942 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Pushing event updated for resources: {'Port': ['ID=0a1d91e2-8c0b-4053-8b6e-d342b58fdad2,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:32.798004 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Checking router: 998a2433-65f7-4367-a6e1-7661c6d74c55 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:55:32.798430 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Updating router 998a2433-65f7-4367-a6e1-7661c6d74c55 port da25ba6a-6776-455c-a1b6-48a06cc4d13a binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:55:32.866324 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:32.959875 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Attempting to bind port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:55:32.960675 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Attempting to bind port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '4005c625-7589-4eca-b408-dc087618a7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '83e12c9e-0fc5-45a5-9a3a-0a76ffe02868'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:55:32.961484 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Attempting to bind port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 on network 83e12c9e-0fc5-45a5-9a3a-0a76ffe02868 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:55:32.974059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 on network 83e12c9e-0fc5-45a5-9a3a-0a76ffe02868 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:55:32.974889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Attempting to bind port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 on network 83e12c9e-0fc5-45a5-9a3a-0a76ffe02868 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:55:33.015932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:55:33.016736 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Checking segment: {'id': '4005c625-7589-4eca-b408-dc087618a7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '83e12c9e-0fc5-45a5-9a3a-0a76ffe02868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:33.017556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Bound using segment: {'id': '4005c625-7589-4eca-b408-dc087618a7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '83e12c9e-0fc5-45a5-9a3a-0a76ffe02868'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:55:33.018286 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Bound port: 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4005c625-7589-4eca-b408-dc087618a7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '83e12c9e-0fc5-45a5-9a3a-0a76ffe02868'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:55:33.019016 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0a1d91e2-8c0b-4053-8b6e-d342b58fdad2), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:33.069601 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5e691fc6-28c2-409e-bd17-7cb31f55c501 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:33.121399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] For port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:33.126336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] For port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=0a1d91e2-8c0b-4053-8b6e-d342b58fdad2,segment=NetworkSegment(4005c625-7589-4eca-b408-dc087618a7fd),segment_id=4005c625-7589-4eca-b408-dc087618a7fd)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:55:33.134470 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (0a1d91e2-8c0b-4053-8b6e-d342b58fdad2), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:33.165448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:33.166778 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:33.169928 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-88c07035-1cb2-48c2-814d-3558c916c534 req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] 10.222.0.94 "PUT /v2.0/ports/0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 HTTP/1.1" status: 200 len: 1092 time: 1.7579329 Feb 08 15:55:33.196251 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2581a46d-c4b7-4c1c-bbd9-5ea94acd27c1 req-a3f4af64-8a6e-466d-9b2f-9c50a9ef94fc tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.6807394 Feb 08 15:55:33.215195 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-412d5dcc-980b-4a3f-9693-a344e447b8f7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (cfd04846-4cd3-401f-8fae-3b9199e9f8af), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:33.225946 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee3bda-1a18-47f6-8e54-1cb02090e354 admin admin] Network 8dac800a-41cf-4608-84ad-1dd6f88aa855 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:55:33.267132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-39ee3bda-1a18-47f6-8e54-1cb02090e354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 8dac800a-41cf-4608-84ad-1dd6f88aa855) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:33.300187 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee3bda-1a18-47f6-8e54-1cb02090e354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:33.302594 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-39ee3bda-1a18-47f6-8e54-1cb02090e354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:33.350852 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a1fed-9ace-4041-8615-9f987baf13de req-6b3f6ec7-31f8-4098-b11c-94f9d7eeee17 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:33.352880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a3a1fed-9ace-4041-8615-9f987baf13de req-6b3f6ec7-31f8-4098-b11c-94f9d7eeee17 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 943 time: 0.9044206 Feb 08 15:55:33.376111 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Allocated IP 172.25.7.196 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/9bb89827-cc88-4d3d-83f3-30fb499286f9) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:33.448218 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-39ee3bda-1a18-47f6-8e54-1cb02090e354 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8651290 Feb 08 15:55:33.460086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4515d2c-817a-4fe2-9749-a7b3561883f5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:33.465635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47296) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:33.466858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4515d2c-817a-4fe2-9749-a7b3561883f5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:33.468536 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a4515d2c-817a-4fe2-9749-a7b3561883f5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8666239 Feb 08 15:55:33.473374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-326e1568-7121-4e15-ab82-949620d3b962 req-412d5dcc-980b-4a3f-9693-a344e447b8f7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] No DVR routers for this DVR port cfd04846-4cd3-401f-8fae-3b9199e9f8af on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:33.473701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47298) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:33.481676 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-326e1568-7121-4e15-ab82-949620d3b962 req-412d5dcc-980b-4a3f-9693-a344e447b8f7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:33.492392 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-326e1568-7121-4e15-ab82-949620d3b962 req-412d5dcc-980b-4a3f-9693-a344e447b8f7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.96 "DELETE /v2.0/ports/cfd04846-4cd3-401f-8fae-3b9199e9f8af HTTP/1.1" status: 204 len: 173 time: 1.5509553 Feb 08 15:55:33.524715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:33.570073 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-deleted', 'tag': 'e848e527-5583-4f56-98ed-53cd48851010'}, {'name': 'network-changed', 'server_uuid': '56729db9-203d-4eb9-b214-f2ddc027d4e0', 'tag': '0a1d91e2-8c0b-4053-8b6e-d342b58fdad2'}, {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-deleted', 'tag': 'cfd04846-4cd3-401f-8fae-3b9199e9f8af'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:33.573693 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Publish callbacks [] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:33.574463 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3e9a93-b6d1-4a4f-af82-16fb5dcb8aa0" -d '{"events": [{"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-deleted", "tag": "e848e527-5583-4f56-98ed-53cd48851010"}, {"name": "network-changed", "server_uuid": "56729db9-203d-4eb9-b214-f2ddc027d4e0", "tag": "0a1d91e2-8c0b-4053-8b6e-d342b58fdad2"}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-deleted", "tag": "cfd04846-4cd3-401f-8fae-3b9199e9f8af"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:33.589708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1b8d1-1431-4dbd-9476-e70bb9a3400a service neutron] Pushing event updated for resources: {'Port': ['ID=0a1d91e2-8c0b-4053-8b6e-d342b58fdad2,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:33.591276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eeb8ea-5cec-4198-839c-95b1c36cc5d4 None None] Network 8dac800a-41cf-4608-84ad-1dd6f88aa855 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:33.637285 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d5dcc-980b-4a3f-9693-a344e447b8f7 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event deleted for resources: {'Port': ['ID=cfd04846-4cd3-401f-8fae-3b9199e9f8af,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:33.655997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c07035-1cb2-48c2-814d-3558c916c534 req-f9d5a511-6706-4b9f-b138-f1612c1965bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:33.658517 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-88c07035-1cb2-48c2-814d-3558c916c534 req-f9d5a511-6706-4b9f-b138-f1612c1965bd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1f763f52237649ffab58976e6206f434&device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 1126 time: 0.4340510 Feb 08 15:55:33.664796 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (bf980798-bfed-4b52-bcb8-d5b64a2117b8), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:33.666523 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (bf980798-bfed-4b52-bcb8-d5b64a2117b8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:33.706005 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:33.788830 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a3a1fed-9ace-4041-8615-9f987baf13de req-48095083-8b21-4eaf-b5ad-8e60b169e812 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups?id=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090457 Feb 08 15:55:33.804494 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579a65e-949f-499d-92b0-dbd26969eb47 None None] Pushing event updated for resources: {'Port': ['ID=da25ba6a-6776-455c-a1b6-48a06cc4d13a,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:33.809555 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780712a-c994-4e7f-8064-0b2c89e2315a req-e2ba7299-e6d7-4da7-bccf-7a428d216e9a tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:33.819478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6780712a-c994-4e7f-8064-0b2c89e2315a req-e2ba7299-e6d7-4da7-bccf-7a428d216e9a tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/ports?device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 943 time: 0.4653320 Feb 08 15:55:33.852686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 5e691fc6-28c2-409e-bd17-7cb31f55c501 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:33.853394 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:33.855839 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8f8490bf-607d-4084-b25a-4eea09387040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:33.878741 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Publish callbacks [] for router_controller (bf980798-bfed-4b52-bcb8-d5b64a2117b8), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:33.891169 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-88c07035-1cb2-48c2-814d-3558c916c534 req-10859d3f-9e9e-4477-a3a0-be29df1b8132 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 HTTP/1.1" status: 200 len: 217 time: 0.1779878 Feb 08 15:55:33.977108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-8dac800a-41cf-4608-84ad-1dd6f88aa855', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:55:33.978034 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:34.349718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c07035-1cb2-48c2-814d-3558c916c534 req-a0e0649b-c709-4587-a50b-f0427e2701f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:34.351271 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-88c07035-1cb2-48c2-814d-3558c916c534 req-a0e0649b-c709-4587-a50b-f0427e2701f0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=20eb5085-e5a8-4a00-b794-9343514e4362 HTTP/1.1" status: 200 len: 853 time: 0.4452474 Feb 08 15:55:34.416009 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Publish callbacks [] for router_gateway (bf980798-bfed-4b52-bcb8-d5b64a2117b8), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:34.471914 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-88c07035-1cb2-48c2-814d-3558c916c534 req-d15c6287-dfab-4092-b719-f7c7b46f4773 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=83e12c9e-0fc5-45a5-9a3a-0a76ffe02868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097324 Feb 08 15:55:34.506298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Attempting to bind port da25ba6a-6776-455c-a1b6-48a06cc4d13a on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:55:34.506900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Attempting to bind port da25ba6a-6776-455c-a1b6-48a06cc4d13a by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:55:34.507498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Attempting to bind port da25ba6a-6776-455c-a1b6-48a06cc4d13a on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:55:34.573362 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks [] for port (9bb89827-cc88-4d3d-83f3-30fb499286f9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:34.580560 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6780712a-c994-4e7f-8064-0b2c89e2315a req-64cf3023-3738-484c-b82b-6a5dbab4150d tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/security-groups?id=55a59d7d-2200-49e8-b31d-8bd56f2fd91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7600446 Feb 08 15:55:34.598891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:55:34.599507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:34.599658 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:34.600050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:55:34.600532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Bound port: da25ba6a-6776-455c-a1b6-48a06cc4d13a, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:55:34.600913 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:34.653481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Allocated IP 172.20.0.2 (8dac800a-41cf-4608-84ad-1dd6f88aa855/c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9/b687567e-eea6-4d96-b62d-d114bff536e5) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:34.697483 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-88c07035-1cb2-48c2-814d-3558c916c534 req-83af5806-3037-4a37-b324-77aa4d520b41 service neutron] 10.222.0.94 "GET /v2.0/networks/83e12c9e-0fc5-45a5-9a3a-0a76ffe02868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170014 Feb 08 15:55:34.818238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f2d3a-3da7-4a83-9012-a43faac43e71 req-fc3a965e-e49e-41b0-a610-56caba119f10 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:34.819795 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-902f2d3a-3da7-4a83-9012-a43faac43e71 req-fc3a965e-e49e-41b0-a610-56caba119f10 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 0.8414705 Feb 08 15:55:34.870028 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-88c07035-1cb2-48c2-814d-3558c916c534 req-346069e0-e229-433e-82da-a881942302f1 service neutron] 10.222.0.94 "GET /v2.0/networks/83e12c9e-0fc5-45a5-9a3a-0a76ffe02868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662910 Feb 08 15:55:34.885156 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Publish callbacks [] for port (b687567e-eea6-4d96-b62d-d114bff536e5), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:34.887356 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9bb89827-cc88-4d3d-83f3-30fb499286f9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:34.912994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 5e691fc6-28c2-409e-bd17-7cb31f55c501 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:34.913486 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:34.918491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-dc2e683f-508a-45a7-9620-adbd9926ea70 None None] Provisioning complete for port da25ba6a-6776-455c-a1b6-48a06cc4d13a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:34.918860 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dc2e683f-508a-45a7-9620-adbd9926ea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:34.950853 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (b687567e-eea6-4d96-b62d-d114bff536e5), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:35.007196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-902f2d3a-3da7-4a83-9012-a43faac43e71 req-4e07b637-04e0-4700-81c0-a662c00099c2 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672039 Feb 08 15:55:35.093704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] For port da25ba6a-6776-455c-a1b6-48a06cc4d13a, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:35.106179 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] For port da25ba6a-6776-455c-a1b6-48a06cc4d13a, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=da25ba6a-6776-455c-a1b6-48a06cc4d13a,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:55:35.139657 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27711e3b-9dd7-4944-ab98-50b272e59fb8 x-openstack-request-id: req-27711e3b-9dd7-4944-ab98-50b272e59fb8 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:35.139996 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-deleted", "tag": "e848e527-5583-4f56-98ed-53cd48851010", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56729db9-203d-4eb9-b214-f2ddc027d4e0", "tag": "0a1d91e2-8c0b-4053-8b6e-d342b58fdad2", "status": "completed", "code": 200}, {"server_uuid": "ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3", "name": "network-vif-deleted", "tag": "cfd04846-4cd3-401f-8fae-3b9199e9f8af", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:35.140328 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-27711e3b-9dd7-4944-ab98-50b272e59fb8 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:35.140639 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-deleted', 'tag': 'e848e527-5583-4f56-98ed-53cd48851010', 'status': 'completed', 'code': 200} Feb 08 15:55:35.140970 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56729db9-203d-4eb9-b214-f2ddc027d4e0', 'tag': '0a1d91e2-8c0b-4053-8b6e-d342b58fdad2', 'status': 'completed', 'code': 200} Feb 08 15:55:35.141248 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3', 'name': 'network-vif-deleted', 'tag': 'cfd04846-4cd3-401f-8fae-3b9199e9f8af', 'status': 'completed', 'code': 200} Feb 08 15:55:35.150532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:35.232700 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:35.256553 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Publish callbacks [] for router_gateway (bf980798-bfed-4b52-bcb8-d5b64a2117b8), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:35.282715 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:35.286155 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Network 8dac800a-41cf-4608-84ad-1dd6f88aa855 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:35.311215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:35.340184 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:35.343604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:35.347085 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c75821a-a966-46b1-907f-087704e23915" -d '{"events": [{"server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "name": "network-vif-plugged", "status": "completed", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:35.350522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:35.354638 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12f07fb1-535a-4d4f-a483-8420fb0db2b3 req-ef1e01d7-e25b-4e4e-a97b-456acc53aca2 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0863400 Feb 08 15:55:35.355639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:35.499403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44f28c-58ac-4f7e-82c6-85a05adc6c98 req-9455c0b8-ed75-49c2-8d05-74a4c70cec26 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:35.501763 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b44f28c-58ac-4f7e-82c6-85a05adc6c98 req-9455c0b8-ed75-49c2-8d05-74a4c70cec26 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.7749832 Feb 08 15:55:35.527259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Pushing event updated for resources: {'Port': ['ID=9bb89827-cc88-4d3d-83f3-30fb499286f9,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:35.578041 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2c6f612-de82-4a78-890a-cec3aba9864f req-c7c1618a-eb58-4ae8-9f49-ce0b4d7c7073 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0950398 Feb 08 15:55:35.639926 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e683f-508a-45a7-9620-adbd9926ea70 None None] Port da25ba6a-6776-455c-a1b6-48a06cc4d13a cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:35.646971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:35.664806 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Attempting to bind port b687567e-eea6-4d96-b62d-d114bff536e5 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:55:35.665790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Attempting to bind port b687567e-eea6-4d96-b62d-d114bff536e5 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:55:35.667377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Attempting to bind port b687567e-eea6-4d96-b62d-d114bff536e5 on network 8dac800a-41cf-4608-84ad-1dd6f88aa855 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:55:35.682319 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:35.689360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Pushing event updated for resources: {'Port': ['ID=b687567e-eea6-4d96-b62d-d114bff536e5,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:35.749777 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9b4ff7-821b-4c42-9e83-0eb07e88f260 x-openstack-request-id: req-1c9b4ff7-821b-4c42-9e83-0eb07e88f260 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:35.749996 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "name": "network-vif-plugged", "status": "completed", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:35.750252 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1c9b4ff7-821b-4c42-9e83-0eb07e88f260 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:35.750665 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'code': 200} Feb 08 15:55:35.787137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b44f28c-58ac-4f7e-82c6-85a05adc6c98 req-759e1212-a71f-40c9-abd8-e0aee4dfe8f1 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565887 Feb 08 15:55:35.881431 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:35.884197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:55:35.884586 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Checking segment: {'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:35.895152 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:35.895753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Bound using segment: {'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:55:35.897001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Bound port: b687567e-eea6-4d96-b62d-d114bff536e5, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:55:35.897001 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b687567e-eea6-4d96-b62d-d114bff536e5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:35.920414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Routers {'998a2433-65f7-4367-a6e1-7661c6d74c55'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:35.926567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['998a2433-65f7-4367-a6e1-7661c6d74c55'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:36.329382 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7971f3b5-9297-426a-8be4-d7c5d30b3cfc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (998a2433-65f7-4367-a6e1-7661c6d74c55), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:36.356320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9a93-b6d1-4a4f-af82-16fb5dcb8aa0 req-a8146d56-c236-4578-b4a8-21e60ba88c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:36.365189 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4b3e9a93-b6d1-4a4f-af82-16fb5dcb8aa0 req-a8146d56-c236-4578-b4a8-21e60ba88c28 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1f763f52237649ffab58976e6206f434&device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 1126 time: 1.1867170 Feb 08 15:55:36.396963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] For port b687567e-eea6-4d96-b62d-d114bff536e5, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:36.424997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] For port b687567e-eea6-4d96-b62d-d114bff536e5, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b687567e-eea6-4d96-b62d-d114bff536e5,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:55:36.425737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d5ee2-3583-41a0-a097-222b4bc45f9c req-4a743ff7-abfb-4345-8f55-62ce0ee82780 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:36.440565 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-214d5ee2-3583-41a0-a097-222b4bc45f9c req-4a743ff7-abfb-4345-8f55-62ce0ee82780 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/ports?device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 943 time: 0.4681771 Feb 08 15:55:36.492745 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b687567e-eea6-4d96-b62d-d114bff536e5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:36.504476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-658d12f2-288b-411a-a4bc-07dead42de1b None None] Provisioning complete for port da25ba6a-6776-455c-a1b6-48a06cc4d13a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:36.504857 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-658d12f2-288b-411a-a4bc-07dead42de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:36.589821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579a65e-949f-499d-92b0-dbd26969eb47 None None] Pushing event updated for resources: {'Port': ['ID=da25ba6a-6776-455c-a1b6-48a06cc4d13a,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:36.615081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Allocated IP 172.25.7.176 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/6cd10361-7ed0-4b6c-b281-270ed31f8504) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:36.622133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] Set router 998a2433-65f7-4367-a6e1-7661c6d74c55 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:55:36.852577 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62179756-d28e-4e1c-aaaf-df1027923488 req-dc20bd65-656a-4c9a-9d68-bafea84e3634 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:36.855439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62179756-d28e-4e1c-aaaf-df1027923488 req-dc20bd65-656a-4c9a-9d68-bafea84e3634 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 0.6130402 Feb 08 15:55:36.899498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9a93-b6d1-4a4f-af82-16fb5dcb8aa0 req-26797872-98ef-46cb-87ea-e747c2175546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:36.905621 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4b3e9a93-b6d1-4a4f-af82-16fb5dcb8aa0 req-26797872-98ef-46cb-87ea-e747c2175546 service neutron] 10.222.0.94 "GET /v2.0/networks?id=83e12c9e-0fc5-45a5-9a3a-0a76ffe02868 HTTP/1.1" status: 200 len: 914 time: 0.5392501 Feb 08 15:55:36.946100 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-214d5ee2-3583-41a0-a097-222b4bc45f9c req-94d81d75-f23f-466e-8368-5a9c78b2af75 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/security-groups?id=55a59d7d-2200-49e8-b31d-8bd56f2fd91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041585 Feb 08 15:55:36.955734 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Publish callbacks [] for port (6cd10361-7ed0-4b6c-b281-270ed31f8504), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:37.014512 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6cd10361-7ed0-4b6c-b281-270ed31f8504), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:37.079955 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:55:37.092803 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4b3e9a93-b6d1-4a4f-af82-16fb5dcb8aa0 req-12701ea2-1a4b-41e5-abfa-d62c1764cc89 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 HTTP/1.1" status: 200 len: 217 time: 0.0874522 Feb 08 15:55:37.130141 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:37.154190 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716b34c1-8b60-40af-acf9-59180baf2f65 req-56debb32-1983-43b0-aff3-a8ae33b11dfa tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0714612 Feb 08 15:55:37.180984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:37.196625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:37.229816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:37.323712 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Pushing event updated for resources: {'Port': ['ID=6cd10361-7ed0-4b6c-b281-270ed31f8504,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:37.344895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-658d12f2-288b-411a-a4bc-07dead42de1b None None] Current status of the port da25ba6a-6776-455c-a1b6-48a06cc4d13a is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:37.345375 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-658d12f2-288b-411a-a4bc-07dead42de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:37.441490 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:55:37.449130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=5e691fc6-28c2-409e-bd17-7cb31f55c501,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:37.473321 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9a93-b6d1-4a4f-af82-16fb5dcb8aa0 req-6c8e1d0d-c867-4afb-a1d0-10943fbc5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:37.500200 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4b3e9a93-b6d1-4a4f-af82-16fb5dcb8aa0 req-6c8e1d0d-c867-4afb-a1d0-10943fbc5924 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=20eb5085-e5a8-4a00-b794-9343514e4362 HTTP/1.1" status: 200 len: 853 time: 0.3979952 Feb 08 15:55:37.573446 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4b3e9a93-b6d1-4a4f-af82-16fb5dcb8aa0 req-b86fbc91-3b6a-4486-a7fe-f5b1b0812bdb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=83e12c9e-0fc5-45a5-9a3a-0a76ffe02868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593746 Feb 08 15:55:37.737027 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4b3e9a93-b6d1-4a4f-af82-16fb5dcb8aa0 req-791755e2-ae8b-4741-bfc7-4a3e9170f7a8 service neutron] 10.222.0.94 "GET /v2.0/networks/83e12c9e-0fc5-45a5-9a3a-0a76ffe02868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523933 Feb 08 15:55:37.968799 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4b3e9a93-b6d1-4a4f-af82-16fb5dcb8aa0 req-98a361e6-6589-41f3-bb63-41cebf6ec180 service neutron] 10.222.0.94 "GET /v2.0/networks/83e12c9e-0fc5-45a5-9a3a-0a76ffe02868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094598 Feb 08 15:55:38.016675 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62179756-d28e-4e1c-aaaf-df1027923488 req-b82134b5-77ef-425b-a779-47f62f66fcc8 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1040964 Feb 08 15:55:38.060252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-658d12f2-288b-411a-a4bc-07dead42de1b None None] For port da25ba6a-6776-455c-a1b6-48a06cc4d13a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=da25ba6a-6776-455c-a1b6-48a06cc4d13a,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:38.093442 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-658d12f2-288b-411a-a4bc-07dead42de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:38.135246 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:38.137274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c1a98-0b2f-4a07-9871-3419b28b6bdc None None] Pushing event updated for resources: {'Port': ['ID=b687567e-eea6-4d96-b62d-d114bff536e5,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:38.143216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998a2433-65f7-4367-a6e1-7661c6d74c55', 'name': 'tempest-NetworksTestDHCPv6-router-1396331082', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:22Z', 'updated_at': '2022-02-08T15:55:27Z', 'revision_number': 2, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'gw_port_host': None, '_interfaces': [{'id': 'da25ba6a-6776-455c-a1b6-48a06cc4d13a', 'name': '', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'mac_address': 'fa:16:3e:fa:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998a2433-65f7-4367-a6e1-7661c6d74c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'd843fbcf-26d6-4181-b9c0-350e0b1d295b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:24Z', 'updated_at': '2022-02-08T15:55:35Z', 'revision_number': 4, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'subnets': [{'id': 'd843fbcf-26d6-4181-b9c0-350e0b1d295b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:38.152511 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-49b93799-34d8-4b6d-b346-d9063979e469 req-33959a07-bca1-4072-8c77-c2e50be1957a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.1488583 Feb 08 15:55:38.231046 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks [] for floatingip (3e48a161-4e51-449e-8fa2-9d335445843e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:38.232977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=0a1d91e2-8c0b-4053-8b6e-d342b58fdad2,segment=NetworkSegment(4005c625-7589-4eca-b408-dc087618a7fd),segment_id=4005c625-7589-4eca-b408-dc087618a7fd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:38.252772 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '0a1d91e2-8c0b-4053-8b6e-d342b58fdad2', 'network_id': '83e12c9e-0fc5-45a5-9a3a-0a76ffe02868', 'port_id': '0a1d91e2-8c0b-4053-8b6e-d342b58fdad2', 'mac_address': 'fa:16:3e:04:2f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20eb5085-e5a8-4a00-b794-9343514e4362', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:55:38.255099 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1223ac87-2f65-4ca3-8399-574787519534 None None] The sync data for ids ['998a2433-65f7-4367-a6e1-7661c6d74c55'] in n-d-824834-11 is: [{'id': '998a2433-65f7-4367-a6e1-7661c6d74c55', 'name': 'tempest-NetworksTestDHCPv6-router-1396331082', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:22Z', 'updated_at': '2022-02-08T15:55:27Z', 'revision_number': 2, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'gw_port_host': None, '_interfaces': [{'id': 'da25ba6a-6776-455c-a1b6-48a06cc4d13a', 'name': '', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'mac_address': 'fa:16:3e:fa:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998a2433-65f7-4367-a6e1-7661c6d74c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'd843fbcf-26d6-4181-b9c0-350e0b1d295b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:24Z', 'updated_at': '2022-02-08T15:55:35Z', 'revision_number': 4, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'subnets': [{'id': 'd843fbcf-26d6-4181-b9c0-350e0b1d295b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:55:38.316906 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Publish callbacks [] for router_gateway (bf980798-bfed-4b52-bcb8-d5b64a2117b8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:38.323724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:38.324432 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0a1d91e2-8c0b-4053-8b6e-d342b58fdad2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:38.386935 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:55:38.440508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=0a1d91e2-8c0b-4053-8b6e-d342b58fdad2,segment=NetworkSegment(4005c625-7589-4eca-b408-dc087618a7fd),segment_id=4005c625-7589-4eca-b408-dc087618a7fd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:38.445802 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0a1d91e2-8c0b-4053-8b6e-d342b58fdad2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:38.448997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d12f2-288b-411a-a4bc-07dead42de1b None None] Pushing event updated for resources: {'Port': ['ID=da25ba6a-6776-455c-a1b6-48a06cc4d13a,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:38.586744 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=0a1d91e2-8c0b-4053-8b6e-d342b58fdad2,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:38.711797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce1fe9-3e25-4577-8f96-66183467a4b6 req-171dc87d-122c-4079-b676-012493af4af1 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:38.714067 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79ce1fe9-3e25-4577-8f96-66183467a4b6 req-171dc87d-122c-4079-b676-012493af4af1 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.5616074 Feb 08 15:55:38.751371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c332aa5-5dd4-4ff8-bd45-d92ec30aff67 req-a63e03f3-6746-4d8c-b0c7-49fb430e3d55 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:38.764532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['0a1d91e2-8c0b-4053-8b6e-d342b58fdad2'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:55:38.769580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c332aa5-5dd4-4ff8-bd45-d92ec30aff67 req-a63e03f3-6746-4d8c-b0c7-49fb430e3d55 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/ports?device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 944 time: 0.3738251 Feb 08 15:55:38.784291 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9bb89827-cc88-4d3d-83f3-30fb499286f9), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:39.038173 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (bf980798-bfed-4b52-bcb8-d5b64a2117b8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:39.180182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d09b6-0417-4d14-a446-bcadf64736b9 None None] Network 8dac800a-41cf-4608-84ad-1dd6f88aa855 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:39.252333 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7971f3b5-9297-426a-8be4-d7c5d30b3cfc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port da25ba6a-6776-455c-a1b6-48a06cc4d13a {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:39.252898 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7971f3b5-9297-426a-8be4-d7c5d30b3cfc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:39.313906 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c332aa5-5dd4-4ff8-bd45-d92ec30aff67 req-c8c094ef-aaca-4fda-82af-367acd9cd31a tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/security-groups?id=55a59d7d-2200-49e8-b31d-8bd56f2fd91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945484 Feb 08 15:55:39.371906 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks [] for port (9bb89827-cc88-4d3d-83f3-30fb499286f9), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:39.387588 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Router bf980798-bfed-4b52-bcb8-d5b64a2117b8 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:55:39.423087 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (9bb89827-cc88-4d3d-83f3-30fb499286f9), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:39.512282 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-14cf9a2c-3d64-4dd8-8de3-0be66e0f3703 None None] Provisioning complete for port b687567e-eea6-4d96-b62d-d114bff536e5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:39.512581 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-14cf9a2c-3d64-4dd8-8de3-0be66e0f3703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b687567e-eea6-4d96-b62d-d114bff536e5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:39.582167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:55:39.593726 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Sync routers for ids ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:55:39.616360 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Routers {'bf980798-bfed-4b52-bcb8-d5b64a2117b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:39.629548 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:39.631094 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:39.632621 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f18e9091-d930-4558-9182-3a6b67b63f53 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1199889 Feb 08 15:55:39.635626 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47326) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:39.738342 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79ce1fe9-3e25-4577-8f96-66183467a4b6 req-fd8bab5e-06fd-4d3c-9a4d-a04ae0e2ac93 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9615350 Feb 08 15:55:39.864374 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-363dd39c-7619-43f7-917a-94579750c0a1 req-cab027d0-c699-41f6-b1d0-03bece340d40 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.3177452 Feb 08 15:55:39.899432 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-14cf9a2c-3d64-4dd8-8de3-0be66e0f3703 None None] Current status of the port b687567e-eea6-4d96-b62d-d114bff536e5 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:39.917699 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-14cf9a2c-3d64-4dd8-8de3-0be66e0f3703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b687567e-eea6-4d96-b62d-d114bff536e5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:39.926917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Pushing event updated for resources: {'Port': ['ID=9bb89827-cc88-4d3d-83f3-30fb499286f9,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:39.959698 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (3e48a161-4e51-449e-8fa2-9d335445843e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:40.052346 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Set router bf980798-bfed-4b52-bcb8-d5b64a2117b8 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:55:40.060867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-14cf9a2c-3d64-4dd8-8de3-0be66e0f3703 None None] For port b687567e-eea6-4d96-b62d-d114bff536e5, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b687567e-eea6-4d96-b62d-d114bff536e5,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:40.079697 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b687567e-eea6-4d96-b62d-d114bff536e5 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:40.187353 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-14cf9a2c-3d64-4dd8-8de3-0be66e0f3703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b687567e-eea6-4d96-b62d-d114bff536e5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:40.319792 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:37Z', 'revision_number': 3, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:40.356906 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Checking router: bf980798-bfed-4b52-bcb8-d5b64a2117b8 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:55:40.357803 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Updating router bf980798-bfed-4b52-bcb8-d5b64a2117b8 port 6cd10361-7ed0-4b6c-b281-270ed31f8504 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:55:40.370463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf9a2c-3d64-4dd8-8de3-0be66e0f3703 None None] Pushing event updated for resources: {'Port': ['ID=b687567e-eea6-4d96-b62d-d114bff536e5,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:40.372477 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c33dddf-02ff-44d7-b121-dbe529a5f2cb req-44217aa0-8e0b-43a6-8ca1-ea4bad25bbb9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.1720555 Feb 08 15:55:40.374511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b687567e-eea6-4d96-b62d-d114bff536e5 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:40.374897 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b687567e-eea6-4d96-b62d-d114bff536e5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:40.381731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1a2c9c9c-d9c9-4334-b04c-5867be7885d8 None None] Provisioning complete for port b687567e-eea6-4d96-b62d-d114bff536e5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:40.382113 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a2c9c9c-d9c9-4334-b04c-5867be7885d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b687567e-eea6-4d96-b62d-d114bff536e5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:40.397733 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-7971f3b5-9297-426a-8be4-d7c5d30b3cfc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] For port da25ba6a-6776-455c-a1b6-48a06cc4d13a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=da25ba6a-6776-455c-a1b6-48a06cc4d13a,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:40.398104 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7971f3b5-9297-426a-8be4-d7c5d30b3cfc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:40.446659 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6cd10361-7ed0-4b6c-b281-270ed31f8504), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:40.453807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7971f3b5-9297-426a-8be4-d7c5d30b3cfc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for da25ba6a-6776-455c-a1b6-48a06cc4d13a owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:40.535182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f3ea4-5a2e-4af5-b3ed-ed51cd6687ee req-3a20ca92-ab2b-46ef-b91f-46eef1fc8376 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:40.549486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e82f3ea4-5a2e-4af5-b3ed-ed51cd6687ee req-3a20ca92-ab2b-46ef-b91f-46eef1fc8376 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 0.4492722 Feb 08 15:55:40.787820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c9c9c-d9c9-4334-b04c-5867be7885d8 None None] Current status of the port b687567e-eea6-4d96-b62d-d114bff536e5 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:40.804114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b687567e-eea6-4d96-b62d-d114bff536e5 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:40.805229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device da25ba6a-6776-455c-a1b6-48a06cc4d13a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:40.826017 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e82f3ea4-5a2e-4af5-b3ed-ed51cd6687ee req-cb97414a-dde1-44c0-9a2d-40efc4e830de tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755389 Feb 08 15:55:40.843654 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Floating IP 3e48a161-4e51-449e-8fa2-9d335445843e associated. External IP: 172.25.7.196, port: 17d10fcb-d443-460a-bab6-10773a91fd67. Feb 08 15:55:40.971272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:40.991814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port da25ba6a-6776-455c-a1b6-48a06cc4d13a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:40.992193 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:41.056529 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Publish callbacks [] for port (6cd10361-7ed0-4b6c-b281-270ed31f8504), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:41.069503 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6cd10361-7ed0-4b6c-b281-270ed31f8504), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:41.108065 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:41.128014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0b536-685b-4beb-9366-669ea3d5866a req-9f6b3779-10f5-4a97-961a-db63330d9d45 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:41.129733 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ed0b536-685b-4beb-9366-669ea3d5866a req-9f6b3779-10f5-4a97-961a-db63330d9d45 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.1630011 Feb 08 15:55:41.141878 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd3708-fc8c-4439-adc0-4bb3c660c1be req-e8e96baf-8c71-48a4-a7ee-6cd90985bd63 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:41.149319 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4efd3708-fc8c-4439-adc0-4bb3c660c1be req-e8e96baf-8c71-48a4-a7ee-6cd90985bd63 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/ports?device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 944 time: 0.5924315 Feb 08 15:55:41.163645 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e79b53-e1c6-4eee-9b15-4ac7bc95844b None None] Pushing event updated for resources: {'Port': ['ID=6cd10361-7ed0-4b6c-b281-270ed31f8504,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:41.206097 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e79b53-e1c6-4eee-9b15-4ac7bc95844b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:41.212340 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e79b53-e1c6-4eee-9b15-4ac7bc95844b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:41.212998 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e79b53-e1c6-4eee-9b15-4ac7bc95844b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:41.215474 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e79b53-e1c6-4eee-9b15-4ac7bc95844b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:41.215824 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e79b53-e1c6-4eee-9b15-4ac7bc95844b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:41.216210 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e79b53-e1c6-4eee-9b15-4ac7bc95844b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:41.218504 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e79b53-e1c6-4eee-9b15-4ac7bc95844b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:41.219577 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e79b53-e1c6-4eee-9b15-4ac7bc95844b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:41.219577 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e79b53-e1c6-4eee-9b15-4ac7bc95844b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:41.223900 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e79b53-e1c6-4eee-9b15-4ac7bc95844b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:41.225818 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e79b53-e1c6-4eee-9b15-4ac7bc95844b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:41.226171 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e79b53-e1c6-4eee-9b15-4ac7bc95844b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:41.226507 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e79b53-e1c6-4eee-9b15-4ac7bc95844b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:41.254420 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Attempting to bind port 6cd10361-7ed0-4b6c-b281-270ed31f8504 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:55:41.255326 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Attempting to bind port 6cd10361-7ed0-4b6c-b281-270ed31f8504 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:55:41.255923 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Attempting to bind port 6cd10361-7ed0-4b6c-b281-270ed31f8504 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:55:41.273542 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:55:41.274343 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:41.276720 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:41.278429 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:55:41.283167 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Bound port: 6cd10361-7ed0-4b6c-b281-270ed31f8504, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:55:41.284039 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6cd10361-7ed0-4b6c-b281-270ed31f8504), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:41.327782 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4efd3708-fc8c-4439-adc0-4bb3c660c1be req-7ec35c14-6d8c-4847-b974-743387223c39 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/security-groups?id=55a59d7d-2200-49e8-b31d-8bd56f2fd91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760499 Feb 08 15:55:41.360576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ed0b536-685b-4beb-9366-669ea3d5866a req-3b07f410-dbec-4931-8e77-f95bfd5e0422 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938453 Feb 08 15:55:41.551497 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] For port 6cd10361-7ed0-4b6c-b281-270ed31f8504, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:41.559531 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] For port 6cd10361-7ed0-4b6c-b281-270ed31f8504, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6cd10361-7ed0-4b6c-b281-270ed31f8504,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:55:41.567158 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Allocated IP 172.20.0.1 (8dac800a-41cf-4608-84ad-1dd6f88aa855/c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9/5025a6c9-401b-470b-b54a-1277f3ab8e01) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:41.577284 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6cd10361-7ed0-4b6c-b281-270ed31f8504), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:41.606076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:55:41.625785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de5585d5-4282-44a3-9229-aad631e84627 req-87969b14-393e-448c-b912-ccbf3118d394 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.1536832 Feb 08 15:55:41.626651 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:41.627042 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0a1d91e2-8c0b-4053-8b6e-d342b58fdad2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:41.639346 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port da25ba6a-6776-455c-a1b6-48a06cc4d13a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:41.698392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4e06e6f-12e2-4753-9049-0ca40e84c03a req-4ded6b96-4688-4f80-8d17-6e7004381c1c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.1023316 Feb 08 15:55:41.724526 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7971f3b5-9297-426a-8be4-d7c5d30b3cfc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (da25ba6a-6776-455c-a1b6-48a06cc4d13a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:41.767648 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971f3b5-9297-426a-8be4-d7c5d30b3cfc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=da25ba6a-6776-455c-a1b6-48a06cc4d13a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:41.804432 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Publish callbacks [] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:41.813859 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Routers {'bf980798-bfed-4b52-bcb8-d5b64a2117b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:41.814501 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:41.851934 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:41.946644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:41.947046 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0a1d91e2-8c0b-4053-8b6e-d342b58fdad2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:41.990433 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b687567e-eea6-4d96-b62d-d114bff536e5 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:42.033747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Pushing event updated for resources: {'Port': ['ID=5025a6c9-401b-470b-b54a-1277f3ab8e01,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:42.045558 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7971f3b5-9297-426a-8be4-d7c5d30b3cfc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (998a2433-65f7-4367-a6e1-7661c6d74c55), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:42.053230 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e79b53-e1c6-4eee-9b15-4ac7bc95844b None None] Pushing event updated for resources: {'Port': ['ID=6cd10361-7ed0-4b6c-b281-270ed31f8504,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:42.062919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Network 8dac800a-41cf-4608-84ad-1dd6f88aa855 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:42.070408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:42.080760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:42.121935 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56729db9-203d-4eb9-b214-f2ddc027d4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1d91e2-8c0b-4053-8b6e-d342b58fdad2'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:42.129310 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1eb500-6ab1-475f-9a05-9e71f3aeeb0e" -d '{"events": [{"server_uuid": "56729db9-203d-4eb9-b214-f2ddc027d4e0", "name": "network-vif-plugged", "status": "completed", "tag": "0a1d91e2-8c0b-4053-8b6e-d342b58fdad2"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:42.172575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Router f4878fe8-5a23-458b-8fcc-2d110a11cd6d has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:55:42.186166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=0a1d91e2-8c0b-4053-8b6e-d342b58fdad2,segment=NetworkSegment(4005c625-7589-4eca-b408-dc087618a7fd),segment_id=4005c625-7589-4eca-b408-dc087618a7fd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:42.188257 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] Set router bf980798-bfed-4b52-bcb8-d5b64a2117b8 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:55:42.200510 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0a1d91e2-8c0b-4053-8b6e-d342b58fdad2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:42.263086 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (bf980798-bfed-4b52-bcb8-d5b64a2117b8), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:42.336047 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb595b99-479e-4388-9354-d05923ad78f6 x-openstack-request-id: req-eb595b99-479e-4388-9354-d05923ad78f6 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:42.336250 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56729db9-203d-4eb9-b214-f2ddc027d4e0", "name": "network-vif-plugged", "status": "completed", "tag": "0a1d91e2-8c0b-4053-8b6e-d342b58fdad2", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:42.337992 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-eb595b99-479e-4388-9354-d05923ad78f6 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:42.338704 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56729db9-203d-4eb9-b214-f2ddc027d4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1d91e2-8c0b-4053-8b6e-d342b58fdad2', 'code': 200} Feb 08 15:55:42.341052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=0a1d91e2-8c0b-4053-8b6e-d342b58fdad2,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:42.383693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b687567e-eea6-4d96-b62d-d114bff536e5 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:42.384163 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b687567e-eea6-4d96-b62d-d114bff536e5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:42.628399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-39a4c9f4-3b39-4e7b-87fd-aa0a6468b631 None None] Provisioning complete for port 5025a6c9-401b-470b-b54a-1277f3ab8e01 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:42.629104 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-39a4c9f4-3b39-4e7b-87fd-aa0a6468b631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:42.630886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b687567e-eea6-4d96-b62d-d114bff536e5 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:42.663640 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:37Z', 'revision_number': 3, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:42.699243 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3d16a5-c0a4-4581-897b-6573c35c5160 None None] The sync data for ids ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'] in n-d-824834-11 is: [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:37Z', 'revision_number': 3, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:55:42.725268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3377d17-1629-451e-940d-795e35a956da req-640f9005-a385-4cbd-ac95-a735460040c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:42.747421 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c3377d17-1629-451e-940d-795e35a956da req-640f9005-a385-4cbd-ac95-a735460040c8 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 1128 time: 0.3168311 Feb 08 15:55:42.769612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-39a4c9f4-3b39-4e7b-87fd-aa0a6468b631 None None] Port 5025a6c9-401b-470b-b54a-1277f3ab8e01 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:42.842986 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c3377d17-1629-451e-940d-795e35a956da req-3a1f3705-e809-4cd7-bbb6-c42eb96512d2 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=55a59d7d-2200-49e8-b31d-8bd56f2fd91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879216 Feb 08 15:55:42.900883 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:43.067106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4551e-f795-4ac6-b3b8-06e823ed53d7 req-32efb1f2-2291-419a-9131-16c3a195a191 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:43.068739 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93f4551e-f795-4ac6-b3b8-06e823ed53d7 req-32efb1f2-2291-419a-9131-16c3a195a191 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 1.0067730 Feb 08 15:55:43.155694 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Publish callbacks [] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:43.162326 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:43.223539 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7971f3b5-9297-426a-8be4-d7c5d30b3cfc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Router 998a2433-65f7-4367-a6e1-7661c6d74c55 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:55:43.245245 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (bf980798-bfed-4b52-bcb8-d5b64a2117b8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:43.305927 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Pushing event updated for resources: {'Port': ['ID=5025a6c9-401b-470b-b54a-1277f3ab8e01,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:43.383712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a010f4-e28a-4c31-9190-39e439ed71bb req-f8202333-a204-4c55-b4cc-6cd5280cc3c9 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:43.386551 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0a010f4-e28a-4c31-9190-39e439ed71bb req-f8202333-a204-4c55-b4cc-6cd5280cc3c9 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/ports?device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 945 time: 0.3819635 Feb 08 15:55:43.408571 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93f4551e-f795-4ac6-b3b8-06e823ed53d7 req-43ade948-6ac0-4cac-83bb-3cdf5c35e5af tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272569 Feb 08 15:55:43.424558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Network 8dac800a-41cf-4608-84ad-1dd6f88aa855 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:43.427161 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:43.559108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7971f3b5-9297-426a-8be4-d7c5d30b3cfc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:55:43.568938 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6d3aac-b1f8-4bca-ab7f-4c61877f77df None None] Sync routers for ids ['998a2433-65f7-4367-a6e1-7661c6d74c55'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:55:43.596533 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6d3aac-b1f8-4bca-ab7f-4c61877f77df None None] Routers {'998a2433-65f7-4367-a6e1-7661c6d74c55'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:43.605219 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-af6d3aac-b1f8-4bca-ab7f-4c61877f77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['998a2433-65f7-4367-a6e1-7661c6d74c55'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:43.613054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:55:43.624536 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75abf02-967a-4215-a8af-0e39f49bfa61 None None] Sync routers for ids ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:55:43.642598 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75abf02-967a-4215-a8af-0e39f49bfa61 None None] Routers {'f4878fe8-5a23-458b-8fcc-2d110a11cd6d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:43.643535 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b75abf02-967a-4215-a8af-0e39f49bfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:43.743291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7971f3b5-9297-426a-8be4-d7c5d30b3cfc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "PUT /v2.0/routers/998a2433-65f7-4367-a6e1-7661c6d74c55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2611094 Feb 08 15:55:43.743496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47352) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:43.770987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Router bf980798-bfed-4b52-bcb8-d5b64a2117b8 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:55:43.832335 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:43.898944 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-af6d3aac-b1f8-4bca-ab7f-4c61877f77df None None] Set router 998a2433-65f7-4367-a6e1-7661c6d74c55 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:55:43.923743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-efa2273e-18ae-4b73-8f81-d6ca4784323e tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 12.7781532 Feb 08 15:55:43.926345 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47354) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:44.081974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-af6d3aac-b1f8-4bca-ab7f-4c61877f77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998a2433-65f7-4367-a6e1-7661c6d74c55', 'name': 'tempest-NetworksTestDHCPv6-router-1396331082', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:22Z', 'updated_at': '2022-02-08T15:55:41Z', 'revision_number': 3, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:44.087408 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6cd10361-7ed0-4b6c-b281-270ed31f8504 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:44.127176 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b75abf02-967a-4215-a8af-0e39f49bfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:44.173943 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75abf02-967a-4215-a8af-0e39f49bfa61 None None] Routers {'f4878fe8-5a23-458b-8fcc-2d110a11cd6d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:44.174643 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b75abf02-967a-4215-a8af-0e39f49bfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:44.223536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:55:44.252994 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4d7a5dab-ec24-4619-9c72-c554755f01fe admin admin] 10.222.0.82 "PUT /v2.0/routers/bf980798-bfed-4b52-bcb8-d5b64a2117b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6037846 Feb 08 15:55:44.253306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6d3aac-b1f8-4bca-ab7f-4c61877f77df None None] Checking router: 998a2433-65f7-4367-a6e1-7661c6d74c55 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:55:44.253520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564eead-6aa7-4535-848a-01f4e3c37941 req-34697635-5be3-4768-81e5-394d13c9f273 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:44.253520 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e564eead-6aa7-4535-848a-01f4e3c37941 req-34697635-5be3-4768-81e5-394d13c9f273 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.6308255 Feb 08 15:55:44.271878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5584258-baa2-4855-a24e-60e24ced90a2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:44.278978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5584258-baa2-4855-a24e-60e24ced90a2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:44.283154 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b5584258-baa2-4855-a24e-60e24ced90a2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5398695 Feb 08 15:55:44.285760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47358) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:44.299827 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b75abf02-967a-4215-a8af-0e39f49bfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:44.300516 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75abf02-967a-4215-a8af-0e39f49bfa61 None None] The sync data for ids ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:55:44.340178 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-45ae04f5-aef5-4079-9d87-5af84af45929 None None] Provisioning complete for port 5025a6c9-401b-470b-b54a-1277f3ab8e01 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:44.341255 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-45ae04f5-aef5-4079-9d87-5af84af45929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:44.420795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6d3aac-b1f8-4bca-ab7f-4c61877f77df None None] Routers {'998a2433-65f7-4367-a6e1-7661c6d74c55'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:44.421756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-af6d3aac-b1f8-4bca-ab7f-4c61877f77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['998a2433-65f7-4367-a6e1-7661c6d74c55'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:44.429198 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-45ae04f5-aef5-4079-9d87-5af84af45929 None None] Port 5025a6c9-401b-470b-b54a-1277f3ab8e01 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:44.433212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e564eead-6aa7-4535-848a-01f4e3c37941 req-3e75708c-c455-413f-ab96-57688507b1c4 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482372 Feb 08 15:55:44.437640 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0a010f4-e28a-4c31-9190-39e439ed71bb req-d1557b5d-2c72-41a0-b9d4-d8297380265e tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/security-groups?id=55a59d7d-2200-49e8-b31d-8bd56f2fd91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0439160 Feb 08 15:55:44.532238 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4a6dab36-5fe8-4666-a32d-32d376a93fbe tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] 10.222.0.82 "GET /v2.0/floatingips/3e48a161-4e51-449e-8fa2-9d335445843e HTTP/1.1" status: 200 len: 983 time: 0.5954871 Feb 08 15:55:44.536228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47364) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:44.670599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 6cd10361-7ed0-4b6c-b281-270ed31f8504 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:44.670998 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6cd10361-7ed0-4b6c-b281-270ed31f8504), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:44.673190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-af6d3aac-b1f8-4bca-ab7f-4c61877f77df None None] Set router 998a2433-65f7-4367-a6e1-7661c6d74c55 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:55:44.740228 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-14add3e6-defb-45dd-91ca-3648fd4fc607 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] 10.222.0.82 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3211 time: 0.1982965 Feb 08 15:55:44.758594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47366) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:44.840690 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b708a563-9be6-4a54-a458-9d27185cdeee req-6dc9471d-e12a-4349-8ca5-1bb955a76d13 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.1032283 Feb 08 15:55:44.851486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b58efd91-d7f9-4c67-ba33-d70578ea78d5 req-e2a95919-c2dd-4503-830d-b08cd7ba54d2 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.1035635 Feb 08 15:55:44.949675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-af6d3aac-b1f8-4bca-ab7f-4c61877f77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998a2433-65f7-4367-a6e1-7661c6d74c55', 'name': 'tempest-NetworksTestDHCPv6-router-1396331082', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:22Z', 'updated_at': '2022-02-08T15:55:41Z', 'revision_number': 3, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:44.976412 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d6c8c5-d428-46e4-879c-7edc4a003b51 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet d843fbcf-26d6-4181-b9c0-350e0b1d295b {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:55:44.980987 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46d6c8c5-d428-46e4-879c-7edc4a003b51 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (d843fbcf-26d6-4181-b9c0-350e0b1d295b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:45.042687 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46d6c8c5-d428-46e4-879c-7edc4a003b51 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (d843fbcf-26d6-4181-b9c0-350e0b1d295b), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:45.065648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6d3aac-b1f8-4bca-ab7f-4c61877f77df None None] The sync data for ids ['998a2433-65f7-4367-a6e1-7661c6d74c55'] in n-d-824834-11 is: [{'id': '998a2433-65f7-4367-a6e1-7661c6d74c55', 'name': 'tempest-NetworksTestDHCPv6-router-1396331082', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:22Z', 'updated_at': '2022-02-08T15:55:41Z', 'revision_number': 3, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:55:45.174434 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46d6c8c5-d428-46e4-879c-7edc4a003b51 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d843fbcf-26d6-4181-b9c0-350e0b1d295b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:45.188724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af77f46-8112-47f1-b069-df2ac32f37e9 req-fa404c84-5481-4e45-80a1-f9ba3e222eb8 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:45.190783 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9af77f46-8112-47f1-b069-df2ac32f37e9 req-fa404c84-5481-4e45-80a1-f9ba3e222eb8 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 0.1299150 Feb 08 15:55:45.193688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Deleting port 9bb89827-cc88-4d3d-83f3-30fb499286f9 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:45.194762 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9bb89827-cc88-4d3d-83f3-30fb499286f9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:45.247044 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46d6c8c5-d428-46e4-879c-7edc4a003b51 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (d843fbcf-26d6-4181-b9c0-350e0b1d295b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:45.275266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6e9f3e-f168-41d2-a7a1-eac5e0308d2a None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:45.277944 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 6cd10361-7ed0-4b6c-b281-270ed31f8504 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:45.278332 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6cd10361-7ed0-4b6c-b281-270ed31f8504), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:45.301707 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46d6c8c5-d428-46e4-879c-7edc4a003b51 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:45.310268 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-46d6c8c5-d428-46e4-879c-7edc4a003b51 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/d843fbcf-26d6-4181-b9c0-350e0b1d295b HTTP/1.1" status: 204 len: 168 time: 1.0232556 Feb 08 15:55:45.311622 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c8c5-d428-46e4-879c-7edc4a003b51 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=d843fbcf-26d6-4181-b9c0-350e0b1d295b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:45.331275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47370) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:45.333546 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9bb89827-cc88-4d3d-83f3-30fb499286f9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:45.334047 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for floatingip (9bb89827-cc88-4d3d-83f3-30fb499286f9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:45.361129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Calling delete_port for 9bb89827-cc88-4d3d-83f3-30fb499286f9 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:45.394081 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 6cd10361-7ed0-4b6c-b281-270ed31f8504, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6cd10361-7ed0-4b6c-b281-270ed31f8504,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:45.418146 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6cd10361-7ed0-4b6c-b281-270ed31f8504), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:45.644124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=6cd10361-7ed0-4b6c-b281-270ed31f8504,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:45.707574 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9af77f46-8112-47f1-b069-df2ac32f37e9 req-66b5f880-7c34-4fb5-ad20-5a5f4d8d831f tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474762 Feb 08 15:55:45.789880 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device da25ba6a-6776-455c-a1b6-48a06cc4d13a no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:45.810531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47376) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:45.816199 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8fdabb53-1915-478c-9aea-a8ce1ce1a04b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4723892 Feb 08 15:55:45.827872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: da25ba6a-6776-455c-a1b6-48a06cc4d13a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:55:45.828489 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device da25ba6a-6776-455c-a1b6-48a06cc4d13a not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:55:45.982486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b945954-57da-4fb4-982a-5dd550d8784d None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:55:46.051260 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9bb89827-cc88-4d3d-83f3-30fb499286f9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.070496 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-290418da-cd6f-410b-bc0d-48a6d75ef43e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for router (998a2433-65f7-4367-a6e1-7661c6d74c55), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.094468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47382) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:46.099036 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f6665ec1-191b-4b8d-acbe-e231e3274555 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1129163151', 'description': 'tempest-description--2096741413'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:46.100658 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9b945954-57da-4fb4-982a-5dd550d8784d None None] Deleting port e0ae8da7-1974-49cb-80b1-7a303744e9f3 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:46.101232 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9b945954-57da-4fb4-982a-5dd550d8784d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e0ae8da7-1974-49cb-80b1-7a303744e9f3), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.157130 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6665ec1-191b-4b8d-acbe-e231e3274555 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.287521 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6665ec1-191b-4b8d-acbe-e231e3274555 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group (75007e54-feb2-4748-b4ab-64593a3dc7bd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.293650 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for floatingip (3e48a161-4e51-449e-8fa2-9d335445843e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.294489 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Floating IP 3e48a161-4e51-449e-8fa2-9d335445843e disassociated (deleted). External IP: 172.25.7.196, port: 17d10fcb-d443-460a-bab6-10773a91fd67. Feb 08 15:55:46.296978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6665ec1-191b-4b8d-acbe-e231e3274555 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (75007e54-feb2-4748-b4ab-64593a3dc7bd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.384427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6665ec1-191b-4b8d-acbe-e231e3274555 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75007e54-feb2-4748-b4ab-64593a3dc7bd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:46.406875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6665ec1-191b-4b8d-acbe-e231e3274555 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.412243 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f6665ec1-191b-4b8d-acbe-e231e3274555 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3142819 Feb 08 15:55:46.412880 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47384) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:46.426522 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-31be7879-311e-42a1-bd09-13e9001f778d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Request body: {'security_group_rule': {'security_group_id': '75007e54-feb2-4748-b4ab-64593a3dc7bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:46.498635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event deleted for resources: {'Port': ['ID=9bb89827-cc88-4d3d-83f3-30fb499286f9,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:46.512723 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31be7879-311e-42a1-bd09-13e9001f778d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group_rule (d97b700b-29c2-4d79-94a0-69b0f46d0eef), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.545302 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:46.545805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:46.546259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:46.546711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:46.547154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:46.547596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:46.548066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:46.548489 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:46.548926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:46.549383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:46.549817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:46.550258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:46.550690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:46.663227 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8ed94-a972-4bc9-ad08-7608fc41f18f req-115a1d83-ad3c-4583-8cab-3b5215ce51e0 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:46.665463 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0e8ed94-a972-4bc9-ad08-7608fc41f18f req-115a1d83-ad3c-4583-8cab-3b5215ce51e0 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.7379847 Feb 08 15:55:46.680917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Sync routers for ids ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:55:46.695474 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-290418da-cd6f-410b-bc0d-48a6d75ef43e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (998a2433-65f7-4367-a6e1-7661c6d74c55), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.716802 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-290418da-cd6f-410b-bc0d-48a6d75ef43e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for router_controller (998a2433-65f7-4367-a6e1-7661c6d74c55), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.759650 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31be7879-311e-42a1-bd09-13e9001f778d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group_rule (d97b700b-29c2-4d79-94a0-69b0f46d0eef), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.765465 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31be7879-311e-42a1-bd09-13e9001f778d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (d97b700b-29c2-4d79-94a0-69b0f46d0eef), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.778779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751b086-7ad1-4338-a19f-91101e6c298b req-12cd3810-5107-48cf-930f-eeaf9b84067d tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:46.786944 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2751b086-7ad1-4338-a19f-91101e6c298b req-12cd3810-5107-48cf-930f-eeaf9b84067d tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/ports?device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 945 time: 0.5998321 Feb 08 15:55:46.809021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9b945954-57da-4fb4-982a-5dd550d8784d None None] For port e0ae8da7-1974-49cb-80b1-7a303744e9f3, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e0ae8da7-1974-49cb-80b1-7a303744e9f3,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:46.809460 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9b945954-57da-4fb4-982a-5dd550d8784d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e0ae8da7-1974-49cb-80b1-7a303744e9f3), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.834282 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9b945954-57da-4fb4-982a-5dd550d8784d None None] Calling delete_port for e0ae8da7-1974-49cb-80b1-7a303744e9f3 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:46.843058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be7879-311e-42a1-bd09-13e9001f778d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97b700b-29c2-4d79-94a0-69b0f46d0eef,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:46.874321 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31be7879-311e-42a1-bd09-13e9001f778d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.877894 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-31be7879-311e-42a1-bd09-13e9001f778d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4609940 Feb 08 15:55:46.879234 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47388) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:46.887129 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-06262e81-14c3-4cb0-a16b-b53d39e5743e tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Request body: {'security_group_rule': {'security_group_id': '75007e54-feb2-4748-b4ab-64593a3dc7bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:46.928179 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06262e81-14c3-4cb0-a16b-b53d39e5743e tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group_rule (df7a8807-b6ef-4f1d-ad6d-bac1fe65cad7), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:46.930936 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Routers {'bf980798-bfed-4b52-bcb8-d5b64a2117b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:46.932321 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:46.954537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0e8ed94-a972-4bc9-ad08-7608fc41f18f req-7df06488-20d9-475a-869f-97966556f4de tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810478 Feb 08 15:55:47.022962 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-290418da-cd6f-410b-bc0d-48a6d75ef43e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (998a2433-65f7-4367-a6e1-7661c6d74c55), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:47.023447 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9b945954-57da-4fb4-982a-5dd550d8784d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (e0ae8da7-1974-49cb-80b1-7a303744e9f3), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:47.024177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290418da-cd6f-410b-bc0d-48a6d75ef43e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Fanout notify agent at l3_agent the message router_deleted on router 998a2433-65f7-4367-a6e1-7661c6d74c55 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:55:47.059847 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-290418da-cd6f-410b-bc0d-48a6d75ef43e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:47.063913 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-290418da-cd6f-410b-bc0d-48a6d75ef43e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/routers/998a2433-65f7-4367-a6e1-7661c6d74c55 HTTP/1.1" status: 204 len: 168 time: 1.2484527 Feb 08 15:55:47.069344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Router f4878fe8-5a23-458b-8fcc-2d110a11cd6d has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:55:47.072709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47390) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:47.088940 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-63c6f41b-10f2-4e92-b555-95e0d87d06c8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:47.112486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b945954-57da-4fb4-982a-5dd550d8784d None None] No DVR routers for this DVR port e0ae8da7-1974-49cb-80b1-7a303744e9f3 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:47.112708 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06262e81-14c3-4cb0-a16b-b53d39e5743e tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group_rule (df7a8807-b6ef-4f1d-ad6d-bac1fe65cad7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:47.123728 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06262e81-14c3-4cb0-a16b-b53d39e5743e tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (df7a8807-b6ef-4f1d-ad6d-bac1fe65cad7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:47.138442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b945954-57da-4fb4-982a-5dd550d8784d None None] Pushing event deleted for resources: {'Port': ['ID=e0ae8da7-1974-49cb-80b1-7a303744e9f3,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:47.176477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06262e81-14c3-4cb0-a16b-b53d39e5743e tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7a8807-b6ef-4f1d-ad6d-bac1fe65cad7,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:47.216224 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06262e81-14c3-4cb0-a16b-b53d39e5743e tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:47.224354 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-06262e81-14c3-4cb0-a16b-b53d39e5743e tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3384817 Feb 08 15:55:47.225866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47392) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:47.234692 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Set router bf980798-bfed-4b52-bcb8-d5b64a2117b8 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:55:47.257390 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:47.298350 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:47.307345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c92ef4d8-5fbc-4406-9418-a3fbbc1cab11 req-ca33feb4-d4e9-4dde-b6bc-0c5a1c26772d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.1809402 Feb 08 15:55:47.648788 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:47.682266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '5025a6c9-401b-470b-b54a-1277f3ab8e01', 'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'mac_address': 'fa:16:3e:eb:07:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:41Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 2, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'subnets': [{'id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:47.786513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Checking router: bf980798-bfed-4b52-bcb8-d5b64a2117b8 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:55:47.797487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Updating router bf980798-bfed-4b52-bcb8-d5b64a2117b8 port 5025a6c9-401b-470b-b54a-1277f3ab8e01 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:55:47.841587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6cd10361-7ed0-4b6c-b281-270ed31f8504 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:47.913733 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:47.937904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 6cd10361-7ed0-4b6c-b281-270ed31f8504 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:47.938281 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6cd10361-7ed0-4b6c-b281-270ed31f8504), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:48.012625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Allocated IP 172.25.7.53 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/ec0552fe-ddde-4bd9-bc80-4e49287e769b) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:48.240083 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2751b086-7ad1-4338-a19f-91101e6c298b req-663be60b-770d-4aeb-902f-d8938a430913 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/security-groups?id=55a59d7d-2200-49e8-b31d-8bd56f2fd91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4509211 Feb 08 15:55:48.332462 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for port (ec0552fe-ddde-4bd9-bc80-4e49287e769b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:48.346486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:55:48.351722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:48.359973 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec681141-49f8-46c8-9d02-6c00e44bbf89 None None] Sync routers for ids ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:55:48.380436 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec681141-49f8-46c8-9d02-6c00e44bbf89 None None] Routers {'f4878fe8-5a23-458b-8fcc-2d110a11cd6d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:48.381073 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ec681141-49f8-46c8-9d02-6c00e44bbf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:48.452274 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-632e4580-6a02-42d7-8812-65a7f2be9e5b req-0c991443-5c1c-4985-b344-0603ce6d1714 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.2325506 Feb 08 15:55:48.467704 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ec0552fe-ddde-4bd9-bc80-4e49287e769b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:48.520420 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ec681141-49f8-46c8-9d02-6c00e44bbf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:48.541851 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec681141-49f8-46c8-9d02-6c00e44bbf89 None None] Routers {'f4878fe8-5a23-458b-8fcc-2d110a11cd6d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:48.545266 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ec681141-49f8-46c8-9d02-6c00e44bbf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:48.548302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 6cd10361-7ed0-4b6c-b281-270ed31f8504 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:48.568307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:48.574857 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:48.589483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:48.612259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event updated for resources: {'Port': ['ID=ec0552fe-ddde-4bd9-bc80-4e49287e769b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:48.640902 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-652da69a-d430-40bc-816a-b46e6c8bcaeb tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] 10.222.0.82 "DELETE /v2.0/floatingips/3e48a161-4e51-449e-8fa2-9d335445843e HTTP/1.1" status: 204 len: 168 time: 3.8805881 Feb 08 15:55:48.646179 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ec681141-49f8-46c8-9d02-6c00e44bbf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:48.654186 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec681141-49f8-46c8-9d02-6c00e44bbf89 None None] The sync data for ids ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:55:48.661828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47400) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:48.665359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e0ae8da7-1974-49cb-80b1-7a303744e9f3 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:48.669697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c6f41b-10f2-4e92-b555-95e0d87d06c8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:48.670227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:48.673688 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-63c6f41b-10f2-4e92-b555-95e0d87d06c8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:48.702561 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: e0ae8da7-1974-49cb-80b1-7a303744e9f3 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:55:48.702966 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e0ae8da7-1974-49cb-80b1-7a303744e9f3 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:55:48.706599 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:48.739619 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b389f08-de63-4a91-b450-5ec55cce9559 req-5479d83f-78ed-4924-834d-28d52a675f27 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:48.751178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b389f08-de63-4a91-b450-5ec55cce9559 req-5479d83f-78ed-4924-834d-28d52a675f27 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 0.3434954 Feb 08 15:55:48.769699 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:48.777181 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Publish callbacks [] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:48.786512 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:48.813157 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for floatingip (82c8718a-1016-4191-bd2d-1e61109b86a9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:48.877284 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b389f08-de63-4a91-b450-5ec55cce9559 req-b9a5a23d-f5e8-4fd3-ae51-dd62a6cb8c59 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250193 Feb 08 15:55:48.884073 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ec0552fe-ddde-4bd9-bc80-4e49287e769b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:48.908467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72dcf4-133e-47f0-ac53-89bcada5b4fc None None] Pushing event updated for resources: {'Port': ['ID=5025a6c9-401b-470b-b54a-1277f3ab8e01,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:48.973739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Attempting to bind port 5025a6c9-401b-470b-b54a-1277f3ab8e01 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:55:48.974993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Attempting to bind port 5025a6c9-401b-470b-b54a-1277f3ab8e01 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:55:48.975537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Attempting to bind port 5025a6c9-401b-470b-b54a-1277f3ab8e01 on network 8dac800a-41cf-4608-84ad-1dd6f88aa855 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:55:48.982829 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:55:48.983510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Checking segment: {'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:48.984083 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:48.985247 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Bound using segment: {'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:55:48.985894 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Bound port: 5025a6c9-401b-470b-b54a-1277f3ab8e01, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:55:48.986593 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:49.109293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] For port 5025a6c9-401b-470b-b54a-1277f3ab8e01, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:49.117286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] For port 5025a6c9-401b-470b-b54a-1277f3ab8e01, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=5025a6c9-401b-470b-b54a-1277f3ab8e01,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:55:49.138032 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:49.230245 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for port (ec0552fe-ddde-4bd9-bc80-4e49287e769b), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:49.243830 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ec0552fe-ddde-4bd9-bc80-4e49287e769b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:49.262078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72dcf4-133e-47f0-ac53-89bcada5b4fc None None] Pushing event updated for resources: {'Port': ['ID=5025a6c9-401b-470b-b54a-1277f3ab8e01,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:49.273881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d8336-243e-485c-8af0-8c73dd4acddf req-7034a5b7-6de6-4a12-9158-1b51e72ce1fb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:49.287459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-932d8336-243e-485c-8af0-8c73dd4acddf req-7034a5b7-6de6-4a12-9158-1b51e72ce1fb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.6012461 Feb 08 15:55:49.325964 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c9c65d03-2563-446f-88ae-8ef48e4ef6ed None None] Provisioning complete for port 5025a6c9-401b-470b-b54a-1277f3ab8e01 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:49.326344 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c9c65d03-2563-446f-88ae-8ef48e4ef6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:49.339393 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event updated for resources: {'Port': ['ID=ec0552fe-ddde-4bd9-bc80-4e49287e769b,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:49.367408 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:49.382787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 842b8e14-91d0-4501-be15-df2d99e2f2b9 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:55:49.394937 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0933b57b-ebd9-4528-9ed3-92139defd5d1 req-ec763fb7-ab47-4996-9307-135854f6637b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.2402916 Feb 08 15:55:49.428048 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 842b8e14-91d0-4501-be15-df2d99e2f2b9 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:49.430495 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Routers {'bf980798-bfed-4b52-bcb8-d5b64a2117b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:49.433395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:49.478579 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (82c8718a-1016-4191-bd2d-1e61109b86a9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:49.513509 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-63c6f41b-10f2-4e92-b555-95e0d87d06c8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (1f3315ff-9d37-4fae-b2f8-928c6b47f7b7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:49.557431 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:49.560090 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-07144e79-d584-4ee0-8740-dbaeafc5ba60 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3225758 Feb 08 15:55:49.644271 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-932d8336-243e-485c-8af0-8c73dd4acddf req-1d741c7a-8fd3-4066-8a67-c8efa929b1ac tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560085 Feb 08 15:55:49.684049 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c6f41b-10f2-4e92-b555-95e0d87d06c8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:49.687935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-63c6f41b-10f2-4e92-b555-95e0d87d06c8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:49.700543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c6f41b-10f2-4e92-b555-95e0d87d06c8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:49.702235 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-63c6f41b-10f2-4e92-b555-95e0d87d06c8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:49.722568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Allocated IP 172.25.7.102 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/8d458b5f-04a3-4e66-8591-937cbea259a0) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:49.739068 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] Set router bf980798-bfed-4b52-bcb8-d5b64a2117b8 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:55:49.751439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-024db5ba-f912-4c66-b78f-3b37768dae57 req-108ba996-7c10-4130-a940-ee2893709b9b tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0375013 Feb 08 15:55:49.758556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6f41b-10f2-4e92-b555-95e0d87d06c8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=1f3315ff-9d37-4fae-b2f8-928c6b47f7b7,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:49.785594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-63c6f41b-10f2-4e92-b555-95e0d87d06c8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7094328 Feb 08 15:55:49.785921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47414) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:49.795063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-27f1f35a-a562-4a8a-a417-201b1c4b16fb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-259334232', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:49.839651 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27f1f35a-a562-4a8a-a417-201b1c4b16fb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (e30475a5-a171-411d-b1cb-2f29959a22ec), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:49.841176 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27f1f35a-a562-4a8a-a417-201b1c4b16fb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (e30475a5-a171-411d-b1cb-2f29959a22ec), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:49.845965 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:55:49.987204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 842b8e14-91d0-4501-be15-df2d99e2f2b9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=842b8e14-91d0-4501-be15-df2d99e2f2b9,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:50.004302 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27f1f35a-a562-4a8a-a417-201b1c4b16fb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for router_controller (e30475a5-a171-411d-b1cb-2f29959a22ec), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:50.007820 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks [] for port (8d458b5f-04a3-4e66-8591-937cbea259a0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:50.030041 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27f1f35a-a562-4a8a-a417-201b1c4b16fb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (e30475a5-a171-411d-b1cb-2f29959a22ec), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:50.070463 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27f1f35a-a562-4a8a-a417-201b1c4b16fb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:50.074212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1672ac87-191f-4d07-925a-f93e58c6f989 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:55:50.081499 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-27f1f35a-a562-4a8a-a417-201b1c4b16fb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2944081 Feb 08 15:55:50.084191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47428) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:50.095629 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (8d458b5f-04a3-4e66-8591-937cbea259a0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:50.110363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-a74c8b56-b27b-4164-b5f9-b49703409004 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1129163151&fields=id&tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc HTTP/1.1" status: 200 len: 267 time: 0.1389482 Feb 08 15:55:50.273285 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:50.277356 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:50.316878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:50.321449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db4d9a-0de5-4417-9211-3a2b0eb7a0e6 req-f5d64769-7b55-414e-a5cf-1cdd8626ce72 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:50.334153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7db4d9a-0de5-4417-9211-3a2b0eb7a0e6 req-f5d64769-7b55-414e-a5cf-1cdd8626ce72 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 0.1913378 Feb 08 15:55:50.339439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': '1f3315ff-9d37-4fae-b2f8-928c6b47f7b7'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:55:50.340582 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:50.383867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-c444c639-db7d-4d6e-af82-d6b01815ce42 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:50.398977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-c444c639-db7d-4d6e-af82-d6b01815ce42 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/networks?id=8dac800a-41cf-4608-84ad-1dd6f88aa855 HTTP/1.1" status: 200 len: 810 time: 0.2793450 Feb 08 15:55:50.425721 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-3ba00c8d-62c7-4b44-9a4b-b2d9cf49273f tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/quotas/d3c451d4ee6c4459ba1b1e1c1af423bc HTTP/1.1" status: 200 len: 375 time: 0.0157549 Feb 08 15:55:50.470504 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Pushing event updated for resources: {'Port': ['ID=8d458b5f-04a3-4e66-8591-937cbea259a0,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:50.546643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks [] for floatingip (66bd889f-2a4a-4234-b8db-5778cc7acc25), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:50.565385 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7db4d9a-0de5-4417-9211-3a2b0eb7a0e6 req-58e06910-1905-4890-8035-242516f9efd4 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188308 Feb 08 15:55:50.596432 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8d458b5f-04a3-4e66-8591-937cbea259a0), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:50.612581 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-f96c4daa-783b-4d94-8b03-8f0ea100ace1 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1768303 Feb 08 15:55:50.723273 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '842b8e14-91d0-4501-be15-df2d99e2f2b9', 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6', 'port_id': '842b8e14-91d0-4501-be15-df2d99e2f2b9', 'mac_address': 'fa:16:3e:50:87:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74506d9-bb81-41cd-9755-6285f6ea9968', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:55:50.912493 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:50.980630 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-8ca04551-5d74-4cab-9728-5ab6d91ecb8e service neutron] 10.222.0.82 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364863 Feb 08 15:55:50.985187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 842b8e14-91d0-4501-be15-df2d99e2f2b9 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:50.985605 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:51.039004 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:51.145063 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-4673123b-e946-4d46-a541-0f054ea260a3 service neutron] 10.222.0.82 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541243 Feb 08 15:55:51.147771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52aa4063-50e2-441c-a57f-1a39b764bafc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '842b8e14-91d0-4501-be15-df2d99e2f2b9'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:51.149701 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abab48e0-39b7-4d7c-9a0c-b4e4f3edc031" -d '{"events": [{"server_uuid": "52aa4063-50e2-441c-a57f-1a39b764bafc", "name": "network-vif-unplugged", "status": "completed", "tag": "842b8e14-91d0-4501-be15-df2d99e2f2b9"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:51.164095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c9c65d03-2563-446f-88ae-8ef48e4ef6ed None None] Current status of the port 5025a6c9-401b-470b-b54a-1277f3ab8e01 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:51.164513 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c9c65d03-2563-446f-88ae-8ef48e4ef6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:51.175694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b20c4-c123-4c48-9717-9d103ca6d7ac req-ccfa402d-7972-413e-8504-4c4c00dc5694 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:51.177253 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a8b20c4-c123-4c48-9717-9d103ca6d7ac req-ccfa402d-7972-413e-8504-4c4c00dc5694 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/ports?device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 945 time: 0.4061136 Feb 08 15:55:51.243202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 842b8e14-91d0-4501-be15-df2d99e2f2b9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=842b8e14-91d0-4501-be15-df2d99e2f2b9,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:51.261524 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 842b8e14-91d0-4501-be15-df2d99e2f2b9 is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:51.262499 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:51.339455 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:51.387172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 842b8e14-91d0-4501-be15-df2d99e2f2b9 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:55:51.397830 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a8b20c4-c123-4c48-9717-9d103ca6d7ac req-794b97d8-dec3-43b2-a1e6-7c4b29115cb5 tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/security-groups?id=55a59d7d-2200-49e8-b31d-8bd56f2fd91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926987 Feb 08 15:55:51.431957 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks [] for port (8d458b5f-04a3-4e66-8591-937cbea259a0), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:51.483058 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (8d458b5f-04a3-4e66-8591-937cbea259a0), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:51.533561 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::1 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/1f3315ff-9d37-4fae-b2f8-928c6b47f7b7/24813318-4edb-46aa-951f-28f495b055d9) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:51.550833 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 15:55:51.551373 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 15:55:51.566974 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5fa5c65b-b1d2-42b0-9045-dd03e9e7b0e9 req-0df265b2-ef8d-4778-a17b-023ef1bb993e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0982072 Feb 08 15:55:51.585104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c9c65d03-2563-446f-88ae-8ef48e4ef6ed None None] For port 5025a6c9-401b-470b-b54a-1277f3ab8e01, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=5025a6c9-401b-470b-b54a-1277f3ab8e01,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:51.616440 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c9c65d03-2563-446f-88ae-8ef48e4ef6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:51.651393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '5025a6c9-401b-470b-b54a-1277f3ab8e01', 'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'mac_address': 'fa:16:3e:eb:07:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:41Z', 'updated_at': '2022-02-08T15:55:49Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'subnets': [{'id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:51.689105 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce269a-55d8-4772-a777-8456e19dd5a7 req-ae391bd2-9963-430f-8a7e-fd9441bb1a65 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:51.690643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19ce269a-55d8-4772-a777-8456e19dd5a7 req-ae391bd2-9963-430f-8a7e-fd9441bb1a65 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.1028731 Feb 08 15:55:51.775575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0218e1-8fc2-439e-a10d-c408ac45eabc None None] The sync data for ids ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'] in n-d-824834-11 is: [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '5025a6c9-401b-470b-b54a-1277f3ab8e01', 'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'mac_address': 'fa:16:3e:eb:07:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:41Z', 'updated_at': '2022-02-08T15:55:49Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'subnets': [{'id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:55:51.789900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=842b8e14-91d0-4501-be15-df2d99e2f2b9,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:51.896241 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55bc2fa4-71a4-4992-865b-fdaca5c88c5a req-973b7245-edef-4aca-97e7-19c3f7085fdd tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.1351967 Feb 08 15:55:51.921647 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19ce269a-55d8-4772-a777-8456e19dd5a7 req-42ba6fa6-26e1-4b5f-8811-6f4c923d7110 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197278 Feb 08 15:55:51.941542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Pushing event updated for resources: {'Port': ['ID=8d458b5f-04a3-4e66-8591-937cbea259a0,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:51.944316 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (66bd889f-2a4a-4234-b8db-5778cc7acc25), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:51.979455 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c65d03-2563-446f-88ae-8ef48e4ef6ed None None] Pushing event updated for resources: {'Port': ['ID=5025a6c9-401b-470b-b54a-1277f3ab8e01,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:51.986935 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-94bcbb5a-0f72-4a21-8641-cabee8bf5a1d None None] Provisioning complete for port 5025a6c9-401b-470b-b54a-1277f3ab8e01 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:51.987569 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-94bcbb5a-0f72-4a21-8641-cabee8bf5a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:51.987716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6edae-fda3-472f-87cf-4a60c07b5786 req-65969c58-e3e0-46b8-8f31-733a83f46c7e tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:51.989179 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dee6edae-fda3-472f-87cf-4a60c07b5786 req-65969c58-e3e0-46b8-8f31-733a83f46c7e tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.94 "GET /v2.0/ports?device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 945 time: 0.4242563 Feb 08 15:55:51.999323 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:52.003490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47452) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:52.010361 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b3f8cab8-8797-4c6d-8681-fb8df702c839 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3466897 Feb 08 15:55:52.128225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (24813318-4edb-46aa-951f-28f495b055d9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:52.180386 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab133bf-6567-4a08-a9d4-62049b0cc2dc x-openstack-request-id: req-eab133bf-6567-4a08-a9d4-62049b0cc2dc {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:52.182527 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52aa4063-50e2-441c-a57f-1a39b764bafc", "name": "network-vif-unplugged", "status": "completed", "tag": "842b8e14-91d0-4501-be15-df2d99e2f2b9", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:52.183871 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-eab133bf-6567-4a08-a9d4-62049b0cc2dc {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:52.185347 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52aa4063-50e2-441c-a57f-1a39b764bafc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '842b8e14-91d0-4501-be15-df2d99e2f2b9', 'code': 200} Feb 08 15:55:52.195667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 842b8e14-91d0-4501-be15-df2d99e2f2b9 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:52.199086 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b76853a7-a2f4-4d4a-a353-361e02d1a75f req-a45d7ec7-6817-41b6-8600-a91db96d2f15 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 210 time: 0.0706019 Feb 08 15:55:52.199845 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:52.295066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842b8e14-91d0-4501-be15-df2d99e2f2b9 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:55:52.300447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-dee6edae-fda3-472f-87cf-4a60c07b5786 req-469f15f8-b51d-4a5b-b420-a08c2bfb783a tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Deleting port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:52.301618 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-dee6edae-fda3-472f-87cf-4a60c07b5786 req-469f15f8-b51d-4a5b-b420-a08c2bfb783a tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0a1d91e2-8c0b-4053-8b6e-d342b58fdad2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:52.381007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:52.443907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 842b8e14-91d0-4501-be15-df2d99e2f2b9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=842b8e14-91d0-4501-be15-df2d99e2f2b9,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:52.448612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-94bcbb5a-0f72-4a21-8641-cabee8bf5a1d None None] Current status of the port 5025a6c9-401b-470b-b54a-1277f3ab8e01 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:52.455627 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:52.522045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c551d2-4952-4893-b9e1-ecebfc5e33c7 req-ce4a1e33-7a7e-435e-8686-3f7a3f98169e tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:52.523685 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04c551d2-4952-4893-b9e1-ecebfc5e33c7 req-ce4a1e33-7a7e-435e-8686-3f7a3f98169e tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 944 time: 0.2512112 Feb 08 15:55:52.525124 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:52.565771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=842b8e14-91d0-4501-be15-df2d99e2f2b9,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:52.603012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-dee6edae-fda3-472f-87cf-4a60c07b5786 req-469f15f8-b51d-4a5b-b420-a08c2bfb783a tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] For port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=0a1d91e2-8c0b-4053-8b6e-d342b58fdad2,segment=NetworkSegment(4005c625-7589-4eca-b408-dc087618a7fd),segment_id=4005c625-7589-4eca-b408-dc087618a7fd)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:52.604392 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-dee6edae-fda3-472f-87cf-4a60c07b5786 req-469f15f8-b51d-4a5b-b420-a08c2bfb783a tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0a1d91e2-8c0b-4053-8b6e-d342b58fdad2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:52.605831 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Allocated IP 2001:db8::2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/1f3315ff-9d37-4fae-b2f8-928c6b47f7b7/fabcd071-6a23-45b6-8071-e7f3e31c2a81) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:52.633591 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-dee6edae-fda3-472f-87cf-4a60c07b5786 req-469f15f8-b51d-4a5b-b420-a08c2bfb783a tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Calling delete_port for 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:52.762946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['842b8e14-91d0-4501-be15-df2d99e2f2b9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:55:52.857622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04c551d2-4952-4893-b9e1-ecebfc5e33c7 req-3046bdeb-5050-4978-b467-d2701f568699 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206537 Feb 08 15:55:52.898219 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (24813318-4edb-46aa-951f-28f495b055d9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:52.919781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2214f-ad77-45d3-914d-8c48ec44ee9a req-4d35f250-6f1a-4484-99eb-e662930f12ae tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:52.931442 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8c2214f-ad77-45d3-914d-8c48ec44ee9a req-4d35f250-6f1a-4484-99eb-e662930f12ae tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/ports?device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 945 time: 0.3566787 Feb 08 15:55:53.073642 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36607c83-c906-49ce-a05d-a87f303c5cf0 req-69d9654b-f463-4f6c-91b3-656eae75b3b3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0552895 Feb 08 15:55:53.086260 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-dee6edae-fda3-472f-87cf-4a60c07b5786 req-469f15f8-b51d-4a5b-b420-a08c2bfb783a tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (0a1d91e2-8c0b-4053-8b6e-d342b58fdad2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:53.133238 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['0a1d91e2-8c0b-4053-8b6e-d342b58fdad2'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:55:53.141751 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:53.167389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:53.179427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:53.179974 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (e30475a5-a171-411d-b1cb-2f29959a22ec), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:53.180102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8c2214f-ad77-45d3-914d-8c48ec44ee9a req-41d9ec13-db8a-44d3-9c80-7cc4eb514ffb tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/security-groups?id=55a59d7d-2200-49e8-b31d-8bd56f2fd91d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472818 Feb 08 15:55:53.190584 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:53.201925 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=24813318-4edb-46aa-951f-28f495b055d9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:53.267379 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Publish callbacks [] for port (fabcd071-6a23-45b6-8071-e7f3e31c2a81), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:53.331471 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (fabcd071-6a23-45b6-8071-e7f3e31c2a81), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:53.356543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e2c5bdba-f1e3-4f73-bc49-519f497e924c req-8822e2a6-8f5c-4f8b-b266-770cf1b8bb88 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0743711 Feb 08 15:55:53.408317 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:53.424012 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:53.440020 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:53.619607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Pushing event updated for resources: {'Port': ['ID=fabcd071-6a23-45b6-8071-e7f3e31c2a81,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:53.653780 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bae4795d-1397-42e1-b301-0dc19cf12e61 req-291f1c5f-0dbb-458f-b1db-71317b51d767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 210 time: 0.0945559 Feb 08 15:55:53.686237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Attempting to bind port fabcd071-6a23-45b6-8071-e7f3e31c2a81 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:55:53.686623 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Attempting to bind port fabcd071-6a23-45b6-8071-e7f3e31c2a81 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:55:53.686986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Attempting to bind port fabcd071-6a23-45b6-8071-e7f3e31c2a81 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:55:53.700838 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:55:53.701242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:53.701655 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:53.702054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:55:53.702538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Bound port: fabcd071-6a23-45b6-8071-e7f3e31c2a81, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:55:53.702926 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fabcd071-6a23-45b6-8071-e7f3e31c2a81), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:53.765848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415916f-f64e-4434-b8ec-0f691a9d514d req-c4096214-dfc1-4ed1-8583-c394f1f00958 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:53.779628 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0415916f-f64e-4434-b8ec-0f691a9d514d req-c4096214-dfc1-4ed1-8583-c394f1f00958 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.3403561 Feb 08 15:55:53.899002 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0415916f-f64e-4434-b8ec-0f691a9d514d req-f05b5f62-7e48-4268-8292-4592a6fd5541 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024601 Feb 08 15:55:53.966607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Allocated IP 172.25.7.222 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/a93d53d7-4cb7-4b9a-96bc-d3a867fbe1ab) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:54.045063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] For port fabcd071-6a23-45b6-8071-e7f3e31c2a81, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:55:54.062801 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] For port fabcd071-6a23-45b6-8071-e7f3e31c2a81, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fabcd071-6a23-45b6-8071-e7f3e31c2a81,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:55:54.082498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5025a6c9-401b-470b-b54a-1277f3ab8e01 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:54.132634 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f15f8-b51d-4a5b-b420-a08c2bfb783a tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Pushing event deleted for resources: {'Port': ['ID=0a1d91e2-8c0b-4053-8b6e-d342b58fdad2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:54.156579 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee6edae-fda3-472f-87cf-4a60c07b5786 req-469f15f8-b51d-4a5b-b420-a08c2bfb783a tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] No DVR routers for this DVR port 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:55:54.232738 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (fabcd071-6a23-45b6-8071-e7f3e31c2a81), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:54.326904 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks [] for port (a93d53d7-4cb7-4b9a-96bc-d3a867fbe1ab), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:54.331929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-b36c64c3-3e06-49cf-be03-4f3724454a29 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:54.333884 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-b36c64c3-3e06-49cf-be03-4f3724454a29 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.94 "GET /v2.0/networks?id=8dac800a-41cf-4608-84ad-1dd6f88aa855 HTTP/1.1" status: 200 len: 810 time: 0.2940004 Feb 08 15:55:54.338445 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-dee6edae-fda3-472f-87cf-4a60c07b5786 req-469f15f8-b51d-4a5b-b420-a08c2bfb783a tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:54.342945 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dee6edae-fda3-472f-87cf-4a60c07b5786 req-469f15f8-b51d-4a5b-b420-a08c2bfb783a tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.94 "DELETE /v2.0/ports/0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 HTTP/1.1" status: 204 len: 173 time: 2.3312962 Feb 08 15:55:54.345031 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56729db9-203d-4eb9-b214-f2ddc027d4e0', 'name': 'network-vif-deleted', 'tag': '0a1d91e2-8c0b-4053-8b6e-d342b58fdad2'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:54.357273 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78674c8d-6046-4e0f-a503-0751fd80d10a" -d '{"events": [{"server_uuid": "56729db9-203d-4eb9-b214-f2ddc027d4e0", "name": "network-vif-deleted", "tag": "0a1d91e2-8c0b-4053-8b6e-d342b58fdad2"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:54.377823 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-444ce007-a6a2-47a4-896c-ff6e2f068348 req-dda1806d-801d-44a2-af2c-8d07f50f360d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0856345 Feb 08 15:55:54.390247 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d85cf0-00a0-4fbb-8df0-7f1047b74997 None None] Pushing event updated for resources: {'Port': ['ID=fabcd071-6a23-45b6-8071-e7f3e31c2a81,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:54.399350 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 5025a6c9-401b-470b-b54a-1277f3ab8e01 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:54.399961 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:54.466765 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 842b8e14-91d0-4501-be15-df2d99e2f2b9 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:54.497801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1c54f-5955-4bab-abc8-9eb4591aee04 req-a51c530e-df20-436f-983a-b568a5d11d59 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:54.506105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5e1c54f-5955-4bab-abc8-9eb4591aee04 req-a51c530e-df20-436f-983a-b568a5d11d59 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 945 time: 0.4690058 Feb 08 15:55:54.516231 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a93d53d7-4cb7-4b9a-96bc-d3a867fbe1ab), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:54.584579 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (24813318-4edb-46aa-951f-28f495b055d9), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:54.704604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 5025a6c9-401b-470b-b54a-1277f3ab8e01 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:54.715253 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-cbee69d6-c15c-4076-9ddd-f04e306257c0 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc HTTP/1.1" status: 200 len: 380 time: 0.2459097 Feb 08 15:55:54.724686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 842b8e14-91d0-4501-be15-df2d99e2f2b9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:54.725270 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:54.734498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-c00c18fe-11d7-4012-9e78-f4b85026e517 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Request body: {'port': {'device_id': 'e0838a25-731e-4c57-b8de-1710c65b7752', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'admin_state_up': True, 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'security_groups': ['75007e54-feb2-4748-b4ab-64593a3dc7bd']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:54.801755 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30d27407-a92c-4bfa-b7df-055110c7db15 req-bd96e3b0-cd7f-42c5-bdcf-12f5f2c98e0f tempest-ServerAddressesTestJSON-38014986 tempest-ServerAddressesTestJSON-38014986-project] 10.222.0.82 "GET /v2.0/ports?device_id=56729db9-203d-4eb9-b214-f2ddc027d4e0 HTTP/1.1" status: 200 len: 210 time: 0.1800201 Feb 08 15:55:54.855853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:54.906338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:54.913650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:54.917442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Pushing event updated for resources: {'Port': ['ID=a93d53d7-4cb7-4b9a-96bc-d3a867fbe1ab,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:55.010140 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 842b8e14-91d0-4501-be15-df2d99e2f2b9 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:55.011099 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:55.063080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52aa4063-50e2-441c-a57f-1a39b764bafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842b8e14-91d0-4501-be15-df2d99e2f2b9'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:55:55.065425 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d841ab2-74ba-44f6-a0a2-e99146da0afd" -d '{"events": [{"server_uuid": "52aa4063-50e2-441c-a57f-1a39b764bafc", "name": "network-vif-plugged", "status": "completed", "tag": "842b8e14-91d0-4501-be15-df2d99e2f2b9"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:55:55.076465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1bbdbec-1751-405a-ab53-d00329fc2305 req-4af2517d-406c-4cb4-af19-a8311235f093 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0684357 Feb 08 15:55:55.096086 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5e1c54f-5955-4bab-abc8-9eb4591aee04 req-4aaeb19b-3b5d-4276-997e-b921934d997d tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5890875 Feb 08 15:55:55.112097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 842b8e14-91d0-4501-be15-df2d99e2f2b9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=842b8e14-91d0-4501-be15-df2d99e2f2b9,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:55.119730 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:55.254446 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2136693b-e2a3-4c4f-bbf3-9c7f480b3a39 x-openstack-request-id: req-2136693b-e2a3-4c4f-bbf3-9c7f480b3a39 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:55.256857 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56729db9-203d-4eb9-b214-f2ddc027d4e0", "name": "network-vif-deleted", "tag": "0a1d91e2-8c0b-4053-8b6e-d342b58fdad2", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:55.257349 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2136693b-e2a3-4c4f-bbf3-9c7f480b3a39 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:55.258561 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56729db9-203d-4eb9-b214-f2ddc027d4e0', 'name': 'network-vif-deleted', 'tag': '0a1d91e2-8c0b-4053-8b6e-d342b58fdad2', 'status': 'completed', 'code': 200} Feb 08 15:55:55.270575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=842b8e14-91d0-4501-be15-df2d99e2f2b9,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:55.280918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:55:55.336160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:55:55.336622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 0a1d91e2-8c0b-4053-8b6e-d342b58fdad2 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:55:55.371624 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks [] for floatingip (f143e268-6b2d-4f2f-be6d-0e04d8c36dc9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:55.409454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1941fba-b1cb-488b-986c-e5766ab0fa4c req-3f1e9cf8-c343-4707-a7ed-558652ac8fc7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 210 time: 0.1083660 Feb 08 15:55:55.498950 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612a474d-04aa-458a-b977-50352d5052aa x-openstack-request-id: req-612a474d-04aa-458a-b977-50352d5052aa {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:55:55.499341 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52aa4063-50e2-441c-a57f-1a39b764bafc", "name": "network-vif-plugged", "status": "completed", "tag": "842b8e14-91d0-4501-be15-df2d99e2f2b9", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:55:55.499722 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-612a474d-04aa-458a-b977-50352d5052aa {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:55:55.500201 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52aa4063-50e2-441c-a57f-1a39b764bafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842b8e14-91d0-4501-be15-df2d99e2f2b9', 'code': 200} Feb 08 15:55:55.537286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61148f3-f451-4bfe-9fc1-f1672c92c79a req-5332e302-4446-4e80-86af-4ecd28bea7ab tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:55.547232 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b61148f3-f451-4bfe-9fc1-f1672c92c79a req-5332e302-4446-4e80-86af-4ecd28bea7ab tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.2297471 Feb 08 15:55:55.555729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-c00c18fe-11d7-4012-9e78-f4b85026e517 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Made reservation on behalf of d3c451d4ee6c4459ba1b1e1c1af423bc for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:55:55.559576 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a93d53d7-4cb7-4b9a-96bc-d3a867fbe1ab), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:55.567870 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-c00c18fe-11d7-4012-9e78-f4b85026e517 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:55.641294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-269ea864-4338-4324-a92e-51e37ce59d82 req-2f83d708-201a-45f9-b56d-e8d064f6edc5 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0424056 Feb 08 15:55:55.709408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b61148f3-f451-4bfe-9fc1-f1672c92c79a req-83fba9ed-61c1-4b18-a065-fc20fdf93c81 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555924 Feb 08 15:55:55.916744 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fabcd071-6a23-45b6-8071-e7f3e31c2a81 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:55.917032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47488) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:56.013968 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks [] for port (a93d53d7-4cb7-4b9a-96bc-d3a867fbe1ab), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:56.033690 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e19be-1317-404b-9e94-730c5f039d88 req-836aff9c-83f8-4e47-9503-3aea953453a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:56.036215 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-af0e19be-1317-404b-9e94-730c5f039d88 req-836aff9c-83f8-4e47-9503-3aea953453a9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 1129 time: 0.3256035 Feb 08 15:55:56.039462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a239a0-48dc-4922-9cfc-fda05ed5d782 admin admin] Deleting subnet 20eb5085-e5a8-4a00-b794-9343514e4362 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:55:56.047416 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (a93d53d7-4cb7-4b9a-96bc-d3a867fbe1ab), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:56.054901 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11a239a0-48dc-4922-9cfc-fda05ed5d782 admin admin] Publish callbacks [] for subnet (20eb5085-e5a8-4a00-b794-9343514e4362), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:56.061765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-c00c18fe-11d7-4012-9e78-f4b85026e517 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Allocated IP 172.20.0.8 (8dac800a-41cf-4608-84ad-1dd6f88aa855/c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9/d5202aec-bda7-492e-b04d-b693098fbacc) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:55:56.082378 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (24813318-4edb-46aa-951f-28f495b055d9), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:56.095020 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (24813318-4edb-46aa-951f-28f495b055d9), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:56.095792 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (e30475a5-a171-411d-b1cb-2f29959a22ec), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:56.168198 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port fabcd071-6a23-45b6-8071-e7f3e31c2a81 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:56.177708 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fabcd071-6a23-45b6-8071-e7f3e31c2a81), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:56.335369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port fabcd071-6a23-45b6-8071-e7f3e31c2a81 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:56.336040 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fabcd071-6a23-45b6-8071-e7f3e31c2a81), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:56.374574 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11a239a0-48dc-4922-9cfc-fda05ed5d782 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (20eb5085-e5a8-4a00-b794-9343514e4362), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:56.383736 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9bef7dd7-2e9c-4dde-92c0-d145bd4c00a2 req-a5f4a149-5e0a-4d87-b130-dca64ea01c6d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0874014 Feb 08 15:55:56.417350 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-af0e19be-1317-404b-9e94-730c5f039d88 req-84696101-bbc9-4b63-875e-e452052c6572 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711591 Feb 08 15:55:56.422894 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port fabcd071-6a23-45b6-8071-e7f3e31c2a81, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fabcd071-6a23-45b6-8071-e7f3e31c2a81,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:55:56.458105 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (fabcd071-6a23-45b6-8071-e7f3e31c2a81), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:56.472699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:56.500147 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:56.524802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Pushing event updated for resources: {'Port': ['ID=a93d53d7-4cb7-4b9a-96bc-d3a867fbe1ab,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:56.574136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3de27b2c-fab2-4d23-b95a-ece47b125059 None None] Provisioning complete for port fabcd071-6a23-45b6-8071-e7f3e31c2a81 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:56.582149 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3de27b2c-fab2-4d23-b95a-ece47b125059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fabcd071-6a23-45b6-8071-e7f3e31c2a81), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:56.628744 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=24813318-4edb-46aa-951f-28f495b055d9,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:56.641841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:56.642478 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:56.642994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:56.643486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:56.643976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:56.644476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:56.644989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:56.645477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:56.645980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:56.646469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:56.651212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:56.651806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:56.652313 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:56.661696 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-75489825-5411-4a28-b037-0c358234cc6c req-69ab03c9-e270-4b07-bf7d-38482d952843 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 210 time: 0.0729899 Feb 08 15:55:56.718618 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11a239a0-48dc-4922-9cfc-fda05ed5d782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (20eb5085-e5a8-4a00-b794-9343514e4362), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:56.758277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=fabcd071-6a23-45b6-8071-e7f3e31c2a81,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:56.843320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f808bb-a1e1-41f8-b5ae-d9a35217da11 req-134636e2-2743-42af-bbd6-fb2424c828b7 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:56.844884 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2f808bb-a1e1-41f8-b5ae-d9a35217da11 req-134636e2-2743-42af-bbd6-fb2424c828b7 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 0.5541673 Feb 08 15:55:56.845740 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (f143e268-6b2d-4f2f-be6d-0e04d8c36dc9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:56.881069 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3de27b2c-fab2-4d23-b95a-ece47b125059 None None] Current status of the port fabcd071-6a23-45b6-8071-e7f3e31c2a81 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:56.909247 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:56.910798 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-04135948-5129-4363-833f-6917de5df910 tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9060302 Feb 08 15:55:56.923720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47500) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:56.966820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f63b4bf-96b4-48d9-9ea4-290afdef63b6 req-03ce10de-4dfb-49b2-a235-f3bb218ec74e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0779057 Feb 08 15:55:57.021640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-afae40b9-9206-4380-a565-183b58fdf171 None None] Provisioning complete for port 24813318-4edb-46aa-951f-28f495b055d9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:57.022353 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-afae40b9-9206-4380-a565-183b58fdf171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (24813318-4edb-46aa-951f-28f495b055d9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:57.087752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2f808bb-a1e1-41f8-b5ae-d9a35217da11 req-7a1e6c99-bb37-4281-b6e1-620055ea469f tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151155 Feb 08 15:55:57.099729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-afae40b9-9206-4380-a565-183b58fdf171 None None] Port 24813318-4edb-46aa-951f-28f495b055d9 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:57.100809 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11a239a0-48dc-4922-9cfc-fda05ed5d782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (20eb5085-e5a8-4a00-b794-9343514e4362), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:57.139359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a239a0-48dc-4922-9cfc-fda05ed5d782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20eb5085-e5a8-4a00-b794-9343514e4362,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:57.148934 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11a239a0-48dc-4922-9cfc-fda05ed5d782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:57.152257 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-11a239a0-48dc-4922-9cfc-fda05ed5d782 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/20eb5085-e5a8-4a00-b794-9343514e4362 HTTP/1.1" status: 204 len: 168 time: 1.2342591 Feb 08 15:55:57.155008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47502) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:57.228851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-fa1e17e0-5216-482c-8a4c-5e641a0ca4bc None None] Provisioning complete for port 24813318-4edb-46aa-951f-28f495b055d9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:57.230437 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa1e17e0-5216-482c-8a4c-5e641a0ca4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (24813318-4edb-46aa-951f-28f495b055d9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:57.266831 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b996da5-d5b6-49d5-bda4-6601ffe96edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (83e12c9e-0fc5-45a5-9a3a-0a76ffe02868), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:57.289766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae12805-bac9-437a-9ae2-cbf784ca07b3 req-244c4faa-3b70-4638-ba49-db4274074ccb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:57.292553 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ae12805-bac9-437a-9ae2-cbf784ca07b3 req-244c4faa-3b70-4638-ba49-db4274074ccb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.1162822 Feb 08 15:55:57.320526 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fa1e17e0-5216-482c-8a4c-5e641a0ca4bc None None] Port 24813318-4edb-46aa-951f-28f495b055d9 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:57.399098 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8788258a-91e2-4beb-9126-a0ccc7fd81d5 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] 10.222.0.82 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3875 time: 0.4603245 Feb 08 15:55:57.402174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47504) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:57.507977 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b996da5-d5b6-49d5-bda4-6601ffe96edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (83e12c9e-0fc5-45a5-9a3a-0a76ffe02868), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:57.525868 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-c00c18fe-11d7-4012-9e78-f4b85026e517 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for port (d5202aec-bda7-492e-b04d-b693098fbacc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:57.561342 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ae12805-bac9-437a-9ae2-cbf784ca07b3 req-86e8de9a-3baf-4356-8d3b-788aa882ecf6 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458467 Feb 08 15:55:57.574258 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-85b7d9c0-0867-4c36-935c-250ee8eadb6b tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] 10.222.0.82 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1691315 Feb 08 15:55:57.577745 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47508) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:57.628393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-8b996da5-d5b6-49d5-bda4-6601ffe96edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e12c9e-0fc5-45a5-9a3a-0a76ffe02868']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:57.638715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Router e30475a5-a171-411d-b1cb-2f29959a22ec is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:55:57.755832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-138fa96c-0e82-4b31-8ad0-bcd575a09e4a req-638ff57f-b993-46e8-90d6-1210889efe22 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.1925604 Feb 08 15:55:57.777003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-8b996da5-d5b6-49d5-bda4-6601ffe96edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4005c625-7589-4eca-b408-dc087618a7fd') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:57.779674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-8b996da5-d5b6-49d5-bda4-6601ffe96edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4005c625-7589-4eca-b408-dc087618a7fd') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:57.840633 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b996da5-d5b6-49d5-bda4-6601ffe96edd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (4005c625-7589-4eca-b408-dc087618a7fd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:57.851438 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fabcd071-6a23-45b6-8071-e7f3e31c2a81 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:55:57.924366 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b996da5-d5b6-49d5-bda4-6601ffe96edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (4005c625-7589-4eca-b408-dc087618a7fd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:57.934139 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-c00c18fe-11d7-4012-9e78-f4b85026e517 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d5202aec-bda7-492e-b04d-b693098fbacc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:57.946833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b996da5-d5b6-49d5-bda4-6601ffe96edd admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:55:57.947508 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:55:57.948054 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b996da5-d5b6-49d5-bda4-6601ffe96edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (4005c625-7589-4eca-b408-dc087618a7fd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:55:57.951374 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:55:57.970090 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Sync routers for ids ['e30475a5-a171-411d-b1cb-2f29959a22ec'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:55:58.002417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Routers {'e30475a5-a171-411d-b1cb-2f29959a22ec'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:55:58.002962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e30475a5-a171-411d-b1cb-2f29959a22ec'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:58.046949 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-372794b3-b4b3-43d8-971d-797081985c64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "PUT /v2.0/routers/e30475a5-a171-411d-b1cb-2f29959a22ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9614022 Feb 08 15:55:58.050799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47514) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:58.093422 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3320c-343e-47b6-8e51-50fd49614960 req-11cff560-fbe7-49c7-a026-98b633a7b14d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:58.107952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fd3320c-343e-47b6-8e51-50fd49614960 req-11cff560-fbe7-49c7-a026-98b633a7b14d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 931 time: 0.2648380 Feb 08 15:55:58.123018 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Set router e30475a5-a171-411d-b1cb-2f29959a22ec gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:55:58.172994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-c00c18fe-11d7-4012-9e78-f4b85026e517 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Network 8dac800a-41cf-4608-84ad-1dd6f88aa855 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:55:58.178693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port fabcd071-6a23-45b6-8071-e7f3e31c2a81 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:58.179354 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fabcd071-6a23-45b6-8071-e7f3e31c2a81), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:58.212110 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-c00c18fe-11d7-4012-9e78-f4b85026e517 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:55:58.218108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-c00c18fe-11d7-4012-9e78-f4b85026e517 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:55:58.262205 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c18fe-11d7-4012-9e78-f4b85026e517 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event updated for resources: {'Port': ['ID=d5202aec-bda7-492e-b04d-b693098fbacc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:58.277212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fd3320c-343e-47b6-8e51-50fd49614960 req-7d702451-1e83-4f94-82ca-74434bd1b56b tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678877 Feb 08 15:55:58.290468 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39ff36f8-47eb-48b5-99e6-af1f946d4573 req-fad2eed0-7b7a-438f-82b7-8e046194e5fe tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0888479 Feb 08 15:55:58.295166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f45525-a747-4ba3-8e89-266c8d259da9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:58.304192 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-18f45525-a747-4ba3-8e89-266c8d259da9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports/24813318-4edb-46aa-951f-28f495b055d9 HTTP/1.1" status: 200 len: 911 time: 0.2332816 Feb 08 15:55:58.308304 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b996da5-d5b6-49d5-bda4-6601ffe96edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (83e12c9e-0fc5-45a5-9a3a-0a76ffe02868), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:58.313691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47518) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:58.435924 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b996da5-d5b6-49d5-bda4-6601ffe96edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:58.446440 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8b996da5-d5b6-49d5-bda4-6601ffe96edd admin admin] 10.222.0.82 "DELETE /v2.0/networks/83e12c9e-0fc5-45a5-9a3a-0a76ffe02868 HTTP/1.1" status: 204 len: 168 time: 1.2901342 Feb 08 15:55:58.469160 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-c00c18fe-11d7-4012-9e78-f4b85026e517 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:58.471018 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-c00c18fe-11d7-4012-9e78-f4b85026e517 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:58.529732 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-c00c18fe-11d7-4012-9e78-f4b85026e517 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8049562 Feb 08 15:55:58.552308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Request body: {'port': {'device_id': 'e0838a25-731e-4c57-b8de-1710c65b7752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:55:58.559380 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b996da5-d5b6-49d5-bda4-6601ffe96edd admin admin] Pushing event deleted for resources: {'Network': ['ID=83e12c9e-0fc5-45a5-9a3a-0a76ffe02868,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:58.570643 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-82308b8a-9a2d-4c7e-bc69-6ba6891134ea tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Deleting port a93d53d7-4cb7-4b9a-96bc-d3a867fbe1ab {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:55:58.570987 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82308b8a-9a2d-4c7e-bc69-6ba6891134ea tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a93d53d7-4cb7-4b9a-96bc-d3a867fbe1ab), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:58.764791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47524) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:58.811247 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d5202aec-bda7-492e-b04d-b693098fbacc), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:58.838758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-26b345f4-2a2d-4b3b-a392-3b83b5e6d2cc None None] Provisioning complete for port d5202aec-bda7-492e-b04d-b693098fbacc triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:55:58.841508 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-26b345f4-2a2d-4b3b-a392-3b83b5e6d2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d5202aec-bda7-492e-b04d-b693098fbacc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:58.932448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-26b345f4-2a2d-4b3b-a392-3b83b5e6d2cc None None] Port d5202aec-bda7-492e-b04d-b693098fbacc cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:55:58.937800 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7aa42c1b-1137-4880-968c-ebb8da3940a0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1f763f52237649ffab58976e6206f434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1717355 Feb 08 15:55:58.939809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port fabcd071-6a23-45b6-8071-e7f3e31c2a81 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:55:58.949580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47528) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:59.004297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30475a5-a171-411d-b1cb-2f29959a22ec', 'name': 'tempest-NetworksTestDHCPv6-router-259334232', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:49Z', 'updated_at': '2022-02-08T15:55:54Z', 'revision_number': 2, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'gw_port_host': None, '_interfaces': [{'id': '24813318-4edb-46aa-951f-28f495b055d9', 'name': '', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'mac_address': 'fa:16:3e:74:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30475a5-a171-411d-b1cb-2f29959a22ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '1f3315ff-9d37-4fae-b2f8-928c6b47f7b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:51Z', 'updated_at': '2022-02-08T15:55:55Z', 'revision_number': 2, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'subnets': [{'id': '1f3315ff-9d37-4fae-b2f8-928c6b47f7b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:55:59.051533 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Checking router: e30475a5-a171-411d-b1cb-2f29959a22ec for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:55:59.052867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Updating router e30475a5-a171-411d-b1cb-2f29959a22ec port 24813318-4edb-46aa-951f-28f495b055d9 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:55:59.085992 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:55:59.114661 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (24813318-4edb-46aa-951f-28f495b055d9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:59.192737 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-760a361f-4374-49a1-9c72-2b8c10c32132 admin admin] Publish callbacks [] for security_group (55a59d7d-2200-49e8-b31d-8bd56f2fd91d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:59.369622 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-760a361f-4374-49a1-9c72-2b8c10c32132 admin admin] Publish callbacks [] for security_group (55a59d7d-2200-49e8-b31d-8bd56f2fd91d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:59.461331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f614e8c-f206-489b-9c7c-13180bd73b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:59.473648 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f614e8c-f206-489b-9c7c-13180bd73b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:59.482728 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7f614e8c-f206-489b-9c7c-13180bd73b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.1569214 Feb 08 15:55:59.487800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47534) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:55:59.520296 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Publish callbacks [] for port (24813318-4edb-46aa-951f-28f495b055d9), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:59.528318 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (24813318-4edb-46aa-951f-28f495b055d9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:59.642493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef8a06-2f7f-4850-a893-56069c4dd4d5 None None] Pushing event updated for resources: {'Port': ['ID=24813318-4edb-46aa-951f-28f495b055d9,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:55:59.642841 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d13ff-6ad9-468c-bf49-bc3dfb78673e req-46e2f747-bcaa-4215-a301-e80cfda42009 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:59.650081 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c8d13ff-6ad9-468c-bf49-bc3dfb78673e req-46e2f747-bcaa-4215-a301-e80cfda42009 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 1.1277161 Feb 08 15:55:59.695353 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82308b8a-9a2d-4c7e-bc69-6ba6891134ea tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a93d53d7-4cb7-4b9a-96bc-d3a867fbe1ab), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:59.695690 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82308b8a-9a2d-4c7e-bc69-6ba6891134ea tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks [] for floatingip (a93d53d7-4cb7-4b9a-96bc-d3a867fbe1ab), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:59.697320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef8a06-2f7f-4850-a893-56069c4dd4d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:59.698254 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef8a06-2f7f-4850-a893-56069c4dd4d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:59.698968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef8a06-2f7f-4850-a893-56069c4dd4d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:59.700231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef8a06-2f7f-4850-a893-56069c4dd4d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:59.703583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef8a06-2f7f-4850-a893-56069c4dd4d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:59.704604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef8a06-2f7f-4850-a893-56069c4dd4d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:59.706535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef8a06-2f7f-4850-a893-56069c4dd4d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:59.707387 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef8a06-2f7f-4850-a893-56069c4dd4d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:59.710842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef8a06-2f7f-4850-a893-56069c4dd4d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:59.713545 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef8a06-2f7f-4850-a893-56069c4dd4d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:59.714317 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef8a06-2f7f-4850-a893-56069c4dd4d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:59.716504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef8a06-2f7f-4850-a893-56069c4dd4d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:59.717279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef8a06-2f7f-4850-a893-56069c4dd4d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:55:59.794182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Attempting to bind port 24813318-4edb-46aa-951f-28f495b055d9 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:55:59.794182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Attempting to bind port 24813318-4edb-46aa-951f-28f495b055d9 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:55:59.804016 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Attempting to bind port 24813318-4edb-46aa-951f-28f495b055d9 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:55:59.810709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-82308b8a-9a2d-4c7e-bc69-6ba6891134ea tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Calling delete_port for a93d53d7-4cb7-4b9a-96bc-d3a867fbe1ab owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:55:59.827031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:55:59.827301 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:55:59.830762 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:59.833465 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:55:59.834849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Bound port: 24813318-4edb-46aa-951f-28f495b055d9, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:55:59.839718 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (24813318-4edb-46aa-951f-28f495b055d9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:55:59.866156 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f79a5-069e-4128-b37c-ce4e13c4afa7 req-1cff2516-4ef0-4d55-a16c-0823a206eaa8 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:55:59.882122 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b61f79a5-069e-4128-b37c-ce4e13c4afa7 req-1cff2516-4ef0-4d55-a16c-0823a206eaa8 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 1.1429949 Feb 08 15:56:00.076109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5202aec-bda7-492e-b04d-b693098fbacc {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:56:00.086902 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Publish callbacks [] for port (d5202aec-bda7-492e-b04d-b693098fbacc), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:00.117670 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b61f79a5-069e-4128-b37c-ce4e13c4afa7 req-b6626e4f-34f2-4045-946b-1f9d0b0abe6b tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345331 Feb 08 15:56:00.156528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c8d13ff-6ad9-468c-bf49-bc3dfb78673e req-c6be1a0c-a9b5-4ad9-84f4-495b88970221 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025208 Feb 08 15:56:00.170688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] For port 24813318-4edb-46aa-951f-28f495b055d9, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:56:00.177194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] For port 24813318-4edb-46aa-951f-28f495b055d9, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=24813318-4edb-46aa-951f-28f495b055d9,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:56:00.200909 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-69a09882-85f6-43f9-9762-a4eb1e558ed9 None None] Provisioning complete for port 24813318-4edb-46aa-951f-28f495b055d9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:00.201385 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-69a09882-85f6-43f9-9762-a4eb1e558ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (24813318-4edb-46aa-951f-28f495b055d9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:00.245414 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Transition to ACTIVE for port object d5202aec-bda7-492e-b04d-b693098fbacc will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:56:00.263824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-69a09882-85f6-43f9-9762-a4eb1e558ed9 None None] Port 24813318-4edb-46aa-951f-28f495b055d9 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:56:00.267743 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (24813318-4edb-46aa-951f-28f495b055d9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:00.294602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-760a361f-4374-49a1-9c72-2b8c10c32132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (55a59d7d-2200-49e8-b31d-8bd56f2fd91d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:00.297415 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-760a361f-4374-49a1-9c72-2b8c10c32132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:00.298725 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-760a361f-4374-49a1-9c72-2b8c10c32132 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/55a59d7d-2200-49e8-b31d-8bd56f2fd91d HTTP/1.1" status: 204 len: 168 time: 1.3367796 Feb 08 15:56:00.403687 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d5202aec-bda7-492e-b04d-b693098fbacc), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:00.484998 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Routers {'e30475a5-a171-411d-b1cb-2f29959a22ec'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:56:00.488066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:55:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e30475a5-a171-411d-b1cb-2f29959a22ec'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:00.645455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5202aec-bda7-492e-b04d-b693098fbacc,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:00.690721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a361f-4374-49a1-9c72-2b8c10c32132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a59d7d-2200-49e8-b31d-8bd56f2fd91d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:00.765155 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5949db5a-8a4e-4d37-8243-afff57ecc87b req-981faa4b-dbda-4239-a5f6-c20e37697822 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.2444029 Feb 08 15:56:00.780042 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82308b8a-9a2d-4c7e-bc69-6ba6891134ea tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a93d53d7-4cb7-4b9a-96bc-d3a867fbe1ab), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:00.898136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82308b8a-9a2d-4c7e-bc69-6ba6891134ea tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Pushing event deleted for resources: {'Port': ['ID=a93d53d7-4cb7-4b9a-96bc-d3a867fbe1ab,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:00.975902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef8a06-2f7f-4850-a893-56069c4dd4d5 None None] Pushing event updated for resources: {'Port': ['ID=24813318-4edb-46aa-951f-28f495b055d9,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:01.053853 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] Set router e30475a5-a171-411d-b1cb-2f29959a22ec gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:56:01.133574 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f909767d-3aa9-4dbb-99b1-701e6014156e req-cc99e38e-cda7-4136-8c3f-4c59f3a0805e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0946472 Feb 08 15:56:01.188282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692797fe-10c3-4bdd-b1e4-5ddb57833437 req-d417589f-4ecc-41ca-bdc4-7d6287b8ae05 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:01.192142 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-692797fe-10c3-4bdd-b1e4-5ddb57833437 req-d417589f-4ecc-41ca-bdc4-7d6287b8ae05 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 943 time: 0.6700056 Feb 08 15:56:01.211612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Attempting to bind port d5202aec-bda7-492e-b04d-b693098fbacc on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:01.212164 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Attempting to bind port d5202aec-bda7-492e-b04d-b693098fbacc by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:01.212312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Attempting to bind port d5202aec-bda7-492e-b04d-b693098fbacc on network 8dac800a-41cf-4608-84ad-1dd6f88aa855 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:01.238066 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Port d5202aec-bda7-492e-b04d-b693098fbacc on network 8dac800a-41cf-4608-84ad-1dd6f88aa855 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:01.238597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Attempting to bind port d5202aec-bda7-492e-b04d-b693098fbacc on network 8dac800a-41cf-4608-84ad-1dd6f88aa855 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:01.281529 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:56:01.282894 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Checking segment: {'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:56:01.282894 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Bound using segment: {'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:56:01.283348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Bound port: d5202aec-bda7-492e-b04d-b693098fbacc, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:56:01.283942 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d5202aec-bda7-492e-b04d-b693098fbacc), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:01.383714 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82308b8a-9a2d-4c7e-bc69-6ba6891134ea tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks [] for floatingip (f143e268-6b2d-4f2f-be6d-0e04d8c36dc9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:01.397200 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82308b8a-9a2d-4c7e-bc69-6ba6891134ea tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:01.406105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-82308b8a-9a2d-4c7e-bc69-6ba6891134ea tempest-FloatingIPAdminTestJSON-1456613100 tempest-FloatingIPAdminTestJSON-1456613100-project] 10.222.0.82 "DELETE /v2.0/floatingips/f143e268-6b2d-4f2f-be6d-0e04d8c36dc9 HTTP/1.1" status: 204 len: 168 time: 3.8261502 Feb 08 15:56:01.407092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47548) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:01.524494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-692797fe-10c3-4bdd-b1e4-5ddb57833437 req-830e1e4f-8e91-4d33-87f1-34a666914b2c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3207176 Feb 08 15:56:01.698152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593ef99-cc66-4ac9-8453-c1cf79543b02 req-2a079ed3-b73e-4e53-b7c6-5c52ebcdd98f tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:01.701039 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e593ef99-cc66-4ac9-8453-c1cf79543b02 req-2a079ed3-b73e-4e53-b7c6-5c52ebcdd98f tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 0.2815621 Feb 08 15:56:01.846943 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-86e8c39b-8e72-4f39-8795-c2b5cdfc273c None None] Provisioning complete for port 24813318-4edb-46aa-951f-28f495b055d9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:01.847709 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-86e8c39b-8e72-4f39-8795-c2b5cdfc273c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (24813318-4edb-46aa-951f-28f495b055d9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:01.865253 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3c2db84c-01f9-4ea6-9ece-558654ab755a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:01.933930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7edf3a5a-cc2f-4718-9b14-aa9a8ae80f13 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Deleting port 8d458b5f-04a3-4e66-8591-937cbea259a0 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:01.934508 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7edf3a5a-cc2f-4718-9b14-aa9a8ae80f13 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8d458b5f-04a3-4e66-8591-937cbea259a0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:02.122768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e593ef99-cc66-4ac9-8453-c1cf79543b02 req-da12a5fa-dc09-4a95-b0ab-8214237cf84e tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085631 Feb 08 15:56:02.142211 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30475a5-a171-411d-b1cb-2f29959a22ec', 'name': 'tempest-NetworksTestDHCPv6-router-259334232', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:49Z', 'updated_at': '2022-02-08T15:55:54Z', 'revision_number': 2, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'gw_port_host': None, '_interfaces': [{'id': '24813318-4edb-46aa-951f-28f495b055d9', 'name': '', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'mac_address': 'fa:16:3e:74:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30475a5-a171-411d-b1cb-2f29959a22ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '1f3315ff-9d37-4fae-b2f8-928c6b47f7b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:51Z', 'updated_at': '2022-02-08T15:56:00Z', 'revision_number': 4, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'subnets': [{'id': '1f3315ff-9d37-4fae-b2f8-928c6b47f7b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:02.231636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a22b7-1afd-4d9e-a6e7-dc8fb42d19ad req-ba657340-24ef-4f55-bef0-54c577bc69df tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:02.238928 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-851a22b7-1afd-4d9e-a6e7-dc8fb42d19ad req-ba657340-24ef-4f55-bef0-54c577bc69df tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.4295208 Feb 08 15:56:02.282581 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d33b2-f13e-4468-b975-a54e8950a2b6 None None] The sync data for ids ['e30475a5-a171-411d-b1cb-2f29959a22ec'] in n-d-824834-11 is: [{'id': 'e30475a5-a171-411d-b1cb-2f29959a22ec', 'name': 'tempest-NetworksTestDHCPv6-router-259334232', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:49Z', 'updated_at': '2022-02-08T15:55:54Z', 'revision_number': 2, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'gw_port_host': None, '_interfaces': [{'id': '24813318-4edb-46aa-951f-28f495b055d9', 'name': '', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'mac_address': 'fa:16:3e:74:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30475a5-a171-411d-b1cb-2f29959a22ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '1f3315ff-9d37-4fae-b2f8-928c6b47f7b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:51Z', 'updated_at': '2022-02-08T15:56:00Z', 'revision_number': 4, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'subnets': [{'id': '1f3315ff-9d37-4fae-b2f8-928c6b47f7b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:56:02.379402 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7edf3a5a-cc2f-4718-9b14-aa9a8ae80f13 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8d458b5f-04a3-4e66-8591-937cbea259a0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:02.380069 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7edf3a5a-cc2f-4718-9b14-aa9a8ae80f13 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks [] for floatingip (8d458b5f-04a3-4e66-8591-937cbea259a0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:02.412110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7edf3a5a-cc2f-4718-9b14-aa9a8ae80f13 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Calling delete_port for 8d458b5f-04a3-4e66-8591-937cbea259a0 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:02.426307 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3852aa08-3633-47c8-83c9-bc87409e577b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (e30475a5-a171-411d-b1cb-2f29959a22ec), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:02.458956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-86e8c39b-8e72-4f39-8795-c2b5cdfc273c None None] Current status of the port 24813318-4edb-46aa-951f-28f495b055d9 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:02.460310 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-86e8c39b-8e72-4f39-8795-c2b5cdfc273c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (24813318-4edb-46aa-951f-28f495b055d9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:02.559614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-86e8c39b-8e72-4f39-8795-c2b5cdfc273c None None] For port 24813318-4edb-46aa-951f-28f495b055d9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=24813318-4edb-46aa-951f-28f495b055d9,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:02.570612 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-86e8c39b-8e72-4f39-8795-c2b5cdfc273c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (24813318-4edb-46aa-951f-28f495b055d9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:02.767554 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8c39b-8e72-4f39-8795-c2b5cdfc273c None None] Pushing event updated for resources: {'Port': ['ID=24813318-4edb-46aa-951f-28f495b055d9,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:02.816460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47574) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:02.860293 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7edf3a5a-cc2f-4718-9b14-aa9a8ae80f13 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8d458b5f-04a3-4e66-8591-937cbea259a0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:02.995757 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb8d211a-9289-412b-b041-7be86eb57c91 req-dde98f0f-0565-4fb6-ab19-bb27b88997a0 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.2050166 Feb 08 15:56:03.023823 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf3a5a-cc2f-4718-9b14-aa9a8ae80f13 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d458b5f-04a3-4e66-8591-937cbea259a0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:03.066704 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] For port d5202aec-bda7-492e-b04d-b693098fbacc, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:56:03.075329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] For port d5202aec-bda7-492e-b04d-b693098fbacc, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d5202aec-bda7-492e-b04d-b693098fbacc,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:56:03.186250 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d5202aec-bda7-492e-b04d-b693098fbacc), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:03.208416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1471124258-network', 'tenant_id': '0b3582fb6eed4490b21c780ab246fc10'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:03.276478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-851a22b7-1afd-4d9e-a6e7-dc8fb42d19ad req-8888fdfa-304d-4c9e-8849-f352997dbf27 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0201581 Feb 08 15:56:03.301952 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7edf3a5a-cc2f-4718-9b14-aa9a8ae80f13 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks [] for floatingip (66bd889f-2a4a-4234-b8db-5778cc7acc25), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:03.307787 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7edf3a5a-cc2f-4718-9b14-aa9a8ae80f13 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:03.314142 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7edf3a5a-cc2f-4718-9b14-aa9a8ae80f13 tempest-FloatingIPAdminTestJSON-1877191466 tempest-FloatingIPAdminTestJSON-1877191466-project-admin] 10.222.0.82 "DELETE /v2.0/floatingips/66bd889f-2a4a-4234-b8db-5778cc7acc25 HTTP/1.1" status: 204 len: 168 time: 1.8970296 Feb 08 15:56:03.314142 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] Made reservation on behalf of 0b3582fb6eed4490b21c780ab246fc10 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:03.316087 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:03.318021 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47578) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:03.426115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:03.427042 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:03.429340 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] 10.222.0.94 "PUT /v2.0/ports/d5202aec-bda7-492e-b04d-b693098fbacc HTTP/1.1" status: 200 len: 1092 time: 4.8951271 Feb 08 15:56:03.432486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75597db5-1e65-4da2-9271-d0a8163268f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5202aec-bda7-492e-b04d-b693098fbacc,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:03.507906 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0838a25-731e-4c57-b8de-1710c65b7752', 'tag': 'd5202aec-bda7-492e-b04d-b693098fbacc'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:56:03.530162 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77db0e2-d07a-458d-9e99-d2bf90656f70" -d '{"events": [{"name": "network-changed", "server_uuid": "e0838a25-731e-4c57-b8de-1710c65b7752", "tag": "d5202aec-bda7-492e-b04d-b693098fbacc"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:56:03.578603 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:03.794602 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8a55-5826-4352-a41a-93473e9a1bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:03.829630 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ea2c322-a121-4994-8a7d-8fc9c3948359 req-6a2e19df-64af-453f-b804-dd64fa0412d5 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.1020408 Feb 08 15:56:03.973746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 24813318-4edb-46aa-951f-28f495b055d9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:03.996344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f059499-f81e-4295-967f-47313a70f951 req-20031cc6-76e6-4b18-9499-b147f7740580 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:03.998056 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f059499-f81e-4295-967f-47313a70f951 req-20031cc6-76e6-4b18-9499-b147f7740580 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 943 time: 0.3656547 Feb 08 15:56:04.006767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-1be9a86d-e9b0-4511-9706-fb3ab741ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:04.008840 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-1be9a86d-e9b0-4511-9706-fb3ab741ca9f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc&device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 1126 time: 0.4620802 Feb 08 15:56:04.018926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-94e48a09-d106-4a38-8250-fd9a00a1ab05 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Deleting port 17d10fcb-d443-460a-bab6-10773a91fd67 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:04.019415 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-94e48a09-d106-4a38-8250-fd9a00a1ab05 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (17d10fcb-d443-460a-bab6-10773a91fd67), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:04.065292 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0abbf22-2b5e-4387-a18d-33a2502454aa x-openstack-request-id: req-e0abbf22-2b5e-4387-a18d-33a2502454aa {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:56:04.066120 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0838a25-731e-4c57-b8de-1710c65b7752", "tag": "d5202aec-bda7-492e-b04d-b693098fbacc", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:56:04.066764 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e0abbf22-2b5e-4387-a18d-33a2502454aa {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:56:04.068819 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0838a25-731e-4c57-b8de-1710c65b7752', 'tag': 'd5202aec-bda7-492e-b04d-b693098fbacc', 'status': 'completed', 'code': 200} Feb 08 15:56:04.144426 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-94e48a09-d106-4a38-8250-fd9a00a1ab05 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (17d10fcb-d443-460a-bab6-10773a91fd67), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:04.188282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-94e48a09-d106-4a38-8250-fd9a00a1ab05 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Calling delete_port for 17d10fcb-d443-460a-bab6-10773a91fd67 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:04.188757 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-678c6cd2-8231-433d-a7d0-b18ea49f6d41 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5202aec-bda7-492e-b04d-b693098fbacc HTTP/1.1" status: 200 len: 217 time: 0.1565988 Feb 08 15:56:04.264910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 24813318-4edb-46aa-951f-28f495b055d9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:04.265340 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (24813318-4edb-46aa-951f-28f495b055d9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:04.367744 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-9edc2492-c48e-46c1-9588-5dd97e3a00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:04.373349 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-9edc2492-c48e-46c1-9588-5dd97e3a00ba service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9 HTTP/1.1" status: 200 len: 849 time: 0.1420822 Feb 08 15:56:04.402522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 24813318-4edb-46aa-951f-28f495b055d9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:04.459190 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3852aa08-3633-47c8-83c9-bc87409e577b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port 24813318-4edb-46aa-951f-28f495b055d9 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:04.460150 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3852aa08-3633-47c8-83c9-bc87409e577b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (24813318-4edb-46aa-951f-28f495b055d9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:04.577531 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-94e48a09-d106-4a38-8250-fd9a00a1ab05 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (17d10fcb-d443-460a-bab6-10773a91fd67), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:04.609090 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-27a6de7a-2bbd-4d08-82e3-11b6ba88b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:04.610932 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-27a6de7a-2bbd-4d08-82e3-11b6ba88b01e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8dac800a-41cf-4608-84ad-1dd6f88aa855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2269554 Feb 08 15:56:04.691878 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] Publish callbacks [] for security_group (6b14093d-e81e-4ed0-9b62-160ebd3bc76f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:04.693954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e48a09-d106-4a38-8250-fd9a00a1ab05 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event deleted for resources: {'Port': ['ID=17d10fcb-d443-460a-bab6-10773a91fd67,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:04.713966 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f059499-f81e-4295-967f-47313a70f951 req-db5faa63-957a-44cf-888c-4298e325d7e9 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6996908 Feb 08 15:56:04.734295 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-3852aa08-3633-47c8-83c9-bc87409e577b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] For port 24813318-4edb-46aa-951f-28f495b055d9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=24813318-4edb-46aa-951f-28f495b055d9,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:04.740195 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3852aa08-3633-47c8-83c9-bc87409e577b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (24813318-4edb-46aa-951f-28f495b055d9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:04.751061 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6b14093d-e81e-4ed0-9b62-160ebd3bc76f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:04.813977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3852aa08-3633-47c8-83c9-bc87409e577b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for 24813318-4edb-46aa-951f-28f495b055d9 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:04.836545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b14093d-e81e-4ed0-9b62-160ebd3bc76f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:04.924793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-a0904c06-6091-407c-be09-14a208959a62 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:04.926542 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-a0904c06-6091-407c-be09-14a208959a62 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/networks?id=f6df558d-571e-4952-ad2b-0976754826c6 HTTP/1.1" status: 200 len: 814 time: 0.6237109 Feb 08 15:56:04.927484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:56:04.970930 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-abcf5d78-0c79-4627-ae50-e0db91dc5fb9 service neutron] 10.222.0.94 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494043 Feb 08 15:56:04.994229 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-db706726-bd59-4387-9e6a-2be446bc1a65 req-d5240b85-0cdb-4530-9ead-5217925c9a2e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0632393 Feb 08 15:56:05.013675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7d1e3731-4adb-49e3-b361-245bfd6ca8cf), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:05.014291 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] Added segment 7d1e3731-4adb-49e3-b361-245bfd6ca8cf of type vlan for network 21925af8-33b3-49e3-98af-7f6f9ae361e9 Feb 08 15:56:05.031525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fbe14-1f23-4ec3-9c8a-8e4aeeb3449d req-ba6abfbd-722f-48f8-b4a0-f0e902145316 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:05.032314 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-997fbe14-1f23-4ec3-9c8a-8e4aeeb3449d req-ba6abfbd-722f-48f8-b4a0-f0e902145316 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.96 "GET /v2.0/ports?device_id=52aa4063-50e2-441c-a57f-1a39b764bafc HTTP/1.1" status: 200 len: 946 time: 0.2549529 Feb 08 15:56:05.151396 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (21925af8-33b3-49e3-98af-7f6f9ae361e9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:05.157468 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-2597c045-77b7-4d33-befe-3374b63d77cb tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/quotas/39e9a774a47642ca822a4da0fcbb0506 HTTP/1.1" status: 200 len: 375 time: 0.2062271 Feb 08 15:56:05.199332 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-94e48a09-d106-4a38-8250-fd9a00a1ab05 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:05.208321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-94e48a09-d106-4a38-8250-fd9a00a1ab05 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] 10.222.0.82 "DELETE /v2.0/ports/17d10fcb-d443-460a-bab6-10773a91fd67 HTTP/1.1" status: 204 len: 168 time: 1.8867896 Feb 08 15:56:05.214616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47610) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:05.337113 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (21925af8-33b3-49e3-98af-7f6f9ae361e9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:05.339818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:05.339818 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:05.385458 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4dd48b75-c68e-4d6c-8011-95e2b54e9733 req-8c51e724-91ec-4b59-ab3f-786cd8d6ed29 service neutron] 10.222.0.94 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049928 Feb 08 15:56:05.446027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.6011195 Feb 08 15:56:05.454432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd418f-1565-4119-8769-852635e1dc47 req-d8dba6b1-9063-4c4e-b152-072b39aee97c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:05.463507 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05bd418f-1565-4119-8769-852635e1dc47 req-d8dba6b1-9063-4c4e-b152-072b39aee97c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.3052495 Feb 08 15:56:05.465540 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47612) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:05.473174 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:05.480229 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b58f1-ad3e-4143-ae65-96717c793561 req-f574d646-99d8-4e9b-ad6b-99b474a1981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:05.482217 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c79b58f1-ad3e-4143-ae65-96717c793561 req-f574d646-99d8-4e9b-ad6b-99b474a1981f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 1129 time: 0.1976244 Feb 08 15:56:05.483664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c0dbade0-e691-4cb0-8c75-b958139fd421 admin admin] Request body: {'subnet': {'network_id': '21925af8-33b3-49e3-98af-7f6f9ae361e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1471124258-subnet', 'tenant_id': '0b3582fb6eed4490b21c780ab246fc10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:05.514421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c6384f-6964-49df-9a39-5f44f5a0d9a0 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:05.518834 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-44c6384f-6964-49df-9a39-5f44f5a0d9a0 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] 10.222.0.82 "GET /v2.0/ports?device_id=f4878fe8-5a23-458b-8fcc-2d110a11cd6d HTTP/1.1" status: 200 len: 913 time: 0.2982528 Feb 08 15:56:05.519907 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47614) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:05.527212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-997fbe14-1f23-4ec3-9c8a-8e4aeeb3449d req-3de2e1ef-5fbb-4223-b103-3ed111e0955c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Deleting port 842b8e14-91d0-4501-be15-df2d99e2f2b9 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:05.527712 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-997fbe14-1f23-4ec3-9c8a-8e4aeeb3449d req-3de2e1ef-5fbb-4223-b103-3ed111e0955c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:05.533156 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-d3852992-5ff2-4896-9a31-8a3d3f27e84e tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=39e9a774a47642ca822a4da0fcbb0506&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3228927 Feb 08 15:56:05.539544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091ebb3-beb8-452d-9c8f-b76a2869acb1 admin admin] Pushing event updated for resources: {'Network': ['ID=21925af8-33b3-49e3-98af-7f6f9ae361e9,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:05.552603 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 21925af8-33b3-49e3-98af-7f6f9ae361e9 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:56:05.615094 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05bd418f-1565-4119-8769-852635e1dc47 req-b94586e7-bb08-45a9-bc3b-7f3a8058fb26 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509075 Feb 08 15:56:05.629462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dbade0-e691-4cb0-8c75-b958139fd421 admin admin] Made reservation on behalf of 0b3582fb6eed4490b21c780ab246fc10 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:05.632892 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c0dbade0-e691-4cb0-8c75-b958139fd421 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:05.790807 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-471e007a-f05a-4f55-a123-b7a329a6aa36 req-be7dfae2-d227-4f83-8627-cf77d2771c02 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0479329 Feb 08 15:56:05.851274 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3852aa08-3633-47c8-83c9-bc87409e577b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (24813318-4edb-46aa-951f-28f495b055d9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:05.865217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b58f1-ad3e-4143-ae65-96717c793561 req-e7fbdccd-39cd-4518-8eec-5385ad55bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:05.866713 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c79b58f1-ad3e-4143-ae65-96717c793561 req-e7fbdccd-39cd-4518-8eec-5385ad55bdc2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 918 time: 0.3651862 Feb 08 15:56:05.878846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-dea0f8b5-5b87-41cf-b0b4-3e2944854c10 service neutron] 10.222.0.82 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320651 Feb 08 15:56:05.928351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852aa08-3633-47c8-83c9-bc87409e577b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=24813318-4edb-46aa-951f-28f495b055d9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:06.266308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a742d3-2b17-49fc-abd3-22bc29c980ba req-aa117143-df00-43ed-998d-3e6a6f048a74 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:06.268966 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1a742d3-2b17-49fc-abd3-22bc29c980ba req-aa117143-df00-43ed-998d-3e6a6f048a74 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 943 time: 0.3687885 Feb 08 15:56:06.285258 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c0dbade0-e691-4cb0-8c75-b958139fd421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (85305df1-2692-4fb9-bdc3-72900eb452fe), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:06.362509 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-d9f4d1f3-b9f2-42f9-8ee8-24fd0a0934bf service neutron] 10.222.0.82 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822195 Feb 08 15:56:06.467431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1a742d3-2b17-49fc-abd3-22bc29c980ba req-3b170014-bcda-4c66-a797-1386d9bf6398 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691160 Feb 08 15:56:06.486692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbade0-e691-4cb0-8c75-b958139fd421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85305df1-2692-4fb9-bdc3-72900eb452fe,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:06.577286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dbade0-e691-4cb0-8c75-b958139fd421 admin admin] Checking segment: {'id': '7d1e3731-4adb-49e3-b361-245bfd6ca8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '21925af8-33b3-49e3-98af-7f6f9ae361e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:56:06.586062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77db0e2-d07a-458d-9e99-d2bf90656f70 req-c20d3998-f0c5-4463-b4f6-b623fc078018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:06.587174 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dbade0-e691-4cb0-8c75-b958139fd421 admin admin] Network hostable DHCP agents. Network: 21925af8-33b3-49e3-98af-7f6f9ae361e9, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:56:06.589316 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d77db0e2-d07a-458d-9e99-d2bf90656f70 req-c20d3998-f0c5-4463-b4f6-b623fc078018 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc&device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 1126 time: 1.1055014 Feb 08 15:56:06.649871 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dbade0-e691-4cb0-8c75-b958139fd421 admin admin] Network 21925af8-33b3-49e3-98af-7f6f9ae361e9 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:56:06.684768 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:06.704310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-c0dbade0-e691-4cb0-8c75-b958139fd421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 21925af8-33b3-49e3-98af-7f6f9ae361e9) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:06.751950 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751eb6b5-5758-456a-8bde-70c2263bbbcd None None] Network 21925af8-33b3-49e3-98af-7f6f9ae361e9 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:06.776992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-997fbe14-1f23-4ec3-9c8a-8e4aeeb3449d req-3de2e1ef-5fbb-4223-b103-3ed111e0955c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] For port 842b8e14-91d0-4501-be15-df2d99e2f2b9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=842b8e14-91d0-4501-be15-df2d99e2f2b9,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:06.792932 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-997fbe14-1f23-4ec3-9c8a-8e4aeeb3449d req-3de2e1ef-5fbb-4223-b103-3ed111e0955c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:06.799432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dbade0-e691-4cb0-8c75-b958139fd421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:06.799698 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c0dbade0-e691-4cb0-8c75-b958139fd421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:06.846639 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4ff76a15-a257-4bd9-9a4f-6d9db4e03d14 req-49fad7b3-4b3c-440b-b6bf-5969a0b68033 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.1034296 Feb 08 15:56:06.864510 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c79b58f1-ad3e-4143-ae65-96717c793561 req-16088537-e166-47fe-b336-ca8dad82461d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501 HTTP/1.1" status: 200 len: 1002 time: 0.9564128 Feb 08 15:56:06.915627 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c0dbade0-e691-4cb0-8c75-b958139fd421 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4060988 Feb 08 15:56:07.011708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7f8b49-f651-49bd-a99b-95a6e0c615c6 None None] Network 21925af8-33b3-49e3-98af-7f6f9ae361e9 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:07.017469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b58f1-ad3e-4143-ae65-96717c793561 req-bf7f584a-4907-4744-bd34-4990729dfb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:07.024730 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c79b58f1-ad3e-4143-ae65-96717c793561 req-bf7f584a-4907-4744-bd34-4990729dfb81 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=087d1e39-0072-4580-ba11-eb90596289b8 HTTP/1.1" status: 200 len: 856 time: 0.0899358 Feb 08 15:56:07.030952 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-997fbe14-1f23-4ec3-9c8a-8e4aeeb3449d req-3de2e1ef-5fbb-4223-b103-3ed111e0955c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Calling delete_port for 842b8e14-91d0-4501-be15-df2d99e2f2b9 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:07.236611 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d5202aec-bda7-492e-b04d-b693098fbacc details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:56:07.245576 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3852aa08-3633-47c8-83c9-bc87409e577b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (e30475a5-a171-411d-b1cb-2f29959a22ec), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:07.283880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e333538a-79a2-4387-b970-a0f915cbaf2f req-91cb5614-ec9e-422c-b958-3fb584604abc tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 210 time: 0.1525762 Feb 08 15:56:07.324139 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa4811-485c-40d2-bb3b-f8da41c47396 req-309d0a53-1166-41bc-a080-ce8bafbf3c41 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:07.326300 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ffa4811-485c-40d2-bb3b-f8da41c47396 req-309d0a53-1166-41bc-a080-ce8bafbf3c41 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.3849421 Feb 08 15:56:07.580466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ffa4811-485c-40d2-bb3b-f8da41c47396 req-2e8cbdeb-de31-49aa-b020-4fc6a7d921b2 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300620 Feb 08 15:56:07.611770 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c3279be-c1d6-44b0-9f82-38b4010f2215 req-cfd53e5c-41c4-479e-b071-7048be314715 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0712776 Feb 08 15:56:07.936041 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785deb3f-89c7-4b14-9183-0d9e1830ef51 req-30d42ccf-cb70-4fb9-a28d-ffd0da4eec72 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:07.948131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-785deb3f-89c7-4b14-9183-0d9e1830ef51 req-30d42ccf-cb70-4fb9-a28d-ffd0da4eec72 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 943 time: 0.1403594 Feb 08 15:56:08.021659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d5202aec-bda7-492e-b04d-b693098fbacc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d5202aec-bda7-492e-b04d-b693098fbacc,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:08.046882 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'd5202aec-bda7-492e-b04d-b693098fbacc', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'port_id': 'd5202aec-bda7-492e-b04d-b693098fbacc', 'mac_address': 'fa:16:3e:68:54:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:56:08.053595 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:08.083932 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-785deb3f-89c7-4b14-9183-0d9e1830ef51 req-5cc40520-6257-47cf-a0f6-731c647a2c1f tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345992 Feb 08 15:56:08.109510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d5202aec-bda7-492e-b04d-b693098fbacc is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:08.110352 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d5202aec-bda7-492e-b04d-b693098fbacc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:08.131387 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5202aec-bda7-492e-b04d-b693098fbacc {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:56:08.182727 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d5202aec-bda7-492e-b04d-b693098fbacc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d5202aec-bda7-492e-b04d-b693098fbacc,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:08.192117 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d5202aec-bda7-492e-b04d-b693098fbacc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:08.228271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77db0e2-d07a-458d-9e99-d2bf90656f70 req-1ded85b0-07bd-46e1-9ae1-85ef09275caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:08.229894 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d77db0e2-d07a-458d-9e99-d2bf90656f70 req-1ded85b0-07bd-46e1-9ae1-85ef09275caa service neutron] 10.222.0.94 "GET /v2.0/networks?id=8dac800a-41cf-4608-84ad-1dd6f88aa855 HTTP/1.1" status: 200 len: 911 time: 1.4816852 Feb 08 15:56:08.272590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b58f1-ad3e-4143-ae65-96717c793561 req-1d46a2a9-3d03-4743-b038-fa6a7911d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:08.274453 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c79b58f1-ad3e-4143-ae65-96717c793561 req-1d46a2a9-3d03-4743-b038-fa6a7911d103 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.1700704 Feb 08 15:56:08.275837 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d5202aec-bda7-492e-b04d-b693098fbacc,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:08.348074 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d21ee595-3482-477d-a281-de498622440d req-8a0fcffb-714d-4e32-8567-fa6ebbdb24a3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0903244 Feb 08 15:56:08.423498 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d77db0e2-d07a-458d-9e99-d2bf90656f70 req-a00d5117-fa6f-499c-b86c-46ca826ff96b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5202aec-bda7-492e-b04d-b693098fbacc HTTP/1.1" status: 200 len: 217 time: 0.1765525 Feb 08 15:56:08.430492 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-ec178b8a-37c9-4ea9-a92c-19e4e3ec097d tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:08.451755 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-ec178b8a-37c9-4ea9-a92c-19e4e3ec097d tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/networks?id=21925af8-33b3-49e3-98af-7f6f9ae361e9 HTTP/1.1" status: 200 len: 822 time: 0.2930670 Feb 08 15:56:08.458403 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['d5202aec-bda7-492e-b04d-b693098fbacc'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:56:08.482205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-a40064a5-7a1a-455e-b000-3b5a766db970 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/quotas/0b3582fb6eed4490b21c780ab246fc10 HTTP/1.1" status: 200 len: 375 time: 0.0287964 Feb 08 15:56:08.530172 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-7ff8bf83-48eb-46e1-8bc2-a728765f77de tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=0b3582fb6eed4490b21c780ab246fc10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468202 Feb 08 15:56:08.612234 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 842b8e14-91d0-4501-be15-df2d99e2f2b9 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:56:08.642705 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 842b8e14-91d0-4501-be15-df2d99e2f2b9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:56:08.643440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 842b8e14-91d0-4501-be15-df2d99e2f2b9 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:56:08.657602 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-f5ac2cd5-ef67-42b8-9fce-8d69c16c2f41 service neutron] 10.222.0.82 "GET /v2.0/networks/21925af8-33b3-49e3-98af-7f6f9ae361e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263423 Feb 08 15:56:08.687149 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-997fbe14-1f23-4ec3-9c8a-8e4aeeb3449d req-3de2e1ef-5fbb-4223-b103-3ed111e0955c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (842b8e14-91d0-4501-be15-df2d99e2f2b9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:08.692830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77db0e2-d07a-458d-9e99-d2bf90656f70 req-30a8527f-3929-4cb4-b4a0-2ee51eb7c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:08.695320 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d77db0e2-d07a-458d-9e99-d2bf90656f70 req-30a8527f-3929-4cb4-b4a0-2ee51eb7c9d1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9 HTTP/1.1" status: 200 len: 849 time: 0.2604153 Feb 08 15:56:08.735590 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51e3c691-0dc7-4f9e-961b-84b405bcdf9b req-e5577708-5056-47d6-99c9-b0052c054829 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 210 time: 0.0945663 Feb 08 15:56:08.868761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-17d046dd-d9f6-4031-bffa-60c2a15fe29b service neutron] 10.222.0.82 "GET /v2.0/networks/21925af8-33b3-49e3-98af-7f6f9ae361e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099109 Feb 08 15:56:08.924282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fefc6-7c99-42da-8e88-55a0b4cbb1eb req-c18fd27b-daf1-4bb9-b740-744d8aa97613 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:08.933335 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b58fefc6-7c99-42da-8e88-55a0b4cbb1eb req-c18fd27b-daf1-4bb9-b740-744d8aa97613 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.0936892 Feb 08 15:56:08.953326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3852aa08-3633-47c8-83c9-bc87409e577b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Router e30475a5-a171-411d-b1cb-2f29959a22ec has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:56:08.981235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2e1ef-5fbb-4223-b103-3ed111e0955c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Pushing event deleted for resources: {'Port': ['ID=842b8e14-91d0-4501-be15-df2d99e2f2b9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:09.066325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b58fefc6-7c99-42da-8e88-55a0b4cbb1eb req-31facdf0-eca0-4c5e-b5a3-7f4a0484537a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310270 Feb 08 15:56:09.142158 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-75e24eaf-1005-43d9-a624-aff259d739eb tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:09.143744 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-75e24eaf-1005-43d9-a624-aff259d739eb tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.94 "GET /v2.0/networks?id=f6df558d-571e-4952-ad2b-0976754826c6 HTTP/1.1" status: 200 len: 814 time: 0.2033165 Feb 08 15:56:09.158405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-eb47b676-66f8-4ac6-8406-e2a839db2512 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Request body: {'port': {'device_id': 'ac5c9481-c754-46c1-92d6-827c45bafd57', 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6', 'admin_state_up': True, 'tenant_id': '39e9a774a47642ca822a4da0fcbb0506'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:09.161922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77db0e2-d07a-458d-9e99-d2bf90656f70 req-cfd5b396-6194-46ab-b7c8-ac6525092f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:09.167602 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d77db0e2-d07a-458d-9e99-d2bf90656f70 req-cfd5b396-6194-46ab-b7c8-ac6525092f7d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8dac800a-41cf-4608-84ad-1dd6f88aa855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3729212 Feb 08 15:56:09.228670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5e691fc6-28c2-409e-bd17-7cb31f55c501 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:56:09.345235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-997fbe14-1f23-4ec3-9c8a-8e4aeeb3449d req-3de2e1ef-5fbb-4223-b103-3ed111e0955c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] No DVR routers for this DVR port 842b8e14-91d0-4501-be15-df2d99e2f2b9 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:56:09.399364 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-997fbe14-1f23-4ec3-9c8a-8e4aeeb3449d req-3de2e1ef-5fbb-4223-b103-3ed111e0955c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:09.410297 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-997fbe14-1f23-4ec3-9c8a-8e4aeeb3449d req-3de2e1ef-5fbb-4223-b103-3ed111e0955c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.96 "DELETE /v2.0/ports/842b8e14-91d0-4501-be15-df2d99e2f2b9 HTTP/1.1" status: 204 len: 173 time: 4.3228233 Feb 08 15:56:09.419624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52aa4063-50e2-441c-a57f-1a39b764bafc', 'name': 'network-vif-deleted', 'tag': '842b8e14-91d0-4501-be15-df2d99e2f2b9'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:56:09.424474 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48908d25-04eb-4b45-a8fb-00e4e77190b8" -d '{"events": [{"server_uuid": "52aa4063-50e2-441c-a57f-1a39b764bafc", "name": "network-vif-deleted", "tag": "842b8e14-91d0-4501-be15-df2d99e2f2b9"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:56:09.445279 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c79b58f1-ad3e-4143-ae65-96717c793561 req-f9bdab29-4b59-4107-a21d-e63951d20e3e service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0720210 Feb 08 15:56:09.483435 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 5e691fc6-28c2-409e-bd17-7cb31f55c501 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:09.484093 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:09.577344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:56:09.582432 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ad8a6d-e902-495e-9177-5caaca5576ca" -d '{"events": [{"server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "name": "network-vif-unplugged", "status": "completed", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:56:09.617263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:09.623053 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:09.762701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=5e691fc6-28c2-409e-bd17-7cb31f55c501,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:09.809010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3852aa08-3633-47c8-83c9-bc87409e577b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:56:09.814825 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3852aa08-3633-47c8-83c9-bc87409e577b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "PUT /v2.0/routers/e30475a5-a171-411d-b1cb-2f29959a22ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3183453 Feb 08 15:56:09.823576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47682) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:09.835332 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74ff6b-7587-43f1-b16f-eeacec7270f4 None None] Sync routers for ids ['e30475a5-a171-411d-b1cb-2f29959a22ec'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:56:09.901357 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74ff6b-7587-43f1-b16f-eeacec7270f4 None None] Routers {'e30475a5-a171-411d-b1cb-2f29959a22ec'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:56:09.903250 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2f74ff6b-7587-43f1-b16f-eeacec7270f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:56:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e30475a5-a171-411d-b1cb-2f29959a22ec'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:09.975828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f10ecb93-4160-460e-8c11-78709cd519a7 req-570c8ccc-872e-4515-8446-834ff5605e33 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.7836020 Feb 08 15:56:09.977266 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d77db0e2-d07a-458d-9e99-d2bf90656f70 req-987646e4-e7ca-40e7-bbcf-b6586823711d service neutron] 10.222.0.94 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565752 Feb 08 15:56:10.042735 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4493c1-6b6c-4119-b8c1-a19440533044 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:10.044867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4493c1-6b6c-4119-b8c1-a19440533044 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:10.046363 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2f74ff6b-7587-43f1-b16f-eeacec7270f4 None None] Set router e30475a5-a171-411d-b1cb-2f29959a22ec gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:56:10.046753 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9d4493c1-6b6c-4119-b8c1-a19440533044 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2195086 Feb 08 15:56:10.059346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47684) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:10.114457 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c79b58f1-ad3e-4143-ae65-96717c793561 req-94396171-db83-4fa8-a253-552a7804a064 service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5746567 Feb 08 15:56:10.170186 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2f74ff6b-7587-43f1-b16f-eeacec7270f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30475a5-a171-411d-b1cb-2f29959a22ec', 'name': 'tempest-NetworksTestDHCPv6-router-259334232', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:49Z', 'updated_at': '2022-02-08T15:56:05Z', 'revision_number': 3, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:10.208397 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-259b4697-987e-4612-bfa7-66d65c76b326 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:10.223392 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74ff6b-7587-43f1-b16f-eeacec7270f4 None None] Checking router: e30475a5-a171-411d-b1cb-2f29959a22ec for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:56:10.249706 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f74ff6b-7587-43f1-b16f-eeacec7270f4 None None] Routers {'e30475a5-a171-411d-b1cb-2f29959a22ec'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:56:10.259516 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2f74ff6b-7587-43f1-b16f-eeacec7270f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:56:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e30475a5-a171-411d-b1cb-2f29959a22ec'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:10.293616 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d77db0e2-d07a-458d-9e99-d2bf90656f70 req-c9e73567-63e4-48d7-b003-7466b824b859 service neutron] 10.222.0.94 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729199 Feb 08 15:56:10.332367 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7e9dc-610a-49f1-b04d-cef46db789f0 req-c0562e40-573e-4aa0-a04f-fc506289b5a7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:10.334389 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8eb7e9dc-610a-49f1-b04d-cef46db789f0 req-c0562e40-573e-4aa0-a04f-fc506289b5a7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 944 time: 0.4358776 Feb 08 15:56:10.346278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ceac065-0670-481a-a5c0-caf5c66238b2 req-3054fc83-ef6d-4bd0-891e-c0115147103a tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/ports?device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 210 time: 0.2455423 Feb 08 15:56:10.414686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-af194233-4479-4eca-b097-519a2015ea99 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet 1f3315ff-9d37-4fae-b2f8-928c6b47f7b7 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:56:10.419951 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af194233-4479-4eca-b097-519a2015ea99 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (1f3315ff-9d37-4fae-b2f8-928c6b47f7b7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:10.435696 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2f74ff6b-7587-43f1-b16f-eeacec7270f4 None None] Set router e30475a5-a171-411d-b1cb-2f29959a22ec gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:56:10.477548 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af194233-4479-4eca-b097-519a2015ea99 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (1f3315ff-9d37-4fae-b2f8-928c6b47f7b7), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:10.524060 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2f74ff6b-7587-43f1-b16f-eeacec7270f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30475a5-a171-411d-b1cb-2f29959a22ec', 'name': 'tempest-NetworksTestDHCPv6-router-259334232', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:49Z', 'updated_at': '2022-02-08T15:56:05Z', 'revision_number': 3, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:10.559097 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f74ff6b-7587-43f1-b16f-eeacec7270f4 None None] The sync data for ids ['e30475a5-a171-411d-b1cb-2f29959a22ec'] in n-d-824834-11 is: [{'id': 'e30475a5-a171-411d-b1cb-2f29959a22ec', 'name': 'tempest-NetworksTestDHCPv6-router-259334232', 'tenant_id': '076e86d8f36d488fa80c6fde07960a62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:49Z', 'updated_at': '2022-02-08T15:56:05Z', 'revision_number': 3, 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:56:10.608151 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af194233-4479-4eca-b097-519a2015ea99 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (1f3315ff-9d37-4fae-b2f8-928c6b47f7b7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:10.667766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-eb47b676-66f8-4ac6-8406-e2a839db2512 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Made reservation on behalf of 39e9a774a47642ca822a4da0fcbb0506 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:10.672327 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-eb47b676-66f8-4ac6-8406-e2a839db2512 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:10.743732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-838fcd55-eee0-4700-a5bf-18bf72a35238 req-27b3e4fb-c8d5-4484-806f-3149abe5b25e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0830469 Feb 08 15:56:10.756848 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8eb7e9dc-610a-49f1-b04d-cef46db789f0 req-8de79b56-4044-48b1-a9fd-66c97893b045 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4041579 Feb 08 15:56:10.839386 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f2ee4e-31b0-40ff-a795-da4470e570d5 x-openstack-request-id: req-d4f2ee4e-31b0-40ff-a795-da4470e570d5 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:56:10.840161 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "name": "network-vif-unplugged", "status": "completed", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:56:10.840161 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d4f2ee4e-31b0-40ff-a795-da4470e570d5 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:56:10.840455 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'code': 200} Feb 08 15:56:10.855310 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af194233-4479-4eca-b097-519a2015ea99 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (1f3315ff-9d37-4fae-b2f8-928c6b47f7b7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:10.936486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af194233-4479-4eca-b097-519a2015ea99 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=1f3315ff-9d37-4fae-b2f8-928c6b47f7b7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:10.951960 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a5c8c3-39d3-422f-9b89-2a74345fc7d9 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:11.141067 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af194233-4479-4eca-b097-519a2015ea99 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:11.141860 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964ca1d0-54bd-4399-bbc2-c9c08cc5a2f6 x-openstack-request-id: req-964ca1d0-54bd-4399-bbc2-c9c08cc5a2f6 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:56:11.142270 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52aa4063-50e2-441c-a57f-1a39b764bafc", "name": "network-vif-deleted", "tag": "842b8e14-91d0-4501-be15-df2d99e2f2b9", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:56:11.142510 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-964ca1d0-54bd-4399-bbc2-c9c08cc5a2f6 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:56:11.143002 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52aa4063-50e2-441c-a57f-1a39b764bafc', 'name': 'network-vif-deleted', 'tag': '842b8e14-91d0-4501-be15-df2d99e2f2b9', 'status': 'completed', 'code': 200} Feb 08 15:56:11.143398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-af194233-4479-4eca-b097-519a2015ea99 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/1f3315ff-9d37-4fae-b2f8-928c6b47f7b7 HTTP/1.1" status: 204 len: 168 time: 1.0808225 Feb 08 15:56:11.155011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47692) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:11.216613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-eb47b676-66f8-4ac6-8406-e2a839db2512 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Allocated IP 172.20.0.2 (f6df558d-571e-4952-ad2b-0976754826c6/f74506d9-bb81-41cd-9755-6285f6ea9968/6a056bb1-3578-409c-8b52-369670e863c6) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:11.241242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66247d96-c352-4d11-ad13-8a4278234d03 req-06dd616b-7839-486a-b583-2eac73960d9b tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 210 time: 0.2975571 Feb 08 15:56:11.243147 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d5202aec-bda7-492e-b04d-b693098fbacc up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:11.348679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ecb839-9a7a-4edf-acea-6eaedafec1d8 None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:56:11.382072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-de3aff20-68a6-40c8-8816-7cfe5a944551 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:11.390120 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-de3aff20-68a6-40c8-8816-7cfe5a944551 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.96 "GET /v2.0/networks?id=21925af8-33b3-49e3-98af-7f6f9ae361e9 HTTP/1.1" status: 200 len: 822 time: 0.1840122 Feb 08 15:56:11.404778 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b95f4-de37-416f-9e98-e835b4aae2a7 req-bc33edd2-24b8-4f05-aebd-6b570c7deb5e tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:11.405998 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-249b95f4-de37-416f-9e98-e835b4aae2a7 req-bc33edd2-24b8-4f05-aebd-6b570c7deb5e tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.4779160 Feb 08 15:56:11.409628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-d4c10f9a-dbbd-49f2-aa10-e149e747de74 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Request body: {'port': {'device_id': '98fb6678-9c46-4865-9945-b71d1d658b94', 'network_id': '21925af8-33b3-49e3-98af-7f6f9ae361e9', 'admin_state_up': True, 'tenant_id': '0b3582fb6eed4490b21c780ab246fc10'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:11.447414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port d5202aec-bda7-492e-b04d-b693098fbacc completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:56:11.456092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port d5202aec-bda7-492e-b04d-b693098fbacc triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:11.456861 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d5202aec-bda7-492e-b04d-b693098fbacc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:11.521118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd89572f-7a6e-4b81-80b8-f088510bc445 req-a3a01bc3-adb3-414b-b399-fcd28902aac3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.1079638 Feb 08 15:56:11.534075 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-97ecb839-9a7a-4edf-acea-6eaedafec1d8 None None] Deleting port fabcd071-6a23-45b6-8071-e7f3e31c2a81 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:11.534897 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-97ecb839-9a7a-4edf-acea-6eaedafec1d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (fabcd071-6a23-45b6-8071-e7f3e31c2a81), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:11.642324 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-87694e5b-334c-4d51-8697-8b82859385cf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4849720 Feb 08 15:56:11.647399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47696) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:11.654201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-259b4697-987e-4612-bfa7-66d65c76b326 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Deleting port 9b13e5ad-759e-4011-bcaf-97ebe43f9e58 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:11.654549 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-259b4697-987e-4612-bfa7-66d65c76b326 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9b13e5ad-759e-4011-bcaf-97ebe43f9e58), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:11.656241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d5202aec-bda7-492e-b04d-b693098fbacc is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:11.656740 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d5202aec-bda7-492e-b04d-b693098fbacc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:11.709318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d5202aec-bda7-492e-b04d-b693098fbacc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d5202aec-bda7-492e-b04d-b693098fbacc,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:11.722527 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d5202aec-bda7-492e-b04d-b693098fbacc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:11.727139 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98d757d6-f9f5-47e8-bbf0-5b9b4f023a12 req-15419412-53e3-45ad-bcd0-479f381dae4c tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/ports?device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 210 time: 0.0691936 Feb 08 15:56:11.792859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-249b95f4-de37-416f-9e98-e835b4aae2a7 req-d7368b83-44e3-4350-bdef-2c7e1b3ae65a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3459313 Feb 08 15:56:11.815990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-97ecb839-9a7a-4edf-acea-6eaedafec1d8 None None] For port fabcd071-6a23-45b6-8071-e7f3e31c2a81, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fabcd071-6a23-45b6-8071-e7f3e31c2a81,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:11.816424 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-97ecb839-9a7a-4edf-acea-6eaedafec1d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (fabcd071-6a23-45b6-8071-e7f3e31c2a81), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:11.839661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-97ecb839-9a7a-4edf-acea-6eaedafec1d8 None None] Calling delete_port for fabcd071-6a23-45b6-8071-e7f3e31c2a81 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:11.858229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d5202aec-bda7-492e-b04d-b693098fbacc,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:11.931518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fabcd071-6a23-45b6-8071-e7f3e31c2a81 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:56:11.972547 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78c6a298-314b-49ea-9b8a-e71e5c30682e req-8d27e1e5-c550-4ddc-b92c-94a04c27425f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0310318 Feb 08 15:56:11.981765 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-eb47b676-66f8-4ac6-8406-e2a839db2512 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks [] for port (6a056bb1-3578-409c-8b52-369670e863c6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:12.033702 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70441d73-fc42-4436-8f8e-69ad478e6a30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for router (e30475a5-a171-411d-b1cb-2f29959a22ec), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:12.071277 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-97ecb839-9a7a-4edf-acea-6eaedafec1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (fabcd071-6a23-45b6-8071-e7f3e31c2a81), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:12.109078 n-d-824834-11 neutron-server[103303]: INFO neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No ports have port_id starting with fabcd071-6a23-45b6-8071-e7f3e31c2a81 Feb 08 15:56:12.109925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecb839-9a7a-4edf-acea-6eaedafec1d8 None None] Pushing event deleted for resources: {'Port': ['ID=fabcd071-6a23-45b6-8071-e7f3e31c2a81,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:12.112048 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ecb839-9a7a-4edf-acea-6eaedafec1d8 None None] No DVR routers for this DVR port fabcd071-6a23-45b6-8071-e7f3e31c2a81 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:56:12.113806 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 24813318-4edb-46aa-951f-28f495b055d9 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:56:12.131666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3772e-bb5e-4cd7-b69a-9dfa1cf24fe0 req-c1db8b00-ab62-442c-b15e-1b094116f881 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:12.133450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fa3772e-bb5e-4cd7-b69a-9dfa1cf24fe0 req-c1db8b00-ab62-442c-b15e-1b094116f881 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.2320178 Feb 08 15:56:12.144539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 24813318-4edb-46aa-951f-28f495b055d9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:56:12.144903 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 24813318-4edb-46aa-951f-28f495b055d9 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:56:12.157929 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-259b4697-987e-4612-bfa7-66d65c76b326 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9b13e5ad-759e-4011-bcaf-97ebe43f9e58), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:12.186766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-259b4697-987e-4612-bfa7-66d65c76b326 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Calling delete_port for 9b13e5ad-759e-4011-bcaf-97ebe43f9e58 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:12.188086 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-eb47b676-66f8-4ac6-8406-e2a839db2512 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6a056bb1-3578-409c-8b52-369670e863c6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:12.250055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-eb47b676-66f8-4ac6-8406-e2a839db2512 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Network f6df558d-571e-4952-ad2b-0976754826c6 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:12.261808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-eb47b676-66f8-4ac6-8406-e2a839db2512 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:12.268205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-eb47b676-66f8-4ac6-8406-e2a839db2512 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:12.329691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47b676-66f8-4ac6-8406-e2a839db2512 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Pushing event updated for resources: {'Port': ['ID=6a056bb1-3578-409c-8b52-369670e863c6,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:12.343150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fa3772e-bb5e-4cd7-b69a-9dfa1cf24fe0 req-eda27cd8-7e29-4946-9e6d-f87cc1be6283 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991270 Feb 08 15:56:12.362981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-d4c10f9a-dbbd-49f2-aa10-e149e747de74 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Made reservation on behalf of 0b3582fb6eed4490b21c780ab246fc10 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:12.367912 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-d4c10f9a-dbbd-49f2-aa10-e149e747de74 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:12.402903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-eb47b676-66f8-4ac6-8406-e2a839db2512 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:12.404184 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-eb47b676-66f8-4ac6-8406-e2a839db2512 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:12.429327 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70441d73-fc42-4436-8f8e-69ad478e6a30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (e30475a5-a171-411d-b1cb-2f29959a22ec), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:12.433733 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70441d73-fc42-4436-8f8e-69ad478e6a30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for router_controller (e30475a5-a171-411d-b1cb-2f29959a22ec), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:12.435993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-eb47b676-66f8-4ac6-8406-e2a839db2512 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2816358 Feb 08 15:56:12.451277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Request body: {'port': {'device_id': 'ac5c9481-c754-46c1-92d6-827c45bafd57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:12.490002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce76db-53b9-4e68-b8cf-8233beac0f4b req-b418db22-4240-4cca-b6bf-b0ecfaed1e5c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:12.492253 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53ce76db-53b9-4e68-b8cf-8233beac0f4b req-b418db22-4240-4cca-b6bf-b0ecfaed1e5c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 931 time: 0.1451552 Feb 08 15:56:12.602242 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6a056bb1-3578-409c-8b52-369670e863c6), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:12.648069 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53ce76db-53b9-4e68-b8cf-8233beac0f4b req-d9a153dd-5709-4ccf-be47-cd161aa6b5ed tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425993 Feb 08 15:56:12.704710 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70441d73-fc42-4436-8f8e-69ad478e6a30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (e30475a5-a171-411d-b1cb-2f29959a22ec), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:12.705253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70441d73-fc42-4436-8f8e-69ad478e6a30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Fanout notify agent at l3_agent the message router_deleted on router e30475a5-a171-411d-b1cb-2f29959a22ec {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:56:12.718632 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70441d73-fc42-4436-8f8e-69ad478e6a30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:12.722655 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-70441d73-fc42-4436-8f8e-69ad478e6a30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/routers/e30475a5-a171-411d-b1cb-2f29959a22ec HTTP/1.1" status: 204 len: 168 time: 0.8835824 Feb 08 15:56:12.725481 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47706) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:12.735630 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5137910-c017-4135-8cac-4f793298a32d req-92df3b6e-576c-4550-8ff0-80a4e3920f7d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0532289 Feb 08 15:56:12.841430 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0838a25-731e-4c57-b8de-1710c65b7752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5202aec-bda7-492e-b04d-b693098fbacc'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:56:12.844609 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5fd5d1-ee69-4eec-ad2f-20dfd6dbb763" -d '{"events": [{"server_uuid": "e0838a25-731e-4c57-b8de-1710c65b7752", "name": "network-vif-plugged", "status": "completed", "tag": "d5202aec-bda7-492e-b04d-b693098fbacc"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:56:12.869504 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-32cf8310-10bd-43c8-9ab5-975cbf32bf9f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1387160 Feb 08 15:56:12.879893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47714) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:12.964835 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-d4c10f9a-dbbd-49f2-aa10-e149e747de74 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Allocated IP 172.20.0.14 (21925af8-33b3-49e3-98af-7f6f9ae361e9/85305df1-2692-4fb9-bdc3-72900eb452fe/2355ffad-7e0f-4426-b0fd-1ccbafea0e95) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:12.997250 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eabd9975-8f55-4891-82e9-8e5ca8de7367 req-dba50231-f528-4fda-87b1-4db14346d1bd tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/ports?device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 210 time: 0.1313422 Feb 08 15:56:13.090798 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aae702-2729-488a-9c97-7f58c22a865d x-openstack-request-id: req-d2aae702-2729-488a-9c97-7f58c22a865d {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:56:13.091089 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0838a25-731e-4c57-b8de-1710c65b7752", "name": "network-vif-plugged", "status": "completed", "tag": "d5202aec-bda7-492e-b04d-b693098fbacc", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:56:13.091529 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d2aae702-2729-488a-9c97-7f58c22a865d {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:56:13.092083 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0838a25-731e-4c57-b8de-1710c65b7752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5202aec-bda7-492e-b04d-b693098fbacc', 'code': 200} Feb 08 15:56:13.101688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d31475-de68-44b0-9aee-a5565e3f9256 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:13.105094 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-86d31475-de68-44b0-9aee-a5565e3f9256 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2081110 Feb 08 15:56:13.119957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47718) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:13.149616 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-259b4697-987e-4612-bfa7-66d65c76b326 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9b13e5ad-759e-4011-bcaf-97ebe43f9e58), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:13.186506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b50b12d6-15f4-4584-975a-96a8cabbec30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632319 Feb 08 15:56:13.190966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47720) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:13.195767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b4697-987e-4612-bfa7-66d65c76b326 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event deleted for resources: {'Port': ['ID=9b13e5ad-759e-4011-bcaf-97ebe43f9e58,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:13.204311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-9134d962-eb77-45c5-9d85-0cee5212f967 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:13.222638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680ec06-fa97-44c6-871b-3ff10eec7cf6 req-c379c587-436b-41c3-b5f1-bd8b01d8b4ee tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:13.225450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0680ec06-fa97-44c6-871b-3ff10eec7cf6 req-c379c587-436b-41c3-b5f1-bd8b01d8b4ee tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.2769928 Feb 08 15:56:13.407345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c5f9029-b5f2-41e9-8818-5fc5f09ad0d4 req-da4a8c48-465c-47f8-9f6a-52b9e0f0f01a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.1802669 Feb 08 15:56:13.440865 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-d4c10f9a-dbbd-49f2-aa10-e149e747de74 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Publish callbacks [] for port (2355ffad-7e0f-4426-b0fd-1ccbafea0e95), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:13.498331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-d4c10f9a-dbbd-49f2-aa10-e149e747de74 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2355ffad-7e0f-4426-b0fd-1ccbafea0e95), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:13.506685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88ec08-6a47-48ed-9a3a-502faab159c4 req-dea23ff0-df10-4f52-9513-fd97d04959f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:13.508784 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cb88ec08-6a47-48ed-9a3a-502faab159c4 req-dea23ff0-df10-4f52-9513-fd97d04959f2 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 1128 time: 0.3239968 Feb 08 15:56:13.573683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0680ec06-fa97-44c6-871b-3ff10eec7cf6 req-d0fa867e-e4ed-4525-8bf6-ddc9ff3b37c0 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243191 Feb 08 15:56:13.608894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9134d962-eb77-45c5-9d85-0cee5212f967 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:13.608894 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9134d962-eb77-45c5-9d85-0cee5212f967 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:13.737457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-d4c10f9a-dbbd-49f2-aa10-e149e747de74 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Network 21925af8-33b3-49e3-98af-7f6f9ae361e9 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:13.749084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-d4c10f9a-dbbd-49f2-aa10-e149e747de74 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:13.753826 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-d4c10f9a-dbbd-49f2-aa10-e149e747de74 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:13.802220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c10f9a-dbbd-49f2-aa10-e149e747de74 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Pushing event updated for resources: {'Port': ['ID=2355ffad-7e0f-4426-b0fd-1ccbafea0e95,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:13.842386 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cb88ec08-6a47-48ed-9a3a-502faab159c4 req-dec40f7b-e187-4a07-97ea-3bc7e2fd3cce service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156290 Feb 08 15:56:13.846607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a056bb1-3578-409c-8b52-369670e863c6 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:56:13.861776 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Publish callbacks [] for port (6a056bb1-3578-409c-8b52-369670e863c6), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:13.862743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-d4c10f9a-dbbd-49f2-aa10-e149e747de74 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:13.863754 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-d4c10f9a-dbbd-49f2-aa10-e149e747de74 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:13.879211 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-259b4697-987e-4612-bfa7-66d65c76b326 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:13.879629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f451063-ec27-4ded-8ee3-d4c6b461d0e7 req-33e01fce-9ef1-4200-8a9f-478979cabb3d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:13.881227 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f451063-ec27-4ded-8ee3-d4c6b461d0e7 req-33e01fce-9ef1-4200-8a9f-478979cabb3d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.3011782 Feb 08 15:56:13.902417 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-d4c10f9a-dbbd-49f2-aa10-e149e747de74 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4960608 Feb 08 15:56:13.923651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Transition to ACTIVE for port object 6a056bb1-3578-409c-8b52-369670e863c6 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:56:13.935644 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6a056bb1-3578-409c-8b52-369670e863c6), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:13.975252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Request body: {'port': {'device_id': '98fb6678-9c46-4865-9945-b71d1d658b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:14.065694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Pushing event updated for resources: {'Port': ['ID=6a056bb1-3578-409c-8b52-369670e863c6,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:14.080142 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2355ffad-7e0f-4426-b0fd-1ccbafea0e95), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:14.082710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f451063-ec27-4ded-8ee3-d4c6b461d0e7 req-867e0a39-0678-426c-8fe2-b3a00f704d95 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886060 Feb 08 15:56:14.312475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.objects.ports [None req-9134d962-eb77-45c5-9d85-0cee5212f967 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103301) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 15:56:14.313547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Attempting to bind port 6a056bb1-3578-409c-8b52-369670e863c6 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:14.314001 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Attempting to bind port 6a056bb1-3578-409c-8b52-369670e863c6 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'cc75a6a1-0477-4bd6-9acd-f549c546095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:14.314337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Attempting to bind port 6a056bb1-3578-409c-8b52-369670e863c6 on network f6df558d-571e-4952-ad2b-0976754826c6 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:14.320644 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9134d962-eb77-45c5-9d85-0cee5212f967 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (3663e1d5-6b90-4b84-bc75-0c6960ba6547), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:14.371118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Port 6a056bb1-3578-409c-8b52-369670e863c6 on network f6df558d-571e-4952-ad2b-0976754826c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:14.371559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Attempting to bind port 6a056bb1-3578-409c-8b52-369670e863c6 on network f6df558d-571e-4952-ad2b-0976754826c6 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:14.405767 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd2c3a-412a-432f-8630-aa2d5ef8ec44 req-9e133b7b-4193-44c7-9f83-f0f903f66afc tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:14.407476 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04dd2c3a-412a-432f-8630-aa2d5ef8ec44 req-9e133b7b-4193-44c7-9f83-f0f903f66afc tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 943 time: 0.2108700 Feb 08 15:56:14.414354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:56:14.414699 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Checking segment: {'id': 'cc75a6a1-0477-4bd6-9acd-f549c546095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:56:14.415194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Bound using segment: {'id': 'cc75a6a1-0477-4bd6-9acd-f549c546095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:56:14.416038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Bound port: 6a056bb1-3578-409c-8b52-369670e863c6, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc75a6a1-0477-4bd6-9acd-f549c546095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:56:14.416409 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6a056bb1-3578-409c-8b52-369670e863c6), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:14.443991 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9134d962-eb77-45c5-9d85-0cee5212f967 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:14.456242 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-9134d962-eb77-45c5-9d85-0cee5212f967 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:14.460195 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9134d962-eb77-45c5-9d85-0cee5212f967 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:14.460802 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9134d962-eb77-45c5-9d85-0cee5212f967 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:14.468716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986469b8-3e46-423d-b3fa-9a3594100c0b None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:14.522889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134d962-eb77-45c5-9d85-0cee5212f967 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=3663e1d5-6b90-4b84-bc75-0c6960ba6547,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:14.579216 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04dd2c3a-412a-432f-8630-aa2d5ef8ec44 req-8a459817-9843-4712-a46e-8d1fad917492 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442323 Feb 08 15:56:14.604631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': '3663e1d5-6b90-4b84-bc75-0c6960ba6547'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:56:14.605535 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:14.628359 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9134d962-eb77-45c5-9d85-0cee5212f967 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4356287 Feb 08 15:56:14.644762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47736) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:14.649991 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-68576a63-668c-4a9f-b8e4-73a4b643cccf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:14.699298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] For port 6a056bb1-3578-409c-8b52-369670e863c6, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:56:14.752092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] For port 6a056bb1-3578-409c-8b52-369670e863c6, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6a056bb1-3578-409c-8b52-369670e863c6,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:56:14.755189 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a21f1eac-98b1-4618-9a25-b6ebe85a4d45 req-f6052c50-8109-475b-872f-a4188ea8a527 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0575683 Feb 08 15:56:14.773860 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6a056bb1-3578-409c-8b52-369670e863c6), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:14.807279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259b4697-987e-4612-bfa7-66d65c76b326 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Router f4878fe8-5a23-458b-8fcc-2d110a11cd6d has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:56:14.830422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Allocated IP 2001:db8::f816:3eff:fe9e:caa2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/3663e1d5-6b90-4b84-bc75-0c6960ba6547/28d258d3-431a-4f70-b9d6-7f782676c3a8) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:14.876740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:14.879039 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:14.886212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] 10.222.0.94 "PUT /v2.0/ports/6a056bb1-3578-409c-8b52-369670e863c6 HTTP/1.1" status: 200 len: 1092 time: 2.4399991 Feb 08 15:56:14.925364 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5c9481-c754-46c1-92d6-827c45bafd57', 'tag': '6a056bb1-3578-409c-8b52-369670e863c6'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:56:14.932162 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c7177e-a988-45e5-85ef-175489d81998" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5c9481-c754-46c1-92d6-827c45bafd57", "tag": "6a056bb1-3578-409c-8b52-369670e863c6"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:56:15.052129 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259b4697-987e-4612-bfa7-66d65c76b326 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:56:15.060467 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-259b4697-987e-4612-bfa7-66d65c76b326 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] 10.222.0.82 "PUT /v2.0/routers/f4878fe8-5a23-458b-8fcc-2d110a11cd6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5278144 Feb 08 15:56:15.063029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47740) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:15.070654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:56:15.080131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e0433-61a2-4a70-a205-7aff18ca5968 None None] Sync routers for ids ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:56:15.107117 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e0433-61a2-4a70-a205-7aff18ca5968 None None] Routers {'f4878fe8-5a23-458b-8fcc-2d110a11cd6d'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:56:15.107969 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-de1e0433-61a2-4a70-a205-7aff18ca5968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:56:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:15.119867 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Publish callbacks [] for port (2355ffad-7e0f-4426-b0fd-1ccbafea0e95), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:15.152712 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Publish callbacks [] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:15.155772 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-de1e0433-61a2-4a70-a205-7aff18ca5968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:15.165282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c96ce-f07e-4333-b4ab-9f59391d636f req-e83785c4-d524-44b0-a5b8-060305a81a2b tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:15.169907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e0433-61a2-4a70-a205-7aff18ca5968 None None] Routers {'f4878fe8-5a23-458b-8fcc-2d110a11cd6d'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:56:15.170224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-de1e0433-61a2-4a70-a205-7aff18ca5968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:56:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:15.174349 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Transition to ACTIVE for port object 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:56:15.174662 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:15.175805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d89c96ce-f07e-4333-b4ab-9f59391d636f req-e83785c4-d524-44b0-a5b8-060305a81a2b tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/ports?device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 932 time: 0.2894022 Feb 08 15:56:15.176498 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3da9d6-73f6-4e3b-b69d-2f7a0134e54c service neutron] Pushing event updated for resources: {'Port': ['ID=6a056bb1-3578-409c-8b52-369670e863c6,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:15.214540 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd224cfa-44c8-484e-ae77-c4fc78c4b713 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for router (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:15.215946 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68576a63-668c-4a9f-b8e4-73a4b643cccf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:15.218029 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2355ffad-7e0f-4426-b0fd-1ccbafea0e95), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:15.223897 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-68576a63-668c-4a9f-b8e4-73a4b643cccf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:15.275847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Pushing event updated for resources: {'Port': ['ID=28d258d3-431a-4f70-b9d6-7f782676c3a8,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:15.279170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5e691fc6-28c2-409e-bd17-7cb31f55c501 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:56:15.316532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Pushing event updated for resources: {'Port': ['ID=2355ffad-7e0f-4426-b0fd-1ccbafea0e95,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:15.332150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-de1e0433-61a2-4a70-a205-7aff18ca5968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:15.332819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e0433-61a2-4a70-a205-7aff18ca5968 None None] The sync data for ids ['f4878fe8-5a23-458b-8fcc-2d110a11cd6d'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:56:15.345331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d89c96ce-f07e-4333-b4ab-9f59391d636f req-862b63cc-2cd4-4104-90a9-7ed7a94b6822 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/security-groups?id=6b14093d-e81e-4ed0-9b62-160ebd3bc76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535618 Feb 08 15:56:15.354348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-68502681-cc01-4a71-be0c-f19fd506ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:15.356707 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-68502681-cc01-4a71-be0c-f19fd506ae82 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=39e9a774a47642ca822a4da0fcbb0506&device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 1126 time: 0.3883669 Feb 08 15:56:15.416803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:15.438785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:15.443102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:15.447612 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-efd6d9cd-e4ec-42f3-bc8a-59d99e832c28 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a056bb1-3578-409c-8b52-369670e863c6 HTTP/1.1" status: 200 len: 217 time: 0.0824416 Feb 08 15:56:15.459726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 5e691fc6-28c2-409e-bd17-7cb31f55c501 is: DOWN; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:15.526492 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-978f20e4-b609-432f-964c-72b448f8f170 req-377523b1-707e-4f57-bc38-9ca062f44233 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0754032 Feb 08 15:56:15.531947 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Attempting to bind port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:15.533061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Attempting to bind port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7d1e3731-4adb-49e3-b361-245bfd6ca8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '21925af8-33b3-49e3-98af-7f6f9ae361e9'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:15.533061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Attempting to bind port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 on network 21925af8-33b3-49e3-98af-7f6f9ae361e9 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:15.535508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Attempting to bind port 28d258d3-431a-4f70-b9d6-7f782676c3a8 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:15.536046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Attempting to bind port 28d258d3-431a-4f70-b9d6-7f782676c3a8 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:15.536632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Attempting to bind port 28d258d3-431a-4f70-b9d6-7f782676c3a8 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:15.540861 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 on network 21925af8-33b3-49e3-98af-7f6f9ae361e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:15.541214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Attempting to bind port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 on network 21925af8-33b3-49e3-98af-7f6f9ae361e9 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:15.542905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:56:15.543292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:56:15.544531 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:15.544531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:56:15.544995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Bound port: 28d258d3-431a-4f70-b9d6-7f782676c3a8, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:56:15.545392 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:15.553675 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:56:15.554135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Checking segment: {'id': '7d1e3731-4adb-49e3-b361-245bfd6ca8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '21925af8-33b3-49e3-98af-7f6f9ae361e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:56:15.555062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Bound using segment: {'id': '7d1e3731-4adb-49e3-b361-245bfd6ca8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '21925af8-33b3-49e3-98af-7f6f9ae361e9'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:56:15.555062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Bound port: 2355ffad-7e0f-4426-b0fd-1ccbafea0e95, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1e3731-4adb-49e3-b361-245bfd6ca8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '21925af8-33b3-49e3-98af-7f6f9ae361e9'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:56:15.555352 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2355ffad-7e0f-4426-b0fd-1ccbafea0e95), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:15.558264 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd224cfa-44c8-484e-ae77-c4fc78c4b713 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for router_gateway (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:15.568876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-eb14a4cc-03fa-49e4-b01f-040314fcfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:15.570417 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-eb14a4cc-03fa-49e4-b01f-040314fcfe12 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f74506d9-bb81-41cd-9755-6285f6ea9968 HTTP/1.1" status: 200 len: 854 time: 0.1067624 Feb 08 15:56:15.627639 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-b050ec47-4fc2-45f5-a9c2-8521176973e0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f6df558d-571e-4952-ad2b-0976754826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510864 Feb 08 15:56:15.654875 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d13a9b-8669-47a8-94e4-9edc2dda309e x-openstack-request-id: req-07d13a9b-8669-47a8-94e4-9edc2dda309e {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:56:15.655674 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5c9481-c754-46c1-92d6-827c45bafd57", "tag": "6a056bb1-3578-409c-8b52-369670e863c6", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:56:15.655948 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-07d13a9b-8669-47a8-94e4-9edc2dda309e {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:56:15.656349 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5c9481-c754-46c1-92d6-827c45bafd57', 'tag': '6a056bb1-3578-409c-8b52-369670e863c6', 'status': 'completed', 'code': 200} Feb 08 15:56:15.665957 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] For port 28d258d3-431a-4f70-b9d6-7f782676c3a8, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:56:15.675183 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] For port 28d258d3-431a-4f70-b9d6-7f782676c3a8, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=28d258d3-431a-4f70-b9d6-7f782676c3a8,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:56:15.687567 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:15.766387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] For port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:56:15.769237 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-fd224cfa-44c8-484e-ae77-c4fc78c4b713 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Deleting port f8ab7fbf-d8cb-4f8b-a80d-8fb1d6961194 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:15.769669 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd224cfa-44c8-484e-ae77-c4fc78c4b713 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f8ab7fbf-d8cb-4f8b-a80d-8fb1d6961194), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:15.772568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] For port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2355ffad-7e0f-4426-b0fd-1ccbafea0e95,segment=NetworkSegment(7d1e3731-4adb-49e3-b361-245bfd6ca8cf),segment_id=7d1e3731-4adb-49e3-b361-245bfd6ca8cf)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:56:15.779479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08297fc5-134d-4de0-9c2e-6d2e182a0601 None None] Pushing event updated for resources: {'Port': ['ID=28d258d3-431a-4f70-b9d6-7f782676c3a8,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:15.822220 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2355ffad-7e0f-4426-b0fd-1ccbafea0e95), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:15.871667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:15.872904 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:15.875046 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] 10.222.0.96 "PUT /v2.0/ports/2355ffad-7e0f-4426-b0fd-1ccbafea0e95 HTTP/1.1" status: 200 len: 1093 time: 1.9324784 Feb 08 15:56:15.879248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fb6678-9c46-4865-9945-b71d1d658b94', 'tag': '2355ffad-7e0f-4426-b0fd-1ccbafea0e95'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:56:15.892499 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a8dd87-5c4b-43ff-8c09-3e75c8bf2efb" -d '{"events": [{"name": "network-changed", "server_uuid": "98fb6678-9c46-4865-9945-b71d1d658b94", "tag": "2355ffad-7e0f-4426-b0fd-1ccbafea0e95"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:56:16.002642 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd224cfa-44c8-484e-ae77-c4fc78c4b713 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f8ab7fbf-d8cb-4f8b-a80d-8fb1d6961194), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:16.020298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b3cc6-1524-4b8e-8cf1-973c5e8bab36 service neutron] Pushing event updated for resources: {'Port': ['ID=2355ffad-7e0f-4426-b0fd-1ccbafea0e95,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:16.031307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-fd224cfa-44c8-484e-ae77-c4fc78c4b713 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Calling delete_port for f8ab7fbf-d8cb-4f8b-a80d-8fb1d6961194 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:16.119485 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-25fd0232-86c4-4b21-b5f1-5d75db7085e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:16.120804 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-25fd0232-86c4-4b21-b5f1-5d75db7085e3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0b3582fb6eed4490b21c780ab246fc10&device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 1127 time: 0.1854074 Feb 08 15:56:16.195161 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-7a65ffc4-391a-4922-9c7f-e8192e30f9e6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2355ffad-7e0f-4426-b0fd-1ccbafea0e95 HTTP/1.1" status: 200 len: 217 time: 0.0568633 Feb 08 15:56:16.322558 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-68576a63-668c-4a9f-b8e4-73a4b643cccf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (4d48605f-45c8-4063-967a-a0e5284511a8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:16.327600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-a96ed1bf-b5b8-493f-9f2e-912e69d57a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:16.329798 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-a96ed1bf-b5b8-493f-9f2e-912e69d57a8b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=85305df1-2692-4fb9-bdc3-72900eb452fe HTTP/1.1" status: 200 len: 862 time: 0.1280551 Feb 08 15:56:16.380726 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-c25adc31-61d2-4a7e-8eb6-3a2ece8b862c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=21925af8-33b3-49e3-98af-7f6f9ae361e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367177 Feb 08 15:56:16.391001 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68576a63-668c-4a9f-b8e4-73a4b643cccf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:16.408296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-68576a63-668c-4a9f-b8e4-73a4b643cccf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:16.422994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68576a63-668c-4a9f-b8e4-73a4b643cccf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:16.423607 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-68576a63-668c-4a9f-b8e4-73a4b643cccf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:16.437175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68576a63-668c-4a9f-b8e4-73a4b643cccf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=4d48605f-45c8-4063-967a-a0e5284511a8,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:16.445842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153f02f-99cf-460e-abcb-f0dc9348a759 req-f7d4d3e4-005c-444c-ac8c-49327ef35e5d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:16.453749 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5153f02f-99cf-460e-abcb-f0dc9348a759 req-f7d4d3e4-005c-444c-ac8c-49327ef35e5d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.7152309 Feb 08 15:56:16.464667 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-196bfc2b-eb0f-42de-b7e9-d7ca65d3ca27 service neutron] 10.222.0.94 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8308709 Feb 08 15:56:16.488003 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-68576a63-668c-4a9f-b8e4-73a4b643cccf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8420455 Feb 08 15:56:16.491028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47752) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:16.499259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-68900341-7c96-4942-8f32-db39f899f255 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'mac_address': 'fa:16:3e:66:c0:df', 'name': 'tempest-NetworksTestDHCPv6-570372570'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:16.507529 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd224cfa-44c8-484e-ae77-c4fc78c4b713 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f8ab7fbf-d8cb-4f8b-a80d-8fb1d6961194), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:16.569996 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5153f02f-99cf-460e-abcb-f0dc9348a759 req-8223a9aa-0cfa-4c0c-8d31-57d05cc0d64a tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148784 Feb 08 15:56:16.624727 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed5c3f25-741b-4e1d-91cd-33ab8e234b05 req-e54a9472-cd8b-4e46-b962-a3806de5ee2f service neutron] 10.222.0.94 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497331 Feb 08 15:56:16.624997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd224cfa-44c8-484e-ae77-c4fc78c4b713 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event deleted for resources: {'Port': ['ID=f8ab7fbf-d8cb-4f8b-a80d-8fb1d6961194,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:16.656184 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-d3373cb0-3d55-479f-8a60-9a8b50513484 service neutron] 10.222.0.96 "GET /v2.0/networks/21925af8-33b3-49e3-98af-7f6f9ae361e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695518 Feb 08 15:56:16.790651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7177e-a988-45e5-85ef-175489d81998 req-2cec4db1-1532-4a1c-b296-de5cad565e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:16.791322 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd224cfa-44c8-484e-ae77-c4fc78c4b713 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:16.793489 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56c7177e-a988-45e5-85ef-175489d81998 req-2cec4db1-1532-4a1c-b296-de5cad565e68 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=39e9a774a47642ca822a4da0fcbb0506&device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 1126 time: 0.1148875 Feb 08 15:56:16.816903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089abce-cf4c-407b-a164-89eeb3158a9a req-d8f477c8-5710-4283-a531-bec7e2bb3c48 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:16.825694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9089abce-cf4c-407b-a164-89eeb3158a9a req-d8f477c8-5710-4283-a531-bec7e2bb3c48 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 943 time: 0.1366181 Feb 08 15:56:16.954272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68900341-7c96-4942-8f32-db39f899f255 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:16.965858 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd224cfa-44c8-484e-ae77-c4fc78c4b713 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:16.973513 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9089abce-cf4c-407b-a164-89eeb3158a9a req-1538a939-0553-42af-9a4b-600929092d81 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467710 Feb 08 15:56:16.981216 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd224cfa-44c8-484e-ae77-c4fc78c4b713 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for router_controller (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:16.994473 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ddaf122c-62e4-4cd1-a868-0332a3958a49 req-898f4d8a-605f-48ff-8118-2cfed457aa42 service neutron] 10.222.0.96 "GET /v2.0/networks/21925af8-33b3-49e3-98af-7f6f9ae361e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273990 Feb 08 15:56:17.039419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7177e-a988-45e5-85ef-175489d81998 req-998194c4-70c5-4692-ac92-9f294f87e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:17.042952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56c7177e-a988-45e5-85ef-175489d81998 req-998194c4-70c5-4692-ac92-9f294f87e8e0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f6df558d-571e-4952-ad2b-0976754826c6 HTTP/1.1" status: 200 len: 915 time: 0.2418306 Feb 08 15:56:17.119643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56c7177e-a988-45e5-85ef-175489d81998 req-b7b53b82-9a6f-4ad1-af47-c9b0b20f1a6c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a056bb1-3578-409c-8b52-369670e863c6 HTTP/1.1" status: 200 len: 217 time: 0.0705993 Feb 08 15:56:17.151439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ad1d7c8-ba85-4bc5-b6d5-8c019e190355 req-49283cfb-663b-4b12-8520-490d74678a1d tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0424078 Feb 08 15:56:17.164646 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68900341-7c96-4942-8f32-db39f899f255 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:17.198681 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd224cfa-44c8-484e-ae77-c4fc78c4b713 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (f4878fe8-5a23-458b-8fcc-2d110a11cd6d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:17.199220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd224cfa-44c8-484e-ae77-c4fc78c4b713 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Fanout notify agent at l3_agent the message router_deleted on router f4878fe8-5a23-458b-8fcc-2d110a11cd6d {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:56:17.215981 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7177e-a988-45e5-85ef-175489d81998 req-da321b8e-7655-45c1-9094-dc46897411a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:17.217615 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56c7177e-a988-45e5-85ef-175489d81998 req-da321b8e-7655-45c1-9094-dc46897411a6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f74506d9-bb81-41cd-9755-6285f6ea9968 HTTP/1.1" status: 200 len: 854 time: 0.0771394 Feb 08 15:56:17.220516 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd224cfa-44c8-484e-ae77-c4fc78c4b713 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:17.223920 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fd224cfa-44c8-484e-ae77-c4fc78c4b713 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] 10.222.0.82 "DELETE /v2.0/routers/f4878fe8-5a23-458b-8fcc-2d110a11cd6d HTTP/1.1" status: 204 len: 168 time: 2.1577935 Feb 08 15:56:17.225518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47758) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:17.236817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-68900341-7c96-4942-8f32-db39f899f255 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port 6675bf53-ad59-48b8-81a6-07a662c87a75 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:56:17.299587 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be99989e-7265-4b90-a558-e9f5bf6c2b55 x-openstack-request-id: req-be99989e-7265-4b90-a558-e9f5bf6c2b55 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:56:17.299972 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fb6678-9c46-4865-9945-b71d1d658b94", "tag": "2355ffad-7e0f-4426-b0fd-1ccbafea0e95", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:56:17.300184 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-be99989e-7265-4b90-a558-e9f5bf6c2b55 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:56:17.300599 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fb6678-9c46-4865-9945-b71d1d658b94', 'tag': '2355ffad-7e0f-4426-b0fd-1ccbafea0e95', 'status': 'completed', 'code': 200} Feb 08 15:56:17.335159 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56c7177e-a988-45e5-85ef-175489d81998 req-09d3c501-21c5-413a-81f6-ac91d941a6d5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f6df558d-571e-4952-ad2b-0976754826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104093 Feb 08 15:56:17.341228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf38f8a-61df-4bd2-918c-5e7212cc0b6c None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:17.430375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8dd87-5c4b-43ff-8c09-3e75c8bf2efb req-86cdd9b1-d5ee-4da7-8387-0ea0b07c425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:17.432558 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-49a8dd87-5c4b-43ff-8c09-3e75c8bf2efb req-86cdd9b1-d5ee-4da7-8387-0ea0b07c425c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=0b3582fb6eed4490b21c780ab246fc10&device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 1127 time: 0.1310503 Feb 08 15:56:17.473832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a808d3f-90d1-47c0-a69e-7283cb9afcb7 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Deleting subnet fa88ac3f-cacc-4b80-9b85-a14cf9662169 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:56:17.479986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0854d576-fea4-4a45-b523-3f69cf519d03 None None] Provisioning complete for port 28d258d3-431a-4f70-b9d6-7f782676c3a8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:17.480800 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0854d576-fea4-4a45-b523-3f69cf519d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:17.485675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8a808d3f-90d1-47c0-a69e-7283cb9afcb7 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for subnet (fa88ac3f-cacc-4b80-9b85-a14cf9662169), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:17.531261 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafa7d8-550a-4ea5-b6e2-4060c95039c5 req-aec148ab-b847-4ef9-8485-d53e57ee4cc8 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:17.532909 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-afafa7d8-550a-4ea5-b6e2-4060c95039c5 req-aec148ab-b847-4ef9-8485-d53e57ee4cc8 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/ports?device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 944 time: 0.2092493 Feb 08 15:56:17.601822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0854d576-fea4-4a45-b523-3f69cf519d03 None None] Current status of the port 28d258d3-431a-4f70-b9d6-7f782676c3a8 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:17.602024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-68900341-7c96-4942-8f32-db39f899f255 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 172.20.0.3 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/4d48605f-45c8-4063-967a-a0e5284511a8/6675bf53-ad59-48b8-81a6-07a662c87a75) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:17.603332 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0854d576-fea4-4a45-b523-3f69cf519d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:17.620033 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8a808d3f-90d1-47c0-a69e-7283cb9afcb7 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (fa88ac3f-cacc-4b80-9b85-a14cf9662169), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:17.623155 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-68900341-7c96-4942-8f32-db39f899f255 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::f816:3eff:fe66:c0df (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/3663e1d5-6b90-4b84-bc75-0c6960ba6547/6675bf53-ad59-48b8-81a6-07a662c87a75) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:17.633145 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8dd87-5c4b-43ff-8c09-3e75c8bf2efb req-9c81c75b-1188-42f8-82b5-e30832baed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:17.635585 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-49a8dd87-5c4b-43ff-8c09-3e75c8bf2efb req-9c81c75b-1188-42f8-82b5-e30832baed24 service neutron] 10.222.0.96 "GET /v2.0/networks?id=21925af8-33b3-49e3-98af-7f6f9ae361e9 HTTP/1.1" status: 200 len: 923 time: 0.1915915 Feb 08 15:56:17.655460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0854d576-fea4-4a45-b523-3f69cf519d03 None None] For port 28d258d3-431a-4f70-b9d6-7f782676c3a8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=28d258d3-431a-4f70-b9d6-7f782676c3a8,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:17.661700 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0854d576-fea4-4a45-b523-3f69cf519d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:17.681976 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-afafa7d8-550a-4ea5-b6e2-4060c95039c5 req-4538e9af-b5ab-4337-b536-d32de1b3b332 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/security-groups?id=6b14093d-e81e-4ed0-9b62-160ebd3bc76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310647 Feb 08 15:56:17.700154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56c7177e-a988-45e5-85ef-175489d81998 req-d3201147-4ab2-4375-8db3-4927e44ed237 service neutron] 10.222.0.94 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567948 Feb 08 15:56:17.732787 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-49a8dd87-5c4b-43ff-8c09-3e75c8bf2efb req-2ebf1137-55eb-4989-a51a-d5fddb7af143 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2355ffad-7e0f-4426-b0fd-1ccbafea0e95 HTTP/1.1" status: 200 len: 217 time: 0.0904763 Feb 08 15:56:17.837769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f841a08d-cc0a-426c-805c-736fbc626057 None None] Update dhcp port {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'fixed_ips': [{'subnet_id': '3663e1d5-6b90-4b84-bc75-0c6960ba6547', 'ip_address': '2001:db8::f816:3eff:fe9e:caa2'}, {'subnet_id': '4d48605f-45c8-4063-967a-a0e5284511a8'}], 'binding:host_id': 'n-d-824834-11'}, 'id': '28d258d3-431a-4f70-b9d6-7f782676c3a8'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 15:56:17.931330 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68900341-7c96-4942-8f32-db39f899f255 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (6675bf53-ad59-48b8-81a6-07a662c87a75), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:17.931928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854d576-fea4-4a45-b523-3f69cf519d03 None None] Pushing event updated for resources: {'Port': ['ID=28d258d3-431a-4f70-b9d6-7f782676c3a8,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:17.939839 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 28d258d3-431a-4f70-b9d6-7f782676c3a8 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:17.981169 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8a808d3f-90d1-47c0-a69e-7283cb9afcb7 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (fa88ac3f-cacc-4b80-9b85-a14cf9662169), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:17.988403 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68900341-7c96-4942-8f32-db39f899f255 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6675bf53-ad59-48b8-81a6-07a662c87a75), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:18.018291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 28d258d3-431a-4f70-b9d6-7f782676c3a8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:18.018692 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:18.019341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a98425-bb82-4a68-88e4-bc119494ad10 req-227dfedf-3b42-492e-8bff-d5f450879703 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:18.021152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79a98425-bb82-4a68-88e4-bc119494ad10 req-227dfedf-3b42-492e-8bff-d5f450879703 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.1956069 Feb 08 15:56:18.030487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56c7177e-a988-45e5-85ef-175489d81998 req-e86dba31-7d94-4aba-83e8-d7ba9c169a69 service neutron] 10.222.0.94 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178144 Feb 08 15:56:18.032357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47762) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:18.054452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2f93dce6-5d59-4bf3-ad84-dc0672e784f6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Request body: {'floatingip': {'port_id': 'd5202aec-bda7-492e-b04d-b693098fbacc'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:18.070258 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f841a08d-cc0a-426c-805c-736fbc626057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:18.092428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68900341-7c96-4942-8f32-db39f899f255 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:18.107182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-68900341-7c96-4942-8f32-db39f899f255 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:18.126645 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68900341-7c96-4942-8f32-db39f899f255 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:18.145298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8dd87-5c4b-43ff-8c09-3e75c8bf2efb req-ce63a348-fa02-4bf5-9b1e-4265aa3cd3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:18.148539 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-49a8dd87-5c4b-43ff-8c09-3e75c8bf2efb req-ce63a348-fa02-4bf5-9b1e-4265aa3cd3e1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=85305df1-2692-4fb9-bdc3-72900eb452fe HTTP/1.1" status: 200 len: 862 time: 0.4015036 Feb 08 15:56:18.170854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60389e36-4251-4084-a3e2-8edb1786ef27 req-90e049d1-6d4d-4ee4-b464-324caae79d48 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0396605 Feb 08 15:56:18.188713 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f93dce6-5d59-4bf3-ad84-dc0672e784f6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for floatingip (82c8718a-1016-4191-bd2d-1e61109b86a9), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:18.198401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68900341-7c96-4942-8f32-db39f899f255 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=6675bf53-ad59-48b8-81a6-07a662c87a75,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:18.248888 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-49a8dd87-5c4b-43ff-8c09-3e75c8bf2efb req-b86efc1c-4f61-4ae3-8e16-bb8356edf43a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=21925af8-33b3-49e3-98af-7f6f9ae361e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687091 Feb 08 15:56:18.318817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68900341-7c96-4942-8f32-db39f899f255 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:18.319582 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68900341-7c96-4942-8f32-db39f899f255 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:18.356126 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-68900341-7c96-4942-8f32-db39f899f255 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8634744 Feb 08 15:56:18.360251 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47766) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:18.383338 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8a808d3f-90d1-47c0-a69e-7283cb9afcb7 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (fa88ac3f-cacc-4b80-9b85-a14cf9662169), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:18.429962 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-49a8dd87-5c4b-43ff-8c09-3e75c8bf2efb req-168e63ab-c1f2-4931-9e67-22c53bc74b80 service neutron] 10.222.0.96 "GET /v2.0/networks/21925af8-33b3-49e3-98af-7f6f9ae361e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750188 Feb 08 15:56:18.441570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a808d3f-90d1-47c0-a69e-7283cb9afcb7 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event deleted for resources: {'Subnet': ['ID=fa88ac3f-cacc-4b80-9b85-a14cf9662169,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:18.479048 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8a808d3f-90d1-47c0-a69e-7283cb9afcb7 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:18.482550 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8a808d3f-90d1-47c0-a69e-7283cb9afcb7 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] 10.222.0.82 "DELETE /v2.0/subnets/fa88ac3f-cacc-4b80-9b85-a14cf9662169 HTTP/1.1" status: 204 len: 168 time: 1.2439773 Feb 08 15:56:18.488612 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47768) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:18.521133 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad927dca-2836-42e7-b16e-685c654739df tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:18.528628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad927dca-2836-42e7-b16e-685c654739df tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:18.534001 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ad927dca-2836-42e7-b16e-685c654739df tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1725483 Feb 08 15:56:18.534683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47770) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:18.599878 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d92903-1b39-4ad5-8c67-1e7e99c2308f req-d07c1b34-145d-4f50-bb9c-4962b76cc8cf tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:18.600428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54d92903-1b39-4ad5-8c67-1e7e99c2308f req-d07c1b34-145d-4f50-bb9c-4962b76cc8cf tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 943 time: 0.2638803 Feb 08 15:56:18.610219 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-f841a08d-cc0a-426c-805c-736fbc626057 None None] Allocated IP 172.20.0.2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/4d48605f-45c8-4063-967a-a0e5284511a8/28d258d3-431a-4f70-b9d6-7f782676c3a8) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:18.691109 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-49a8dd87-5c4b-43ff-8c09-3e75c8bf2efb req-145fc2af-6afc-4fcd-aa89-769756ecd003 service neutron] 10.222.0.96 "GET /v2.0/networks/21925af8-33b3-49e3-98af-7f6f9ae361e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519157 Feb 08 15:56:18.703403 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e2f62-ea31-4956-94a7-3e6f3b5aa2d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port 6675bf53-ad59-48b8-81a6-07a662c87a75 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:18.703735 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2f62-ea31-4956-94a7-3e6f3b5aa2d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6675bf53-ad59-48b8-81a6-07a662c87a75), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:18.735147 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (8bb3e68d-2017-4878-9bcb-a2ec3cbd1162), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:18.769601 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f841a08d-cc0a-426c-805c-736fbc626057 None None] For port 28d258d3-431a-4f70-b9d6-7f782676c3a8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=28d258d3-431a-4f70-b9d6-7f782676c3a8,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:18.774912 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54d92903-1b39-4ad5-8c67-1e7e99c2308f req-e23c215c-85fa-41c4-85b6-d649bfb72694 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957119 Feb 08 15:56:18.815134 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726f410c-f30b-4cf2-82a0-b6eb74595673 None None] Network 8bb3e68d-2017-4878-9bcb-a2ec3cbd1162 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:18.861484 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2f62-ea31-4956-94a7-3e6f3b5aa2d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6675bf53-ad59-48b8-81a6-07a662c87a75), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:18.894154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e2f62-ea31-4956-94a7-3e6f3b5aa2d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for 6675bf53-ad59-48b8-81a6-07a662c87a75 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:18.900814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 28d258d3-431a-4f70-b9d6-7f782676c3a8 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:18.924375 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f841a08d-cc0a-426c-805c-736fbc626057 None None] Publish callbacks [] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:18.929545 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:18.935981 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f841a08d-cc0a-426c-805c-736fbc626057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:19.085884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841a08d-cc0a-426c-805c-736fbc626057 None None] Pushing event updated for resources: {'Port': ['ID=28d258d3-431a-4f70-b9d6-7f782676c3a8,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:19.150473 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c623fe22-ebd7-4203-98d9-4e3449105d72 req-f6c37303-7959-4532-ac72-501cbddd476b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.2127151 Feb 08 15:56:19.167606 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Deleting port 494226c8-839f-4854-bf7b-534b95d9ed4c {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:19.170708 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:19.195587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2f62-ea31-4956-94a7-3e6f3b5aa2d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6675bf53-ad59-48b8-81a6-07a662c87a75), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:19.228418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e93a0a-c1f2-4cec-a5a7-2dfd6aa77983 None None] DHCP port deletion for 8bb3e68d-2017-4878-9bcb-a2ec3cbd1162 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:56:19.308188 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6a056bb1-3578-409c-8b52-369670e863c6 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:56:19.447758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-12e93a0a-c1f2-4cec-a5a7-2dfd6aa77983 None None] Deleting port 494226c8-839f-4854-bf7b-534b95d9ed4c {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:19.448053 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-12e93a0a-c1f2-4cec-a5a7-2dfd6aa77983 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:19.509010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [None req-2f93dce6-5d59-4bf3-ad84-dc0672e784f6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:56:19.514582 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] For port 494226c8-839f-4854-bf7b-534b95d9ed4c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=494226c8-839f-4854-bf7b-534b95d9ed4c,segment=NetworkSegment(0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd),segment_id=0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:19.515256 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:19.544798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-12e93a0a-c1f2-4cec-a5a7-2dfd6aa77983 None None] For port 494226c8-839f-4854-bf7b-534b95d9ed4c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=494226c8-839f-4854-bf7b-534b95d9ed4c,segment=NetworkSegment(0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd),segment_id=0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:19.545230 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-12e93a0a-c1f2-4cec-a5a7-2dfd6aa77983 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:19.562712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-12e93a0a-c1f2-4cec-a5a7-2dfd6aa77983 None None] Calling delete_port for 494226c8-839f-4854-bf7b-534b95d9ed4c owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:19.606748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Calling delete_port for 494226c8-839f-4854-bf7b-534b95d9ed4c owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:19.731859 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f93dce6-5d59-4bf3-ad84-dc0672e784f6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:19.743509 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:19.747832 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-12e93a0a-c1f2-4cec-a5a7-2dfd6aa77983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (494226c8-839f-4854-bf7b-534b95d9ed4c), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:19.771248 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f93dce6-5d59-4bf3-ad84-dc0672e784f6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (82c8718a-1016-4191-bd2d-1e61109b86a9), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:19.778342 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event deleted for resources: {'Port': ['ID=494226c8-839f-4854-bf7b-534b95d9ed4c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:19.876275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e93a0a-c1f2-4cec-a5a7-2dfd6aa77983 None None] Pushing event deleted for resources: {'Port': ['ID=494226c8-839f-4854-bf7b-534b95d9ed4c,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:19.881928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e93a0a-c1f2-4cec-a5a7-2dfd6aa77983 None None] No DVR routers for this DVR port 494226c8-839f-4854-bf7b-534b95d9ed4c on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:56:19.926041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6a056bb1-3578-409c-8b52-369670e863c6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6a056bb1-3578-409c-8b52-369670e863c6,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:19.931312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e2f62-ea31-4956-94a7-3e6f3b5aa2d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=6675bf53-ad59-48b8-81a6-07a662c87a75,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:19.950409 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 28d258d3-431a-4f70-b9d6-7f782676c3a8 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:20.033669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '6a056bb1-3578-409c-8b52-369670e863c6', 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6', 'port_id': '6a056bb1-3578-409c-8b52-369670e863c6', 'mac_address': 'fa:16:3e:c5:12:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74506d9-bb81-41cd-9755-6285f6ea9968', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:56:20.103259 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6a056bb1-3578-409c-8b52-369670e863c6 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:20.104051 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6a056bb1-3578-409c-8b52-369670e863c6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.107301 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2f62-ea31-4956-94a7-3e6f3b5aa2d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.110752 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0d0e2f62-ea31-4956-94a7-3e6f3b5aa2d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/6675bf53-ad59-48b8-81a6-07a662c87a75 HTTP/1.1" status: 204 len: 168 time: 1.5731676 Feb 08 15:56:20.114372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47778) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:20.124061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a056bb1-3578-409c-8b52-369670e863c6 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:56:20.154901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6a056bb1-3578-409c-8b52-369670e863c6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6a056bb1-3578-409c-8b52-369670e863c6,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:20.162720 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6a056bb1-3578-409c-8b52-369670e863c6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.194823 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99fd1ff-4bdd-4ffc-99d2-aa98e097e1d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:20.196516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99fd1ff-4bdd-4ffc-99d2-aa98e097e1d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:20.198707 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99fd1ff-4bdd-4ffc-99d2-aa98e097e1d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:20.203558 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d99fd1ff-4bdd-4ffc-99d2-aa98e097e1d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0881410 Feb 08 15:56:20.204375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47782) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:20.206385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 28d258d3-431a-4f70-b9d6-7f782676c3a8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:20.207160 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.303059 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.349119 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6d9465e5-379d-4143-b7cd-4aa962ec3bd1 None None] Provisioning complete for port 28d258d3-431a-4f70-b9d6-7f782676c3a8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:20.349816 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6d9465e5-379d-4143-b7cd-4aa962ec3bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.350915 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ab0531-c7f8-4895-a205-bc26ee7063e9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet 3663e1d5-6b90-4b84-bc75-0c6960ba6547 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:56:20.360924 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-60ab0531-c7f8-4895-a205-bc26ee7063e9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (3663e1d5-6b90-4b84-bc75-0c6960ba6547), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.419618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6a056bb1-3578-409c-8b52-369670e863c6,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:20.425773 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-60ab0531-c7f8-4895-a205-bc26ee7063e9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (3663e1d5-6b90-4b84-bc75-0c6960ba6547), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.429819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['6a056bb1-3578-409c-8b52-369670e863c6'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:56:20.474359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122e240-08de-4d89-b96b-711d40accd3a req-b394ae73-1046-4836-ad60-4b4ccb9d2a4c tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:20.478241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 28d258d3-431a-4f70-b9d6-7f782676c3a8 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:20.483331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c122e240-08de-4d89-b96b-711d40accd3a req-b394ae73-1046-4836-ad60-4b4ccb9d2a4c tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/ports?device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 944 time: 1.1762187 Feb 08 15:56:20.500447 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-2f93dce6-5d59-4bf3-ad84-dc0672e784f6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Floating IP 82c8718a-1016-4191-bd2d-1e61109b86a9 associated. External IP: 172.25.7.53, port: d5202aec-bda7-492e-b04d-b693098fbacc. Feb 08 15:56:20.505514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] No DVR routers for this DVR port 494226c8-839f-4854-bf7b-534b95d9ed4c on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:56:20.600305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:56:20.647849 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-60ab0531-c7f8-4895-a205-bc26ee7063e9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (3663e1d5-6b90-4b84-bc75-0c6960ba6547), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.685082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 494226c8-839f-4854-bf7b-534b95d9ed4c no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:56:20.813481 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-60ab0531-c7f8-4895-a205-bc26ee7063e9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (3663e1d5-6b90-4b84-bc75-0c6960ba6547), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.818219 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (8bb3e68d-2017-4878-9bcb-a2ec3cbd1162), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.846035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb3e68d-2017-4878-9bcb-a2ec3cbd1162']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:20.857359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:20.857696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:20.874790 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.882466 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab0531-c7f8-4895-a205-bc26ee7063e9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=3663e1d5-6b90-4b84-bc75-0c6960ba6547,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:20.891683 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.898922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:56:20.899453 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (0bceaa4a-c0aa-46ed-914f-3ea1c5f1f7bd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.908358 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-60ab0531-c7f8-4895-a205-bc26ee7063e9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.930430 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-60ab0531-c7f8-4895-a205-bc26ee7063e9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/3663e1d5-6b90-4b84-bc75-0c6960ba6547 HTTP/1.1" status: 204 len: 168 time: 0.7247033 Feb 08 15:56:20.935622 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47786) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:56:20.970661 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:56:20.977913 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (8bb3e68d-2017-4878-9bcb-a2ec3cbd1162), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:20.998588 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 494226c8-839f-4854-bf7b-534b95d9ed4c {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:56:20.999162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 494226c8-839f-4854-bf7b-534b95d9ed4c not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:56:21.028726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6d9465e5-379d-4143-b7cd-4aa962ec3bd1 None None] Current status of the port 28d258d3-431a-4f70-b9d6-7f782676c3a8 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:21.063724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2355ffad-7e0f-4426-b0fd-1ccbafea0e95,segment=NetworkSegment(7d1e3731-4adb-49e3-b361-245bfd6ca8cf),segment_id=7d1e3731-4adb-49e3-b361-245bfd6ca8cf)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:21.088401 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:21.092625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-89779c25-a5d3-4348-bfc3-58bae02b0e64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet 4d48605f-45c8-4063-967a-a0e5284511a8 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:56:21.094631 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] 10.222.0.82 "DELETE /v2.0/networks/8bb3e68d-2017-4878-9bcb-a2ec3cbd1162 HTTP/1.1" status: 204 len: 168 time: 2.6021006 Feb 08 15:56:21.098253 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47788) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:21.098436 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '2355ffad-7e0f-4426-b0fd-1ccbafea0e95', 'network_id': '21925af8-33b3-49e3-98af-7f6f9ae361e9', 'port_id': '2355ffad-7e0f-4426-b0fd-1ccbafea0e95', 'mac_address': 'fa:16:3e:40:1e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85305df1-2692-4fb9-bdc3-72900eb452fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:56:21.104587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89779c25-a5d3-4348-bfc3-58bae02b0e64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (4d48605f-45c8-4063-967a-a0e5284511a8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:21.149099 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c122e240-08de-4d89-b96b-711d40accd3a req-0439cfd7-c08f-4054-a446-2219524aabaf tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/security-groups?id=6b14093d-e81e-4ed0-9b62-160ebd3bc76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597054 Feb 08 15:56:21.150698 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145df0bf-0cef-4d81-a4bd-49c7a079c9e4 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event deleted for resources: {'Network': ['ID=8bb3e68d-2017-4878-9bcb-a2ec3cbd1162,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:21.167410 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89779c25-a5d3-4348-bfc3-58bae02b0e64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (4d48605f-45c8-4063-967a-a0e5284511a8), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:21.226523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dc003c-5dd6-4062-aaf8-ba250ea4d1a8 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:21.237370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3817797e-6d9d-4fa8-8154-c20e1694fbaa None None] Could not find standard attr ID for object 6675bf53-ad59-48b8-81a6-07a662c87a75. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 15:56:21.296197 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89779c25-a5d3-4348-bfc3-58bae02b0e64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (4d48605f-45c8-4063-967a-a0e5284511a8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:21.303923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:21.304322 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2355ffad-7e0f-4426-b0fd-1ccbafea0e95), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:21.327666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:56:21.361927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2355ffad-7e0f-4426-b0fd-1ccbafea0e95,segment=NetworkSegment(7d1e3731-4adb-49e3-b361-245bfd6ca8cf),segment_id=7d1e3731-4adb-49e3-b361-245bfd6ca8cf)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:21.390910 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2355ffad-7e0f-4426-b0fd-1ccbafea0e95), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:21.399118 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89779c25-a5d3-4348-bfc3-58bae02b0e64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (4d48605f-45c8-4063-967a-a0e5284511a8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:21.439493 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89779c25-a5d3-4348-bfc3-58bae02b0e64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=4d48605f-45c8-4063-967a-a0e5284511a8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:21.442669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=2355ffad-7e0f-4426-b0fd-1ccbafea0e95,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:21.452307 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89779c25-a5d3-4348-bfc3-58bae02b0e64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:21.459708 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-89779c25-a5d3-4348-bfc3-58bae02b0e64 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/4d48605f-45c8-4063-967a-a0e5284511a8 HTTP/1.1" status: 204 len: 168 time: 0.5227757 Feb 08 15:56:21.469202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47790) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:21.472897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0a981a4-0f89-4f92-aedb-aa01722f836b req-4e1106cc-b0b6-4091-a088-83ed29ffe3fe tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.1306899 Feb 08 15:56:21.547873 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5d8c63b5-a57b-4161-a619-e242dde4d3d3 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773795 Feb 08 15:56:21.548629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47792) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:21.553011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f93dce6-5d59-4bf3-ad84-dc0672e784f6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Router bf980798-bfed-4b52-bcb8-d5b64a2117b8 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:56:21.562434 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:21.566026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-ea3a7e48-319a-461b-9397-093ba84bf780 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Deleting port 92d2c575-0529-46f4-9122-237e02b3c56a {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:21.566370 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ea3a7e48-319a-461b-9397-093ba84bf780 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (92d2c575-0529-46f4-9122-237e02b3c56a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:21.599301 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['2355ffad-7e0f-4426-b0fd-1ccbafea0e95'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:56:21.658443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de489c64-278e-401b-92de-def57e0cbb80 None None] Update dhcp port {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'fixed_ips': [{'subnet_id': '4d48605f-45c8-4063-967a-a0e5284511a8'}], 'binding:host_id': 'n-d-824834-11'}, 'id': '28d258d3-431a-4f70-b9d6-7f782676c3a8'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 15:56:21.741289 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de489c64-278e-401b-92de-def57e0cbb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:21.784032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:21.804182 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:21.911640 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ea3a7e48-319a-461b-9397-093ba84bf780 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (92d2c575-0529-46f4-9122-237e02b3c56a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:21.912297 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ea3a7e48-319a-461b-9397-093ba84bf780 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for floatingip (92d2c575-0529-46f4-9122-237e02b3c56a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:21.937736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-ea3a7e48-319a-461b-9397-093ba84bf780 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Calling delete_port for 92d2c575-0529-46f4-9122-237e02b3c56a owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:21.952224 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efb996-2c71-4022-ab1c-39fb65e06a10 req-ede80500-4b54-49f1-a7cb-e17cd9fca8e2 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:21.961250 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17efb996-2c71-4022-ab1c-39fb65e06a10 req-ede80500-4b54-49f1-a7cb-e17cd9fca8e2 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 944 time: 0.1811166 Feb 08 15:56:22.078077 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17efb996-2c71-4022-ab1c-39fb65e06a10 req-8741cb0f-fd97-49a6-96eb-c726b7c4413b tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071687 Feb 08 15:56:22.101906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d26323-2bed-4657-ae26-291945cd37cd None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:22.190661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f93dce6-5d59-4bf3-ad84-dc0672e784f6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:56:22.209372 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a9115e-8f30-463b-ac17-5398c99a8936 None None] Sync routers for ids ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:56:22.217759 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f93dce6-5d59-4bf3-ad84-dc0672e784f6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:22.233575 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a9115e-8f30-463b-ac17-5398c99a8936 None None] Routers {'bf980798-bfed-4b52-bcb8-d5b64a2117b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:56:22.235779 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c2a9115e-8f30-463b-ac17-5398c99a8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:56:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:22.239416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d743a6fc-8151-4f06-b617-3128023d0763 None None] Provisioning complete for port 28d258d3-431a-4f70-b9d6-7f782676c3a8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:22.242016 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d743a6fc-8151-4f06-b617-3128023d0763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:22.265577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b378fc9-1886-4338-8162-29e7817be1cb req-5bfc21ff-072c-4ec3-9f4c-465abcd6cb5a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0724564 Feb 08 15:56:22.302418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2f93dce6-5d59-4bf3-ad84-dc0672e784f6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "PUT /v2.0/floatingips/82c8718a-1016-4191-bd2d-1e61109b86a9 HTTP/1.1" status: 200 len: 990 time: 4.2522101 Feb 08 15:56:22.304893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0838a25-731e-4c57-b8de-1710c65b7752', 'tag': 'd5202aec-bda7-492e-b04d-b693098fbacc'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:56:22.309486 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cfd93b-66c7-4262-982d-3dac02475320" -d '{"events": [{"name": "network-changed", "server_uuid": "e0838a25-731e-4c57-b8de-1710c65b7752", "tag": "d5202aec-bda7-492e-b04d-b693098fbacc"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:56:22.476602 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ea3a7e48-319a-461b-9397-093ba84bf780 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (92d2c575-0529-46f4-9122-237e02b3c56a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:22.503125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a7e48-319a-461b-9397-093ba84bf780 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Pushing event deleted for resources: {'Port': ['ID=92d2c575-0529-46f4-9122-237e02b3c56a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:22.515821 n-d-824834-11 neutron-server[103302]: DEBUG neutron.objects.ports [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103302) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 15:56:22.521373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de751a20-2bc3-49ff-993d-14dd15280adb req-1f2fe928-a240-4eeb-a0ae-bcdc38c557d4 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:22.528035 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c2a9115e-8f30-463b-ac17-5398c99a8936 None None] Set router bf980798-bfed-4b52-bcb8-d5b64a2117b8 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:56:22.529381 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de751a20-2bc3-49ff-993d-14dd15280adb req-1f2fe928-a240-4eeb-a0ae-bcdc38c557d4 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/ports?device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 945 time: 0.1222250 Feb 08 15:56:22.606735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de751a20-2bc3-49ff-993d-14dd15280adb req-060d3614-f396-45e1-8e97-17b06208e4cb tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/security-groups?id=6b14093d-e81e-4ed0-9b62-160ebd3bc76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763519 Feb 08 15:56:22.693427 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ea3a7e48-319a-461b-9397-093ba84bf780 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks [] for floatingip (fd4707dd-28ba-4fc9-b0e5-cf93f182697a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:22.696495 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ea3a7e48-319a-461b-9397-093ba84bf780 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:22.703414 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ea3a7e48-319a-461b-9397-093ba84bf780 tempest-FloatingIPAdminTestJSON-242267760 tempest-FloatingIPAdminTestJSON-242267760-project] 10.222.0.82 "DELETE /v2.0/floatingips/fd4707dd-28ba-4fc9-b0e5-cf93f182697a HTTP/1.1" status: 204 len: 168 time: 1.5945604 Feb 08 15:56:22.741889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:22.791929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994545e-88af-4207-8a89-94cb6fa12f31 req-4644005f-b2dd-4f6a-bb96-2c65c1d2822d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:22.800935 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4994545e-88af-4207-8a89-94cb6fa12f31 req-4644005f-b2dd-4f6a-bb96-2c65c1d2822d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.0919847 Feb 08 15:56:22.870796 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4994545e-88af-4207-8a89-94cb6fa12f31 req-06ba242e-d034-4983-8dcf-bdf96fa57335 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683994 Feb 08 15:56:22.919412 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:22.925663 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca62410-86f0-4cd4-b1e0-41b201b2fe18 x-openstack-request-id: req-6ca62410-86f0-4cd4-b1e0-41b201b2fe18 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:56:22.926636 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0838a25-731e-4c57-b8de-1710c65b7752", "tag": "d5202aec-bda7-492e-b04d-b693098fbacc", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:56:22.927056 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6ca62410-86f0-4cd4-b1e0-41b201b2fe18 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:56:22.927751 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0838a25-731e-4c57-b8de-1710c65b7752', 'tag': 'd5202aec-bda7-492e-b04d-b693098fbacc', 'status': 'completed', 'code': 200} Feb 08 15:56:22.954395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93357a98-4736-4d51-b762-7a9e0903efe9 None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:56:23.002610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:56:23.011132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d743a6fc-8151-4f06-b617-3128023d0763 None None] Current status of the port 28d258d3-431a-4f70-b9d6-7f782676c3a8 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:23.017738 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:23.019441 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2355ffad-7e0f-4426-b0fd-1ccbafea0e95), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:23.042100 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c2a9115e-8f30-463b-ac17-5398c99a8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '82c8718a-1016-4191-bd2d-1e61109b86a9', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'port_id': 'd5202aec-bda7-492e-b04d-b693098fbacc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'mac_address': 'fa:16:3e:68:54:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0838a25-731e-4c57-b8de-1710c65b7752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:55:48Z', 'updated_at': '2022-02-08T15:56:19Z', 'revision_number': 1, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5025a6c9-401b-470b-b54a-1277f3ab8e01', 'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'mac_address': 'fa:16:3e:eb:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:41Z', 'updated_at': '2022-02-08T15:55:51Z', 'revision_number': 5, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'subnets': [{'id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:23.086579 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a9115e-8f30-463b-ac17-5398c99a8936 None None] Checking router: bf980798-bfed-4b52-bcb8-d5b64a2117b8 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:56:23.099478 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a9115e-8f30-463b-ac17-5398c99a8936 None None] Routers {'bf980798-bfed-4b52-bcb8-d5b64a2117b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:56:23.101102 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c2a9115e-8f30-463b-ac17-5398c99a8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:56:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:23.125760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfd93b-66c7-4262-982d-3dac02475320 req-39126e0a-0376-45aa-bccb-ea7eb700c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:23.130492 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55cfd93b-66c7-4262-982d-3dac02475320 req-39126e0a-0376-45aa-bccb-ea7eb700c750 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc&device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 1128 time: 0.1785657 Feb 08 15:56:23.136873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d32f7c0-8f65-46f0-8491-db75bbe649ab req-53690001-59e4-4987-88d3-ed41ce245c30 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0836892 Feb 08 15:56:23.228594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47808) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:23.260833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:23.263230 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2355ffad-7e0f-4426-b0fd-1ccbafea0e95), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:23.267605 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c2a9115e-8f30-463b-ac17-5398c99a8936 None None] Set router bf980798-bfed-4b52-bcb8-d5b64a2117b8 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:56:23.277181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-93357a98-4736-4d51-b762-7a9e0903efe9 None None] Deleting port 28d258d3-431a-4f70-b9d6-7f782676c3a8 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:23.277898 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-93357a98-4736-4d51-b762-7a9e0903efe9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:23.336003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6a056bb1-3578-409c-8b52-369670e863c6 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:23.348731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfd93b-66c7-4262-982d-3dac02475320 req-cb85ae3a-8ce5-44d5-a86a-5f44718f7ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:23.350342 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55cfd93b-66c7-4262-982d-3dac02475320 req-cb85ae3a-8ce5-44d5-a86a-5f44718f7ce4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8dac800a-41cf-4608-84ad-1dd6f88aa855 HTTP/1.1" status: 200 len: 911 time: 0.2101092 Feb 08 15:56:23.370591 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] For port 28d258d3-431a-4f70-b9d6-7f782676c3a8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=28d258d3-431a-4f70-b9d6-7f782676c3a8,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:23.423535 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:23.443263 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:23.482682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da158f4-09ed-4e76-a5f6-436fe089864b req-ec588bd5-a76c-44df-a889-57ddb0b79fa0 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:23.484518 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8da158f4-09ed-4e76-a5f6-436fe089864b req-ec588bd5-a76c-44df-a889-57ddb0b79fa0 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 944 time: 0.1653948 Feb 08 15:56:23.506776 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-93357a98-4736-4d51-b762-7a9e0903efe9 None None] For port 28d258d3-431a-4f70-b9d6-7f782676c3a8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=28d258d3-431a-4f70-b9d6-7f782676c3a8,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:23.507204 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-93357a98-4736-4d51-b762-7a9e0903efe9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:23.512923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55cfd93b-66c7-4262-982d-3dac02475320 req-5a4706ee-43cd-415c-a438-83c723db986d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5202aec-bda7-492e-b04d-b693098fbacc HTTP/1.1" status: 200 len: 998 time: 0.1464710 Feb 08 15:56:23.523764 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-93357a98-4736-4d51-b762-7a9e0903efe9 None None] Calling delete_port for 28d258d3-431a-4f70-b9d6-7f782676c3a8 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:23.545838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (b3fa538f-b5d1-47a3-b9cf-176cff07075e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:23.611588 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=b3fa538f-b5d1-47a3-b9cf-176cff07075e,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:23.633901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=28d258d3-431a-4f70-b9d6-7f782676c3a8,revision_number=8']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:23.641340 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:23.644488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:23.655283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:23.656820 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:23.679566 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c2a9115e-8f30-463b-ac17-5398c99a8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '82c8718a-1016-4191-bd2d-1e61109b86a9', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'port_id': 'd5202aec-bda7-492e-b04d-b693098fbacc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'mac_address': 'fa:16:3e:68:54:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0838a25-731e-4c57-b8de-1710c65b7752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:55:48Z', 'updated_at': '2022-02-08T15:56:19Z', 'revision_number': 1, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5025a6c9-401b-470b-b54a-1277f3ab8e01', 'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'mac_address': 'fa:16:3e:eb:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:41Z', 'updated_at': '2022-02-08T15:55:51Z', 'revision_number': 5, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'subnets': [{'id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:23.683273 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c1176313-165c-4bd1-8ec8-6a4a38be6d3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1333227 Feb 08 15:56:23.688052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47816) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:23.702975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c17c8c12-2a71-44ce-a021-adb0ad0acf50 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:23.715023 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfd93b-66c7-4262-982d-3dac02475320 req-bf76fa1d-3d31-4f4d-9f4c-b0ec433e24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:23.717311 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55cfd93b-66c7-4262-982d-3dac02475320 req-bf76fa1d-3d31-4f4d-9f4c-b0ec433e24eb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9 HTTP/1.1" status: 200 len: 849 time: 0.1957097 Feb 08 15:56:23.728848 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-218ccfe7-9a67-49a1-848a-b490bf0b9502 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d1974109ef0e45398a037424ae25b75b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4960394 Feb 08 15:56:23.734730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47818) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:23.748371 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8da158f4-09ed-4e76-a5f6-436fe089864b req-4f1d8efd-3bbf-4c88-8310-1ea4bb74ca0a tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420268 Feb 08 15:56:23.758267 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a9115e-8f30-463b-ac17-5398c99a8936 None None] The sync data for ids ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'] in n-d-824834-11 is: [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '82c8718a-1016-4191-bd2d-1e61109b86a9', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'port_id': 'd5202aec-bda7-492e-b04d-b693098fbacc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'mac_address': 'fa:16:3e:68:54:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0838a25-731e-4c57-b8de-1710c65b7752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:55:48Z', 'updated_at': '2022-02-08T15:56:19Z', 'revision_number': 1, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5025a6c9-401b-470b-b54a-1277f3ab8e01', 'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'mac_address': 'fa:16:3e:eb:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:41Z', 'updated_at': '2022-02-08T15:55:51Z', 'revision_number': 5, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'subnets': [{'id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:56:23.785640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fb6678-9c46-4865-9945-b71d1d658b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2355ffad-7e0f-4426-b0fd-1ccbafea0e95'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:56:23.788206 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344f947a-6f75-4558-ba32-e9a66b7c1064" -d '{"events": [{"server_uuid": "98fb6678-9c46-4865-9945-b71d1d658b94", "name": "network-vif-plugged", "status": "completed", "tag": "2355ffad-7e0f-4426-b0fd-1ccbafea0e95"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:56:23.817655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2355ffad-7e0f-4426-b0fd-1ccbafea0e95,segment=NetworkSegment(7d1e3731-4adb-49e3-b361-245bfd6ca8cf),segment_id=7d1e3731-4adb-49e3-b361-245bfd6ca8cf)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:23.824070 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-93357a98-4736-4d51-b762-7a9e0903efe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (28d258d3-431a-4f70-b9d6-7f782676c3a8), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:23.838096 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2355ffad-7e0f-4426-b0fd-1ccbafea0e95), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:23.863777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93357a98-4736-4d51-b762-7a9e0903efe9 None None] Pushing event deleted for resources: {'Port': ['ID=28d258d3-431a-4f70-b9d6-7f782676c3a8,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:23.945080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 28d258d3-431a-4f70-b9d6-7f782676c3a8 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:56:23.983198 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17c8c12-2a71-44ce-a021-adb0ad0acf50 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:23.987938 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c17c8c12-2a71-44ce-a021-adb0ad0acf50 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:23.996115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 6a056bb1-3578-409c-8b52-369670e863c6 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:56:23.998581 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93357a98-4736-4d51-b762-7a9e0903efe9 None None] No DVR routers for this DVR port 28d258d3-431a-4f70-b9d6-7f782676c3a8 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:56:24.004857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 28d258d3-431a-4f70-b9d6-7f782676c3a8 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:56:24.005244 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 28d258d3-431a-4f70-b9d6-7f782676c3a8 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:56:24.005569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a59a2525-58b0-498b-9857-a5a555b18652 req-52bd8b08-994d-49a0-9bd5-676edad3c188 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0636661 Feb 08 15:56:24.030566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=2355ffad-7e0f-4426-b0fd-1ccbafea0e95,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:24.034182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 6a056bb1-3578-409c-8b52-369670e863c6 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:24.034758 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6a056bb1-3578-409c-8b52-369670e863c6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:24.089809 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfd93b-66c7-4262-982d-3dac02475320 req-3796cd4b-07a3-49cd-86f3-56010119a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:24.091929 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55cfd93b-66c7-4262-982d-3dac02475320 req-3796cd4b-07a3-49cd-86f3-56010119a4cb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8dac800a-41cf-4608-84ad-1dd6f88aa855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3617456 Feb 08 15:56:24.092831 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-32f610b0-6de4-4208-a9b8-b6f043677067 admin admin] Publish callbacks [] for security_group (20acbe9c-60ba-460b-b184-8c0e414af5ae), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:24.108110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531cd712-a996-4094-a6f4-396bad9f004a None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:24.204615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aaffed-103d-4be9-8ea5-6eee36b924df None None] New status for floating IP 82c8718a-1016-4191-bd2d-1e61109b86a9: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:56:24.264341 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-32f610b0-6de4-4208-a9b8-b6f043677067 admin admin] Publish callbacks [] for security_group (20acbe9c-60ba-460b-b184-8c0e414af5ae), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:24.333122 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6a056bb1-3578-409c-8b52-369670e863c6 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:24.333122 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6a056bb1-3578-409c-8b52-369670e863c6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:24.362459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55cfd93b-66c7-4262-982d-3dac02475320 req-1b950b6f-842c-4cf7-8b9c-19f924d720bb service neutron] 10.222.0.94 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568364 Feb 08 15:56:24.378638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120d55f-a48d-4d8d-a11d-91a59650e846 req-e4b48d06-b75c-4e1e-9201-d6d30a3d6fb6 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:24.378931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': 'b3fa538f-b5d1-47a3-b9cf-176cff07075e'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:56:24.380127 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:24.388176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b120d55f-a48d-4d8d-a11d-91a59650e846 req-e4b48d06-b75c-4e1e-9201-d6d30a3d6fb6 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/ports?device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 946 time: 0.2305951 Feb 08 15:56:24.463950 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-32f610b0-6de4-4208-a9b8-b6f043677067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (20acbe9c-60ba-460b-b184-8c0e414af5ae), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:24.466886 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-32f610b0-6de4-4208-a9b8-b6f043677067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:24.468435 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-32f610b0-6de4-4208-a9b8-b6f043677067 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/20acbe9c-60ba-460b-b184-8c0e414af5ae HTTP/1.1" status: 204 len: 168 time: 0.7352445 Feb 08 15:56:24.499934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f610b0-6de4-4208-a9b8-b6f043677067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20acbe9c-60ba-460b-b184-8c0e414af5ae,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:24.529302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b120d55f-a48d-4d8d-a11d-91a59650e846 req-f95ef5ec-300a-4eed-87aa-ca1281f3a349 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/security-groups?id=6b14093d-e81e-4ed0-9b62-160ebd3bc76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385701 Feb 08 15:56:24.551954 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c17c8c12-2a71-44ce-a021-adb0ad0acf50 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (cbcd6747-a563-4363-b47c-9c8d3e59d126), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:24.607622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55cfd93b-66c7-4262-982d-3dac02475320 req-151b34f5-4c0e-4f99-a4df-577603093f48 service neutron] 10.222.0.94 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167108 Feb 08 15:56:24.727158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Allocated IP 2001:db8::f816:3eff:fec3:d42 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/b3fa538f-b5d1-47a3-b9cf-176cff07075e/44dd97ed-1bc5-4392-a982-a75f79ae34ab) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:24.766286 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c8c12-2a71-44ce-a021-adb0ad0acf50 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:24.771644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968e14d-65ad-406d-bf18-d2fd3f484e7d req-8fc511ee-6fcb-48f1-ad54-b97ee3dc487f tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:24.784736 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1968e14d-65ad-406d-bf18-d2fd3f484e7d req-8fc511ee-6fcb-48f1-ad54-b97ee3dc487f tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.1047688 Feb 08 15:56:24.809827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-c17c8c12-2a71-44ce-a021-adb0ad0acf50 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:24.817576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17c8c12-2a71-44ce-a021-adb0ad0acf50 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:24.818172 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c17c8c12-2a71-44ce-a021-adb0ad0acf50 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:24.837798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c8c12-2a71-44ce-a021-adb0ad0acf50 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=cbcd6747-a563-4363-b47c-9c8d3e59d126,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:24.881707 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06af7995-5ccb-414c-a2a4-4bd62ae37080 x-openstack-request-id: req-06af7995-5ccb-414c-a2a4-4bd62ae37080 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:56:24.882093 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fb6678-9c46-4865-9945-b71d1d658b94", "name": "network-vif-plugged", "status": "completed", "tag": "2355ffad-7e0f-4426-b0fd-1ccbafea0e95", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:56:24.882236 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-06af7995-5ccb-414c-a2a4-4bd62ae37080 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:56:24.882772 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fb6678-9c46-4865-9945-b71d1d658b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2355ffad-7e0f-4426-b0fd-1ccbafea0e95', 'code': 200} Feb 08 15:56:24.890257 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1968e14d-65ad-406d-bf18-d2fd3f484e7d req-8c4379d8-182b-4feb-882b-32011615be85 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013958 Feb 08 15:56:24.898223 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c17c8c12-2a71-44ce-a021-adb0ad0acf50 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2078457 Feb 08 15:56:24.901931 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47832) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:24.907022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-36385b17-dff7-4e1e-911c-8b0b41b76d27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'mac_address': 'fa:16:3e:44:1e:d4', 'name': 'tempest-NetworksTestDHCPv6-837127684'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:24.948237 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d3ed2-ba22-4e05-bb99-fb0785e6ebb6 req-51f67a26-df66-4faf-80e1-b7e2e984f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:24.950066 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ce1d3ed2-ba22-4e05-bb99-fb0785e6ebb6 req-51f67a26-df66-4faf-80e1-b7e2e984f5ec service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 1129 time: 0.2433596 Feb 08 15:56:24.975379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6a056bb1-3578-409c-8b52-369670e863c6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6a056bb1-3578-409c-8b52-369670e863c6,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:24.989599 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6a056bb1-3578-409c-8b52-369670e863c6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:25.156513 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47838) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:25.211472 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a662aab2-7681-40d7-a7a0-1d27571adaff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:25.214699 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6a056bb1-3578-409c-8b52-369670e863c6,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:25.223720 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Publish callbacks [] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:25.233674 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:25.282246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:25.285561 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:25.289616 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:25.299285 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Pushing event updated for resources: {'Port': ['ID=44dd97ed-1bc5-4392-a982-a75f79ae34ab,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:25.336231 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ce1d3ed2-ba22-4e05-bb99-fb0785e6ebb6 req-7b58dc66-4256-4aeb-8b25-6a3c142c7994 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6b14093d-e81e-4ed0-9b62-160ebd3bc76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310333 Feb 08 15:56:25.371393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Attempting to bind port 44dd97ed-1bc5-4392-a982-a75f79ae34ab on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:25.371994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Attempting to bind port 44dd97ed-1bc5-4392-a982-a75f79ae34ab by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:25.372159 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Attempting to bind port 44dd97ed-1bc5-4392-a982-a75f79ae34ab on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:25.378289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:56:25.378685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:56:25.379081 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:25.379477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:56:25.379948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Bound port: 44dd97ed-1bc5-4392-a982-a75f79ae34ab, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:56:25.380382 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:25.431952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-137559f1-42bc-42c2-ba3b-ed96e840f417 req-2f943e7a-54ba-4b88-b6b3-967dff629a12 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.1602705 Feb 08 15:56:25.434899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36385b17-dff7-4e1e-911c-8b0b41b76d27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:25.482578 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] For port 44dd97ed-1bc5-4392-a982-a75f79ae34ab, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:56:25.487482 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] For port 44dd97ed-1bc5-4392-a982-a75f79ae34ab, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=44dd97ed-1bc5-4392-a982-a75f79ae34ab,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:56:25.495537 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a662aab2-7681-40d7-a7a0-1d27571adaff admin admin] Publish callbacks [] for security_group (45740305-cb95-455d-80f8-78be78a59a84), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:25.497976 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:25.509718 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a662aab2-7681-40d7-a7a0-1d27571adaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (45740305-cb95-455d-80f8-78be78a59a84), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:25.596182 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36385b17-dff7-4e1e-911c-8b0b41b76d27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:25.631532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64e850-7570-45c7-9e4e-8daea9239f26 None None] Pushing event updated for resources: {'Port': ['ID=44dd97ed-1bc5-4392-a982-a75f79ae34ab,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:25.659646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-36385b17-dff7-4e1e-911c-8b0b41b76d27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port 5268b5b4-48f9-42f9-9708-637b606ad822 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:56:25.662497 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662aab2-7681-40d7-a7a0-1d27571adaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45740305-cb95-455d-80f8-78be78a59a84,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:25.673630 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a662aab2-7681-40d7-a7a0-1d27571adaff admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=86f498a991c24755b9f2dd4d7a3f7cb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5158703 Feb 08 15:56:25.678069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47842) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:25.742658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151f6ac-0533-4320-a1bd-51e5f88b6afe req-0952c7a7-9fd1-4ff1-aa0e-b359f5630e51 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:25.751868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a151f6ac-0533-4320-a1bd-51e5f88b6afe req-0952c7a7-9fd1-4ff1-aa0e-b359f5630e51 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1919627 Feb 08 15:56:25.815826 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6818e6bc-e4bb-48ef-81e1-210c7666773a admin admin] Publish callbacks [] for security_group (45740305-cb95-455d-80f8-78be78a59a84), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:25.912322 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6818e6bc-e4bb-48ef-81e1-210c7666773a admin admin] Publish callbacks [] for security_group (45740305-cb95-455d-80f8-78be78a59a84), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:25.945559 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a151f6ac-0533-4320-a1bd-51e5f88b6afe req-c01252ea-f981-4fd4-9752-7ab7922963a8 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925075 Feb 08 15:56:26.063644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-36385b17-dff7-4e1e-911c-8b0b41b76d27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 172.20.0.4 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/cbcd6747-a563-4363-b47c-9c8d3e59d126/5268b5b4-48f9-42f9-9708-637b606ad822) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:26.074682 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6818e6bc-e4bb-48ef-81e1-210c7666773a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (45740305-cb95-455d-80f8-78be78a59a84), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:26.079255 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6818e6bc-e4bb-48ef-81e1-210c7666773a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:26.080922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-36385b17-dff7-4e1e-911c-8b0b41b76d27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::f816:3eff:fe44:1ed4 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/b3fa538f-b5d1-47a3-b9cf-176cff07075e/5268b5b4-48f9-42f9-9708-637b606ad822) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:26.081704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6818e6bc-e4bb-48ef-81e1-210c7666773a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/45740305-cb95-455d-80f8-78be78a59a84 HTTP/1.1" status: 204 len: 168 time: 0.4022074 Feb 08 15:56:26.136249 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818e6bc-e4bb-48ef-81e1-210c7666773a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45740305-cb95-455d-80f8-78be78a59a84,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:26.277328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-635e0ecb-ae2b-40f2-93ae-66ca3cd0922f req-125fe55e-0d27-4077-9131-bc1002d6ed1f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0580363 Feb 08 15:56:26.397948 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36385b17-dff7-4e1e-911c-8b0b41b76d27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (5268b5b4-48f9-42f9-9708-637b606ad822), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:26.452501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36385b17-dff7-4e1e-911c-8b0b41b76d27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (5268b5b4-48f9-42f9-9708-637b606ad822), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:26.570631 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36385b17-dff7-4e1e-911c-8b0b41b76d27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=5268b5b4-48f9-42f9-9708-637b606ad822,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:26.592349 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36385b17-dff7-4e1e-911c-8b0b41b76d27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:26.604330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-36385b17-dff7-4e1e-911c-8b0b41b76d27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:26.606992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d5ee4-42f9-47d6-bc02-e92457b53356 req-5ced21ed-ced9-439e-9955-33c7071125e3 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:26.608762 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-124d5ee4-42f9-47d6-bc02-e92457b53356 req-5ced21ed-ced9-439e-9955-33c7071125e3 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/ports?device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 946 time: 0.1584306 Feb 08 15:56:26.629182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36385b17-dff7-4e1e-911c-8b0b41b76d27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:26.743643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-124d5ee4-42f9-47d6-bc02-e92457b53356 req-6c49f4bf-bb12-4026-99b1-2e7dd7b498d0 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/security-groups?id=6b14093d-e81e-4ed0-9b62-160ebd3bc76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176515 Feb 08 15:56:26.768522 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36385b17-dff7-4e1e-911c-8b0b41b76d27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:26.769595 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36385b17-dff7-4e1e-911c-8b0b41b76d27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:26.796210 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-36385b17-dff7-4e1e-911c-8b0b41b76d27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8931615 Feb 08 15:56:26.799277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47852) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:26.862703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47854) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:26.886196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5c9481-c754-46c1-92d6-827c45bafd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a056bb1-3578-409c-8b52-369670e863c6'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:56:26.891576 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb65f1f-2a79-4a4f-9f33-055c2881ee95" -d '{"events": [{"server_uuid": "ac5c9481-c754-46c1-92d6-827c45bafd57", "name": "network-vif-plugged", "status": "completed", "tag": "6a056bb1-3578-409c-8b52-369670e863c6"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:56:26.891897 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2315f12d-c669-4c41-96b4-43d5ea7b7d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:26.926939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66b9a6e9-8880-400e-94f0-00063890d05c req-66aae431-32dc-488d-97e7-3a41057e4014 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0504112 Feb 08 15:56:26.938811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030b0d30-57d0-4eb8-9f8d-9b3e28769f52 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:26.946311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030b0d30-57d0-4eb8-9f8d-9b3e28769f52 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:26.950500 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-030b0d30-57d0-4eb8-9f8d-9b3e28769f52 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1475363 Feb 08 15:56:26.951338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47858) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:27.028139 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c129f2d9-66a6-4d15-ab59-d138ddf94615 x-openstack-request-id: req-c129f2d9-66a6-4d15-ab59-d138ddf94615 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:56:27.028572 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5c9481-c754-46c1-92d6-827c45bafd57", "name": "network-vif-plugged", "status": "completed", "tag": "6a056bb1-3578-409c-8b52-369670e863c6", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:56:27.028968 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c129f2d9-66a6-4d15-ab59-d138ddf94615 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:56:27.030103 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5c9481-c754-46c1-92d6-827c45bafd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a056bb1-3578-409c-8b52-369670e863c6', 'code': 200} Feb 08 15:56:27.074939 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2315f12d-c669-4c41-96b4-43d5ea7b7d58 admin admin] Publish callbacks [] for security_group (b9cdaefd-553f-41be-8a09-ecb75f5c7c0e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:27.081693 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2315f12d-c669-4c41-96b4-43d5ea7b7d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b9cdaefd-553f-41be-8a09-ecb75f5c7c0e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:27.173243 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2315f12d-c669-4c41-96b4-43d5ea7b7d58 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6c068f3fde994113ab03582f94ff8e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3089104 Feb 08 15:56:27.174265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47862) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:27.184748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315f12d-c669-4c41-96b4-43d5ea7b7d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cdaefd-553f-41be-8a09-ecb75f5c7c0e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:27.252246 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c57c958b-a157-4bf3-9a3a-9d2df7567418 admin admin] Publish callbacks [] for security_group (b9cdaefd-553f-41be-8a09-ecb75f5c7c0e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:27.272490 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd98747-1c6c-4971-aa34-c2ddf273aeaf None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:27.294186 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c57c958b-a157-4bf3-9a3a-9d2df7567418 admin admin] Publish callbacks [] for security_group (b9cdaefd-553f-41be-8a09-ecb75f5c7c0e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:27.332557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fbe9d-4fe2-498e-aee7-65c9ef6184ce req-ab83c419-6a9a-4682-84d2-9c9360680937 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:27.334168 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-877fbe9d-4fe2-498e-aee7-65c9ef6184ce req-ab83c419-6a9a-4682-84d2-9c9360680937 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1339188 Feb 08 15:56:27.340937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a00938f7-ab93-453c-b6bb-c8e440f538f4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port 5268b5b4-48f9-42f9-9708-637b606ad822 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:27.342085 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a00938f7-ab93-453c-b6bb-c8e440f538f4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (5268b5b4-48f9-42f9-9708-637b606ad822), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:27.356006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27032f33-ac3e-4ce5-b972-b49345d4ae3f req-0652fa00-c8b2-4796-8e0e-df6be788f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:27.358595 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27032f33-ac3e-4ce5-b972-b49345d4ae3f req-0652fa00-c8b2-4796-8e0e-df6be788f801 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 1128 time: 0.2605770 Feb 08 15:56:27.370740 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c57c958b-a157-4bf3-9a3a-9d2df7567418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b9cdaefd-553f-41be-8a09-ecb75f5c7c0e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:27.374353 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c57c958b-a157-4bf3-9a3a-9d2df7567418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:27.377767 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c57c958b-a157-4bf3-9a3a-9d2df7567418 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b9cdaefd-553f-41be-8a09-ecb75f5c7c0e HTTP/1.1" status: 204 len: 168 time: 0.2007413 Feb 08 15:56:27.392773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c958b-a157-4bf3-9a3a-9d2df7567418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cdaefd-553f-41be-8a09-ecb75f5c7c0e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:27.437358 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b73c736b-366f-40b5-8575-b97e55e7681e None None] Provisioning complete for port 44dd97ed-1bc5-4392-a982-a75f79ae34ab triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:27.437990 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b73c736b-366f-40b5-8575-b97e55e7681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:27.554484 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27032f33-ac3e-4ce5-b972-b49345d4ae3f req-633bc003-a3cc-4165-920c-403d3fc77e5a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651983 Feb 08 15:56:27.578182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b73c736b-366f-40b5-8575-b97e55e7681e None None] Current status of the port 44dd97ed-1bc5-4392-a982-a75f79ae34ab is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:27.579004 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b73c736b-366f-40b5-8575-b97e55e7681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:27.610273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-877fbe9d-4fe2-498e-aee7-65c9ef6184ce req-010316d5-523e-47ad-9c92-2595719b0dfa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587543 Feb 08 15:56:27.613109 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a00938f7-ab93-453c-b6bb-c8e440f538f4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (5268b5b4-48f9-42f9-9708-637b606ad822), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:27.619630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b73c736b-366f-40b5-8575-b97e55e7681e None None] For port 44dd97ed-1bc5-4392-a982-a75f79ae34ab, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=44dd97ed-1bc5-4392-a982-a75f79ae34ab,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:27.634925 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b73c736b-366f-40b5-8575-b97e55e7681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:27.651759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a00938f7-ab93-453c-b6bb-c8e440f538f4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for 5268b5b4-48f9-42f9-9708-637b606ad822 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:27.712872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647f5125-012c-42a9-a554-8b65f6378a57 None None] Update dhcp port {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'fixed_ips': [{'subnet_id': 'b3fa538f-b5d1-47a3-b9cf-176cff07075e', 'ip_address': '2001:db8::f816:3eff:fec3:d42'}, {'subnet_id': 'cbcd6747-a563-4363-b47c-9c8d3e59d126'}], 'binding:host_id': 'n-d-824834-11'}, 'id': '44dd97ed-1bc5-4392-a982-a75f79ae34ab'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 15:56:27.807655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c736b-366f-40b5-8575-b97e55e7681e None None] Pushing event updated for resources: {'Port': ['ID=44dd97ed-1bc5-4392-a982-a75f79ae34ab,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:27.812493 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-647f5125-012c-42a9-a554-8b65f6378a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:27.825326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4962cdf1-7c2d-4874-b102-bd6d2a324c4c req-8563cf47-7020-4a80-a195-08696a56528c tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0519719 Feb 08 15:56:28.011605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 44dd97ed-1bc5-4392-a982-a75f79ae34ab up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:28.099613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df558642-c91d-4296-8f49-f5d54c92f863 req-caef4646-cd02-4c4e-a89f-197ab237ee02 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:28.102920 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df558642-c91d-4296-8f49-f5d54c92f863 req-caef4646-cd02-4c4e-a89f-197ab237ee02 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/ports?device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 946 time: 0.1210406 Feb 08 15:56:28.159599 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a00938f7-ab93-453c-b6bb-c8e440f538f4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (5268b5b4-48f9-42f9-9708-637b606ad822), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:28.201639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00938f7-ab93-453c-b6bb-c8e440f538f4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=5268b5b4-48f9-42f9-9708-637b606ad822,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:28.250142 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df558642-c91d-4296-8f49-f5d54c92f863 req-a63c305c-12af-4842-8ea9-5a8a7fa9c6e3 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/security-groups?id=6b14093d-e81e-4ed0-9b62-160ebd3bc76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383734 Feb 08 15:56:28.272773 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-647f5125-012c-42a9-a554-8b65f6378a57 None None] Allocated IP 172.20.0.2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/cbcd6747-a563-4363-b47c-9c8d3e59d126/44dd97ed-1bc5-4392-a982-a75f79ae34ab) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:28.414005 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a00938f7-ab93-453c-b6bb-c8e440f538f4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:28.420279 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a00938f7-ab93-453c-b6bb-c8e440f538f4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/5268b5b4-48f9-42f9-9708-637b606ad822 HTTP/1.1" status: 204 len: 168 time: 1.4652104 Feb 08 15:56:28.421842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47884) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:28.445798 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eabb8e4c-74f3-4f85-9b96-fee46a2bdbd9 req-e9fdfacb-5f28-4f24-a2e6-1ee6f3db0b98 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0349259 Feb 08 15:56:28.507422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-647f5125-012c-42a9-a554-8b65f6378a57 None None] For port 44dd97ed-1bc5-4392-a982-a75f79ae34ab, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=44dd97ed-1bc5-4392-a982-a75f79ae34ab,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:28.547522 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-647f5125-012c-42a9-a554-8b65f6378a57 None None] Publish callbacks [] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:28.553571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79818077-47ef-4ab8-9aed-22e84ac24124 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:28.565291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 44dd97ed-1bc5-4392-a982-a75f79ae34ab triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:28.566307 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:28.566842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79818077-47ef-4ab8-9aed-22e84ac24124 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:28.568802 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79818077-47ef-4ab8-9aed-22e84ac24124 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:28.570468 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-647f5125-012c-42a9-a554-8b65f6378a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:28.577344 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-79818077-47ef-4ab8-9aed-22e84ac24124 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1513574 Feb 08 15:56:28.577669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47892) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:28.704427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-df824808-ae00-4812-ab3b-470487fa1bcd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet b3fa538f-b5d1-47a3-b9cf-176cff07075e {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:56:28.709733 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df824808-ae00-4812-ab3b-470487fa1bcd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (b3fa538f-b5d1-47a3-b9cf-176cff07075e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:28.795699 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df824808-ae00-4812-ab3b-470487fa1bcd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (b3fa538f-b5d1-47a3-b9cf-176cff07075e), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:28.887344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f5125-012c-42a9-a554-8b65f6378a57 None None] Pushing event updated for resources: {'Port': ['ID=44dd97ed-1bc5-4392-a982-a75f79ae34ab,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:28.988763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 44dd97ed-1bc5-4392-a982-a75f79ae34ab is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:29.042834 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df824808-ae00-4812-ab3b-470487fa1bcd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (b3fa538f-b5d1-47a3-b9cf-176cff07075e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:29.146621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a51099-470c-49e1-b0b2-989b369c785e req-8201015c-83bc-4762-ac89-2d94afbd3dfd tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:29.158228 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7a51099-470c-49e1-b0b2-989b369c785e req-8201015c-83bc-4762-ac89-2d94afbd3dfd tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.2240543 Feb 08 15:56:29.220465 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df824808-ae00-4812-ab3b-470487fa1bcd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (b3fa538f-b5d1-47a3-b9cf-176cff07075e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:29.279366 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df824808-ae00-4812-ab3b-470487fa1bcd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=b3fa538f-b5d1-47a3-b9cf-176cff07075e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:29.304432 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7a51099-470c-49e1-b0b2-989b369c785e req-0ce69c0f-1ab1-4435-b66a-454f144e7430 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441481 Feb 08 15:56:29.326106 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df824808-ae00-4812-ab3b-470487fa1bcd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:29.332028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-df824808-ae00-4812-ab3b-470487fa1bcd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/b3fa538f-b5d1-47a3-b9cf-176cff07075e HTTP/1.1" status: 204 len: 168 time: 0.7532601 Feb 08 15:56:29.334913 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47912) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:29.461017 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec7da4e-2989-49a8-a586-f46f5b0db5b9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet cbcd6747-a563-4363-b47c-9c8d3e59d126 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:56:29.466601 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ec7da4e-2989-49a8-a586-f46f5b0db5b9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (cbcd6747-a563-4363-b47c-9c8d3e59d126), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:29.501583 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004678a-3981-4bd3-8960-b2ba564fa256 req-421b97c5-9aea-4115-8d48-21dddce3ae25 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:29.503964 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b004678a-3981-4bd3-8960-b2ba564fa256 req-421b97c5-9aea-4115-8d48-21dddce3ae25 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/ports?device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 946 time: 0.0828297 Feb 08 15:56:29.546948 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ec7da4e-2989-49a8-a586-f46f5b0db5b9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (cbcd6747-a563-4363-b47c-9c8d3e59d126), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:29.598458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b004678a-3981-4bd3-8960-b2ba564fa256 req-650c0e1e-c7c7-4f89-ba20-95f478dfdb7b tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/security-groups?id=6b14093d-e81e-4ed0-9b62-160ebd3bc76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801442 Feb 08 15:56:29.716111 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ec7da4e-2989-49a8-a586-f46f5b0db5b9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (cbcd6747-a563-4363-b47c-9c8d3e59d126), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:29.759327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e26474d1-c7e7-4484-9d5b-1a0fc75f0239 req-c44cd4d2-9afe-48e0-9e5c-99a9b41773f9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0470450 Feb 08 15:56:29.876269 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7f59ae-e8e4-42b6-8e10-abf63391704a None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:29.881008 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ec7da4e-2989-49a8-a586-f46f5b0db5b9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (cbcd6747-a563-4363-b47c-9c8d3e59d126), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:29.947043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 44dd97ed-1bc5-4392-a982-a75f79ae34ab up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:29.950184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7da4e-2989-49a8-a586-f46f5b0db5b9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcd6747-a563-4363-b47c-9c8d3e59d126,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:29.956622 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ec7da4e-2989-49a8-a586-f46f5b0db5b9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:29.967002 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7ec7da4e-2989-49a8-a586-f46f5b0db5b9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/cbcd6747-a563-4363-b47c-9c8d3e59d126 HTTP/1.1" status: 204 len: 168 time: 0.6286242 Feb 08 15:56:29.970621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47926) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:30.033476 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-464b3c26-1c4d-4ed6-bb57-55bfce882c8c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610225 Feb 08 15:56:30.036728 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47928) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:30.044669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-767b5baf-075f-4c8d-88b8-5190e371da6b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:30.069532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47930) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:30.097539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-59163248-26f6-4272-8002-9b4a853a7d02 None None] Provisioning complete for port 44dd97ed-1bc5-4392-a982-a75f79ae34ab triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:30.098025 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-59163248-26f6-4272-8002-9b4a853a7d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:30.123522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676c7fb-a7ae-4751-85a9-9bc92b64af18 req-68152f44-e24e-4543-a365-9e47ffb23399 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:30.131408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3676c7fb-a7ae-4751-85a9-9bc92b64af18 req-68152f44-e24e-4543-a365-9e47ffb23399 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.2590811 Feb 08 15:56:30.154999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 44dd97ed-1bc5-4392-a982-a75f79ae34ab triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:30.155479 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:30.246305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9cea5-e1d2-491b-8c32-54e423f77d23 req-e3bb33ce-e8e2-4dec-b564-fc2028bb9449 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:30.249941 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fee9cea5-e1d2-491b-8c32-54e423f77d23 req-e3bb33ce-e8e2-4dec-b564-fc2028bb9449 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.96 "GET /v2.0/ports?device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 946 time: 0.1432071 Feb 08 15:56:30.260056 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3676c7fb-a7ae-4751-85a9-9bc92b64af18 req-bd5e2735-bb7c-4443-87d5-d2ea9fa64fe1 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276321 Feb 08 15:56:30.306926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767b5baf-075f-4c8d-88b8-5190e371da6b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:30.314718 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-767b5baf-075f-4c8d-88b8-5190e371da6b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:30.374342 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c752457-50a7-4070-b10e-b1fc69e54497 None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:56:30.448749 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-887377748'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:30.455085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-59163248-26f6-4272-8002-9b4a853a7d02 None None] Current status of the port 44dd97ed-1bc5-4392-a982-a75f79ae34ab is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:30.464744 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 44dd97ed-1bc5-4392-a982-a75f79ae34ab is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:30.484079 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-59163248-26f6-4272-8002-9b4a853a7d02 None None] Could not find standard attr ID for object 5268b5b4-48f9-42f9-9708-637b606ad822. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 15:56:30.485664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-fee9cea5-e1d2-491b-8c32-54e423f77d23 req-e9af19ba-ad16-4a51-acbf-fa728502e997 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Deleting port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:30.487525 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fee9cea5-e1d2-491b-8c32-54e423f77d23 req-e9af19ba-ad16-4a51-acbf-fa728502e997 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2355ffad-7e0f-4426-b0fd-1ccbafea0e95), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:30.522358 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5c752457-50a7-4070-b10e-b1fc69e54497 None None] Deleting port 44dd97ed-1bc5-4392-a982-a75f79ae34ab {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:30.522894 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5c752457-50a7-4070-b10e-b1fc69e54497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:30.603334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5c752457-50a7-4070-b10e-b1fc69e54497 None None] For port 44dd97ed-1bc5-4392-a982-a75f79ae34ab, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=44dd97ed-1bc5-4392-a982-a75f79ae34ab,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:30.603847 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5c752457-50a7-4070-b10e-b1fc69e54497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:30.604197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-fee9cea5-e1d2-491b-8c32-54e423f77d23 req-e9af19ba-ad16-4a51-acbf-fa728502e997 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] For port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2355ffad-7e0f-4426-b0fd-1ccbafea0e95,segment=NetworkSegment(7d1e3731-4adb-49e3-b361-245bfd6ca8cf),segment_id=7d1e3731-4adb-49e3-b361-245bfd6ca8cf)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:30.605346 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fee9cea5-e1d2-491b-8c32-54e423f77d23 req-e9af19ba-ad16-4a51-acbf-fa728502e997 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2355ffad-7e0f-4426-b0fd-1ccbafea0e95), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:30.623952 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-fee9cea5-e1d2-491b-8c32-54e423f77d23 req-e9af19ba-ad16-4a51-acbf-fa728502e997 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Calling delete_port for 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:30.624216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5c752457-50a7-4070-b10e-b1fc69e54497 None None] Calling delete_port for 44dd97ed-1bc5-4392-a982-a75f79ae34ab owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:30.745875 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5c752457-50a7-4070-b10e-b1fc69e54497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (44dd97ed-1bc5-4392-a982-a75f79ae34ab), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:30.781414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c752457-50a7-4070-b10e-b1fc69e54497 None None] Pushing event deleted for resources: {'Port': ['ID=44dd97ed-1bc5-4392-a982-a75f79ae34ab,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:30.786308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c752457-50a7-4070-b10e-b1fc69e54497 None None] No DVR routers for this DVR port 44dd97ed-1bc5-4392-a982-a75f79ae34ab on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:56:30.816700 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fee9cea5-e1d2-491b-8c32-54e423f77d23 req-e9af19ba-ad16-4a51-acbf-fa728502e997 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2355ffad-7e0f-4426-b0fd-1ccbafea0e95), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:30.828270 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Made reservation on behalf of 80943f03efb34d1f8e7cc3873293f119 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:30.830993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['2355ffad-7e0f-4426-b0fd-1ccbafea0e95'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:56:30.833769 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:30.866743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af19ba-ad16-4a51-acbf-fa728502e997 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Pushing event deleted for resources: {'Port': ['ID=2355ffad-7e0f-4426-b0fd-1ccbafea0e95,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:30.887735 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:30.942586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee9cea5-e1d2-491b-8c32-54e423f77d23 req-e9af19ba-ad16-4a51-acbf-fa728502e997 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] No DVR routers for this DVR port 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:56:30.945703 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-fee9cea5-e1d2-491b-8c32-54e423f77d23 req-e9af19ba-ad16-4a51-acbf-fa728502e997 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:30.951396 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fee9cea5-e1d2-491b-8c32-54e423f77d23 req-e9af19ba-ad16-4a51-acbf-fa728502e997 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.96 "DELETE /v2.0/ports/2355ffad-7e0f-4426-b0fd-1ccbafea0e95 HTTP/1.1" status: 204 len: 173 time: 0.6961291 Feb 08 15:56:30.956209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fb6678-9c46-4865-9945-b71d1d658b94', 'name': 'network-vif-deleted', 'tag': '2355ffad-7e0f-4426-b0fd-1ccbafea0e95'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:56:30.964129 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ecd0a1-44f8-4983-bb3a-eb3bca66f04c" -d '{"events": [{"server_uuid": "98fb6678-9c46-4865-9945-b71d1d658b94", "name": "network-vif-deleted", "tag": "2355ffad-7e0f-4426-b0fd-1ccbafea0e95"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:56:31.019985 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-767b5baf-075f-4c8d-88b8-5190e371da6b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (9e36279b-1b2b-4e56-ab01-45913546de1a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:31.059510 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d0d37b5a-86b1-4faa-9115-45de75dd38ad req-f18b2ba6-7f88-4503-b1b7-bab95c149144 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.6670661 Feb 08 15:56:31.073667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Publish callbacks [] for security_group (f56d9c2b-c18d-4f98-9d2f-8ad912ac4057), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:31.080414 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f56d9c2b-c18d-4f98-9d2f-8ad912ac4057), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:31.128118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767b5baf-075f-4c8d-88b8-5190e371da6b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:31.130356 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f56d9c2b-c18d-4f98-9d2f-8ad912ac4057,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:31.135825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-767b5baf-075f-4c8d-88b8-5190e371da6b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:31.142774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767b5baf-075f-4c8d-88b8-5190e371da6b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:31.143672 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-767b5baf-075f-4c8d-88b8-5190e371da6b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:31.148478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5c6f22-3822-40fb-9ea3-75ff25a81d7b None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:31.170697 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-767b5baf-075f-4c8d-88b8-5190e371da6b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1325312 Feb 08 15:56:31.175115 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47942) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:31.182061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:56:31.185477 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:31.201529 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7c5f4612-154b-4602-8e2b-b43787f29972), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:31.202108 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Added segment 7c5f4612-154b-4602-8e2b-b43787f29972 of type vlan for network e4ce9af1-1822-42b9-b0bb-9abe16071f6a Feb 08 15:56:31.216774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b5baf-075f-4c8d-88b8-5190e371da6b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=9e36279b-1b2b-4e56-ab01-45913546de1a,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:31.290859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (e4ce9af1-1822-42b9-b0bb-9abe16071f6a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:31.362297 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (e4ce9af1-1822-42b9-b0bb-9abe16071f6a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:31.366447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': '9e36279b-1b2b-4e56-ab01-45913546de1a'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:56:31.367687 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:31.369062 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:31.369278 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:31.433638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:31.438660 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:31.464369 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3922498 Feb 08 15:56:31.471251 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ca7e3-3db0-42d9-822b-29759a1eb811 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Pushing event updated for resources: {'Network': ['ID=e4ce9af1-1822-42b9-b0bb-9abe16071f6a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:31.515305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fa2a7d07-a800-41d2-8c43-33135138a0b3 req-9a6f980e-a82c-4c2d-b590-deeeb8d2cfe7 tempest-ServerAddressesNegativeTestJSON-1354084708 tempest-ServerAddressesNegativeTestJSON-1354084708-project] 10.222.0.82 "GET /v2.0/ports?device_id=98fb6678-9c46-4865-9945-b71d1d658b94 HTTP/1.1" status: 200 len: 210 time: 0.0703094 Feb 08 15:56:31.551645 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Allocated IP 172.20.0.2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/9e36279b-1b2b-4e56-ab01-45913546de1a/77a8965c-99b5-41aa-808a-41c0a8ed8cc4) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:31.631687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network e4ce9af1-1822-42b9-b0bb-9abe16071f6a details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:56:31.720798 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6979e72e-63f7-49bd-95b2-79fa5800f450 req-6b2d8fca-c297-4869-bd18-7c8f3540867f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0873868 Feb 08 15:56:31.725472 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1c5baee3-bf01-4d0b-b2a5-746f2dfa481a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:31.831689 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Publish callbacks [] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:31.841221 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b899cf67-cfc8-41cf-a2fa-8c9c2803b184 x-openstack-request-id: req-b899cf67-cfc8-41cf-a2fa-8c9c2803b184 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:56:31.841738 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fb6678-9c46-4865-9945-b71d1d658b94", "name": "network-vif-deleted", "tag": "2355ffad-7e0f-4426-b0fd-1ccbafea0e95", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:56:31.841738 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b899cf67-cfc8-41cf-a2fa-8c9c2803b184 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:56:31.842158 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fb6678-9c46-4865-9945-b71d1d658b94', 'name': 'network-vif-deleted', 'tag': '2355ffad-7e0f-4426-b0fd-1ccbafea0e95', 'status': 'completed', 'code': 200} Feb 08 15:56:31.842867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 44dd97ed-1bc5-4392-a982-a75f79ae34ab no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:56:31.850364 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:31.925023 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 44dd97ed-1bc5-4392-a982-a75f79ae34ab {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:56:31.925556 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 44dd97ed-1bc5-4392-a982-a75f79ae34ab not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:56:31.965589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:31.967071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Pushing event updated for resources: {'Port': ['ID=77a8965c-99b5-41aa-808a-41c0a8ed8cc4,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:31.969622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:31.972206 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:32.014904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6797ef-05c6-478a-8ede-24bb2193264e req-d653c909-72cc-4ad0-8a05-0842e24a3e8c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:32.016570 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e6797ef-05c6-478a-8ede-24bb2193264e req-d653c909-72cc-4ad0-8a05-0842e24a3e8c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1027110 Feb 08 15:56:32.038832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Attempting to bind port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:32.039291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Attempting to bind port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:32.039948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Attempting to bind port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:32.047413 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:56:32.047717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:56:32.048297 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:32.048987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:56:32.049336 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Bound port: 77a8965c-99b5-41aa-808a-41c0a8ed8cc4, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:56:32.049803 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:32.128698 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] For port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:56:32.133017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] For port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=77a8965c-99b5-41aa-808a-41c0a8ed8cc4,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:56:32.146249 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:32.149533 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e6797ef-05c6-478a-8ede-24bb2193264e req-7cd6162d-9966-4546-8311-7aa84ba9bf51 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027739 Feb 08 15:56:32.191408 n-d-824834-11 neutron-server[103301]: DEBUG neutron.objects.ports [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103301) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 15:56:32.222550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4a68f-2982-463a-a69d-17356c642b46 None None] Pushing event updated for resources: {'Port': ['ID=77a8965c-99b5-41aa-808a-41c0a8ed8cc4,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:32.417922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47956) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:32.432081 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Request body: {'port': {'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a', 'binding:host_id': 'n-h2-824834-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139841020'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:32.568506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c220dc9-41b3-40cb-a9b0-6ce8f0beee46 req-99bf6a3e-1ea1-41be-a12f-a6e43c3c7d7f tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0495179 Feb 08 15:56:32.569742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Made reservation on behalf of 16b1a00f62354ed48245876eb5009cf2 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:32.572645 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:32.585240 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:32.601969 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:32.853031 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23a7f3-2df7-4e8d-bd0e-1f225dcfe200 req-00d7ade7-442b-4dcd-9b72-2ae9bb1b091e tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:32.854969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe23a7f3-2df7-4e8d-bd0e-1f225dcfe200 req-00d7ade7-442b-4dcd-9b72-2ae9bb1b091e tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1771955 Feb 08 15:56:32.920184 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks [] for security_group (dae3c429-48ac-41db-9b05-57dab727b9e0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:32.935454 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dae3c429-48ac-41db-9b05-57dab727b9e0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:32.944211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] For port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=77a8965c-99b5-41aa-808a-41c0a8ed8cc4,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:32.951614 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] device_id is not set on port b8fe2777-5608-40b4-8544-5e7e3e61c96c yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:56:33.042348 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe23a7f3-2df7-4e8d-bd0e-1f225dcfe200 req-4383a28a-7c56-4213-8567-ce3881d6ee30 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792185 Feb 08 15:56:33.070275 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae3c429-48ac-41db-9b05-57dab727b9e0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:33.105155 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:33.123049 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:33.136273 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47964) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:33.233078 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=77a8965c-99b5-41aa-808a-41c0a8ed8cc4,revision_number=4']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:33.235330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbf12c6-0f6d-4f09-ae83-b752d108a9d2 admin admin] Deleting subnet 85305df1-2692-4fb9-bdc3-72900eb452fe {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:56:33.245318 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (a59dee1e-8293-4691-81b2-441d10519449), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:33.253297 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8cbf12c6-0f6d-4f09-ae83-b752d108a9d2 admin admin] Publish callbacks [] for subnet (85305df1-2692-4fb9-bdc3-72900eb452fe), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:33.297039 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8cbf12c6-0f6d-4f09-ae83-b752d108a9d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (85305df1-2692-4fb9-bdc3-72900eb452fe), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:33.347772 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8cbf12c6-0f6d-4f09-ae83-b752d108a9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (85305df1-2692-4fb9-bdc3-72900eb452fe), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:33.410833 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ccba7d4-bb78-4da4-974d-512cbb352368 req-ff49c43c-1c65-4644-818c-a63c99c53803 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.1679273 Feb 08 15:56:33.424419 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8cbf12c6-0f6d-4f09-ae83-b752d108a9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (85305df1-2692-4fb9-bdc3-72900eb452fe), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:33.428104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=a59dee1e-8293-4691-81b2-441d10519449,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:33.440818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:33.450583 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:33.454621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:33.455366 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:33.470449 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8cbf12c6-0f6d-4f09-ae83-b752d108a9d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:33.478817 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8cbf12c6-0f6d-4f09-ae83-b752d108a9d2 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/85305df1-2692-4fb9-bdc3-72900eb452fe HTTP/1.1" status: 204 len: 168 time: 0.3374286 Feb 08 15:56:33.479531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47966) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:33.489445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf12c6-0f6d-4f09-ae83-b752d108a9d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85305df1-2692-4fb9-bdc3-72900eb452fe,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:33.531451 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] device_id is not set on port b8fe2777-5608-40b4-8544-5e7e3e61c96c yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:56:33.542459 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks [] for port (b8fe2777-5608-40b4-8544-5e7e3e61c96c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:33.550488 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d4227f4f-c83c-4c7a-b711-76d7acf73133 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3735995 Feb 08 15:56:33.552655 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b8fe2777-5608-40b4-8544-5e7e3e61c96c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:33.554356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47968) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:33.560161 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-526833fa-301a-40b8-9145-b20d16bdfeca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'mac_address': 'fa:16:3e:98:3c:93', 'name': 'tempest-NetworksTestDHCPv6-2112050478'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:33.641891 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73a346ee-baaf-4588-8bc3-b105bd193220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (21925af8-33b3-49e3-98af-7f6f9ae361e9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:33.722062 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b822f23-500c-4466-9a36-49aea4257821 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:33.864196 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73a346ee-baaf-4588-8bc3-b105bd193220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (21925af8-33b3-49e3-98af-7f6f9ae361e9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:33.894287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Checking segment: {'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:56:33.894666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Network hostable DHCP agents. Network: e4ce9af1-1822-42b9-b0bb-9abe16071f6a, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:56:33.933337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-73a346ee-baaf-4588-8bc3-b105bd193220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21925af8-33b3-49e3-98af-7f6f9ae361e9']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:33.957307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-73a346ee-baaf-4588-8bc3-b105bd193220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1e3731-4adb-49e3-b361-245bfd6ca8cf') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:33.957919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-73a346ee-baaf-4588-8bc3-b105bd193220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1e3731-4adb-49e3-b361-245bfd6ca8cf') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:33.970884 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73a346ee-baaf-4588-8bc3-b105bd193220 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (7d1e3731-4adb-49e3-b361-245bfd6ca8cf), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:33.980035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad6603f9-1bbe-4735-978e-90e24ad188f4 req-f4db5af7-cef4-4f30-9a01-a556633bbbba tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0468891 Feb 08 15:56:33.980942 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Pushing event updated for resources: {'Port': ['ID=b8fe2777-5608-40b4-8544-5e7e3e61c96c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:34.015863 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73a346ee-baaf-4588-8bc3-b105bd193220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7d1e3731-4adb-49e3-b361-245bfd6ca8cf), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:34.018068 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:34.023241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a346ee-baaf-4588-8bc3-b105bd193220 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:56:34.023646 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73a346ee-baaf-4588-8bc3-b105bd193220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (7d1e3731-4adb-49e3-b361-245bfd6ca8cf), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:34.024832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Network e4ce9af1-1822-42b9-b0bb-9abe16071f6a is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:56:34.026322 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:56:34.033555 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526833fa-301a-40b8-9145-b20d16bdfeca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:34.041669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, e4ce9af1-1822-42b9-b0bb-9abe16071f6a) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:34.077767 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d6c0eb-d2b7-43f9-903f-5748c97adf03 None None] Network e4ce9af1-1822-42b9-b0bb-9abe16071f6a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:34.117648 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:34.144854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-906c6c47-634d-49c6-9038-14696f37a318 None None] Provisioning complete for port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:34.145551 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-906c6c47-634d-49c6-9038-14696f37a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:34.153968 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73a346ee-baaf-4588-8bc3-b105bd193220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (21925af8-33b3-49e3-98af-7f6f9ae361e9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:34.176725 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73a346ee-baaf-4588-8bc3-b105bd193220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:34.184721 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-73a346ee-baaf-4588-8bc3-b105bd193220 admin admin] 10.222.0.82 "DELETE /v2.0/networks/21925af8-33b3-49e3-98af-7f6f9ae361e9 HTTP/1.1" status: 204 len: 168 time: 0.7041497 Feb 08 15:56:34.200146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a346ee-baaf-4588-8bc3-b105bd193220 admin admin] Pushing event deleted for resources: {'Network': ['ID=21925af8-33b3-49e3-98af-7f6f9ae361e9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:34.214198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:34.214771 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:34.215305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:34.222726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:34.223355 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:34.230471 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 2 to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c Feb 08 15:56:34.235559 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2ae8e340-c401-4df0-992c-dcf043634a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:34.263298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:34.264242 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:34.264748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:34.278250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:34.278851 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:34.284854 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 3 to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c Feb 08 15:56:34.302291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:34.302889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:34.303433 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:34.313572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6191b63-215c-4b57-b1ae-e2dd856a4039 req-92ad5726-f37a-4620-9d8e-33ac216a4e4e tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:34.315930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6191b63-215c-4b57-b1ae-e2dd856a4039 req-92ad5726-f37a-4620-9d8e-33ac216a4e4e tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1712825 Feb 08 15:56:34.324373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:34.324908 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:34.325048 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-526833fa-301a-40b8-9145-b20d16bdfeca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:34.371901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:34.372161 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:34.388287 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 4 to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c Feb 08 15:56:34.439630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-906c6c47-634d-49c6-9038-14696f37a318 None None] Current status of the port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:34.440030 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-906c6c47-634d-49c6-9038-14696f37a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:34.450130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:34.450462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:34.450808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:34.465502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:34.465835 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:34.467319 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-526833fa-301a-40b8-9145-b20d16bdfeca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port 46502066-592e-4570-a70d-2246025eeba3 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:56:34.472104 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 5 to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c Feb 08 15:56:34.481534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47988) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:34.485434 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6191b63-215c-4b57-b1ae-e2dd856a4039 req-61fb7fb8-0601-4d63-93f7-7f2b720129d6 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548460 Feb 08 15:56:34.537872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-906c6c47-634d-49c6-9038-14696f37a318 None None] For port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=77a8965c-99b5-41aa-808a-41c0a8ed8cc4,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:34.546079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:34.546079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:34.546521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:34.559179 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:34.559515 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:34.565360 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 6 to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c Feb 08 15:56:34.569167 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-906c6c47-634d-49c6-9038-14696f37a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:34.573734 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c1ac0f19-bcc9-4f42-923b-f683fa3c5a0a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0b3582fb6eed4490b21c780ab246fc10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0883884 Feb 08 15:56:34.575798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47992) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:34.641349 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:34.642051 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:34.645470 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:56:34.648550 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:34.649184 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:34.649777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:34.678216 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d3d2f0e3-035a-4cdc-873a-2e88177b4187 req-641e6247-b6f8-443f-990a-c61c0fd7e4c0 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0778434 Feb 08 15:56:34.684286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c6f05c5a-ccd0-4ea5-bd15-b603ace0f469 admin admin] Publish callbacks [] for security_group (6b14093d-e81e-4ed0-9b62-160ebd3bc76f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:34.687742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:34.688334 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:34.725554 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 7 to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c Feb 08 15:56:34.728388 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c6f05c5a-ccd0-4ea5-bd15-b603ace0f469 admin admin] Publish callbacks [] for security_group (6b14093d-e81e-4ed0-9b62-160ebd3bc76f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:34.756679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:34.758064 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:34.759354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:34.770430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:34.771033 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:34.773937 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 8 to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c Feb 08 15:56:34.807428 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:34.808108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:34.808621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:34.809833 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c6f05c5a-ccd0-4ea5-bd15-b603ace0f469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6b14093d-e81e-4ed0-9b62-160ebd3bc76f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:34.815035 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c6f05c5a-ccd0-4ea5-bd15-b603ace0f469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:34.818043 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c6f05c5a-ccd0-4ea5-bd15-b603ace0f469 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6b14093d-e81e-4ed0-9b62-160ebd3bc76f HTTP/1.1" status: 204 len: 168 time: 0.2354300 Feb 08 15:56:34.824610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:34.825176 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:34.832832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f05c5a-ccd0-4ea5-bd15-b603ace0f469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b14093d-e81e-4ed0-9b62-160ebd3bc76f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:34.857513 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 9 to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c Feb 08 15:56:34.905416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:34.905775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:34.906069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:34.923090 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:34.923371 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:34.925662 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 10 to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c Feb 08 15:56:34.951696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-526833fa-301a-40b8-9145-b20d16bdfeca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 172.20.0.9 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/9e36279b-1b2b-4e56-ab01-45913546de1a/46502066-592e-4570-a70d-2246025eeba3) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:34.968465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:34.968796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:34.969165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:34.973074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:56:34.973941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2355ffad-7e0f-4426-b0fd-1ccbafea0e95 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:56:34.999532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port b8fe2777-5608-40b4-8544-5e7e3e61c96c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:34.999912 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port b8fe2777-5608-40b4-8544-5e7e3e61c96c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:35.001449 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b8fe2777-5608-40b4-8544-5e7e3e61c96c), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:35.012663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-526833fa-301a-40b8-9145-b20d16bdfeca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::f816:3eff:fe98:3c93 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/a59dee1e-8293-4691-81b2-441d10519449/46502066-592e-4570-a70d-2246025eeba3) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:35.039268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c6c47-634d-49c6-9038-14696f37a318 None None] Pushing event updated for resources: {'Port': ['ID=77a8965c-99b5-41aa-808a-41c0a8ed8cc4,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:35.098525 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 15:56:35.099107 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 15:56:35.280847 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66e2faad-c896-4d02-ae33-7010825b4242 req-f33b43d7-4819-47b7-a658-a890578ed933 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.1211450 Feb 08 15:56:35.284246 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] For port b8fe2777-5608-40b4-8544-5e7e3e61c96c, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:56:35.284629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempted to set empty binding levels {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 08 15:56:35.295855 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (b8fe2777-5608-40b4-8544-5e7e3e61c96c), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:35.348135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:35.348873 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:35.409105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.9868422 Feb 08 15:56:35.409531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48006) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:35.412727 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ab697-c321-45db-8381-def721a462d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Pushing event updated for resources: {'Port': ['ID=b8fe2777-5608-40b4-8544-5e7e3e61c96c,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:35.439197 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-526833fa-301a-40b8-9145-b20d16bdfeca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (46502066-592e-4570-a70d-2246025eeba3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:35.464252 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:35.465474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-cbb1612e-80f7-4a9e-a579-33da311197c0 None None] Provisioning complete for port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:35.465948 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbb1612e-80f7-4a9e-a579-33da311197c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:35.484696 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-526833fa-301a-40b8-9145-b20d16bdfeca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (46502066-592e-4570-a70d-2246025eeba3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:35.554218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526833fa-301a-40b8-9145-b20d16bdfeca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:35.561098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-526833fa-301a-40b8-9145-b20d16bdfeca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:35.580987 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526833fa-301a-40b8-9145-b20d16bdfeca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:35.625756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-beaed388-841c-40a7-9b24-03e6a0d7a1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Deleting port b8fe2777-5608-40b4-8544-5e7e3e61c96c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:35.626103 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-beaed388-841c-40a7-9b24-03e6a0d7a1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b8fe2777-5608-40b4-8544-5e7e3e61c96c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:35.683448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-cbb1612e-80f7-4a9e-a579-33da311197c0 None None] Current status of the port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:35.688791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526833fa-301a-40b8-9145-b20d16bdfeca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:35.689954 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-526833fa-301a-40b8-9145-b20d16bdfeca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:35.718705 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:35.765628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526833fa-301a-40b8-9145-b20d16bdfeca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=46502066-592e-4570-a70d-2246025eeba3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:35.776239 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-526833fa-301a-40b8-9145-b20d16bdfeca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2208233 Feb 08 15:56:35.782742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48018) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:35.786219 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-beaed388-841c-40a7-9b24-03e6a0d7a1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] For port b8fe2777-5608-40b4-8544-5e7e3e61c96c, host n-h2-824834-11, got binding levels [] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:35.786602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-beaed388-841c-40a7-9b24-03e6a0d7a1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b8fe2777-5608-40b4-8544-5e7e3e61c96c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:35.815185 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-beaed388-841c-40a7-9b24-03e6a0d7a1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Calling delete_port for b8fe2777-5608-40b4-8544-5e7e3e61c96c owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:35.855084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742c37e-0dd3-48a3-9c66-146903206f22 req-58416151-4a3a-42a4-84ce-c6d5a740aa27 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:35.863581 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d742c37e-0dd3-48a3-9c66-146903206f22 req-58416151-4a3a-42a4-84ce-c6d5a740aa27 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1704669 Feb 08 15:56:35.951590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:36.043319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-beaed388-841c-40a7-9b24-03e6a0d7a1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b8fe2777-5608-40b4-8544-5e7e3e61c96c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.045003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9869bb96-9e94-4924-a4ec-c143218f8510 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:36.060827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9869bb96-9e94-4924-a4ec-c143218f8510 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:36.061710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:36.062222 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.064540 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9869bb96-9e94-4924-a4ec-c143218f8510 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2752507 Feb 08 15:56:36.087901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48026) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:36.095199 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:56:36.098102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaed388-841c-40a7-9b24-03e6a0d7a1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8fe2777-5608-40b4-8544-5e7e3e61c96c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:36.122439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d742c37e-0dd3-48a3-9c66-146903206f22 req-623e6762-6977-4562-a917-fa6b234295af tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578053 Feb 08 15:56:36.153172 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-beaed388-841c-40a7-9b24-03e6a0d7a1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.159871 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48028) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:36.160247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48030) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:36.160731 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-beaed388-841c-40a7-9b24-03e6a0d7a1d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "DELETE /v2.0/ports/b8fe2777-5608-40b4-8544-5e7e3e61c96c HTTP/1.1" status: 204 len: 168 time: 0.7458851 Feb 08 15:56:36.194386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-519cbb4a-fcf8-4363-824a-874dab88dda1 None None] Provisioning complete for port 46502066-592e-4570-a70d-2246025eeba3 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:36.194386 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-519cbb4a-fcf8-4363-824a-874dab88dda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (46502066-592e-4570-a70d-2246025eeba3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.254804 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-d606396c-247e-482f-bf16-a973dba4e2f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] GET failed (client error): The resource could not be found. Feb 08 15:56:36.257602 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d606396c-247e-482f-bf16-a973dba4e2f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "GET /v2.0/ports/b8fe2777-5608-40b4-8544-5e7e3e61c96c HTTP/1.1" status: 404 len: 333 time: 0.0956769 Feb 08 15:56:36.263732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48034) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:36.282132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7da632b0-2381-4df2-b54d-17b5b2419205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Request body: {'port': {'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-432258741'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:36.297975 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb852d0d-e6cc-4554-9b25-a5a74047a015 req-12e47250-b669-4c84-92a2-16e9d3eeb0e9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0456932 Feb 08 15:56:36.330122 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da632b0-2381-4df2-b54d-17b5b2419205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Made reservation on behalf of 16b1a00f62354ed48245876eb5009cf2 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:36.333370 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7da632b0-2381-4df2-b54d-17b5b2419205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.340633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-519cbb4a-fcf8-4363-824a-874dab88dda1 None None] Port 46502066-592e-4570-a70d-2246025eeba3 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:56:36.353933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:36.368391 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-network', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:36.373549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-4db369a7-3e30-4a78-9c46-a39f0f2a8a6f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port 46502066-592e-4570-a70d-2246025eeba3 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:36.373899 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4db369a7-3e30-4a78-9c46-a39f0f2a8a6f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (46502066-592e-4570-a70d-2246025eeba3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.392519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-7da632b0-2381-4df2-b54d-17b5b2419205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] device_id is not set on port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:56:36.395882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] Made reservation on behalf of 4242aee31cb2445389a4ec2c65fb7376 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:36.400563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.413864 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.456288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c296dad9-2591-4178-aecb-505cd233e1d2 req-56b471be-55b1-4644-8c0d-9dd81b49c001 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0444508 Feb 08 15:56:36.560730 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4db369a7-3e30-4a78-9c46-a39f0f2a8a6f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (46502066-592e-4570-a70d-2246025eeba3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.562293 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] Publish callbacks [] for security_group (f6bd6b16-d259-4ba4-8ffe-8745af9587b9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.578939 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f6bd6b16-d259-4ba4-8ffe-8745af9587b9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.589665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-4db369a7-3e30-4a78-9c46-a39f0f2a8a6f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for 46502066-592e-4570-a70d-2246025eeba3 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:36.609076 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bd6b16-d259-4ba4-8ffe-8745af9587b9,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:36.622627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:56:36.639379 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (2905acb4-3b63-4a1d-b312-97e106c30fe6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.640150 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] Added segment 2905acb4-3b63-4a1d-b312-97e106c30fe6 of type vlan for network 8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e Feb 08 15:56:36.644811 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.687037 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.717129 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.718071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:36.718731 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:36.783733 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6190188 Feb 08 15:56:36.786718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48038) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:36.792292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-cbfb57e3-f9d1-42fd-ad06-46e74cd97ce4 admin admin] Request body: {'subnet': {'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-subnet', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:36.804300 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60c068-8579-4b91-80c9-2ab080d0ebaa admin admin] Pushing event updated for resources: {'Network': ['ID=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:36.817198 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:56:36.829880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfb57e3-f9d1-42fd-ad06-46e74cd97ce4 admin admin] Made reservation on behalf of 4242aee31cb2445389a4ec2c65fb7376 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:36.833348 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cbfb57e3-f9d1-42fd-ad06-46e74cd97ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.022688 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7da632b0-2381-4df2-b54d-17b5b2419205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks [] for port (611d9e47-ffb5-4e1d-8d4f-871b4d09787b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.070324 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cbfb57e3-f9d1-42fd-ad06-46e74cd97ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (39441911-46cb-43dd-be25-dbff842a9f42), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.111786 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7da632b0-2381-4df2-b54d-17b5b2419205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (611d9e47-ffb5-4e1d-8d4f-871b4d09787b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.154541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb57e3-f9d1-42fd-ad06-46e74cd97ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39441911-46cb-43dd-be25-dbff842a9f42,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:37.167910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb57e3-f9d1-42fd-ad06-46e74cd97ce4 admin admin] Checking segment: {'id': '2905acb4-3b63-4a1d-b312-97e106c30fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:56:37.168711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfb57e3-f9d1-42fd-ad06-46e74cd97ce4 admin admin] Network hostable DHCP agents. Network: 8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:56:37.169431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da632b0-2381-4df2-b54d-17b5b2419205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Network e4ce9af1-1822-42b9-b0bb-9abe16071f6a is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:37.177338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7da632b0-2381-4df2-b54d-17b5b2419205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:37.183988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da632b0-2381-4df2-b54d-17b5b2419205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:37.185267 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da632b0-2381-4df2-b54d-17b5b2419205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:37.186169 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7da632b0-2381-4df2-b54d-17b5b2419205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.194589 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfb57e3-f9d1-42fd-ad06-46e74cd97ce4 admin admin] Network 8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:56:37.218255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-cbfb57e3-f9d1-42fd-ad06-46e74cd97ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:37.222601 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da632b0-2381-4df2-b54d-17b5b2419205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Pushing event updated for resources: {'Port': ['ID=611d9e47-ffb5-4e1d-8d4f-871b4d09787b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:37.231484 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7da632b0-2381-4df2-b54d-17b5b2419205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9602537 Feb 08 15:56:37.234010 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba2b03f-bcf8-4b28-92e5-1d8ddbdb8684 None None] Network 8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:37.247970 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfb57e3-f9d1-42fd-ad06-46e74cd97ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:37.248639 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cbfb57e3-f9d1-42fd-ad06-46e74cd97ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.251872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48042) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:37.257733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:37.296642 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cbfb57e3-f9d1-42fd-ad06-46e74cd97ce4 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5053158 Feb 08 15:56:37.296642 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48044) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:37.303045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:37.340373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ed6ac-ccd9-49d5-8141-95d2b6319f2f req-f16e751b-74cc-41d1-b3d5-063fb391e533 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:37.345556 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4db369a7-3e30-4a78-9c46-a39f0f2a8a6f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (46502066-592e-4570-a70d-2246025eeba3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.351048 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-833ed6ac-ccd9-49d5-8141-95d2b6319f2f req-f16e751b-74cc-41d1-b3d5-063fb391e533 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1520302 Feb 08 15:56:37.385074 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (611d9e47-ffb5-4e1d-8d4f-871b4d09787b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.386123 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (334af648-51cc-4a9e-aa81-caf963783bb6), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.387344 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (334af648-51cc-4a9e-aa81-caf963783bb6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.389946 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db369a7-3e30-4a78-9c46-a39f0f2a8a6f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=46502066-592e-4570-a70d-2246025eeba3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:37.435469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e214d49-7742-4f5c-b44e-b17f1313491e None None] Network 8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:37.501162 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Publish callbacks [] for router_controller (334af648-51cc-4a9e-aa81-caf963783bb6), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.529525 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-833ed6ac-ccd9-49d5-8141-95d2b6319f2f req-2c63691e-1207-4955-8511-2ab0ea8188db tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774340 Feb 08 15:56:37.572045 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4db369a7-3e30-4a78-9c46-a39f0f2a8a6f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.580753 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4db369a7-3e30-4a78-9c46-a39f0f2a8a6f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/46502066-592e-4570-a70d-2246025eeba3 HTTP/1.1" status: 204 len: 168 time: 1.4894006 Feb 08 15:56:37.585721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48050) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:37.689444 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9bc25d-b0a7-4793-ab04-ba9502623e8e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:37.690960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9bc25d-b0a7-4793-ab04-ba9502623e8e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:37.692385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9bc25d-b0a7-4793-ab04-ba9502623e8e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:37.694244 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6a9bc25d-b0a7-4793-ab04-ba9502623e8e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1070352 Feb 08 15:56:37.700291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48052) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:37.719482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-798fe700-1821-4f9f-9c78-25848cf5e6d8 req-001ef4ae-cb74-4792-9e3a-267bd00277be tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0782464 Feb 08 15:56:37.813904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] device_id is not set on port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:56:37.828822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-591b5e09-a475-411d-bf55-5c06f105af58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet 9e36279b-1b2b-4e56-ab01-45913546de1a {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:56:37.835783 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks [] for port (611d9e47-ffb5-4e1d-8d4f-871b4d09787b), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.838368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-591b5e09-a475-411d-bf55-5c06f105af58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (9e36279b-1b2b-4e56-ab01-45913546de1a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.868241 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (611d9e47-ffb5-4e1d-8d4f-871b4d09787b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.879475 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Publish callbacks [] for router_gateway (334af648-51cc-4a9e-aa81-caf963783bb6), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.885488 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cad60953-cadf-4419-8c9e-8724d4688421 req-6e598a5d-ee1f-4149-a6ec-33440bea45a8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0457251 Feb 08 15:56:37.936407 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.949459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-591b5e09-a475-411d-bf55-5c06f105af58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (9e36279b-1b2b-4e56-ab01-45913546de1a), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:37.993780 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Pushing event updated for resources: {'Port': ['ID=611d9e47-ffb5-4e1d-8d4f-871b4d09787b,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:38.019442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:38.019787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:38.020133 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:38.030764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:38.031124 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:38.049260 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 2 to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b Feb 08 15:56:38.065238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:38.065567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:38.065831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:38.077408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:38.077763 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:38.079728 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 3 to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b Feb 08 15:56:38.095638 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-591b5e09-a475-411d-bf55-5c06f105af58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (9e36279b-1b2b-4e56-ab01-45913546de1a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:38.124072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:38.124409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:38.124752 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:38.134161 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Publish callbacks [] for router_gateway (334af648-51cc-4a9e-aa81-caf963783bb6), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:38.136505 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:38.136844 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:38.140187 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 4 to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b Feb 08 15:56:38.154943 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:38.163440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:38.163741 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:38.164052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:38.172784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:38.173162 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:38.175005 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 5 to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b Feb 08 15:56:38.193635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:38.194076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:38.194401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:38.200184 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-591b5e09-a475-411d-bf55-5c06f105af58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (9e36279b-1b2b-4e56-ab01-45913546de1a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:38.230511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:38.230851 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:38.231830 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 6 to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b Feb 08 15:56:38.234808 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b5e09-a475-411d-bf55-5c06f105af58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=9e36279b-1b2b-4e56-ab01-45913546de1a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:38.245309 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-591b5e09-a475-411d-bf55-5c06f105af58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:38.248798 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-591b5e09-a475-411d-bf55-5c06f105af58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/9e36279b-1b2b-4e56-ab01-45913546de1a HTTP/1.1" status: 204 len: 168 time: 0.5472584 Feb 08 15:56:38.251527 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48054) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:38.255707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecf7e20-c3cb-44ad-a585-77478f255f26 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:38.263621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:38.264228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:38.264775 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:38.294650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Allocated IP 172.25.7.95 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/453b22c5-a618-4e4b-93d8-f52c21e82b37) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:38.295736 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:38.296267 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:38.300624 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 7 to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b Feb 08 15:56:38.325740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:38.326326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:38.326837 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:38.333791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa04f17b-81e7-4a2f-9a96-6495857f1868 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet a59dee1e-8293-4691-81b2-441d10519449 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:56:38.340450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:38.341307 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:38.342434 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa04f17b-81e7-4a2f-9a96-6495857f1868 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (a59dee1e-8293-4691-81b2-441d10519449), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:38.346592 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 8 to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b Feb 08 15:56:38.397746 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:38.398408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:38.398990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:38.409771 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:38.410376 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:38.412830 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa04f17b-81e7-4a2f-9a96-6495857f1868 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (a59dee1e-8293-4691-81b2-441d10519449), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:38.416321 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 9 to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b Feb 08 15:56:38.450123 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Publish callbacks [] for port (453b22c5-a618-4e4b-93d8-f52c21e82b37), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:38.460236 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:38.460578 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:38.461430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:38.475727 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:38.476245 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:38.479758 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 10 to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b Feb 08 15:56:38.494533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (453b22c5-a618-4e4b-93d8-f52c21e82b37), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:38.525231 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:38.525580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:38.525925 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:38.540318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:38.540704 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:38.541138 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (611d9e47-ffb5-4e1d-8d4f-871b4d09787b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:38.549742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:38.554001 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:38.557044 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:38.616355 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa04f17b-81e7-4a2f-9a96-6495857f1868 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (a59dee1e-8293-4691-81b2-441d10519449), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:38.718657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] For port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:56:38.719146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempted to set empty binding levels {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 08 15:56:38.736293 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (611d9e47-ffb5-4e1d-8d4f-871b4d09787b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:38.791888 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa04f17b-81e7-4a2f-9a96-6495857f1868 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (a59dee1e-8293-4691-81b2-441d10519449), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:38.795081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] In _notify_port_updated(), no bound segment for port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 15:56:38.796098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:38.796831 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:38.798352 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "PUT /v2.0/ports/611d9e47-ffb5-4e1d-8d4f-871b4d09787b HTTP/1.1" status: 200 len: 979 time: 1.5453675 Feb 08 15:56:38.809664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48062) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:38.870163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd65e28-6f33-42a2-9931-a2356ba2e08f tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Pushing event updated for resources: {'Port': ['ID=611d9e47-ffb5-4e1d-8d4f-871b4d09787b,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:38.873899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04f17b-81e7-4a2f-9a96-6495857f1868 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=a59dee1e-8293-4691-81b2-441d10519449,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:38.917586 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa04f17b-81e7-4a2f-9a96-6495857f1868 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:38.924899 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aa04f17b-81e7-4a2f-9a96-6495857f1868 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/a59dee1e-8293-4691-81b2-441d10519449 HTTP/1.1" status: 204 len: 168 time: 0.6722329 Feb 08 15:56:38.925602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48066) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:39.010207 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-96efc8b0-f15d-4a67-98d2-87dc28883520 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821855 Feb 08 15:56:39.014997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48068) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:39.021410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a1f29c1e-890c-4830-b025-3107d66d858f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:39.092759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Pushing event updated for resources: {'Port': ['ID=453b22c5-a618-4e4b-93d8-f52c21e82b37,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:39.135422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.136015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.136779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.140306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.140825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.141350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.141941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.142475 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.143014 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.144029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.144662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.145279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.145851 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.146379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.146998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.147499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.148044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.148564 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.149301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.149981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.150482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.150976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.151512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.152054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.152524 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.153006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.153914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.154384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.154845 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.155355 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.155822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.156283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.157104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.157371 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.157835 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.158347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.158811 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.159973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.160456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.160920 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.171244 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0e6ac666-cb08-4f6e-be49-0aa7000bd5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36494 time: 0.3558476 Feb 08 15:56:39.172151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48070) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:39.193571 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27f1808-f9c6-46cf-95d9-ccad37dc6cd1 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:39.257205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f0591-5cdb-45f0-9c9c-410471c8c328 req-d7638813-72ef-40ef-ae6e-777f9c37b614 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.259781 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b7f0591-5cdb-45f0-9c9c-410471c8c328 req-d7638813-72ef-40ef-ae6e-777f9c37b614 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1713991 Feb 08 15:56:39.270196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b3508e68-b693-45e0-8166-b23081460b10 None None] Provisioning complete for port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:39.270788 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b3508e68-b693-45e0-8166-b23081460b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:39.291800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f29c1e-890c-4830-b025-3107d66d858f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:39.296467 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1f29c1e-890c-4830-b025-3107d66d858f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:39.324139 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Publish callbacks [] for router_gateway (334af648-51cc-4a9e-aa81-caf963783bb6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:39.412052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7f0462e2-41af-4463-8110-dc58ef53c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Deleting port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:39.412589 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f0462e2-41af-4463-8110-dc58ef53c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (611d9e47-ffb5-4e1d-8d4f-871b4d09787b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:39.434524 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b3508e68-b693-45e0-8166-b23081460b10 None None] Current status of the port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:39.506416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ef0b46-79ff-4e04-affb-65c5a88b951e None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:56:39.517157 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b7f0591-5cdb-45f0-9c9c-410471c8c328 req-448e1452-e6da-4d8d-9988-4d6416631ba9 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502568 Feb 08 15:56:39.566500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-7f0462e2-41af-4463-8110-dc58ef53c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] For port 611d9e47-ffb5-4e1d-8d4f-871b4d09787b, host n-h2-824834-11, got binding levels [] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:39.570188 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f0462e2-41af-4463-8110-dc58ef53c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (611d9e47-ffb5-4e1d-8d4f-871b4d09787b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:39.589652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-89ef0b46-79ff-4e04-affb-65c5a88b951e None None] Deleting port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:39.590071 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-89ef0b46-79ff-4e04-affb-65c5a88b951e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:39.627599 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7f0462e2-41af-4463-8110-dc58ef53c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Calling delete_port for 611d9e47-ffb5-4e1d-8d4f-871b4d09787b owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:39.678451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-89ef0b46-79ff-4e04-affb-65c5a88b951e None None] For port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=77a8965c-99b5-41aa-808a-41c0a8ed8cc4,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:39.678868 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-89ef0b46-79ff-4e04-affb-65c5a88b951e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:39.690289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f84acfbf-dda3-4ba1-901b-d339ef141693 req-5d9ddebe-a2fe-4be0-b9ce-a67bfc95ee8a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0640957 Feb 08 15:56:39.696663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-89ef0b46-79ff-4e04-affb-65c5a88b951e None None] Calling delete_port for 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:39.733338 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (334af648-51cc-4a9e-aa81-caf963783bb6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:39.783978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1f29c1e-890c-4830-b025-3107d66d858f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (bbb5bc54-25f0-4837-a93f-2d4d54484dd4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:39.889511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f29c1e-890c-4830-b025-3107d66d858f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:39.890240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:56:39.893993 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-89ef0b46-79ff-4e04-affb-65c5a88b951e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (77a8965c-99b5-41aa-808a-41c0a8ed8cc4), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:39.897100 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a1f29c1e-890c-4830-b025-3107d66d858f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:39.900311 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f29c1e-890c-4830-b025-3107d66d858f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:39.900923 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1f29c1e-890c-4830-b025-3107d66d858f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:39.903500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f29c1e-890c-4830-b025-3107d66d858f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=bbb5bc54-25f0-4837-a93f-2d4d54484dd4,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:39.917690 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f0462e2-41af-4463-8110-dc58ef53c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (611d9e47-ffb5-4e1d-8d4f-871b4d09787b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:39.934514 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a1f29c1e-890c-4830-b025-3107d66d858f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9155695 Feb 08 15:56:39.938614 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48072) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:39.946054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef0b46-79ff-4e04-affb-65c5a88b951e None None] Pushing event deleted for resources: {'Port': ['ID=77a8965c-99b5-41aa-808a-41c0a8ed8cc4,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:39.952658 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:56:39.953049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:56:39.960802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef0b46-79ff-4e04-affb-65c5a88b951e None None] No DVR routers for this DVR port 77a8965c-99b5-41aa-808a-41c0a8ed8cc4 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:56:39.976995 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0462e2-41af-4463-8110-dc58ef53c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Pushing event deleted for resources: {'Port': ['ID=611d9e47-ffb5-4e1d-8d4f-871b4d09787b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:39.985685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-020451f7-0216-4293-8332-fc24c8f616bf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:39.989962 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f0462e2-41af-4463-8110-dc58ef53c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:39.993405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d1c9a6-5d35-465e-ace8-8bebb45aedbf None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:39.995596 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7f0462e2-41af-4463-8110-dc58ef53c4fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "DELETE /v2.0/ports/611d9e47-ffb5-4e1d-8d4f-871b4d09787b HTTP/1.1" status: 204 len: 168 time: 0.8198676 Feb 08 15:56:39.998971 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48074) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:40.033806 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-65eefd86-8d00-40f7-be5a-0710f7b2db40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] GET failed (client error): The resource could not be found. Feb 08 15:56:40.035618 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-65eefd86-8d00-40f7-be5a-0710f7b2db40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "GET /v2.0/ports/611d9e47-ffb5-4e1d-8d4f-871b4d09787b HTTP/1.1" status: 404 len: 333 time: 0.0354683 Feb 08 15:56:40.042339 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48076) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:40.043869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2cf1f42-e7de-4612-9e64-710d06b32fdd req-702b85e1-bb6d-403a-a773-b2bfc518f48d tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.1400239 Feb 08 15:56:40.051186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Router 334af648-51cc-4a9e-aa81-caf963783bb6 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:56:40.054446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6c63eb12-7561-41b9-bee1-e40bc59fbb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-829318870', 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:40.090564 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c63eb12-7561-41b9-bee1-e40bc59fbb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Made reservation on behalf of 16b1a00f62354ed48245876eb5009cf2 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:40.095141 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6c63eb12-7561-41b9-bee1-e40bc59fbb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:40.124574 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-6c63eb12-7561-41b9-bee1-e40bc59fbb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] device_id is not set on port 8e903b16-f667-4f75-b1a5-70c7075e5b71 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:56:40.161015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': 'bbb5bc54-25f0-4837-a93f-2d4d54484dd4'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:56:40.161919 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:40.226908 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:56:40.229880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020451f7-0216-4293-8332-fc24c8f616bf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:40.234246 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-020451f7-0216-4293-8332-fc24c8f616bf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:40.240277 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Sync routers for ids ['334af648-51cc-4a9e-aa81-caf963783bb6'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:56:40.256339 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Routers {'334af648-51cc-4a9e-aa81-caf963783bb6'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:56:40.256999 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:56:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['334af648-51cc-4a9e-aa81-caf963783bb6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:40.368520 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6c63eb12-7561-41b9-bee1-e40bc59fbb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks [] for port (8e903b16-f667-4f75-b1a5-70c7075e5b71), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:40.453317 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6c63eb12-7561-41b9-bee1-e40bc59fbb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (8e903b16-f667-4f75-b1a5-70c7075e5b71), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:40.479639 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Allocated IP 172.20.0.2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/bbb5bc54-25f0-4837-a93f-2d4d54484dd4/9689f2d9-4e96-4f22-9ee6-10d73c609ca1) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:40.551376 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Set router 334af648-51cc-4a9e-aa81-caf963783bb6 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:56:40.568074 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:40.569524 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c47483cd-15ab-44e3-b56a-0f72253c9471 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2720234 Feb 08 15:56:40.574642 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48080) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:40.585150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c63eb12-7561-41b9-bee1-e40bc59fbb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Network e4ce9af1-1822-42b9-b0bb-9abe16071f6a is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:40.594146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-6c63eb12-7561-41b9-bee1-e40bc59fbb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:40.599960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c63eb12-7561-41b9-bee1-e40bc59fbb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:40.600980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c63eb12-7561-41b9-bee1-e40bc59fbb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:40.601622 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6c63eb12-7561-41b9-bee1-e40bc59fbb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:40.606387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63eb12-7561-41b9-bee1-e40bc59fbb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Pushing event updated for resources: {'Port': ['ID=8e903b16-f667-4f75-b1a5-70c7075e5b71,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:40.654797 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6c63eb12-7561-41b9-bee1-e40bc59fbb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6109862 Feb 08 15:56:40.657366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48082) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:40.703478 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56d8a8f-3a4e-4aa1-95fc-10f532f34fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:40.704822 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d56d8a8f-3a4e-4aa1-95fc-10f532f34fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "GET /v2.0/ports/8e903b16-f667-4f75-b1a5-70c7075e5b71 HTTP/1.1" status: 200 len: 958 time: 0.0464048 Feb 08 15:56:40.707712 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48084) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:40.735486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.objects.ports [None req-020451f7-0216-4293-8332-fc24c8f616bf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103301) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 15:56:40.767346 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-020451f7-0216-4293-8332-fc24c8f616bf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (2d55edc8-f902-4eed-a9a3-86323185fd98), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:40.824633 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Publish callbacks [] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:40.830805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-cc87a8e3-812a-4dcf-af11-79c1f4a464fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Deleting port 8e903b16-f667-4f75-b1a5-70c7075e5b71 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:40.831160 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc87a8e3-812a-4dcf-af11-79c1f4a464fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8e903b16-f667-4f75-b1a5-70c7075e5b71), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:40.831702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020451f7-0216-4293-8332-fc24c8f616bf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:40.845164 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:40.849985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-020451f7-0216-4293-8332-fc24c8f616bf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:40.868609 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020451f7-0216-4293-8332-fc24c8f616bf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:40.869277 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-020451f7-0216-4293-8332-fc24c8f616bf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:40.897832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-020451f7-0216-4293-8332-fc24c8f616bf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9213216 Feb 08 15:56:40.901720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48088) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:40.909486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-324d1632-e312-49bd-a22b-2a44073efbb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'mac_address': 'fa:16:3e:6a:46:6c', 'name': 'tempest-NetworksTestDHCPv6-1529600782'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:40.911770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188df37-5b5f-4f8c-b8d3-32cef6950a74 req-0fdb2939-9702-4ba3-a2e9-1247e58bcd29 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:40.913622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e188df37-5b5f-4f8c-b8d3-32cef6950a74 req-0fdb2939-9702-4ba3-a2e9-1247e58bcd29 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.2298107 Feb 08 15:56:40.931957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020451f7-0216-4293-8332-fc24c8f616bf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=2d55edc8-f902-4eed-a9a3-86323185fd98,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:40.946598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Pushing event updated for resources: {'Port': ['ID=9689f2d9-4e96-4f22-9ee6-10d73c609ca1,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:40.978626 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:37Z', 'updated_at': '2022-02-08T15:56:39Z', 'revision_number': 3, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'gw_port': {'id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:38Z', 'updated_at': '2022-02-08T15:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:40.983414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:40.985583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:40.999606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:41.012237 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc87a8e3-812a-4dcf-af11-79c1f4a464fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8e903b16-f667-4f75-b1a5-70c7075e5b71), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:41.040211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-cc87a8e3-812a-4dcf-af11-79c1f4a464fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Calling delete_port for 8e903b16-f667-4f75-b1a5-70c7075e5b71 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:41.063768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e188df37-5b5f-4f8c-b8d3-32cef6950a74 req-27c1daa0-df91-4f86-af4e-7c886a0a90d8 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412563 Feb 08 15:56:41.065100 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Checking router: 334af648-51cc-4a9e-aa81-caf963783bb6 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:56:41.066085 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Updating router 334af648-51cc-4a9e-aa81-caf963783bb6 port 453b22c5-a618-4e4b-93d8-f52c21e82b37 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:56:41.102729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Attempting to bind port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:41.102729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Attempting to bind port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:41.103071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Attempting to bind port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:41.108735 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:56:41.109223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:56:41.109639 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:41.110131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:56:41.110690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Bound port: 9689f2d9-4e96-4f22-9ee6-10d73c609ca1, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:56:41.111153 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:41.120386 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (453b22c5-a618-4e4b-93d8-f52c21e82b37), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:41.192638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] For port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:56:41.192638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] For port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9689f2d9-4e96-4f22-9ee6-10d73c609ca1,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:56:41.207431 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:41.262826 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324d1632-e312-49bd-a22b-2a44073efbb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:41.338660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc87a8e3-812a-4dcf-af11-79c1f4a464fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (8e903b16-f667-4f75-b1a5-70c7075e5b71), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:41.379263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2f9e5-c3a2-4681-9721-1b725659d940 None None] Pushing event updated for resources: {'Port': ['ID=9689f2d9-4e96-4f22-9ee6-10d73c609ca1,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:41.401643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7edd872-ba6b-4801-94af-77ad09dc0b28 req-630b7f9e-3b62-4b57-8ebe-55d20bcbe578 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0706725 Feb 08 15:56:41.401878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87a8e3-812a-4dcf-af11-79c1f4a464fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e903b16-f667-4f75-b1a5-70c7075e5b71,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:41.443282 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc87a8e3-812a-4dcf-af11-79c1f4a464fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:41.450634 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cc87a8e3-812a-4dcf-af11-79c1f4a464fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "DELETE /v2.0/ports/8e903b16-f667-4f75-b1a5-70c7075e5b71 HTTP/1.1" status: 204 len: 168 time: 0.7393894 Feb 08 15:56:41.451234 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48092) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:41.488683 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Publish callbacks [] for port (453b22c5-a618-4e4b-93d8-f52c21e82b37), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:41.499295 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (453b22c5-a618-4e4b-93d8-f52c21e82b37), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:41.504760 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5dc9a6-0143-46c6-a3ee-a4d47e6bff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] GET failed (client error): The resource could not be found. Feb 08 15:56:41.506466 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2f5dc9a6-0143-46c6-a3ee-a4d47e6bff9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "GET /v2.0/ports/8e903b16-f667-4f75-b1a5-70c7075e5b71 HTTP/1.1" status: 404 len: 333 time: 0.0542741 Feb 08 15:56:41.513037 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-324d1632-e312-49bd-a22b-2a44073efbb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:41.528358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48094) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:41.540531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-3305fddd-c7d3-4773-9b08-2d9239f51daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Request body: {'port': {'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-487036484'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:41.548510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-324d1632-e312-49bd-a22b-2a44073efbb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port e73ddccf-1a3c-4f68-bb80-ed9ebba8f0bd yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:56:41.595162 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a995f-9f5a-4139-a5c3-5e958c7ca5cd None None] Pushing event updated for resources: {'Port': ['ID=453b22c5-a618-4e4b-93d8-f52c21e82b37,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:41.603036 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Attempting to bind port 453b22c5-a618-4e4b-93d8-f52c21e82b37 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:41.606303 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Attempting to bind port 453b22c5-a618-4e4b-93d8-f52c21e82b37 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:41.613547 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Attempting to bind port 453b22c5-a618-4e4b-93d8-f52c21e82b37 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:41.643548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66b5cbba-c9a4-49a1-bf85-722fb0a5e415 req-c4b65aaa-eda9-4319-91ac-a727eb2ccaa8 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.1077225 Feb 08 15:56:41.647345 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a995f-9f5a-4139-a5c3-5e958c7ca5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:41.648088 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a995f-9f5a-4139-a5c3-5e958c7ca5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:41.648435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3305fddd-c7d3-4773-9b08-2d9239f51daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Made reservation on behalf of 16b1a00f62354ed48245876eb5009cf2 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:41.649797 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a995f-9f5a-4139-a5c3-5e958c7ca5cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:41.651973 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a995f-9f5a-4139-a5c3-5e958c7ca5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:41.652433 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a995f-9f5a-4139-a5c3-5e958c7ca5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:41.655135 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a995f-9f5a-4139-a5c3-5e958c7ca5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:41.656205 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3305fddd-c7d3-4773-9b08-2d9239f51daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:41.661552 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a995f-9f5a-4139-a5c3-5e958c7ca5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:41.661552 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a995f-9f5a-4139-a5c3-5e958c7ca5cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:41.661552 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a995f-9f5a-4139-a5c3-5e958c7ca5cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:41.661552 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a995f-9f5a-4139-a5c3-5e958c7ca5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:41.661552 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a995f-9f5a-4139-a5c3-5e958c7ca5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:41.661552 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a995f-9f5a-4139-a5c3-5e958c7ca5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:41.662172 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356a995f-9f5a-4139-a5c3-5e958c7ca5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:41.670594 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:56:41.670999 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:56:41.671416 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:41.671809 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:56:41.672448 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Bound port: 453b22c5-a618-4e4b-93d8-f52c21e82b37, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:56:41.673034 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (453b22c5-a618-4e4b-93d8-f52c21e82b37), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:41.728746 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-3305fddd-c7d3-4773-9b08-2d9239f51daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] device_id is not set on port 4bb241eb-fabd-46d5-9e2a-f2893043133c yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:56:41.808423 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:41.813119 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] For port 453b22c5-a618-4e4b-93d8-f52c21e82b37, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:56:41.818706 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] For port 453b22c5-a618-4e4b-93d8-f52c21e82b37, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=453b22c5-a618-4e4b-93d8-f52c21e82b37,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:56:41.826937 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (453b22c5-a618-4e4b-93d8-f52c21e82b37), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:41.949477 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a995f-9f5a-4139-a5c3-5e958c7ca5cd None None] Pushing event updated for resources: {'Port': ['ID=453b22c5-a618-4e4b-93d8-f52c21e82b37,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:41.958613 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Routers {'334af648-51cc-4a9e-aa81-caf963783bb6'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:56:41.959263 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:56:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['334af648-51cc-4a9e-aa81-caf963783bb6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:42.016928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:42.150105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:42.150489 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:42.165967 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3305fddd-c7d3-4773-9b08-2d9239f51daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks [] for port (4bb241eb-fabd-46d5-9e2a-f2893043133c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:42.168695 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-324d1632-e312-49bd-a22b-2a44073efbb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 172.20.0.9 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/bbb5bc54-25f0-4837-a93f-2d4d54484dd4/e73ddccf-1a3c-4f68-bb80-ed9ebba8f0bd) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:42.170783 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] Set router 334af648-51cc-4a9e-aa81-caf963783bb6 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:56:42.179118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-324d1632-e312-49bd-a22b-2a44073efbb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::f816:3eff:fe6a:466c (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/2d55edc8-f902-4eed-a9a3-86323185fd98/e73ddccf-1a3c-4f68-bb80-ed9ebba8f0bd) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:42.262775 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3305fddd-c7d3-4773-9b08-2d9239f51daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (4bb241eb-fabd-46d5-9e2a-f2893043133c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:42.307962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:42.308692 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:42.312243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Allocated IP 172.20.0.1 (8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e/39441911-46cb-43dd-be25-dbff842a9f42/c7c24eff-96bf-405f-a1b9-905c37c10f3b) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:42.393162 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3305fddd-c7d3-4773-9b08-2d9239f51daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Network e4ce9af1-1822-42b9-b0bb-9abe16071f6a is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:42.401521 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9689f2d9-4e96-4f22-9ee6-10d73c609ca1,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:42.401938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-3305fddd-c7d3-4773-9b08-2d9239f51daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:42.409026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3305fddd-c7d3-4773-9b08-2d9239f51daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:42.410519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3305fddd-c7d3-4773-9b08-2d9239f51daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:42.411509 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3305fddd-c7d3-4773-9b08-2d9239f51daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:42.412110 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:42.414125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305fddd-c7d3-4773-9b08-2d9239f51daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Pushing event updated for resources: {'Port': ['ID=4bb241eb-fabd-46d5-9e2a-f2893043133c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:42.443181 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Publish callbacks [] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:42.467552 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3305fddd-c7d3-4773-9b08-2d9239f51daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9334831 Feb 08 15:56:42.475527 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48100) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:42.488424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:42.549018 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:42.552061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=9689f2d9-4e96-4f22-9ee6-10d73c609ca1,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:42.564475 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:37Z', 'updated_at': '2022-02-08T15:56:39Z', 'revision_number': 3, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'gw_port': {'id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:38Z', 'updated_at': '2022-02-08T15:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:42.607427 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-324d1632-e312-49bd-a22b-2a44073efbb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (e73ddccf-1a3c-4f68-bb80-ed9ebba8f0bd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:42.614011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c24eff-96bf-405f-a1b9-905c37c10f3b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:42.615494 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321a2ed-04fb-42fb-a624-d6347c70544b None None] The sync data for ids ['334af648-51cc-4a9e-aa81-caf963783bb6'] in n-d-824834-11 is: [{'id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:37Z', 'updated_at': '2022-02-08T15:56:39Z', 'revision_number': 3, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'gw_port': {'id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:38Z', 'updated_at': '2022-02-08T15:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:56:42.627175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Network 8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:42.648185 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d8b9a-14fd-4291-ba38-77c302d0a808 req-a077cf2d-365a-4e75-aa99-9f1611a8ed1f tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:42.656854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb7d8b9a-14fd-4291-ba38-77c302d0a808 req-a077cf2d-365a-4e75-aa99-9f1611a8ed1f tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1826780 Feb 08 15:56:42.660731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:42.668248 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:42.683405 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4bb241eb-fabd-46d5-9e2a-f2893043133c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:42.749682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-324d1632-e312-49bd-a22b-2a44073efbb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e73ddccf-1a3c-4f68-bb80-ed9ebba8f0bd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:42.793087 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb7d8b9a-14fd-4291-ba38-77c302d0a808 req-bb12d36f-83ae-4161-b0b5-1bc7769fc63c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270933 Feb 08 15:56:42.803191 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (334af648-51cc-4a9e-aa81-caf963783bb6), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:42.835983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324d1632-e312-49bd-a22b-2a44073efbb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:42.861224 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d1632-e312-49bd-a22b-2a44073efbb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=e73ddccf-1a3c-4f68-bb80-ed9ebba8f0bd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:42.863964 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-324d1632-e312-49bd-a22b-2a44073efbb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:42.871100 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324d1632-e312-49bd-a22b-2a44073efbb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:43.028233 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c629341-2ac0-47f7-8fbd-468f87cf21b6 req-d2de39bd-e740-4ffb-958f-9bbcd23c7571 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0940068 Feb 08 15:56:43.138509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] device_id is not set on port 4bb241eb-fabd-46d5-9e2a-f2893043133c yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:56:43.154051 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks [] for port (4bb241eb-fabd-46d5-9e2a-f2893043133c), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:43.158108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02c0ce4-f725-4774-9832-f9f2f589f33b None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:43.179071 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (4bb241eb-fabd-46d5-9e2a-f2893043133c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:43.194560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324d1632-e312-49bd-a22b-2a44073efbb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:43.196281 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-324d1632-e312-49bd-a22b-2a44073efbb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:43.272480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Pushing event updated for resources: {'Port': ['ID=4bb241eb-fabd-46d5-9e2a-f2893043133c,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:43.295390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e9daa34f-ee74-4cd7-b86a-076d85000407 None None] Provisioning complete for port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:43.295915 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9daa34f-ee74-4cd7-b86a-076d85000407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:43.301423 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-324d1632-e312-49bd-a22b-2a44073efbb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3983259 Feb 08 15:56:43.302598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48104) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:43.319028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:43.319396 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:43.319749 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:43.370832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:43.371178 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:43.372828 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 2 to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c Feb 08 15:56:43.402848 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:43.403228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:43.403573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:43.409822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:43.410161 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:43.411284 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 3 to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c Feb 08 15:56:43.421906 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6623bf4-ae83-495c-975f-ac5ef0c962ff tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:43.427336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6623bf4-ae83-495c-975f-ac5ef0c962ff tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:43.432118 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f6623bf4-ae83-495c-975f-ac5ef0c962ff tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.1258473 Feb 08 15:56:43.434244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48106) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:43.494854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e9daa34f-ee74-4cd7-b86a-076d85000407 None None] Current status of the port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:43.530418 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:43.530913 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:43.531372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:43.547150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:43.547495 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:43.548968 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 4 to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c Feb 08 15:56:43.566136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:43.566483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:43.566826 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:43.575885 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:43.576221 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:43.580082 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 5 to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c Feb 08 15:56:43.607196 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ce7abf9f-69b1-4d47-bae3-7faea3d9b590 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port e73ddccf-1a3c-4f68-bb80-ed9ebba8f0bd {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:43.607461 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce7abf9f-69b1-4d47-bae3-7faea3d9b590 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e73ddccf-1a3c-4f68-bb80-ed9ebba8f0bd), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:43.611979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:43.612323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:43.612687 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:43.640479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44abfb1e-8c2d-438a-a75c-ff9d4565a9b2 None None] Update dhcp port {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'fixed_ips': [{'subnet_id': 'bbb5bc54-25f0-4837-a93f-2d4d54484dd4', 'ip_address': '172.20.0.2'}, {'subnet_id': '2d55edc8-f902-4eed-a9a3-86323185fd98'}], 'binding:host_id': 'n-d-824834-11'}, 'id': '9689f2d9-4e96-4f22-9ee6-10d73c609ca1'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 15:56:43.663861 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:43.664720 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:43.667176 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 6 to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c Feb 08 15:56:43.689722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:43.690389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:43.690389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:43.691718 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-44abfb1e-8c2d-438a-a75c-ff9d4565a9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:43.702364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:43.702747 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:43.706001 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 7 to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c Feb 08 15:56:43.727804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:43.728152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:43.728492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:43.744597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:43.745045 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:43.747790 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 8 to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c Feb 08 15:56:43.792209 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce7abf9f-69b1-4d47-bae3-7faea3d9b590 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e73ddccf-1a3c-4f68-bb80-ed9ebba8f0bd), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:43.793308 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2825eec9-6b4e-4f75-b7ab-df78a9980b56 req-c3a94d6f-61dd-4ce0-ad16-f37cf2795a7e tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.0488379 Feb 08 15:56:43.822557 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:43.828441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:43.828820 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:43.829224 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:43.846922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ce7abf9f-69b1-4d47-bae3-7faea3d9b590 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for e73ddccf-1a3c-4f68-bb80-ed9ebba8f0bd owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:43.855214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:43.855552 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:43.859248 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 9 to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c Feb 08 15:56:43.967753 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:43.968393 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:43.969859 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:43.982882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:43.983483 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:43.998449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8183fc-707e-4990-928d-95125452b55b req-c593b66a-25af-4032-b615-680830d2809c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:44.002907 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempt 10 to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c Feb 08 15:56:44.006031 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a8183fc-707e-4990-928d-95125452b55b req-c593b66a-25af-4032-b615-680830d2809c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.0998428 Feb 08 15:56:44.027355 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:44.027710 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:44.028054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempting to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:44.041069 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:44.041414 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Failed to bind port 4bb241eb-fabd-46d5-9e2a-f2893043133c on host n-h2-824834-11 for vnic_type normal using segments [{'id': '7c5f4612-154b-4602-8e2b-b43787f29972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e4ce9af1-1822-42b9-b0bb-9abe16071f6a'}] Feb 08 15:56:44.041796 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4bb241eb-fabd-46d5-9e2a-f2893043133c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.123760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a8183fc-707e-4990-928d-95125452b55b req-be92c1f1-93bb-48f5-b44f-09944bda0ca1 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165955 Feb 08 15:56:44.277894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-078ae686-9b54-4c32-a1f2-72d8f2a50eca req-334247c4-fa58-4e47-9cd7-9fa4a25a4d58 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0457683 Feb 08 15:56:44.316449 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce7abf9f-69b1-4d47-bae3-7faea3d9b590 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e73ddccf-1a3c-4f68-bb80-ed9ebba8f0bd), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.325368 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Publish callbacks [] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.357669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 453b22c5-a618-4e4b-93d8-f52c21e82b37 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:44.362418 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.383440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7abf9f-69b1-4d47-bae3-7faea3d9b590 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=e73ddccf-1a3c-4f68-bb80-ed9ebba8f0bd,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:44.396290 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] For port 4bb241eb-fabd-46d5-9e2a-f2893043133c, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:56:44.396672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attempted to set empty binding levels {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 08 15:56:44.417334 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (4bb241eb-fabd-46d5-9e2a-f2893043133c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.442509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-44abfb1e-8c2d-438a-a75c-ff9d4565a9b2 None None] Allocated IP 2001:db8::f816:3eff:fe34:90c9 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/2d55edc8-f902-4eed-a9a3-86323185fd98/9689f2d9-4e96-4f22-9ee6-10d73c609ca1) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:44.453748 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (334af648-51cc-4a9e-aa81-caf963783bb6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.477987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Pushing event updated for resources: {'Port': ['ID=4bb241eb-fabd-46d5-9e2a-f2893043133c,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:44.510010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] In _notify_port_updated(), no bound segment for port 4bb241eb-fabd-46d5-9e2a-f2893043133c on network e4ce9af1-1822-42b9-b0bb-9abe16071f6a {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 15:56:44.510901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:44.511519 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.512888 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-abb0893a-4aec-4ab3-8134-d44deff7ff58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "PUT /v2.0/ports/4bb241eb-fabd-46d5-9e2a-f2893043133c HTTP/1.1" status: 200 len: 979 time: 2.0363915 Feb 08 15:56:44.515756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48112) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:44.547062 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 453b22c5-a618-4e4b-93d8-f52c21e82b37 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:44.547712 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (453b22c5-a618-4e4b-93d8-f52c21e82b37), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.574884 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce7abf9f-69b1-4d47-bae3-7faea3d9b590 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.580371 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ce7abf9f-69b1-4d47-bae3-7faea3d9b590 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/e73ddccf-1a3c-4f68-bb80-ed9ebba8f0bd HTTP/1.1" status: 204 len: 168 time: 1.1428807 Feb 08 15:56:44.581822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48114) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:44.628125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-44abfb1e-8c2d-438a-a75c-ff9d4565a9b2 None None] For port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9689f2d9-4e96-4f22-9ee6-10d73c609ca1,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:44.664800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Network 8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:44.669055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54ab38a-7df5-4d1a-b7cc-0fca3e0fbba1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:44.670229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:44.670495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54ab38a-7df5-4d1a-b7cc-0fca3e0fbba1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:44.672447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54ab38a-7df5-4d1a-b7cc-0fca3e0fbba1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:44.676789 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e54ab38a-7df5-4d1a-b7cc-0fca3e0fbba1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0924451 Feb 08 15:56:44.677213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48116) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:44.689847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c24eff-96bf-405f-a1b9-905c37c10f3b,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:44.710285 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-44abfb1e-8c2d-438a-a75c-ff9d4565a9b2 None None] Publish callbacks [] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.740253 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-44abfb1e-8c2d-438a-a75c-ff9d4565a9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.752960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a423f412-4eac-4527-b733-b5b395601d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Deleting port 4bb241eb-fabd-46d5-9e2a-f2893043133c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:44.753915 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a423f412-4eac-4527-b733-b5b395601d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4bb241eb-fabd-46d5-9e2a-f2893043133c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.805824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65a8c01-9977-4762-8202-7c87d01a51ec tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet 2d55edc8-f902-4eed-a9a3-86323185fd98 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:56:44.806549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 453b22c5-a618-4e4b-93d8-f52c21e82b37 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:44.807167 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (453b22c5-a618-4e4b-93d8-f52c21e82b37), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.811789 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d65a8c01-9977-4762-8202-7c87d01a51ec tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (2d55edc8-f902-4eed-a9a3-86323185fd98), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.851278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 453b22c5-a618-4e4b-93d8-f52c21e82b37, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=453b22c5-a618-4e4b-93d8-f52c21e82b37,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:44.873286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d65a8c01-9977-4762-8202-7c87d01a51ec tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (2d55edc8-f902-4eed-a9a3-86323185fd98), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.895274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Router 334af648-51cc-4a9e-aa81-caf963783bb6 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:56:44.920261 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (453b22c5-a618-4e4b-93d8-f52c21e82b37), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:44.921646 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:45.011521 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abfb1e-8c2d-438a-a75c-ff9d4565a9b2 None None] Pushing event updated for resources: {'Port': ['ID=9689f2d9-4e96-4f22-9ee6-10d73c609ca1,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:45.106338 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7909b55-baa0-45dc-93a7-7a9404f86559 req-598c6e52-4818-47ed-abdc-b9a24ee31769 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.1687102 Feb 08 15:56:45.108134 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=453b22c5-a618-4e4b-93d8-f52c21e82b37,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:45.115290 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:45.115876 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:45.206155 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:56:45.241719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8b3af53d-c421-4d22-b775-00306ac905d1 admin admin] 10.222.0.82 "PUT /v2.0/routers/334af648-51cc-4a9e-aa81-caf963783bb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6660290 Feb 08 15:56:45.330687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:45.377185 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703d30f-5eb6-45d1-bd36-72e9ee5aed96 req-2eb460e1-8560-46d8-ab96-445962aaf549 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:45.378861 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0703d30f-5eb6-45d1-bd36-72e9ee5aed96 req-2eb460e1-8560-46d8-ab96-445962aaf549 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1124349 Feb 08 15:56:45.456332 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Sync routers for ids ['334af648-51cc-4a9e-aa81-caf963783bb6'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:56:45.475217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Routers {'334af648-51cc-4a9e-aa81-caf963783bb6'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:56:45.476692 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:56:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['334af648-51cc-4a9e-aa81-caf963783bb6'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:45.516260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0703d30f-5eb6-45d1-bd36-72e9ee5aed96 req-d7d304de-9fc2-4190-891f-addbd304bd92 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296139 Feb 08 15:56:45.542856 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d65a8c01-9977-4762-8202-7c87d01a51ec tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (2d55edc8-f902-4eed-a9a3-86323185fd98), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:45.601166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-a423f412-4eac-4527-b733-b5b395601d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] For port 4bb241eb-fabd-46d5-9e2a-f2893043133c, host n-h2-824834-11, got binding levels [] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:45.602088 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a423f412-4eac-4527-b733-b5b395601d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4bb241eb-fabd-46d5-9e2a-f2893043133c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:45.643630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Set router 334af648-51cc-4a9e-aa81-caf963783bb6 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:56:45.647725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a423f412-4eac-4527-b733-b5b395601d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Calling delete_port for 4bb241eb-fabd-46d5-9e2a-f2893043133c owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:45.660361 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d65a8c01-9977-4762-8202-7c87d01a51ec tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (2d55edc8-f902-4eed-a9a3-86323185fd98), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:45.679027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6ea2ee5-cd85-4f0a-a373-e2045e295dac req-164c555f-29fc-44a7-a9eb-edfe13a46492 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0637975 Feb 08 15:56:45.699668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a8c01-9977-4762-8202-7c87d01a51ec tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=2d55edc8-f902-4eed-a9a3-86323185fd98,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:45.749643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d65a8c01-9977-4762-8202-7c87d01a51ec tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:45.753971 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d65a8c01-9977-4762-8202-7c87d01a51ec tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/2d55edc8-f902-4eed-a9a3-86323185fd98 HTTP/1.1" status: 204 len: 168 time: 1.0756531 Feb 08 15:56:45.765524 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48130) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:45.855523 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a423f412-4eac-4527-b733-b5b395601d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (4bb241eb-fabd-46d5-9e2a-f2893043133c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:45.919422 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e561bc-4b27-454b-b4f6-d8d3c4199bb2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet bbb5bc54-25f0-4837-a93f-2d4d54484dd4 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:56:45.925737 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48e561bc-4b27-454b-b4f6-d8d3c4199bb2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (bbb5bc54-25f0-4837-a93f-2d4d54484dd4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:45.926217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423f412-4eac-4527-b733-b5b395601d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bb241eb-fabd-46d5-9e2a-f2893043133c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:45.938019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:45.947377 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a423f412-4eac-4527-b733-b5b395601d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:45.954095 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a423f412-4eac-4527-b733-b5b395601d4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "DELETE /v2.0/ports/4bb241eb-fabd-46d5-9e2a-f2893043133c HTTP/1.1" status: 204 len: 168 time: 1.4372017 Feb 08 15:56:45.958688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48136) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:46.016535 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48e561bc-4b27-454b-b4f6-d8d3c4199bb2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (bbb5bc54-25f0-4837-a93f-2d4d54484dd4), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:46.016917 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c50713b-f8bf-4874-b9e8-4147448ea8c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] GET failed (client error): The resource could not be found. Feb 08 15:56:46.018435 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1c50713b-f8bf-4874-b9e8-4147448ea8c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32515815-project-admin] 10.222.0.82 "GET /v2.0/ports/4bb241eb-fabd-46d5-9e2a-f2893043133c HTTP/1.1" status: 404 len: 333 time: 0.0586674 Feb 08 15:56:46.027010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48138) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:46.080225 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd350b73-4dc3-49f3-a273-82e021cce56f None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:46.165414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-71d559f9-5d25-4a27-bddd-70e51d6c6814 None None] Could not find standard attr ID for object e73ddccf-1a3c-4f68-bb80-ed9ebba8f0bd. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 15:56:46.187217 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48e561bc-4b27-454b-b4f6-d8d3c4199bb2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (bbb5bc54-25f0-4837-a93f-2d4d54484dd4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:46.227060 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-71d559f9-5d25-4a27-bddd-70e51d6c6814 None None] Provisioning complete for port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:46.227457 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-71d559f9-5d25-4a27-bddd-70e51d6c6814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:46.232486 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab459-428d-431e-9656-625ae2ed68d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (e4ce9af1-1822-42b9-b0bb-9abe16071f6a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:46.315314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:46.317676 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:46.366768 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48e561bc-4b27-454b-b4f6-d8d3c4199bb2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (bbb5bc54-25f0-4837-a93f-2d4d54484dd4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:46.402031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:37Z', 'updated_at': '2022-02-08T15:56:43Z', 'revision_number': 4, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'gw_port': {'id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:38Z', 'updated_at': '2022-02-08T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c7c24eff-96bf-405f-a1b9-905c37c10f3b', 'name': '', 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'mac_address': 'fa:16:3e:55:f4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '39441911-46cb-43dd-be25-dbff842a9f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:41Z', 'updated_at': '2022-02-08T15:56:43Z', 'revision_number': 2, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'subnets': [{'id': '39441911-46cb-43dd-be25-dbff842a9f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:46.404173 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-11273963-e0aa-49de-9070-33397ade258e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:46.407543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-11273963-e0aa-49de-9070-33397ade258e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/networks?id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e HTTP/1.1" status: 200 len: 820 time: 0.1760814 Feb 08 15:56:46.434040 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48e561bc-4b27-454b-b4f6-d8d3c4199bb2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:46.437785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-48e561bc-4b27-454b-b4f6-d8d3c4199bb2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/bbb5bc54-25f0-4837-a93f-2d4d54484dd4 HTTP/1.1" status: 204 len: 168 time: 0.6704476 Feb 08 15:56:46.448243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48150) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:46.459344 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab459-428d-431e-9656-625ae2ed68d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (e4ce9af1-1822-42b9-b0bb-9abe16071f6a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:46.465635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e561bc-4b27-454b-b4f6-d8d3c4199bb2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb5bc54-25f0-4837-a93f-2d4d54484dd4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:46.495136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Checking router: 334af648-51cc-4a9e-aa81-caf963783bb6 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:56:46.495675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Updating router 334af648-51cc-4a9e-aa81-caf963783bb6 port c7c24eff-96bf-405f-a1b9-905c37c10f3b binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:56:46.517837 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-bf3ab459-428d-431e-9656-625ae2ed68d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ce9af1-1822-42b9-b0bb-9abe16071f6a']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:46.519428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-08f8f1d8-73ba-4aaf-b4c5-1f1f5f947814 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685718 Feb 08 15:56:46.526501 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-ed20d4bf-121c-413e-bdaa-65147eb75650 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/quotas/4242aee31cb2445389a4ec2c65fb7376 HTTP/1.1" status: 200 len: 375 time: 0.0873706 Feb 08 15:56:46.537959 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48152) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:46.542908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-bf3ab459-428d-431e-9656-625ae2ed68d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5f4612-154b-4602-8e2b-b43787f29972') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:46.543202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-bf3ab459-428d-431e-9656-625ae2ed68d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5f4612-154b-4602-8e2b-b43787f29972') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:46.577421 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab459-428d-431e-9656-625ae2ed68d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (7c5f4612-154b-4602-8e2b-b43787f29972), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:46.606251 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab459-428d-431e-9656-625ae2ed68d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7c5f4612-154b-4602-8e2b-b43787f29972), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:46.610677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-71d559f9-5d25-4a27-bddd-70e51d6c6814 None None] Current status of the port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:46.614347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3ab459-428d-431e-9656-625ae2ed68d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:56:46.615857 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab459-428d-431e-9656-625ae2ed68d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (7c5f4612-154b-4602-8e2b-b43787f29972), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:56:46.628468 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:56:46.644594 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:46.652512 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972d2423-fe9c-48d7-8f8a-1bdbac54b2af tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:46.654319 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-972d2423-fe9c-48d7-8f8a-1bdbac54b2af tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1131124 Feb 08 15:56:46.657918 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48156) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:46.679490 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:46.685497 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 453b22c5-a618-4e4b-93d8-f52c21e82b37 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:46.687436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-2bda4d40-cf34-41d3-8853-35fb90ced841 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=4242aee31cb2445389a4ec2c65fb7376&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1598065 Feb 08 15:56:46.769043 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab459-428d-431e-9656-625ae2ed68d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (e4ce9af1-1822-42b9-b0bb-9abe16071f6a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:46.780200 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf3ab459-428d-431e-9656-625ae2ed68d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:46.797404 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bf3ab459-428d-431e-9656-625ae2ed68d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] 10.222.0.82 "DELETE /v2.0/networks/e4ce9af1-1822-42b9-b0bb-9abe16071f6a HTTP/1.1" status: 204 len: 168 time: 0.7669587 Feb 08 15:56:46.842594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3878817-2f66-49aa-9fcd-c7a946ec3eb3 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:46.845689 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b3878817-2f66-49aa-9fcd-c7a946ec3eb3 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1864090 Feb 08 15:56:46.851502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48162) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:46.863305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ab459-428d-431e-9656-625ae2ed68d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340111733-project] Pushing event deleted for resources: {'Network': ['ID=e4ce9af1-1822-42b9-b0bb-9abe16071f6a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:47.020982 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-da206b35-ac11-4f25-be2c-e42c39a83ae5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1582568 Feb 08 15:56:47.024802 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48164) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:47.039232 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-437fe553-a072-4f75-80c6-e97a4ab8a1b6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:47.153837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-45414f5f-9c5c-43c5-b52e-be439476b51b service neutron] 10.222.0.82 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651384 Feb 08 15:56:47.189866 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 453b22c5-a618-4e4b-93d8-f52c21e82b37 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:47.190375 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (453b22c5-a618-4e4b-93d8-f52c21e82b37), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:47.324097 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437fe553-a072-4f75-80c6-e97a4ab8a1b6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:47.334133 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-437fe553-a072-4f75-80c6-e97a4ab8a1b6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:47.338489 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-437fe553-a072-4f75-80c6-e97a4ab8a1b6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 15:56:47.339288 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437fe553-a072-4f75-80c6-e97a4ab8a1b6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:56:47.345657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-5860bcea-b76b-4448-b8af-9416ea335951 service neutron] 10.222.0.82 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795552 Feb 08 15:56:47.393434 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-437fe553-a072-4f75-80c6-e97a4ab8a1b6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3663611 Feb 08 15:56:47.393936 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48168) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:47.396304 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48170) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:47.401538 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c3139c93-2097-43b9-ab36-7038dabe8877 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:47.581759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3139c93-2097-43b9-ab36-7038dabe8877 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:47.594968 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3139c93-2097-43b9-ab36-7038dabe8877 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:47.597151 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3139c93-2097-43b9-ab36-7038dabe8877 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 15:56:47.599213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3139c93-2097-43b9-ab36-7038dabe8877 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:56:47.604695 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 453b22c5-a618-4e4b-93d8-f52c21e82b37 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:47.636585 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c3139c93-2097-43b9-ab36-7038dabe8877 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2389505 Feb 08 15:56:47.641075 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48178) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:47.645051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96520e43-6083-4737-93a6-75552cdb837d None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:47.650540 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-54a58450-fbc1-4d36-adbc-8f3c2bfea15f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:47.841218 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-91d0a9f2-5ce9-44d1-a329-a5a5302b3d7b req-c3d5cf42-ede6-465d-99aa-6be21ce88dc4 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.1184697 Feb 08 15:56:47.850649 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-85349751-6c45-44de-aa61-0197634265b2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=80943f03efb34d1f8e7cc3873293f119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4552557 Feb 08 15:56:47.854985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48180) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:47.912911 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a58450-fbc1-4d36-adbc-8f3c2bfea15f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:47.922008 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-54a58450-fbc1-4d36-adbc-8f3c2bfea15f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:47.924223 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a58450-fbc1-4d36-adbc-8f3c2bfea15f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 15:56:47.927912 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a58450-fbc1-4d36-adbc-8f3c2bfea15f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:56:47.991392 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-54a58450-fbc1-4d36-adbc-8f3c2bfea15f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3487449 Feb 08 15:56:47.994133 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48186) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:48.002435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-40b34a39-fa4b-4476-bcfa-ddfc9ce5e57a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:48.009260 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Publish callbacks [] for security_group (f56d9c2b-c18d-4f98-9d2f-8ad912ac4057), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:48.045561 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-219d8346-c40d-402a-9973-3316d290acba None None] Provisioning complete for port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:48.046010 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-219d8346-c40d-402a-9973-3316d290acba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:48.047280 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Publish callbacks [] for security_group (f56d9c2b-c18d-4f98-9d2f-8ad912ac4057), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:48.111636 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Publish callbacks [] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:48.129098 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:48.168808 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b34a39-fa4b-4476-bcfa-ddfc9ce5e57a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:48.173254 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40b34a39-fa4b-4476-bcfa-ddfc9ce5e57a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:48.174924 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b34a39-fa4b-4476-bcfa-ddfc9ce5e57a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 15:56:48.175434 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b34a39-fa4b-4476-bcfa-ddfc9ce5e57a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:56:48.212141 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-40b34a39-fa4b-4476-bcfa-ddfc9ce5e57a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2161481 Feb 08 15:56:48.213877 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48188) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:48.222314 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-3c7bfba9-3ecc-4006-95db-b8b683f83bc0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:48.224230 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f56d9c2b-c18d-4f98-9d2f-8ad912ac4057), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:48.240905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e8b96-bb86-4a89-affe-6a8295e23d0d None None] Pushing event updated for resources: {'Port': ['ID=c7c24eff-96bf-405f-a1b9-905c37c10f3b,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:48.246551 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:48.261540 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f56d9c2b-c18d-4f98-9d2f-8ad912ac4057 HTTP/1.1" status: 204 len: 168 time: 0.4028945 Feb 08 15:56:48.308377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56d9c2b-c18d-4f98-9d2f-8ad912ac4057,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:48.340053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:48.340340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:48.340686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:48.341674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:48.341982 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:48.342326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:48.342672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:48.343008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:48.343343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:48.343670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:48.345256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:48.345827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:48.346174 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a119c-fb7c-4b2e-a43c-ba71d8a00ff5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:48.378986 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ffc7f-207d-4bdb-ad4f-f3fd520e8e09 req-661069cf-739b-4fa0-b4bc-71701e8549ff tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:48.384285 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea3cbf7-1bb6-41ac-af5b-bef488a7c3f7 None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:56:48.385580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7bfba9-3ecc-4006-95db-b8b683f83bc0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:48.388177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-697ffc7f-207d-4bdb-ad4f-f3fd520e8e09 req-661069cf-739b-4fa0-b4bc-71701e8549ff tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.3830278 Feb 08 15:56:48.393930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c7bfba9-3ecc-4006-95db-b8b683f83bc0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:48.397898 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7bfba9-3ecc-4006-95db-b8b683f83bc0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 15:56:48.401288 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7bfba9-3ecc-4006-95db-b8b683f83bc0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:56:48.407122 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-219d8346-c40d-402a-9973-3316d290acba None None] Current status of the port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:48.446431 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3c7bfba9-3ecc-4006-95db-b8b683f83bc0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2304425 Feb 08 15:56:48.450192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48194) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:48.456863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4e2e49e2-7561-4d15-ae8d-e953be12a7cb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:48.528049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Attempting to bind port c7c24eff-96bf-405f-a1b9-905c37c10f3b on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:48.528410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Attempting to bind port c7c24eff-96bf-405f-a1b9-905c37c10f3b by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '2905acb4-3b63-4a1d-b312-97e106c30fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:48.529074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Attempting to bind port c7c24eff-96bf-405f-a1b9-905c37c10f3b on network 8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:48.530152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-697ffc7f-207d-4bdb-ad4f-f3fd520e8e09 req-9a7f0a1f-bd72-41dd-953e-fe5e3361ba21 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407619 Feb 08 15:56:48.544626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:56:48.545081 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Checking segment: {'id': '2905acb4-3b63-4a1d-b312-97e106c30fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:56:48.545547 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:48.546568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Bound using segment: {'id': '2905acb4-3b63-4a1d-b312-97e106c30fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:56:48.547135 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Bound port: c7c24eff-96bf-405f-a1b9-905c37c10f3b, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2905acb4-3b63-4a1d-b312-97e106c30fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:56:48.547653 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:48.688692 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] For port c7c24eff-96bf-405f-a1b9-905c37c10f3b, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:56:48.694556 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] For port c7c24eff-96bf-405f-a1b9-905c37c10f3b, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c7c24eff-96bf-405f-a1b9-905c37c10f3b,segment=NetworkSegment(2905acb4-3b63-4a1d-b312-97e106c30fe6),segment_id=2905acb4-3b63-4a1d-b312-97e106c30fe6)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:56:48.711735 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:48.799875 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:48.825988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Routers {'334af648-51cc-4a9e-aa81-caf963783bb6'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:56:48.827170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:56:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['334af648-51cc-4a9e-aa81-caf963783bb6'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:48.847271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2e49e2-7561-4d15-ae8d-e953be12a7cb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:48.850913 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e2e49e2-7561-4d15-ae8d-e953be12a7cb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:48.853371 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2e49e2-7561-4d15-ae8d-e953be12a7cb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 15:56:48.853924 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2e49e2-7561-4d15-ae8d-e953be12a7cb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:56:48.868651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-527077af-3058-4811-8efd-be64ebe7e879 req-42cdabb0-e36e-44ff-88d6-0e47a67b7e01 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.1655736 Feb 08 15:56:48.894291 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4e2e49e2-7561-4d15-ae8d-e953be12a7cb tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4414220 Feb 08 15:56:48.896445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48198) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:48.939318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48202) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:48.986229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39cc761-a06c-453f-8e7f-67825ff95d76 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:48.991211 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c39cc761-a06c-453f-8e7f-67825ff95d76 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0927927 Feb 08 15:56:48.991851 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48204) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:49.072443 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-05293756-aad2-41f8-b135-9980824a6e90 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=16b1a00f62354ed48245876eb5009cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306121 Feb 08 15:56:49.084193 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48208) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:49.093397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] Set router 334af648-51cc-4a9e-aa81-caf963783bb6 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:56:49.233146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1ea3cbf7-1bb6-41ac-af5b-bef488a7c3f7 None None] Deleting port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:49.233615 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ea3cbf7-1bb6-41ac-af5b-bef488a7c3f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:49.289453 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e8b96-bb86-4a89-affe-6a8295e23d0d None None] Pushing event updated for resources: {'Port': ['ID=c7c24eff-96bf-405f-a1b9-905c37c10f3b,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:49.331299 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1849d150-e02b-492d-b254-10f809f3afa5 req-2aad9956-7a24-4015-ba7f-4b9fa00d10bc tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 210 time: 0.2027841 Feb 08 15:56:49.389235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab7191-86c2-4ad1-9fcd-56e3bb9c0ae1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:49.394248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a0ab7191-86c2-4ad1-9fcd-56e3bb9c0ae1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3984854 Feb 08 15:56:49.394487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48214) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:49.441460 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34734995-01d8-499c-a204-7a4f625f793a req-13b66164-457a-4f0d-9521-d5192ce56eca tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/ports?device_id=8eeb2a63-ea1d-4f7e-9799-9ec1db829cf2 HTTP/1.1" status: 200 len: 210 time: 0.1214356 Feb 08 15:56:49.456053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1ea3cbf7-1bb6-41ac-af5b-bef488a7c3f7 None None] For port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9689f2d9-4e96-4f22-9ee6-10d73c609ca1,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:49.456462 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ea3cbf7-1bb6-41ac-af5b-bef488a7c3f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:49.463901 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-067f5fdc-f818-49b7-9de6-f857552883e9 admin admin] Publish callbacks [] for security_group (dae3c429-48ac-41db-9b05-57dab727b9e0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:49.511892 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-13a7af32-d896-47cf-a7df-5ede9d0a0500 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172502 Feb 08 15:56:49.515463 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-067f5fdc-f818-49b7-9de6-f857552883e9 admin admin] Publish callbacks [] for security_group (dae3c429-48ac-41db-9b05-57dab727b9e0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:49.518242 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48218) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:49.525200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-83ac3dcc-d236-4176-a161-9bb43aa1a4a8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:49.536710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1ea3cbf7-1bb6-41ac-af5b-bef488a7c3f7 None None] Calling delete_port for 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:49.619930 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-067f5fdc-f818-49b7-9de6-f857552883e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dae3c429-48ac-41db-9b05-57dab727b9e0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:49.626003 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-067f5fdc-f818-49b7-9de6-f857552883e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:49.632080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-067f5fdc-f818-49b7-9de6-f857552883e9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dae3c429-48ac-41db-9b05-57dab727b9e0 HTTP/1.1" status: 204 len: 168 time: 0.5458856 Feb 08 15:56:49.643600 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-577acbbb-4532-436b-9653-d7f3532672b9 req-1063eeb1-36d7-4952-b5e2-350456749ebd service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:56:49.657540 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-577acbbb-4532-436b-9653-d7f3532672b9 req-1063eeb1-36d7-4952-b5e2-350456749ebd service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139408 Feb 08 15:56:49.709501 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f5fdc-f818-49b7-9de6-f857552883e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae3c429-48ac-41db-9b05-57dab727b9e0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:49.852347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c99e0f-7efb-4f26-9bd4-156518ffdc2d req-015e2559-e891-42cf-aa83-41a167029479 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:49.858638 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24c99e0f-7efb-4f26-9bd4-156518ffdc2d req-015e2559-e891-42cf-aa83-41a167029479 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1914599 Feb 08 15:56:49.959082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:56:50.034570 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24c99e0f-7efb-4f26-9bd4-156518ffdc2d req-37887a69-9e61-43c7-8a06-82cc9825b94c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649249 Feb 08 15:56:50.110874 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ea3cbf7-1bb6-41ac-af5b-bef488a7c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (9689f2d9-4e96-4f22-9ee6-10d73c609ca1), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:50.115566 n-d-824834-11 neutron-server[103303]: INFO neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No ports have port_id starting with 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 Feb 08 15:56:50.116615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ac3dcc-d236-4176-a161-9bb43aa1a4a8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:50.125262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0f2fb-5069-4664-91dd-69e9c2356049 req-d1c793aa-af6d-4906-816b-58f53dd536bb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:50.127989 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83ac3dcc-d236-4176-a161-9bb43aa1a4a8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:50.129746 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ac0f2fb-5069-4664-91dd-69e9c2356049 req-d1c793aa-af6d-4906-816b-58f53dd536bb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.1904848 Feb 08 15:56:50.132684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:37Z', 'updated_at': '2022-02-08T15:56:43Z', 'revision_number': 4, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'gw_port': {'id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:38Z', 'updated_at': '2022-02-08T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c7c24eff-96bf-405f-a1b9-905c37c10f3b', 'name': '', 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'mac_address': 'fa:16:3e:55:f4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '39441911-46cb-43dd-be25-dbff842a9f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:41Z', 'updated_at': '2022-02-08T15:56:48Z', 'revision_number': 4, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'subnets': [{'id': '39441911-46cb-43dd-be25-dbff842a9f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:50.163747 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3cbf7-1bb6-41ac-af5b-bef488a7c3f7 None None] Pushing event deleted for resources: {'Port': ['ID=9689f2d9-4e96-4f22-9ee6-10d73c609ca1,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:50.212346 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce63482d-52ce-40ea-93a4-aac6b6fb67f2 None None] The sync data for ids ['334af648-51cc-4a9e-aa81-caf963783bb6'] in n-d-824834-11 is: [{'id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:37Z', 'updated_at': '2022-02-08T15:56:43Z', 'revision_number': 4, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'gw_port': {'id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:38Z', 'updated_at': '2022-02-08T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c7c24eff-96bf-405f-a1b9-905c37c10f3b', 'name': '', 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'mac_address': 'fa:16:3e:55:f4:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '39441911-46cb-43dd-be25-dbff842a9f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:41Z', 'updated_at': '2022-02-08T15:56:48Z', 'revision_number': 4, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'subnets': [{'id': '39441911-46cb-43dd-be25-dbff842a9f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:56:50.214981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3cbf7-1bb6-41ac-af5b-bef488a7c3f7 None None] No DVR routers for this DVR port 9689f2d9-4e96-4f22-9ee6-10d73c609ca1 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:56:50.226160 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:50.280842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcc22429-f051-42bc-ba38-6037bc8be929 req-a58eabe9-372d-4ae7-8c81-6c243326c106 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0817192 Feb 08 15:56:50.316960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-99b1764e-d25a-4461-bbc7-c961e5939495 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:50.333621 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-99b1764e-d25a-4461-bbc7-c961e5939495 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.96 "GET /v2.0/networks?id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e HTTP/1.1" status: 200 len: 820 time: 0.6601617 Feb 08 15:56:50.352818 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ac0f2fb-5069-4664-91dd-69e9c2356049 req-c8c56e9e-6400-4ae3-8cce-3e66b57c187b tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112060 Feb 08 15:56:50.358675 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-959f90c5-b624-43ac-9b60-6d851f63c027 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Request body: {'port': {'device_id': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e', 'admin_state_up': True, 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:50.561076 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b27b0c1-bd25-453d-8b16-d1944d397378 req-75c8aabb-7502-4e32-b267-7909f330c40d tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 210 time: 0.0585573 Feb 08 15:56:50.599032 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-3814dd34-fc3a-49bf-8b70-5136b468529f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5647931 Feb 08 15:56:50.692537 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48258) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:50.723351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-959f90c5-b624-43ac-9b60-6d851f63c027 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Made reservation on behalf of 4242aee31cb2445389a4ec2c65fb7376 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:50.727353 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-959f90c5-b624-43ac-9b60-6d851f63c027 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:50.844916 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62885dc7-1af2-460e-bad3-aa981cf2d065 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for security_group (bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:50.938917 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62885dc7-1af2-460e-bad3-aa981cf2d065 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for security_group (bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:51.074535 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62885dc7-1af2-460e-bad3-aa981cf2d065 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:51.081719 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62885dc7-1af2-460e-bad3-aa981cf2d065 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:51.085554 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-62885dc7-1af2-460e-bad3-aa981cf2d065 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "DELETE /v2.0/security-groups/bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6 HTTP/1.1" status: 204 len: 168 time: 0.3904469 Feb 08 15:56:51.087545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.objects.ports [None req-83ac3dcc-d236-4176-a161-9bb43aa1a4a8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103302) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 15:56:51.088118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48272) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:51.098270 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83ac3dcc-d236-4176-a161-9bb43aa1a4a8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (a9444b3d-943e-452c-8cf6-99586599a520), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:51.112351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62885dc7-1af2-460e-bad3-aa981cf2d065 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:51.160701 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-959f90c5-b624-43ac-9b60-6d851f63c027 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Allocated IP 172.20.0.12 (8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e/39441911-46cb-43dd-be25-dbff842a9f42/787655b4-62c6-48c8-9077-fa30bf7b26db) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:51.173843 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ac3dcc-d236-4176-a161-9bb43aa1a4a8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:51.190289 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-83ac3dcc-d236-4176-a161-9bb43aa1a4a8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:51.202781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ac3dcc-d236-4176-a161-9bb43aa1a4a8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:51.203880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83ac3dcc-d236-4176-a161-9bb43aa1a4a8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:51.215394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a4fdcf-94e9-4ed2-8f5f-8e409777bd2c None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:51.215998 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-b7c64bfd-4fd8-4f10-88fe-38a59b6155d9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] show failed (client error): The resource could not be found. Feb 08 15:56:51.217011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b7c64bfd-4fd8-4f10-88fe-38a59b6155d9 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "GET /v2.0/security-groups/bd9d83ab-e4e7-46cb-9884-b0d09ef1d9b6 HTTP/1.1" status: 404 len: 347 time: 0.1240404 Feb 08 15:56:51.220514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48276) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:51.256666 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac3dcc-d236-4176-a161-9bb43aa1a4a8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=a9444b3d-943e-452c-8cf6-99586599a520,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:51.298057 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-83ac3dcc-d236-4176-a161-9bb43aa1a4a8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7786953 Feb 08 15:56:51.302567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48278) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:51.310982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d04c16bb-30df-4f93-85a0-59c7742173c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'mac_address': 'fa:16:3e:59:a7:16', 'name': 'tempest-NetworksTestDHCPv6-1583515858'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:51.488901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fc91b-17ae-42cd-875c-891931a9225d req-f27b5069-7f55-4f3c-9896-4228315faa81 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:51.511566 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c22fc91b-17ae-42cd-875c-891931a9225d req-f27b5069-7f55-4f3c-9896-4228315faa81 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.2898200 Feb 08 15:56:51.624093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': 'a9444b3d-943e-452c-8cf6-99586599a520'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:56:51.626049 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:51.791340 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-959f90c5-b624-43ac-9b60-6d851f63c027 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:51.833739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04c16bb-30df-4f93-85a0-59c7742173c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:51.886096 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c22fc91b-17ae-42cd-875c-891931a9225d req-0f5c3fe4-62ac-44ac-987a-570391037b2c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734796 Feb 08 15:56:51.889780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0720b53b-25fb-4ab4-9429-f2cf992d1aa5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Deleting port c8da9ce8-1ca9-4c93-8ddf-1fa13751aebf {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:51.890127 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0720b53b-25fb-4ab4-9429-f2cf992d1aa5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c8da9ce8-1ca9-4c93-8ddf-1fa13751aebf), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:51.986119 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-959f90c5-b624-43ac-9b60-6d851f63c027 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:52.020515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Allocated IP 2001:db8::f816:3eff:fefe:11f1 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/a9444b3d-943e-452c-8cf6-99586599a520/a8c71982-240f-4cff-92f8-6aed6625bc60) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:52.051432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7a3f4-4fe5-400e-aa7e-ac87bc924c5e req-d6dbe78b-90d7-43bb-b483-696cabe836ff tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:52.064840 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2cc7a3f4-4fe5-400e-aa7e-ac87bc924c5e req-d6dbe78b-90d7-43bb-b483-696cabe836ff tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.4882534 Feb 08 15:56:52.136680 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c7c24eff-96bf-405f-a1b9-905c37c10f3b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:52.169092 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0720b53b-25fb-4ab4-9429-f2cf992d1aa5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c8da9ce8-1ca9-4c93-8ddf-1fa13751aebf), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:52.169717 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0720b53b-25fb-4ab4-9429-f2cf992d1aa5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for floatingip (c8da9ce8-1ca9-4c93-8ddf-1fa13751aebf), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:52.201934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0720b53b-25fb-4ab4-9429-f2cf992d1aa5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Calling delete_port for c8da9ce8-1ca9-4c93-8ddf-1fa13751aebf owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:52.209632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-959f90c5-b624-43ac-9b60-6d851f63c027 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Network 8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:52.225026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-959f90c5-b624-43ac-9b60-6d851f63c027 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:52.253194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-959f90c5-b624-43ac-9b60-6d851f63c027 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:52.351309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c7c24eff-96bf-405f-a1b9-905c37c10f3b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:52.355872 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:52.361127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f90c5-b624-43ac-9b60-6d851f63c027 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Pushing event updated for resources: {'Port': ['ID=787655b4-62c6-48c8-9077-fa30bf7b26db,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:52.392370 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-959f90c5-b624-43ac-9b60-6d851f63c027 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:52.401834 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-959f90c5-b624-43ac-9b60-6d851f63c027 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:52.408832 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d04c16bb-30df-4f93-85a0-59c7742173c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:52.447347 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b63c6d84-1a07-45d0-8a0b-c5c58c5c7933 req-3ad76715-a205-4b2f-9cb8-b754b59d3cca tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.3694789 Feb 08 15:56:52.474175 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-d04c16bb-30df-4f93-85a0-59c7742173c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:56:52.531514 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-959f90c5-b624-43ac-9b60-6d851f63c027 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1772187 Feb 08 15:56:52.558511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Request body: {'port': {'device_id': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:52.618014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2cc7a3f4-4fe5-400e-aa7e-ac87bc924c5e req-fc7356d0-121e-4a95-9626-90be4aafd957 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5521553 Feb 08 15:56:52.661310 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Publish callbacks [] for port (a8c71982-240f-4cff-92f8-6aed6625bc60), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:52.694192 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (a8c71982-240f-4cff-92f8-6aed6625bc60), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:52.696750 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0720b53b-25fb-4ab4-9429-f2cf992d1aa5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c8da9ce8-1ca9-4c93-8ddf-1fa13751aebf), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:52.764186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720b53b-25fb-4ab4-9429-f2cf992d1aa5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event deleted for resources: {'Port': ['ID=c8da9ce8-1ca9-4c93-8ddf-1fa13751aebf,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:52.845924 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48304) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:52.848101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:52.855395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:52.877503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:52.892935 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:52.920188 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Pushing event updated for resources: {'Port': ['ID=a8c71982-240f-4cff-92f8-6aed6625bc60,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:52.934691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36a911-3e88-4122-ab39-7f121468d041 req-1e60c263-ce4a-42bf-ac79-e86eaaf1aa20 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:52.940693 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd36a911-3e88-4122-ab39-7f121468d041 req-1e60c263-ce4a-42bf-ac79-e86eaaf1aa20 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 932 time: 0.3132911 Feb 08 15:56:52.995716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c7c24eff-96bf-405f-a1b9-905c37c10f3b is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:52.996502 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:52.999373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Attempting to bind port a8c71982-240f-4cff-92f8-6aed6625bc60 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:53.000551 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Attempting to bind port a8c71982-240f-4cff-92f8-6aed6625bc60 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:53.001365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Attempting to bind port a8c71982-240f-4cff-92f8-6aed6625bc60 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:53.009015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-d04c16bb-30df-4f93-85a0-59c7742173c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::f816:3eff:fe59:a716 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/a9444b3d-943e-452c-8cf6-99586599a520/bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:53.021881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:56:53.022749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:56:53.023936 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:53.024777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:56:53.025588 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Bound port: a8c71982-240f-4cff-92f8-6aed6625bc60, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:56:53.026248 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a8c71982-240f-4cff-92f8-6aed6625bc60), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:53.112817 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0720b53b-25fb-4ab4-9429-f2cf992d1aa5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for floatingip (95ab4669-926b-4708-8c6d-61508267d69e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:53.116712 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0720b53b-25fb-4ab4-9429-f2cf992d1aa5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:53.118692 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0720b53b-25fb-4ab4-9429-f2cf992d1aa5 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "DELETE /v2.0/floatingips/95ab4669-926b-4708-8c6d-61508267d69e HTTP/1.1" status: 204 len: 168 time: 1.8839185 Feb 08 15:56:53.129561 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48310) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:53.133753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] For port a8c71982-240f-4cff-92f8-6aed6625bc60, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:56:53.140078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] For port a8c71982-240f-4cff-92f8-6aed6625bc60, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a8c71982-240f-4cff-92f8-6aed6625bc60,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:56:53.158319 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a8c71982-240f-4cff-92f8-6aed6625bc60), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:53.163695 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port c7c24eff-96bf-405f-a1b9-905c37c10f3b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c7c24eff-96bf-405f-a1b9-905c37c10f3b,segment=NetworkSegment(2905acb4-3b63-4a1d-b312-97e106c30fe6),segment_id=2905acb4-3b63-4a1d-b312-97e106c30fe6)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:53.165777 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1819535791', 'router:external': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:53.198214 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:53.214787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Made reservation on behalf of ef3358b4b6904f298da7551f0292a6bb for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:53.217127 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:53.220567 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd36a911-3e88-4122-ab39-7f121468d041 req-ac71a4b6-9478-4967-bb69-f80d53e022b2 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695460 Feb 08 15:56:53.285114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a392b2b-a81a-4977-ad42-5f8a3f2045df None None] Pushing event updated for resources: {'Port': ['ID=a8c71982-240f-4cff-92f8-6aed6625bc60,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:53.353476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=c7c24eff-96bf-405f-a1b9-905c37c10f3b,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:53.360152 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:53.383607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ba17d-a9fc-4c7f-a242-bb3d314e02bc req-eea62968-26b6-45ba-86ef-2d622cbc0837 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:53.387059 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-932ba17d-a9fc-4c7f-a242-bb3d314e02bc req-eea62968-26b6-45ba-86ef-2d622cbc0837 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.3904693 Feb 08 15:56:53.561332 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-932ba17d-a9fc-4c7f-a242-bb3d314e02bc req-9da51b7a-40cb-4e92-8639-e2b433d677e8 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386189 Feb 08 15:56:53.618684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8dd37-ca00-453e-a086-3a85e6406376 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Deleting port 3e5812a0-b0e7-452d-b369-a2cb2f05432c {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:53.619200 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bc8dd37-ca00-453e-a086-3a85e6406376 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:53.768558 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d04c16bb-30df-4f93-85a0-59c7742173c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:53.809602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for security_group (6cf17d27-004c-40a6-840e-11848070ee18), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:53.825546 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6cf17d27-004c-40a6-840e-11848070ee18), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:53.899437 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bc8dd37-ca00-453e-a086-3a85e6406376 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:53.933166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:56:53.958894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8dd37-ca00-453e-a086-3a85e6406376 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Calling delete_port for 3e5812a0-b0e7-452d-b369-a2cb2f05432c owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:53.964705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf17d27-004c-40a6-840e-11848070ee18,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:53.969506 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (76671711-99b3-4139-941d-d7593ca31306), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:53.969887 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Added segment 76671711-99b3-4139-941d-d7593ca31306 of type vlan for network 62eaa067-0370-4b5e-8145-2022000b6387 Feb 08 15:56:53.981119 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787655b4-62c6-48c8-9077-fa30bf7b26db {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:56:53.990535 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d04c16bb-30df-4f93-85a0-59c7742173c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:53.995539 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Publish callbacks [] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:54.012791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1bfd60e7-65b2-47a1-ab51-6552bec99fcd req-c07f06ff-e456-41bc-9bf5-610123087e91 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.1408436 Feb 08 15:56:54.122718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Transition to ACTIVE for port object 787655b4-62c6-48c8-9077-fa30bf7b26db will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:56:54.124275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c7c24eff-96bf-405f-a1b9-905c37c10f3b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:54.165419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04c16bb-30df-4f93-85a0-59c7742173c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:54.170279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113d29d-da57-4304-a899-bf44fc570abb req-36b6c37f-5e69-4826-ae59-e5466ecf20c4 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:54.174143 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:54.178247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5113d29d-da57-4304-a899-bf44fc570abb req-36b6c37f-5e69-4826-ae59-e5466ecf20c4 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.3034396 Feb 08 15:56:54.181595 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (62eaa067-0370-4b5e-8145-2022000b6387), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:54.194623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d04c16bb-30df-4f93-85a0-59c7742173c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:54.202248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c16bb-30df-4f93-85a0-59c7742173c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:54.205237 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c16bb-30df-4f93-85a0-59c7742173c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:54.211170 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04c16bb-30df-4f93-85a0-59c7742173c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:54.212437 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d04c16bb-30df-4f93-85a0-59c7742173c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:54.313429 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5113d29d-da57-4304-a899-bf44fc570abb req-9aacbbe2-4706-468d-a158-09d1e3fceb09 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339314 Feb 08 15:56:54.344127 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d04c16bb-30df-4f93-85a0-59c7742173c0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0279355 Feb 08 15:56:54.365693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48320) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:54.371892 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Pushing event updated for resources: {'Port': ['ID=787655b4-62c6-48c8-9077-fa30bf7b26db,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:54.415265 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (62eaa067-0370-4b5e-8145-2022000b6387), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:54.416616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:54.417741 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:54.487847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c7c24eff-96bf-405f-a1b9-905c37c10f3b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:54.488924 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:54.511132 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bc8dd37-ca00-453e-a086-3a85e6406376 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3e5812a0-b0e7-452d-b369-a2cb2f05432c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:54.591549 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7446687 Feb 08 15:56:54.592204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48322) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:54.614899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-95786d82-28c7-4e0c-88a1-573ae3e4ae3d tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Request body: {'subnet': {'network_id': '62eaa067-0370-4b5e-8145-2022000b6387', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:54.675311 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67ae55-6375-4d2b-a9fb-dad76bda1fef tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:54.677528 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c7c24eff-96bf-405f-a1b9-905c37c10f3b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:54.678663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a8c71982-240f-4cff-92f8-6aed6625bc60 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:54.690969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8dd37-ca00-453e-a086-3a85e6406376 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event deleted for resources: {'Port': ['ID=3e5812a0-b0e7-452d-b369-a2cb2f05432c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:54.693327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67ae55-6375-4d2b-a9fb-dad76bda1fef tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:54.700215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48326) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:54.704907 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8b67ae55-6375-4d2b-a9fb-dad76bda1fef tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3217652 Feb 08 15:56:54.708750 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa3da4-c81c-4e8f-aedc-58cdfb4d73f2 req-7a14de13-55b1-4fc4-8eb3-2dbf3c004bb3 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:54.713157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8220d18-a805-435d-b222-1c7d4d0dad24 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Pushing event updated for resources: {'Network': ['ID=62eaa067-0370-4b5e-8145-2022000b6387,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:54.727127 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cdaa3da4-c81c-4e8f-aedc-58cdfb4d73f2 req-7a14de13-55b1-4fc4-8eb3-2dbf3c004bb3 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 944 time: 0.3353388 Feb 08 15:56:54.755565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Attempting to bind port 787655b4-62c6-48c8-9077-fa30bf7b26db on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:56:54.755962 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Attempting to bind port 787655b4-62c6-48c8-9077-fa30bf7b26db by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '2905acb4-3b63-4a1d-b312-97e106c30fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:56:54.756247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Attempting to bind port 787655b4-62c6-48c8-9077-fa30bf7b26db on network 8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:54.762337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Port 787655b4-62c6-48c8-9077-fa30bf7b26db on network 8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:56:54.762723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Attempting to bind port 787655b4-62c6-48c8-9077-fa30bf7b26db on network 8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:56:54.769973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:56:54.769973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Checking segment: {'id': '2905acb4-3b63-4a1d-b312-97e106c30fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:56:54.770345 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Bound using segment: {'id': '2905acb4-3b63-4a1d-b312-97e106c30fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:56:54.770994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Bound port: 787655b4-62c6-48c8-9077-fa30bf7b26db, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2905acb4-3b63-4a1d-b312-97e106c30fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:56:54.771365 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:54.775551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95786d82-28c7-4e0c-88a1-573ae3e4ae3d tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Made reservation on behalf of ef3358b4b6904f298da7551f0292a6bb for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:54.778345 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95786d82-28c7-4e0c-88a1-573ae3e4ae3d tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:54.785048 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 62eaa067-0370-4b5e-8145-2022000b6387 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:56:54.897632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a8c71982-240f-4cff-92f8-6aed6625bc60 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:54.897958 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a8c71982-240f-4cff-92f8-6aed6625bc60), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:54.948771 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] For port 787655b4-62c6-48c8-9077-fa30bf7b26db, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:56:54.954393 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] For port 787655b4-62c6-48c8-9077-fa30bf7b26db, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=787655b4-62c6-48c8-9077-fa30bf7b26db,segment=NetworkSegment(2905acb4-3b63-4a1d-b312-97e106c30fe6),segment_id=2905acb4-3b63-4a1d-b312-97e106c30fe6)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:56:54.972299 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:54.978663 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bc8dd37-ca00-453e-a086-3a85e6406376 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:54.984219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3bc8dd37-ca00-453e-a086-3a85e6406376 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "DELETE /v2.0/ports/3e5812a0-b0e7-452d-b369-a2cb2f05432c HTTP/1.1" status: 204 len: 168 time: 1.8385694 Feb 08 15:56:55.013589 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48328) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:55.046258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:55.047030 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:55.048806 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] 10.222.0.96 "PUT /v2.0/ports/787655b4-62c6-48c8-9077-fa30bf7b26db HTTP/1.1" status: 200 len: 1093 time: 2.5163934 Feb 08 15:56:55.071719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68094047-350c-4066-bf36-04cdd80d88ee service neutron] Pushing event updated for resources: {'Port': ['ID=787655b4-62c6-48c8-9077-fa30bf7b26db,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:55.076188 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'tag': '787655b4-62c6-48c8-9077-fa30bf7b26db'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:56:55.078641 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1c35ca-7526-479e-a135-79186d0c7a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9bf93c-76ef-4e35-917a-a617cf6f70bb", "tag": "787655b4-62c6-48c8-9077-fa30bf7b26db"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:56:55.106157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a8c71982-240f-4cff-92f8-6aed6625bc60 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:55.106865 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a8c71982-240f-4cff-92f8-6aed6625bc60), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:55.109916 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cdaa3da4-c81c-4e8f-aedc-58cdfb4d73f2 req-f053ba4d-2adf-431e-bb8e-7e0ced7d147a tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813601 Feb 08 15:56:55.161770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91029509-9466-45b7-b3d3-5ec7b3f5bcd9 req-ce8e7d67-aa55-4565-9c8c-5993f6c691aa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:55.176449 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-91029509-9466-45b7-b3d3-5ec7b3f5bcd9 req-ce8e7d67-aa55-4565-9c8c-5993f6c691aa tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.3740330 Feb 08 15:56:55.203069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-39e2b426-e8f8-45be-b694-0ac7e5cf7b3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:55.203338 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-39e2b426-e8f8-45be-b694-0ac7e5cf7b3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:55.233958 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port a8c71982-240f-4cff-92f8-6aed6625bc60, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a8c71982-240f-4cff-92f8-6aed6625bc60,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:55.244046 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a8c71982-240f-4cff-92f8-6aed6625bc60), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:55.363434 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=a8c71982-240f-4cff-92f8-6aed6625bc60,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:55.402104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-df2b3303-a3c4-4193-beca-6e76813361ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:55.403717 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-df2b3303-a3c4-4193-beca-6e76813361ab service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4242aee31cb2445389a4ec2c65fb7376&device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 1127 time: 0.2723968 Feb 08 15:56:55.421420 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b9c4307f-e694-4416-9d8b-aa3da37f10db None None] Provisioning complete for port a8c71982-240f-4cff-92f8-6aed6625bc60 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:55.422383 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b9c4307f-e694-4416-9d8b-aa3da37f10db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a8c71982-240f-4cff-92f8-6aed6625bc60), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:55.467613 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-ca6abf9f-de13-4753-8450-4430d18ecb3b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=787655b4-62c6-48c8-9077-fa30bf7b26db HTTP/1.1" status: 200 len: 217 time: 0.0535297 Feb 08 15:56:55.533418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4307f-e694-4416-9d8b-aa3da37f10db None None] Current status of the port a8c71982-240f-4cff-92f8-6aed6625bc60 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:55.560285 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-b67c1115-abd9-412a-b3aa-4c528a61b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:55.561942 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-b67c1115-abd9-412a-b3aa-4c528a61b19f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=39441911-46cb-43dd-be25-dbff842a9f42 HTTP/1.1" status: 200 len: 860 time: 0.0898328 Feb 08 15:56:55.622911 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-ecb7a10a-6d46-454a-9b32-eb16759e7d8b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436072 Feb 08 15:56:55.665979 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-058ac7e3-a6cc-47f6-acf0-998dda4c73e6 None None] Provisioning complete for port bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:55.666678 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-058ac7e3-a6cc-47f6-acf0-998dda4c73e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:55.707421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-058ac7e3-a6cc-47f6-acf0-998dda4c73e6 None None] Port bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:56:55.864746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a8c71982-240f-4cff-92f8-6aed6625bc60 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:56:55.935583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a8c71982-240f-4cff-92f8-6aed6625bc60 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:56:55.936446 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a8c71982-240f-4cff-92f8-6aed6625bc60), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:55.947317 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-39e2b426-e8f8-45be-b694-0ac7e5cf7b3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:55.963883 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-39e2b426-e8f8-45be-b694-0ac7e5cf7b3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:56.043748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a8c71982-240f-4cff-92f8-6aed6625bc60 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:56:56.077806 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3e432c4-20b4-47d8-bc4c-a3e4d0c2f938 req-525d8988-6bd7-453a-b523-24710c3b4d6a tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.8194880 Feb 08 15:56:56.098703 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-91029509-9466-45b7-b3d3-5ec7b3f5bcd9 req-12719209-6c4e-4479-8184-88b903240055 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9191911 Feb 08 15:56:56.181647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.objects.ports [None req-95786d82-28c7-4e0c-88a1-573ae3e4ae3d tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103302) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 15:56:56.182162 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95786d82-28c7-4e0c-88a1-573ae3e4ae3d tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (4be35c51-d874-49b5-b103-7b6814fd807f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:56.186047 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48986bbd-706a-425e-ae32-7b815e285f5f x-openstack-request-id: req-48986bbd-706a-425e-ae32-7b815e285f5f {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:56:56.186382 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9bf93c-76ef-4e35-917a-a617cf6f70bb", "tag": "787655b4-62c6-48c8-9077-fa30bf7b26db", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:56:56.186604 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-48986bbd-706a-425e-ae32-7b815e285f5f {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:56:56.187048 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'tag': '787655b4-62c6-48c8-9077-fa30bf7b26db', 'status': 'completed', 'code': 200} Feb 08 15:56:56.266705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d16ef4df-4aa0-4521-bc0c-66ebc36993f3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Deleting port 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:56.267250 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d16ef4df-4aa0-4521-bc0c-66ebc36993f3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:56.272139 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-39e2b426-e8f8-45be-b694-0ac7e5cf7b3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:56.312722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95786d82-28c7-4e0c-88a1-573ae3e4ae3d tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4be35c51-d874-49b5-b103-7b6814fd807f,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:56.377315 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95786d82-28c7-4e0c-88a1-573ae3e4ae3d tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Checking segment: {'id': '76671711-99b3-4139-941d-d7593ca31306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '62eaa067-0370-4b5e-8145-2022000b6387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:56:56.377914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95786d82-28c7-4e0c-88a1-573ae3e4ae3d tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Network hostable DHCP agents. Network: 62eaa067-0370-4b5e-8145-2022000b6387, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:56:56.406947 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-5e85659d-8518-49eb-88f5-8cf9023b04ff service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7764122 Feb 08 15:56:56.438938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2b426-e8f8-45be-b694-0ac7e5cf7b3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:56.528397 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-39e2b426-e8f8-45be-b694-0ac7e5cf7b3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:56.534647 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-39e2b426-e8f8-45be-b694-0ac7e5cf7b3e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd HTTP/1.1" status: 204 len: 168 time: 1.7761073 Feb 08 15:56:56.539308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48338) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:56.570831 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3aedf53e-8907-4a02-948a-584a2ec98215 req-2df17168-b07e-4246-9133-cf2fd8d80358 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557102 Feb 08 15:56:56.578797 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95786d82-28c7-4e0c-88a1-573ae3e4ae3d tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Network 62eaa067-0370-4b5e-8145-2022000b6387 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:56:56.605343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-95786d82-28c7-4e0c-88a1-573ae3e4ae3d tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 62eaa067-0370-4b5e-8145-2022000b6387) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:56.612889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95786d82-28c7-4e0c-88a1-573ae3e4ae3d tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:56.614946 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95786d82-28c7-4e0c-88a1-573ae3e4ae3d tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:56.653750 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e23fa-46cf-4b13-8e77-b9855ca11f20 req-048b31fa-92d5-4f2f-87bc-114a1949f622 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:56.655356 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e55e23fa-46cf-4b13-8e77-b9855ca11f20 req-048b31fa-92d5-4f2f-87bc-114a1949f622 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.4183161 Feb 08 15:56:56.659996 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d16ef4df-4aa0-4521-bc0c-66ebc36993f3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:56.667419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d2bc4e-716b-48e8-b153-f49fbabd3e49 None None] Network 62eaa067-0370-4b5e-8145-2022000b6387 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:56.673815 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d3ca-9ed4-4529-8447-33be9390c2c2 req-fa4df659-9709-4662-8af0-efbba81c1017 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:56.675410 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d905d3ca-9ed4-4529-8447-33be9390c2c2 req-fa4df659-9709-4662-8af0-efbba81c1017 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 944 time: 0.3679750 Feb 08 15:56:56.704006 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-95786d82-28c7-4e0c-88a1-573ae3e4ae3d tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0971236 Feb 08 15:56:56.705037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48340) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:56.711573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87cdc5e-a3e6-42ed-8163-e59f50821c72 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:56.713066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87cdc5e-a3e6-42ed-8163-e59f50821c72 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:56.716131 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-94f57c66-0347-477b-a707-91919659b4d1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2073503565', 'network_id': '62eaa067-0370-4b5e-8145-2022000b6387'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:56.717466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d87cdc5e-a3e6-42ed-8163-e59f50821c72 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1679518 Feb 08 15:56:56.720233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48342) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:56.744870 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d16ef4df-4aa0-4521-bc0c-66ebc36993f3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Calling delete_port for 6bac61d4-782d-4ce5-a6f2-e9fd2de38797 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:56.749460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c35ca-7526-479e-a135-79186d0c7a3a req-f319eaf5-4bfc-4c6b-8c65-86e4d958e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:56.752413 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df1c35ca-7526-479e-a135-79186d0c7a3a req-f319eaf5-4bfc-4c6b-8c65-86e4d958e609 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4242aee31cb2445389a4ec2c65fb7376&device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 1127 time: 0.1115961 Feb 08 15:56:56.826991 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f57c66-0347-477b-a707-91919659b4d1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Made reservation on behalf of ef3358b4b6904f298da7551f0292a6bb for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:56.829306 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-94f57c66-0347-477b-a707-91919659b4d1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:56.835042 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a4a06-00ea-48a5-bce3-3120ea3e6855 None None] Network 62eaa067-0370-4b5e-8145-2022000b6387 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:56.877146 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e55e23fa-46cf-4b13-8e77-b9855ca11f20 req-7f4d9d71-387a-4031-864c-cca2b29ac6a7 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137418 Feb 08 15:56:56.880341 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d905d3ca-9ed4-4529-8447-33be9390c2c2 req-ea8e788d-e482-4eab-9259-8b528ec73ec0 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875043 Feb 08 15:56:56.887496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c35ca-7526-479e-a135-79186d0c7a3a req-20cd5eea-cdac-42ba-b4f4-51cffcf1edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:56.890246 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df1c35ca-7526-479e-a135-79186d0c7a3a req-20cd5eea-cdac-42ba-b4f4-51cffcf1edcb service neutron] 10.222.0.96 "GET /v2.0/networks?id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e HTTP/1.1" status: 200 len: 921 time: 0.1310802 Feb 08 15:56:56.890536 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13eb235-6125-48f5-87c1-bc7a2d7316ef tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet a9444b3d-943e-452c-8cf6-99586599a520 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:56:56.908427 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d13eb235-6125-48f5-87c1-bc7a2d7316ef tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (a9444b3d-943e-452c-8cf6-99586599a520), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:56.956581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-94f57c66-0347-477b-a707-91919659b4d1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] device_id is not set on port 62903110-940c-4fc5-88f7-f6f0c712d6da yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:56:56.963566 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df1c35ca-7526-479e-a135-79186d0c7a3a req-790fffe0-5f6f-4b1a-8848-b4438eedfcf9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=787655b4-62c6-48c8-9077-fa30bf7b26db HTTP/1.1" status: 200 len: 217 time: 0.0652380 Feb 08 15:56:57.059615 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d13eb235-6125-48f5-87c1-bc7a2d7316ef tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (a9444b3d-943e-452c-8cf6-99586599a520), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:57.079426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c35ca-7526-479e-a135-79186d0c7a3a req-6f56e5ec-f3bb-4af1-bf90-58f2099b9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:57.081114 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df1c35ca-7526-479e-a135-79186d0c7a3a req-6f56e5ec-f3bb-4af1-bf90-58f2099b9425 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=39441911-46cb-43dd-be25-dbff842a9f42 HTTP/1.1" status: 200 len: 860 time: 0.0766621 Feb 08 15:56:57.112407 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d16ef4df-4aa0-4521-bc0c-66ebc36993f3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6bac61d4-782d-4ce5-a6f2-e9fd2de38797), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:57.141158 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df1c35ca-7526-479e-a135-79186d0c7a3a req-2e10b68d-86ce-40ca-ab97-d1b0bf26d348 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375473 Feb 08 15:56:57.170541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ef4df-4aa0-4521-bc0c-66ebc36993f3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event deleted for resources: {'Port': ['ID=6bac61d4-782d-4ce5-a6f2-e9fd2de38797,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:57.285355 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-94f57c66-0347-477b-a707-91919659b4d1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Allocated IP 172.20.0.8 (62eaa067-0370-4b5e-8145-2022000b6387/4be35c51-d874-49b5-b103-7b6814fd807f/62903110-940c-4fc5-88f7-f6f0c712d6da) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:57.295044 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df1c35ca-7526-479e-a135-79186d0c7a3a req-1a3ad1d1-0419-4a9a-a6b9-4f4703093252 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462784 Feb 08 15:56:57.348133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70b1c4c6-1456-498c-91ad-61e3b4f71675 req-f90c3a0d-34f8-4595-ba6a-229f15d8a740 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0691633 Feb 08 15:56:57.352259 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d13eb235-6125-48f5-87c1-bc7a2d7316ef tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (a9444b3d-943e-452c-8cf6-99586599a520), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:57.380606 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d16ef4df-4aa0-4521-bc0c-66ebc36993f3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:57.386639 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d16ef4df-4aa0-4521-bc0c-66ebc36993f3 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "DELETE /v2.0/ports/6bac61d4-782d-4ce5-a6f2-e9fd2de38797 HTTP/1.1" status: 204 len: 168 time: 2.3645229 Feb 08 15:56:57.387753 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48348) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:57.444516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c7f34-e912-4612-a993-699fa687e5df req-abc52094-936f-46dd-8603-987d84e5c62b tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:57.446013 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-229c7f34-e912-4612-a993-699fa687e5df req-abc52094-936f-46dd-8603-987d84e5c62b tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1658626 Feb 08 15:56:57.472150 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d13eb235-6125-48f5-87c1-bc7a2d7316ef tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (a9444b3d-943e-452c-8cf6-99586599a520), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:57.506038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13eb235-6125-48f5-87c1-bc7a2d7316ef tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=a9444b3d-943e-452c-8cf6-99586599a520,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:57.517977 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d13eb235-6125-48f5-87c1-bc7a2d7316ef tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:57.525516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48350) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:57.527673 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d13eb235-6125-48f5-87c1-bc7a2d7316ef tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/a9444b3d-943e-452c-8cf6-99586599a520 HTTP/1.1" status: 204 len: 168 time: 0.7999704 Feb 08 15:56:57.529824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc507a1-0c15-46b7-a27a-8582201f89b4 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:57.542467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Deleting subnet 57ee2ea3-3920-4247-ab4f-10634829d0d8 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:56:57.546734 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df1c35ca-7526-479e-a135-79186d0c7a3a req-52214ef6-c1ef-4b46-911c-27495d5f01f2 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445345 Feb 08 15:56:57.555251 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-229c7f34-e912-4612-a993-699fa687e5df req-c2d289b2-ed7c-49e2-93ed-b3000db4fabc tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021872 Feb 08 15:56:57.593497 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for subnet (57ee2ea3-3920-4247-ab4f-10634829d0d8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:57.616313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48352) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:57.618513 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e8a31f71-ecba-4758-b970-8e399be1746d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898542 Feb 08 15:56:57.624112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-b21437a1-a4e5-43ba-8f28-c219aaa40f92 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:57.682255 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (57ee2ea3-3920-4247-ab4f-10634829d0d8), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:57.814247 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (57ee2ea3-3920-4247-ab4f-10634829d0d8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:57.855586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21437a1-a4e5-43ba-8f28-c219aaa40f92 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:57.861280 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b21437a1-a4e5-43ba-8f28-c219aaa40f92 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:57.897914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-94f57c66-0347-477b-a707-91919659b4d1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for port (62903110-940c-4fc5-88f7-f6f0c712d6da), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:57.909985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1073102-09ef-4c79-bd59-4e7944cac3db None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:56:57.958046 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (57ee2ea3-3920-4247-ab4f-10634829d0d8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.034255 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d1073102-09ef-4c79-bd59-4e7944cac3db None None] Deleting port a8c71982-240f-4cff-92f8-6aed6625bc60 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:58.034738 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d1073102-09ef-4c79-bd59-4e7944cac3db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a8c71982-240f-4cff-92f8-6aed6625bc60), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.040332 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.044004 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "DELETE /v2.0/subnets/57ee2ea3-3920-4247-ab4f-10634829d0d8 HTTP/1.1" status: 204 len: 168 time: 0.6551626 Feb 08 15:56:58.047400 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event deleted for resources: {'Subnet': ['ID=57ee2ea3-3920-4247-ab4f-10634829d0d8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:58.049868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48358) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:58.058730 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8323a7-a312-4dff-87a0-686d21dca804 None None] Network 2e6daa9e-743b-48ac-a7a5-1e224304aa8a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:58.094683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:58.095033 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:58.095452 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:58.095751 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:58.096167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:58.096542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:58.096915 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:58.097327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:58.097761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:58.098090 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:58.098423 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:58.098739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:58.099061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25fc67-d900-495a-8ffd-08c2a2723bd7 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:56:58.106923 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-94f57c66-0347-477b-a707-91919659b4d1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (62903110-940c-4fc5-88f7-f6f0c712d6da), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.136200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f57c66-0347-477b-a707-91919659b4d1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Network 62eaa067-0370-4b5e-8145-2022000b6387 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:58.159792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-94f57c66-0347-477b-a707-91919659b4d1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:58.162304 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f57c66-0347-477b-a707-91919659b4d1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:56:58.204817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-8955ec88-0576-427e-b7fe-5aea78812d0a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Deleting subnet 65119389-32e7-4ce5-a26c-82dac2a00b02 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:56:58.209902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d1073102-09ef-4c79-bd59-4e7944cac3db None None] For port a8c71982-240f-4cff-92f8-6aed6625bc60, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a8c71982-240f-4cff-92f8-6aed6625bc60,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:58.210645 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d1073102-09ef-4c79-bd59-4e7944cac3db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a8c71982-240f-4cff-92f8-6aed6625bc60), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.221471 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8955ec88-0576-427e-b7fe-5aea78812d0a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for subnet (65119389-32e7-4ce5-a26c-82dac2a00b02), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.251825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f57c66-0347-477b-a707-91919659b4d1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Pushing event updated for resources: {'Port': ['ID=62903110-940c-4fc5-88f7-f6f0c712d6da,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:58.253707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d1073102-09ef-4c79-bd59-4e7944cac3db None None] Calling delete_port for a8c71982-240f-4cff-92f8-6aed6625bc60 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:58.274497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f57c66-0347-477b-a707-91919659b4d1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:58.275315 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-94f57c66-0347-477b-a707-91919659b4d1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.293017 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8955ec88-0576-427e-b7fe-5aea78812d0a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (65119389-32e7-4ce5-a26c-82dac2a00b02), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.317647 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b4b55-0568-455f-8436-ca481f6dd469 req-e88d6b52-df6e-4106-8cf8-0a6b2462ef59 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:58.319270 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad7b4b55-0568-455f-8436-ca481f6dd469 req-e88d6b52-df6e-4106-8cf8-0a6b2462ef59 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 944 time: 0.2516193 Feb 08 15:56:58.334479 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-94f57c66-0347-477b-a707-91919659b4d1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6232150 Feb 08 15:56:58.335125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48360) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:58.345853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671a821-733c-498f-a4c7-fd096c35c792 req-9f8856d6-878a-4df7-b1d8-2e4e71d42744 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:58.347566 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c671a821-733c-498f-a4c7-fd096c35c792 req-9f8856d6-878a-4df7-b1d8-2e4e71d42744 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.2642713 Feb 08 15:56:58.406575 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d1073102-09ef-4c79-bd59-4e7944cac3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (a8c71982-240f-4cff-92f8-6aed6625bc60), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.452718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1073102-09ef-4c79-bd59-4e7944cac3db None None] Pushing event deleted for resources: {'Port': ['ID=a8c71982-240f-4cff-92f8-6aed6625bc60,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:58.460221 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f6e1d6-0a65-4c17-b525-520c94c84c71 None None] DHCP port deletion for 2e6daa9e-743b-48ac-a7a5-1e224304aa8a request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:56:58.475235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1073102-09ef-4c79-bd59-4e7944cac3db None None] No DVR routers for this DVR port a8c71982-240f-4cff-92f8-6aed6625bc60 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:56:58.509402 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8955ec88-0576-427e-b7fe-5aea78812d0a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (65119389-32e7-4ce5-a26c-82dac2a00b02), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.532229 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad7b4b55-0568-455f-8436-ca481f6dd469 req-fc0c385e-bf94-4e5c-a850-c695ad17515c tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065403 Feb 08 15:56:58.543064 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c671a821-733c-498f-a4c7-fd096c35c792 req-0ce62f55-698d-4731-92d0-69ec31ea27b6 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756873 Feb 08 15:56:58.583924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6e1d6-0a65-4c17-b525-520c94c84c71 None None] Deleting port b9528320-cf08-42dd-92fa-aff1699af134 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:58.585088 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d0f6e1d6-0a65-4c17-b525-520c94c84c71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b9528320-cf08-42dd-92fa-aff1699af134), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.606013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.objects.ports [None req-b21437a1-a4e5-43ba-8f28-c219aaa40f92 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103301) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 15:56:58.607639 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b21437a1-a4e5-43ba-8f28-c219aaa40f92 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (5f08ed72-74d8-4852-91c0-0daa23e49cb9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.664759 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8955ec88-0576-427e-b7fe-5aea78812d0a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (65119389-32e7-4ce5-a26c-82dac2a00b02), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.677421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6532a1ee-5fba-46bd-b9bb-b4ed8ae23df2 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Deleting port 62903110-940c-4fc5-88f7-f6f0c712d6da {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:58.677950 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6532a1ee-5fba-46bd-b9bb-b4ed8ae23df2 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (62903110-940c-4fc5-88f7-f6f0c712d6da), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.701619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d0f6e1d6-0a65-4c17-b525-520c94c84c71 None None] For port b9528320-cf08-42dd-92fa-aff1699af134, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b9528320-cf08-42dd-92fa-aff1699af134,segment=NetworkSegment(178fbd4c-134b-41d7-af9d-23a0b2d77642),segment_id=178fbd4c-134b-41d7-af9d-23a0b2d77642)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:58.702037 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d0f6e1d6-0a65-4c17-b525-520c94c84c71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b9528320-cf08-42dd-92fa-aff1699af134), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.724205 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955ec88-0576-427e-b7fe-5aea78812d0a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event deleted for resources: {'Subnet': ['ID=65119389-32e7-4ce5-a26c-82dac2a00b02,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:58.736765 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6e1d6-0a65-4c17-b525-520c94c84c71 None None] Calling delete_port for b9528320-cf08-42dd-92fa-aff1699af134 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:58.758555 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8955ec88-0576-427e-b7fe-5aea78812d0a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.762043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148b67cd-9777-4930-8940-4e8d9764a46a None None] Network dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:58.762986 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8955ec88-0576-427e-b7fe-5aea78812d0a tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "DELETE /v2.0/subnets/65119389-32e7-4ce5-a26c-82dac2a00b02 HTTP/1.1" status: 204 len: 168 time: 0.7101161 Feb 08 15:56:58.767769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48366) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:58.768001 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21437a1-a4e5-43ba-8f28-c219aaa40f92 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:56:58.780609 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-b21437a1-a4e5-43ba-8f28-c219aaa40f92 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:56:58.835261 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21437a1-a4e5-43ba-8f28-c219aaa40f92 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:58.836263 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b21437a1-a4e5-43ba-8f28-c219aaa40f92 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.858613 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3811859-3a6a-4818-8e20-82255ebdfd65 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (2e6daa9e-743b-48ac-a7a5-1e224304aa8a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.877240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29342566-8b62-47ae-bd39-39ecfaa3845b None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:56:58.878728 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fce3755c-83ba-46ec-982b-8176e0000f0f req-6483e3df-30c1-41ae-bdd6-27354f0be74f tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.2182121 Feb 08 15:56:58.879476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21437a1-a4e5-43ba-8f28-c219aaa40f92 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=5f08ed72-74d8-4852-91c0-0daa23e49cb9,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:58.889763 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b21437a1-a4e5-43ba-8f28-c219aaa40f92 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2694333 Feb 08 15:56:58.893740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48368) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:58.907274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-8e6bd28e-4d85-460c-a5d2-ec434607c384 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'mac_address': 'fa:16:3e:a5:0f:4d', 'name': 'tempest-NetworksTestDHCPv6-1131280076'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:58.956293 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6532a1ee-5fba-46bd-b9bb-b4ed8ae23df2 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (62903110-940c-4fc5-88f7-f6f0c712d6da), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:58.969755 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d0f6e1d6-0a65-4c17-b525-520c94c84c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (b9528320-cf08-42dd-92fa-aff1699af134), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.002175 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6532a1ee-5fba-46bd-b9bb-b4ed8ae23df2 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Calling delete_port for 62903110-940c-4fc5-88f7-f6f0c712d6da owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:59.027693 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3811859-3a6a-4818-8e20-82255ebdfd65 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (2e6daa9e-743b-48ac-a7a5-1e224304aa8a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.050928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6e1d6-0a65-4c17-b525-520c94c84c71 None None] Pushing event deleted for resources: {'Port': ['ID=b9528320-cf08-42dd-92fa-aff1699af134,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:59.061763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f6e1d6-0a65-4c17-b525-520c94c84c71 None None] No DVR routers for this DVR port b9528320-cf08-42dd-92fa-aff1699af134 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:56:59.066608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef1f7d-1fc9-4b6e-b384-81927c566db9 req-2e2fa493-57c6-44f6-b30a-64c894aac58d tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:59.076695 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bef1f7d-1fc9-4b6e-b384-81927c566db9 req-2e2fa493-57c6-44f6-b30a-64c894aac58d tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.2973781 Feb 08 15:56:59.103326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6bd28e-4d85-460c-a5d2-ec434607c384 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:56:59.110888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-f3811859-3a6a-4818-8e20-82255ebdfd65 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6daa9e-743b-48ac-a7a5-1e224304aa8a']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:59.128859 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-f3811859-3a6a-4818-8e20-82255ebdfd65 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178fbd4c-134b-41d7-af9d-23a0b2d77642') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:59.129372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-f3811859-3a6a-4818-8e20-82255ebdfd65 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178fbd4c-134b-41d7-af9d-23a0b2d77642') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:56:59.150759 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3811859-3a6a-4818-8e20-82255ebdfd65 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (178fbd4c-134b-41d7-af9d-23a0b2d77642), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.183023 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3811859-3a6a-4818-8e20-82255ebdfd65 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (178fbd4c-134b-41d7-af9d-23a0b2d77642), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.186074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': '5f08ed72-74d8-4852-91c0-0daa23e49cb9'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:56:59.189351 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.192783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3811859-3a6a-4818-8e20-82255ebdfd65 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:56:59.193469 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3811859-3a6a-4818-8e20-82255ebdfd65 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (178fbd4c-134b-41d7-af9d-23a0b2d77642), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:56:59.198469 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:56:59.295983 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] DHCP port deletion for dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:56:59.312412 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3811859-3a6a-4818-8e20-82255ebdfd65 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (2e6daa9e-743b-48ac-a7a5-1e224304aa8a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.333834 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3811859-3a6a-4818-8e20-82255ebdfd65 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.340343 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f3811859-3a6a-4818-8e20-82255ebdfd65 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "DELETE /v2.0/networks/2e6daa9e-743b-48ac-a7a5-1e224304aa8a HTTP/1.1" status: 204 len: 168 time: 0.5705264 Feb 08 15:56:59.342447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3811859-3a6a-4818-8e20-82255ebdfd65 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event deleted for resources: {'Network': ['ID=2e6daa9e-743b-48ac-a7a5-1e224304aa8a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:59.346775 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48370) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:59.379302 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6532a1ee-5fba-46bd-b9bb-b4ed8ae23df2 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (62903110-940c-4fc5-88f7-f6f0c712d6da), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.388587 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd28e-4d85-460c-a5d2-ec434607c384 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.449272 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bef1f7d-1fc9-4b6e-b384-81927c566db9 req-8c107244-fba5-4bb5-b672-9cc78a8ed7bd tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708236 Feb 08 15:56:59.454614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Deleting port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:59.455026 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.466519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-8e6bd28e-4d85-460c-a5d2-ec434607c384 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port f25be224-aad2-44fa-a306-d7ebc19b6f3b yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:56:59.478416 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532a1ee-5fba-46bd-b9bb-b4ed8ae23df2 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Pushing event deleted for resources: {'Port': ['ID=62903110-940c-4fc5-88f7-f6f0c712d6da,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:56:59.583488 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.635803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Allocated IP 2001:db8::f816:3eff:fe6f:59c1 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/5f08ed72-74d8-4852-91c0-0daa23e49cb9/3f622e40-9806-4328-98ab-347fd98634f1) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:56:59.644998 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] For port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d,segment=NetworkSegment(799a9150-0b0a-4dde-bc64-ab4f15d0b264),segment_id=799a9150-0b0a-4dde-bc64-ab4f15d0b264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:56:59.645402 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.681095 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6532a1ee-5fba-46bd-b9bb-b4ed8ae23df2 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.685818 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6532a1ee-5fba-46bd-b9bb-b4ed8ae23df2 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "DELETE /v2.0/ports/62903110-940c-4fc5-88f7-f6f0c712d6da HTTP/1.1" status: 204 len: 168 time: 1.3459811 Feb 08 15:56:59.688047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48376) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:56:59.692921 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62eaa067-0370-4b5e-8145-2022000b6387', 'external_fixed_ips': [{'subnet_id': '4be35c51-d874-49b5-b103-7b6814fd807f', 'ip_address': '172.20.0.8'}]}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:56:59.697836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Calling delete_port for ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:56:59.728760 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (38fb7b4e-c77f-46ba-8fa6-8ad40b782037), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.729991 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (38fb7b4e-c77f-46ba-8fa6-8ad40b782037), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.827892 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_controller (38fb7b4e-c77f-46ba-8fa6-8ad40b782037), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.888480 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71db1f-1ad2-4b4c-99c0-fe1803aa7277 req-dbf5f7a1-b210-42a6-bf9f-4bc7c8eecb37 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:59.890590 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a71db1f-1ad2-4b4c-99c0-fe1803aa7277 req-dbf5f7a1-b210-42a6-bf9f-4bc7c8eecb37 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.1605496 Feb 08 15:56:59.907930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf2e51-e3d1-4c1f-9b27-0d07e0412870 req-536d5968-e602-48ee-83d4-5ea38a21bd96 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:56:59.920465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2eaf2e51-e3d1-4c1f-9b27-0d07e0412870 req-536d5968-e602-48ee-83d4-5ea38a21bd96 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 944 time: 0.2626035 Feb 08 15:56:59.920844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Deleting port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:56:59.921219 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.945666 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:56:59.993372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b9528320-cf08-42dd-92fa-aff1699af134 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:57:00.000678 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Pushing event deleted for resources: {'Port': ['ID=ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:00.037063 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a71db1f-1ad2-4b4c-99c0-fe1803aa7277 req-4af080c6-1f42-4ab9-8264-175f0540e2c9 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975153 Feb 08 15:57:00.041581 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: b9528320-cf08-42dd-92fa-aff1699af134 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:57:00.041935 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b9528320-cf08-42dd-92fa-aff1699af134 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:57:00.042488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:57:00.046546 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2eaf2e51-e3d1-4c1f-9b27-0d07e0412870 req-93f0654c-9dc1-489a-b959-5e4114c35254 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244957 Feb 08 15:57:00.072323 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:00.072933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:00.073463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:00.073588 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (38fb7b4e-c77f-46ba-8fa6-8ad40b782037), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.074100 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:00.074599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:00.075107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:00.075598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:00.076111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:00.076452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:00.076790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:00.078162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:00.078162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:00.078162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:00.081264 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db99f25-ec99-477c-a834-204ec23a3f01 None None] No DVR routers for this DVR port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:57:00.082932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] For port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d, host n-d-824834-11, got binding levels [] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:00.084240 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.113670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:57:00.114023 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:57:00.114623 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a8c71982-240f-4cff-92f8-6aed6625bc60 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:57:00.116007 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Calling delete_port for ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:00.122988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d was not found and therefore no delete operation was performed {{(pid=103302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 15:57:00.140476 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Publish callbacks [] for port (3f622e40-9806-4328-98ab-347fd98634f1), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.142795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: a8c71982-240f-4cff-92f8-6aed6625bc60 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:57:00.143822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a8c71982-240f-4cff-92f8-6aed6625bc60 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:57:00.154038 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.167408 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (3f622e40-9806-4328-98ab-347fd98634f1), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.170778 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cec4016-0297-4ce2-813a-e593f4a0cff4 req-e6612b7a-e5a4-462f-a69b-e12365c94cd6 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0411859 Feb 08 15:57:00.220015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event deleted for resources: {'Port': ['ID=ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:00.224641 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] No DVR routers for this DVR port ce9f7ca4-4d2a-4c69-9ef5-147c805aaf6d on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:57:00.239661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:00.243064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:00.254013 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:00.260094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-8e6bd28e-4d85-460c-a5d2-ec434607c384 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::f816:3eff:fea5:f4d (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/5f08ed72-74d8-4852-91c0-0daa23e49cb9/f25be224-aad2-44fa-a306-d7ebc19b6f3b) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:00.296228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Pushing event updated for resources: {'Port': ['ID=3f622e40-9806-4328-98ab-347fd98634f1,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:00.343330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Attempting to bind port 3f622e40-9806-4328-98ab-347fd98634f1 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:57:00.343620 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Attempting to bind port 3f622e40-9806-4328-98ab-347fd98634f1 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:57:00.343985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Attempting to bind port 3f622e40-9806-4328-98ab-347fd98634f1 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:57:00.349462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:57:00.349836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:57:00.350237 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.350630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:57:00.351101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Bound port: 3f622e40-9806-4328-98ab-347fd98634f1, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:57:00.352240 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3f622e40-9806-4328-98ab-347fd98634f1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.367095 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.406628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:00.419657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799a9150-0b0a-4dde-bc64-ab4f15d0b264') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:00.420228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799a9150-0b0a-4dde-bc64-ab4f15d0b264') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:00.423445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] For port 3f622e40-9806-4328-98ab-347fd98634f1, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:57:00.427086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] For port 3f622e40-9806-4328-98ab-347fd98634f1, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3f622e40-9806-4328-98ab-347fd98634f1,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:57:00.434533 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (799a9150-0b0a-4dde-bc64-ab4f15d0b264), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.436470 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3f622e40-9806-4328-98ab-347fd98634f1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.554779 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db97bfb-f94f-491d-85ad-f7ebb9a51e97 None None] Pushing event updated for resources: {'Port': ['ID=3f622e40-9806-4328-98ab-347fd98634f1,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:00.572663 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd28e-4d85-460c-a5d2-ec434607c384 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (f25be224-aad2-44fa-a306-d7ebc19b6f3b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.579857 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (38fb7b4e-c77f-46ba-8fa6-8ad40b782037), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.605897 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (799a9150-0b0a-4dde-bc64-ab4f15d0b264), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.609593 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.622537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:57:00.622937 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (799a9150-0b0a-4dde-bc64-ab4f15d0b264), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:57:00.626255 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:57:00.686703 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2387cba-7f54-4bd9-988c-8c9aa580f1ca req-09643170-efdc-427e-a7b3-c8c5822e0ab7 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:00.688470 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2387cba-7f54-4bd9-988c-8c9aa580f1ca req-09643170-efdc-427e-a7b3-c8c5822e0ab7 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1114697 Feb 08 15:57:00.690308 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd28e-4d85-460c-a5d2-ec434607c384 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f25be224-aad2-44fa-a306-d7ebc19b6f3b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.703686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 787655b4-62c6-48c8-9077-fa30bf7b26db details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:57:00.753637 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.771422 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.776595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bd28e-4d85-460c-a5d2-ec434607c384 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=f25be224-aad2-44fa-a306-d7ebc19b6f3b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:00.793499 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] 10.222.0.82 "DELETE /v2.0/networks/dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9 HTTP/1.1" status: 204 len: 168 time: 1.4448173 Feb 08 15:57:00.836644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6bd28e-4d85-460c-a5d2-ec434607c384 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:00.839292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-8e6bd28e-4d85-460c-a5d2-ec434607c384 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:00.863566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6bd28e-4d85-460c-a5d2-ec434607c384 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:00.883382 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6bd28e-4d85-460c-a5d2-ec434607c384 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:00.884117 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd28e-4d85-460c-a5d2-ec434607c384 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:00.939746 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2387cba-7f54-4bd9-988c-8c9aa580f1ca req-404bdddc-804b-4340-98a2-a510f223d6c7 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678929 Feb 08 15:57:00.955098 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8e6bd28e-4d85-460c-a5d2-ec434607c384 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0540915 Feb 08 15:57:00.958612 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48386) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:01.003726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 787655b4-62c6-48c8-9077-fa30bf7b26db, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=787655b4-62c6-48c8-9077-fa30bf7b26db,segment=NetworkSegment(2905acb4-3b63-4a1d-b312-97e106c30fe6),segment_id=2905acb4-3b63-4a1d-b312-97e106c30fe6)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:01.021459 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1096cd-f57e-4043-9aa9-4d66baf310e1 tempest-TaggedBootDevicesTest-1869230397 tempest-TaggedBootDevicesTest-1869230397-project] Pushing event deleted for resources: {'Network': ['ID=dcad9914-4cdc-4e27-a1b5-b91a8af5cdb9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:01.090687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '787655b4-62c6-48c8-9077-fa30bf7b26db', 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e', 'port_id': '787655b4-62c6-48c8-9077-fa30bf7b26db', 'mac_address': 'fa:16:3e:52:71:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39441911-46cb-43dd-be25-dbff842a9f42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:57:01.105274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a49827-6bbf-4ece-a167-5569ffe94d13 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:01.112404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a49827-6bbf-4ece-a167-5569ffe94d13 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:01.121965 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c3a49827-6bbf-4ece-a167-5569ffe94d13 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1620135 Feb 08 15:57:01.123184 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48394) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:01.279264 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 787655b4-62c6-48c8-9077-fa30bf7b26db is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:01.279657 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:01.289658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Allocated IP 172.20.0.8 (62eaa067-0370-4b5e-8145-2022000b6387/4be35c51-d874-49b5-b103-7b6814fd807f/6bae90bd-a9b3-4b24-a926-01c43b3fa702) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:01.319366 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787655b4-62c6-48c8-9077-fa30bf7b26db {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:57:01.376227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 787655b4-62c6-48c8-9077-fa30bf7b26db, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=787655b4-62c6-48c8-9077-fa30bf7b26db,segment=NetworkSegment(2905acb4-3b63-4a1d-b312-97e106c30fe6),segment_id=2905acb4-3b63-4a1d-b312-97e106c30fe6)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:01.388399 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:01.412086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-04989215-1d87-4a24-b75a-f622cf95bae0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port f25be224-aad2-44fa-a306-d7ebc19b6f3b {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:01.413192 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04989215-1d87-4a24-b75a-f622cf95bae0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f25be224-aad2-44fa-a306-d7ebc19b6f3b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:01.427065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5121bfc-b37a-4453-aa52-d55652386232 req-9f8e769e-abf7-43f0-8032-3b085bb2ea6b tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:01.428879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5121bfc-b37a-4453-aa52-d55652386232 req-9f8e769e-abf7-43f0-8032-3b085bb2ea6b tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.1837549 Feb 08 15:57:01.449132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13550513-c8a9-4a04-905d-c1e8f25dd4ca req-994d2934-254b-404b-96a0-38f6ba6b9ee4 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:01.450831 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13550513-c8a9-4a04-905d-c1e8f25dd4ca req-994d2934-254b-404b-96a0-38f6ba6b9ee4 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 944 time: 0.2010942 Feb 08 15:57:01.487016 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for port (6bae90bd-a9b3-4b24-a926-01c43b3fa702), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:01.547674 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6bae90bd-a9b3-4b24-a926-01c43b3fa702), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:01.588970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13550513-c8a9-4a04-905d-c1e8f25dd4ca req-2ee6730c-4a4b-4490-a430-bf857b4ad9ea tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045477 Feb 08 15:57:01.657348 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5121bfc-b37a-4453-aa52-d55652386232 req-d81095b9-c75a-4f84-beca-dcff4149e47d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167215 Feb 08 15:57:01.662716 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04989215-1d87-4a24-b75a-f622cf95bae0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f25be224-aad2-44fa-a306-d7ebc19b6f3b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:01.685568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-04989215-1d87-4a24-b75a-f622cf95bae0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for f25be224-aad2-44fa-a306-d7ebc19b6f3b owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:01.703265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Network 62eaa067-0370-4b5e-8145-2022000b6387 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:01.714594 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:01.732768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:01.736661 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Pushing event updated for resources: {'Port': ['ID=6bae90bd-a9b3-4b24-a926-01c43b3fa702,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:01.748285 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=787655b4-62c6-48c8-9077-fa30bf7b26db,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:01.763774 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5ca4857-ab9e-402d-8273-9293253141bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:01.777797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['787655b4-62c6-48c8-9077-fa30bf7b26db'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:57:01.873118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3ae2602-5125-4c1e-bebb-977da03addc1 req-3261582f-a76a-4d93-b8cc-3c1cae52378e tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.1239524 Feb 08 15:57:02.016398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3f622e40-9806-4328-98ab-347fd98634f1 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:02.082032 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04989215-1d87-4a24-b75a-f622cf95bae0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f25be224-aad2-44fa-a306-d7ebc19b6f3b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:02.123136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04989215-1d87-4a24-b75a-f622cf95bae0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=f25be224-aad2-44fa-a306-d7ebc19b6f3b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:02.177860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3f622e40-9806-4328-98ab-347fd98634f1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:02.178316 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3f622e40-9806-4328-98ab-347fd98634f1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:02.188422 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04989215-1d87-4a24-b75a-f622cf95bae0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:02.206659 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-04989215-1d87-4a24-b75a-f622cf95bae0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/f25be224-aad2-44fa-a306-d7ebc19b6f3b HTTP/1.1" status: 204 len: 168 time: 1.0790949 Feb 08 15:57:02.206905 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48400) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:02.282244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b8cf0-6f97-4d0e-8605-cba1bf81f94e req-1156f08a-85c1-4c58-98d8-fb115ff22e3f tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:02.283888 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e65b8cf0-6f97-4d0e-8605-cba1bf81f94e req-1156f08a-85c1-4c58-98d8-fb115ff22e3f tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1633146 Feb 08 15:57:02.311896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3f622e40-9806-4328-98ab-347fd98634f1 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:02.312289 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3f622e40-9806-4328-98ab-347fd98634f1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:02.317439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca57a61-87a8-44bf-a9c6-83bbad53a285 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:02.318938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca57a61-87a8-44bf-a9c6-83bbad53a285 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:02.324790 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8ca57a61-87a8-44bf-a9c6-83bbad53a285 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1132641 Feb 08 15:57:02.324790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48402) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:02.373870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 3f622e40-9806-4328-98ab-347fd98634f1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3f622e40-9806-4328-98ab-347fd98634f1,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:02.383688 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3f622e40-9806-4328-98ab-347fd98634f1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:02.402022 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e65b8cf0-6f97-4d0e-8605-cba1bf81f94e req-2103ada7-c25d-4162-b2f3-9ea10a51797f tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080105 Feb 08 15:57:02.406482 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ed8809-d753-4269-805a-cb93e49a42c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet 5f08ed72-74d8-4852-91c0-0daa23e49cb9 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:57:02.410302 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8809-d753-4269-805a-cb93e49a42c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (5f08ed72-74d8-4852-91c0-0daa23e49cb9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:02.500164 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8809-d753-4269-805a-cb93e49a42c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (5f08ed72-74d8-4852-91c0-0daa23e49cb9), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:02.505784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=3f622e40-9806-4328-98ab-347fd98634f1,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:02.525860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-99dd29fd-20cc-44e9-9c81-0dade615afc2 None None] Provisioning complete for port 3f622e40-9806-4328-98ab-347fd98634f1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:02.526250 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-99dd29fd-20cc-44e9-9c81-0dade615afc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3f622e40-9806-4328-98ab-347fd98634f1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:02.666462 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8809-d753-4269-805a-cb93e49a42c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (5f08ed72-74d8-4852-91c0-0daa23e49cb9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:02.699248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-99dd29fd-20cc-44e9-9c81-0dade615afc2 None None] Current status of the port 3f622e40-9806-4328-98ab-347fd98634f1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:02.720608 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 787655b4-62c6-48c8-9077-fa30bf7b26db up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:02.871414 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (38fb7b4e-c77f-46ba-8fa6-8ad40b782037), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:02.878964 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 787655b4-62c6-48c8-9077-fa30bf7b26db completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:57:02.886270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 787655b4-62c6-48c8-9077-fa30bf7b26db triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:02.886670 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:02.900711 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8809-d753-4269-805a-cb93e49a42c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (5f08ed72-74d8-4852-91c0-0daa23e49cb9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:02.954857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2894ab56-db89-48f2-a5d3-5ab85b732587 None None] Could not find standard attr ID for object f25be224-aad2-44fa-a306-d7ebc19b6f3b. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 15:57:02.989243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed8809-d753-4269-805a-cb93e49a42c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=5f08ed72-74d8-4852-91c0-0daa23e49cb9,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:02.993417 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8809-d753-4269-805a-cb93e49a42c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:02.999126 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d1ed8809-d753-4269-805a-cb93e49a42c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/5f08ed72-74d8-4852-91c0-0daa23e49cb9 HTTP/1.1" status: 204 len: 168 time: 0.6719744 Feb 08 15:57:03.001787 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48410) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:03.027548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73439e8-1c56-4d91-9963-e9ce5c595c10 req-cebb895e-3828-41b0-9a47-908938bd35e8 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:03.029665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a73439e8-1c56-4d91-9963-e9ce5c595c10 req-cebb895e-3828-41b0-9a47-908938bd35e8 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 945 time: 0.2489290 Feb 08 15:57:03.069165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 787655b4-62c6-48c8-9077-fa30bf7b26db is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:03.070135 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:03.079750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-87c76a85-df28-42f4-aeb6-10d2e4013fa2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766356 Feb 08 15:57:03.090831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48412) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:03.121497 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c69f7f-72cd-4955-bcd2-56786d17c417 req-49b05181-cedc-4ad3-b007-c12933e31269 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:03.122556 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 787655b4-62c6-48c8-9077-fa30bf7b26db, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=787655b4-62c6-48c8-9077-fa30bf7b26db,segment=NetworkSegment(2905acb4-3b63-4a1d-b312-97e106c30fe6),segment_id=2905acb4-3b63-4a1d-b312-97e106c30fe6)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:03.124102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4c69f7f-72cd-4955-bcd2-56786d17c417 req-49b05181-cedc-4ad3-b007-c12933e31269 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.3113079 Feb 08 15:57:03.124329 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787655b4-62c6-48c8-9077-fa30bf7b26db'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:57:03.134947 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dd2251-97d6-414d-bff8-cd13f739c9d2" -d '{"events": [{"server_uuid": "9b9bf93c-76ef-4e35-917a-a617cf6f70bb", "name": "network-vif-plugged", "status": "completed", "tag": "787655b4-62c6-48c8-9077-fa30bf7b26db"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:57:03.139772 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:03.185024 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da308a5-861e-4fbd-8ada-7a97ec8e74b1 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:03.253127 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a73439e8-1c56-4d91-9963-e9ce5c595c10 req-d9236dd4-4f27-4ee3-94a7-05c22d5c792b tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759224 Feb 08 15:57:03.274277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f90ae7-09b1-4dbd-8c0c-585c30e36cb6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:03.277068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-49f90ae7-09b1-4dbd-8c0c-585c30e36cb6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1842146 Feb 08 15:57:03.281643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48416) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:03.284883 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (38fb7b4e-c77f-46ba-8fa6-8ad40b782037), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:03.293549 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4c69f7f-72cd-4955-bcd2-56786d17c417 req-76e437ca-f28a-45a6-9a5f-cf96efa7e0db tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412964 Feb 08 15:57:03.314477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=787655b4-62c6-48c8-9077-fa30bf7b26db,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:03.375562 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6a056bb1-3578-409c-8b52-369670e863c6 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:57:03.378747 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6a056bb1-3578-409c-8b52-369670e863c6 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:57:03.424738 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddf1844-03cf-43bd-a685-3b417423ed20 x-openstack-request-id: req-6ddf1844-03cf-43bd-a685-3b417423ed20 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:57:03.426015 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9bf93c-76ef-4e35-917a-a617cf6f70bb", "name": "network-vif-plugged", "status": "completed", "tag": "787655b4-62c6-48c8-9077-fa30bf7b26db", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:57:03.426522 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6ddf1844-03cf-43bd-a685-3b417423ed20 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:57:03.427288 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787655b4-62c6-48c8-9077-fa30bf7b26db', 'code': 200} Feb 08 15:57:03.482310 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e95f40f-f10a-432d-a531-e3f00a6c2a7f req-fbf15489-e387-4b15-8a0f-a6ed78a023af tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac940a0d-fb4d-4176-93ce-bde5f0c6ebb3 HTTP/1.1" status: 200 len: 210 time: 0.1014385 Feb 08 15:57:03.579558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d68b7-788e-40f5-87c5-f8fd0f75b0bf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:03.582576 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-706d68b7-788e-40f5-87c5-f8fd0f75b0bf tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2996297 Feb 08 15:57:03.588562 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48420) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:03.666347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bffff-2667-48bc-9922-ce222dfee6a2 req-b98a83c3-7a64-4d53-8b86-c8f32ae3954b tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:03.668872 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-341bffff-2667-48bc-9922-ce222dfee6a2 req-b98a83c3-7a64-4d53-8b86-c8f32ae3954b tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1033313 Feb 08 15:57:03.686372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bebd216-5e0e-44f4-aeae-04fff9137237 None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:57:03.703231 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3aad0086-03ff-4cf6-a89f-543548cec4a2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115947 Feb 08 15:57:03.712844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48422) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:03.723483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6c18d28a-d366-4c0f-b4e7-cd5b7bfbf5c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:03.748811 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3cd45-f133-49a8-a794-063ef4cc16f1 req-27292a76-261a-42bb-b9cb-d5798ee1846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:03.753083 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cee3cd45-f133-49a8-a794-063ef4cc16f1 req-27292a76-261a-42bb-b9cb-d5798ee1846c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 1129 time: 0.2494144 Feb 08 15:57:03.755050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Router 38fb7b4e-c77f-46ba-8fa6-8ad40b782037 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:57:03.762988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6a056bb1-3578-409c-8b52-369670e863c6 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:03.764053 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6a056bb1-3578-409c-8b52-369670e863c6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:03.837637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-341bffff-2667-48bc-9922-ce222dfee6a2 req-632b4674-a499-44f5-bdc0-b104ccaffdbf tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545773 Feb 08 15:57:03.913110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c18d28a-d366-4c0f-b4e7-cd5b7bfbf5c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:03.919429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6a056bb1-3578-409c-8b52-369670e863c6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6a056bb1-3578-409c-8b52-369670e863c6,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:03.920108 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c18d28a-d366-4c0f-b4e7-cd5b7bfbf5c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:03.955056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '6a056bb1-3578-409c-8b52-369670e863c6', 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6', 'port_id': '6a056bb1-3578-409c-8b52-369670e863c6', 'mac_address': 'fa:16:3e:c5:12:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74506d9-bb81-41cd-9755-6285f6ea9968', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:57:03.988518 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9b9c5328-dd31-4748-9a5f-5e4f712abde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:03.991099 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3f622e40-9806-4328-98ab-347fd98634f1 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:57:04.001021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6a056bb1-3578-409c-8b52-369670e863c6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6a056bb1-3578-409c-8b52-369670e863c6,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:04.047972 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6a056bb1-3578-409c-8b52-369670e863c6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:04.057436 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cee3cd45-f133-49a8-a794-063ef4cc16f1 req-e95aadd9-64bc-41ab-af8e-fe07f2625a26 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958775 Feb 08 15:57:04.140981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:57:04.155592 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17152902-6db3-408b-b108-50a70de4613b None None] Sync routers for ids ['38fb7b4e-c77f-46ba-8fa6-8ad40b782037'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:57:04.176730 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17152902-6db3-408b-b108-50a70de4613b None None] Routers {'38fb7b4e-c77f-46ba-8fa6-8ad40b782037'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:57:04.177413 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-17152902-6db3-408b-b108-50a70de4613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['38fb7b4e-c77f-46ba-8fa6-8ad40b782037'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:04.179028 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:04.182948 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-84b8e070-3a0e-42b3-b099-d0fe90c31edd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.4933295 Feb 08 15:57:04.186749 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48424) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:04.201253 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6a056bb1-3578-409c-8b52-369670e863c6 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:04.202115 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6a056bb1-3578-409c-8b52-369670e863c6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:04.207735 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1bebd216-5e0e-44f4-aeae-04fff9137237 None None] Deleting port 3f622e40-9806-4328-98ab-347fd98634f1 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:04.208659 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1bebd216-5e0e-44f4-aeae-04fff9137237 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3f622e40-9806-4328-98ab-347fd98634f1), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:04.218955 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6a056bb1-3578-409c-8b52-369670e863c6,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:04.271621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a056bb1-3578-409c-8b52-369670e863c6 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:57:04.298426 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6a056bb1-3578-409c-8b52-369670e863c6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6a056bb1-3578-409c-8b52-369670e863c6,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:04.333045 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6a056bb1-3578-409c-8b52-369670e863c6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:04.371843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1bebd216-5e0e-44f4-aeae-04fff9137237 None None] For port 3f622e40-9806-4328-98ab-347fd98634f1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3f622e40-9806-4328-98ab-347fd98634f1,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:04.372655 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1bebd216-5e0e-44f4-aeae-04fff9137237 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3f622e40-9806-4328-98ab-347fd98634f1), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:04.389610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1bebd216-5e0e-44f4-aeae-04fff9137237 None None] Calling delete_port for 3f622e40-9806-4328-98ab-347fd98634f1 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:04.415957 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-17152902-6db3-408b-b108-50a70de4613b None None] Set router 38fb7b4e-c77f-46ba-8fa6-8ad40b782037 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:57:04.525486 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1dcd28cf-f133-4fb2-854f-e4049566711b tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router (38fb7b4e-c77f-46ba-8fa6-8ad40b782037), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:04.659495 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1bebd216-5e0e-44f4-aeae-04fff9137237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (3f622e40-9806-4328-98ab-347fd98634f1), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:04.689584 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3f622e40-9806-4328-98ab-347fd98634f1 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:04.690241 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3f622e40-9806-4328-98ab-347fd98634f1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:04.715516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bebd216-5e0e-44f4-aeae-04fff9137237 None None] No DVR routers for this DVR port 3f622e40-9806-4328-98ab-347fd98634f1 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:57:04.780014 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['6a056bb1-3578-409c-8b52-369670e863c6'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:57:04.782704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6a056bb1-3578-409c-8b52-369670e863c6,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:04.865378 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1dcd28cf-f133-4fb2-854f-e4049566711b tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (38fb7b4e-c77f-46ba-8fa6-8ad40b782037), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:04.953297 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-17152902-6db3-408b-b108-50a70de4613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fb7b4e-c77f-46ba-8fa6-8ad40b782037', 'name': '', 'tenant_id': 'ef3358b4b6904f298da7551f0292a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62eaa067-0370-4b5e-8145-2022000b6387', 'external_fixed_ips': [{'subnet_id': '4be35c51-d874-49b5-b103-7b6814fd807f', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '6bae90bd-a9b3-4b24-a926-01c43b3fa702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:59Z', 'updated_at': '2022-02-08T15:57:02Z', 'revision_number': 3, 'project_id': 'ef3358b4b6904f298da7551f0292a6bb', 'gw_port': {'id': '6bae90bd-a9b3-4b24-a926-01c43b3fa702', 'name': '', 'network_id': '62eaa067-0370-4b5e-8145-2022000b6387', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:be:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fb7b4e-c77f-46ba-8fa6-8ad40b782037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4be35c51-d874-49b5-b103-7b6814fd807f', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:57:00Z', 'updated_at': '2022-02-08T15:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4be35c51-d874-49b5-b103-7b6814fd807f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:05.063108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebd216-5e0e-44f4-aeae-04fff9137237 None None] Pushing event deleted for resources: {'Port': ['ID=3f622e40-9806-4328-98ab-347fd98634f1,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:05.076301 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17152902-6db3-408b-b108-50a70de4613b None None] Checking router: 38fb7b4e-c77f-46ba-8fa6-8ad40b782037 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:57:05.078823 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17152902-6db3-408b-b108-50a70de4613b None None] Updating router 38fb7b4e-c77f-46ba-8fa6-8ad40b782037 port 6bae90bd-a9b3-4b24-a926-01c43b3fa702 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:57:05.094792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd28cf-f133-4fb2-854f-e4049566711b tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Deleting port 6bae90bd-a9b3-4b24-a926-01c43b3fa702 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:05.096149 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1dcd28cf-f133-4fb2-854f-e4049566711b tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6bae90bd-a9b3-4b24-a926-01c43b3fa702), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:05.209809 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17152902-6db3-408b-b108-50a70de4613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bae90bd-a9b3-4b24-a926-01c43b3fa702), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:05.262235 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1dcd28cf-f133-4fb2-854f-e4049566711b tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6bae90bd-a9b3-4b24-a926-01c43b3fa702), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:05.282335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd28cf-f133-4fb2-854f-e4049566711b tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Calling delete_port for 6bae90bd-a9b3-4b24-a926-01c43b3fa702 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:05.429085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5c9481-c754-46c1-92d6-827c45bafd57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a056bb1-3578-409c-8b52-369670e863c6'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:57:05.432743 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969f51f5-abf5-4dad-a735-b0adcc1de8c8" -d '{"events": [{"server_uuid": "ac5c9481-c754-46c1-92d6-827c45bafd57", "name": "network-vif-unplugged", "status": "completed", "tag": "6a056bb1-3578-409c-8b52-369670e863c6"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:57:05.476570 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:05.645786 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1dcd28cf-f133-4fb2-854f-e4049566711b tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6bae90bd-a9b3-4b24-a926-01c43b3fa702), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:05.816147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.objects.ports [None req-6c18d28a-d366-4c0f-b4e7-cd5b7bfbf5c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103301) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 15:57:05.841995 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd28cf-f133-4fb2-854f-e4049566711b tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bae90bd-a9b3-4b24-a926-01c43b3fa702,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:05.953532 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1dcd28cf-f133-4fb2-854f-e4049566711b tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (38fb7b4e-c77f-46ba-8fa6-8ad40b782037), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:06.049306 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.db.api [None req-17152902-6db3-408b-b108-50a70de4613b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 15:57:06.049838 n-d-824834-11 neutron-server[103304]: DEBUG oslo_db.api [None req-17152902-6db3-408b-b108-50a70de4613b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 15:57:06.056761 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078c4b6-748d-49db-b0c9-d3db29207698 req-30d2f498-13ae-4e80-b81c-bfe8747547df tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:06.059164 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6078c4b6-748d-49db-b0c9-d3db29207698 req-30d2f498-13ae-4e80-b81c-bfe8747547df tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 1.4804847 Feb 08 15:57:06.112317 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accd9bb-1781-4744-88f9-693c6c808b08 req-d2540fde-7620-45da-82e0-9da9882e9d16 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:06.120352 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3accd9bb-1781-4744-88f9-693c6c808b08 req-d2540fde-7620-45da-82e0-9da9882e9d16 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.4522233 Feb 08 15:57:06.149658 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1dcd28cf-f133-4fb2-854f-e4049566711b tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (38fb7b4e-c77f-46ba-8fa6-8ad40b782037), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:06.153288 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1dcd28cf-f133-4fb2-854f-e4049566711b tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_controller (38fb7b4e-c77f-46ba-8fa6-8ad40b782037), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:06.172154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6078c4b6-748d-49db-b0c9-d3db29207698 req-5da32318-9d54-46c4-9e9e-6c2ed0488b1c tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032114 Feb 08 15:57:06.200224 n-d-824834-11 neutron-server[103301]: WARNING neutron.services.revisions.revision_plugin [None req-6c18d28a-d366-4c0f-b4e7-cd5b7bfbf5c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Could not find related port for resource to bump revision. Feb 08 15:57:06.212298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.ipam_pluggable_backend [None req-6c18d28a-d366-4c0f-b4e7-cd5b7bfbf5c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Port 3f622e40-9806-4328-98ab-347fd98634f1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103301) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 08 15:57:06.212794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.ipam_pluggable_backend [None req-6c18d28a-d366-4c0f-b4e7-cd5b7bfbf5c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6f:59c1 {{(pid=103301) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 08 15:57:06.227704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.ipam_pluggable_backend [None req-6c18d28a-d366-4c0f-b4e7-cd5b7bfbf5c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6f:59c1 {{(pid=103301) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 08 15:57:06.229472 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c18d28a-d366-4c0f-b4e7-cd5b7bfbf5c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (e6aa00ff-5872-4713-b967-72cb893e9850), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:06.245731 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1dcd28cf-f133-4fb2-854f-e4049566711b tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (38fb7b4e-c77f-46ba-8fa6-8ad40b782037), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:06.246337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcd28cf-f133-4fb2-854f-e4049566711b tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38fb7b4e-c77f-46ba-8fa6-8ad40b782037 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:57:06.251667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1dcd28cf-f133-4fb2-854f-e4049566711b tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:06.256652 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1dcd28cf-f133-4fb2-854f-e4049566711b tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "DELETE /v2.0/routers/38fb7b4e-c77f-46ba-8fa6-8ad40b782037 HTTP/1.1" status: 204 len: 168 time: 2.0682812 Feb 08 15:57:06.258885 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48446) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:06.328881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18d28a-d366-4c0f-b4e7-cd5b7bfbf5c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=e6aa00ff-5872-4713-b967-72cb893e9850,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:06.330029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-548b7597-a7f1-45ec-a672-980f4ffc67df tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Deleting subnet 4be35c51-d874-49b5-b103-7b6814fd807f {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:57:06.334820 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-548b7597-a7f1-45ec-a672-980f4ffc67df tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for subnet (4be35c51-d874-49b5-b103-7b6814fd807f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:06.362397 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3accd9bb-1781-4744-88f9-693c6c808b08 req-3e5f80e9-f8ac-46a2-9ec2-21c029f806ca tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410758 Feb 08 15:57:06.365244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c18d28a-d366-4c0f-b4e7-cd5b7bfbf5c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:06.367802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-6c18d28a-d366-4c0f-b4e7-cd5b7bfbf5c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:06.380931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77e3c2a-cb8b-4930-914e-2de77073d5f4 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:06.381247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c18d28a-d366-4c0f-b4e7-cd5b7bfbf5c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:06.381830 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c18d28a-d366-4c0f-b4e7-cd5b7bfbf5c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:06.418846 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-548b7597-a7f1-45ec-a672-980f4ffc67df tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (4be35c51-d874-49b5-b103-7b6814fd807f), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:06.474075 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 15:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521f6d7c-785d-499d-a88a-2370d8a903f9 x-openstack-request-id: req-521f6d7c-785d-499d-a88a-2370d8a903f9 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:57:06.474656 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5c9481-c754-46c1-92d6-827c45bafd57", "name": "network-vif-unplugged", "status": "completed", "tag": "6a056bb1-3578-409c-8b52-369670e863c6", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:57:06.474845 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-521f6d7c-785d-499d-a88a-2370d8a903f9 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:57:06.475289 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5c9481-c754-46c1-92d6-827c45bafd57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a056bb1-3578-409c-8b52-369670e863c6', 'code': 200} Feb 08 15:57:06.518076 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6c18d28a-d366-4c0f-b4e7-cd5b7bfbf5c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7993186 Feb 08 15:57:06.520199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48450) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:06.520672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48452) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:06.536698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1624e1b3-7d8b-4750-9a98-0f227839c13e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'mac_address': 'fa:16:3e:6c:c2:ad', 'name': 'tempest-NetworksTestDHCPv6-1525583584'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:06.580746 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854deec-d6cf-43e9-8189-12cd5b244f93 req-f3f0c55a-06df-4cff-a0d8-ac8665ec9864 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:06.585378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66975a0-6571-4abb-8791-723646020396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': 'e6aa00ff-5872-4713-b967-72cb893e9850'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:57:06.589710 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d66975a0-6571-4abb-8791-723646020396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:06.601635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2854deec-d6cf-43e9-8189-12cd5b244f93 req-f3f0c55a-06df-4cff-a0d8-ac8665ec9864 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 944 time: 0.1878653 Feb 08 15:57:06.638483 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17152902-6db3-408b-b108-50a70de4613b None None] Port 6bae90bd-a9b3-4b24-a926-01c43b3fa702 not found while updating agent binding for router 38fb7b4e-c77f-46ba-8fa6-8ad40b782037. {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 08 15:57:06.667301 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17152902-6db3-408b-b108-50a70de4613b None None] Routers set() bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:57:06.669228 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17152902-6db3-408b-b108-50a70de4613b None None] Router IDs set() for agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 08 15:57:06.670391 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_agentschedulers_db [None req-17152902-6db3-408b-b108-50a70de4613b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'38fb7b4e-c77f-46ba-8fa6-8ad40b782037'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent'). {{(pid=103304) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 08 15:57:06.673468 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17152902-6db3-408b-b108-50a70de4613b None None] The sync data for ids ['38fb7b4e-c77f-46ba-8fa6-8ad40b782037'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:57:06.703653 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-548b7597-a7f1-45ec-a672-980f4ffc67df tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (4be35c51-d874-49b5-b103-7b6814fd807f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:06.758123 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2854deec-d6cf-43e9-8189-12cd5b244f93 req-c7c31b6a-4ba9-4b1a-8c91-909a9105fb6e tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546884 Feb 08 15:57:06.763667 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:06.794449 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-548b7597-a7f1-45ec-a672-980f4ffc67df tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (4be35c51-d874-49b5-b103-7b6814fd807f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:06.874752 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-548b7597-a7f1-45ec-a672-980f4ffc67df tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:06.882016 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48456) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:06.883831 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-548b7597-a7f1-45ec-a672-980f4ffc67df tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "DELETE /v2.0/subnets/4be35c51-d874-49b5-b103-7b6814fd807f HTTP/1.1" status: 204 len: 168 time: 0.6221178 Feb 08 15:57:06.890559 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b7597-a7f1-45ec-a672-980f4ffc67df tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4be35c51-d874-49b5-b103-7b6814fd807f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:06.914912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-d66975a0-6571-4abb-8791-723646020396 None None] Allocated IP 2001:db8::f816:3eff:fee4:6f5a (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/e6aa00ff-5872-4713-b967-72cb893e9850/03337d5e-b84a-4887-80ee-b672610130b7) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:07.013441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1624e1b3-7d8b-4750-9a98-0f227839c13e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:07.041288 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-567e1a2d-e05a-488e-ba4f-e5ea49f78164 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (62eaa067-0370-4b5e-8145-2022000b6387), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.179584 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-567e1a2d-e05a-488e-ba4f-e5ea49f78164 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (62eaa067-0370-4b5e-8145-2022000b6387), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.212992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-567e1a2d-e05a-488e-ba4f-e5ea49f78164 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62eaa067-0370-4b5e-8145-2022000b6387']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:07.220394 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1624e1b3-7d8b-4750-9a98-0f227839c13e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.226760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-567e1a2d-e05a-488e-ba4f-e5ea49f78164 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76671711-99b3-4139-941d-d7593ca31306') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:07.227279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-567e1a2d-e05a-488e-ba4f-e5ea49f78164 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76671711-99b3-4139-941d-d7593ca31306') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:07.246432 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-567e1a2d-e05a-488e-ba4f-e5ea49f78164 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (76671711-99b3-4139-941d-d7593ca31306), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.268101 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-567e1a2d-e05a-488e-ba4f-e5ea49f78164 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (76671711-99b3-4139-941d-d7593ca31306), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.278338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-567e1a2d-e05a-488e-ba4f-e5ea49f78164 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:57:07.279350 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-567e1a2d-e05a-488e-ba4f-e5ea49f78164 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (76671711-99b3-4139-941d-d7593ca31306), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.325082 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d66975a0-6571-4abb-8791-723646020396 None None] Publish callbacks [] for port (03337d5e-b84a-4887-80ee-b672610130b7), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.333763 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d66975a0-6571-4abb-8791-723646020396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (03337d5e-b84a-4887-80ee-b672610130b7), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.361599 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4511b260-3ff1-41b8-b033-adb31fcb5563 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for security_group (be8f07cf-9f64-45fb-ad23-fd77afb6ec2f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:57:07.373540 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:57:07.375802 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-567e1a2d-e05a-488e-ba4f-e5ea49f78164 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (62eaa067-0370-4b5e-8145-2022000b6387), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.377935 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-1624e1b3-7d8b-4750-9a98-0f227839c13e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port 3c11c769-57b2-4583-be1f-8121453d5f17 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:57:07.393739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567e1a2d-e05a-488e-ba4f-e5ea49f78164 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 62eaa067-0370-4b5e-8145-2022000b6387 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 08 15:57:07.395536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6a056bb1-3578-409c-8b52-369670e863c6 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:07.426038 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-567e1a2d-e05a-488e-ba4f-e5ea49f78164 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.434349 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-567e1a2d-e05a-488e-ba4f-e5ea49f78164 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "DELETE /v2.0/networks/62eaa067-0370-4b5e-8145-2022000b6387 HTTP/1.1" status: 204 len: 168 time: 0.5464566 Feb 08 15:57:07.454849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e1a2d-e05a-488e-ba4f-e5ea49f78164 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Pushing event deleted for resources: {'Network': ['ID=62eaa067-0370-4b5e-8145-2022000b6387,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:07.475368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66975a0-6571-4abb-8791-723646020396 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:07.501404 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-d66975a0-6571-4abb-8791-723646020396 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:07.519417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66975a0-6571-4abb-8791-723646020396 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:07.526567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775b66b-41ce-4ec6-9785-9737cbe003c3 req-75c3b8f8-d9d0-435c-9b6b-3926eb32d22b tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:07.528745 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9775b66b-41ce-4ec6-9785-9737cbe003c3 req-75c3b8f8-d9d0-435c-9b6b-3926eb32d22b tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.1587870 Feb 08 15:57:07.543622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66975a0-6571-4abb-8791-723646020396 None None] Pushing event updated for resources: {'Port': ['ID=03337d5e-b84a-4887-80ee-b672610130b7,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:07.616226 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4511b260-3ff1-41b8-b033-adb31fcb5563 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for security_group (be8f07cf-9f64-45fb-ad23-fd77afb6ec2f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.722506 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d66975a0-6571-4abb-8791-723646020396 None None] Attempting to bind port 03337d5e-b84a-4887-80ee-b672610130b7 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:57:07.723099 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d66975a0-6571-4abb-8791-723646020396 None None] Attempting to bind port 03337d5e-b84a-4887-80ee-b672610130b7 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:57:07.723480 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66975a0-6571-4abb-8791-723646020396 None None] Attempting to bind port 03337d5e-b84a-4887-80ee-b672610130b7 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:57:07.752566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 6a056bb1-3578-409c-8b52-369670e863c6 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:07.753067 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6a056bb1-3578-409c-8b52-369670e863c6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.755171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66975a0-6571-4abb-8791-723646020396 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:57:07.755541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66975a0-6571-4abb-8791-723646020396 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:57:07.755936 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d66975a0-6571-4abb-8791-723646020396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.756328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66975a0-6571-4abb-8791-723646020396 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:57:07.757020 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d66975a0-6571-4abb-8791-723646020396 None None] Bound port: 03337d5e-b84a-4887-80ee-b672610130b7, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:57:07.758214 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d66975a0-6571-4abb-8791-723646020396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (03337d5e-b84a-4887-80ee-b672610130b7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.810608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acdd34-b947-4886-8c67-bcd06d4c5a88 req-61b5278e-ccdf-42fe-87ca-8a9895ce43d0 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:07.818039 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31acdd34-b947-4886-8c67-bcd06d4c5a88 req-61b5278e-ccdf-42fe-87ca-8a9895ce43d0 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.2575924 Feb 08 15:57:07.829225 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9775b66b-41ce-4ec6-9785-9737cbe003c3 req-e5db4378-9e55-488a-a7b0-cd7de73702ca tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919502 Feb 08 15:57:07.851898 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b4e6e98c-6d12-4121-8e69-f2e812dcfab0 req-9da01c3a-a8ce-4f22-9a8c-ea5c5dd67f2c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6508806 Feb 08 15:57:07.855777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48472) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:07.899181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-05da8e3a-2d8a-433b-af45-fffe9d1fbefe tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Request body: {'router': {'name': 'tempest-router--693263523', 'project_id': '3241f1f11452407f8c214feeb3c3787a'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:07.909177 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4511b260-3ff1-41b8-b033-adb31fcb5563 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (be8f07cf-9f64-45fb-ad23-fd77afb6ec2f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.912236 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4511b260-3ff1-41b8-b033-adb31fcb5563 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:07.921571 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4511b260-3ff1-41b8-b033-adb31fcb5563 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "DELETE /v2.0/security-groups/be8f07cf-9f64-45fb-ad23-fd77afb6ec2f HTTP/1.1" status: 204 len: 168 time: 1.3980064 Feb 08 15:57:07.941528 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48478) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:07.994606 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-77b8fba2-6510-45e5-aa0f-49286db56215 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] show failed (client error): The resource could not be found. Feb 08 15:57:07.994874 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-1624e1b3-7d8b-4750-9a98-0f227839c13e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::f816:3eff:fe6c:c2ad (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/e6aa00ff-5872-4713-b967-72cb893e9850/3c11c769-57b2-4583-be1f-8121453d5f17) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:07.996565 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-77b8fba2-6510-45e5-aa0f-49286db56215 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "GET /v2.0/security-groups/be8f07cf-9f64-45fb-ad23-fd77afb6ec2f HTTP/1.1" status: 404 len: 347 time: 0.0467908 Feb 08 15:57:08.002865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48480) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:08.042281 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-05da8e3a-2d8a-433b-af45-fffe9d1fbefe tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (1bbb91eb-2201-409a-aeb9-1f6374c495bf), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:08.044692 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-05da8e3a-2d8a-433b-af45-fffe9d1fbefe tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (1bbb91eb-2201-409a-aeb9-1f6374c495bf), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:08.220928 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-05da8e3a-2d8a-433b-af45-fffe9d1fbefe tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_controller (1bbb91eb-2201-409a-aeb9-1f6374c495bf), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:08.270334 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-05da8e3a-2d8a-433b-af45-fffe9d1fbefe tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (1bbb91eb-2201-409a-aeb9-1f6374c495bf), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:08.285041 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31acdd34-b947-4886-8c67-bcd06d4c5a88 req-75d024b2-15a7-491d-8475-8c3a28d7b1dc tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4499145 Feb 08 15:57:08.323820 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb026b-8ca3-404f-a8b6-9e6a5c616d0e req-5c1058ef-c9db-4f2b-b783-3308edd1e99c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:08.326838 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60bb026b-8ca3-404f-a8b6-9e6a5c616d0e req-5c1058ef-c9db-4f2b-b783-3308edd1e99c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 944 time: 0.1028068 Feb 08 15:57:08.329955 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-05da8e3a-2d8a-433b-af45-fffe9d1fbefe tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:08.331098 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-05da8e3a-2d8a-433b-af45-fffe9d1fbefe tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4709809 Feb 08 15:57:08.334386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48484) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:08.345784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511b260-3ff1-41b8-b033-adb31fcb5563 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8f07cf-9f64-45fb-ad23-fd77afb6ec2f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:08.557718 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:08.576625 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b3425680-9328-43f0-94c8-aa6fcd3939bf tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router (1bbb91eb-2201-409a-aeb9-1f6374c495bf), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:08.590008 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d66975a0-6571-4abb-8791-723646020396 None None] For port 03337d5e-b84a-4887-80ee-b672610130b7, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:57:08.595750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d66975a0-6571-4abb-8791-723646020396 None None] For port 03337d5e-b84a-4887-80ee-b672610130b7, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=03337d5e-b84a-4887-80ee-b672610130b7,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:57:08.640306 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d66975a0-6571-4abb-8791-723646020396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (03337d5e-b84a-4887-80ee-b672610130b7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:08.718508 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60bb026b-8ca3-404f-a8b6-9e6a5c616d0e req-50717c62-19d7-4b0b-81b9-9b1c22b80382 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615329 Feb 08 15:57:08.777352 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66975a0-6571-4abb-8791-723646020396 None None] Pushing event updated for resources: {'Port': ['ID=03337d5e-b84a-4887-80ee-b672610130b7,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:08.785660 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6e98c-6d12-4121-8e69-f2e812dcfab0 req-6e34f995-5d2d-4423-8850-682435880d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:08.787213 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b4e6e98c-6d12-4121-8e69-f2e812dcfab0 req-6e34f995-5d2d-4423-8850-682435880d30 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4242aee31cb2445389a4ec2c65fb7376&device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 1129 time: 0.8203716 Feb 08 15:57:08.789666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6a056bb1-3578-409c-8b52-369670e863c6 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:08.803339 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6a056bb1-3578-409c-8b52-369670e863c6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:08.849540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5c9481-c754-46c1-92d6-827c45bafd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a056bb1-3578-409c-8b52-369670e863c6'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:57:08.856661 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570c4369-f1e0-4974-a50c-24241ee080b3" -d '{"events": [{"server_uuid": "ac5c9481-c754-46c1-92d6-827c45bafd57", "name": "network-vif-plugged", "status": "completed", "tag": "6a056bb1-3578-409c-8b52-369670e863c6"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:57:08.886049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6a056bb1-3578-409c-8b52-369670e863c6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6a056bb1-3578-409c-8b52-369670e863c6,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:08.894064 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6a056bb1-3578-409c-8b52-369670e863c6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:08.899182 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b3425680-9328-43f0-94c8-aa6fcd3939bf tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (1bbb91eb-2201-409a-aeb9-1f6374c495bf), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:08.902817 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b3425680-9328-43f0-94c8-aa6fcd3939bf tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_controller (1bbb91eb-2201-409a-aeb9-1f6374c495bf), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:08.978138 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6a056bb1-3578-409c-8b52-369670e863c6,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:09.005229 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac20852-56b3-4868-8630-abe4a1bcd8b9 x-openstack-request-id: req-cac20852-56b3-4868-8630-abe4a1bcd8b9 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:57:09.005668 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5c9481-c754-46c1-92d6-827c45bafd57", "name": "network-vif-plugged", "status": "completed", "tag": "6a056bb1-3578-409c-8b52-369670e863c6", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:57:09.006056 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cac20852-56b3-4868-8630-abe4a1bcd8b9 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:57:09.006286 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b3425680-9328-43f0-94c8-aa6fcd3939bf tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (1bbb91eb-2201-409a-aeb9-1f6374c495bf), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:09.006658 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5c9481-c754-46c1-92d6-827c45bafd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a056bb1-3578-409c-8b52-369670e863c6', 'code': 200} Feb 08 15:57:09.006871 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3425680-9328-43f0-94c8-aa6fcd3939bf tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bbb91eb-2201-409a-aeb9-1f6374c495bf {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:57:09.013798 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b3425680-9328-43f0-94c8-aa6fcd3939bf tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:09.017924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b3425680-9328-43f0-94c8-aa6fcd3939bf tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "DELETE /v2.0/routers/1bbb91eb-2201-409a-aeb9-1f6374c495bf HTTP/1.1" status: 204 len: 168 time: 0.6751816 Feb 08 15:57:09.024256 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1624e1b3-7d8b-4750-9a98-0f227839c13e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (3c11c769-57b2-4583-be1f-8121453d5f17), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:09.083393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a52056-8839-4f46-ae5b-93938a875ee6 req-e1c87099-878d-4d41-a0fe-e8664be06c31 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:09.085019 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2a52056-8839-4f46-ae5b-93938a875ee6 req-e1c87099-878d-4d41-a0fe-e8664be06c31 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.1304038 Feb 08 15:57:09.162154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-e41900c8-e5d7-4b4d-8cb5-ec7d4d7181d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Deleting port ef3a4aeb-11fb-4021-a0e5-fefd8f81dfac {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:09.162542 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e41900c8-e5d7-4b4d-8cb5-ec7d4d7181d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ef3a4aeb-11fb-4021-a0e5-fefd8f81dfac), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:09.172466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2a52056-8839-4f46-ae5b-93938a875ee6 req-dd62a476-9697-4f25-9f59-faa62fe676cb tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767000 Feb 08 15:57:09.298512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6e98c-6d12-4121-8e69-f2e812dcfab0 req-69b7155c-9db8-4275-a5bf-1fe6b20f5509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:09.300923 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b4e6e98c-6d12-4121-8e69-f2e812dcfab0 req-69b7155c-9db8-4275-a5bf-1fe6b20f5509 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e HTTP/1.1" status: 200 len: 921 time: 0.4672387 Feb 08 15:57:09.333672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48500) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:09.458415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8451e-bb5d-4ad0-a586-e9a7969db6dc req-eb1cea69-d837-40f2-99be-62dbcd81f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:09.460158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4df8451e-bb5d-4ad0-a586-e9a7969db6dc req-eb1cea69-d837-40f2-99be-62dbcd81f5a4 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 1128 time: 0.1643460 Feb 08 15:57:09.728125 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4df8451e-bb5d-4ad0-a586-e9a7969db6dc req-a770ece6-9613-4c59-96e8-c1af33285c1d service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561612 Feb 08 15:57:09.781252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc764c89-77f8-4f59-b7b5-7bd5832c1ebf req-f9e23f47-6ef3-4d89-811a-6e0cfd1d2a46 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:09.784109 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc764c89-77f8-4f59-b7b5-7bd5832c1ebf req-f9e23f47-6ef3-4d89-811a-6e0cfd1d2a46 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.2502913 Feb 08 15:57:09.789115 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-46888843', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}, 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:09.854152 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (bfa0e866-c928-4097-ba5d-76d069762e6f), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:09.855325 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (bfa0e866-c928-4097-ba5d-76d069762e6f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:09.924992 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b4e6e98c-6d12-4121-8e69-f2e812dcfab0 req-3bc1d608-5778-4885-b674-6ff690afcd65 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=787655b4-62c6-48c8-9077-fa30bf7b26db HTTP/1.1" status: 200 len: 217 time: 0.6064661 Feb 08 15:57:09.996326 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 03337d5e-b84a-4887-80ee-b672610130b7 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:10.035413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6e98c-6d12-4121-8e69-f2e812dcfab0 req-5c9de307-ebc2-4fa0-8d51-ed57512baf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:10.037048 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b4e6e98c-6d12-4121-8e69-f2e812dcfab0 req-5c9de307-ebc2-4fa0-8d51-ed57512baf00 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=39441911-46cb-43dd-be25-dbff842a9f42 HTTP/1.1" status: 200 len: 860 time: 0.0570800 Feb 08 15:57:10.058681 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e41900c8-e5d7-4b4d-8cb5-ec7d4d7181d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ef3a4aeb-11fb-4021-a0e5-fefd8f81dfac), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:10.059017 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e41900c8-e5d7-4b4d-8cb5-ec7d4d7181d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for floatingip (ef3a4aeb-11fb-4021-a0e5-fefd8f81dfac), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:10.064418 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1624e1b3-7d8b-4750-9a98-0f227839c13e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3c11c769-57b2-4583-be1f-8121453d5f17), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:10.106913 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc764c89-77f8-4f59-b7b5-7bd5832c1ebf req-1fd0145f-2460-48fa-af8c-460d7ca4ad7e tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860470 Feb 08 15:57:10.114853 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_controller (bfa0e866-c928-4097-ba5d-76d069762e6f), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:10.140685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716538d4-a056-4e25-a72f-061a91987776 req-ae4b655f-62c6-46e1-bcca-8eb8b5e88e38 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:10.144859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 03337d5e-b84a-4887-80ee-b672610130b7 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:10.145405 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (03337d5e-b84a-4887-80ee-b672610130b7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:10.165949 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b4e6e98c-6d12-4121-8e69-f2e812dcfab0 req-aa8080c6-b4fa-43bf-ae05-63edf9a2c5bf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190157 Feb 08 15:57:10.169399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624e1b3-7d8b-4750-9a98-0f227839c13e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=3c11c769-57b2-4583-be1f-8121453d5f17,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:10.171946 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716538d4-a056-4e25-a72f-061a91987776 req-ae4b655f-62c6-46e1-bcca-8eb8b5e88e38 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.2741566 Feb 08 15:57:10.295017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 03337d5e-b84a-4887-80ee-b672610130b7 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:10.295862 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (03337d5e-b84a-4887-80ee-b672610130b7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:10.365624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 03337d5e-b84a-4887-80ee-b672610130b7, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=03337d5e-b84a-4887-80ee-b672610130b7,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:10.370295 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b4e6e98c-6d12-4121-8e69-f2e812dcfab0 req-2d5b7888-716a-47a2-b32f-fb47f7dc17e3 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947055 Feb 08 15:57:10.373029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-e41900c8-e5d7-4b4d-8cb5-ec7d4d7181d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Calling delete_port for ef3a4aeb-11fb-4021-a0e5-fefd8f81dfac owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:10.377501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1624e1b3-7d8b-4750-9a98-0f227839c13e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:10.379084 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (03337d5e-b84a-4887-80ee-b672610130b7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:10.395037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1624e1b3-7d8b-4750-9a98-0f227839c13e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:10.423135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624e1b3-7d8b-4750-9a98-0f227839c13e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:10.424267 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1624e1b3-7d8b-4750-9a98-0f227839c13e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:10.425182 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1624e1b3-7d8b-4750-9a98-0f227839c13e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:10.446302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-716538d4-a056-4e25-a72f-061a91987776 req-f2a28d4c-19f0-4c03-bca3-6a239c7669d9 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342441 Feb 08 15:57:10.479536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=03337d5e-b84a-4887-80ee-b672610130b7,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:10.481671 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1624e1b3-7d8b-4750-9a98-0f227839c13e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9517608 Feb 08 15:57:10.486373 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48518) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:10.626500 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (bfa0e866-c928-4097-ba5d-76d069762e6f), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:10.717307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610db4cb-1f02-46fa-89c3-aaa7a45fc86b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:10.730192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610db4cb-1f02-46fa-89c3-aaa7a45fc86b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:10.732311 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-610db4cb-1f02-46fa-89c3-aaa7a45fc86b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2430041 Feb 08 15:57:10.735696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f6ec81e4-11c3-4336-916d-7e181691095b None None] Provisioning complete for port 03337d5e-b84a-4887-80ee-b672610130b7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:10.736110 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f6ec81e4-11c3-4336-916d-7e181691095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (03337d5e-b84a-4887-80ee-b672610130b7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:10.746815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48520) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:10.856902 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bcbae-8bb2-4720-a851-6c2a69bbee9a req-6eaedf64-cc80-41cc-93d6-fa9f65ff2f6c tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:10.881709 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b4e6e98c-6d12-4121-8e69-f2e812dcfab0 req-75a1a71f-5719-423c-bce0-2adcbc577323 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021491 Feb 08 15:57:10.899288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af1bcbae-8bb2-4720-a851-6c2a69bbee9a req-6eaedf64-cc80-41cc-93d6-fa9f65ff2f6c tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.5061793 Feb 08 15:57:11.033603 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec81e4-11c3-4336-916d-7e181691095b None None] Current status of the port 03337d5e-b84a-4887-80ee-b672610130b7 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:11.043501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e41900c8-e5d7-4b4d-8cb5-ec7d4d7181d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ef3a4aeb-11fb-4021-a0e5-fefd8f81dfac), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:11.082560 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af1bcbae-8bb2-4720-a851-6c2a69bbee9a req-02ffedd7-efa9-41e1-aa87-05c689735891 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817412 Feb 08 15:57:11.120856 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41900c8-e5d7-4b4d-8cb5-ec7d4d7181d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event deleted for resources: {'Port': ['ID=ef3a4aeb-11fb-4021-a0e5-fefd8f81dfac,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:11.262872 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e41900c8-e5d7-4b4d-8cb5-ec7d4d7181d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for floatingip (45029083-2b36-4c70-89b7-b74ce9d38896), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:11.270588 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e41900c8-e5d7-4b4d-8cb5-ec7d4d7181d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:11.271809 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e41900c8-e5d7-4b4d-8cb5-ec7d4d7181d3 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "DELETE /v2.0/floatingips/45029083-2b36-4c70-89b7-b74ce9d38896 HTTP/1.1" status: 204 len: 168 time: 3.2606900 Feb 08 15:57:11.277638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48526) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:11.279256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c259c71e-2f33-44ff-89ac-929f744b21fd None None] Provisioning complete for port 3c11c769-57b2-4583-be1f-8121453d5f17 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:11.279651 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c259c71e-2f33-44ff-89ac-929f744b21fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3c11c769-57b2-4583-be1f-8121453d5f17), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:11.315667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-343b70c9-b981-4d0e-9e50-a0aae7c8b3b7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port 3c11c769-57b2-4583-be1f-8121453d5f17 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:11.316049 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-343b70c9-b981-4d0e-9e50-a0aae7c8b3b7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3c11c769-57b2-4583-be1f-8121453d5f17), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:11.461200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c259c71e-2f33-44ff-89ac-929f744b21fd None None] Port 3c11c769-57b2-4583-be1f-8121453d5f17 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:57:11.478965 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-343b70c9-b981-4d0e-9e50-a0aae7c8b3b7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3c11c769-57b2-4583-be1f-8121453d5f17), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:11.512259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-343b70c9-b981-4d0e-9e50-a0aae7c8b3b7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for 3c11c769-57b2-4583-be1f-8121453d5f17 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:11.677175 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (bfa0e866-c928-4097-ba5d-76d069762e6f), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:11.698344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e0616-2867-47bd-a533-4cfeab2978ce req-49865a50-d3a7-4a00-bd26-fbde71f249d2 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:11.711245 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b98e0616-2867-47bd-a533-4cfeab2978ce req-49865a50-d3a7-4a00-bd26-fbde71f249d2 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.4004149 Feb 08 15:57:11.734845 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-343b70c9-b981-4d0e-9e50-a0aae7c8b3b7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3c11c769-57b2-4583-be1f-8121453d5f17), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:11.769192 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:11.781181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b70c9-b981-4d0e-9e50-a0aae7c8b3b7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=3c11c769-57b2-4583-be1f-8121453d5f17,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:11.793988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e478179-7d6d-436f-816b-15d96cf7a065 req-d6eb77e3-1cf0-4bab-8fd0-c93b7c9f86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:11.795731 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0e478179-7d6d-436f-816b-15d96cf7a065 req-d6eb77e3-1cf0-4bab-8fd0-c93b7c9f86cf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4242aee31cb2445389a4ec2c65fb7376&device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 1129 time: 0.6841071 Feb 08 15:57:11.954733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e478179-7d6d-436f-816b-15d96cf7a065 req-e82ef1ef-eeb6-46da-bded-5f67cc492c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:11.954976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 03337d5e-b84a-4887-80ee-b672610130b7 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:11.956259 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0e478179-7d6d-436f-816b-15d96cf7a065 req-e82ef1ef-eeb6-46da-bded-5f67cc492c40 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e HTTP/1.1" status: 200 len: 921 time: 0.1428282 Feb 08 15:57:11.962516 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-343b70c9-b981-4d0e-9e50-a0aae7c8b3b7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:11.966013 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-343b70c9-b981-4d0e-9e50-a0aae7c8b3b7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/3c11c769-57b2-4583-be1f-8121453d5f17 HTTP/1.1" status: 204 len: 168 time: 1.2178438 Feb 08 15:57:11.967799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-429a9c51-7c90-4003-acbc-7ff6157d7f49 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Deleting port a5a14c1f-2a74-4aab-8308-e85af9d02595 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:11.968199 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-429a9c51-7c90-4003-acbc-7ff6157d7f49 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:11.988593 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48530) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:12.077034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 03337d5e-b84a-4887-80ee-b672610130b7 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:12.077585 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (03337d5e-b84a-4887-80ee-b672610130b7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:12.087841 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373abfa5-8ff2-4a8c-9442-772d752eab82 req-bcdd60fe-a25d-4345-96a7-8403b37dbe78 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:12.095767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-373abfa5-8ff2-4a8c-9442-772d752eab82 req-bcdd60fe-a25d-4345-96a7-8403b37dbe78 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.5211461 Feb 08 15:57:12.105618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed9e4cf-7b73-4d22-abe1-e81615d83730 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:12.110458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed9e4cf-7b73-4d22-abe1-e81615d83730 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:12.117320 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1ed9e4cf-7b73-4d22-abe1-e81615d83730 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1260450 Feb 08 15:57:12.138349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48534) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:12.153611 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0e478179-7d6d-436f-816b-15d96cf7a065 req-3d68d4c9-539a-40cc-b12f-13a11301eae9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=787655b4-62c6-48c8-9077-fa30bf7b26db HTTP/1.1" status: 200 len: 217 time: 0.1862466 Feb 08 15:57:12.235949 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b98e0616-2867-47bd-a533-4cfeab2978ce req-3436de92-6771-4176-9f64-e3ceb06c9540 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5236204 Feb 08 15:57:12.251300 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e478179-7d6d-436f-816b-15d96cf7a065 req-8f4d09cd-8f71-498d-880b-eea9851df42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:12.253984 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0e478179-7d6d-436f-816b-15d96cf7a065 req-8f4d09cd-8f71-498d-880b-eea9851df42a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=39441911-46cb-43dd-be25-dbff842a9f42 HTTP/1.1" status: 200 len: 860 time: 0.0940325 Feb 08 15:57:12.271033 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 03337d5e-b84a-4887-80ee-b672610130b7 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:12.328460 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0e478179-7d6d-436f-816b-15d96cf7a065 req-343b246a-a803-4b8a-aebf-dc3c74d65cc2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632908 Feb 08 15:57:12.383419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Allocated IP 172.25.7.73 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/15afaade-3318-41c7-b5cd-541ae0a48ec2) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:12.503236 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0e478179-7d6d-436f-816b-15d96cf7a065 req-cc80f3bf-b88c-4518-9041-616c3da53ac6 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652536 Feb 08 15:57:12.561287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f20647f-4f73-473e-acde-b141ba83aa71 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet e6aa00ff-5872-4713-b967-72cb893e9850 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:57:12.590079 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-429a9c51-7c90-4003-acbc-7ff6157d7f49 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:12.607490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-373abfa5-8ff2-4a8c-9442-772d752eab82 req-8269aee6-0e55-483d-941c-51e16d5cec0d tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646492 Feb 08 15:57:12.613010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f20647f-4f73-473e-acde-b141ba83aa71 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (e6aa00ff-5872-4713-b967-72cb893e9850), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:12.623661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-429a9c51-7c90-4003-acbc-7ff6157d7f49 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Calling delete_port for a5a14c1f-2a74-4aab-8308-e85af9d02595 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:12.631446 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0e478179-7d6d-436f-816b-15d96cf7a065 req-c8767d78-4b40-473c-a9e5-29f82bccd35b service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219351 Feb 08 15:57:12.767263 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for port (15afaade-3318-41c7-b5cd-541ae0a48ec2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:12.776416 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f20647f-4f73-473e-acde-b141ba83aa71 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (e6aa00ff-5872-4713-b967-72cb893e9850), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:12.857361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870f351-3657-4e2e-85d6-46c94180e4cd req-7acdccf5-d289-4821-933a-b0c29c33a60d tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:12.859342 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d870f351-3657-4e2e-85d6-46c94180e4cd req-7acdccf5-d289-4821-933a-b0c29c33a60d tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.3667262 Feb 08 15:57:13.015665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e004e-4ffe-44b4-afd6-c12cbaba170a req-35263a1f-ac61-4868-af70-3edb5bdeeca8 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:13.017449 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a28e004e-4ffe-44b4-afd6-c12cbaba170a req-35263a1f-ac61-4868-af70-3edb5bdeeca8 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.2451246 Feb 08 15:57:13.043332 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (15afaade-3318-41c7-b5cd-541ae0a48ec2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:13.062171 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f20647f-4f73-473e-acde-b141ba83aa71 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (e6aa00ff-5872-4713-b967-72cb893e9850), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:13.080352 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d870f351-3657-4e2e-85d6-46c94180e4cd req-a6771340-20c6-4b77-a5bd-957cecccce76 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052441 Feb 08 15:57:13.090342 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:57:13.533213 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:13.565126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:13.566842 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-429a9c51-7c90-4003-acbc-7ff6157d7f49 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a5a14c1f-2a74-4aab-8308-e85af9d02595), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:13.573537 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:13.586395 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Pushing event updated for resources: {'Port': ['ID=15afaade-3318-41c7-b5cd-541ae0a48ec2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:13.701110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a9c51-7c90-4003-acbc-7ff6157d7f49 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event deleted for resources: {'Port': ['ID=a5a14c1f-2a74-4aab-8308-e85af9d02595,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:13.726473 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a28e004e-4ffe-44b4-afd6-c12cbaba170a req-b1282728-254f-4ec7-a86b-7af501f2b048 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6740479 Feb 08 15:57:13.764586 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f20647f-4f73-473e-acde-b141ba83aa71 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (e6aa00ff-5872-4713-b967-72cb893e9850), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:13.829787 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7e77a-784c-4db6-8a98-7c9618e455a5 req-699a901e-a9ce-4467-865c-5baf31191073 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:13.831320 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17d7e77a-784c-4db6-8a98-7c9618e455a5 req-699a901e-a9ce-4467-865c-5baf31191073 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.3588436 Feb 08 15:57:13.908788 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20647f-4f73-473e-acde-b141ba83aa71 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=e6aa00ff-5872-4713-b967-72cb893e9850,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:13.936549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91755f9b-e3b7-4430-912f-6d9988c57ddf None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:13.939761 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f20647f-4f73-473e-acde-b141ba83aa71 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:13.946375 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8f20647f-4f73-473e-acde-b141ba83aa71 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/e6aa00ff-5872-4713-b967-72cb893e9850 HTTP/1.1" status: 204 len: 168 time: 1.7923214 Feb 08 15:57:13.946616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48546) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:13.990768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-398cf445-8fff-474f-afb1-596a90809a8e req-9b7a9fd2-859b-4f8c-950c-bd4a4fa50baa service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3612370 Feb 08 15:57:14.002833 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-429a9c51-7c90-4003-acbc-7ff6157d7f49 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:14.007930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-429a9c51-7c90-4003-acbc-7ff6157d7f49 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "DELETE /v2.0/ports/a5a14c1f-2a74-4aab-8308-e85af9d02595 HTTP/1.1" status: 204 len: 168 time: 2.7246995 Feb 08 15:57:14.022566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48550) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:14.080111 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a68a2791-078d-4f99-8d1d-c73ffe0661dd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1319072 Feb 08 15:57:14.082538 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48552) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:14.102966 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2c04ffa6-61e2-42e4-be15-539e4cd593aa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:14.213847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859f2615-ed41-4df3-8d7f-c0aaa8b1376d None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:57:14.289300 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17d7e77a-784c-4db6-8a98-7c9618e455a5 req-917a8dab-6c81-4202-9580-5baaa4dc2e1e tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805285 Feb 08 15:57:14.304327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-859f2615-ed41-4df3-8d7f-c0aaa8b1376d None None] Deleting port 03337d5e-b84a-4887-80ee-b672610130b7 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:14.305591 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-859f2615-ed41-4df3-8d7f-c0aaa8b1376d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (03337d5e-b84a-4887-80ee-b672610130b7), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:14.403426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c04ffa6-61e2-42e4-be15-539e4cd593aa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:14.412359 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2c04ffa6-61e2-42e4-be15-539e4cd593aa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:14.445859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-859f2615-ed41-4df3-8d7f-c0aaa8b1376d None None] For port 03337d5e-b84a-4887-80ee-b672610130b7, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=03337d5e-b84a-4887-80ee-b672610130b7,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:14.445859 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-859f2615-ed41-4df3-8d7f-c0aaa8b1376d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (03337d5e-b84a-4887-80ee-b672610130b7), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:14.485383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-859f2615-ed41-4df3-8d7f-c0aaa8b1376d None None] Calling delete_port for 03337d5e-b84a-4887-80ee-b672610130b7 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:14.579281 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cf445-8fff-474f-afb1-596a90809a8e req-064bd03f-9eb5-46fc-be81-780e61cc7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:14.581077 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-398cf445-8fff-474f-afb1-596a90809a8e req-064bd03f-9eb5-46fc-be81-780e61cc7e76 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc&device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 1128 time: 0.4873748 Feb 08 15:57:14.659594 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-859f2615-ed41-4df3-8d7f-c0aaa8b1376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (03337d5e-b84a-4887-80ee-b672610130b7), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:14.680160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859f2615-ed41-4df3-8d7f-c0aaa8b1376d None None] No DVR routers for this DVR port 03337d5e-b84a-4887-80ee-b672610130b7 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:57:14.713884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f2615-ed41-4df3-8d7f-c0aaa8b1376d None None] Pushing event deleted for resources: {'Port': ['ID=03337d5e-b84a-4887-80ee-b672610130b7,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:14.764207 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4679413-a903-498c-b22f-c565742327b3 req-a3babed3-56a4-41f2-bcaf-c2e4e0ea4125 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:14.765957 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a4679413-a903-498c-b22f-c565742327b3 req-a3babed3-56a4-41f2-bcaf-c2e4e0ea4125 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.5571501 Feb 08 15:57:14.793594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-af538bc3-f31c-4a05-b2a8-0abd93aa801d tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:14.795231 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-af538bc3-f31c-4a05-b2a8-0abd93aa801d tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/networks?id=f6df558d-571e-4952-ad2b-0976754826c6 HTTP/1.1" status: 200 len: 814 time: 0.3048639 Feb 08 15:57:14.805007 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (bfa0e866-c928-4097-ba5d-76d069762e6f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:14.898757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-70482451-1f38-4eaf-937d-46a4a49152b9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Deleting port cd15fded-a995-4138-8c2a-b51cb34b8301 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:14.899340 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70482451-1f38-4eaf-937d-46a4a49152b9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:14.941487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-e0f6dc2d-b8be-4962-b21a-8a622896a720 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/quotas/39e9a774a47642ca822a4da0fcbb0506 HTTP/1.1" status: 200 len: 375 time: 0.1325254 Feb 08 15:57:14.951041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.objects.ports [None req-2c04ffa6-61e2-42e4-be15-539e4cd593aa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103302) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 15:57:14.954485 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2c04ffa6-61e2-42e4-be15-539e4cd593aa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (b08b2545-9d94-4dba-a221-ef28f696c9ab), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:15.025255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c04ffa6-61e2-42e4-be15-539e4cd593aa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:15.029516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-2c04ffa6-61e2-42e4-be15-539e4cd593aa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:15.034148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c04ffa6-61e2-42e4-be15-539e4cd593aa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:15.034787 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2c04ffa6-61e2-42e4-be15-539e4cd593aa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:15.044207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81df4cb2-4115-47ab-a103-03a938095636 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:15.047174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04ffa6-61e2-42e4-be15-539e4cd593aa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=b08b2545-9d94-4dba-a221-ef28f696c9ab,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:15.066887 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2c04ffa6-61e2-42e4-be15-539e4cd593aa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9786685 Feb 08 15:57:15.069404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48566) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:15.075036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cf445-8fff-474f-afb1-596a90809a8e req-5ffa6373-9287-4cd9-9a87-2c086581578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:15.077745 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-398cf445-8fff-474f-afb1-596a90809a8e req-5ffa6373-9287-4cd9-9a87-2c086581578c service neutron] 10.222.0.94 "GET /v2.0/networks?id=8dac800a-41cf-4608-84ad-1dd6f88aa855 HTTP/1.1" status: 200 len: 911 time: 0.4596059 Feb 08 15:57:15.082309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d6fb670e-98a0-4cce-8671-93bfa19797ac tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'mac_address': 'fa:16:3e:c8:39:a7', 'name': 'tempest-NetworksTestDHCPv6-1536685507'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:15.086607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a4679413-a903-498c-b22f-c565742327b3 req-b40b4112-c1ca-496d-97f3-66deae12bf68 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015711 Feb 08 15:57:15.275265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': 'b08b2545-9d94-4dba-a221-ef28f696c9ab'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:57:15.277313 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:15.294909 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70482451-1f38-4eaf-937d-46a4a49152b9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:15.300371 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fb670e-98a0-4cce-8671-93bfa19797ac tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:15.333273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-bc2786ca-01b4-4ea0-910f-98149cac3f77 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=39e9a774a47642ca822a4da0fcbb0506&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3449218 Feb 08 15:57:15.373281 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-398cf445-8fff-474f-afb1-596a90809a8e req-3846cebe-83ef-41f1-bcae-74f6ff3cf166 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5202aec-bda7-492e-b04d-b693098fbacc HTTP/1.1" status: 200 len: 1000 time: 0.2832994 Feb 08 15:57:15.406163 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-70482451-1f38-4eaf-937d-46a4a49152b9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Calling delete_port for cd15fded-a995-4138-8c2a-b51cb34b8301 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:15.507277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be425b4a-f34c-4eb8-8683-25cea3ce923b req-07d2b76f-64d4-4d7e-aeab-989f3314dcf9 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:15.509974 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-be425b4a-f34c-4eb8-8683-25cea3ce923b req-07d2b76f-64d4-4d7e-aeab-989f3314dcf9 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.94 "GET /v2.0/ports?device_id=ac5c9481-c754-46c1-92d6-827c45bafd57 HTTP/1.1" status: 200 len: 945 time: 0.1354234 Feb 08 15:57:15.521779 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d6fb670e-98a0-4cce-8671-93bfa19797ac tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:15.596270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cf445-8fff-474f-afb1-596a90809a8e req-98f321e1-2fa1-4ef6-bc78-df9dbcb81647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:15.597036 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-d6fb670e-98a0-4cce-8671-93bfa19797ac tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port 72ed4892-b7db-4979-b490-9fb4f0ab39bc yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:57:15.598045 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-398cf445-8fff-474f-afb1-596a90809a8e req-98f321e1-2fa1-4ef6-bc78-df9dbcb81647 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9 HTTP/1.1" status: 200 len: 849 time: 0.1876266 Feb 08 15:57:15.604469 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (bfa0e866-c928-4097-ba5d-76d069762e6f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:15.619618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Allocated IP 2001:db8::f816:3eff:fee2:e38a (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/b08b2545-9d94-4dba-a221-ef28f696c9ab/70254c4f-5668-4345-aceb-672904fee5a6) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:15.727892 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-7f04af24-bb26-4c76-9b62-538863d51f13 service neutron] 10.222.0.82 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936331 Feb 08 15:57:15.793255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-be425b4a-f34c-4eb8-8683-25cea3ce923b req-88e8fa37-3979-4c8c-b5bc-26d460f4b873 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Deleting port 6a056bb1-3578-409c-8b52-369670e863c6 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:15.793608 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-be425b4a-f34c-4eb8-8683-25cea3ce923b req-88e8fa37-3979-4c8c-b5bc-26d460f4b873 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6a056bb1-3578-409c-8b52-369670e863c6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:15.862457 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25073e5-da07-4e0d-b2b9-9102b92d258a req-04db1508-a1e3-456b-9a6c-277c17d19b50 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:15.864201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b25073e5-da07-4e0d-b2b9-9102b92d258a req-04db1508-a1e3-456b-9a6c-277c17d19b50 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.3744395 Feb 08 15:57:15.948073 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Publish callbacks [] for port (70254c4f-5668-4345-aceb-672904fee5a6), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:15.956987 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (70254c4f-5668-4345-aceb-672904fee5a6), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:15.979403 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-be425b4a-f34c-4eb8-8683-25cea3ce923b req-88e8fa37-3979-4c8c-b5bc-26d460f4b873 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] For port 6a056bb1-3578-409c-8b52-369670e863c6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6a056bb1-3578-409c-8b52-369670e863c6,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:15.979991 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-be425b4a-f34c-4eb8-8683-25cea3ce923b req-88e8fa37-3979-4c8c-b5bc-26d460f4b873 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6a056bb1-3578-409c-8b52-369670e863c6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:16.000421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-be425b4a-f34c-4eb8-8683-25cea3ce923b req-88e8fa37-3979-4c8c-b5bc-26d460f4b873 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Calling delete_port for 6a056bb1-3578-409c-8b52-369670e863c6 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:16.032123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:16.034056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 03337d5e-b84a-4887-80ee-b672610130b7 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:57:16.063223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Pushing event updated for resources: {'Port': ['ID=70254c4f-5668-4345-aceb-672904fee5a6,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:16.068292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:16.074937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:16.081850 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 03337d5e-b84a-4887-80ee-b672610130b7 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:57:16.082936 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 03337d5e-b84a-4887-80ee-b672610130b7 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:57:16.159339 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Attempting to bind port 70254c4f-5668-4345-aceb-672904fee5a6 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:57:16.160293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Attempting to bind port 70254c4f-5668-4345-aceb-672904fee5a6 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:57:16.160909 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Attempting to bind port 70254c4f-5668-4345-aceb-672904fee5a6 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:57:16.169306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:57:16.170237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:57:16.171665 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:16.172427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:57:16.173562 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Bound port: 70254c4f-5668-4345-aceb-672904fee5a6, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:57:16.174561 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (70254c4f-5668-4345-aceb-672904fee5a6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:16.271264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-d6fb670e-98a0-4cce-8671-93bfa19797ac tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::f816:3eff:fec8:39a7 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/b08b2545-9d94-4dba-a221-ef28f696c9ab/72ed4892-b7db-4979-b490-9fb4f0ab39bc) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:16.277350 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] For port 70254c4f-5668-4345-aceb-672904fee5a6, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:57:16.283750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] For port 70254c4f-5668-4345-aceb-672904fee5a6, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=70254c4f-5668-4345-aceb-672904fee5a6,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:57:16.297238 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (70254c4f-5668-4345-aceb-672904fee5a6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:16.297465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cf445-8fff-474f-afb1-596a90809a8e req-ab1e44a4-2dc2-4de4-9992-7119b2cfe01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:16.298971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-398cf445-8fff-474f-afb1-596a90809a8e req-ab1e44a4-2dc2-4de4-9992-7119b2cfe01d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8dac800a-41cf-4608-84ad-1dd6f88aa855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6852479 Feb 08 15:57:16.399191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c5f75-e27f-48b2-b198-8c8210835ea7 None None] Pushing event updated for resources: {'Port': ['ID=70254c4f-5668-4345-aceb-672904fee5a6,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:16.431025 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-be425b4a-f34c-4eb8-8683-25cea3ce923b req-88e8fa37-3979-4c8c-b5bc-26d460f4b873 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6a056bb1-3578-409c-8b52-369670e863c6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:16.469705 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-99fe07a6-2284-48e0-b56f-b7e36fd5f57e service neutron] 10.222.0.82 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7408979 Feb 08 15:57:16.494500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8fa37-3979-4c8c-b5bc-26d460f4b873 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Pushing event deleted for resources: {'Port': ['ID=6a056bb1-3578-409c-8b52-369670e863c6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:16.580884 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70482451-1f38-4eaf-937d-46a4a49152b9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (cd15fded-a995-4138-8c2a-b51cb34b8301), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:16.642179 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70482451-1f38-4eaf-937d-46a4a49152b9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event deleted for resources: {'Port': ['ID=cd15fded-a995-4138-8c2a-b51cb34b8301,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:16.656415 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b25073e5-da07-4e0d-b2b9-9102b92d258a req-bfb2a03b-d84a-40d2-a685-d37a70271a4c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7543619 Feb 08 15:57:16.715027 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d6fb670e-98a0-4cce-8671-93bfa19797ac tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (72ed4892-b7db-4979-b490-9fb4f0ab39bc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:16.716206 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-398cf445-8fff-474f-afb1-596a90809a8e req-4d432d8c-32fd-4f9c-8bed-0d355004c062 service neutron] 10.222.0.94 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016542 Feb 08 15:57:16.722945 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-be425b4a-f34c-4eb8-8683-25cea3ce923b req-88e8fa37-3979-4c8c-b5bc-26d460f4b873 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] No DVR routers for this DVR port 6a056bb1-3578-409c-8b52-369670e863c6 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:57:16.735234 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-be425b4a-f34c-4eb8-8683-25cea3ce923b req-88e8fa37-3979-4c8c-b5bc-26d460f4b873 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:16.739206 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-be425b4a-f34c-4eb8-8683-25cea3ce923b req-88e8fa37-3979-4c8c-b5bc-26d460f4b873 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.94 "DELETE /v2.0/ports/6a056bb1-3578-409c-8b52-369670e863c6 HTTP/1.1" status: 204 len: 173 time: 1.2134566 Feb 08 15:57:16.753428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5c9481-c754-46c1-92d6-827c45bafd57', 'name': 'network-vif-deleted', 'tag': '6a056bb1-3578-409c-8b52-369670e863c6'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:57:16.790785 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5eb152-fcd2-485f-8612-3f8842c8d0c1" -d '{"events": [{"server_uuid": "ac5c9481-c754-46c1-92d6-827c45bafd57", "name": "network-vif-deleted", "tag": "6a056bb1-3578-409c-8b52-369670e863c6"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:57:16.921488 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d6fb670e-98a0-4cce-8671-93bfa19797ac tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (72ed4892-b7db-4979-b490-9fb4f0ab39bc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:16.967726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Router bfa0e866-c928-4097-ba5d-76d069762e6f is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:57:16.990760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fb670e-98a0-4cce-8671-93bfa19797ac tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:16.998555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d6fb670e-98a0-4cce-8671-93bfa19797ac tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:17.003981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb670e-98a0-4cce-8671-93bfa19797ac tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:17.010674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fb670e-98a0-4cce-8671-93bfa19797ac tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:17.011365 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d6fb670e-98a0-4cce-8671-93bfa19797ac tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:17.041930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb670e-98a0-4cce-8671-93bfa19797ac tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=72ed4892-b7db-4979-b490-9fb4f0ab39bc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:17.053459 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d6fb670e-98a0-4cce-8671-93bfa19797ac tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9805162 Feb 08 15:57:17.057079 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48578) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:17.112406 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b79d078-11dc-4f2a-b9b1-c1ae373cda87 req-fd19d21f-d86e-4248-a79f-3f09062bc27b tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 210 time: 0.1375608 Feb 08 15:57:17.179392 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2fb87b-9275-4aa7-9af8-a1e304e157a6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:17.201399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2fb87b-9275-4aa7-9af8-a1e304e157a6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:17.207117 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-398cf445-8fff-474f-afb1-596a90809a8e req-f49583c4-ab91-4c2f-a798-aa506cb663f1 service neutron] 10.222.0.94 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830435 Feb 08 15:57:17.207428 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2c2fb87b-9275-4aa7-9af8-a1e304e157a6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1483233 Feb 08 15:57:17.207540 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48584) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:17.211749 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70482451-1f38-4eaf-937d-46a4a49152b9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:17.217584 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-70482451-1f38-4eaf-937d-46a4a49152b9 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "DELETE /v2.0/ports/cd15fded-a995-4138-8c2a-b51cb34b8301 HTTP/1.1" status: 204 len: 168 time: 3.1931517 Feb 08 15:57:17.223374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48586) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:17.338448 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24f2c21-c8a8-49dd-ba34-48f4ea2d6f96 x-openstack-request-id: req-f24f2c21-c8a8-49dd-ba34-48f4ea2d6f96 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:57:17.347097 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5c9481-c754-46c1-92d6-827c45bafd57", "name": "network-vif-deleted", "tag": "6a056bb1-3578-409c-8b52-369670e863c6", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:57:17.347428 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f24f2c21-c8a8-49dd-ba34-48f4ea2d6f96 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:57:17.347852 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5c9481-c754-46c1-92d6-827c45bafd57', 'name': 'network-vif-deleted', 'tag': '6a056bb1-3578-409c-8b52-369670e863c6', 'status': 'completed', 'code': 200} Feb 08 15:57:17.400812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24a52e9-b63e-4269-9de0-ea4c0b5efb62 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Deleting subnet 6eca72cf-b7fe-4542-b2f5-1654494fba24 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:57:17.412729 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d24a52e9-b63e-4269-9de0-ea4c0b5efb62 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for subnet (6eca72cf-b7fe-4542-b2f5-1654494fba24), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:17.435033 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6a056bb1-3578-409c-8b52-369670e863c6 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:57:17.459029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:57:17.518058 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94abcf4-e10e-48f1-b787-eb85f9212795 None None] Sync routers for ids ['bfa0e866-c928-4097-ba5d-76d069762e6f'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:57:17.532841 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 6a056bb1-3578-409c-8b52-369670e863c6 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:57:17.538232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6a056bb1-3578-409c-8b52-369670e863c6 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:57:17.569708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94abcf4-e10e-48f1-b787-eb85f9212795 None None] Routers {'bfa0e866-c928-4097-ba5d-76d069762e6f'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:57:17.570430 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b94abcf4-e10e-48f1-b787-eb85f9212795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bfa0e866-c928-4097-ba5d-76d069762e6f'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:17.571447 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603a99b-fb12-441e-ab0a-2219595db84a req-a7f9e6ae-e181-4416-9846-85de79b35205 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:17.574769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8603a99b-fb12-441e-ab0a-2219595db84a req-a7f9e6ae-e181-4416-9846-85de79b35205 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.6253197 Feb 08 15:57:17.575005 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d24a52e9-b63e-4269-9de0-ea4c0b5efb62 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (6eca72cf-b7fe-4542-b2f5-1654494fba24), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:17.650144 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:17.651846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-99065c18-ba52-43f1-b1a4-62611e645b19 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 8.3165116 Feb 08 15:57:17.655093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48590) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:17.658051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b94abcf4-e10e-48f1-b787-eb85f9212795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:17.687873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94abcf4-e10e-48f1-b787-eb85f9212795 None None] Routers {'bfa0e866-c928-4097-ba5d-76d069762e6f'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:57:17.695857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b94abcf4-e10e-48f1-b787-eb85f9212795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bfa0e866-c928-4097-ba5d-76d069762e6f'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:17.716296 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8603a99b-fb12-441e-ab0a-2219595db84a req-0fd5cd86-1e82-41f1-816e-9273695221fa tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093187 Feb 08 15:57:17.749687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-84e7c212-f8f7-4b75-a1ac-6fda02d64403 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port 72ed4892-b7db-4979-b490-9fb4f0ab39bc {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:17.760887 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84e7c212-f8f7-4b75-a1ac-6fda02d64403 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (72ed4892-b7db-4979-b490-9fb4f0ab39bc), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:17.858557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b94abcf4-e10e-48f1-b787-eb85f9212795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:17.859323 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94abcf4-e10e-48f1-b787-eb85f9212795 None None] The sync data for ids ['bfa0e866-c928-4097-ba5d-76d069762e6f'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:57:18.007916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 70254c4f-5668-4345-aceb-672904fee5a6 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:18.051185 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d24a52e9-b63e-4269-9de0-ea4c0b5efb62 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (6eca72cf-b7fe-4542-b2f5-1654494fba24), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:18.089266 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84e7c212-f8f7-4b75-a1ac-6fda02d64403 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (72ed4892-b7db-4979-b490-9fb4f0ab39bc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:18.129746 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-84e7c212-f8f7-4b75-a1ac-6fda02d64403 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for 72ed4892-b7db-4979-b490-9fb4f0ab39bc owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:18.139396 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 70254c4f-5668-4345-aceb-672904fee5a6 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:18.139772 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (70254c4f-5668-4345-aceb-672904fee5a6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:18.175844 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d24a52e9-b63e-4269-9de0-ea4c0b5efb62 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (6eca72cf-b7fe-4542-b2f5-1654494fba24), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:18.215402 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a52e9-b63e-4269-9de0-ea4c0b5efb62 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event deleted for resources: {'Subnet': ['ID=6eca72cf-b7fe-4542-b2f5-1654494fba24,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:18.242243 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d24a52e9-b63e-4269-9de0-ea4c0b5efb62 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:18.249971 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d24a52e9-b63e-4269-9de0-ea4c0b5efb62 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "DELETE /v2.0/subnets/6eca72cf-b7fe-4542-b2f5-1654494fba24 HTTP/1.1" status: 204 len: 168 time: 1.0247481 Feb 08 15:57:18.253590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48596) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:18.268367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce71549-850f-4002-8285-27d4b1d52f2f None None] Network 9d6707d8-cec8-4e82-8169-f326c4c2b90f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:18.333657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-7614c1e4-e237-4ebf-ab95-82d174b08cd8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Deleting subnet b54aa40b-196d-4120-890f-56a182074fb9 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:57:18.339209 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2d5332c5-3def-4c9c-85fe-36f8e98eb042 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/routers/bfa0e866-c928-4097-ba5d-76d069762e6f HTTP/1.1" status: 200 len: 918 time: 0.6829984 Feb 08 15:57:18.340415 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7614c1e4-e237-4ebf-ab95-82d174b08cd8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for subnet (b54aa40b-196d-4120-890f-56a182074fb9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:18.343501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48598) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:18.378979 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6502b850-b179-4fdf-8341-4ca2d2154cab req-b3360792-6a0d-42a0-bb51-37b921f78784 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 210 time: 0.0810442 Feb 08 15:57:18.409441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06e143-abfa-49d6-8650-d13e7942feef req-b111b8c3-e802-4e38-8c9a-5cb33abf86c1 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:18.416355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 70254c4f-5668-4345-aceb-672904fee5a6 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:18.416876 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (70254c4f-5668-4345-aceb-672904fee5a6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:18.423249 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd06e143-abfa-49d6-8650-d13e7942feef req-b111b8c3-e802-4e38-8c9a-5cb33abf86c1 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.5407755 Feb 08 15:57:18.423474 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-494010e8-a4bf-4a91-8b74-0d81ccc9f801 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "GET /v2.0/ports?device_id=bfa0e866-c928-4097-ba5d-76d069762e6f HTTP/1.1" status: 200 len: 205 time: 0.0788329 Feb 08 15:57:18.426989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48600) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:18.450589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-52045488-f8ef-43ad-b309-a68255020650 None None] Provisioning complete for port 70254c4f-5668-4345-aceb-672904fee5a6 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:18.451205 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-52045488-f8ef-43ad-b309-a68255020650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (70254c4f-5668-4345-aceb-672904fee5a6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:18.540785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 70254c4f-5668-4345-aceb-672904fee5a6, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=70254c4f-5668-4345-aceb-672904fee5a6,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:18.562383 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (70254c4f-5668-4345-aceb-672904fee5a6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:18.631323 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd06e143-abfa-49d6-8650-d13e7942feef req-b9c9550a-4286-4e79-bf1b-252e78346180 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067266 Feb 08 15:57:18.712775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-52045488-f8ef-43ad-b309-a68255020650 None None] Current status of the port 70254c4f-5668-4345-aceb-672904fee5a6 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:18.720796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=70254c4f-5668-4345-aceb-672904fee5a6,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:18.775939 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:18.848383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-511455af-83dc-4077-bec0-55eb2ed1f8b7 None None] Provisioning complete for port 72ed4892-b7db-4979-b490-9fb4f0ab39bc triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:18.848760 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-511455af-83dc-4077-bec0-55eb2ed1f8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (72ed4892-b7db-4979-b490-9fb4f0ab39bc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:18.910949 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-511455af-83dc-4077-bec0-55eb2ed1f8b7 None None] Port 72ed4892-b7db-4979-b490-9fb4f0ab39bc cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:57:18.915565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8b86a1-8b4e-44c2-adeb-403877e5acc1 None None] DHCP port deletion for 9d6707d8-cec8-4e82-8169-f326c4c2b90f request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:57:18.988032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-af8b86a1-8b4e-44c2-adeb-403877e5acc1 None None] Deleting port c5100a39-be9a-4bed-b7dc-801ceeecbeb9 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:18.988422 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-af8b86a1-8b4e-44c2-adeb-403877e5acc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c5100a39-be9a-4bed-b7dc-801ceeecbeb9), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.015996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-d77b0322-0649-4bee-9f16-bad2797c5117 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:19.018486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-d77b0322-0649-4bee-9f16-bad2797c5117 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.94 "GET /v2.0/networks?id=f6df558d-571e-4952-ad2b-0976754826c6 HTTP/1.1" status: 200 len: 814 time: 0.3068383 Feb 08 15:57:19.041405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-1aecadab-7b84-4c64-be55-a60352640575 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Request body: {'port': {'device_id': 'ac570dfe-81d7-43ba-814a-aee48b00f6e1', 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6', 'admin_state_up': True, 'tenant_id': '39e9a774a47642ca822a4da0fcbb0506'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:19.110801 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-af8b86a1-8b4e-44c2-adeb-403877e5acc1 None None] For port c5100a39-be9a-4bed-b7dc-801ceeecbeb9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c5100a39-be9a-4bed-b7dc-801ceeecbeb9,segment=NetworkSegment(b5354a86-66cc-471b-a1b9-1ccb1d9f6bda),segment_id=b5354a86-66cc-471b-a1b9-1ccb1d9f6bda)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:19.111199 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-af8b86a1-8b4e-44c2-adeb-403877e5acc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c5100a39-be9a-4bed-b7dc-801ceeecbeb9), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.117080 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ffc09fd3-8a85-452d-a5f1-a29844ee952a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (bfa0e866-c928-4097-ba5d-76d069762e6f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.130242 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84e7c212-f8f7-4b75-a1ac-6fda02d64403 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (72ed4892-b7db-4979-b490-9fb4f0ab39bc), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.131383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-af8b86a1-8b4e-44c2-adeb-403877e5acc1 None None] Calling delete_port for c5100a39-be9a-4bed-b7dc-801ceeecbeb9 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:19.227467 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7c212-f8f7-4b75-a1ac-6fda02d64403 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=72ed4892-b7db-4979-b490-9fb4f0ab39bc,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:19.231161 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7614c1e4-e237-4ebf-ab95-82d174b08cd8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (b54aa40b-196d-4120-890f-56a182074fb9), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.330329 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897fe08-3e39-4c13-85d7-fdc5aee50db0 req-c6698beb-62ed-4241-9c7c-176a53fd1436 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:19.332553 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5897fe08-3e39-4c13-85d7-fdc5aee50db0 req-c6698beb-62ed-4241-9c7c-176a53fd1436 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.3104291 Feb 08 15:57:19.340203 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84e7c212-f8f7-4b75-a1ac-6fda02d64403 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.352343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-84e7c212-f8f7-4b75-a1ac-6fda02d64403 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/72ed4892-b7db-4979-b490-9fb4f0ab39bc HTTP/1.1" status: 204 len: 168 time: 2.1314125 Feb 08 15:57:19.364043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48604) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:19.495667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ffc09fd3-8a85-452d-a5f1-a29844ee952a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (bfa0e866-c928-4097-ba5d-76d069762e6f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.515011 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-af8b86a1-8b4e-44c2-adeb-403877e5acc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (c5100a39-be9a-4bed-b7dc-801ceeecbeb9), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.520536 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7614c1e4-e237-4ebf-ab95-82d174b08cd8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (b54aa40b-196d-4120-890f-56a182074fb9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.529201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aff960-c3be-4fb8-81b2-7a4ff1b80813 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:19.531333 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aff960-c3be-4fb8-81b2-7a4ff1b80813 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:19.533891 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c7aff960-c3be-4fb8-81b2-7a4ff1b80813 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1598036 Feb 08 15:57:19.540448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48608) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:19.547404 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5897fe08-3e39-4c13-85d7-fdc5aee50db0 req-dae0954a-0923-45a1-bb51-dd7b6030c828 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934021 Feb 08 15:57:19.606125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b86a1-8b4e-44c2-adeb-403877e5acc1 None None] Pushing event deleted for resources: {'Port': ['ID=c5100a39-be9a-4bed-b7dc-801ceeecbeb9,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:19.612219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1407e02c-b710-480d-8073-7ab7e490cb2e req-d217ee87-798b-4d49-abdb-27f7b112d2e2 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 210 time: 0.0476425 Feb 08 15:57:19.616121 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8b86a1-8b4e-44c2-adeb-403877e5acc1 None None] No DVR routers for this DVR port c5100a39-be9a-4bed-b7dc-801ceeecbeb9 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:57:19.648995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-1aecadab-7b84-4c64-be55-a60352640575 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Made reservation on behalf of 39e9a774a47642ca822a4da0fcbb0506 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:19.652826 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-1aecadab-7b84-4c64-be55-a60352640575 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.689502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ffc09fd3-8a85-452d-a5f1-a29844ee952a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Deleting port 15afaade-3318-41c7-b5cd-541ae0a48ec2 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:19.690245 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ffc09fd3-8a85-452d-a5f1-a29844ee952a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (15afaade-3318-41c7-b5cd-541ae0a48ec2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.692682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7614c1e4-e237-4ebf-ab95-82d174b08cd8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (b54aa40b-196d-4120-890f-56a182074fb9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.711716 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0acd286-3386-494d-b98c-5fea34fd3c2b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet b08b2545-9d94-4dba-a221-ef28f696c9ab {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:57:19.719073 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d0acd286-3386-494d-b98c-5fea34fd3c2b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (b08b2545-9d94-4dba-a221-ef28f696c9ab), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.720750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee8eea4-46ef-42e7-b6b0-b085505b4b50 None None] Network e26395d2-2156-49c3-97cc-22735cb36435 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:19.742069 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7614c1e4-e237-4ebf-ab95-82d174b08cd8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.749358 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7614c1e4-e237-4ebf-ab95-82d174b08cd8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "DELETE /v2.0/subnets/b54aa40b-196d-4120-890f-56a182074fb9 HTTP/1.1" status: 204 len: 168 time: 1.4941580 Feb 08 15:57:19.778217 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d0acd286-3386-494d-b98c-5fea34fd3c2b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (b08b2545-9d94-4dba-a221-ef28f696c9ab), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.780806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48612) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:19.839894 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614c1e4-e237-4ebf-ab95-82d174b08cd8 tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event deleted for resources: {'Subnet': ['ID=b54aa40b-196d-4120-890f-56a182074fb9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:19.943084 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76a9b5ca-9494-42dc-af56-cb731c8abcef tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (9d6707d8-cec8-4e82-8169-f326c4c2b90f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:19.962053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 70254c4f-5668-4345-aceb-672904fee5a6 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:20.014913 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ffc09fd3-8a85-452d-a5f1-a29844ee952a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (15afaade-3318-41c7-b5cd-541ae0a48ec2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.032094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567677d5-306f-4c4b-8859-f1d9384f426a None None] DHCP port deletion for e26395d2-2156-49c3-97cc-22735cb36435 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:57:20.070692 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d0acd286-3386-494d-b98c-5fea34fd3c2b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (b08b2545-9d94-4dba-a221-ef28f696c9ab), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.086273 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ffc09fd3-8a85-452d-a5f1-a29844ee952a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Calling delete_port for 15afaade-3318-41c7-b5cd-541ae0a48ec2 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:20.110991 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76a9b5ca-9494-42dc-af56-cb731c8abcef tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (9d6707d8-cec8-4e82-8169-f326c4c2b90f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.117879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 70254c4f-5668-4345-aceb-672904fee5a6 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:20.118646 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (70254c4f-5668-4345-aceb-672904fee5a6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.153792 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d0acd286-3386-494d-b98c-5fea34fd3c2b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (b08b2545-9d94-4dba-a221-ef28f696c9ab), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.176816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-76a9b5ca-9494-42dc-af56-cb731c8abcef tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6707d8-cec8-4e82-8169-f326c4c2b90f']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:20.190892 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d0acd286-3386-494d-b98c-5fea34fd3c2b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.195191 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d0acd286-3386-494d-b98c-5fea34fd3c2b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/b08b2545-9d94-4dba-a221-ef28f696c9ab HTTP/1.1" status: 204 len: 168 time: 0.6459460 Feb 08 15:57:20.198165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-76a9b5ca-9494-42dc-af56-cb731c8abcef tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5354a86-66cc-471b-a1b9-1ccb1d9f6bda') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:20.198718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-76a9b5ca-9494-42dc-af56-cb731c8abcef tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5354a86-66cc-471b-a1b9-1ccb1d9f6bda') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:20.200688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48614) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:20.214325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05952eda-28d6-4a40-bf76-38b892dbc259 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:20.230804 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76a9b5ca-9494-42dc-af56-cb731c8abcef tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (b5354a86-66cc-471b-a1b9-1ccb1d9f6bda), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.257342 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76a9b5ca-9494-42dc-af56-cb731c8abcef tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b5354a86-66cc-471b-a1b9-1ccb1d9f6bda), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.289805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-72ec3f73-c529-4f3f-98b4-9e430da12156 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638587 Feb 08 15:57:20.296160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acd286-3386-494d-b98c-5fea34fd3c2b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=b08b2545-9d94-4dba-a221-ef28f696c9ab,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:20.305897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48616) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:20.323685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec3904-67b5-430d-bf40-44e30872d845 req-ba20a202-d29a-4b5c-bb9f-916548733fb1 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:20.324833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a9b5ca-9494-42dc-af56-cb731c8abcef tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:57:20.325467 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76a9b5ca-9494-42dc-af56-cb731c8abcef tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (b5354a86-66cc-471b-a1b9-1ccb1d9f6bda), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.325614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19ec3904-67b5-430d-bf40-44e30872d845 req-ba20a202-d29a-4b5c-bb9f-916548733fb1 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.3926303 Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:57:20.331964 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:57:20.337137 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.365100 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-567677d5-306f-4c4b-8859-f1d9384f426a None None] Deleting port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:20.366539 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-567677d5-306f-4c4b-8859-f1d9384f426a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.407307 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-1aecadab-7b84-4c64-be55-a60352640575 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Allocated IP 172.20.0.9 (f6df558d-571e-4952-ad2b-0976754826c6/f74506d9-bb81-41cd-9755-6285f6ea9968/b695a5bc-9699-4af3-a5e5-ba996c81401d) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:20.461723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aac1da-1c18-4488-b7d9-9fcd572e0753 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:20.463926 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-27aac1da-1c18-4488-b7d9-9fcd572e0753 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1566162 Feb 08 15:57:20.468343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48618) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:20.525762 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 70254c4f-5668-4345-aceb-672904fee5a6 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:20.538966 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d73069d-6a50-4167-b591-e422ee6dcd95 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:20.541191 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7d73069d-6a50-4167-b591-e422ee6dcd95 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0702338 Feb 08 15:57:20.548715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48620) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:20.564474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-567677d5-306f-4c4b-8859-f1d9384f426a None None] For port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=02fa10b7-c8a9-4b00-be16-6c13d5489e0a,segment=NetworkSegment(7ca4bbed-8c0c-4583-b613-c48541531d1c),segment_id=7ca4bbed-8c0c-4583-b613-c48541531d1c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:20.565322 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-567677d5-306f-4c4b-8859-f1d9384f426a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.604212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-567677d5-306f-4c4b-8859-f1d9384f426a None None] Calling delete_port for 02fa10b7-c8a9-4b00-be16-6c13d5489e0a owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:20.612824 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19ec3904-67b5-430d-bf40-44e30872d845 req-b8a56843-68f6-4633-9327-03574ed1d22c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764664 Feb 08 15:57:20.666750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c5100a39-be9a-4bed-b7dc-801ceeecbeb9 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:57:20.677418 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-95cc3135-022f-4193-b28e-7e776c384a3a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1221106 Feb 08 15:57:20.677418 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76a9b5ca-9494-42dc-af56-cb731c8abcef tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (9d6707d8-cec8-4e82-8169-f326c4c2b90f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.686940 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48626) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:20.730748 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76a9b5ca-9494-42dc-af56-cb731c8abcef tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.734758 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-76a9b5ca-9494-42dc-af56-cb731c8abcef tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "DELETE /v2.0/networks/9d6707d8-cec8-4e82-8169-f326c4c2b90f HTTP/1.1" status: 204 len: 168 time: 0.9323566 Feb 08 15:57:20.738545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-fb63c7df-0a0a-4364-b551-5c325de10c82 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:20.744579 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48628) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:20.761729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9b5ca-9494-42dc-af56-cb731c8abcef tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event deleted for resources: {'Network': ['ID=9d6707d8-cec8-4e82-8169-f326c4c2b90f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:20.779061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c4b4a3-699a-41ca-b2f8-f175b3eb6143 None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:57:20.781174 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: c5100a39-be9a-4bed-b7dc-801ceeecbeb9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:57:20.781767 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c5100a39-be9a-4bed-b7dc-801ceeecbeb9 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:57:20.789563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-1aecadab-7b84-4c64-be55-a60352640575 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks [] for port (b695a5bc-9699-4af3-a5e5-ba996c81401d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.886537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c6ba9bf-c601-489c-b783-7e1e6cff544c req-fa37abd0-1536-4922-989e-d38ccb47929c tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 210 time: 0.0723460 Feb 08 15:57:20.901674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-19c4b4a3-699a-41ca-b2f8-f175b3eb6143 None None] Deleting port 70254c4f-5668-4345-aceb-672904fee5a6 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:20.902350 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-19c4b4a3-699a-41ca-b2f8-f175b3eb6143 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (70254c4f-5668-4345-aceb-672904fee5a6), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.936204 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-1aecadab-7b84-4c64-be55-a60352640575 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b695a5bc-9699-4af3-a5e5-ba996c81401d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.948660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (e26395d2-2156-49c3-97cc-22735cb36435), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.955998 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ffc09fd3-8a85-452d-a5f1-a29844ee952a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (15afaade-3318-41c7-b5cd-541ae0a48ec2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:20.986600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc09fd3-8a85-452d-a5f1-a29844ee952a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Pushing event deleted for resources: {'Port': ['ID=15afaade-3318-41c7-b5cd-541ae0a48ec2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:21.025329 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-19c4b4a3-699a-41ca-b2f8-f175b3eb6143 None None] For port 70254c4f-5668-4345-aceb-672904fee5a6, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=70254c4f-5668-4345-aceb-672904fee5a6,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:21.025868 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-19c4b4a3-699a-41ca-b2f8-f175b3eb6143 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (70254c4f-5668-4345-aceb-672904fee5a6), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.031377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cfb89-bec6-4ad7-b7f0-dae94a5a928a req-3c64cc2a-a958-487d-b5eb-f31080690226 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:21.043782 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-620cfb89-bec6-4ad7-b7f0-dae94a5a928a req-3c64cc2a-a958-487d-b5eb-f31080690226 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.2302175 Feb 08 15:57:21.053037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-19c4b4a3-699a-41ca-b2f8-f175b3eb6143 None None] Calling delete_port for 70254c4f-5668-4345-aceb-672904fee5a6 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:21.064737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecadab-7b84-4c64-be55-a60352640575 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Pushing event updated for resources: {'Port': ['ID=b695a5bc-9699-4af3-a5e5-ba996c81401d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:21.092448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-1aecadab-7b84-4c64-be55-a60352640575 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Network f6df558d-571e-4952-ad2b-0976754826c6 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:21.096646 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-1aecadab-7b84-4c64-be55-a60352640575 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:21.104128 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-1aecadab-7b84-4c64-be55-a60352640575 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:21.143977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb63c7df-0a0a-4364-b551-5c325de10c82 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:21.144590 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-620cfb89-bec6-4ad7-b7f0-dae94a5a928a req-24b31137-8783-4611-99ee-c8953b9484f1 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956392 Feb 08 15:57:21.149848 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb63c7df-0a0a-4364-b551-5c325de10c82 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.182550 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-567677d5-306f-4c4b-8859-f1d9384f426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.191486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-1aecadab-7b84-4c64-be55-a60352640575 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:21.192459 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-1aecadab-7b84-4c64-be55-a60352640575 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.220503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-1aecadab-7b84-4c64-be55-a60352640575 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1845675 Feb 08 15:57:21.227255 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567677d5-306f-4c4b-8859-f1d9384f426a None None] No DVR routers for this DVR port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:57:21.235467 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-19c4b4a3-699a-41ca-b2f8-f175b3eb6143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (70254c4f-5668-4345-aceb-672904fee5a6), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.240747 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567677d5-306f-4c4b-8859-f1d9384f426a None None] Pushing event deleted for resources: {'Port': ['ID=02fa10b7-c8a9-4b00-be16-6c13d5489e0a,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:21.243025 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Request body: {'port': {'device_id': 'ac570dfe-81d7-43ba-814a-aee48b00f6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:21.276465 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ffc09fd3-8a85-452d-a5f1-a29844ee952a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (bfa0e866-c928-4097-ba5d-76d069762e6f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.289750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4b4a3-699a-41ca-b2f8-f175b3eb6143 None None] Pushing event deleted for resources: {'Port': ['ID=70254c4f-5668-4345-aceb-672904fee5a6,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:21.293539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4b4a3-699a-41ca-b2f8-f175b3eb6143 None None] No DVR routers for this DVR port 70254c4f-5668-4345-aceb-672904fee5a6 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:57:21.324016 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b695a5bc-9699-4af3-a5e5-ba996c81401d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.431672 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ffc09fd3-8a85-452d-a5f1-a29844ee952a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (bfa0e866-c928-4097-ba5d-76d069762e6f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.435557 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ffc09fd3-8a85-452d-a5f1-a29844ee952a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_controller (bfa0e866-c928-4097-ba5d-76d069762e6f), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.489658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Deleting port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:21.490354 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.555844 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ffc09fd3-8a85-452d-a5f1-a29844ee952a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (bfa0e866-c928-4097-ba5d-76d069762e6f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.556620 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc09fd3-8a85-452d-a5f1-a29844ee952a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Fanout notify agent at l3_agent the message router_deleted on router bfa0e866-c928-4097-ba5d-76d069762e6f {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:57:21.564293 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ffc09fd3-8a85-452d-a5f1-a29844ee952a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.570073 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ffc09fd3-8a85-452d-a5f1-a29844ee952a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "DELETE /v2.0/routers/bfa0e866-c928-4097-ba5d-76d069762e6f HTTP/1.1" status: 204 len: 168 time: 3.1415761 Feb 08 15:57:21.570276 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48630) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:21.578002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1482892838', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'enable_snat': False}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:21.628178 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] For port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a, host n-d-824834-11, got binding levels [] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:21.628495 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.644412 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (cc93f8c1-102d-4365-9594-96ff910bb798), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.645919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (cc93f8c1-102d-4365-9594-96ff910bb798), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.654078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Calling delete_port for 02fa10b7-c8a9-4b00-be16-6c13d5489e0a owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:21.660598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a was not found and therefore no delete operation was performed {{(pid=103302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 15:57:21.670288 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (02fa10b7-c8a9-4b00-be16-6c13d5489e0a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.739855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event deleted for resources: {'Port': ['ID=02fa10b7-c8a9-4b00-be16-6c13d5489e0a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:21.752381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] No DVR routers for this DVR port 02fa10b7-c8a9-4b00-be16-6c13d5489e0a on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:57:21.800519 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb63c7df-0a0a-4364-b551-5c325de10c82 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (c44fb7d9-5171-425e-9df6-afd0177b136d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.852754 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_controller (cc93f8c1-102d-4365-9594-96ff910bb798), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.865156 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b695a5bc-9699-4af3-a5e5-ba996c81401d {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:57:21.889890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 02fa10b7-c8a9-4b00-be16-6c13d5489e0a no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:57:21.904480 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (e26395d2-2156-49c3-97cc-22735cb36435), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.908746 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Publish callbacks [] for port (b695a5bc-9699-4af3-a5e5-ba996c81401d), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.916830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 02fa10b7-c8a9-4b00-be16-6c13d5489e0a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:57:21.917243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 02fa10b7-c8a9-4b00-be16-6c13d5489e0a not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:57:21.929421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 70254c4f-5668-4345-aceb-672904fee5a6 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:57:21.933279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb63c7df-0a0a-4364-b551-5c325de10c82 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:21.948928 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-fb63c7df-0a0a-4364-b551-5c325de10c82 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:21.953860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b62ccf-9acd-4a49-8fb2-7f674d8de118 req-485ad628-ed3c-4cbd-b407-adfae0cc1a31 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:21.955436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-00b62ccf-9acd-4a49-8fb2-7f674d8de118 req-485ad628-ed3c-4cbd-b407-adfae0cc1a31 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.2452955 Feb 08 15:57:21.957365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 70254c4f-5668-4345-aceb-672904fee5a6 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:57:21.957921 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 70254c4f-5668-4345-aceb-672904fee5a6 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:57:21.958651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb63c7df-0a0a-4364-b551-5c325de10c82 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:21.959279 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb63c7df-0a0a-4364-b551-5c325de10c82 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:21.964823 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63c7df-0a0a-4364-b551-5c325de10c82 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=c44fb7d9-5171-425e-9df6-afd0177b136d,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:21.970278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26395d2-2156-49c3-97cc-22735cb36435']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:21.973017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Transition to ACTIVE for port object b695a5bc-9699-4af3-a5e5-ba996c81401d will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:57:21.978816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8fc44d-879b-4f5d-aef0-9f1cb4bf6b72 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:21.993694 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca4bbed-8c0c-4583-b613-c48541531d1c') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:21.993997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca4bbed-8c0c-4583-b613-c48541531d1c') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:22.009710 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (7ca4bbed-8c0c-4583-b613-c48541531d1c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:22.039089 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7ca4bbed-8c0c-4583-b613-c48541531d1c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:22.049115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:57:22.050706 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (7ca4bbed-8c0c-4583-b613-c48541531d1c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:22.055066 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (b695a5bc-9699-4af3-a5e5-ba996c81401d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:22.082250 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fb63c7df-0a0a-4364-b551-5c325de10c82 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3565028 Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:57:22.082585 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:57:22.125287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48636) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:22.131615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5659ae6c-0e38-42ef-97aa-c4f248b2d691 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'mac_address': 'fa:16:3e:3f:f6:e7', 'name': 'tempest-NetworksTestDHCPv6-1402719039'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:22.146443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': 'c44fb7d9-5171-425e-9df6-afd0177b136d'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:57:22.150325 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:22.215864 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (e26395d2-2156-49c3-97cc-22735cb36435), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:22.241827 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:22.250182 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] 10.222.0.82 "DELETE /v2.0/networks/e26395d2-2156-49c3-97cc-22735cb36435 HTTP/1.1" status: 204 len: 168 time: 1.4973290 Feb 08 15:57:22.252016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d280d-3b11-46a9-9aa2-0597db2fba8b tempest-TaggedBootDevicesTest_v242-339466455 tempest-TaggedBootDevicesTest_v242-339466455-project] Pushing event deleted for resources: {'Network': ['ID=e26395d2-2156-49c3-97cc-22735cb36435,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:22.345140 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5659ae6c-0e38-42ef-97aa-c4f248b2d691 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:22.363049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Allocated IP 2001:db8::2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/c44fb7d9-5171-425e-9df6-afd0177b136d/dabb0103-2b26-4355-a5de-902defff7e54) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:22.457403 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5659ae6c-0e38-42ef-97aa-c4f248b2d691 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:22.485368 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-5659ae6c-0e38-42ef-97aa-c4f248b2d691 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port 1b4136f4-4ebf-4649-a501-797558c47112 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:57:22.550196 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Publish callbacks [] for port (dabb0103-2b26-4355-a5de-902defff7e54), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:22.557137 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (dabb0103-2b26-4355-a5de-902defff7e54), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:22.578258 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (cc93f8c1-102d-4365-9594-96ff910bb798), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:22.620574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:22.623832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:22.632734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:22.636668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Pushing event updated for resources: {'Port': ['ID=dabb0103-2b26-4355-a5de-902defff7e54,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:22.642858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Pushing event updated for resources: {'Port': ['ID=b695a5bc-9699-4af3-a5e5-ba996c81401d,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:22.674922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-5659ae6c-0e38-42ef-97aa-c4f248b2d691 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::33 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/c44fb7d9-5171-425e-9df6-afd0177b136d/1b4136f4-4ebf-4649-a501-797558c47112) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:22.718227 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46261b-3ce3-428d-99f7-e5c6e2aabfef req-57b5a8ad-97f2-48eb-9deb-7d1c19ed60be tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:22.719743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e46261b-3ce3-428d-99f7-e5c6e2aabfef req-57b5a8ad-97f2-48eb-9deb-7d1c19ed60be tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 943 time: 0.6612711 Feb 08 15:57:22.726934 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-00b62ccf-9acd-4a49-8fb2-7f674d8de118 req-96274a62-6de2-441e-b337-14fe247dbd36 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7124753 Feb 08 15:57:22.735589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Attempting to bind port dabb0103-2b26-4355-a5de-902defff7e54 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:57:22.735955 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Attempting to bind port dabb0103-2b26-4355-a5de-902defff7e54 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:57:22.736374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Attempting to bind port dabb0103-2b26-4355-a5de-902defff7e54 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:57:22.752107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:57:22.753573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:57:22.754004 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:22.756428 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:57:22.756985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Bound port: dabb0103-2b26-4355-a5de-902defff7e54, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:57:22.757389 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (dabb0103-2b26-4355-a5de-902defff7e54), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:22.828826 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Attempting to bind port b695a5bc-9699-4af3-a5e5-ba996c81401d on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:57:22.829221 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Attempting to bind port b695a5bc-9699-4af3-a5e5-ba996c81401d by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'cc75a6a1-0477-4bd6-9acd-f549c546095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:57:22.829518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Attempting to bind port b695a5bc-9699-4af3-a5e5-ba996c81401d on network f6df558d-571e-4952-ad2b-0976754826c6 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:57:22.835600 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e46261b-3ce3-428d-99f7-e5c6e2aabfef req-e2df216c-da00-4ef7-9d2b-1e737a612abf tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062312 Feb 08 15:57:22.880248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] For port dabb0103-2b26-4355-a5de-902defff7e54, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:57:22.885979 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] For port dabb0103-2b26-4355-a5de-902defff7e54, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=dabb0103-2b26-4355-a5de-902defff7e54,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:57:22.891411 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Port b695a5bc-9699-4af3-a5e5-ba996c81401d on network f6df558d-571e-4952-ad2b-0976754826c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:57:22.891929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Attempting to bind port b695a5bc-9699-4af3-a5e5-ba996c81401d on network f6df558d-571e-4952-ad2b-0976754826c6 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:57:22.896697 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (dabb0103-2b26-4355-a5de-902defff7e54), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:22.922060 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:57:22.922432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Checking segment: {'id': 'cc75a6a1-0477-4bd6-9acd-f549c546095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:57:22.923083 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Bound using segment: {'id': 'cc75a6a1-0477-4bd6-9acd-f549c546095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:57:22.923549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Bound port: b695a5bc-9699-4af3-a5e5-ba996c81401d, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc75a6a1-0477-4bd6-9acd-f549c546095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:57:22.923914 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b695a5bc-9699-4af3-a5e5-ba996c81401d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:23.003404 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889666e6-e255-4d39-8bcc-589ed4393380 None None] Pushing event updated for resources: {'Port': ['ID=dabb0103-2b26-4355-a5de-902defff7e54,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:23.035864 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5659ae6c-0e38-42ef-97aa-c4f248b2d691 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (1b4136f4-4ebf-4649-a501-797558c47112), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:23.041529 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] For port b695a5bc-9699-4af3-a5e5-ba996c81401d, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:57:23.046305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] For port b695a5bc-9699-4af3-a5e5-ba996c81401d, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b695a5bc-9699-4af3-a5e5-ba996c81401d,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:57:23.064169 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704a4e2-62d9-4af5-b4f2-1133c10dda1e req-108d224d-2d1a-4241-93f3-a135f23d93ab tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:23.066342 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3704a4e2-62d9-4af5-b4f2-1133c10dda1e req-108d224d-2d1a-4241-93f3-a135f23d93ab tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.2391965 Feb 08 15:57:23.069438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (b695a5bc-9699-4af3-a5e5-ba996c81401d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:23.088195 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5659ae6c-0e38-42ef-97aa-c4f248b2d691 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (1b4136f4-4ebf-4649-a501-797558c47112), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:23.155094 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5659ae6c-0e38-42ef-97aa-c4f248b2d691 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:23.158426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5659ae6c-0e38-42ef-97aa-c4f248b2d691 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:23.164531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5659ae6c-0e38-42ef-97aa-c4f248b2d691 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:23.170123 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5659ae6c-0e38-42ef-97aa-c4f248b2d691 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:23.170744 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5659ae6c-0e38-42ef-97aa-c4f248b2d691 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:23.184841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659ae6c-0e38-42ef-97aa-c4f248b2d691 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=1b4136f4-4ebf-4649-a501-797558c47112,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:23.235529 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5659ae6c-0e38-42ef-97aa-c4f248b2d691 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1061115 Feb 08 15:57:23.237054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:23.238451 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:23.238954 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48646) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:23.239234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] 10.222.0.94 "PUT /v2.0/ports/b695a5bc-9699-4af3-a5e5-ba996c81401d HTTP/1.1" status: 200 len: 1092 time: 2.0018651 Feb 08 15:57:23.248104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac570dfe-81d7-43ba-814a-aee48b00f6e1', 'tag': 'b695a5bc-9699-4af3-a5e5-ba996c81401d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:57:23.250425 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08f59d8-ab56-440b-92e0-d179adb20321" -d '{"events": [{"name": "network-changed", "server_uuid": "ac570dfe-81d7-43ba-814a-aee48b00f6e1", "tag": "b695a5bc-9699-4af3-a5e5-ba996c81401d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:57:23.349282 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f196ce9-e394-4c8a-baed-e0da2d7b841c x-openstack-request-id: req-4f196ce9-e394-4c8a-baed-e0da2d7b841c {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:57:23.349814 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac570dfe-81d7-43ba-814a-aee48b00f6e1", "tag": "b695a5bc-9699-4af3-a5e5-ba996c81401d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:57:23.350076 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4f196ce9-e394-4c8a-baed-e0da2d7b841c {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:57:23.351027 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac570dfe-81d7-43ba-814a-aee48b00f6e1', 'tag': 'b695a5bc-9699-4af3-a5e5-ba996c81401d', 'status': 'completed', 'code': 200} Feb 08 15:57:23.351147 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58678511-675a-4fa5-a6b9-f7b20681ef58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:23.357975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58678511-675a-4fa5-a6b9-f7b20681ef58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:23.359085 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-58678511-675a-4fa5-a6b9-f7b20681ef58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1186163 Feb 08 15:57:23.361765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48650) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:23.407838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf31a91-6194-47ec-96d4-2559909f3c1b service neutron] Pushing event updated for resources: {'Port': ['ID=b695a5bc-9699-4af3-a5e5-ba996c81401d,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:23.411441 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (cc93f8c1-102d-4365-9594-96ff910bb798), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:23.439211 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:23.458355 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3704a4e2-62d9-4af5-b4f2-1133c10dda1e req-0ffc6156-5c41-4761-82bd-6b56a822ace8 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841951 Feb 08 15:57:23.498568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f1a3d32e-b856-48fc-8a9f-00a5b5a55fb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port 1b4136f4-4ebf-4649-a501-797558c47112 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:23.499033 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1a3d32e-b856-48fc-8a9f-00a5b5a55fb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1b4136f4-4ebf-4649-a501-797558c47112), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:23.510322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-a1b327df-b7fc-4f45-81a6-669d58dc4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:23.511929 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-a1b327df-b7fc-4f45-81a6-669d58dc4955 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=39e9a774a47642ca822a4da0fcbb0506&device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 1126 time: 0.2175972 Feb 08 15:57:23.571468 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-fa73f600-3766-4536-8f4b-5a693090f065 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b695a5bc-9699-4af3-a5e5-ba996c81401d HTTP/1.1" status: 200 len: 217 time: 0.0489929 Feb 08 15:57:23.596691 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1a3d32e-b856-48fc-8a9f-00a5b5a55fb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1b4136f4-4ebf-4649-a501-797558c47112), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:23.613094 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f1a3d32e-b856-48fc-8a9f-00a5b5a55fb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for 1b4136f4-4ebf-4649-a501-797558c47112 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:23.653869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Allocated IP 172.25.7.240 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/28273baa-c5ae-4313-801b-8e25f9ed0db0) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:23.661247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-079d00d8-53ec-4f32-9de4-ee575555a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:23.662772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-079d00d8-53ec-4f32-9de4-ee575555a7b4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f74506d9-bb81-41cd-9755-6285f6ea9968 HTTP/1.1" status: 200 len: 854 time: 0.0740230 Feb 08 15:57:23.716112 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-31ad381f-af13-4690-89f4-fb57bd570242 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f6df558d-571e-4952-ad2b-0976754826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376058 Feb 08 15:57:23.765946 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1a3d32e-b856-48fc-8a9f-00a5b5a55fb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (1b4136f4-4ebf-4649-a501-797558c47112), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:23.819375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3d32e-b856-48fc-8a9f-00a5b5a55fb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=1b4136f4-4ebf-4649-a501-797558c47112,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:23.859984 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1a3d32e-b856-48fc-8a9f-00a5b5a55fb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:23.863786 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f1a3d32e-b856-48fc-8a9f-00a5b5a55fb1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/1b4136f4-4ebf-4649-a501-797558c47112 HTTP/1.1" status: 204 len: 168 time: 0.5009418 Feb 08 15:57:23.867080 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48656) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:23.932397 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for port (28273baa-c5ae-4313-801b-8e25f9ed0db0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:23.937756 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-f886e130-ee53-464e-8ca9-7c47c7f0f53f service neutron] 10.222.0.94 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854327 Feb 08 15:57:24.043134 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd3f5e-08d0-4a1a-82af-143072cd940b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:24.044295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device dabb0103-2b26-4355-a5de-902defff7e54 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:24.045804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd3f5e-08d0-4a1a-82af-143072cd940b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:24.047554 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6bbd3f5e-08d0-4a1a-82af-143072cd940b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1792297 Feb 08 15:57:24.050396 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48658) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:24.137681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port dabb0103-2b26-4355-a5de-902defff7e54 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:24.138221 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (dabb0103-2b26-4355-a5de-902defff7e54), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:24.143732 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (28273baa-c5ae-4313-801b-8e25f9ed0db0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:24.146487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4c6016-d25e-4307-a1e5-036ebdb84613 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet c44fb7d9-5171-425e-9df6-afd0177b136d {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:57:24.152536 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e4c6016-d25e-4307-a1e5-036ebdb84613 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (c44fb7d9-5171-425e-9df6-afd0177b136d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:24.220434 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93c6d8-1455-4ebf-b929-74d4ee2f8cd2 req-22c15c59-4a10-4508-9b42-c71abff113fd tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:24.222813 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea93c6d8-1455-4ebf-b929-74d4ee2f8cd2 req-22c15c59-4a10-4508-9b42-c71abff113fd tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.2682245 Feb 08 15:57:24.226404 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c2460ba-cacb-4ac1-9fb2-97e8c112e660 req-6e670c43-fb82-42c1-8611-d3275eca46af service neutron] 10.222.0.94 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797811 Feb 08 15:57:24.227712 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e4c6016-d25e-4307-a1e5-036ebdb84613 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (c44fb7d9-5171-425e-9df6-afd0177b136d), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:24.264813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9f419-7620-40ea-b117-fa93bc783325 req-e538dc73-3dde-47ee-9662-879b737f4dfb tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:24.266709 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ce9f419-7620-40ea-b117-fa93bc783325 req-e538dc73-3dde-47ee-9662-879b737f4dfb tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 943 time: 0.2421877 Feb 08 15:57:24.286352 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port dabb0103-2b26-4355-a5de-902defff7e54 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:24.286844 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (dabb0103-2b26-4355-a5de-902defff7e54), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:24.291731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:24.329164 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port dabb0103-2b26-4355-a5de-902defff7e54, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=dabb0103-2b26-4355-a5de-902defff7e54,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:24.335023 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (dabb0103-2b26-4355-a5de-902defff7e54), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:24.351644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:24.355566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:24.361480 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e4c6016-d25e-4307-a1e5-036ebdb84613 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (c44fb7d9-5171-425e-9df6-afd0177b136d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:24.415515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=dabb0103-2b26-4355-a5de-902defff7e54,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:24.452387 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e4c6016-d25e-4307-a1e5-036ebdb84613 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (c44fb7d9-5171-425e-9df6-afd0177b136d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:24.461887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Pushing event updated for resources: {'Port': ['ID=28273baa-c5ae-4313-801b-8e25f9ed0db0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:24.485921 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c6016-d25e-4307-a1e5-036ebdb84613 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=c44fb7d9-5171-425e-9df6-afd0177b136d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:24.490001 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e4c6016-d25e-4307-a1e5-036ebdb84613 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:24.494090 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3e4c6016-d25e-4307-a1e5-036ebdb84613 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/c44fb7d9-5171-425e-9df6-afd0177b136d HTTP/1.1" status: 204 len: 168 time: 0.4424314 Feb 08 15:57:24.496299 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48662) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:24.504343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea93c6d8-1455-4ebf-b929-74d4ee2f8cd2 req-140d9bea-0f16-4d62-8d16-dc3f140956d3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709508 Feb 08 15:57:24.542333 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b2ff129f-2cee-4fea-ad9f-2a5f79f9be7e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444202 Feb 08 15:57:24.545027 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48664) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:24.566968 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ce9f419-7620-40ea-b117-fa93bc783325 req-6e228697-8070-43e3-b860-b8fcc16cf00d tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471139 Feb 08 15:57:24.592755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6101d0da-58b6-4b51-a127-9e3999a47586 None None] Provisioning complete for port dabb0103-2b26-4355-a5de-902defff7e54 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:24.594355 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6101d0da-58b6-4b51-a127-9e3999a47586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (dabb0103-2b26-4355-a5de-902defff7e54), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:24.609696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f59d8-ab56-440b-92e0-d179adb20321 req-607f0a32-49eb-4c9a-a9bd-96e8057df0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:24.611254 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f08f59d8-ab56-440b-92e0-d179adb20321 req-607f0a32-49eb-4c9a-a9bd-96e8057df0b6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=39e9a774a47642ca822a4da0fcbb0506&device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 1126 time: 0.3112307 Feb 08 15:57:24.621894 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d782666-5fa3-4ce2-950f-e36079b12358 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:24.623562 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9d782666-5fa3-4ce2-950f-e36079b12358 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0774128 Feb 08 15:57:24.627451 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48666) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:24.700968 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc2d207-eb12-4ead-9fd1-439379e0f15d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:24.702625 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ecc2d207-eb12-4ead-9fd1-439379e0f15d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0757098 Feb 08 15:57:24.705078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48668) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:24.764861 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dea1aa50-48d7-44c2-a779-0c5cd8028aac tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585666 Feb 08 15:57:24.771849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48670) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:24.779390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f59d8-ab56-440b-92e0-d179adb20321 req-13e43ca4-ebf9-4791-b63c-01c3b57ba71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:24.781043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f08f59d8-ab56-440b-92e0-d179adb20321 req-13e43ca4-ebf9-4791-b63c-01c3b57ba71e service neutron] 10.222.0.94 "GET /v2.0/networks?id=f6df558d-571e-4952-ad2b-0976754826c6 HTTP/1.1" status: 200 len: 915 time: 0.1582077 Feb 08 15:57:24.782615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4997c980-5bac-404c-bec6-b6c7b76b5b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:24.791130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6101d0da-58b6-4b51-a127-9e3999a47586 None None] Current status of the port dabb0103-2b26-4355-a5de-902defff7e54 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:24.816693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62813747-7d7d-4383-9188-a95fe3bffc02 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:24.904895 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f08f59d8-ab56-440b-92e0-d179adb20321 req-fb667654-7ae0-4487-9455-d334657b69dc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b695a5bc-9699-4af3-a5e5-ba996c81401d HTTP/1.1" status: 200 len: 217 time: 0.0569007 Feb 08 15:57:24.911155 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4997c980-5bac-404c-bec6-b6c7b76b5b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:24.915881 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4997c980-5bac-404c-bec6-b6c7b76b5b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:24.926788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-42a1b59a-6426-48df-89d7-8cb57108e32b None None] Could not find standard attr ID for object 1b4136f4-4ebf-4649-a501-797558c47112. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 15:57:25.028317 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (cc93f8c1-102d-4365-9594-96ff910bb798), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:25.066852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d68d99-cde3-45fb-a28f-294a9526a51e None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:57:25.140577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c1d68d99-cde3-45fb-a28f-294a9526a51e None None] Deleting port dabb0103-2b26-4355-a5de-902defff7e54 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:25.143288 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c1d68d99-cde3-45fb-a28f-294a9526a51e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (dabb0103-2b26-4355-a5de-902defff7e54), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:25.202679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f59d8-ab56-440b-92e0-d179adb20321 req-a7e3413d-e757-4edf-b74c-8d849ca04253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:25.204370 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f08f59d8-ab56-440b-92e0-d179adb20321 req-a7e3413d-e757-4edf-b74c-8d849ca04253 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f74506d9-bb81-41cd-9755-6285f6ea9968 HTTP/1.1" status: 200 len: 854 time: 0.0524073 Feb 08 15:57:25.258035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c1d68d99-cde3-45fb-a28f-294a9526a51e None None] For port dabb0103-2b26-4355-a5de-902defff7e54, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=dabb0103-2b26-4355-a5de-902defff7e54,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:25.258443 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c1d68d99-cde3-45fb-a28f-294a9526a51e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (dabb0103-2b26-4355-a5de-902defff7e54), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:25.276094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c1d68d99-cde3-45fb-a28f-294a9526a51e None None] Calling delete_port for dabb0103-2b26-4355-a5de-902defff7e54 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:25.328304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f08f59d8-ab56-440b-92e0-d179adb20321 req-58af32f9-cbb0-45f0-879a-dc4459f46af0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f6df558d-571e-4952-ad2b-0976754826c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804729 Feb 08 15:57:25.339190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e67d7f-1ac5-4700-bf60-f190e58ca588 req-ac553abf-fc27-433d-990d-59db433a57ca tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:25.346366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99e67d7f-1ac5-4700-bf60-f190e58ca588 req-ac553abf-fc27-433d-990d-59db433a57ca tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.5803671 Feb 08 15:57:25.404800 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c1d68d99-cde3-45fb-a28f-294a9526a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (dabb0103-2b26-4355-a5de-902defff7e54), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:25.409987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.objects.ports [None req-4997c980-5bac-404c-bec6-b6c7b76b5b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103302) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 15:57:25.425994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d68d99-cde3-45fb-a28f-294a9526a51e None None] No DVR routers for this DVR port dabb0103-2b26-4355-a5de-902defff7e54 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:57:25.473733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d68d99-cde3-45fb-a28f-294a9526a51e None None] Pushing event deleted for resources: {'Port': ['ID=dabb0103-2b26-4355-a5de-902defff7e54,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:25.478391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b695a5bc-9699-4af3-a5e5-ba996c81401d details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:57:25.516157 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (cc93f8c1-102d-4365-9594-96ff910bb798), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:25.561711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99e67d7f-1ac5-4700-bf60-f190e58ca588 req-3f4620d4-df63-4133-9d9e-8b610fcc90a8 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085943 Feb 08 15:57:25.627256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port b695a5bc-9699-4af3-a5e5-ba996c81401d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b695a5bc-9699-4af3-a5e5-ba996c81401d,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:25.660271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'b695a5bc-9699-4af3-a5e5-ba996c81401d', 'network_id': 'f6df558d-571e-4952-ad2b-0976754826c6', 'port_id': 'b695a5bc-9699-4af3-a5e5-ba996c81401d', 'mac_address': 'fa:16:3e:34:bd:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74506d9-bb81-41cd-9755-6285f6ea9968', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:57:25.679221 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f08f59d8-ab56-440b-92e0-d179adb20321 req-e7417dc9-7e5a-44bb-a5fe-886c75c85b99 service neutron] 10.222.0.94 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225689 Feb 08 15:57:25.713578 n-d-824834-11 neutron-server[103302]: WARNING neutron.services.revisions.revision_plugin [None req-4997c980-5bac-404c-bec6-b6c7b76b5b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Could not find related port for resource to bump revision. Feb 08 15:57:25.728993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_pluggable_backend [None req-4997c980-5bac-404c-bec6-b6c7b76b5b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Port dabb0103-2b26-4355-a5de-902defff7e54 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103302) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 08 15:57:25.729247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_pluggable_backend [None req-4997c980-5bac-404c-bec6-b6c7b76b5b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Reverting IP allocation for 2001:db8::f816:3eff:fe02:5760 {{(pid=103302) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 08 15:57:25.746220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_pluggable_backend [None req-4997c980-5bac-404c-bec6-b6c7b76b5b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe02:5760 {{(pid=103302) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 08 15:57:25.747495 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4997c980-5bac-404c-bec6-b6c7b76b5b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (6a678ea1-6831-4070-a5a2-a6d41f97334c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:25.773123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port b695a5bc-9699-4af3-a5e5-ba996c81401d is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:25.773645 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b695a5bc-9699-4af3-a5e5-ba996c81401d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:25.790087 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4997c980-5bac-404c-bec6-b6c7b76b5b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:25.793785 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-4997c980-5bac-404c-bec6-b6c7b76b5b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:25.799545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4997c980-5bac-404c-bec6-b6c7b76b5b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:25.800109 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4997c980-5bac-404c-bec6-b6c7b76b5b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:25.830524 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997c980-5bac-404c-bec6-b6c7b76b5b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=6a678ea1-6831-4070-a5a2-a6d41f97334c,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:25.834582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69abda4-732a-4d07-8a69-401961fd058a None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:25.843270 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4997c980-5bac-404c-bec6-b6c7b76b5b04 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0676696 Feb 08 15:57:25.852021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48676) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:25.872431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-16f1dabd-ad41-4924-b3cd-0e24943a116f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:25.921931 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f08f59d8-ab56-440b-92e0-d179adb20321 req-f5f67cf5-471f-4ffa-942e-e8a998e1d8b8 service neutron] 10.222.0.94 "GET /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332165 Feb 08 15:57:25.925631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device dabb0103-2b26-4355-a5de-902defff7e54 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:57:25.931192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b695a5bc-9699-4af3-a5e5-ba996c81401d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:57:25.957516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port b695a5bc-9699-4af3-a5e5-ba996c81401d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b695a5bc-9699-4af3-a5e5-ba996c81401d,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:25.969265 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b695a5bc-9699-4af3-a5e5-ba996c81401d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:26.016852 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb32fd-13c6-4a99-a4e6-c05162ca2506 req-49a0dae1-b9cd-4d74-8659-b920bee90abb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:26.024905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6eb32fd-13c6-4a99-a4e6-c05162ca2506 req-49a0dae1-b9cd-4d74-8659-b920bee90abb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.2603524 Feb 08 15:57:26.050238 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=b695a5bc-9699-4af3-a5e5-ba996c81401d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:26.065375 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: dabb0103-2b26-4355-a5de-902defff7e54 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:57:26.066066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device dabb0103-2b26-4355-a5de-902defff7e54 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:57:26.083910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6eb32fd-13c6-4a99-a4e6-c05162ca2506 req-72780be1-ca60-4bfa-9893-33987f857d30 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580547 Feb 08 15:57:26.097299 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741642b1-df38-48e6-a7ac-a01820f7b0c5 req-44893a60-9b68-464e-8a16-3c3fdcbe2bc3 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:26.104820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-741642b1-df38-48e6-a7ac-a01820f7b0c5 req-44893a60-9b68-464e-8a16-3c3fdcbe2bc3 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 943 time: 0.3594382 Feb 08 15:57:26.169371 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-741642b1-df38-48e6-a7ac-a01820f7b0c5 req-7397a0d7-849a-45f4-bb87-58426f8ab990 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634544 Feb 08 15:57:26.170772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Router cc93f8c1-102d-4365-9594-96ff910bb798 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:57:26.360134 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:57:26.371132 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Sync routers for ids ['cc93f8c1-102d-4365-9594-96ff910bb798'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:57:26.381617 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:26.384768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8f5782a2-5f93-467e-b1cc-ad845cb2863f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.8124206 Feb 08 15:57:26.387102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48678) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:26.394906 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Routers {'cc93f8c1-102d-4365-9594-96ff910bb798'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:57:26.395551 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['cc93f8c1-102d-4365-9594-96ff910bb798'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:26.430678 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': '6a678ea1-6831-4070-a5a2-a6d41f97334c'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:57:26.431562 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:26.447229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['b695a5bc-9699-4af3-a5e5-ba996c81401d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:57:26.565273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cbeb87c8-4327-48c8-8dd8-61254ae66e6e tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/routers/cc93f8c1-102d-4365-9594-96ff910bb798 HTTP/1.1" status: 200 len: 909 time: 0.1767526 Feb 08 15:57:26.567518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48680) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:26.576658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1482892838', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'enable_snat': True}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:26.592777 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Set router cc93f8c1-102d-4365-9594-96ff910bb798 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:57:26.619138 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (3e05fb2c-ff9f-43c2-8795-e3d002435d40), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:26.620128 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (3e05fb2c-ff9f-43c2-8795-e3d002435d40), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:26.838086 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_controller (3e05fb2c-ff9f-43c2-8795-e3d002435d40), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:26.904577 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f1dabd-ad41-4924-b3cd-0e24943a116f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:26.908010 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16f1dabd-ad41-4924-b3cd-0e24943a116f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:27.025210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Allocated IP 2001:db8::f816:3eff:fee6:bd5d (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/6a678ea1-6831-4070-a5a2-a6d41f97334c/3cbf378e-ba24-4d8e-a484-41f7729e74bf) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:27.106832 n-d-824834-11 neutron-server[103302]: INFO neutron.db.ipam_backend_mixin [None req-16f1dabd-ad41-4924-b3cd-0e24943a116f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6a678ea1-6831-4070-a5a2-a6d41f97334c (CIDR: 2001:db8::/64) Feb 08 15:57:27.123438 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f1dabd-ad41-4924-b3cd-0e24943a116f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 15:57:27.124060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f1dabd-ad41-4924-b3cd-0e24943a116f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:57:27.161691 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-16f1dabd-ad41-4924-b3cd-0e24943a116f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3021305 Feb 08 15:57:27.161894 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48686) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:27.167568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e58ea6d0-c5a3-4545-b505-b1e3f970b90a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:27.188192 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc93f8c1-102d-4365-9594-96ff910bb798', 'name': 'tempest-snat-router-1482892838', 'tenant_id': 'ef3358b4b6904f298da7551f0292a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.240'}], 'enable_snat': False}, 'gw_port_id': '28273baa-c5ae-4313-801b-8e25f9ed0db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:57:21Z', 'updated_at': '2022-02-08T15:57:24Z', 'revision_number': 3, 'project_id': 'ef3358b4b6904f298da7551f0292a6bb', 'gw_port': {'id': '28273baa-c5ae-4313-801b-8e25f9ed0db0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc93f8c1-102d-4365-9594-96ff910bb798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:57:23Z', 'updated_at': '2022-02-08T15:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:27.262908 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Checking router: cc93f8c1-102d-4365-9594-96ff910bb798 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:57:27.263431 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Updating router cc93f8c1-102d-4365-9594-96ff910bb798 port 28273baa-c5ae-4313-801b-8e25f9ed0db0 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:57:27.322885 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (28273baa-c5ae-4313-801b-8e25f9ed0db0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:27.394595 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Publish callbacks [] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:27.402397 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:27.422667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58ea6d0-c5a3-4545-b505-b1e3f970b90a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:27.426649 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e58ea6d0-c5a3-4545-b505-b1e3f970b90a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:27.487405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Pushing event updated for resources: {'Port': ['ID=3cbf378e-ba24-4d8e-a484-41f7729e74bf,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:27.521089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:27.524354 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:27.528096 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:27.714191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Attempting to bind port 3cbf378e-ba24-4d8e-a484-41f7729e74bf on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:57:27.714411 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Attempting to bind port 3cbf378e-ba24-4d8e-a484-41f7729e74bf by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:57:27.715599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Attempting to bind port 3cbf378e-ba24-4d8e-a484-41f7729e74bf on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:57:27.733225 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:57:27.733643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:57:27.734406 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:27.734406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:57:27.735373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Bound port: 3cbf378e-ba24-4d8e-a484-41f7729e74bf, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:57:27.737726 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:27.831043 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (3e05fb2c-ff9f-43c2-8795-e3d002435d40), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:27.855059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14212cba-48f5-4ba2-9018-9f733c09ddf6 req-5834f934-efd1-42ac-9001-5f4045a5e8bf tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:27.863273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14212cba-48f5-4ba2-9018-9f733c09ddf6 req-5834f934-efd1-42ac-9001-5f4045a5e8bf tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 1.0994289 Feb 08 15:57:27.886327 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e58ea6d0-c5a3-4545-b505-b1e3f970b90a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (757aa1da-1bb7-4594-abd5-d1fce9c9e439), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:27.926157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] For port 3cbf378e-ba24-4d8e-a484-41f7729e74bf, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:57:27.936799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] For port 3cbf378e-ba24-4d8e-a484-41f7729e74bf, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3cbf378e-ba24-4d8e-a484-41f7729e74bf,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:57:27.939103 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Publish callbacks [] for port (28273baa-c5ae-4313-801b-8e25f9ed0db0), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:27.941775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f14828-2465-4cca-bac1-461af57cab73 req-2690914e-6e31-45fc-b8cc-b13ff8d37ea1 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:27.943752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51f14828-2465-4cca-bac1-461af57cab73 req-2690914e-6e31-45fc-b8cc-b13ff8d37ea1 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.2410717 Feb 08 15:57:27.950467 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:27.951337 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (28273baa-c5ae-4313-801b-8e25f9ed0db0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:27.983034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58ea6d0-c5a3-4545-b505-b1e3f970b90a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:27.991226 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-e58ea6d0-c5a3-4545-b505-b1e3f970b90a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:27.999298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58ea6d0-c5a3-4545-b505-b1e3f970b90a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:27.999915 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e58ea6d0-c5a3-4545-b505-b1e3f970b90a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:28.028120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14212cba-48f5-4ba2-9018-9f733c09ddf6 req-46686c64-2a08-4222-b5c9-08257778080c tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638601 Feb 08 15:57:28.045562 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ea6d0-c5a3-4545-b505-b1e3f970b90a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=757aa1da-1bb7-4594-abd5-d1fce9c9e439,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:28.057052 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e58ea6d0-c5a3-4545-b505-b1e3f970b90a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8916392 Feb 08 15:57:28.057553 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48690) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:28.063899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-550e7802-bcb4-4642-803e-9374a30f0a27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'mac_address': 'fa:16:3e:7b:fe:01', 'name': 'tempest-NetworksTestDHCPv6-1289000607'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:28.099085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51f14828-2465-4cca-bac1-461af57cab73 req-ae9328d8-b8d2-4b00-9537-bee021dc97dc tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427059 Feb 08 15:57:28.107904 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Attempting to bind port 28273baa-c5ae-4313-801b-8e25f9ed0db0 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:57:28.108469 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Attempting to bind port 28273baa-c5ae-4313-801b-8e25f9ed0db0 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:57:28.110529 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Attempting to bind port 28273baa-c5ae-4313-801b-8e25f9ed0db0 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:57:28.132432 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:57:28.133066 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:57:28.133488 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:28.133939 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:57:28.135522 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Bound port: 28273baa-c5ae-4313-801b-8e25f9ed0db0, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:57:28.135921 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (28273baa-c5ae-4313-801b-8e25f9ed0db0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:28.161178 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7ebbe-5f87-4bd9-ab32-1d6f9642ab02 None None] Pushing event updated for resources: {'Port': ['ID=3cbf378e-ba24-4d8e-a484-41f7729e74bf,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:28.218923 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] For port 28273baa-c5ae-4313-801b-8e25f9ed0db0, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:57:28.227457 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] For port 28273baa-c5ae-4313-801b-8e25f9ed0db0, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=28273baa-c5ae-4313-801b-8e25f9ed0db0,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:57:28.242769 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (28273baa-c5ae-4313-801b-8e25f9ed0db0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:28.274686 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Routers {'cc93f8c1-102d-4365-9594-96ff910bb798'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:57:28.275312 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['cc93f8c1-102d-4365-9594-96ff910bb798'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:28.347412 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550e7802-bcb4-4642-803e-9374a30f0a27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:28.530753 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-550e7802-bcb4-4642-803e-9374a30f0a27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:28.541813 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] Set router cc93f8c1-102d-4365-9594-96ff910bb798 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:57:28.579015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-550e7802-bcb4-4642-803e-9374a30f0a27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port c296a792-5572-418f-be90-88eeb6c195b3 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:57:28.595611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0f7eb-f353-4b52-9b2c-ef61a03ac111 req-8f07261b-404a-48b6-85eb-622545f925f8 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:28.597869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18b0f7eb-f353-4b52-9b2c-ef61a03ac111 req-8f07261b-404a-48b6-85eb-622545f925f8 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 944 time: 0.3866820 Feb 08 15:57:28.687731 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (3e05fb2c-ff9f-43c2-8795-e3d002435d40), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:28.731968 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea28147-968d-4aca-a5a0-ab870dc55bfb None None] Pushing event updated for resources: {'Port': ['ID=28273baa-c5ae-4313-801b-8e25f9ed0db0,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:28.753797 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:28.899074 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Allocated IP 172.25.7.104 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/db934202-5154-4751-a643-cfe53c5ebe54) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:28.911976 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea28147-968d-4aca-a5a0-ab870dc55bfb None None] Pushing event updated for resources: {'Port': ['ID=28273baa-c5ae-4313-801b-8e25f9ed0db0,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:28.926190 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-550e7802-bcb4-4642-803e-9374a30f0a27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8:0:1::20 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/757aa1da-1bb7-4594-abd5-d1fce9c9e439/c296a792-5572-418f-be90-88eeb6c195b3) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:28.934743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-550e7802-bcb4-4642-803e-9374a30f0a27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::f816:3eff:fe7b:fe01 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/6a678ea1-6831-4070-a5a2-a6d41f97334c/c296a792-5572-418f-be90-88eeb6c195b3) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:29.026668 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc93f8c1-102d-4365-9594-96ff910bb798', 'name': 'tempest-snat-router-1482892838', 'tenant_id': 'ef3358b4b6904f298da7551f0292a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.240'}], 'enable_snat': False}, 'gw_port_id': '28273baa-c5ae-4313-801b-8e25f9ed0db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:57:21Z', 'updated_at': '2022-02-08T15:57:24Z', 'revision_number': 3, 'project_id': 'ef3358b4b6904f298da7551f0292a6bb', 'gw_port': {'id': '28273baa-c5ae-4313-801b-8e25f9ed0db0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc93f8c1-102d-4365-9594-96ff910bb798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:57:23Z', 'updated_at': '2022-02-08T15:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:29.050874 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for port (db934202-5154-4751-a643-cfe53c5ebe54), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:29.092497 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5246b7a-f240-4255-b6e3-f99d32660fd3 None None] The sync data for ids ['cc93f8c1-102d-4365-9594-96ff910bb798'] in n-d-824834-11 is: [{'id': 'cc93f8c1-102d-4365-9594-96ff910bb798', 'name': 'tempest-snat-router-1482892838', 'tenant_id': 'ef3358b4b6904f298da7551f0292a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.240'}], 'enable_snat': False}, 'gw_port_id': '28273baa-c5ae-4313-801b-8e25f9ed0db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:57:21Z', 'updated_at': '2022-02-08T15:57:24Z', 'revision_number': 3, 'project_id': 'ef3358b4b6904f298da7551f0292a6bb', 'gw_port': {'id': '28273baa-c5ae-4313-801b-8e25f9ed0db0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:51:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc93f8c1-102d-4365-9594-96ff910bb798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:57:23Z', 'updated_at': '2022-02-08T15:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:57:29.099155 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (db934202-5154-4751-a643-cfe53c5ebe54), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:29.191307 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:29.200994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:29.255501 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:29.259432 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-550e7802-bcb4-4642-803e-9374a30f0a27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (c296a792-5572-418f-be90-88eeb6c195b3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:29.307740 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18b0f7eb-f353-4b52-9b2c-ef61a03ac111 req-2f7d11cc-60ca-4ace-9ddc-23d89aca4d52 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7016833 Feb 08 15:57:29.311152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Pushing event updated for resources: {'Port': ['ID=db934202-5154-4751-a643-cfe53c5ebe54,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:29.322964 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-550e7802-bcb4-4642-803e-9374a30f0a27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c296a792-5572-418f-be90-88eeb6c195b3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:29.399033 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e7802-bcb4-4642-803e-9374a30f0a27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:29.406441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-550e7802-bcb4-4642-803e-9374a30f0a27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:29.416922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e7802-bcb4-4642-803e-9374a30f0a27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:29.425986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e7802-bcb4-4642-803e-9374a30f0a27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:29.426965 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-550e7802-bcb4-4642-803e-9374a30f0a27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:29.445545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e7802-bcb4-4642-803e-9374a30f0a27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=c296a792-5572-418f-be90-88eeb6c195b3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:29.464481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b695a5bc-9699-4af3-a5e5-ba996c81401d up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:29.470201 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-550e7802-bcb4-4642-803e-9374a30f0a27 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4115596 Feb 08 15:57:29.470843 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48696) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:29.604416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port b695a5bc-9699-4af3-a5e5-ba996c81401d completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:57:29.613610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port b695a5bc-9699-4af3-a5e5-ba996c81401d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:29.614393 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b695a5bc-9699-4af3-a5e5-ba996c81401d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:29.646143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2a93e-4bc8-40b9-92e8-46a19de26eeb req-e7da3d68-b684-475f-a5d1-6584bd73acc0 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:29.666021 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8df2a93e-4bc8-40b9-92e8-46a19de26eeb req-e7da3d68-b684-475f-a5d1-6584bd73acc0 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.4597471 Feb 08 15:57:29.690910 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-07858e18-652d-4c30-a6c6-86722e728f42 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port c296a792-5572-418f-be90-88eeb6c195b3 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:29.691707 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07858e18-652d-4c30-a6c6-86722e728f42 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c296a792-5572-418f-be90-88eeb6c195b3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:29.772009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port b695a5bc-9699-4af3-a5e5-ba996c81401d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:29.775224 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b695a5bc-9699-4af3-a5e5-ba996c81401d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:29.845765 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07858e18-652d-4c30-a6c6-86722e728f42 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c296a792-5572-418f-be90-88eeb6c195b3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:29.854392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3728bc-ddf3-4bf1-9b35-82b1d5ec8450 req-569705d2-4d60-43ab-a593-2880191621bb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:29.867491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb3728bc-ddf3-4bf1-9b35-82b1d5ec8450 req-569705d2-4d60-43ab-a593-2880191621bb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.3791308 Feb 08 15:57:29.873227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-07858e18-652d-4c30-a6c6-86722e728f42 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for c296a792-5572-418f-be90-88eeb6c195b3 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:29.887277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port b695a5bc-9699-4af3-a5e5-ba996c81401d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b695a5bc-9699-4af3-a5e5-ba996c81401d,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:29.888881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac570dfe-81d7-43ba-814a-aee48b00f6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b695a5bc-9699-4af3-a5e5-ba996c81401d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:57:29.891872 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3e1fe5-8127-4414-b03e-08bb0b80343b" -d '{"events": [{"server_uuid": "ac570dfe-81d7-43ba-814a-aee48b00f6e1", "name": "network-vif-plugged", "status": "completed", "tag": "b695a5bc-9699-4af3-a5e5-ba996c81401d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:57:29.922801 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b695a5bc-9699-4af3-a5e5-ba996c81401d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:29.982868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e725f6f-b170-4e74-b321-7c8fdaf81cad None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:30.084537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8df2a93e-4bc8-40b9-92e8-46a19de26eeb req-bc4cc4e1-767e-49d5-8676-96368643ca1b tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172897 Feb 08 15:57:30.181873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 28273baa-c5ae-4313-801b-8e25f9ed0db0 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:30.208373 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb3728bc-ddf3-4bf1-9b35-82b1d5ec8450 req-eda6d704-3855-4ef5-a95f-b8d7835545a8 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398895 Feb 08 15:57:30.211085 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50b9186-5362-4717-8f3a-8c0a2551ed6a x-openstack-request-id: req-a50b9186-5362-4717-8f3a-8c0a2551ed6a {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:57:30.211085 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac570dfe-81d7-43ba-814a-aee48b00f6e1", "name": "network-vif-plugged", "status": "completed", "tag": "b695a5bc-9699-4af3-a5e5-ba996c81401d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:57:30.211341 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a50b9186-5362-4717-8f3a-8c0a2551ed6a {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:57:30.211563 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac570dfe-81d7-43ba-814a-aee48b00f6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b695a5bc-9699-4af3-a5e5-ba996c81401d', 'code': 200} Feb 08 15:57:30.248817 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (3e05fb2c-ff9f-43c2-8795-e3d002435d40), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:30.269995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=b695a5bc-9699-4af3-a5e5-ba996c81401d,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:30.279795 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07858e18-652d-4c30-a6c6-86722e728f42 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c296a792-5572-418f-be90-88eeb6c195b3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:30.298199 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-408b9d6e-801a-49e5-af11-b122df9aae4e None None] Provisioning complete for port 3cbf378e-ba24-4d8e-a484-41f7729e74bf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:30.298581 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-408b9d6e-801a-49e5-af11-b122df9aae4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:30.322092 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07858e18-652d-4c30-a6c6-86722e728f42 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=c296a792-5572-418f-be90-88eeb6c195b3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:30.384241 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07858e18-652d-4c30-a6c6-86722e728f42 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:30.390194 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-07858e18-652d-4c30-a6c6-86722e728f42 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/c296a792-5572-418f-be90-88eeb6c195b3 HTTP/1.1" status: 204 len: 168 time: 0.9183211 Feb 08 15:57:30.391045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48702) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:30.470263 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a14135-21f8-4b94-a2a8-d8b0faf6de5b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:30.474693 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48704) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:30.476492 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-50a14135-21f8-4b94-a2a8-d8b0faf6de5b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0839503 Feb 08 15:57:30.527034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 28273baa-c5ae-4313-801b-8e25f9ed0db0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:30.528021 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (28273baa-c5ae-4313-801b-8e25f9ed0db0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:30.633963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-408b9d6e-801a-49e5-af11-b122df9aae4e None None] Current status of the port 3cbf378e-ba24-4d8e-a484-41f7729e74bf is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:30.637649 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-408b9d6e-801a-49e5-af11-b122df9aae4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:30.679263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-408b9d6e-801a-49e5-af11-b122df9aae4e None None] For port 3cbf378e-ba24-4d8e-a484-41f7729e74bf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3cbf378e-ba24-4d8e-a484-41f7729e74bf,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:30.720824 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-408b9d6e-801a-49e5-af11-b122df9aae4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:30.801444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb88790-e1e0-4d19-a5bb-a891fe541be2 None None] Update dhcp port {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'fixed_ips': [{'subnet_id': '6a678ea1-6831-4070-a5a2-a6d41f97334c', 'ip_address': '2001:db8::f816:3eff:fee6:bd5d'}, {'subnet_id': '757aa1da-1bb7-4594-abd5-d1fce9c9e439'}], 'binding:host_id': 'n-d-824834-11'}, 'id': '3cbf378e-ba24-4d8e-a484-41f7729e74bf'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 15:57:30.820098 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (3e05fb2c-ff9f-43c2-8795-e3d002435d40), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:30.855170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b9d6e-801a-49e5-af11-b122df9aae4e None None] Pushing event updated for resources: {'Port': ['ID=3cbf378e-ba24-4d8e-a484-41f7729e74bf,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:30.866020 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 28273baa-c5ae-4313-801b-8e25f9ed0db0 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:30.866488 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (28273baa-c5ae-4313-801b-8e25f9ed0db0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:30.879410 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3cb88790-e1e0-4d19-a5bb-a891fe541be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:30.894316 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa1aad-d74a-4b3a-bd53-209b09be5bf5 req-6a207ecb-6a00-44a4-8823-fd5b6b882982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:30.896573 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5aaa1aad-d74a-4b3a-bd53-209b09be5bf5 req-6a207ecb-6a00-44a4-8823-fd5b6b882982 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 1128 time: 0.5853534 Feb 08 15:57:30.939491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 28273baa-c5ae-4313-801b-8e25f9ed0db0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=28273baa-c5ae-4313-801b-8e25f9ed0db0,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:30.951579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054584b0-3abe-4843-91b3-eef3beb6b70b req-a238a024-d5d2-45dd-a057-aa0926b823f0 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:30.953125 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-054584b0-3abe-4843-91b3-eef3beb6b70b req-a238a024-d5d2-45dd-a057-aa0926b823f0 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 945 time: 0.4774592 Feb 08 15:57:30.961949 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (28273baa-c5ae-4313-801b-8e25f9ed0db0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:30.963044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3cbf378e-ba24-4d8e-a484-41f7729e74bf up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:30.974289 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a191b3fc-acfc-44e6-9575-89129c877a58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:30.978773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a191b3fc-acfc-44e6-9575-89129c877a58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.4910729 Feb 08 15:57:30.980006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48706) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:31.098590 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5aaa1aad-d74a-4b3a-bd53-209b09be5bf5 req-b9fcb435-7948-493c-abeb-51891b80aab8 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560154 Feb 08 15:57:31.099713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9670cf04-a459-4702-bdde-7d757aa6c95f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:31.104813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9670cf04-a459-4702-bdde-7d757aa6c95f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:31.107383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9670cf04-a459-4702-bdde-7d757aa6c95f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:31.118645 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9670cf04-a459-4702-bdde-7d757aa6c95f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1370227 Feb 08 15:57:31.120541 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48708) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:31.170434 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-054584b0-3abe-4843-91b3-eef3beb6b70b req-1b688912-8c26-4a94-ad62-d0d2fc402b5e tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081635 Feb 08 15:57:31.253555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=28273baa-c5ae-4313-801b-8e25f9ed0db0,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:31.261935 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3cbf378e-ba24-4d8e-a484-41f7729e74bf triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:31.262324 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:31.307484 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-9add53b6-bb00-4f39-8b01-7f3812dcb9cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet 6a678ea1-6831-4070-a5a2-a6d41f97334c {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:57:31.308406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-3cb88790-e1e0-4d19-a5bb-a891fe541be2 None None] Allocated IP 2001:db8:0:1::2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/757aa1da-1bb7-4594-abd5-d1fce9c9e439/3cbf378e-ba24-4d8e-a484-41f7729e74bf) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:31.330966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Router 3e05fb2c-ff9f-43c2-8795-e3d002435d40 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:57:31.400427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69187538-f142-451b-b579-4f1ddf71a3fa req-0981ba49-9654-4571-8f7e-9ee75cd35ba1 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:31.407928 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69187538-f142-451b-b579-4f1ddf71a3fa req-0981ba49-9654-4571-8f7e-9ee75cd35ba1 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.1614363 Feb 08 15:57:31.492532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3cb88790-e1e0-4d19-a5bb-a891fe541be2 None None] For port 3cbf378e-ba24-4d8e-a484-41f7729e74bf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3cbf378e-ba24-4d8e-a484-41f7729e74bf,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:31.528761 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3cb88790-e1e0-4d19-a5bb-a891fe541be2 None None] Publish callbacks [] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:31.534162 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9add53b6-bb00-4f39-8b01-7f3812dcb9cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (6a678ea1-6831-4070-a5a2-a6d41f97334c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:31.539463 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3cb88790-e1e0-4d19-a5bb-a891fe541be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:31.586589 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fd833f25-009a-4a27-8c9c-19cc6a502cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:31.617492 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3cbf378e-ba24-4d8e-a484-41f7729e74bf is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:31.641127 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9add53b6-bb00-4f39-8b01-7f3812dcb9cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (6a678ea1-6831-4070-a5a2-a6d41f97334c), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:31.660566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb88790-e1e0-4d19-a5bb-a891fe541be2 None None] Pushing event updated for resources: {'Port': ['ID=3cbf378e-ba24-4d8e-a484-41f7729e74bf,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:31.676443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:57:31.689080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] Sync routers for ids ['3e05fb2c-ff9f-43c2-8795-e3d002435d40'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:57:31.705009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] Routers {'3e05fb2c-ff9f-43c2-8795-e3d002435d40'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:57:31.707812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['3e05fb2c-ff9f-43c2-8795-e3d002435d40'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:31.722040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf057b-2e5d-4213-9d15-ba7f1aa6f11b req-1e73f20d-2544-43a8-a18d-177e92713176 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:31.739862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcaf057b-2e5d-4213-9d15-ba7f1aa6f11b req-1e73f20d-2544-43a8-a18d-177e92713176 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.3958814 Feb 08 15:57:31.819706 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9add53b6-bb00-4f39-8b01-7f3812dcb9cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (6a678ea1-6831-4070-a5a2-a6d41f97334c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:31.826618 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:31.835628 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6a21179e-9c80-4994-8530-0ae3f47d239f tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2641208 Feb 08 15:57:31.856266 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69187538-f142-451b-b579-4f1ddf71a3fa req-59139cf6-14c1-4580-a915-38a5ed51fbd8 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474273 Feb 08 15:57:31.863425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48714) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:31.892757 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9add53b6-bb00-4f39-8b01-7f3812dcb9cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (6a678ea1-6831-4070-a5a2-a6d41f97334c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:31.973093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add53b6-bb00-4f39-8b01-7f3812dcb9cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=6a678ea1-6831-4070-a5a2-a6d41f97334c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:31.983866 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9add53b6-bb00-4f39-8b01-7f3812dcb9cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:32.000101 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9add53b6-bb00-4f39-8b01-7f3812dcb9cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/6a678ea1-6831-4070-a5a2-a6d41f97334c HTTP/1.1" status: 204 len: 168 time: 0.8769367 Feb 08 15:57:32.000806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48716) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:32.116637 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fc25a8-07e2-4167-816b-c847776c7e30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet 757aa1da-1bb7-4594-abd5-d1fce9c9e439 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:57:32.120225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-54fc25a8-07e2-4167-816b-c847776c7e30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (757aa1da-1bb7-4594-abd5-d1fce9c9e439), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:32.176483 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-632783db-f950-4f56-ac9e-687ec219fe25 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/routers/3e05fb2c-ff9f-43c2-8795-e3d002435d40 HTTP/1.1" status: 200 len: 908 time: 0.2984519 Feb 08 15:57:32.178114 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48718) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:32.226382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcaf057b-2e5d-4213-9d15-ba7f1aa6f11b req-a5eeb8ca-803c-4818-bbb3-32ca45de70ac tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4708228 Feb 08 15:57:32.235049 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-54fc25a8-07e2-4167-816b-c847776c7e30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (757aa1da-1bb7-4594-abd5-d1fce9c9e439), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:32.358968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] Set router 3e05fb2c-ff9f-43c2-8795-e3d002435d40 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:57:32.415780 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-54fc25a8-07e2-4167-816b-c847776c7e30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (757aa1da-1bb7-4594-abd5-d1fce9c9e439), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:32.477018 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 28273baa-c5ae-4313-801b-8e25f9ed0db0 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:32.535656 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-54fc25a8-07e2-4167-816b-c847776c7e30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (757aa1da-1bb7-4594-abd5-d1fce9c9e439), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:32.606640 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc25a8-07e2-4167-816b-c847776c7e30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=757aa1da-1bb7-4594-abd5-d1fce9c9e439,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:32.627139 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-54fc25a8-07e2-4167-816b-c847776c7e30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:32.636893 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-54fc25a8-07e2-4167-816b-c847776c7e30 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/757aa1da-1bb7-4594-abd5-d1fce9c9e439 HTTP/1.1" status: 204 len: 168 time: 0.6329162 Feb 08 15:57:32.638134 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48722) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:32.733259 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fab854ce-ef22-4367-b2a6-1e197ccb0bf2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909998 Feb 08 15:57:32.735957 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48724) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:32.747552 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:32.863677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3749b8a-074a-496f-a049-7cae38212f56 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:32.914161 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:32.927539 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:32.942204 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd22cd-88e9-439f-9736-f5db377dec63 req-3ae99d7a-8d18-4141-9237-ec0d5cd452ac tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:32.943738 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ccd22cd-88e9-439f-9736-f5db377dec63 req-3ae99d7a-8d18-4141-9237-ec0d5cd452ac tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 945 time: 0.5885646 Feb 08 15:57:33.001597 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ccd22cd-88e9-439f-9736-f5db377dec63 req-c4db3fff-18fb-439e-8d81-293bf6f4cbc4 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510457 Feb 08 15:57:33.010626 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20d9dcd6-12ae-414c-ba9d-3ec110b6e2b6 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router (3e05fb2c-ff9f-43c2-8795-e3d002435d40), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:33.106804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2053d3c2-11c1-4787-8ea6-b3bb9f5235f0 None None] Provisioning complete for port 3cbf378e-ba24-4d8e-a484-41f7729e74bf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:33.107191 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2053d3c2-11c1-4787-8ea6-b3bb9f5235f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:33.219165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 28273baa-c5ae-4313-801b-8e25f9ed0db0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:33.219797 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (28273baa-c5ae-4313-801b-8e25f9ed0db0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:33.378899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e05fb2c-ff9f-43c2-8795-e3d002435d40', 'name': 'tempest-snat-router-1482892838', 'tenant_id': 'ef3358b4b6904f298da7551f0292a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'db934202-5154-4751-a643-cfe53c5ebe54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:57:26Z', 'updated_at': '2022-02-08T15:57:29Z', 'revision_number': 3, 'project_id': 'ef3358b4b6904f298da7551f0292a6bb', 'gw_port': {'id': 'db934202-5154-4751-a643-cfe53c5ebe54', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ca:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e05fb2c-ff9f-43c2-8795-e3d002435d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:57:28Z', 'updated_at': '2022-02-08T15:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:33.415416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21790fd3-b96f-4bf5-a788-35482fe42130 req-eb350417-614a-4d0b-a785-9a736c3d722d tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:33.422414 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21790fd3-b96f-4bf5-a788-35482fe42130 req-eb350417-614a-4d0b-a785-9a736c3d722d tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.3078566 Feb 08 15:57:33.436543 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2053d3c2-11c1-4787-8ea6-b3bb9f5235f0 None None] Current status of the port 3cbf378e-ba24-4d8e-a484-41f7729e74bf is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:33.449347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3244d30c-4473-4b29-8860-92eeef47ff6d None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:57:33.452749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] Checking router: 3e05fb2c-ff9f-43c2-8795-e3d002435d40 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:57:33.453138 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] Updating router 3e05fb2c-ff9f-43c2-8795-e3d002435d40 port db934202-5154-4751-a643-cfe53c5ebe54 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:57:33.520602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 28273baa-c5ae-4313-801b-8e25f9ed0db0 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:33.522728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3cbf378e-ba24-4d8e-a484-41f7729e74bf up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:33.603981 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (db934202-5154-4751-a643-cfe53c5ebe54), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:33.679342 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20d9dcd6-12ae-414c-ba9d-3ec110b6e2b6 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (3e05fb2c-ff9f-43c2-8795-e3d002435d40), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:33.778278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.objects.ports [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103302) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 15:57:33.778868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3cbf378e-ba24-4d8e-a484-41f7729e74bf triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:33.778868 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:33.789762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515935cd-7818-4970-9821-60251b9f8604 req-a6d0187d-7b0d-48cb-89b9-fef891fd6a48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:33.794710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3244d30c-4473-4b29-8860-92eeef47ff6d None None] Deleting port 3cbf378e-ba24-4d8e-a484-41f7729e74bf {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:33.794710 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3244d30c-4473-4b29-8860-92eeef47ff6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:33.796651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-515935cd-7818-4970-9821-60251b9f8604 req-a6d0187d-7b0d-48cb-89b9-fef891fd6a48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.3619888 Feb 08 15:57:33.800129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-21790fd3-b96f-4bf5-a788-35482fe42130 req-2c9d87ae-f78d-46a4-b57a-530b34967768 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345819 Feb 08 15:57:33.827546 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-09707b53-aaab-4d62-8444-65e04316bbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:33.921275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021c40a-a6a7-428c-806d-f477ca83236f req-a0136603-59a9-411c-8a30-fa0a6a3d0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:33.923081 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d021c40a-a6a7-428c-806d-f477ca83236f req-a0136603-59a9-411c-8a30-fa0a6a3d0b34 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 1129 time: 0.1421032 Feb 08 15:57:33.947835 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-515935cd-7818-4970-9821-60251b9f8604 req-cc5ee9b7-1fe2-4540-9cb5-973a546b312b tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421936 Feb 08 15:57:33.973035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-20d9dcd6-12ae-414c-ba9d-3ec110b6e2b6 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Deleting port db934202-5154-4751-a643-cfe53c5ebe54 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:33.973035 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20d9dcd6-12ae-414c-ba9d-3ec110b6e2b6 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (db934202-5154-4751-a643-cfe53c5ebe54), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:34.062406 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d021c40a-a6a7-428c-806d-f477ca83236f req-ce451c49-110d-48ce-9de9-98b3bc6d7867 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210749 Feb 08 15:57:34.138277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-94200fbf-77d2-48bc-ba2d-af134218d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:34.140397 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-94200fbf-77d2-48bc-ba2d-af134218d94e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795&tenant_id=4a0201865e184d1486ad0db740e39857 HTTP/1.1" status: 200 len: 1127 time: 0.1569068 Feb 08 15:57:34.205312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3cbf378e-ba24-4d8e-a484-41f7729e74bf is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:34.206219 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20d9dcd6-12ae-414c-ba9d-3ec110b6e2b6 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (db934202-5154-4751-a643-cfe53c5ebe54), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:34.210201 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:34.221981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3244d30c-4473-4b29-8860-92eeef47ff6d None None] For port 3cbf378e-ba24-4d8e-a484-41f7729e74bf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3cbf378e-ba24-4d8e-a484-41f7729e74bf,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:34.224555 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3244d30c-4473-4b29-8860-92eeef47ff6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:34.226599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-20d9dcd6-12ae-414c-ba9d-3ec110b6e2b6 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Calling delete_port for db934202-5154-4751-a643-cfe53c5ebe54 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:34.254792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:34.294596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3244d30c-4473-4b29-8860-92eeef47ff6d None None] Calling delete_port for 3cbf378e-ba24-4d8e-a484-41f7729e74bf owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:34.428492 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:34.442765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4475d8-deb0-481a-a151-b7cc4a168aab req-0c19a092-1705-4a16-b76b-dbefcbf99231 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:34.451759 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a4475d8-deb0-481a-a151-b7cc4a168aab req-0c19a092-1705-4a16-b76b-dbefcbf99231 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 945 time: 0.3424299 Feb 08 15:57:34.519422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3cbf378e-ba24-4d8e-a484-41f7729e74bf no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:57:34.595280 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] For port 3cbf378e-ba24-4d8e-a484-41f7729e74bf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3cbf378e-ba24-4d8e-a484-41f7729e74bf,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:34.612668 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a4475d8-deb0-481a-a151-b7cc4a168aab req-a370afe9-63bd-440c-896a-ecbe0d259fbb tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597569 Feb 08 15:57:34.666603 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20d9dcd6-12ae-414c-ba9d-3ec110b6e2b6 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (db934202-5154-4751-a643-cfe53c5ebe54), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:34.670139 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 15:57:34.671945 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 15:57:34.690927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3cbf378e-ba24-4d8e-a484-41f7729e74bf is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:34.691465 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:34.735374 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:34.768553 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3244d30c-4473-4b29-8860-92eeef47ff6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:34.785458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9dcd6-12ae-414c-ba9d-3ec110b6e2b6 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Pushing event deleted for resources: {'Port': ['ID=db934202-5154-4751-a643-cfe53c5ebe54,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:34.802710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244d30c-4473-4b29-8860-92eeef47ff6d None None] Pushing event deleted for resources: {'Port': ['ID=3cbf378e-ba24-4d8e-a484-41f7729e74bf,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:34.830061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:34.841096 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3244d30c-4473-4b29-8860-92eeef47ff6d None None] No DVR routers for this DVR port 3cbf378e-ba24-4d8e-a484-41f7729e74bf on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:57:34.871423 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:57:34.873382 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (3cbf378e-ba24-4d8e-a484-41f7729e74bf), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:34.926983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=3cbf378e-ba24-4d8e-a484-41f7729e74bf,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:34.941099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (910f47f3-c3a2-44f2-ba20-1e32bc01d739), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:34.971254 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0df299-296e-4d69-8fd1-6172ce90d57b req-24b60607-84d0-4831-915b-2d973cc14d5a tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:34.973051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f0df299-296e-4d69-8fd1-6172ce90d57b req-24b60607-84d0-4831-915b-2d973cc14d5a tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 945 time: 0.2194829 Feb 08 15:57:34.975092 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20d9dcd6-12ae-414c-ba9d-3ec110b6e2b6 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (3e05fb2c-ff9f-43c2-8795-e3d002435d40), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:34.979881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e691fc6-28c2-409e-bd17-7cb31f55c501 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:57:35.048875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Publish callbacks [] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:35.061726 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:35.071886 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:35.076322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:35.077042 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:35.090347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8abf29-ca1d-4440-93ca-e3253f309781 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:35.094339 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=910f47f3-c3a2-44f2-ba20-1e32bc01d739,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:35.105261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Transition to ACTIVE for port object 5e691fc6-28c2-409e-bd17-7cb31f55c501 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:57:35.117507 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:35.145436 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-19ff25bf-40ca-4c52-869c-a3462e21b903 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4083390 Feb 08 15:57:35.178891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48752) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:35.185575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-29bd7f75-470c-44d9-be9f-2ca64c3dafb2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:35.207612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] Port db934202-5154-4751-a643-cfe53c5ebe54 not found while updating agent binding for router 3e05fb2c-ff9f-43c2-8795-e3d002435d40. {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 08 15:57:35.220975 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20d9dcd6-12ae-414c-ba9d-3ec110b6e2b6 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (3e05fb2c-ff9f-43c2-8795-e3d002435d40), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:35.252531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] Routers {'3e05fb2c-ff9f-43c2-8795-e3d002435d40'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:57:35.255111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['3e05fb2c-ff9f-43c2-8795-e3d002435d40'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:35.262323 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20d9dcd6-12ae-414c-ba9d-3ec110b6e2b6 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_controller (3e05fb2c-ff9f-43c2-8795-e3d002435d40), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:35.305377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a14ca-ded0-47e2-8d77-834a0e9af082 req-ec98f6aa-a897-4ee8-a6ff-19dd102ead58 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:35.312550 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd5a14ca-ded0-47e2-8d77-834a0e9af082 req-ec98f6aa-a897-4ee8-a6ff-19dd102ead58 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.3746064 Feb 08 15:57:35.400804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] Set router 3e05fb2c-ff9f-43c2-8795-e3d002435d40 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:57:35.466329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] No DVR routers for this DVR port 5e691fc6-28c2-409e-bd17-7cb31f55c501 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:57:35.468603 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Pushing event updated for resources: {'Port': ['ID=5e691fc6-28c2-409e-bd17-7cb31f55c501,revision_number=9']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:35.522964 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e05fb2c-ff9f-43c2-8795-e3d002435d40', 'name': 'tempest-snat-router-1482892838', 'tenant_id': 'ef3358b4b6904f298da7551f0292a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:57:26Z', 'updated_at': '2022-02-08T15:57:34Z', 'revision_number': 5, 'project_id': 'ef3358b4b6904f298da7551f0292a6bb', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:35.554523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f0df299-296e-4d69-8fd1-6172ce90d57b req-9f8b7c14-bc11-45e1-b6e9-eb51f9ed3276 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381792 Feb 08 15:57:35.559491 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20d9dcd6-12ae-414c-ba9d-3ec110b6e2b6 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (3e05fb2c-ff9f-43c2-8795-e3d002435d40), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:35.563303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d9dcd6-12ae-414c-ba9d-3ec110b6e2b6 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e05fb2c-ff9f-43c2-8795-e3d002435d40 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:57:35.589735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd5a14ca-ded0-47e2-8d77-834a0e9af082 req-46375d69-af10-4521-a6bd-e54043e8c7e3 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762430 Feb 08 15:57:35.649535 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20d9dcd6-12ae-414c-ba9d-3ec110b6e2b6 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:35.654431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-20d9dcd6-12ae-414c-ba9d-3ec110b6e2b6 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "DELETE /v2.0/routers/3e05fb2c-ff9f-43c2-8795-e3d002435d40 HTTP/1.1" status: 204 len: 168 time: 3.4752417 Feb 08 15:57:35.666150 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48760) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:35.750814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': '910f47f3-c3a2-44f2-ba20-1e32bc01d739'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:57:35.751972 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:35.754368 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:35.886025 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Attempting to bind port 5e691fc6-28c2-409e-bd17-7cb31f55c501 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:57:35.886821 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Attempting to bind port 5e691fc6-28c2-409e-bd17-7cb31f55c501 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:57:35.886821 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Attempting to bind port 5e691fc6-28c2-409e-bd17-7cb31f55c501 on network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:57:35.891879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Port 5e691fc6-28c2-409e-bd17-7cb31f55c501 on network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:57:35.892302 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Attempting to bind port 5e691fc6-28c2-409e-bd17-7cb31f55c501 on network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:57:35.909445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:57:35.909919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Checking segment: {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:57:35.910349 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Bound using segment: {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:57:35.910888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Bound port: 5e691fc6-28c2-409e-bd17-7cb31f55c501, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:57:35.911305 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:35.970928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669b996e-e48f-449b-9dcc-c55775800953 None None] The sync data for ids ['3e05fb2c-ff9f-43c2-8795-e3d002435d40'] in n-d-824834-11 is: [{'id': '3e05fb2c-ff9f-43c2-8795-e3d002435d40', 'name': 'tempest-snat-router-1482892838', 'tenant_id': 'ef3358b4b6904f298da7551f0292a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:57:26Z', 'updated_at': '2022-02-08T15:57:34Z', 'revision_number': 5, 'project_id': 'ef3358b4b6904f298da7551f0292a6bb', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:57:36.025457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:57:36.029971 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:57:36.044688 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:36.063617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bd7f75-470c-44d9-be9f-2ca64c3dafb2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:36.069415 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29bd7f75-470c-44d9-be9f-2ca64c3dafb2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:36.116981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:36.118495 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:36.120304 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] 10.222.0.96 "PUT /v2.0/ports/5e691fc6-28c2-409e-bd17-7cb31f55c501 HTTP/1.1" status: 200 len: 1093 time: 1.8696067 Feb 08 15:57:36.120940 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:57:36.124562 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c756c1-5faa-4412-971a-8de99b9657a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:57:36.204728 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router (cc93f8c1-102d-4365-9594-96ff910bb798), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:36.235239 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f0515-170f-40ad-8cc8-281a28bb88eb service neutron] Pushing event updated for resources: {'Port': ['ID=5e691fc6-28c2-409e-bd17-7cb31f55c501,revision_number=10']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:36.263668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-e660850b-ae29-44ee-8b8d-332f02017685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:36.265279 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-e660850b-ae29-44ee-8b8d-332f02017685 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 1128 time: 0.1103139 Feb 08 15:57:36.363352 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62946823-c384-4e4d-bc93-b49d48e499bb req-f1c58103-160c-4139-a800-af44d3e41725 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:36.375772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62946823-c384-4e4d-bc93-b49d48e499bb req-f1c58103-160c-4139-a800-af44d3e41725 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 944 time: 0.5256100 Feb 08 15:57:36.403180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Allocated IP 2001:db8::f816:3eff:fe89:b5f5 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/910f47f3-c3a2-44f2-ba20-1e32bc01d739/07d7eeed-75c6-498f-ae5e-ba763be6ae7e) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:36.431842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-03f486b5-3730-4275-89d9-04387a01ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:36.433924 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-03f486b5-3730-4275-89d9-04387a01ee0d service neutron] 10.222.0.96 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 918 time: 0.1611822 Feb 08 15:57:36.524430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628ff21-51ae-4651-906f-8ca3c12f454a req-217b318b-4250-46f0-984a-d41ac9112d0d tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:36.532207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5628ff21-51ae-4651-906f-8ca3c12f454a req-217b318b-4250-46f0-984a-d41ac9112d0d tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 945 time: 0.5752153 Feb 08 15:57:36.544165 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-858e3e52-445c-4c3c-ba43-fae250db6ced service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501 HTTP/1.1" status: 200 len: 1000 time: 0.1008410 Feb 08 15:57:36.588218 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62946823-c384-4e4d-bc93-b49d48e499bb req-883d5adc-87d8-4346-b5c8-eb389c12788c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115343 Feb 08 15:57:36.611166 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (cc93f8c1-102d-4365-9594-96ff910bb798), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:36.639945 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-6282498e-be42-4f45-864b-8e92ccaa1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:36.644334 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-6282498e-be42-4f45-864b-8e92ccaa1b0c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=087d1e39-0072-4580-ba11-eb90596289b8 HTTP/1.1" status: 200 len: 856 time: 0.0936971 Feb 08 15:57:36.652126 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Publish callbacks [] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:36.654131 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:36.678200 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:36.752737 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80428c03-ce46-4ce2-8a72-bcc45aca35a0 x-openstack-request-id: req-80428c03-ce46-4ce2-8a72-bcc45aca35a0 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:57:36.753220 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:57:36.753634 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-80428c03-ce46-4ce2-8a72-bcc45aca35a0 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:57:36.754889 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'status': 'completed', 'code': 200} Feb 08 15:57:36.758824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Pushing event updated for resources: {'Port': ['ID=07d7eeed-75c6-498f-ae5e-ba763be6ae7e,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:36.763694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5628ff21-51ae-4651-906f-8ca3c12f454a req-83dd667f-6908-42dd-a17b-07a5337278ec tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303448 Feb 08 15:57:36.783825 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:36.786656 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:36.794901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:36.798568 n-d-824834-11 neutron-server[103301]: INFO neutron.db.ipam_backend_mixin [None req-29bd7f75-470c-44d9-be9f-2ca64c3dafb2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 910f47f3-c3a2-44f2-ba20-1e32bc01d739 (CIDR: 2001:db8::/64) Feb 08 15:57:36.813712 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-29bd7f75-470c-44d9-be9f-2ca64c3dafb2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 15:57:36.814183 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29bd7f75-470c-44d9-be9f-2ca64c3dafb2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:57:36.838838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-93c2884f-1171-4a6c-99fc-24f96537f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:36.842071 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-93c2884f-1171-4a6c-99fc-24f96537f89a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1918728 Feb 08 15:57:36.872304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-29bd7f75-470c-44d9-be9f-2ca64c3dafb2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6916778 Feb 08 15:57:36.876462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48776) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:36.905356 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c24ee3be-f8d9-4c06-9ddc-be38c59b55dd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:36.945750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Attempting to bind port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:57:36.946958 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Attempting to bind port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:57:36.947434 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Attempting to bind port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:57:36.953692 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:57:36.954218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:57:36.955086 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:36.955582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:57:36.956368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Bound port: 07d7eeed-75c6-498f-ae5e-ba763be6ae7e, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:57:36.956864 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:36.988490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Deleting port 28273baa-c5ae-4313-801b-8e25f9ed0db0 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:36.988937 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (28273baa-c5ae-4313-801b-8e25f9ed0db0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:37.069669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] For port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:57:37.076361 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] For port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=07d7eeed-75c6-498f-ae5e-ba763be6ae7e,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:57:37.090713 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:37.095169 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-bc0ea91b-ef92-4966-bea3-d44e09a28e85 service neutron] 10.222.0.96 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453198 Feb 08 15:57:37.128317 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766ad39-4eb0-43b4-9c92-064ca95c015f req-b2b51802-19b4-4454-a4cb-685740433a87 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:37.140125 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9766ad39-4eb0-43b4-9c92-064ca95c015f req-b2b51802-19b4-4454-a4cb-685740433a87 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 945 time: 0.2563305 Feb 08 15:57:37.171594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd6a02-9dbe-436e-89b0-0669daef1d58 None None] Pushing event updated for resources: {'Port': ['ID=07d7eeed-75c6-498f-ae5e-ba763be6ae7e,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:37.188648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24ee3be-f8d9-4c06-9ddc-be38c59b55dd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:37.193480 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c24ee3be-f8d9-4c06-9ddc-be38c59b55dd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:37.205177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6b6ee-a57f-4494-87aa-f679a86b1ef9 req-42dbd4a8-d678-470d-b217-73b19e6065d5 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:37.206928 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dc6b6ee-a57f-4494-87aa-f679a86b1ef9 req-42dbd4a8-d678-470d-b217-73b19e6065d5 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.2578385 Feb 08 15:57:37.304651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9766ad39-4eb0-43b4-9c92-064ca95c015f req-edad79f5-48f4-4b3d-aba1-943ac39f7bd2 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629083 Feb 08 15:57:37.358955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] For port 28273baa-c5ae-4313-801b-8e25f9ed0db0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=28273baa-c5ae-4313-801b-8e25f9ed0db0,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:37.359276 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (28273baa-c5ae-4313-801b-8e25f9ed0db0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:37.376090 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Calling delete_port for 28273baa-c5ae-4313-801b-8e25f9ed0db0 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:37.746644 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dc6b6ee-a57f-4494-87aa-f679a86b1ef9 req-9e9740d2-f5d6-4089-82d4-072f2713ae9b tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305462 Feb 08 15:57:37.807399 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab924a61-8db0-4da6-8295-60bddb76cf20 req-3c58aea5-323e-4a07-a73d-329d410babb2 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:37.809160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab924a61-8db0-4da6-8295-60bddb76cf20 req-3c58aea5-323e-4a07-a73d-329d410babb2 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 945 time: 0.1766925 Feb 08 15:57:37.810962 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (28273baa-c5ae-4313-801b-8e25f9ed0db0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:37.863142 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-d30f001d-9b31-48d0-8f48-45c9d6f224a8 service neutron] 10.222.0.96 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7611938 Feb 08 15:57:37.884989 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Pushing event deleted for resources: {'Port': ['ID=28273baa-c5ae-4313-801b-8e25f9ed0db0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:37.968577 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:38.046903 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c756c1-5faa-4412-971a-8de99b9657a6 req-594f5792-ff53-4b54-b6f8-3d4ef7821d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:38.049331 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c756c1-5faa-4412-971a-8de99b9657a6 req-594f5792-ff53-4b54-b6f8-3d4ef7821d3e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 1128 time: 0.1196523 Feb 08 15:57:38.060629 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab924a61-8db0-4da6-8295-60bddb76cf20 req-c3258279-9b16-45b2-b6d9-e951658a274b tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436481 Feb 08 15:57:38.077018 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (cc93f8c1-102d-4365-9594-96ff910bb798), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:38.187259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c756c1-5faa-4412-971a-8de99b9657a6 req-da2f9b0b-f00a-4a49-9372-296e2f543ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:38.188913 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c756c1-5faa-4412-971a-8de99b9657a6 req-da2f9b0b-f00a-4a49-9372-296e2f543ffa service neutron] 10.222.0.96 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 918 time: 0.1193855 Feb 08 15:57:38.205142 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (cc93f8c1-102d-4365-9594-96ff910bb798), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:38.220504 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_controller (cc93f8c1-102d-4365-9594-96ff910bb798), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:38.330922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-e2bea4c7-38f1-4f34-b894-1f7b53735738 req-f41a1955-6480-4ce9-b2e9-d62732716589 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1644188567', 'description': 'tempest-description-599341279'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:38.340813 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (cc93f8c1-102d-4365-9594-96ff910bb798), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:38.341721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc93f8c1-102d-4365-9594-96ff910bb798 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:57:38.360389 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:38.367984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-20aa5780-6377-4ab0-a1d5-d602474c0d82 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "DELETE /v2.0/routers/cc93f8c1-102d-4365-9594-96ff910bb798 HTTP/1.1" status: 204 len: 168 time: 2.6907244 Feb 08 15:57:38.372545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48812) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:38.384383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1843169237', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:38.396718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a634f82-8726-4532-8390-6e2ebc2e5cdb req-a90ef033-845c-4c3c-9bdc-b6998ce77041 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:38.399745 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a634f82-8726-4532-8390-6e2ebc2e5cdb req-a90ef033-845c-4c3c-9bdc-b6998ce77041 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.5244260 Feb 08 15:57:38.460990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:38.462248 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:38.561248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a634f82-8726-4532-8390-6e2ebc2e5cdb req-08d9d95d-5d41-4779-a769-c026ea33aeb3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526613 Feb 08 15:57:38.606939 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e2bea4c7-38f1-4f34-b894-1f7b53735738 req-f41a1955-6480-4ce9-b2e9-d62732716589 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:38.634043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 07d7eeed-75c6-498f-ae5e-ba763be6ae7e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:38.658855 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c756c1-5faa-4412-971a-8de99b9657a6 req-ad51d79e-4363-44b3-ad5e-c258d85372b3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501 HTTP/1.1" status: 200 len: 1000 time: 0.4630456 Feb 08 15:57:38.669539 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c24ee3be-f8d9-4c06-9ddc-be38c59b55dd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (d70ba3b9-bc1f-484e-b175-56ab98751f8c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:38.792245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:38.793564 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:38.953891 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e2bea4c7-38f1-4f34-b894-1f7b53735738 req-f41a1955-6480-4ce9-b2e9-d62732716589 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for security_group (d1633e4b-00b4-4945-ba5c-aa9def0cc8b7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:38.966048 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e2bea4c7-38f1-4f34-b894-1f7b53735738 req-f41a1955-6480-4ce9-b2e9-d62732716589 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d1633e4b-00b4-4945-ba5c-aa9def0cc8b7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:38.993460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:38.994007 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:39.011403 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_controller (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:39.027977 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-e2bea4c7-38f1-4f34-b894-1f7b53735738 req-f41a1955-6480-4ce9-b2e9-d62732716589 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:39.034215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e2bea4c7-38f1-4f34-b894-1f7b53735738 req-f41a1955-6480-4ce9-b2e9-d62732716589 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.7082007 Feb 08 15:57:39.103274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634b8c9-4753-4269-91b6-6499def8dda2 req-e6453433-873d-49a5-99a7-75874383ad1d tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:39.104969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c634b8c9-4753-4269-91b6-6499def8dda2 req-e6453433-873d-49a5-99a7-75874383ad1d tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 945 time: 0.3111608 Feb 08 15:57:39.183103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=07d7eeed-75c6-498f-ae5e-ba763be6ae7e,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:39.190340 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:39.206304 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24ee3be-f8d9-4c06-9ddc-be38c59b55dd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:39.249439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a1955-6480-4ce9-b2e9-d62732716589 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1633e4b-00b4-4945-ba5c-aa9def0cc8b7,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:39.284011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c634b8c9-4753-4269-91b6-6499def8dda2 req-65840078-9f71-4d42-b9fb-85106d9e85d7 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576509 Feb 08 15:57:39.336279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3692e55b-d78e-43af-986a-b902963288d7 None None] Provisioning complete for port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:39.336667 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3692e55b-d78e-43af-986a-b902963288d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:39.391772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-375b85d8-eda1-47dc-9c10-35a875ee701c req-1a1cd44a-431e-43b3-b275-787b4f851829 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1644188567&fields=id&tenant_id=4242aee31cb2445389a4ec2c65fb7376 HTTP/1.1" status: 200 len: 267 time: 0.1319773 Feb 08 15:57:39.417108 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:39.446597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-c24ee3be-f8d9-4c06-9ddc-be38c59b55dd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:39.463048 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24ee3be-f8d9-4c06-9ddc-be38c59b55dd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:39.464142 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c24ee3be-f8d9-4c06-9ddc-be38c59b55dd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:39.482837 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aca893-115e-4864-a557-3fde5aa3a140 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:39.497007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=07d7eeed-75c6-498f-ae5e-ba763be6ae7e,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:39.525292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ee3be-f8d9-4c06-9ddc-be38c59b55dd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=d70ba3b9-bc1f-484e-b175-56ab98751f8c,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:39.534867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b85d8-eda1-47dc-9c10-35a875ee701c req-e8793346-6905-40e1-9b12-bd89ec87c7a0 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:39.550375 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-375b85d8-eda1-47dc-9c10-35a875ee701c req-e8793346-6905-40e1-9b12-bd89ec87c7a0 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.1576803 Feb 08 15:57:39.562409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-375b85d8-eda1-47dc-9c10-35a875ee701c req-8c62e58e-ae07-462f-9d55-049eaaed972b tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Request body: {'port': {'security_groups': ['f6bd6b16-d259-4ba4-8ffe-8745af9587b9', 'd1633e4b-00b4-4945-ba5c-aa9def0cc8b7']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:39.626232 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c756c1-5faa-4412-971a-8de99b9657a6 req-924f0300-3e28-445d-a129-00d2fc62685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:39.633225 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c756c1-5faa-4412-971a-8de99b9657a6 req-924f0300-3e28-445d-a129-00d2fc62685f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=087d1e39-0072-4580-ba11-eb90596289b8 HTTP/1.1" status: 200 len: 856 time: 0.9611652 Feb 08 15:57:39.721923 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c24ee3be-f8d9-4c06-9ddc-be38c59b55dd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8436933 Feb 08 15:57:39.750722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48834) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:39.761804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-301ec588-b557-4c35-a786-3f58b0db32c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'mac_address': 'fa:16:3e:0d:e3:ee', 'name': 'tempest-NetworksTestDHCPv6-274675470'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:39.797384 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-375b85d8-eda1-47dc-9c10-35a875ee701c req-8c62e58e-ae07-462f-9d55-049eaaed972b tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:39.835528 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c756c1-5faa-4412-971a-8de99b9657a6 req-ca5234b2-e244-43b6-89ac-4bca9612a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:39.837515 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c756c1-5faa-4412-971a-8de99b9657a6 req-ca5234b2-e244-43b6-89ac-4bca9612a63c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1845155 Feb 08 15:57:39.883812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3692e55b-d78e-43af-986a-b902963288d7 None None] Current status of the port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:40.014252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ebd97-44c3-454d-b3c4-cfb4d05a200d req-f1697198-c79a-44d9-aa51-4c13af2328bc tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:40.016479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc5ebd97-44c3-454d-b3c4-cfb4d05a200d req-f1697198-c79a-44d9-aa51-4c13af2328bc tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.2438393 Feb 08 15:57:40.086609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da2055b-7a6d-487c-bc80-b8608d424ec2 None None] Update dhcp port {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'fixed_ips': [{'subnet_id': '910f47f3-c3a2-44f2-ba20-1e32bc01d739', 'ip_address': '2001:db8::f816:3eff:fe89:b5f5'}, {'subnet_id': 'd70ba3b9-bc1f-484e-b175-56ab98751f8c'}], 'binding:host_id': 'n-d-824834-11'}, 'id': '07d7eeed-75c6-498f-ae5e-ba763be6ae7e'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 15:57:40.164473 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7da2055b-7a6d-487c-bc80-b8608d424ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:40.175983 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc5ebd97-44c3-454d-b3c4-cfb4d05a200d req-e81eb063-c203-4c73-889b-65cf793ab4f0 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532745 Feb 08 15:57:40.286682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301ec588-b557-4c35-a786-3f58b0db32c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:40.308485 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-375b85d8-eda1-47dc-9c10-35a875ee701c req-8c62e58e-ae07-462f-9d55-049eaaed972b tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] For port 787655b4-62c6-48c8-9077-fa30bf7b26db, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=787655b4-62c6-48c8-9077-fa30bf7b26db,segment=NetworkSegment(2905acb4-3b63-4a1d-b312-97e106c30fe6),segment_id=2905acb4-3b63-4a1d-b312-97e106c30fe6)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:40.410333 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-375b85d8-eda1-47dc-9c10-35a875ee701c req-8c62e58e-ae07-462f-9d55-049eaaed972b tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:40.425924 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-375b85d8-eda1-47dc-9c10-35a875ee701c req-8c62e58e-ae07-462f-9d55-049eaaed972b tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:40.449966 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['787655b4-62c6-48c8-9077-fa30bf7b26db'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:57:40.508930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b85d8-eda1-47dc-9c10-35a875ee701c req-8c62e58e-ae07-462f-9d55-049eaaed972b tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:40.510138 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-375b85d8-eda1-47dc-9c10-35a875ee701c req-8c62e58e-ae07-462f-9d55-049eaaed972b tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:40.511810 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-375b85d8-eda1-47dc-9c10-35a875ee701c req-8c62e58e-ae07-462f-9d55-049eaaed972b tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "PUT /v2.0/ports/787655b4-62c6-48c8-9077-fa30bf7b26db HTTP/1.1" status: 200 len: 982 time: 0.9606168 Feb 08 15:57:40.512531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'tag': '787655b4-62c6-48c8-9077-fa30bf7b26db'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:57:40.515786 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148d4eb3-8294-47be-9e09-c46519fc1c47" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9bf93c-76ef-4e35-917a-a617cf6f70bb", "tag": "787655b4-62c6-48c8-9077-fa30bf7b26db"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:57:40.539348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 07d7eeed-75c6-498f-ae5e-ba763be6ae7e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:40.548651 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-301ec588-b557-4c35-a786-3f58b0db32c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:40.584013 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c756c1-5faa-4412-971a-8de99b9657a6 req-f0880df3-85f3-4939-ae75-4b865a7eb42f service neutron] 10.222.0.96 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7231059 Feb 08 15:57:40.589937 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-301ec588-b557-4c35-a786-3f58b0db32c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port 18bfe334-63a8-43c7-829e-bb42f554673e yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:57:40.627804 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:40.651635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62e58e-ae07-462f-9d55-049eaaed972b tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Pushing event updated for resources: {'Port': ['ID=787655b4-62c6-48c8-9077-fa30bf7b26db,revision_number=6']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:40.674388 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['787655b4-62c6-48c8-9077-fa30bf7b26db'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:57:40.762897 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:40.776150 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75db4a-a652-4712-a341-caadb222341d req-43165f07-e0cf-4abf-a126-74c57b3cd02d tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:40.778453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd75db4a-a652-4712-a341-caadb222341d req-43165f07-e0cf-4abf-a126-74c57b3cd02d tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 945 time: 0.3117990 Feb 08 15:57:40.792289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9fef8a26-04e7-46de-b115-6ff65cc5f0cc req-6acae9c1-264a-4882-a118-ee730a37383c tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1644188567&fields=id&tenant_id=4242aee31cb2445389a4ec2c65fb7376 HTTP/1.1" status: 200 len: 267 time: 0.1149251 Feb 08 15:57:40.953729 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd75db4a-a652-4712-a341-caadb222341d req-a16e6963-4eda-40bf-b4c5-0ada37b9c124 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108053 Feb 08 15:57:40.964347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef8a26-04e7-46de-b115-6ff65cc5f0cc req-ded8e0ea-3515-421b-b59e-d7cd218bd519 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:40.981650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9fef8a26-04e7-46de-b115-6ff65cc5f0cc req-ded8e0ea-3515-421b-b59e-d7cd218bd519 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 985 time: 0.1865730 Feb 08 15:57:40.981880 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:40.982052 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:40.989709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-9fef8a26-04e7-46de-b115-6ff65cc5f0cc req-60bc8ba8-5bda-4815-9a79-5d8ac86e5603 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Request body: {'port': {'security_groups': ['f6bd6b16-d259-4ba4-8ffe-8745af9587b9']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:41.057568 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123f3b81-ece0-49d8-9539-474b520d6ab2 x-openstack-request-id: req-123f3b81-ece0-49d8-9539-474b520d6ab2 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:57:41.058270 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9bf93c-76ef-4e35-917a-a617cf6f70bb", "tag": "787655b4-62c6-48c8-9077-fa30bf7b26db", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:57:41.058270 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-123f3b81-ece0-49d8-9539-474b520d6ab2 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:57:41.058528 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'tag': '787655b4-62c6-48c8-9077-fa30bf7b26db', 'status': 'completed', 'code': 200} Feb 08 15:57:41.081141 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29c756c1-5faa-4412-971a-8de99b9657a6 req-ce80655e-0021-45f9-8446-c07c4a613594 service neutron] 10.222.0.96 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615898 Feb 08 15:57:41.102521 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-7da2055b-7a6d-487c-bc80-b8608d424ec2 None None] Allocated IP 2001:db8:0:1::2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/d70ba3b9-bc1f-484e-b175-56ab98751f8c/07d7eeed-75c6-498f-ae5e-ba763be6ae7e) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:41.164175 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9fef8a26-04e7-46de-b115-6ff65cc5f0cc req-60bc8ba8-5bda-4815-9a79-5d8ac86e5603 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:41.208089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Allocated IP 172.25.7.94 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/b253e5a1-d574-4e1f-833f-39af75f4a6a5) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:41.244694 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d4eb3-8294-47be-9e09-c46519fc1c47 req-55da546d-1ebe-4daa-a922-a27e5452e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:41.258642 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-148d4eb3-8294-47be-9e09-c46519fc1c47 req-55da546d-1ebe-4daa-a922-a27e5452e310 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4242aee31cb2445389a4ec2c65fb7376&device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 1168 time: 0.1707985 Feb 08 15:57:41.519451 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d4eb3-8294-47be-9e09-c46519fc1c47 req-6ec8135e-bdeb-41bd-8358-7cf450678db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:41.521041 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-148d4eb3-8294-47be-9e09-c46519fc1c47 req-6ec8135e-bdeb-41bd-8358-7cf450678db3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e HTTP/1.1" status: 200 len: 921 time: 0.2557535 Feb 08 15:57:41.643662 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-148d4eb3-8294-47be-9e09-c46519fc1c47 req-e077aef6-1908-498a-b1f2-4c7e9ed7476d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=787655b4-62c6-48c8-9077-fa30bf7b26db HTTP/1.1" status: 200 len: 217 time: 0.1067564 Feb 08 15:57:41.676760 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for port (b253e5a1-d574-4e1f-833f-39af75f4a6a5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:41.793070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d4eb3-8294-47be-9e09-c46519fc1c47 req-9366fae3-d319-46d8-901d-52a13c8c10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:41.795610 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-148d4eb3-8294-47be-9e09-c46519fc1c47 req-9366fae3-d319-46d8-901d-52a13c8c10f2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=39441911-46cb-43dd-be25-dbff842a9f42 HTTP/1.1" status: 200 len: 860 time: 0.1414640 Feb 08 15:57:41.845387 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7da2055b-7a6d-487c-bc80-b8608d424ec2 None None] For port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=07d7eeed-75c6-498f-ae5e-ba763be6ae7e,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:41.867445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:41.913130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 28273baa-c5ae-4313-801b-8e25f9ed0db0 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:57:41.918868 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-148d4eb3-8294-47be-9e09-c46519fc1c47 req-08d6ad9a-e1cf-4101-b3be-9532a40ffdef service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056697 Feb 08 15:57:41.954612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 28273baa-c5ae-4313-801b-8e25f9ed0db0 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:57:41.955246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 28273baa-c5ae-4313-801b-8e25f9ed0db0 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:57:41.978962 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7da2055b-7a6d-487c-bc80-b8608d424ec2 None None] Publish callbacks [] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:41.992118 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7da2055b-7a6d-487c-bc80-b8608d424ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:42.096096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbca8c-20b3-446f-bf68-ea20223b01f1 req-62466022-9416-4af8-a72e-0909b6b23a94 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:42.099063 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bcfbca8c-20b3-446f-bf68-ea20223b01f1 req-62466022-9416-4af8-a72e-0909b6b23a94 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.94 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 945 time: 0.9740291 Feb 08 15:57:42.124636 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b253e5a1-d574-4e1f-833f-39af75f4a6a5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:42.147454 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2055b-7a6d-487c-bc80-b8608d424ec2 None None] Pushing event updated for resources: {'Port': ['ID=07d7eeed-75c6-498f-ae5e-ba763be6ae7e,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:42.182051 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953afefd-8a26-4164-8cde-4993aa5c5fdc req-be5e7e54-1102-4127-8b70-8bda39854403 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:42.183800 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-953afefd-8a26-4164-8cde-4993aa5c5fdc req-be5e7e54-1102-4127-8b70-8bda39854403 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.5003428 Feb 08 15:57:42.222571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:42.247049 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:42.254580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:42.448543 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 07d7eeed-75c6-498f-ae5e-ba763be6ae7e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:42.470256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-9fef8a26-04e7-46de-b115-6ff65cc5f0cc req-60bc8ba8-5bda-4815-9a79-5d8ac86e5603 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] For port 787655b4-62c6-48c8-9077-fa30bf7b26db, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=787655b4-62c6-48c8-9077-fa30bf7b26db,segment=NetworkSegment(2905acb4-3b63-4a1d-b312-97e106c30fe6),segment_id=2905acb4-3b63-4a1d-b312-97e106c30fe6)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:42.529674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Pushing event updated for resources: {'Port': ['ID=b253e5a1-d574-4e1f-833f-39af75f4a6a5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:42.563377 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-148d4eb3-8294-47be-9e09-c46519fc1c47 req-594268ba-1953-4d9a-8cea-23f23eb3698c service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309359 Feb 08 15:57:42.579894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-953afefd-8a26-4164-8cde-4993aa5c5fdc req-face0584-3b44-419a-bf7b-9ae8e161b809 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3775556 Feb 08 15:57:42.586991 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-301ec588-b557-4c35-a786-3f58b0db32c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8:0:1::3c3 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/d70ba3b9-bc1f-484e-b175-56ab98751f8c/18bfe334-63a8-43c7-829e-bb42f554673e) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:42.604591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:42.605054 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:42.619111 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9fef8a26-04e7-46de-b115-6ff65cc5f0cc req-60bc8ba8-5bda-4815-9a79-5d8ac86e5603 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:42.652164 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9fef8a26-04e7-46de-b115-6ff65cc5f0cc req-60bc8ba8-5bda-4815-9a79-5d8ac86e5603 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:42.706123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['787655b4-62c6-48c8-9077-fa30bf7b26db'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:57:42.717374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-bcfbca8c-20b3-446f-bf68-ea20223b01f1 req-8f0ec819-bdd8-4247-a904-2390f387c114 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Deleting port b695a5bc-9699-4af3-a5e5-ba996c81401d {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:42.717830 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-bcfbca8c-20b3-446f-bf68-ea20223b01f1 req-8f0ec819-bdd8-4247-a904-2390f387c114 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b695a5bc-9699-4af3-a5e5-ba996c81401d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:42.753567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-301ec588-b557-4c35-a786-3f58b0db32c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::f816:3eff:fe0d:e3ee (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/910f47f3-c3a2-44f2-ba20-1e32bc01d739/18bfe334-63a8-43c7-829e-bb42f554673e) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:42.966205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef8a26-04e7-46de-b115-6ff65cc5f0cc req-60bc8ba8-5bda-4815-9a79-5d8ac86e5603 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:42.973760 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9fef8a26-04e7-46de-b115-6ff65cc5f0cc req-60bc8ba8-5bda-4815-9a79-5d8ac86e5603 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:42.978828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9fef8a26-04e7-46de-b115-6ff65cc5f0cc req-60bc8ba8-5bda-4815-9a79-5d8ac86e5603 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "PUT /v2.0/ports/787655b4-62c6-48c8-9077-fa30bf7b26db HTTP/1.1" status: 200 len: 943 time: 1.9939704 Feb 08 15:57:43.082219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'tag': '787655b4-62c6-48c8-9077-fa30bf7b26db'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:57:43.085164 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0153711d-f7cb-463b-a09f-30917b06b86f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9bf93c-76ef-4e35-917a-a617cf6f70bb", "tag": "787655b4-62c6-48c8-9077-fa30bf7b26db"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:57:43.100079 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['787655b4-62c6-48c8-9077-fa30bf7b26db'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:57:43.395687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:43.442069 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a4f1f321-4a47-4629-b71b-af4b2c326d43 None None] Provisioning complete for port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:43.442540 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4f1f321-4a47-4629-b71b-af4b2c326d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:43.572645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc8ba8-5bda-4815-9a79-5d8ac86e5603 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Pushing event updated for resources: {'Port': ['ID=787655b4-62c6-48c8-9077-fa30bf7b26db,revision_number=7']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:43.680835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858112e9-eeae-4f85-bd2d-825b5660a763 req-4cdfb18a-f288-4b27-935e-d505f45144a2 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:43.689609 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-858112e9-eeae-4f85-bd2d-825b5660a763 req-4cdfb18a-f288-4b27-935e-d505f45144a2 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 945 time: 0.7646852 Feb 08 15:57:43.700743 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-bcfbca8c-20b3-446f-bf68-ea20223b01f1 req-8f0ec819-bdd8-4247-a904-2390f387c114 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] For port b695a5bc-9699-4af3-a5e5-ba996c81401d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b695a5bc-9699-4af3-a5e5-ba996c81401d,segment=NetworkSegment(cc75a6a1-0477-4bd6-9acd-f549c546095c),segment_id=cc75a6a1-0477-4bd6-9acd-f549c546095c)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:43.701606 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-bcfbca8c-20b3-446f-bf68-ea20223b01f1 req-8f0ec819-bdd8-4247-a904-2390f387c114 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b695a5bc-9699-4af3-a5e5-ba996c81401d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:43.775038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-bcfbca8c-20b3-446f-bf68-ea20223b01f1 req-8f0ec819-bdd8-4247-a904-2390f387c114 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Calling delete_port for b695a5bc-9699-4af3-a5e5-ba996c81401d owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:43.905914 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-45505855-3c2c-4df0-a42f-0a6a407eb573 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7945859 Feb 08 15:57:43.917243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:43.964024 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1f321-4a47-4629-b71b-af4b2c326d43 None None] Current status of the port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:44.171381 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:44.185345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-858112e9-eeae-4f85-bd2d-825b5660a763 req-f7b5f28e-4032-45f1-9547-7caec20276c2 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/security-groups?id=3e055e70-93a2-434a-8571-db3f0f2f67ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871981 Feb 08 15:57:44.408204 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7fb85a-c4bb-40c0-8afa-81ee8a6aec97 x-openstack-request-id: req-1a7fb85a-c4bb-40c0-8afa-81ee8a6aec97 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:57:44.408860 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9bf93c-76ef-4e35-917a-a617cf6f70bb", "tag": "787655b4-62c6-48c8-9077-fa30bf7b26db", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:57:44.409286 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1a7fb85a-c4bb-40c0-8afa-81ee8a6aec97 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:57:44.409856 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'tag': '787655b4-62c6-48c8-9077-fa30bf7b26db', 'status': 'completed', 'code': 200} Feb 08 15:57:44.428287 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-148d4eb3-8294-47be-9e09-c46519fc1c47 req-61cc79cd-e2d9-4178-8a78-5d4b8f452a31 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7483439 Feb 08 15:57:44.523100 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:44.565338 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-bcfbca8c-20b3-446f-bf68-ea20223b01f1 req-8f0ec819-bdd8-4247-a904-2390f387c114 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b695a5bc-9699-4af3-a5e5-ba996c81401d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:44.696774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ec819-bdd8-4247-a904-2390f387c114 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Pushing event deleted for resources: {'Port': ['ID=b695a5bc-9699-4af3-a5e5-ba996c81401d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:44.750802 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-301ec588-b557-4c35-a786-3f58b0db32c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (18bfe334-63a8-43c7-829e-bb42f554673e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:44.768137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153711d-f7cb-463b-a09f-30917b06b86f req-26af43cc-4c3b-42c0-a5a0-895d8af420a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:44.773064 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0153711d-f7cb-463b-a09f-30917b06b86f req-26af43cc-4c3b-42c0-a5a0-895d8af420a8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4242aee31cb2445389a4ec2c65fb7376&device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 1129 time: 0.2601180 Feb 08 15:57:44.831786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5c405-4946-49f2-9371-36a69a762b97 req-34125b34-5367-449e-a325-580382f64449 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:44.833553 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4b5c405-4946-49f2-9371-36a69a762b97 req-34125b34-5367-449e-a325-580382f64449 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.4216354 Feb 08 15:57:44.835129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfbca8c-20b3-446f-bf68-ea20223b01f1 req-8f0ec819-bdd8-4247-a904-2390f387c114 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] No DVR routers for this DVR port b695a5bc-9699-4af3-a5e5-ba996c81401d on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:57:44.847321 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-bcfbca8c-20b3-446f-bf68-ea20223b01f1 req-8f0ec819-bdd8-4247-a904-2390f387c114 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:44.851475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bcfbca8c-20b3-446f-bf68-ea20223b01f1 req-8f0ec819-bdd8-4247-a904-2390f387c114 tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.94 "DELETE /v2.0/ports/b695a5bc-9699-4af3-a5e5-ba996c81401d HTTP/1.1" status: 204 len: 173 time: 2.7225451 Feb 08 15:57:44.973166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4b5c405-4946-49f2-9371-36a69a762b97 req-c0a2ea21-a96d-4b21-a270-d48e096ed687 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272519 Feb 08 15:57:45.047086 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:45.187794 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-301ec588-b557-4c35-a786-3f58b0db32c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (18bfe334-63a8-43c7-829e-bb42f554673e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:45.195415 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:45.294532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Allocated IP 172.25.7.120 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/37fe55dc-924f-459e-94dc-57373d830719) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:45.467805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153711d-f7cb-463b-a09f-30917b06b86f req-131bca84-9234-41ca-ae3c-321827682e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:45.470562 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0153711d-f7cb-463b-a09f-30917b06b86f req-131bca84-9234-41ca-ae3c-321827682e94 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e HTTP/1.1" status: 200 len: 921 time: 0.6401570 Feb 08 15:57:45.529301 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b695a5bc-9699-4af3-a5e5-ba996c81401d no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:57:45.592838 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for port (37fe55dc-924f-459e-94dc-57373d830719), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:45.595108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: b695a5bc-9699-4af3-a5e5-ba996c81401d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:57:45.595469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b695a5bc-9699-4af3-a5e5-ba996c81401d not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:57:45.599344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301ec588-b557-4c35-a786-3f58b0db32c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:45.661251 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (37fe55dc-924f-459e-94dc-57373d830719), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:45.695899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-301ec588-b557-4c35-a786-3f58b0db32c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:45.705401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ec588-b557-4c35-a786-3f58b0db32c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:45.728033 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301ec588-b557-4c35-a786-3f58b0db32c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:45.734272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-301ec588-b557-4c35-a786-3f58b0db32c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:45.745567 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0153711d-f7cb-463b-a09f-30917b06b86f req-a9029fe8-a1a6-4e91-8c22-04e9dcc2724f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=787655b4-62c6-48c8-9077-fa30bf7b26db HTTP/1.1" status: 200 len: 217 time: 0.1559408 Feb 08 15:57:45.750836 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ec588-b557-4c35-a786-3f58b0db32c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=18bfe334-63a8-43c7-829e-bb42f554673e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:45.821944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Pushing event updated for resources: {'Port': ['ID=37fe55dc-924f-459e-94dc-57373d830719,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:45.836221 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-86b590b7-123e-4ac9-bd9d-925a9855389e req-ddbf64cd-d197-4f79-8b2b-24cc51c9ceeb tempest-ServerDiskConfigTestJSON-162646327 tempest-ServerDiskConfigTestJSON-162646327-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac570dfe-81d7-43ba-814a-aee48b00f6e1 HTTP/1.1" status: 200 len: 210 time: 0.1877449 Feb 08 15:57:45.845343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:45.847014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:45.851012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:45.918897 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-301ec588-b557-4c35-a786-3f58b0db32c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.1626492 Feb 08 15:57:45.919794 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48894) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:46.041716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Router 1cee6c43-8a5a-4eeb-a32b-823bfdea97cb is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:57:46.047984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153711d-f7cb-463b-a09f-30917b06b86f req-e5515eae-4272-456f-8304-a0ab1daf07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:46.049952 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0153711d-f7cb-463b-a09f-30917b06b86f req-e5515eae-4272-456f-8304-a0ab1daf07fe service neutron] 10.222.0.96 "GET /v2.0/subnets?id=39441911-46cb-43dd-be25-dbff842a9f42 HTTP/1.1" status: 200 len: 860 time: 0.2795949 Feb 08 15:57:46.067392 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for floatingip (267578df-a814-4efb-991e-771802e3f2d6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:46.233768 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0153711d-f7cb-463b-a09f-30917b06b86f req-4db85b9f-2cb2-43db-a97d-e0441043c493 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1648715 Feb 08 15:57:46.256109 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (37fe55dc-924f-459e-94dc-57373d830719), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:46.269485 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d17a20d4-61ea-4a5b-bb72-34484b78a07b None None] Provisioning complete for port 18bfe334-63a8-43c7-829e-bb42f554673e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:46.272842 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d17a20d4-61ea-4a5b-bb72-34484b78a07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (18bfe334-63a8-43c7-829e-bb42f554673e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:46.381481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d17a20d4-61ea-4a5b-bb72-34484b78a07b None None] Port 18bfe334-63a8-43c7-829e-bb42f554673e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:57:46.413190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac570dfe-81d7-43ba-814a-aee48b00f6e1', 'name': 'network-vif-deleted', 'tag': 'b695a5bc-9699-4af3-a5e5-ba996c81401d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:57:46.413739 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2581abd-eaf4-4e59-9f23-734a588460ae" -d '{"events": [{"server_uuid": "ac570dfe-81d7-43ba-814a-aee48b00f6e1", "name": "network-vif-deleted", "tag": "b695a5bc-9699-4af3-a5e5-ba996c81401d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:57:46.581669 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0153711d-f7cb-463b-a09f-30917b06b86f req-5d44b4f0-e6b6-4112-a72d-8c9b1a799771 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320725 Feb 08 15:57:46.616594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f03e65-955d-4e63-a0ba-ce70ad0825b0 req-e859f039-5866-4049-8632-c8df8006b64a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:46.618954 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3f03e65-955d-4e63-a0ba-ce70ad0825b0 req-e859f039-5866-4049-8632-c8df8006b64a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.3322105 Feb 08 15:57:46.621387 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for port (37fe55dc-924f-459e-94dc-57373d830719), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:46.639579 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (37fe55dc-924f-459e-94dc-57373d830719), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:46.862326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:57:46.885966 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29731bff-dddf-4090-b01f-f91be695cffe None None] Sync routers for ids ['1cee6c43-8a5a-4eeb-a32b-823bfdea97cb'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:57:46.902964 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-fc8f8bb9-29cc-4ada-9e37-61c67ca689ea tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port 18bfe334-63a8-43c7-829e-bb42f554673e {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:46.903672 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8bb9-29cc-4ada-9e37-61c67ca689ea tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (18bfe334-63a8-43c7-829e-bb42f554673e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:46.909464 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29731bff-dddf-4090-b01f-f91be695cffe None None] Routers {'1cee6c43-8a5a-4eeb-a32b-823bfdea97cb'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:57:46.913422 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-29731bff-dddf-4090-b01f-f91be695cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['1cee6c43-8a5a-4eeb-a32b-823bfdea97cb'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:46.942169 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Pushing event updated for resources: {'Port': ['ID=37fe55dc-924f-459e-94dc-57373d830719,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:46.981716 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3f03e65-955d-4e63-a0ba-ce70ad0825b0 req-0bb5aeba-c69e-47be-86cc-234ad53cdcd4 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3557031 Feb 08 15:57:46.996727 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (267578df-a814-4efb-991e-771802e3f2d6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:47.013905 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8bb9-29cc-4ada-9e37-61c67ca689ea tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (18bfe334-63a8-43c7-829e-bb42f554673e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:47.028743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-fc8f8bb9-29cc-4ada-9e37-61c67ca689ea tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for 18bfe334-63a8-43c7-829e-bb42f554673e owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:47.034160 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-29731bff-dddf-4090-b01f-f91be695cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:47.051850 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:47.062855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c8ca1d53-5d2b-4982-b69c-4800bf0e2478 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1559234 Feb 08 15:57:47.068400 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29731bff-dddf-4090-b01f-f91be695cffe None None] Routers {'1cee6c43-8a5a-4eeb-a32b-823bfdea97cb'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:57:47.072023 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-29731bff-dddf-4090-b01f-f91be695cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['1cee6c43-8a5a-4eeb-a32b-823bfdea97cb'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:47.182230 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-29731bff-dddf-4090-b01f-f91be695cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:47.183132 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29731bff-dddf-4090-b01f-f91be695cffe None None] The sync data for ids ['1cee6c43-8a5a-4eeb-a32b-823bfdea97cb'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:57:47.247011 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8bb9-29cc-4ada-9e37-61c67ca689ea tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (18bfe334-63a8-43c7-829e-bb42f554673e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:47.259452 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:47.260760 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b3980fa8-3a2d-446f-9fb0-68d7118b7ab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.8827422 Feb 08 15:57:47.265670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48908) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:47.278106 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7be88dd2-3076-4f99-8a18-b6219064f1c9 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'enable_snat': False}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:47.317488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f8bb9-29cc-4ada-9e37-61c67ca689ea tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=18bfe334-63a8-43c7-829e-bb42f554673e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:47.480621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-c983e173-2ec0-4349-88a8-b77cbf40f775 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.4165411 Feb 08 15:57:47.570832 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0153711d-f7cb-463b-a09f-30917b06b86f req-98cec1d1-1ddd-491e-95ab-676bc1a35d23 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9294567 Feb 08 15:57:47.580889 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8bb9-29cc-4ada-9e37-61c67ca689ea tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:47.598776 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fc8f8bb9-29cc-4ada-9e37-61c67ca689ea tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/18bfe334-63a8-43c7-829e-bb42f554673e HTTP/1.1" status: 204 len: 168 time: 1.6574521 Feb 08 15:57:47.602208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48910) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:47.698163 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0d303-0c06-4924-b150-37b376cf1564 req-9be6febc-66bc-40dd-b0bb-1d8b5390fb52 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:47.706902 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4f0d303-0c06-4924-b150-37b376cf1564 req-9be6febc-66bc-40dd-b0bb-1d8b5390fb52 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.3977528 Feb 08 15:57:47.857376 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4f0d303-0c06-4924-b150-37b376cf1564 req-e62ee5ff-18b8-434f-99f3-fbc8d009e508 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408668 Feb 08 15:57:47.878578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-76decf5b-01c9-45fb-b657-232adbcfe89d tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:47.896858 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-76decf5b-01c9-45fb-b657-232adbcfe89d tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.4148171 Feb 08 15:57:47.920060 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-1298bcd8-1d9c-49e0-9d41-f1b96c21a241 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:57:47.942993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de327a9d-2379-4e93-bd7b-075be7cea51d req-1298bcd8-1d9c-49e0-9d41-f1b96c21a241 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0420945 Feb 08 15:57:47.968490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76087b2f-9ea0-46bf-bc54-1ca5a947a9fa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:47.977862 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-76087b2f-9ea0-46bf-bc54-1ca5a947a9fa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3745067 Feb 08 15:57:47.980041 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48920) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:48.005214 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1038c2-d919-4f7b-8d9a-c0b1722b1a08 x-openstack-request-id: req-5e1038c2-d919-4f7b-8d9a-c0b1722b1a08 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:57:48.008793 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac570dfe-81d7-43ba-814a-aee48b00f6e1", "name": "network-vif-deleted", "tag": "b695a5bc-9699-4af3-a5e5-ba996c81401d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:57:48.009590 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5e1038c2-d919-4f7b-8d9a-c0b1722b1a08 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:57:48.010217 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac570dfe-81d7-43ba-814a-aee48b00f6e1', 'name': 'network-vif-deleted', 'tag': 'b695a5bc-9699-4af3-a5e5-ba996c81401d', 'status': 'completed', 'code': 200} Feb 08 15:57:48.318163 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca59285-9304-43b0-9744-1477eb2abfe5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:48.321229 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0ca59285-9304-43b0-9744-1477eb2abfe5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3399079 Feb 08 15:57:48.335455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48928) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:48.493493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-45ff8486-9ca8-41b6-849d-3bfb6fa35656 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:48.498385 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-45ff8486-9ca8-41b6-849d-3bfb6fa35656 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3725438 Feb 08 15:57:48.541184 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7be88dd2-3076-4f99-8a18-b6219064f1c9 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:48.629955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a05a2d-a085-469e-8cf1-e81a3603206b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:48.635429 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a05a2d-a085-469e-8cf1-e81a3603206b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:48.637931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a05a2d-a085-469e-8cf1-e81a3603206b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:48.639673 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-66a05a2d-a085-469e-8cf1-e81a3603206b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2962837 Feb 08 15:57:48.657144 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48930) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:48.661752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06a46a-5b2b-4b9b-8063-c4c1f75ae194 req-e55443e0-7c2f-456f-9f98-f41a8df8221e tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:48.675779 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef06a46a-5b2b-4b9b-8063-c4c1f75ae194 req-e55443e0-7c2f-456f-9f98-f41a8df8221e tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.3523812 Feb 08 15:57:48.729746 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf7ea31-dc59-4443-a3d4-56318c9ba570 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet 910f47f3-c3a2-44f2-ba20-1e32bc01d739 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:57:48.734005 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ea31-dc59-4443-a3d4-56318c9ba570 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (910f47f3-c3a2-44f2-ba20-1e32bc01d739), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:48.741519 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:48.746923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-801a6920-a7ee-4e68-b23c-61de7abd6520 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.2383318 Feb 08 15:57:48.752966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-17596e03-4321-40c2-9cc0-f1a4617c1673 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Request body: {'floatingip': {'port_id': '787655b4-62c6-48c8-9077-fa30bf7b26db', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:48.815827 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ea31-dc59-4443-a3d4-56318c9ba570 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (910f47f3-c3a2-44f2-ba20-1e32bc01d739), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:48.862250 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-17596e03-4321-40c2-9cc0-f1a4617c1673 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for floatingip (267578df-a814-4efb-991e-771802e3f2d6), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:49.035458 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ea31-dc59-4443-a3d4-56318c9ba570 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (910f47f3-c3a2-44f2-ba20-1e32bc01d739), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:49.061097 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef06a46a-5b2b-4b9b-8063-c4c1f75ae194 req-68bfdb2a-9a4e-4551-9255-932e9528618e tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3796635 Feb 08 15:57:49.290995 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ea31-dc59-4443-a3d4-56318c9ba570 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (910f47f3-c3a2-44f2-ba20-1e32bc01d739), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:49.570996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ffbe5-6138-4a4a-985b-87ef8c5a3cf5 req-82ba9dec-3e3d-4955-9674-30d038e33f80 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:49.581221 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d4ffbe5-6138-4a4a-985b-87ef8c5a3cf5 req-82ba9dec-3e3d-4955-9674-30d038e33f80 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.1513529 Feb 08 15:57:49.650926 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d4ffbe5-6138-4a4a-985b-87ef8c5a3cf5 req-922818a6-4f29-4fd7-917d-22d18699efbc tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682087 Feb 08 15:57:49.860109 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48942) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:49.953032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ea31-dc59-4443-a3d4-56318c9ba570 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=910f47f3-c3a2-44f2-ba20-1e32bc01d739,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:49.970667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f449233-e532-4627-8d63-94b15d7c61ae None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:49.971800 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ea31-dc59-4443-a3d4-56318c9ba570 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:49.976557 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cbf7ea31-dc59-4443-a3d4-56318c9ba570 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/910f47f3-c3a2-44f2-ba20-1e32bc01d739 HTTP/1.1" status: 204 len: 168 time: 1.3183136 Feb 08 15:57:49.979279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48944) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:50.080335 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:57:50.292651 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:50.360169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e158a2e-1fed-4eaa-87de-fbc98a07ae9b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet d70ba3b9-bc1f-484e-b175-56ab98751f8c {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:57:50.414014 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e158a2e-1fed-4eaa-87de-fbc98a07ae9b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (d70ba3b9-bc1f-484e-b175-56ab98751f8c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:50.572571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e158a2e-1fed-4eaa-87de-fbc98a07ae9b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (d70ba3b9-bc1f-484e-b175-56ab98751f8c), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:50.910552 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Deleting subnet f74506d9-bb81-41cd-9755-6285f6ea9968 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:57:50.981988 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Publish callbacks [] for subnet (f74506d9-bb81-41cd-9755-6285f6ea9968), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:51.072841 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e158a2e-1fed-4eaa-87de-fbc98a07ae9b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d70ba3b9-bc1f-484e-b175-56ab98751f8c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:51.083198 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7be88dd2-3076-4f99-8a18-b6219064f1c9 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:51.153580 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7be88dd2-3076-4f99-8a18-b6219064f1c9 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:51.205639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f42b-2a4d-4ea0-aeb4-8d652edd99e7 req-63d29be7-2ede-40cf-bc7d-5ab989a03038 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:51.210610 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcc6f42b-2a4d-4ea0-aeb4-8d652edd99e7 req-63d29be7-2ede-40cf-bc7d-5ab989a03038 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.3716035 Feb 08 15:57:51.340399 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (f74506d9-bb81-41cd-9755-6285f6ea9968), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:51.469479 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e158a2e-1fed-4eaa-87de-fbc98a07ae9b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (d70ba3b9-bc1f-484e-b175-56ab98751f8c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:51.474540 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (f74506d9-bb81-41cd-9755-6285f6ea9968), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:51.509753 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e158a2e-1fed-4eaa-87de-fbc98a07ae9b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:51.513694 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5e158a2e-1fed-4eaa-87de-fbc98a07ae9b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/d70ba3b9-bc1f-484e-b175-56ab98751f8c HTTP/1.1" status: 204 len: 168 time: 1.5332165 Feb 08 15:57:51.524265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48962) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:51.527325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcc6f42b-2a4d-4ea0-aeb4-8d652edd99e7 req-a689fbad-cc62-4d32-9ecb-9b4f540ee959 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023071 Feb 08 15:57:51.627197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749d0ec-b20e-479e-9ffc-f116f6fc6d37 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:51.683341 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e158a2e-1fed-4eaa-87de-fbc98a07ae9b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=d70ba3b9-bc1f-484e-b175-56ab98751f8c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:51.687263 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b00a520a-c78a-4530-9e84-46245b2f16d2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1605749 Feb 08 15:57:51.695686 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48964) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:51.701433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5fa3b3e0-ed45-4f91-8322-c8ce359cf865 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:51.786144 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (f74506d9-bb81-41cd-9755-6285f6ea9968), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:51.837240 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be88dd2-3076-4f99-8a18-b6219064f1c9 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Router 1cee6c43-8a5a-4eeb-a32b-823bfdea97cb has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:57:51.862889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa3b3e0-ed45-4f91-8322-c8ce359cf865 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:51.868625 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b3e0-ed45-4f91-8322-c8ce359cf865 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:51.890359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f74506d9-bb81-41cd-9755-6285f6ea9968,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:51.894515 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:51.907435 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/f74506d9-bb81-41cd-9755-6285f6ea9968 HTTP/1.1" status: 204 len: 168 time: 2.0458901 Feb 08 15:57:51.935474 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-17596e03-4321-40c2-9cc0-f1a4617c1673 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:57:51.946998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48966) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:52.006653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0c61216a-5cc7-4bd1-bdb8-7485effb818d None None] Provisioning complete for port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:52.011264 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c61216a-5cc7-4bd1-bdb8-7485effb818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:52.132300 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-17596e03-4321-40c2-9cc0-f1a4617c1673 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:52.144885 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-17596e03-4321-40c2-9cc0-f1a4617c1673 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (267578df-a814-4efb-991e-771802e3f2d6), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:52.173626 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:52.174079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:52.174446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:52.174796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:52.175140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:52.175540 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:52.176106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:52.176331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:52.187016 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:52.187385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:52.187742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:52.188089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:52.190694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c04f1-b3bc-458d-8377-48f2eeecf236 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:52.278670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce2acd8-58c3-46d9-bf36-70e7444ca03c None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:57:52.507817 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 07d7eeed-75c6-498f-ae5e-ba763be6ae7e no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:57:52.565424 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-31276335-4b3f-412f-aa16-f102ec632006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (f6df558d-571e-4952-ad2b-0976754826c6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:52.581660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b3e0-ed45-4f91-8322-c8ce359cf865 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (2ff3ece0-abc4-4c0f-84c8-b4a3ba7cb90e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:52.598092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cfcc0-6c15-4249-a453-dbc0e91f6ec9 req-0b2c1d21-18b5-4bbe-b0e1-5058bb484060 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:52.608100 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3cfcc0-6c15-4249-a453-dbc0e91f6ec9 req-0b2c1d21-18b5-4bbe-b0e1-5058bb484060 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.8317204 Feb 08 15:57:52.728758 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa3b3e0-ed45-4f91-8322-c8ce359cf865 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:52.754054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5fa3b3e0-ed45-4f91-8322-c8ce359cf865 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:52.780482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa3b3e0-ed45-4f91-8322-c8ce359cf865 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:52.783668 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b3e0-ed45-4f91-8322-c8ce359cf865 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:52.822207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be88dd2-3076-4f99-8a18-b6219064f1c9 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:57:52.833036 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7be88dd2-3076-4f99-8a18-b6219064f1c9 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:52.837339 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7be88dd2-3076-4f99-8a18-b6219064f1c9 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "PUT /v2.0/routers/1cee6c43-8a5a-4eeb-a32b-823bfdea97cb HTTP/1.1" status: 200 len: 921 time: 5.5608249 Feb 08 15:57:52.841649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48976) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:52.846126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3b3e0-ed45-4f91-8322-c8ce359cf865 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=2ff3ece0-abc4-4c0f-84c8-b4a3ba7cb90e,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:52.864853 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5fa3b3e0-ed45-4f91-8322-c8ce359cf865 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1628084 Feb 08 15:57:52.870069 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48978) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:52.890451 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-41750c53-8ea0-4029-b43e-ca942ebbb57c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:52.900160 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-17596e03-4321-40c2-9cc0-f1a4617c1673 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Floating IP 267578df-a814-4efb-991e-771802e3f2d6 associated. External IP: 172.25.7.120, port: 787655b4-62c6-48c8-9077-fa30bf7b26db. Feb 08 15:57:53.096116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ec2e7-18e0-4544-9e0c-a3124cfc9123 None None] Sync routers for ids ['1cee6c43-8a5a-4eeb-a32b-823bfdea97cb'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:57:53.128031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0c61216a-5cc7-4bd1-bdb8-7485effb818d None None] Current status of the port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:53.207412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3cfcc0-6c15-4249-a453-dbc0e91f6ec9 req-dfda2213-2155-4a45-baf7-89b91aa5377a tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5867734 Feb 08 15:57:53.216032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41750c53-8ea0-4029-b43e-ca942ebbb57c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:53.220268 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41750c53-8ea0-4029-b43e-ca942ebbb57c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:53.224456 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-31276335-4b3f-412f-aa16-f102ec632006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (f6df558d-571e-4952-ad2b-0976754826c6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:53.259602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6ec2e7-18e0-4544-9e0c-a3124cfc9123 None None] Routers {'1cee6c43-8a5a-4eeb-a32b-823bfdea97cb'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:57:53.264637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7d6ec2e7-18e0-4544-9e0c-a3124cfc9123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['1cee6c43-8a5a-4eeb-a32b-823bfdea97cb'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:53.472323 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7d6ec2e7-18e0-4544-9e0c-a3124cfc9123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:53.528999 n-d-824834-11 neutron-server[103302]: INFO neutron.db.ipam_backend_mixin [None req-41750c53-8ea0-4029-b43e-ca942ebbb57c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ff3ece0-abc4-4c0f-84c8-b4a3ba7cb90e (CIDR: 2001:db8::/64) Feb 08 15:57:53.538797 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-41750c53-8ea0-4029-b43e-ca942ebbb57c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 15:57:53.539348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41750c53-8ea0-4029-b43e-ca942ebbb57c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:57:53.542801 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6ec2e7-18e0-4544-9e0c-a3124cfc9123 None None] Routers {'1cee6c43-8a5a-4eeb-a32b-823bfdea97cb'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:57:53.543551 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7d6ec2e7-18e0-4544-9e0c-a3124cfc9123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['1cee6c43-8a5a-4eeb-a32b-823bfdea97cb'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:53.590349 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-41750c53-8ea0-4029-b43e-ca942ebbb57c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7154202 Feb 08 15:57:53.593050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48984) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:53.598373 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-80373b8f-eb96-4221-ac80-ed8aef73baca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:53.637097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-31276335-4b3f-412f-aa16-f102ec632006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6df558d-571e-4952-ad2b-0976754826c6']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:53.716513 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-31276335-4b3f-412f-aa16-f102ec632006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc75a6a1-0477-4bd6-9acd-f549c546095c') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:53.717098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-31276335-4b3f-412f-aa16-f102ec632006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc75a6a1-0477-4bd6-9acd-f549c546095c') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:53.774287 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bce2acd8-58c3-46d9-bf36-70e7444ca03c None None] Deleting port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:53.775146 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bce2acd8-58c3-46d9-bf36-70e7444ca03c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:53.825989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7d6ec2e7-18e0-4544-9e0c-a3124cfc9123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:53.828471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ec2e7-18e0-4544-9e0c-a3124cfc9123 None None] The sync data for ids ['1cee6c43-8a5a-4eeb-a32b-823bfdea97cb'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:57:53.828675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-31276335-4b3f-412f-aa16-f102ec632006 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (cc75a6a1-0477-4bd6-9acd-f549c546095c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:53.934774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:53.935169 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:53.946945 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-31276335-4b3f-412f-aa16-f102ec632006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (cc75a6a1-0477-4bd6-9acd-f549c546095c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:53.954901 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-28400770-096a-484e-ace1-5d388b015658 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/routers/1cee6c43-8a5a-4eeb-a32b-823bfdea97cb HTTP/1.1" status: 200 len: 921 time: 1.0740478 Feb 08 15:57:53.971297 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45156e0d-7127-4b06-9eff-1a2e4811a1d3 req-f8f7c232-fc3c-49d5-82d5-81800d61d5d4 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:53.973048 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-45156e0d-7127-4b06-9eff-1a2e4811a1d3 req-f8f7c232-fc3c-49d5-82d5-81800d61d5d4 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.5034502 Feb 08 15:57:53.973230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48990) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:53.980229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31276335-4b3f-412f-aa16-f102ec632006 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:57:53.980644 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-31276335-4b3f-412f-aa16-f102ec632006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (cc75a6a1-0477-4bd6-9acd-f549c546095c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:57:53.982977 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:57:54.130137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=07d7eeed-75c6-498f-ae5e-ba763be6ae7e,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:54.158164 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:54.263476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bce2acd8-58c3-46d9-bf36-70e7444ca03c None None] For port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=07d7eeed-75c6-498f-ae5e-ba763be6ae7e,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:54.263893 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bce2acd8-58c3-46d9-bf36-70e7444ca03c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:54.286264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6868d2-ac06-494e-8721-5ab4072a19c5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:54.290608 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6d6868d2-ac06-494e-8721-5ab4072a19c5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/ports?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&device_id=1cee6c43-8a5a-4eeb-a32b-823bfdea97cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3163593 Feb 08 15:57:54.294556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48994) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:54.302330 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-31276335-4b3f-412f-aa16-f102ec632006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (f6df558d-571e-4952-ad2b-0976754826c6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:54.310624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-17596e03-4321-40c2-9cc0-f1a4617c1673 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Router 334af648-51cc-4a9e-aa81-caf963783bb6 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:57:54.319379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80373b8f-eb96-4221-ac80-ed8aef73baca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:54.322865 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-80373b8f-eb96-4221-ac80-ed8aef73baca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:54.346331 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bce2acd8-58c3-46d9-bf36-70e7444ca03c None None] Calling delete_port for 07d7eeed-75c6-498f-ae5e-ba763be6ae7e owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:54.366503 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-31276335-4b3f-412f-aa16-f102ec632006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:54.370021 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-31276335-4b3f-412f-aa16-f102ec632006 admin admin] 10.222.0.82 "DELETE /v2.0/networks/f6df558d-571e-4952-ad2b-0976754826c6 HTTP/1.1" status: 204 len: 168 time: 2.4213343 Feb 08 15:57:54.370255 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=07d7eeed-75c6-498f-ae5e-ba763be6ae7e,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:54.371065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31276335-4b3f-412f-aa16-f102ec632006 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6df558d-571e-4952-ad2b-0976754826c6,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:54.392587 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-45156e0d-7127-4b06-9eff-1a2e4811a1d3 req-d5eba757-025e-4ac3-98d4-8ab34837c0f7 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964460 Feb 08 15:57:54.555540 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bce2acd8-58c3-46d9-bf36-70e7444ca03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (07d7eeed-75c6-498f-ae5e-ba763be6ae7e), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:54.575991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce2acd8-58c3-46d9-bf36-70e7444ca03c None None] No DVR routers for this DVR port 07d7eeed-75c6-498f-ae5e-ba763be6ae7e on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:57:54.642301 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1540bae-6a20-4dbd-b795-16c5eb72273c None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:54.644992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2acd8-58c3-46d9-bf36-70e7444ca03c None None] Pushing event deleted for resources: {'Port': ['ID=07d7eeed-75c6-498f-ae5e-ba763be6ae7e,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:54.837714 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48998) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:54.838821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-17596e03-4321-40c2-9cc0-f1a4617c1673 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:57:54.855311 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a5629-20ba-4528-b417-05d906d437db None None] Sync routers for ids ['334af648-51cc-4a9e-aa81-caf963783bb6'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:57:54.856466 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-17596e03-4321-40c2-9cc0-f1a4617c1673 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:54.862907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': '2ff3ece0-abc4-4c0f-84c8-b4a3ba7cb90e'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:57:54.863790 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:54.869602 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a5629-20ba-4528-b417-05d906d437db None None] Routers {'334af648-51cc-4a9e-aa81-caf963783bb6'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:57:54.874803 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f47a5629-20ba-4528-b417-05d906d437db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['334af648-51cc-4a9e-aa81-caf963783bb6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:55.055861 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-17596e03-4321-40c2-9cc0-f1a4617c1673 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "PUT /v2.0/floatingips/267578df-a814-4efb-991e-771802e3f2d6 HTTP/1.1" status: 200 len: 997 time: 6.3079212 Feb 08 15:57:55.063249 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'tag': '787655b4-62c6-48c8-9077-fa30bf7b26db'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:57:55.066313 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fa1863-4142-4383-8e1b-e9d665a8d496" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9bf93c-76ef-4e35-917a-a617cf6f70bb", "tag": "787655b4-62c6-48c8-9077-fa30bf7b26db"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:57:55.155827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.objects.ports [None req-80373b8f-eb96-4221-ac80-ed8aef73baca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103302) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 15:57:55.166022 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-80373b8f-eb96-4221-ac80-ed8aef73baca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (c8b635ce-d7ee-462f-b382-fe4cfbc2a57b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:55.179924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c0cee0ec-6ef0-42ca-b571-dd934171dafd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=39e9a774a47642ca822a4da0fcbb0506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3356454 Feb 08 15:57:55.182602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49006) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:55.191705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91530184-0033-41b7-90ea-52cd568d8998 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:55.194651 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-91530184-0033-41b7-90ea-52cd568d8998 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 881 time: 0.8978007 Feb 08 15:57:55.202125 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f47a5629-20ba-4528-b417-05d906d437db None None] Set router 334af648-51cc-4a9e-aa81-caf963783bb6 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:57:55.211244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90de67f-09af-484e-9add-a222adaeec47 req-6c721aa4-f30f-412b-9057-d291e345e29f tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:55.218271 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a90de67f-09af-484e-9add-a222adaeec47 req-6c721aa4-f30f-412b-9057-d291e345e29f tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.3813846 Feb 08 15:57:55.224751 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49008) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:55.227456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-ed1a76b5-5d39-4ecb-8bfa-0cf9dadc1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:55.229423 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-ed1a76b5-5d39-4ecb-8bfa-0cf9dadc1b69 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4242aee31cb2445389a4ec2c65fb7376&device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 1129 time: 0.1365447 Feb 08 15:57:55.291575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Allocated IP 2001:db8::2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/2ff3ece0-abc4-4c0f-84c8-b4a3ba7cb90e/52f2548e-0217-4732-9211-47da7a7a7b93) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:55.311531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe2c:7338 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/c8b635ce-d7ee-462f-b382-fe4cfbc2a57b/52f2548e-0217-4732-9211-47da7a7a7b93) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:55.329576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b59ae26c-5c55-4217-89bb-e279fec66d4f tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "GET /v2.0/ports?device_id=1cee6c43-8a5a-4eeb-a32b-823bfdea97cb HTTP/1.1" status: 200 len: 205 time: 0.0988679 Feb 08 15:57:55.335301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49010) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:55.348778 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80373b8f-eb96-4221-ac80-ed8aef73baca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:55.451392 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-80373b8f-eb96-4221-ac80-ed8aef73baca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:55.459781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80373b8f-eb96-4221-ac80-ed8aef73baca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:55.460240 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-80373b8f-eb96-4221-ac80-ed8aef73baca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:55.527263 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a90de67f-09af-484e-9add-a222adaeec47 req-7cd39e24-b676-4d01-a696-4b7d0c99761e tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344496 Feb 08 15:57:55.535472 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f47a5629-20ba-4528-b417-05d906d437db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:37Z', 'updated_at': '2022-02-08T15:56:43Z', 'revision_number': 4, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'gw_port': {'id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:38Z', 'updated_at': '2022-02-08T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '267578df-a814-4efb-991e-771802e3f2d6', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'port_id': '787655b4-62c6-48c8-9077-fa30bf7b26db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e', 'mac_address': 'fa:16:3e:52:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:57:45Z', 'updated_at': '2022-02-08T15:57:51Z', 'revision_number': 1, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c24eff-96bf-405f-a1b9-905c37c10f3b', 'name': '', 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'mac_address': 'fa:16:3e:55:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '39441911-46cb-43dd-be25-dbff842a9f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:41Z', 'updated_at': '2022-02-08T15:56:53Z', 'revision_number': 5, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'subnets': [{'id': '39441911-46cb-43dd-be25-dbff842a9f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:55.614545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80373b8f-eb96-4221-ac80-ed8aef73baca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=c8b635ce-d7ee-462f-b382-fe4cfbc2a57b,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:55.624774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-c985921f-9b6c-4c9e-bd8a-321428d0cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:55.639712 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-80373b8f-eb96-4221-ac80-ed8aef73baca tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0455523 Feb 08 15:57:55.642569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-c985921f-9b6c-4c9e-bd8a-321428d0cc63 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e HTTP/1.1" status: 200 len: 921 time: 0.3385582 Feb 08 15:57:55.646056 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Publish callbacks [] for port (52f2548e-0217-4732-9211-47da7a7a7b93), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:55.647701 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49014) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:55.653523 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a5629-20ba-4528-b417-05d906d437db None None] Checking router: 334af648-51cc-4a9e-aa81-caf963783bb6 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:57:55.654456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-45cee7f2-9d2d-4bf7-b41c-2baccd262611 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'mac_address': 'fa:16:3e:bd:39:65', 'name': 'tempest-NetworksTestDHCPv6-295749204'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:55.661499 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (52f2548e-0217-4732-9211-47da7a7a7b93), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:55.666398 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afa03f3e-7e96-4b1d-9924-eb309bbe666e admin admin] Publish callbacks [] for security_group (3e055e70-93a2-434a-8571-db3f0f2f67ab), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:55.697942 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a5629-20ba-4528-b417-05d906d437db None None] Routers {'334af648-51cc-4a9e-aa81-caf963783bb6'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:57:55.698597 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f47a5629-20ba-4528-b417-05d906d437db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['334af648-51cc-4a9e-aa81-caf963783bb6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:55.737713 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edb4d82-5437-4ea7-9718-65fb0cdbb958 x-openstack-request-id: req-4edb4d82-5437-4ea7-9718-65fb0cdbb958 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:57:55.738159 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9bf93c-76ef-4e35-917a-a617cf6f70bb", "tag": "787655b4-62c6-48c8-9077-fa30bf7b26db", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:57:55.739169 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4edb4d82-5437-4ea7-9718-65fb0cdbb958 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:57:55.739169 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'tag': '787655b4-62c6-48c8-9077-fa30bf7b26db', 'status': 'completed', 'code': 200} Feb 08 15:57:55.797360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:57:55.810395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:57:55.820041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:57:55.830173 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:55.840421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Pushing event updated for resources: {'Port': ['ID=52f2548e-0217-4732-9211-47da7a7a7b93,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:55.878059 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-3089fb96-1a54-4fe8-8c4a-89aac87f1159 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=787655b4-62c6-48c8-9077-fa30bf7b26db HTTP/1.1" status: 200 len: 1000 time: 0.2326994 Feb 08 15:57:56.001649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Attempting to bind port 52f2548e-0217-4732-9211-47da7a7a7b93 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:57:56.002229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Attempting to bind port 52f2548e-0217-4732-9211-47da7a7a7b93 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:57:56.002924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Attempting to bind port 52f2548e-0217-4732-9211-47da7a7a7b93 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:57:56.008650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:57:56.009314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:57:56.009900 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:56.010462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:57:56.011085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Bound port: 52f2548e-0217-4732-9211-47da7a7a7b93, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:57:56.011640 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (52f2548e-0217-4732-9211-47da7a7a7b93), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:56.012676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf401c1-1f82-465a-9752-a374d841c1ea req-68bb3c07-c11f-45f8-abf2-d9434910e9d5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:56.013199 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:56.014527 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eaf401c1-1f82-465a-9752-a374d841c1ea req-68bb3c07-c11f-45f8-abf2-d9434910e9d5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.2505052 Feb 08 15:57:56.029769 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-4bf13740-4e56-4064-b96a-c4c82df6f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:56.037622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-4bf13740-4e56-4064-b96a-c4c82df6f57f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=39441911-46cb-43dd-be25-dbff842a9f42 HTTP/1.1" status: 200 len: 860 time: 0.1580002 Feb 08 15:57:56.056164 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afa03f3e-7e96-4b1d-9924-eb309bbe666e admin admin] Publish callbacks [] for security_group (3e055e70-93a2-434a-8571-db3f0f2f67ab), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:56.145652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-da2e9819-879a-42db-8d02-83ae7c8bebad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044734 Feb 08 15:57:56.147072 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] For port 52f2548e-0217-4732-9211-47da7a7a7b93, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:57:56.152348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] For port 52f2548e-0217-4732-9211-47da7a7a7b93, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=52f2548e-0217-4732-9211-47da7a7a7b93,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:57:56.155748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-0ece81a1-af2c-47f9-9f2e-ba98d57e5490 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:57:56.164770 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-0ece81a1-af2c-47f9-9f2e-ba98d57e5490 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164189 Feb 08 15:57:56.166275 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (52f2548e-0217-4732-9211-47da7a7a7b93), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:56.191490 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f47a5629-20ba-4528-b417-05d906d437db None None] Set router 334af648-51cc-4a9e-aa81-caf963783bb6 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:57:56.262674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eaf401c1-1f82-465a-9752-a374d841c1ea req-673956c6-7476-4e7c-9982-b2a7bb6f79ed tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360525 Feb 08 15:57:56.360019 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-5baade85-5039-41b4-be0d-4478b164b2e6 service neutron] 10.222.0.82 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940184 Feb 08 15:57:56.360729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53625584-d468-41d0-a3bb-e27aea702d48 None None] Pushing event updated for resources: {'Port': ['ID=52f2548e-0217-4732-9211-47da7a7a7b93,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:56.374871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa1863-4142-4383-8e1b-e9d665a8d496 req-9d7dbfa2-5e01-410d-a7fc-dae7a3dd1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:56.376420 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0fa1863-4142-4383-8e1b-e9d665a8d496 req-9d7dbfa2-5e01-410d-a7fc-dae7a3dd1095 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4242aee31cb2445389a4ec2c65fb7376&device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 1129 time: 0.6568718 Feb 08 15:57:56.558697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Deleting port b253e5a1-d574-4e1f-833f-39af75f4a6a5 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:57:56.559044 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b253e5a1-d574-4e1f-833f-39af75f4a6a5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:56.560763 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afa03f3e-7e96-4b1d-9924-eb309bbe666e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3e055e70-93a2-434a-8571-db3f0f2f67ab), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:56.574713 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90825aad-98a2-45ca-8e33-35cd2eb73cf1 req-769157bf-671c-4acd-8802-660ebd4f0f47 service neutron] 10.222.0.82 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137160 Feb 08 15:57:56.575610 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afa03f3e-7e96-4b1d-9924-eb309bbe666e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:56.576743 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-afa03f3e-7e96-4b1d-9924-eb309bbe666e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3e055e70-93a2-434a-8571-db3f0f2f67ab HTTP/1.1" status: 204 len: 168 time: 1.3814094 Feb 08 15:57:56.589866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cee7f2-9d2d-4bf7-b41c-2baccd262611 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:56.789788 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f47a5629-20ba-4528-b417-05d906d437db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:37Z', 'updated_at': '2022-02-08T15:56:43Z', 'revision_number': 4, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'gw_port': {'id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:38Z', 'updated_at': '2022-02-08T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '267578df-a814-4efb-991e-771802e3f2d6', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'port_id': '787655b4-62c6-48c8-9077-fa30bf7b26db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e', 'mac_address': 'fa:16:3e:52:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:57:45Z', 'updated_at': '2022-02-08T15:57:51Z', 'revision_number': 1, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c24eff-96bf-405f-a1b9-905c37c10f3b', 'name': '', 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'mac_address': 'fa:16:3e:55:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '39441911-46cb-43dd-be25-dbff842a9f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:41Z', 'updated_at': '2022-02-08T15:56:53Z', 'revision_number': 5, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'subnets': [{'id': '39441911-46cb-43dd-be25-dbff842a9f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:56.885030 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a5629-20ba-4528-b417-05d906d437db None None] The sync data for ids ['334af648-51cc-4a9e-aa81-caf963783bb6'] in n-d-824834-11 is: [{'id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:37Z', 'updated_at': '2022-02-08T15:56:43Z', 'revision_number': 4, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'gw_port': {'id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:38Z', 'updated_at': '2022-02-08T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '267578df-a814-4efb-991e-771802e3f2d6', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'port_id': '787655b4-62c6-48c8-9077-fa30bf7b26db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e', 'mac_address': 'fa:16:3e:52:71:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:57:45Z', 'updated_at': '2022-02-08T15:57:51Z', 'revision_number': 1, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c24eff-96bf-405f-a1b9-905c37c10f3b', 'name': '', 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'mac_address': 'fa:16:3e:55:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '39441911-46cb-43dd-be25-dbff842a9f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:41Z', 'updated_at': '2022-02-08T15:56:53Z', 'revision_number': 5, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'subnets': [{'id': '39441911-46cb-43dd-be25-dbff842a9f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:57:57.038647 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-2ce53b38-cfa0-4347-9c60-6723e64a98e3 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1000 time: 0.3478634 Feb 08 15:57:57.092979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8383c-14e4-441e-bd27-2f678c93aa9f req-94d81050-d557-4f98-a3e0-8499caae0536 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:57.100896 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bba8383c-14e4-441e-bd27-2f678c93aa9f req-94d81050-d557-4f98-a3e0-8499caae0536 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.2889311 Feb 08 15:57:57.184785 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-4bd830d2-ba68-4bd0-b85e-4316c0a6a507 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:57.185277 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-4bd830d2-ba68-4bd0-b85e-4316c0a6a507 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports/787655b4-62c6-48c8-9077-fa30bf7b26db HTTP/1.1" status: 200 len: 943 time: 0.1444752 Feb 08 15:57:57.261367 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bba8383c-14e4-441e-bd27-2f678c93aa9f req-7080504e-835e-404a-b2ba-9a5c67129cc4 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566858 Feb 08 15:57:57.526460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403663c3-5fc7-4b9c-a14e-b35b5a3c5d8a None None] New status for floating IP 267578df-a814-4efb-991e-771802e3f2d6: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:57:57.554194 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-466c9071-6344-46d1-b11e-934515c5b126 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1000 time: 0.2291732 Feb 08 15:57:57.612728 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa03f3e-7e96-4b1d-9924-eb309bbe666e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e055e70-93a2-434a-8571-db3f0f2f67ab,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:57.673830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cb5c7-159b-4741-afb6-55a251704e2e req-7cf3d5ae-b147-4e67-b29b-24aa8c0cfa56 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:57.681594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d5cb5c7-159b-4741-afb6-55a251704e2e req-7cf3d5ae-b147-4e67-b29b-24aa8c0cfa56 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.2780530 Feb 08 15:57:57.802191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa1863-4142-4383-8e1b-e9d665a8d496 req-3b865ac8-b867-42a3-9765-f25011fda512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:57.804191 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0fa1863-4142-4383-8e1b-e9d665a8d496 req-3b865ac8-b867-42a3-9765-f25011fda512 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e HTTP/1.1" status: 200 len: 921 time: 1.4109273 Feb 08 15:57:57.855721 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d5cb5c7-159b-4741-afb6-55a251704e2e req-6915fcde-2535-4d8a-9987-d63a03ed3e08 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591761 Feb 08 15:57:57.980090 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-df611bb6-2d51-431a-afed-1602c9e5339f tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:57.989610 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b253e5a1-d574-4e1f-833f-39af75f4a6a5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:57.991482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-df611bb6-2d51-431a-afed-1602c9e5339f tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.4359467 Feb 08 15:57:58.066022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Calling delete_port for b253e5a1-d574-4e1f-833f-39af75f4a6a5 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:57:58.072295 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-45cee7f2-9d2d-4bf7-b41c-2baccd262611 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:58.110944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49050) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:58.155708 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-1261944f-c72f-415e-9fc0-5689033cc9ed tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.1622965 Feb 08 15:57:58.161600 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-9008663a-37b5-4688-894a-5d424fe2113f tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:58.169995 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0fa1863-4142-4383-8e1b-e9d665a8d496 req-c7d9a70a-ca8a-43d4-8a15-0e542b69004d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=787655b4-62c6-48c8-9077-fa30bf7b26db HTTP/1.1" status: 200 len: 1002 time: 0.3201966 Feb 08 15:57:58.204573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-45cee7f2-9d2d-4bf7-b41c-2baccd262611 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port 6e82cfcc-c317-4b8c-8526-b22c0b6cf518 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:57:58.205174 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb09bf57-d710-45dc-93c4-c4e30fa3d148 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:57:58.371400 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-9008663a-37b5-4688-894a-5d424fe2113f tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for floatingip (267578df-a814-4efb-991e-771802e3f2d6), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:58.492070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-16b27f1c-0a3c-4bbc-874c-0e8936709d07 None None] Provisioning complete for port 52f2548e-0217-4732-9211-47da7a7a7b93 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:58.492559 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-16b27f1c-0a3c-4bbc-874c-0e8936709d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (52f2548e-0217-4732-9211-47da7a7a7b93), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:58.496887 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 52f2548e-0217-4732-9211-47da7a7a7b93 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:57:58.608420 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-9008663a-37b5-4688-894a-5d424fe2113f tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:58.612755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 52f2548e-0217-4732-9211-47da7a7a7b93 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:58.623813 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (52f2548e-0217-4732-9211-47da7a7a7b93), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:58.627967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-992178352-network', 'tenant_id': '4ed9bbdd05c4484db7dc92bb964e3ff7'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:58.628489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa1863-4142-4383-8e1b-e9d665a8d496 req-156d7228-93c0-4d84-befb-3b71e526b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:58.630615 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0fa1863-4142-4383-8e1b-e9d665a8d496 req-156d7228-93c0-4d84-befb-3b71e526b4e3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=39441911-46cb-43dd-be25-dbff842a9f42 HTTP/1.1" status: 200 len: 860 time: 0.4502885 Feb 08 15:57:58.640371 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b253e5a1-d574-4e1f-833f-39af75f4a6a5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:58.687619 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-9008663a-37b5-4688-894a-5d424fe2113f tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (267578df-a814-4efb-991e-771802e3f2d6), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:58.688311 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-9008663a-37b5-4688-894a-5d424fe2113f tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Floating IP 267578df-a814-4efb-991e-771802e3f2d6 disassociated. External IP: 172.25.7.120, port: 787655b4-62c6-48c8-9077-fa30bf7b26db. Feb 08 15:57:58.733651 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0fa1863-4142-4383-8e1b-e9d665a8d496 req-3c3063ba-5079-4c69-a0c8-9d2518a87bb9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908706 Feb 08 15:57:58.734482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Pushing event deleted for resources: {'Port': ['ID=b253e5a1-d574-4e1f-833f-39af75f4a6a5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:58.770558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 52f2548e-0217-4732-9211-47da7a7a7b93 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:58.771107 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (52f2548e-0217-4732-9211-47da7a7a7b93), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:58.816117 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-16b27f1c-0a3c-4bbc-874c-0e8936709d07 None None] Current status of the port 52f2548e-0217-4732-9211-47da7a7a7b93 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:58.816687 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-16b27f1c-0a3c-4bbc-874c-0e8936709d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (52f2548e-0217-4732-9211-47da7a7a7b93), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:58.859443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 52f2548e-0217-4732-9211-47da7a7a7b93, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=52f2548e-0217-4732-9211-47da7a7a7b93,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:57:58.867421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265b641-6967-4266-b202-dd12d357f03a req-f9dffe7b-dc10-46ff-af64-18889edbddda tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:58.873778 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (52f2548e-0217-4732-9211-47da7a7a7b93), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:58.887222 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1265b641-6967-4266-b202-dd12d357f03a req-f9dffe7b-dc10-46ff-af64-18889edbddda tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.2439139 Feb 08 15:57:58.919384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] Made reservation on behalf of 4ed9bbdd05c4484db7dc92bb964e3ff7 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:57:58.926127 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:58.978772 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0fa1863-4142-4383-8e1b-e9d665a8d496 req-63304fd0-ed9b-4161-b709-1db67b54a51c service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320077 Feb 08 15:57:58.983500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:58.983853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:58.984196 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:58.984533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:58.984869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:58.985368 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:58.985707 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:58.986034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:58.986227 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:58.986472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:58.986714 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:58.987045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:58.987369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:58.987693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:57:58.994091 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-16b27f1c-0a3c-4bbc-874c-0e8936709d07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 15:57:58.994913 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-16b27f1c-0a3c-4bbc-874c-0e8936709d07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 15:57:59.010123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=52f2548e-0217-4732-9211-47da7a7a7b93,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:59.097502 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1265b641-6967-4266-b202-dd12d357f03a req-329c8be4-c314-4c7f-8934-c42eea9ef697 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090130 Feb 08 15:57:59.160473 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.373863 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb161cc-0549-4879-ac98-baa14d485df2 req-bcd340e7-35c2-4ab6-a8fd-1ffaa06e8ce4 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:59.384555 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8cb161cc-0549-4879-ac98-baa14d485df2 req-bcd340e7-35c2-4ab6-a8fd-1ffaa06e8ce4 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.1362810 Feb 08 15:57:59.410765 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.414662 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0fa1863-4142-4383-8e1b-e9d665a8d496 req-75ebb6c7-d4ea-49ee-aa84-0b81b6891407 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206483 Feb 08 15:57:59.420322 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_controller (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.435615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-45cee7f2-9d2d-4bf7-b41c-2baccd262611 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::3b6 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/2ff3ece0-abc4-4c0f-84c8-b4a3ba7cb90e/6e82cfcc-c317-4b8c-8526-b22c0b6cf518) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:59.482613 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] Publish callbacks [] for security_group (a49f854a-8e47-4b9f-ae6a-8962824d4590), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.495514 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8cb161cc-0549-4879-ac98-baa14d485df2 req-7facb7d9-ed1c-4e1f-a953-a3b6a4383206 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099391 Feb 08 15:57:59.507876 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-45cee7f2-9d2d-4bf7-b41c-2baccd262611 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8:0:1:f816:3eff:febd:3965 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/c8b635ce-d7ee-462f-b382-fe4cfbc2a57b/6e82cfcc-c317-4b8c-8526-b22c0b6cf518) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:57:59.515574 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a49f854a-8e47-4b9f-ae6a-8962824d4590), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.527829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-9008663a-37b5-4688-894a-5d424fe2113f tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Router 334af648-51cc-4a9e-aa81-caf963783bb6 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:57:59.528483 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (1cee6c43-8a5a-4eeb-a32b-823bfdea97cb), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.529346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Fanout notify agent at l3_agent the message router_deleted on router 1cee6c43-8a5a-4eeb-a32b-823bfdea97cb {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:57:59.537211 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.539219 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a67e0b66-26ea-4855-bc1b-15d9c1a3d732 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "DELETE /v2.0/routers/1cee6c43-8a5a-4eeb-a32b-823bfdea97cb HTTP/1.1" status: 204 len: 168 time: 4.1868799 Feb 08 15:57:59.559212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49066) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:59.563643 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49f854a-8e47-4b9f-ae6a-8962824d4590,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:57:59.578526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-23fec259-3d03-4a38-b821-b3ae6ddae267 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1075580936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:57:59.582914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:57:59.605972 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-16b27f1c-0a3c-4bbc-874c-0e8936709d07 None None] Current status of the port 52f2548e-0217-4732-9211-47da7a7a7b93 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:59.659389 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23fec259-3d03-4a38-b821-b3ae6ddae267 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (83f33e3e-3f54-45f8-a779-0a7b617f8624), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.661244 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23fec259-3d03-4a38-b821-b3ae6ddae267 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (83f33e3e-3f54-45f8-a779-0a7b617f8624), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.700426 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (df6df04c-6723-4169-adad-c29175098186), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.701203 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] Added segment df6df04c-6723-4169-adad-c29175098186 of type vlan for network 05dc89ba-e836-46c2-a8d5-c5eae1c1d040 Feb 08 15:57:59.753863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e7a460ac-559d-4b94-aa8d-814112b53ec4 None None] Provisioning complete for port 52f2548e-0217-4732-9211-47da7a7a7b93 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:57:59.754993 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e7a460ac-559d-4b94-aa8d-814112b53ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (52f2548e-0217-4732-9211-47da7a7a7b93), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.763030 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (05dc89ba-e836-46c2-a8d5-c5eae1c1d040), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.784087 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-9008663a-37b5-4688-894a-5d424fe2113f tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:57:59.790342 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-9008663a-37b5-4688-894a-5d424fe2113f tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.799640 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c88c934-af23-42b1-91b7-8ec75777c904 None None] Sync routers for ids ['334af648-51cc-4a9e-aa81-caf963783bb6'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:57:59.819261 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c88c934-af23-42b1-91b7-8ec75777c904 None None] Routers {'334af648-51cc-4a9e-aa81-caf963783bb6'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:57:59.822217 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3c88c934-af23-42b1-91b7-8ec75777c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['334af648-51cc-4a9e-aa81-caf963783bb6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:57:59.833405 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-9008663a-37b5-4688-894a-5d424fe2113f tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "PUT /v2.0/floatingips/267578df-a814-4efb-991e-771802e3f2d6 HTTP/1.1" status: 200 len: 695 time: 1.6762497 Feb 08 15:57:59.834549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'tag': '787655b4-62c6-48c8-9077-fa30bf7b26db'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:57:59.837489 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3088abf9-a79f-4519-b04d-9ce96c2cb983" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9bf93c-76ef-4e35-917a-a617cf6f70bb", "tag": "787655b4-62c6-48c8-9077-fa30bf7b26db"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:57:59.853868 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (05dc89ba-e836-46c2-a8d5-c5eae1c1d040), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.855316 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:57:59.855937 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.911507 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23fec259-3d03-4a38-b821-b3ae6ddae267 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_controller (83f33e3e-3f54-45f8-a779-0a7b617f8624), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.926411 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23fec259-3d03-4a38-b821-b3ae6ddae267 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (83f33e3e-3f54-45f8-a779-0a7b617f8624), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:57:59.944724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e7a460ac-559d-4b94-aa8d-814112b53ec4 None None] Current status of the port 52f2548e-0217-4732-9211-47da7a7a7b93 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:57:59.962735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8474283 Feb 08 15:57:59.974269 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94336d9f-798e-4e13-8690-5579c912aa41 x-openstack-request-id: req-94336d9f-798e-4e13-8690-5579c912aa41 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:57:59.975264 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9bf93c-76ef-4e35-917a-a617cf6f70bb", "tag": "787655b4-62c6-48c8-9077-fa30bf7b26db", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:57:59.975612 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-94336d9f-798e-4e13-8690-5579c912aa41 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:57:59.976035 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'tag': '787655b4-62c6-48c8-9077-fa30bf7b26db', 'status': 'completed', 'code': 200} Feb 08 15:57:59.976161 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49070) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:57:59.981868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b6ffd3e1-4c9c-4e3c-8a94-4343dfd5895e admin admin] Request body: {'subnet': {'network_id': '05dc89ba-e836-46c2-a8d5-c5eae1c1d040', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-992178352-subnet', 'tenant_id': '4ed9bbdd05c4484db7dc92bb964e3ff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:00.044376 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-45cee7f2-9d2d-4bf7-b41c-2baccd262611 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (6e82cfcc-c317-4b8c-8526-b22c0b6cf518), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:00.049374 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23fec259-3d03-4a38-b821-b3ae6ddae267 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:00.051071 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-23fec259-3d03-4a38-b821-b3ae6ddae267 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4908752 Feb 08 15:58:00.054976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49072) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:00.060041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:00.062580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ffd3e1-4c9c-4e3c-8a94-4343dfd5895e admin admin] Made reservation on behalf of 4ed9bbdd05c4484db7dc92bb964e3ff7 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:00.065142 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6ffd3e1-4c9c-4e3c-8a94-4343dfd5895e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:00.111656 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-3c88c934-af23-42b1-91b7-8ec75777c904 None None] Set router 334af648-51cc-4a9e-aa81-caf963783bb6 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:58:00.312785 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088abf9-a79f-4519-b04d-9ce96c2cb983 req-d892d345-a602-4443-85c8-5bdad84c43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:00.314384 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3088abf9-a79f-4519-b04d-9ce96c2cb983 req-d892d345-a602-4443-85c8-5bdad84c43bb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4242aee31cb2445389a4ec2c65fb7376&device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 1129 time: 0.3567696 Feb 08 15:58:00.413066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 52f2548e-0217-4732-9211-47da7a7a7b93 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:58:00.498421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f640d25-3a79-4899-b86b-75fecab6330c admin admin] Pushing event updated for resources: {'Network': ['ID=05dc89ba-e836-46c2-a8d5-c5eae1c1d040,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:00.514978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 05dc89ba-e836-46c2-a8d5-c5eae1c1d040 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:58:00.562099 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-183f2ce3-3e55-4f38-9aaa-a6a99b92933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:00.571155 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-183f2ce3-3e55-4f38-9aaa-a6a99b92933c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4242aee31cb2445389a4ec2c65fb7376&device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 1129 time: 0.6839488 Feb 08 15:58:00.574152 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3c88c934-af23-42b1-91b7-8ec75777c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:37Z', 'updated_at': '2022-02-08T15:56:43Z', 'revision_number': 4, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'gw_port': {'id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:38Z', 'updated_at': '2022-02-08T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c7c24eff-96bf-405f-a1b9-905c37c10f3b', 'name': '', 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'mac_address': 'fa:16:3e:55:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '39441911-46cb-43dd-be25-dbff842a9f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:41Z', 'updated_at': '2022-02-08T15:56:53Z', 'revision_number': 5, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'subnets': [{'id': '39441911-46cb-43dd-be25-dbff842a9f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:00.599306 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc193-db8d-4451-a172-1f257a88ddef req-abd3af76-e2f6-46c8-8847-8c317c2caffe tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:00.604043 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (83f33e3e-3f54-45f8-a779-0a7b617f8624), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:00.606805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-314dc193-db8d-4451-a172-1f257a88ddef req-abd3af76-e2f6-46c8-8847-8c317c2caffe tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.1862392 Feb 08 15:58:00.635152 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c88c934-af23-42b1-91b7-8ec75777c904 None None] Checking router: 334af648-51cc-4a9e-aa81-caf963783bb6 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:58:00.658152 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c88c934-af23-42b1-91b7-8ec75777c904 None None] Routers {'334af648-51cc-4a9e-aa81-caf963783bb6'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:00.658783 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3c88c934-af23-42b1-91b7-8ec75777c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:57:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['334af648-51cc-4a9e-aa81-caf963783bb6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:00.668479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 52f2548e-0217-4732-9211-47da7a7a7b93 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:00.669399 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (52f2548e-0217-4732-9211-47da7a7a7b93), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:00.732653 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-45cee7f2-9d2d-4bf7-b41c-2baccd262611 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6e82cfcc-c317-4b8c-8526-b22c0b6cf518), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:00.772848 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-314dc193-db8d-4451-a172-1f257a88ddef req-01cb5060-e480-4b50-b128-a198b04444ea tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603737 Feb 08 15:58:00.802549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-1f5aaf1b-ec66-45e7-b931-b4adadfc3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:00.809742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-1f5aaf1b-ec66-45e7-b931-b4adadfc3920 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e HTTP/1.1" status: 200 len: 921 time: 0.2358456 Feb 08 15:58:00.872293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 52f2548e-0217-4732-9211-47da7a7a7b93 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:00.877171 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cee7f2-9d2d-4bf7-b41c-2baccd262611 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:00.886838 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-3c88c934-af23-42b1-91b7-8ec75777c904 None None] Set router 334af648-51cc-4a9e-aa81-caf963783bb6 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:58:00.896761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-45cee7f2-9d2d-4bf7-b41c-2baccd262611 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:00.901621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-d20535e0-7c0e-465b-bff6-5d33caf4c29a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=787655b4-62c6-48c8-9077-fa30bf7b26db HTTP/1.1" status: 200 len: 217 time: 0.0856657 Feb 08 15:58:00.916165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cee7f2-9d2d-4bf7-b41c-2baccd262611 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:00.920915 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cee7f2-9d2d-4bf7-b41c-2baccd262611 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:00.922108 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-45cee7f2-9d2d-4bf7-b41c-2baccd262611 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:00.964315 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088abf9-a79f-4519-b04d-9ce96c2cb983 req-45cb606c-084a-4a15-b6ce-e04a9fec6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:00.966084 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3088abf9-a79f-4519-b04d-9ce96c2cb983 req-45cb606c-084a-4a15-b6ce-e04a9fec6fc3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e HTTP/1.1" status: 200 len: 921 time: 0.5631731 Feb 08 15:58:00.970120 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cee7f2-9d2d-4bf7-b41c-2baccd262611 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=6e82cfcc-c317-4b8c-8526-b22c0b6cf518,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:01.064220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-508c8119-0a4b-4a8d-8fd1-da852e0a5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:01.065827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-508c8119-0a4b-4a8d-8fd1-da852e0a5638 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=39441911-46cb-43dd-be25-dbff842a9f42 HTTP/1.1" status: 200 len: 860 time: 0.1259162 Feb 08 15:58:01.086258 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3088abf9-a79f-4519-b04d-9ce96c2cb983 req-156ac133-af0b-43dd-9259-44f085eca8e8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=787655b4-62c6-48c8-9077-fa30bf7b26db HTTP/1.1" status: 200 len: 217 time: 0.1081717 Feb 08 15:58:01.086780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86692eb-d363-402c-be0f-e1812be3daaf req-293dd463-622b-4885-8ec8-81379d693efa tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:01.093129 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-45cee7f2-9d2d-4bf7-b41c-2baccd262611 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.4427550 Feb 08 15:58:01.097457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49082) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:01.098222 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b86692eb-d363-402c-be0f-e1812be3daaf req-293dd463-622b-4885-8ec8-81379d693efa tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.2002008 Feb 08 15:58:01.168886 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-8e228db5-693f-4f3e-9a94-23e10a588875 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639284 Feb 08 15:58:01.277893 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3c88c934-af23-42b1-91b7-8ec75777c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:37Z', 'updated_at': '2022-02-08T15:56:43Z', 'revision_number': 4, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'gw_port': {'id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:38Z', 'updated_at': '2022-02-08T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c7c24eff-96bf-405f-a1b9-905c37c10f3b', 'name': '', 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'mac_address': 'fa:16:3e:55:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '39441911-46cb-43dd-be25-dbff842a9f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:41Z', 'updated_at': '2022-02-08T15:56:53Z', 'revision_number': 5, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'subnets': [{'id': '39441911-46cb-43dd-be25-dbff842a9f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:01.306006 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b86692eb-d363-402c-be0f-e1812be3daaf req-9e75cc4a-a0cd-4327-82e6-4bc6affe014a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068255 Feb 08 15:58:01.307642 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088abf9-a79f-4519-b04d-9ce96c2cb983 req-c13d9f98-ce8a-42d1-a1d6-500b640db7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:01.310219 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3088abf9-a79f-4519-b04d-9ce96c2cb983 req-c13d9f98-ce8a-42d1-a1d6-500b640db7e9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=39441911-46cb-43dd-be25-dbff842a9f42 HTTP/1.1" status: 200 len: 860 time: 0.2111151 Feb 08 15:58:01.318015 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6ffd3e1-4c9c-4e3c-8a94-4343dfd5895e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (d0924ae9-c8f2-4b3c-b025-3353f0fcac52), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:01.361713 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c88c934-af23-42b1-91b7-8ec75777c904 None None] The sync data for ids ['334af648-51cc-4a9e-aa81-caf963783bb6'] in n-d-824834-11 is: [{'id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:37Z', 'updated_at': '2022-02-08T15:56:43Z', 'revision_number': 4, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'gw_port': {'id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:38Z', 'updated_at': '2022-02-08T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c7c24eff-96bf-405f-a1b9-905c37c10f3b', 'name': '', 'network_id': '8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'mac_address': 'fa:16:3e:55:f4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '39441911-46cb-43dd-be25-dbff842a9f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:41Z', 'updated_at': '2022-02-08T15:56:53Z', 'revision_number': 5, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'subnets': [{'id': '39441911-46cb-43dd-be25-dbff842a9f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:58:01.390327 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3088abf9-a79f-4519-b04d-9ce96c2cb983 req-297526dc-7de3-4fde-9eea-e421cdb0c9cd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674644 Feb 08 15:58:01.395047 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d82119c1-b445-47fb-a2e0-8378163aa4bf None None] Provisioning complete for port 6e82cfcc-c317-4b8c-8526-b22c0b6cf518 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:01.395681 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d82119c1-b445-47fb-a2e0-8378163aa4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6e82cfcc-c317-4b8c-8526-b22c0b6cf518), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:01.473139 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-d31042cf-1742-4bc5-b81a-4f6415afe0c0 service neutron] 10.222.0.82 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922494 Feb 08 15:58:01.543041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffd3e1-4c9c-4e3c-8a94-4343dfd5895e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0924ae9-c8f2-4b3c-b025-3353f0fcac52,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:01.621586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-31d07f59-e672-4407-9f73-3e3f9bb8f7cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port 6e82cfcc-c317-4b8c-8526-b22c0b6cf518 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:01.622085 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31d07f59-e672-4407-9f73-3e3f9bb8f7cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6e82cfcc-c317-4b8c-8526-b22c0b6cf518), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:01.695215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17d05614-97f9-4fc6-b03a-133a17095c64 req-ed7f08c7-2896-41c3-8731-bc8c33374c9e service neutron] 10.222.0.82 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212129 Feb 08 15:58:01.819187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ffd3e1-4c9c-4e3c-8a94-4343dfd5895e admin admin] Checking segment: {'id': 'df6df04c-6723-4169-adad-c29175098186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '05dc89ba-e836-46c2-a8d5-c5eae1c1d040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:01.819763 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ffd3e1-4c9c-4e3c-8a94-4343dfd5895e admin admin] Network hostable DHCP agents. Network: 05dc89ba-e836-46c2-a8d5-c5eae1c1d040, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:58:01.898121 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-3de1b82f-270d-4492-92a9-f79d1f552c02 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/floatingips/267578df-a814-4efb-991e-771802e3f2d6 HTTP/1.1" status: 200 len: 695 time: 0.1296194 Feb 08 15:58:01.958586 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d82119c1-b445-47fb-a2e0-8378163aa4bf None None] Port 6e82cfcc-c317-4b8c-8526-b22c0b6cf518 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:58:01.984209 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244a5cc-2ca6-4772-a95d-4ceef697faf7 None None] New status for floating IP 267578df-a814-4efb-991e-771802e3f2d6: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:58:02.102976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa396702-d171-4cbc-ba8e-4dd43cebe382 req-637e33cf-f212-4dec-936a-69b23eda4693 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:02.104659 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa396702-d171-4cbc-ba8e-4dd43cebe382 req-637e33cf-f212-4dec-936a-69b23eda4693 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.1816287 Feb 08 15:58:02.189478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-36393e6e-446d-4ad7-b0e5-cf9bf97d1917 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:02.191436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-36393e6e-446d-4ad7-b0e5-cf9bf97d1917 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 784 time: 0.2880044 Feb 08 15:58:02.200598 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9da982e5-f385-4085-b056-3ae4700ac86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:02.213543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-8475e963-7fe9-4c3a-97e0-a55977797873 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:58:02.216452 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-8475e963-7fe9-4c3a-97e0-a55977797873 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111098 Feb 08 15:58:02.258810 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa396702-d171-4cbc-ba8e-4dd43cebe382 req-7a9756ef-777f-42a6-b720-ec1bc17d4a3f tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360483 Feb 08 15:58:02.311593 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-dcdd66e3-0f43-4b6f-bf34-8228e6cb201a tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 698 time: 0.0886219 Feb 08 15:58:02.399287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-c8a2b89f-ffeb-4239-95c2-1703ce4d437c tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 698 time: 0.0819116 Feb 08 15:58:02.411441 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3088abf9-a79f-4519-b04d-9ce96c2cb983 req-53c3be1c-b9a6-478b-9177-b2a3bd7971d5 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0004406 Feb 08 15:58:02.603094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-fadf290f-73a3-49f4-ace4-25f04ebcf421 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Deleting port 37fe55dc-924f-459e-94dc-57373d830719 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:02.603400 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-fadf290f-73a3-49f4-ace4-25f04ebcf421 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (37fe55dc-924f-459e-94dc-57373d830719), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:02.611603 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3088abf9-a79f-4519-b04d-9ce96c2cb983 req-d4df569a-eec9-42e6-b825-d9385faf8422 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919987 Feb 08 15:58:02.628148 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (83f33e3e-3f54-45f8-a779-0a7b617f8624), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:02.659010 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:02.667110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0f065-04d7-48e6-a4c7-23489c4043f2 req-f930b247-ccf4-4110-bba2-dc914f428195 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:02.668412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-82e0f065-04d7-48e6-a4c7-23489c4043f2 req-f930b247-ccf4-4110-bba2-dc914f428195 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.1980643 Feb 08 15:58:02.674542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ffd3e1-4c9c-4e3c-8a94-4343dfd5895e admin admin] Network 05dc89ba-e836-46c2-a8d5-c5eae1c1d040 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:58:02.759037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b6ffd3e1-4c9c-4e3c-8a94-4343dfd5895e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 05dc89ba-e836-46c2-a8d5-c5eae1c1d040) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:02.761144 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-fadf290f-73a3-49f4-ace4-25f04ebcf421 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (37fe55dc-924f-459e-94dc-57373d830719), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:02.761340 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-fadf290f-73a3-49f4-ace4-25f04ebcf421 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for floatingip (37fe55dc-924f-459e-94dc-57373d830719), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:02.768482 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fb23bd-f248-4d82-8a56-657646e8448d None None] Network 05dc89ba-e836-46c2-a8d5-c5eae1c1d040 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:02.773724 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-82e0f065-04d7-48e6-a4c7-23489c4043f2 req-5367af09-99a5-4c1f-9bac-1f53ad4cff80 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924895 Feb 08 15:58:02.779842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-fadf290f-73a3-49f4-ace4-25f04ebcf421 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Calling delete_port for 37fe55dc-924f-459e-94dc-57373d830719 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:02.817790 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49098) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:02.822161 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ffd3e1-4c9c-4e3c-8a94-4343dfd5895e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:02.822161 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6ffd3e1-4c9c-4e3c-8a94-4343dfd5895e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:02.952529 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b6ffd3e1-4c9c-4e3c-8a94-4343dfd5895e admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9676096 Feb 08 15:58:02.963210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 5e691fc6-28c2-409e-bd17-7cb31f55c501 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:58:02.994017 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-fadf290f-73a3-49f4-ace4-25f04ebcf421 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (37fe55dc-924f-459e-94dc-57373d830719), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:03.079154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf290f-73a3-49f4-ace4-25f04ebcf421 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Pushing event deleted for resources: {'Port': ['ID=37fe55dc-924f-459e-94dc-57373d830719,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:03.100585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Allocated IP 172.25.7.180 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/2f6ea9e3-330c-40ee-b68e-71d0565365c7) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:03.102875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:03.125400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472511fd-4952-4db4-afcf-4440903d7229 None None] Network 05dc89ba-e836-46c2-a8d5-c5eae1c1d040 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:03.150475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'port_id': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'mac_address': 'fa:16:3e:3b:4f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:58:03.219776 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-fadf290f-73a3-49f4-ace4-25f04ebcf421 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for floatingip (267578df-a814-4efb-991e-771802e3f2d6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:03.226754 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-fadf290f-73a3-49f4-ace4-25f04ebcf421 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:03.229552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6dec2c79-3d98-4c2d-8235-30d19dff38e0 req-fadf290f-73a3-49f4-ace4-25f04ebcf421 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "DELETE /v2.0/floatingips/267578df-a814-4efb-991e-771802e3f2d6 HTTP/1.1" status: 204 len: 173 time: 0.8247395 Feb 08 15:58:03.343010 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 5e691fc6-28c2-409e-bd17-7cb31f55c501 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:03.344837 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:03.345439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9cf17c1-3612-4fde-8b6a-b99076a94ff7 req-cc05b824-7f4d-4b0a-856e-c4ea63c970b0 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups/d1633e4b-00b4-4945-ba5c-aa9def0cc8b7 HTTP/1.1" status: 200 len: 1826 time: 0.0937142 Feb 08 15:58:03.383582 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for port (2f6ea9e3-330c-40ee-b68e-71d0565365c7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:03.389990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e691fc6-28c2-409e-bd17-7cb31f55c501 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:58:03.422965 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31d07f59-e672-4407-9f73-3e3f9bb8f7cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6e82cfcc-c317-4b8c-8526-b22c0b6cf518), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:03.440804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-31d07f59-e672-4407-9f73-3e3f9bb8f7cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for 6e82cfcc-c317-4b8c-8526-b22c0b6cf518 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:03.441953 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:03.461999 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:03.529080 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d9cf17c1-3612-4fde-8b6a-b99076a94ff7 req-1c29df0d-e320-4e46-93a5-033ef19fa87e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for security_group (d1633e4b-00b4-4945-ba5c-aa9def0cc8b7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:03.542781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=5e691fc6-28c2-409e-bd17-7cb31f55c501,revision_number=11']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:03.553898 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:03.554288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:03.554629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:03.554982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:03.555338 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:03.555677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:03.556102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:03.556504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:03.556814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:03.557193 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:03.557533 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:03.557874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:03.558204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:03.694688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2ac9b802-4aa3-48b6-94b7-f5f489746781 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:03.694937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['5e691fc6-28c2-409e-bd17-7cb31f55c501'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:58:03.697084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2ac9b802-4aa3-48b6-94b7-f5f489746781 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/networks?id=05dc89ba-e836-46c2-a8d5-c5eae1c1d040 HTTP/1.1" status: 200 len: 813 time: 0.1418259 Feb 08 15:58:03.707748 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d9cf17c1-3612-4fde-8b6a-b99076a94ff7 req-1c29df0d-e320-4e46-93a5-033ef19fa87e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for security_group (d1633e4b-00b4-4945-ba5c-aa9def0cc8b7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:03.728620 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-30a79849-ae92-4256-a5c4-3f658a18dcfa tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/quotas/4ed9bbdd05c4484db7dc92bb964e3ff7 HTTP/1.1" status: 200 len: 375 time: 0.0230296 Feb 08 15:58:03.760938 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2f6ea9e3-330c-40ee-b68e-71d0565365c7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:03.797676 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7aee73e3-2302-46d2-866a-d4124b274622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:03.800668 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-14d0adc8-5ed1-4e55-834b-24c72a42dd62 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ed9bbdd05c4484db7dc92bb964e3ff7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523291 Feb 08 15:58:03.809807 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d9cf17c1-3612-4fde-8b6a-b99076a94ff7 req-1c29df0d-e320-4e46-93a5-033ef19fa87e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d1633e4b-00b4-4945-ba5c-aa9def0cc8b7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:03.813901 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d9cf17c1-3612-4fde-8b6a-b99076a94ff7 req-1c29df0d-e320-4e46-93a5-033ef19fa87e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:03.829391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9cf17c1-3612-4fde-8b6a-b99076a94ff7 req-1c29df0d-e320-4e46-93a5-033ef19fa87e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "DELETE /v2.0/security-groups/d1633e4b-00b4-4945-ba5c-aa9def0cc8b7 HTTP/1.1" status: 204 len: 173 time: 0.4735935 Feb 08 15:58:04.039965 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29df0d-e320-4e46-93a5-033ef19fa87e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1633e4b-00b4-4945-ba5c-aa9def0cc8b7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:04.049520 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:04.074237 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:04.090334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Pushing event updated for resources: {'Port': ['ID=2f6ea9e3-330c-40ee-b68e-71d0565365c7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:04.098007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-d462c963-41dd-43f4-9f40-30fd25a539b1 service neutron] 10.222.0.82 "GET /v2.0/networks/05dc89ba-e836-46c2-a8d5-c5eae1c1d040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671256 Feb 08 15:58:04.106401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:04.168362 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31d07f59-e672-4407-9f73-3e3f9bb8f7cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6e82cfcc-c317-4b8c-8526-b22c0b6cf518), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:04.199797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f536cf3-533e-4b15-973c-833bed51d6c3 req-65861c16-2663-4566-842c-1cbf1e2787b7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:04.210852 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8f536cf3-533e-4b15-973c-833bed51d6c3 req-65861c16-2663-4566-842c-1cbf1e2787b7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.2003968 Feb 08 15:58:04.212875 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d07f59-e672-4407-9f73-3e3f9bb8f7cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=6e82cfcc-c317-4b8c-8526-b22c0b6cf518,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:04.340066 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8f536cf3-533e-4b15-973c-833bed51d6c3 req-c80e0f90-0b84-49d8-8978-d009553536d4 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277153 Feb 08 15:58:04.382515 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-0343c566-091e-45aa-876c-63b261f81181 service neutron] 10.222.0.82 "GET /v2.0/networks/05dc89ba-e836-46c2-a8d5-c5eae1c1d040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737298 Feb 08 15:58:04.644727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31d07f59-e672-4407-9f73-3e3f9bb8f7cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:04.648363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81430575-222f-45f0-bd02-336d1d92c45b req-447b88ef-1b4c-4bf8-8cb6-db46a8227454 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:04.651475 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-31d07f59-e672-4407-9f73-3e3f9bb8f7cd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/6e82cfcc-c317-4b8c-8526-b22c0b6cf518 HTTP/1.1" status: 204 len: 168 time: 3.5363150 Feb 08 15:58:04.655852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49128) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:04.658359 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81430575-222f-45f0-bd02-336d1d92c45b req-447b88ef-1b4c-4bf8-8cb6-db46a8227454 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 946 time: 0.1225092 Feb 08 15:58:04.795842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81430575-222f-45f0-bd02-336d1d92c45b req-a880fa08-2359-4248-a3e2-f261b85516af tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269467 Feb 08 15:58:04.839771 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585cdf53-9209-4d97-be9e-aae28ca24815 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:04.847381 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-585cdf53-9209-4d97-be9e-aae28ca24815 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1900673 Feb 08 15:58:04.853253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49134) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:04.868099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (83f33e3e-3f54-45f8-a779-0a7b617f8624), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:04.967133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 5e691fc6-28c2-409e-bd17-7cb31f55c501 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:58:05.054808 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecbb3790-a7ed-44a6-9ad4-836e92399b00 req-f39e6c74-f8e4-4d45-bad0-bd1fef883e41 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 210 time: 0.1147435 Feb 08 15:58:05.163749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 5e691fc6-28c2-409e-bd17-7cb31f55c501 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:58:05.172009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 5e691fc6-28c2-409e-bd17-7cb31f55c501 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:05.172499 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:05.223661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e2ca7-fe53-43e0-a5ec-f7aac8b04782 req-e15a2565-3c65-4eab-8497-510cd19c17f1 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:05.226759 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-042e2ca7-fe53-43e0-a5ec-f7aac8b04782 req-e15a2565-3c65-4eab-8497-510cd19c17f1 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.1146257 Feb 08 15:58:05.296806 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (83f33e3e-3f54-45f8-a779-0a7b617f8624), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:05.305118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 5e691fc6-28c2-409e-bd17-7cb31f55c501 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:05.305917 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:05.306171 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (83f33e3e-3f54-45f8-a779-0a7b617f8624), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:05.350405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:05.351863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:58:05.355425 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc11eb3e-7fa7-4087-bdea-797133d43f5e" -d '{"events": [{"server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "name": "network-vif-plugged", "status": "completed", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:58:05.373090 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:05.375186 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-042e2ca7-fe53-43e0-a5ec-f7aac8b04782 req-f9b88891-1fec-4081-aaf6-d8156019f315 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409752 Feb 08 15:58:05.442492 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd42859-e7a0-4d58-bb2e-4a91c5d69e31 x-openstack-request-id: req-bbd42859-e7a0-4d58-bb2e-4a91c5d69e31 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:58:05.443400 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "name": "network-vif-plugged", "status": "completed", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:58:05.443908 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bbd42859-e7a0-4d58-bb2e-4a91c5d69e31 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:58:05.444670 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'code': 200} Feb 08 15:58:05.489996 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:05.549211 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=5e691fc6-28c2-409e-bd17-7cb31f55c501,revision_number=12']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:05.589988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb31d97d-6622-4b5d-af28-fa2b6cd254e0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:05.594136 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fb31d97d-6622-4b5d-af28-fa2b6cd254e0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7356739 Feb 08 15:58:05.596268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49150) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:05.643978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e15169c-37b7-4923-8bcb-10ff887bed3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:05.683444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be344c8-ab0b-4a08-9069-4587112728d6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:05.684935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be344c8-ab0b-4a08-9069-4587112728d6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:05.686497 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be344c8-ab0b-4a08-9069-4587112728d6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:05.704863 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0be344c8-ab0b-4a08-9069-4587112728d6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1017165 Feb 08 15:58:05.705710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49152) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:05.750926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3b7d1-0c72-411c-b112-c8b191d3425f req-cf32917c-0999-4b71-932b-b36ed7bddb26 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:05.752825 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60b3b7d1-0c72-411c-b112-c8b191d3425f req-cf32917c-0999-4b71-932b-b36ed7bddb26 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.2657492 Feb 08 15:58:05.835275 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff7e947-629b-4296-896f-82060cff0b4b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet 2ff3ece0-abc4-4c0f-84c8-b4a3ba7cb90e {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:58:05.844315 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e947-629b-4296-896f-82060cff0b4b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (2ff3ece0-abc4-4c0f-84c8-b4a3ba7cb90e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:05.886650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60b3b7d1-0c72-411c-b112-c8b191d3425f req-7a7e3d81-6521-481e-9660-cbdde1bb1979 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060154 Feb 08 15:58:05.907601 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Router 83f33e3e-3f54-45f8-a779-0a7b617f8624 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:58:05.913418 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e947-629b-4296-896f-82060cff0b4b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (2ff3ece0-abc4-4c0f-84c8-b4a3ba7cb90e), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:06.078309 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e947-629b-4296-896f-82060cff0b4b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (2ff3ece0-abc4-4c0f-84c8-b4a3ba7cb90e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:06.172285 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbefc8-80cc-480d-b14b-f6daef4c262f req-02870e40-8221-47ef-854e-2439718fae60 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:06.174357 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d0cbefc8-80cc-480d-b14b-f6daef4c262f req-02870e40-8221-47ef-854e-2439718fae60 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 947 time: 0.1820865 Feb 08 15:58:06.187493 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e947-629b-4296-896f-82060cff0b4b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (2ff3ece0-abc4-4c0f-84c8-b4a3ba7cb90e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:06.262573 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67299b52-0fe1-48b9-8b4d-2613d3ef93e1 req-522c477b-6304-4a99-8aee-03f9e6f542ca tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 210 time: 0.0993574 Feb 08 15:58:06.278162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca1ade0-7c13-47ec-8e14-0085c7e39d18 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:06.307258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7e947-629b-4296-896f-82060cff0b4b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff3ece0-abc4-4c0f-84c8-b4a3ba7cb90e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:06.309706 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ff7e947-629b-4296-896f-82060cff0b4b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:06.318034 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4ff7e947-629b-4296-896f-82060cff0b4b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/2ff3ece0-abc4-4c0f-84c8-b4a3ba7cb90e HTTP/1.1" status: 204 len: 168 time: 0.6110973 Feb 08 15:58:06.328427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49164) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:06.453377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7a6fd8-e911-4683-ba6d-253d731f522a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet c8b635ce-d7ee-462f-b382-fe4cfbc2a57b {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:58:06.459878 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6fd8-e911-4683-ba6d-253d731f522a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (c8b635ce-d7ee-462f-b382-fe4cfbc2a57b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:06.504427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11772ed9-6921-4daa-b2cc-811f74b60374 req-28ccbee0-1c08-4820-a1a0-41130ebba889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:06.506432 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-11772ed9-6921-4daa-b2cc-811f74b60374 req-28ccbee0-1c08-4820-a1a0-41130ebba889 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 1130 time: 0.9129207 Feb 08 15:58:06.532526 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6fd8-e911-4683-ba6d-253d731f522a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (c8b635ce-d7ee-462f-b382-fe4cfbc2a57b), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:06.678950 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6fd8-e911-4683-ba6d-253d731f522a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (c8b635ce-d7ee-462f-b382-fe4cfbc2a57b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:06.790314 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-11772ed9-6921-4daa-b2cc-811f74b60374 req-6f8cf318-afdd-4e3f-ac51-8c8d88c565c3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639303 Feb 08 15:58:06.822728 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:58:06.834950 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343f1b6-b8c4-4314-bb16-10754dc5f68c None None] Sync routers for ids ['83f33e3e-3f54-45f8-a779-0a7b617f8624'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:58:06.856246 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343f1b6-b8c4-4314-bb16-10754dc5f68c None None] Routers {'83f33e3e-3f54-45f8-a779-0a7b617f8624'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:06.860363 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6343f1b6-b8c4-4314-bb16-10754dc5f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['83f33e3e-3f54-45f8-a779-0a7b617f8624'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:06.864136 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:06.901092 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:06.909908 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7ffbcefd-f082-4b58-81f6-5fb1a3d2728c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "PUT /v2.0/routers/83f33e3e-3f54-45f8-a779-0a7b617f8624 HTTP/1.1" status: 200 len: 880 time: 6.8532228 Feb 08 15:58:06.912195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49168) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:06.953041 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6343f1b6-b8c4-4314-bb16-10754dc5f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:06.973109 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343f1b6-b8c4-4314-bb16-10754dc5f68c None None] Routers {'83f33e3e-3f54-45f8-a779-0a7b617f8624'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:06.977041 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6343f1b6-b8c4-4314-bb16-10754dc5f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['83f33e3e-3f54-45f8-a779-0a7b617f8624'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:07.040422 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6fd8-e911-4683-ba6d-253d731f522a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (c8b635ce-d7ee-462f-b382-fe4cfbc2a57b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:07.088344 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6343f1b6-b8c4-4314-bb16-10754dc5f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:07.089063 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343f1b6-b8c4-4314-bb16-10754dc5f68c None None] The sync data for ids ['83f33e3e-3f54-45f8-a779-0a7b617f8624'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:58:07.163225 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6fd8-e911-4683-ba6d-253d731f522a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:07.167817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7f7a6fd8-e911-4683-ba6d-253d731f522a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/c8b635ce-d7ee-462f-b382-fe4cfbc2a57b HTTP/1.1" status: 204 len: 168 time: 0.8379767 Feb 08 15:58:07.174307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49172) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:07.180645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a6fd8-e911-4683-ba6d-253d731f522a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b635ce-d7ee-462f-b382-fe4cfbc2a57b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:07.214706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-c25163f6-588c-4c94-8ef7-25617092d548 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:07.216292 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-c25163f6-588c-4c94-8ef7-25617092d548 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.94 "GET /v2.0/networks?id=05dc89ba-e836-46c2-a8d5-c5eae1c1d040 HTTP/1.1" status: 200 len: 813 time: 0.4003265 Feb 08 15:58:07.219975 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d0cbefc8-80cc-480d-b14b-f6daef4c262f req-7d77f3e1-0958-4d2b-845a-4c2818a23f5e tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0301435 Feb 08 15:58:07.252973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-50b19d51-d082-4689-a0d2-92a111af7608 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Request body: {'port': {'device_id': '12e65d76-290d-4f84-9b61-92e264f9eaa7', 'network_id': '05dc89ba-e836-46c2-a8d5-c5eae1c1d040', 'admin_state_up': True, 'tenant_id': '4ed9bbdd05c4484db7dc92bb964e3ff7'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:07.273087 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-4e15169c-37b7-4923-8bcb-10ff887bed3e admin admin] Deleting port 91266033-90a2-4cfc-8323-999748348ed6 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:07.273439 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e15169c-37b7-4923-8bcb-10ff887bed3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (91266033-90a2-4cfc-8323-999748348ed6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:07.285530 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5c788ce9-b604-4627-82eb-3e2db1a12adc tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/routers/83f33e3e-3f54-45f8-a779-0a7b617f8624 HTTP/1.1" status: 200 len: 921 time: 0.3663085 Feb 08 15:58:07.288395 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-40ad157f-4abf-4d7e-a767-0832ad206d9f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1116116 Feb 08 15:58:07.345427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49174) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:07.345755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49176) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:07.368917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6dc7fe2a-6407-453a-a6f5-ae55e69c890e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:07.407275 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b372c-cca6-41df-98a2-f17a025a18b3 req-8bff801e-3ea8-4b3d-938b-24e6a9dce012 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:07.420319 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e44b372c-cca6-41df-98a2-f17a025a18b3 req-8bff801e-3ea8-4b3d-938b-24e6a9dce012 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.6100290 Feb 08 15:58:07.582887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e44b372c-cca6-41df-98a2-f17a025a18b3 req-fde7fced-b47e-42e7-bca2-1aa5097d1b53 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/security-groups?id=f6bd6b16-d259-4ba4-8ffe-8745af9587b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609993 Feb 08 15:58:07.588569 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd00d133-c7a4-42aa-8107-f023067db06e None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:07.650662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f1b1f4-26a5-4c87-a02b-00a31922626c tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:07.652170 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d6f1b1f4-26a5-4c87-a02b-00a31922626c tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/ports?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&device_id=83f33e3e-3f54-45f8-a779-0a7b617f8624&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3055408 Feb 08 15:58:07.655339 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49184) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:07.673448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffaf36-7e00-4b0f-8502-287432639457 req-1087ab54-377a-4614-b620-26a7c999299d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:07.676156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc914ebe-e869-4be1-977a-a62b623e0675 req-de45e6f3-b0e5-4316-b17d-7950d8020b1a tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:07.677525 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc914ebe-e869-4be1-977a-a62b623e0675 req-de45e6f3-b0e5-4316-b17d-7950d8020b1a tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.96 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 946 time: 0.3945997 Feb 08 15:58:07.684446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73ffaf36-7e00-4b0f-8502-287432639457 req-1087ab54-377a-4614-b620-26a7c999299d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.2545283 Feb 08 15:58:07.687020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-4e15169c-37b7-4923-8bcb-10ff887bed3e admin admin] For port 91266033-90a2-4cfc-8323-999748348ed6, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=91266033-90a2-4cfc-8323-999748348ed6,segment=NetworkSegment(9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4),segment_id=9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:07.687392 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e15169c-37b7-4923-8bcb-10ff887bed3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (91266033-90a2-4cfc-8323-999748348ed6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:07.719394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-874e60af-d371-46a5-835d-7f67119b02af None None] Provisioning complete for port 52f2548e-0217-4732-9211-47da7a7a7b93 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:07.719555 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-874e60af-d371-46a5-835d-7f67119b02af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (52f2548e-0217-4732-9211-47da7a7a7b93), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:07.741372 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-50b19d51-d082-4689-a0d2-92a111af7608 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Made reservation on behalf of 4ed9bbdd05c4484db7dc92bb964e3ff7 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:07.744805 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-50b19d51-d082-4689-a0d2-92a111af7608 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:07.800010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-4e15169c-37b7-4923-8bcb-10ff887bed3e admin admin] Calling delete_port for 91266033-90a2-4cfc-8323-999748348ed6 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:07.856052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc7fe2a-6407-453a-a6f5-ae55e69c890e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:07.870101 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6dc7fe2a-6407-453a-a6f5-ae55e69c890e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:07.926373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dcb8d9-67bc-4f60-a3c3-d31fadd76912 None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:58:07.930379 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7591a548-8389-40eb-a886-737737f6618e req-f0e1df5e-22d4-415a-9310-b72b107cdcf7 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 210 time: 0.1736701 Feb 08 15:58:08.016855 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-874e60af-d371-46a5-835d-7f67119b02af None None] Current status of the port 52f2548e-0217-4732-9211-47da7a7a7b93 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:08.023915 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:08.047883 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73ffaf36-7e00-4b0f-8502-287432639457 req-d0aeb78a-074c-4afe-bb69-f6bbfc8335f9 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3621836 Feb 08 15:58:08.089760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e9dcb8d9-67bc-4f60-a3c3-d31fadd76912 None None] Deleting port 52f2548e-0217-4732-9211-47da7a7a7b93 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:08.090141 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb8d9-67bc-4f60-a3c3-d31fadd76912 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (52f2548e-0217-4732-9211-47da7a7a7b93), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:08.202433 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afd9258-fff7-4ab7-96ea-114d8643fd18 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:08.210244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8afd9258-fff7-4ab7-96ea-114d8643fd18 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 881 time: 0.5180058 Feb 08 15:58:08.213616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49196) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:08.225880 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e9dcb8d9-67bc-4f60-a3c3-d31fadd76912 None None] For port 52f2548e-0217-4732-9211-47da7a7a7b93, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=52f2548e-0217-4732-9211-47da7a7a7b93,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:08.226294 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb8d9-67bc-4f60-a3c3-d31fadd76912 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (52f2548e-0217-4732-9211-47da7a7a7b93), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:08.269581 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e9dcb8d9-67bc-4f60-a3c3-d31fadd76912 None None] Calling delete_port for 52f2548e-0217-4732-9211-47da7a7a7b93 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:08.422965 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8fdb44d9-cd5c-4f62-baa0-7fac7a95cab6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "GET /v2.0/ports?device_id=83f33e3e-3f54-45f8-a779-0a7b617f8624 HTTP/1.1" status: 200 len: 205 time: 0.2078955 Feb 08 15:58:08.435082 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49218) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:08.517920 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 52f2548e-0217-4732-9211-47da7a7a7b93 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:08.638573 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e15169c-37b7-4923-8bcb-10ff887bed3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (91266033-90a2-4cfc-8323-999748348ed6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:08.684245 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15169c-37b7-4923-8bcb-10ff887bed3e admin admin] Pushing event deleted for resources: {'Port': ['ID=91266033-90a2-4cfc-8323-999748348ed6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:08.753134 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb8d9-67bc-4f60-a3c3-d31fadd76912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (52f2548e-0217-4732-9211-47da7a7a7b93), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:08.854411 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dcb8d9-67bc-4f60-a3c3-d31fadd76912 None None] No DVR routers for this DVR port 52f2548e-0217-4732-9211-47da7a7a7b93 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:58:08.856512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcb8d9-67bc-4f60-a3c3-d31fadd76912 None None] Pushing event deleted for resources: {'Port': ['ID=52f2548e-0217-4732-9211-47da7a7a7b93,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:08.860074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 52f2548e-0217-4732-9211-47da7a7a7b93 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:08.860751 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (52f2548e-0217-4732-9211-47da7a7a7b93), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:09.008288 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-dc914ebe-e869-4be1-977a-a62b623e0675 req-a79af3b7-38a0-4c68-a259-5760480a8e7e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Deleting port 787655b4-62c6-48c8-9077-fa30bf7b26db {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:09.008699 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-dc914ebe-e869-4be1-977a-a62b623e0675 req-a79af3b7-38a0-4c68-a259-5760480a8e7e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:09.017206 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6dc7fe2a-6407-453a-a6f5-ae55e69c890e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (8ba8e512-aedf-4b82-a8c9-fe12a837cf53), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:09.080119 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332f471-1c34-470f-bf2f-e0361f423a53 req-75c3edda-433c-4d3e-83e5-37474fa75630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:09.081954 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2332f471-1c34-470f-bf2f-e0361f423a53 req-75c3edda-433c-4d3e-83e5-37474fa75630 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc&device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 1128 time: 0.6264031 Feb 08 15:58:09.210501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc7fe2a-6407-453a-a6f5-ae55e69c890e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:09.229946 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-6dc7fe2a-6407-453a-a6f5-ae55e69c890e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:09.242750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f7c335-2b79-4f30-8bef-9a5534d52b1b None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:09.262151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-50b19d51-d082-4689-a0d2-92a111af7608 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Allocated IP 172.20.0.2 (05dc89ba-e836-46c2-a8d5-c5eae1c1d040/d0924ae9-c8f2-4b3c-b025-3353f0fcac52/10274be7-6d46-414a-b0e1-a98e62849d46) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:09.331286 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc7fe2a-6407-453a-a6f5-ae55e69c890e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:09.332105 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6dc7fe2a-6407-453a-a6f5-ae55e69c890e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:09.378202 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4824f7-f4b8-4d20-be9b-4bbea06022d3 req-2cfc1f2c-da3e-447f-b12d-ff35ce0bece6 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:09.379897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a4824f7-f4b8-4d20-be9b-4bbea06022d3 req-2cfc1f2c-da3e-447f-b12d-ff35ce0bece6 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 947 time: 0.8980186 Feb 08 15:58:09.415380 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'project_id': '076e86d8f36d488fa80c6fde07960a62', 'fixed_ips': [{'subnet_id': '8ba8e512-aedf-4b82-a8c9-fe12a837cf53'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:58:09.416321 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:09.431546 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-dc914ebe-e869-4be1-977a-a62b623e0675 req-a79af3b7-38a0-4c68-a259-5760480a8e7e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] For port 787655b4-62c6-48c8-9077-fa30bf7b26db, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=787655b4-62c6-48c8-9077-fa30bf7b26db,segment=NetworkSegment(2905acb4-3b63-4a1d-b312-97e106c30fe6),segment_id=2905acb4-3b63-4a1d-b312-97e106c30fe6)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:09.431952 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-dc914ebe-e869-4be1-977a-a62b623e0675 req-a79af3b7-38a0-4c68-a259-5760480a8e7e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:09.435820 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2e32595-e28f-4c31-924a-5c7b22eed169 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (83f33e3e-3f54-45f8-a779-0a7b617f8624), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:09.453986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-dc914ebe-e869-4be1-977a-a62b623e0675 req-a79af3b7-38a0-4c68-a259-5760480a8e7e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Calling delete_port for 787655b4-62c6-48c8-9077-fa30bf7b26db owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:09.464052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94741578-9d0b-488d-9a5c-5e94d2cf5d92 req-e7757745-a295-4af5-8bf5-52c8a21e026d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:09.471792 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94741578-9d0b-488d-9a5c-5e94d2cf5d92 req-e7757745-a295-4af5-8bf5-52c8a21e026d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.8392580 Feb 08 15:58:09.593744 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Allocated IP 2001:db8::2 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/8ba8e512-aedf-4b82-a8c9-fe12a837cf53/758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:09.644128 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6dc7fe2a-6407-453a-a6f5-ae55e69c890e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2962251 Feb 08 15:58:09.651693 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-dc914ebe-e869-4be1-977a-a62b623e0675 req-a79af3b7-38a0-4c68-a259-5760480a8e7e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (787655b4-62c6-48c8-9077-fa30bf7b26db), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:09.652989 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49238) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:09.653891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7fe2a-6407-453a-a6f5-ae55e69c890e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=8ba8e512-aedf-4b82-a8c9-fe12a837cf53,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:09.666763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-8b7b2aaa-fb81-45f1-a76a-70e672dfaf91 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:09.793432 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79af3b7-38a0-4c68-a259-5760480a8e7e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Pushing event deleted for resources: {'Port': ['ID=787655b4-62c6-48c8-9077-fa30bf7b26db,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:09.836529 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ec35e-cf89-4c64-bdc9-5e8e40ceefea req-a173844e-55f5-45a5-b6a1-1e47332003ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:09.837698 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c58ec35e-cf89-4c64-bdc9-5e8e40ceefea req-a173844e-55f5-45a5-b6a1-1e47332003ae service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 1130 time: 0.6849008 Feb 08 15:58:09.847011 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Publish callbacks [] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:09.854051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a4824f7-f4b8-4d20-be9b-4bbea06022d3 req-1bf5d381-108f-496b-9226-12c2e8917f1e tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4670832 Feb 08 15:58:09.866362 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:09.868505 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc914ebe-e869-4be1-977a-a62b623e0675 req-a79af3b7-38a0-4c68-a259-5760480a8e7e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] No DVR routers for this DVR port 787655b4-62c6-48c8-9077-fa30bf7b26db on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:58:09.928615 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2e32595-e28f-4c31-924a-5c7b22eed169 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (83f33e3e-3f54-45f8-a779-0a7b617f8624), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:09.938568 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94741578-9d0b-488d-9a5c-5e94d2cf5d92 req-fc55a76f-7fae-41e3-86d0-0d4d5128d8bc tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4657104 Feb 08 15:58:09.954581 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-dc914ebe-e869-4be1-977a-a62b623e0675 req-a79af3b7-38a0-4c68-a259-5760480a8e7e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:09.956705 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:09.960980 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:09.962883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Pushing event updated for resources: {'Port': ['ID=758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:09.965104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:09.968963 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc914ebe-e869-4be1-977a-a62b623e0675 req-a79af3b7-38a0-4c68-a259-5760480a8e7e tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.96 "DELETE /v2.0/ports/787655b4-62c6-48c8-9077-fa30bf7b26db HTTP/1.1" status: 204 len: 173 time: 2.2832162 Feb 08 15:58:09.995994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'name': 'network-vif-deleted', 'tag': '787655b4-62c6-48c8-9077-fa30bf7b26db'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:58:09.999608 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8518541f-a980-40c8-95fc-4e6649cfcfd5" -d '{"events": [{"server_uuid": "9b9bf93c-76ef-4e35-917a-a617cf6f70bb", "name": "network-vif-deleted", "tag": "787655b4-62c6-48c8-9077-fa30bf7b26db"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:58:10.050422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Attempting to bind port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:58:10.050849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Attempting to bind port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:58:10.051220 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Attempting to bind port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 on network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:58:10.059221 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:58:10.059599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Checking segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:10.060007 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:10.060519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Bound using segment: {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:58:10.061046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Bound port: 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d6887a-9d59-437b-b8c1-41a5b3b38bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:58:10.061439 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:10.103031 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e15169c-37b7-4923-8bcb-10ff887bed3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:10.105150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f34549cc-f8c9-4677-af92-4fd3553b736c req-ec78e49f-3eb4-4dd2-affc-205a2a8b0f49 tempest-ServerRescueTestJSONUnderV235-1748141847 tempest-ServerRescueTestJSONUnderV235-1748141847-project] 10.222.0.82 "GET /v2.0/ports?device_id=9b9bf93c-76ef-4e35-917a-a617cf6f70bb HTTP/1.1" status: 200 len: 210 time: 0.0783727 Feb 08 15:58:10.128102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7b2aaa-fb81-45f1-a76a-70e672dfaf91 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:10.131555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332f471-1c34-470f-bf2f-e0361f423a53 req-af3f3d65-6e26-4b57-991c-69c92a935c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:10.132735 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b7b2aaa-fb81-45f1-a76a-70e672dfaf91 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:10.137983 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2332f471-1c34-470f-bf2f-e0361f423a53 req-af3f3d65-6e26-4b57-991c-69c92a935c71 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8dac800a-41cf-4608-84ad-1dd6f88aa855 HTTP/1.1" status: 200 len: 911 time: 0.9358315 Feb 08 15:58:10.164684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] For port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:58:10.180367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] For port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:58:10.193591 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:10.236378 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edda2165-898f-4a99-84fc-ffd02ca05a83 x-openstack-request-id: req-edda2165-898f-4a99-84fc-ffd02ca05a83 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:58:10.237059 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9bf93c-76ef-4e35-917a-a617cf6f70bb", "name": "network-vif-deleted", "tag": "787655b4-62c6-48c8-9077-fa30bf7b26db", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:58:10.237562 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-edda2165-898f-4a99-84fc-ffd02ca05a83 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:58:10.238741 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9bf93c-76ef-4e35-917a-a617cf6f70bb', 'name': 'network-vif-deleted', 'tag': '787655b4-62c6-48c8-9077-fa30bf7b26db', 'status': 'completed', 'code': 200} Feb 08 15:58:10.252061 n-d-824834-11 neutron-server[103301]: INFO neutron.db.ipam_backend_mixin [None req-8b7b2aaa-fb81-45f1-a76a-70e672dfaf91 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ba8e512-aedf-4b82-a8c9-fe12a837cf53 (CIDR: 2001:db8::/64) Feb 08 15:58:10.294059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ec35e-cf89-4c64-bdc9-5e8e40ceefea req-a5403aab-5c1f-4ab1-8d07-7121727ae16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:10.295973 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c58ec35e-cf89-4c64-bdc9-5e8e40ceefea req-a5403aab-5c1f-4ab1-8d07-7121727ae16d service neutron] 10.222.0.96 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 918 time: 0.4306290 Feb 08 15:58:10.306378 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7b2aaa-fb81-45f1-a76a-70e672dfaf91 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 15:58:10.306851 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7b2aaa-fb81-45f1-a76a-70e672dfaf91 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:10.308334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714390d-e35b-44b2-b96d-87c220cd5567 None None] Pushing event updated for resources: {'Port': ['ID=758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:10.314958 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-76da3190-bcee-4bf9-94d8-85459fddca5c req-5a0f852f-3c26-47b7-aa17-b138a53cf0fb tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 210 time: 0.1919048 Feb 08 15:58:10.374543 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-50b19d51-d082-4689-a0d2-92a111af7608 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Publish callbacks [] for port (10274be7-6d46-414a-b0e1-a98e62849d46), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:10.383831 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8b7b2aaa-fb81-45f1-a76a-70e672dfaf91 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7213895 Feb 08 15:58:10.393499 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49242) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:10.399813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'subnet': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:10.422204 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b2e32595-e28f-4c31-924a-5c7b22eed169 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Deleting port 2f6ea9e3-330c-40ee-b68e-71d0565365c7 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:10.422546 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2e32595-e28f-4c31-924a-5c7b22eed169 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2f6ea9e3-330c-40ee-b68e-71d0565365c7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:10.487823 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2332f471-1c34-470f-bf2f-e0361f423a53 req-dc79ff7a-c716-4fb6-8cce-06e70ffe3e84 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5202aec-bda7-492e-b04d-b693098fbacc HTTP/1.1" status: 200 len: 1000 time: 0.3303549 Feb 08 15:58:10.562421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332f471-1c34-470f-bf2f-e0361f423a53 req-b39af32a-f6e4-47b5-a351-801a46b1459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:10.564174 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2332f471-1c34-470f-bf2f-e0361f423a53 req-b39af32a-f6e4-47b5-a351-801a46b1459a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9 HTTP/1.1" status: 200 len: 849 time: 0.0609946 Feb 08 15:58:10.576734 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2e32595-e28f-4c31-924a-5c7b22eed169 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2f6ea9e3-330c-40ee-b68e-71d0565365c7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:10.610737 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c58ec35e-cf89-4c64-bdc9-5e8e40ceefea req-fce552cc-fe58-4115-bf41-efffd35c2a3d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501 HTTP/1.1" status: 200 len: 1002 time: 0.2157743 Feb 08 15:58:10.637086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b2e32595-e28f-4c31-924a-5c7b22eed169 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Calling delete_port for 2f6ea9e3-330c-40ee-b68e-71d0565365c7 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:10.765459 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-50b19d51-d082-4689-a0d2-92a111af7608 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (10274be7-6d46-414a-b0e1-a98e62849d46), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:10.858088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-50b19d51-d082-4689-a0d2-92a111af7608 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Network 05dc89ba-e836-46c2-a8d5-c5eae1c1d040 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:10.867318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-50b19d51-d082-4689-a0d2-92a111af7608 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:10.933457 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-50b19d51-d082-4689-a0d2-92a111af7608 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:10.986272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 787655b4-62c6-48c8-9077-fa30bf7b26db no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:11.040457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 787655b4-62c6-48c8-9077-fa30bf7b26db {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:11.040819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 787655b4-62c6-48c8-9077-fa30bf7b26db not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:11.098498 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b19d51-d082-4689-a0d2-92a111af7608 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Pushing event updated for resources: {'Port': ['ID=10274be7-6d46-414a-b0e1-a98e62849d46,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:11.152333 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ec35e-cf89-4c64-bdc9-5e8e40ceefea req-f742970a-7380-4a95-b8c6-0ce205bf099f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:11.154148 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c58ec35e-cf89-4c64-bdc9-5e8e40ceefea req-f742970a-7380-4a95-b8c6-0ce205bf099f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=087d1e39-0072-4580-ba11-eb90596289b8 HTTP/1.1" status: 200 len: 856 time: 0.5319016 Feb 08 15:58:11.156787 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:11.158984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332f471-1c34-470f-bf2f-e0361f423a53 req-752aea75-bf33-4664-ad63-a0bfb7635f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:11.160588 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:11.160743 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2332f471-1c34-470f-bf2f-e0361f423a53 req-752aea75-bf33-4664-ad63-a0bfb7635f05 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8dac800a-41cf-4608-84ad-1dd6f88aa855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5808947 Feb 08 15:58:11.176802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-50b19d51-d082-4689-a0d2-92a111af7608 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:11.177600 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-50b19d51-d082-4689-a0d2-92a111af7608 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:11.246365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e15169c-37b7-4923-8bcb-10ff887bed3e admin admin] Router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:58:11.293526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db87ac1-46fa-42fb-a4a5-68e52193aaaa req-3b4ba3b9-e58d-43f2-ac61-a68cc7d776e5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:11.295239 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6db87ac1-46fa-42fb-a4a5-68e52193aaaa req-3b4ba3b9-e58d-43f2-ac61-a68cc7d776e5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 947 time: 0.3255858 Feb 08 15:58:11.323572 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-50b19d51-d082-4689-a0d2-92a111af7608 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0912611 Feb 08 15:58:11.357911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Request body: {'port': {'device_id': '12e65d76-290d-4f84-9b61-92e264f9eaa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:11.366930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e200d03-2ae6-44f8-b0cb-d8ff3d4e06dc req-f4a8c41f-2830-480b-88c1-2eb9bac11dff tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:11.369233 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e200d03-2ae6-44f8-b0cb-d8ff3d4e06dc req-f4a8c41f-2830-480b-88c1-2eb9bac11dff tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.2940211 Feb 08 15:58:11.396152 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2332f471-1c34-470f-bf2f-e0361f423a53 req-1e874b2e-44e5-4ee6-af3d-e606ab9c8505 service neutron] 10.222.0.94 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213147 Feb 08 15:58:11.432010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2e32595-e28f-4c31-924a-5c7b22eed169 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (2f6ea9e3-330c-40ee-b68e-71d0565365c7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:11.525306 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e32595-e28f-4c31-924a-5c7b22eed169 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Pushing event deleted for resources: {'Port': ['ID=2f6ea9e3-330c-40ee-b68e-71d0565365c7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:11.536248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6db87ac1-46fa-42fb-a4a5-68e52193aaaa req-3acb0e38-a952-45aa-96fc-427422acd45a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341902 Feb 08 15:58:11.607021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ec35e-cf89-4c64-bdc9-5e8e40ceefea req-8323eeae-6f43-4676-b6ff-22bee3f9cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:11.608975 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c58ec35e-cf89-4c64-bdc9-5e8e40ceefea req-8323eeae-6f43-4676-b6ff-22bee3f9cbac service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4473078 Feb 08 15:58:11.654745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49256) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:11.753422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e200d03-2ae6-44f8-b0cb-d8ff3d4e06dc req-9babf86d-32e3-4ada-b476-a4520914bb14 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3686743 Feb 08 15:58:11.809837 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5c96c2d1-2e65-48c2-b8d8-7c218fecb01b None None] Provisioning complete for port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:11.810518 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5c96c2d1-2e65-48c2-b8d8-7c218fecb01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:11.899774 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (10274be7-6d46-414a-b0e1-a98e62849d46), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:11.920700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5c96c2d1-2e65-48c2-b8d8-7c218fecb01b None None] Current status of the port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:11.921399 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5c96c2d1-2e65-48c2-b8d8-7c218fecb01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:11.956485 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5c96c2d1-2e65-48c2-b8d8-7c218fecb01b None None] For port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:11.962154 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5c96c2d1-2e65-48c2-b8d8-7c218fecb01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:11.984636 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e15169c-37b7-4923-8bcb-10ff887bed3e admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:58:12.003143 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f18abd-8123-4890-bb6d-d37e0c1041a7 None None] Sync routers for ids ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:58:12.020758 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2e32595-e28f-4c31-924a-5c7b22eed169 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (83f33e3e-3f54-45f8-a779-0a7b617f8624), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:12.038187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f18abd-8123-4890-bb6d-d37e0c1041a7 None None] Routers {'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:12.038821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d4f18abd-8123-4890-bb6d-d37e0c1041a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:12.069141 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4e15169c-37b7-4923-8bcb-10ff887bed3e admin admin] 10.222.0.82 "PUT /v2.0/routers/f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2244079 Feb 08 15:58:12.116741 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c58ec35e-cf89-4c64-bdc9-5e8e40ceefea req-c293056a-90b2-4b18-a24c-ec5ee3483a00 service neutron] 10.222.0.96 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982343 Feb 08 15:58:12.123608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49260) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:12.225116 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2332f471-1c34-470f-bf2f-e0361f423a53 req-d0b91bd4-c660-491e-9445-3dbdc16add31 service neutron] 10.222.0.94 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8151875 Feb 08 15:58:12.360441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-d4f18abd-8123-4890-bb6d-d37e0c1041a7 None None] Set router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:58:12.437700 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2e32595-e28f-4c31-924a-5c7b22eed169 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (83f33e3e-3f54-45f8-a779-0a7b617f8624), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:12.440732 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2e32595-e28f-4c31-924a-5c7b22eed169 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_controller (83f33e3e-3f54-45f8-a779-0a7b617f8624), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:12.441115 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c58ec35e-cf89-4c64-bdc9-5e8e40ceefea req-c5739ecb-d00c-4170-a3a4-303009dbcd9e service neutron] 10.222.0.96 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660408 Feb 08 15:58:12.517921 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] Publish callbacks [] for router (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:12.544941 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2e32595-e28f-4c31-924a-5c7b22eed169 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (83f33e3e-3f54-45f8-a779-0a7b617f8624), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:12.545802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e32595-e28f-4c31-924a-5c7b22eed169 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Fanout notify agent at l3_agent the message router_deleted on router 83f33e3e-3f54-45f8-a779-0a7b617f8624 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:58:12.561263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:58:12.566650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96c2d1-2e65-48c2-b8d8-7c218fecb01b None None] Pushing event updated for resources: {'Port': ['ID=758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:12.571004 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2e32595-e28f-4c31-924a-5c7b22eed169 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:12.572384 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b2e32595-e28f-4c31-924a-5c7b22eed169 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "DELETE /v2.0/routers/83f33e3e-3f54-45f8-a779-0a7b617f8624 HTTP/1.1" status: 204 len: 168 time: 4.1359515 Feb 08 15:58:12.587196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa8a9e-3ee8-4ca3-bade-28347c0dfdb7 req-49031d3c-5a36-43df-ae4f-3773416019e7 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:12.589152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a3fa8a9e-3ee8-4ca3-bade-28347c0dfdb7 req-49031d3c-5a36-43df-ae4f-3773416019e7 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 931 time: 0.8343670 Feb 08 15:58:12.594358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49262) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:12.600660 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-32827abe-aa31-49ff-8207-67b797a5f469 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-859403642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:12.663599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:12.664427 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:12.695351 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] Publish callbacks [] for router_gateway (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:12.723189 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cda541b2-6722-4e5c-be77-b51337a5db69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (334af648-51cc-4a9e-aa81-caf963783bb6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:12.735985 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-32827abe-aa31-49ff-8207-67b797a5f469 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (c3bfca59-88fb-4d9e-8c19-142c02ca3935), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:12.735985 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-32827abe-aa31-49ff-8207-67b797a5f469 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (c3bfca59-88fb-4d9e-8c19-142c02ca3935), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:12.859997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d4f18abd-8123-4890-bb6d-d37e0c1041a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:00Z', 'updated_at': '2022-02-08T15:58:08Z', 'revision_number': 5, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'gw_port': {'id': '5a5b0d5d-954a-424b-9a7c-fe0b607f2280', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:05Z', 'updated_at': '2022-02-08T15:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:12.914880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a3fa8a9e-3ee8-4ca3-bade-28347c0dfdb7 req-b48c7f94-1f70-4905-84aa-ad8f0372162f tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/security-groups?id=a49f854a-8e47-4b9f-ae6a-8962824d4590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053224 Feb 08 15:58:12.986006 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-32827abe-aa31-49ff-8207-67b797a5f469 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_controller (c3bfca59-88fb-4d9e-8c19-142c02ca3935), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:12.997038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f18abd-8123-4890-bb6d-d37e0c1041a7 None None] Checking router: f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:58:13.017717 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-32827abe-aa31-49ff-8207-67b797a5f469 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (c3bfca59-88fb-4d9e-8c19-142c02ca3935), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:13.022824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] Deleting port 5a5b0d5d-954a-424b-9a7c-fe0b607f2280 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:13.023478 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (5a5b0d5d-954a-424b-9a7c-fe0b607f2280), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:13.048492 n-d-824834-11 neutron-server[103301]: DEBUG neutron.objects.ports [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103301) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 15:58:13.065987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f18abd-8123-4890-bb6d-d37e0c1041a7 None None] Routers {'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:13.071899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d4f18abd-8123-4890-bb6d-d37e0c1041a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:13.119531 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-32827abe-aa31-49ff-8207-67b797a5f469 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:13.121034 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-32827abe-aa31-49ff-8207-67b797a5f469 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5254784 Feb 08 15:58:13.132557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49268) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:13.138712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'enable_snat': True}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:13.180612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] For port 5a5b0d5d-954a-424b-9a7c-fe0b607f2280, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=5a5b0d5d-954a-424b-9a7c-fe0b607f2280,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:13.181148 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (5a5b0d5d-954a-424b-9a7c-fe0b607f2280), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:13.189721 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-d4f18abd-8123-4890-bb6d-d37e0c1041a7 None None] Set router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:58:13.197418 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] Calling delete_port for 5a5b0d5d-954a-424b-9a7c-fe0b607f2280 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:13.260442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d4f18abd-8123-4890-bb6d-d37e0c1041a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:00Z', 'updated_at': '2022-02-08T15:58:12Z', 'revision_number': 6, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:13.281278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500d686-37cb-4692-b742-f3ea9064fccb req-c84d8ef1-ddbd-4790-9afd-e2d1167972f5 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:13.283225 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8500d686-37cb-4692-b742-f3ea9064fccb req-c84d8ef1-ddbd-4790-9afd-e2d1167972f5 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.3286002 Feb 08 15:58:13.295825 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f18abd-8123-4890-bb6d-d37e0c1041a7 None None] The sync data for ids ['f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9'] in n-d-824834-11 is: [{'id': 'f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9', 'name': 'tempest-TaggedBootDevicesTest-1446059895-router', 'tenant_id': '57411ff0a26042cfac2e561311a318e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:00Z', 'updated_at': '2022-02-08T15:58:12Z', 'revision_number': 6, 'project_id': '57411ff0a26042cfac2e561311a318e4', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:58:13.299436 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:13.306988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10274be7-6d46-414a-b0e1-a98e62849d46 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:58:13.373831 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Publish callbacks [] for port (10274be7-6d46-414a-b0e1-a98e62849d46), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:13.485178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8500d686-37cb-4692-b742-f3ea9064fccb req-62318da0-9452-407b-8f4a-33917e27c614 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950595 Feb 08 15:58:13.486931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Transition to ACTIVE for port object 10274be7-6d46-414a-b0e1-a98e62849d46 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:58:13.510596 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (5a5b0d5d-954a-424b-9a7c-fe0b607f2280), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:13.542653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5b0d5d-954a-424b-9a7c-fe0b607f2280,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:13.551866 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (10274be7-6d46-414a-b0e1-a98e62849d46), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:13.615826 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (c3bfca59-88fb-4d9e-8c19-142c02ca3935), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:13.641801 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:13.654524 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:13.659480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-cda541b2-6722-4e5c-be77-b51337a5db69 admin admin] Deleting port c7c24eff-96bf-405f-a1b9-905c37c10f3b {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:13.659817 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cda541b2-6722-4e5c-be77-b51337a5db69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:13.671373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Pushing event updated for resources: {'Port': ['ID=10274be7-6d46-414a-b0e1-a98e62849d46,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:13.750233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-cda541b2-6722-4e5c-be77-b51337a5db69 admin admin] For port c7c24eff-96bf-405f-a1b9-905c37c10f3b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c7c24eff-96bf-405f-a1b9-905c37c10f3b,segment=NetworkSegment(2905acb4-3b63-4a1d-b312-97e106c30fe6),segment_id=2905acb4-3b63-4a1d-b312-97e106c30fe6)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:13.750609 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cda541b2-6722-4e5c-be77-b51337a5db69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:13.767253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-cda541b2-6722-4e5c-be77-b51337a5db69 admin admin] Calling delete_port for c7c24eff-96bf-405f-a1b9-905c37c10f3b owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:13.919269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Attempting to bind port 10274be7-6d46-414a-b0e1-a98e62849d46 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:58:13.919641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Attempting to bind port 10274be7-6d46-414a-b0e1-a98e62849d46 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'df6df04c-6723-4169-adad-c29175098186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '05dc89ba-e836-46c2-a8d5-c5eae1c1d040'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:58:13.919997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Attempting to bind port 10274be7-6d46-414a-b0e1-a98e62849d46 on network 05dc89ba-e836-46c2-a8d5-c5eae1c1d040 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:58:13.939700 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:13.943800 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] Publish callbacks [] for router_controller (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:13.951368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Port 10274be7-6d46-414a-b0e1-a98e62849d46 on network 05dc89ba-e836-46c2-a8d5-c5eae1c1d040 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:58:13.956741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Attempting to bind port 10274be7-6d46-414a-b0e1-a98e62849d46 on network 05dc89ba-e836-46c2-a8d5-c5eae1c1d040 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:58:14.017159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:58:14.017508 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Checking segment: {'id': 'df6df04c-6723-4169-adad-c29175098186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '05dc89ba-e836-46c2-a8d5-c5eae1c1d040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:14.017901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Bound using segment: {'id': 'df6df04c-6723-4169-adad-c29175098186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '05dc89ba-e836-46c2-a8d5-c5eae1c1d040'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:58:14.018350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Bound port: 10274be7-6d46-414a-b0e1-a98e62849d46, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6df04c-6723-4169-adad-c29175098186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '05dc89ba-e836-46c2-a8d5-c5eae1c1d040'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:58:14.018716 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (10274be7-6d46-414a-b0e1-a98e62849d46), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.028891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49274) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:14.054187 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.054783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:58:14.061207 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.064695 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0a163817-0c51-4ae1-8f6e-502252b36fc3 admin admin] 10.222.0.82 "DELETE /v2.0/routers/f5fc25b5-cfe8-400a-9ff6-8e347e4ad8f9 HTTP/1.1" status: 204 len: 168 time: 1.9304821 Feb 08 15:58:14.064922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49278) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:14.067521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] For port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:14.207406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1088cb4-e075-4e18-b666-0c93b113c616 admin admin] Deleting subnet dbb8cc6c-d953-47c2-8ba5-876b04683513 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:58:14.211163 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1088cb4-e075-4e18-b666-0c93b113c616 admin admin] Publish callbacks [] for subnet (dbb8cc6c-d953-47c2-8ba5-876b04683513), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.266689 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.282165 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1088cb4-e075-4e18-b666-0c93b113c616 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (dbb8cc6c-d953-47c2-8ba5-876b04683513), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.288860 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.328274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4862a7-7874-4db6-a728-253f6f805f88 req-89d723dc-9de5-40fb-a81c-58beaff0ed55 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:14.329605 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae4862a7-7874-4db6-a728-253f6f805f88 req-89d723dc-9de5-40fb-a81c-58beaff0ed55 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 943 time: 0.3180807 Feb 08 15:58:14.366748 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cda541b2-6722-4e5c-be77-b51337a5db69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c7c24eff-96bf-405f-a1b9-905c37c10f3b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.393679 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (ff2cb445-2526-454e-ad58-e208f00a3623), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.405073 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda541b2-6722-4e5c-be77-b51337a5db69 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c24eff-96bf-405f-a1b9-905c37c10f3b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:14.476829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Subnet': ['ID=ff2cb445-2526-454e-ad58-e208f00a3623,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:14.502196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] For port 10274be7-6d46-414a-b0e1-a98e62849d46, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:58:14.524517 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:58:14.586666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] For port 10274be7-6d46-414a-b0e1-a98e62849d46, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=10274be7-6d46-414a-b0e1-a98e62849d46,segment=NetworkSegment(df6df04c-6723-4169-adad-c29175098186),segment_id=df6df04c-6723-4169-adad-c29175098186)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:58:14.594446 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (c3bfca59-88fb-4d9e-8c19-142c02ca3935), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.598094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:14.605800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42,revision_number=5']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:14.623913 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1088cb4-e075-4e18-b666-0c93b113c616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (dbb8cc6c-d953-47c2-8ba5-876b04683513), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.640039 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:14.640641 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.649605 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (10274be7-6d46-414a-b0e1-a98e62849d46), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.652044 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:14.668629 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.692520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:14.693406 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.720589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae4862a7-7874-4db6-a728-253f6f805f88 req-22f5999e-fd2b-4c87-967f-680485fd9aec tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/security-groups?id=a49f854a-8e47-4b9f-ae6a-8962824d4590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388352 Feb 08 15:58:14.796234 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceb8d34-8827-4d08-b3cf-cff3161e42e1 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:14.838888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:14.840529 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:14.842518 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] 10.222.0.94 "PUT /v2.0/ports/10274be7-6d46-414a-b0e1-a98e62849d46 HTTP/1.1" status: 200 len: 1092 time: 3.5011439 Feb 08 15:58:14.845275 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e65d76-290d-4f84-9b61-92e264f9eaa7', 'tag': '10274be7-6d46-414a-b0e1-a98e62849d46'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:58:14.847854 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040d8fce-1700-4904-88c9-9025fce3f436" -d '{"events": [{"name": "network-changed", "server_uuid": "12e65d76-290d-4f84-9b61-92e264f9eaa7", "tag": "10274be7-6d46-414a-b0e1-a98e62849d46"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:58:14.884331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-69799f1a-43ff-4468-bbfe-d8dd501fb073 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.4896667 Feb 08 15:58:14.893136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49286) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:14.926678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ca96b1d6-ffc1-4fa9-8d38-f78a133771d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Request body: {'port': {'network_id': '0b135d1d-5014-4bc6-ad28-c59e8919cfc4', 'mac_address': 'fa:16:3e:81:22:7f', 'name': 'tempest-NetworksTestDHCPv6-3034148'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:15.056769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:15.140200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 91266033-90a2-4cfc-8323-999748348ed6 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:15.187579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 91266033-90a2-4cfc-8323-999748348ed6 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:15.188303 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 91266033-90a2-4cfc-8323-999748348ed6 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:15.188670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5a5b0d5d-954a-424b-9a7c-fe0b607f2280 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:15.212143 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 5a5b0d5d-954a-424b-9a7c-fe0b607f2280 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:15.212749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5a5b0d5d-954a-424b-9a7c-fe0b607f2280 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:15.307127 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402f0c11-df32-4d59-b5ad-322d491b4329 x-openstack-request-id: req-402f0c11-df32-4d59-b5ad-322d491b4329 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:58:15.307438 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e65d76-290d-4f84-9b61-92e264f9eaa7", "tag": "10274be7-6d46-414a-b0e1-a98e62849d46", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:58:15.307835 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-402f0c11-df32-4d59-b5ad-322d491b4329 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:58:15.308319 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e65d76-290d-4f84-9b61-92e264f9eaa7', 'tag': '10274be7-6d46-414a-b0e1-a98e62849d46', 'status': 'completed', 'code': 200} Feb 08 15:58:15.368538 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592f21e-cd01-4a41-b6c6-50e15857d9ea service neutron] Pushing event updated for resources: {'Port': ['ID=10274be7-6d46-414a-b0e1-a98e62849d46,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:15.403412 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1088cb4-e075-4e18-b666-0c93b113c616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (dbb8cc6c-d953-47c2-8ba5-876b04683513), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:15.418828 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b85e8-bc7a-4642-9fa2-7f8c371f49d6 req-4fc3707a-731a-4e2a-87e2-d08d0c26764c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:15.420448 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-273b85e8-bc7a-4642-9fa2-7f8c371f49d6 req-4fc3707a-731a-4e2a-87e2-d08d0c26764c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.7836740 Feb 08 15:58:15.458018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1088cb4-e075-4e18-b666-0c93b113c616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbb8cc6c-d953-47c2-8ba5-876b04683513,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:15.472986 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1088cb4-e075-4e18-b666-0c93b113c616 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:15.476896 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b1088cb4-e075-4e18-b666-0c93b113c616 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/dbb8cc6c-d953-47c2-8ba5-876b04683513 HTTP/1.1" status: 204 len: 168 time: 1.4110348 Feb 08 15:58:15.480757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb04e2d9-70e3-4068-9f8a-56b24bf1d688 None None] Network d297db83-e94c-42e9-a464-f8dd8e5ac3ee requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:15.506583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49288) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:15.594676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Allocated IP 172.25.7.139 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/64a4bcb6-70e8-4f01-bae9-239a03266389) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:15.613852 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (d297db83-e94c-42e9-a464-f8dd8e5ac3ee), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:15.622150 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cda541b2-6722-4e5c-be77-b51337a5db69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (334af648-51cc-4a9e-aa81-caf963783bb6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:15.727840 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcdf314-671c-42f1-a646-defcc348ee34 None None] DHCP port deletion for d297db83-e94c-42e9-a464-f8dd8e5ac3ee request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:58:15.762807 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for port (64a4bcb6-70e8-4f01-bae9-239a03266389), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:15.824464 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9fcdf314-671c-42f1-a646-defcc348ee34 None None] Deleting port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:15.825319 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9fcdf314-671c-42f1-a646-defcc348ee34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:15.869354 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (64a4bcb6-70e8-4f01-bae9-239a03266389), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:15.928476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9fcdf314-671c-42f1-a646-defcc348ee34 None None] For port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a,segment=NetworkSegment(9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4),segment_id=9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:15.929067 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9fcdf314-671c-42f1-a646-defcc348ee34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:15.936088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] Deleting port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:15.942232 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:15.950434 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9fcdf314-671c-42f1-a646-defcc348ee34 None None] Calling delete_port for 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:15.985425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-c897693b-b3ac-433b-a387-14d68b170d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:15.986938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-c897693b-b3ac-433b-a387-14d68b170d7f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4ed9bbdd05c4484db7dc92bb964e3ff7&device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 1126 time: 1.0506141 Feb 08 15:58:15.998196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Pushing event updated for resources: {'Port': ['ID=64a4bcb6-70e8-4f01-bae9-239a03266389,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:16.056358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] For port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a,segment=NetworkSegment(9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4),segment_id=9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:16.057024 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:16.077864 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-273b85e8-bc7a-4642-9fa2-7f8c371f49d6 req-6f431589-68dc-4b82-9795-18745362a046 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6491945 Feb 08 15:58:16.083889 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-b0a82658-b04e-4091-b7c4-2f51e0a7e247 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10274be7-6d46-414a-b0e1-a98e62849d46 HTTP/1.1" status: 200 len: 217 time: 0.0821662 Feb 08 15:58:16.087957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:16.090832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca96b1d6-ffc1-4fa9-8d38-f78a133771d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Made reservation on behalf of 076e86d8f36d488fa80c6fde07960a62 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:16.095490 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9fcdf314-671c-42f1-a646-defcc348ee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:16.105346 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-fd3d2f25-ec47-48fb-a3f5-c9a5c332a66d None None] Provisioning complete for port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:16.106012 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fd3d2f25-ec47-48fb-a3f5-c9a5c332a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:16.131400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:16.146401 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-483b695a-0bbb-41ca-a8f0-3ce670d79ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (98be75bf-256c-4d58-9720-202c243c9a06), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:16.153654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] Calling delete_port for 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:16.171372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdf314-671c-42f1-a646-defcc348ee34 None None] Pushing event deleted for resources: {'Port': ['ID=29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:16.185352 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcdf314-671c-42f1-a646-defcc348ee34 None None] No DVR routers for this DVR port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:58:16.192611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:16.256012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737097d-b274-44a4-a593-12c744392b0f req-fc5c34fa-0382-471b-958b-898135a8523b tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:16.259946 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7737097d-b274-44a4-a593-12c744392b0f req-fc5c34fa-0382-471b-958b-898135a8523b tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 943 time: 0.3828623 Feb 08 15:58:16.314723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d2f25-ec47-48fb-a3f5-c9a5c332a66d None None] Current status of the port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:16.323033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-d519afc1-eb97-4214-bf34-1349d13d922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:16.324606 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-d519afc1-eb97-4214-bf34-1349d13d922f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d0924ae9-c8f2-4b3c-b025-3353f0fcac52 HTTP/1.1" status: 200 len: 853 time: 0.2278650 Feb 08 15:58:16.378105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda541b2-6722-4e5c-be77-b51337a5db69 admin admin] Router 334af648-51cc-4a9e-aa81-caf963783bb6 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:58:16.417502 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:16.479792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:58:16.530995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:16.531376 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:16.564300 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-8c215bd0-9ebf-4616-a788-53235d9e0092 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=05dc89ba-e836-46c2-a8d5-c5eae1c1d040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2218297 Feb 08 15:58:16.621005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:16.625294 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda541b2-6722-4e5c-be77-b51337a5db69 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:58:16.636418 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3b9dc-3462-4590-8e4a-c9bb8ef047dd None None] Sync routers for ids ['334af648-51cc-4a9e-aa81-caf963783bb6'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:58:16.638344 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cda541b2-6722-4e5c-be77-b51337a5db69 admin admin] 10.222.0.82 "PUT /v2.0/routers/334af648-51cc-4a9e-aa81-caf963783bb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9461977 Feb 08 15:58:16.640504 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] Pushing event deleted for resources: {'Port': ['ID=29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:16.641244 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ca96b1d6-ffc1-4fa9-8d38-f78a133771d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:16.642343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49294) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:16.652640 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] No DVR routers for this DVR port 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:58:16.656984 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3b9dc-3462-4590-8e4a-c9bb8ef047dd None None] Routers {'334af648-51cc-4a9e-aa81-caf963783bb6'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:16.657662 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2ff3b9dc-3462-4590-8e4a-c9bb8ef047dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['334af648-51cc-4a9e-aa81-caf963783bb6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:16.696848 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:16.734829 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:16.735457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 29aba4c8-b3c5-43c9-ae4a-f3f939a4ad1a not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:16.791008 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (d297db83-e94c-42e9-a464-f8dd8e5ac3ee), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:16.814721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d297db83-e94c-42e9-a464-f8dd8e5ac3ee']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:16.815665 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2ff3b9dc-3462-4590-8e4a-c9bb8ef047dd None None] Set router 334af648-51cc-4a9e-aa81-caf963783bb6 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:58:16.822988 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-6f4b22c3-9b9c-4515-bfad-5eca6b62eb41 service neutron] 10.222.0.94 "GET /v2.0/networks/05dc89ba-e836-46c2-a8d5-c5eae1c1d040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474627 Feb 08 15:58:16.826781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:16.827078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:16.839082 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:16.848017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-ca96b1d6-ffc1-4fa9-8d38-f78a133771d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] device_id is not set on port fcf08e87-78b0-46ea-ab47-cf49c2f95375 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:58:16.879445 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:16.890805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:58:16.891208 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (9a1fb3eb-30c0-4d0f-87f7-9233641c9ac4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:58:16.893040 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:58:16.971567 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7737097d-b274-44a4-a593-12c744392b0f req-88d19ad1-bdcb-44fd-8be1-03655101f89f tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/security-groups?id=a49f854a-8e47-4b9f-ae6a-8962824d4590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6642118 Feb 08 15:58:16.977034 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (d297db83-e94c-42e9-a464-f8dd8e5ac3ee), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:16.987698 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:16.994691 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] 10.222.0.82 "DELETE /v2.0/networks/d297db83-e94c-42e9-a464-f8dd8e5ac3ee HTTP/1.1" status: 204 len: 168 time: 1.4850543 Feb 08 15:58:16.997876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49296) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:17.010006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdaae8-a9d9-41c8-8717-a3a18d346529 admin admin] Pushing event deleted for resources: {'Network': ['ID=d297db83-e94c-42e9-a464-f8dd8e5ac3ee,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:17.038299 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] Publish callbacks [] for router (334af648-51cc-4a9e-aa81-caf963783bb6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:17.058738 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2ff3b9dc-3462-4590-8e4a-c9bb8ef047dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:37Z', 'updated_at': '2022-02-08T15:58:14Z', 'revision_number': 5, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'gw_port': {'id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:38Z', 'updated_at': '2022-02-08T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:17.174359 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (c3bfca59-88fb-4d9e-8c19-142c02ca3935), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:17.187725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-483b695a-0bbb-41ca-a8f0-3ce670d79ec0 admin admin] Deleting port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:17.187725 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-483b695a-0bbb-41ca-a8f0-3ce670d79ec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:17.191377 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] Publish callbacks [] for router_gateway (334af648-51cc-4a9e-aa81-caf963783bb6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:17.197264 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3b9dc-3462-4590-8e4a-c9bb8ef047dd None None] Checking router: 334af648-51cc-4a9e-aa81-caf963783bb6 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:58:17.206405 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3b9dc-3462-4590-8e4a-c9bb8ef047dd None None] Routers {'334af648-51cc-4a9e-aa81-caf963783bb6'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:17.207186 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2ff3b9dc-3462-4590-8e4a-c9bb8ef047dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['334af648-51cc-4a9e-aa81-caf963783bb6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:17.225202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a7d62a9-d074-4ed3-b6a1-148111e08528 req-4d4c107c-a2a6-42c4-8593-2fd20a52aa18 service neutron] 10.222.0.94 "GET /v2.0/networks/05dc89ba-e836-46c2-a8d5-c5eae1c1d040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540950 Feb 08 15:58:17.312217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-483b695a-0bbb-41ca-a8f0-3ce670d79ec0 admin admin] For port dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5,segment=NetworkSegment(da27148d-7af8-4538-b0df-e3a8eebf2fd7),segment_id=da27148d-7af8-4538-b0df-e3a8eebf2fd7)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:17.312691 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-483b695a-0bbb-41ca-a8f0-3ce670d79ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:17.330737 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-483b695a-0bbb-41ca-a8f0-3ce670d79ec0 admin admin] Calling delete_port for dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:17.333434 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] Deleting port 453b22c5-a618-4e4b-93d8-f52c21e82b37 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:17.334228 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (453b22c5-a618-4e4b-93d8-f52c21e82b37), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:17.344154 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2ff3b9dc-3462-4590-8e4a-c9bb8ef047dd None None] Set router 334af648-51cc-4a9e-aa81-caf963783bb6 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:58:17.462804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-ca96b1d6-ffc1-4fa9-8d38-f78a133771d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8::107 (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/8ba8e512-aedf-4b82-a8c9-fe12a837cf53/fcf08e87-78b0-46ea-ab47-cf49c2f95375) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:17.471745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] For port 453b22c5-a618-4e4b-93d8-f52c21e82b37, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=453b22c5-a618-4e4b-93d8-f52c21e82b37,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:17.472204 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (453b22c5-a618-4e4b-93d8-f52c21e82b37), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:17.480543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-ca96b1d6-ffc1-4fa9-8d38-f78a133771d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Allocated IP 2001:db8:0:1:f816:3eff:fe81:227f (0b135d1d-5014-4bc6-ad28-c59e8919cfc4/ff2cb445-2526-454e-ad58-e208f00a3623/fcf08e87-78b0-46ea-ab47-cf49c2f95375) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:17.522882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] Calling delete_port for 453b22c5-a618-4e4b-93d8-f52c21e82b37 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:17.537647 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d8fce-1700-4904-88c9-9025fce3f436 req-6b2e5bc8-b454-4f1c-9e1c-ad79547d5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:17.539324 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-040d8fce-1700-4904-88c9-9025fce3f436 req-6b2e5bc8-b454-4f1c-9e1c-ad79547d5e4a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4ed9bbdd05c4484db7dc92bb964e3ff7&device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 1126 time: 0.2201324 Feb 08 15:58:17.558266 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2ff3b9dc-3462-4590-8e4a-c9bb8ef047dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:37Z', 'updated_at': '2022-02-08T15:58:14Z', 'revision_number': 5, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'gw_port': {'id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:38Z', 'updated_at': '2022-02-08T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:17.585355 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3b9dc-3462-4590-8e4a-c9bb8ef047dd None None] The sync data for ids ['334af648-51cc-4a9e-aa81-caf963783bb6'] in n-d-824834-11 is: [{'id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445513559-router', 'tenant_id': '4242aee31cb2445389a4ec2c65fb7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:56:37Z', 'updated_at': '2022-02-08T15:58:14Z', 'revision_number': 5, 'project_id': '4242aee31cb2445389a4ec2c65fb7376', 'gw_port': {'id': '453b22c5-a618-4e4b-93d8-f52c21e82b37', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334af648-51cc-4a9e-aa81-caf963783bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:56:38Z', 'updated_at': '2022-02-08T15:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:58:18.024968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d8fce-1700-4904-88c9-9025fce3f436 req-9a6282da-ba35-4748-abf8-00caa2ef879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:18.026530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-040d8fce-1700-4904-88c9-9025fce3f436 req-9a6282da-ba35-4748-abf8-00caa2ef879a service neutron] 10.222.0.94 "GET /v2.0/networks?id=05dc89ba-e836-46c2-a8d5-c5eae1c1d040 HTTP/1.1" status: 200 len: 914 time: 0.4502783 Feb 08 15:58:18.073433 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (c3bfca59-88fb-4d9e-8c19-142c02ca3935), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.076838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-483b695a-0bbb-41ca-a8f0-3ce670d79ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.126290 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b695a-0bbb-41ca-a8f0-3ce670d79ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:18.140255 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-040d8fce-1700-4904-88c9-9025fce3f436 req-1d9eb9bc-7ab1-4dd3-ac24-3cf790b16956 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10274be7-6d46-414a-b0e1-a98e62849d46 HTTP/1.1" status: 200 len: 217 time: 0.0754452 Feb 08 15:58:18.141321 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (c3bfca59-88fb-4d9e-8c19-142c02ca3935), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.210078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (453b22c5-a618-4e4b-93d8-f52c21e82b37), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.246631 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] Pushing event deleted for resources: {'Port': ['ID=453b22c5-a618-4e4b-93d8-f52c21e82b37,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:18.401167 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d8fce-1700-4904-88c9-9025fce3f436 req-a60c63c9-47f3-438b-b95c-454944735fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:18.402800 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-040d8fce-1700-4904-88c9-9025fce3f436 req-a60c63c9-47f3-438b-b95c-454944735fa8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d0924ae9-c8f2-4b3c-b025-3353f0fcac52 HTTP/1.1" status: 200 len: 853 time: 0.2035589 Feb 08 15:58:18.402962 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (334af648-51cc-4a9e-aa81-caf963783bb6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.426603 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c7c24eff-96bf-405f-a1b9-905c37c10f3b no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:18.451538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: c7c24eff-96bf-405f-a1b9-905c37c10f3b {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:18.451892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c7c24eff-96bf-405f-a1b9-905c37c10f3b not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:18.475731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-040d8fce-1700-4904-88c9-9025fce3f436 req-0889410c-3bb7-4a35-8e65-8832c167f88c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=05dc89ba-e836-46c2-a8d5-c5eae1c1d040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561206 Feb 08 15:58:18.486597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d0129-99d2-42c3-99e8-04d55b084d9f req-d3f201b8-367a-4f1e-aed6-d0d1174f6ce6 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:18.487975 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f31d0129-99d2-42c3-99e8-04d55b084d9f req-d3f201b8-367a-4f1e-aed6-d0d1174f6ce6 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 943 time: 0.3748941 Feb 08 15:58:18.498152 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ca96b1d6-ffc1-4fa9-8d38-f78a133771d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for port (fcf08e87-78b0-46ea-ab47-cf49c2f95375), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.518370 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (334af648-51cc-4a9e-aa81-caf963783bb6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.520016 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-483b695a-0bbb-41ca-a8f0-3ce670d79ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (98be75bf-256c-4d58-9720-202c243c9a06), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.523162 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] Publish callbacks [] for router_controller (334af648-51cc-4a9e-aa81-caf963783bb6), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.633807 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (334af648-51cc-4a9e-aa81-caf963783bb6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.634346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 334af648-51cc-4a9e-aa81-caf963783bb6 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:58:18.639656 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.640797 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-84a9578f-0298-4a8b-af29-e784b02f03da admin admin] 10.222.0.82 "DELETE /v2.0/routers/334af648-51cc-4a9e-aa81-caf963783bb6 HTTP/1.1" status: 204 len: 168 time: 1.9970975 Feb 08 15:58:18.643332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49300) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:18.713633 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f31d0129-99d2-42c3-99e8-04d55b084d9f req-dcd247f2-f0ff-4a32-97d4-6c871ac18e15 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/security-groups?id=a49f854a-8e47-4b9f-ae6a-8962824d4590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040598 Feb 08 15:58:18.739881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ca96b1d6-ffc1-4fa9-8d38-f78a133771d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (fcf08e87-78b0-46ea-ab47-cf49c2f95375), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.740653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11fa56a-fc28-416f-93fb-92fbbefb6a80 admin admin] Deleting subnet 39441911-46cb-43dd-be25-dbff842a9f42 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:58:18.743397 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.746275 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c11fa56a-fc28-416f-93fb-92fbbefb6a80 admin admin] Publish callbacks [] for subnet (39441911-46cb-43dd-be25-dbff842a9f42), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.749661 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-040d8fce-1700-4904-88c9-9025fce3f436 req-c1c016ef-67be-4f1d-9490-208cc3b010c6 service neutron] 10.222.0.94 "GET /v2.0/networks/05dc89ba-e836-46c2-a8d5-c5eae1c1d040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607362 Feb 08 15:58:18.799154 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c11fa56a-fc28-416f-93fb-92fbbefb6a80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (39441911-46cb-43dd-be25-dbff842a9f42), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.861040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Router c3bfca59-88fb-4d9e-8c19-142c02ca3935 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:58:18.869169 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca96b1d6-ffc1-4fa9-8d38-f78a133771d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:18.882833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-ca96b1d6-ffc1-4fa9-8d38-f78a133771d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:18.891398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca96b1d6-ffc1-4fa9-8d38-f78a133771d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:18.897210 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca96b1d6-ffc1-4fa9-8d38-f78a133771d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:18.897422 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ca96b1d6-ffc1-4fa9-8d38-f78a133771d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.908431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96b1d6-ffc1-4fa9-8d38-f78a133771d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event updated for resources: {'Port': ['ID=fcf08e87-78b0-46ea-ab47-cf49c2f95375,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:18.920535 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c11fa56a-fc28-416f-93fb-92fbbefb6a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (39441911-46cb-43dd-be25-dbff842a9f42), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.923266 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-06a7187f-4419-45cb-acb3-9ea3cc16f510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (156c2125-05fd-4dac-9f70-f69339f271ec), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:18.993102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483b695a-0bbb-41ca-a8f0-3ce670d79ec0 admin admin] Router 98be75bf-256c-4d58-9720-202c243c9a06 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:58:19.001314 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c11fa56a-fc28-416f-93fb-92fbbefb6a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (39441911-46cb-43dd-be25-dbff842a9f42), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:19.034188 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fa56a-fc28-416f-93fb-92fbbefb6a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39441911-46cb-43dd-be25-dbff842a9f42,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:19.073291 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c11fa56a-fc28-416f-93fb-92fbbefb6a80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:19.073580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ca96b1d6-ffc1-4fa9-8d38-f78a133771d0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.1556504 Feb 08 15:58:19.076650 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c11fa56a-fc28-416f-93fb-92fbbefb6a80 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/39441911-46cb-43dd-be25-dbff842a9f42 HTTP/1.1" status: 204 len: 168 time: 0.4323606 Feb 08 15:58:19.079378 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49302) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:19.079961 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49304) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:19.103487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-040d8fce-1700-4904-88c9-9025fce3f436 req-40f4c1e5-1a5a-4507-aff3-e0ed5188b6ac service neutron] 10.222.0.94 "GET /v2.0/networks/05dc89ba-e836-46c2-a8d5-c5eae1c1d040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443160 Feb 08 15:58:19.191332 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d6d33dab-b955-454e-94c9-2d601ae7fcd7 None None] Provisioning complete for port fcf08e87-78b0-46ea-ab47-cf49c2f95375 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:19.191603 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6d33dab-b955-454e-94c9-2d601ae7fcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fcf08e87-78b0-46ea-ab47-cf49c2f95375), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:19.230632 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:58:19.231976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d6d33dab-b955-454e-94c9-2d601ae7fcd7 None None] Port fcf08e87-78b0-46ea-ab47-cf49c2f95375 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:58:19.235777 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:19.240371 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b5eb0a86-868d-42fc-bc7b-1cef0d053977 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "PUT /v2.0/routers/c3bfca59-88fb-4d9e-8c19-142c02ca3935 HTTP/1.1" status: 200 len: 914 time: 6.1056149 Feb 08 15:58:19.243728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3214c6-ff10-4e41-b0d0-ce42fb5dc8b7 None None] Sync routers for ids ['c3bfca59-88fb-4d9e-8c19-142c02ca3935'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:58:19.245191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49306) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:19.261713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3214c6-ff10-4e41-b0d0-ce42fb5dc8b7 None None] Routers {'c3bfca59-88fb-4d9e-8c19-142c02ca3935'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:19.261972 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6a3214c6-ff10-4e41-b0d0-ce42fb5dc8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c3bfca59-88fb-4d9e-8c19-142c02ca3935'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:19.305760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6a3214c6-ff10-4e41-b0d0-ce42fb5dc8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:19.315055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3214c6-ff10-4e41-b0d0-ce42fb5dc8b7 None None] Routers {'c3bfca59-88fb-4d9e-8c19-142c02ca3935'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:19.316286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6a3214c6-ff10-4e41-b0d0-ce42fb5dc8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c3bfca59-88fb-4d9e-8c19-142c02ca3935'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:19.357157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6a3214c6-ff10-4e41-b0d0-ce42fb5dc8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:19.357960 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3214c6-ff10-4e41-b0d0-ce42fb5dc8b7 None None] The sync data for ids ['c3bfca59-88fb-4d9e-8c19-142c02ca3935'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:58:19.386573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483b695a-0bbb-41ca-a8f0-3ce670d79ec0 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:58:19.392613 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3b273c4-61d1-4739-8d0e-235cc220fe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:19.394384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-06a7187f-4419-45cb-acb3-9ea3cc16f510 admin admin] Deleting port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:19.394731 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-06a7187f-4419-45cb-acb3-9ea3cc16f510 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:19.399938 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4e7a07-061b-4215-8c0f-40f634c76807 None None] Sync routers for ids ['98be75bf-256c-4d58-9720-202c243c9a06'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:58:19.400702 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-483b695a-0bbb-41ca-a8f0-3ce670d79ec0 admin admin] 10.222.0.82 "PUT /v2.0/routers/98be75bf-256c-4d58-9720-202c243c9a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3707416 Feb 08 15:58:19.404311 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49308) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:19.413437 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e7a07-061b-4215-8c0f-40f634c76807 None None] Routers {'98be75bf-256c-4d58-9720-202c243c9a06'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:19.414400 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cb4e7a07-061b-4215-8c0f-40f634c76807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['98be75bf-256c-4d58-9720-202c243c9a06'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:19.483672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-06a7187f-4419-45cb-acb3-9ea3cc16f510 admin admin] For port 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4b9aa62e-6217-4196-b1d9-2ea4ed0f0775,segment=NetworkSegment(aea0be4a-97db-469d-8a76-a841e57a8ed3),segment_id=aea0be4a-97db-469d-8a76-a841e57a8ed3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:19.483951 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-06a7187f-4419-45cb-acb3-9ea3cc16f510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:19.501682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-06a7187f-4419-45cb-acb3-9ea3cc16f510 admin admin] Calling delete_port for 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:19.535176 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b818e7ce-7d7d-47a7-89d1-8affbbdcd0cd tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/routers/c3bfca59-88fb-4d9e-8c19-142c02ca3935 HTTP/1.1" status: 200 len: 920 time: 0.2886600 Feb 08 15:58:19.538690 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-cb4e7a07-061b-4215-8c0f-40f634c76807 None None] Set router 98be75bf-256c-4d58-9720-202c243c9a06 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:58:19.542207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49310) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:19.619538 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d75f0-1fcb-40f5-8923-2e77f0a9582f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting port fcf08e87-78b0-46ea-ab47-cf49c2f95375 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:19.619888 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee9d75f0-1fcb-40f5-8923-2e77f0a9582f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (fcf08e87-78b0-46ea-ab47-cf49c2f95375), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:19.631147 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3b273c4-61d1-4739-8d0e-235cc220fe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:19.710556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d3b273c4-61d1-4739-8d0e-235cc220fe53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:19.732765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d3b273c4-61d1-4739-8d0e-235cc220fe53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2905acb4-3b63-4a1d-b312-97e106c30fe6') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:19.733171 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d3b273c4-61d1-4739-8d0e-235cc220fe53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2905acb4-3b63-4a1d-b312-97e106c30fe6') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:19.737742 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-06a7187f-4419-45cb-acb3-9ea3cc16f510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4b9aa62e-6217-4196-b1d9-2ea4ed0f0775), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:19.744541 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] Publish callbacks [] for router (98be75bf-256c-4d58-9720-202c243c9a06), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:19.747142 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cb4e7a07-061b-4215-8c0f-40f634c76807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be75bf-256c-4d58-9720-202c243c9a06', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:10Z', 'updated_at': '2022-02-08T15:58:17Z', 'revision_number': 5, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'gw_port': {'id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:12Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:19.752201 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3b273c4-61d1-4739-8d0e-235cc220fe53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (2905acb4-3b63-4a1d-b312-97e106c30fe6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:19.776377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7187f-4419-45cb-acb3-9ea3cc16f510 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9aa62e-6217-4196-b1d9-2ea4ed0f0775,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:19.794865 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4e7a07-061b-4215-8c0f-40f634c76807 None None] Checking router: 98be75bf-256c-4d58-9720-202c243c9a06 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:58:19.806083 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e7a07-061b-4215-8c0f-40f634c76807 None None] Routers {'98be75bf-256c-4d58-9720-202c243c9a06'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:19.806985 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cb4e7a07-061b-4215-8c0f-40f634c76807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['98be75bf-256c-4d58-9720-202c243c9a06'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:19.881073 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee9d75f0-1fcb-40f5-8923-2e77f0a9582f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (fcf08e87-78b0-46ea-ab47-cf49c2f95375), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:19.895275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d75f0-1fcb-40f5-8923-2e77f0a9582f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Calling delete_port for fcf08e87-78b0-46ea-ab47-cf49c2f95375 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:19.908918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef2bd9-9b89-4d9f-b991-e1815b913bd1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:19.908918 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d1ef2bd9-9b89-4d9f-b991-e1815b913bd1 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/ports?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&device_id=c3bfca59-88fb-4d9e-8c19-142c02ca3935&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3656347 Feb 08 15:58:19.913995 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49316) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:19.920853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3b273c4-61d1-4739-8d0e-235cc220fe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (2905acb4-3b63-4a1d-b312-97e106c30fe6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:19.970674 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-cb4e7a07-061b-4215-8c0f-40f634c76807 None None] Set router 98be75bf-256c-4d58-9720-202c243c9a06 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:58:19.983832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b273c4-61d1-4739-8d0e-235cc220fe53 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:58:19.984253 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3b273c4-61d1-4739-8d0e-235cc220fe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (2905acb4-3b63-4a1d-b312-97e106c30fe6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:58:19.989013 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:58:20.096474 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] Publish callbacks [] for router_gateway (98be75bf-256c-4d58-9720-202c243c9a06), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:20.124410 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3b273c4-61d1-4739-8d0e-235cc220fe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:20.143059 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3b273c4-61d1-4739-8d0e-235cc220fe53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:20.147314 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d3b273c4-61d1-4739-8d0e-235cc220fe53 admin admin] 10.222.0.82 "DELETE /v2.0/networks/8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e HTTP/1.1" status: 204 len: 168 time: 1.0116324 Feb 08 15:58:20.196031 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cb4e7a07-061b-4215-8c0f-40f634c76807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98be75bf-256c-4d58-9720-202c243c9a06', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:10Z', 'updated_at': '2022-02-08T15:58:17Z', 'revision_number': 5, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'gw_port': {'id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:12Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:20.199778 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b273c4-61d1-4739-8d0e-235cc220fe53 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2d54fc-4030-4a2e-a27a-5cbeb6825d4e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:20.216308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0255fb50-63ed-4e93-9f06-8b910378a58e tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:20.217781 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0255fb50-63ed-4e93-9f06-8b910378a58e tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 881 time: 0.3028398 Feb 08 15:58:20.220983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49320) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:20.236612 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4e7a07-061b-4215-8c0f-40f634c76807 None None] The sync data for ids ['98be75bf-256c-4d58-9720-202c243c9a06'] in n-d-824834-11 is: [{'id': '98be75bf-256c-4d58-9720-202c243c9a06', 'name': 'tempest-TaggedBootDevicesTest_v242-10118607-router', 'tenant_id': '2eb127ba0a924c819fd9581ee7037dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:10Z', 'updated_at': '2022-02-08T15:58:17Z', 'revision_number': 5, 'project_id': '2eb127ba0a924c819fd9581ee7037dd8', 'gw_port': {'id': 'f2521724-eb8c-4ff9-8a7f-847b7d3c1af0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98be75bf-256c-4d58-9720-202c243c9a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:12Z', 'updated_at': '2022-02-08T15:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:58:20.265077 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:20.277542 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e4b99f85-8ab0-420f-99e5-f6162e05f84a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3bfca59-88fb-4d9e-8c19-142c02ca3935 HTTP/1.1" status: 200 len: 205 time: 0.0556240 Feb 08 15:58:20.285501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49322) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:20.364200 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5043349-455c-470f-9cd0-3f11b8a459fb req-8cfe56ef-ba32-43d3-94b5-88efae1298ce tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:20.366655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5043349-455c-470f-9cd0-3f11b8a459fb req-8cfe56ef-ba32-43d3-94b5-88efae1298ce tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 943 time: 0.5512898 Feb 08 15:58:20.376107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] Deleting port f2521724-eb8c-4ff9-8a7f-847b7d3c1af0 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:20.376463 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f2521724-eb8c-4ff9-8a7f-847b7d3c1af0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:20.385515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49324) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:20.418911 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-06a7187f-4419-45cb-acb3-9ea3cc16f510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (156c2125-05fd-4dac-9f70-f69339f271ec), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:20.496443 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5043349-455c-470f-9cd0-3f11b8a459fb req-da522c11-8401-4fad-94c8-4d83a7e54ec3 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/security-groups?id=a49f854a-8e47-4b9f-ae6a-8962824d4590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232901 Feb 08 15:58:20.538047 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-09e44745-ea39-495c-ae90-0ae9b09d16ae admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4242aee31cb2445389a4ec2c65fb7376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1503201 Feb 08 15:58:20.544148 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49326) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:20.625169 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-80d8b52e-702d-4148-bf22-29de9af8a32d admin admin] Publish callbacks [] for security_group (f6bd6b16-d259-4ba4-8ffe-8745af9587b9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:20.687115 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-80d8b52e-702d-4148-bf22-29de9af8a32d admin admin] Publish callbacks [] for security_group (f6bd6b16-d259-4ba4-8ffe-8745af9587b9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:20.694877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 453b22c5-a618-4e4b-93d8-f52c21e82b37 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:20.722053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 453b22c5-a618-4e4b-93d8-f52c21e82b37 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:20.722398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 453b22c5-a618-4e4b-93d8-f52c21e82b37 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:20.803987 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a7187f-4419-45cb-acb3-9ea3cc16f510 admin admin] Router 156c2125-05fd-4dac-9f70-f69339f271ec has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:58:20.809575 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-80d8b52e-702d-4148-bf22-29de9af8a32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f6bd6b16-d259-4ba4-8ffe-8745af9587b9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:20.812169 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-80d8b52e-702d-4148-bf22-29de9af8a32d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:20.816353 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-80d8b52e-702d-4148-bf22-29de9af8a32d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f6bd6b16-d259-4ba4-8ffe-8745af9587b9 HTTP/1.1" status: 204 len: 168 time: 0.2708893 Feb 08 15:58:20.829146 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8b52e-702d-4148-bf22-29de9af8a32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bd6b16-d259-4ba4-8ffe-8745af9587b9,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:20.896205 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70a8ad25-17d3-4907-89f8-a70ba700a4bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (c3bfca59-88fb-4d9e-8c19-142c02ca3935), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:20.932602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee9d75f0-1fcb-40f5-8923-2e77f0a9582f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (fcf08e87-78b0-46ea-ab47-cf49c2f95375), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:20.969303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a7187f-4419-45cb-acb3-9ea3cc16f510 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:58:20.979522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-06a7187f-4419-45cb-acb3-9ea3cc16f510 admin admin] 10.222.0.82 "PUT /v2.0/routers/156c2125-05fd-4dac-9f70-f69339f271ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9787869 Feb 08 15:58:20.979935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49330) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:20.986297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0bc84-bbce-4521-9fff-e4fa493f51d1 None None] Sync routers for ids ['156c2125-05fd-4dac-9f70-f69339f271ec'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:58:21.004167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0bc84-bbce-4521-9fff-e4fa493f51d1 None None] Routers {'156c2125-05fd-4dac-9f70-f69339f271ec'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:21.005183 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1e0bc84-bbce-4521-9fff-e4fa493f51d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['156c2125-05fd-4dac-9f70-f69339f271ec'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:21.020465 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] For port f2521724-eb8c-4ff9-8a7f-847b7d3c1af0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f2521724-eb8c-4ff9-8a7f-847b7d3c1af0,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:21.020873 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f2521724-eb8c-4ff9-8a7f-847b7d3c1af0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:21.033914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d75f0-1fcb-40f5-8923-2e77f0a9582f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Port': ['ID=fcf08e87-78b0-46ea-ab47-cf49c2f95375,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:21.055089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] Calling delete_port for f2521724-eb8c-4ff9-8a7f-847b7d3c1af0 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:21.118445 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee9d75f0-1fcb-40f5-8923-2e77f0a9582f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:21.122503 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ee9d75f0-1fcb-40f5-8923-2e77f0a9582f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/fcf08e87-78b0-46ea-ab47-cf49c2f95375 HTTP/1.1" status: 204 len: 168 time: 1.9967725 Feb 08 15:58:21.126418 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49334) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:21.158284 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] Publish callbacks [] for router (156c2125-05fd-4dac-9f70-f69339f271ec), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:21.208397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a1e0bc84-bbce-4521-9fff-e4fa493f51d1 None None] Set router 156c2125-05fd-4dac-9f70-f69339f271ec gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:58:21.253959 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70a8ad25-17d3-4907-89f8-a70ba700a4bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (c3bfca59-88fb-4d9e-8c19-142c02ca3935), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:21.303531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37de5fc-281d-4d36-b245-6687062636f2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:21.309842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49340) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:21.314638 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b37de5fc-281d-4d36-b245-6687062636f2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1855981 Feb 08 15:58:21.411969 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] Publish callbacks [] for router_gateway (156c2125-05fd-4dac-9f70-f69339f271ec), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:21.468985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-70a8ad25-17d3-4907-89f8-a70ba700a4bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Deleting port 64a4bcb6-70e8-4f01-bae9-239a03266389 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:21.469394 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70a8ad25-17d3-4907-89f8-a70ba700a4bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (64a4bcb6-70e8-4f01-bae9-239a03266389), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:21.486117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e178c69-4727-4fbb-a276-b0e7bec0dad1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:21.488159 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2e178c69-4727-4fbb-a276-b0e7bec0dad1 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1773379 Feb 08 15:58:21.488816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1e0bc84-bbce-4521-9fff-e4fa493f51d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'name': 'tempest-TaggedBootDevicesTest-1494721515-router', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '53762278-a985-4bb9-887e-79ab24f6e54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:32Z', 'updated_at': '2022-02-08T15:58:19Z', 'revision_number': 5, 'project_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'gw_port': {'id': '53762278-a985-4bb9-887e-79ab24f6e54f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:36Z', 'updated_at': '2022-02-08T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:21.491080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49346) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:21.520173 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0bc84-bbce-4521-9fff-e4fa493f51d1 None None] Checking router: 156c2125-05fd-4dac-9f70-f69339f271ec for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:58:21.534475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0bc84-bbce-4521-9fff-e4fa493f51d1 None None] Routers {'156c2125-05fd-4dac-9f70-f69339f271ec'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:21.535192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1e0bc84-bbce-4521-9fff-e4fa493f51d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['156c2125-05fd-4dac-9f70-f69339f271ec'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:21.543433 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f2521724-eb8c-4ff9-8a7f-847b7d3c1af0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:21.586579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d35f96-399b-4cdf-850a-b25d79f8f677 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:21.588292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d35f96-399b-4cdf-850a-b25d79f8f677 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:21.590067 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d35f96-399b-4cdf-850a-b25d79f8f677 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:21.591861 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e2d35f96-399b-4cdf-850a-b25d79f8f677 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0981932 Feb 08 15:58:21.601732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49352) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:21.614739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2521724-eb8c-4ff9-8a7f-847b7d3c1af0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:21.703919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] Deleting port 53762278-a985-4bb9-887e-79ab24f6e54f {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:21.703919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (53762278-a985-4bb9-887e-79ab24f6e54f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:21.713854 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70a8ad25-17d3-4907-89f8-a70ba700a4bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (64a4bcb6-70e8-4f01-bae9-239a03266389), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:21.742611 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-70a8ad25-17d3-4907-89f8-a70ba700a4bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Calling delete_port for 64a4bcb6-70e8-4f01-bae9-239a03266389 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:21.755506 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 10274be7-6d46-414a-b0e1-a98e62849d46 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:58:21.768704 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (98be75bf-256c-4d58-9720-202c243c9a06), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:21.827699 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f9119d-6d01-4a48-9a43-c52a2d921a0f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet 8ba8e512-aedf-4b82-a8c9-fe12a837cf53 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:58:21.836879 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6f9119d-6d01-4a48-9a43-c52a2d921a0f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (8ba8e512-aedf-4b82-a8c9-fe12a837cf53), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:21.864122 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a1e0bc84-bbce-4521-9fff-e4fa493f51d1 None None] Set router 156c2125-05fd-4dac-9f70-f69339f271ec gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:58:21.909436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49360) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:21.923276 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6f9119d-6d01-4a48-9a43-c52a2d921a0f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (8ba8e512-aedf-4b82-a8c9-fe12a837cf53), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:21.929825 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1e0bc84-bbce-4521-9fff-e4fa493f51d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'name': 'tempest-TaggedBootDevicesTest-1494721515-router', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:32Z', 'updated_at': '2022-02-08T15:58:21Z', 'revision_number': 6, 'project_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:21.940842 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (98be75bf-256c-4d58-9720-202c243c9a06), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:21.956458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efebcee-f394-4063-8913-136c7395ddae req-a40e0d1c-fc7c-47a9-8c17-fa7230f91dff tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:21.957875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] Publish callbacks [] for router_controller (98be75bf-256c-4d58-9720-202c243c9a06), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:21.963335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0bc84-bbce-4521-9fff-e4fa493f51d1 None None] The sync data for ids ['156c2125-05fd-4dac-9f70-f69339f271ec'] in n-d-824834-11 is: [{'id': '156c2125-05fd-4dac-9f70-f69339f271ec', 'name': 'tempest-TaggedBootDevicesTest-1494721515-router', 'tenant_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:32Z', 'updated_at': '2022-02-08T15:58:21Z', 'revision_number': 6, 'project_id': 'a6df3855eb7d4046b52ef032ffcf920b', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:58:21.965226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2efebcee-f394-4063-8913-136c7395ddae req-a40e0d1c-fc7c-47a9-8c17-fa7230f91dff tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 943 time: 0.3541391 Feb 08 15:58:21.998948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 10274be7-6d46-414a-b0e1-a98e62849d46, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=10274be7-6d46-414a-b0e1-a98e62849d46,segment=NetworkSegment(df6df04c-6723-4169-adad-c29175098186),segment_id=df6df04c-6723-4169-adad-c29175098186)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:22.003838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] For port 53762278-a985-4bb9-887e-79ab24f6e54f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=53762278-a985-4bb9-887e-79ab24f6e54f,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:22.004213 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (53762278-a985-4bb9-887e-79ab24f6e54f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.013973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '10274be7-6d46-414a-b0e1-a98e62849d46', 'network_id': '05dc89ba-e836-46c2-a8d5-c5eae1c1d040', 'port_id': '10274be7-6d46-414a-b0e1-a98e62849d46', 'mac_address': 'fa:16:3e:c3:e2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0924ae9-c8f2-4b3c-b025-3353f0fcac52', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:58:22.036040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] Calling delete_port for 53762278-a985-4bb9-887e-79ab24f6e54f owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:22.074175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 10274be7-6d46-414a-b0e1-a98e62849d46 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:22.074175 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (10274be7-6d46-414a-b0e1-a98e62849d46), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.078080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2efebcee-f394-4063-8913-136c7395ddae req-7a055cca-b2a1-4ccd-8804-e839c4214448 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/security-groups?id=a49f854a-8e47-4b9f-ae6a-8962824d4590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118493 Feb 08 15:58:22.085504 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (98be75bf-256c-4d58-9720-202c243c9a06), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.086078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98be75bf-256c-4d58-9720-202c243c9a06 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:58:22.095589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10274be7-6d46-414a-b0e1-a98e62849d46 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:58:22.105560 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.107971 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d42cac6f-a73e-4b3b-be3b-e61a44220d46 admin admin] 10.222.0.82 "DELETE /v2.0/routers/98be75bf-256c-4d58-9720-202c243c9a06 HTTP/1.1" status: 204 len: 168 time: 2.7012713 Feb 08 15:58:22.113347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49364) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:22.122540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 10274be7-6d46-414a-b0e1-a98e62849d46, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=10274be7-6d46-414a-b0e1-a98e62849d46,segment=NetworkSegment(df6df04c-6723-4169-adad-c29175098186),segment_id=df6df04c-6723-4169-adad-c29175098186)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:22.127769 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (10274be7-6d46-414a-b0e1-a98e62849d46), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.184397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb0ffe2-6af5-4f27-a571-73b3d84a3494 admin admin] Deleting subnet c1da838c-c146-4a08-a1b3-12305d29884c {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:58:22.193388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-903629519-network', 'tenant_id': 'd3109349a7124c128e1d9b1de2466bd9'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:22.197357 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bcb0ffe2-6af5-4f27-a571-73b3d84a3494 admin admin] Publish callbacks [] for subnet (c1da838c-c146-4a08-a1b3-12305d29884c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.198298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=10274be7-6d46-414a-b0e1-a98e62849d46,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:22.278667 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6f9119d-6d01-4a48-9a43-c52a2d921a0f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (8ba8e512-aedf-4b82-a8c9-fe12a837cf53), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.290026 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bcb0ffe2-6af5-4f27-a571-73b3d84a3494 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (c1da838c-c146-4a08-a1b3-12305d29884c), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.313802 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] Made reservation on behalf of d3109349a7124c128e1d9b1de2466bd9 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:22.316266 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.340794 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.361718 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70a8ad25-17d3-4907-89f8-a70ba700a4bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (64a4bcb6-70e8-4f01-bae9-239a03266389), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.382454 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['10274be7-6d46-414a-b0e1-a98e62849d46'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:58:22.422481 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (53762278-a985-4bb9-887e-79ab24f6e54f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.429292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6f9119d-6d01-4a48-9a43-c52a2d921a0f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (8ba8e512-aedf-4b82-a8c9-fe12a837cf53), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.477558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8ad25-17d3-4907-89f8-a70ba700a4bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Pushing event deleted for resources: {'Port': ['ID=64a4bcb6-70e8-4f01-bae9-239a03266389,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:22.487821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9119d-6d01-4a48-9a43-c52a2d921a0f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba8e512-aedf-4b82-a8c9-fe12a837cf53,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:22.494057 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] Pushing event deleted for resources: {'Port': ['ID=53762278-a985-4bb9-887e-79ab24f6e54f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:22.501302 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6f9119d-6d01-4a48-9a43-c52a2d921a0f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.507970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f6f9119d-6d01-4a48-9a43-c52a2d921a0f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/8ba8e512-aedf-4b82-a8c9-fe12a837cf53 HTTP/1.1" status: 204 len: 168 time: 0.8995619 Feb 08 15:58:22.511907 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49366) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:22.516579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf9e83e-c021-4f08-98df-542b36cb92c9 None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:22.576256 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (156c2125-05fd-4dac-9f70-f69339f271ec), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.627873 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70a8ad25-17d3-4907-89f8-a70ba700a4bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (c3bfca59-88fb-4d9e-8c19-142c02ca3935), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.684172 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] Publish callbacks [] for security_group (3e23cc0e-3969-4b83-83fd-9d1fa6703b7d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.709508 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (156c2125-05fd-4dac-9f70-f69339f271ec), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.718398 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] Publish callbacks [] for router_controller (156c2125-05fd-4dac-9f70-f69339f271ec), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.761404 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3e23cc0e-3969-4b83-83fd-9d1fa6703b7d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.767121 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bcb0ffe2-6af5-4f27-a571-73b3d84a3494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (c1da838c-c146-4a08-a1b3-12305d29884c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.785725 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (156c2125-05fd-4dac-9f70-f69339f271ec), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.786412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 156c2125-05fd-4dac-9f70-f69339f271ec {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:58:22.790826 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.794647 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fab9ae97-26a0-42d2-b5fe-7b4ba86633ea admin admin] 10.222.0.82 "DELETE /v2.0/routers/156c2125-05fd-4dac-9f70-f69339f271ec HTTP/1.1" status: 204 len: 168 time: 1.8111372 Feb 08 15:58:22.794873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49368) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:22.797179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-46533d2a-2f3d-4620-8435-59a634a08086 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Deleting subnet ff2cb445-2526-454e-ad58-e208f00a3623 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:58:22.819338 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46533d2a-2f3d-4620-8435-59a634a08086 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (ff2cb445-2526-454e-ad58-e208f00a3623), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.847512 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d114eb0-8c70-4938-b30e-a4133d411379 admin admin] Deleting subnet a0f6ff24-3514-4736-b753-11d49fc88417 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:58:22.848927 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70a8ad25-17d3-4907-89f8-a70ba700a4bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (c3bfca59-88fb-4d9e-8c19-142c02ca3935), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.852166 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d114eb0-8c70-4938-b30e-a4133d411379 admin admin] Publish callbacks [] for subnet (a0f6ff24-3514-4736-b753-11d49fc88417), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.856169 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70a8ad25-17d3-4907-89f8-a70ba700a4bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_controller (c3bfca59-88fb-4d9e-8c19-142c02ca3935), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.872318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:58:22.897787 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d114eb0-8c70-4938-b30e-a4133d411379 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (a0f6ff24-3514-4736-b753-11d49fc88417), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.931153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e23cc0e-3969-4b83-83fd-9d1fa6703b7d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:22.943319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (34e90beb-0348-4690-8fa8-60787a4587e9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:22.943319 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] Added segment 34e90beb-0348-4690-8fa8-60787a4587e9 of type vlan for network 085d0476-c930-4d70-babf-c515b37fbde8 Feb 08 15:58:22.962809 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46533d2a-2f3d-4620-8435-59a634a08086 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (ff2cb445-2526-454e-ad58-e208f00a3623), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.006859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70a8ad25-17d3-4907-89f8-a70ba700a4bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (c3bfca59-88fb-4d9e-8c19-142c02ca3935), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.007435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a8ad25-17d3-4907-89f8-a70ba700a4bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Fanout notify agent at l3_agent the message router_deleted on router c3bfca59-88fb-4d9e-8c19-142c02ca3935 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:58:23.018403 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70a8ad25-17d3-4907-89f8-a70ba700a4bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.023926 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-70a8ad25-17d3-4907-89f8-a70ba700a4bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "DELETE /v2.0/routers/c3bfca59-88fb-4d9e-8c19-142c02ca3935 HTTP/1.1" status: 204 len: 168 time: 2.7338667 Feb 08 15:58:23.024047 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d114eb0-8c70-4938-b30e-a4133d411379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (a0f6ff24-3514-4736-b753-11d49fc88417), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.027508 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49370) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:23.030240 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c6f7b14a-becc-4339-a836-74938b310fcb tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-176563736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:23.058986 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bcb0ffe2-6af5-4f27-a571-73b3d84a3494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (c1da838c-c146-4a08-a1b3-12305d29884c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.068369 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (085d0476-c930-4d70-babf-c515b37fbde8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.096281 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:23.118455 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6f7b14a-becc-4339-a836-74938b310fcb tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (043cc3d9-950f-4735-b295-cf3f8ef1020b), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.119652 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6f7b14a-becc-4339-a836-74938b310fcb tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (043cc3d9-950f-4735-b295-cf3f8ef1020b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.137286 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d114eb0-8c70-4938-b30e-a4133d411379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (a0f6ff24-3514-4736-b753-11d49fc88417), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.141284 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:23.141660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4b9aa62e-6217-4196-b1d9-2ea4ed0f0775 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:23.142053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:23.156132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0ffe2-6af5-4f27-a571-73b3d84a3494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1da838c-c146-4a08-a1b3-12305d29884c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:23.169948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:23.170295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device dc54fe00-7912-4a7d-b23d-b27f3a0fc3f5 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:23.170725 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f2521724-eb8c-4ff9-8a7f-847b7d3c1af0 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:23.176631 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.db.resource_extend [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:58:23.182354 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bcb0ffe2-6af5-4f27-a571-73b3d84a3494 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.194295 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bcb0ffe2-6af5-4f27-a571-73b3d84a3494 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/c1da838c-c146-4a08-a1b3-12305d29884c HTTP/1.1" status: 204 len: 168 time: 1.0789638 Feb 08 15:58:23.197913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49374) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:23.200354 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9053fc0-32a9-4124-9f62-f89cdf511523 None None] Network f374c3c5-4cbc-40fc-8190-8e5f894214ce requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:23.253956 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6f7b14a-becc-4339-a836-74938b310fcb tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_controller (043cc3d9-950f-4735-b295-cf3f8ef1020b), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.256785 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (085d0476-c930-4d70-babf-c515b37fbde8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.258043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:23.258857 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.263381 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d114eb0-8c70-4938-b30e-a4133d411379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.269170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: f2521724-eb8c-4ff9-8a7f-847b7d3c1af0 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:23.269292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f2521724-eb8c-4ff9-8a7f-847b7d3c1af0 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:23.273566 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49376) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:23.273935 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9d114eb0-8c70-4938-b30e-a4133d411379 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/a0f6ff24-3514-4736-b753-11d49fc88417 HTTP/1.1" status: 204 len: 168 time: 0.4776306 Feb 08 15:58:23.302377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578e1701-7aaf-4040-b45a-8902926f40d8 None None] Network 96c4dc06-8863-4a17-998b-2ce589d384d0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:23.351754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d114eb0-8c70-4938-b30e-a4133d411379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f6ff24-3514-4736-b753-11d49fc88417,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:23.354941 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46533d2a-2f3d-4620-8435-59a634a08086 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (ff2cb445-2526-454e-ad58-e208f00a3623), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.358502 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6f7b14a-becc-4339-a836-74938b310fcb tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (043cc3d9-950f-4735-b295-cf3f8ef1020b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.375130 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (96c4dc06-8863-4a17-998b-2ce589d384d0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.425939 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (f374c3c5-4cbc-40fc-8190-8e5f894214ce), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.436916 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6f7b14a-becc-4339-a836-74938b310fcb tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.441447 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c6f7b14a-becc-4339-a836-74938b310fcb tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4126179 Feb 08 15:58:23.444273 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49378) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:23.449258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'enable_snat': False}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:23.484511 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5713649 Feb 08 15:58:23.492425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49380) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:23.504209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-70d160a8-a785-4ec6-bf9b-ba8325cf995f admin admin] Request body: {'subnet': {'network_id': '085d0476-c930-4d70-babf-c515b37fbde8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-903629519-subnet', 'tenant_id': 'd3109349a7124c128e1d9b1de2466bd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:23.516024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84345a-80be-4605-9258-b70a95c7a921 admin admin] Pushing event updated for resources: {'Network': ['ID=085d0476-c930-4d70-babf-c515b37fbde8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:23.530074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 085d0476-c930-4d70-babf-c515b37fbde8 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:58:23.590775 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d160a8-a785-4ec6-bf9b-ba8325cf995f admin admin] Made reservation on behalf of d3109349a7124c128e1d9b1de2466bd9 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:23.601584 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70d160a8-a785-4ec6-bf9b-ba8325cf995f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.616861 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46533d2a-2f3d-4620-8435-59a634a08086 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (ff2cb445-2526-454e-ad58-e208f00a3623), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.638592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7e7010-3418-47f6-bf73-dc7892177bba None None] DHCP port deletion for f374c3c5-4cbc-40fc-8190-8e5f894214ce request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:58:23.662676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8060ac88-8f9d-4fd2-8169-27f4977ce302 None None] DHCP port deletion for 96c4dc06-8863-4a17-998b-2ce589d384d0 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:58:23.702064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 10274be7-6d46-414a-b0e1-a98e62849d46 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:58:23.721510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46533d2a-2f3d-4620-8435-59a634a08086 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2cb445-2526-454e-ad58-e208f00a3623,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:23.725204 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46533d2a-2f3d-4620-8435-59a634a08086 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.731367 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-46533d2a-2f3d-4620-8435-59a634a08086 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/ff2cb445-2526-454e-ad58-e208f00a3623 HTTP/1.1" status: 204 len: 168 time: 1.2181268 Feb 08 15:58:23.734877 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49382) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:23.787467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acb3031-3b1a-46d8-a010-6dbf2c731c2f None None] Network 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:23.799432 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e884abce-8cf2-44cc-91d4-c58c7c1be907 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612829 Feb 08 15:58:23.804154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49384) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:23.825619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] Deleting port 250f41da-1af7-4001-968d-e2f288119ffa {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:23.826565 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (250f41da-1af7-4001-968d-e2f288119ffa), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.899583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c3da77cb-8f99-4508-95ff-3d86ca096786 None None] Provisioning complete for port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:23.899974 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c3da77cb-8f99-4508-95ff-3d86ca096786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.978980 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8060ac88-8f9d-4fd2-8169-27f4977ce302 None None] Deleting port 250f41da-1af7-4001-968d-e2f288119ffa {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:23.979284 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8060ac88-8f9d-4fd2-8169-27f4977ce302 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (250f41da-1af7-4001-968d-e2f288119ffa), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:23.985136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e7010-3418-47f6-bf73-dc7892177bba None None] Deleting port fee8975a-56b0-45a9-b649-f1a499a919b3 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:23.985403 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dd7e7010-3418-47f6-bf73-dc7892177bba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.014321 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] For port 250f41da-1af7-4001-968d-e2f288119ffa, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=250f41da-1af7-4001-968d-e2f288119ffa,segment=NetworkSegment(aea0be4a-97db-469d-8a76-a841e57a8ed3),segment_id=aea0be4a-97db-469d-8a76-a841e57a8ed3)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:24.014771 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (250f41da-1af7-4001-968d-e2f288119ffa), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.040295 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9120fdd0-1690-4086-aca3-89cd86d27716 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:24.042239 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9120fdd0-1690-4086-aca3-89cd86d27716 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2367344 Feb 08 15:58:24.048357 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] Calling delete_port for 250f41da-1af7-4001-968d-e2f288119ffa owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:24.050397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49386) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:24.067829 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 10274be7-6d46-414a-b0e1-a98e62849d46 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:58:24.077791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3e9a7-544c-4ff4-82b4-5817f7503607 req-76510517-edb8-43c9-934a-0a2a27c3011b tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:24.080193 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99c3e9a7-544c-4ff4-82b4-5817f7503607 req-76510517-edb8-43c9-934a-0a2a27c3011b tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 944 time: 0.8052630 Feb 08 15:58:24.105414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 10274be7-6d46-414a-b0e1-a98e62849d46 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:24.105789 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (10274be7-6d46-414a-b0e1-a98e62849d46), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.180914 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (043cc3d9-950f-4735-b295-cf3f8ef1020b), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.198647 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-dd7e7010-3418-47f6-bf73-dc7892177bba None None] For port fee8975a-56b0-45a9-b649-f1a499a919b3, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fee8975a-56b0-45a9-b649-f1a499a919b3,segment=NetworkSegment(da27148d-7af8-4538-b0df-e3a8eebf2fd7),segment_id=da27148d-7af8-4538-b0df-e3a8eebf2fd7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:24.199264 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dd7e7010-3418-47f6-bf73-dc7892177bba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.201799 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70d160a8-a785-4ec6-bf9b-ba8325cf995f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (a908686e-4c15-49a0-ad6e-daf1fa98a2e7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.206507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8060ac88-8f9d-4fd2-8169-27f4977ce302 None None] For port 250f41da-1af7-4001-968d-e2f288119ffa, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=250f41da-1af7-4001-968d-e2f288119ffa,segment=NetworkSegment(aea0be4a-97db-469d-8a76-a841e57a8ed3),segment_id=aea0be4a-97db-469d-8a76-a841e57a8ed3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:24.206916 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8060ac88-8f9d-4fd2-8169-27f4977ce302 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (250f41da-1af7-4001-968d-e2f288119ffa), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.219477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841155b9-3598-4379-8371-497232bebffa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:24.223482 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-841155b9-3598-4379-8371-497232bebffa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1694663 Feb 08 15:58:24.230582 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49388) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:24.233919 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99c3e9a7-544c-4ff4-82b4-5817f7503607 req-60fbca61-045e-4c03-9679-fe4853248d68 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/security-groups?id=a49f854a-8e47-4b9f-ae6a-8962824d4590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165071 Feb 08 15:58:24.270007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e7010-3418-47f6-bf73-dc7892177bba None None] Calling delete_port for fee8975a-56b0-45a9-b649-f1a499a919b3 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:24.285823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8060ac88-8f9d-4fd2-8169-27f4977ce302 None None] Calling delete_port for 250f41da-1af7-4001-968d-e2f288119ffa owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:24.311023 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-437cf1e1-e4d6-496a-b462-27247a7c87c4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707622 Feb 08 15:58:24.311279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c3da77cb-8f99-4508-95ff-3d86ca096786 None None] Current status of the port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:24.311382 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] Deleting port fee8975a-56b0-45a9-b649-f1a499a919b3 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:24.311382 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.312397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49390) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:24.346456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d160a8-a785-4ec6-bf9b-ba8325cf995f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a908686e-4c15-49a0-ad6e-daf1fa98a2e7,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:24.360359 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (250f41da-1af7-4001-968d-e2f288119ffa), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.382421 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd9127b-4feb-4564-b618-6d523a49e27c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:24.383040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd9127b-4feb-4564-b618-6d523a49e27c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:24.388997 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ffd9127b-4feb-4564-b618-6d523a49e27c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/fcf08e87-78b0-46ea-ab47-cf49c2f95375 HTTP/1.1" status: 404 len: 333 time: 0.0735595 Feb 08 15:58:24.390636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49392) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:24.405094 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] Pushing event deleted for resources: {'Port': ['ID=250f41da-1af7-4001-968d-e2f288119ffa,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:24.411978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] No DVR routers for this DVR port 250f41da-1af7-4001-968d-e2f288119ffa on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:58:24.414267 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d160a8-a785-4ec6-bf9b-ba8325cf995f admin admin] Checking segment: {'id': '34e90beb-0348-4690-8fa8-60787a4587e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '085d0476-c930-4d70-babf-c515b37fbde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:24.414869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d160a8-a785-4ec6-bf9b-ba8325cf995f admin admin] Network hostable DHCP agents. Network: 085d0476-c930-4d70-babf-c515b37fbde8, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:58:24.455700 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98d077a-3278-42bb-b9f1-d8af0d125e87 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:24.456303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98d077a-3278-42bb-b9f1-d8af0d125e87 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:24.463968 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d98d077a-3278-42bb-b9f1-d8af0d125e87 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/ff2cb445-2526-454e-ad58-e208f00a3623 HTTP/1.1" status: 404 len: 337 time: 0.0689375 Feb 08 15:58:24.466449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49394) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:24.507967 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d160a8-a785-4ec6-bf9b-ba8325cf995f admin admin] Network 085d0476-c930-4d70-babf-c515b37fbde8 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:58:24.518204 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (96c4dc06-8863-4a17-998b-2ce589d384d0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.525973 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c0188c-e69f-455e-949a-55c1e19c6853 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:24.528043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-70d160a8-a785-4ec6-bf9b-ba8325cf995f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 085d0476-c930-4d70-babf-c515b37fbde8) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:24.528554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c0188c-e69f-455e-949a-55c1e19c6853 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:24.528918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff67403-3995-4901-96f0-cd8326b8b252 None None] DHCP port deletion for 0b135d1d-5014-4bc6-ad28-c59e8919cfc4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:58:24.530813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fee8975a-56b0-45a9-b649-f1a499a919b3 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:24.536875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e4c0188c-e69f-455e-949a-55c1e19c6853 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/8ba8e512-aedf-4b82-a8c9-fe12a837cf53 HTTP/1.1" status: 404 len: 337 time: 0.0631320 Feb 08 15:58:24.537135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d160a8-a785-4ec6-bf9b-ba8325cf995f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:24.537822 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70d160a8-a785-4ec6-bf9b-ba8325cf995f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.546340 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49396) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:24.558011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] For port fee8975a-56b0-45a9-b649-f1a499a919b3, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fee8975a-56b0-45a9-b649-f1a499a919b3,segment=NetworkSegment(da27148d-7af8-4538-b0df-e3a8eebf2fd7),segment_id=da27148d-7af8-4538-b0df-e3a8eebf2fd7)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:24.558460 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.563878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c4dc06-8863-4a17-998b-2ce589d384d0']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:24.581769 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] Calling delete_port for fee8975a-56b0-45a9-b649-f1a499a919b3 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:24.587808 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-455913e9-11bb-4006-a387-0a772218b4c3 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:24.588415 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455913e9-11bb-4006-a387-0a772218b4c3 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:24.590254 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e49949d-e6e0-4728-88cb-d15e35ad9df2 None None] Network 085d0476-c930-4d70-babf-c515b37fbde8 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:24.591642 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-455913e9-11bb-4006-a387-0a772218b4c3 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/6e82cfcc-c317-4b8c-8526-b22c0b6cf518 HTTP/1.1" status: 404 len: 333 time: 0.0442674 Feb 08 15:58:24.594517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49398) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:24.598000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea0be4a-97db-469d-8a76-a841e57a8ed3') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:24.598303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea0be4a-97db-469d-8a76-a841e57a8ed3') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:24.609975 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-70d160a8-a785-4ec6-bf9b-ba8325cf995f admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1123986 Feb 08 15:58:24.653958 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (aea0be4a-97db-469d-8a76-a841e57a8ed3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.681419 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (aea0be4a-97db-469d-8a76-a841e57a8ed3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.690652 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:58:24.691500 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (aea0be4a-97db-469d-8a76-a841e57a8ed3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:58:24.758320 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:58:24.760440 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-2767af74-09ab-4613-9e4e-3317793c2d50 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:24.760440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2767af74-09ab-4613-9e4e-3317793c2d50 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:24.763656 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2767af74-09ab-4613-9e4e-3317793c2d50 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/c8b635ce-d7ee-462f-b382-fe4cfbc2a57b HTTP/1.1" status: 404 len: 337 time: 0.1678696 Feb 08 15:58:24.764352 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49404) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:24.781346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49406) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:24.797952 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 10274be7-6d46-414a-b0e1-a98e62849d46 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:24.798357 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (10274be7-6d46-414a-b0e1-a98e62849d46), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.821310 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (043cc3d9-950f-4735-b295-cf3f8ef1020b), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.843741 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.844824 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f854970-7009-413a-a8b6-8842c7074f7b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:24.845343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f854970-7009-413a-a8b6-8842c7074f7b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:24.851281 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6f854970-7009-413a-a8b6-8842c7074f7b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/2ff3ece0-abc4-4c0f-84c8-b4a3ba7cb90e HTTP/1.1" status: 404 len: 337 time: 0.0660880 Feb 08 15:58:24.851281 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (96c4dc06-8863-4a17-998b-2ce589d384d0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.855822 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49408) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:24.872991 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.877014 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] 10.222.0.82 "DELETE /v2.0/networks/96c4dc06-8863-4a17-998b-2ce589d384d0 HTTP/1.1" status: 204 len: 168 time: 1.6023729 Feb 08 15:58:24.877698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43dc8f-50c8-42fa-b06f-586bc1eeb07d admin admin] Pushing event deleted for resources: {'Network': ['ID=96c4dc06-8863-4a17-998b-2ce589d384d0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:24.892002 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dd7e7010-3418-47f6-bf73-dc7892177bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.900646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d44437-8c57-4b86-8b5a-de676ddf3420 admin admin] Deleting subnet a908686e-4c15-49a0-ad6e-daf1fa98a2e7 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:58:24.905553 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d2d44437-8c57-4b86-8b5a-de676ddf3420 admin admin] Publish callbacks [] for subnet (a908686e-4c15-49a0-ad6e-daf1fa98a2e7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.923259 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3ab94d-d0d1-4a8d-b5af-ce4dc27530b3 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:24.923259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3ab94d-d0d1-4a8d-b5af-ce4dc27530b3 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:24.929013 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ab3ab94d-d0d1-4a8d-b5af-ce4dc27530b3 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/18bfe334-63a8-43c7-829e-bb42f554673e HTTP/1.1" status: 404 len: 333 time: 0.0696061 Feb 08 15:58:24.929201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Port fee8975a-56b0-45a9-b649-f1a499a919b3 update to DOWN by agent not found {{(pid=103303) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 08 15:58:24.929201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 250f41da-1af7-4001-968d-e2f288119ffa no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:24.931371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49412) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:24.947414 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (fee8975a-56b0-45a9-b649-f1a499a919b3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.953497 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e65d76-290d-4f84-9b61-92e264f9eaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10274be7-6d46-414a-b0e1-a98e62849d46'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:58:24.955880 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796d267f-fc8c-4f75-9c81-7323aab5aafc" -d '{"events": [{"server_uuid": "12e65d76-290d-4f84-9b61-92e264f9eaa7", "name": "network-vif-plugged", "status": "completed", "tag": "10274be7-6d46-414a-b0e1-a98e62849d46"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:58:24.957352 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d2d44437-8c57-4b86-8b5a-de676ddf3420 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (a908686e-4c15-49a0-ad6e-daf1fa98a2e7), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:24.980644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] No DVR routers for this DVR port fee8975a-56b0-45a9-b649-f1a499a919b3 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:58:25.009451 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce887873-2d4b-4942-b091-8ebfa0d265c2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:25.009861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce887873-2d4b-4942-b091-8ebfa0d265c2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:25.011538 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d2d44437-8c57-4b86-8b5a-de676ddf3420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (a908686e-4c15-49a0-ad6e-daf1fa98a2e7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.013394 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ce887873-2d4b-4942-b091-8ebfa0d265c2 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/d70ba3b9-bc1f-484e-b175-56ab98751f8c HTTP/1.1" status: 404 len: 337 time: 0.0823328 Feb 08 15:58:25.016025 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49416) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.055405 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8060ac88-8f9d-4fd2-8169-27f4977ce302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (250f41da-1af7-4001-968d-e2f288119ffa), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.060818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] Pushing event deleted for resources: {'Port': ['ID=fee8975a-56b0-45a9-b649-f1a499a919b3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:25.075435 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa9d69b-5262-451d-9206-5fbcd22824ea tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:25.076208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa9d69b-5262-451d-9206-5fbcd22824ea tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:25.079845 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2fa9d69b-5262-451d-9206-5fbcd22824ea tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/910f47f3-c3a2-44f2-ba20-1e32bc01d739 HTTP/1.1" status: 404 len: 337 time: 0.0622249 Feb 08 15:58:25.085165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49418) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.111245 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f468959a-a89c-462a-a1ee-7e4f23d0a491 x-openstack-request-id: req-f468959a-a89c-462a-a1ee-7e4f23d0a491 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:58:25.111539 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e65d76-290d-4f84-9b61-92e264f9eaa7", "name": "network-vif-plugged", "status": "completed", "tag": "10274be7-6d46-414a-b0e1-a98e62849d46", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:58:25.113247 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9918631-887a-491a-a614-a4b1452a163b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:25.113840 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9918631-887a-491a-a614-a4b1452a163b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:25.117635 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c9918631-887a-491a-a614-a4b1452a163b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/c296a792-5572-418f-be90-88eeb6c195b3 HTTP/1.1" status: 404 len: 333 time: 0.0311425 Feb 08 15:58:25.120135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49420) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.120677 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f468959a-a89c-462a-a1ee-7e4f23d0a491 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:58:25.121313 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e65d76-290d-4f84-9b61-92e264f9eaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10274be7-6d46-414a-b0e1-a98e62849d46', 'code': 200} Feb 08 15:58:25.122388 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e7010-3418-47f6-bf73-dc7892177bba None None] Pushing event deleted for resources: {'Port': ['ID=fee8975a-56b0-45a9-b649-f1a499a919b3,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:25.131474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 250f41da-1af7-4001-968d-e2f288119ffa {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:25.138088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 250f41da-1af7-4001-968d-e2f288119ffa not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:25.138707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 53762278-a985-4bb9-887e-79ab24f6e54f no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:25.142053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7e7010-3418-47f6-bf73-dc7892177bba None None] No DVR routers for this DVR port fee8975a-56b0-45a9-b649-f1a499a919b3 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:58:25.164275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 10274be7-6d46-414a-b0e1-a98e62849d46, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=10274be7-6d46-414a-b0e1-a98e62849d46,segment=NetworkSegment(df6df04c-6723-4169-adad-c29175098186),segment_id=df6df04c-6723-4169-adad-c29175098186)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:25.172020 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dd8841-7a35-4158-934e-a0bc319ee543 None None] Network 085d0476-c930-4d70-babf-c515b37fbde8 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:25.174324 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8060ac88-8f9d-4fd2-8169-27f4977ce302 None None] Network 96c4dc06-8863-4a17-998b-2ce589d384d0 is not hosted by any dhcp agent {{(pid=103303) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 15:58:25.174809 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49422) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.175929 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bba9fed-88df-41f3-b55f-db03156837bc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:25.176333 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bba9fed-88df-41f3-b55f-db03156837bc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:25.182888 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2bba9fed-88df-41f3-b55f-db03156837bc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/757aa1da-1bb7-4594-abd5-d1fce9c9e439 HTTP/1.1" status: 404 len: 337 time: 0.0592799 Feb 08 15:58:25.183028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060ac88-8f9d-4fd2-8169-27f4977ce302 None None] No DVR routers for this DVR port 250f41da-1af7-4001-968d-e2f288119ffa on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:58:25.187984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49424) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.197107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (f374c3c5-4cbc-40fc-8190-8e5f894214ce), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.221086 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a74540-0724-4cde-92ac-420d910b4615 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:25.221086 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a74540-0724-4cde-92ac-420d910b4615 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:25.225884 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-10a74540-0724-4cde-92ac-420d910b4615 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/6a678ea1-6831-4070-a5a2-a6d41f97334c HTTP/1.1" status: 404 len: 337 time: 0.0344529 Feb 08 15:58:25.227642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2ff67403-3995-4901-96f0-cd8326b8b252 None None] Deleting port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:25.228032 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2ff67403-3995-4901-96f0-cd8326b8b252 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.232445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49426) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.243072 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (10274be7-6d46-414a-b0e1-a98e62849d46), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.245363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Allocated IP 172.25.7.79 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/a59e3953-6bc4-4b7e-be77-500cebcb586a) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:25.279555 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16f58e0-5db8-47fb-aec1-53da66674579 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:25.280138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16f58e0-5db8-47fb-aec1-53da66674579 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:25.280880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f374c3c5-4cbc-40fc-8190-8e5f894214ce']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:25.283243 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f16f58e0-5db8-47fb-aec1-53da66674579 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/1b4136f4-4ebf-4649-a501-797558c47112 HTTP/1.1" status: 404 len: 333 time: 0.0483146 Feb 08 15:58:25.287032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060ac88-8f9d-4fd2-8169-27f4977ce302 None None] Pushing event deleted for resources: {'Port': ['ID=250f41da-1af7-4001-968d-e2f288119ffa,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:25.289488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 53762278-a985-4bb9-887e-79ab24f6e54f {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:25.290139 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 53762278-a985-4bb9-887e-79ab24f6e54f not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:25.290775 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49430) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.335272 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02ee779-6f1a-49af-b928-daff0464de0a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:25.335747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02ee779-6f1a-49af-b928-daff0464de0a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:25.338867 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e02ee779-6f1a-49af-b928-daff0464de0a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/c44fb7d9-5171-425e-9df6-afd0177b136d HTTP/1.1" status: 404 len: 337 time: 0.0451818 Feb 08 15:58:25.342918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49432) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.345428 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d2d44437-8c57-4b86-8b5a-de676ddf3420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (a908686e-4c15-49a0-ad6e-daf1fa98a2e7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.353629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da27148d-7af8-4538-b0df-e3a8eebf2fd7') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:25.353955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da27148d-7af8-4538-b0df-e3a8eebf2fd7') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:25.377310 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c93c3bc-c7cb-4292-ab06-92a2ed94009c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:25.377893 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c93c3bc-c7cb-4292-ab06-92a2ed94009c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:25.379011 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (da27148d-7af8-4538-b0df-e3a8eebf2fd7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.381571 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7c93c3bc-c7cb-4292-ab06-92a2ed94009c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/72ed4892-b7db-4979-b490-9fb4f0ab39bc HTTP/1.1" status: 404 len: 333 time: 0.0375617 Feb 08 15:58:25.398494 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49434) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.409638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d44437-8c57-4b86-8b5a-de676ddf3420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a908686e-4c15-49a0-ad6e-daf1fa98a2e7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:25.410235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2ff67403-3995-4901-96f0-cd8326b8b252 None None] For port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42,segment=NetworkSegment(99d6887a-9d59-437b-b8c1-41a5b3b38bcd),segment_id=99d6887a-9d59-437b-b8c1-41a5b3b38bcd)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:25.410899 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2ff67403-3995-4901-96f0-cd8326b8b252 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.413785 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d2d44437-8c57-4b86-8b5a-de676ddf3420 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.417448 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d2d44437-8c57-4b86-8b5a-de676ddf3420 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/a908686e-4c15-49a0-ad6e-daf1fa98a2e7 HTTP/1.1" status: 204 len: 168 time: 0.6452334 Feb 08 15:58:25.420299 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0018f363-a080-4ed4-8ca4-0f252d636f36 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=57411ff0a26042cfac2e561311a318e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2387729 Feb 08 15:58:25.420917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49438) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.423292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49440) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.447998 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2ff67403-3995-4901-96f0-cd8326b8b252 None None] Calling delete_port for 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:25.452488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=10274be7-6d46-414a-b0e1-a98e62849d46,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:25.503524 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5477c0ac-91d5-43d5-817f-43e21d7fd3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (085d0476-c930-4d70-babf-c515b37fbde8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.577881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (da27148d-7af8-4538-b0df-e3a8eebf2fd7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.580096 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69d56fb-5877-4cb8-9697-908793f7337c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:25.580564 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69d56fb-5877-4cb8-9697-908793f7337c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:25.592284 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a69d56fb-5877-4cb8-9697-908793f7337c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/b08b2545-9d94-4dba-a221-ef28f696c9ab HTTP/1.1" status: 404 len: 337 time: 0.1763039 Feb 08 15:58:25.604039 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1934e906-95aa-48a1-846e-81603616aaae admin admin] Publish callbacks [] for security_group (03faf0bf-0e32-40aa-b362-090a54eca79d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.604468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49442) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.618976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:58:25.619426 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (da27148d-7af8-4538-b0df-e3a8eebf2fd7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:58:25.621109 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:58:25.636141 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a8d55-73f5-4081-923b-a70f8dbae843 req-762df5c0-ed90-4d15-aefd-b0e8a71da8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:25.637732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c85a8d55-73f5-4081-923b-a70f8dbae843 req-762df5c0-ed90-4d15-aefd-b0e8a71da8a1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 1128 time: 0.4187844 Feb 08 15:58:25.670983 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5477c0ac-91d5-43d5-817f-43e21d7fd3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (085d0476-c930-4d70-babf-c515b37fbde8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.693095 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2ff67403-3995-4901-96f0-cd8326b8b252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.706103 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1934e906-95aa-48a1-846e-81603616aaae admin admin] Publish callbacks [] for security_group (03faf0bf-0e32-40aa-b362-090a54eca79d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.711746 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-9975295b-36ed-4391-ad03-d8bb5da9647b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:25.712367 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9975295b-36ed-4391-ad03-d8bb5da9647b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:25.718009 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9975295b-36ed-4391-ad03-d8bb5da9647b tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/3c11c769-57b2-4583-be1f-8121453d5f17 HTTP/1.1" status: 404 len: 333 time: 0.1089728 Feb 08 15:58:25.740329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5477c0ac-91d5-43d5-817f-43e21d7fd3ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085d0476-c930-4d70-babf-c515b37fbde8']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:25.741767 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49444) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.748411 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff67403-3995-4901-96f0-cd8326b8b252 None None] No DVR routers for this DVR port 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:58:25.750324 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff67403-3995-4901-96f0-cd8326b8b252 None None] Pushing event deleted for resources: {'Port': ['ID=758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:25.752835 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5477c0ac-91d5-43d5-817f-43e21d7fd3ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e90beb-0348-4690-8fa8-60787a4587e9') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:25.755663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5477c0ac-91d5-43d5-817f-43e21d7fd3ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e90beb-0348-4690-8fa8-60787a4587e9') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:25.779588 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5477c0ac-91d5-43d5-817f-43e21d7fd3ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (34e90beb-0348-4690-8fa8-60787a4587e9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.806690 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5477c0ac-91d5-43d5-817f-43e21d7fd3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (34e90beb-0348-4690-8fa8-60787a4587e9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.818873 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5477c0ac-91d5-43d5-817f-43e21d7fd3ca admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:58:25.819278 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5477c0ac-91d5-43d5-817f-43e21d7fd3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (34e90beb-0348-4690-8fa8-60787a4587e9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:58:25.821013 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:58:25.827453 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf920f1-a981-4378-9fea-c2ad573b26aa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:25.827992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf920f1-a981-4378-9fea-c2ad573b26aa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:25.833772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2bf920f1-a981-4378-9fea-c2ad573b26aa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/e6aa00ff-5872-4713-b967-72cb893e9850 HTTP/1.1" status: 404 len: 337 time: 0.0885196 Feb 08 15:58:25.834671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49446) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.845611 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (f374c3c5-4cbc-40fc-8190-8e5f894214ce), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.851361 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.854972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] 10.222.0.82 "DELETE /v2.0/networks/f374c3c5-4cbc-40fc-8190-8e5f894214ce HTTP/1.1" status: 204 len: 168 time: 2.5977864 Feb 08 15:58:25.863976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49448) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.899641 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc37566-9b86-4e4b-b34c-ac82efb558c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:25.899641 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc37566-9b86-4e4b-b34c-ac82efb558c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:25.903745 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dfc37566-9b86-4e4b-b34c-ac82efb558c7 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/f25be224-aad2-44fa-a306-d7ebc19b6f3b HTTP/1.1" status: 404 len: 333 time: 0.0661609 Feb 08 15:58:25.906226 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49450) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.906481 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for port (a59e3953-6bc4-4b7e-be77-500cebcb586a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.945027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3736ae1-986a-4685-8885-cc13dc205aad admin admin] Pushing event deleted for resources: {'Network': ['ID=f374c3c5-4cbc-40fc-8190-8e5f894214ce,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:25.947779 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb679c7-c472-4936-9933-2af1693fef07 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:25.948264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb679c7-c472-4936-9933-2af1693fef07 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:25.954362 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4eb679c7-c472-4936-9933-2af1693fef07 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/5f08ed72-74d8-4852-91c0-0daa23e49cb9 HTTP/1.1" status: 404 len: 337 time: 0.0422959 Feb 08 15:58:25.955161 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49452) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.983169 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb99b85-ea9c-43e7-9b13-68d93a195bfa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:25.983603 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb99b85-ea9c-43e7-9b13-68d93a195bfa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:25.985264 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c85a8d55-73f5-4081-923b-a70f8dbae843 req-969bf5ae-5ce1-4273-a5f3-178441c39298 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a49f854a-8e47-4b9f-ae6a-8962824d4590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950025 Feb 08 15:58:25.989021 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1fb99b85-ea9c-43e7-9b13-68d93a195bfa tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/bf789ba8-1d91-4f9e-a3f8-2fa3348e0ccd HTTP/1.1" status: 404 len: 333 time: 0.0305550 Feb 08 15:58:25.989021 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5477c0ac-91d5-43d5-817f-43e21d7fd3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (085d0476-c930-4d70-babf-c515b37fbde8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.989903 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1934e906-95aa-48a1-846e-81603616aaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (03faf0bf-0e32-40aa-b362-090a54eca79d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.991369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49454) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:25.992204 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1934e906-95aa-48a1-846e-81603616aaae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:25.997312 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1934e906-95aa-48a1-846e-81603616aaae admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/03faf0bf-0e32-40aa-b362-090a54eca79d HTTP/1.1" status: 204 len: 168 time: 0.5691917 Feb 08 15:58:25.999754 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5477c0ac-91d5-43d5-817f-43e21d7fd3ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:26.005941 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5477c0ac-91d5-43d5-817f-43e21d7fd3ca admin admin] 10.222.0.82 "DELETE /v2.0/networks/085d0476-c930-4d70-babf-c515b37fbde8 HTTP/1.1" status: 204 len: 168 time: 0.5815225 Feb 08 15:58:26.018027 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477c0ac-91d5-43d5-817f-43e21d7fd3ca admin admin] Pushing event deleted for resources: {'Network': ['ID=085d0476-c930-4d70-babf-c515b37fbde8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:26.019737 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934e906-95aa-48a1-846e-81603616aaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03faf0bf-0e32-40aa-b362-090a54eca79d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:26.106546 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbbca82-af59-4d4d-9ad6-7be1b0e94bd5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:26.107010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbbca82-af59-4d4d-9ad6-7be1b0e94bd5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:26.112526 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6cbbca82-af59-4d4d-9ad6-7be1b0e94bd5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/a9444b3d-943e-452c-8cf6-99586599a520 HTTP/1.1" status: 404 len: 337 time: 0.1147442 Feb 08 15:58:26.113784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49460) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:26.121733 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceafe09-af4b-4c02-8ffb-4c85327aa03f req-ef0d5851-95da-4ff1-a79f-5c3396b639fa tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:26.128529 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fceafe09-af4b-4c02-8ffb-4c85327aa03f req-ef0d5851-95da-4ff1-a79f-5c3396b639fa tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 945 time: 0.7467380 Feb 08 15:58:26.157267 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5968bb6-3ca7-4505-a67a-110c023c0698 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:26.158243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5968bb6-3ca7-4505-a67a-110c023c0698 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:26.165403 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c5968bb6-3ca7-4505-a67a-110c023c0698 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/e73ddccf-1a3c-4f68-bb80-ed9ebba8f0bd HTTP/1.1" status: 404 len: 333 time: 0.0496786 Feb 08 15:58:26.168561 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49462) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:26.202705 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-c993b185-0c85-40aa-a4aa-654d6391f312 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:26.203176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c993b185-0c85-40aa-a4aa-654d6391f312 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:26.212908 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49464) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:26.213533 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c993b185-0c85-40aa-a4aa-654d6391f312 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/2d55edc8-f902-4eed-a9a3-86323185fd98 HTTP/1.1" status: 404 len: 337 time: 0.0432849 Feb 08 15:58:26.228231 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a59e3953-6bc4-4b7e-be77-500cebcb586a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:26.272048 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49466) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:26.336993 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ea66faf1-352f-4a19-b50a-02524c8dd8ae admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d3109349a7124c128e1d9b1de2466bd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0591843 Feb 08 15:58:26.336993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49470) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:26.376445 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cb8219-3fc0-413d-bcae-8f7394ed0f39 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:26.376984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0cb8219-3fc0-413d-bcae-8f7394ed0f39 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:26.380918 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e0cb8219-3fc0-413d-bcae-8f7394ed0f39 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/bbb5bc54-25f0-4837-a93f-2d4d54484dd4 HTTP/1.1" status: 404 len: 337 time: 0.1655450 Feb 08 15:58:26.384532 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fceafe09-af4b-4c02-8ffb-4c85327aa03f req-172f79d1-b42f-4de9-9394-247974892be6 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/security-groups?id=a49f854a-8e47-4b9f-ae6a-8962824d4590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551320 Feb 08 15:58:26.385055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49472) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:26.390678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:26.392359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:26.410974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:26.416374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:26.421155 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b19ca523-237c-4742-853b-4663b16597fb admin admin] Publish callbacks [] for security_group (3e23cc0e-3969-4b83-83fd-9d1fa6703b7d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:26.423092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:26.423448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 758fa2a4-7ac8-4ea4-ae19-1c0e7a605f42 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:26.468027 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b19ca523-237c-4742-853b-4663b16597fb admin admin] Publish callbacks [] for security_group (3e23cc0e-3969-4b83-83fd-9d1fa6703b7d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:26.478671 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab18d3a-9a59-4af3-8a2d-fd8c0db2df6f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:26.479286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab18d3a-9a59-4af3-8a2d-fd8c0db2df6f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:26.485046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1ab18d3a-9a59-4af3-8a2d-fd8c0db2df6f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/46502066-592e-4570-a70d-2246025eeba3 HTTP/1.1" status: 404 len: 333 time: 0.0912862 Feb 08 15:58:26.485521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49474) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:26.497799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Pushing event updated for resources: {'Port': ['ID=a59e3953-6bc4-4b7e-be77-500cebcb586a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:26.562971 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3e3366-35a0-4907-9347-0708c8bd92c5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:26.563438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d3e3366-35a0-4907-9347-0708c8bd92c5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:26.573135 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2d3e3366-35a0-4907-9347-0708c8bd92c5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/a59dee1e-8293-4691-81b2-441d10519449 HTTP/1.1" status: 404 len: 337 time: 0.0862079 Feb 08 15:58:26.573961 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49476) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:26.574460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49478) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:26.619951 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfaa04eb-ad1c-44ea-8d9b-60a33eb808f5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:26.620661 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfaa04eb-ad1c-44ea-8d9b-60a33eb808f5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:26.626422 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cfaa04eb-ad1c-44ea-8d9b-60a33eb808f5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/9e36279b-1b2b-4e56-ab01-45913546de1a HTTP/1.1" status: 404 len: 337 time: 0.0483572 Feb 08 15:58:26.634347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49480) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:26.840376 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router_gateway (043cc3d9-950f-4735-b295-cf3f8ef1020b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:26.997232 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-324baef3-fe09-459f-ba63-ebfa12fa8df5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:26.997792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324baef3-fe09-459f-ba63-ebfa12fa8df5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.003135 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-324baef3-fe09-459f-ba63-ebfa12fa8df5 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/5268b5b4-48f9-42f9-9708-637b606ad822 HTTP/1.1" status: 404 len: 333 time: 0.3642778 Feb 08 15:58:27.004618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49482) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.015727 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f1e879ea-690f-407b-b83b-c8302fb6bc38 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a6df3855eb7d4046b52ef032ffcf920b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4375298 Feb 08 15:58:27.026585 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49484) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.035343 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-7341413b-0ed4-4e89-8357-0f33b4fa4457 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.035815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7341413b-0ed4-4e89-8357-0f33b4fa4457 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.041723 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7341413b-0ed4-4e89-8357-0f33b4fa4457 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/cbcd6747-a563-4363-b47c-9c8d3e59d126 HTTP/1.1" status: 404 len: 337 time: 0.0351653 Feb 08 15:58:27.041723 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b19ca523-237c-4742-853b-4663b16597fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3e23cc0e-3969-4b83-83fd-9d1fa6703b7d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:27.042865 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b19ca523-237c-4742-853b-4663b16597fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:27.043943 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b19ca523-237c-4742-853b-4663b16597fb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3e23cc0e-3969-4b83-83fd-9d1fa6703b7d HTTP/1.1" status: 204 len: 168 time: 0.7078748 Feb 08 15:58:27.044497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49486) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.071250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ca523-237c-4742-853b-4663b16597fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e23cc0e-3969-4b83-83fd-9d1fa6703b7d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:27.096208 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:58:27.099248 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-88484901-65e9-469f-948f-51381c2db954 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.099715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88484901-65e9-469f-948f-51381c2db954 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.116889 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-88484901-65e9-469f-948f-51381c2db954 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/b3fa538f-b5d1-47a3-b9cf-176cff07075e HTTP/1.1" status: 404 len: 337 time: 0.0576615 Feb 08 15:58:27.117689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49490) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.185716 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-2104304c-4084-49be-9cf7-2eff8c2418a9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.186292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2104304c-4084-49be-9cf7-2eff8c2418a9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.196497 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2104304c-4084-49be-9cf7-2eff8c2418a9 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/6675bf53-ad59-48b8-81a6-07a662c87a75 HTTP/1.1" status: 404 len: 333 time: 0.0696585 Feb 08 15:58:27.203050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49492) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.242189 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-923a4d40-cb57-485d-b220-1157341fe388 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.242658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923a4d40-cb57-485d-b220-1157341fe388 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.257662 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-923a4d40-cb57-485d-b220-1157341fe388 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/4d48605f-45c8-4063-967a-a0e5284511a8 HTTP/1.1" status: 404 len: 337 time: 0.0521319 Feb 08 15:58:27.259594 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49494) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.308117 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9bd032-dd86-4690-8a45-de5068b9daf8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.308869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9bd032-dd86-4690-8a45-de5068b9daf8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.312806 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5e9bd032-dd86-4690-8a45-de5068b9daf8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/3663e1d5-6b90-4b84-bc75-0c6960ba6547 HTTP/1.1" status: 404 len: 337 time: 0.0509338 Feb 08 15:58:27.314723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49496) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.350672 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b666d6c0-1be1-4757-b213-663f41d0199f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (e61da91f-c8d3-4a88-b6f8-213be04a0379), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:27.351134 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8e89fbb7-48d1-43b5-a130-88965aa5c939 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports?device_id=e30475a5-a171-411d-b1cb-2f29959a22ec HTTP/1.1" status: 200 len: 205 time: 0.0343959 Feb 08 15:58:27.353726 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49498) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.413427 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-5e81367a-3799-47e1-b919-788a5a13da58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] delete failed (client error): The resource could not be found. Feb 08 15:58:27.420010 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5e81367a-3799-47e1-b919-788a5a13da58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/routers/e30475a5-a171-411d-b1cb-2f29959a22ec HTTP/1.1" status: 404 len: 336 time: 0.0633919 Feb 08 15:58:27.420891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49502) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.467489 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2f0250-ad5a-4dd2-8955-86f36c60d6d4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.468222 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2f0250-ad5a-4dd2-8955-86f36c60d6d4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.472661 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1d2f0250-ad5a-4dd2-8955-86f36c60d6d4 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/1f3315ff-9d37-4fae-b2f8-928c6b47f7b7 HTTP/1.1" status: 404 len: 337 time: 0.0504575 Feb 08 15:58:27.480688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49504) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.508358 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4717ea69-88be-4df8-b700-40f1a0cc8728 admin admin] Publish callbacks [] for security_group (f01a7161-ee7b-4dee-b815-0c51a3a061ce), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:27.530135 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-32e9d72d-8a47-4732-b1a4-80282146702a tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "GET /v2.0/ports?device_id=998a2433-65f7-4367-a6e1-7661c6d74c55 HTTP/1.1" status: 200 len: 205 time: 0.0482039 Feb 08 15:58:27.531079 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49508) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.534399 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (043cc3d9-950f-4735-b295-cf3f8ef1020b), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:27.573860 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (043cc3d9-950f-4735-b295-cf3f8ef1020b), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:27.579386 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-8a4bbaaf-5ac4-4083-9ba9-5f7a7c79ec58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] delete failed (client error): The resource could not be found. Feb 08 15:58:27.584261 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8a4bbaaf-5ac4-4083-9ba9-5f7a7c79ec58 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/routers/998a2433-65f7-4367-a6e1-7661c6d74c55 HTTP/1.1" status: 404 len: 336 time: 0.0519638 Feb 08 15:58:27.585169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49510) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.592667 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4717ea69-88be-4df8-b700-40f1a0cc8728 admin admin] Publish callbacks [] for security_group (f01a7161-ee7b-4dee-b815-0c51a3a061ce), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:27.613497 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-69199309-2ccd-434d-a343-8f9d568665d6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.614940 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69199309-2ccd-434d-a343-8f9d568665d6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.621569 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-69199309-2ccd-434d-a343-8f9d568665d6 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/d843fbcf-26d6-4181-b9c0-350e0b1d295b HTTP/1.1" status: 404 len: 337 time: 0.0350869 Feb 08 15:58:27.622513 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49512) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.651715 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa7cec7-9e8a-4cfd-b943-97de956fec19 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.652914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa7cec7-9e8a-4cfd-b943-97de956fec19 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.656546 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cfa7cec7-9e8a-4cfd-b943-97de956fec19 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/4d8779fc-a901-48c3-8d68-e55b710c8f58 HTTP/1.1" status: 404 len: 337 time: 0.0328872 Feb 08 15:58:27.658977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49516) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.684427 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-973c2d3f-c049-426e-804b-ff8bdff0fe8e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.686196 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973c2d3f-c049-426e-804b-ff8bdff0fe8e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.689553 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-973c2d3f-c049-426e-804b-ff8bdff0fe8e tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/28a235e8-5e3a-4242-b287-5c0c11d46581 HTTP/1.1" status: 404 len: 333 time: 0.0296121 Feb 08 15:58:27.691979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49518) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.727176 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbd5dd5-76be-40f0-9c3e-5c381f8b531c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.727655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afbd5dd5-76be-40f0-9c3e-5c381f8b531c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.733071 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-afbd5dd5-76be-40f0-9c3e-5c381f8b531c tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/37a67313-7af3-45ae-aec6-b07af138406c HTTP/1.1" status: 404 len: 337 time: 0.0369525 Feb 08 15:58:27.733329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49522) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.759313 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b27b3c-f232-48d1-afbc-de113a5f7bfd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.759902 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b27b3c-f232-48d1-afbc-de113a5f7bfd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.763008 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c1b27b3c-f232-48d1-afbc-de113a5f7bfd tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/13cf442e-3498-4c6d-a654-674eacd11f22 HTTP/1.1" status: 404 len: 333 time: 0.0287519 Feb 08 15:58:27.765603 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49526) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.782416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f92c9-8744-4ed3-860c-16f04d41d66b req-57180e3e-78fa-44e9-a645-793a51223dc1 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:27.783956 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f05f92c9-8744-4ed3-860c-16f04d41d66b req-57180e3e-78fa-44e9-a645-793a51223dc1 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 945 time: 0.2643440 Feb 08 15:58:27.795106 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34c1850-9a55-4030-ae86-f55e6ca95934 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.795575 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34c1850-9a55-4030-ae86-f55e6ca95934 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.798661 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f34c1850-9a55-4030-ae86-f55e6ca95934 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/dda160cd-fc55-4813-a8df-e49baf7cec2c HTTP/1.1" status: 404 len: 337 time: 0.0316229 Feb 08 15:58:27.801183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49528) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.826059 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdaeb5d-c27d-4d9c-83e8-5bd5a34e113d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.826617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bdaeb5d-c27d-4d9c-83e8-5bd5a34e113d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.829792 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0bdaeb5d-c27d-4d9c-83e8-5bd5a34e113d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/bcf44fdb-f520-47cf-9f17-ec5e926704a5 HTTP/1.1" status: 404 len: 333 time: 0.0273221 Feb 08 15:58:27.832170 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49530) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.851190 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4717ea69-88be-4df8-b700-40f1a0cc8728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f01a7161-ee7b-4dee-b815-0c51a3a061ce), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:27.853884 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4717ea69-88be-4df8-b700-40f1a0cc8728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:27.857727 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4717ea69-88be-4df8-b700-40f1a0cc8728 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f01a7161-ee7b-4dee-b815-0c51a3a061ce HTTP/1.1" status: 204 len: 168 time: 0.8276832 Feb 08 15:58:27.860577 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a9ef90-73e7-4b02-a1ab-866c31c1076d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.861198 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a9ef90-73e7-4b02-a1ab-866c31c1076d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.866663 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e9a9ef90-73e7-4b02-a1ab-866c31c1076d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/a437bd6f-4ece-4c23-90b9-970dcc1d0ca4 HTTP/1.1" status: 404 len: 337 time: 0.0299153 Feb 08 15:58:27.869124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49536) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.893779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717ea69-88be-4df8-b700-40f1a0cc8728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01a7161-ee7b-4dee-b815-0c51a3a061ce,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:27.894584 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-7087dcce-9628-4f3d-9d88-0e83436d5e69 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.895388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7087dcce-9628-4f3d-9d88-0e83436d5e69 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.899639 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7087dcce-9628-4f3d-9d88-0e83436d5e69 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/b90b6585-fee1-40b7-94f0-45f0d766c174 HTTP/1.1" status: 404 len: 333 time: 0.0292370 Feb 08 15:58:27.905109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49538) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.934206 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f05f92c9-8744-4ed3-860c-16f04d41d66b req-ce8be9ff-32de-4fa2-a30c-5e017a6d59ad tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/security-groups?id=a49f854a-8e47-4b9f-ae6a-8962824d4590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428106 Feb 08 15:58:27.959333 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4264a25-9b71-4ff6-abd2-3b382c650d9d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:27.960067 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4264a25-9b71-4ff6-abd2-3b382c650d9d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:27.963463 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c4264a25-9b71-4ff6-abd2-3b382c650d9d tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/09869e30-a7a4-4a9b-b6e4-90283bc90c79 HTTP/1.1" status: 404 len: 337 time: 0.0570586 Feb 08 15:58:27.980828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49542) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:27.992842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Router 043cc3d9-950f-4735-b295-cf3f8ef1020b is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:58:28.011189 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-efce4f95-22cc-4e1c-b9f0-6cbb303d133f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:28.011769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efce4f95-22cc-4e1c-b9f0-6cbb303d133f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:28.017078 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-efce4f95-22cc-4e1c-b9f0-6cbb303d133f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/00c4c718-c234-440d-b7e8-e78f8222c86b HTTP/1.1" status: 404 len: 333 time: 0.0318129 Feb 08 15:58:28.019548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49546) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:28.053971 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e228826-e4bc-4ebb-8378-66a634ee57bc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:28.054406 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e228826-e4bc-4ebb-8378-66a634ee57bc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:28.060326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0e228826-e4bc-4ebb-8378-66a634ee57bc tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/afc86147-69ed-4b08-b9a7-9e0da0ef00e0 HTTP/1.1" status: 404 len: 337 time: 0.0361114 Feb 08 15:58:28.060326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49550) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:28.152024 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12fed9b-9641-4957-9115-cc567def3e78 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:28.152798 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12fed9b-9641-4957-9115-cc567def3e78 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:28.156254 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c12fed9b-9641-4957-9115-cc567def3e78 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/6c38b598-35ee-4744-a23c-2919a0c1c8db HTTP/1.1" status: 404 len: 333 time: 0.0951889 Feb 08 15:58:28.161766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49556) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:28.175933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b666d6c0-1be1-4757-b213-663f41d0199f admin admin] Deleting port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:28.176285 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b666d6c0-1be1-4757-b213-663f41d0199f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:28.242015 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1c2a09-2fa4-468e-8157-9da823b66749 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:28.242486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1c2a09-2fa4-468e-8157-9da823b66749 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:28.246106 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2c1c2a09-2fa4-468e-8157-9da823b66749 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/c3411645-025e-48bf-ab33-4d83ef8449c2 HTTP/1.1" status: 404 len: 337 time: 0.0827167 Feb 08 15:58:28.248798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49566) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:28.297717 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-3577d047-d8ca-42d1-ace1-7008816da54f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:28.300784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3577d047-d8ca-42d1-ace1-7008816da54f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:28.309517 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3577d047-d8ca-42d1-ace1-7008816da54f tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/ports/fcc64104-2bec-48e8-8042-617abff54af5 HTTP/1.1" status: 404 len: 333 time: 0.0595644 Feb 08 15:58:28.310188 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49568) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:28.336403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:58:28.348665 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-4242ee21-bca4-422a-9551-f6afe37d83d8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:28.349426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4242ee21-bca4-422a-9551-f6afe37d83d8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:28.350367 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85992c6d-3602-423e-b8b1-8aae347d1868 None None] Sync routers for ids ['043cc3d9-950f-4735-b295-cf3f8ef1020b'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:58:28.350856 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:28.351942 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4ce4b4b7-1303-4cec-b1af-c8f6d7823ec5 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "PUT /v2.0/routers/043cc3d9-950f-4735-b295-cf3f8ef1020b HTTP/1.1" status: 200 len: 914 time: 4.9065256 Feb 08 15:58:28.354518 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4242ee21-bca4-422a-9551-f6afe37d83d8 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/subnets/708d1840-59b8-4cab-bf7d-a26fdf71c898 HTTP/1.1" status: 404 len: 337 time: 0.0432668 Feb 08 15:58:28.355468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49570) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:28.371542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49572) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:28.374739 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85992c6d-3602-423e-b8b1-8aae347d1868 None None] Routers {'043cc3d9-950f-4735-b295-cf3f8ef1020b'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:28.376942 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-85992c6d-3602-423e-b8b1-8aae347d1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['043cc3d9-950f-4735-b295-cf3f8ef1020b'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:28.390155 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-b666d6c0-1be1-4757-b213-663f41d0199f admin admin] For port a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb,segment=NetworkSegment(aaf4fa24-f808-4009-b293-223e109b0078),segment_id=aaf4fa24-f808-4009-b293-223e109b0078)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:28.390532 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b666d6c0-1be1-4757-b213-663f41d0199f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:28.460479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b666d6c0-1be1-4757-b213-663f41d0199f admin admin] Calling delete_port for a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:28.464621 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-85992c6d-3602-423e-b8b1-8aae347d1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:28.489573 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9f9cc20f-b028-410f-87a8-713a6a7e7dc7 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/routers/043cc3d9-950f-4735-b295-cf3f8ef1020b HTTP/1.1" status: 200 len: 920 time: 0.1327751 Feb 08 15:58:28.492435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49580) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:28.495434 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85992c6d-3602-423e-b8b1-8aae347d1868 None None] Routers {'043cc3d9-950f-4735-b295-cf3f8ef1020b'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:28.497767 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-85992c6d-3602-423e-b8b1-8aae347d1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['043cc3d9-950f-4735-b295-cf3f8ef1020b'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:28.502692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54df40-5a36-4beb-a407-366b9afc24c1 req-93ca4528-7ec2-4bd9-a789-3b97eae9dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:28.507410 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a54df40-5a36-4beb-a407-366b9afc24c1 req-93ca4528-7ec2-4bd9-a789-3b97eae9dadd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4ed9bbdd05c4484db7dc92bb964e3ff7&device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 1128 time: 0.2228348 Feb 08 15:58:28.564987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b1a059-fb7b-4c92-8430-1051fae7bf74 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:28.566556 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-83b1a059-fb7b-4c92-8430-1051fae7bf74 tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/ports?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&device_id=043cc3d9-950f-4735-b295-cf3f8ef1020b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0718052 Feb 08 15:58:28.569452 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49586) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:28.570405 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b59d64b-287e-4969-9bd2-e42dd38600f0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (0b135d1d-5014-4bc6-ad28-c59e8919cfc4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:28.590446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105be527-01c5-4ebe-8e23-b27df724853c req-799eb347-ba5e-4cee-9f83-6a4a559ece3b tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:28.592004 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-105be527-01c5-4ebe-8e23-b27df724853c req-799eb347-ba5e-4cee-9f83-6a4a559ece3b tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 945 time: 0.2691751 Feb 08 15:58:28.598215 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-85992c6d-3602-423e-b8b1-8aae347d1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:28.601493 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85992c6d-3602-423e-b8b1-8aae347d1868 None None] The sync data for ids ['043cc3d9-950f-4735-b295-cf3f8ef1020b'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:58:28.670773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effbbad5-fe2f-4405-8f74-d94fc438895a tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:28.672772 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-effbbad5-fe2f-4405-8f74-d94fc438895a tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 881 time: 0.1023047 Feb 08 15:58:28.675869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49588) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:28.718027 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b9fd81ff-585d-4826-9fdd-10427bbe3fad tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "GET /v2.0/ports?device_id=043cc3d9-950f-4735-b295-cf3f8ef1020b HTTP/1.1" status: 200 len: 205 time: 0.0403137 Feb 08 15:58:28.720571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49594) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:28.841599 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-105be527-01c5-4ebe-8e23-b27df724853c req-fee43c39-666f-4cbe-b5d9-d60132e011d0 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/security-groups?id=a49f854a-8e47-4b9f-ae6a-8962824d4590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172425 Feb 08 15:58:28.854150 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54df40-5a36-4beb-a407-366b9afc24c1 req-13a76701-cfdb-44e7-91ce-f92b047a22c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:28.855950 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a54df40-5a36-4beb-a407-366b9afc24c1 req-13a76701-cfdb-44e7-91ce-f92b047a22c5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=05dc89ba-e836-46c2-a8d5-c5eae1c1d040 HTTP/1.1" status: 200 len: 914 time: 0.3017793 Feb 08 15:58:28.869216 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b59d64b-287e-4969-9bd2-e42dd38600f0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (0b135d1d-5014-4bc6-ad28-c59e8919cfc4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:28.898308 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46280058-153d-4b6c-8e5d-f22504b5f464 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (043cc3d9-950f-4735-b295-cf3f8ef1020b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:28.929694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a54df40-5a36-4beb-a407-366b9afc24c1 req-db963eb5-d5e6-426d-a86b-5f902f3af81d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10274be7-6d46-414a-b0e1-a98e62849d46 HTTP/1.1" status: 200 len: 217 time: 0.0673885 Feb 08 15:58:28.954155 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-9b59d64b-287e-4969-9bd2-e42dd38600f0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b135d1d-5014-4bc6-ad28-c59e8919cfc4']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:28.994994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-9b59d64b-287e-4969-9bd2-e42dd38600f0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d6887a-9d59-437b-b8c1-41a5b3b38bcd') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:28.995310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-9b59d64b-287e-4969-9bd2-e42dd38600f0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d6887a-9d59-437b-b8c1-41a5b3b38bcd') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:29.021132 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b59d64b-287e-4969-9bd2-e42dd38600f0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (99d6887a-9d59-437b-b8c1-41a5b3b38bcd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.055751 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54df40-5a36-4beb-a407-366b9afc24c1 req-754f1d5b-cdd7-4cfc-86cb-78c1833569bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:29.057736 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a54df40-5a36-4beb-a407-366b9afc24c1 req-754f1d5b-cdd7-4cfc-86cb-78c1833569bf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d0924ae9-c8f2-4b3c-b025-3353f0fcac52 HTTP/1.1" status: 200 len: 853 time: 0.1149368 Feb 08 15:58:29.058794 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46280058-153d-4b6c-8e5d-f22504b5f464 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (043cc3d9-950f-4735-b295-cf3f8ef1020b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.080756 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b59d64b-287e-4969-9bd2-e42dd38600f0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (99d6887a-9d59-437b-b8c1-41a5b3b38bcd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.110194 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a54df40-5a36-4beb-a407-366b9afc24c1 req-42c6f6d4-669c-446d-91b9-799034df1a18 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=05dc89ba-e836-46c2-a8d5-c5eae1c1d040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435531 Feb 08 15:58:29.111194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b59d64b-287e-4969-9bd2-e42dd38600f0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:58:29.111604 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b59d64b-287e-4969-9bd2-e42dd38600f0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (99d6887a-9d59-437b-b8c1-41a5b3b38bcd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:58:29.118493 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:58:29.132443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49610) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:29.147499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-46280058-153d-4b6c-8e5d-f22504b5f464 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Deleting port a59e3953-6bc4-4b7e-be77-500cebcb586a {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:29.148003 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46280058-153d-4b6c-8e5d-f22504b5f464 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a59e3953-6bc4-4b7e-be77-500cebcb586a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.198630 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b666d6c0-1be1-4757-b213-663f41d0199f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.253450 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46280058-153d-4b6c-8e5d-f22504b5f464 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a59e3953-6bc4-4b7e-be77-500cebcb586a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.271812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-46280058-153d-4b6c-8e5d-f22504b5f464 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Calling delete_port for a59e3953-6bc4-4b7e-be77-500cebcb586a owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:29.281465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666d6c0-1be1-4757-b213-663f41d0199f admin admin] Pushing event deleted for resources: {'Port': ['ID=a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:29.341457 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1076125185-network', 'tenant_id': '14458cf15683492d8776194dd0ff4aba'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:29.346667 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b59d64b-287e-4969-9bd2-e42dd38600f0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (0b135d1d-5014-4bc6-ad28-c59e8919cfc4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.394520 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9b59d64b-287e-4969-9bd2-e42dd38600f0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.400652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9b59d64b-287e-4969-9bd2-e42dd38600f0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] 10.222.0.82 "DELETE /v2.0/networks/0b135d1d-5014-4bc6-ad28-c59e8919cfc4 HTTP/1.1" status: 204 len: 168 time: 1.0244155 Feb 08 15:58:29.443538 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59d64b-287e-4969-9bd2-e42dd38600f0 tempest-NetworksTestDHCPv6-2083881885 tempest-NetworksTestDHCPv6-2083881885-project] Pushing event deleted for resources: {'Network': ['ID=0b135d1d-5014-4bc6-ad28-c59e8919cfc4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:29.482402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a54df40-5a36-4beb-a407-366b9afc24c1 req-aeeee6b0-b016-49c8-9b64-473c2747ff7c service neutron] 10.222.0.94 "GET /v2.0/networks/05dc89ba-e836-46c2-a8d5-c5eae1c1d040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628886 Feb 08 15:58:29.493605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] Made reservation on behalf of 14458cf15683492d8776194dd0ff4aba for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:29.497121 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.536600 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46280058-153d-4b6c-8e5d-f22504b5f464 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a59e3953-6bc4-4b7e-be77-500cebcb586a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.647749 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46280058-153d-4b6c-8e5d-f22504b5f464 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Pushing event deleted for resources: {'Port': ['ID=a59e3953-6bc4-4b7e-be77-500cebcb586a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:29.664126 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46280058-153d-4b6c-8e5d-f22504b5f464 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (043cc3d9-950f-4735-b295-cf3f8ef1020b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.682541 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.782012 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46280058-153d-4b6c-8e5d-f22504b5f464 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (043cc3d9-950f-4735-b295-cf3f8ef1020b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.784284 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46280058-153d-4b6c-8e5d-f22504b5f464 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_controller (043cc3d9-950f-4735-b295-cf3f8ef1020b), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.795643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a54df40-5a36-4beb-a407-366b9afc24c1 req-097cbacf-59ae-491c-a347-8fc63b5fce19 service neutron] 10.222.0.94 "GET /v2.0/networks/05dc89ba-e836-46c2-a8d5-c5eae1c1d040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043473 Feb 08 15:58:29.829673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49636) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:29.841717 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46280058-153d-4b6c-8e5d-f22504b5f464 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (043cc3d9-950f-4735-b295-cf3f8ef1020b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.842454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46280058-153d-4b6c-8e5d-f22504b5f464 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Fanout notify agent at l3_agent the message router_deleted on router 043cc3d9-950f-4735-b295-cf3f8ef1020b {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:58:29.850594 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46280058-153d-4b6c-8e5d-f22504b5f464 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.855838 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-46280058-153d-4b6c-8e5d-f22504b5f464 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "DELETE /v2.0/routers/043cc3d9-950f-4735-b295-cf3f8ef1020b HTTP/1.1" status: 204 len: 168 time: 1.1335104 Feb 08 15:58:29.856476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49642) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:29.861653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1022548002', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:29.870636 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b666d6c0-1be1-4757-b213-663f41d0199f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (e61da91f-c8d3-4a88-b6f8-213be04a0379), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.886158 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] Publish callbacks [] for security_group (32af40b2-5843-4413-acae-f5deaa88090d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.893302 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (7b995fc4-c33a-49dc-be24-94db26477717), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.894952 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (32af40b2-5843-4413-acae-f5deaa88090d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:29.896542 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (7b995fc4-c33a-49dc-be24-94db26477717), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:30.014725 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_controller (7b995fc4-c33a-49dc-be24-94db26477717), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:30.196080 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (7b995fc4-c33a-49dc-be24-94db26477717), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:30.400481 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:58:30.451250 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (7b995fc4-c33a-49dc-be24-94db26477717), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:30.470112 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:30.483235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32af40b2-5843-4413-acae-f5deaa88090d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:30.516682 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (20ae0045-f0fd-4241-8f03-fc5b665f0961), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:30.516986 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] Added segment 20ae0045-f0fd-4241-8f03-fc5b665f0961 of type vlan for network bcef2d27-dfed-428b-a850-b5d7177bd691 Feb 08 15:58:30.584205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d3548bfb-dc4e-4eb0-92cb-f6f5a9e5b217 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=076e86d8f36d488fa80c6fde07960a62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7500863 Feb 08 15:58:30.588238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49668) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:30.597788 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528498b-c0e3-4e75-b9c3-7019e9185e47 req-576f6652-ba8b-417f-bd9d-a621de840a58 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:30.599570 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9528498b-c0e3-4e75-b9c3-7019e9185e47 req-576f6652-ba8b-417f-bd9d-a621de840a58 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 945 time: 0.2502871 Feb 08 15:58:30.605920 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (bcef2d27-dfed-428b-a850-b5d7177bd691), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:30.621117 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Allocated IP 172.25.7.197 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/46f785a9-3024-4874-9a5c-3e9fdd5615f0) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:30.683673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b666d6c0-1be1-4757-b213-663f41d0199f admin admin] Router e61da91f-c8d3-4a88-b6f8-213be04a0379 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:58:30.684634 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (bcef2d27-dfed-428b-a850-b5d7177bd691), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:30.685821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:30.686566 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:30.740705 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e303d7b3-a0ba-4a7b-a6ce-d98a16e5c15a admin admin] Publish callbacks [] for security_group (3b210c47-bbbb-4fdf-9973-b30408a7abc2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:30.746675 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9528498b-c0e3-4e75-b9c3-7019e9185e47 req-193cd39b-0af2-407e-954d-51e5b0176688 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/security-groups?id=a49f854a-8e47-4b9f-ae6a-8962824d4590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366458 Feb 08 15:58:30.768735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6286161 Feb 08 15:58:30.787428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49672) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:30.795580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-cd6bc4f2-3efa-4574-8fb6-68c613fa71dd admin admin] Request body: {'subnet': {'network_id': 'bcef2d27-dfed-428b-a850-b5d7177bd691', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1076125185-subnet', 'tenant_id': '14458cf15683492d8776194dd0ff4aba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:30.809134 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e303d7b3-a0ba-4a7b-a6ce-d98a16e5c15a admin admin] Publish callbacks [] for security_group (3b210c47-bbbb-4fdf-9973-b30408a7abc2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:30.812266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74f608-443a-4ab5-a892-bb487095ba4d admin admin] Pushing event updated for resources: {'Network': ['ID=bcef2d27-dfed-428b-a850-b5d7177bd691,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:30.827706 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network bcef2d27-dfed-428b-a850-b5d7177bd691 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:58:30.844040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49674) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:30.849705 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for port (46f785a9-3024-4874-9a5c-3e9fdd5615f0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:30.878844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6bc4f2-3efa-4574-8fb6-68c613fa71dd admin admin] Made reservation on behalf of 14458cf15683492d8776194dd0ff4aba for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:30.882737 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc4f2-3efa-4574-8fb6-68c613fa71dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:30.894091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b666d6c0-1be1-4757-b213-663f41d0199f admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:58:30.909847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288703e2-5de0-4804-b9fc-ce15a0948dd0 None None] Sync routers for ids ['e61da91f-c8d3-4a88-b6f8-213be04a0379'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:58:30.915349 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b666d6c0-1be1-4757-b213-663f41d0199f admin admin] 10.222.0.82 "PUT /v2.0/routers/e61da91f-c8d3-4a88-b6f8-213be04a0379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0390968 Feb 08 15:58:30.918102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49678) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:30.922426 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288703e2-5de0-4804-b9fc-ce15a0948dd0 None None] Routers {'e61da91f-c8d3-4a88-b6f8-213be04a0379'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:30.923092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-288703e2-5de0-4804-b9fc-ce15a0948dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e61da91f-c8d3-4a88-b6f8-213be04a0379'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:30.991068 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (46f785a9-3024-4874-9a5c-3e9fdd5615f0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.003769 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e303d7b3-a0ba-4a7b-a6ce-d98a16e5c15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3b210c47-bbbb-4fdf-9973-b30408a7abc2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.007402 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e303d7b3-a0ba-4a7b-a6ce-d98a16e5c15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.011552 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e303d7b3-a0ba-4a7b-a6ce-d98a16e5c15a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3b210c47-bbbb-4fdf-9973-b30408a7abc2 HTTP/1.1" status: 204 len: 168 time: 0.4193330 Feb 08 15:58:31.070478 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2d24dae-b018-49e6-9746-ac866831424c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.075389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303d7b3-a0ba-4a7b-a6ce-d98a16e5c15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b210c47-bbbb-4fdf-9973-b30408a7abc2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:31.078309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:31.091093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:31.095570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:31.098173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Pushing event updated for resources: {'Port': ['ID=46f785a9-3024-4874-9a5c-3e9fdd5615f0,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:31.120362 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] Publish callbacks [] for router (e61da91f-c8d3-4a88-b6f8-213be04a0379), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.144930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-288703e2-5de0-4804-b9fc-ce15a0948dd0 None None] Set router e61da91f-c8d3-4a88-b6f8-213be04a0379 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:58:31.287908 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2d24dae-b018-49e6-9746-ac866831424c admin admin] Publish callbacks [] for security_group (cdfffd0e-8441-40b7-8200-88b8bf2bc5cd), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.298131 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2d24dae-b018-49e6-9746-ac866831424c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cdfffd0e-8441-40b7-8200-88b8bf2bc5cd), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.304086 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc4f2-3efa-4574-8fb6-68c613fa71dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (d507099e-37d9-4f7f-8c3b-f7b725b539bd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.350923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d24dae-b018-49e6-9746-ac866831424c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfffd0e-8441-40b7-8200-88b8bf2bc5cd,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:31.368511 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] Publish callbacks [] for router_gateway (e61da91f-c8d3-4a88-b6f8-213be04a0379), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.375591 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e2d24dae-b018-49e6-9746-ac866831424c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=28bcc6c388824a0e8b9e9d4b9f5ca75c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5305386 Feb 08 15:58:31.379000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49684) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:31.388403 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-288703e2-5de0-4804-b9fc-ce15a0948dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'name': 'tempest-TaggedBootDevicesTest_v242-292065535-router', 'tenant_id': '4fe083f9054144479897d39f6fbbdd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '78779019-a75a-4c86-ac3b-2914b2138df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:44Z', 'updated_at': '2022-02-08T15:58:28Z', 'revision_number': 5, 'project_id': '4fe083f9054144479897d39f6fbbdd50', 'gw_port': {'id': '78779019-a75a-4c86-ac3b-2914b2138df8', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:48:46Z', 'updated_at': '2022-02-08T15:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:31.393997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bc4f2-3efa-4574-8fb6-68c613fa71dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d507099e-37d9-4f7f-8c3b-f7b725b539bd,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:31.434171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288703e2-5de0-4804-b9fc-ce15a0948dd0 None None] Checking router: e61da91f-c8d3-4a88-b6f8-213be04a0379 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:58:31.447251 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6bc4f2-3efa-4574-8fb6-68c613fa71dd admin admin] Checking segment: {'id': '20ae0045-f0fd-4241-8f03-fc5b665f0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bcef2d27-dfed-428b-a850-b5d7177bd691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:31.447631 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6bc4f2-3efa-4574-8fb6-68c613fa71dd admin admin] Network hostable DHCP agents. Network: bcef2d27-dfed-428b-a850-b5d7177bd691, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:58:31.450351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288703e2-5de0-4804-b9fc-ce15a0948dd0 None None] Routers {'e61da91f-c8d3-4a88-b6f8-213be04a0379'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:31.451450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-288703e2-5de0-4804-b9fc-ce15a0948dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e61da91f-c8d3-4a88-b6f8-213be04a0379'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:31.516149 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53fb85b8-c4b4-4f8b-ab8c-221db5211d45 admin admin] Publish callbacks [] for security_group (cdfffd0e-8441-40b7-8200-88b8bf2bc5cd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.532635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] Deleting port 78779019-a75a-4c86-ac3b-2914b2138df8 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:31.533123 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (78779019-a75a-4c86-ac3b-2914b2138df8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.543371 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6bc4f2-3efa-4574-8fb6-68c613fa71dd admin admin] Network bcef2d27-dfed-428b-a850-b5d7177bd691 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:58:31.563265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-cd6bc4f2-3efa-4574-8fb6-68c613fa71dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, bcef2d27-dfed-428b-a850-b5d7177bd691) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:31.569116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bc4f2-3efa-4574-8fb6-68c613fa71dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:31.570129 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cd6bc4f2-3efa-4574-8fb6-68c613fa71dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.586120 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ed4e7e-e786-436e-ac2a-351b68c5e4c0 None None] Network bcef2d27-dfed-428b-a850-b5d7177bd691 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:31.594308 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cd6bc4f2-3efa-4574-8fb6-68c613fa71dd admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8058281 Feb 08 15:58:31.604177 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53fb85b8-c4b4-4f8b-ab8c-221db5211d45 admin admin] Publish callbacks [] for security_group (cdfffd0e-8441-40b7-8200-88b8bf2bc5cd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.609123 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (7b995fc4-c33a-49dc-be24-94db26477717), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.688421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] For port 78779019-a75a-4c86-ac3b-2914b2138df8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=78779019-a75a-4c86-ac3b-2914b2138df8,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:31.688667 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (78779019-a75a-4c86-ac3b-2914b2138df8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.714443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] Calling delete_port for 78779019-a75a-4c86-ac3b-2914b2138df8 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:31.724510 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53fb85b8-c4b4-4f8b-ab8c-221db5211d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cdfffd0e-8441-40b7-8200-88b8bf2bc5cd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.727199 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53fb85b8-c4b4-4f8b-ab8c-221db5211d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.734257 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-53fb85b8-c4b4-4f8b-ab8c-221db5211d45 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cdfffd0e-8441-40b7-8200-88b8bf2bc5cd HTTP/1.1" status: 204 len: 168 time: 0.3505824 Feb 08 15:58:31.746995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb85b8-c4b4-4f8b-ab8c-221db5211d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfffd0e-8441-40b7-8200-88b8bf2bc5cd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:31.936326 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6f504c89-1a38-45db-a43a-24ca7ff7657e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:31.949375 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-288703e2-5de0-4804-b9fc-ce15a0948dd0 None None] Set router e61da91f-c8d3-4a88-b6f8-213be04a0379 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:58:31.976978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (7b995fc4-c33a-49dc-be24-94db26477717), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:32.019408 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-288703e2-5de0-4804-b9fc-ce15a0948dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'name': 'tempest-TaggedBootDevicesTest_v242-292065535-router', 'tenant_id': '4fe083f9054144479897d39f6fbbdd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:44Z', 'updated_at': '2022-02-08T15:58:31Z', 'revision_number': 6, 'project_id': '4fe083f9054144479897d39f6fbbdd50', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:32.024521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58762d5-bc11-4cf1-8bcf-c4c93668c8ff req-118db0ab-f6a6-4ab8-b2b8-bbae128a8292 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:32.026333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e58762d5-bc11-4cf1-8bcf-c4c93668c8ff req-118db0ab-f6a6-4ab8-b2b8-bbae128a8292 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 945 time: 0.1335313 Feb 08 15:58:32.071672 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288703e2-5de0-4804-b9fc-ce15a0948dd0 None None] The sync data for ids ['e61da91f-c8d3-4a88-b6f8-213be04a0379'] in n-d-824834-11 is: [{'id': 'e61da91f-c8d3-4a88-b6f8-213be04a0379', 'name': 'tempest-TaggedBootDevicesTest_v242-292065535-router', 'tenant_id': '4fe083f9054144479897d39f6fbbdd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:48:44Z', 'updated_at': '2022-02-08T15:58:31Z', 'revision_number': 6, 'project_id': '4fe083f9054144479897d39f6fbbdd50', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:58:32.091635 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (78779019-a75a-4c86-ac3b-2914b2138df8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:32.130717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b142562-8097-4894-8a37-17eae9b303dc None None] Network bcef2d27-dfed-428b-a850-b5d7177bd691 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:32.154759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=78779019-a75a-4c86-ac3b-2914b2138df8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:32.159330 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e58762d5-bc11-4cf1-8bcf-c4c93668c8ff req-7d9361f6-ca04-4e4a-a576-d016f0b0fcc5 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/security-groups?id=a49f854a-8e47-4b9f-ae6a-8962824d4590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239238 Feb 08 15:58:32.219255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Router 7b995fc4-c33a-49dc-be24-94db26477717 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:58:32.253830 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (e61da91f-c8d3-4a88-b6f8-213be04a0379), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:32.407669 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49718) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:32.415622 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (e61da91f-c8d3-4a88-b6f8-213be04a0379), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:32.418657 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] Publish callbacks [] for router_controller (e61da91f-c8d3-4a88-b6f8-213be04a0379), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:32.434472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:58:32.446334 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ff67c8-9f54-41b5-bc76-61d4ea2fad69 None None] Sync routers for ids ['7b995fc4-c33a-49dc-be24-94db26477717'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:58:32.452847 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cd66028-8a8b-460a-8c54-ad31e28c2551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:32.477406 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (e61da91f-c8d3-4a88-b6f8-213be04a0379), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:32.478990 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ff67c8-9f54-41b5-bc76-61d4ea2fad69 None None] Routers {'7b995fc4-c33a-49dc-be24-94db26477717'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:32.479814 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-19ff67c8-9f54-41b5-bc76-61d4ea2fad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['7b995fc4-c33a-49dc-be24-94db26477717'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:32.481670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e61da91f-c8d3-4a88-b6f8-213be04a0379 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:58:32.491998 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:32.495478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3dd03f78-9d19-428a-b0d1-31be1724f3e3 admin admin] 10.222.0.82 "DELETE /v2.0/routers/e61da91f-c8d3-4a88-b6f8-213be04a0379 HTTP/1.1" status: 204 len: 168 time: 1.5763988 Feb 08 15:58:32.498476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49724) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:32.530667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:32.543750 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cbda82c5-0ddf-4c01-8e2a-fddcf51ecf76 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6848383 Feb 08 15:58:32.546918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49726) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:32.566687 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:32.588647 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-19ff67c8-9f54-41b5-bc76-61d4ea2fad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:32.615958 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ff67c8-9f54-41b5-bc76-61d4ea2fad69 None None] Routers {'7b995fc4-c33a-49dc-be24-94db26477717'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:32.617752 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-19ff67c8-9f54-41b5-bc76-61d4ea2fad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['7b995fc4-c33a-49dc-be24-94db26477717'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:32.634582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:32.672833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:32.672833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a3408258-1bf8-45a6-a2ea-ed1b41d9e7fb not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:32.715228 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-19ff67c8-9f54-41b5-bc76-61d4ea2fad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:32.716382 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ff67c8-9f54-41b5-bc76-61d4ea2fad69 None None] The sync data for ids ['7b995fc4-c33a-49dc-be24-94db26477717'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:58:32.751138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-13201764-9ed5-4d1a-b582-bca502644209 admin admin] Deleting subnet 2f764319-d42b-4c01-903b-77aef65dce1c {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:58:32.758558 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13201764-9ed5-4d1a-b582-bca502644209 admin admin] Publish callbacks [] for subnet (2f764319-d42b-4c01-903b-77aef65dce1c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:32.815645 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cd66028-8a8b-460a-8c54-ad31e28c2551 admin admin] Publish callbacks [] for security_group (aea96ba9-391b-4a3a-b26c-d45242eacb61), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:32.836665 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13201764-9ed5-4d1a-b582-bca502644209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (2f764319-d42b-4c01-903b-77aef65dce1c), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:32.843807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-4638e43d-e691-4442-890a-a681cfcaec36 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:32.845945 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-4638e43d-e691-4442-890a-a681cfcaec36 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/networks?id=bcef2d27-dfed-428b-a850-b5d7177bd691 HTTP/1.1" status: 200 len: 821 time: 0.2526965 Feb 08 15:58:32.883993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fffa73-cb81-4736-bd28-fec4f8e381e6 req-063255ff-04b1-4824-8382-95b90780d219 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:32.885483 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8fffa73-cb81-4736-bd28-fec4f8e381e6 req-063255ff-04b1-4824-8382-95b90780d219 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 945 time: 0.1841748 Feb 08 15:58:32.886911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49738) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:32.893759 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cd66028-8a8b-460a-8c54-ad31e28c2551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (aea96ba9-391b-4a3a-b26c-d45242eacb61), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:32.907898 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-066eb902-375e-4133-b4a0-256e23a5bcab tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/quotas/14458cf15683492d8776194dd0ff4aba HTTP/1.1" status: 200 len: 375 time: 0.0406768 Feb 08 15:58:32.950491 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd66028-8a8b-460a-8c54-ad31e28c2551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea96ba9-391b-4a3a-b26c-d45242eacb61,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:32.958317 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5cd66028-8a8b-460a-8c54-ad31e28c2551 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f06c75c6eb2c4e3a812fb3ddaecc9766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5410764 Feb 08 15:58:32.960838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49742) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:32.965606 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-59c36678-3911-4675-95ea-8b31011be3e1 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=14458cf15683492d8776194dd0ff4aba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425682 Feb 08 15:58:33.061482 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-415241450'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:33.074420 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8fffa73-cb81-4736-bd28-fec4f8e381e6 req-bbffb61b-0392-456d-94ca-bf0c84f145f4 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/security-groups?id=a49f854a-8e47-4b9f-ae6a-8962824d4590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820660 Feb 08 15:58:33.080038 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13201764-9ed5-4d1a-b582-bca502644209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (2f764319-d42b-4c01-903b-77aef65dce1c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.099616 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf22a-f34d-4222-a514-1240297170ed admin admin] Publish callbacks [] for security_group (aea96ba9-391b-4a3a-b26c-d45242eacb61), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.133043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:33.135300 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf22a-f34d-4222-a514-1240297170ed admin admin] Publish callbacks [] for security_group (aea96ba9-391b-4a3a-b26c-d45242eacb61), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.136372 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.158508 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.166257 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (7b995fc4-c33a-49dc-be24-94db26477717), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.191018 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_gateway (7b995fc4-c33a-49dc-be24-94db26477717), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.203887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-cbe07ff1-56b8-48ba-a6a2-6d76eb03670a service neutron] 10.222.0.82 "GET /v2.0/networks/bcef2d27-dfed-428b-a850-b5d7177bd691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195528 Feb 08 15:58:33.206863 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13201764-9ed5-4d1a-b582-bca502644209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (2f764319-d42b-4c01-903b-77aef65dce1c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.237570 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf22a-f34d-4222-a514-1240297170ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (aea96ba9-391b-4a3a-b26c-d45242eacb61), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.240749 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf22a-f34d-4222-a514-1240297170ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.241934 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cc2cf22a-f34d-4222-a514-1240297170ed admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/aea96ba9-391b-4a3a-b26c-d45242eacb61 HTTP/1.1" status: 204 len: 168 time: 0.2802937 Feb 08 15:58:33.260749 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cf22a-f34d-4222-a514-1240297170ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea96ba9-391b-4a3a-b26c-d45242eacb61,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:33.261045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13201764-9ed5-4d1a-b582-bca502644209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f764319-d42b-4c01-903b-77aef65dce1c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:33.272085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Deleting port 46f785a9-3024-4874-9a5c-3e9fdd5615f0 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:33.272433 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (46f785a9-3024-4874-9a5c-3e9fdd5615f0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.280237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5bc494-dafd-47bb-9ef6-95f5a937882e None None] Network bc67a6e4-3206-424f-ba18-d278da582f72 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:33.293717 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13201764-9ed5-4d1a-b582-bca502644209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.299441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-13201764-9ed5-4d1a-b582-bca502644209 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/2f764319-d42b-4c01-903b-77aef65dce1c HTTP/1.1" status: 204 len: 168 time: 0.7970507 Feb 08 15:58:33.303221 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49746) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:33.396886 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (46f785a9-3024-4874-9a5c-3e9fdd5615f0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.422170 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Calling delete_port for 46f785a9-3024-4874-9a5c-3e9fdd5615f0 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:33.470153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-68639ae9-a0ec-4107-a785-3657fb32e5b7 service neutron] 10.222.0.82 "GET /v2.0/networks/bcef2d27-dfed-428b-a850-b5d7177bd691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538376 Feb 08 15:58:33.472639 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (bc67a6e4-3206-424f-ba18-d278da582f72), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.494141 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (aa4bd7f6-9c9d-4667-a009-961d8f36fd3f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.502235 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (aa4bd7f6-9c9d-4667-a009-961d8f36fd3f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.552663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:58:33.582433 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (73d0e860-4672-465e-a36c-cf2d1d404e0d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.582983 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Added segment 73d0e860-4672-465e-a36c-cf2d1d404e0d of type vlan for network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 Feb 08 15:58:33.584812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4bd7f6-9c9d-4667-a009-961d8f36fd3f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:33.589378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0411f5ed-5f78-4d03-be91-a3853fd523bb None None] DHCP port deletion for bc67a6e4-3206-424f-ba18-d278da582f72 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:58:33.647897 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (e5e96e0e-2b54-4d75-9dcb-da64ead1beb4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.661909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] Deleting port d138e890-9a36-4914-8281-c434746fef32 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:33.662601 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d138e890-9a36-4914-8281-c434746fef32), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.738183 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0411f5ed-5f78-4d03-be91-a3853fd523bb None None] Deleting port d138e890-9a36-4914-8281-c434746fef32 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:33.738665 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0411f5ed-5f78-4d03-be91-a3853fd523bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d138e890-9a36-4914-8281-c434746fef32), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.779885 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (e5e96e0e-2b54-4d75-9dcb-da64ead1beb4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.795076 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:33.797418 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.819743 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] For port d138e890-9a36-4914-8281-c434746fef32, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d138e890-9a36-4914-8281-c434746fef32,segment=NetworkSegment(aaf4fa24-f808-4009-b293-223e109b0078),segment_id=aaf4fa24-f808-4009-b293-223e109b0078)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:33.819903 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d138e890-9a36-4914-8281-c434746fef32), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.824819 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dfc470c4-e9bd-4a4b-8e61-f84866ab3e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.835026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0411f5ed-5f78-4d03-be91-a3853fd523bb None None] For port d138e890-9a36-4914-8281-c434746fef32, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d138e890-9a36-4914-8281-c434746fef32,segment=NetworkSegment(aaf4fa24-f808-4009-b293-223e109b0078),segment_id=aaf4fa24-f808-4009-b293-223e109b0078)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:33.836025 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0411f5ed-5f78-4d03-be91-a3853fd523bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d138e890-9a36-4914-8281-c434746fef32), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:33.857945 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0411f5ed-5f78-4d03-be91-a3853fd523bb None None] Calling delete_port for d138e890-9a36-4914-8281-c434746fef32 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:33.986664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Network': ['ID=e5e96e0e-2b54-4d75-9dcb-da64ead1beb4,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:34.000192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] Calling delete_port for d138e890-9a36-4914-8281-c434746fef32 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:34.001600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:58:34.060801 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0411f5ed-5f78-4d03-be91-a3853fd523bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (d138e890-9a36-4914-8281-c434746fef32), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:34.079374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411f5ed-5f78-4d03-be91-a3853fd523bb None None] No DVR routers for this DVR port d138e890-9a36-4914-8281-c434746fef32 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:58:34.121205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411f5ed-5f78-4d03-be91-a3853fd523bb None None] Pushing event deleted for resources: {'Port': ['ID=d138e890-9a36-4914-8281-c434746fef32,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:34.139304 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d138e890-9a36-4914-8281-c434746fef32), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:34.146512 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbd2def2-87e5-4c99-bc3d-846f2364f21b req-d44c639d-1b5c-49e2-b931-8bac1508ffc9 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 210 time: 0.3232245 Feb 08 15:58:34.159104 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3d284d4b-d34e-42a8-91b4-edf2f1a0cc1f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2679336 Feb 08 15:58:34.163814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49770) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:34.171853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c3f6470c-3150-4b83-bb13-3860e1529285 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'name': 'tempest-PortsTestJSON-1826641756'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:34.267736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d138e890-9a36-4914-8281-c434746fef32,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:34.273926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] No DVR routers for this DVR port d138e890-9a36-4914-8281-c434746fef32 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:58:34.288743 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (46f785a9-3024-4874-9a5c-3e9fdd5615f0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:34.360105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Pushing event deleted for resources: {'Port': ['ID=46f785a9-3024-4874-9a5c-3e9fdd5615f0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:34.382691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d138e890-9a36-4914-8281-c434746fef32 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:34.411092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: d138e890-9a36-4914-8281-c434746fef32 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:34.411701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d138e890-9a36-4914-8281-c434746fef32 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:34.412272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 78779019-a75a-4c86-ac3b-2914b2138df8 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:34.423521 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (7b995fc4-c33a-49dc-be24-94db26477717), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:34.428091 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f6470c-3150-4b83-bb13-3860e1529285 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:34.432250 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3f6470c-3150-4b83-bb13-3860e1529285 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:34.460484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 78779019-a75a-4c86-ac3b-2914b2138df8 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:34.461007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 78779019-a75a-4c86-ac3b-2914b2138df8 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:34.526770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-c3f6470c-3150-4b83-bb13-3860e1529285 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port 14b391a0-dc8b-46f9-9acc-fa060199b5aa yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:58:34.787986 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a76c7-8e32-4b49-842f-749f7c7d5ac5 req-27532162-3915-41bd-8794-f79e025cdca3 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:34.789564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-625a76c7-8e32-4b49-842f-749f7c7d5ac5 req-27532162-3915-41bd-8794-f79e025cdca3 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.94 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 945 time: 0.6345687 Feb 08 15:58:34.805041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (7b995fc4-c33a-49dc-be24-94db26477717), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:34.814785 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (bc67a6e4-3206-424f-ba18-d278da582f72), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:34.839339 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (7b995fc4-c33a-49dc-be24-94db26477717), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:34.866243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc67a6e4-3206-424f-ba18-d278da582f72']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:34.875975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115831d5-afbf-48ae-9104-936555dec2c3 req-adf64f38-1ea6-4941-ae74-e97289fbe1b8 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:34.877523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-115831d5-afbf-48ae-9104-936555dec2c3 req-adf64f38-1ea6-4941-ae74-e97289fbe1b8 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 945 time: 0.6062965 Feb 08 15:58:34.894703 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf4fa24-f808-4009-b293-223e109b0078') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:34.895002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf4fa24-f808-4009-b293-223e109b0078') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:34.930233 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (aaf4fa24-f808-4009-b293-223e109b0078), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:34.946794 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3f6470c-3150-4b83-bb13-3860e1529285 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (14b391a0-dc8b-46f9-9acc-fa060199b5aa), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:34.962620 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Router 7b995fc4-c33a-49dc-be24-94db26477717 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:58:34.975533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (aaf4fa24-f808-4009-b293-223e109b0078), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:34.993159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:58:34.993562 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (aaf4fa24-f808-4009-b293-223e109b0078), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:58:34.999085 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:58:35.045327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-115831d5-afbf-48ae-9104-936555dec2c3 req-d6d65caa-d565-4039-85d5-d3285f11a383 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/security-groups?id=a49f854a-8e47-4b9f-ae6a-8962824d4590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533995 Feb 08 15:58:35.081114 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (bc67a6e4-3206-424f-ba18-d278da582f72), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:35.087497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:58:35.090884 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:35.095313 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] 10.222.0.82 "DELETE /v2.0/networks/bc67a6e4-3206-424f-ba18-d278da582f72 HTTP/1.1" status: 204 len: 168 time: 1.7895315 Feb 08 15:58:35.098860 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:35.100338 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-949e895c-d1f4-4f60-bf38-19caecddb079 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "PUT /v2.0/routers/7b995fc4-c33a-49dc-be24-94db26477717 HTTP/1.1" status: 200 len: 706 time: 2.5498538 Feb 08 15:58:35.101839 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3f6470c-3150-4b83-bb13-3860e1529285 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (14b391a0-dc8b-46f9-9acc-fa060199b5aa), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:35.104372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49792) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:35.117418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c00c8c-bf95-4e33-a141-8c781c230441 None None] Sync routers for ids ['7b995fc4-c33a-49dc-be24-94db26477717'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:58:35.131606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c00c8c-bf95-4e33-a141-8c781c230441 None None] Routers {'7b995fc4-c33a-49dc-be24-94db26477717'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:35.133524 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-80c00c8c-bf95-4e33-a141-8c781c230441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['7b995fc4-c33a-49dc-be24-94db26477717'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:35.167478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-625a76c7-8e32-4b49-842f-749f7c7d5ac5 req-d808fae3-543a-437a-bfba-164dafe3757d tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Deleting port 10274be7-6d46-414a-b0e1-a98e62849d46 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:35.167976 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-625a76c7-8e32-4b49-842f-749f7c7d5ac5 req-d808fae3-543a-437a-bfba-164dafe3757d tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (10274be7-6d46-414a-b0e1-a98e62849d46), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:35.277071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-80c00c8c-bf95-4e33-a141-8c781c230441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:35.291594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c00c8c-bf95-4e33-a141-8c781c230441 None None] Routers {'7b995fc4-c33a-49dc-be24-94db26477717'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:35.293666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-80c00c8c-bf95-4e33-a141-8c781c230441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['7b995fc4-c33a-49dc-be24-94db26477717'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:35.294574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-625a76c7-8e32-4b49-842f-749f7c7d5ac5 req-d808fae3-543a-437a-bfba-164dafe3757d tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] For port 10274be7-6d46-414a-b0e1-a98e62849d46, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=10274be7-6d46-414a-b0e1-a98e62849d46,segment=NetworkSegment(df6df04c-6723-4169-adad-c29175098186),segment_id=df6df04c-6723-4169-adad-c29175098186)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:35.294937 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-625a76c7-8e32-4b49-842f-749f7c7d5ac5 req-d808fae3-543a-437a-bfba-164dafe3757d tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (10274be7-6d46-414a-b0e1-a98e62849d46), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:35.311590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-625a76c7-8e32-4b49-842f-749f7c7d5ac5 req-d808fae3-543a-437a-bfba-164dafe3757d tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Calling delete_port for 10274be7-6d46-414a-b0e1-a98e62849d46 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:35.338365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-80c00c8c-bf95-4e33-a141-8c781c230441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:35.339684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c00c8c-bf95-4e33-a141-8c781c230441 None None] The sync data for ids ['7b995fc4-c33a-49dc-be24-94db26477717'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:58:35.360178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a83070-a754-4a2b-b58c-9add0a0e93ab admin admin] Pushing event deleted for resources: {'Network': ['ID=bc67a6e4-3206-424f-ba18-d278da582f72,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:35.407926 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-092410a3-7179-4f70-8d9e-23df3db1b3ea req-6b37b2ee-a962-4e93-92ff-ccc1a06bc1ff tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 210 time: 0.0498908 Feb 08 15:58:35.465409 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:35.474564 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7653d81a-1e62-4987-a9fb-f28ec161febe tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/routers/7b995fc4-c33a-49dc-be24-94db26477717 HTTP/1.1" status: 200 len: 741 time: 0.3685448 Feb 08 15:58:35.476018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6470c-3150-4b83-bb13-3860e1529285 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=14b391a0-dc8b-46f9-9acc-fa060199b5aa,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:35.477566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49800) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:35.529809 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f6470c-3150-4b83-bb13-3860e1529285 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Checking segment: {'id': '73d0e860-4672-465e-a36c-cf2d1d404e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:35.532850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6470c-3150-4b83-bb13-3860e1529285 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network hostable DHCP agents. Network: e5e96e0e-2b54-4d75-9dcb-da64ead1beb4, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:58:35.545043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a26acd7a-0cf8-4f1b-b94a-c3322e95b84e tempest-RoutersAdminTest-45106809 tempest-RoutersAdminTest-45106809-project-admin] 10.222.0.82 "GET /v2.0/ports?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&device_id=7b995fc4-c33a-49dc-be24-94db26477717 HTTP/1.1" status: 200 len: 205 time: 0.0636072 Feb 08 15:58:35.545919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49804) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:35.590023 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c4401b1f-e8a4-44d4-b0cf-0d3037b623b6 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "GET /v2.0/ports?device_id=7b995fc4-c33a-49dc-be24-94db26477717 HTTP/1.1" status: 200 len: 205 time: 0.0411243 Feb 08 15:58:35.597928 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49806) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:35.623946 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-625a76c7-8e32-4b49-842f-749f7c7d5ac5 req-d808fae3-543a-437a-bfba-164dafe3757d tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (10274be7-6d46-414a-b0e1-a98e62849d46), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:35.638367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['10274be7-6d46-414a-b0e1-a98e62849d46'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:58:35.686765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49810) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:35.687333 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-79eb0a43-4918-46c7-a96d-3e72c0f466ee tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:35.688852 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-79eb0a43-4918-46c7-a96d-3e72c0f466ee tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.96 "GET /v2.0/networks?id=bcef2d27-dfed-428b-a850-b5d7177bd691 HTTP/1.1" status: 200 len: 821 time: 0.3122878 Feb 08 15:58:35.694206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6470c-3150-4b83-bb13-3860e1529285 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:58:35.696253 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808fae3-543a-437a-bfba-164dafe3757d tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Pushing event deleted for resources: {'Port': ['ID=10274be7-6d46-414a-b0e1-a98e62849d46,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:35.703102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-8ed3c83e-eaee-492f-8c20-0a5064c3a717 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Request body: {'port': {'device_id': '67389236-d042-485c-9257-2c9e8a655bbd', 'network_id': 'bcef2d27-dfed-428b-a850-b5d7177bd691', 'admin_state_up': True, 'tenant_id': '14458cf15683492d8776194dd0ff4aba'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:35.759576 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-625a76c7-8e32-4b49-842f-749f7c7d5ac5 req-d808fae3-543a-437a-bfba-164dafe3757d tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] No DVR routers for this DVR port 10274be7-6d46-414a-b0e1-a98e62849d46 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:58:35.765150 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-625a76c7-8e32-4b49-842f-749f7c7d5ac5 req-d808fae3-543a-437a-bfba-164dafe3757d tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:35.768169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-625a76c7-8e32-4b49-842f-749f7c7d5ac5 req-d808fae3-543a-437a-bfba-164dafe3757d tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.94 "DELETE /v2.0/ports/10274be7-6d46-414a-b0e1-a98e62849d46 HTTP/1.1" status: 204 len: 173 time: 0.9689775 Feb 08 15:58:35.769152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e65d76-290d-4f84-9b61-92e264f9eaa7', 'name': 'network-vif-deleted', 'tag': '10274be7-6d46-414a-b0e1-a98e62849d46'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:58:35.771737 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961e62aa-617d-46e5-a334-6a2fac6530a7" -d '{"events": [{"server_uuid": "12e65d76-290d-4f84-9b61-92e264f9eaa7", "name": "network-vif-deleted", "tag": "10274be7-6d46-414a-b0e1-a98e62849d46"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:58:35.771938 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-934ed04a-1dd4-4030-9ea0-c309fa7a1e4a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (7b995fc4-c33a-49dc-be24-94db26477717), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:35.777017 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-c3f6470c-3150-4b83-bb13-3860e1529285 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, e5e96e0e-2b54-4d75-9dcb-da64ead1beb4) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:35.787853 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edc99f8-5eef-489d-98b8-067da727673b None None] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:35.806925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-11d81d84-33e3-424a-97f7-054cdf49c7e4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2eb127ba0a924c819fd9581ee7037dd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1187263 Feb 08 15:58:35.807699 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49814) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:35.855034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6470c-3150-4b83-bb13-3860e1529285 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:35.856295 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02566d61-9d73-4145-a550-f58c0c297914 x-openstack-request-id: req-02566d61-9d73-4145-a550-f58c0c297914 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:58:35.856683 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e65d76-290d-4f84-9b61-92e264f9eaa7", "name": "network-vif-deleted", "tag": "10274be7-6d46-414a-b0e1-a98e62849d46", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:58:35.856979 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-02566d61-9d73-4145-a550-f58c0c297914 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:58:35.857442 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e65d76-290d-4f84-9b61-92e264f9eaa7', 'name': 'network-vif-deleted', 'tag': '10274be7-6d46-414a-b0e1-a98e62849d46', 'status': 'completed', 'code': 200} Feb 08 15:58:35.861729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f6470c-3150-4b83-bb13-3860e1529285 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:35.862406 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c3f6470c-3150-4b83-bb13-3860e1529285 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:35.892439 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11879fc0-90bf-4920-8b7f-962b77676e06 admin admin] Publish callbacks [] for security_group (20d64e62-9cfe-4acd-8157-2cfa3d9fd71f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:35.911772 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c3f6470c-3150-4b83-bb13-3860e1529285 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7460873 Feb 08 15:58:35.915148 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49818) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:35.921126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-cc7478a1-acd0-4e3a-a2ff-cba4fe5b32a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2017456142'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:35.937997 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11879fc0-90bf-4920-8b7f-962b77676e06 admin admin] Publish callbacks [] for security_group (20d64e62-9cfe-4acd-8157-2cfa3d9fd71f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.000373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7478a1-acd0-4e3a-a2ff-cba4fe5b32a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:36.004906 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cc7478a1-acd0-4e3a-a2ff-cba4fe5b32a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.037056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7478a1-acd0-4e3a-a2ff-cba4fe5b32a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:58:36.048712 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11879fc0-90bf-4920-8b7f-962b77676e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (20d64e62-9cfe-4acd-8157-2cfa3d9fd71f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.052106 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11879fc0-90bf-4920-8b7f-962b77676e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.061944 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-934ed04a-1dd4-4030-9ea0-c309fa7a1e4a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (7b995fc4-c33a-49dc-be24-94db26477717), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.065633 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-11879fc0-90bf-4920-8b7f-962b77676e06 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/20d64e62-9cfe-4acd-8157-2cfa3d9fd71f HTTP/1.1" status: 204 len: 168 time: 0.2565413 Feb 08 15:58:36.069874 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-934ed04a-1dd4-4030-9ea0-c309fa7a1e4a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router_controller (7b995fc4-c33a-49dc-be24-94db26477717), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.074418 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cc7478a1-acd0-4e3a-a2ff-cba4fe5b32a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8fd2b237-8d85-46fa-b899-611e54fcde3b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.074418 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-cc7478a1-acd0-4e3a-a2ff-cba4fe5b32a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Added segment 8fd2b237-8d85-46fa-b899-611e54fcde3b of type vlan for network 0df62778-2152-41a0-beb1-bca95d041aab Feb 08 15:58:36.121545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11879fc0-90bf-4920-8b7f-962b77676e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d64e62-9cfe-4acd-8157-2cfa3d9fd71f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:36.148513 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-8ed3c83e-eaee-492f-8c20-0a5064c3a717 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Made reservation on behalf of 14458cf15683492d8776194dd0ff4aba for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:36.155312 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-8ed3c83e-eaee-492f-8c20-0a5064c3a717 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.184811 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cc7478a1-acd0-4e3a-a2ff-cba4fe5b32a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (0df62778-2152-41a0-beb1-bca95d041aab), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.203476 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-934ed04a-1dd4-4030-9ea0-c309fa7a1e4a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (7b995fc4-c33a-49dc-be24-94db26477717), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.207107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934ed04a-1dd4-4030-9ea0-c309fa7a1e4a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Fanout notify agent at l3_agent the message router_deleted on router 7b995fc4-c33a-49dc-be24-94db26477717 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:58:36.234957 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-934ed04a-1dd4-4030-9ea0-c309fa7a1e4a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.241390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49826) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:36.244096 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d67c06e4-5212-40f4-b898-04cc2e7d306d req-5bf681ab-71ec-4efc-897e-688d5580ae52 tempest-InstanceActionsTestJSON-1630018504 tempest-InstanceActionsTestJSON-1630018504-project] 10.222.0.82 "GET /v2.0/ports?device_id=12e65d76-290d-4f84-9b61-92e264f9eaa7 HTTP/1.1" status: 200 len: 210 time: 0.0368350 Feb 08 15:58:36.249353 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-934ed04a-1dd4-4030-9ea0-c309fa7a1e4a tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "DELETE /v2.0/routers/7b995fc4-c33a-49dc-be24-94db26477717 HTTP/1.1" status: 204 len: 168 time: 0.6480620 Feb 08 15:58:36.257507 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cc7478a1-acd0-4e3a-a2ff-cba4fe5b32a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (0df62778-2152-41a0-beb1-bca95d041aab), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.265965 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7478a1-acd0-4e3a-a2ff-cba4fe5b32a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:36.266813 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cc7478a1-acd0-4e3a-a2ff-cba4fe5b32a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.303758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c8ff7605-221a-4436-a554-083d10f8322c tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "GET /v2.0/ports?device_id=7b995fc4-c33a-49dc-be24-94db26477717 HTTP/1.1" status: 200 len: 205 time: 0.0577173 Feb 08 15:58:36.319053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49828) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:36.431514 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-a161d922-f852-43c2-9fff-28ff7f8462b4 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] delete failed (client error): The resource could not be found. Feb 08 15:58:36.432866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a161d922-f852-43c2-9fff-28ff7f8462b4 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "DELETE /v2.0/routers/7b995fc4-c33a-49dc-be24-94db26477717 HTTP/1.1" status: 404 len: 336 time: 0.0574858 Feb 08 15:58:36.436068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49834) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:36.446761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cc7478a1-acd0-4e3a-a2ff-cba4fe5b32a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5304682 Feb 08 15:58:36.450789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49838) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:36.456930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'ports': [{'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4'}, {'network_id': '0df62778-2152-41a0-beb1-bca95d041aab'}]} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:36.457434 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:36.458453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'network_id': '0df62778-2152-41a0-beb1-bca95d041aab'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:36.484269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7478a1-acd0-4e3a-a2ff-cba4fe5b32a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Network': ['ID=0df62778-2152-41a0-beb1-bca95d041aab,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:36.498936 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 0df62778-2152-41a0-beb1-bca95d041aab details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:58:36.548859 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-8ed3c83e-eaee-492f-8c20-0a5064c3a717 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Allocated IP 172.20.0.11 (bcef2d27-dfed-428b-a850-b5d7177bd691/d507099e-37d9-4f7f-8c3b-f7b725b539bd/31a0cc02-d3af-4442-a122-77e3bb756e90) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:36.604082 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-581b8f57-6396-47e9-bb79-d1f0fcb4aa65 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "GET /v2.0/ports?device_id=043cc3d9-950f-4735-b295-cf3f8ef1020b HTTP/1.1" status: 200 len: 205 time: 0.1600964 Feb 08 15:58:36.609628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49842) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:36.629478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f90318fd-ea65-4504-9e77-61d996fd349e req-8da6a19b-273d-4aea-90d6-4dc5be7e7792 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 210 time: 0.0645242 Feb 08 15:58:36.668417 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-83787a91-7c04-4efc-a616-91b8ebe4de32 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] delete failed (client error): The resource could not be found. Feb 08 15:58:36.669541 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-83787a91-7c04-4efc-a616-91b8ebe4de32 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "DELETE /v2.0/routers/043cc3d9-950f-4735-b295-cf3f8ef1020b HTTP/1.1" status: 404 len: 336 time: 0.0586998 Feb 08 15:58:36.676269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49846) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:36.679110 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.750395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e48b3cc9-cfdc-4785-9e87-653a77883d11 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3bfca59-88fb-4d9e-8c19-142c02ca3935 HTTP/1.1" status: 200 len: 205 time: 0.0723250 Feb 08 15:58:36.753579 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49848) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:36.767219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49850) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:36.819469 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-845f4267-4e1e-4997-b7cc-e9c500d171cd tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] delete failed (client error): The resource could not be found. Feb 08 15:58:36.823679 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-845f4267-4e1e-4997-b7cc-e9c500d171cd tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "DELETE /v2.0/routers/c3bfca59-88fb-4d9e-8c19-142c02ca3935 HTTP/1.1" status: 404 len: 336 time: 0.0649800 Feb 08 15:58:36.823679 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49852) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:36.828824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'port': 2} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:36.833420 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.837849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-92134590-2ebf-48bd-a70c-2764a501fbf1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4fe083f9054144479897d39f6fbbdd50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0695252 Feb 08 15:58:36.840361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49856) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:36.861782 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0c9b88c6-9915-4a11-8b3a-a717489a9e5f tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "GET /v2.0/ports?device_id=83f33e3e-3f54-45f8-a779-0a7b617f8624 HTTP/1.1" status: 200 len: 205 time: 0.0371606 Feb 08 15:58:36.865246 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49858) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:36.871343 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.919723 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-c1cc43f2-3d33-4fb2-977f-12f8e9be9948 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] delete failed (client error): The resource could not be found. Feb 08 15:58:36.923249 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c1cc43f2-3d33-4fb2-977f-12f8e9be9948 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "DELETE /v2.0/routers/83f33e3e-3f54-45f8-a779-0a7b617f8624 HTTP/1.1" status: 404 len: 336 time: 0.0546103 Feb 08 15:58:36.924015 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-8ed3c83e-eaee-492f-8c20-0a5064c3a717 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Publish callbacks [] for port (31a0cc02-d3af-4442-a122-77e3bb756e90), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:36.925392 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49860) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:36.961184 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-56ad301c-0374-44da-a55d-11093f1b6d4f tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "GET /v2.0/ports?device_id=1cee6c43-8a5a-4eeb-a32b-823bfdea97cb HTTP/1.1" status: 200 len: 205 time: 0.0317326 Feb 08 15:58:36.961382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49862) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:36.981260 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a953e76c-a044-4151-8681-684d3a6b5900 admin admin] Publish callbacks [] for security_group (46e09234-703d-47b5-836e-cc22cf4cfdd0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.006240 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-1557bfb3-3cbf-4bdf-ab1b-065b7b417281 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] delete failed (client error): The resource could not be found. Feb 08 15:58:37.007312 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1557bfb3-3cbf-4bdf-ab1b-065b7b417281 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "DELETE /v2.0/routers/1cee6c43-8a5a-4eeb-a32b-823bfdea97cb HTTP/1.1" status: 404 len: 336 time: 0.0450461 Feb 08 15:58:37.011444 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49864) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:37.053034 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-157757d7-27a3-446c-8087-5ae45894c1bc tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "GET /v2.0/ports?device_id=bfa0e866-c928-4097-ba5d-76d069762e6f HTTP/1.1" status: 200 len: 205 time: 0.0404255 Feb 08 15:58:37.055493 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49866) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:37.061144 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a953e76c-a044-4151-8681-684d3a6b5900 admin admin] Publish callbacks [] for security_group (46e09234-703d-47b5-836e-cc22cf4cfdd0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.092268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port 9cb31632-4285-4a9a-8301-85363b2ae1c2 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:58:37.099030 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-8ed3c83e-eaee-492f-8c20-0a5064c3a717 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (31a0cc02-d3af-4442-a122-77e3bb756e90), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.101141 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-b8559e32-1772-484b-b92d-9a59777e3066 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] delete failed (client error): The resource could not be found. Feb 08 15:58:37.104731 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b8559e32-1772-484b-b92d-9a59777e3066 tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "DELETE /v2.0/routers/bfa0e866-c928-4097-ba5d-76d069762e6f HTTP/1.1" status: 404 len: 336 time: 0.0457997 Feb 08 15:58:37.107681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49868) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:37.142640 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-b797ca44-5987-4ecd-94a6-02773aa5146d tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:37.143214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b797ca44-5987-4ecd-94a6-02773aa5146d tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:37.149355 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b797ca44-5987-4ecd-94a6-02773aa5146d tempest-RoutersAdminTest-1393086048 tempest-RoutersAdminTest-1393086048-project] 10.222.0.82 "DELETE /v2.0/subnets/4be35c51-d874-49b5-b103-7b6814fd807f HTTP/1.1" status: 404 len: 337 time: 0.0381725 Feb 08 15:58:37.153156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-8ed3c83e-eaee-492f-8c20-0a5064c3a717 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Network bcef2d27-dfed-428b-a850-b5d7177bd691 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:37.159050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-8ed3c83e-eaee-492f-8c20-0a5064c3a717 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:37.164653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-8ed3c83e-eaee-492f-8c20-0a5064c3a717 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:37.177449 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a953e76c-a044-4151-8681-684d3a6b5900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (46e09234-703d-47b5-836e-cc22cf4cfdd0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.179946 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a953e76c-a044-4151-8681-684d3a6b5900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.181172 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a953e76c-a044-4151-8681-684d3a6b5900 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/46e09234-703d-47b5-836e-cc22cf4cfdd0 HTTP/1.1" status: 204 len: 168 time: 0.3395913 Feb 08 15:58:37.195774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3c83e-eaee-492f-8c20-0a5064c3a717 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Pushing event updated for resources: {'Port': ['ID=31a0cc02-d3af-4442-a122-77e3bb756e90,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:37.197038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953e76c-a044-4151-8681-684d3a6b5900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e09234-703d-47b5-836e-cc22cf4cfdd0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:37.227335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-8ed3c83e-eaee-492f-8c20-0a5064c3a717 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:37.228044 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-8ed3c83e-eaee-492f-8c20-0a5064c3a717 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.249738 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-8ed3c83e-eaee-492f-8c20-0a5064c3a717 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5506470 Feb 08 15:58:37.251479 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (9cb31632-4285-4a9a-8301-85363b2ae1c2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.263206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-43c9058b-bd14-4e0a-846d-36cb392a7a2c tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:58:37.265606 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-43c9058b-bd14-4e0a-846d-36cb392a7a2c tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098393 Feb 08 15:58:37.284554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Request body: {'port': {'device_id': '67389236-d042-485c-9257-2c9e8a655bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:37.321878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49880) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:37.373238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port 3b88b3c4-1850-4d19-bb96-93862b662432 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:58:37.410149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c3b31a-b111-45f5-9ba5-1bbd52c12972 admin admin] Deleting subnet d0924ae9-c8f2-4b3c-b025-3353f0fcac52 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:58:37.415850 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65c3b31a-b111-45f5-9ba5-1bbd52c12972 admin admin] Publish callbacks [] for subnet (d0924ae9-c8f2-4b3c-b025-3353f0fcac52), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.417912 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (31a0cc02-d3af-4442-a122-77e3bb756e90), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.487671 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65c3b31a-b111-45f5-9ba5-1bbd52c12972 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (d0924ae9-c8f2-4b3c-b025-3353f0fcac52), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.501483 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (3b88b3c4-1850-4d19-bb96-93862b662432), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.569829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49886) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:37.578541 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9cb31632-4285-4a9a-8301-85363b2ae1c2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.595209 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65c3b31a-b111-45f5-9ba5-1bbd52c12972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d0924ae9-c8f2-4b3c-b025-3353f0fcac52), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.654619 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:37.656161 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=9cb31632-4285-4a9a-8301-85363b2ae1c2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:37.665865 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:37.668830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:37.669923 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3b88b3c4-1850-4d19-bb96-93862b662432), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.672817 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 10274be7-6d46-414a-b0e1-a98e62849d46 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:37.705735 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 10274be7-6d46-414a-b0e1-a98e62849d46 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:37.706098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 10274be7-6d46-414a-b0e1-a98e62849d46 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:37.774919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65c3b31a-b111-45f5-9ba5-1bbd52c12972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (d0924ae9-c8f2-4b3c-b025-3353f0fcac52), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.798683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=3b88b3c4-1850-4d19-bb96-93862b662432,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:37.833863 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Checking segment: {'id': '8fd2b237-8d85-46fa-b899-611e54fcde3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0df62778-2152-41a0-beb1-bca95d041aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:37.834309 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network hostable DHCP agents. Network: 0df62778-2152-41a0-beb1-bca95d041aab, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:58:37.839084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3b31a-b111-45f5-9ba5-1bbd52c12972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0924ae9-c8f2-4b3c-b025-3353f0fcac52,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:37.853081 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe2fef-6f36-49ff-b48d-06887f98dceb req-79ef6181-35ff-4e20-8fb4-c9f75c70ec10 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:37.853863 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65c3b31a-b111-45f5-9ba5-1bbd52c12972 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.854650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bbe2fef-6f36-49ff-b48d-06887f98dceb req-79ef6181-35ff-4e20-8fb4-c9f75c70ec10 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 932 time: 0.1046679 Feb 08 15:58:37.860664 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-65c3b31a-b111-45f5-9ba5-1bbd52c12972 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/d0924ae9-c8f2-4b3c-b025-3353f0fcac52 HTTP/1.1" status: 204 len: 168 time: 0.5372775 Feb 08 15:58:37.862084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49896) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:37.884226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network 0df62778-2152-41a0-beb1-bca95d041aab is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:58:37.907348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 0df62778-2152-41a0-beb1-bca95d041aab) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:37.912164 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49900) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:37.924493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:37.931835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:37.935859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0015a486-8dc5-43a7-a9cf-274d4e742030 None None] Network 0df62778-2152-41a0-beb1-bca95d041aab requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:37.938452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:37.939545 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.946869 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:37.983131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bbe2fef-6f36-49ff-b48d-06887f98dceb req-4a58e8ab-9d92-4e12-9ee9-d6140fa7a0a3 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/security-groups?id=32af40b2-5843-4413-acae-f5deaa88090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178524 Feb 08 15:58:37.991050 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8444-38fe-48d3-87a7-0f0b65e209b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.013305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e75d4a4e-f547-4892-bdee-00b114fe323d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5617313 Feb 08 15:58:38.016923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49908) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:38.087105 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae4c62e8-2689-4e85-b116-292ad6c0b4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.251018 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8444-38fe-48d3-87a7-0f0b65e209b1 admin admin] Publish callbacks [] for security_group (b737b3b0-fb44-4982-9901-bc0c006ea633), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.255745 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f10a9947-8737-4909-8a24-bb51515e804f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port 3b88b3c4-1850-4d19-bb96-93862b662432 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:38.256204 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f10a9947-8737-4909-8a24-bb51515e804f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3b88b3c4-1850-4d19-bb96-93862b662432), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.264182 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e8e8444-38fe-48d3-87a7-0f0b65e209b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b737b3b0-fb44-4982-9901-bc0c006ea633), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.381930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-399c8c01-557d-4170-a1c4-524ff3f7a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (05dc89ba-e836-46c2-a8d5-c5eae1c1d040), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.387160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5e8e8444-38fe-48d3-87a7-0f0b65e209b1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d531fa521eaf442da83fd65af601e567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8153055 Feb 08 15:58:38.393567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49920) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:38.399858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e8444-38fe-48d3-87a7-0f0b65e209b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b737b3b0-fb44-4982-9901-bc0c006ea633,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:38.404081 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae4c62e8-2689-4e85-b116-292ad6c0b4c1 admin admin] Publish callbacks [] for security_group (375a9298-9318-4202-9f44-993e480cfbaf), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.419598 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae4c62e8-2689-4e85-b116-292ad6c0b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (375a9298-9318-4202-9f44-993e480cfbaf), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.420002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a0cc02-d3af-4442-a122-77e3bb756e90 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:58:38.428837 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Publish callbacks [] for port (31a0cc02-d3af-4442-a122-77e3bb756e90), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.429382 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f10a9947-8737-4909-8a24-bb51515e804f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3b88b3c4-1850-4d19-bb96-93862b662432), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.468045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f10a9947-8737-4909-8a24-bb51515e804f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for 3b88b3c4-1850-4d19-bb96-93862b662432 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:38.493828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49922) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:38.506724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Transition to ACTIVE for port object 31a0cc02-d3af-4442-a122-77e3bb756e90 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:58:38.513102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ae4c62e8-2689-4e85-b116-292ad6c0b4c1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2a5da50f49c54cc89609de7e702db8fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5991936 Feb 08 15:58:38.516124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49926) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:38.516859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (31a0cc02-d3af-4442-a122-77e3bb756e90), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.517416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c62e8-2689-4e85-b116-292ad6c0b4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375a9298-9318-4202-9f44-993e480cfbaf,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:38.529932 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-399c8c01-557d-4170-a1c4-524ff3f7a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (05dc89ba-e836-46c2-a8d5-c5eae1c1d040), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.580227 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27dfe2be-3896-47bd-a188-0d33b1d7b37d admin admin] Publish callbacks [] for security_group (b737b3b0-fb44-4982-9901-bc0c006ea633), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.599284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-399c8c01-557d-4170-a1c4-524ff3f7a387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05dc89ba-e836-46c2-a8d5-c5eae1c1d040']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:38.625236 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-399c8c01-557d-4170-a1c4-524ff3f7a387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6df04c-6723-4169-adad-c29175098186') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:38.625532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-399c8c01-557d-4170-a1c4-524ff3f7a387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6df04c-6723-4169-adad-c29175098186') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:38.625917 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27dfe2be-3896-47bd-a188-0d33b1d7b37d admin admin] Publish callbacks [] for security_group (b737b3b0-fb44-4982-9901-bc0c006ea633), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.637162 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Pushing event updated for resources: {'Port': ['ID=31a0cc02-d3af-4442-a122-77e3bb756e90,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:38.642666 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1911387305-network', 'tenant_id': 'd904d372d18840b38029be9c9cba3133'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:38.651270 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-399c8c01-557d-4170-a1c4-524ff3f7a387 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (df6df04c-6723-4169-adad-c29175098186), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.653704 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f10a9947-8737-4909-8a24-bb51515e804f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3b88b3c4-1850-4d19-bb96-93862b662432), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.687755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a9947-8737-4909-8a24-bb51515e804f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=3b88b3c4-1850-4d19-bb96-93862b662432,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:38.694760 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-399c8c01-557d-4170-a1c4-524ff3f7a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (df6df04c-6723-4169-adad-c29175098186), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.696840 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f10a9947-8737-4909-8a24-bb51515e804f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.700154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f10a9947-8737-4909-8a24-bb51515e804f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/3b88b3c4-1850-4d19-bb96-93862b662432 HTTP/1.1" status: 204 len: 168 time: 0.6820059 Feb 08 15:58:38.702944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49928) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:38.714501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399c8c01-557d-4170-a1c4-524ff3f7a387 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:58:38.714716 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-399c8c01-557d-4170-a1c4-524ff3f7a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (df6df04c-6723-4169-adad-c29175098186), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:58:38.732875 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:58:38.748009 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27dfe2be-3896-47bd-a188-0d33b1d7b37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b737b3b0-fb44-4982-9901-bc0c006ea633), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.750894 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27dfe2be-3896-47bd-a188-0d33b1d7b37d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.751089 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31fa4a40-7b4d-4ebd-993b-562d7091d37b admin admin] Publish callbacks [] for security_group (375a9298-9318-4202-9f44-993e480cfbaf), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.752071 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-27dfe2be-3896-47bd-a188-0d33b1d7b37d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b737b3b0-fb44-4982-9901-bc0c006ea633 HTTP/1.1" status: 204 len: 168 time: 0.3534081 Feb 08 15:58:38.764357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfe2be-3896-47bd-a188-0d33b1d7b37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b737b3b0-fb44-4982-9901-bc0c006ea633,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:38.776843 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b8fe66-220f-4342-8dd1-4f2c3af8570a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:38.782541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b8fe66-220f-4342-8dd1-4f2c3af8570a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:38.786927 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-06b8fe66-220f-4342-8dd1-4f2c3af8570a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0801504 Feb 08 15:58:38.788886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49932) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:38.789040 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] Made reservation on behalf of d904d372d18840b38029be9c9cba3133 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:38.790393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.826812 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.836382 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31fa4a40-7b4d-4ebd-993b-562d7091d37b admin admin] Publish callbacks [] for security_group (375a9298-9318-4202-9f44-993e480cfbaf), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.852430 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-399c8c01-557d-4170-a1c4-524ff3f7a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (05dc89ba-e836-46c2-a8d5-c5eae1c1d040), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.878545 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-399c8c01-557d-4170-a1c4-524ff3f7a387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.881877 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-399c8c01-557d-4170-a1c4-524ff3f7a387 admin admin] 10.222.0.82 "DELETE /v2.0/networks/05dc89ba-e836-46c2-a8d5-c5eae1c1d040 HTTP/1.1" status: 204 len: 168 time: 1.0138636 Feb 08 15:58:38.896725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Attempting to bind port 31a0cc02-d3af-4442-a122-77e3bb756e90 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:58:38.897323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Attempting to bind port 31a0cc02-d3af-4442-a122-77e3bb756e90 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '20ae0045-f0fd-4241-8f03-fc5b665f0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bcef2d27-dfed-428b-a850-b5d7177bd691'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:58:38.898028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Attempting to bind port 31a0cc02-d3af-4442-a122-77e3bb756e90 on network bcef2d27-dfed-428b-a850-b5d7177bd691 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:58:38.910181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c2994dcd-f034-4b9c-98d1-8c9fb52403c2 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port 9cb31632-4285-4a9a-8301-85363b2ae1c2 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:38.910542 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2994dcd-f034-4b9c-98d1-8c9fb52403c2 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9cb31632-4285-4a9a-8301-85363b2ae1c2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.922465 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c8c01-557d-4170-a1c4-524ff3f7a387 admin admin] Pushing event deleted for resources: {'Network': ['ID=05dc89ba-e836-46c2-a8d5-c5eae1c1d040,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:38.925624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Port 31a0cc02-d3af-4442-a122-77e3bb756e90 on network bcef2d27-dfed-428b-a850-b5d7177bd691 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:58:38.926147 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Attempting to bind port 31a0cc02-d3af-4442-a122-77e3bb756e90 on network bcef2d27-dfed-428b-a850-b5d7177bd691 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:58:38.944205 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:58:38.944806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Checking segment: {'id': '20ae0045-f0fd-4241-8f03-fc5b665f0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bcef2d27-dfed-428b-a850-b5d7177bd691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:38.945387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Bound using segment: {'id': '20ae0045-f0fd-4241-8f03-fc5b665f0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bcef2d27-dfed-428b-a850-b5d7177bd691'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:58:38.946026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Bound port: 31a0cc02-d3af-4442-a122-77e3bb756e90, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20ae0045-f0fd-4241-8f03-fc5b665f0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bcef2d27-dfed-428b-a850-b5d7177bd691'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:58:38.946555 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (31a0cc02-d3af-4442-a122-77e3bb756e90), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.991563 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31fa4a40-7b4d-4ebd-993b-562d7091d37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (375a9298-9318-4202-9f44-993e480cfbaf), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.995351 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31fa4a40-7b4d-4ebd-993b-562d7091d37b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:38.998874 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-31fa4a40-7b4d-4ebd-993b-562d7091d37b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/375a9298-9318-4202-9f44-993e480cfbaf HTTP/1.1" status: 204 len: 168 time: 0.4774683 Feb 08 15:58:39.016787 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2994dcd-f034-4b9c-98d1-8c9fb52403c2 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9cb31632-4285-4a9a-8301-85363b2ae1c2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.036427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c2994dcd-f034-4b9c-98d1-8c9fb52403c2 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for 9cb31632-4285-4a9a-8301-85363b2ae1c2 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:39.085704 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa4a40-7b4d-4ebd-993b-562d7091d37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375a9298-9318-4202-9f44-993e480cfbaf,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:39.107252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] For port 31a0cc02-d3af-4442-a122-77e3bb756e90, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:58:39.111023 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] For port 31a0cc02-d3af-4442-a122-77e3bb756e90, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=31a0cc02-d3af-4442-a122-77e3bb756e90,segment=NetworkSegment(20ae0045-f0fd-4241-8f03-fc5b665f0961),segment_id=20ae0045-f0fd-4241-8f03-fc5b665f0961)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:58:39.126997 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (31a0cc02-d3af-4442-a122-77e3bb756e90), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.145862 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] Publish callbacks [] for security_group (3d795a26-49bf-42bc-a235-52774c497c14), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.169640 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3d795a26-49bf-42bc-a235-52774c497c14), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.184466 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49944) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:39.195625 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49946) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:39.201732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:39.202391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.203747 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] 10.222.0.96 "PUT /v2.0/ports/31a0cc02-d3af-4442-a122-77e3bb756e90 HTTP/1.1" status: 200 len: 1093 time: 1.9263256 Feb 08 15:58:39.206104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60129670-8ac8-40e2-beed-0fe274bd474a req-f5e77827-16b6-4de3-a4ef-4820a1c0ddf9 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:39.207267 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d795a26-49bf-42bc-a235-52774c497c14,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:39.208176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60129670-8ac8-40e2-beed-0fe274bd474a req-f5e77827-16b6-4de3-a4ef-4820a1c0ddf9 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 944 time: 0.1048579 Feb 08 15:58:39.215541 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67389236-d042-485c-9257-2c9e8a655bbd', 'tag': '31a0cc02-d3af-4442-a122-77e3bb756e90'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:58:39.217927 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f489b090-9cce-4b79-9f40-965838ca2dac" -d '{"events": [{"name": "network-changed", "server_uuid": "67389236-d042-485c-9257-2c9e8a655bbd", "tag": "31a0cc02-d3af-4442-a122-77e3bb756e90"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:58:39.257091 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2994dcd-f034-4b9c-98d1-8c9fb52403c2 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9cb31632-4285-4a9a-8301-85363b2ae1c2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.286311 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:58:39.314068 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7eee6a-eeaf-45fc-94c1-a07d17ce4ddf x-openstack-request-id: req-ce7eee6a-eeaf-45fc-94c1-a07d17ce4ddf {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:58:39.314359 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67389236-d042-485c-9257-2c9e8a655bbd", "tag": "31a0cc02-d3af-4442-a122-77e3bb756e90", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:58:39.314574 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ce7eee6a-eeaf-45fc-94c1-a07d17ce4ddf {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:58:39.314974 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67389236-d042-485c-9257-2c9e8a655bbd', 'tag': '31a0cc02-d3af-4442-a122-77e3bb756e90', 'status': 'completed', 'code': 200} Feb 08 15:58:39.317791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559603c5-f5fb-4223-9b54-27d972c4eda0 service neutron] Pushing event updated for resources: {'Port': ['ID=31a0cc02-d3af-4442-a122-77e3bb756e90,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:39.327440 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8b500b9b-63f8-4d95-8011-088b8b46ab64), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.327787 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] Added segment 8b500b9b-63f8-4d95-8011-088b8b46ab64 of type vlan for network 5c6b15a2-6f79-4fd5-b331-b1d270a9ae22 Feb 08 15:58:39.338025 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2994dcd-f034-4b9c-98d1-8c9fb52403c2 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=9cb31632-4285-4a9a-8301-85363b2ae1c2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:39.373257 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2994dcd-f034-4b9c-98d1-8c9fb52403c2 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.378923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c2994dcd-f034-4b9c-98d1-8c9fb52403c2 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/9cb31632-4285-4a9a-8301-85363b2ae1c2 HTTP/1.1" status: 204 len: 168 time: 0.5882366 Feb 08 15:58:39.380291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4ac02b91-af98-4ecc-a2b1-02f75b97c7ed admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ef3358b4b6904f298da7551f0292a6bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1931283 Feb 08 15:58:39.380932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49950) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:39.382583 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (5c6b15a2-6f79-4fd5-b331-b1d270a9ae22), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.383323 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6d2d2a09-f97c-412b-8b95-2d76800352b5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4ed9bbdd05c4484db7dc92bb964e3ff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1848619 Feb 08 15:58:39.387283 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49952) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:39.387625 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49954) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:39.401308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-c2a24000-a5e2-4b39-b0e7-aea0541d81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:39.401308 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-c2a24000-a5e2-4b39-b0e7-aea0541d81a7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=14458cf15683492d8776194dd0ff4aba&device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 1127 time: 0.1538494 Feb 08 15:58:39.428926 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60129670-8ac8-40e2-beed-0fe274bd474a req-65bdc560-5d22-4f20-9401-1d126197d311 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/security-groups?id=32af40b2-5843-4413-acae-f5deaa88090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080057 Feb 08 15:58:39.477492 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-26997a46-17e8-4e3f-a585-a69cc8986c61 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31a0cc02-d3af-4442-a122-77e3bb756e90 HTTP/1.1" status: 200 len: 217 time: 0.0569518 Feb 08 15:58:39.499907 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5f2f49fc-d5b1-4407-8e78-c67932c88df6 admin admin] Publish callbacks [] for security_group (a49f854a-8e47-4b9f-ae6a-8962824d4590), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.506314 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4389eca1-c94e-4827-97f4-a39eb3395fe4 admin admin] Publish callbacks [] for security_group (6cf17d27-004c-40a6-840e-11848070ee18), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.534179 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (5c6b15a2-6f79-4fd5-b331-b1d270a9ae22), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.535024 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5f2f49fc-d5b1-4407-8e78-c67932c88df6 admin admin] Publish callbacks [] for security_group (a49f854a-8e47-4b9f-ae6a-8962824d4590), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.535415 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:39.536085 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.552547 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4389eca1-c94e-4827-97f4-a39eb3395fe4 admin admin] Publish callbacks [] for security_group (6cf17d27-004c-40a6-840e-11848070ee18), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.601460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7be7876-337b-4374-a01e-102cd08c58be tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:39.603648 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c7be7876-337b-4374-a01e-102cd08c58be tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2171612 Feb 08 15:58:39.605525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-f1dd9c1e-e9d5-4601-85f9-cf0f404cef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:39.606984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49958) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:39.607389 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-f1dd9c1e-e9d5-4601-85f9-cf0f404cef04 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d507099e-37d9-4f7f-8c3b-f7b725b539bd HTTP/1.1" status: 200 len: 861 time: 0.1201024 Feb 08 15:58:39.613542 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1166940 Feb 08 15:58:39.617635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49960) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:39.627621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a98c3532-8998-46da-872e-1b37d46533d0 admin admin] Request body: {'subnet': {'network_id': '5c6b15a2-6f79-4fd5-b331-b1d270a9ae22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1911387305-subnet', 'tenant_id': 'd904d372d18840b38029be9c9cba3133', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:39.653905 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d566155-3060-4e83-8eec-240a4cf9da71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] GET failed (client error): The resource could not be found. Feb 08 15:58:39.655466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7d566155-3060-4e83-8eec-240a4cf9da71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/3b88b3c4-1850-4d19-bb96-93862b662432 HTTP/1.1" status: 404 len: 333 time: 0.0472696 Feb 08 15:58:39.658626 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49962) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:39.662199 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-9106919d-19fa-46a6-90d3-9784903adad5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bcef2d27-dfed-428b-a850-b5d7177bd691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467076 Feb 08 15:58:39.663252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643ca6f-e529-4848-9841-70b5d3c26988 admin admin] Pushing event updated for resources: {'Network': ['ID=5c6b15a2-6f79-4fd5-b331-b1d270a9ae22,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:39.675654 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4389eca1-c94e-4827-97f4-a39eb3395fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6cf17d27-004c-40a6-840e-11848070ee18), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.677757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 5c6b15a2-6f79-4fd5-b331-b1d270a9ae22 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:58:39.678685 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4389eca1-c94e-4827-97f4-a39eb3395fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.679807 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4389eca1-c94e-4827-97f4-a39eb3395fe4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6cf17d27-004c-40a6-840e-11848070ee18 HTTP/1.1" status: 204 len: 168 time: 0.2911162 Feb 08 15:58:39.702564 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5f2f49fc-d5b1-4407-8e78-c67932c88df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a49f854a-8e47-4b9f-ae6a-8962824d4590), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.705283 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5f2f49fc-d5b1-4407-8e78-c67932c88df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.706440 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5f2f49fc-d5b1-4407-8e78-c67932c88df6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a49f854a-8e47-4b9f-ae6a-8962824d4590 HTTP/1.1" status: 204 len: 168 time: 0.3165133 Feb 08 15:58:39.713229 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-c116b94c-03cd-4406-bdb3-03351e952d2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] GET failed (client error): The resource could not be found. Feb 08 15:58:39.714682 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c116b94c-03cd-4406-bdb3-03351e952d2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/9cb31632-4285-4a9a-8301-85363b2ae1c2 HTTP/1.1" status: 404 len: 333 time: 0.0550337 Feb 08 15:58:39.715781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98c3532-8998-46da-872e-1b37d46533d0 admin admin] Made reservation on behalf of d904d372d18840b38029be9c9cba3133 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:39.718204 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a98c3532-8998-46da-872e-1b37d46533d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.720870 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49968) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:39.721731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389eca1-c94e-4827-97f4-a39eb3395fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf17d27-004c-40a6-840e-11848070ee18,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:39.761066 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49970) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:39.777745 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38005571-18a0-4b28-9e16-d4993d2fe1ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:39.874351 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-0630b2c9-b20d-43b1-9738-5fc4f6ea7c3b service neutron] 10.222.0.96 "GET /v2.0/networks/bcef2d27-dfed-428b-a850-b5d7177bd691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046783 Feb 08 15:58:39.881268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f49fc-d5b1-4407-8e78-c67932c88df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49f854a-8e47-4b9f-ae6a-8962824d4590,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:39.946125 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-98e50397-e822-47bc-8330-1793c03f13e5 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (0df62778-2152-41a0-beb1-bca95d041aab), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.003834 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38005571-18a0-4b28-9e16-d4993d2fe1ec admin admin] Publish callbacks [] for security_group (9ba6b734-8845-40a2-adc1-990a36259d0f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.010611 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38005571-18a0-4b28-9e16-d4993d2fe1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9ba6b734-8845-40a2-adc1-990a36259d0f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.069872 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-38005571-18a0-4b28-9e16-d4993d2fe1ec admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0cbe07d58b4a4b0fbf983e04dbaa8e58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3076239 Feb 08 15:58:40.075570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49976) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:40.090205 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-98e50397-e822-47bc-8330-1793c03f13e5 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (0df62778-2152-41a0-beb1-bca95d041aab), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.110896 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-887eeb3f-db3c-4bea-b1b6-bd81d0223fb4 req-49073f20-1797-45c8-a9f8-3dcdcba56b05 service neutron] 10.222.0.96 "GET /v2.0/networks/bcef2d27-dfed-428b-a850-b5d7177bd691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249417 Feb 08 15:58:40.114329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38005571-18a0-4b28-9e16-d4993d2fe1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba6b734-8845-40a2-adc1-990a36259d0f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:40.144256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-98e50397-e822-47bc-8330-1793c03f13e5 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df62778-2152-41a0-beb1-bca95d041aab']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:40.163400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-98e50397-e822-47bc-8330-1793c03f13e5 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd2b237-8d85-46fa-b899-611e54fcde3b') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:40.163758 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-98e50397-e822-47bc-8330-1793c03f13e5 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd2b237-8d85-46fa-b899-611e54fcde3b') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:40.173594 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a98c3532-8998-46da-872e-1b37d46533d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (7a0c6447-e23d-4698-aa80-a10a0d33e6f2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.176965 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-98e50397-e822-47bc-8330-1793c03f13e5 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (8fd2b237-8d85-46fa-b899-611e54fcde3b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.204381 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-be2755b5-a904-42d8-b05e-850fdb2d972f admin admin] Publish callbacks [] for security_group (9ba6b734-8845-40a2-adc1-990a36259d0f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.233725 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-98e50397-e822-47bc-8330-1793c03f13e5 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8fd2b237-8d85-46fa-b899-611e54fcde3b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.244218 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-be2755b5-a904-42d8-b05e-850fdb2d972f admin admin] Publish callbacks [] for security_group (9ba6b734-8845-40a2-adc1-990a36259d0f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.248787 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e50397-e822-47bc-8330-1793c03f13e5 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:58:40.249251 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-98e50397-e822-47bc-8330-1793c03f13e5 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (8fd2b237-8d85-46fa-b899-611e54fcde3b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:58:40.254029 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:58:40.261747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489b090-9cce-4b79-9f40-965838ca2dac req-e4bfad6a-8fa1-4269-aa8d-6a5a9dff9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:40.263583 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f489b090-9cce-4b79-9f40-965838ca2dac req-e4bfad6a-8fa1-4269-aa8d-6a5a9dff9bae service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=14458cf15683492d8776194dd0ff4aba&device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 1127 time: 0.1000414 Feb 08 15:58:40.264998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c3532-8998-46da-872e-1b37d46533d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0c6447-e23d-4698-aa80-a10a0d33e6f2,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:40.330539 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98c3532-8998-46da-872e-1b37d46533d0 admin admin] Checking segment: {'id': '8b500b9b-63f8-4d95-8011-088b8b46ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5c6b15a2-6f79-4fd5-b331-b1d270a9ae22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:40.330539 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98c3532-8998-46da-872e-1b37d46533d0 admin admin] Network hostable DHCP agents. Network: 5c6b15a2-6f79-4fd5-b331-b1d270a9ae22, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:58:40.337739 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-98e50397-e822-47bc-8330-1793c03f13e5 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (0df62778-2152-41a0-beb1-bca95d041aab), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.349493 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-98e50397-e822-47bc-8330-1793c03f13e5 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.357186 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-98e50397-e822-47bc-8330-1793c03f13e5 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/networks/0df62778-2152-41a0-beb1-bca95d041aab HTTP/1.1" status: 204 len: 168 time: 0.6330619 Feb 08 15:58:40.367312 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49990) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:40.388889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1a6426e2-6650-434c-8754-4f05d0723fed tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2039516473'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:40.391123 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-be2755b5-a904-42d8-b05e-850fdb2d972f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9ba6b734-8845-40a2-adc1-990a36259d0f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.395651 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-be2755b5-a904-42d8-b05e-850fdb2d972f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.399872 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-be2755b5-a904-42d8-b05e-850fdb2d972f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9ba6b734-8845-40a2-adc1-990a36259d0f HTTP/1.1" status: 204 len: 168 time: 0.3201687 Feb 08 15:58:40.400047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e50397-e822-47bc-8330-1793c03f13e5 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Network': ['ID=0df62778-2152-41a0-beb1-bca95d041aab,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:40.412544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98c3532-8998-46da-872e-1b37d46533d0 admin admin] Network 5c6b15a2-6f79-4fd5-b331-b1d270a9ae22 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:58:40.424442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2755b5-a904-42d8-b05e-850fdb2d972f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba6b734-8845-40a2-adc1-990a36259d0f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:40.428017 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489b090-9cce-4b79-9f40-965838ca2dac req-4c53f0aa-97c2-472c-b9ce-d0b373498bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:40.428804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6426e2-6650-434c-8754-4f05d0723fed tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:40.429666 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f489b090-9cce-4b79-9f40-965838ca2dac req-4c53f0aa-97c2-472c-b9ce-d0b373498bf1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bcef2d27-dfed-428b-a850-b5d7177bd691 HTTP/1.1" status: 200 len: 922 time: 0.1567502 Feb 08 15:58:40.436614 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a6426e2-6650-434c-8754-4f05d0723fed tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.440166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-a98c3532-8998-46da-872e-1b37d46533d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 5c6b15a2-6f79-4fd5-b331-b1d270a9ae22) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:40.452568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98c3532-8998-46da-872e-1b37d46533d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:40.453228 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a98c3532-8998-46da-872e-1b37d46533d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.455067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d226b55b-9e57-4ec8-9371-f8d21d18559b None None] Network 5c6b15a2-6f79-4fd5-b331-b1d270a9ae22 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:40.480618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a98c3532-8998-46da-872e-1b37d46533d0 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8615773 Feb 08 15:58:40.485197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6426e2-6650-434c-8754-4f05d0723fed tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:58:40.508458 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a6426e2-6650-434c-8754-4f05d0723fed tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (5fca7b04-234e-4201-9b39-cb9c344f9264), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.508668 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-1a6426e2-6650-434c-8754-4f05d0723fed tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Added segment 5fca7b04-234e-4201-9b39-cb9c344f9264 of type vlan for network ba8d0f7c-7568-4138-afbc-9a28a2ef58a2 Feb 08 15:58:40.542019 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f489b090-9cce-4b79-9f40-965838ca2dac req-86e88154-fe11-4a4c-9a44-a7359b7332bc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31a0cc02-d3af-4442-a122-77e3bb756e90 HTTP/1.1" status: 200 len: 217 time: 0.0921831 Feb 08 15:58:40.621989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489b090-9cce-4b79-9f40-965838ca2dac req-cb95acd8-d199-4019-920a-f9c6ac3bdec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:40.631367 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f489b090-9cce-4b79-9f40-965838ca2dac req-cb95acd8-d199-4019-920a-f9c6ac3bdec4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d507099e-37d9-4f7f-8c3b-f7b725b539bd HTTP/1.1" status: 200 len: 861 time: 0.0824335 Feb 08 15:58:40.636306 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a6426e2-6650-434c-8754-4f05d0723fed tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (ba8d0f7c-7568-4138-afbc-9a28a2ef58a2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.637191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c5a636-3453-481b-84be-baea2eb7189d None None] Network 5c6b15a2-6f79-4fd5-b331-b1d270a9ae22 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:40.689909 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f489b090-9cce-4b79-9f40-965838ca2dac req-35319132-6807-4888-bf0f-5ca3c1333511 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bcef2d27-dfed-428b-a850-b5d7177bd691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450015 Feb 08 15:58:40.696756 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a6426e2-6650-434c-8754-4f05d0723fed tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (ba8d0f7c-7568-4138-afbc-9a28a2ef58a2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.709721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6426e2-6650-434c-8754-4f05d0723fed tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:40.716014 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a6426e2-6650-434c-8754-4f05d0723fed tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:40.795321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1a6426e2-6650-434c-8754-4f05d0723fed tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4223146 Feb 08 15:58:40.805708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50010) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:40.813570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b9ae34dc-44e8-421a-ba43-b39f87e9f02f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'subnet': {'network_id': 'ba8d0f7c-7568-4138-afbc-9a28a2ef58a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:40.847101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6426e2-6650-434c-8754-4f05d0723fed tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Network': ['ID=ba8d0f7c-7568-4138-afbc-9a28a2ef58a2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:40.862090 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network ba8d0f7c-7568-4138-afbc-9a28a2ef58a2 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:58:40.868261 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e8bcc-bc55-4dfc-9565-d4f4337c7527 req-35fb3552-7c13-4557-91f0-b69f2a7a5c52 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:40.876388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a17e8bcc-bc55-4dfc-9565-d4f4337c7527 req-35fb3552-7c13-4557-91f0-b69f2a7a5c52 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 944 time: 0.2876537 Feb 08 15:58:40.969530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a17e8bcc-bc55-4dfc-9565-d4f4337c7527 req-47ada570-1e58-4645-8848-94789175672d tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/security-groups?id=32af40b2-5843-4413-acae-f5deaa88090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915804 Feb 08 15:58:40.996218 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f489b090-9cce-4b79-9f40-965838ca2dac req-b05541f7-33b5-4364-a6bf-a5986af67db2 service neutron] 10.222.0.96 "GET /v2.0/networks/bcef2d27-dfed-428b-a850-b5d7177bd691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021300 Feb 08 15:58:41.072505 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ae34dc-44e8-421a-ba43-b39f87e9f02f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:41.075993 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9ae34dc-44e8-421a-ba43-b39f87e9f02f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:41.155356 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-b9ae34dc-44e8-421a-ba43-b39f87e9f02f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Performing IP validity checks on allocation pools {{(pid=103302) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 15:58:41.156109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-b9ae34dc-44e8-421a-ba43-b39f87e9f02f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103302) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 15:58:41.201487 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f489b090-9cce-4b79-9f40-965838ca2dac req-e3f32592-87b3-4df8-9f8c-dfc0ad1d0cc7 service neutron] 10.222.0.96 "GET /v2.0/networks/bcef2d27-dfed-428b-a850-b5d7177bd691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983843 Feb 08 15:58:41.338478 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9ae34dc-44e8-421a-ba43-b39f87e9f02f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (088d9c2c-266e-4c92-bf9f-179aa4aef28c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:41.420745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae34dc-44e8-421a-ba43-b39f87e9f02f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Subnet': ['ID=088d9c2c-266e-4c92-bf9f-179aa4aef28c,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:41.428986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ae34dc-44e8-421a-ba43-b39f87e9f02f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Checking segment: {'id': '5fca7b04-234e-4201-9b39-cb9c344f9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ba8d0f7c-7568-4138-afbc-9a28a2ef58a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:41.429406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae34dc-44e8-421a-ba43-b39f87e9f02f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network hostable DHCP agents. Network: ba8d0f7c-7568-4138-afbc-9a28a2ef58a2, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:58:41.445282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50040) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:41.451206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae34dc-44e8-421a-ba43-b39f87e9f02f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network ba8d0f7c-7568-4138-afbc-9a28a2ef58a2 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:58:41.466150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b9ae34dc-44e8-421a-ba43-b39f87e9f02f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, ba8d0f7c-7568-4138-afbc-9a28a2ef58a2) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:41.470861 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ae34dc-44e8-421a-ba43-b39f87e9f02f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:41.472031 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9ae34dc-44e8-421a-ba43-b39f87e9f02f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:41.480074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bb2f64-2902-4dd5-a428-b527f5c8c14f None None] Network ba8d0f7c-7568-4138-afbc-9a28a2ef58a2 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:41.498913 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b9ae34dc-44e8-421a-ba43-b39f87e9f02f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6912646 Feb 08 15:58:41.501546 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50048) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:41.511488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-37db818f-0aa2-4fa5-ae43-812d11f313a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'network_id': 'ba8d0f7c-7568-4138-afbc-9a28a2ef58a2', 'name': 'tempest-PortsTestJSON-1996830996'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:41.636417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-ba8d0f7c-7568-4138-afbc-9a28a2ef58a2', 'network_id': 'ba8d0f7c-7568-4138-afbc-9a28a2ef58a2', 'project_id': '0d4436b9f30742f79601225ff55aa191', 'fixed_ips': [{'subnet_id': '088d9c2c-266e-4c92-bf9f-179aa4aef28c'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:58:41.637509 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:41.693741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-167483231-network', 'tenant_id': '017690533835436b8e9813d90ee303fd'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:41.758967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] Made reservation on behalf of 017690533835436b8e9813d90ee303fd for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:41.761766 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:41.777781 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:41.790794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37db818f-0aa2-4fa5-ae43-812d11f313a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:41.797344 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37db818f-0aa2-4fa5-ae43-812d11f313a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:41.824536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Allocated IP 172.20.0.2 (ba8d0f7c-7568-4138-afbc-9a28a2ef58a2/088d9c2c-266e-4c92-bf9f-179aa4aef28c/e3736e28-8ba2-4ef4-a239-388751ea245f) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:41.826777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-37db818f-0aa2-4fa5-ae43-812d11f313a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port 7d5f1c3a-83ae-400e-ae59-96f35b5c0e40 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:58:41.970461 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] Publish callbacks [] for security_group (98261cbb-5a61-4aa3-a0b7-51745e1d4d5a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:41.997985 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (98261cbb-5a61-4aa3-a0b7-51745e1d4d5a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:42.033811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:42.061824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:58:42.086265 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (3396b7f4-a080-4bb3-a006-a56ab8759a0b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:42.086736 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] Added segment 3396b7f4-a080-4bb3-a006-a56ab8759a0b of type vlan for network b5b59816-9fc3-4d53-9f43-52ab1a64f47b Feb 08 15:58:42.101460 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Publish callbacks [] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:42.120362 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:42.175061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Pushing event updated for resources: {'Port': ['ID=e3736e28-8ba2-4ef4-a239-388751ea245f,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:42.190851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Network ba8d0f7c-7568-4138-afbc-9a28a2ef58a2 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:42.194391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:42.197476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:42.269682 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (b5b59816-9fc3-4d53-9f43-52ab1a64f47b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:42.270607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Attempting to bind port e3736e28-8ba2-4ef4-a239-388751ea245f on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:58:42.270978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Attempting to bind port e3736e28-8ba2-4ef4-a239-388751ea245f by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '5fca7b04-234e-4201-9b39-cb9c344f9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ba8d0f7c-7568-4138-afbc-9a28a2ef58a2'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:58:42.271467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Attempting to bind port e3736e28-8ba2-4ef4-a239-388751ea245f on network ba8d0f7c-7568-4138-afbc-9a28a2ef58a2 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:58:42.284709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:58:42.284709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Checking segment: {'id': '5fca7b04-234e-4201-9b39-cb9c344f9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ba8d0f7c-7568-4138-afbc-9a28a2ef58a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:42.284709 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:42.284709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Bound using segment: {'id': '5fca7b04-234e-4201-9b39-cb9c344f9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ba8d0f7c-7568-4138-afbc-9a28a2ef58a2'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:58:42.284709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Bound port: e3736e28-8ba2-4ef4-a239-388751ea245f, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fca7b04-234e-4201-9b39-cb9c344f9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ba8d0f7c-7568-4138-afbc-9a28a2ef58a2'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:58:42.284709 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:42.301874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-37db818f-0aa2-4fa5-ae43-812d11f313a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Allocated IP 172.20.0.11 (ba8d0f7c-7568-4138-afbc-9a28a2ef58a2/088d9c2c-266e-4c92-bf9f-179aa4aef28c/7d5f1c3a-83ae-400e-ae59-96f35b5c0e40) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:42.322827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00852dcf-2e45-4d62-be38-f9a6e8d3e285 req-26e00fda-07a1-4f41-bbf7-416582e3ee6d tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:42.325137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-00852dcf-2e45-4d62-be38-f9a6e8d3e285 req-26e00fda-07a1-4f41-bbf7-416582e3ee6d tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 944 time: 0.2355802 Feb 08 15:58:42.368157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] For port e3736e28-8ba2-4ef4-a239-388751ea245f, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:58:42.374490 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] For port e3736e28-8ba2-4ef4-a239-388751ea245f, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e3736e28-8ba2-4ef4-a239-388751ea245f,segment=NetworkSegment(5fca7b04-234e-4201-9b39-cb9c344f9264),segment_id=5fca7b04-234e-4201-9b39-cb9c344f9264)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:58:42.390217 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:42.472524 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50094) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:42.535646 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a37ec-a80c-4fea-88ce-ca9269228525 None None] Pushing event updated for resources: {'Port': ['ID=e3736e28-8ba2-4ef4-a239-388751ea245f,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:42.710187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1596458375', 'router:external': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:42.762708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Made reservation on behalf of c89e7b0a752243eca7051ece86999eb3 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:42.767228 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:42.828612 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:42.871744 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (b5b59816-9fc3-4d53-9f43-52ab1a64f47b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:42.874144 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:42.874723 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:42.964623 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for security_group (9bc9108e-a854-495a-8810-8d40860ae2e5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:42.971263 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9bc9108e-a854-495a-8810-8d40860ae2e5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:43.007380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:58:43.014050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc9108e-a854-495a-8810-8d40860ae2e5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:43.014272 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5669043 Feb 08 15:58:43.016869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50118) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:43.027180 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9ed32aa0-c646-4022-b917-9a1ab8810eaa admin admin] Request body: {'subnet': {'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-167483231-subnet', 'tenant_id': '017690533835436b8e9813d90ee303fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:43.048371 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-00852dcf-2e45-4d62-be38-f9a6e8d3e285 req-496b2cdc-89c3-4ddf-807a-7dad5a648296 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/security-groups?id=32af40b2-5843-4413-acae-f5deaa88090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7137856 Feb 08 15:58:43.051920 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (0c5a6d49-6bb3-4e68-81ad-166195fd62b3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:43.055694 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Added segment 0c5a6d49-6bb3-4e68-81ad-166195fd62b3 of type vlan for network 557d7ab1-b256-4ab2-bbed-746a64de7fed Feb 08 15:58:43.056934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6c5ec-6b01-491c-90b0-7a8d55f160fd admin admin] Pushing event updated for resources: {'Network': ['ID=b5b59816-9fc3-4d53-9f43-52ab1a64f47b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:43.066791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed32aa0-c646-4022-b917-9a1ab8810eaa admin admin] Made reservation on behalf of 017690533835436b8e9813d90ee303fd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:43.071817 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ed32aa0-c646-4022-b917-9a1ab8810eaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:43.077105 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37db818f-0aa2-4fa5-ae43-812d11f313a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (7d5f1c3a-83ae-400e-ae59-96f35b5c0e40), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:43.091071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network b5b59816-9fc3-4d53-9f43-52ab1a64f47b details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:58:43.118182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-003e390e-cd6f-4a81-abde-9c5f5cfc14f9 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:43.124787 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-003e390e-cd6f-4a81-abde-9c5f5cfc14f9 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/networks?id=5c6b15a2-6f79-4fd5-b331-b1d270a9ae22 HTTP/1.1" status: 200 len: 810 time: 0.2579248 Feb 08 15:58:43.152556 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-1c4a79ba-f054-4e24-9d93-cb6690996d85 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/quotas/d904d372d18840b38029be9c9cba3133 HTTP/1.1" status: 200 len: 375 time: 0.0267453 Feb 08 15:58:43.155972 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 31a0cc02-d3af-4442-a122-77e3bb756e90 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:58:43.196048 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-44a73079-895a-4f83-98a8-ed276685981f tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=d904d372d18840b38029be9c9cba3133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425870 Feb 08 15:58:43.205898 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37db818f-0aa2-4fa5-ae43-812d11f313a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (7d5f1c3a-83ae-400e-ae59-96f35b5c0e40), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:43.215318 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (557d7ab1-b256-4ab2-bbed-746a64de7fed), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:43.290849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 31a0cc02-d3af-4442-a122-77e3bb756e90, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=31a0cc02-d3af-4442-a122-77e3bb756e90,segment=NetworkSegment(20ae0045-f0fd-4241-8f03-fc5b665f0961),segment_id=20ae0045-f0fd-4241-8f03-fc5b665f0961)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:43.297771 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37db818f-0aa2-4fa5-ae43-812d11f313a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network ba8d0f7c-7568-4138-afbc-9a28a2ef58a2 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:43.306858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '31a0cc02-d3af-4442-a122-77e3bb756e90', 'network_id': 'bcef2d27-dfed-428b-a850-b5d7177bd691', 'port_id': '31a0cc02-d3af-4442-a122-77e3bb756e90', 'mac_address': 'fa:16:3e:62:9d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd507099e-37d9-4f7f-8c3b-f7b725b539bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:58:43.307345 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-37db818f-0aa2-4fa5-ae43-812d11f313a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:43.314899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db818f-0aa2-4fa5-ae43-812d11f313a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:43.319390 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (557d7ab1-b256-4ab2-bbed-746a64de7fed), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:43.321159 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:43.321764 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:43.346886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db818f-0aa2-4fa5-ae43-812d11f313a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=7d5f1c3a-83ae-400e-ae59-96f35b5c0e40,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:43.353928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 31a0cc02-d3af-4442-a122-77e3bb756e90 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:43.354423 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (31a0cc02-d3af-4442-a122-77e3bb756e90), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:43.385170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a0cc02-d3af-4442-a122-77e3bb756e90 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:58:43.394096 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-bf424c44-90e7-4549-92f4-6766c5835047 service neutron] 10.222.0.82 "GET /v2.0/networks/5c6b15a2-6f79-4fd5-b331-b1d270a9ae22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971107 Feb 08 15:58:43.416357 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 31a0cc02-d3af-4442-a122-77e3bb756e90, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=31a0cc02-d3af-4442-a122-77e3bb756e90,segment=NetworkSegment(20ae0045-f0fd-4241-8f03-fc5b665f0961),segment_id=20ae0045-f0fd-4241-8f03-fc5b665f0961)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:43.421643 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (31a0cc02-d3af-4442-a122-77e3bb756e90), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:43.425818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37db818f-0aa2-4fa5-ae43-812d11f313a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:43.427172 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37db818f-0aa2-4fa5-ae43-812d11f313a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:43.444066 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9646268 Feb 08 15:58:43.452685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50132) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:43.463510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5b6a6323-7f6d-49ca-838c-6d9531a8141c tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Request body: {'subnet': {'network_id': '557d7ab1-b256-4ab2-bbed-746a64de7fed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:43.500247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-37db818f-0aa2-4fa5-ae43-812d11f313a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9966011 Feb 08 15:58:43.509787 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50134) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:43.520777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=31a0cc02-d3af-4442-a122-77e3bb756e90,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:43.538451 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b5240-f684-4768-8e44-4ebd437521fc tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Pushing event updated for resources: {'Network': ['ID=557d7ab1-b256-4ab2-bbed-746a64de7fed,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:43.556205 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6a6323-7f6d-49ca-838c-6d9531a8141c tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Made reservation on behalf of c89e7b0a752243eca7051ece86999eb3 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:43.559803 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6323-7f6d-49ca-838c-6d9531a8141c tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:43.562458 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 557d7ab1-b256-4ab2-bbed-746a64de7fed details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:58:43.649629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['31a0cc02-d3af-4442-a122-77e3bb756e90'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:58:43.659323 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-88f8ee62-ca1f-46ce-89fb-f1867de3652b service neutron] 10.222.0.82 "GET /v2.0/networks/5c6b15a2-6f79-4fd5-b331-b1d270a9ae22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640274 Feb 08 15:58:43.730007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9eff1555-6391-43f2-8c53-2c47eb84de4f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port 7d5f1c3a-83ae-400e-ae59-96f35b5c0e40 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:43.731933 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9eff1555-6391-43f2-8c53-2c47eb84de4f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7d5f1c3a-83ae-400e-ae59-96f35b5c0e40), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:43.777494 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ed32aa0-c646-4022-b917-9a1ab8810eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (451650a0-cab2-4312-ac5d-d042a5f4df5a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:43.849571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed32aa0-c646-4022-b917-9a1ab8810eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=451650a0-cab2-4312-ac5d-d042a5f4df5a,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:43.949025 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed32aa0-c646-4022-b917-9a1ab8810eaa admin admin] Checking segment: {'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:43.949793 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed32aa0-c646-4022-b917-9a1ab8810eaa admin admin] Network hostable DHCP agents. Network: b5b59816-9fc3-4d53-9f43-52ab1a64f47b, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:58:43.974358 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9eff1555-6391-43f2-8c53-2c47eb84de4f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7d5f1c3a-83ae-400e-ae59-96f35b5c0e40), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:43.997898 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed32aa0-c646-4022-b917-9a1ab8810eaa admin admin] Network b5b59816-9fc3-4d53-9f43-52ab1a64f47b is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:58:44.021652 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9eff1555-6391-43f2-8c53-2c47eb84de4f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for 7d5f1c3a-83ae-400e-ae59-96f35b5c0e40 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:44.039302 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-9ed32aa0-c646-4022-b917-9a1ab8810eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, b5b59816-9fc3-4d53-9f43-52ab1a64f47b) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:44.050340 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed32aa0-c646-4022-b917-9a1ab8810eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:44.050579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ba24e4-2d87-4d8e-908c-ea6b5081c517 None None] Network b5b59816-9fc3-4d53-9f43-52ab1a64f47b requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:44.050939 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ed32aa0-c646-4022-b917-9a1ab8810eaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:44.080843 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9ed32aa0-c646-4022-b917-9a1ab8810eaa admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0614285 Feb 08 15:58:44.224847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d23e67-3048-457c-910b-bb70b2261421 None None] Network ba8d0f7c-7568-4138-afbc-9a28a2ef58a2 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:44.316044 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-68f6915c-a59c-48a7-b52f-8b2984cb7c05 req-db76fa2f-ae4e-4fbc-8f8f-dd690ac82d17 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/ports?device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 210 time: 0.0823867 Feb 08 15:58:44.333817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.objects.ports [None req-5b6a6323-7f6d-49ca-838c-6d9531a8141c tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103302) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 15:58:44.334303 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6323-7f6d-49ca-838c-6d9531a8141c tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (841f5dca-026d-41f2-8ff3-92d3f7f885b0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:44.403754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b1cb24be-6cd5-4936-ba71-be858dfe1b00 None None] Provisioning complete for port e3736e28-8ba2-4ef4-a239-388751ea245f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:44.404004 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1cb24be-6cd5-4936-ba71-be858dfe1b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:44.473206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a6323-7f6d-49ca-838c-6d9531a8141c tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Pushing event updated for resources: {'Subnet': ['ID=841f5dca-026d-41f2-8ff3-92d3f7f885b0,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:44.490945 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84722c14-59ab-415e-91f5-4ee59b3d4e2e req-0fdfd2a2-d804-41e9-b3e1-845fc1f3f92d tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:44.499982 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84722c14-59ab-415e-91f5-4ee59b3d4e2e req-0fdfd2a2-d804-41e9-b3e1-845fc1f3f92d tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 945 time: 0.1770532 Feb 08 15:58:44.555157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a6323-7f6d-49ca-838c-6d9531a8141c tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Checking segment: {'id': '0c5a6d49-6bb3-4e68-81ad-166195fd62b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '557d7ab1-b256-4ab2-bbed-746a64de7fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:44.555650 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6a6323-7f6d-49ca-838c-6d9531a8141c tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Network hostable DHCP agents. Network: 557d7ab1-b256-4ab2-bbed-746a64de7fed, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:58:44.555743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2490b83-336e-4e15-8897-c907fa1b6df0 None None] Network b5b59816-9fc3-4d53-9f43-52ab1a64f47b requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:44.583576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50166) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:44.602657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6a6323-7f6d-49ca-838c-6d9531a8141c tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Network 557d7ab1-b256-4ab2-bbed-746a64de7fed is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:58:44.628836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e3736e28-8ba2-4ef4-a239-388751ea245f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:58:44.636442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5b6a6323-7f6d-49ca-838c-6d9531a8141c tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 557d7ab1-b256-4ab2-bbed-746a64de7fed) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:44.647884 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6a6323-7f6d-49ca-838c-6d9531a8141c tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:44.649675 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6323-7f6d-49ca-838c-6d9531a8141c tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:44.672188 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6574095c-dee3-4ba3-b349-9a6c1b9f444b None None] Network 557d7ab1-b256-4ab2-bbed-746a64de7fed requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:44.683888 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5b6a6323-7f6d-49ca-838c-6d9531a8141c tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2269986 Feb 08 15:58:44.685206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50174) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:44.696436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f30898ab-a540-47b3-9b19-88226ed0bf42 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1520868866', 'network_id': '557d7ab1-b256-4ab2-bbed-746a64de7fed'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:44.769621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30898ab-a540-47b3-9b19-88226ed0bf42 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Made reservation on behalf of c89e7b0a752243eca7051ece86999eb3 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:44.774582 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f30898ab-a540-47b3-9b19-88226ed0bf42 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:44.806979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-f30898ab-a540-47b3-9b19-88226ed0bf42 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] device_id is not set on port 9ba13cf7-858c-4859-b20f-176d238248d4 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:58:44.827875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84722c14-59ab-415e-91f5-4ee59b3d4e2e req-4a21a2f0-8e81-4773-b049-1f89aba3905e tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/security-groups?id=32af40b2-5843-4413-acae-f5deaa88090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261113 Feb 08 15:58:44.855290 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9eff1555-6391-43f2-8c53-2c47eb84de4f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (7d5f1c3a-83ae-400e-ae59-96f35b5c0e40), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:44.953314 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff1555-6391-43f2-8c53-2c47eb84de4f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=7d5f1c3a-83ae-400e-ae59-96f35b5c0e40,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:45.018948 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aaec667a-cb4b-4227-a839-16dd4a7e6f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.100456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb24be-6cd5-4936-ba71-be858dfe1b00 None None] Current status of the port e3736e28-8ba2-4ef4-a239-388751ea245f is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:45.100869 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1cb24be-6cd5-4936-ba71-be858dfe1b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.101246 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9eff1555-6391-43f2-8c53-2c47eb84de4f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.113005 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9eff1555-6391-43f2-8c53-2c47eb84de4f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/7d5f1c3a-83ae-400e-ae59-96f35b5c0e40 HTTP/1.1" status: 204 len: 168 time: 1.6016679 Feb 08 15:58:45.122103 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50194) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:45.141414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9012879-09c8-4df8-993e-22d76bf6de67 None None] Network 557d7ab1-b256-4ab2-bbed-746a64de7fed requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:45.188074 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd933d3-84bf-432a-af74-2894e803e7c2 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] DELETE failed (client error): The resource could not be found. Feb 08 15:58:45.188801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd933d3-84bf-432a-af74-2894e803e7c2 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:58:45.192655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2dd933d3-84bf-432a-af74-2894e803e7c2 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/7d5f1c3a-83ae-400e-ae59-96f35b5c0e40 HTTP/1.1" status: 404 len: 333 time: 0.0689728 Feb 08 15:58:45.203628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50200) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:45.310712 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdeb287-9628-4253-812e-ff7e27d0eea0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] GET failed (client error): The resource could not be found. Feb 08 15:58:45.318820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1bdeb287-9628-4253-812e-ff7e27d0eea0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/7d5f1c3a-83ae-400e-ae59-96f35b5c0e40 HTTP/1.1" status: 404 len: 333 time: 0.1136727 Feb 08 15:58:45.324137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-f30898ab-a540-47b3-9b19-88226ed0bf42 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Allocated IP 2001:db8::35c (557d7ab1-b256-4ab2-bbed-746a64de7fed/841f5dca-026d-41f2-8ff3-92d3f7f885b0/9ba13cf7-858c-4859-b20f-176d238248d4) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:45.333476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50204) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:45.390530 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 31a0cc02-d3af-4442-a122-77e3bb756e90 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:58:45.440771 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aaec667a-cb4b-4227-a839-16dd4a7e6f37 admin admin] Publish callbacks [] for security_group (92eadb1b-5013-4ad7-936a-7cac6b4a925f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.447275 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aaec667a-cb4b-4227-a839-16dd4a7e6f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (92eadb1b-5013-4ad7-936a-7cac6b4a925f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.497479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e3736e28-8ba2-4ef4-a239-388751ea245f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:45.498253 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.503674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee474765-ae87-4379-abfa-224aa0331990 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting subnet 088d9c2c-266e-4c92-bf9f-179aa4aef28c {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:58:45.540743 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ee474765-ae87-4379-abfa-224aa0331990 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (088d9c2c-266e-4c92-bf9f-179aa4aef28c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.555631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b1cb24be-6cd5-4936-ba71-be858dfe1b00 None None] For port e3736e28-8ba2-4ef4-a239-388751ea245f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e3736e28-8ba2-4ef4-a239-388751ea245f,segment=NetworkSegment(5fca7b04-234e-4201-9b39-cb9c344f9264),segment_id=5fca7b04-234e-4201-9b39-cb9c344f9264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:45.568852 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1cb24be-6cd5-4936-ba71-be858dfe1b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.581201 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aaec667a-cb4b-4227-a839-16dd4a7e6f37 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d8a9ce96f5b648ba9a91ee159bc0673d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9964972 Feb 08 15:58:45.584678 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50208) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:45.585727 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec667a-cb4b-4227-a839-16dd4a7e6f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eadb1b-5013-4ad7-936a-7cac6b4a925f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:45.621499 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-ac871102-770c-4323-a3cd-88a6258e0346 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:45.623561 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-ac871102-770c-4323-a3cd-88a6258e0346 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/networks?id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b HTTP/1.1" status: 200 len: 812 time: 0.4477260 Feb 08 15:58:45.653790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 31a0cc02-d3af-4442-a122-77e3bb756e90 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:58:45.657199 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d03fb4b-5616-4409-b7db-454ec3950bbc req-d177e9a3-e9dc-4154-8c24-177739d83025 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/ports?device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 210 time: 0.1319642 Feb 08 15:58:45.665609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 31a0cc02-d3af-4442-a122-77e3bb756e90 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:45.665987 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (31a0cc02-d3af-4442-a122-77e3bb756e90), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.668559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb24be-6cd5-4936-ba71-be858dfe1b00 None None] Pushing event updated for resources: {'Port': ['ID=e3736e28-8ba2-4ef4-a239-388751ea245f,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:45.702596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-3f8cb57f-fe50-49e1-b727-6e6eb821a4da tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/quotas/017690533835436b8e9813d90ee303fd HTTP/1.1" status: 200 len: 375 time: 0.0344760 Feb 08 15:58:45.708681 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f30898ab-a540-47b3-9b19-88226ed0bf42 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for port (9ba13cf7-858c-4859-b20f-176d238248d4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.716596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c55f8a34-3290-463e-a0ab-a810b3f4c9f5 None None] Could not find standard attr ID for object 7d5f1c3a-83ae-400e-ae59-96f35b5c0e40. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 15:58:45.749725 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-2eefd71f-330a-4bc2-afab-a6f5170270c5 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=017690533835436b8e9813d90ee303fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408440 Feb 08 15:58:45.778203 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f30898ab-a540-47b3-9b19-88226ed0bf42 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9ba13cf7-858c-4859-b20f-176d238248d4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.783688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c55f8a34-3290-463e-a0ab-a810b3f4c9f5 None None] Provisioning complete for port e3736e28-8ba2-4ef4-a239-388751ea245f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:45.784261 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c55f8a34-3290-463e-a0ab-a810b3f4c9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.817119 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e3736e28-8ba2-4ef4-a239-388751ea245f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:45.823214 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58a5557d-67a4-4a20-bfe8-efa60cbd796d admin admin] Publish callbacks [] for security_group (92eadb1b-5013-4ad7-936a-7cac6b4a925f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.854199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30898ab-a540-47b3-9b19-88226ed0bf42 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Network 557d7ab1-b256-4ab2-bbed-746a64de7fed is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:45.863259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f30898ab-a540-47b3-9b19-88226ed0bf42 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:45.871736 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30898ab-a540-47b3-9b19-88226ed0bf42 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:45.872852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30898ab-a540-47b3-9b19-88226ed0bf42 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:45.874459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f30898ab-a540-47b3-9b19-88226ed0bf42 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.888980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30898ab-a540-47b3-9b19-88226ed0bf42 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Pushing event updated for resources: {'Port': ['ID=9ba13cf7-858c-4859-b20f-176d238248d4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:45.904397 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58a5557d-67a4-4a20-bfe8-efa60cbd796d admin admin] Publish callbacks [] for security_group (92eadb1b-5013-4ad7-936a-7cac6b4a925f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.910262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 31a0cc02-d3af-4442-a122-77e3bb756e90 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:45.911217 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (31a0cc02-d3af-4442-a122-77e3bb756e90), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.942858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c55f8a34-3290-463e-a0ab-a810b3f4c9f5 None None] Current status of the port e3736e28-8ba2-4ef4-a239-388751ea245f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:45.952318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67389236-d042-485c-9257-2c9e8a655bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a0cc02-d3af-4442-a122-77e3bb756e90'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:58:45.955180 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b017c04-83ee-4827-8f96-9dfcaf465f9e" -d '{"events": [{"server_uuid": "67389236-d042-485c-9257-2c9e8a655bbd", "name": "network-vif-plugged", "status": "completed", "tag": "31a0cc02-d3af-4442-a122-77e3bb756e90"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:58:45.964585 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f30898ab-a540-47b3-9b19-88226ed0bf42 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2770145 Feb 08 15:58:45.968853 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 31a0cc02-d3af-4442-a122-77e3bb756e90, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=31a0cc02-d3af-4442-a122-77e3bb756e90,segment=NetworkSegment(20ae0045-f0fd-4241-8f03-fc5b665f0961),segment_id=20ae0045-f0fd-4241-8f03-fc5b665f0961)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:45.970565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50214) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:45.977989 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ee474765-ae87-4379-abfa-224aa0331990 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (088d9c2c-266e-4c92-bf9f-179aa4aef28c), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:45.978222 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (31a0cc02-d3af-4442-a122-77e3bb756e90), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:46.026597 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-86a5aa61-acd0-476d-a28b-d94864a9e801 service neutron] 10.222.0.82 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695239 Feb 08 15:58:46.053618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=31a0cc02-d3af-4442-a122-77e3bb756e90,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:46.141151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5b64a-2d88-47dd-839a-d2d367cacf23 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Deleting port 9ba13cf7-858c-4859-b20f-176d238248d4 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:46.141514 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b64a-2d88-47dd-839a-d2d367cacf23 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9ba13cf7-858c-4859-b20f-176d238248d4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:46.143906 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58a5557d-67a4-4a20-bfe8-efa60cbd796d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (92eadb1b-5013-4ad7-936a-7cac6b4a925f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:46.147014 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58a5557d-67a4-4a20-bfe8-efa60cbd796d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:46.150520 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-58a5557d-67a4-4a20-bfe8-efa60cbd796d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/92eadb1b-5013-4ad7-936a-7cac6b4a925f HTTP/1.1" status: 204 len: 168 time: 0.5591731 Feb 08 15:58:46.203584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5557d-67a4-4a20-bfe8-efa60cbd796d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eadb1b-5013-4ad7-936a-7cac6b4a925f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:46.261278 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b64a-2d88-47dd-839a-d2d367cacf23 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9ba13cf7-858c-4859-b20f-176d238248d4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:46.276308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5b64a-2d88-47dd-839a-d2d367cacf23 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Calling delete_port for 9ba13cf7-858c-4859-b20f-176d238248d4 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:46.353811 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-ff8421cb-0af7-419d-87c4-743bc5a56a42 service neutron] 10.222.0.82 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256865 Feb 08 15:58:46.421887 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e3736e28-8ba2-4ef4-a239-388751ea245f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:58:46.464332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ac594-5721-4f40-aa28-fae4ea291ae5 req-46af7b02-321b-4222-b4d2-d94182d52438 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:46.465913 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-059ac594-5721-4f40-aa28-fae4ea291ae5 req-46af7b02-321b-4222-b4d2-d94182d52438 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 946 time: 0.4815562 Feb 08 15:58:46.475701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-15383f69-9231-488e-8f99-d02796f00192 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:46.477218 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-15383f69-9231-488e-8f99-d02796f00192 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.94 "GET /v2.0/networks?id=5c6b15a2-6f79-4fd5-b331-b1d270a9ae22 HTTP/1.1" status: 200 len: 810 time: 0.4031186 Feb 08 15:58:46.516653 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-41651ff6-2e22-4bee-9a1f-9b772b8724d7 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Request body: {'port': {'device_id': 'b7045f1d-bc30-459b-a41f-2daf8121c8c9', 'network_id': '5c6b15a2-6f79-4fd5-b331-b1d270a9ae22', 'admin_state_up': True, 'tenant_id': 'd904d372d18840b38029be9c9cba3133'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:46.526117 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b64a-2d88-47dd-839a-d2d367cacf23 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9ba13cf7-858c-4859-b20f-176d238248d4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:46.551093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e3736e28-8ba2-4ef4-a239-388751ea245f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:46.551861 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:46.623555 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ee474765-ae87-4379-abfa-224aa0331990 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (088d9c2c-266e-4c92-bf9f-179aa4aef28c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:46.624838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5b64a-2d88-47dd-839a-d2d367cacf23 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ba13cf7-858c-4859-b20f-176d238248d4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:46.636701 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b64a-2d88-47dd-839a-d2d367cacf23 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:46.644570 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e0d5b64a-2d88-47dd-839a-d2d367cacf23 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "DELETE /v2.0/ports/9ba13cf7-858c-4859-b20f-176d238248d4 HTTP/1.1" status: 204 len: 168 time: 0.6704285 Feb 08 15:58:46.647827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50224) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:46.658928 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1885bfb6-0916-4a2c-bba8-dd7186499a75 x-openstack-request-id: req-1885bfb6-0916-4a2c-bba8-dd7186499a75 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:58:46.659474 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67389236-d042-485c-9257-2c9e8a655bbd", "name": "network-vif-plugged", "status": "completed", "tag": "31a0cc02-d3af-4442-a122-77e3bb756e90", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:58:46.659737 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1885bfb6-0916-4a2c-bba8-dd7186499a75 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:58:46.660141 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67389236-d042-485c-9257-2c9e8a655bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a0cc02-d3af-4442-a122-77e3bb756e90', 'code': 200} Feb 08 15:58:46.687572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '557d7ab1-b256-4ab2-bbed-746a64de7fed', 'external_fixed_ips': [{'subnet_id': '841f5dca-026d-41f2-8ff3-92d3f7f885b0', 'ip_address': '2001:db8::35c'}]}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:46.760030 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e3736e28-8ba2-4ef4-a239-388751ea245f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:46.802523 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (7acf3788-faf1-487a-bcf2-e7406f7065fa), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:46.803542 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (7acf3788-faf1-487a-bcf2-e7406f7065fa), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:46.852862 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50230) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:46.895021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f5bbd-472a-433b-af32-17ac91ac92a5 req-baf7c2e7-cd04-4cf9-b08e-1a9d58f3b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:46.896262 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d98f5bbd-472a-433b-af32-17ac91ac92a5 req-baf7c2e7-cd04-4cf9-b08e-1a9d58f3b767 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 1129 time: 0.1490839 Feb 08 15:58:46.922254 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e0a362c-69fa-423a-aafc-ea39b26a42ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:46.981696 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-059ac594-5721-4f40-aa28-fae4ea291ae5 req-aac0c95f-fb40-4779-9871-9f6311b01572 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/security-groups?id=32af40b2-5843-4413-acae-f5deaa88090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990563 Feb 08 15:58:47.029129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-41651ff6-2e22-4bee-9a1f-9b772b8724d7 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Made reservation on behalf of d904d372d18840b38029be9c9cba3133 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:47.038581 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-41651ff6-2e22-4bee-9a1f-9b772b8724d7 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.111803 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_controller (7acf3788-faf1-487a-bcf2-e7406f7065fa), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.116538 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d98f5bbd-472a-433b-af32-17ac91ac92a5 req-14bf44c0-67b9-4389-b0e7-cd1002648831 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=32af40b2-5843-4413-acae-f5deaa88090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964736 Feb 08 15:58:47.193873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3f30984-06dc-46d5-8c94-29cbe53a0f42 req-bf8a9188-7917-4385-bf8f-3ad217e19a4a tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 210 time: 0.1211188 Feb 08 15:58:47.218196 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ee474765-ae87-4379-abfa-224aa0331990 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (088d9c2c-266e-4c92-bf9f-179aa4aef28c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.222282 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6210707-cbab-48ce-ac2e-3720d17b8c3e req-21fbebc5-dc3a-4513-9aca-0ecc2774c05e tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/ports?device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 210 time: 0.0683994 Feb 08 15:58:47.258518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee474765-ae87-4379-abfa-224aa0331990 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Subnet': ['ID=088d9c2c-266e-4c92-bf9f-179aa4aef28c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:47.278232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cbdb96-e903-4052-b152-f8d0c726380e None None] Network ba8d0f7c-7568-4138-afbc-9a28a2ef58a2 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:47.289856 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ee474765-ae87-4379-abfa-224aa0331990 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.296897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ee474765-ae87-4379-abfa-224aa0331990 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/088d9c2c-266e-4c92-bf9f-179aa4aef28c HTTP/1.1" status: 204 len: 168 time: 1.9582224 Feb 08 15:58:47.296897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50242) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:47.365078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (7acf3788-faf1-487a-bcf2-e7406f7065fa), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.418816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-41651ff6-2e22-4bee-9a1f-9b772b8724d7 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Allocated IP 172.20.0.8 (5c6b15a2-6f79-4fd5-b331-b1d270a9ae22/7a0c6447-e23d-4698-aa80-a10a0d33e6f2/53a373d7-6ebe-4d42-bb47-3973e3845f82) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:47.424018 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (ba8d0f7c-7568-4138-afbc-9a28a2ef58a2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.505360 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e0a362c-69fa-423a-aafc-ea39b26a42ab admin admin] Publish callbacks [] for security_group (f72c16e2-575b-4d28-8533-d3794e61a3c5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.514211 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e0a362c-69fa-423a-aafc-ea39b26a42ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f72c16e2-575b-4d28-8533-d3794e61a3c5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.558988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a362c-69fa-423a-aafc-ea39b26a42ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72c16e2-575b-4d28-8533-d3794e61a3c5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:47.585781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb2e08a-1e6a-469d-baea-3685ef90e1ed None None] DHCP port deletion for ba8d0f7c-7568-4138-afbc-9a28a2ef58a2 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:58:47.593467 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port e3736e28-8ba2-4ef4-a239-388751ea245f {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:47.593812 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.606206 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8e0a362c-69fa-423a-aafc-ea39b26a42ab admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fc91f66fed2b4954a896552f934e4e08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7493176 Feb 08 15:58:47.606904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50246) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:47.682530 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-dbb2e08a-1e6a-469d-baea-3685ef90e1ed None None] Deleting port e3736e28-8ba2-4ef4-a239-388751ea245f {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:47.684061 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e08a-1e6a-469d-baea-3685ef90e1ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.698614 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] For port e3736e28-8ba2-4ef4-a239-388751ea245f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e3736e28-8ba2-4ef4-a239-388751ea245f,segment=NetworkSegment(5fca7b04-234e-4201-9b39-cb9c344f9264),segment_id=5fca7b04-234e-4201-9b39-cb9c344f9264)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:47.699141 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.715460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for e3736e28-8ba2-4ef4-a239-388751ea245f owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:47.759970 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d9479d9-bdea-4e7c-a5bc-b6d2688ee062 admin admin] Publish callbacks [] for security_group (f72c16e2-575b-4d28-8533-d3794e61a3c5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.786577 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d9479d9-bdea-4e7c-a5bc-b6d2688ee062 admin admin] Publish callbacks [] for security_group (f72c16e2-575b-4d28-8533-d3794e61a3c5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.851107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-dbb2e08a-1e6a-469d-baea-3685ef90e1ed None None] For port e3736e28-8ba2-4ef4-a239-388751ea245f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e3736e28-8ba2-4ef4-a239-388751ea245f,segment=NetworkSegment(5fca7b04-234e-4201-9b39-cb9c344f9264),segment_id=5fca7b04-234e-4201-9b39-cb9c344f9264)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:47.851771 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e08a-1e6a-469d-baea-3685ef90e1ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.868226 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d9479d9-bdea-4e7c-a5bc-b6d2688ee062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f72c16e2-575b-4d28-8533-d3794e61a3c5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.870961 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d9479d9-bdea-4e7c-a5bc-b6d2688ee062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.872202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-dbb2e08a-1e6a-469d-baea-3685ef90e1ed None None] Calling delete_port for e3736e28-8ba2-4ef4-a239-388751ea245f owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:47.874922 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9d9479d9-bdea-4e7c-a5bc-b6d2688ee062 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f72c16e2-575b-4d28-8533-d3794e61a3c5 HTTP/1.1" status: 204 len: 168 time: 0.2667820 Feb 08 15:58:47.896607 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9479d9-bdea-4e7c-a5bc-b6d2688ee062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72c16e2-575b-4d28-8533-d3794e61a3c5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:47.909550 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (7acf3788-faf1-487a-bcf2-e7406f7065fa), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.926209 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-41651ff6-2e22-4bee-9a1f-9b772b8724d7 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Publish callbacks [] for port (53a373d7-6ebe-4d42-bb47-3973e3845f82), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.935438 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:47.992542 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:48.035048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No DVR routers for this DVR port e3736e28-8ba2-4ef4-a239-388751ea245f on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:58:48.043907 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-41651ff6-2e22-4bee-9a1f-9b772b8724d7 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (53a373d7-6ebe-4d42-bb47-3973e3845f82), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:48.094721 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dbb2e08a-1e6a-469d-baea-3685ef90e1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (e3736e28-8ba2-4ef4-a239-388751ea245f), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:48.125054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=e3736e28-8ba2-4ef4-a239-388751ea245f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:48.237013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-41651ff6-2e22-4bee-9a1f-9b772b8724d7 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Network 5c6b15a2-6f79-4fd5-b331-b1d270a9ae22 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:48.243040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41651ff6-2e22-4bee-9a1f-9b772b8724d7 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Pushing event updated for resources: {'Port': ['ID=53a373d7-6ebe-4d42-bb47-3973e3845f82,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:48.251789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Allocated IP 2001:db8::35c (557d7ab1-b256-4ab2-bbed-746a64de7fed/841f5dca-026d-41f2-8ff3-92d3f7f885b0/730476d0-8b4d-4641-a408-c9703097ab20) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:48.256463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-41651ff6-2e22-4bee-9a1f-9b772b8724d7 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:48.269358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-41651ff6-2e22-4bee-9a1f-9b772b8724d7 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:48.420608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-41651ff6-2e22-4bee-9a1f-9b772b8724d7 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:48.421355 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-41651ff6-2e22-4bee-9a1f-9b772b8724d7 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:48.464131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2e08a-1e6a-469d-baea-3685ef90e1ed None None] Pushing event deleted for resources: {'Port': ['ID=e3736e28-8ba2-4ef4-a239-388751ea245f,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:48.471219 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb2e08a-1e6a-469d-baea-3685ef90e1ed None None] No DVR routers for this DVR port e3736e28-8ba2-4ef4-a239-388751ea245f on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:58:48.478640 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for port (730476d0-8b4d-4641-a408-c9703097ab20), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:48.482833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e3736e28-8ba2-4ef4-a239-388751ea245f no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:48.528977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: e3736e28-8ba2-4ef4-a239-388751ea245f {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:48.529687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e3736e28-8ba2-4ef4-a239-388751ea245f not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:48.558029 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (730476d0-8b4d-4641-a408-c9703097ab20), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:48.619063 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Network 557d7ab1-b256-4ab2-bbed-746a64de7fed is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:48.622540 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:48.628882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:48.637758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80b1130f-0096-44ea-b21a-257cc424db33 req-434e69c6-f32b-4eba-a220-530d9d33c41c tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 210 time: 0.2493036 Feb 08 15:58:48.648332 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-41651ff6-2e22-4bee-9a1f-9b772b8724d7 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1472137 Feb 08 15:58:48.650297 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (ba8d0f7c-7568-4138-afbc-9a28a2ef58a2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:48.674592 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Request body: {'port': {'device_id': 'b7045f1d-bc30-459b-a41f-2daf8121c8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:48.709823 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Pushing event updated for resources: {'Port': ['ID=730476d0-8b4d-4641-a408-c9703097ab20,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:48.726649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8d0f7c-7568-4138-afbc-9a28a2ef58a2']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:48.752564 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:48.753385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fca7b04-234e-4201-9b39-cb9c344f9264') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:48.753385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fca7b04-234e-4201-9b39-cb9c344f9264') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:48.775285 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (5fca7b04-234e-4201-9b39-cb9c344f9264), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:48.797565 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43df0e-af84-43ee-bdbc-a65023489c7e req-6d64b2ef-1cdd-4cef-ba55-df027db14332 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:48.805116 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce43df0e-af84-43ee-bdbc-a65023489c7e req-6d64b2ef-1cdd-4cef-ba55-df027db14332 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 946 time: 0.5637729 Feb 08 15:58:48.874599 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (5fca7b04-234e-4201-9b39-cb9c344f9264), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:48.892203 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:58:48.892639 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (5fca7b04-234e-4201-9b39-cb9c344f9264), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:48.906606 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (53a373d7-6ebe-4d42-bb47-3973e3845f82), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:58:48.929483 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:58:48.978467 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce43df0e-af84-43ee-bdbc-a65023489c7e req-188f1a4a-7840-44aa-8065-be08b78f7859 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/security-groups?id=32af40b2-5843-4413-acae-f5deaa88090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718469 Feb 08 15:58:49.109515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ab1f9-874e-489b-b19a-8f8426fb4de7 req-b1be3540-46f7-49ac-a4ce-cc1ba882571b tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:49.117648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c18ab1f9-874e-489b-b19a-8f8426fb4de7 req-b1be3540-46f7-49ac-a4ce-cc1ba882571b tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/ports?device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 931 time: 0.3444731 Feb 08 15:58:49.229301 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c18ab1f9-874e-489b-b19a-8f8426fb4de7 req-b1762c2a-1a58-4b5a-8ea6-5fb106477577 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d795a26-49bf-42bc-a235-52774c497c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964785 Feb 08 15:58:49.236028 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (ba8d0f7c-7568-4138-afbc-9a28a2ef58a2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:49.243979 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:49.251524 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/networks/ba8d0f7c-7568-4138-afbc-9a28a2ef58a2 HTTP/1.1" status: 204 len: 168 time: 1.9538302 Feb 08 15:58:49.477001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50278) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:49.494024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-69cd786b-207d-4539-adf8-28abdd61cc4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1623598158'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:49.596446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cd786b-207d-4539-adf8-28abdd61cc4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:49.600822 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69cd786b-207d-4539-adf8-28abdd61cc4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:49.750811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d99a1-4cad-4bbb-91ed-c0393bcdee71 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Network': ['ID=ba8d0f7c-7568-4138-afbc-9a28a2ef58a2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:49.816198 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-605ec869-8a14-4bb9-b5ff-c8700a31d364 req-4f5b34a2-d9ff-4681-a329-1109f8a21855 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 210 time: 0.0462639 Feb 08 15:58:49.826867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cd786b-207d-4539-adf8-28abdd61cc4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:58:49.906515 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69cd786b-207d-4539-adf8-28abdd61cc4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (c5075a55-1a7b-49fa-afa1-3d62fd70cf53), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:49.906972 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-69cd786b-207d-4539-adf8-28abdd61cc4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Added segment c5075a55-1a7b-49fa-afa1-3d62fd70cf53 of type vlan for network 5c6c9354-97c8-4df2-9dd8-2a714697de8d Feb 08 15:58:49.997393 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-6b1b86b2-359e-4f9f-987f-dc6b239b4ef9 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:49.998973 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-6b1b86b2-359e-4f9f-987f-dc6b239b4ef9 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.96 "GET /v2.0/networks?id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b HTTP/1.1" status: 200 len: 812 time: 0.5209651 Feb 08 15:58:50.010198 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-9e711ac0-e0c8-4f52-80c2-bf251fd4c964 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:50.011940 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-9e711ac0-e0c8-4f52-80c2-bf251fd4c964 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.94 "GET /v2.0/networks?id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b HTTP/1.1" status: 200 len: 812 time: 0.5466659 Feb 08 15:58:50.016589 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a373d7-6ebe-4d42-bb47-3973e3845f82 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:58:50.016740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-91ed718f-e060-4d67-b18e-4cd12c52ffc2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Request body: {'port': {'device_id': '48f324f4-5b61-428a-b3e1-c26d8027dcd5', 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b', 'admin_state_up': True, 'tenant_id': '017690533835436b8e9813d90ee303fd'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:50.021646 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69cd786b-207d-4539-adf8-28abdd61cc4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (5c6c9354-97c8-4df2-9dd8-2a714697de8d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:50.030768 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Publish callbacks [] for port (53a373d7-6ebe-4d42-bb47-3973e3845f82), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:50.030918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-e7f6ba4c-76cf-4504-aed4-3cbd7f05c9c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Request body: {'port': {'device_id': '9bfad08b-f1ce-4492-8edc-3942211bf908', 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b', 'admin_state_up': True, 'tenant_id': '017690533835436b8e9813d90ee303fd'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:50.047793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Transition to ACTIVE for port object 53a373d7-6ebe-4d42-bb47-3973e3845f82 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:58:50.053184 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (53a373d7-6ebe-4d42-bb47-3973e3845f82), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:50.130728 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (7acf3788-faf1-487a-bcf2-e7406f7065fa), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:50.130933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Pushing event updated for resources: {'Port': ['ID=53a373d7-6ebe-4d42-bb47-3973e3845f82,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:50.211090 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.db.resource_extend [None req-69cd786b-207d-4539-adf8-28abdd61cc4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:58:50.241762 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:50.288465 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69cd786b-207d-4539-adf8-28abdd61cc4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (5c6c9354-97c8-4df2-9dd8-2a714697de8d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:50.293700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cd786b-207d-4539-adf8-28abdd61cc4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:50.294291 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69cd786b-207d-4539-adf8-28abdd61cc4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:50.335633 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b814dcf-0d51-4cb3-bb0b-4e38996ecb9b req-a30d73b1-d3d7-4a3b-8638-fc01d5201bdf tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:50.337510 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b814dcf-0d51-4cb3-bb0b-4e38996ecb9b req-a30d73b1-d3d7-4a3b-8638-fc01d5201bdf tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 946 time: 0.1931665 Feb 08 15:58:50.422008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Attempting to bind port 53a373d7-6ebe-4d42-bb47-3973e3845f82 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:58:50.422552 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Attempting to bind port 53a373d7-6ebe-4d42-bb47-3973e3845f82 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '8b500b9b-63f8-4d95-8011-088b8b46ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5c6b15a2-6f79-4fd5-b331-b1d270a9ae22'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:58:50.423008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Attempting to bind port 53a373d7-6ebe-4d42-bb47-3973e3845f82 on network 5c6b15a2-6f79-4fd5-b331-b1d270a9ae22 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:58:50.431097 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-69cd786b-207d-4539-adf8-28abdd61cc4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9413598 Feb 08 15:58:50.444420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50314) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:50.455789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9a358bfb-5c2f-4225-b603-ec9a660805a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'subnet': {'network_id': '5c6c9354-97c8-4df2-9dd8-2a714697de8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:50.472363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Port 53a373d7-6ebe-4d42-bb47-3973e3845f82 on network 5c6b15a2-6f79-4fd5-b331-b1d270a9ae22 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:58:50.472793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Attempting to bind port 53a373d7-6ebe-4d42-bb47-3973e3845f82 on network 5c6b15a2-6f79-4fd5-b331-b1d270a9ae22 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:58:50.478772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b814dcf-0d51-4cb3-bb0b-4e38996ecb9b req-d4a21789-f430-4e25-9769-16bf9b50413c tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/security-groups?id=32af40b2-5843-4413-acae-f5deaa88090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260750 Feb 08 15:58:50.490885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:58:50.491344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Checking segment: {'id': '8b500b9b-63f8-4d95-8011-088b8b46ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5c6b15a2-6f79-4fd5-b331-b1d270a9ae22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:50.491866 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Bound using segment: {'id': '8b500b9b-63f8-4d95-8011-088b8b46ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5c6b15a2-6f79-4fd5-b331-b1d270a9ae22'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:58:50.492429 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Bound port: 53a373d7-6ebe-4d42-bb47-3973e3845f82, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b500b9b-63f8-4d95-8011-088b8b46ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5c6b15a2-6f79-4fd5-b331-b1d270a9ae22'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:58:50.492940 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (53a373d7-6ebe-4d42-bb47-3973e3845f82), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:50.550676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd786b-207d-4539-adf8-28abdd61cc4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Network': ['ID=5c6c9354-97c8-4df2-9dd8-2a714697de8d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:50.567870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 5c6c9354-97c8-4df2-9dd8-2a714697de8d details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:58:50.612208 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] For port 53a373d7-6ebe-4d42-bb47-3973e3845f82, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:58:50.617073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] For port 53a373d7-6ebe-4d42-bb47-3973e3845f82, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=53a373d7-6ebe-4d42-bb47-3973e3845f82,segment=NetworkSegment(8b500b9b-63f8-4d95-8011-088b8b46ab64),segment_id=8b500b9b-63f8-4d95-8011-088b8b46ab64)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:58:50.631621 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (53a373d7-6ebe-4d42-bb47-3973e3845f82), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:50.674826 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-e7f6ba4c-76cf-4504-aed4-3cbd7f05c9c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Made reservation on behalf of 017690533835436b8e9813d90ee303fd for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:50.679448 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-e7f6ba4c-76cf-4504-aed4-3cbd7f05c9c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:50.693903 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-91ed718f-e060-4d67-b18e-4cd12c52ffc2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Made reservation on behalf of 017690533835436b8e9813d90ee303fd for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:50.697443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:50.697748 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-91ed718f-e060-4d67-b18e-4cd12c52ffc2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:50.698979 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:50.701657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] 10.222.0.94 "PUT /v2.0/ports/53a373d7-6ebe-4d42-bb47-3973e3845f82 HTTP/1.1" status: 200 len: 1092 time: 2.0312710 Feb 08 15:58:50.704114 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7045f1d-bc30-459b-a41f-2daf8121c8c9', 'tag': '53a373d7-6ebe-4d42-bb47-3973e3845f82'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:58:50.722953 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0ee6b4-92cc-4fcd-83e3-e719332d8d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b7045f1d-bc30-459b-a41f-2daf8121c8c9", "tag": "53a373d7-6ebe-4d42-bb47-3973e3845f82"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:58:50.760196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d81ac4-3947-44f5-b69c-20e41d069c4f req-bd319d0e-b09b-488e-98db-3a3171e2d39f tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:50.761777 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1d81ac4-3947-44f5-b69c-20e41d069c4f req-bd319d0e-b09b-488e-98db-3a3171e2d39f tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/ports?device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 943 time: 0.4391568 Feb 08 15:58:50.777823 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (7acf3788-faf1-487a-bcf2-e7406f7065fa), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:50.870193 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a820359-e0db-4469-b398-2200906e68ae x-openstack-request-id: req-5a820359-e0db-4469-b398-2200906e68ae {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:58:50.870496 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7045f1d-bc30-459b-a41f-2daf8121c8c9", "tag": "53a373d7-6ebe-4d42-bb47-3973e3845f82", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:58:50.870760 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5a820359-e0db-4469-b398-2200906e68ae {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:58:50.871168 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7045f1d-bc30-459b-a41f-2daf8121c8c9', 'tag': '53a373d7-6ebe-4d42-bb47-3973e3845f82', 'status': 'completed', 'code': 200} Feb 08 15:58:50.875678 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1d81ac4-3947-44f5-b69c-20e41d069c4f req-63e1faa7-a803-4d78-9208-6c9c646511f6 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d795a26-49bf-42bc-a235-52774c497c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745242 Feb 08 15:58:50.907143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-a4a6423a-6f20-41bb-9165-58df640a42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:50.908839 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-a4a6423a-6f20-41bb-9165-58df640a42f7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d904d372d18840b38029be9c9cba3133&device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 1126 time: 0.1440647 Feb 08 15:58:50.909682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a03da1-d7e5-414e-9279-9dfc591bae93 service neutron] Pushing event updated for resources: {'Port': ['ID=53a373d7-6ebe-4d42-bb47-3973e3845f82,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:51.015027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-bdb78dcd-8b29-487b-bc5a-db4203de38d4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53a373d7-6ebe-4d42-bb47-3973e3845f82 HTTP/1.1" status: 200 len: 217 time: 0.0961170 Feb 08 15:58:51.049377 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b04c585e-8a6a-4d26-9559-1dacb55f7186 req-1e6b9b95-c900-4253-9b98-461ccd3cfbee tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 210 time: 0.0478425 Feb 08 15:58:51.115405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-89e11120-d294-4797-b8a8-16b11ea45eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:51.117006 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-89e11120-d294-4797-b8a8-16b11ea45eb0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7a0c6447-e23d-4698-aa80-a10a0d33e6f2 HTTP/1.1" status: 200 len: 850 time: 0.0714910 Feb 08 15:58:51.177001 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-e74f4668-b588-4c89-959b-6a662193dfb6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5c6b15a2-6f79-4fd5-b331-b1d270a9ae22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491593 Feb 08 15:58:51.231647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a358bfb-5c2f-4225-b603-ec9a660805a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:51.235086 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9a358bfb-5c2f-4225-b603-ec9a660805a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:51.406244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-f92145a6-df4f-4b47-af14-b4fe3d48aa9d service neutron] 10.222.0.94 "GET /v2.0/networks/5c6b15a2-6f79-4fd5-b331-b1d270a9ae22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160933 Feb 08 15:58:51.418037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-e7f6ba4c-76cf-4504-aed4-3cbd7f05c9c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Allocated IP 172.20.0.12 (b5b59816-9fc3-4d53-9f43-52ab1a64f47b/451650a0-cab2-4312-ac5d-d042a5f4df5a/ad866ef2-796f-467d-977a-e6c5479b960a) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:51.591986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e494eec-08ca-4b99-809e-f09f3d5e044b req-156d7342-966a-41c2-b592-df00421f9821 service neutron] 10.222.0.94 "GET /v2.0/networks/5c6b15a2-6f79-4fd5-b331-b1d270a9ae22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752803 Feb 08 15:58:51.694656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Router 7acf3788-faf1-487a-bcf2-e7406f7065fa is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:58:51.765392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1977ca9-0493-4613-aba6-7e20fcc57ab6 req-ea2b5853-f812-40e8-a7c0-6c8a5ba16316 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:51.767036 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1977ca9-0493-4613-aba6-7e20fcc57ab6 req-ea2b5853-f812-40e8-a7c0-6c8a5ba16316 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 946 time: 0.1241932 Feb 08 15:58:51.769293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ee6b4-92cc-4fcd-83e3-e719332d8d2b req-f1c03fe0-e9e2-4348-9c80-78196c88c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:51.771085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a0ee6b4-92cc-4fcd-83e3-e719332d8d2b req-f1c03fe0-e9e2-4348-9c80-78196c88c65a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d904d372d18840b38029be9c9cba3133&device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 1126 time: 0.0843534 Feb 08 15:58:51.876063 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9a358bfb-5c2f-4225-b603-ec9a660805a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (49ac7cf7-4bce-42cc-99b5-f049505575a1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:51.887503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1977ca9-0493-4613-aba6-7e20fcc57ab6 req-6aa39da8-6eb4-4e0d-8cb2-e4466c31044c tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/security-groups?id=32af40b2-5843-4413-acae-f5deaa88090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027184 Feb 08 15:58:51.947880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ee6b4-92cc-4fcd-83e3-e719332d8d2b req-b3e958e3-5e01-40e5-9ec3-4c63e2868188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:51.949806 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a0ee6b4-92cc-4fcd-83e3-e719332d8d2b req-b3e958e3-5e01-40e5-9ec3-4c63e2868188 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5c6b15a2-6f79-4fd5-b331-b1d270a9ae22 HTTP/1.1" status: 200 len: 911 time: 0.1663036 Feb 08 15:58:51.969078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-e7f6ba4c-76cf-4504-aed4-3cbd7f05c9c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks [] for port (ad866ef2-796f-467d-977a-e6c5479b960a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:52.013715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a358bfb-5c2f-4225-b603-ec9a660805a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Subnet': ['ID=49ac7cf7-4bce-42cc-99b5-f049505575a1,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:52.031535 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a0ee6b4-92cc-4fcd-83e3-e719332d8d2b req-6291ca71-8f1e-4aa3-81eb-c727fe667a7b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53a373d7-6ebe-4d42-bb47-3973e3845f82 HTTP/1.1" status: 200 len: 217 time: 0.0700498 Feb 08 15:58:52.060165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:58:52.063298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a358bfb-5c2f-4225-b603-ec9a660805a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Checking segment: {'id': 'c5075a55-1a7b-49fa-afa1-3d62fd70cf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5c6c9354-97c8-4df2-9dd8-2a714697de8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:52.063670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a358bfb-5c2f-4225-b603-ec9a660805a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network hostable DHCP agents. Network: 5c6c9354-97c8-4df2-9dd8-2a714697de8d, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:58:52.073767 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Sync routers for ids ['7acf3788-faf1-487a-bcf2-e7406f7065fa'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:58:52.098355 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Routers {'7acf3788-faf1-487a-bcf2-e7406f7065fa'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:52.099663 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['7acf3788-faf1-487a-bcf2-e7406f7065fa'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:52.109375 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:52.122411 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50378) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:52.123712 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bca6490c-a8c5-4be2-8f0e-1796109c0005 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.4747589 Feb 08 15:58:52.125306 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-e7f6ba4c-76cf-4504-aed4-3cbd7f05c9c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ad866ef2-796f-467d-977a-e6c5479b960a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:52.213786 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a358bfb-5c2f-4225-b603-ec9a660805a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network 5c6c9354-97c8-4df2-9dd8-2a714697de8d is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:58:52.236911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f898914-7b12-48f6-a5e8-f0324b5557af req-f418bbc9-3d88-4766-abeb-1aef7288c1cb tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:52.246904 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0f898914-7b12-48f6-a5e8-f0324b5557af req-f418bbc9-3d88-4766-abeb-1aef7288c1cb tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/ports?device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 943 time: 0.2134848 Feb 08 15:58:52.253438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-9a358bfb-5c2f-4225-b603-ec9a660805a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 5c6c9354-97c8-4df2-9dd8-2a714697de8d) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:52.259479 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-e7f6ba4c-76cf-4504-aed4-3cbd7f05c9c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Network b5b59816-9fc3-4d53-9f43-52ab1a64f47b is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:52.262601 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f39b529-1365-4c68-83c7-84974d5c659e None None] Network 5c6c9354-97c8-4df2-9dd8-2a714697de8d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:52.272247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a358bfb-5c2f-4225-b603-ec9a660805a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:52.272868 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9a358bfb-5c2f-4225-b603-ec9a660805a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:52.278008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-e7f6ba4c-76cf-4504-aed4-3cbd7f05c9c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:52.285720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6ba4c-76cf-4504-aed4-3cbd7f05c9c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Pushing event updated for resources: {'Port': ['ID=ad866ef2-796f-467d-977a-e6c5479b960a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:52.290356 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-e7f6ba4c-76cf-4504-aed4-3cbd7f05c9c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:52.302166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-91ed718f-e060-4d67-b18e-4cd12c52ffc2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Allocated IP 172.20.0.11 (b5b59816-9fc3-4d53-9f43-52ab1a64f47b/451650a0-cab2-4312-ac5d-d042a5f4df5a/19d9901e-2f40-47d4-a6ab-2d03d22a488f) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:52.343724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ee6b4-92cc-4fcd-83e3-e719332d8d2b req-d49c8d9f-6be4-4e4e-a179-33037441fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:52.345831 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a0ee6b4-92cc-4fcd-83e3-e719332d8d2b req-d49c8d9f-6be4-4e4e-a179-33037441fff4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7a0c6447-e23d-4698-aa80-a10a0d33e6f2 HTTP/1.1" status: 200 len: 850 time: 0.3015635 Feb 08 15:58:52.365133 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9a358bfb-5c2f-4225-b603-ec9a660805a4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9114795 Feb 08 15:58:52.368924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8e14f0a-0549-4496-a70e-90a16098bc32 req-fee73ba5-138e-4cf4-a009-f6325eae5789 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 210 time: 0.1783180 Feb 08 15:58:52.383735 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50382) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:52.408618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-11f3d243-49f8-4e34-9086-0b76dddd8623 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'network_id': '5c6c9354-97c8-4df2-9dd8-2a714697de8d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-493982865'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:52.435150 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Set router 7acf3788-faf1-487a-bcf2-e7406f7065fa gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:58:52.458187 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a0ee6b4-92cc-4fcd-83e3-e719332d8d2b req-03f96403-88c6-4367-95f5-bb862969712b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5c6b15a2-6f79-4fd5-b331-b1d270a9ae22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862358 Feb 08 15:58:52.521260 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-5c6c9354-97c8-4df2-9dd8-2a714697de8d', 'network_id': '5c6c9354-97c8-4df2-9dd8-2a714697de8d', 'project_id': '0d4436b9f30742f79601225ff55aa191', 'fixed_ips': [{'subnet_id': '49ac7cf7-4bce-42cc-99b5-f049505575a1'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:58:52.521694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0f898914-7b12-48f6-a5e8-f0324b5557af req-4f1b2b61-1c96-4962-98ef-91e086e7082d tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d795a26-49bf-42bc-a235-52774c497c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706096 Feb 08 15:58:52.524537 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:52.585981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-e7f6ba4c-76cf-4504-aed4-3cbd7f05c9c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:52.586737 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-e7f6ba4c-76cf-4504-aed4-3cbd7f05c9c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:52.688578 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-e7f6ba4c-76cf-4504-aed4-3cbd7f05c9c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6615186 Feb 08 15:58:52.699801 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9b88d97-bf9a-4fba-a051-f46ddaae19f7 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router (7acf3788-faf1-487a-bcf2-e7406f7065fa), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:52.703670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50386) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:52.776870 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Request body: {'port': {'device_id': '9bfad08b-f1ce-4492-8edc-3942211bf908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:52.802905 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf3788-faf1-487a-bcf2-e7406f7065fa', 'name': '', 'tenant_id': 'c89e7b0a752243eca7051ece86999eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '557d7ab1-b256-4ab2-bbed-746a64de7fed', 'external_fixed_ips': [{'subnet_id': '841f5dca-026d-41f2-8ff3-92d3f7f885b0', 'ip_address': '2001:db8::35c'}], 'enable_snat': True}, 'gw_port_id': '730476d0-8b4d-4641-a408-c9703097ab20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:58:46Z', 'updated_at': '2022-02-08T15:58:48Z', 'revision_number': 3, 'project_id': 'c89e7b0a752243eca7051ece86999eb3', 'gw_port': {'id': '730476d0-8b4d-4641-a408-c9703097ab20', 'name': '', 'network_id': '557d7ab1-b256-4ab2-bbed-746a64de7fed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ff:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acf3788-faf1-487a-bcf2-e7406f7065fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '841f5dca-026d-41f2-8ff3-92d3f7f885b0', 'ip_address': '2001:db8::35c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:58:47Z', 'updated_at': '2022-02-08T15:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '841f5dca-026d-41f2-8ff3-92d3f7f885b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:52.853757 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a0ee6b4-92cc-4fcd-83e3-e719332d8d2b req-ead8fe1e-72e2-448e-9721-e051ccdc5c69 service neutron] 10.222.0.94 "GET /v2.0/networks/5c6b15a2-6f79-4fd5-b331-b1d270a9ae22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468800 Feb 08 15:58:52.876384 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Checking router: 7acf3788-faf1-487a-bcf2-e7406f7065fa for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:58:52.881325 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Updating router 7acf3788-faf1-487a-bcf2-e7406f7065fa port 730476d0-8b4d-4641-a408-c9703097ab20 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:58:52.887299 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Allocated IP 172.20.0.2 (5c6c9354-97c8-4df2-9dd8-2a714697de8d/49ac7cf7-4bce-42cc-99b5-f049505575a1/ea393eec-071b-489b-a35f-1223e55f7c20) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:52.943351 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (730476d0-8b4d-4641-a408-c9703097ab20), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.065709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.093220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f3d243-49f8-4e34-9086-0b76dddd8623 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:58:53.096666 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-11f3d243-49f8-4e34-9086-0b76dddd8623 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.137605 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9b88d97-bf9a-4fba-a051-f46ddaae19f7 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (7acf3788-faf1-487a-bcf2-e7406f7065fa), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.139050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-11f3d243-49f8-4e34-9086-0b76dddd8623 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port 270483f7-b549-4095-a0f7-15f40a3e4bbd yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:58:53.162225 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dcaf0-cd9a-48ae-9b3d-3963e9aeb901 req-d2345cf9-d81c-4c44-8fab-9cec886ca0ec tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:53.165378 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e52dcaf0-cd9a-48ae-9b3d-3963e9aeb901 req-d2345cf9-d81c-4c44-8fab-9cec886ca0ec tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.96 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 946 time: 0.2850521 Feb 08 15:58:53.175060 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Publish callbacks [] for port (ea393eec-071b-489b-a35f-1223e55f7c20), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.185324 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (ea393eec-071b-489b-a35f-1223e55f7c20), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.190605 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ad866ef2-796f-467d-977a-e6c5479b960a), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.229368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b84ab-63ba-496e-9090-c9e5b3977432 req-b4b1cab1-3156-492e-b126-bf77bec5b18c tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:53.230942 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e76b84ab-63ba-496e-9090-c9e5b3977432 req-b4b1cab1-3156-492e-b126-bf77bec5b18c tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 946 time: 0.2147882 Feb 08 15:58:53.236094 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a0ee6b4-92cc-4fcd-83e3-e719332d8d2b req-8b195e7f-cd89-4fa4-965d-63b53f769f6f service neutron] 10.222.0.94 "GET /v2.0/networks/5c6b15a2-6f79-4fd5-b331-b1d270a9ae22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717630 Feb 08 15:58:53.282152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Pushing event updated for resources: {'Port': ['ID=ea393eec-071b-489b-a35f-1223e55f7c20,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:53.311575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Network 5c6c9354-97c8-4df2-9dd8-2a714697de8d is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:53.318454 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:53.321697 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:53.333775 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-91ed718f-e060-4d67-b18e-4cd12c52ffc2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks [] for port (19d9901e-2f40-47d4-a6ab-2d03d22a488f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.344427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f9b88d97-bf9a-4fba-a051-f46ddaae19f7 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Deleting port 730476d0-8b4d-4641-a408-c9703097ab20 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:53.344783 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9b88d97-bf9a-4fba-a051-f46ddaae19f7 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (730476d0-8b4d-4641-a408-c9703097ab20), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.354096 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Publish callbacks [] for security_group (ebb23d7b-197d-4335-a498-0f194eadb9a8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.467205 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Publish callbacks [] for port (730476d0-8b4d-4641-a408-c9703097ab20), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.477120 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (730476d0-8b4d-4641-a408-c9703097ab20), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.478079 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Attempting to bind port ea393eec-071b-489b-a35f-1223e55f7c20 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:58:53.480283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Attempting to bind port ea393eec-071b-489b-a35f-1223e55f7c20 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'c5075a55-1a7b-49fa-afa1-3d62fd70cf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5c6c9354-97c8-4df2-9dd8-2a714697de8d'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:58:53.482073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Attempting to bind port ea393eec-071b-489b-a35f-1223e55f7c20 on network 5c6c9354-97c8-4df2-9dd8-2a714697de8d {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:58:53.502916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:58:53.503299 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Checking segment: {'id': 'c5075a55-1a7b-49fa-afa1-3d62fd70cf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5c6c9354-97c8-4df2-9dd8-2a714697de8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:53.503716 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.504681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Bound using segment: {'id': 'c5075a55-1a7b-49fa-afa1-3d62fd70cf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5c6c9354-97c8-4df2-9dd8-2a714697de8d'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:58:53.505219 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Bound port: ea393eec-071b-489b-a35f-1223e55f7c20, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5075a55-1a7b-49fa-afa1-3d62fd70cf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5c6c9354-97c8-4df2-9dd8-2a714697de8d'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:58:53.505617 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ea393eec-071b-489b-a35f-1223e55f7c20), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.562738 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448fca5-8de4-4123-93dc-69cb8939389b None None] Pushing event updated for resources: {'Port': ['ID=730476d0-8b4d-4641-a408-c9703097ab20,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:53.569289 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9b88d97-bf9a-4fba-a051-f46ddaae19f7 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (730476d0-8b4d-4641-a408-c9703097ab20), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.583996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f9b88d97-bf9a-4fba-a051-f46ddaae19f7 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Calling delete_port for 730476d0-8b4d-4641-a408-c9703097ab20 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:53.592367 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448fca5-8de4-4123-93dc-69cb8939389b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.593120 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448fca5-8de4-4123-93dc-69cb8939389b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.593658 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448fca5-8de4-4123-93dc-69cb8939389b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.594182 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448fca5-8de4-4123-93dc-69cb8939389b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.594735 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448fca5-8de4-4123-93dc-69cb8939389b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.595254 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448fca5-8de4-4123-93dc-69cb8939389b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.596670 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448fca5-8de4-4123-93dc-69cb8939389b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.597382 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448fca5-8de4-4123-93dc-69cb8939389b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.598008 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448fca5-8de4-4123-93dc-69cb8939389b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.598557 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448fca5-8de4-4123-93dc-69cb8939389b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.599074 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448fca5-8de4-4123-93dc-69cb8939389b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.600714 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448fca5-8de4-4123-93dc-69cb8939389b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.601532 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b448fca5-8de4-4123-93dc-69cb8939389b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.612720 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Attempting to bind port 730476d0-8b4d-4641-a408-c9703097ab20 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:58:53.614396 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Attempting to bind port 730476d0-8b4d-4641-a408-c9703097ab20 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0c5a6d49-6bb3-4e68-81ad-166195fd62b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '557d7ab1-b256-4ab2-bbed-746a64de7fed'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:58:53.615489 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Attempting to bind port 730476d0-8b4d-4641-a408-c9703097ab20 on network 557d7ab1-b256-4ab2-bbed-746a64de7fed {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:58:53.623954 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:58:53.624738 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Checking segment: {'id': '0c5a6d49-6bb3-4e68-81ad-166195fd62b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '557d7ab1-b256-4ab2-bbed-746a64de7fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:53.625430 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.626035 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Bound using segment: {'id': '0c5a6d49-6bb3-4e68-81ad-166195fd62b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '557d7ab1-b256-4ab2-bbed-746a64de7fed'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:58:53.627457 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Bound port: 730476d0-8b4d-4641-a408-c9703097ab20, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5a6d49-6bb3-4e68-81ad-166195fd62b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '557d7ab1-b256-4ab2-bbed-746a64de7fed'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:58:53.628116 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (730476d0-8b4d-4641-a408-c9703097ab20), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.632806 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] For port ea393eec-071b-489b-a35f-1223e55f7c20, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:58:53.636729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] For port ea393eec-071b-489b-a35f-1223e55f7c20, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ea393eec-071b-489b-a35f-1223e55f7c20,segment=NetworkSegment(c5075a55-1a7b-49fa-afa1-3d62fd70cf53),segment_id=c5075a55-1a7b-49fa-afa1-3d62fd70cf53)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:58:53.641651 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ebb23d7b-197d-4335-a498-0f194eadb9a8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.647404 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ea393eec-071b-489b-a35f-1223e55f7c20), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.710785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e76b84ab-63ba-496e-9090-c9e5b3977432 req-8da64807-0e31-464b-94b7-b2d0c4cced6b tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/security-groups?id=32af40b2-5843-4413-acae-f5deaa88090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649944 Feb 08 15:58:53.761133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e8e55-6658-4bf2-a044-d213896758ce None None] Pushing event updated for resources: {'Port': ['ID=ea393eec-071b-489b-a35f-1223e55f7c20,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:53.788568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb23d7b-197d-4335-a498-0f194eadb9a8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:53.810675 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] For port 730476d0-8b4d-4641-a408-c9703097ab20, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:58:53.826049 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] For port 730476d0-8b4d-4641-a408-c9703097ab20, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=730476d0-8b4d-4641-a408-c9703097ab20,segment=NetworkSegment(0c5a6d49-6bb3-4e68-81ad-166195fd62b3),segment_id=0c5a6d49-6bb3-4e68-81ad-166195fd62b3)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:58:53.831328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c54fbd79-e88f-4506-8660-caed5f014cb5 req-7a3077f1-3dbf-4f3c-adce-472182e84fbc tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 210 time: 0.1687191 Feb 08 15:58:53.847184 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.847419 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (730476d0-8b4d-4641-a408-c9703097ab20), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:53.847759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.848069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.848447 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.848832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.849201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.849539 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.849919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.850259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.850762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.850960 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.851294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.851618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:58:53.890054 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fba43316-2038-4555-973f-00c131270a5d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a05d61c4d9a34f49afc4578089cfba41&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1853266 Feb 08 15:58:53.892925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50398) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:53.965686 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Routers {'7acf3788-faf1-487a-bcf2-e7406f7065fa'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:58:53.966856 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:58:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['7acf3788-faf1-487a-bcf2-e7406f7065fa'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:53.970092 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448fca5-8de4-4123-93dc-69cb8939389b None None] Pushing event updated for resources: {'Port': ['ID=730476d0-8b4d-4641-a408-c9703097ab20,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:54.184536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-11f3d243-49f8-4e34-9086-0b76dddd8623 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Allocated IP 172.20.0.14 (5c6c9354-97c8-4df2-9dd8-2a714697de8d/49ac7cf7-4bce-42cc-99b5-f049505575a1/270483f7-b549-4095-a0f7-15f40a3e4bbd) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:58:54.199898 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-91ed718f-e060-4d67-b18e-4cd12c52ffc2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (19d9901e-2f40-47d4-a6ab-2d03d22a488f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.206096 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] Set router 7acf3788-faf1-487a-bcf2-e7406f7065fa gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:58:54.259691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-e52dcaf0-cd9a-48ae-9b3d-3963e9aeb901 req-0fddab6a-1deb-4d0a-b85f-b2f0ac17a87f tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Deleting port 31a0cc02-d3af-4442-a122-77e3bb756e90 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:54.259818 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e52dcaf0-cd9a-48ae-9b3d-3963e9aeb901 req-0fddab6a-1deb-4d0a-b85f-b2f0ac17a87f tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (31a0cc02-d3af-4442-a122-77e3bb756e90), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.282220 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bdc92353-cdf0-47ef-84c3-23130dbb1c0d admin admin] Publish callbacks [] for security_group (ebb23d7b-197d-4335-a498-0f194eadb9a8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.290398 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9b88d97-bf9a-4fba-a051-f46ddaae19f7 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (730476d0-8b4d-4641-a408-c9703097ab20), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.312369 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf3788-faf1-487a-bcf2-e7406f7065fa', 'name': '', 'tenant_id': 'c89e7b0a752243eca7051ece86999eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:58:46Z', 'updated_at': '2022-02-08T15:58:53Z', 'revision_number': 4, 'project_id': 'c89e7b0a752243eca7051ece86999eb3', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:54.356939 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f770f908-b6e8-4357-bc5d-2430e61b02c0 None None] The sync data for ids ['7acf3788-faf1-487a-bcf2-e7406f7065fa'] in n-d-824834-11 is: [{'id': '7acf3788-faf1-487a-bcf2-e7406f7065fa', 'name': '', 'tenant_id': 'c89e7b0a752243eca7051ece86999eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:58:46Z', 'updated_at': '2022-02-08T15:58:53Z', 'revision_number': 4, 'project_id': 'c89e7b0a752243eca7051ece86999eb3', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:58:54.379473 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bdc92353-cdf0-47ef-84c3-23130dbb1c0d admin admin] Publish callbacks [] for security_group (ebb23d7b-197d-4335-a498-0f194eadb9a8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.400368 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-91ed718f-e060-4d67-b18e-4cd12c52ffc2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Network b5b59816-9fc3-4d53-9f43-52ab1a64f47b is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:54.453453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b88d97-bf9a-4fba-a051-f46ddaae19f7 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Pushing event deleted for resources: {'Port': ['ID=730476d0-8b4d-4641-a408-c9703097ab20,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:54.499831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed53a6c-84ee-4e5a-9cf4-2e31e9d1a708 req-64821a0d-a205-4a29-9de8-b6afb354fbf1 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:54.501537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4ed53a6c-84ee-4e5a-9cf4-2e31e9d1a708 req-64821a0d-a205-4a29-9de8-b6afb354fbf1 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/ports?device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 943 time: 0.5153079 Feb 08 15:58:54.520317 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ea393eec-071b-489b-a35f-1223e55f7c20 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:58:54.527255 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bdc92353-cdf0-47ef-84c3-23130dbb1c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ebb23d7b-197d-4335-a498-0f194eadb9a8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.529917 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bdc92353-cdf0-47ef-84c3-23130dbb1c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.534734 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bdc92353-cdf0-47ef-84c3-23130dbb1c0d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ebb23d7b-197d-4335-a498-0f194eadb9a8 HTTP/1.1" status: 204 len: 168 time: 0.6403315 Feb 08 15:58:54.540096 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9b88d97-bf9a-4fba-a051-f46ddaae19f7 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (7acf3788-faf1-487a-bcf2-e7406f7065fa), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.593555 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-11f3d243-49f8-4e34-9086-0b76dddd8623 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (270483f7-b549-4095-a0f7-15f40a3e4bbd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.652182 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9b88d97-bf9a-4fba-a051-f46ddaae19f7 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (7acf3788-faf1-487a-bcf2-e7406f7065fa), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.658249 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9b88d97-bf9a-4fba-a051-f46ddaae19f7 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_controller (7acf3788-faf1-487a-bcf2-e7406f7065fa), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.735172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ea393eec-071b-489b-a35f-1223e55f7c20 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:54.736078 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ea393eec-071b-489b-a35f-1223e55f7c20), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.798479 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9b88d97-bf9a-4fba-a051-f46ddaae19f7 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (7acf3788-faf1-487a-bcf2-e7406f7065fa), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.799017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b88d97-bf9a-4fba-a051-f46ddaae19f7 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7acf3788-faf1-487a-bcf2-e7406f7065fa {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:58:54.829376 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9b88d97-bf9a-4fba-a051-f46ddaae19f7 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.830905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f9b88d97-bf9a-4fba-a051-f46ddaae19f7 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "DELETE /v2.0/routers/7acf3788-faf1-487a-bcf2-e7406f7065fa HTTP/1.1" status: 204 len: 168 time: 2.7062621 Feb 08 15:58:54.834463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc92353-cdf0-47ef-84c3-23130dbb1c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb23d7b-197d-4335-a498-0f194eadb9a8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:54.836263 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50404) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:54.838761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad866ef2-796f-467d-977a-e6c5479b960a {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:58:54.874300 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Publish callbacks [] for port (ad866ef2-796f-467d-977a-e6c5479b960a), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.909333 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Transition to ACTIVE for port object ad866ef2-796f-467d-977a-e6c5479b960a will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:58:54.923191 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-11f3d243-49f8-4e34-9086-0b76dddd8623 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (270483f7-b549-4095-a0f7-15f40a3e4bbd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:54.945326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed718f-e060-4d67-b18e-4cd12c52ffc2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Pushing event updated for resources: {'Port': ['ID=19d9901e-2f40-47d4-a6ab-2d03d22a488f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:54.952661 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-91ed718f-e060-4d67-b18e-4cd12c52ffc2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:54.960149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-91ed718f-e060-4d67-b18e-4cd12c52ffc2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:54.968783 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4ed53a6c-84ee-4e5a-9cf4-2e31e9d1a708 req-e941f0f2-906e-440c-b7df-2ca9de445a27 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d795a26-49bf-42bc-a235-52774c497c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440713 Feb 08 15:58:54.977806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb64b86-d693-4d45-943e-a0ede754395f tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Deleting subnet 841f5dca-026d-41f2-8ff3-92d3f7f885b0 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:58:54.981475 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1eb64b86-d693-4d45-943e-a0ede754395f tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for subnet (841f5dca-026d-41f2-8ff3-92d3f7f885b0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.022386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ea393eec-071b-489b-a35f-1223e55f7c20 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:55.023557 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ea393eec-071b-489b-a35f-1223e55f7c20), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.086478 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1eb64b86-d693-4d45-943e-a0ede754395f tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (841f5dca-026d-41f2-8ff3-92d3f7f885b0), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.090706 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port ea393eec-071b-489b-a35f-1223e55f7c20, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ea393eec-071b-489b-a35f-1223e55f7c20,segment=NetworkSegment(c5075a55-1a7b-49fa-afa1-3d62fd70cf53),segment_id=c5075a55-1a7b-49fa-afa1-3d62fd70cf53)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:55.104888 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ea393eec-071b-489b-a35f-1223e55f7c20), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.178895 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912734d1-05bd-45da-b22b-c7ccb27f7966 req-9925da24-0330-44ea-802a-01f9f9dab38c tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:55.180577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-912734d1-05bd-45da-b22b-c7ccb27f7966 req-9925da24-0330-44ea-802a-01f9f9dab38c tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 946 time: 0.2789822 Feb 08 15:58:55.190684 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-91ed718f-e060-4d67-b18e-4cd12c52ffc2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:55.191463 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-91ed718f-e060-4d67-b18e-4cd12c52ffc2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.194586 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ad866ef2-796f-467d-977a-e6c5479b960a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.206025 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1eb64b86-d693-4d45-943e-a0ede754395f tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (841f5dca-026d-41f2-8ff3-92d3f7f885b0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.236259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f3d243-49f8-4e34-9086-0b76dddd8623 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network 5c6c9354-97c8-4df2-9dd8-2a714697de8d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:58:55.244377 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3d243-49f8-4e34-9086-0b76dddd8623 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=270483f7-b549-4095-a0f7-15f40a3e4bbd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:55.263885 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-11f3d243-49f8-4e34-9086-0b76dddd8623 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:58:55.275603 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=ea393eec-071b-489b-a35f-1223e55f7c20,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:55.295372 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50412) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:55.295704 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-91ed718f-e060-4d67-b18e-4cd12c52ffc2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2826362 Feb 08 15:58:55.296587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f3d243-49f8-4e34-9086-0b76dddd8623 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:58:55.305046 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1eb64b86-d693-4d45-943e-a0ede754395f tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (841f5dca-026d-41f2-8ff3-92d3f7f885b0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.368576 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11efa803-0583-4369-8361-701231be51af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.371336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e52dcaf0-cd9a-48ae-9b3d-3963e9aeb901 req-0fddab6a-1deb-4d0a-b85f-b2f0ac17a87f tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] For port 31a0cc02-d3af-4442-a122-77e3bb756e90, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=31a0cc02-d3af-4442-a122-77e3bb756e90,segment=NetworkSegment(20ae0045-f0fd-4241-8f03-fc5b665f0961),segment_id=20ae0045-f0fd-4241-8f03-fc5b665f0961)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:55.371719 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e52dcaf0-cd9a-48ae-9b3d-3963e9aeb901 req-0fddab6a-1deb-4d0a-b85f-b2f0ac17a87f tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (31a0cc02-d3af-4442-a122-77e3bb756e90), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.377664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb64b86-d693-4d45-943e-a0ede754395f tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=841f5dca-026d-41f2-8ff3-92d3f7f885b0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:55.387122 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1eb64b86-d693-4d45-943e-a0ede754395f tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.390277 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1eb64b86-d693-4d45-943e-a0ede754395f tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "DELETE /v2.0/subnets/841f5dca-026d-41f2-8ff3-92d3f7f885b0 HTTP/1.1" status: 204 len: 168 time: 0.5483599 Feb 08 15:58:55.395622 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50416) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:55.406602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Pushing event updated for resources: {'Port': ['ID=ad866ef2-796f-467d-977a-e6c5479b960a,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:55.432363 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-e52dcaf0-cd9a-48ae-9b3d-3963e9aeb901 req-0fddab6a-1deb-4d0a-b85f-b2f0ac17a87f tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Calling delete_port for 31a0cc02-d3af-4442-a122-77e3bb756e90 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:55.500386 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-807ce731-6f8d-424a-84bc-8110155c41a8 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (557d7ab1-b256-4ab2-bbed-746a64de7fed), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.515527 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3d243-49f8-4e34-9086-0b76dddd8623 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:55.517430 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-11f3d243-49f8-4e34-9086-0b76dddd8623 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.555171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a52cda-4a5d-4259-8951-327f54cf065a None None] Network 5c6c9354-97c8-4df2-9dd8-2a714697de8d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:55.580207 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a4e75-b6f2-4f6d-a6a2-3faa9d1fb687 req-7ad404c7-8c63-475d-b55c-6731f1ab2855 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:55.583391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee9a4e75-b6f2-4f6d-a6a2-3faa9d1fb687 req-7ad404c7-8c63-475d-b55c-6731f1ab2855 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 932 time: 0.4455585 Feb 08 15:58:55.619666 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-11f3d243-49f8-4e34-9086-0b76dddd8623 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.2305083 Feb 08 15:58:55.620598 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-912734d1-05bd-45da-b22b-c7ccb27f7966 req-0dfec8f3-2144-4cdc-a003-da6e55f20c27 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/security-groups?id=32af40b2-5843-4413-acae-f5deaa88090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464897 Feb 08 15:58:55.622039 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50418) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:55.663470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Attempting to bind port ad866ef2-796f-467d-977a-e6c5479b960a on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:58:55.664848 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Attempting to bind port ad866ef2-796f-467d-977a-e6c5479b960a by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:58:55.665651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Attempting to bind port ad866ef2-796f-467d-977a-e6c5479b960a on network b5b59816-9fc3-4d53-9f43-52ab1a64f47b {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:58:55.680258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e3325e53-0f4f-469c-9b5d-fe02348c1199 None None] Provisioning complete for port ea393eec-071b-489b-a35f-1223e55f7c20 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:55.680746 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e3325e53-0f4f-469c-9b5d-fe02348c1199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ea393eec-071b-489b-a35f-1223e55f7c20), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.682306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Port ad866ef2-796f-467d-977a-e6c5479b960a on network b5b59816-9fc3-4d53-9f43-52ab1a64f47b not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:58:55.682648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Attempting to bind port ad866ef2-796f-467d-977a-e6c5479b960a on network b5b59816-9fc3-4d53-9f43-52ab1a64f47b {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:58:55.723563 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:58:55.734364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Checking segment: {'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:55.735432 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Bound using segment: {'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:58:55.736241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Bound port: ad866ef2-796f-467d-977a-e6c5479b960a, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:58:55.736738 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ad866ef2-796f-467d-977a-e6c5479b960a), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.768477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 53a373d7-6ebe-4d42-bb47-3973e3845f82 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:58:55.849587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Request body: {'port': {'device_id': '48f324f4-5b61-428a-b3e1-c26d8027dcd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:55.865461 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e52dcaf0-cd9a-48ae-9b3d-3963e9aeb901 req-0fddab6a-1deb-4d0a-b85f-b2f0ac17a87f tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (31a0cc02-d3af-4442-a122-77e3bb756e90), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.895390 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-807ce731-6f8d-424a-84bc-8110155c41a8 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (557d7ab1-b256-4ab2-bbed-746a64de7fed), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.922097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 53a373d7-6ebe-4d42-bb47-3973e3845f82, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=53a373d7-6ebe-4d42-bb47-3973e3845f82,segment=NetworkSegment(8b500b9b-63f8-4d95-8011-088b8b46ab64),segment_id=8b500b9b-63f8-4d95-8011-088b8b46ab64)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:55.929583 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee9a4e75-b6f2-4f6d-a6a2-3faa9d1fb687 req-39ac6e2d-015a-49b6-9acf-1d50b6412e47 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339655 Feb 08 15:58:55.946764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-807ce731-6f8d-424a-84bc-8110155c41a8 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557d7ab1-b256-4ab2-bbed-746a64de7fed']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:55.963409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-807ce731-6f8d-424a-84bc-8110155c41a8 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5a6d49-6bb3-4e68-81ad-166195fd62b3') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:55.963539 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-807ce731-6f8d-424a-84bc-8110155c41a8 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5a6d49-6bb3-4e68-81ad-166195fd62b3') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:55.965550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '53a373d7-6ebe-4d42-bb47-3973e3845f82', 'network_id': '5c6b15a2-6f79-4fd5-b331-b1d270a9ae22', 'port_id': '53a373d7-6ebe-4d42-bb47-3973e3845f82', 'mac_address': 'fa:16:3e:13:63:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0c6447-e23d-4698-aa80-a10a0d33e6f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:58:55.967061 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11efa803-0583-4369-8361-701231be51af admin admin] Publish callbacks [] for security_group (6d6d82f1-276b-4681-a382-a6eb4cf0eeca), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.977738 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddab6a-1deb-4d0a-b85f-b2f0ac17a87f tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Pushing event deleted for resources: {'Port': ['ID=31a0cc02-d3af-4442-a122-77e3bb756e90,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:55.982119 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-807ce731-6f8d-424a-84bc-8110155c41a8 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (0c5a6d49-6bb3-4e68-81ad-166195fd62b3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:55.984050 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11efa803-0583-4369-8361-701231be51af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6d6d82f1-276b-4681-a382-a6eb4cf0eeca), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:56.050371 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-807ce731-6f8d-424a-84bc-8110155c41a8 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (0c5a6d49-6bb3-4e68-81ad-166195fd62b3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:56.080839 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-11efa803-0583-4369-8361-701231be51af admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3fa68a97f427482f973bf5d78a0d652b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7776711 Feb 08 15:58:56.084096 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (19d9901e-2f40-47d4-a6ab-2d03d22a488f), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:56.089244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50422) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:56.094142 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-6181f29d-7830-43fd-a36a-0a1fdf269ef1 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port 270483f7-b549-4095-a0f7-15f40a3e4bbd {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:56.094493 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6181f29d-7830-43fd-a36a-0a1fdf269ef1 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (270483f7-b549-4095-a0f7-15f40a3e4bbd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:56.100022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807ce731-6f8d-424a-84bc-8110155c41a8 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:58:56.100443 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-807ce731-6f8d-424a-84bc-8110155c41a8 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (0c5a6d49-6bb3-4e68-81ad-166195fd62b3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: items = [ Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:58:56.102488 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:58:56.105542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efa803-0583-4369-8361-701231be51af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6d82f1-276b-4681-a382-a6eb4cf0eeca,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:56.162073 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52dcaf0-cd9a-48ae-9b3d-3963e9aeb901 req-0fddab6a-1deb-4d0a-b85f-b2f0ac17a87f tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] No DVR routers for this DVR port 31a0cc02-d3af-4442-a122-77e3bb756e90 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:58:56.169812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 53a373d7-6ebe-4d42-bb47-3973e3845f82 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:56.170493 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (53a373d7-6ebe-4d42-bb47-3973e3845f82), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:56.185651 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e52dcaf0-cd9a-48ae-9b3d-3963e9aeb901 req-0fddab6a-1deb-4d0a-b85f-b2f0ac17a87f tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:56.188645 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a373d7-6ebe-4d42-bb47-3973e3845f82 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:58:56.195696 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e52dcaf0-cd9a-48ae-9b3d-3963e9aeb901 req-0fddab6a-1deb-4d0a-b85f-b2f0ac17a87f tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.96 "DELETE /v2.0/ports/31a0cc02-d3af-4442-a122-77e3bb756e90 HTTP/1.1" status: 204 len: 173 time: 3.0182204 Feb 08 15:58:56.195696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67389236-d042-485c-9257-2c9e8a655bbd', 'name': 'network-vif-deleted', 'tag': '31a0cc02-d3af-4442-a122-77e3bb756e90'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:58:56.198258 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c0c11c-0af0-4220-b4d5-f7540072f28b" -d '{"events": [{"server_uuid": "67389236-d042-485c-9257-2c9e8a655bbd", "name": "network-vif-deleted", "tag": "31a0cc02-d3af-4442-a122-77e3bb756e90"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:58:56.225911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 53a373d7-6ebe-4d42-bb47-3973e3845f82, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=53a373d7-6ebe-4d42-bb47-3973e3845f82,segment=NetworkSegment(8b500b9b-63f8-4d95-8011-088b8b46ab64),segment_id=8b500b9b-63f8-4d95-8011-088b8b46ab64)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:56.234742 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (53a373d7-6ebe-4d42-bb47-3973e3845f82), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:56.289132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e3325e53-0f4f-469c-9b5d-fe02348c1199 None None] Current status of the port ea393eec-071b-489b-a35f-1223e55f7c20 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:56.341489 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=53a373d7-6ebe-4d42-bb47-3973e3845f82,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:56.433629 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4ea1cc-669b-49b7-a30b-ccfee87ef303 x-openstack-request-id: req-2c4ea1cc-669b-49b7-a30b-ccfee87ef303 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:58:56.433866 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67389236-d042-485c-9257-2c9e8a655bbd", "name": "network-vif-deleted", "tag": "31a0cc02-d3af-4442-a122-77e3bb756e90", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:58:56.434111 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2c4ea1cc-669b-49b7-a30b-ccfee87ef303 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:58:56.434522 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67389236-d042-485c-9257-2c9e8a655bbd', 'name': 'network-vif-deleted', 'tag': '31a0cc02-d3af-4442-a122-77e3bb756e90', 'status': 'completed', 'code': 200} Feb 08 15:58:56.445519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ea393eec-071b-489b-a35f-1223e55f7c20 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:58:56.508558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['53a373d7-6ebe-4d42-bb47-3973e3845f82'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:58:56.516274 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] For port ad866ef2-796f-467d-977a-e6c5479b960a, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:58:56.524908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] For port ad866ef2-796f-467d-977a-e6c5479b960a, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ad866ef2-796f-467d-977a-e6c5479b960a,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:58:56.581152 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ad866ef2-796f-467d-977a-e6c5479b960a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:56.634854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ea393eec-071b-489b-a35f-1223e55f7c20 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:56.635481 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ea393eec-071b-489b-a35f-1223e55f7c20), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:56.839840 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Pushing event updated for resources: {'Port': ['ID=ad866ef2-796f-467d-977a-e6c5479b960a,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:56.842023 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-673b106c-c065-4cda-85eb-dcce533d629f None None] Provisioning complete for port 270483f7-b549-4095-a0f7-15f40a3e4bbd triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:56.843015 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-673b106c-c065-4cda-85eb-dcce533d629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (270483f7-b549-4095-a0f7-15f40a3e4bbd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:56.852561 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b722a598-0bc9-4804-875a-f964ab2edb7a admin admin] Publish callbacks [] for security_group (6d6d82f1-276b-4681-a382-a6eb4cf0eeca), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:56.862580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:56.864369 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:56.866190 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-c488f974-10ce-422e-a900-dfe079562c66 service neutron] 10.222.0.94 "PUT /v2.0/ports/ad866ef2-796f-467d-977a-e6c5479b960a HTTP/1.1" status: 200 len: 1093 time: 4.1621330 Feb 08 15:58:56.916205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-673b106c-c065-4cda-85eb-dcce533d629f None None] Port 270483f7-b549-4095-a0f7-15f40a3e4bbd cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:58:56.953676 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b722a598-0bc9-4804-875a-f964ab2edb7a admin admin] Publish callbacks [] for security_group (6d6d82f1-276b-4681-a382-a6eb4cf0eeca), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.010126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ea393eec-071b-489b-a35f-1223e55f7c20 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:57.011924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-673b106c-c065-4cda-85eb-dcce533d629f None None] Provisioning complete for port ea393eec-071b-489b-a35f-1223e55f7c20 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:57.012304 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-673b106c-c065-4cda-85eb-dcce533d629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ea393eec-071b-489b-a35f-1223e55f7c20), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.027739 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a58ca5d-44c8-4c86-8bee-2a090a9894f9 req-9fd0852e-7545-4eff-bf9f-9a72dd2fc8b8 tempest-ServerMetadataNegativeTestJSON-173952825 tempest-ServerMetadataNegativeTestJSON-173952825-project] 10.222.0.82 "GET /v2.0/ports?device_id=67389236-d042-485c-9257-2c9e8a655bbd HTTP/1.1" status: 200 len: 210 time: 0.1192448 Feb 08 15:58:57.072403 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-807ce731-6f8d-424a-84bc-8110155c41a8 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (557d7ab1-b256-4ab2-bbed-746a64de7fed), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.089125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807ce731-6f8d-424a-84bc-8110155c41a8 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 557d7ab1-b256-4ab2-bbed-746a64de7fed {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 08 15:58:57.094575 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-807ce731-6f8d-424a-84bc-8110155c41a8 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.103228 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-807ce731-6f8d-424a-84bc-8110155c41a8 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "DELETE /v2.0/networks/557d7ab1-b256-4ab2-bbed-746a64de7fed HTTP/1.1" status: 204 len: 168 time: 1.6992481 Feb 08 15:58:57.150858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ce731-6f8d-424a-84bc-8110155c41a8 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Pushing event deleted for resources: {'Network': ['ID=557d7ab1-b256-4ab2-bbed-746a64de7fed,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:57.177449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-673b106c-c065-4cda-85eb-dcce533d629f None None] Current status of the port ea393eec-071b-489b-a35f-1223e55f7c20 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:57.180912 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947ff9d-09c8-4956-8470-afb366596a58 req-7fdcef28-7d2d-462f-a22b-6fe411aaccce tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:57.189086 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d947ff9d-09c8-4956-8470-afb366596a58 req-7fdcef28-7d2d-462f-a22b-6fe411aaccce tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/ports?device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 944 time: 1.0520735 Feb 08 15:58:57.198167 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6181f29d-7830-43fd-a36a-0a1fdf269ef1 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (270483f7-b549-4095-a0f7-15f40a3e4bbd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.201254 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b722a598-0bc9-4804-875a-f964ab2edb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6d6d82f1-276b-4681-a382-a6eb4cf0eeca), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.203596 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b722a598-0bc9-4804-875a-f964ab2edb7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.204762 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b722a598-0bc9-4804-875a-f964ab2edb7a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6d6d82f1-276b-4681-a382-a6eb4cf0eeca HTTP/1.1" status: 204 len: 168 time: 1.1119363 Feb 08 15:58:57.220343 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 31a0cc02-d3af-4442-a122-77e3bb756e90 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:58:57.251081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d9901e-2f40-47d4-a6ab-2d03d22a488f {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:58:57.275490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722a598-0bc9-4804-875a-f964ab2edb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6d82f1-276b-4681-a382-a6eb4cf0eeca,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:57.286396 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Publish callbacks [] for port (19d9901e-2f40-47d4-a6ab-2d03d22a488f), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.303039 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-79182c9e-fd67-4d42-8743-fafcc1112ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:57.304813 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-79182c9e-fd67-4d42-8743-fafcc1112ca3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=017690533835436b8e9813d90ee303fd&device_id=9bfad08b-f1ce-4492-8edc-3942211bf908 HTTP/1.1" status: 200 len: 1127 time: 0.2563770 Feb 08 15:58:57.310600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Transition to ACTIVE for port object 19d9901e-2f40-47d4-a6ab-2d03d22a488f will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:58:57.327775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 31a0cc02-d3af-4442-a122-77e3bb756e90 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:58:57.328124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 31a0cc02-d3af-4442-a122-77e3bb756e90 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:58:57.343888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-6181f29d-7830-43fd-a36a-0a1fdf269ef1 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for 270483f7-b549-4095-a0f7-15f40a3e4bbd owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:58:57.362663 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (19d9901e-2f40-47d4-a6ab-2d03d22a488f), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.373100 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-6c78931d-7bec-4fd0-b1d4-9b56592841c6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad866ef2-796f-467d-977a-e6c5479b960a HTTP/1.1" status: 200 len: 217 time: 0.0606697 Feb 08 15:58:57.398675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-84bc8a8b-88f2-4e2b-b5f3-075eee35e015 None None] Provisioning complete for port 270483f7-b549-4095-a0f7-15f40a3e4bbd triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:57.400690 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84bc8a8b-88f2-4e2b-b5f3-075eee35e015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (270483f7-b549-4095-a0f7-15f40a3e4bbd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.499013 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-84bc8a8b-88f2-4e2b-b5f3-075eee35e015 None None] Port 270483f7-b549-4095-a0f7-15f40a3e4bbd cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:58:57.545444 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50440) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:57.611380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-99b86085-0dbf-43a4-86fc-cdbd795494ed tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Request body: {'router': {'name': 'tempest-router--335927280', 'project_id': '558aaaea80794dc09ec9ec4fe2d991ef'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:58:57.625361 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6181f29d-7830-43fd-a36a-0a1fdf269ef1 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (270483f7-b549-4095-a0f7-15f40a3e4bbd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.642020 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d947ff9d-09c8-4956-8470-afb366596a58 req-14fccec3-4b01-4855-8c09-e13c1efee767 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d795a26-49bf-42bc-a235-52774c497c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519746 Feb 08 15:58:57.646482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Attempting to bind port 19d9901e-2f40-47d4-a6ab-2d03d22a488f on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:58:57.647142 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Attempting to bind port 19d9901e-2f40-47d4-a6ab-2d03d22a488f by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:58:57.648425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Attempting to bind port 19d9901e-2f40-47d4-a6ab-2d03d22a488f on network b5b59816-9fc3-4d53-9f43-52ab1a64f47b {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:58:57.658802 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Port 19d9901e-2f40-47d4-a6ab-2d03d22a488f on network b5b59816-9fc3-4d53-9f43-52ab1a64f47b not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:58:57.659255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Attempting to bind port 19d9901e-2f40-47d4-a6ab-2d03d22a488f on network b5b59816-9fc3-4d53-9f43-52ab1a64f47b {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:58:57.665513 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Pushing event updated for resources: {'Port': ['ID=19d9901e-2f40-47d4-a6ab-2d03d22a488f,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:57.678550 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:58:57.679011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Checking segment: {'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:58:57.679568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Bound using segment: {'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:58:57.680118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Bound port: 19d9901e-2f40-47d4-a6ab-2d03d22a488f, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:58:57.680291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb580ee-9106-48e4-89f8-d46946f517aa req-50db8125-3fae-4e43-a980-e76e74d0e661 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:57.680693 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (19d9901e-2f40-47d4-a6ab-2d03d22a488f), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.681768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bbb580ee-9106-48e4-89f8-d46946f517aa req-50db8125-3fae-4e43-a980-e76e74d0e661 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 932 time: 0.4355974 Feb 08 15:58:57.682656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181f29d-7830-43fd-a36a-0a1fdf269ef1 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=270483f7-b549-4095-a0f7-15f40a3e4bbd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:57.761280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 53a373d7-6ebe-4d42-bb47-3973e3845f82 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:58:57.811358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] For port 19d9901e-2f40-47d4-a6ab-2d03d22a488f, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:58:57.815830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] For port 19d9901e-2f40-47d4-a6ab-2d03d22a488f, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=19d9901e-2f40-47d4-a6ab-2d03d22a488f,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:58:57.822482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-da479af8-0af9-4756-ad23-4c6d3144da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:57.825306 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-da479af8-0af9-4756-ad23-4c6d3144da95 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=451650a0-cab2-4312-ac5d-d042a5f4df5a HTTP/1.1" status: 200 len: 852 time: 0.4222937 Feb 08 15:58:57.833980 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (19d9901e-2f40-47d4-a6ab-2d03d22a488f), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.871578 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 53a373d7-6ebe-4d42-bb47-3973e3845f82 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:58:57.876248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 53a373d7-6ebe-4d42-bb47-3973e3845f82 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:58:57.876940 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (53a373d7-6ebe-4d42-bb47-3973e3845f82), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.928337 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6181f29d-7830-43fd-a36a-0a1fdf269ef1 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.933537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6181f29d-7830-43fd-a36a-0a1fdf269ef1 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/270483f7-b549-4095-a0f7-15f40a3e4bbd HTTP/1.1" status: 204 len: 168 time: 2.2952597 Feb 08 15:58:57.937015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50446) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:57.939724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Pushing event updated for resources: {'Port': ['ID=19d9901e-2f40-47d4-a6ab-2d03d22a488f,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:57.947555 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bbb580ee-9106-48e4-89f8-d46946f517aa req-aa79b1af-86b5-4e00-8926-027df3509ae1 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562056 Feb 08 15:58:57.997148 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-99b86085-0dbf-43a4-86fc-cdbd795494ed tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (9944cedb-bfd1-432d-b9a8-fc4d8e56b432), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:57.998291 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-99b86085-0dbf-43a4-86fc-cdbd795494ed tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (9944cedb-bfd1-432d-b9a8-fc4d8e56b432), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:58.002161 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6448078-b8e6-463b-b8de-ccd104ab4785 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] GET failed (client error): The resource could not be found. Feb 08 15:58:58.007102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50448) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:58.007298 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b6448078-b8e6-463b-b8de-ccd104ab4785 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/270483f7-b549-4095-a0f7-15f40a3e4bbd HTTP/1.1" status: 404 len: 333 time: 0.0644972 Feb 08 15:58:58.015014 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:58.016429 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:58.018577 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-550f58df-5715-40e8-9441-191c17de2d36 service neutron] 10.222.0.96 "PUT /v2.0/ports/19d9901e-2f40-47d4-a6ab-2d03d22a488f HTTP/1.1" status: 200 len: 1093 time: 2.7108231 Feb 08 15:58:58.018736 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 53a373d7-6ebe-4d42-bb47-3973e3845f82 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:58:58.022038 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (53a373d7-6ebe-4d42-bb47-3973e3845f82), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:58.022489 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-8fa3ec27-1f6a-4f01-8b3b-c58bb241ff4b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1779952 Feb 08 15:58:58.099071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7045f1d-bc30-459b-a41f-2daf8121c8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a373d7-6ebe-4d42-bb47-3973e3845f82'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:58:58.101515 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5319cdce-e060-4d14-9462-e7da80b050cf" -d '{"events": [{"server_uuid": "b7045f1d-bc30-459b-a41f-2daf8121c8c9", "name": "network-vif-plugged", "status": "completed", "tag": "53a373d7-6ebe-4d42-bb47-3973e3845f82"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:58:58.117731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 53a373d7-6ebe-4d42-bb47-3973e3845f82, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=53a373d7-6ebe-4d42-bb47-3973e3845f82,segment=NetworkSegment(8b500b9b-63f8-4d95-8011-088b8b46ab64),segment_id=8b500b9b-63f8-4d95-8011-088b8b46ab64)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:58.122769 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (53a373d7-6ebe-4d42-bb47-3973e3845f82), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:58.155115 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-7692c5cb-afc0-4983-9aa0-120192a4cd2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting subnet 49ac7cf7-4bce-42cc-99b5-f049505575a1 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:58:58.160795 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50458) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:58.183326 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7692c5cb-afc0-4983-9aa0-120192a4cd2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (49ac7cf7-4bce-42cc-99b5-f049505575a1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:58.217529 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4072534f-22f6-4651-aece-0df0a0572fd3 x-openstack-request-id: req-4072534f-22f6-4651-aece-0df0a0572fd3 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:58:58.217948 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7045f1d-bc30-459b-a41f-2daf8121c8c9", "name": "network-vif-plugged", "status": "completed", "tag": "53a373d7-6ebe-4d42-bb47-3973e3845f82", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:58:58.218141 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4072534f-22f6-4651-aece-0df0a0572fd3 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:58:58.218522 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7045f1d-bc30-459b-a41f-2daf8121c8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a373d7-6ebe-4d42-bb47-3973e3845f82', 'code': 200} Feb 08 15:58:58.250809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=53a373d7-6ebe-4d42-bb47-3973e3845f82,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:58.293932 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-99b86085-0dbf-43a4-86fc-cdbd795494ed tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_controller (9944cedb-bfd1-432d-b9a8-fc4d8e56b432), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:58.325412 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-99b86085-0dbf-43a4-86fc-cdbd795494ed tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (9944cedb-bfd1-432d-b9a8-fc4d8e56b432), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:58.364344 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7692c5cb-afc0-4983-9aa0-120192a4cd2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (49ac7cf7-4bce-42cc-99b5-f049505575a1), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:58.374509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-382d71ca-07d1-447a-9a88-54412d4bcd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:58.376404 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-382d71ca-07d1-447a-9a88-54412d4bcd51 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=017690533835436b8e9813d90ee303fd&device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 1127 time: 0.3061287 Feb 08 15:58:58.381363 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-99b86085-0dbf-43a4-86fc-cdbd795494ed tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:58.385618 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-99b86085-0dbf-43a4-86fc-cdbd795494ed tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7791598 Feb 08 15:58:58.390238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50466) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:58.400240 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-3f642526-5ef0-46a0-841d-32ae21fd831f service neutron] 10.222.0.94 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697042 Feb 08 15:58:58.403118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c87dd83-3127-4061-a0d5-3c7e63b366bc admin admin] Deleting subnet d507099e-37d9-4f7f-8c3b-f7b725b539bd {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:58:58.411616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9c87dd83-3127-4061-a0d5-3c7e63b366bc admin admin] Publish callbacks [] for subnet (d507099e-37d9-4f7f-8c3b-f7b725b539bd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:58.446010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfad08b-f1ce-4492-8edc-3942211bf908', 'tag': 'ad866ef2-796f-467d-977a-e6c5479b960a'}, {'name': 'network-changed', 'server_uuid': '48f324f4-5b61-428a-b3e1-c26d8027dcd5', 'tag': '19d9901e-2f40-47d4-a6ab-2d03d22a488f'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:58:58.448924 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8834e2da-4d56-4408-8230-161c85f5b40e" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfad08b-f1ce-4492-8edc-3942211bf908", "tag": "ad866ef2-796f-467d-977a-e6c5479b960a"}, {"name": "network-changed", "server_uuid": "48f324f4-5b61-428a-b3e1-c26d8027dcd5", "tag": "19d9901e-2f40-47d4-a6ab-2d03d22a488f"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:58:58.454093 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-d790a0c4-f2dd-472e-a8fe-44afef9ab238 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19d9901e-2f40-47d4-a6ab-2d03d22a488f HTTP/1.1" status: 200 len: 217 time: 0.0664246 Feb 08 15:58:58.545641 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 15:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1060ab9f-c8b5-4f49-b9d6-0bbcc442fef9 x-openstack-request-id: req-1060ab9f-c8b5-4f49-b9d6-0bbcc442fef9 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:58:58.545956 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfad08b-f1ce-4492-8edc-3942211bf908", "tag": "ad866ef2-796f-467d-977a-e6c5479b960a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48f324f4-5b61-428a-b3e1-c26d8027dcd5", "tag": "19d9901e-2f40-47d4-a6ab-2d03d22a488f", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:58:58.546216 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1060ab9f-c8b5-4f49-b9d6-0bbcc442fef9 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:58:58.546586 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfad08b-f1ce-4492-8edc-3942211bf908', 'tag': 'ad866ef2-796f-467d-977a-e6c5479b960a', 'status': 'completed', 'code': 200} Feb 08 15:58:58.546849 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f324f4-5b61-428a-b3e1-c26d8027dcd5', 'tag': '19d9901e-2f40-47d4-a6ab-2d03d22a488f', 'status': 'completed', 'code': 200} Feb 08 15:58:58.569752 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9c87dd83-3127-4061-a0d5-3c7e63b366bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (d507099e-37d9-4f7f-8c3b-f7b725b539bd), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:58.571310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-ec8e1d2f-9d0e-4c46-b78b-a6b3ab683517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:58.572826 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-ec8e1d2f-9d0e-4c46-b78b-a6b3ab683517 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=451650a0-cab2-4312-ac5d-d042a5f4df5a HTTP/1.1" status: 200 len: 852 time: 0.1018856 Feb 08 15:58:58.594341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e465b6-ef7a-4001-ac3c-a9681e9c1e02 req-6cebbf3c-e19c-4466-a8fd-0ff11ec0a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:58.596268 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06e465b6-ef7a-4001-ac3c-a9681e9c1e02 req-6cebbf3c-e19c-4466-a8fd-0ff11ec0a68e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 1128 time: 0.3356249 Feb 08 15:58:58.597654 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d907eaed-522c-4c79-b572-ac8ea7fdaa4e tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router (9944cedb-bfd1-432d-b9a8-fc4d8e56b432), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:58.617235 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-69e8ead8-ff4d-4d99-9d33-d75d4b5b3cd9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378087 Feb 08 15:58:58.672215 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-9457d41c-a175-4619-b89b-2a39da643593 service neutron] 10.222.0.94 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364247 Feb 08 15:58:58.734552 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-e6f0964a-26e0-4c4d-93fb-de073132a73a service neutron] 10.222.0.96 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117558 Feb 08 15:58:58.846798 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9c87dd83-3127-4061-a0d5-3c7e63b366bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d507099e-37d9-4f7f-8c3b-f7b725b539bd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:58.849041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834e2da-4d56-4408-8230-161c85f5b40e req-0a2523a6-d8ad-4421-aa1a-3be673f9cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:58.850749 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8834e2da-4d56-4408-8230-161c85f5b40e req-0a2523a6-d8ad-4421-aa1a-3be673f9cdff service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=017690533835436b8e9813d90ee303fd&device_id=9bfad08b-f1ce-4492-8edc-3942211bf908 HTTP/1.1" status: 200 len: 1127 time: 0.1151395 Feb 08 15:58:58.931602 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8494f7d8-f924-4824-9d6d-491a96a4192b req-3e7bf165-6ebe-4b68-b0da-c505a5763ef0 service neutron] 10.222.0.96 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862609 Feb 08 15:58:58.970384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834e2da-4d56-4408-8230-161c85f5b40e req-981498d8-d91b-4496-80b0-12a4cd62f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:58.972016 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8834e2da-4d56-4408-8230-161c85f5b40e req-981498d8-d91b-4496-80b0-12a4cd62f4ac service neutron] 10.222.0.94 "GET /v2.0/networks?id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b HTTP/1.1" status: 200 len: 913 time: 0.1153009 Feb 08 15:58:58.976032 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7692c5cb-afc0-4983-9aa0-120192a4cd2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (49ac7cf7-4bce-42cc-99b5-f049505575a1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.063957 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8834e2da-4d56-4408-8230-161c85f5b40e req-825cde09-5a6b-45e8-9001-b1cf246f5f84 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad866ef2-796f-467d-977a-e6c5479b960a HTTP/1.1" status: 200 len: 217 time: 0.0718577 Feb 08 15:58:59.079342 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d907eaed-522c-4c79-b572-ac8ea7fdaa4e tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (9944cedb-bfd1-432d-b9a8-fc4d8e56b432), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.090869 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d907eaed-522c-4c79-b572-ac8ea7fdaa4e tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_controller (9944cedb-bfd1-432d-b9a8-fc4d8e56b432), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.102231 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06e465b6-ef7a-4001-ac3c-a9681e9c1e02 req-53e39380-52f6-48ce-95bf-221632bef068 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=3d795a26-49bf-42bc-a235-52774c497c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578655 Feb 08 15:58:59.114883 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834e2da-4d56-4408-8230-161c85f5b40e req-ea9f8c26-a0b6-46e5-a920-89129a9952dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:59.116433 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8834e2da-4d56-4408-8230-161c85f5b40e req-ea9f8c26-a0b6-46e5-a920-89129a9952dd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=017690533835436b8e9813d90ee303fd&device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 1127 time: 0.1350629 Feb 08 15:58:59.146029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834e2da-4d56-4408-8230-161c85f5b40e req-7a1f7636-67c8-45c5-92c4-b70d34cb8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:59.147769 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8834e2da-4d56-4408-8230-161c85f5b40e req-7a1f7636-67c8-45c5-92c4-b70d34cb8a9c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=451650a0-cab2-4312-ac5d-d042a5f4df5a HTTP/1.1" status: 200 len: 852 time: 0.0774822 Feb 08 15:58:59.187879 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9c87dd83-3127-4061-a0d5-3c7e63b366bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (d507099e-37d9-4f7f-8c3b-f7b725b539bd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.197893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0685791-28ad-4fe6-bd46-3dd8768e3ab2 req-52e73220-6de1-4a76-9472-b6b55c23b5e3 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:59.205036 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0685791-28ad-4fe6-bd46-3dd8768e3ab2 req-52e73220-6de1-4a76-9472-b6b55c23b5e3 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/ports?device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 945 time: 0.4299824 Feb 08 15:58:59.226685 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d907eaed-522c-4c79-b572-ac8ea7fdaa4e tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (9944cedb-bfd1-432d-b9a8-fc4d8e56b432), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.227226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d907eaed-522c-4c79-b572-ac8ea7fdaa4e tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9944cedb-bfd1-432d-b9a8-fc4d8e56b432 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:58:59.233422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834e2da-4d56-4408-8230-161c85f5b40e req-7f6b22f0-0bee-4dbb-8bcb-6fd1190c0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:59.234815 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8834e2da-4d56-4408-8230-161c85f5b40e req-7f6b22f0-0bee-4dbb-8bcb-6fd1190c0902 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b HTTP/1.1" status: 200 len: 913 time: 0.1122403 Feb 08 15:58:59.254883 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d907eaed-522c-4c79-b572-ac8ea7fdaa4e tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.258487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d907eaed-522c-4c79-b572-ac8ea7fdaa4e tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "DELETE /v2.0/routers/9944cedb-bfd1-432d-b9a8-fc4d8e56b432 HTTP/1.1" status: 204 len: 168 time: 0.8648775 Feb 08 15:58:59.264934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87dd83-3127-4061-a0d5-3c7e63b366bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d507099e-37d9-4f7f-8c3b-f7b725b539bd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:59.272208 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7692c5cb-afc0-4983-9aa0-120192a4cd2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (49ac7cf7-4bce-42cc-99b5-f049505575a1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.282730 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9c87dd83-3127-4061-a0d5-3c7e63b366bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.290007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9c87dd83-3127-4061-a0d5-3c7e63b366bc admin admin] 10.222.0.82 "DELETE /v2.0/subnets/d507099e-37d9-4f7f-8c3b-f7b725b539bd HTTP/1.1" status: 204 len: 168 time: 1.1252675 Feb 08 15:58:59.294675 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50496) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:59.338396 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68982ec2-5c24-429e-a879-3750c3fa1f55 req-b17c0492-43e7-4ecc-901a-013e93122aa5 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:59.339975 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-68982ec2-5c24-429e-a879-3750c3fa1f55 req-b17c0492-43e7-4ecc-901a-013e93122aa5 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 944 time: 0.2678714 Feb 08 15:58:59.358009 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692c5cb-afc0-4983-9aa0-120192a4cd2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Subnet': ['ID=49ac7cf7-4bce-42cc-99b5-f049505575a1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:58:59.373512 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8834e2da-4d56-4408-8230-161c85f5b40e req-42b3f12e-00f1-44a3-959b-78257978a09d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19d9901e-2f40-47d4-a6ab-2d03d22a488f HTTP/1.1" status: 200 len: 217 time: 0.1315246 Feb 08 15:58:59.377942 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc125f5-f24d-425e-b745-d635f59e916a None None] Network 5c6c9354-97c8-4df2-9dd8-2a714697de8d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:58:59.392158 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7692c5cb-afc0-4983-9aa0-120192a4cd2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.398235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7692c5cb-afc0-4983-9aa0-120192a4cd2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/49ac7cf7-4bce-42cc-99b5-f049505575a1 HTTP/1.1" status: 204 len: 168 time: 1.3900230 Feb 08 15:58:59.401149 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8834e2da-4d56-4408-8230-161c85f5b40e req-9b925220-e5ce-41a3-94d7-694ac2faa97c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635805 Feb 08 15:58:59.401319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50500) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:59.457377 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0685791-28ad-4fe6-bd46-3dd8768e3ab2 req-d5521939-c772-4044-967b-ed0d00447a4f tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d795a26-49bf-42bc-a235-52774c497c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474239 Feb 08 15:58:59.458625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834e2da-4d56-4408-8230-161c85f5b40e req-e2a912ac-f56a-4660-8d9f-e75e0e03cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:58:59.460924 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8834e2da-4d56-4408-8230-161c85f5b40e req-e2a912ac-f56a-4660-8d9f-e75e0e03cece service neutron] 10.222.0.96 "GET /v2.0/subnets?id=451650a0-cab2-4312-ac5d-d042a5f4df5a HTTP/1.1" status: 200 len: 852 time: 0.0648534 Feb 08 15:58:59.484233 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ed85-1ed2-467a-becc-8f56cb355114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (bcef2d27-dfed-428b-a850-b5d7177bd691), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.589634 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8834e2da-4d56-4408-8230-161c85f5b40e req-2525e2c8-d75d-49a9-b746-2e4bbe4c1c45 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176860 Feb 08 15:58:59.634296 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-68982ec2-5c24-429e-a879-3750c3fa1f55 req-bf5cd14b-dfeb-4d15-9a3c-a51bada18744 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327609 Feb 08 15:58:59.706085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e8db5c-0c82-40a4-b1a5-0552c92be87a None None] DHCP port deletion for 5c6c9354-97c8-4df2-9dd8-2a714697de8d request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:58:59.726479 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (5c6c9354-97c8-4df2-9dd8-2a714697de8d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.746953 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ed85-1ed2-467a-becc-8f56cb355114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (bcef2d27-dfed-428b-a850-b5d7177bd691), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.779147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-cbe2ed85-1ed2-467a-becc-8f56cb355114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcef2d27-dfed-428b-a850-b5d7177bd691']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:59.792094 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50504) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:58:59.809500 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-cbe2ed85-1ed2-467a-becc-8f56cb355114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ae0045-f0fd-4241-8f03-fc5b665f0961') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:59.810433 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-cbe2ed85-1ed2-467a-becc-8f56cb355114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ae0045-f0fd-4241-8f03-fc5b665f0961') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:58:59.817234 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8834e2da-4d56-4408-8230-161c85f5b40e req-7e3696f9-b0b7-4429-9989-a26001856213 service neutron] 10.222.0.94 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552098 Feb 08 15:58:59.822935 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-99e8db5c-0c82-40a4-b1a5-0552c92be87a None None] Deleting port ea393eec-071b-489b-a35f-1223e55f7c20 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:58:59.823763 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-99e8db5c-0c82-40a4-b1a5-0552c92be87a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ea393eec-071b-489b-a35f-1223e55f7c20), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.845513 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ed85-1ed2-467a-becc-8f56cb355114 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (20ae0045-f0fd-4241-8f03-fc5b665f0961), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.891897 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ed85-1ed2-467a-becc-8f56cb355114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (20ae0045-f0fd-4241-8f03-fc5b665f0961), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.906107 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8834e2da-4d56-4408-8230-161c85f5b40e req-61afd3f3-7fb0-430b-9d22-995225ade601 service neutron] 10.222.0.96 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028345 Feb 08 15:58:59.916987 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe2ed85-1ed2-467a-becc-8f56cb355114 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:58:59.917776 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ed85-1ed2-467a-becc-8f56cb355114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (20ae0045-f0fd-4241-8f03-fc5b665f0961), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.942662 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-99e8db5c-0c82-40a4-b1a5-0552c92be87a None None] For port ea393eec-071b-489b-a35f-1223e55f7c20, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ea393eec-071b-489b-a35f-1223e55f7c20,segment=NetworkSegment(c5075a55-1a7b-49fa-afa1-3d62fd70cf53),segment_id=c5075a55-1a7b-49fa-afa1-3d62fd70cf53)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:58:59.950110 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-99e8db5c-0c82-40a4-b1a5-0552c92be87a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ea393eec-071b-489b-a35f-1223e55f7c20), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:58:59.981588 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-99e8db5c-0c82-40a4-b1a5-0552c92be87a None None] Calling delete_port for ea393eec-071b-489b-a35f-1223e55f7c20 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:59:00.064399 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:59:00.094862 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ed85-1ed2-467a-becc-8f56cb355114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (bcef2d27-dfed-428b-a850-b5d7177bd691), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:00.102217 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ed85-1ed2-467a-becc-8f56cb355114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:00.113608 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cbe2ed85-1ed2-467a-becc-8f56cb355114 admin admin] 10.222.0.82 "DELETE /v2.0/networks/bcef2d27-dfed-428b-a850-b5d7177bd691 HTTP/1.1" status: 204 len: 168 time: 0.8112676 Feb 08 15:59:00.136059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2ed85-1ed2-467a-becc-8f56cb355114 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcef2d27-dfed-428b-a850-b5d7177bd691,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:00.193431 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-99e8db5c-0c82-40a4-b1a5-0552c92be87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (ea393eec-071b-489b-a35f-1223e55f7c20), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:00.256989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8db5c-0c82-40a4-b1a5-0552c92be87a None None] Pushing event deleted for resources: {'Port': ['ID=ea393eec-071b-489b-a35f-1223e55f7c20,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:00.268716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e8db5c-0c82-40a4-b1a5-0552c92be87a None None] No DVR routers for this DVR port ea393eec-071b-489b-a35f-1223e55f7c20 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:59:00.418971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ea393eec-071b-489b-a35f-1223e55f7c20 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:59:00.477462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: ea393eec-071b-489b-a35f-1223e55f7c20 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:59:00.481821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ea393eec-071b-489b-a35f-1223e55f7c20 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:59:00.485131 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50520) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:00.623629 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8834e2da-4d56-4408-8230-161c85f5b40e req-6669b7bc-f548-4941-bf64-35b35ebeae4f service neutron] 10.222.0.96 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7101693 Feb 08 15:59:00.651943 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1565024037', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:00.729920 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a45a68b4-62ca-46e0-8a29-4da9de1a2ed1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=14458cf15683492d8776194dd0ff4aba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2399487 Feb 08 15:59:00.732796 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50528) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:00.754641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03144bd0-c19c-4e80-a627-508ce710c93a req-b4598270-91c5-4ede-9941-60f3a44ff933 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:00.756300 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03144bd0-c19c-4e80-a627-508ce710c93a req-b4598270-91c5-4ede-9941-60f3a44ff933 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/ports?device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 945 time: 0.1998739 Feb 08 15:59:00.828677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port ea393eec-071b-489b-a35f-1223e55f7c20 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:00.829419 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ea393eec-071b-489b-a35f-1223e55f7c20), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:00.842980 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (ddfe9e11-e9b8-4d75-b65d-83241d2bf93a), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:00.844662 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (ddfe9e11-e9b8-4d75-b65d-83241d2bf93a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:00.853233 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8834e2da-4d56-4408-8230-161c85f5b40e req-07603eb5-6d9e-4300-b353-757ea628b050 service neutron] 10.222.0.94 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0108943 Feb 08 15:59:00.887618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03144bd0-c19c-4e80-a627-508ce710c93a req-8de36014-4b5a-4da5-a197-83e22178900d tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d795a26-49bf-42bc-a235-52774c497c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245182 Feb 08 15:59:00.993091 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] For port ea393eec-071b-489b-a35f-1223e55f7c20, host n-d-824834-11, got binding levels [] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:00.993459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ea393eec-071b-489b-a35f-1223e55f7c20), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:01.004181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c2418-c3e1-49c6-9117-2d03288a499e req-0b953efd-7544-446f-8501-c909080eab16 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:01.009967 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d88c2418-c3e1-49c6-9117-2d03288a499e req-0b953efd-7544-446f-8501-c909080eab16 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 944 time: 0.1297057 Feb 08 15:59:01.043076 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28593973-1e87-471b-8205-c410d20541d9 admin admin] Publish callbacks [] for security_group (32af40b2-5843-4413-acae-f5deaa88090d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:01.048291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for ea393eec-071b-489b-a35f-1223e55f7c20 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:01.052102 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_controller (ddfe9e11-e9b8-4d75-b65d-83241d2bf93a), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:01.057442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Port ea393eec-071b-489b-a35f-1223e55f7c20 was not found and therefore no delete operation was performed {{(pid=103302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 15:59:01.065108 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ea393eec-071b-489b-a35f-1223e55f7c20), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:01.100137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d88c2418-c3e1-49c6-9117-2d03288a499e req-be881219-5685-42ba-b0a7-05d7b74c09bd tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816982 Feb 08 15:59:01.151525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No DVR routers for this DVR port ea393eec-071b-489b-a35f-1223e55f7c20 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:59:01.190639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=ea393eec-071b-489b-a35f-1223e55f7c20,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:01.202059 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28593973-1e87-471b-8205-c410d20541d9 admin admin] Publish callbacks [] for security_group (32af40b2-5843-4413-acae-f5deaa88090d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:01.256149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:01.256149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:01.256149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:01.256584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:01.257077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:01.257401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:01.257716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:01.258046 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:01.258396 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:01.258844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:01.260098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:01.260098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:01.260098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:01.388313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06765327-f7b8-4bf7-b11b-30613d7de7e7 req-dd420b59-90b3-4355-b540-ff3f395cee04 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:01.400941 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06765327-f7b8-4bf7-b11b-30613d7de7e7 req-dd420b59-90b3-4355-b540-ff3f395cee04 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 947 time: 0.0849876 Feb 08 15:59:01.469542 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (5c6c9354-97c8-4df2-9dd8-2a714697de8d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:01.475949 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06765327-f7b8-4bf7-b11b-30613d7de7e7 req-6d71fe8c-31d0-49eb-82ca-4aee2e2401d9 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718312 Feb 08 15:59:01.497388 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0be8ef95-f613-45b7-8e74-56a722980d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:01.511099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (ddfe9e11-e9b8-4d75-b65d-83241d2bf93a), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:01.533990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6c9354-97c8-4df2-9dd8-2a714697de8d']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:01.599666 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28593973-1e87-471b-8205-c410d20541d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (32af40b2-5843-4413-acae-f5deaa88090d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:01.602721 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28593973-1e87-471b-8205-c410d20541d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:01.603900 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-28593973-1e87-471b-8205-c410d20541d9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/32af40b2-5843-4413-acae-f5deaa88090d HTTP/1.1" status: 204 len: 168 time: 0.8634956 Feb 08 15:59:01.606402 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5075a55-1a7b-49fa-afa1-3d62fd70cf53') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:01.606706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5075a55-1a7b-49fa-afa1-3d62fd70cf53') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:01.631372 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (c5075a55-1a7b-49fa-afa1-3d62fd70cf53), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:01.637430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73064a3f-a00a-4c55-a733-3ad8e1f5be7c req-c41f7e97-7a0b-45ba-b85d-b412b3d54187 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:01.640567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28593973-1e87-471b-8205-c410d20541d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32af40b2-5843-4413-acae-f5deaa88090d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:01.652531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73064a3f-a00a-4c55-a733-3ad8e1f5be7c req-c41f7e97-7a0b-45ba-b85d-b412b3d54187 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/ports?device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 945 time: 0.0870013 Feb 08 15:59:01.667856 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (c5075a55-1a7b-49fa-afa1-3d62fd70cf53), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:01.678491 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:59:01.678903 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (c5075a55-1a7b-49fa-afa1-3d62fd70cf53), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:59:01.682579 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:59:01.770505 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73064a3f-a00a-4c55-a733-3ad8e1f5be7c req-108707c4-fd5b-4d62-a1fd-9e954d0c3e7d tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d795a26-49bf-42bc-a235-52774c497c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158440 Feb 08 15:59:01.775862 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (5c6c9354-97c8-4df2-9dd8-2a714697de8d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:01.786175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ad866ef2-796f-467d-977a-e6c5479b960a details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:59:01.807443 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:01.815938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50552) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:01.816919 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/networks/5c6c9354-97c8-4df2-9dd8-2a714697de8d HTTP/1.1" status: 204 len: 168 time: 2.3594134 Feb 08 15:59:01.822199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5b0ae4f0-2723-4e6c-9045-502454093015 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'name': 'tempest-PortsTestJSON-2006695951'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:01.842462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ced35-162c-45e4-8797-d8e8b23c137a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Network': ['ID=5c6c9354-97c8-4df2-9dd8-2a714697de8d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:01.999821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0ae4f0-2723-4e6c-9045-502454093015 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:02.006948 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae4f0-2723-4e6c-9045-502454093015 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:02.007365 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (ddfe9e11-e9b8-4d75-b65d-83241d2bf93a), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:02.032987 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:02.049958 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-5b0ae4f0-2723-4e6c-9045-502454093015 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port 2d0af265-7d0a-4a6e-827e-0c777161b25c yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:59:02.121581 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50560) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:02.358159 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Allocated IP 172.25.7.103 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/906f0d8f-0b36-4af4-ac8d-ee660206a740) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:02.361980 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ad866ef2-796f-467d-977a-e6c5479b960a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ad866ef2-796f-467d-977a-e6c5479b960a,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:02.382209 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'ad866ef2-796f-467d-977a-e6c5479b960a', 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b', 'port_id': 'ad866ef2-796f-467d-977a-e6c5479b960a', 'mac_address': 'fa:16:3e:c4:eb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451650a0-cab2-4312-ac5d-d042a5f4df5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:59:02.463226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ad866ef2-796f-467d-977a-e6c5479b960a is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:02.463766 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ad866ef2-796f-467d-977a-e6c5479b960a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:02.485051 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a89c7e03-b7cb-412a-8d16-80429906e45a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:02.530995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad866ef2-796f-467d-977a-e6c5479b960a {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:59:02.560347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ad866ef2-796f-467d-977a-e6c5479b960a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ad866ef2-796f-467d-977a-e6c5479b960a,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:02.570628 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ad866ef2-796f-467d-977a-e6c5479b960a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:02.643403 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae4f0-2723-4e6c-9045-502454093015 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (2d0af265-7d0a-4a6e-827e-0c777161b25c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:02.680206 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5220575-9d2e-4225-8ca4-49f98e7dbed3 req-baf1a206-99c4-49fb-839d-081bd5ee2c06 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:02.682794 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for port (906f0d8f-0b36-4af4-ac8d-ee660206a740), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:02.699947 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ad866ef2-796f-467d-977a-e6c5479b960a,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:02.702708 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5220575-9d2e-4225-8ca4-49f98e7dbed3 req-baf1a206-99c4-49fb-839d-081bd5ee2c06 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 944 time: 0.4276001 Feb 08 15:59:02.781659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-f87cf619-e05c-4feb-a735-53e95153954a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:02.783442 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-f87cf619-e05c-4feb-a735-53e95153954a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.96 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 947 time: 0.0986869 Feb 08 15:59:02.797675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ad866ef2-796f-467d-977a-e6c5479b960a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:59:02.887913 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (906f0d8f-0b36-4af4-ac8d-ee660206a740), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:02.897606 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5220575-9d2e-4225-8ca4-49f98e7dbed3 req-4a96002b-4e03-4f8e-8ca1-cbbd1b63cb7f tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938813 Feb 08 15:59:02.914551 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae4f0-2723-4e6c-9045-502454093015 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (2d0af265-7d0a-4a6e-827e-0c777161b25c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.026454 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73148c47-7ee0-4cbf-ad4b-3f1363f51fe4 req-d4ae3ad6-38a8-4c0a-819a-9dc4ba2fcbc5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:03.034675 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73148c47-7ee0-4cbf-ad4b-3f1363f51fe4 req-d4ae3ad6-38a8-4c0a-819a-9dc4ba2fcbc5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 947 time: 0.3999941 Feb 08 15:59:03.044590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0ae4f0-2723-4e6c-9045-502454093015 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:03.074118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:03.085861 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:03.103821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-5b0ae4f0-2723-4e6c-9045-502454093015 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:03.107554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ae4f0-2723-4e6c-9045-502454093015 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:03.110548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf9618-b3b8-46f6-b56d-59b625ee5bd9 req-8b07ecad-eb8d-4a8f-8c1a-d7bc842fc433 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:03.112354 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0bdf9618-b3b8-46f6-b56d-59b625ee5bd9 req-8b07ecad-eb8d-4a8f-8c1a-d7bc842fc433 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.94 "GET /v2.0/ports?device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 945 time: 0.2355046 Feb 08 15:59:03.113448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:03.115026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ae4f0-2723-4e6c-9045-502454093015 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:03.118242 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae4f0-2723-4e6c-9045-502454093015 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.121685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50586) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:03.142353 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a89c7e03-b7cb-412a-8d16-80429906e45a admin admin] Publish callbacks [] for security_group (46a139c9-eeb9-472f-b938-8e1ca3c5644b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.158145 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Pushing event updated for resources: {'Port': ['ID=906f0d8f-0b36-4af4-ac8d-ee660206a740,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:03.170166 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a89c7e03-b7cb-412a-8d16-80429906e45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (46a139c9-eeb9-472f-b938-8e1ca3c5644b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.173969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ae4f0-2723-4e6c-9045-502454093015 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=2d0af265-7d0a-4a6e-827e-0c777161b25c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:03.204289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5b0ae4f0-2723-4e6c-9045-502454093015 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3865411 Feb 08 15:59:03.219844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50590) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:03.234685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 19d9901e-2f40-47d4-a6ab-2d03d22a488f details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:59:03.273300 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73148c47-7ee0-4cbf-ad4b-3f1363f51fe4 req-0655a983-435b-4a40-994a-1a62a4f50cc9 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328520 Feb 08 15:59:03.285784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-fb263068-9ac0-4acf-a79f-782a1cc5e9eb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Deleting port 5e691fc6-28c2-409e-bd17-7cb31f55c501 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:03.286060 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-fb263068-9ac0-4acf-a79f-782a1cc5e9eb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.306673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14423e8a-c1dc-472a-8e3d-5618f75c3709 req-99b4b925-259f-4d8e-8c95-bb42ddcfe68f tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:03.309133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14423e8a-c1dc-472a-8e3d-5618f75c3709 req-99b4b925-259f-4d8e-8c95-bb42ddcfe68f tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/ports?device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 945 time: 0.2595596 Feb 08 15:59:03.314630 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a89c7e03-b7cb-412a-8d16-80429906e45a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=45fc3eb583354b3ba23a327999cfc4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1914616 Feb 08 15:59:03.316981 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c7e03-b7cb-412a-8d16-80429906e45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a139c9-eeb9-472f-b938-8e1ca3c5644b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:03.321252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50592) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:03.422664 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14423e8a-c1dc-472a-8e3d-5618f75c3709 req-a268eafd-9c5f-41eb-a5c4-8f37755d7ecb tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d795a26-49bf-42bc-a235-52774c497c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999401 Feb 08 15:59:03.434925 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af7f0928-02c3-4afc-8e66-541556d472c2 admin admin] Publish callbacks [] for security_group (46a139c9-eeb9-472f-b938-8e1ca3c5644b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.469974 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af7f0928-02c3-4afc-8e66-541556d472c2 admin admin] Publish callbacks [] for security_group (46a139c9-eeb9-472f-b938-8e1ca3c5644b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.473784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 19d9901e-2f40-47d4-a6ab-2d03d22a488f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=19d9901e-2f40-47d4-a6ab-2d03d22a488f,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:03.494063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '19d9901e-2f40-47d4-a6ab-2d03d22a488f', 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b', 'port_id': '19d9901e-2f40-47d4-a6ab-2d03d22a488f', 'mac_address': 'fa:16:3e:a8:16:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451650a0-cab2-4312-ac5d-d042a5f4df5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:59:03.509027 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1518815520-network', 'tenant_id': '72b6944eca184f1793b04792cb2427a2'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:03.541038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 19d9901e-2f40-47d4-a6ab-2d03d22a488f is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:03.542326 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (19d9901e-2f40-47d4-a6ab-2d03d22a488f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.558551 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d9901e-2f40-47d4-a6ab-2d03d22a488f {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:59:03.584441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 19d9901e-2f40-47d4-a6ab-2d03d22a488f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=19d9901e-2f40-47d4-a6ab-2d03d22a488f,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:03.589528 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (19d9901e-2f40-47d4-a6ab-2d03d22a488f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.660631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=19d9901e-2f40-47d4-a6ab-2d03d22a488f,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:03.673453 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:03.674374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:03.674977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:03.675639 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:03.676143 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:03.677037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:03.677544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:03.678328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:03.678896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:03.680399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:03.681062 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:03.681193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-fb263068-9ac0-4acf-a79f-782a1cc5e9eb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:03.681510 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-fb263068-9ac0-4acf-a79f-782a1cc5e9eb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.681991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:03.682489 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:03.689117 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] Made reservation on behalf of 72b6944eca184f1793b04792cb2427a2 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:03.691979 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.710261 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.713512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d0a37f54-f0d5-4fc9-a278-9662e8b2ceb9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port 2d0af265-7d0a-4a6e-827e-0c777161b25c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:03.713852 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d0a37f54-f0d5-4fc9-a278-9662e8b2ceb9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2d0af265-7d0a-4a6e-827e-0c777161b25c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.774608 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ad866ef2-796f-467d-977a-e6c5479b960a up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:03.778567 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-46d42360-ba9a-422e-a13b-9e4e40855a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.814642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['19d9901e-2f40-47d4-a6ab-2d03d22a488f'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:59:03.834596 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-0bdf9618-b3b8-46f6-b56d-59b625ee5bd9 req-12ee8c9b-06fa-4276-b7d8-d47ed3cdac7d tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Deleting port 53a373d7-6ebe-4d42-bb47-3973e3845f82 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:03.834973 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0bdf9618-b3b8-46f6-b56d-59b625ee5bd9 req-12ee8c9b-06fa-4276-b7d8-d47ed3cdac7d tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (53a373d7-6ebe-4d42-bb47-3973e3845f82), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.929992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port ad866ef2-796f-467d-977a-e6c5479b960a completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:59:03.937774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port ad866ef2-796f-467d-977a-e6c5479b960a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:03.938153 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ad866ef2-796f-467d-977a-e6c5479b960a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.943221 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af7f0928-02c3-4afc-8e66-541556d472c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (46a139c9-eeb9-472f-b938-8e1ca3c5644b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.950039 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af7f0928-02c3-4afc-8e66-541556d472c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.953789 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-af7f0928-02c3-4afc-8e66-541556d472c2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/46a139c9-eeb9-472f-b938-8e1ca3c5644b HTTP/1.1" status: 204 len: 168 time: 0.6229680 Feb 08 15:59:03.976385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f0928-02c3-4afc-8e66-541556d472c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a139c9-eeb9-472f-b938-8e1ca3c5644b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:03.979659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-0bdf9618-b3b8-46f6-b56d-59b625ee5bd9 req-12ee8c9b-06fa-4276-b7d8-d47ed3cdac7d tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] For port 53a373d7-6ebe-4d42-bb47-3973e3845f82, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=53a373d7-6ebe-4d42-bb47-3973e3845f82,segment=NetworkSegment(8b500b9b-63f8-4d95-8011-088b8b46ab64),segment_id=8b500b9b-63f8-4d95-8011-088b8b46ab64)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:03.980014 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0bdf9618-b3b8-46f6-b56d-59b625ee5bd9 req-12ee8c9b-06fa-4276-b7d8-d47ed3cdac7d tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (53a373d7-6ebe-4d42-bb47-3973e3845f82), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:03.995579 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-0bdf9618-b3b8-46f6-b56d-59b625ee5bd9 req-12ee8c9b-06fa-4276-b7d8-d47ed3cdac7d tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Calling delete_port for 53a373d7-6ebe-4d42-bb47-3973e3845f82 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:04.091990 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:59:04.111636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a435-138c-431b-8a7e-407f3c78d97e req-cdd6382d-7f9e-40e3-b7d7-7276188c0ff4 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:04.137124 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6d0a435-138c-431b-8a7e-407f3c78d97e req-cdd6382d-7f9e-40e3-b7d7-7276188c0ff4 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 945 time: 0.1179063 Feb 08 15:59:04.163215 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0bdf9618-b3b8-46f6-b56d-59b625ee5bd9 req-12ee8c9b-06fa-4276-b7d8-d47ed3cdac7d tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (53a373d7-6ebe-4d42-bb47-3973e3845f82), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:04.223696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['53a373d7-6ebe-4d42-bb47-3973e3845f82'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:59:04.240005 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6d0a435-138c-431b-8a7e-407f3c78d97e req-d380e764-10ca-482d-b859-9563f7de8e3d tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000590 Feb 08 15:59:04.296706 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ad866ef2-796f-467d-977a-e6c5479b960a is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:04.297162 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ad866ef2-796f-467d-977a-e6c5479b960a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:04.308029 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d0a37f54-f0d5-4fc9-a278-9662e8b2ceb9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2d0af265-7d0a-4a6e-827e-0c777161b25c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:04.339719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee8c9b-06fa-4276-b7d8-d47ed3cdac7d tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Pushing event deleted for resources: {'Port': ['ID=53a373d7-6ebe-4d42-bb47-3973e3845f82,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:04.364883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ad866ef2-796f-467d-977a-e6c5479b960a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ad866ef2-796f-467d-977a-e6c5479b960a,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:04.370440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfad08b-f1ce-4492-8edc-3942211bf908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad866ef2-796f-467d-977a-e6c5479b960a'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:04.374219 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef208626-80b1-4b78-9939-dc5a95444e98" -d '{"events": [{"server_uuid": "9bfad08b-f1ce-4492-8edc-3942211bf908", "name": "network-vif-plugged", "status": "completed", "tag": "ad866ef2-796f-467d-977a-e6c5479b960a"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:04.380231 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ad866ef2-796f-467d-977a-e6c5479b960a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:04.438591 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d0a37f54-f0d5-4fc9-a278-9662e8b2ceb9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for 2d0af265-7d0a-4a6e-827e-0c777161b25c owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:04.475585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50610) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:04.478371 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdf9618-b3b8-46f6-b56d-59b625ee5bd9 req-12ee8c9b-06fa-4276-b7d8-d47ed3cdac7d tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] No DVR routers for this DVR port 53a373d7-6ebe-4d42-bb47-3973e3845f82 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:59:04.503005 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0bdf9618-b3b8-46f6-b56d-59b625ee5bd9 req-12ee8c9b-06fa-4276-b7d8-d47ed3cdac7d tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:04.504914 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ad866ef2-796f-467d-977a-e6c5479b960a,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:04.508697 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0bdf9618-b3b8-46f6-b56d-59b625ee5bd9 req-12ee8c9b-06fa-4276-b7d8-d47ed3cdac7d tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.94 "DELETE /v2.0/ports/53a373d7-6ebe-4d42-bb47-3973e3845f82 HTTP/1.1" status: 204 len: 173 time: 1.3451571 Feb 08 15:59:04.509401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7045f1d-bc30-459b-a41f-2daf8121c8c9', 'name': 'network-vif-deleted', 'tag': '53a373d7-6ebe-4d42-bb47-3973e3845f82'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:04.511964 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd777793-707b-4b58-b570-d79e554ab045" -d '{"events": [{"server_uuid": "b7045f1d-bc30-459b-a41f-2daf8121c8c9", "name": "network-vif-deleted", "tag": "53a373d7-6ebe-4d42-bb47-3973e3845f82"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:04.523808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc254b6-acfc-4a76-a2b8-35a1020bdca3 req-715f5869-f553-40c1-bdcc-fc350c3da30a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:04.527823 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4fc254b6-acfc-4a76-a2b8-35a1020bdca3 req-715f5869-f553-40c1-bdcc-fc350c3da30a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 947 time: 0.0995376 Feb 08 15:59:04.549085 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-904ec1a6-50e1-450c-a38b-c2c0a4de6099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:04.643873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4fc254b6-acfc-4a76-a2b8-35a1020bdca3 req-91717f8f-5b30-4573-97d3-7d49945aedcd tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089356 Feb 08 15:59:04.731173 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (ddfe9e11-e9b8-4d75-b65d-83241d2bf93a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:04.790019 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cee8f3-e6b3-4b9e-ad8b-079316d98b54 x-openstack-request-id: req-15cee8f3-e6b3-4b9e-ad8b-079316d98b54 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:04.790878 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfad08b-f1ce-4492-8edc-3942211bf908", "name": "network-vif-plugged", "status": "completed", "tag": "ad866ef2-796f-467d-977a-e6c5479b960a", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:04.791550 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-15cee8f3-e6b3-4b9e-ad8b-079316d98b54 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:04.792174 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfad08b-f1ce-4492-8edc-3942211bf908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad866ef2-796f-467d-977a-e6c5479b960a', 'code': 200} Feb 08 15:59:04.799542 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29409eb8-c36c-477e-9437-c0ea3d9e9240 req-3cd9348c-d848-4f85-9082-1cc2841a69a9 tempest-ServerGroupTestJSON-1106517415 tempest-ServerGroupTestJSON-1106517415-project] 10.222.0.82 "GET /v2.0/ports?device_id=b7045f1d-bc30-459b-a41f-2daf8121c8c9 HTTP/1.1" status: 200 len: 210 time: 0.0392020 Feb 08 15:59:04.860712 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4721ff7f-a920-466a-aeae-d45bfc08206e x-openstack-request-id: req-4721ff7f-a920-466a-aeae-d45bfc08206e {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:04.861129 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7045f1d-bc30-459b-a41f-2daf8121c8c9", "name": "network-vif-deleted", "tag": "53a373d7-6ebe-4d42-bb47-3973e3845f82", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:04.861550 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4721ff7f-a920-466a-aeae-d45bfc08206e {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:04.861958 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7045f1d-bc30-459b-a41f-2daf8121c8c9', 'name': 'network-vif-deleted', 'tag': '53a373d7-6ebe-4d42-bb47-3973e3845f82', 'status': 'completed', 'code': 200} Feb 08 15:59:04.865974 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] Publish callbacks [] for security_group (058efc75-f475-4780-b2c9-d0bee0adbccc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:04.873293 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-fb263068-9ac0-4acf-a79f-782a1cc5e9eb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:04.873661 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-fb263068-9ac0-4acf-a79f-782a1cc5e9eb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (f9d46948-b8dd-425c-920a-00e3d8f3620b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:04.873982 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-fb263068-9ac0-4acf-a79f-782a1cc5e9eb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Floating IP f9d46948-b8dd-425c-920a-00e3d8f3620b disassociated. External IP: 172.25.7.155, port: 5e691fc6-28c2-409e-bd17-7cb31f55c501. Feb 08 15:59:04.874331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-fb263068-9ac0-4acf-a79f-782a1cc5e9eb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Calling delete_port for 5e691fc6-28c2-409e-bd17-7cb31f55c501 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:04.915274 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (058efc75-f475-4780-b2c9-d0bee0adbccc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:05.251022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 19d9901e-2f40-47d4-a6ab-2d03d22a488f up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:05.317583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 19d9901e-2f40-47d4-a6ab-2d03d22a488f completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:59:05.322851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 19d9901e-2f40-47d4-a6ab-2d03d22a488f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:05.323290 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (19d9901e-2f40-47d4-a6ab-2d03d22a488f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:05.381825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9abc6-f880-494e-ac90-0b4ddcbc4134 req-19d77f85-e829-47e6-a979-c57d59e79fec tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:05.391445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:59:05.392214 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2d9abc6-f880-494e-ac90-0b4ddcbc4134 req-19d77f85-e829-47e6-a979-c57d59e79fec tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 945 time: 0.0794699 Feb 08 15:59:05.452752 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d0a37f54-f0d5-4fc9-a278-9662e8b2ceb9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2d0af265-7d0a-4a6e-827e-0c777161b25c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:05.466382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2d9abc6-f880-494e-ac90-0b4ddcbc4134 req-29d43ff0-8009-494d-b4c4-a90da1a769c9 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699971 Feb 08 15:59:05.478774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058efc75-f475-4780-b2c9-d0bee0adbccc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:05.495410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 19d9901e-2f40-47d4-a6ab-2d03d22a488f is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:05.496066 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (19d9901e-2f40-47d4-a6ab-2d03d22a488f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:05.520863 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:05.532483 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b63f92bc-a99b-4160-892b-f22cc38a4f73), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:05.533037 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] Added segment b63f92bc-a99b-4160-892b-f22cc38a4f73 of type vlan for network 2057f3ae-838e-440c-829a-9cb2b643c54d Feb 08 15:59:05.549126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 19d9901e-2f40-47d4-a6ab-2d03d22a488f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=19d9901e-2f40-47d4-a6ab-2d03d22a488f,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:05.557527 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (19d9901e-2f40-47d4-a6ab-2d03d22a488f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:05.559031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 5e691fc6-28c2-409e-bd17-7cb31f55c501 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:59:05.588598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a37f54-f0d5-4fc9-a278-9662e8b2ceb9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=2d0af265-7d0a-4a6e-827e-0c777161b25c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:05.609607 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d0a37f54-f0d5-4fc9-a278-9662e8b2ceb9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:05.613741 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d0a37f54-f0d5-4fc9-a278-9662e8b2ceb9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/2d0af265-7d0a-4a6e-827e-0c777161b25c HTTP/1.1" status: 204 len: 168 time: 2.3882918 Feb 08 15:59:05.616653 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50620) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:05.622110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-4075fccd-e645-4ccd-ba5a-21285b7fcb88 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'mac_address': 'fa:16:3e:a1:e4:dc', 'name': 'tempest-PortsTestJSON-1218101856'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:05.663204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=19d9901e-2f40-47d4-a6ab-2d03d22a488f,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:05.666739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cc349-8e06-4d86-b970-ee84916d6d7e req-e1059865-0042-4a34-875b-3976932aff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:05.668279 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5d6cc349-8e06-4d86-b970-ee84916d6d7e req-e1059865-0042-4a34-875b-3976932aff15 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9bfad08b-f1ce-4492-8edc-3942211bf908 HTTP/1.1" status: 200 len: 1129 time: 0.7972658 Feb 08 15:59:05.673472 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-904ec1a6-50e1-450c-a38b-c2c0a4de6099 admin admin] Publish callbacks [] for security_group (5763dafa-d04c-4905-9b9b-f4842e90230b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:05.717263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 5e691fc6-28c2-409e-bd17-7cb31f55c501 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:05.718021 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:05.734106 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-904ec1a6-50e1-450c-a38b-c2c0a4de6099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5763dafa-d04c-4905-9b9b-f4842e90230b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:05.744625 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (2057f3ae-838e-440c-829a-9cb2b643c54d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:05.753842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4075fccd-e645-4ccd-ba5a-21285b7fcb88 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:05.782751 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 5e691fc6-28c2-409e-bd17-7cb31f55c501, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=5e691fc6-28c2-409e-bd17-7cb31f55c501,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:05.788690 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:05.812741 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ec1a6-50e1-450c-a38b-c2c0a4de6099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5763dafa-d04c-4905-9b9b-f4842e90230b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:05.853585 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=5e691fc6-28c2-409e-bd17-7cb31f55c501,revision_number=13']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:05.866202 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-904ec1a6-50e1-450c-a38b-c2c0a4de6099 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=51682d10966f4b89a5d53227be7c9c58&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3832223 Feb 08 15:59:05.873915 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50626) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:05.929136 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4075fccd-e645-4ccd-ba5a-21285b7fcb88 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:05.978523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf9805-0c29-4df2-b9a7-ab303d624784 req-89dc0355-3927-4c75-9215-7b088110b2ab tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:05.980201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bdf9805-0c29-4df2-b9a7-ab303d624784 req-89dc0355-3927-4c75-9215-7b088110b2ab tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 945 time: 0.2033062 Feb 08 15:59:05.986244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-4075fccd-e645-4ccd-ba5a-21285b7fcb88 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port 3a4e305c-7c27-4ac2-b1b6-30aa9a1197ee yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:59:06.010442 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (2057f3ae-838e-440c-829a-9cb2b643c54d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.011480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:06.012358 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.016525 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5d6cc349-8e06-4d86-b970-ee84916d6d7e req-812d4cdf-310b-405e-8280-fb15b6f67601 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967181 Feb 08 15:59:06.025385 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-fb263068-9ac0-4acf-a79f-782a1cc5e9eb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (5e691fc6-28c2-409e-bd17-7cb31f55c501), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.079637 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb263068-9ac0-4acf-a79f-782a1cc5e9eb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event deleted for resources: {'Port': ['ID=5e691fc6-28c2-409e-bd17-7cb31f55c501,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:06.082075 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bdf9805-0c29-4df2-b9a7-ab303d624784 req-2835dfa3-a9ed-411a-bcd1-cb9dd0863ab3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fe0ecee-8274-4536-90f5-1b95b678a0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904508 Feb 08 15:59:06.118322 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6f2204c-b4f2-417b-946b-0034398689d9 admin admin] Publish callbacks [] for security_group (5763dafa-d04c-4905-9b9b-f4842e90230b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.124066 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (ddfe9e11-e9b8-4d75-b65d-83241d2bf93a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.158143 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9980905 Feb 08 15:59:06.169680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50644) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:06.250525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50650) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:06.259942 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-314eb58f-f1fc-42dc-be14-25ebb6007ed3 admin admin] Request body: {'subnet': {'network_id': '2057f3ae-838e-440c-829a-9cb2b643c54d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1518815520-subnet', 'tenant_id': '72b6944eca184f1793b04792cb2427a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:06.264551 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6f2204c-b4f2-417b-946b-0034398689d9 admin admin] Publish callbacks [] for security_group (5763dafa-d04c-4905-9b9b-f4842e90230b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.325801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded62f8-d03c-40c9-83c3-f9d09e391819 admin admin] Pushing event updated for resources: {'Network': ['ID=2057f3ae-838e-440c-829a-9cb2b643c54d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:06.326028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314eb58f-f1fc-42dc-be14-25ebb6007ed3 admin admin] Made reservation on behalf of 72b6944eca184f1793b04792cb2427a2 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:06.328387 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-314eb58f-f1fc-42dc-be14-25ebb6007ed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.338505 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 2057f3ae-838e-440c-829a-9cb2b643c54d details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:59:06.429188 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b38fc75-5acc-43bb-9974-f74a9300b65b admin admin] Deleting subnet 7a0c6447-e23d-4698-aa80-a10a0d33e6f2 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:59:06.432567 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b38fc75-5acc-43bb-9974-f74a9300b65b admin admin] Publish callbacks [] for subnet (7a0c6447-e23d-4698-aa80-a10a0d33e6f2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.459179 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4075fccd-e645-4ccd-ba5a-21285b7fcb88 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (3a4e305c-7c27-4ac2-b1b6-30aa9a1197ee), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.488983 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b38fc75-5acc-43bb-9974-f74a9300b65b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (7a0c6447-e23d-4698-aa80-a10a0d33e6f2), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.593467 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4075fccd-e645-4ccd-ba5a-21285b7fcb88 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3a4e305c-7c27-4ac2-b1b6-30aa9a1197ee), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.594058 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6f2204c-b4f2-417b-946b-0034398689d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5763dafa-d04c-4905-9b9b-f4842e90230b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.597479 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6f2204c-b4f2-417b-946b-0034398689d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.604237 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b6f2204c-b4f2-417b-946b-0034398689d9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5763dafa-d04c-4905-9b9b-f4842e90230b HTTP/1.1" status: 204 len: 168 time: 0.7269628 Feb 08 15:59:06.635118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-fb263068-9ac0-4acf-a79f-782a1cc5e9eb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Router 720f81cb-6f2d-49bf-80fd-d329ed90b32b has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:59:06.639515 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.661678 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2204c-b4f2-417b-946b-0034398689d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5763dafa-d04c-4905-9b9b-f4842e90230b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:06.722994 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b38fc75-5acc-43bb-9974-f74a9300b65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (7a0c6447-e23d-4698-aa80-a10a0d33e6f2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.760028 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-314eb58f-f1fc-42dc-be14-25ebb6007ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (db4a7904-d5d6-4b7e-af72-84b47e984e16), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.793995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f324f4-5b61-428a-b3e1-c26d8027dcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d9901e-2f40-47d4-a6ab-2d03d22a488f'}, {'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:06.796973 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52faab9f-2c1d-404a-a38e-f1b534b44e67" -d '{"events": [{"server_uuid": "48f324f4-5b61-428a-b3e1-c26d8027dcd5", "name": "network-vif-plugged", "status": "completed", "tag": "19d9901e-2f40-47d4-a6ab-2d03d22a488f"}, {"server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "name": "network-vif-unplugged", "status": "completed", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:06.845204 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4075fccd-e645-4ccd-ba5a-21285b7fcb88 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:06.858359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-4075fccd-e645-4ccd-ba5a-21285b7fcb88 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:06.860265 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075fccd-e645-4ccd-ba5a-21285b7fcb88 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=3a4e305c-7c27-4ac2-b1b6-30aa9a1197ee,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:06.867154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4075fccd-e645-4ccd-ba5a-21285b7fcb88 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:06.872374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4075fccd-e645-4ccd-ba5a-21285b7fcb88 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:06.873063 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4075fccd-e645-4ccd-ba5a-21285b7fcb88 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:06.876161 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fd2bb7-5130-4372-94ad-a7a463f5832a x-openstack-request-id: req-97fd2bb7-5130-4372-94ad-a7a463f5832a {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:06.876655 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f324f4-5b61-428a-b3e1-c26d8027dcd5", "name": "network-vif-plugged", "status": "completed", "tag": "19d9901e-2f40-47d4-a6ab-2d03d22a488f", "code": 200}, {"server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "name": "network-vif-unplugged", "status": "completed", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:06.877026 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-97fd2bb7-5130-4372-94ad-a7a463f5832a {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:06.877751 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f324f4-5b61-428a-b3e1-c26d8027dcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d9901e-2f40-47d4-a6ab-2d03d22a488f', 'code': 200} Feb 08 15:59:06.878917 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'code': 200} Feb 08 15:59:06.884209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Router ddfe9e11-e9b8-4d75-b65d-83241d2bf93a is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:59:06.903069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab5d24-7314-4e5d-9d07-50b485d73d02 req-210fa508-3e2c-4420-8d3f-19ee14cafb5b tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:06.904668 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8cab5d24-7314-4e5d-9d07-50b485d73d02 req-210fa508-3e2c-4420-8d3f-19ee14cafb5b tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 946 time: 0.3369257 Feb 08 15:59:06.944661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314eb58f-f1fc-42dc-be14-25ebb6007ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4a7904-d5d6-4b7e-af72-84b47e984e16,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:06.967309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4075fccd-e645-4ccd-ba5a-21285b7fcb88 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3469863 Feb 08 15:59:06.971053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50658) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:07.012148 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314eb58f-f1fc-42dc-be14-25ebb6007ed3 admin admin] Checking segment: {'id': 'b63f92bc-a99b-4160-892b-f22cc38a4f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2057f3ae-838e-440c-829a-9cb2b643c54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:07.012593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314eb58f-f1fc-42dc-be14-25ebb6007ed3 admin admin] Network hostable DHCP agents. Network: 2057f3ae-838e-440c-829a-9cb2b643c54d, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:59:07.054899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095406a4-9289-4f08-a74a-1995190950b1 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:07.055520 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:59:07.058965 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-095406a4-9289-4f08-a74a-1995190950b1 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/3a4e305c-7c27-4ac2-b1b6-30aa9a1197ee HTTP/1.1" status: 200 len: 841 time: 0.0843568 Feb 08 15:59:07.059697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50662) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:07.075550 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8cab5d24-7314-4e5d-9d07-50b485d73d02 req-5ff5c486-0193-4b5c-a544-6601cf66596c tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565053 Feb 08 15:59:07.078494 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1790a08b-62bc-4472-bfd9-440b2954cb7d None None] Sync routers for ids ['ddfe9e11-e9b8-4d75-b65d-83241d2bf93a'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:59:07.101863 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314eb58f-f1fc-42dc-be14-25ebb6007ed3 admin admin] Network 2057f3ae-838e-440c-829a-9cb2b643c54d is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:59:07.109717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790a08b-62bc-4472-bfd9-440b2954cb7d None None] Routers {'ddfe9e11-e9b8-4d75-b65d-83241d2bf93a'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:07.112665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1790a08b-62bc-4472-bfd9-440b2954cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ddfe9e11-e9b8-4d75-b65d-83241d2bf93a'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:07.124075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-314eb58f-f1fc-42dc-be14-25ebb6007ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 2057f3ae-838e-440c-829a-9cb2b643c54d) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:07.134925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314eb58f-f1fc-42dc-be14-25ebb6007ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:07.135538 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-314eb58f-f1fc-42dc-be14-25ebb6007ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:07.154396 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:07.155830 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dbcd3e5b-c4ff-4138-9274-0b20f776d5cf tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.3533330 Feb 08 15:59:07.160674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50666) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:07.187595 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7525ce-7fe1-4976-9fd8-8cec1552889a req-6eee0dad-15d1-4057-9147-b2cbf749d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:07.189267 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8d7525ce-7fe1-4976-9fd8-8cec1552889a req-6eee0dad-15d1-4057-9147-b2cbf749d2e8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 1129 time: 0.1373971 Feb 08 15:59:07.220772 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b38fc75-5acc-43bb-9974-f74a9300b65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (7a0c6447-e23d-4698-aa80-a10a0d33e6f2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:07.221903 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf50311-d856-453d-807e-7a6b9666eb88 None None] Network 2057f3ae-838e-440c-829a-9cb2b643c54d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:07.261670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38fc75-5acc-43bb-9974-f74a9300b65b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0c6447-e23d-4698-aa80-a10a0d33e6f2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:07.284384 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b38fc75-5acc-43bb-9974-f74a9300b65b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:07.290399 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3b38fc75-5acc-43bb-9974-f74a9300b65b admin admin] 10.222.0.82 "DELETE /v2.0/subnets/7a0c6447-e23d-4698-aa80-a10a0d33e6f2 HTTP/1.1" status: 204 len: 168 time: 1.0346334 Feb 08 15:59:07.327846 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50672) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:07.330424 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8d7525ce-7fe1-4976-9fd8-8cec1552889a req-94e444c8-0532-4a37-839a-583a90e7965d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317658 Feb 08 15:59:07.394776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-fb263068-9ac0-4acf-a79f-782a1cc5e9eb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:59:07.411578 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1790a08b-62bc-4472-bfd9-440b2954cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:07.417368 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86c19d-4ffc-4a59-be37-29ff5e1f1fdd None None] Sync routers for ids ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:59:07.423344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790a08b-62bc-4472-bfd9-440b2954cb7d None None] Routers {'ddfe9e11-e9b8-4d75-b65d-83241d2bf93a'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:07.423943 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1790a08b-62bc-4472-bfd9-440b2954cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ddfe9e11-e9b8-4d75-b65d-83241d2bf93a'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:07.428009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816586b0-5721-4b83-a901-6601f6bb9cf9 None None] Network 2057f3ae-838e-440c-829a-9cb2b643c54d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:07.437601 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86c19d-4ffc-4a59-be37-29ff5e1f1fdd None None] Routers {'720f81cb-6f2d-49bf-80fd-d329ed90b32b'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:07.438236 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8d86c19d-4ffc-4a59-be37-29ff5e1f1fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:07.468641 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-314eb58f-f1fc-42dc-be14-25ebb6007ed3 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2132616 Feb 08 15:59:07.475537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44bb49f9-99d8-4dc4-8f60-2fe8b4518f12 req-d9c95b48-4eb6-4609-a8c8-05f1e50d951b tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9d95f5-c2b7-40a3-937d-61391f8f7795 HTTP/1.1" status: 200 len: 210 time: 0.1914117 Feb 08 15:59:07.530867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-fb263068-9ac0-4acf-a79f-782a1cc5e9eb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] No DVR routers for this DVR port 5e691fc6-28c2-409e-bd17-7cb31f55c501 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:59:07.547967 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-fb263068-9ac0-4acf-a79f-782a1cc5e9eb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:07.552989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f464c945-e621-4b56-90fc-87a5886414c6 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/routers/ddfe9e11-e9b8-4d75-b65d-83241d2bf93a HTTP/1.1" status: 200 len: 925 time: 0.3924921 Feb 08 15:59:07.555933 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f5431ad5-de0c-4e2f-9ad2-16a5437e9055 req-fb263068-9ac0-4acf-a79f-782a1cc5e9eb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.96 "DELETE /v2.0/ports/5e691fc6-28c2-409e-bd17-7cb31f55c501 HTTP/1.1" status: 204 len: 173 time: 4.7670121 Feb 08 15:59:07.556872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50682) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:07.565683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1790a08b-62bc-4472-bfd9-440b2954cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:07.567265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1790a08b-62bc-4472-bfd9-440b2954cb7d None None] The sync data for ids ['ddfe9e11-e9b8-4d75-b65d-83241d2bf93a'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:59:07.593832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'name': 'network-vif-deleted', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:07.600586 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2848b1e-4f4b-4799-8bab-4c72f2ea10b4" -d '{"events": [{"server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "name": "network-vif-deleted", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:07.639454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-19553ec4-cfea-4ce6-91ab-51cb426c47ce tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "GET /v2.0/ports?device_id=ddfe9e11-e9b8-4d75-b65d-83241d2bf93a HTTP/1.1" status: 200 len: 205 time: 0.0811839 Feb 08 15:59:07.643698 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50686) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:07.648205 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a744c0d0-bae9-4001-9766-55df05d10680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (5c6b15a2-6f79-4fd5-b331-b1d270a9ae22), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:07.763125 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c46b998-a221-44a9-8b35-150c452e77e2 x-openstack-request-id: req-7c46b998-a221-44a9-8b35-150c452e77e2 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:07.763521 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9d95f5-c2b7-40a3-937d-61391f8f7795", "name": "network-vif-deleted", "tag": "5e691fc6-28c2-409e-bd17-7cb31f55c501", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:07.763673 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7c46b998-a221-44a9-8b35-150c452e77e2 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:07.764053 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9d95f5-c2b7-40a3-937d-61391f8f7795', 'name': 'network-vif-deleted', 'tag': '5e691fc6-28c2-409e-bd17-7cb31f55c501', 'status': 'completed', 'code': 200} Feb 08 15:59:07.769045 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8d86c19d-4ffc-4a59-be37-29ff5e1f1fdd None None] Set router 720f81cb-6f2d-49bf-80fd-d329ed90b32b gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:59:07.804563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 53a373d7-6ebe-4d42-bb47-3973e3845f82 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:59:07.849336 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 53a373d7-6ebe-4d42-bb47-3973e3845f82 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:59:07.849695 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 53a373d7-6ebe-4d42-bb47-3973e3845f82 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:59:07.870272 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a89eb3a4-9ac2-477c-ba3e-b8d36a395874 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (ddfe9e11-e9b8-4d75-b65d-83241d2bf93a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:07.932221 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a744c0d0-bae9-4001-9766-55df05d10680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (5c6b15a2-6f79-4fd5-b331-b1d270a9ae22), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:07.944461 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:07.972184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-a744c0d0-bae9-4001-9766-55df05d10680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6b15a2-6f79-4fd5-b331-b1d270a9ae22']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:07.984095 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-a744c0d0-bae9-4001-9766-55df05d10680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b500b9b-63f8-4d95-8011-088b8b46ab64') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:07.984744 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-a744c0d0-bae9-4001-9766-55df05d10680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b500b9b-63f8-4d95-8011-088b8b46ab64') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:07.996235 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a744c0d0-bae9-4001-9766-55df05d10680 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (8b500b9b-63f8-4d95-8011-088b8b46ab64), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:08.000656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-ecc00ff4-fe53-43a9-8de2-265116a5791a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port 3a4e305c-7c27-4ac2-b1b6-30aa9a1197ee {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:08.010732 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ecc00ff4-fe53-43a9-8de2-265116a5791a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3a4e305c-7c27-4ac2-b1b6-30aa9a1197ee), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:08.021083 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a744c0d0-bae9-4001-9766-55df05d10680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8b500b9b-63f8-4d95-8011-088b8b46ab64), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:08.061757 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8d86c19d-4ffc-4a59-be37-29ff5e1f1fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a83b32b7-0ee8-47ef-8089-d68e75acc363', 'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'mac_address': 'fa:16:3e:a8:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:54:06Z', 'updated_at': '2022-02-08T15:54:13Z', 'revision_number': 5, 'project_id': '4a0201865e184d1486ad0db740e39857', 'subnets': [{'id': '087d1e39-0072-4580-ba11-eb90596289b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:08.063736 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a744c0d0-bae9-4001-9766-55df05d10680 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:59:08.066135 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a744c0d0-bae9-4001-9766-55df05d10680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (8b500b9b-63f8-4d95-8011-088b8b46ab64), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:59:08.071833 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:59:08.111374 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86c19d-4ffc-4a59-be37-29ff5e1f1fdd None None] Checking router: 720f81cb-6f2d-49bf-80fd-d329ed90b32b for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:59:08.146504 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86c19d-4ffc-4a59-be37-29ff5e1f1fdd None None] Routers {'720f81cb-6f2d-49bf-80fd-d329ed90b32b'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:08.147747 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8d86c19d-4ffc-4a59-be37-29ff5e1f1fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:08.162385 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ecc00ff4-fe53-43a9-8de2-265116a5791a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3a4e305c-7c27-4ac2-b1b6-30aa9a1197ee), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:08.237779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-ecc00ff4-fe53-43a9-8de2-265116a5791a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for 3a4e305c-7c27-4ac2-b1b6-30aa9a1197ee owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:08.256856 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a744c0d0-bae9-4001-9766-55df05d10680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (5c6b15a2-6f79-4fd5-b331-b1d270a9ae22), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:08.271559 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a744c0d0-bae9-4001-9766-55df05d10680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:08.297312 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a744c0d0-bae9-4001-9766-55df05d10680 admin admin] 10.222.0.82 "DELETE /v2.0/networks/5c6b15a2-6f79-4fd5-b331-b1d270a9ae22 HTTP/1.1" status: 204 len: 168 time: 0.9657686 Feb 08 15:59:08.326019 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744c0d0-bae9-4001-9766-55df05d10680 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6b15a2-6f79-4fd5-b331-b1d270a9ae22,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:08.442231 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8d86c19d-4ffc-4a59-be37-29ff5e1f1fdd None None] Set router 720f81cb-6f2d-49bf-80fd-d329ed90b32b gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:59:08.489113 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ecc00ff4-fe53-43a9-8de2-265116a5791a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3a4e305c-7c27-4ac2-b1b6-30aa9a1197ee), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:08.578064 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a89eb3a4-9ac2-477c-ba3e-b8d36a395874 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (ddfe9e11-e9b8-4d75-b65d-83241d2bf93a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:08.624263 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc00ff4-fe53-43a9-8de2-265116a5791a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=3a4e305c-7c27-4ac2-b1b6-30aa9a1197ee,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:08.632991 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ecc00ff4-fe53-43a9-8de2-265116a5791a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:08.644489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50724) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:08.645426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ecc00ff4-fe53-43a9-8de2-265116a5791a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/3a4e305c-7c27-4ac2-b1b6-30aa9a1197ee HTTP/1.1" status: 204 len: 168 time: 1.5761776 Feb 08 15:59:08.713450 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50726) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:08.717692 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-8269275c-f67f-4514-9c2d-5f3803ad1a2e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] GET failed (client error): The resource could not be found. Feb 08 15:59:08.719749 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8269275c-f67f-4514-9c2d-5f3803ad1a2e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/3a4e305c-7c27-4ac2-b1b6-30aa9a1197ee HTTP/1.1" status: 404 len: 333 time: 0.0791190 Feb 08 15:59:08.723566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d6be5-15ed-4f5d-919e-660d4ada5c99 req-09f0adb5-21d6-4099-9918-0cfe63dced1b tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:08.727410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50730) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:08.736181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d7212cba-df51-40dd-823a-1b05d070c038 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'name': 'tempest-PortsTestJSON-2000034174'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:08.738733 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-561d6be5-15ed-4f5d-919e-660d4ada5c99 req-09f0adb5-21d6-4099-9918-0cfe63dced1b tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 946 time: 0.5002081 Feb 08 15:59:08.845141 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-bcf18fdd-2ffc-4334-bc65-0aab05c2d8c0 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:08.846931 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-bcf18fdd-2ffc-4334-bc65-0aab05c2d8c0 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/networks?id=2057f3ae-838e-440c-829a-9cb2b643c54d HTTP/1.1" status: 200 len: 813 time: 0.6063373 Feb 08 15:59:08.899364 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-42256dfc-98d1-401a-9780-df842b4b8ab2 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/quotas/72b6944eca184f1793b04792cb2427a2 HTTP/1.1" status: 200 len: 375 time: 0.0438175 Feb 08 15:59:08.907376 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3ae5871a-e92e-445c-ae87-b86c163d9a64 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d904d372d18840b38029be9c9cba3133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1590836 Feb 08 15:59:08.909160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a89eb3a4-9ac2-477c-ba3e-b8d36a395874 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Deleting port 906f0d8f-0b36-4af4-ac8d-ee660206a740 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:08.909818 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a89eb3a4-9ac2-477c-ba3e-b8d36a395874 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (906f0d8f-0b36-4af4-ac8d-ee660206a740), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:08.912490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50736) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:08.918695 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8d86c19d-4ffc-4a59-be37-29ff5e1f1fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a83b32b7-0ee8-47ef-8089-d68e75acc363', 'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'mac_address': 'fa:16:3e:a8:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:54:06Z', 'updated_at': '2022-02-08T15:54:13Z', 'revision_number': 5, 'project_id': '4a0201865e184d1486ad0db740e39857', 'subnets': [{'id': '087d1e39-0072-4580-ba11-eb90596289b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:08.949343 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86c19d-4ffc-4a59-be37-29ff5e1f1fdd None None] The sync data for ids ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'] in n-d-824834-11 is: [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a83b32b7-0ee8-47ef-8089-d68e75acc363', 'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'mac_address': 'fa:16:3e:a8:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:54:06Z', 'updated_at': '2022-02-08T15:54:13Z', 'revision_number': 5, 'project_id': '4a0201865e184d1486ad0db740e39857', 'subnets': [{'id': '087d1e39-0072-4580-ba11-eb90596289b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:59:08.950946 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7212cba-df51-40dd-823a-1b05d070c038 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:08.956491 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7212cba-df51-40dd-823a-1b05d070c038 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:08.989673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-d7212cba-df51-40dd-823a-1b05d070c038 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port a41e4c26-81a6-44d0-99cb-822a09e07ad0 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:59:08.998326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-018f6398-735b-4122-a2b9-6ab5df19ab68 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=72b6944eca184f1793b04792cb2427a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849679 Feb 08 15:59:09.004292 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-561d6be5-15ed-4f5d-919e-660d4ada5c99 req-7b7d6640-d4b9-41e5-be10-553afa007071 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521527 Feb 08 15:59:09.057913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-7d5a5437-085a-4e32-9929-6058c8326ae4 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:59:09.065195 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-7d5a5437-085a-4e32-9929-6058c8326ae4 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500124 Feb 08 15:59:09.171329 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a89eb3a4-9ac2-477c-ba3e-b8d36a395874 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (906f0d8f-0b36-4af4-ac8d-ee660206a740), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:09.172818 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a51652c1-dd96-42b9-b6ca-fcada6f6c18c admin admin] Publish callbacks [] for security_group (3d795a26-49bf-42bc-a235-52774c497c14), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:09.195977 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50750) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:09.203618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a89eb3a4-9ac2-477c-ba3e-b8d36a395874 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Calling delete_port for 906f0d8f-0b36-4af4-ac8d-ee660206a740 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:09.205684 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a51652c1-dd96-42b9-b6ca-fcada6f6c18c admin admin] Publish callbacks [] for security_group (3d795a26-49bf-42bc-a235-52774c497c14), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:09.297024 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a51652c1-dd96-42b9-b6ca-fcada6f6c18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3d795a26-49bf-42bc-a235-52774c497c14), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:09.299799 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a51652c1-dd96-42b9-b6ca-fcada6f6c18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:09.304321 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a51652c1-dd96-42b9-b6ca-fcada6f6c18c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3d795a26-49bf-42bc-a235-52774c497c14 HTTP/1.1" status: 204 len: 168 time: 0.3878791 Feb 08 15:59:09.356360 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-db4f9670-23c6-4944-a8c8-2579fbf6b823 service neutron] 10.222.0.82 "GET /v2.0/networks/2057f3ae-838e-440c-829a-9cb2b643c54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899029 Feb 08 15:59:09.417772 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20dbca96-37a5-4321-9e45-2882b1eb7d16 req-d7f4175b-7af7-4867-927e-1a4cd9833178 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3136230 Feb 08 15:59:09.437585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51652c1-dd96-42b9-b6ca-fcada6f6c18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d795a26-49bf-42bc-a235-52774c497c14,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:09.508111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5d078-a78b-4462-a6eb-337e2fbcb1eb None None] New status for floating IP f9d46948-b8dd-425c-920a-00e3d8f3620b: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:59:09.535057 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7212cba-df51-40dd-823a-1b05d070c038 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (a41e4c26-81a6-44d0-99cb-822a09e07ad0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:09.545673 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11f76fbe-2b9a-40b8-9177-2c62d7ef1a8c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group (0fe0ecee-8274-4536-90f5-1b95b678a0f1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:09.574992 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11f76fbe-2b9a-40b8-9177-2c62d7ef1a8c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group (0fe0ecee-8274-4536-90f5-1b95b678a0f1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:09.596193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbca96-37a5-4321-9e45-2882b1eb7d16 req-40cf11db-05bd-4a87-8a95-a4fbb9c92303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:09.598387 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20dbca96-37a5-4321-9e45-2882b1eb7d16 req-40cf11db-05bd-4a87-8a95-a4fbb9c92303 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=017690533835436b8e9813d90ee303fd&device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 1129 time: 0.1016636 Feb 08 15:59:09.620643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7212cba-df51-40dd-823a-1b05d070c038 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a41e4c26-81a6-44d0-99cb-822a09e07ad0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:09.653771 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11f76fbe-2b9a-40b8-9177-2c62d7ef1a8c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0fe0ecee-8274-4536-90f5-1b95b678a0f1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:09.657020 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11f76fbe-2b9a-40b8-9177-2c62d7ef1a8c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:09.658496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-11f76fbe-2b9a-40b8-9177-2c62d7ef1a8c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "DELETE /v2.0/security-groups/0fe0ecee-8274-4536-90f5-1b95b678a0f1 HTTP/1.1" status: 204 len: 168 time: 0.4615300 Feb 08 15:59:09.706364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50770) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:09.742222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f76fbe-2b9a-40b8-9177-2c62d7ef1a8c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe0ecee-8274-4536-90f5-1b95b678a0f1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:09.786625 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-57b14da1-8888-4773-938d-47f2a927261f service neutron] 10.222.0.82 "GET /v2.0/networks/2057f3ae-838e-440c-829a-9cb2b643c54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270651 Feb 08 15:59:09.809131 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7212cba-df51-40dd-823a-1b05d070c038 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:09.832819 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d7212cba-df51-40dd-823a-1b05d070c038 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:09.850891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7212cba-df51-40dd-823a-1b05d070c038 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:09.861993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7212cba-df51-40dd-823a-1b05d070c038 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:09.865049 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7212cba-df51-40dd-823a-1b05d070c038 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:09.890342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7212cba-df51-40dd-823a-1b05d070c038 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=a41e4c26-81a6-44d0-99cb-822a09e07ad0,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:09.911530 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a89eb3a4-9ac2-477c-ba3e-b8d36a395874 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (906f0d8f-0b36-4af4-ac8d-ee660206a740), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:09.951577 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89eb3a4-9ac2-477c-ba3e-b8d36a395874 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Pushing event deleted for resources: {'Port': ['ID=906f0d8f-0b36-4af4-ac8d-ee660206a740,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:09.967105 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d7212cba-df51-40dd-823a-1b05d070c038 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2366455 Feb 08 15:59:09.971031 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50778) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:09.979296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f00b4fbc-cf81-4fdb-8674-eac4ab81dcc9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:10.008399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbca96-37a5-4321-9e45-2882b1eb7d16 req-d5d2c8d5-b536-4690-a093-6e116931a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:10.010258 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20dbca96-37a5-4321-9e45-2882b1eb7d16 req-d5d2c8d5-b536-4690-a093-6e116931a0f2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b HTTP/1.1" status: 200 len: 913 time: 0.3821523 Feb 08 15:59:10.143065 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20dbca96-37a5-4321-9e45-2882b1eb7d16 req-6d8df269-323e-43fb-9359-dcf6727831a3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19d9901e-2f40-47d4-a6ab-2d03d22a488f HTTP/1.1" status: 200 len: 217 time: 0.1264882 Feb 08 15:59:10.256892 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5d42207b-5886-4ee5-af42-87cb80d111c8 req-77e297ee-fd96-4cb2-a8a0-e72e71211c45 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 210 time: 0.1361191 Feb 08 15:59:10.262032 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a89eb3a4-9ac2-477c-ba3e-b8d36a395874 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (ddfe9e11-e9b8-4d75-b65d-83241d2bf93a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:10.277915 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbca96-37a5-4321-9e45-2882b1eb7d16 req-9deb2138-94ad-4d81-b950-cabdab0c500e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:10.279419 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20dbca96-37a5-4321-9e45-2882b1eb7d16 req-9deb2138-94ad-4d81-b950-cabdab0c500e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=451650a0-cab2-4312-ac5d-d042a5f4df5a HTTP/1.1" status: 200 len: 852 time: 0.1293807 Feb 08 15:59:10.322396 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20dbca96-37a5-4321-9e45-2882b1eb7d16 req-df865712-a187-49b2-8e8d-eb720454c5e4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336926 Feb 08 15:59:10.495842 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20dbca96-37a5-4321-9e45-2882b1eb7d16 req-eb864cea-a174-4e4b-82fa-8c6920a653ee service neutron] 10.222.0.96 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675093 Feb 08 15:59:10.496695 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-7b908868-2248-4b5b-95d3-1afd5b711896 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] show failed (client error): The resource could not be found. Feb 08 15:59:10.501276 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7b908868-2248-4b5b-95d3-1afd5b711896 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups/0fe0ecee-8274-4536-90f5-1b95b678a0f1 HTTP/1.1" status: 404 len: 347 time: 0.7935343 Feb 08 15:59:10.504858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50802) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:10.952125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a8d4bf89-4ce0-4c7e-8c4c-0a3147190f77 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Deleting port 05c21934-0ecf-4884-b69d-e15b334b5aa6 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:10.952491 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bf89-4ce0-4c7e-8c4c-0a3147190f77 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (05c21934-0ecf-4884-b69d-e15b334b5aa6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.008479 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f00b4fbc-cf81-4fdb-8674-eac4ab81dcc9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a41e4c26-81a6-44d0-99cb-822a09e07ad0), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.044304 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bf89-4ce0-4c7e-8c4c-0a3147190f77 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (05c21934-0ecf-4884-b69d-e15b334b5aa6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.044304 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bf89-4ce0-4c7e-8c4c-0a3147190f77 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for floatingip (05c21934-0ecf-4884-b69d-e15b334b5aa6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.061055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a8d4bf89-4ce0-4c7e-8c4c-0a3147190f77 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Calling delete_port for 05c21934-0ecf-4884-b69d-e15b334b5aa6 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:11.071232 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a89eb3a4-9ac2-477c-ba3e-b8d36a395874 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (ddfe9e11-e9b8-4d75-b65d-83241d2bf93a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.075023 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a89eb3a4-9ac2-477c-ba3e-b8d36a395874 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_controller (ddfe9e11-e9b8-4d75-b65d-83241d2bf93a), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.087154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ce8f8-c7a3-4a3e-b90b-52d99d8bf88a req-65585835-3695-43b8-b5ab-1bc5d0566454 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:11.088527 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-080ce8f8-c7a3-4a3e-b90b-52d99d8bf88a req-65585835-3695-43b8-b5ab-1bc5d0566454 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 946 time: 0.9659171 Feb 08 15:59:11.190084 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20dbca96-37a5-4321-9e45-2882b1eb7d16 req-2abc0533-c475-4d04-8254-4f28dc3a1b1d service neutron] 10.222.0.96 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874001 Feb 08 15:59:11.262134 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bf89-4ce0-4c7e-8c4c-0a3147190f77 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (05c21934-0ecf-4884-b69d-e15b334b5aa6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.262439 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a89eb3a4-9ac2-477c-ba3e-b8d36a395874 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (ddfe9e11-e9b8-4d75-b65d-83241d2bf93a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.262608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89eb3a4-9ac2-477c-ba3e-b8d36a395874 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Fanout notify agent at l3_agent the message router_deleted on router ddfe9e11-e9b8-4d75-b65d-83241d2bf93a {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:59:11.303678 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a89eb3a4-9ac2-477c-ba3e-b8d36a395874 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.309763 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a89eb3a4-9ac2-477c-ba3e-b8d36a395874 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "DELETE /v2.0/routers/ddfe9e11-e9b8-4d75-b65d-83241d2bf93a HTTP/1.1" status: 204 len: 168 time: 3.6648471 Feb 08 15:59:11.316492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50838) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:11.317507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4bf89-4ce0-4c7e-8c4c-0a3147190f77 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event deleted for resources: {'Port': ['ID=05c21934-0ecf-4884-b69d-e15b334b5aa6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:11.339090 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Request body: {'router': {'name': 'tempest-snat-router-143808364', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'enable_snat': False}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:11.395042 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-080ce8f8-c7a3-4a3e-b90b-52d99d8bf88a req-0815bbe6-89ca-493b-862a-0d82cd3f65bb tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750278 Feb 08 15:59:11.461177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d9bb4d0-0cca-4cf5-8636-91b2d2f65610 req-fedd9fa7-0e3a-4dd7-a999-a91e38bf0b41 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 210 time: 0.0708508 Feb 08 15:59:11.472797 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (57b39cdf-f5da-4f04-93c1-a6934c64e707), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.474043 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (57b39cdf-f5da-4f04-93c1-a6934c64e707), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.585186 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bf89-4ce0-4c7e-8c4c-0a3147190f77 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for floatingip (f9d46948-b8dd-425c-920a-00e3d8f3620b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.588782 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f00b4fbc-cf81-4fdb-8674-eac4ab81dcc9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (a41e4c26-81a6-44d0-99cb-822a09e07ad0), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.594428 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bf89-4ce0-4c7e-8c4c-0a3147190f77 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.595339 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a8d4bf89-4ce0-4c7e-8c4c-0a3147190f77 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "DELETE /v2.0/floatingips/f9d46948-b8dd-425c-920a-00e3d8f3620b HTTP/1.1" status: 204 len: 168 time: 1.0893829 Feb 08 15:59:11.617081 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f00b4fbc-cf81-4fdb-8674-eac4ab81dcc9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (a41e4c26-81a6-44d0-99cb-822a09e07ad0), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.671232 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_controller (57b39cdf-f5da-4f04-93c1-a6934c64e707), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.775621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f00b4fbc-cf81-4fdb-8674-eac4ab81dcc9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] In _notify_port_updated(), no bound segment for port a41e4c26-81a6-44d0-99cb-822a09e07ad0 on network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 {{(pid=103301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 15:59:11.785768 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00b4fbc-cf81-4fdb-8674-eac4ab81dcc9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:11.786429 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f00b4fbc-cf81-4fdb-8674-eac4ab81dcc9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:11.787779 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f00b4fbc-cf81-4fdb-8674-eac4ab81dcc9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "PUT /v2.0/ports/a41e4c26-81a6-44d0-99cb-822a09e07ad0 HTTP/1.1" status: 200 len: 818 time: 1.8142743 Feb 08 15:59:11.792936 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50852) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:11.847087 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406413d-1d27-4005-b8f3-953867d2a938 req-2d24d15f-d5f8-445c-a03d-185d606326f2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:11.849309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1406413d-1d27-4005-b8f3-953867d2a938 req-2d24d15f-d5f8-445c-a03d-185d606326f2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bfad08b-f1ce-4492-8edc-3942211bf908 HTTP/1.1" status: 200 len: 946 time: 0.3089716 Feb 08 15:59:11.902501 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b4fbc-cf81-4fdb-8674-eac4ab81dcc9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=a41e4c26-81a6-44d0-99cb-822a09e07ad0,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:12.126201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1406413d-1d27-4005-b8f3-953867d2a938 req-42833656-83d7-497e-85a4-8f396dc0d166 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254407 Feb 08 15:59:12.153886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-27ac78d2-90de-4260-b933-39bdf16aafbf tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port a41e4c26-81a6-44d0-99cb-822a09e07ad0 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:12.154278 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27ac78d2-90de-4260-b933-39bdf16aafbf tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a41e4c26-81a6-44d0-99cb-822a09e07ad0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:12.280838 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27ac78d2-90de-4260-b933-39bdf16aafbf tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a41e4c26-81a6-44d0-99cb-822a09e07ad0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:12.325357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-27ac78d2-90de-4260-b933-39bdf16aafbf tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for a41e4c26-81a6-44d0-99cb-822a09e07ad0 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:12.452907 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (57b39cdf-f5da-4f04-93c1-a6934c64e707), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:12.464162 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27ac78d2-90de-4260-b933-39bdf16aafbf tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a41e4c26-81a6-44d0-99cb-822a09e07ad0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:12.514923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac78d2-90de-4260-b933-39bdf16aafbf tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=a41e4c26-81a6-44d0-99cb-822a09e07ad0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:12.543310 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27ac78d2-90de-4260-b933-39bdf16aafbf tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:12.553688 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-27ac78d2-90de-4260-b933-39bdf16aafbf tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/a41e4c26-81a6-44d0-99cb-822a09e07ad0 HTTP/1.1" status: 204 len: 168 time: 0.7496037 Feb 08 15:59:12.558963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50890) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:12.692757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1409cefb-8639-405f-aa65-e7bb5acdd6f0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:12.697035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1409cefb-8639-405f-aa65-e7bb5acdd6f0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1345100 Feb 08 15:59:12.708312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50902) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:12.745479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a600def7-b31e-4f1e-b0bc-bc8cbcce0dfd req-eec91ce2-2e65-461e-9876-59eec8a50f0a tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=270de4d2-381a-4206-a195-242f1e0b1e93 HTTP/1.1" status: 200 len: 210 time: 0.0910316 Feb 08 15:59:12.903768 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-804e63fb-7277-40b3-8a13-a737e3c8ad58 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] GET failed (client error): The resource could not be found. Feb 08 15:59:12.918960 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-804e63fb-7277-40b3-8a13-a737e3c8ad58 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/a41e4c26-81a6-44d0-99cb-822a09e07ad0 HTTP/1.1" status: 404 len: 333 time: 0.2083874 Feb 08 15:59:12.924537 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50916) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:12.930172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-43f86965-2311-4c6d-942c-8d745fed55f6 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1966318385'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:12.933880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50918) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:12.939545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-f0616319-7d09-49d6-84fb-ce7213c101d3 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:12.944135 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-f0616319-7d09-49d6-84fb-ce7213c101d3 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.94 "GET /v2.0/networks?id=2057f3ae-838e-440c-829a-9cb2b643c54d HTTP/1.1" status: 200 len: 813 time: 0.4838865 Feb 08 15:59:12.963270 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-bffd648b-e778-4349-97dc-8f18ec5ba15e tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Request body: {'port': {'device_id': '62c5f7be-8042-48ca-aff6-12a1b8f3d0be', 'network_id': '2057f3ae-838e-440c-829a-9cb2b643c54d', 'admin_state_up': True, 'tenant_id': '72b6944eca184f1793b04792cb2427a2'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:12.980310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d18342b6-53c3-4733-b65f-3b044177186f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1854292167', 'description': 'tempest-description--1294716676'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:13.042895 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eccd7553-5bb2-4274-9b18-722be5d262a8 req-ac1ef4d1-1306-4982-80ac-91f1e9eeffe6 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 210 time: 0.1191311 Feb 08 15:59:13.122263 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f86965-2311-4c6d-942c-8d745fed55f6 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:13.143486 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-43f86965-2311-4c6d-942c-8d745fed55f6 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:13.157135 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d18342b6-53c3-4733-b65f-3b044177186f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:13.234063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f86965-2311-4c6d-942c-8d745fed55f6 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:59:13.251562 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-43f86965-2311-4c6d-942c-8d745fed55f6 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (78ec091c-8f74-4723-a047-26626e24b087), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:13.252299 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-43f86965-2311-4c6d-942c-8d745fed55f6 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Added segment 78ec091c-8f74-4723-a047-26626e24b087 of type vlan for network 7ecd253b-f96f-4c00-b5b6-5351464a3308 Feb 08 15:59:13.469090 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d18342b6-53c3-4733-b65f-3b044177186f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group (fd21bd0c-9dc0-4053-a284-88246849c82c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:13.472590 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-43f86965-2311-4c6d-942c-8d745fed55f6 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (7ecd253b-f96f-4c00-b5b6-5351464a3308), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:13.479803 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d18342b6-53c3-4733-b65f-3b044177186f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fd21bd0c-9dc0-4053-a284-88246849c82c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:13.485088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-bffd648b-e778-4349-97dc-8f18ec5ba15e tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Made reservation on behalf of 72b6944eca184f1793b04792cb2427a2 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:13.496248 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-bffd648b-e778-4349-97dc-8f18ec5ba15e tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:13.551847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18342b6-53c3-4733-b65f-3b044177186f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd21bd0c-9dc0-4053-a284-88246849c82c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:13.578245 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [None req-43f86965-2311-4c6d-942c-8d745fed55f6 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 15:59:13.627015 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (57b39cdf-f5da-4f04-93c1-a6934c64e707), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:13.672742 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d18342b6-53c3-4733-b65f-3b044177186f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:13.677363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d18342b6-53c3-4733-b65f-3b044177186f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7198546 Feb 08 15:59:13.680745 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50972) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:13.683942 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-4f7db5e7-27e9-4b5b-bc87-5e266d1d89ad tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Request body: {'security_group_rule': {'security_group_id': 'fd21bd0c-9dc0-4053-a284-88246849c82c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:13.719239 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-480a39ff-68e1-4014-96f4-ab8e5b685705 req-98b8a393-60af-4666-bdb1-d20cf6e0a5e2 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0723951 Feb 08 15:59:13.724906 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-43f86965-2311-4c6d-942c-8d745fed55f6 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (7ecd253b-f96f-4c00-b5b6-5351464a3308), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:13.729913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f86965-2311-4c6d-942c-8d745fed55f6 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:13.730457 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-43f86965-2311-4c6d-942c-8d745fed55f6 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:13.760086 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:14.030944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f86965-2311-4c6d-942c-8d745fed55f6 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Network': ['ID=7ecd253b-f96f-4c00-b5b6-5351464a3308,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:14.039627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Allocated IP 172.25.7.136 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/0a99cfc8-a461-4a35-9ff2-e38e8d379878) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:14.056217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 7ecd253b-f96f-4c00-b5b6-5351464a3308 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:59:14.064909 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-43f86965-2311-4c6d-942c-8d745fed55f6 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1366706 Feb 08 15:59:14.098007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50994) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:14.110028 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f7db5e7-27e9-4b5b-bc87-5e266d1d89ad tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group_rule (d91c5a97-3758-415c-b9e5-f5ea158a3d4e), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:14.153097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-41908313-7990-48e7-b4b6-b37864466e6e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'subnet': {'network_id': '7ecd253b-f96f-4c00-b5b6-5351464a3308', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:14.179138 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for port (0a99cfc8-a461-4a35-9ff2-e38e8d379878), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:14.278458 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (0a99cfc8-a461-4a35-9ff2-e38e8d379878), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:14.375898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647bab-1be7-4181-bb59-f7c416605d65 req-12d76cd0-fc38-4536-a76e-9b5e97fb9b5b tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:14.386712 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-12d76cd0-fc38-4536-a76e-9b5e97fb9b5b tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/networks?id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b HTTP/1.1" status: 200 len: 812 time: 0.8386891 Feb 08 15:59:14.398227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:14.400241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:14.421494 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Pushing event updated for resources: {'Port': ['ID=0a99cfc8-a461-4a35-9ff2-e38e8d379878,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:14.436581 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03c1cdf0-4dc6-42f6-9f14-cf61ee59ea6c req-af2e9f9c-709e-4d91-bfcc-9dda6f9e68b3 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 210 time: 0.1696002 Feb 08 15:59:14.447986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:14.448674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5dbc3aee-ade9-4381-b319-5bab33a28acc tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/quotas/017690533835436b8e9813d90ee303fd HTTP/1.1" status: 200 len: 375 time: 0.0607431 Feb 08 15:59:14.491869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feec7a-a875-4ede-a9cb-88634417e2e6 req-c0a67199-bebe-43ad-9921-6f12889b61c2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:14.493425 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07feec7a-a875-4ede-a9cb-88634417e2e6 req-c0a67199-bebe-43ad-9921-6f12889b61c2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.94 "GET /v2.0/ports?device_id=9bfad08b-f1ce-4492-8edc-3942211bf908 HTTP/1.1" status: 200 len: 946 time: 0.3521459 Feb 08 15:59:14.604533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-bffd648b-e778-4349-97dc-8f18ec5ba15e tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Allocated IP 172.20.0.10 (2057f3ae-838e-440c-829a-9cb2b643c54d/db4a7904-d5d6-4b7e-af72-84b47e984e16/ac332e2c-1550-45bb-b0c5-978644873151) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:14.632266 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f7db5e7-27e9-4b5b-bc87-5e266d1d89ad tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group_rule (d91c5a97-3758-415c-b9e5-f5ea158a3d4e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:14.646495 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f7db5e7-27e9-4b5b-bc87-5e266d1d89ad tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (d91c5a97-3758-415c-b9e5-f5ea158a3d4e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:14.692318 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-0e792c16-3d40-41bb-a526-06ab5b49045e tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=017690533835436b8e9813d90ee303fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2425582 Feb 08 15:59:14.706146 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41908313-7990-48e7-b4b6-b37864466e6e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:14.719356 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-41908313-7990-48e7-b4b6-b37864466e6e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:14.729138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf2e12-b458-43f9-9a3f-ef19acc9f661 req-f47b8c26-8c28-48f6-b5ee-6bf4f389d6af tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:14.731375 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9ddf2e12-b458-43f9-9a3f-ef19acc9f661 req-f47b8c26-8c28-48f6-b5ee-6bf4f389d6af tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.96 "GET /v2.0/ports?device_id=48f324f4-5b61-428a-b3e1-c26d8027dcd5 HTTP/1.1" status: 200 len: 946 time: 0.2305436 Feb 08 15:59:14.744927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7db5e7-27e9-4b5b-bc87-5e266d1d89ad tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91c5a97-3758-415c-b9e5-f5ea158a3d4e,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:14.863900 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f7db5e7-27e9-4b5b-bc87-5e266d1d89ad tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:14.863900 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4f7db5e7-27e9-4b5b-bc87-5e266d1d89ad tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1835594 Feb 08 15:59:14.872603 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51036) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:14.882242 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c2d69aac-8cca-4248-b15a-79b7d533ad4a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Request body: {'security_group_rule': {'security_group_id': 'fd21bd0c-9dc0-4053-a284-88246849c82c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:14.966465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-feb6d985-432b-49a7-a339-9008ceed96c1 req-f8c16a0f-c97c-4721-8612-cf9ff9ba07e8 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0724208 Feb 08 15:59:14.980440 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-07feec7a-a875-4ede-a9cb-88634417e2e6 req-2be22e8e-539a-426b-8da3-e495fc36880c tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Deleting port ad866ef2-796f-467d-977a-e6c5479b960a {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:14.980934 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-07feec7a-a875-4ede-a9cb-88634417e2e6 req-2be22e8e-539a-426b-8da3-e495fc36880c tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ad866ef2-796f-467d-977a-e6c5479b960a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:15.061992 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2d69aac-8cca-4248-b15a-79b7d533ad4a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group_rule (6e7c0f12-bc77-429b-8e7a-8a439d7a6093), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:15.086601 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-3ac13d6e-f153-4734-a2fc-e018084b8734 service neutron] 10.222.0.82 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921330 Feb 08 15:59:15.207267 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-bffd648b-e778-4349-97dc-8f18ec5ba15e tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Publish callbacks [] for port (ac332e2c-1550-45bb-b0c5-978644873151), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:15.226487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-9ddf2e12-b458-43f9-9a3f-ef19acc9f661 req-2e30c4d7-7647-4357-85e7-04ed2da011c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Deleting port 19d9901e-2f40-47d4-a6ab-2d03d22a488f {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:15.226487 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9ddf2e12-b458-43f9-9a3f-ef19acc9f661 req-2e30c4d7-7647-4357-85e7-04ed2da011c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (19d9901e-2f40-47d4-a6ab-2d03d22a488f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:15.408331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (57b39cdf-f5da-4f04-93c1-a6934c64e707), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:15.453982 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-07feec7a-a875-4ede-a9cb-88634417e2e6 req-2be22e8e-539a-426b-8da3-e495fc36880c tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] For port ad866ef2-796f-467d-977a-e6c5479b960a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ad866ef2-796f-467d-977a-e6c5479b960a,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:15.454630 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-07feec7a-a875-4ede-a9cb-88634417e2e6 req-2be22e8e-539a-426b-8da3-e495fc36880c tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ad866ef2-796f-467d-977a-e6c5479b960a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:15.529485 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-07feec7a-a875-4ede-a9cb-88634417e2e6 req-2be22e8e-539a-426b-8da3-e495fc36880c tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Calling delete_port for ad866ef2-796f-467d-977a-e6c5479b960a owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:15.536056 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2d69aac-8cca-4248-b15a-79b7d533ad4a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group_rule (6e7c0f12-bc77-429b-8e7a-8a439d7a6093), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:15.536843 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-82089913-badb-4db5-bf90-cebc224e6ea8 req-e94899c5-cdb8-4cfc-8c9e-32e12c3f5baf service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=270de4d2-381a-4206-a195-242f1e0b1e93 HTTP/1.1" status: 200 len: 210 time: 0.1144443 Feb 08 15:59:15.557605 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-bffd648b-e778-4349-97dc-8f18ec5ba15e tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ac332e2c-1550-45bb-b0c5-978644873151), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:15.572341 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2d69aac-8cca-4248-b15a-79b7d533ad4a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (6e7c0f12-bc77-429b-8e7a-8a439d7a6093), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:15.628091 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-9ddf2e12-b458-43f9-9a3f-ef19acc9f661 req-2e30c4d7-7647-4357-85e7-04ed2da011c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] For port 19d9901e-2f40-47d4-a6ab-2d03d22a488f, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=19d9901e-2f40-47d4-a6ab-2d03d22a488f,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:15.629361 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9ddf2e12-b458-43f9-9a3f-ef19acc9f661 req-2e30c4d7-7647-4357-85e7-04ed2da011c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (19d9901e-2f40-47d4-a6ab-2d03d22a488f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:15.654403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f2101-7aa3-4b74-8794-b3eaa205af81 req-b8332cd4-f91e-40df-91e5-7c8c18ab4d01 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:15.655946 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f2f2101-7aa3-4b74-8794-b3eaa205af81 req-b8332cd4-f91e-40df-91e5-7c8c18ab4d01 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.2855592 Feb 08 15:59:15.656907 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-41908313-7990-48e7-b4b6-b37864466e6e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (296f4a1e-2423-4629-ae26-0d0e89617d4a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:15.666882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-bffd648b-e778-4349-97dc-8f18ec5ba15e tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Network 2057f3ae-838e-440c-829a-9cb2b643c54d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:15.667338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d69aac-8cca-4248-b15a-79b7d533ad4a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7c0f12-bc77-429b-8e7a-8a439d7a6093,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:15.674488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-9ddf2e12-b458-43f9-9a3f-ef19acc9f661 req-2e30c4d7-7647-4357-85e7-04ed2da011c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Calling delete_port for 19d9901e-2f40-47d4-a6ab-2d03d22a488f owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:15.679137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-bffd648b-e778-4349-97dc-8f18ec5ba15e tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:15.684563 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd648b-e778-4349-97dc-8f18ec5ba15e tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Pushing event updated for resources: {'Port': ['ID=ac332e2c-1550-45bb-b0c5-978644873151,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:15.686991 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-bffd648b-e778-4349-97dc-8f18ec5ba15e tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:15.724674 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2d69aac-8cca-4248-b15a-79b7d533ad4a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:15.728382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c2d69aac-8cca-4248-b15a-79b7d533ad4a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8523002 Feb 08 15:59:15.737598 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-3956b2f2-8700-4020-9cba-15de89f41fa0 service neutron] 10.222.0.82 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154587 Feb 08 15:59:15.738401 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51086) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:15.764393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:15.829274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41908313-7990-48e7-b4b6-b37864466e6e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Subnet': ['ID=296f4a1e-2423-4629-ae26-0d0e89617d4a,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:15.867067 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:15.896651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f2f2101-7aa3-4b74-8794-b3eaa205af81 req-d427319d-cfb1-452a-9a60-38047bdd894a tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158372 Feb 08 15:59:15.907062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-bffd648b-e778-4349-97dc-8f18ec5ba15e tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:15.911625 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-bffd648b-e778-4349-97dc-8f18ec5ba15e tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:16.043863 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41908313-7990-48e7-b4b6-b37864466e6e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Checking segment: {'id': '78ec091c-8f74-4723-a047-26626e24b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7ecd253b-f96f-4c00-b5b6-5351464a3308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:16.044402 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41908313-7990-48e7-b4b6-b37864466e6e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network hostable DHCP agents. Network: 7ecd253b-f96f-4c00-b5b6-5351464a3308, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:59:16.104672 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9ddf2e12-b458-43f9-9a3f-ef19acc9f661 req-2e30c4d7-7647-4357-85e7-04ed2da011c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (19d9901e-2f40-47d4-a6ab-2d03d22a488f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:16.119998 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (57b39cdf-f5da-4f04-93c1-a6934c64e707), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:16.123705 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-07feec7a-a875-4ede-a9cb-88634417e2e6 req-2be22e8e-539a-426b-8da3-e495fc36880c tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ad866ef2-796f-467d-977a-e6c5479b960a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:16.144784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41908313-7990-48e7-b4b6-b37864466e6e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network 7ecd253b-f96f-4c00-b5b6-5351464a3308 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:59:16.176474 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-bffd648b-e778-4349-97dc-8f18ec5ba15e tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2220440 Feb 08 15:59:16.189151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be22e8e-539a-426b-8da3-e495fc36880c tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Pushing event deleted for resources: {'Port': ['ID=ad866ef2-796f-467d-977a-e6c5479b960a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:16.196484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-41908313-7990-48e7-b4b6-b37864466e6e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 7ecd253b-f96f-4c00-b5b6-5351464a3308) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:16.221544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7584ee-9a9a-46b9-adb4-6dae5dd963b1 None None] Network 7ecd253b-f96f-4c00-b5b6-5351464a3308 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:16.229750 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f949a-be82-41c4-91f8-961100ea42f2 req-fc5474bd-515d-455a-b6de-3c7bb3eae681 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:16.238135 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-257f949a-be82-41c4-91f8-961100ea42f2 req-fc5474bd-515d-455a-b6de-3c7bb3eae681 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 932 time: 0.2048614 Feb 08 15:59:16.245998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41908313-7990-48e7-b4b6-b37864466e6e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:16.246895 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-41908313-7990-48e7-b4b6-b37864466e6e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:16.263791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30c4d7-7647-4357-85e7-04ed2da011c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Pushing event deleted for resources: {'Port': ['ID=19d9901e-2f40-47d4-a6ab-2d03d22a488f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:16.322391 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-a9e716ef-e415-49d2-b29c-bac8f639859f tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 15:59:16.323660 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-a9e716ef-e415-49d2-b29c-bac8f639859f tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130126 Feb 08 15:59:16.362487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddf2e12-b458-43f9-9a3f-ef19acc9f661 req-2e30c4d7-7647-4357-85e7-04ed2da011c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] No DVR routers for this DVR port 19d9901e-2f40-47d4-a6ab-2d03d22a488f on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:59:16.375839 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9ddf2e12-b458-43f9-9a3f-ef19acc9f661 req-2e30c4d7-7647-4357-85e7-04ed2da011c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:16.383305 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9ddf2e12-b458-43f9-9a3f-ef19acc9f661 req-2e30c4d7-7647-4357-85e7-04ed2da011c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.96 "DELETE /v2.0/ports/19d9901e-2f40-47d4-a6ab-2d03d22a488f HTTP/1.1" status: 204 len: 173 time: 1.6467569 Feb 08 15:59:16.384139 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f324f4-5b61-428a-b3e1-c26d8027dcd5', 'name': 'network-vif-deleted', 'tag': '19d9901e-2f40-47d4-a6ab-2d03d22a488f'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:16.389705 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c236bb7-55d9-498e-b25e-845e27e4c893" -d '{"events": [{"server_uuid": "48f324f4-5b61-428a-b3e1-c26d8027dcd5", "name": "network-vif-deleted", "tag": "19d9901e-2f40-47d4-a6ab-2d03d22a488f"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:16.445723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-07feec7a-a875-4ede-a9cb-88634417e2e6 req-2be22e8e-539a-426b-8da3-e495fc36880c tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] No DVR routers for this DVR port ad866ef2-796f-467d-977a-e6c5479b960a on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:59:16.455191 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33768dde-706b-4c29-9a83-cb80aff9a606 req-0b80d4c7-a5e4-4d60-a1f4-ef2fb393c8bb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0590477 Feb 08 15:59:16.477821 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-07feec7a-a875-4ede-a9cb-88634417e2e6 req-2be22e8e-539a-426b-8da3-e495fc36880c tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:16.485487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07feec7a-a875-4ede-a9cb-88634417e2e6 req-2be22e8e-539a-426b-8da3-e495fc36880c tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.94 "DELETE /v2.0/ports/ad866ef2-796f-467d-977a-e6c5479b960a HTTP/1.1" status: 204 len: 173 time: 1.9728394 Feb 08 15:59:16.486000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfad08b-f1ce-4492-8edc-3942211bf908', 'name': 'network-vif-deleted', 'tag': 'ad866ef2-796f-467d-977a-e6c5479b960a'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:16.501858 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64af56ba-8283-4648-8e4f-7eab009242f1" -d '{"events": [{"server_uuid": "9bfad08b-f1ce-4492-8edc-3942211bf908", "name": "network-vif-deleted", "tag": "ad866ef2-796f-467d-977a-e6c5479b960a"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:16.506054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-7ecd253b-f96f-4c00-b5b6-5351464a3308', 'network_id': '7ecd253b-f96f-4c00-b5b6-5351464a3308', 'project_id': '0d4436b9f30742f79601225ff55aa191', 'fixed_ips': [{'subnet_id': '296f4a1e-2423-4629-ae26-0d0e89617d4a'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:59:16.510179 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:16.565556 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-41908313-7990-48e7-b4b6-b37864466e6e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4490702 Feb 08 15:59:16.572211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51142) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:16.582014 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e739385c-ae1e-4a5a-a213-6c54ed1d25db tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'subnet': {'network_id': '7ecd253b-f96f-4c00-b5b6-5351464a3308', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:16.659015 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-165bdc43-670c-438c-aa00-44cf00b47ea8 req-f12206d4-3fb2-4b27-a6e1-d8365484fecd tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.2243435 Feb 08 15:59:16.665817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Router 57b39cdf-f5da-4f04-93c1-a6934c64e707 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:59:16.729115 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-257f949a-be82-41c4-91f8-961100ea42f2 req-73e3f9c3-36bb-4ac1-8346-876f9d48b37d tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/security-groups?id=058efc75-f475-4780-b2c9-d0bee0adbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893777 Feb 08 15:59:16.773488 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:16.865288 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fb381d-c896-470b-80ed-3070ffda9cca x-openstack-request-id: req-09fb381d-c896-470b-80ed-3070ffda9cca {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:16.865581 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f324f4-5b61-428a-b3e1-c26d8027dcd5", "name": "network-vif-deleted", "tag": "19d9901e-2f40-47d4-a6ab-2d03d22a488f", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:16.865842 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-09fb381d-c896-470b-80ed-3070ffda9cca {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:16.866237 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f324f4-5b61-428a-b3e1-c26d8027dcd5', 'name': 'network-vif-deleted', 'tag': '19d9901e-2f40-47d4-a6ab-2d03d22a488f', 'status': 'completed', 'code': 200} Feb 08 15:59:16.873613 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Request body: {'port': {'device_id': '62c5f7be-8042-48ca-aff6-12a1b8f3d0be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:16.980513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Allocated IP 172.20.0.2 (7ecd253b-f96f-4c00-b5b6-5351464a3308/296f4a1e-2423-4629-ae26-0d0e89617d4a/9f8af911-fc31-49d0-aa1d-c0846d1eb298) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:17.010369 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-518276cd-1e76-4e9c-8e2e-38b68311c3ed req-d47e8aaf-7625-4ccf-981f-1b63f9fe9d94 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 210 time: 0.1167080 Feb 08 15:59:17.205454 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f2999d-f0ec-4485-bd30-18f689eaa34c x-openstack-request-id: req-84f2999d-f0ec-4485-bd30-18f689eaa34c {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:17.206054 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfad08b-f1ce-4492-8edc-3942211bf908", "name": "network-vif-deleted", "tag": "ad866ef2-796f-467d-977a-e6c5479b960a", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:17.206589 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-84f2999d-f0ec-4485-bd30-18f689eaa34c {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:17.207295 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfad08b-f1ce-4492-8edc-3942211bf908', 'name': 'network-vif-deleted', 'tag': 'ad866ef2-796f-467d-977a-e6c5479b960a', 'status': 'completed', 'code': 200} Feb 08 15:59:17.236249 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Allocated IP 172.25.7.57 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/c7c8dc2b-a993-41b7-9244-ea410ae9cf2a) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:17.288523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588d6d1-74c2-4973-8148-09852594bf04 req-4ffb8cf8-ad86-4676-8027-92b85a298c91 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:17.303611 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0588d6d1-74c2-4973-8148-09852594bf04 req-4ffb8cf8-ad86-4676-8027-92b85a298c91 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.1812804 Feb 08 15:59:17.386439 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Publish callbacks [] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:17.393062 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 19d9901e-2f40-47d4-a6ab-2d03d22a488f no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:59:17.402145 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:17.506718 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0588d6d1-74c2-4973-8148-09852594bf04 req-1fcd01d9-81da-49f7-9c40-1388edec4d62 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995196 Feb 08 15:59:17.549901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 19d9901e-2f40-47d4-a6ab-2d03d22a488f {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:59:17.550851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 19d9901e-2f40-47d4-a6ab-2d03d22a488f not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:59:17.576731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Network 7ecd253b-f96f-4c00-b5b6-5351464a3308 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:17.603076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:17.607409 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:17.617991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Pushing event updated for resources: {'Port': ['ID=9f8af911-fc31-49d0-aa1d-c0846d1eb298,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:17.677930 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for port (c7c8dc2b-a993-41b7-9244-ea410ae9cf2a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:17.721448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e739385c-ae1e-4a5a-a213-6c54ed1d25db tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:17.725793 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e739385c-ae1e-4a5a-a213-6c54ed1d25db tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:17.729528 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Attempting to bind port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:59:17.729907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Attempting to bind port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '78ec091c-8f74-4723-a047-26626e24b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7ecd253b-f96f-4c00-b5b6-5351464a3308'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:59:17.730272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Attempting to bind port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 on network 7ecd253b-f96f-4c00-b5b6-5351464a3308 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:59:17.746200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:59:17.746931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Checking segment: {'id': '78ec091c-8f74-4723-a047-26626e24b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7ecd253b-f96f-4c00-b5b6-5351464a3308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:17.747519 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:17.748083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Bound using segment: {'id': '78ec091c-8f74-4723-a047-26626e24b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7ecd253b-f96f-4c00-b5b6-5351464a3308'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:59:17.749369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Bound port: 9f8af911-fc31-49d0-aa1d-c0846d1eb298, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ec091c-8f74-4723-a047-26626e24b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7ecd253b-f96f-4c00-b5b6-5351464a3308'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:59:17.749970 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:17.801152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a61a7-4fa8-447e-b085-f338ac1edc0a req-e3d46dd4-9ab8-45ea-af59-3e3cc198620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:17.803062 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e67a61a7-4fa8-447e-b085-f338ac1edc0a req-e3d46dd4-9ab8-45ea-af59-3e3cc198620c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc&device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 1128 time: 0.0923419 Feb 08 15:59:17.804316 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c7c8dc2b-a993-41b7-9244-ea410ae9cf2a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:17.885727 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ad866ef2-796f-467d-977a-e6c5479b960a no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:59:17.911664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event updated for resources: {'Port': ['ID=c7c8dc2b-a993-41b7-9244-ea410ae9cf2a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:17.949178 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: ad866ef2-796f-467d-977a-e6c5479b960a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:59:17.949671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ad866ef2-796f-467d-977a-e6c5479b960a not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:59:17.954707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] For port 9f8af911-fc31-49d0-aa1d-c0846d1eb298, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:59:17.970325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] For port 9f8af911-fc31-49d0-aa1d-c0846d1eb298, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9f8af911-fc31-49d0-aa1d-c0846d1eb298,segment=NetworkSegment(78ec091c-8f74-4723-a047-26626e24b087),segment_id=78ec091c-8f74-4723-a047-26626e24b087)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:59:17.985578 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:18.121924 n-d-824834-11 neutron-server[103302]: INFO neutron.db.ipam_backend_mixin [None req-e739385c-ae1e-4a5a-a213-6c54ed1d25db tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 296f4a1e-2423-4629-ae26-0d0e89617d4a (CIDR: 172.20.0.0/28) Feb 08 15:59:18.153972 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ac332e2c-1550-45bb-b0c5-978644873151), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:18.283747 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffa34b-e14d-4a55-a1bf-737b721b34fd None None] Pushing event updated for resources: {'Port': ['ID=9f8af911-fc31-49d0-aa1d-c0846d1eb298,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:18.335805 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-e739385c-ae1e-4a5a-a213-6c54ed1d25db tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 15:59:18.336598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e739385c-ae1e-4a5a-a213-6c54ed1d25db tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:59:18.358313 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647bab-1be7-4181-bb59-f7c416605d65 req-8ffe1e2e-94a1-4411-a934-f029a685a81c tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:18.360381 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-8ffe1e2e-94a1-4411-a934-f029a685a81c tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.96 "GET /v2.0/networks?id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b HTTP/1.1" status: 200 len: 812 time: 0.2305093 Feb 08 15:59:18.471508 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e739385c-ae1e-4a5a-a213-6c54ed1d25db tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8979611 Feb 08 15:59:18.477274 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-07647bab-1be7-4181-bb59-f7c416605d65 req-9c59d36d-0566-42f0-90c9-28468ffb4257 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Request body: {'port': {'device_id': 'babf7ce6-8167-40ed-88b3-23f25dd7b31c', 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b', 'admin_state_up': True, 'tenant_id': '017690533835436b8e9813d90ee303fd'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:18.485065 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51244) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:18.487344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:59:18.502014 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Sync routers for ids ['57b39cdf-f5da-4f04-93c1-a6934c64e707'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:59:18.511246 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-95f10db5-ed27-4ec9-94b5-90170ec89212 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'subnet': {'network_id': '7ecd253b-f96f-4c00-b5b6-5351464a3308', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:18.526872 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Routers {'57b39cdf-f5da-4f04-93c1-a6934c64e707'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:18.527398 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['57b39cdf-f5da-4f04-93c1-a6934c64e707'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:18.619293 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aefeaed2-03c5-4b63-94c9-7df13e9be828 req-60738795-d65a-4c3b-9526-ea32faca478d tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.8021424 Feb 08 15:59:18.626778 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:18.705406 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:18.741236 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:18.755257 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:18.762404 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Set router 57b39cdf-f5da-4f04-93c1-a6934c64e707 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:59:18.860177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a61a7-4fa8-447e-b085-f338ac1edc0a req-6e565533-769e-4387-b874-adb0b84a9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:18.862468 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e67a61a7-4fa8-447e-b085-f338ac1edc0a req-6e565533-769e-4387-b874-adb0b84a9599 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8dac800a-41cf-4608-84ad-1dd6f88aa855 HTTP/1.1" status: 200 len: 911 time: 1.0223238 Feb 08 15:59:18.903851 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51252) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:18.916355 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d6b8858-db06-4de8-a881-841425835ead req-f8c5a3ef-0c5f-4fc8-8d52-7013fb7d7d5d tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 210 time: 0.0931306 Feb 08 15:59:18.929431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647bab-1be7-4181-bb59-f7c416605d65 req-64cf7962-59f4-42aa-8766-c6b710c386aa tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:18.931356 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-64cf7962-59f4-42aa-8766-c6b710c386aa tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.94 "GET /v2.0/networks?id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b HTTP/1.1" status: 200 len: 812 time: 0.5505390 Feb 08 15:59:18.967141 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:18.969270 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-85f02712-021c-462c-8169-fd1318631608 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6494844 Feb 08 15:59:18.976305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51256) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:19.008758 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-07647bab-1be7-4181-bb59-f7c416605d65 req-98e2edba-5f2b-44c6-9a49-05fd7326e664 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Request body: {'port': {'device_id': '85b717bf-a92e-48ef-b318-b2d1d4c70979', 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b', 'admin_state_up': True, 'tenant_id': '017690533835436b8e9813d90ee303fd'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:19.036697 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b39cdf-f5da-4f04-93c1-a6934c64e707', 'name': 'tempest-snat-router-143808364', 'tenant_id': 'c89e7b0a752243eca7051ece86999eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136'}], 'enable_snat': False}, 'gw_port_id': '0a99cfc8-a461-4a35-9ff2-e38e8d379878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:59:11Z', 'updated_at': '2022-02-08T15:59:14Z', 'revision_number': 3, 'project_id': 'c89e7b0a752243eca7051ece86999eb3', 'gw_port': {'id': '0a99cfc8-a461-4a35-9ff2-e38e8d379878', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b39cdf-f5da-4f04-93c1-a6934c64e707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:59:13Z', 'updated_at': '2022-02-08T15:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:19.075673 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Checking router: 57b39cdf-f5da-4f04-93c1-a6934c64e707 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:59:19.076387 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Updating router 57b39cdf-f5da-4f04-93c1-a6934c64e707 port 0a99cfc8-a461-4a35-9ff2-e38e8d379878 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:59:19.108335 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0a99cfc8-a461-4a35-9ff2-e38e8d379878), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:19.118340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-108e0b7c-2590-499f-be87-da36ccf90e4c tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/routers/57b39cdf-f5da-4f04-93c1-a6934c64e707 HTTP/1.1" status: 200 len: 908 time: 0.1379135 Feb 08 15:59:19.133081 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51258) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:19.141522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240b909-9649-4dc0-8fdc-874a17ddf88d req-1a0d1397-ca1b-413c-ac03-e0ee2b6dbe6b tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:19.146278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d240b909-9649-4dc0-8fdc-874a17ddf88d req-1a0d1397-ca1b-413c-ac03-e0ee2b6dbe6b tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 932 time: 1.2315836 Feb 08 15:59:19.158868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Request body: {'router': {'name': 'tempest-snat-router-143808364', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'enable_snat': True}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:19.166758 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for floatingip (8ab256c5-dcb2-4dc1-baaf-15c4a0540906), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:19.237691 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29db541f-4e61-4e59-90e6-08e8ed786563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:19.264391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e67a61a7-4fa8-447e-b085-f338ac1edc0a req-75b1bb06-be83-4b2c-87b3-260de67e8353 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5202aec-bda7-492e-b04d-b693098fbacc HTTP/1.1" status: 200 len: 1000 time: 0.3558402 Feb 08 15:59:19.271180 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c7c8dc2b-a993-41b7-9244-ea410ae9cf2a), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:19.373996 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f10db5-ed27-4ec9-94b5-90170ec89212 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:19.379446 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95f10db5-ed27-4ec9-94b5-90170ec89212 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:19.396512 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a61a7-4fa8-447e-b085-f338ac1edc0a req-19104dc3-053d-4079-bfa2-542871b5949e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:19.398211 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e67a61a7-4fa8-447e-b085-f338ac1edc0a req-19104dc3-053d-4079-bfa2-542871b5949e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9 HTTP/1.1" status: 200 len: 849 time: 0.1062024 Feb 08 15:59:19.427834 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Publish callbacks [] for port (0a99cfc8-a461-4a35-9ff2-e38e8d379878), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:19.435062 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0a99cfc8-a461-4a35-9ff2-e38e8d379878), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:19.483520 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d240b909-9649-4dc0-8fdc-874a17ddf88d req-aa74a8b3-25c4-4e88-bb87-9a4e60acb802 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/security-groups?id=058efc75-f475-4780-b2c9-d0bee0adbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995796 Feb 08 15:59:19.488679 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901ecde-41ab-4fa8-ac9c-e3e30d5c5d9e None None] Pushing event updated for resources: {'Port': ['ID=0a99cfc8-a461-4a35-9ff2-e38e8d379878,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:19.512476 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Attempting to bind port 0a99cfc8-a461-4a35-9ff2-e38e8d379878 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:59:19.513188 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Attempting to bind port 0a99cfc8-a461-4a35-9ff2-e38e8d379878 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:59:19.513478 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Attempting to bind port 0a99cfc8-a461-4a35-9ff2-e38e8d379878 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:59:19.517951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401af34-d6d4-4bc8-b670-65be727f1e41 req-59328353-cfc5-4c76-a2a8-01dcd25ef868 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:19.520854 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:59:19.521253 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:19.521704 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:19.522107 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:59:19.522560 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Bound port: 0a99cfc8-a461-4a35-9ff2-e38e8d379878, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:59:19.523178 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0a99cfc8-a461-4a35-9ff2-e38e8d379878), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:19.523592 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07647bab-1be7-4181-bb59-f7c416605d65 req-9c59d36d-0566-42f0-90c9-28468ffb4257 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Made reservation on behalf of 017690533835436b8e9813d90ee303fd for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:19.524335 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3401af34-d6d4-4bc8-b670-65be727f1e41 req-59328353-cfc5-4c76-a2a8-01dcd25ef868 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.4041376 Feb 08 15:59:19.527821 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-9c59d36d-0566-42f0-90c9-28468ffb4257 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:19.529833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07647bab-1be7-4181-bb59-f7c416605d65 req-98e2edba-5f2b-44c6-9a49-05fd7326e664 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Made reservation on behalf of 017690533835436b8e9813d90ee303fd for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:19.533398 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (c585f38c-ddbb-4c3a-98da-8a3a7efd40aa), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:19.533667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-98e2edba-5f2b-44c6-9a49-05fd7326e664 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:19.539219 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (c585f38c-ddbb-4c3a-98da-8a3a7efd40aa), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:19.640546 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] For port 0a99cfc8-a461-4a35-9ff2-e38e8d379878, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:59:19.652628 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] For port 0a99cfc8-a461-4a35-9ff2-e38e8d379878, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0a99cfc8-a461-4a35-9ff2-e38e8d379878,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:59:19.663356 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0a99cfc8-a461-4a35-9ff2-e38e8d379878), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:19.733990 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901ecde-41ab-4fa8-ac9c-e3e30d5c5d9e None None] Pushing event updated for resources: {'Port': ['ID=0a99cfc8-a461-4a35-9ff2-e38e8d379878,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:19.740649 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Routers {'57b39cdf-f5da-4f04-93c1-a6934c64e707'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:19.741821 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['57b39cdf-f5da-4f04-93c1-a6934c64e707'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:19.748051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29ee8b5-f934-48c3-8d20-403d3237032a None None] Network 7ecd253b-f96f-4c00-b5b6-5351464a3308 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:19.818281 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a61a7-4fa8-447e-b085-f338ac1edc0a req-a0b83a37-628a-429e-80fd-16a8805bf281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:19.819917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e67a61a7-4fa8-447e-b085-f338ac1edc0a req-a0b83a37-628a-429e-80fd-16a8805bf281 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8dac800a-41cf-4608-84ad-1dd6f88aa855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4116907 Feb 08 15:59:19.822969 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_controller (c585f38c-ddbb-4c3a-98da-8a3a7efd40aa), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:19.858864 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3401af34-d6d4-4bc8-b670-65be727f1e41 req-9bb61746-707b-4615-906e-65be5fe0fe72 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027005 Feb 08 15:59:19.907176 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] Set router 57b39cdf-f5da-4f04-93c1-a6934c64e707 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:59:19.931521 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8448ff4d-6802-46c2-b3da-27550ffa3b5b None None] Provisioning complete for port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:19.931521 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8448ff4d-6802-46c2-b3da-27550ffa3b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:20.025921 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29db541f-4e61-4e59-90e6-08e8ed786563 admin admin] Publish callbacks [] for security_group (bf42465a-f113-4625-b283-ec95673ca44e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:20.031700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac332e2c-1550-45bb-b0c5-978644873151 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:59:20.074358 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Publish callbacks [] for port (ac332e2c-1550-45bb-b0c5-978644873151), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:20.155959 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e67a61a7-4fa8-447e-b085-f338ac1edc0a req-8e8f0818-82e2-43db-a6a7-f25ac0bebcd5 service neutron] 10.222.0.94 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213000 Feb 08 15:59:20.200452 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-07647bab-1be7-4181-bb59-f7c416605d65 req-98e2edba-5f2b-44c6-9a49-05fd7326e664 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Allocated IP 172.20.0.5 (b5b59816-9fc3-4d53-9f43-52ab1a64f47b/451650a0-cab2-4312-ac5d-d042a5f4df5a/90600a68-7a97-434c-a59f-b2529b7f3821) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:20.208794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8448ff4d-6802-46c2-b3da-27550ffa3b5b None None] Current status of the port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:20.209598 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8448ff4d-6802-46c2-b3da-27550ffa3b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:20.259487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Transition to ACTIVE for port object ac332e2c-1550-45bb-b0c5-978644873151 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:59:20.261362 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-29db541f-4e61-4e59-90e6-08e8ed786563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bf42465a-f113-4625-b283-ec95673ca44e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:20.266526 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for port (c7c8dc2b-a993-41b7-9244-ea410ae9cf2a), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:20.313929 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (c7c8dc2b-a993-41b7-9244-ea410ae9cf2a), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:20.324096 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ac332e2c-1550-45bb-b0c5-978644873151), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:20.330130 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b39cdf-f5da-4f04-93c1-a6934c64e707', 'name': 'tempest-snat-router-143808364', 'tenant_id': 'c89e7b0a752243eca7051ece86999eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136'}], 'enable_snat': False}, 'gw_port_id': '0a99cfc8-a461-4a35-9ff2-e38e8d379878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:59:11Z', 'updated_at': '2022-02-08T15:59:14Z', 'revision_number': 3, 'project_id': 'c89e7b0a752243eca7051ece86999eb3', 'gw_port': {'id': '0a99cfc8-a461-4a35-9ff2-e38e8d379878', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b39cdf-f5da-4f04-93c1-a6934c64e707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:59:13Z', 'updated_at': '2022-02-08T15:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:20.337898 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:20.349586 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8448ff4d-6802-46c2-b3da-27550ffa3b5b None None] For port 9f8af911-fc31-49d0-aa1d-c0846d1eb298, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9f8af911-fc31-49d0-aa1d-c0846d1eb298,segment=NetworkSegment(78ec091c-8f74-4723-a047-26626e24b087),segment_id=78ec091c-8f74-4723-a047-26626e24b087)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:20.362067 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8448ff4d-6802-46c2-b3da-27550ffa3b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:20.378907 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-29db541f-4e61-4e59-90e6-08e8ed786563 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e92c86072d104a4c8b9065116a226e93&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4690549 Feb 08 15:59:20.390025 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51278) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:20.418582 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db8cf2-f304-45bd-b3e6-b5317854c371 None None] The sync data for ids ['57b39cdf-f5da-4f04-93c1-a6934c64e707'] in n-d-824834-11 is: [{'id': '57b39cdf-f5da-4f04-93c1-a6934c64e707', 'name': 'tempest-snat-router-143808364', 'tenant_id': 'c89e7b0a752243eca7051ece86999eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136'}], 'enable_snat': False}, 'gw_port_id': '0a99cfc8-a461-4a35-9ff2-e38e8d379878', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:59:11Z', 'updated_at': '2022-02-08T15:59:14Z', 'revision_number': 3, 'project_id': 'c89e7b0a752243eca7051ece86999eb3', 'gw_port': {'id': '0a99cfc8-a461-4a35-9ff2-e38e8d379878', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b39cdf-f5da-4f04-93c1-a6934c64e707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:59:13Z', 'updated_at': '2022-02-08T15:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:59:20.488687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448ff4d-6802-46c2-b3da-27550ffa3b5b None None] Pushing event updated for resources: {'Port': ['ID=9f8af911-fc31-49d0-aa1d-c0846d1eb298,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:20.511580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db541f-4e61-4e59-90e6-08e8ed786563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf42465a-f113-4625-b283-ec95673ca44e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:20.574768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Pushing event updated for resources: {'Port': ['ID=ac332e2c-1550-45bb-b0c5-978644873151,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:20.634088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9f8af911-fc31-49d0-aa1d-c0846d1eb298 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:20.641694 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (c585f38c-ddbb-4c3a-98da-8a3a7efd40aa), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:20.684578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event updated for resources: {'Port': ['ID=c7c8dc2b-a993-41b7-9244-ea410ae9cf2a,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:20.688592 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-617961d4-0362-4db8-ab3a-60eac7bf6869 req-32659426-93a8-407c-be9a-380f6ce08456 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 210 time: 0.4394429 Feb 08 15:59:20.708052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-fbe99794-b01f-4c93-ac92-5dc303393870 None None] Provisioning complete for port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:20.708403 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fbe99794-b01f-4c93-ac92-5dc303393870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:20.742625 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-82cfceed-3d54-417a-b257-b2ee8480c522 req-92da8144-1863-4e44-80be-31fe895a7d81 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.4887507 Feb 08 15:59:20.788218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:20.792650 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:20.805877 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e67a61a7-4fa8-447e-b085-f338ac1edc0a req-67a21c51-2b4a-4dce-b199-5cebcc155774 service neutron] 10.222.0.94 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328422 Feb 08 15:59:20.820969 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-22dd7c3e-0d67-46d8-8c81-09c96178d907 admin admin] Publish callbacks [] for security_group (bf42465a-f113-4625-b283-ec95673ca44e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:20.933161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fbe99794-b01f-4c93-ac92-5dc303393870 None None] Current status of the port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:20.998405 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-22dd7c3e-0d67-46d8-8c81-09c96178d907 admin admin] Publish callbacks [] for security_group (bf42465a-f113-4625-b283-ec95673ca44e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:21.000647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Attempting to bind port ac332e2c-1550-45bb-b0c5-978644873151 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:59:21.000998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Attempting to bind port ac332e2c-1550-45bb-b0c5-978644873151 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'b63f92bc-a99b-4160-892b-f22cc38a4f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2057f3ae-838e-440c-829a-9cb2b643c54d'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:59:21.001444 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Attempting to bind port ac332e2c-1550-45bb-b0c5-978644873151 on network 2057f3ae-838e-440c-829a-9cb2b643c54d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:59:21.006730 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:21.037209 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (8ab256c5-dcb2-4dc1-baaf-15c4a0540906), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:21.050516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db1540-7409-4d23-992c-a2c35e317c90 req-493f3f50-5ca9-4dfd-8473-b17a62f65425 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:21.052294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30db1540-7409-4d23-992c-a2c35e317c90 req-493f3f50-5ca9-4dfd-8473-b17a62f65425 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 944 time: 0.2419791 Feb 08 15:59:21.066043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Port ac332e2c-1550-45bb-b0c5-978644873151 on network 2057f3ae-838e-440c-829a-9cb2b643c54d not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:59:21.066680 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Attempting to bind port ac332e2c-1550-45bb-b0c5-978644873151 on network 2057f3ae-838e-440c-829a-9cb2b643c54d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:59:21.071597 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-98e2edba-5f2b-44c6-9a49-05fd7326e664 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks [] for port (90600a68-7a97-434c-a59f-b2529b7f3821), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:21.096540 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:21.098624 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fd20cc8e-e389-42fc-8d77-49d8eb50d98c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3542914 Feb 08 15:59:21.113958 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:59:21.114333 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Checking segment: {'id': 'b63f92bc-a99b-4160-892b-f22cc38a4f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2057f3ae-838e-440c-829a-9cb2b643c54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:21.114744 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Bound using segment: {'id': 'b63f92bc-a99b-4160-892b-f22cc38a4f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2057f3ae-838e-440c-829a-9cb2b643c54d'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:59:21.115201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Bound port: ac332e2c-1550-45bb-b0c5-978644873151, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b63f92bc-a99b-4160-892b-f22cc38a4f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2057f3ae-838e-440c-829a-9cb2b643c54d'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:59:21.115612 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ac332e2c-1550-45bb-b0c5-978644873151), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:21.131584 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95f10db5-ed27-4ec9-94b5-90170ec89212 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (1c7611c7-fd5f-4b50-b601-c0945f009e9f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:21.138796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168388e4-a109-4c80-92b0-193b96beeaf6 req-cd9192dd-0119-498e-ad53-e40d62fdbd09 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:21.140414 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-168388e4-a109-4c80-92b0-193b96beeaf6 req-cd9192dd-0119-498e-ad53-e40d62fdbd09 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.1635718 Feb 08 15:59:21.158493 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30db1540-7409-4d23-992c-a2c35e317c90 req-ae84c049-f0c3-4e4e-bab0-a6b0fdc0c25c tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/security-groups?id=058efc75-f475-4780-b2c9-d0bee0adbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996525 Feb 08 15:59:21.241617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f10db5-ed27-4ec9-94b5-90170ec89212 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network 7ecd253b-f96f-4c00-b5b6-5351464a3308 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:21.245323 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-168388e4-a109-4c80-92b0-193b96beeaf6 req-e24008e9-e105-4e4d-bf9b-a1aed1c8cd98 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916166 Feb 08 15:59:21.263149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-95f10db5-ed27-4ec9-94b5-90170ec89212 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:21.267328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f10db5-ed27-4ec9-94b5-90170ec89212 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:21.268175 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-95f10db5-ed27-4ec9-94b5-90170ec89212 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:21.282698 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9668f4ba-b887-45b4-a5fb-7c32551d9065 None None] Network 7ecd253b-f96f-4c00-b5b6-5351464a3308 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:21.314935 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-22dd7c3e-0d67-46d8-8c81-09c96178d907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bf42465a-f113-4625-b283-ec95673ca44e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:21.319470 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-22dd7c3e-0d67-46d8-8c81-09c96178d907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:21.320713 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-22dd7c3e-0d67-46d8-8c81-09c96178d907 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bf42465a-f113-4625-b283-ec95673ca44e HTTP/1.1" status: 204 len: 168 time: 0.9044785 Feb 08 15:59:21.324588 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-95f10db5-ed27-4ec9-94b5-90170ec89212 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8347197 Feb 08 15:59:21.330122 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f10db5-ed27-4ec9-94b5-90170ec89212 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Subnet': ['ID=1c7611c7-fd5f-4b50-b601-c0945f009e9f,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:21.336453 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51298) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:21.350619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1772348b-1b9c-44d1-84b3-9ef0d275cdd9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'network_id': '7ecd253b-f96f-4c00-b5b6-5351464a3308', 'fixed_ips': [{'subnet_id': '296f4a1e-2423-4629-ae26-0d0e89617d4a'}, {'subnet_id': '1c7611c7-fd5f-4b50-b601-c0945f009e9f'}], 'name': 'tempest-PortsTestJSON-285931224'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:21.360058 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-98e2edba-5f2b-44c6-9a49-05fd7326e664 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (90600a68-7a97-434c-a59f-b2529b7f3821), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:21.367642 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] For port ac332e2c-1550-45bb-b0c5-978644873151, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:59:21.513138 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-459f1490-f18d-47aa-b6f9-39378f1099a0 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1854292167&fields=id&tenant_id=4a0201865e184d1486ad0db740e39857 HTTP/1.1" status: 200 len: 267 time: 0.1449108 Feb 08 15:59:21.522860 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (c585f38c-ddbb-4c3a-98da-8a3a7efd40aa), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:21.558115 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:21.593952 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] For port ac332e2c-1550-45bb-b0c5-978644873151, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ac332e2c-1550-45bb-b0c5-978644873151,segment=NetworkSegment(b63f92bc-a99b-4160-892b-f22cc38a4f73),segment_id=b63f92bc-a99b-4160-892b-f22cc38a4f73)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:59:21.599501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd7c3e-0d67-46d8-8c81-09c96178d907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf42465a-f113-4625-b283-ec95673ca44e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:21.628649 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ac332e2c-1550-45bb-b0c5-978644873151), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:21.660103 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1772348b-1b9c-44d1-84b3-9ef0d275cdd9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:21.696357 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67d70b1-fccd-4c79-943b-65a9f8f163d2 None None] Update dhcp port {'port': {'network_id': '7ecd253b-f96f-4c00-b5b6-5351464a3308', 'fixed_ips': [{'subnet_id': '296f4a1e-2423-4629-ae26-0d0e89617d4a', 'ip_address': '172.20.0.2'}, {'subnet_id': '1c7611c7-fd5f-4b50-b601-c0945f009e9f'}], 'binding:host_id': 'n-d-824834-11'}, 'id': '9f8af911-fc31-49d0-aa1d-c0846d1eb298'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 15:59:21.696917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-07647bab-1be7-4181-bb59-f7c416605d65 req-9c59d36d-0566-42f0-90c9-28468ffb4257 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Allocated IP 172.20.0.14 (b5b59816-9fc3-4d53-9f43-52ab1a64f47b/451650a0-cab2-4312-ac5d-d042a5f4df5a/cd4475fe-96b5-4d2f-9498-8bcfe52bf589) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:21.787122 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a67d70b1-fccd-4c79-943b-65a9f8f163d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:21.860898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-a70d068f-57c3-4780-8e4c-6219433c503f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:21.863256 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-a70d068f-57c3-4780-8e4c-6219433c503f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 817 time: 0.3085206 Feb 08 15:59:21.876289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ab5828e-5479-4fa3-b019-003a220ff2a5 req-6c6dc370-9ae1-4592-8dc6-e7d708b16a75 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 210 time: 0.0562394 Feb 08 15:59:21.925753 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Allocated IP 172.25.7.214 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/32e55c4d-e52e-443a-90d7-318434e4f7c8) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:21.930265 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-48fc5718-8c19-47c3-90c4-e15942256853 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/quotas/4a0201865e184d1486ad0db740e39857 HTTP/1.1" status: 200 len: 375 time: 0.0508173 Feb 08 15:59:21.960618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07647bab-1be7-4181-bb59-f7c416605d65 req-98e2edba-5f2b-44c6-9a49-05fd7326e664 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Network b5b59816-9fc3-4d53-9f43-52ab1a64f47b is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:21.962272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-07647bab-1be7-4181-bb59-f7c416605d65 req-98e2edba-5f2b-44c6-9a49-05fd7326e664 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:21.972691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:21.973425 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:21.975021 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] 10.222.0.94 "PUT /v2.0/ports/ac332e2c-1550-45bb-b0c5-978644873151 HTTP/1.1" status: 200 len: 1093 time: 5.6145360 Feb 08 15:59:21.976925 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c5f7be-8042-48ca-aff6-12a1b8f3d0be', 'tag': 'ac332e2c-1550-45bb-b0c5-978644873151'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:21.979274 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6937cb-8376-42ea-a20a-6f84adfc1710" -d '{"events": [{"name": "network-changed", "server_uuid": "62c5f7be-8042-48ca-aff6-12a1b8f3d0be", "tag": "ac332e2c-1550-45bb-b0c5-978644873151"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:22.001643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-07647bab-1be7-4181-bb59-f7c416605d65 req-98e2edba-5f2b-44c6-9a49-05fd7326e664 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:22.097325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-a67d70b1-fccd-4c79-943b-65a9f8f163d2 None None] Allocated IP 172.20.0.18 (7ecd253b-f96f-4c00-b5b6-5351464a3308/1c7611c7-fd5f-4b50-b601-c0945f009e9f/9f8af911-fc31-49d0-aa1d-c0846d1eb298) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:22.146366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2edba-5f2b-44c6-9a49-05fd7326e664 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Pushing event updated for resources: {'Port': ['ID=90600a68-7a97-434c-a59f-b2529b7f3821,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:22.147142 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05f34052-48c2-4f2e-809a-ea7571af20b4 req-864c6c9d-ccf1-4e89-8cbd-83e1d19f89d1 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.1098156 Feb 08 15:59:22.155852 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-9c59d36d-0566-42f0-90c9-28468ffb4257 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks [] for port (cd4475fe-96b5-4d2f-9498-8bcfe52bf589), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:22.195411 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-c53d21e1-f490-46ae-9edf-edf273d74600 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2593451 Feb 08 15:59:22.232929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647bab-1be7-4181-bb59-f7c416605d65 req-98e2edba-5f2b-44c6-9a49-05fd7326e664 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:22.233611 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-98e2edba-5f2b-44c6-9a49-05fd7326e664 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:22.256573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a67d70b1-fccd-4c79-943b-65a9f8f163d2 None None] For port 9f8af911-fc31-49d0-aa1d-c0846d1eb298, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9f8af911-fc31-49d0-aa1d-c0846d1eb298,segment=NetworkSegment(78ec091c-8f74-4723-a047-26626e24b087),segment_id=78ec091c-8f74-4723-a047-26626e24b087)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:22.301980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-043fce86-48d7-4497-9d3a-26f9dc0da990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:22.303522 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-043fce86-48d7-4497-9d3a-26f9dc0da990 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=72b6944eca184f1793b04792cb2427a2&device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 1127 time: 0.2182386 Feb 08 15:59:22.307465 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-98e2edba-5f2b-44c6-9a49-05fd7326e664 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3112140 Feb 08 15:59:22.321452 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a67d70b1-fccd-4c79-943b-65a9f8f163d2 None None] Publish callbacks [] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:22.327118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Request body: {'port': {'device_id': '85b717bf-a92e-48ef-b318-b2d1d4c70979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:22.333172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123e886-355b-4bea-ab20-9b9a61fedc13 service neutron] Pushing event updated for resources: {'Port': ['ID=ac332e2c-1550-45bb-b0c5-978644873151,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:22.336364 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a67d70b1-fccd-4c79-943b-65a9f8f163d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:22.373687 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for port (32e55c4d-e52e-443a-90d7-318434e4f7c8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:22.394921 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-75b6559b-cff0-4317-b85b-8cd73f43d166 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac332e2c-1550-45bb-b0c5-978644873151 HTTP/1.1" status: 200 len: 217 time: 0.0782020 Feb 08 15:59:22.403467 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1772348b-1b9c-44d1-84b3-9ef0d275cdd9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:22.443398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-0e95feab-9019-4680-b85d-3f4f1dabc550 service neutron] 10.222.0.82 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205813 Feb 08 15:59:22.496626 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-9c59d36d-0566-42f0-90c9-28468ffb4257 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (cd4475fe-96b5-4d2f-9498-8bcfe52bf589), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:22.533075 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (32e55c4d-e52e-443a-90d7-318434e4f7c8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:22.550278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d70b1-fccd-4c79-943b-65a9f8f163d2 None None] Pushing event updated for resources: {'Port': ['ID=9f8af911-fc31-49d0-aa1d-c0846d1eb298,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:22.570725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-edc0e885-177c-4ff0-ba51-4c3387efd6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:22.572296 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-edc0e885-177c-4ff0-ba51-4c3387efd6a2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=db4a7904-d5d6-4b7e-af72-84b47e984e16 HTTP/1.1" status: 200 len: 853 time: 0.1664290 Feb 08 15:59:22.639501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-1772348b-1b9c-44d1-84b3-9ef0d275cdd9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port 4c72b3e6-b95c-41c8-8fa4-79c434293651 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:59:22.651260 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d19737-33a0-4d81-bda7-fa406785f65c x-openstack-request-id: req-94d19737-33a0-4d81-bda7-fa406785f65c {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:22.651558 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c5f7be-8042-48ca-aff6-12a1b8f3d0be", "tag": "ac332e2c-1550-45bb-b0c5-978644873151", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:22.651815 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-94d19737-33a0-4d81-bda7-fa406785f65c {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:22.652265 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c5f7be-8042-48ca-aff6-12a1b8f3d0be', 'tag': 'ac332e2c-1550-45bb-b0c5-978644873151', 'status': 'completed', 'code': 200} Feb 08 15:59:22.668664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9f8af911-fc31-49d0-aa1d-c0846d1eb298 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:22.722974 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07647bab-1be7-4181-bb59-f7c416605d65 req-9c59d36d-0566-42f0-90c9-28468ffb4257 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Network b5b59816-9fc3-4d53-9f43-52ab1a64f47b is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:22.725885 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-518059aa-abb9-4555-986f-fab449449ffb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2057f3ae-838e-440c-829a-9cb2b643c54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145685 Feb 08 15:59:22.733245 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:22.755953 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-07647bab-1be7-4181-bb59-f7c416605d65 req-9c59d36d-0566-42f0-90c9-28468ffb4257 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:22.775427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:22.775669 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:22.808791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-07647bab-1be7-4181-bb59-f7c416605d65 req-9c59d36d-0566-42f0-90c9-28468ffb4257 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:22.816736 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-a63d6c5c-1fb6-4bad-b869-2fd69369ce90 service neutron] 10.222.0.82 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654032 Feb 08 15:59:22.817793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:22.838270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:22.924510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647bab-1be7-4181-bb59-f7c416605d65 req-9c59d36d-0566-42f0-90c9-28468ffb4257 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:22.925666 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-9c59d36d-0566-42f0-90c9-28468ffb4257 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:22.964648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:22.966776 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0a99cfc8-a461-4a35-9ff2-e38e8d379878 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:23.023681 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (90600a68-7a97-434c-a59f-b2529b7f3821), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:23.107794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 0a99cfc8-a461-4a35-9ff2-e38e8d379878 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:23.108298 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0a99cfc8-a461-4a35-9ff2-e38e8d379878), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:23.118588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Pushing event updated for resources: {'Port': ['ID=32e55c4d-e52e-443a-90d7-318434e4f7c8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:23.236810 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 0a99cfc8-a461-4a35-9ff2-e38e8d379878 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:23.237262 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0a99cfc8-a461-4a35-9ff2-e38e8d379878), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:23.264015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 0a99cfc8-a461-4a35-9ff2-e38e8d379878, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0a99cfc8-a461-4a35-9ff2-e38e8d379878,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:23.270828 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0a99cfc8-a461-4a35-9ff2-e38e8d379878), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:23.283292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b0d62-bc9c-40c2-8cc0-891a6cb5b422 req-0e44130b-615a-40cf-b1fa-4f875fffcb55 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:23.285670 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-948b0d62-bc9c-40c2-8cc0-891a6cb5b422 req-0e44130b-615a-40cf-b1fa-4f875fffcb55 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 944 time: 0.5495305 Feb 08 15:59:23.358082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=0a99cfc8-a461-4a35-9ff2-e38e8d379878,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:23.693602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-643252a8-0d6e-4edd-b3ab-7ef103b38a52 None None] Provisioning complete for port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:23.694096 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-643252a8-0d6e-4edd-b3ab-7ef103b38a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:23.703376 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59d36d-0566-42f0-90c9-28468ffb4257 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Pushing event updated for resources: {'Port': ['ID=cd4475fe-96b5-4d2f-9498-8bcfe52bf589,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:23.806368 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-9c59d36d-0566-42f0-90c9-28468ffb4257 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4002233 Feb 08 15:59:23.837223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Request body: {'port': {'device_id': 'babf7ce6-8167-40ed-88b3-23f25dd7b31c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:23.865368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-643252a8-0d6e-4edd-b3ab-7ef103b38a52 None None] Current status of the port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:23.914147 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-446c96f3-3f69-4260-bfcf-541ab7e7a936 service neutron] 10.222.0.94 "GET /v2.0/networks/2057f3ae-838e-440c-829a-9cb2b643c54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1689949 Feb 08 15:59:24.000048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af8252-a221-429a-97e4-3f194e7637d1 req-9f0fc39f-7283-4540-a523-d2790c76dabe tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:24.007266 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6af8252-a221-429a-97e4-3f194e7637d1 req-9f0fc39f-7283-4540-a523-d2790c76dabe tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.7205739 Feb 08 15:59:24.017194 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-948b0d62-bc9c-40c2-8cc0-891a6cb5b422 req-e7163def-9091-48ce-9d75-61e96f5c6f7f tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/security-groups?id=058efc75-f475-4780-b2c9-d0bee0adbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243114 Feb 08 15:59:24.128629 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (c585f38c-ddbb-4c3a-98da-8a3a7efd40aa), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:24.138490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6af8252-a221-429a-97e4-3f194e7637d1 req-7ff2b1da-8f53-4ba9-96dc-b725dca5bc08 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177294 Feb 08 15:59:24.185068 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cd4475fe-96b5-4d2f-9498-8bcfe52bf589), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:24.337577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-224f2bf4-0f72-4ad8-b5ea-4efbe872b589 req-2fefec0e-b400-412f-b43f-0b61f9a7d58e tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 210 time: 0.0507984 Feb 08 15:59:24.367319 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca1fab-3d54-47f6-a789-d30458fb06aa req-5e960d3c-a8d8-4515-a037-c75425e8cb74 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:24.368443 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fa9badd-8f86-4f93-a760-15df2da3477d req-8546cc48-51a6-4cd8-a01a-4837b6214a57 service neutron] 10.222.0.94 "GET /v2.0/networks/2057f3ae-838e-440c-829a-9cb2b643c54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064069 Feb 08 15:59:24.370115 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70ca1fab-3d54-47f6-a789-d30458fb06aa req-5e960d3c-a8d8-4515-a037-c75425e8cb74 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 932 time: 0.1736350 Feb 08 15:59:24.481628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9f8af911-fc31-49d0-aa1d-c0846d1eb298 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:24.559268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:24.559792 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:24.605328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f84f38b-42d0-4195-a13d-bb1115649867 req-7c46875b-e8a7-4995-826b-e7fe57332042 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0654039 Feb 08 15:59:24.645050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70ca1fab-3d54-47f6-a789-d30458fb06aa req-c45f5341-29ef-4e5d-8e53-bb052140d48a tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457328 Feb 08 15:59:24.677218 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-1772348b-1b9c-44d1-84b3-9ef0d275cdd9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Allocated IP 172.20.0.4 (7ecd253b-f96f-4c00-b5b6-5351464a3308/296f4a1e-2423-4629-ae26-0d0e89617d4a/4c72b3e6-b95c-41c8-8fa4-79c434293651) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:24.679861 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (c585f38c-ddbb-4c3a-98da-8a3a7efd40aa), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:24.691265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-1772348b-1b9c-44d1-84b3-9ef0d275cdd9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Allocated IP 172.20.0.19 (7ecd253b-f96f-4c00-b5b6-5351464a3308/1c7611c7-fd5f-4b50-b601-c0945f009e9f/4c72b3e6-b95c-41c8-8fa4-79c434293651) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:24.722103 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51436) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:24.724452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:24.725690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0a99cfc8-a461-4a35-9ff2-e38e8d379878 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:24.785482 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 0a99cfc8-a461-4a35-9ff2-e38e8d379878 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:24.785870 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0a99cfc8-a461-4a35-9ff2-e38e8d379878), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:24.807008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6937cb-8376-42ea-a20a-6f84adfc1710 req-1e1b198d-c72a-4a66-8008-b7357fcd84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:24.808904 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ff6937cb-8376-42ea-a20a-6f84adfc1710 req-1e1b198d-c72a-4a66-8008-b7357fcd84fa service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=72b6944eca184f1793b04792cb2427a2&device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 1127 time: 0.3403339 Feb 08 15:59:24.914083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90600a68-7a97-434c-a59f-b2529b7f3821 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:59:24.969736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Publish callbacks [] for port (90600a68-7a97-434c-a59f-b2529b7f3821), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:25.011446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Router c585f38c-ddbb-4c3a-98da-8a3a7efd40aa is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:59:25.018238 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 0a99cfc8-a461-4a35-9ff2-e38e8d379878 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:25.042699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Transition to ACTIVE for port object 90600a68-7a97-434c-a59f-b2529b7f3821 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:59:25.082708 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-34eb1c36-cefa-42e9-bb2c-7ff748ae068a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:25.084180 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-34eb1c36-cefa-42e9-bb2c-7ff748ae068a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.94 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 817 time: 0.2914457 Feb 08 15:59:25.122895 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (90600a68-7a97-434c-a59f-b2529b7f3821), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:25.163778 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1772348b-1b9c-44d1-84b3-9ef0d275cdd9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (4c72b3e6-b95c-41c8-8fa4-79c434293651), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:25.214366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6937cb-8376-42ea-a20a-6f84adfc1710 req-23b28c0b-ea1d-41b7-a9c7-9c5723e91589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:25.217179 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ff6937cb-8376-42ea-a20a-6f84adfc1710 req-23b28c0b-ea1d-41b7-a9c7-9c5723e91589 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2057f3ae-838e-440c-829a-9cb2b643c54d HTTP/1.1" status: 200 len: 914 time: 0.3781812 Feb 08 15:59:25.218510 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-539cfe4c-47d2-4920-8212-6e6ebedbb3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:25.321594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69960477-e26a-43dd-abc4-fbb3b46d89cb req-eea6bdf6-5d74-4df7-ba0b-b3e15ad1f0b8 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:25.323551 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69960477-e26a-43dd-abc4-fbb3b46d89cb req-eea6bdf6-5d74-4df7-ba0b-b3e15ad1f0b8 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 944 time: 0.1926792 Feb 08 15:59:25.329429 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ff6937cb-8376-42ea-a20a-6f84adfc1710 req-91890712-e3b4-40e1-9ee3-92bee7a76a15 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac332e2c-1550-45bb-b0c5-978644873151 HTTP/1.1" status: 200 len: 217 time: 0.0704684 Feb 08 15:59:25.338113 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7e662941-ddb0-4c7a-af44-87aa5fe0e1d0 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a0201865e184d1486ad0db740e39857 HTTP/1.1" status: 200 len: 380 time: 0.2060797 Feb 08 15:59:25.369427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-2931fbe8-b7f5-4541-9af3-0c15672caff3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Request body: {'port': {'device_id': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'admin_state_up': True, 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'security_groups': ['fd21bd0c-9dc0-4053-a284-88246849c82c']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:25.391722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:59:25.401201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Pushing event updated for resources: {'Port': ['ID=90600a68-7a97-434c-a59f-b2529b7f3821,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:25.410166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Sync routers for ids ['c585f38c-ddbb-4c3a-98da-8a3a7efd40aa'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:59:25.437892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Routers {'c585f38c-ddbb-4c3a-98da-8a3a7efd40aa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:25.439098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c585f38c-ddbb-4c3a-98da-8a3a7efd40aa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:25.482382 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:25.488438 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-df99c423-38cc-4978-887f-c4e3bba9292a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3371282 Feb 08 15:59:25.488754 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1772348b-1b9c-44d1-84b3-9ef0d275cdd9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (4c72b3e6-b95c-41c8-8fa4-79c434293651), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:25.491096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51446) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:25.581660 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a71d4-5f5f-41e5-a704-a6655ed0e624 req-b4270915-b1e7-4b04-9654-29b5d3bdbe7c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:25.583938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-973a71d4-5f5f-41e5-a704-a6655ed0e624 req-b4270915-b1e7-4b04-9654-29b5d3bdbe7c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.3464770 Feb 08 15:59:25.631159 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Set router c585f38c-ddbb-4c3a-98da-8a3a7efd40aa gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:59:25.702517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6937cb-8376-42ea-a20a-6f84adfc1710 req-ab031224-7c50-46f7-a006-244e1bcc1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:25.703958 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ff6937cb-8376-42ea-a20a-6f84adfc1710 req-ab031224-7c50-46f7-a006-244e1bcc1014 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=db4a7904-d5d6-4b7e-af72-84b47e984e16 HTTP/1.1" status: 200 len: 853 time: 0.3600559 Feb 08 15:59:25.715400 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69960477-e26a-43dd-abc4-fbb3b46d89cb req-30439c2a-9e6d-4f55-977d-c044ff675f2b tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/security-groups?id=058efc75-f475-4780-b2c9-d0bee0adbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716388 Feb 08 15:59:25.771136 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-973a71d4-5f5f-41e5-a704-a6655ed0e624 req-34d4ecf1-1a36-44af-afa9-261f2993e7bb tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624758 Feb 08 15:59:25.777255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1772348b-1b9c-44d1-84b3-9ef0d275cdd9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network 7ecd253b-f96f-4c00-b5b6-5351464a3308 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:25.815311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-2931fbe8-b7f5-4541-9af3-0c15672caff3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Made reservation on behalf of 4a0201865e184d1486ad0db740e39857 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:25.820524 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-2931fbe8-b7f5-4541-9af3-0c15672caff3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:25.845178 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1772348b-1b9c-44d1-84b3-9ef0d275cdd9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:25.849878 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ff6937cb-8376-42ea-a20a-6f84adfc1710 req-32408e44-df0c-4fb8-a45b-d8e76343582e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2057f3ae-838e-440c-829a-9cb2b643c54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225257 Feb 08 15:59:25.856986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1772348b-1b9c-44d1-84b3-9ef0d275cdd9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:25.971442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772348b-1b9c-44d1-84b3-9ef0d275cdd9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=4c72b3e6-b95c-41c8-8fa4-79c434293651,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:26.011512 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1be164dc-0eca-4553-b0af-7acf7cb566ff req-d56aea9d-ae70-4a98-a654-ec0370f815b1 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 210 time: 0.1523538 Feb 08 15:59:26.041531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585f38c-ddbb-4c3a-98da-8a3a7efd40aa', 'name': 'tempest-snat-router-143808364', 'tenant_id': 'c89e7b0a752243eca7051ece86999eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '32e55c4d-e52e-443a-90d7-318434e4f7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:59:19Z', 'updated_at': '2022-02-08T15:59:23Z', 'revision_number': 3, 'project_id': 'c89e7b0a752243eca7051ece86999eb3', 'gw_port': {'id': '32e55c4d-e52e-443a-90d7-318434e4f7c8', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c585f38c-ddbb-4c3a-98da-8a3a7efd40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:59:21Z', 'updated_at': '2022-02-08T15:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:26.047303 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1bf6c897-7081-49bd-aa81-00819b23ed96 req-e3823c22-5582-4f18-92e0-682c4f46f02b tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.1080198 Feb 08 15:59:26.064160 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-539cfe4c-47d2-4920-8212-6e6ebedbb3c5 admin admin] Publish callbacks [] for security_group (fa9fabd0-cba8-47a7-8986-9d84d2e4a032), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:26.093469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Attempting to bind port 90600a68-7a97-434c-a59f-b2529b7f3821 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:59:26.093816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Attempting to bind port 90600a68-7a97-434c-a59f-b2529b7f3821 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:59:26.094155 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Attempting to bind port 90600a68-7a97-434c-a59f-b2529b7f3821 on network b5b59816-9fc3-4d53-9f43-52ab1a64f47b {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:59:26.102443 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-539cfe4c-47d2-4920-8212-6e6ebedbb3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fa9fabd0-cba8-47a7-8986-9d84d2e4a032), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:26.118507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4475fe-96b5-4d2f-9498-8bcfe52bf589 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:59:26.137423 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1772348b-1b9c-44d1-84b3-9ef0d275cdd9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:26.138038 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1772348b-1b9c-44d1-84b3-9ef0d275cdd9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:26.152231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Checking router: c585f38c-ddbb-4c3a-98da-8a3a7efd40aa for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:59:26.155592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Updating router c585f38c-ddbb-4c3a-98da-8a3a7efd40aa port 32e55c4d-e52e-443a-90d7-318434e4f7c8 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 15:59:26.157299 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Publish callbacks [] for port (cd4475fe-96b5-4d2f-9498-8bcfe52bf589), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:26.161013 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Port 90600a68-7a97-434c-a59f-b2529b7f3821 on network b5b59816-9fc3-4d53-9f43-52ab1a64f47b not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:59:26.161366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Attempting to bind port 90600a68-7a97-434c-a59f-b2529b7f3821 on network b5b59816-9fc3-4d53-9f43-52ab1a64f47b {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:59:26.174198 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-84880492-c352-4937-b3c5-a5489ac7dae2 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/routers/c585f38c-ddbb-4c3a-98da-8a3a7efd40aa HTTP/1.1" status: 200 len: 907 time: 0.6778264 Feb 08 15:59:26.185564 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51452) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:26.207740 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (32e55c4d-e52e-443a-90d7-318434e4f7c8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:26.227575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-2931fbe8-b7f5-4541-9af3-0c15672caff3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Allocated IP 172.20.0.13 (d41e45aa-aa1c-4b71-8dec-53cfc8e90158/087d1e39-0072-4580-ba11-eb90596289b8/41740af2-4a3d-4b44-9b28-315194388352) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:26.240104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Transition to ACTIVE for port object cd4475fe-96b5-4d2f-9498-8bcfe52bf589 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:59:26.241583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:59:26.242015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Checking segment: {'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:26.242413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Bound using segment: {'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:59:26.242929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Bound port: 90600a68-7a97-434c-a59f-b2529b7f3821, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:59:26.243304 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (90600a68-7a97-434c-a59f-b2529b7f3821), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:26.270090 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1772348b-1b9c-44d1-84b3-9ef0d275cdd9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.9253600 Feb 08 15:59:26.273722 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (cd4475fe-96b5-4d2f-9498-8bcfe52bf589), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:26.281659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51454) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:26.288770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f5738ede-ff0d-433a-ad61-bd07a0731c91 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '296f4a1e-2423-4629-ae26-0d0e89617d4a'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:26.304274 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-539cfe4c-47d2-4920-8212-6e6ebedbb3c5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5efcc0f30c0446afaf1d9fa275d066cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5220518 Feb 08 15:59:26.305094 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cfe4c-47d2-4920-8212-6e6ebedbb3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9fabd0-cba8-47a7-8986-9d84d2e4a032,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:26.308706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51456) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:26.378674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] For port 90600a68-7a97-434c-a59f-b2529b7f3821, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:59:26.383294 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] For port 90600a68-7a97-434c-a59f-b2529b7f3821, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=90600a68-7a97-434c-a59f-b2529b7f3821,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:59:26.422467 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (90600a68-7a97-434c-a59f-b2529b7f3821), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:26.437341 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ff6937cb-8376-42ea-a20a-6f84adfc1710 req-2b405ab6-0bbe-4391-ac14-477199419ae4 service neutron] 10.222.0.94 "GET /v2.0/networks/2057f3ae-838e-440c-829a-9cb2b643c54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710254 Feb 08 15:59:26.511816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-47100d57-61dd-47bf-b352-7d31a9cdc694 None None] Provisioning complete for port 4c72b3e6-b95c-41c8-8fa4-79c434293651 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:26.512566 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-47100d57-61dd-47bf-b352-7d31a9cdc694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4c72b3e6-b95c-41c8-8fa4-79c434293651), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:26.583827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30fb6-d28b-445e-b2f2-db2a5b1a4484 req-aec4622c-3708-4051-945f-54a8f29c274b tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:26.586023 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cfd30fb6-d28b-445e-b2f2-db2a5b1a4484 req-aec4622c-3708-4051-945f-54a8f29c274b tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 932 time: 0.4213514 Feb 08 15:59:26.600714 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ff6937cb-8376-42ea-a20a-6f84adfc1710 req-a96fca40-fca7-4011-b217-4efb45953733 service neutron] 10.222.0.94 "GET /v2.0/networks/2057f3ae-838e-440c-829a-9cb2b643c54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246462 Feb 08 15:59:26.628480 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router (c585f38c-ddbb-4c3a-98da-8a3a7efd40aa), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:26.648061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:26.648598 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:26.650064 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] 10.222.0.94 "PUT /v2.0/ports/90600a68-7a97-434c-a59f-b2529b7f3821 HTTP/1.1" status: 200 len: 1092 time: 4.3273823 Feb 08 15:59:26.652460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b717bf-a92e-48ef-b318-b2d1d4c70979', 'tag': '90600a68-7a97-434c-a59f-b2529b7f3821'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:26.657281 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e9fb67-6524-434a-ada7-bc2e7bf4aa62" -d '{"events": [{"name": "network-changed", "server_uuid": "85b717bf-a92e-48ef-b318-b2d1d4c70979", "tag": "90600a68-7a97-434c-a59f-b2529b7f3821"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:26.672592 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Pushing event updated for resources: {'Port': ['ID=cd4475fe-96b5-4d2f-9498-8bcfe52bf589,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:26.772089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45c59c-75d8-4762-a96a-203611e03de3 service neutron] Pushing event updated for resources: {'Port': ['ID=90600a68-7a97-434c-a59f-b2529b7f3821,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:26.836850 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cfd30fb6-d28b-445e-b2f2-db2a5b1a4484 req-68512ba2-c0f2-46a0-b10e-2418de2299b2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287691 Feb 08 15:59:26.845003 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-990ba0e5-3062-4312-b899-030c7b458ecd admin admin] Publish callbacks [] for security_group (fa9fabd0-cba8-47a7-8986-9d84d2e4a032), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:26.853307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Attempting to bind port cd4475fe-96b5-4d2f-9498-8bcfe52bf589 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:59:26.855724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Attempting to bind port cd4475fe-96b5-4d2f-9498-8bcfe52bf589 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:59:26.856289 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Attempting to bind port cd4475fe-96b5-4d2f-9498-8bcfe52bf589 on network b5b59816-9fc3-4d53-9f43-52ab1a64f47b {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:59:26.889787 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5a7406-9d80-4245-a158-d7b5403fc490 x-openstack-request-id: req-0e5a7406-9d80-4245-a158-d7b5403fc490 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:26.899804 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b717bf-a92e-48ef-b318-b2d1d4c70979", "tag": "90600a68-7a97-434c-a59f-b2529b7f3821", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:26.900134 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0e5a7406-9d80-4245-a158-d7b5403fc490 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:26.900497 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b717bf-a92e-48ef-b318-b2d1d4c70979', 'tag': '90600a68-7a97-434c-a59f-b2529b7f3821', 'status': 'completed', 'code': 200} Feb 08 15:59:26.919671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Port cd4475fe-96b5-4d2f-9498-8bcfe52bf589 on network b5b59816-9fc3-4d53-9f43-52ab1a64f47b not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:59:26.930453 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Attempting to bind port cd4475fe-96b5-4d2f-9498-8bcfe52bf589 on network b5b59816-9fc3-4d53-9f43-52ab1a64f47b {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:59:26.959112 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-990ba0e5-3062-4312-b899-030c7b458ecd admin admin] Publish callbacks [] for security_group (fa9fabd0-cba8-47a7-8986-9d84d2e4a032), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:26.979343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:59:26.979707 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Checking segment: {'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:26.980097 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Bound using segment: {'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:59:26.980580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Bound port: cd4475fe-96b5-4d2f-9498-8bcfe52bf589, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3396b7f4-a080-4bb3-a006-a56ab8759a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:59:26.991416 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cd4475fe-96b5-4d2f-9498-8bcfe52bf589), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:26.992429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-47100d57-61dd-47bf-b352-7d31a9cdc694 None None] Port 4c72b3e6-b95c-41c8-8fa4-79c434293651 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:59:27.011643 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-2931fbe8-b7f5-4541-9af3-0c15672caff3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for port (41740af2-4a3d-4b44-9b28-315194388352), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:27.032658 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5738ede-ff0d-433a-ad61-bd07a0731c91 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4c72b3e6-b95c-41c8-8fa4-79c434293651), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:27.071287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647bab-1be7-4181-bb59-f7c416605d65 req-2e3a282c-5f95-4b5c-9336-b262c1423318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:27.073927 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-2e3a282c-5f95-4b5c-9336-b262c1423318 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=017690533835436b8e9813d90ee303fd&device_id=85b717bf-a92e-48ef-b318-b2d1d4c70979 HTTP/1.1" status: 200 len: 1126 time: 0.2976849 Feb 08 15:59:27.174419 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-c0981cea-e86e-45c8-91a2-f0ddc7f8adbd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90600a68-7a97-434c-a59f-b2529b7f3821 HTTP/1.1" status: 200 len: 217 time: 0.0775256 Feb 08 15:59:27.237107 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Publish callbacks [] for port (32e55c4d-e52e-443a-90d7-318434e4f7c8), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:27.256352 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-2931fbe8-b7f5-4541-9af3-0c15672caff3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (41740af2-4a3d-4b44-9b28-315194388352), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:27.257572 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (32e55c4d-e52e-443a-90d7-318434e4f7c8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:27.259762 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (c585f38c-ddbb-4c3a-98da-8a3a7efd40aa), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:27.286119 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-990ba0e5-3062-4312-b899-030c7b458ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fa9fabd0-cba8-47a7-8986-9d84d2e4a032), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:27.288603 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-990ba0e5-3062-4312-b899-030c7b458ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:27.293398 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-990ba0e5-3062-4312-b899-030c7b458ecd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fa9fabd0-cba8-47a7-8986-9d84d2e4a032 HTTP/1.1" status: 204 len: 168 time: 0.9791024 Feb 08 15:59:27.294760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] For port cd4475fe-96b5-4d2f-9498-8bcfe52bf589, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:59:27.304149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] For port cd4475fe-96b5-4d2f-9498-8bcfe52bf589, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cd4475fe-96b5-4d2f-9498-8bcfe52bf589,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:59:27.312424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647bab-1be7-4181-bb59-f7c416605d65 req-09de46c8-0eae-4e5c-bca7-b0e3dda8631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:27.314943 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-09de46c8-0eae-4e5c-bca7-b0e3dda8631e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=451650a0-cab2-4312-ac5d-d042a5f4df5a HTTP/1.1" status: 200 len: 852 time: 0.1303360 Feb 08 15:59:27.316323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ba0e5-3062-4312-b899-030c7b458ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9fabd0-cba8-47a7-8986-9d84d2e4a032,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:27.320348 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (cd4475fe-96b5-4d2f-9498-8bcfe52bf589), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:27.322260 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Attempting to bind port 32e55c4d-e52e-443a-90d7-318434e4f7c8 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:59:27.322641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Attempting to bind port 32e55c4d-e52e-443a-90d7-318434e4f7c8 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:59:27.323017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Attempting to bind port 32e55c4d-e52e-443a-90d7-318434e4f7c8 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:59:27.390296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:59:27.391013 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:27.394779 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:27.395553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:59:27.396310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Bound port: 32e55c4d-e52e-443a-90d7-318434e4f7c8, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:59:27.397361 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (32e55c4d-e52e-443a-90d7-318434e4f7c8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:27.406767 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-9e1ee002-d8a1-4d4c-9abe-aa32eedca5f8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805213 Feb 08 15:59:27.448184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Pushing event updated for resources: {'Port': ['ID=cd4475fe-96b5-4d2f-9498-8bcfe52bf589,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:27.467032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:27.467500 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:27.469164 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-022a6d2f-0f65-47bb-905b-ae6216d119bb service neutron] 10.222.0.96 "PUT /v2.0/ports/cd4475fe-96b5-4d2f-9498-8bcfe52bf589 HTTP/1.1" status: 200 len: 1093 time: 3.6453340 Feb 08 15:59:27.477968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b113ba3-e1da-4874-a139-9482ede08fa5 None None] Pushing event updated for resources: {'Port': ['ID=32e55c4d-e52e-443a-90d7-318434e4f7c8,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:27.484148 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-2931fbe8-b7f5-4541-9af3-0c15672caff3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:27.525059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] For port 32e55c4d-e52e-443a-90d7-318434e4f7c8, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:59:27.528377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] For port 32e55c4d-e52e-443a-90d7-318434e4f7c8, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=32e55c4d-e52e-443a-90d7-318434e4f7c8,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:59:27.538143 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (32e55c4d-e52e-443a-90d7-318434e4f7c8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:27.606076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b113ba3-e1da-4874-a139-9482ede08fa5 None None] Pushing event updated for resources: {'Port': ['ID=32e55c4d-e52e-443a-90d7-318434e4f7c8,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:27.637943 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Routers {'c585f38c-ddbb-4c3a-98da-8a3a7efd40aa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:27.639108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c585f38c-ddbb-4c3a-98da-8a3a7efd40aa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:27.681295 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647bab-1be7-4181-bb59-f7c416605d65 req-c7db3331-6c39-438c-94d1-ec3ff03c3cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:27.682862 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-c7db3331-6c39-438c-94d1-ec3ff03c3cf9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=017690533835436b8e9813d90ee303fd&device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 1127 time: 0.1211798 Feb 08 15:59:27.767265 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-7c646664-9694-4e8e-851c-30f00f089b64 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd4475fe-96b5-4d2f-9498-8bcfe52bf589 HTTP/1.1" status: 200 len: 217 time: 0.0661595 Feb 08 15:59:27.788858 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-2dc10ada-d620-4c92-a5d3-88b261aba7c6 service neutron] 10.222.0.94 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335273 Feb 08 15:59:27.835224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] Set router c585f38c-ddbb-4c3a-98da-8a3a7efd40aa gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:59:27.864217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647bab-1be7-4181-bb59-f7c416605d65 req-03a3cd62-f50b-48b0-af0c-dedc898a519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:27.865966 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-03a3cd62-f50b-48b0-af0c-dedc898a519f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=451650a0-cab2-4312-ac5d-d042a5f4df5a HTTP/1.1" status: 200 len: 852 time: 0.0910499 Feb 08 15:59:27.928550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ac332e2c-1550-45bb-b0c5-978644873151 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:59:27.932809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585f38c-ddbb-4c3a-98da-8a3a7efd40aa', 'name': 'tempest-snat-router-143808364', 'tenant_id': 'c89e7b0a752243eca7051ece86999eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:59:19Z', 'updated_at': '2022-02-08T15:59:27Z', 'revision_number': 4, 'project_id': 'c89e7b0a752243eca7051ece86999eb3', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:27.965645 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-7e5fba72-eb4a-4f41-b0cf-5563141190e9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883634 Feb 08 15:59:28.029548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931fbe8-b7f5-4541-9af3-0c15672caff3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event updated for resources: {'Port': ['ID=41740af2-4a3d-4b44-9b28-315194388352,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:28.032805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-2931fbe8-b7f5-4541-9af3-0c15672caff3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:28.056722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-2931fbe8-b7f5-4541-9af3-0c15672caff3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:28.083737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c29d7-78fb-4912-bbf0-63083d38dc26 req-0938d24e-bd7f-41e1-823d-23eb7db0a465 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:28.085397 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a57c29d7-78fb-4912-bbf0-63083d38dc26 req-0938d24e-bd7f-41e1-823d-23eb7db0a465 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 944 time: 0.9958899 Feb 08 15:59:28.098503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42056238-9d72-4a05-b9be-4dea5e09f94d req-7e37e699-3b5f-4ff5-a5cf-df4bf1f36fa6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:28.112010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42056238-9d72-4a05-b9be-4dea5e09f94d req-7e37e699-3b5f-4ff5-a5cf-df4bf1f36fa6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 1.0236003 Feb 08 15:59:28.181399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f70488-0715-4327-9a9c-9796d6592ef2 None None] The sync data for ids ['c585f38c-ddbb-4c3a-98da-8a3a7efd40aa'] in n-d-824834-11 is: [{'id': 'c585f38c-ddbb-4c3a-98da-8a3a7efd40aa', 'name': 'tempest-snat-router-143808364', 'tenant_id': 'c89e7b0a752243eca7051ece86999eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:59:19Z', 'updated_at': '2022-02-08T15:59:27Z', 'revision_number': 4, 'project_id': 'c89e7b0a752243eca7051ece86999eb3', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:59:28.249441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ac332e2c-1550-45bb-b0c5-978644873151, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ac332e2c-1550-45bb-b0c5-978644873151,segment=NetworkSegment(b63f92bc-a99b-4160-892b-f22cc38a4f73),segment_id=b63f92bc-a99b-4160-892b-f22cc38a4f73)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:28.263936 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'ac332e2c-1550-45bb-b0c5-978644873151', 'network_id': '2057f3ae-838e-440c-829a-9cb2b643c54d', 'port_id': 'ac332e2c-1550-45bb-b0c5-978644873151', 'mac_address': 'fa:16:3e:c4:be:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4a7904-d5d6-4b7e-af72-84b47e984e16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:59:28.374236 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ac332e2c-1550-45bb-b0c5-978644873151 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:28.374651 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ac332e2c-1550-45bb-b0c5-978644873151), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:28.396241 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Deleting port 32e55c4d-e52e-443a-90d7-318434e4f7c8 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:28.396616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (32e55c4d-e52e-443a-90d7-318434e4f7c8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:28.404622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac332e2c-1550-45bb-b0c5-978644873151 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:59:28.451463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ac332e2c-1550-45bb-b0c5-978644873151, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ac332e2c-1550-45bb-b0c5-978644873151,segment=NetworkSegment(b63f92bc-a99b-4160-892b-f22cc38a4f73),segment_id=b63f92bc-a99b-4160-892b-f22cc38a4f73)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:28.458533 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ac332e2c-1550-45bb-b0c5-978644873151), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:28.475219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a57c29d7-78fb-4912-bbf0-63083d38dc26 req-fcb10ac0-1e47-486e-9964-7daeac0a535c tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/security-groups?id=058efc75-f475-4780-b2c9-d0bee0adbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238974 Feb 08 15:59:28.492161 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-2931fbe8-b7f5-4541-9af3-0c15672caff3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:28.492863 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-2931fbe8-b7f5-4541-9af3-0c15672caff3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:28.529422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42056238-9d72-4a05-b9be-4dea5e09f94d req-21ab142e-cad4-4ae5-901d-c5801ca81411 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4105825 Feb 08 15:59:28.649416 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-ac4ee34e-30d7-46f3-9e20-1106f4416e00 service neutron] 10.222.0.94 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7823822 Feb 08 15:59:28.670883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0d26ff64-c464-4dda-8435-0d7ee3d1bdb6 None None] Provisioning complete for port 41740af2-4a3d-4b44-9b28-315194388352 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:28.678604 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-0cc5549d-8d03-43ac-ba2d-f4a24f066975 service neutron] 10.222.0.96 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7048409 Feb 08 15:59:28.679267 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d26ff64-c464-4dda-8435-0d7ee3d1bdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (41740af2-4a3d-4b44-9b28-315194388352), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:28.723175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ac332e2c-1550-45bb-b0c5-978644873151,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:28.754600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0d26ff64-c464-4dda-8435-0d7ee3d1bdb6 None None] Port 41740af2-4a3d-4b44-9b28-315194388352 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:59:28.770398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-2931fbe8-b7f5-4541-9af3-0c15672caff3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4252391 Feb 08 15:59:28.772557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ac332e2c-1550-45bb-b0c5-978644873151'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:59:28.796971 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-f5738ede-ff0d-433a-ad61-bd07a0731c91 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Delete allocated IP 172.20.0.19 (7ecd253b-f96f-4c00-b5b6-5351464a3308/1c7611c7-fd5f-4b50-b601-c0945f009e9f) {{(pid=103301) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 08 15:59:28.831917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] For port 32e55c4d-e52e-443a-90d7-318434e4f7c8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=32e55c4d-e52e-443a-90d7-318434e4f7c8,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:28.832678 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (32e55c4d-e52e-443a-90d7-318434e4f7c8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:28.851084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9fb67-6524-434a-ada7-bc2e7bf4aa62 req-719e6ff2-22a6-447c-960a-c430171c829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:28.852726 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-19e9fb67-6524-434a-ada7-bc2e7bf4aa62 req-719e6ff2-22a6-447c-960a-c430171c829d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=017690533835436b8e9813d90ee303fd&device_id=85b717bf-a92e-48ef-b318-b2d1d4c70979 HTTP/1.1" status: 200 len: 1126 time: 0.1140943 Feb 08 15:59:28.858092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Calling delete_port for 32e55c4d-e52e-443a-90d7-318434e4f7c8 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:28.918947 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babf7ce6-8167-40ed-88b3-23f25dd7b31c', 'tag': 'cd4475fe-96b5-4d2f-9498-8bcfe52bf589'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:28.921477 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b415df76-35ca-47d6-bbdb-f7645cfca778" -d '{"events": [{"name": "network-changed", "server_uuid": "babf7ce6-8167-40ed-88b3-23f25dd7b31c", "tag": "cd4475fe-96b5-4d2f-9498-8bcfe52bf589"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:28.930797 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07647bab-1be7-4181-bb59-f7c416605d65 req-a0f9c065-e1d2-4070-9522-09fd0caca3b3 service neutron] 10.222.0.96 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447693 Feb 08 15:59:28.988025 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Request body: {'port': {'device_id': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:28.998253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9fb67-6524-434a-ada7-bc2e7bf4aa62 req-2a6dbfbf-c72b-45da-9c81-a50ae01419d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:29.001459 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-19e9fb67-6524-434a-ada7-bc2e7bf4aa62 req-2a6dbfbf-c72b-45da-9c81-a50ae01419d4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b HTTP/1.1" status: 200 len: 913 time: 0.1419768 Feb 08 15:59:29.002202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12353c8f-ddb1-4337-bb77-9520c61faa1d req-5ac275ba-c608-4a11-801f-53c46f94510f tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.2969866 Feb 08 15:59:29.063982 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-19e9fb67-6524-434a-ada7-bc2e7bf4aa62 req-c1f9f8c8-cf97-4d18-9e09-53de28592889 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90600a68-7a97-434c-a59f-b2529b7f3821 HTTP/1.1" status: 200 len: 217 time: 0.0530570 Feb 08 15:59:29.123333 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9fb67-6524-434a-ada7-bc2e7bf4aa62 req-7b43617c-8a1c-48db-b33b-045543dcafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:29.124908 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-19e9fb67-6524-434a-ada7-bc2e7bf4aa62 req-7b43617c-8a1c-48db-b33b-045543dcafe6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=451650a0-cab2-4312-ac5d-d042a5f4df5a HTTP/1.1" status: 200 len: 852 time: 0.0538912 Feb 08 15:59:29.162934 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-19e9fb67-6524-434a-ada7-bc2e7bf4aa62 req-8e2449c5-85ee-4137-ae8a-b9185d4559d9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293915 Feb 08 15:59:29.276348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d9de-4192-4f41-9dd5-f94ceb3cd383 req-369d98ef-afe8-499d-9e32-825b3dfacb29 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:29.282837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da52d9de-4192-4f41-9dd5-f94ceb3cd383 req-369d98ef-afe8-499d-9e32-825b3dfacb29 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 932 time: 0.6011789 Feb 08 15:59:29.285360 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-19e9fb67-6524-434a-ada7-bc2e7bf4aa62 req-08c7f27b-7fbc-4cb8-8d6a-c546a6a656e2 service neutron] 10.222.0.94 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147485 Feb 08 15:59:29.300874 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41740af2-4a3d-4b44-9b28-315194388352), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:29.339486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51508) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:29.399090 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081aa97-57d4-4e06-b4f9-09001c77cafc req-4084022a-c45e-4777-81f7-949423861379 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:29.400623 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1081aa97-57d4-4e06-b4f9-09001c77cafc req-4084022a-c45e-4777-81f7-949423861379 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 944 time: 0.2980921 Feb 08 15:59:29.427133 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-19e9fb67-6524-434a-ada7-bc2e7bf4aa62 req-42d2f76f-9d9f-4553-9ee7-ba6acece9ace service neutron] 10.222.0.94 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344483 Feb 08 15:59:29.504533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5738ede-ff0d-433a-ad61-bd07a0731c91 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (4c72b3e6-b95c-41c8-8fa4-79c434293651), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:29.509449 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da52d9de-4192-4f41-9dd5-f94ceb3cd383 req-b85d5feb-5943-4954-aad7-72cc60a4c94e tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256331 Feb 08 15:59:29.525924 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5738ede-ff0d-433a-ad61-bd07a0731c91 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (4c72b3e6-b95c-41c8-8fa4-79c434293651), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:29.614431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1797983490'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:29.652079 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (32e55c4d-e52e-443a-90d7-318434e4f7c8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:29.687543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1081aa97-57d4-4e06-b4f9-09001c77cafc req-94260463-a83e-4bc1-82ac-1e31021c37b2 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717507 Feb 08 15:59:29.697891 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6d925e-db17-45b1-9ee8-16323a73b9c2 x-openstack-request-id: req-ae6d925e-db17-45b1-9ee8-16323a73b9c2 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:29.698251 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babf7ce6-8167-40ed-88b3-23f25dd7b31c", "tag": "cd4475fe-96b5-4d2f-9498-8bcfe52bf589", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:29.698512 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ae6d925e-db17-45b1-9ee8-16323a73b9c2 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:29.698932 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babf7ce6-8167-40ed-88b3-23f25dd7b31c', 'tag': 'cd4475fe-96b5-4d2f-9498-8bcfe52bf589', 'status': 'completed', 'code': 200} Feb 08 15:59:29.813286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Made reservation on behalf of acdd5fbebb16400491136c0fcae1a938 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:29.816828 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:29.857767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415df76-35ca-47d6-bbdb-f7645cfca778 req-4d5e1e51-b34e-4a10-90b3-1d6af69f09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:29.859326 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b415df76-35ca-47d6-bbdb-f7645cfca778 req-4d5e1e51-b34e-4a10-90b3-1d6af69f09d6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=017690533835436b8e9813d90ee303fd&device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 1127 time: 0.1242695 Feb 08 15:59:29.875106 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5613125-1847-456d-b7c5-c6a739253485 req-da1388fd-8906-4882-a1e0-d235c85a770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:29.876650 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e5613125-1847-456d-b7c5-c6a739253485 req-da1388fd-8906-4882-a1e0-d235c85a770e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc&device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 1128 time: 0.0703938 Feb 08 15:59:29.928248 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:29.936095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ac332e2c-1550-45bb-b0c5-978644873151 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:29.947166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5738ede-ff0d-433a-ad61-bd07a0731c91 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=4c72b3e6-b95c-41c8-8fa4-79c434293651,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:30.009344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8d14fc20-74de-46ed-bf85-cc5ef7f23d5b None None] Provisioning complete for port 4c72b3e6-b95c-41c8-8fa4-79c434293651 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:30.009817 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8d14fc20-74de-46ed-bf85-cc5ef7f23d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4c72b3e6-b95c-41c8-8fa4-79c434293651), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.033758 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415df76-35ca-47d6-bbdb-f7645cfca778 req-233f42f7-bfea-4bdc-8a8d-baec212e322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:30.037046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Pushing event deleted for resources: {'Port': ['ID=32e55c4d-e52e-443a-90d7-318434e4f7c8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:30.038189 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b415df76-35ca-47d6-bbdb-f7645cfca778 req-233f42f7-bfea-4bdc-8a8d-baec212e322e service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b HTTP/1.1" status: 200 len: 913 time: 0.1721981 Feb 08 15:59:30.047230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5613125-1847-456d-b7c5-c6a739253485 req-0429603c-ba79-4be9-bab5-a26702a8af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:30.048968 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e5613125-1847-456d-b7c5-c6a739253485 req-0429603c-ba79-4be9-bab5-a26702a8af47 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8dac800a-41cf-4608-84ad-1dd6f88aa855 HTTP/1.1" status: 200 len: 911 time: 0.1597514 Feb 08 15:59:30.054739 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (c585f38c-ddbb-4c3a-98da-8a3a7efd40aa), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.060995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8d14fc20-74de-46ed-bf85-cc5ef7f23d5b None None] Port 4c72b3e6-b95c-41c8-8fa4-79c434293651 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:59:30.074617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port ac332e2c-1550-45bb-b0c5-978644873151 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:59:30.079025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port ac332e2c-1550-45bb-b0c5-978644873151 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:30.079415 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ac332e2c-1550-45bb-b0c5-978644873151), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.099674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f5738ede-ff0d-433a-ad61-bd07a0731c91 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] In _notify_port_updated(), no bound segment for port 4c72b3e6-b95c-41c8-8fa4-79c434293651 on network 7ecd253b-f96f-4c00-b5b6-5351464a3308 {{(pid=103301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 15:59:30.099953 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b415df76-35ca-47d6-bbdb-f7645cfca778 req-dee0b336-16c6-46cf-a8a8-fe653438c073 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd4475fe-96b5-4d2f-9498-8bcfe52bf589 HTTP/1.1" status: 200 len: 217 time: 0.0486765 Feb 08 15:59:30.104272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5738ede-ff0d-433a-ad61-bd07a0731c91 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:30.104929 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f5738ede-ff0d-433a-ad61-bd07a0731c91 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.106348 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f5738ede-ff0d-433a-ad61-bd07a0731c91 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "PUT /v2.0/ports/4c72b3e6-b95c-41c8-8fa4-79c434293651 HTTP/1.1" status: 200 len: 918 time: 3.8231487 Feb 08 15:59:30.141039 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51518) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:30.149790 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-83282a50-fc1a-4bea-80f9-6ffacf11b1e8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '296f4a1e-2423-4629-ae26-0d0e89617d4a'}, {'subnet_id': '1c7611c7-fd5f-4b50-b601-c0945f009e9f'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:30.184815 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ac332e2c-1550-45bb-b0c5-978644873151 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:30.185339 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ac332e2c-1550-45bb-b0c5-978644873151), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.215054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c5f7be-8042-48ca-aff6-12a1b8f3d0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac332e2c-1550-45bb-b0c5-978644873151'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:30.217886 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60627819-d5f6-4f3f-a8fc-c6b150dc116f" -d '{"events": [{"server_uuid": "62c5f7be-8042-48ca-aff6-12a1b8f3d0be", "name": "network-vif-plugged", "status": "completed", "tag": "ac332e2c-1550-45bb-b0c5-978644873151"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:30.230796 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (c585f38c-ddbb-4c3a-98da-8a3a7efd40aa), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.234663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ac332e2c-1550-45bb-b0c5-978644873151, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ac332e2c-1550-45bb-b0c5-978644873151,segment=NetworkSegment(b63f92bc-a99b-4160-892b-f22cc38a4f73),segment_id=b63f92bc-a99b-4160-892b-f22cc38a4f73)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:30.240801 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ac332e2c-1550-45bb-b0c5-978644873151), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.241338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4b8b9-b42e-4ffa-a68a-bb003f4b5509 req-ce2f556b-5f71-46df-8718-e2da545fa3e2 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:30.244399 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bbf4b8b9-b42e-4ffa-a68a-bb003f4b5509 req-ce2f556b-5f71-46df-8718-e2da545fa3e2 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.4067862 Feb 08 15:59:30.247498 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e5613125-1847-456d-b7c5-c6a739253485 req-528bcfd4-dfc2-4989-b206-1d0556c14d1a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5202aec-bda7-492e-b04d-b693098fbacc HTTP/1.1" status: 200 len: 1000 time: 0.1886539 Feb 08 15:59:30.248107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_controller (c585f38c-ddbb-4c3a-98da-8a3a7efd40aa), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.295187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ac332e2c-1550-45bb-b0c5-978644873151,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:30.298281 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415df76-35ca-47d6-bbdb-f7645cfca778 req-dc63a9bf-5239-4bb2-8dc1-738b37293c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:30.300389 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b415df76-35ca-47d6-bbdb-f7645cfca778 req-dc63a9bf-5239-4bb2-8dc1-738b37293c09 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=451650a0-cab2-4312-ac5d-d042a5f4df5a HTTP/1.1" status: 200 len: 852 time: 0.1579871 Feb 08 15:59:30.326328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a451cc-ddfc-4dd3-a38e-14acc95d855b req-c44dc45b-1748-460e-9b00-798a9ef66293 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:30.327892 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a451cc-ddfc-4dd3-a38e-14acc95d855b req-c44dc45b-1748-460e-9b00-798a9ef66293 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 945 time: 0.4917202 Feb 08 15:59:30.370140 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b415df76-35ca-47d6-bbdb-f7645cfca778 req-e31505e3-4518-4c70-bdff-ece533be1763 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5b59816-9fc3-4d53-9f43-52ab1a64f47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450137 Feb 08 15:59:30.371324 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (c585f38c-ddbb-4c3a-98da-8a3a7efd40aa), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.371894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c585f38c-ddbb-4c3a-98da-8a3a7efd40aa {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:59:30.377112 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.378630 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0cf51590-107a-4cff-970d-28da96793d26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "DELETE /v2.0/routers/c585f38c-ddbb-4c3a-98da-8a3a7efd40aa HTTP/1.1" status: 204 len: 168 time: 4.1901219 Feb 08 15:59:30.382197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51522) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:30.418551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5613125-1847-456d-b7c5-c6a739253485 req-012f9cd5-c0d5-4219-b49d-28f7d7dd4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:30.420102 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e5613125-1847-456d-b7c5-c6a739253485 req-012f9cd5-c0d5-4219-b49d-28f7d7dd4411 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9 HTTP/1.1" status: 200 len: 849 time: 0.1565039 Feb 08 15:59:30.466565 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks [] for security_group (c0706834-8ca2-4ed3-9679-8237ca2bff3f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.491501 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c0706834-8ca2-4ed3-9679-8237ca2bff3f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.521983 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41740af2-4a3d-4b44-9b28-315194388352 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:59:30.534215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bbf4b8b9-b42e-4ffa-a68a-bb003f4b5509 req-41d6e136-0d64-415e-9973-1ba2c759146e tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173700 Feb 08 15:59:30.546508 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:59:30.550378 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Publish callbacks [] for port (41740af2-4a3d-4b44-9b28-315194388352), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.569074 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a451cc-ddfc-4dd3-a38e-14acc95d855b req-76f0f710-ac4a-4577-b045-2f40091a6d36 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/security-groups?id=058efc75-f475-4780-b2c9-d0bee0adbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042694 Feb 08 15:59:30.603839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0706834-8ca2-4ed3-9679-8237ca2bff3f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:30.638682 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72028fd-5f8e-4276-9fa4-087045dc5c6f x-openstack-request-id: req-e72028fd-5f8e-4276-9fa4-087045dc5c6f {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:30.639050 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c5f7be-8042-48ca-aff6-12a1b8f3d0be", "name": "network-vif-plugged", "status": "completed", "tag": "ac332e2c-1550-45bb-b0c5-978644873151", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:30.639382 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e72028fd-5f8e-4276-9fa4-087045dc5c6f {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:30.639958 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c5f7be-8042-48ca-aff6-12a1b8f3d0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac332e2c-1550-45bb-b0c5-978644873151', 'code': 200} Feb 08 15:59:30.648825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Transition to ACTIVE for port object 41740af2-4a3d-4b44-9b28-315194388352 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 15:59:30.650025 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83282a50-fc1a-4bea-80f9-6ffacf11b1e8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4c72b3e6-b95c-41c8-8fa4-79c434293651), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.660638 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b415df76-35ca-47d6-bbdb-f7645cfca778 req-444fd8f0-8d54-4838-bf96-fc6ea150dfa1 service neutron] 10.222.0.96 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792709 Feb 08 15:59:30.679757 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (72806535-438e-4545-ae13-e596d310fea6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.680326 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Added segment 72806535-438e-4545-ae13-e596d310fea6 of type vlan for network b1d5e248-0d13-4b79-b6f7-da5a548fd021 Feb 08 15:59:30.709438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (41740af2-4a3d-4b44-9b28-315194388352), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.724882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5613125-1847-456d-b7c5-c6a739253485 req-605f2fbf-a0f8-4d2a-acdb-d9e483636505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:30.727061 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e5613125-1847-456d-b7c5-c6a739253485 req-605f2fbf-a0f8-4d2a-acdb-d9e483636505 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8dac800a-41cf-4608-84ad-1dd6f88aa855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2432520 Feb 08 15:59:30.780065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5de8dc2e-0a9d-4dbe-b3c6-83983fa253f5 req-37b5d471-a2cd-438d-8d2c-0ee7d21d1807 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0837393 Feb 08 15:59:30.796255 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router (57b39cdf-f5da-4f04-93c1-a6934c64e707), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.822530 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (b1d5e248-0d13-4b79-b6f7-da5a548fd021), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.887631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Pushing event updated for resources: {'Port': ['ID=41740af2-4a3d-4b44-9b28-315194388352,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:30.965927 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (b1d5e248-0d13-4b79-b6f7-da5a548fd021), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:30.970894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:30.972204 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:31.074377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0d539-f2b0-49db-aef7-1d170d427b4b req-1cf01d0e-aaa4-4f3a-a0df-5f41e877ed23 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:31.076013 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29f0d539-f2b0-49db-aef7-1d170d427b4b req-1cf01d0e-aaa4-4f3a-a0df-5f41e877ed23 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.3265131 Feb 08 15:59:31.113442 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7670851 Feb 08 15:59:31.115620 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bedbb6-f2d1-4989-982c-af6d469db621 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Pushing event updated for resources: {'Network': ['ID=b1d5e248-0d13-4b79-b6f7-da5a548fd021,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:31.119004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51528) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:31.129056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network b1d5e248-0d13-4b79-b6f7-da5a548fd021 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:59:31.141985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-195d683b-a9a5-4aae-bcee-cb052f632d1a tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Request body: {'subnet': {'network_id': 'b1d5e248-0d13-4b79-b6f7-da5a548fd021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:31.205353 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575c361-11ef-4a5f-a2f9-94c58fe4b489 req-979e6d09-d5c9-406b-b2d8-df298773a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:31.207969 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c575c361-11ef-4a5f-a2f9-94c58fe4b489 req-979e6d09-d5c9-406b-b2d8-df298773a50f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 1129 time: 0.4379432 Feb 08 15:59:31.292487 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b415df76-35ca-47d6-bbdb-f7645cfca778 req-50a5ae35-d70e-486c-abbd-d1ffa5142456 service neutron] 10.222.0.96 "GET /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172009 Feb 08 15:59:31.305418 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e5613125-1847-456d-b7c5-c6a739253485 req-afdc57e6-093d-4d1c-b665-3fc8e951bfde service neutron] 10.222.0.94 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336294 Feb 08 15:59:31.345132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device cd4475fe-96b5-4d2f-9498-8bcfe52bf589 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:59:31.408544 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (57b39cdf-f5da-4f04-93c1-a6934c64e707), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:31.442805 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c575c361-11ef-4a5f-a2f9-94c58fe4b489 req-dbcfbcdb-bc00-46b8-9458-c4c28c9db202 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=058efc75-f475-4780-b2c9-d0bee0adbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976309 Feb 08 15:59:31.469601 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port cd4475fe-96b5-4d2f-9498-8bcfe52bf589, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cd4475fe-96b5-4d2f-9498-8bcfe52bf589,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:31.496062 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'cd4475fe-96b5-4d2f-9498-8bcfe52bf589', 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b', 'port_id': 'cd4475fe-96b5-4d2f-9498-8bcfe52bf589', 'mac_address': 'fa:16:3e:b0:47:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451650a0-cab2-4312-ac5d-d042a5f4df5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:59:31.502520 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a4a07aa-a534-4875-848f-eec1091fd174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:31.548038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port cd4475fe-96b5-4d2f-9498-8bcfe52bf589 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:31.548346 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cd4475fe-96b5-4d2f-9498-8bcfe52bf589), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:31.552806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c2c80-5845-4dc2-bd5d-ddc6376a15c7 req-8fcdd337-18c8-40fb-a0eb-8b7a27fb7a1d tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:31.554545 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-463c2c80-5845-4dc2-bd5d-ddc6376a15c7 req-8fcdd337-18c8-40fb-a0eb-8b7a27fb7a1d tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 944 time: 0.6730905 Feb 08 15:59:31.569777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4475fe-96b5-4d2f-9498-8bcfe52bf589 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:59:31.571638 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e5613125-1847-456d-b7c5-c6a739253485 req-3d13c2e6-833c-4e53-bd7f-55ca1a5a6b8c service neutron] 10.222.0.94 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533672 Feb 08 15:59:31.580531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-83282a50-fc1a-4bea-80f9-6ffacf11b1e8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Allocated IP 172.20.0.23 (7ecd253b-f96f-4c00-b5b6-5351464a3308/1c7611c7-fd5f-4b50-b601-c0945f009e9f/4c72b3e6-b95c-41c8-8fa4-79c434293651) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:31.595102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port cd4475fe-96b5-4d2f-9498-8bcfe52bf589, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cd4475fe-96b5-4d2f-9498-8bcfe52bf589,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:31.595409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Attempting to bind port 41740af2-4a3d-4b44-9b28-315194388352 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:59:31.596042 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Attempting to bind port 41740af2-4a3d-4b44-9b28-315194388352 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:59:31.597123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Attempting to bind port 41740af2-4a3d-4b44-9b28-315194388352 on network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:59:31.603028 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cd4475fe-96b5-4d2f-9498-8bcfe52bf589), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:31.612747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Deleting port 0a99cfc8-a461-4a35-9ff2-e38e8d379878 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:31.613801 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0a99cfc8-a461-4a35-9ff2-e38e8d379878), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:31.627837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Port 41740af2-4a3d-4b44-9b28-315194388352 on network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 15:59:31.628283 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Attempting to bind port 41740af2-4a3d-4b44-9b28-315194388352 on network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:59:31.642920 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29f0d539-f2b0-49db-aef7-1d170d427b4b req-74298c41-46b2-4068-a2e5-2e3feff81d84 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5519245 Feb 08 15:59:31.658597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:59:31.659571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Checking segment: {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:31.660355 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Bound using segment: {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:59:31.660624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Bound port: 41740af2-4a3d-4b44-9b28-315194388352, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:59:31.661025 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41740af2-4a3d-4b44-9b28-315194388352), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:31.715815 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-463c2c80-5845-4dc2-bd5d-ddc6376a15c7 req-7ae0c970-6c40-43c9-b720-b6094bad817f tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366148 Feb 08 15:59:31.716646 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=cd4475fe-96b5-4d2f-9498-8bcfe52bf589,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:31.795065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195d683b-a9a5-4aae-bcee-cb052f632d1a tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Made reservation on behalf of acdd5fbebb16400491136c0fcae1a938 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:31.798908 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-195d683b-a9a5-4aae-bcee-cb052f632d1a tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:31.825916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['cd4475fe-96b5-4d2f-9498-8bcfe52bf589'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:59:31.916568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] For port 41740af2-4a3d-4b44-9b28-315194388352, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:59:31.937368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 90600a68-7a97-434c-a59f-b2529b7f3821 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:59:31.944685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] For port 41740af2-4a3d-4b44-9b28-315194388352, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=41740af2-4a3d-4b44-9b28-315194388352,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:59:31.961232 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (41740af2-4a3d-4b44-9b28-315194388352), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:31.985455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a323bc-9beb-4a4f-8927-55082d1c31c8 req-b86ef607-61ae-4d31-bebe-bb84f725f7c2 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:31.987225 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07a323bc-9beb-4a4f-8927-55082d1c31c8 req-b86ef607-61ae-4d31-bebe-bb84f725f7c2 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.2421722 Feb 08 15:59:32.048307 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:32.049563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:32.050883 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] 10.222.0.94 "PUT /v2.0/ports/41740af2-4a3d-4b44-9b28-315194388352 HTTP/1.1" status: 200 len: 1093 time: 3.1550255 Feb 08 15:59:32.051462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'tag': '41740af2-4a3d-4b44-9b28-315194388352'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:32.054145 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a56d31-dac4-4c8b-b262-50c178577b15" -d '{"events": [{"name": "network-changed", "server_uuid": "5667d6be-d9fc-4202-94ba-b28272037bbb", "tag": "41740af2-4a3d-4b44-9b28-315194388352"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:32.074623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded728a1-8481-4327-ad52-cd2d2cec59e7 req-6921e61d-444e-4d01-a267-9abe033a29b7 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:32.082104 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ded728a1-8481-4327-ad52-cd2d2cec59e7 req-6921e61d-444e-4d01-a267-9abe033a29b7 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 946 time: 0.2233777 Feb 08 15:59:32.116929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3aea1-6f85-4928-b7fa-a3c11443d934 service neutron] Pushing event updated for resources: {'Port': ['ID=41740af2-4a3d-4b44-9b28-315194388352,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:32.128369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 90600a68-7a97-434c-a59f-b2529b7f3821, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=90600a68-7a97-434c-a59f-b2529b7f3821,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:32.145574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '90600a68-7a97-434c-a59f-b2529b7f3821', 'network_id': 'b5b59816-9fc3-4d53-9f43-52ab1a64f47b', 'port_id': '90600a68-7a97-434c-a59f-b2529b7f3821', 'mac_address': 'fa:16:3e:e3:17:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451650a0-cab2-4312-ac5d-d042a5f4df5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:59:32.198223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 90600a68-7a97-434c-a59f-b2529b7f3821 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:32.198922 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (90600a68-7a97-434c-a59f-b2529b7f3821), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:32.220053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] For port 0a99cfc8-a461-4a35-9ff2-e38e8d379878, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0a99cfc8-a461-4a35-9ff2-e38e8d379878,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:32.221167 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0a99cfc8-a461-4a35-9ff2-e38e8d379878), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:32.224743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07a323bc-9beb-4a4f-8927-55082d1c31c8 req-328fe4d8-0069-4b2f-9d41-09c4e1375da3 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123969 Feb 08 15:59:32.244799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Calling delete_port for 0a99cfc8-a461-4a35-9ff2-e38e8d379878 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:32.264060 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90600a68-7a97-434c-a59f-b2529b7f3821 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:59:32.270654 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83282a50-fc1a-4bea-80f9-6ffacf11b1e8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (4c72b3e6-b95c-41c8-8fa4-79c434293651), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:32.311292 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83282a50-fc1a-4bea-80f9-6ffacf11b1e8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (4c72b3e6-b95c-41c8-8fa4-79c434293651), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:32.324795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 90600a68-7a97-434c-a59f-b2529b7f3821, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=90600a68-7a97-434c-a59f-b2529b7f3821,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:32.325542 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ded728a1-8481-4327-ad52-cd2d2cec59e7 req-c5b03e85-135b-4ebc-84bb-cc22f18280d8 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/security-groups?id=058efc75-f475-4780-b2c9-d0bee0adbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260559 Feb 08 15:59:32.359135 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (90600a68-7a97-434c-a59f-b2529b7f3821), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:32.370707 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-a108e4d3-6680-4b06-8723-3016212d2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:32.372712 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-a108e4d3-6680-4b06-8723-3016212d2f2c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 1127 time: 0.2270658 Feb 08 15:59:32.470552 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83282a50-fc1a-4bea-80f9-6ffacf11b1e8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=4c72b3e6-b95c-41c8-8fa4-79c434293651,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:32.473406 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074133ea-6a76-42fc-9efd-639272b0615c x-openstack-request-id: req-074133ea-6a76-42fc-9efd-639272b0615c {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:32.473967 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5667d6be-d9fc-4202-94ba-b28272037bbb", "tag": "41740af2-4a3d-4b44-9b28-315194388352", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:32.474393 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-074133ea-6a76-42fc-9efd-639272b0615c {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:32.474971 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'tag': '41740af2-4a3d-4b44-9b28-315194388352', 'status': 'completed', 'code': 200} Feb 08 15:59:32.478169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-6bd19071-cfca-425e-ae17-6453b17c8896 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41740af2-4a3d-4b44-9b28-315194388352 HTTP/1.1" status: 200 len: 217 time: 0.0931435 Feb 08 15:59:32.479039 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-195d683b-a9a5-4aae-bcee-cb052f632d1a tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (98c77eb5-eb05-41f1-9e9f-9cc6380ebc96), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:32.531335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=90600a68-7a97-434c-a59f-b2529b7f3821,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:32.563035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-866e24f5-c82f-4f09-9526-434fb5ce7507 req-00ed744b-860a-4d83-9990-f0d5a5dc36de tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0864077 Feb 08 15:59:32.603265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-83282a50-fc1a-4bea-80f9-6ffacf11b1e8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] In _notify_port_updated(), no bound segment for port 4c72b3e6-b95c-41c8-8fa4-79c434293651 on network 7ecd253b-f96f-4c00-b5b6-5351464a3308 {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 15:59:32.608820 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83282a50-fc1a-4bea-80f9-6ffacf11b1e8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:32.610126 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83282a50-fc1a-4bea-80f9-6ffacf11b1e8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:32.616300 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-83282a50-fc1a-4bea-80f9-6ffacf11b1e8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "PUT /v2.0/ports/4c72b3e6-b95c-41c8-8fa4-79c434293651 HTTP/1.1" status: 200 len: 998 time: 2.4713240 Feb 08 15:59:32.617004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51538) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:32.640539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['90600a68-7a97-434c-a59f-b2529b7f3821'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:59:32.676868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d683b-a9a5-4aae-bcee-cb052f632d1a tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Pushing event updated for resources: {'Subnet': ['ID=98c77eb5-eb05-41f1-9e9f-9cc6380ebc96,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:32.682266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-ca1ab70a-626c-4790-9592-8f796efaf644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:32.684071 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-ca1ab70a-626c-4790-9592-8f796efaf644 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=087d1e39-0072-4580-ba11-eb90596289b8 HTTP/1.1" status: 200 len: 856 time: 0.1920536 Feb 08 15:59:32.713957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195d683b-a9a5-4aae-bcee-cb052f632d1a tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Checking segment: {'id': '72806535-438e-4545-ae13-e596d310fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b1d5e248-0d13-4b79-b6f7-da5a548fd021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:32.714313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d683b-a9a5-4aae-bcee-cb052f632d1a tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Network hostable DHCP agents. Network: b1d5e248-0d13-4b79-b6f7-da5a548fd021, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:59:32.788740 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (0a99cfc8-a461-4a35-9ff2-e38e8d379878), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:32.836919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a99cfc8-a461-4a35-9ff2-e38e8d379878,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:32.879945 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d683b-a9a5-4aae-bcee-cb052f632d1a tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Network b1d5e248-0d13-4b79-b6f7-da5a548fd021 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:59:32.883986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-60c5d42e-955c-4cc3-935f-b6d4cd360bfb None None] Provisioning complete for port 4c72b3e6-b95c-41c8-8fa4-79c434293651 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:32.884367 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-60c5d42e-955c-4cc3-935f-b6d4cd360bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4c72b3e6-b95c-41c8-8fa4-79c434293651), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:32.911752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-16858bce-a85b-4f82-b248-13bd7b83d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:32.913297 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-16858bce-a85b-4f82-b248-13bd7b83d663 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2185214 Feb 08 15:59:32.920813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-195d683b-a9a5-4aae-bcee-cb052f632d1a tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, b1d5e248-0d13-4b79-b6f7-da5a548fd021) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:32.922701 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (57b39cdf-f5da-4f04-93c1-a6934c64e707), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:32.930048 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-60c5d42e-955c-4cc3-935f-b6d4cd360bfb None None] Port 4c72b3e6-b95c-41c8-8fa4-79c434293651 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:59:32.936050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60725069-eae5-4511-b359-9e519fe90f99 None None] Network b1d5e248-0d13-4b79-b6f7-da5a548fd021 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:32.951027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195d683b-a9a5-4aae-bcee-cb052f632d1a tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:32.951627 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-195d683b-a9a5-4aae-bcee-cb052f632d1a tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:32.992450 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a17e0-69f6-4835-be78-a181343c2e65 req-57b35679-0ace-4ac6-ab3a-dac16832fcc8 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:32.994021 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a84a17e0-69f6-4835-be78-a181343c2e65 req-57b35679-0ace-4ac6-ab3a-dac16832fcc8 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.1984034 Feb 08 15:59:33.022262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa7f6b-f26a-4112-9ffa-e5de09dbd626 req-b30da1ee-d619-4b1b-9123-4ac07d1e5566 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:33.023830 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96fa7f6b-f26a-4112-9ffa-e5de09dbd626 req-b30da1ee-d619-4b1b-9123-4ac07d1e5566 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 945 time: 0.1595099 Feb 08 15:59:33.033695 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-195d683b-a9a5-4aae-bcee-cb052f632d1a tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8968379 Feb 08 15:59:33.036609 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-74385d8c-368c-48d8-8913-940f95da945a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port 4c72b3e6-b95c-41c8-8fa4-79c434293651 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:33.036609 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74385d8c-368c-48d8-8913-940f95da945a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4c72b3e6-b95c-41c8-8fa4-79c434293651), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.040639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51544) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:33.048782 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-69e371c2-0c47-4178-9869-66ae6203ae17 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Request body: {'port': {'network_id': 'b1d5e248-0d13-4b79-b6f7-da5a548fd021', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1276167414'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:33.067124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-b1d5e248-0d13-4b79-b6f7-da5a548fd021', 'network_id': 'b1d5e248-0d13-4b79-b6f7-da5a548fd021', 'project_id': 'acdd5fbebb16400491136c0fcae1a938', 'fixed_ips': [{'subnet_id': '98c77eb5-eb05-41f1-9e9f-9cc6380ebc96'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:59:33.068924 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.115054 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (57b39cdf-f5da-4f04-93c1-a6934c64e707), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.126453 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_controller (57b39cdf-f5da-4f04-93c1-a6934c64e707), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.153192 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96fa7f6b-f26a-4112-9ffa-e5de09dbd626 req-c56ea81e-3687-41b8-886c-c0b73d840f3f tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096828 Feb 08 15:59:33.158276 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-cf91fb10-3988-4250-851c-57e48de5ec29 service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341561 Feb 08 15:59:33.177104 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a84a17e0-69f6-4835-be78-a181343c2e65 req-4f0d3ba6-8c3a-4f95-8026-5e59068dd998 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518271 Feb 08 15:59:33.248849 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (57b39cdf-f5da-4f04-93c1-a6934c64e707), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.249512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57b39cdf-f5da-4f04-93c1-a6934c64e707 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:59:33.249902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Allocated IP 172.20.0.2 (b1d5e248-0d13-4b79-b6f7-da5a548fd021/98c77eb5-eb05-41f1-9e9f-9cc6380ebc96/63d82df5-8643-4705-8237-2d28f4a9d422) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:33.259511 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.260682 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-941b77c8-174d-49fe-a4c8-8926687d7400 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "DELETE /v2.0/routers/57b39cdf-f5da-4f04-93c1-a6934c64e707 HTTP/1.1" status: 204 len: 168 time: 2.8620701 Feb 08 15:59:33.265294 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51546) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:33.270684 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1493928552', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:33.327289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96cad4de-9d57-45ca-b5d0-cc8944dc9dca req-b88fb940-5856-410a-8100-f74e7b2bcb7b service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482985 Feb 08 15:59:33.345936 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74385d8c-368c-48d8-8913-940f95da945a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4c72b3e6-b95c-41c8-8fa4-79c434293651), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.357133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device cd4475fe-96b5-4d2f-9498-8bcfe52bf589 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:33.367966 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-74385d8c-368c-48d8-8913-940f95da945a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for 4c72b3e6-b95c-41c8-8fa4-79c434293651 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:33.370190 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (e07cd3ae-a89d-4b12-afdb-4208774db1e4), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.371262 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (e07cd3ae-a89d-4b12-afdb-4208774db1e4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.389650 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e371c2-0c47-4178-9869-66ae6203ae17 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Made reservation on behalf of acdd5fbebb16400491136c0fcae1a938 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:33.393803 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69e371c2-0c47-4178-9869-66ae6203ae17 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.453178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab65a2-6ecb-4543-84fd-73bd82123f95 req-bbe77090-b027-41c6-8012-d6e79386ea81 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:33.454047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-69e371c2-0c47-4178-9869-66ae6203ae17 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] device_id is not set on port dad82f34-5592-4521-aeaa-098af35e5193 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:59:33.461278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51ab65a2-6ecb-4543-84fd-73bd82123f95 req-bbe77090-b027-41c6-8012-d6e79386ea81 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.1191297 Feb 08 15:59:33.560938 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_controller (e07cd3ae-a89d-4b12-afdb-4208774db1e4), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.587665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a56d31-dac4-4c8b-b262-50c178577b15 req-79a24fbf-4c63-4318-bc01-134c21f7e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:33.590626 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62a56d31-dac4-4c8b-b262-50c178577b15 req-79a24fbf-4c63-4318-bc01-134c21f7e3b9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 1127 time: 0.1696482 Feb 08 15:59:33.594818 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51ab65a2-6ecb-4543-84fd-73bd82123f95 req-747ce61d-b287-480f-b6c9-ad84c7c65473 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325316 Feb 08 15:59:33.651521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205fbc8-a86e-4783-a22d-9c3b756a08de req-cffabcfd-caf9-43ad-b7d7-7a6188bb76a8 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:33.654199 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a205fbc8-a86e-4783-a22d-9c3b756a08de req-cffabcfd-caf9-43ad-b7d7-7a6188bb76a8 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 946 time: 0.1676385 Feb 08 15:59:33.727540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port cd4475fe-96b5-4d2f-9498-8bcfe52bf589 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:59:33.734001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port cd4475fe-96b5-4d2f-9498-8bcfe52bf589 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:33.734338 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cd4475fe-96b5-4d2f-9498-8bcfe52bf589), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.746487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa6c6bf1-3eec-46bd-be40-520850435c83 req-3044cefe-2c60-470c-8c46-d77724ad59f7 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0449724 Feb 08 15:59:33.786775 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Publish callbacks [] for port (63d82df5-8643-4705-8237-2d28f4a9d422), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.798261 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ea92af1b-9c6c-468c-b304-9e5f162ab02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.802263 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (63d82df5-8643-4705-8237-2d28f4a9d422), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.826205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a205fbc8-a86e-4783-a22d-9c3b756a08de req-2e77eee3-501a-4698-876b-160f33cbff20 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/security-groups?id=058efc75-f475-4780-b2c9-d0bee0adbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252003 Feb 08 15:59:33.849465 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (e07cd3ae-a89d-4b12-afdb-4208774db1e4), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:33.850380 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a56d31-dac4-4c8b-b262-50c178577b15 req-b4a567dd-7423-46a6-bc5e-8f661f2490fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:33.853385 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62a56d31-dac4-4c8b-b262-50c178577b15 req-b4a567dd-7423-46a6-bc5e-8f661f2490fc service neutron] 10.222.0.94 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 918 time: 0.2540996 Feb 08 15:59:33.910392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62a56d31-dac4-4c8b-b262-50c178577b15 req-65677798-c296-4a01-b220-6ea535ff17bf service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41740af2-4a3d-4b44-9b28-315194388352 HTTP/1.1" status: 200 len: 217 time: 0.0510123 Feb 08 15:59:33.931611 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Pushing event updated for resources: {'Port': ['ID=63d82df5-8643-4705-8237-2d28f4a9d422,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:33.935571 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Network b1d5e248-0d13-4b79-b6f7-da5a548fd021 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:33.943904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:33.947822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 90600a68-7a97-434c-a59f-b2529b7f3821 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:33.967938 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:33.995441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-69e371c2-0c47-4178-9869-66ae6203ae17 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Allocated IP 172.20.0.4 (b1d5e248-0d13-4b79-b6f7-da5a548fd021/98c77eb5-eb05-41f1-9e9f-9cc6380ebc96/dad82f34-5592-4521-aeaa-098af35e5193) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:34.004665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a56d31-dac4-4c8b-b262-50c178577b15 req-790f484f-044f-4dc1-b76f-e523161025f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:34.006519 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62a56d31-dac4-4c8b-b262-50c178577b15 req-790f484f-044f-4dc1-b76f-e523161025f0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=087d1e39-0072-4580-ba11-eb90596289b8 HTTP/1.1" status: 200 len: 856 time: 0.0865314 Feb 08 15:59:34.055735 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74385d8c-368c-48d8-8913-940f95da945a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (4c72b3e6-b95c-41c8-8fa4-79c434293651), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.094586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a56d31-dac4-4c8b-b262-50c178577b15 req-bf66da75-dfa8-41f1-8589-8b847d1bda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:34.096230 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62a56d31-dac4-4c8b-b262-50c178577b15 req-bf66da75-dfa8-41f1-8589-8b847d1bda7f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0827329 Feb 08 15:59:34.098277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Attempting to bind port 63d82df5-8643-4705-8237-2d28f4a9d422 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:59:34.098727 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Attempting to bind port 63d82df5-8643-4705-8237-2d28f4a9d422 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '72806535-438e-4545-ae13-e596d310fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b1d5e248-0d13-4b79-b6f7-da5a548fd021'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:59:34.099154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Attempting to bind port 63d82df5-8643-4705-8237-2d28f4a9d422 on network b1d5e248-0d13-4b79-b6f7-da5a548fd021 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:59:34.108962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port cd4475fe-96b5-4d2f-9498-8bcfe52bf589 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:34.109520 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cd4475fe-96b5-4d2f-9498-8bcfe52bf589), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.124643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74385d8c-368c-48d8-8913-940f95da945a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=4c72b3e6-b95c-41c8-8fa4-79c434293651,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:34.131213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:59:34.132103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Checking segment: {'id': '72806535-438e-4545-ae13-e596d310fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b1d5e248-0d13-4b79-b6f7-da5a548fd021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:34.132103 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.132840 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Bound using segment: {'id': '72806535-438e-4545-ae13-e596d310fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b1d5e248-0d13-4b79-b6f7-da5a548fd021'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:59:34.133388 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Bound port: 63d82df5-8643-4705-8237-2d28f4a9d422, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72806535-438e-4545-ae13-e596d310fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b1d5e248-0d13-4b79-b6f7-da5a548fd021'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:59:34.134280 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (63d82df5-8643-4705-8237-2d28f4a9d422), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.146844 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 90600a68-7a97-434c-a59f-b2529b7f3821 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:59:34.168898 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 90600a68-7a97-434c-a59f-b2529b7f3821 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:34.171836 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (90600a68-7a97-434c-a59f-b2529b7f3821), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.219561 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babf7ce6-8167-40ed-88b3-23f25dd7b31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4475fe-96b5-4d2f-9498-8bcfe52bf589'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:34.222401 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1c42c2-11ce-416d-b9d4-d785803b8fab" -d '{"events": [{"server_uuid": "babf7ce6-8167-40ed-88b3-23f25dd7b31c", "name": "network-vif-plugged", "status": "completed", "tag": "cd4475fe-96b5-4d2f-9498-8bcfe52bf589"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:34.284416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port cd4475fe-96b5-4d2f-9498-8bcfe52bf589, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cd4475fe-96b5-4d2f-9498-8bcfe52bf589,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:34.288419 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62a56d31-dac4-4c8b-b262-50c178577b15 req-392e2167-c746-4e97-b95c-6c24f355d34f service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839347 Feb 08 15:59:34.294260 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cd4475fe-96b5-4d2f-9498-8bcfe52bf589), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.445196 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74385d8c-368c-48d8-8913-940f95da945a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.456166 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-74385d8c-368c-48d8-8913-940f95da945a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/4c72b3e6-b95c-41c8-8fa4-79c434293651 HTTP/1.1" status: 204 len: 168 time: 1.8345783 Feb 08 15:59:34.458835 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0a99cfc8-a461-4a35-9ff2-e38e8d379878 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:59:34.460003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51570) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:34.464369 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69e371c2-0c47-4178-9869-66ae6203ae17 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks [] for port (dad82f34-5592-4521-aeaa-098af35e5193), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.507604 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedd96b5-0f20-4cc7-832d-7e178f5e6fbc tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] GET failed (client error): The resource could not be found. Feb 08 15:59:34.509629 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-aedd96b5-0f20-4cc7-832d-7e178f5e6fbc tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/4c72b3e6-b95c-41c8-8fa4-79c434293651 HTTP/1.1" status: 404 len: 333 time: 0.0468590 Feb 08 15:59:34.516596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] For port 63d82df5-8643-4705-8237-2d28f4a9d422, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:59:34.531056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51572) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:34.552316 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3e71d-5399-4928-ac9e-94f51616b671 req-8eff83c8-8041-488f-a4c5-542e12e1ee1e tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:34.559340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5dc3e71d-5399-4928-ac9e-94f51616b671 req-8eff83c8-8041-488f-a4c5-542e12e1ee1e tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 946 time: 0.2189717 Feb 08 15:59:34.565782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] For port 63d82df5-8643-4705-8237-2d28f4a9d422, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=63d82df5-8643-4705-8237-2d28f4a9d422,segment=NetworkSegment(72806535-438e-4545-ae13-e596d310fea6),segment_id=72806535-438e-4545-ae13-e596d310fea6)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:59:34.575350 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 0a99cfc8-a461-4a35-9ff2-e38e8d379878 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:59:34.576022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0a99cfc8-a461-4a35-9ff2-e38e8d379878 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:59:34.580642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=cd4475fe-96b5-4d2f-9498-8bcfe52bf589,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:34.588039 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (63d82df5-8643-4705-8237-2d28f4a9d422), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.602405 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62a56d31-dac4-4c8b-b262-50c178577b15 req-b6e23898-e53a-47cb-a331-23352bbe0984 service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072643 Feb 08 15:59:34.642959 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014340eb-b2c8-4fae-900d-09eeeb28d7d3 req-cd779796-2bfc-4371-8487-8034854889c5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:34.643299 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 90600a68-7a97-434c-a59f-b2529b7f3821 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:34.643917 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (90600a68-7a97-434c-a59f-b2529b7f3821), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.645756 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-014340eb-b2c8-4fae-900d-09eeeb28d7d3 req-cd779796-2bfc-4371-8487-8034854889c5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.1440213 Feb 08 15:59:34.651829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8d9c32-c5e4-46c2-b392-13282b386006 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting subnet 1c7611c7-fd5f-4b50-b601-c0945f009e9f {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:59:34.654448 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69e371c2-0c47-4178-9869-66ae6203ae17 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (dad82f34-5592-4521-aeaa-098af35e5193), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.657201 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (e07cd3ae-a89d-4b12-afdb-4208774db1e4), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.659447 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c32-c5e4-46c2-b392-13282b386006 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (1c7611c7-fd5f-4b50-b601-c0945f009e9f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.692679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9835fb4-f817-485a-837f-94bb81789256 None None] Pushing event updated for resources: {'Port': ['ID=63d82df5-8643-4705-8237-2d28f4a9d422,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:34.697538 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5dc3e71d-5399-4928-ac9e-94f51616b671 req-8d4b3e98-d886-4298-a4b8-099688f94b96 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301630 Feb 08 15:59:34.716900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 90600a68-7a97-434c-a59f-b2529b7f3821, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=90600a68-7a97-434c-a59f-b2529b7f3821,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:34.725558 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (90600a68-7a97-434c-a59f-b2529b7f3821), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.747678 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.755880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-014340eb-b2c8-4fae-900d-09eeeb28d7d3 req-a2930b9a-307e-408b-ab9b-7886be1cec88 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920579 Feb 08 15:59:34.791717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e371c2-0c47-4178-9869-66ae6203ae17 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Network b1d5e248-0d13-4b79-b6f7-da5a548fd021 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:34.792488 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ed7da3-1829-420b-a852-4333501ddd7e x-openstack-request-id: req-04ed7da3-1829-420b-a852-4333501ddd7e {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:34.792806 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babf7ce6-8167-40ed-88b3-23f25dd7b31c", "name": "network-vif-plugged", "status": "completed", "tag": "cd4475fe-96b5-4d2f-9498-8bcfe52bf589", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:34.793094 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-04ed7da3-1829-420b-a852-4333501ddd7e {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:34.793514 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babf7ce6-8167-40ed-88b3-23f25dd7b31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4475fe-96b5-4d2f-9498-8bcfe52bf589', 'code': 200} Feb 08 15:59:34.795714 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c32-c5e4-46c2-b392-13282b386006 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (1c7611c7-fd5f-4b50-b601-c0945f009e9f), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:34.841405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e371c2-0c47-4178-9869-66ae6203ae17 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Pushing event updated for resources: {'Port': ['ID=dad82f34-5592-4521-aeaa-098af35e5193,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:34.869060 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=90600a68-7a97-434c-a59f-b2529b7f3821,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:34.870399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-69e371c2-0c47-4178-9869-66ae6203ae17 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:34.878110 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e371c2-0c47-4178-9869-66ae6203ae17 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:34.985171 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb87da9c-4fc9-43d3-bd48-3a3164243640 req-b28a1116-e1c1-4f6d-a06d-ead319404b65 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0924802 Feb 08 15:59:35.037398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e371c2-0c47-4178-9869-66ae6203ae17 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:35.037398 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69e371c2-0c47-4178-9869-66ae6203ae17 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:35.046804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5c86d-4324-404f-a34f-b02008cf4d03 req-81162b89-60cc-4492-a4e1-4cca4f1b78de tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:35.049899 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-38c5c86d-4324-404f-a34f-b02008cf4d03 req-81162b89-60cc-4492-a4e1-4cca4f1b78de tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 946 time: 0.1387134 Feb 08 15:59:35.118973 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-69e371c2-0c47-4178-9869-66ae6203ae17 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0769176 Feb 08 15:59:35.125000 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-38c5c86d-4324-404f-a34f-b02008cf4d03 req-de25557d-3156-4cb4-ac39-2e080f253471 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/security-groups?id=058efc75-f475-4780-b2c9-d0bee0adbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687435 Feb 08 15:59:35.125733 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51576) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:35.126257 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c32-c5e4-46c2-b392-13282b386006 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (1c7611c7-fd5f-4b50-b601-c0945f009e9f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:35.156293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Allocated IP 172.25.7.174 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/a7e71e47-95b3-4549-b982-ccc272d0b1af) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:35.169387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3c8cc-b743-4f97-9e49-a58e28f54e44 req-efdce71a-ca85-404b-b62b-c7384a30cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:35.170861 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3af3c8cc-b743-4f97-9e49-a58e28f54e44 req-efdce71a-ca85-404b-b62b-c7384a30cef2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 1129 time: 0.2940106 Feb 08 15:59:35.256627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb7254-4da1-4fe8-8e57-bb0d03ceaff2 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Deleting port dad82f34-5592-4521-aeaa-098af35e5193 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:35.257096 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7254-4da1-4fe8-8e57-bb0d03ceaff2 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (dad82f34-5592-4521-aeaa-098af35e5193), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:35.322953 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3af3c8cc-b743-4f97-9e49-a58e28f54e44 req-acb2b8d4-528f-4159-b2c2-4b959cc53e61 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416459 Feb 08 15:59:35.352428 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c32-c5e4-46c2-b392-13282b386006 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (1c7611c7-fd5f-4b50-b601-c0945f009e9f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:35.357129 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7254-4da1-4fe8-8e57-bb0d03ceaff2 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (dad82f34-5592-4521-aeaa-098af35e5193), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:35.369655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb7254-4da1-4fe8-8e57-bb0d03ceaff2 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Calling delete_port for dad82f34-5592-4521-aeaa-098af35e5193 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:35.418325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d9c32-c5e4-46c2-b392-13282b386006 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7611c7-fd5f-4b50-b601-c0945f009e9f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:35.434881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9475718b-b5c0-4b4c-93d8-f018c9adc505 None None] Network 7ecd253b-f96f-4c00-b5b6-5351464a3308 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:35.441475 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9c32-c5e4-46c2-b392-13282b386006 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:35.451117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51578) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:35.452031 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0c8d9c32-c5e4-46c2-b392-13282b386006 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/1c7611c7-fd5f-4b50-b601-c0945f009e9f HTTP/1.1" status: 204 len: 168 time: 0.9196856 Feb 08 15:59:35.460381 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for port (a7e71e47-95b3-4549-b982-ccc272d0b1af), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:35.508811 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:35.511063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed370d84-a4f8-4b4f-9e9d-3b85c7197f8c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting subnet 296f4a1e-2423-4629-ae26-0d0e89617d4a {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:59:35.515039 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed370d84-a4f8-4b4f-9e9d-3b85c7197f8c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (296f4a1e-2423-4629-ae26-0d0e89617d4a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:35.527814 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a7e71e47-95b3-4549-b982-ccc272d0b1af), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:35.569632 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed370d84-a4f8-4b4f-9e9d-3b85c7197f8c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (296f4a1e-2423-4629-ae26-0d0e89617d4a), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:35.584195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:35.588673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:35.596500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:35.643052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Pushing event updated for resources: {'Port': ['ID=a7e71e47-95b3-4549-b982-ccc272d0b1af,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:35.697815 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7254-4da1-4fe8-8e57-bb0d03ceaff2 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (dad82f34-5592-4521-aeaa-098af35e5193), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:35.776487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb7254-4da1-4fe8-8e57-bb0d03ceaff2 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Pushing event deleted for resources: {'Port': ['ID=dad82f34-5592-4521-aeaa-098af35e5193,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:35.832022 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed370d84-a4f8-4b4f-9e9d-3b85c7197f8c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (296f4a1e-2423-4629-ae26-0d0e89617d4a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:35.943961 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 41740af2-4a3d-4b44-9b28-315194388352 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 15:59:35.961481 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (e07cd3ae-a89d-4b12-afdb-4208774db1e4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.046887 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7254-4da1-4fe8-8e57-bb0d03ceaff2 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.050914 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-dbeb7254-4da1-4fe8-8e57-bb0d03ceaff2 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] 10.222.0.82 "DELETE /v2.0/ports/dad82f34-5592-4521-aeaa-098af35e5193 HTTP/1.1" status: 204 len: 168 time: 0.9237885 Feb 08 15:59:36.061028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51586) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:36.061489 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eb521-776a-4f1c-8b52-60ebc438fbf7 req-4ff862c1-af79-4b52-a475-795d1ff15691 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:36.063153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a1eb521-776a-4f1c-8b52-60ebc438fbf7 req-4ff862c1-af79-4b52-a475-795d1ff15691 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.94 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 946 time: 0.3099856 Feb 08 15:59:36.108232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f0766-0603-4640-b5f0-0587a05993be req-db8f2611-4182-443c-9687-b1f0b37e0e7f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:36.109933 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a0f0766-0603-4640-b5f0-0587a05993be req-db8f2611-4182-443c-9687-b1f0b37e0e7f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.1927764 Feb 08 15:59:36.154144 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed370d84-a4f8-4b4f-9e9d-3b85c7197f8c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (296f4a1e-2423-4629-ae26-0d0e89617d4a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.165657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 41740af2-4a3d-4b44-9b28-315194388352, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=41740af2-4a3d-4b44-9b28-315194388352,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:36.184880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c7be-d139-4bcc-a0c0-bccc78770210 req-8a19e776-56c4-442b-ba40-6ce76f382bfc tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:36.186518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fcdda0-d21d-47b7-9f7f-b11e0395481f None None] Network b1d5e248-0d13-4b79-b6f7-da5a548fd021 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:36.193139 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f39c7be-d139-4bcc-a0c0-bccc78770210 req-8a19e776-56c4-442b-ba40-6ce76f382bfc tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 946 time: 0.3832836 Feb 08 15:59:36.249649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed370d84-a4f8-4b4f-9e9d-3b85c7197f8c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Subnet': ['ID=296f4a1e-2423-4629-ae26-0d0e89617d4a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:36.274323 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-71363f8d-cad6-45f8-bb67-c234b9d4a3c2 tempest-DHCPAgentSchedulersTestJSON-1621619361 tempest-DHCPAgentSchedulersTestJSON-1621619361-project-admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.2117422 Feb 08 15:59:36.279413 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '41740af2-4a3d-4b44-9b28-315194388352', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'port_id': '41740af2-4a3d-4b44-9b28-315194388352', 'mac_address': 'fa:16:3e:3b:0e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 15:59:36.281379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51592) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:36.287188 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-47112daf-7915-445c-b152-58dedb781c73 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-607999070'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:36.288183 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed370d84-a4f8-4b4f-9e9d-3b85c7197f8c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.294466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ed370d84-a4f8-4b4f-9e9d-3b85c7197f8c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/296f4a1e-2423-4629-ae26-0d0e89617d4a HTTP/1.1" status: 204 len: 168 time: 0.8389387 Feb 08 15:59:36.301327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51594) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:36.315450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-705eb169-ef34-4a81-bce8-9d075d6a7929 None None] Provisioning complete for port 63d82df5-8643-4705-8237-2d28f4a9d422 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:36.316302 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-705eb169-ef34-4a81-bce8-9d075d6a7929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (63d82df5-8643-4705-8237-2d28f4a9d422), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.355401 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a0f0766-0603-4640-b5f0-0587a05993be req-3632ef24-0aab-4c22-a811-50140b687231 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222595 Feb 08 15:59:36.412607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f39c7be-d139-4bcc-a0c0-bccc78770210 req-2e7f4991-00d0-4be1-9649-d2a79816dc01 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184801 Feb 08 15:59:36.451325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47112daf-7915-445c-b152-58dedb781c73 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Made reservation on behalf of acdd5fbebb16400491136c0fcae1a938 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:36.455272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47112daf-7915-445c-b152-58dedb781c73 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.476487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-3a1eb521-776a-4f1c-8b52-60ebc438fbf7 req-7731a8d9-2dfd-4d84-bdbe-06babeed7c8a tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Deleting port ac332e2c-1550-45bb-b0c5-978644873151 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:36.479412 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3a1eb521-776a-4f1c-8b52-60ebc438fbf7 req-7731a8d9-2dfd-4d84-bdbe-06babeed7c8a tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ac332e2c-1550-45bb-b0c5-978644873151), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.517972 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (7ecd253b-f96f-4c00-b5b6-5351464a3308), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.527361 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 41740af2-4a3d-4b44-9b28-315194388352 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:36.528430 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41740af2-4a3d-4b44-9b28-315194388352), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.560161 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (e07cd3ae-a89d-4b12-afdb-4208774db1e4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.568509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47112daf-7915-445c-b152-58dedb781c73 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:59:36.598424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-705eb169-ef34-4a81-bce8-9d075d6a7929 None None] Current status of the port 63d82df5-8643-4705-8237-2d28f4a9d422 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:36.598822 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-705eb169-ef34-4a81-bce8-9d075d6a7929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (63d82df5-8643-4705-8237-2d28f4a9d422), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.609036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 63d82df5-8643-4705-8237-2d28f4a9d422 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:36.652400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41740af2-4a3d-4b44-9b28-315194388352 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 15:59:36.652683 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47112daf-7915-445c-b152-58dedb781c73 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (441c5360-2495-4359-a6d4-25172d7f95f8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.653027 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-47112daf-7915-445c-b152-58dedb781c73 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Added segment 441c5360-2495-4359-a6d4-25172d7f95f8 of type vlan for network e500a4a5-b34d-44de-ade0-04b2f76f984e Feb 08 15:59:36.670120 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90db53e7-cb36-475d-b771-9909afa95510 None None] Network 7ecd253b-f96f-4c00-b5b6-5351464a3308 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:36.814691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b717bf-a92e-48ef-b318-b2d1d4c70979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90600a68-7a97-434c-a59f-b2529b7f3821'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:36.817807 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4987edf-194c-482c-b7ee-081d69e4227a" -d '{"events": [{"server_uuid": "85b717bf-a92e-48ef-b318-b2d1d4c70979", "name": "network-vif-plugged", "status": "completed", "tag": "90600a68-7a97-434c-a59f-b2529b7f3821"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:36.828768 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 41740af2-4a3d-4b44-9b28-315194388352, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=41740af2-4a3d-4b44-9b28-315194388352,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:36.835166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-705eb169-ef34-4a81-bce8-9d075d6a7929 None None] For port 63d82df5-8643-4705-8237-2d28f4a9d422, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=63d82df5-8643-4705-8237-2d28f4a9d422,segment=NetworkSegment(72806535-438e-4545-ae13-e596d310fea6),segment_id=72806535-438e-4545-ae13-e596d310fea6)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:36.839662 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.843639 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (41740af2-4a3d-4b44-9b28-315194388352), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.875369 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-705eb169-ef34-4a81-bce8-9d075d6a7929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (63d82df5-8643-4705-8237-2d28f4a9d422), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.915655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 63d82df5-8643-4705-8237-2d28f4a9d422 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:36.916291 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (63d82df5-8643-4705-8237-2d28f4a9d422), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:36.944997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=41740af2-4a3d-4b44-9b28-315194388352,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:36.992316 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-129a987d-efe7-49b5-9e21-5282ce80c6e5 req-20c18c62-8047-4541-a96a-70ee49a90aef tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.4150774 Feb 08 15:59:37.042701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce45a867-7fcc-4a9b-9dc7-60523d9ac0b2 None None] DHCP port deletion for 7ecd253b-f96f-4c00-b5b6-5351464a3308 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:59:37.069937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-3a1eb521-776a-4f1c-8b52-60ebc438fbf7 req-7731a8d9-2dfd-4d84-bdbe-06babeed7c8a tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] For port ac332e2c-1550-45bb-b0c5-978644873151, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ac332e2c-1550-45bb-b0c5-978644873151,segment=NetworkSegment(b63f92bc-a99b-4160-892b-f22cc38a4f73),segment_id=b63f92bc-a99b-4160-892b-f22cc38a4f73)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:37.070627 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3a1eb521-776a-4f1c-8b52-60ebc438fbf7 req-7731a8d9-2dfd-4d84-bdbe-06babeed7c8a tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ac332e2c-1550-45bb-b0c5-978644873151), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:37.073993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5688d906-ab0b-445c-9e15-c7fdc2d4f027 None None] Provisioning complete for port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:37.074430 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5688d906-ab0b-445c-9e15-c7fdc2d4f027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:37.082127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415fa7e-f1d0-480b-b364-d41a2322d58e req-bb69945f-df39-4a8e-ab91-714c3251ba8d tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:37.088241 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e415fa7e-f1d0-480b-b364-d41a2322d58e req-bb69945f-df39-4a8e-ab91-714c3251ba8d tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 946 time: 0.5096903 Feb 08 15:59:37.115958 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-3a1eb521-776a-4f1c-8b52-60ebc438fbf7 req-7731a8d9-2dfd-4d84-bdbe-06babeed7c8a tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Calling delete_port for ac332e2c-1550-45bb-b0c5-978644873151 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:37.140058 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04e55f5-38f4-49e5-98b0-ad89f0bada20 x-openstack-request-id: req-d04e55f5-38f4-49e5-98b0-ad89f0bada20 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:37.140895 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b717bf-a92e-48ef-b318-b2d1d4c70979", "name": "network-vif-plugged", "status": "completed", "tag": "90600a68-7a97-434c-a59f-b2529b7f3821", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:37.141425 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d04e55f5-38f4-49e5-98b0-ad89f0bada20 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:37.142068 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b717bf-a92e-48ef-b318-b2d1d4c70979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90600a68-7a97-434c-a59f-b2529b7f3821', 'code': 200} Feb 08 15:59:37.162485 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['41740af2-4a3d-4b44-9b28-315194388352'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:59:37.166162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705eb169-ef34-4a81-bce8-9d075d6a7929 None None] Pushing event updated for resources: {'Port': ['ID=63d82df5-8643-4705-8237-2d28f4a9d422,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:37.196783 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e415fa7e-f1d0-480b-b364-d41a2322d58e req-95d60a92-7719-48b8-bf78-7a0e125077af tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/security-groups?id=058efc75-f475-4780-b2c9-d0bee0adbccc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075675 Feb 08 15:59:37.256345 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47112daf-7915-445c-b152-58dedb781c73 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (e500a4a5-b34d-44de-ade0-04b2f76f984e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:37.333125 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3a1eb521-776a-4f1c-8b52-60ebc438fbf7 req-7731a8d9-2dfd-4d84-bdbe-06babeed7c8a tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ac332e2c-1550-45bb-b0c5-978644873151), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:37.340816 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47112daf-7915-445c-b152-58dedb781c73 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (e500a4a5-b34d-44de-ade0-04b2f76f984e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:37.346750 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47112daf-7915-445c-b152-58dedb781c73 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:37.346750 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47112daf-7915-445c-b152-58dedb781c73 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:37.374753 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731a8d9-2dfd-4d84-bdbe-06babeed7c8a tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Pushing event deleted for resources: {'Port': ['ID=ac332e2c-1550-45bb-b0c5-978644873151,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:37.479909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1eb521-776a-4f1c-8b52-60ebc438fbf7 req-7731a8d9-2dfd-4d84-bdbe-06babeed7c8a tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] No DVR routers for this DVR port ac332e2c-1550-45bb-b0c5-978644873151 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:59:37.491267 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-3a1eb521-776a-4f1c-8b52-60ebc438fbf7 req-7731a8d9-2dfd-4d84-bdbe-06babeed7c8a tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:37.492369 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-47112daf-7915-445c-b152-58dedb781c73 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2098067 Feb 08 15:59:37.498025 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a1eb521-776a-4f1c-8b52-60ebc438fbf7 req-7731a8d9-2dfd-4d84-bdbe-06babeed7c8a tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.94 "DELETE /v2.0/ports/ac332e2c-1550-45bb-b0c5-978644873151 HTTP/1.1" status: 204 len: 173 time: 1.4214005 Feb 08 15:59:37.498722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c5f7be-8042-48ca-aff6-12a1b8f3d0be', 'name': 'network-vif-deleted', 'tag': 'ac332e2c-1550-45bb-b0c5-978644873151'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:37.509459 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51602) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:37.513907 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fca0ee-8e43-4095-86b1-cc09d4aa8253" -d '{"events": [{"server_uuid": "62c5f7be-8042-48ca-aff6-12a1b8f3d0be", "name": "network-vif-deleted", "tag": "ac332e2c-1550-45bb-b0c5-978644873151"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:37.526227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1ad45-dca6-45fc-97cb-e44ada0cc75f req-378617ec-4c23-43f5-8274-f84ca62ab5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:37.526786 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-64f1ad45-dca6-45fc-97cb-e44ada0cc75f req-378617ec-4c23-43f5-8274-f84ca62ab5b1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=85b717bf-a92e-48ef-b318-b2d1d4c70979 HTTP/1.1" status: 200 len: 1128 time: 0.2630408 Feb 08 15:59:37.537750 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47112daf-7915-445c-b152-58dedb781c73 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Pushing event updated for resources: {'Network': ['ID=e500a4a5-b34d-44de-ade0-04b2f76f984e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:37.553439 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:37.553789 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:37.560987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 63d82df5-8643-4705-8237-2d28f4a9d422 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:37.574606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network e500a4a5-b34d-44de-ade0-04b2f76f984e details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:59:37.673911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ce45a867-7fcc-4a9b-9dc7-60523d9ac0b2 None None] Deleting port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:37.674724 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ce45a867-7fcc-4a9b-9dc7-60523d9ac0b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:37.701767 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da985c-1aa5-4ebe-9508-bf0bb3a90ba1 req-08df6c8e-4b68-45af-bf0b-6ae3a665a556 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:37.704700 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98da985c-1aa5-4ebe-9508-bf0bb3a90ba1 req-08df6c8e-4b68-45af-bf0b-6ae3a665a556 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 946 time: 0.1357026 Feb 08 15:59:37.761657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5688d906-ab0b-445c-9e15-c7fdc2d4f027 None None] Current status of the port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:37.778263 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdc8e5-7aaa-458c-bf63-050f1b303bf9 req-a5739f31-941d-4acc-b299-a3901adc53b5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:37.780231 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] For port 9f8af911-fc31-49d0-aa1d-c0846d1eb298, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9f8af911-fc31-49d0-aa1d-c0846d1eb298,segment=NetworkSegment(78ec091c-8f74-4723-a047-26626e24b087),segment_id=78ec091c-8f74-4723-a047-26626e24b087)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:37.780817 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:37.785777 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7fdc8e5-7aaa-458c-bf63-050f1b303bf9 req-a5739f31-941d-4acc-b299-a3901adc53b5 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 945 time: 0.3077879 Feb 08 15:59:37.803099 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ce45a867-7fcc-4a9b-9dc7-60523d9ac0b2 None None] For port 9f8af911-fc31-49d0-aa1d-c0846d1eb298, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9f8af911-fc31-49d0-aa1d-c0846d1eb298,segment=NetworkSegment(78ec091c-8f74-4723-a047-26626e24b087),segment_id=78ec091c-8f74-4723-a047-26626e24b087)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:37.803590 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ce45a867-7fcc-4a9b-9dc7-60523d9ac0b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:37.829355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ce45a867-7fcc-4a9b-9dc7-60523d9ac0b2 None None] Calling delete_port for 9f8af911-fc31-49d0-aa1d-c0846d1eb298 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:37.844415 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98da985c-1aa5-4ebe-9508-bf0bb3a90ba1 req-17cb3e89-181d-4a3c-8532-2c2971f9a5a9 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895286 Feb 08 15:59:37.853774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for 9f8af911-fc31-49d0-aa1d-c0846d1eb298 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:37.856183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Router e07cd3ae-a89d-4b12-afdb-4208774db1e4 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:59:37.866360 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-64f1ad45-dca6-45fc-97cb-e44ada0cc75f req-b0256390-21c3-4109-9130-29e1aad1ee7b service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245907 Feb 08 15:59:37.873665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7fdc8e5-7aaa-458c-bf63-050f1b303bf9 req-479c69fa-e5fb-4934-8a86-3ad5a87714e0 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869672 Feb 08 15:59:37.943787 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556fe3fd-e140-41f2-a46b-61c148acf052 x-openstack-request-id: req-556fe3fd-e140-41f2-a46b-61c148acf052 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:37.944352 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c5f7be-8042-48ca-aff6-12a1b8f3d0be", "name": "network-vif-deleted", "tag": "ac332e2c-1550-45bb-b0c5-978644873151", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:37.945233 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-556fe3fd-e140-41f2-a46b-61c148acf052 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:37.945894 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c5f7be-8042-48ca-aff6-12a1b8f3d0be', 'name': 'network-vif-deleted', 'tag': 'ac332e2c-1550-45bb-b0c5-978644873151', 'status': 'completed', 'code': 200} Feb 08 15:59:37.964434 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ec0b107f-a131-4554-843d-3e386b06e401 None None] Provisioning complete for port 63d82df5-8643-4705-8237-2d28f4a9d422 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:37.964824 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec0b107f-a131-4554-843d-3e386b06e401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (63d82df5-8643-4705-8237-2d28f4a9d422), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:37.969260 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ac332e2c-1550-45bb-b0c5-978644873151 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:59:38.000565 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-be781a01-1ae6-4ca1-9e96-c85bc06440f8 tempest-DHCPAgentSchedulersTestJSON-1621619361 tempest-DHCPAgentSchedulersTestJSON-1621619361-project-admin] 10.222.0.82 "GET /v2.0/agents/020afa37-d261-4918-a17d-4af40dc51bbd/dhcp-networks HTTP/1.1" status: 200 len: 7995 time: 0.4898374 Feb 08 15:59:38.004321 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51608) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:38.016003 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:38.017905 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ce45a867-7fcc-4a9b-9dc7-60523d9ac0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:38.030729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: ac332e2c-1550-45bb-b0c5-978644873151 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:59:38.032215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ac332e2c-1550-45bb-b0c5-978644873151 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:59:38.061534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45a867-7fcc-4a9b-9dc7-60523d9ac0b2 None None] Pushing event deleted for resources: {'Port': ['ID=9f8af911-fc31-49d0-aa1d-c0846d1eb298,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:38.067177 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45a867-7fcc-4a9b-9dc7-60523d9ac0b2 None None] No DVR routers for this DVR port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:59:38.095043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8225ae0-d16f-4f0b-8d3e-be93bf6e5837 req-f89e3a0e-4e16-4010-97ab-07fa3033fc71 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:38.103994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8225ae0-d16f-4f0b-8d3e-be93bf6e5837 req-f89e3a0e-4e16-4010-97ab-07fa3033fc71 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=85b717bf-a92e-48ef-b318-b2d1d4c70979 HTTP/1.1" status: 200 len: 945 time: 0.1539011 Feb 08 15:59:38.116532 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9f8af911-fc31-49d0-aa1d-c0846d1eb298), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:38.127144 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:59:38.140891 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20448569-e50b-4794-99cf-afbc1399afaf None None] Sync routers for ids ['e07cd3ae-a89d-4b12-afdb-4208774db1e4'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:59:38.154280 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20448569-e50b-4794-99cf-afbc1399afaf None None] Routers {'e07cd3ae-a89d-4b12-afdb-4208774db1e4'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:38.154913 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-20448569-e50b-4794-99cf-afbc1399afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e07cd3ae-a89d-4b12-afdb-4208774db1e4'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:38.157397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No DVR routers for this DVR port 9f8af911-fc31-49d0-aa1d-c0846d1eb298 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:59:38.166348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=9f8af911-fc31-49d0-aa1d-c0846d1eb298,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:38.172113 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ec0b107f-a131-4554-843d-3e386b06e401 None None] Current status of the port 63d82df5-8643-4705-8237-2d28f4a9d422 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:38.172565 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c01febe-4c42-4440-9331-bf8a83fcf665 req-b1b2b37a-595d-4bff-961f-516e64cd2e54 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0391870 Feb 08 15:59:38.178876 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ec0b107f-a131-4554-843d-3e386b06e401 None None] Could not find standard attr ID for object dad82f34-5592-4521-aeaa-098af35e5193. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 15:59:38.213781 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-20448569-e50b-4794-99cf-afbc1399afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:38.224919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a6a29-a16d-41a0-9d6a-a6edc7db9473 tempest-DHCPAgentSchedulersTestJSON-1621619361 tempest-DHCPAgentSchedulersTestJSON-1621619361-project-admin] Network e500a4a5-b34d-44de-ade0-04b2f76f984e is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:59:38.226605 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20448569-e50b-4794-99cf-afbc1399afaf None None] Routers {'e07cd3ae-a89d-4b12-afdb-4208774db1e4'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:38.227789 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-20448569-e50b-4794-99cf-afbc1399afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e07cd3ae-a89d-4b12-afdb-4208774db1e4'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:38.259567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800bb74d-8827-4948-87ee-8abef3c58ae1 None None] Network e500a4a5-b34d-44de-ade0-04b2f76f984e requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:38.268807 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-20448569-e50b-4794-99cf-afbc1399afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:38.269951 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20448569-e50b-4794-99cf-afbc1399afaf None None] The sync data for ids ['e07cd3ae-a89d-4b12-afdb-4208774db1e4'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:59:38.292484 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8225ae0-d16f-4f0b-8d3e-be93bf6e5837 req-6484e209-8d27-4be5-9055-b7ed8388fcad tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857522 Feb 08 15:59:38.309171 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:38.309171 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-836d98c6-dedb-493f-9137-dc836b4debba tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.0413115 Feb 08 15:59:38.309874 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-056a6a29-a16d-41a0-9d6a-a6edc7db9473 tempest-DHCPAgentSchedulersTestJSON-1621619361 tempest-DHCPAgentSchedulersTestJSON-1621619361-project-admin] 10.222.0.82 "POST /v2.0/agents/020afa37-d261-4918-a17d-4af40dc51bbd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2914119 Feb 08 15:59:38.310148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51614) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:38.310422 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51616) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:38.316660 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-34abf6de-dc49-454f-9f3c-3e13fd87b577 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'enable_snat': False}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:38.326780 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (7ecd253b-f96f-4c00-b5b6-5351464a3308), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:38.397322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecd253b-f96f-4c00-b5b6-5351464a3308']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:38.435300 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-655a46b2-2031-4e58-80b2-5da741322a83 req-3739758e-7743-4068-b106-0e9fb92542a9 tempest-ServerPasswordTestJSON-48374589 tempest-ServerPasswordTestJSON-48374589-project] 10.222.0.82 "GET /v2.0/ports?device_id=62c5f7be-8042-48ca-aff6-12a1b8f3d0be HTTP/1.1" status: 200 len: 210 time: 0.0664983 Feb 08 15:59:38.458516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 63d82df5-8643-4705-8237-2d28f4a9d422 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:38.464113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ec091c-8f74-4723-a047-26626e24b087') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:38.464413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ec091c-8f74-4723-a047-26626e24b087') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:38.484340 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (78ec091c-8f74-4723-a047-26626e24b087), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:38.512481 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (78ec091c-8f74-4723-a047-26626e24b087), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:38.522168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 63d82df5-8643-4705-8237-2d28f4a9d422 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:38.522836 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (63d82df5-8643-4705-8237-2d28f4a9d422), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:38.531511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:59:38.532004 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (78ec091c-8f74-4723-a047-26626e24b087), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:59:38.535684 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:59:38.614302 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0c75ef4b-f913-4352-bd1c-cd4e3bed2473 tempest-DHCPAgentSchedulersTestJSON-1621619361 tempest-DHCPAgentSchedulersTestJSON-1621619361-project-admin] 10.222.0.82 "GET /v2.0/agents/020afa37-d261-4918-a17d-4af40dc51bbd/dhcp-networks HTTP/1.1" status: 200 len: 8765 time: 0.2964110 Feb 08 15:59:38.618197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51618) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:38.625216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 63d82df5-8643-4705-8237-2d28f4a9d422 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:38.642225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (7ecd253b-f96f-4c00-b5b6-5351464a3308), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:38.651409 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:38.658470 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/networks/7ecd253b-f96f-4c00-b5b6-5351464a3308 HTTP/1.1" status: 204 len: 168 time: 2.3539865 Feb 08 15:59:38.661979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51620) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:38.685665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4bf6f-5157-424e-9c89-2d9bb248a684 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Network': ['ID=7ecd253b-f96f-4c00-b5b6-5351464a3308,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:38.721651 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9f8af911-fc31-49d0-aa1d-c0846d1eb298 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:59:38.745884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 9f8af911-fc31-49d0-aa1d-c0846d1eb298 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:59:38.746229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9f8af911-fc31-49d0-aa1d-c0846d1eb298 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:59:38.756338 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c0a96e95-626d-433d-a6b0-444ce3328c7b tempest-DHCPAgentSchedulersTestJSON-1621619361 tempest-DHCPAgentSchedulersTestJSON-1621619361-project-admin] 10.222.0.82 "DELETE /v2.0/agents/020afa37-d261-4918-a17d-4af40dc51bbd/dhcp-networks/e500a4a5-b34d-44de-ade0-04b2f76f984e HTTP/1.1" status: 204 len: 168 time: 0.1363161 Feb 08 15:59:38.758195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51622) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:38.774750 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-34abf6de-dc49-454f-9f3c-3e13fd87b577 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (e07cd3ae-a89d-4b12-afdb-4208774db1e4), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:38.782497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65589ef8-94ce-4bf6-bf55-d5967d3ffc98 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:38.784682 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-65589ef8-94ce-4bf6-bf55-d5967d3ffc98 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1216938 Feb 08 15:59:38.788725 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51624) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:38.893045 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1569678d-0398-49d5-a24b-171bcf5d4fa5 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0996556 Feb 08 15:59:38.895812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51626) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:38.900875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d5b966a0-3514-4aca-abaf-611aa6a11b33 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-120719340'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:38.905306 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-da564fb5-d55d-40ab-8de9-62f7a39377fc tempest-DHCPAgentSchedulersTestJSON-1621619361 tempest-DHCPAgentSchedulersTestJSON-1621619361-project-admin] 10.222.0.82 "GET /v2.0/agents/020afa37-d261-4918-a17d-4af40dc51bbd/dhcp-networks HTTP/1.1" status: 200 len: 7251 time: 0.1459627 Feb 08 15:59:38.910483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51630) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:38.933191 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bcba3255-0d1f-422e-bb5a-986c59d078b1 tempest-DHCPAgentSchedulersTestJSON-1621619361 tempest-DHCPAgentSchedulersTestJSON-1621619361-project-admin] 10.222.0.82 "GET /v2.0/networks/b1d5e248-0d13-4b79-b6f7-da5a548fd021/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0215065 Feb 08 15:59:38.939279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51632) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:38.953559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b966a0-3514-4aca-abaf-611aa6a11b33 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:38.957432 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d5b966a0-3514-4aca-abaf-611aa6a11b33 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:38.978561 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5aa40bb8-1869-48f6-928c-2c34714f1f39 tempest-DHCPAgentSchedulersTestJSON-1621619361 tempest-DHCPAgentSchedulersTestJSON-1621619361-project-admin] 10.222.0.82 "GET /v2.0/networks/b1d5e248-0d13-4b79-b6f7-da5a548fd021/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0375154 Feb 08 15:59:38.981257 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51634) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:39.098143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b966a0-3514-4aca-abaf-611aa6a11b33 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:59:39.117913 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d5b966a0-3514-4aca-abaf-611aa6a11b33 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7fe029d6-b321-4902-b897-54d4b07bccc4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.118171 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0a77df08-0c5d-4506-91f8-1bcc20067009 tempest-DHCPAgentSchedulersTestJSON-1621619361 tempest-DHCPAgentSchedulersTestJSON-1621619361-project-admin] 10.222.0.82 "GET /v2.0/agents/020afa37-d261-4918-a17d-4af40dc51bbd/dhcp-networks HTTP/1.1" status: 200 len: 7251 time: 0.1355860 Feb 08 15:59:39.118341 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-d5b966a0-3514-4aca-abaf-611aa6a11b33 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Added segment 7fe029d6-b321-4902-b897-54d4b07bccc4 of type vlan for network 9c111a16-abc4-43b2-b959-af0352654a22 Feb 08 15:59:39.121846 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51636) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:39.145853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8df4e-fd33-4a08-8639-f0587f6c0a2d req-cf2fe327-9ad4-4fc7-869c-a222818a6e23 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:39.147422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ad8df4e-fd33-4a08-8639-f0587f6c0a2d req-cf2fe327-9ad4-4fc7-869c-a222818a6e23 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 945 time: 0.1856861 Feb 08 15:59:39.201236 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d5b966a0-3514-4aca-abaf-611aa6a11b33 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (9c111a16-abc4-43b2-b959-af0352654a22), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.205034 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-182e1f07-a684-4cd2-9ecb-596db598d07f tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (e500a4a5-b34d-44de-ade0-04b2f76f984e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.297850 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-182e1f07-a684-4cd2-9ecb-596db598d07f tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (e500a4a5-b34d-44de-ade0-04b2f76f984e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.322157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-182e1f07-a684-4cd2-9ecb-596db598d07f tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e500a4a5-b34d-44de-ade0-04b2f76f984e']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:39.332059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-182e1f07-a684-4cd2-9ecb-596db598d07f tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441c5360-2495-4359-a6d4-25172d7f95f8') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:39.332362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-182e1f07-a684-4cd2-9ecb-596db598d07f tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441c5360-2495-4359-a6d4-25172d7f95f8') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:39.342132 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-182e1f07-a684-4cd2-9ecb-596db598d07f tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (441c5360-2495-4359-a6d4-25172d7f95f8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.355956 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-182e1f07-a684-4cd2-9ecb-596db598d07f tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (441c5360-2495-4359-a6d4-25172d7f95f8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.362446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ca700ef-a04e-457b-9094-443fc2da17d7 req-b02d89ed-b92b-4b1d-aac2-a0badfe08b4b tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0470738 Feb 08 15:59:39.364308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182e1f07-a684-4cd2-9ecb-596db598d07f tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:59:39.364777 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-182e1f07-a684-4cd2-9ecb-596db598d07f tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (441c5360-2495-4359-a6d4-25172d7f95f8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.365767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ad8df4e-fd33-4a08-8639-f0587f6c0a2d req-8b021be2-74a7-479a-b7af-b59ca0fdd2a2 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986868 Feb 08 15:59:39.379485 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d5b966a0-3514-4aca-abaf-611aa6a11b33 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (9c111a16-abc4-43b2-b959-af0352654a22), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.384826 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b966a0-3514-4aca-abaf-611aa6a11b33 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:39.385533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d5b966a0-3514-4aca-abaf-611aa6a11b33 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:59:39.400375 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:59:39.457658 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-182e1f07-a684-4cd2-9ecb-596db598d07f tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (e500a4a5-b34d-44de-ade0-04b2f76f984e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.480090 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-182e1f07-a684-4cd2-9ecb-596db598d07f tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.488002 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d5b966a0-3514-4aca-abaf-611aa6a11b33 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5910482 Feb 08 15:59:39.490151 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-182e1f07-a684-4cd2-9ecb-596db598d07f tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] 10.222.0.82 "DELETE /v2.0/networks/e500a4a5-b34d-44de-ade0-04b2f76f984e HTTP/1.1" status: 204 len: 168 time: 0.3668346 Feb 08 15:59:39.491272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e1f07-a684-4cd2-9ecb-596db598d07f tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Pushing event deleted for resources: {'Network': ['ID=e500a4a5-b34d-44de-ade0-04b2f76f984e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:39.494754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51644) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:39.495096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51646) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:39.502448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e69e499d-6960-46d7-9da4-244cf9717aac tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'subnet': {'network_id': '9c111a16-abc4-43b2-b959-af0352654a22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:39.506333 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51648) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:39.516868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b966a0-3514-4aca-abaf-611aa6a11b33 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Network': ['ID=9c111a16-abc4-43b2-b959-af0352654a22,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:39.528267 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 9c111a16-abc4-43b2-b959-af0352654a22 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:59:39.542880 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd6c101-3428-4906-98bc-aa002dd26e6b tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] DELETE failed (client error): The resource could not be found. Feb 08 15:59:39.543512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd6c101-3428-4906-98bc-aa002dd26e6b tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 15:59:39.548992 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1dd6c101-3428-4906-98bc-aa002dd26e6b tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] 10.222.0.82 "DELETE /v2.0/ports/dad82f34-5592-4521-aeaa-098af35e5193 HTTP/1.1" status: 404 len: 333 time: 0.0503557 Feb 08 15:59:39.578953 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51650) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:39.639853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4dd2579-1ec2-4b19-94d5-7445b710c894 admin admin] Deleting subnet db4a7904-d5d6-4b7e-af72-84b47e984e16 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:59:39.647809 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2579-1ec2-4b19-94d5-7445b710c894 admin admin] Publish callbacks [] for subnet (db4a7904-d5d6-4b7e-af72-84b47e984e16), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.663196 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e36db55-b757-4b7b-a5bf-e2dd58ce825c tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Deleting subnet 98c77eb5-eb05-41f1-9e9f-9cc6380ebc96 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:59:39.669140 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e36db55-b757-4b7b-a5bf-e2dd58ce825c tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks [] for subnet (98c77eb5-eb05-41f1-9e9f-9cc6380ebc96), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.677677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef43c66-e27f-4f5f-9654-fa682f3bbb7c req-0441da3c-b080-49fb-ac5b-e6ab549e8195 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:39.679284 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eef43c66-e27f-4f5f-9654-fa682f3bbb7c req-0441da3c-b080-49fb-ac5b-e6ab549e8195 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=85b717bf-a92e-48ef-b318-b2d1d4c70979 HTTP/1.1" status: 200 len: 945 time: 0.2198982 Feb 08 15:59:39.706523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69e499d-6960-46d7-9da4-244cf9717aac tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:39.715645 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e69e499d-6960-46d7-9da4-244cf9717aac tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.734149 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2579-1ec2-4b19-94d5-7445b710c894 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (db4a7904-d5d6-4b7e-af72-84b47e984e16), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.737034 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-34abf6de-dc49-454f-9f3c-3e13fd87b577 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (e07cd3ae-a89d-4b12-afdb-4208774db1e4), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.763216 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-34abf6de-dc49-454f-9f3c-3e13fd87b577 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (e07cd3ae-a89d-4b12-afdb-4208774db1e4), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.768004 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e36db55-b757-4b7b-a5bf-e2dd58ce825c tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (98c77eb5-eb05-41f1-9e9f-9cc6380ebc96), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.836460 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eef43c66-e27f-4f5f-9654-fa682f3bbb7c req-4f114563-20cc-4b3a-a83f-fa482e7208ae tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499076 Feb 08 15:59:39.868490 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2579-1ec2-4b19-94d5-7445b710c894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (db4a7904-d5d6-4b7e-af72-84b47e984e16), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.914983 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e36db55-b757-4b7b-a5bf-e2dd58ce825c tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (98c77eb5-eb05-41f1-9e9f-9cc6380ebc96), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.951382 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2579-1ec2-4b19-94d5-7445b710c894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (db4a7904-d5d6-4b7e-af72-84b47e984e16), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.965088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34abf6de-dc49-454f-9f3c-3e13fd87b577 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Router e07cd3ae-a89d-4b12-afdb-4208774db1e4 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:59:39.974769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 41740af2-4a3d-4b44-9b28-315194388352 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:39.985820 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2579-1ec2-4b19-94d5-7445b710c894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:39.990043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a4dd2579-1ec2-4b19-94d5-7445b710c894 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/db4a7904-d5d6-4b7e-af72-84b47e984e16 HTTP/1.1" status: 204 len: 168 time: 0.4825985 Feb 08 15:59:39.991298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd2579-1ec2-4b19-94d5-7445b710c894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4a7904-d5d6-4b7e-af72-84b47e984e16,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:39.995779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51654) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:40.039258 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e69e499d-6960-46d7-9da4-244cf9717aac tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (42f965b6-cbe0-4896-b2a1-d17eeba2966e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.070454 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e36db55-b757-4b7b-a5bf-e2dd58ce825c tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (98c77eb5-eb05-41f1-9e9f-9cc6380ebc96), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.085330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 41740af2-4a3d-4b44-9b28-315194388352 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 15:59:40.091441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 41740af2-4a3d-4b44-9b28-315194388352 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:40.092500 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (41740af2-4a3d-4b44-9b28-315194388352), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.101267 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e36db55-b757-4b7b-a5bf-e2dd58ce825c tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.106631 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3e36db55-b757-4b7b-a5bf-e2dd58ce825c tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] 10.222.0.82 "DELETE /v2.0/subnets/98c77eb5-eb05-41f1-9e9f-9cc6380ebc96 HTTP/1.1" status: 204 len: 168 time: 0.5245211 Feb 08 15:59:40.109418 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51658) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:40.124585 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9008af2-2a13-4300-a4cf-ab1b43f70b1d None None] Network b1d5e248-0d13-4b79-b6f7-da5a548fd021 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:40.158808 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7e313da-1304-4d9b-95bc-65fcd862054b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (2057f3ae-838e-440c-829a-9cb2b643c54d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.206761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e499d-6960-46d7-9da4-244cf9717aac tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Subnet': ['ID=42f965b6-cbe0-4896-b2a1-d17eeba2966e,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:40.249282 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36db55-b757-4b7b-a5bf-e2dd58ce825c tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Pushing event deleted for resources: {'Subnet': ['ID=98c77eb5-eb05-41f1-9e9f-9cc6380ebc96,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:40.271646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e499d-6960-46d7-9da4-244cf9717aac tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Checking segment: {'id': '7fe029d6-b321-4902-b897-54d4b07bccc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9c111a16-abc4-43b2-b959-af0352654a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:40.272025 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69e499d-6960-46d7-9da4-244cf9717aac tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network hostable DHCP agents. Network: 9c111a16-abc4-43b2-b959-af0352654a22, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:59:40.283170 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (b1d5e248-0d13-4b79-b6f7-da5a548fd021), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.334661 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69e499d-6960-46d7-9da4-244cf9717aac tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network 9c111a16-abc4-43b2-b959-af0352654a22 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:59:40.341919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 41740af2-4a3d-4b44-9b28-315194388352 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:40.345126 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41740af2-4a3d-4b44-9b28-315194388352), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.356303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-e69e499d-6960-46d7-9da4-244cf9717aac tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 9c111a16-abc4-43b2-b959-af0352654a22) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:40.366279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69e499d-6960-46d7-9da4-244cf9717aac tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:40.367098 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e69e499d-6960-46d7-9da4-244cf9717aac tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.387634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489da625-aa1e-4396-bb3a-af05436611fa None None] Network 9c111a16-abc4-43b2-b959-af0352654a22 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:40.396261 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e69e499d-6960-46d7-9da4-244cf9717aac tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8981946 Feb 08 15:59:40.400550 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51662) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:40.406336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-12305818-1ca6-4989-80ed-a81a145539d7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'network_id': '9c111a16-abc4-43b2-b959-af0352654a22', 'name': 'tempest-PortsTestJSON-8854710'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:40.454670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Deleting port 63d82df5-8643-4705-8237-2d28f4a9d422 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:40.455023 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (63d82df5-8643-4705-8237-2d28f4a9d422), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.467405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41740af2-4a3d-4b44-9b28-315194388352'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:40.469785 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4a6a9e-a762-47e8-b31d-7d1943988c2d" -d '{"events": [{"server_uuid": "5667d6be-d9fc-4202-94ba-b28272037bbb", "name": "network-vif-plugged", "status": "completed", "tag": "41740af2-4a3d-4b44-9b28-315194388352"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:40.495975 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 41740af2-4a3d-4b44-9b28-315194388352, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=41740af2-4a3d-4b44-9b28-315194388352,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:40.505300 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (41740af2-4a3d-4b44-9b28-315194388352), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.599720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] For port 63d82df5-8643-4705-8237-2d28f4a9d422, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=63d82df5-8643-4705-8237-2d28f4a9d422,segment=NetworkSegment(72806535-438e-4545-ae13-e596d310fea6),segment_id=72806535-438e-4545-ae13-e596d310fea6)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:40.600565 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (63d82df5-8643-4705-8237-2d28f4a9d422), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.601862 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad94fb7f-5c4c-4ed8-9a51-870ef81a1158 None None] DHCP port deletion for b1d5e248-0d13-4b79-b6f7-da5a548fd021 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:59:40.609279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=41740af2-4a3d-4b44-9b28-315194388352,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:40.617556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34abf6de-dc49-454f-9f3c-3e13fd87b577 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:59:40.641209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Calling delete_port for 63d82df5-8643-4705-8237-2d28f4a9d422 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:40.655808 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-34abf6de-dc49-454f-9f3c-3e13fd87b577 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.660069 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-34abf6de-dc49-454f-9f3c-3e13fd87b577 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "PUT /v2.0/routers/e07cd3ae-a89d-4b12-afdb-4208774db1e4 HTTP/1.1" status: 200 len: 926 time: 2.3447690 Feb 08 15:59:40.660863 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51670) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:40.661083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b006d01-3c71-4ddc-9ad0-745972c61cef None None] Sync routers for ids ['e07cd3ae-a89d-4b12-afdb-4208774db1e4'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:59:40.668042 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-9c111a16-abc4-43b2-b959-af0352654a22', 'network_id': '9c111a16-abc4-43b2-b959-af0352654a22', 'project_id': '0d4436b9f30742f79601225ff55aa191', 'fixed_ips': [{'subnet_id': '42f965b6-cbe0-4896-b2a1-d17eeba2966e'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:59:40.669580 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.693701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b006d01-3c71-4ddc-9ad0-745972c61cef None None] Routers {'e07cd3ae-a89d-4b12-afdb-4208774db1e4'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:40.694449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9b006d01-3c71-4ddc-9ad0-745972c61cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e07cd3ae-a89d-4b12-afdb-4208774db1e4'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:40.718823 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7e313da-1304-4d9b-95bc-65fcd862054b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (2057f3ae-838e-440c-829a-9cb2b643c54d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.740805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9b006d01-3c71-4ddc-9ad0-745972c61cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:40.750396 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12305818-1ca6-4989-80ed-a81a145539d7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:40.758012 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-12305818-1ca6-4989-80ed-a81a145539d7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.785096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-12305818-1ca6-4989-80ed-a81a145539d7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port e65c669b-3572-4853-b94b-eb9fb0cd12fb yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:59:40.790103 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-a7e313da-1304-4d9b-95bc-65fcd862054b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2057f3ae-838e-440c-829a-9cb2b643c54d']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:40.811656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-a7e313da-1304-4d9b-95bc-65fcd862054b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63f92bc-a99b-4160-892b-f22cc38a4f73') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:40.811889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-a7e313da-1304-4d9b-95bc-65fcd862054b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63f92bc-a99b-4160-892b-f22cc38a4f73') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:40.819601 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b006d01-3c71-4ddc-9ad0-745972c61cef None None] Routers {'e07cd3ae-a89d-4b12-afdb-4208774db1e4'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:40.820415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9b006d01-3c71-4ddc-9ad0-745972c61cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e07cd3ae-a89d-4b12-afdb-4208774db1e4'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:40.832226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208301-e0ee-4aab-a3d3-2306b71d510c req-921172c5-9cee-440f-a9dc-1a074ec06ee8 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:40.833845 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5208301-e0ee-4aab-a3d3-2306b71d510c req-921172c5-9cee-440f-a9dc-1a074ec06ee8 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.2846510 Feb 08 15:59:40.840885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae3314-9c55-41c0-969a-573ec3b01d7a req-5308be4f-b269-4ba7-a93d-1b48c21b904d tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:40.845469 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63ae3314-9c55-41c0-969a-573ec3b01d7a req-5308be4f-b269-4ba7-a93d-1b48c21b904d tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=85b717bf-a92e-48ef-b318-b2d1d4c70979 HTTP/1.1" status: 200 len: 945 time: 0.2973731 Feb 08 15:59:40.847942 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7e313da-1304-4d9b-95bc-65fcd862054b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (b63f92bc-a99b-4160-892b-f22cc38a4f73), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.877210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ad94fb7f-5c4c-4ed8-9a51-870ef81a1158 None None] Deleting port 63d82df5-8643-4705-8237-2d28f4a9d422 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:40.878171 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ad94fb7f-5c4c-4ed8-9a51-870ef81a1158 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (63d82df5-8643-4705-8237-2d28f4a9d422), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.883997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9b006d01-3c71-4ddc-9ad0-745972c61cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:40.884521 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b006d01-3c71-4ddc-9ad0-745972c61cef None None] The sync data for ids ['e07cd3ae-a89d-4b12-afdb-4208774db1e4'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:59:40.906479 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7e313da-1304-4d9b-95bc-65fcd862054b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b63f92bc-a99b-4160-892b-f22cc38a4f73), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.906901 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (63d82df5-8643-4705-8237-2d28f4a9d422), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.934766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e313da-1304-4d9b-95bc-65fcd862054b admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:59:40.935333 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7e313da-1304-4d9b-95bc-65fcd862054b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (b63f92bc-a99b-4160-892b-f22cc38a4f73), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:59:40.940915 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:59:40.950923 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] No DVR routers for this DVR port 63d82df5-8643-4705-8237-2d28f4a9d422 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:59:40.957657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Pushing event deleted for resources: {'Port': ['ID=63d82df5-8643-4705-8237-2d28f4a9d422,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:40.964875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ad94fb7f-5c4c-4ed8-9a51-870ef81a1158 None None] For port 63d82df5-8643-4705-8237-2d28f4a9d422, host n-d-824834-11, got binding levels [] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:40.965444 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ad94fb7f-5c4c-4ed8-9a51-870ef81a1158 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (63d82df5-8643-4705-8237-2d28f4a9d422), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:40.980753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ad94fb7f-5c4c-4ed8-9a51-870ef81a1158 None None] Calling delete_port for 63d82df5-8643-4705-8237-2d28f4a9d422 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:40.983395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.ipam_backend_mixin [None req-ad94fb7f-5c4c-4ed8-9a51-870ef81a1158 None None] Port 63d82df5-8643-4705-8237-2d28f4a9d422 was not found and therefore no delete operation was performed {{(pid=103303) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 15:59:40.985323 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ad94fb7f-5c4c-4ed8-9a51-870ef81a1158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (63d82df5-8643-4705-8237-2d28f4a9d422), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.006215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-847de9c2-b3c0-4f58-b775-51c65738f8a2 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/routers/e07cd3ae-a89d-4b12-afdb-4208774db1e4 HTTP/1.1" status: 200 len: 926 time: 0.3400788 Feb 08 15:59:41.014307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94fb7f-5c4c-4ed8-9a51-870ef81a1158 None None] Pushing event deleted for resources: {'Port': ['ID=63d82df5-8643-4705-8237-2d28f4a9d422,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:41.017823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad94fb7f-5c4c-4ed8-9a51-870ef81a1158 None None] No DVR routers for this DVR port 63d82df5-8643-4705-8237-2d28f4a9d422 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:59:41.029637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5208301-e0ee-4aab-a3d3-2306b71d510c req-1cdb83b3-39c8-4a7b-a23b-4fabb5b9992c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761096 Feb 08 15:59:41.031500 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51672) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:41.059793 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (b1d5e248-0d13-4b79-b6f7-da5a548fd021), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.091171 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63ae3314-9c55-41c0-969a-573ec3b01d7a req-6de0433a-38e1-48bb-a7c5-ee60985b209a tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358780 Feb 08 15:59:41.092106 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 15:59:41.095959 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d5e248-0d13-4b79-b6f7-da5a548fd021']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:41.100310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-12305818-1ca6-4989-80ed-a81a145539d7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Allocated IP 172.20.0.3 (9c111a16-abc4-43b2-b959-af0352654a22/42f965b6-cbe0-4896-b2a1-d17eeba2966e/e65c669b-3572-4853-b94b-eb9fb0cd12fb) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:41.133977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72806535-438e-4545-ae13-e596d310fea6') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:41.134278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72806535-438e-4545-ae13-e596d310fea6') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:41.152503 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7e313da-1304-4d9b-95bc-65fcd862054b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (2057f3ae-838e-440c-829a-9cb2b643c54d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.157187 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a894c408-94ce-4bd6-abe9-7ad7a46cd458 x-openstack-request-id: req-a894c408-94ce-4bd6-abe9-7ad7a46cd458 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:41.157798 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5667d6be-d9fc-4202-94ba-b28272037bbb", "name": "network-vif-plugged", "status": "completed", "tag": "41740af2-4a3d-4b44-9b28-315194388352", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:41.158372 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a894c408-94ce-4bd6-abe9-7ad7a46cd458 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:41.159919 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41740af2-4a3d-4b44-9b28-315194388352', 'code': 200} Feb 08 15:59:41.160517 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (72806535-438e-4545-ae13-e596d310fea6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.165888 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7e313da-1304-4d9b-95bc-65fcd862054b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.169235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a7e313da-1304-4d9b-95bc-65fcd862054b admin admin] 10.222.0.82 "DELETE /v2.0/networks/2057f3ae-838e-440c-829a-9cb2b643c54d HTTP/1.1" status: 204 len: 168 time: 1.1725917 Feb 08 15:59:41.194289 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (72806535-438e-4545-ae13-e596d310fea6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.212228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:59:41.212661 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (72806535-438e-4545-ae13-e596d310fea6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:59:41.215916 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:59:41.218778 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3181b5c2-412b-49fa-a3d6-a9e850129cae req-4645d171-1201-4940-ae98-1b11a6bcdd00 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0821238 Feb 08 15:59:41.227804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e313da-1304-4d9b-95bc-65fcd862054b admin admin] Pushing event deleted for resources: {'Network': ['ID=2057f3ae-838e-440c-829a-9cb2b643c54d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:41.257876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e04a43d-9429-4ab7-b286-1cffeabdebdd tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:41.262611 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2e04a43d-9429-4ab7-b286-1cffeabdebdd tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/ports?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&device_id=e07cd3ae-a89d-4b12-afdb-4208774db1e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2220814 Feb 08 15:59:41.263533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51676) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:41.360710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dc2de2-e019-4b52-a743-f60898711728 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:41.364996 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-38dc2de2-e019-4b52-a743-f60898711728 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 881 time: 0.0984125 Feb 08 15:59:41.366377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51678) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:41.378370 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (b1d5e248-0d13-4b79-b6f7-da5a548fd021), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.397575 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9af01585-d773-4024-ab80-e9ab09db8f81 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "GET /v2.0/ports?device_id=e07cd3ae-a89d-4b12-afdb-4208774db1e4 HTTP/1.1" status: 200 len: 205 time: 0.0292192 Feb 08 15:59:41.400216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51680) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:41.410354 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.412169 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] 10.222.0.82 "DELETE /v2.0/networks/b1d5e248-0d13-4b79-b6f7-da5a548fd021 HTTP/1.1" status: 204 len: 168 time: 1.2969227 Feb 08 15:59:41.417511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51682) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:41.418365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed1852-b4c9-4cf6-b0b9-acf0e7215ee9 tempest-DHCPAgentSchedulersTestJSON-229099491 tempest-DHCPAgentSchedulersTestJSON-229099491-project] Pushing event deleted for resources: {'Network': ['ID=b1d5e248-0d13-4b79-b6f7-da5a548fd021,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:41.454832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c8ada-00d6-4fa2-80fb-2b36cf35aca6 req-16bc589d-4a68-4cf5-821c-db00e2bcf53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:41.456692 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a35c8ada-00d6-4fa2-80fb-2b36cf35aca6 req-16bc589d-4a68-4cf5-821c-db00e2bcf53d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 1129 time: 0.1757579 Feb 08 15:59:41.485205 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-12305818-1ca6-4989-80ed-a81a145539d7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (e65c669b-3572-4853-b94b-eb9fb0cd12fb), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.519142 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-89dfdbf5-c613-477b-ad24-5b1a70f1c96a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=72b6944eca184f1793b04792cb2427a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0955694 Feb 08 15:59:41.519693 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51686) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:41.552520 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a35c8ada-00d6-4fa2-80fb-2b36cf35aca6 req-a1c9263b-9c75-4d7a-a672-a9cdaf48a7f0 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893598 Feb 08 15:59:41.569652 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-12305818-1ca6-4989-80ed-a81a145539d7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e65c669b-3572-4853-b94b-eb9fb0cd12fb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.580333 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3457c2f-65ca-4613-911f-f0faa9202955 req-ba4cf953-dfd7-443b-b7e7-2e7cc4dd3e7f tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:41.582040 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3457c2f-65ca-4613-911f-f0faa9202955 req-ba4cf953-dfd7-443b-b7e7-2e7cc4dd3e7f tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.94 "GET /v2.0/ports?device_id=85b717bf-a92e-48ef-b318-b2d1d4c70979 HTTP/1.1" status: 200 len: 945 time: 0.1329331 Feb 08 15:59:41.610476 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2ee0bbe-9704-4231-922a-ac6fd4755188 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (e07cd3ae-a89d-4b12-afdb-4208774db1e4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.644818 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Allocated IP 172.20.0.2 (9c111a16-abc4-43b2-b959-af0352654a22/42f965b6-cbe0-4896-b2a1-d17eeba2966e/eab1aaeb-906e-455d-803f-30d11872fedb) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:41.649454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12305818-1ca6-4989-80ed-a81a145539d7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=e65c669b-3572-4853-b94b-eb9fb0cd12fb,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:41.657678 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12305818-1ca6-4989-80ed-a81a145539d7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network 9c111a16-abc4-43b2-b959-af0352654a22 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:41.660086 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-12305818-1ca6-4989-80ed-a81a145539d7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:41.669311 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12305818-1ca6-4989-80ed-a81a145539d7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:41.691616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9b756c6-d959-450c-8d7f-25134b8b8bbd admin admin] Publish callbacks [] for security_group (058efc75-f475-4780-b2c9-d0bee0adbccc), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.730036 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9b756c6-d959-450c-8d7f-25134b8b8bbd admin admin] Publish callbacks [] for security_group (058efc75-f475-4780-b2c9-d0bee0adbccc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.764476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12305818-1ca6-4989-80ed-a81a145539d7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:41.765682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-12305818-1ca6-4989-80ed-a81a145539d7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.789153 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-12305818-1ca6-4989-80ed-a81a145539d7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3889217 Feb 08 15:59:41.790045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51690) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:41.796926 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51692) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:41.808213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-fa3a9a28-5c1a-4bef-b8c9-8747f41555e4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'network_id': '9c111a16-abc4-43b2-b959-af0352654a22', 'name': 'tempest-PortsTestJSON-1153456079'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:41.836538 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Publish callbacks [] for port (eab1aaeb-906e-455d-803f-30d11872fedb), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.848784 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (eab1aaeb-906e-455d-803f-30d11872fedb), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.859186 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2ee0bbe-9704-4231-922a-ac6fd4755188 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (e07cd3ae-a89d-4b12-afdb-4208774db1e4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.917331 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9b756c6-d959-450c-8d7f-25134b8b8bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (058efc75-f475-4780-b2c9-d0bee0adbccc), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.922005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Network 9c111a16-abc4-43b2-b959-af0352654a22 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:41.922750 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9b756c6-d959-450c-8d7f-25134b8b8bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.927086 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d9b756c6-d959-450c-8d7f-25134b8b8bbd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/058efc75-f475-4780-b2c9-d0bee0adbccc HTTP/1.1" status: 204 len: 168 time: 0.4025939 Feb 08 15:59:41.948325 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b756c6-d959-450c-8d7f-25134b8b8bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058efc75-f475-4780-b2c9-d0bee0adbccc,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:41.953085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-b3457c2f-65ca-4613-911f-f0faa9202955 req-59a949e7-32ce-4427-9e43-c6f0124ee307 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Deleting port 90600a68-7a97-434c-a59f-b2529b7f3821 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:41.953333 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b3457c2f-65ca-4613-911f-f0faa9202955 req-59a949e7-32ce-4427-9e43-c6f0124ee307 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (90600a68-7a97-434c-a59f-b2529b7f3821), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:41.958067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Pushing event updated for resources: {'Port': ['ID=eab1aaeb-906e-455d-803f-30d11872fedb,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:41.960385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:41.967032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:42.020515 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb5a25-4900-4707-8cf0-6f2479d29c88 req-b30962b8-5b35-417e-a758-ddf3f8155677 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:42.022203 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29bb5a25-4900-4707-8cf0-6f2479d29c88 req-b30962b8-5b35-417e-a758-ddf3f8155677 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.96 "GET /v2.0/ports?device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 946 time: 0.2049747 Feb 08 15:59:42.048572 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Attempting to bind port eab1aaeb-906e-455d-803f-30d11872fedb on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:59:42.049456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Attempting to bind port eab1aaeb-906e-455d-803f-30d11872fedb by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '7fe029d6-b321-4902-b897-54d4b07bccc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9c111a16-abc4-43b2-b959-af0352654a22'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:59:42.049456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Attempting to bind port eab1aaeb-906e-455d-803f-30d11872fedb on network 9c111a16-abc4-43b2-b959-af0352654a22 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:59:42.058695 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:59:42.059128 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Checking segment: {'id': '7fe029d6-b321-4902-b897-54d4b07bccc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9c111a16-abc4-43b2-b959-af0352654a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:42.059503 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:42.060096 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Bound using segment: {'id': '7fe029d6-b321-4902-b897-54d4b07bccc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9c111a16-abc4-43b2-b959-af0352654a22'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:59:42.060772 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Bound port: eab1aaeb-906e-455d-803f-30d11872fedb, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe029d6-b321-4902-b897-54d4b07bccc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9c111a16-abc4-43b2-b959-af0352654a22'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:59:42.061355 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (eab1aaeb-906e-455d-803f-30d11872fedb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:42.067359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee0bbe-9704-4231-922a-ac6fd4755188 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Deleting port a7e71e47-95b3-4549-b982-ccc272d0b1af {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:42.067715 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2ee0bbe-9704-4231-922a-ac6fd4755188 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a7e71e47-95b3-4549-b982-ccc272d0b1af), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:42.094700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3a9a28-5c1a-4bef-b8c9-8747f41555e4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:42.099489 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9a28-5c1a-4bef-b8c9-8747f41555e4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:42.151306 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-23bc28b4-ccdc-4a8c-a265-73f2a5148bcf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=acdd5fbebb16400491136c0fcae1a938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3593123 Feb 08 15:59:42.155603 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51702) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:42.169408 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-60e1c519-7308-486d-939d-40853f42df28 None None] For port eab1aaeb-906e-455d-803f-30d11872fedb, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:59:42.173028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-60e1c519-7308-486d-939d-40853f42df28 None None] For port eab1aaeb-906e-455d-803f-30d11872fedb, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=eab1aaeb-906e-455d-803f-30d11872fedb,segment=NetworkSegment(7fe029d6-b321-4902-b897-54d4b07bccc4),segment_id=7fe029d6-b321-4902-b897-54d4b07bccc4)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:59:42.180435 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (eab1aaeb-906e-455d-803f-30d11872fedb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:42.194030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-b3457c2f-65ca-4613-911f-f0faa9202955 req-59a949e7-32ce-4427-9e43-c6f0124ee307 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] For port 90600a68-7a97-434c-a59f-b2529b7f3821, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=90600a68-7a97-434c-a59f-b2529b7f3821,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:42.194622 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b3457c2f-65ca-4613-911f-f0faa9202955 req-59a949e7-32ce-4427-9e43-c6f0124ee307 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (90600a68-7a97-434c-a59f-b2529b7f3821), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:42.205235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-fa3a9a28-5c1a-4bef-b8c9-8747f41555e4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port 2582f5c3-b380-4781-b798-0a56db1e4c3b yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:59:42.246931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1c519-7308-486d-939d-40853f42df28 None None] Pushing event updated for resources: {'Port': ['ID=eab1aaeb-906e-455d-803f-30d11872fedb,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:42.296284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-b3457c2f-65ca-4613-911f-f0faa9202955 req-59a949e7-32ce-4427-9e43-c6f0124ee307 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Calling delete_port for 90600a68-7a97-434c-a59f-b2529b7f3821 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:42.369853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3c539f4-c6a6-4e5c-a70c-91085b18a320 admin admin] Publish callbacks [] for security_group (c0706834-8ca2-4ed3-9679-8237ca2bff3f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:42.420626 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2ee0bbe-9704-4231-922a-ac6fd4755188 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a7e71e47-95b3-4549-b982-ccc272d0b1af), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:42.437238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-fa3a9a28-5c1a-4bef-b8c9-8747f41555e4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Allocated IP 172.20.0.8 (9c111a16-abc4-43b2-b959-af0352654a22/42f965b6-cbe0-4896-b2a1-d17eeba2966e/2582f5c3-b380-4781-b798-0a56db1e4c3b) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:42.446904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f5fc3-d530-4fd3-82ba-53fd70d4f254 req-d08b3d7c-4479-49f1-90b6-19ce08474602 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:42.448493 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed1f5fc3-d530-4fd3-82ba-53fd70d4f254 req-d08b3d7c-4479-49f1-90b6-19ce08474602 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.3048918 Feb 08 15:59:42.457942 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 63d82df5-8643-4705-8237-2d28f4a9d422 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:59:42.458169 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee0bbe-9704-4231-922a-ac6fd4755188 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Calling delete_port for a7e71e47-95b3-4549-b982-ccc272d0b1af owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:42.480115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-29bb5a25-4900-4707-8cf0-6f2479d29c88 req-329dfb99-e1ee-40f6-a368-c93a54f074fd tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Deleting port cd4475fe-96b5-4d2f-9498-8bcfe52bf589 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:42.481626 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29bb5a25-4900-4707-8cf0-6f2479d29c88 req-329dfb99-e1ee-40f6-a368-c93a54f074fd tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (cd4475fe-96b5-4d2f-9498-8bcfe52bf589), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:42.483264 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 63d82df5-8643-4705-8237-2d28f4a9d422 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:59:42.483764 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 63d82df5-8643-4705-8237-2d28f4a9d422 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:59:42.504634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfa46a-678f-457b-a8d9-a2511ba8e5b0 req-0b34b32c-b296-4085-a8c7-24e130e0b6c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:42.506847 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0bfa46a-678f-457b-a8d9-a2511ba8e5b0 req-0b34b32c-b296-4085-a8c7-24e130e0b6c7 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=85b717bf-a92e-48ef-b318-b2d1d4c70979 HTTP/1.1" status: 200 len: 945 time: 0.2403078 Feb 08 15:59:42.608378 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3c539f4-c6a6-4e5c-a70c-91085b18a320 admin admin] Publish callbacks [] for security_group (c0706834-8ca2-4ed3-9679-8237ca2bff3f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:42.651210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed1f5fc3-d530-4fd3-82ba-53fd70d4f254 req-b6e94588-21ca-45ae-95db-ea2c662d9353 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818855 Feb 08 15:59:42.827570 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0bfa46a-678f-457b-a8d9-a2511ba8e5b0 req-93e88a1f-d7e7-427f-8f4a-09424fb3fee9 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/security-groups?id=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057306 Feb 08 15:59:42.866311 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0951b595-0d8d-4aa3-ac21-ac8da60b8014 req-ffe7d1ca-0ff1-4898-9960-619989de8cd7 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0584755 Feb 08 15:59:42.898891 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b3457c2f-65ca-4613-911f-f0faa9202955 req-59a949e7-32ce-4427-9e43-c6f0124ee307 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (90600a68-7a97-434c-a59f-b2529b7f3821), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:42.911176 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['90600a68-7a97-434c-a59f-b2529b7f3821'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:59:42.914797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['cd4475fe-96b5-4d2f-9498-8bcfe52bf589'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 15:59:42.973489 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a949e7-32ce-4427-9e43-c6f0124ee307 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Pushing event deleted for resources: {'Port': ['ID=90600a68-7a97-434c-a59f-b2529b7f3821,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:43.037237 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3457c2f-65ca-4613-911f-f0faa9202955 req-59a949e7-32ce-4427-9e43-c6f0124ee307 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] No DVR routers for this DVR port 90600a68-7a97-434c-a59f-b2529b7f3821 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:59:43.041677 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b3457c2f-65ca-4613-911f-f0faa9202955 req-59a949e7-32ce-4427-9e43-c6f0124ee307 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.045738 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3457c2f-65ca-4613-911f-f0faa9202955 req-59a949e7-32ce-4427-9e43-c6f0124ee307 tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.94 "DELETE /v2.0/ports/90600a68-7a97-434c-a59f-b2529b7f3821 HTTP/1.1" status: 204 len: 173 time: 1.2796135 Feb 08 15:59:43.046364 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b717bf-a92e-48ef-b318-b2d1d4c70979', 'name': 'network-vif-deleted', 'tag': '90600a68-7a97-434c-a59f-b2529b7f3821'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:43.075633 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53d7f4c-cd4d-4c23-9e60-32c316ed223e" -d '{"events": [{"server_uuid": "85b717bf-a92e-48ef-b318-b2d1d4c70979", "name": "network-vif-deleted", "tag": "90600a68-7a97-434c-a59f-b2529b7f3821"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:43.095303 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2ee0bbe-9704-4231-922a-ac6fd4755188 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a7e71e47-95b3-4549-b982-ccc272d0b1af), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.145981 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d20bb49-fb13-4815-9ea1-bc304fced05a x-openstack-request-id: req-2d20bb49-fb13-4815-9ea1-bc304fced05a {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:43.146556 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b717bf-a92e-48ef-b318-b2d1d4c70979", "name": "network-vif-deleted", "tag": "90600a68-7a97-434c-a59f-b2529b7f3821", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:43.146981 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2d20bb49-fb13-4815-9ea1-bc304fced05a {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:43.147570 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b717bf-a92e-48ef-b318-b2d1d4c70979', 'name': 'network-vif-deleted', 'tag': '90600a68-7a97-434c-a59f-b2529b7f3821', 'status': 'completed', 'code': 200} Feb 08 15:59:43.148878 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee0bbe-9704-4231-922a-ac6fd4755188 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Pushing event deleted for resources: {'Port': ['ID=a7e71e47-95b3-4549-b982-ccc272d0b1af,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:43.230874 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2ee0bbe-9704-4231-922a-ac6fd4755188 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (e07cd3ae-a89d-4b12-afdb-4208774db1e4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.246572 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3c539f4-c6a6-4e5c-a70c-91085b18a320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c0706834-8ca2-4ed3-9679-8237ca2bff3f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.249129 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3c539f4-c6a6-4e5c-a70c-91085b18a320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.250318 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f3c539f4-c6a6-4e5c-a70c-91085b18a320 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c0706834-8ca2-4ed3-9679-8237ca2bff3f HTTP/1.1" status: 204 len: 168 time: 1.0931797 Feb 08 15:59:43.366344 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2ee0bbe-9704-4231-922a-ac6fd4755188 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (e07cd3ae-a89d-4b12-afdb-4208774db1e4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.370312 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2ee0bbe-9704-4231-922a-ac6fd4755188 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_controller (e07cd3ae-a89d-4b12-afdb-4208774db1e4), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.422922 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9a28-5c1a-4bef-b8c9-8747f41555e4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (2582f5c3-b380-4781-b798-0a56db1e4c3b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.476036 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2ee0bbe-9704-4231-922a-ac6fd4755188 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (e07cd3ae-a89d-4b12-afdb-4208774db1e4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.476621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ee0bbe-9704-4231-922a-ac6fd4755188 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Fanout notify agent at l3_agent the message router_deleted on router e07cd3ae-a89d-4b12-afdb-4208774db1e4 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:59:43.477165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c539f4-c6a6-4e5c-a70c-91085b18a320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0706834-8ca2-4ed3-9679-8237ca2bff3f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:43.484234 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2ee0bbe-9704-4231-922a-ac6fd4755188 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.490334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-29bb5a25-4900-4707-8cf0-6f2479d29c88 req-329dfb99-e1ee-40f6-a368-c93a54f074fd tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] For port cd4475fe-96b5-4d2f-9498-8bcfe52bf589, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=cd4475fe-96b5-4d2f-9498-8bcfe52bf589,segment=NetworkSegment(3396b7f4-a080-4bb3-a006-a56ab8759a0b),segment_id=3396b7f4-a080-4bb3-a006-a56ab8759a0b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:43.493712 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c2ee0bbe-9704-4231-922a-ac6fd4755188 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "DELETE /v2.0/routers/e07cd3ae-a89d-4b12-afdb-4208774db1e4 HTTP/1.1" status: 204 len: 168 time: 2.0892808 Feb 08 15:59:43.494829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51732) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:43.496729 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29bb5a25-4900-4707-8cf0-6f2479d29c88 req-329dfb99-e1ee-40f6-a368-c93a54f074fd tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (cd4475fe-96b5-4d2f-9498-8bcfe52bf589), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.505646 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9a28-5c1a-4bef-b8c9-8747f41555e4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2582f5c3-b380-4781-b798-0a56db1e4c3b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.510699 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-612df1ef-96de-4bd8-aff9-0f7e101718b7 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-574280940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:43.584559 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-612df1ef-96de-4bd8-aff9-0f7e101718b7 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (e0121e74-492e-418e-8f0e-ff083f490e57), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.585781 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-612df1ef-96de-4bd8-aff9-0f7e101718b7 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (e0121e74-492e-418e-8f0e-ff083f490e57), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.609461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-29bb5a25-4900-4707-8cf0-6f2479d29c88 req-329dfb99-e1ee-40f6-a368-c93a54f074fd tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Calling delete_port for cd4475fe-96b5-4d2f-9498-8bcfe52bf589 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:43.618728 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3a9a28-5c1a-4bef-b8c9-8747f41555e4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network 9c111a16-abc4-43b2-b959-af0352654a22 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:43.628210 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-fa3a9a28-5c1a-4bef-b8c9-8747f41555e4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:43.643954 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a9a28-5c1a-4bef-b8c9-8747f41555e4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:43.718316 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-612df1ef-96de-4bd8-aff9-0f7e101718b7 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_controller (e0121e74-492e-418e-8f0e-ff083f490e57), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.725387 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-612df1ef-96de-4bd8-aff9-0f7e101718b7 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (e0121e74-492e-418e-8f0e-ff083f490e57), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.763085 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-612df1ef-96de-4bd8-aff9-0f7e101718b7 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.764395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-612df1ef-96de-4bd8-aff9-0f7e101718b7 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2650595 Feb 08 15:59:43.768252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51742) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:43.769404 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998b8539-6a3c-4488-86b2-94264acd44f9 None None] Network 9c111a16-abc4-43b2-b959-af0352654a22 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:43.779080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:43.822333 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a9a28-5c1a-4bef-b8c9-8747f41555e4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=2582f5c3-b380-4781-b798-0a56db1e4c3b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:43.899704 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51754) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:43.927064 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3a9a28-5c1a-4bef-b8c9-8747f41555e4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:43.927746 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9a28-5c1a-4bef-b8c9-8747f41555e4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.955223 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13a1345e-61e3-429c-b518-5596245a92dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:43.979971 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fa3a9a28-5c1a-4bef-b8c9-8747f41555e4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1817863 Feb 08 15:59:43.984922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51756) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:44.064546 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2915c4a6-897f-4f25-a99a-5989a764ddbd None None] Provisioning complete for port eab1aaeb-906e-455d-803f-30d11872fedb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:44.065636 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2915c4a6-897f-4f25-a99a-5989a764ddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (eab1aaeb-906e-455d-803f-30d11872fedb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:44.179634 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29bb5a25-4900-4707-8cf0-6f2479d29c88 req-329dfb99-e1ee-40f6-a368-c93a54f074fd tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (cd4475fe-96b5-4d2f-9498-8bcfe52bf589), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:44.207247 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2915c4a6-897f-4f25-a99a-5989a764ddbd None None] Current status of the port eab1aaeb-906e-455d-803f-30d11872fedb is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:44.207916 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2915c4a6-897f-4f25-a99a-5989a764ddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (eab1aaeb-906e-455d-803f-30d11872fedb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:44.218182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8050175-2681-4909-a7a7-64c7a9e2cfdb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:44.224301 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b8050175-2681-4909-a7a7-64c7a9e2cfdb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 919 time: 0.2317245 Feb 08 15:59:44.248462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51762) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:44.252272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2915c4a6-897f-4f25-a99a-5989a764ddbd None None] For port eab1aaeb-906e-455d-803f-30d11872fedb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=eab1aaeb-906e-455d-803f-30d11872fedb,segment=NetworkSegment(7fe029d6-b321-4902-b897-54d4b07bccc4),segment_id=7fe029d6-b321-4902-b897-54d4b07bccc4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:44.257961 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2915c4a6-897f-4f25-a99a-5989a764ddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (eab1aaeb-906e-455d-803f-30d11872fedb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:44.259345 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329dfb99-e1ee-40f6-a368-c93a54f074fd tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Pushing event deleted for resources: {'Port': ['ID=cd4475fe-96b5-4d2f-9498-8bcfe52bf589,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:44.347070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915c4a6-897f-4f25-a99a-5989a764ddbd None None] Pushing event updated for resources: {'Port': ['ID=eab1aaeb-906e-455d-803f-30d11872fedb,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:44.396301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bb5a25-4900-4707-8cf0-6f2479d29c88 req-329dfb99-e1ee-40f6-a368-c93a54f074fd tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] No DVR routers for this DVR port cd4475fe-96b5-4d2f-9498-8bcfe52bf589 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:59:44.402176 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29bb5a25-4900-4707-8cf0-6f2479d29c88 req-329dfb99-e1ee-40f6-a368-c93a54f074fd tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:44.405755 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29bb5a25-4900-4707-8cf0-6f2479d29c88 req-329dfb99-e1ee-40f6-a368-c93a54f074fd tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.96 "DELETE /v2.0/ports/cd4475fe-96b5-4d2f-9498-8bcfe52bf589 HTTP/1.1" status: 204 len: 173 time: 2.3763459 Feb 08 15:59:44.406457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babf7ce6-8167-40ed-88b3-23f25dd7b31c', 'name': 'network-vif-deleted', 'tag': 'cd4475fe-96b5-4d2f-9498-8bcfe52bf589'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:44.410041 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65db9194-3dca-485f-bce5-0c04d5992f36" -d '{"events": [{"server_uuid": "babf7ce6-8167-40ed-88b3-23f25dd7b31c", "name": "network-vif-deleted", "tag": "cd4475fe-96b5-4d2f-9498-8bcfe52bf589"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:44.451507 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0185ddee-af96-4d5b-b52c-6d59c45f42a2 req-447545e1-e918-4afc-80f9-48c56ecb0c3c tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0699852 Feb 08 15:59:44.478754 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13a1345e-61e3-429c-b518-5596245a92dc admin admin] Publish callbacks [] for security_group (ae16b287-a799-48a9-85e4-ecda41af15f4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:44.511582 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13a1345e-61e3-429c-b518-5596245a92dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ae16b287-a799-48a9-85e4-ecda41af15f4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:44.537213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device eab1aaeb-906e-455d-803f-30d11872fedb up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:44.591911 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-13a1345e-61e3-429c-b518-5596245a92dc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c1fa5bafcc8148d19d198c17d43efbd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6884942 Feb 08 15:59:44.602039 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51770) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:44.604638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ada38-9e8a-43db-ab28-fa8f1c86009c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port 2582f5c3-b380-4781-b798-0a56db1e4c3b {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:44.605012 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d9ada38-9e8a-43db-ab28-fa8f1c86009c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2582f5c3-b380-4781-b798-0a56db1e4c3b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:44.652110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c09a61b9-bb32-4d4b-a40a-5d3b0dfd4020 None None] Provisioning complete for port 2582f5c3-b380-4781-b798-0a56db1e4c3b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:44.652756 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c09a61b9-bb32-4d4b-a40a-5d3b0dfd4020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2582f5c3-b380-4781-b798-0a56db1e4c3b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:44.671785 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (e0121e74-492e-418e-8f0e-ff083f490e57), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:44.680630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port eab1aaeb-906e-455d-803f-30d11872fedb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:44.681187 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (eab1aaeb-906e-455d-803f-30d11872fedb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:44.692748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1345e-61e3-429c-b518-5596245a92dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae16b287-a799-48a9-85e4-ecda41af15f4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:44.749919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c09a61b9-bb32-4d4b-a40a-5d3b0dfd4020 None None] Port 2582f5c3-b380-4781-b798-0a56db1e4c3b cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:59:44.761635 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98813cf1-12ab-420d-8de5-b4d4ddd78631 admin admin] Publish callbacks [] for security_group (ae16b287-a799-48a9-85e4-ecda41af15f4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:44.767017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b103e-b53d-4c0c-9ded-a5e50b8311a7 req-1a02a9b9-1ba6-43eb-a9ea-13cfc6974260 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:44.775081 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b21b103e-b53d-4c0c-9ded-a5e50b8311a7 req-1a02a9b9-1ba6-43eb-a9ea-13cfc6974260 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.8758729 Feb 08 15:59:44.798104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c09a61b9-bb32-4d4b-a40a-5d3b0dfd4020 None None] Provisioning complete for port eab1aaeb-906e-455d-803f-30d11872fedb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:44.798591 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c09a61b9-bb32-4d4b-a40a-5d3b0dfd4020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (eab1aaeb-906e-455d-803f-30d11872fedb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:44.810367 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98813cf1-12ab-420d-8de5-b4d4ddd78631 admin admin] Publish callbacks [] for security_group (ae16b287-a799-48a9-85e4-ecda41af15f4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:44.833777 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d9ada38-9e8a-43db-ab28-fa8f1c86009c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2582f5c3-b380-4781-b798-0a56db1e4c3b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:44.865378 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ada38-9e8a-43db-ab28-fa8f1c86009c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for 2582f5c3-b380-4781-b798-0a56db1e4c3b owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:44.881486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b21b103e-b53d-4c0c-9ded-a5e50b8311a7 req-1bd01d25-693a-41cc-9ea2-764644ca85b0 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055067 Feb 08 15:59:44.882003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port eab1aaeb-906e-455d-803f-30d11872fedb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:44.937933 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-120d861c-fb37-42cd-9597-27702c65496d req-869f084c-4d74-4f2e-a4ba-2bbb2f1dc84a tempest-MultipleCreateTestJSON-563656440 tempest-MultipleCreateTestJSON-563656440-project] 10.222.0.82 "GET /v2.0/ports?device_id=babf7ce6-8167-40ed-88b3-23f25dd7b31c HTTP/1.1" status: 200 len: 210 time: 0.0907640 Feb 08 15:59:45.007789 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0906a196-7f61-4837-9023-c008d3554858 x-openstack-request-id: req-0906a196-7f61-4837-9023-c008d3554858 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:45.008323 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babf7ce6-8167-40ed-88b3-23f25dd7b31c", "name": "network-vif-deleted", "tag": "cd4475fe-96b5-4d2f-9498-8bcfe52bf589", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:45.008675 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0906a196-7f61-4837-9023-c008d3554858 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:45.009961 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babf7ce6-8167-40ed-88b3-23f25dd7b31c', 'name': 'network-vif-deleted', 'tag': 'cd4475fe-96b5-4d2f-9498-8bcfe52bf589', 'status': 'completed', 'code': 200} Feb 08 15:59:45.025654 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98813cf1-12ab-420d-8de5-b4d4ddd78631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ae16b287-a799-48a9-85e4-ecda41af15f4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:45.025873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c09a61b9-bb32-4d4b-a40a-5d3b0dfd4020 None None] Current status of the port eab1aaeb-906e-455d-803f-30d11872fedb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:45.033956 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98813cf1-12ab-420d-8de5-b4d4ddd78631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:45.045077 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-98813cf1-12ab-420d-8de5-b4d4ddd78631 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ae16b287-a799-48a9-85e4-ecda41af15f4 HTTP/1.1" status: 204 len: 168 time: 0.4366913 Feb 08 15:59:45.052575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c09a61b9-bb32-4d4b-a40a-5d3b0dfd4020 None None] Provisioning complete for port e65c669b-3572-4853-b94b-eb9fb0cd12fb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:45.053057 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c09a61b9-bb32-4d4b-a40a-5d3b0dfd4020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e65c669b-3572-4853-b94b-eb9fb0cd12fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:45.104119 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98813cf1-12ab-420d-8de5-b4d4ddd78631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae16b287-a799-48a9-85e4-ecda41af15f4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:45.113705 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c09a61b9-bb32-4d4b-a40a-5d3b0dfd4020 None None] Port e65c669b-3572-4853-b94b-eb9fb0cd12fb cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:59:45.251000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a6579d82-9114-4329-a8fd-4024f29d6556 None None] Provisioning complete for port e65c669b-3572-4853-b94b-eb9fb0cd12fb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:45.251383 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a6579d82-9114-4329-a8fd-4024f29d6556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e65c669b-3572-4853-b94b-eb9fb0cd12fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:45.313729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a6579d82-9114-4329-a8fd-4024f29d6556 None None] Port e65c669b-3572-4853-b94b-eb9fb0cd12fb cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:59:45.322651 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (e0121e74-492e-418e-8f0e-ff083f490e57), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:45.335706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b866b9-e13e-4d0e-a954-6f0c7d84489e req-7b56df77-fb9e-47c5-a4b3-49f53db09166 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:45.344260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70b866b9-e13e-4d0e-a954-6f0c7d84489e req-7b56df77-fb9e-47c5-a4b3-49f53db09166 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.1621537 Feb 08 15:59:45.356502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51790) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:45.358892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device cd4475fe-96b5-4d2f-9498-8bcfe52bf589 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:59:45.372920 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:45.373423 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-da45a5ea-9c49-42d1-bb4e-38d7d1e1297d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Request body: {'floatingip': {'port_id': '41740af2-4a3d-4b44-9b28-315194388352'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:45.378931 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d9ada38-9e8a-43db-ab28-fa8f1c86009c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2582f5c3-b380-4781-b798-0a56db1e4c3b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:45.430949 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-fa932998-d849-4ddf-a3bf-76c48d63e6b5 None None] Could not find standard attr ID for object 2582f5c3-b380-4781-b798-0a56db1e4c3b. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 15:59:45.432094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: cd4475fe-96b5-4d2f-9498-8bcfe52bf589 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:59:45.432445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device cd4475fe-96b5-4d2f-9498-8bcfe52bf589 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:59:45.483253 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da45a5ea-9c49-42d1-bb4e-38d7d1e1297d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for floatingip (8ab256c5-dcb2-4dc1-baaf-15c4a0540906), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:45.496151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ada38-9e8a-43db-ab28-fa8f1c86009c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=2582f5c3-b380-4781-b798-0a56db1e4c3b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:45.544117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Allocated IP 172.25.7.192 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/534a3887-4236-4265-8813-effe4275f4fc) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:45.698872 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-549b3228-9193-4289-a30b-657488141d43 req-c5f01e01-ddf5-4a02-b0fb-005ad7e9314e tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0634527 Feb 08 15:59:45.724871 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for port (534a3887-4236-4265-8813-effe4275f4fc), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:45.727903 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d9ada38-9e8a-43db-ab28-fa8f1c86009c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:45.740567 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0d9ada38-9e8a-43db-ab28-fa8f1c86009c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/2582f5c3-b380-4781-b798-0a56db1e4c3b HTTP/1.1" status: 204 len: 168 time: 1.4908640 Feb 08 15:59:45.743686 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51802) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:45.794153 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (534a3887-4236-4265-8813-effe4275f4fc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:45.820600 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb12e00e-bcc5-4bee-ba04-3761603c5826 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] GET failed (client error): The resource could not be found. Feb 08 15:59:45.829655 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fb12e00e-bcc5-4bee-ba04-3761603c5826 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/2582f5c3-b380-4781-b798-0a56db1e4c3b HTTP/1.1" status: 404 len: 333 time: 0.0821435 Feb 08 15:59:45.855278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Pushing event updated for resources: {'Port': ['ID=534a3887-4236-4265-8813-effe4275f4fc,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:45.858770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51806) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:45.870373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51808) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:45.898382 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:45.902486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:45.906717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:45.991552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 90600a68-7a97-434c-a59f-b2529b7f3821 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:59:46.018456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51816) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:46.036984 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 90600a68-7a97-434c-a59f-b2529b7f3821 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:59:46.037593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 90600a68-7a97-434c-a59f-b2529b7f3821 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:59:46.195700 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-12477dac-98cc-4e70-ad0f-7c04c21eab47 admin admin] Deleting subnet 451650a0-cab2-4312-ac5d-d042a5f4df5a {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:59:46.201308 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9d2f-1b9c-4853-9aef-01cc82800798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:46.204298 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12477dac-98cc-4e70-ad0f-7c04c21eab47 admin admin] Publish callbacks [] for subnet (451650a0-cab2-4312-ac5d-d042a5f4df5a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:46.209462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-36076729-ecc1-4a2a-a7c1-f44be5f0c084 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port e65c669b-3572-4853-b94b-eb9fb0cd12fb {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:46.209717 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-36076729-ecc1-4a2a-a7c1-f44be5f0c084 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e65c669b-3572-4853-b94b-eb9fb0cd12fb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:46.231315 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da45a5ea-9c49-42d1-bb4e-38d7d1e1297d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:46.236171 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da45a5ea-9c49-42d1-bb4e-38d7d1e1297d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (8ab256c5-dcb2-4dc1-baaf-15c4a0540906), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:46.332842 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12477dac-98cc-4e70-ad0f-7c04c21eab47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (451650a0-cab2-4312-ac5d-d042a5f4df5a), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:46.359066 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-da45a5ea-9c49-42d1-bb4e-38d7d1e1297d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Floating IP 8ab256c5-dcb2-4dc1-baaf-15c4a0540906 associated. External IP: 172.25.7.57, port: 41740af2-4a3d-4b44-9b28-315194388352. Feb 08 15:59:46.456870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device eab1aaeb-906e-455d-803f-30d11872fedb up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:46.512016 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12477dac-98cc-4e70-ad0f-7c04c21eab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (451650a0-cab2-4312-ac5d-d042a5f4df5a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:46.526233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port eab1aaeb-906e-455d-803f-30d11872fedb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:46.526778 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (eab1aaeb-906e-455d-803f-30d11872fedb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:46.594394 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-36076729-ecc1-4a2a-a7c1-f44be5f0c084 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e65c669b-3572-4853-b94b-eb9fb0cd12fb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:46.634347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-36076729-ecc1-4a2a-a7c1-f44be5f0c084 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for e65c669b-3572-4853-b94b-eb9fb0cd12fb owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:46.671207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port eab1aaeb-906e-455d-803f-30d11872fedb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:46.676400 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da45a5ea-9c49-42d1-bb4e-38d7d1e1297d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Router 720f81cb-6f2d-49bf-80fd-d329ed90b32b has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 15:59:46.709187 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (e0121e74-492e-418e-8f0e-ff083f490e57), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:46.796441 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9d2f-1b9c-4853-9aef-01cc82800798 admin admin] Publish callbacks [] for security_group (0e7924af-87dc-4300-949d-9eb4f1a7434a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:46.821795 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3a3d9d2f-1b9c-4853-9aef-01cc82800798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0e7924af-87dc-4300-949d-9eb4f1a7434a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:46.845517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da45a5ea-9c49-42d1-bb4e-38d7d1e1297d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:59:46.854845 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da45a5ea-9c49-42d1-bb4e-38d7d1e1297d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:46.856831 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffc5b76-d70a-4540-8a20-ed2ef650688b None None] Sync routers for ids ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:59:46.869389 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffc5b76-d70a-4540-8a20-ed2ef650688b None None] Routers {'720f81cb-6f2d-49bf-80fd-d329ed90b32b'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:46.870029 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6ffc5b76-d70a-4540-8a20-ed2ef650688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:46.889561 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12477dac-98cc-4e70-ad0f-7c04c21eab47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (451650a0-cab2-4312-ac5d-d042a5f4df5a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:46.897872 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-da45a5ea-9c49-42d1-bb4e-38d7d1e1297d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "PUT /v2.0/floatingips/8ab256c5-dcb2-4dc1-baaf-15c4a0540906 HTTP/1.1" status: 200 len: 991 time: 1.5361650 Feb 08 15:59:46.902939 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d9d2f-1b9c-4853-9aef-01cc82800798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7924af-87dc-4300-949d-9eb4f1a7434a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:46.988811 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-6ffc5b76-d70a-4540-8a20-ed2ef650688b None None] Set router 720f81cb-6f2d-49bf-80fd-d329ed90b32b gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:59:47.009863 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12477dac-98cc-4e70-ad0f-7c04c21eab47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=451650a0-cab2-4312-ac5d-d042a5f4df5a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:47.010920 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'tag': '41740af2-4a3d-4b44-9b28-315194388352'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 15:59:47.016026 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069200c5-6f72-41d1-8958-d2cec1be2192" -d '{"events": [{"name": "network-changed", "server_uuid": "5667d6be-d9fc-4202-94ba-b28272037bbb", "tag": "41740af2-4a3d-4b44-9b28-315194388352"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 15:59:47.023763 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58de6b69-1281-420c-870e-1af8926d49c8 req-19149917-ca52-4c2f-bb0e-ecc2a8bb1710 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.1599491 Feb 08 15:59:47.025354 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12477dac-98cc-4e70-ad0f-7c04c21eab47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.028573 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-12477dac-98cc-4e70-ad0f-7c04c21eab47 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/451650a0-cab2-4312-ac5d-d042a5f4df5a HTTP/1.1" status: 204 len: 168 time: 1.0059354 Feb 08 15:59:47.032072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51846) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:47.044856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3a3d9d2f-1b9c-4853-9aef-01cc82800798 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4885761b79a240a1a88f1e693e11e55d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1724300 Feb 08 15:59:47.049361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51848) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:47.124500 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc39f-97e0-44b4-902e-6d5284e33c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (b5b59816-9fc3-4d53-9f43-52ab1a64f47b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.177410 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 15:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23872e75-d096-4b95-ae5f-0b3b3719d43f x-openstack-request-id: req-23872e75-d096-4b95-ae5f-0b3b3719d43f {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 15:59:47.178346 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5667d6be-d9fc-4202-94ba-b28272037bbb", "tag": "41740af2-4a3d-4b44-9b28-315194388352", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 15:59:47.178346 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-23872e75-d096-4b95-ae5f-0b3b3719d43f {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 15:59:47.178346 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'tag': '41740af2-4a3d-4b44-9b28-315194388352', 'status': 'completed', 'code': 200} Feb 08 15:59:47.189313 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (e0121e74-492e-418e-8f0e-ff083f490e57), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.198250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51850) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:47.221918 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (e0121e74-492e-418e-8f0e-ff083f490e57), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.249438 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc39f-97e0-44b4-902e-6d5284e33c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (b5b59816-9fc3-4d53-9f43-52ab1a64f47b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.273271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-e3dcc39f-97e0-44b4-902e-6d5284e33c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b59816-9fc3-4d53-9f43-52ab1a64f47b']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:47.286787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-e3dcc39f-97e0-44b4-902e-6d5284e33c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3396b7f4-a080-4bb3-a006-a56ab8759a0b') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:47.287137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-e3dcc39f-97e0-44b4-902e-6d5284e33c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3396b7f4-a080-4bb3-a006-a56ab8759a0b') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:47.298587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc39f-97e0-44b4-902e-6d5284e33c56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (3396b7f4-a080-4bb3-a006-a56ab8759a0b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.314144 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc39f-97e0-44b4-902e-6d5284e33c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (3396b7f4-a080-4bb3-a006-a56ab8759a0b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.318638 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6ffc5b76-d70a-4540-8a20-ed2ef650688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '8ab256c5-dcb2-4dc1-baaf-15c4a0540906', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'port_id': '41740af2-4a3d-4b44-9b28-315194388352', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'mac_address': 'fa:16:3e:3b:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:59:18Z', 'updated_at': '2022-02-08T15:59:46Z', 'revision_number': 1, 'project_id': '4a0201865e184d1486ad0db740e39857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83b32b7-0ee8-47ef-8089-d68e75acc363', 'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'mac_address': 'fa:16:3e:a8:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:54:06Z', 'updated_at': '2022-02-08T15:54:13Z', 'revision_number': 5, 'project_id': '4a0201865e184d1486ad0db740e39857', 'subnets': [{'id': '087d1e39-0072-4580-ba11-eb90596289b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:47.323568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3dcc39f-97e0-44b4-902e-6d5284e33c56 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:59:47.324512 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc39f-97e0-44b4-902e-6d5284e33c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (3396b7f4-a080-4bb3-a006-a56ab8759a0b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: timer() Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:59:47.327213 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:59:47.374709 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1746632567', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:47.408078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc39f-97e0-44b4-902e-6d5284e33c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (b5b59816-9fc3-4d53-9f43-52ab1a64f47b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.411327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Made reservation on behalf of 564a67f362b74c9887e1442932ad2973 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:47.413922 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.436134 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc39f-97e0-44b4-902e-6d5284e33c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.437338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9003bb5-c03f-4b3f-a07e-44a17e58af48 req-c7e04416-7f76-41da-ba92-577b54c2d184 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:47.439009 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9003bb5-c03f-4b3f-a07e-44a17e58af48 req-c7e04416-7f76-41da-ba92-577b54c2d184 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.4180229 Feb 08 15:59:47.442393 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e3dcc39f-97e0-44b4-902e-6d5284e33c56 admin admin] 10.222.0.82 "DELETE /v2.0/networks/b5b59816-9fc3-4d53-9f43-52ab1a64f47b HTTP/1.1" status: 204 len: 168 time: 0.4091411 Feb 08 15:59:47.449178 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcc39f-97e0-44b4-902e-6d5284e33c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b59816-9fc3-4d53-9f43-52ab1a64f47b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:47.452378 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.473610 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffc5b76-d70a-4540-8a20-ed2ef650688b None None] Checking router: 720f81cb-6f2d-49bf-80fd-d329ed90b32b for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 15:59:47.486049 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffc5b76-d70a-4540-8a20-ed2ef650688b None None] Routers {'720f81cb-6f2d-49bf-80fd-d329ed90b32b'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:47.487640 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6ffc5b76-d70a-4540-8a20-ed2ef650688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:47.495793 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3091473b-3478-4b2d-ac71-5068a8222fa5 admin admin] Publish callbacks [] for security_group (0e7924af-87dc-4300-949d-9eb4f1a7434a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.513113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069200c5-6f72-41d1-8958-d2cec1be2192 req-fb7491aa-fcdb-4a31-99e8-97f90f74007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:47.514840 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-069200c5-6f72-41d1-8958-d2cec1be2192 req-fb7491aa-fcdb-4a31-99e8-97f90f74007f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 1129 time: 0.3212342 Feb 08 15:59:47.536595 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-36076729-ecc1-4a2a-a7c1-f44be5f0c084 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e65c669b-3572-4853-b94b-eb9fb0cd12fb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.558800 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks [] for security_group (4c3fa94e-852f-4d59-86d5-3b8ed328bf33), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.566676 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4c3fa94e-852f-4d59-86d5-3b8ed328bf33), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.580592 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] device_id is not set on port a1a1641e-30d6-4746-88b8-f96f62315b81 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:59:47.624188 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3091473b-3478-4b2d-ac71-5068a8222fa5 admin admin] Publish callbacks [] for security_group (0e7924af-87dc-4300-949d-9eb4f1a7434a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:47.628730 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-6ffc5b76-d70a-4540-8a20-ed2ef650688b None None] Set router 720f81cb-6f2d-49bf-80fd-d329ed90b32b gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 15:59:47.643577 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3fa94e-852f-4d59-86d5-3b8ed328bf33,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:47.676877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36076729-ecc1-4a2a-a7c1-f44be5f0c084 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=e65c669b-3572-4853-b94b-eb9fb0cd12fb,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:47.761827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51856) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:47.799116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Allocated IP 172.25.7.224 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/a1a1641e-30d6-4746-88b8-f96f62315b81) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:47.862321 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c8a2ecf9-3226-4c7f-9b3b-82f9ad6d0605 req-8e1975ad-dd08-4563-bda5-03c246d655ab service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0473235 Feb 08 15:59:47.906871 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9711f453-ef1a-4b69-a1a5-15511ccce27e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=017690533835436b8e9813d90ee303fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426837 Feb 08 15:59:47.906871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51858) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:48.023561 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6ffc5b76-d70a-4540-8a20-ed2ef650688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '8ab256c5-dcb2-4dc1-baaf-15c4a0540906', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'port_id': '41740af2-4a3d-4b44-9b28-315194388352', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'mac_address': 'fa:16:3e:3b:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:59:18Z', 'updated_at': '2022-02-08T15:59:46Z', 'revision_number': 1, 'project_id': '4a0201865e184d1486ad0db740e39857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83b32b7-0ee8-47ef-8089-d68e75acc363', 'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'mac_address': 'fa:16:3e:a8:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:54:06Z', 'updated_at': '2022-02-08T15:54:13Z', 'revision_number': 5, 'project_id': '4a0201865e184d1486ad0db740e39857', 'subnets': [{'id': '087d1e39-0072-4580-ba11-eb90596289b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:48.037779 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46fa6381-0259-4920-ac5b-d4916b03addd admin admin] Publish callbacks [] for security_group (98261cbb-5a61-4aa3-a0b7-51745e1d4d5a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.052510 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffc5b76-d70a-4540-8a20-ed2ef650688b None None] The sync data for ids ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'] in n-d-824834-11 is: [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '8ab256c5-dcb2-4dc1-baaf-15c4a0540906', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'port_id': '41740af2-4a3d-4b44-9b28-315194388352', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'mac_address': 'fa:16:3e:3b:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T15:59:18Z', 'updated_at': '2022-02-08T15:59:46Z', 'revision_number': 1, 'project_id': '4a0201865e184d1486ad0db740e39857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83b32b7-0ee8-47ef-8089-d68e75acc363', 'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'mac_address': 'fa:16:3e:a8:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:54:06Z', 'updated_at': '2022-02-08T15:54:13Z', 'revision_number': 5, 'project_id': '4a0201865e184d1486ad0db740e39857', 'subnets': [{'id': '087d1e39-0072-4580-ba11-eb90596289b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:59:48.082206 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46fa6381-0259-4920-ac5b-d4916b03addd admin admin] Publish callbacks [] for security_group (98261cbb-5a61-4aa3-a0b7-51745e1d4d5a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.121190 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d9003bb5-c03f-4b3f-a07e-44a17e58af48 req-5ed5fea0-1c5a-433e-aee8-18be723ec6f8 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6454368 Feb 08 15:59:48.146199 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks [] for port (a1a1641e-30d6-4746-88b8-f96f62315b81), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.192609 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a1a1641e-30d6-4746-88b8-f96f62315b81), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.206068 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46fa6381-0259-4920-ac5b-d4916b03addd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (98261cbb-5a61-4aa3-a0b7-51745e1d4d5a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.208934 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46fa6381-0259-4920-ac5b-d4916b03addd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.210120 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-46fa6381-0259-4920-ac5b-d4916b03addd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/98261cbb-5a61-4aa3-a0b7-51745e1d4d5a HTTP/1.1" status: 204 len: 168 time: 0.2992723 Feb 08 15:59:48.246011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d9e3245-254a-4b88-a692-6150172382b0 req-5784d65f-03a8-448e-bccf-6dcd5dd4d7df tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0610893 Feb 08 15:59:48.251545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069200c5-6f72-41d1-8958-d2cec1be2192 req-c602c80d-1b14-4d72-80f8-3d173f8e7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:48.253808 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-069200c5-6f72-41d1-8958-d2cec1be2192 req-c602c80d-1b14-4d72-80f8-3d173f8e7586 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 918 time: 0.7259064 Feb 08 15:59:48.260471 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-36076729-ecc1-4a2a-a7c1-f44be5f0c084 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.262625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa6381-0259-4920-ac5b-d4916b03addd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98261cbb-5a61-4aa3-a0b7-51745e1d4d5a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:48.266919 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-36076729-ecc1-4a2a-a7c1-f44be5f0c084 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/e65c669b-3572-4853-b94b-eb9fb0cd12fb HTTP/1.1" status: 204 len: 168 time: 2.4067938 Feb 08 15:59:48.270028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51864) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:48.271483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:48.273737 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Pushing event updated for resources: {'Port': ['ID=a1a1641e-30d6-4746-88b8-f96f62315b81,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:48.281084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:48.283927 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:48.293704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Router e0121e74-492e-418e-8f0e-ff083f490e57 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:59:48.350955 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3091473b-3478-4b2d-ac71-5068a8222fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0e7924af-87dc-4300-949d-9eb4f1a7434a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.354119 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3091473b-3478-4b2d-ac71-5068a8222fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.355325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3091473b-3478-4b2d-ac71-5068a8222fa5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0e7924af-87dc-4300-949d-9eb4f1a7434a HTTP/1.1" status: 204 len: 168 time: 1.3057494 Feb 08 15:59:48.357124 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-427c112e-cb51-4623-bcaa-06aad28a2cd4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] GET failed (client error): The resource could not be found. Feb 08 15:59:48.362195 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-427c112e-cb51-4623-bcaa-06aad28a2cd4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/e65c669b-3572-4853-b94b-eb9fb0cd12fb HTTP/1.1" status: 404 len: 333 time: 0.0899484 Feb 08 15:59:48.365551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51868) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:48.384076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:48.384757 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.422149 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-abb2edfa-5f0c-4cde-8b78-0c697160c07c tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.2226446 Feb 08 15:59:48.422674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51870) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:48.429006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-31cbe144-22df-46ae-a3a7-1640c5e5dd70 tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.224'}]}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:48.429292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa0fbbb-5371-4a69-b117-a220390f5df7 None None] New status for floating IP 8ab256c5-dcb2-4dc1-baaf-15c4a0540906: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 15:59:48.431240 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091473b-3478-4b2d-ac71-5068a8222fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7924af-87dc-4300-949d-9eb4f1a7434a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:48.483283 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31cbe144-22df-46ae-a3a7-1640c5e5dd70 tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (bf1312c9-c33c-4279-8bc5-dd1357163f47), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.484879 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31cbe144-22df-46ae-a3a7-1640c5e5dd70 tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (bf1312c9-c33c-4279-8bc5-dd1357163f47), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.524529 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-069200c5-6f72-41d1-8958-d2cec1be2192 req-c996259f-cdbd-4450-baaa-0cdeaa2eebb6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41740af2-4a3d-4b44-9b28-315194388352 HTTP/1.1" status: 200 len: 999 time: 0.2538757 Feb 08 15:59:48.532507 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-9299a64d-fef3-433c-8ad8-88de60e5e6d9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting subnet 42f965b6-cbe0-4896-b2a1-d17eeba2966e {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 15:59:48.539341 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9299a64d-fef3-433c-8ad8-88de60e5e6d9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (42f965b6-cbe0-4896-b2a1-d17eeba2966e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.610678 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31cbe144-22df-46ae-a3a7-1640c5e5dd70 tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks [] for router_controller (bf1312c9-c33c-4279-8bc5-dd1357163f47), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.637680 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9299a64d-fef3-433c-8ad8-88de60e5e6d9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (42f965b6-cbe0-4896-b2a1-d17eeba2966e), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.684386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069200c5-6f72-41d1-8958-d2cec1be2192 req-ed0ef89d-8094-45b7-995d-61dcd8a61584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:48.743505 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-069200c5-6f72-41d1-8958-d2cec1be2192 req-ed0ef89d-8094-45b7-995d-61dcd8a61584 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=087d1e39-0072-4580-ba11-eb90596289b8 HTTP/1.1" status: 200 len: 856 time: 0.1554978 Feb 08 15:59:48.745048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:59:48.761652 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ba114-11d5-4d05-8ce3-1efaf3398b72 None None] Sync routers for ids ['e0121e74-492e-418e-8f0e-ff083f490e57'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:59:48.762507 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.768238 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c6cd090e-e63e-4a90-b8f9-7e4bbe912017 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "PUT /v2.0/routers/e0121e74-492e-418e-8f0e-ff083f490e57 HTTP/1.1" status: 200 len: 883 time: 4.9979484 Feb 08 15:59:48.775600 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51874) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:48.776181 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:48.780318 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ba114-11d5-4d05-8ce3-1efaf3398b72 None None] Routers {'e0121e74-492e-418e-8f0e-ff083f490e57'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:48.781128 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b09ba114-11d5-4d05-8ce3-1efaf3398b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e0121e74-492e-418e-8f0e-ff083f490e57'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:48.856631 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b09ba114-11d5-4d05-8ce3-1efaf3398b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:48.868662 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ba114-11d5-4d05-8ce3-1efaf3398b72 None None] Routers {'e0121e74-492e-418e-8f0e-ff083f490e57'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:48.869442 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b09ba114-11d5-4d05-8ce3-1efaf3398b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['e0121e74-492e-418e-8f0e-ff083f490e57'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:48.916330 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b09ba114-11d5-4d05-8ce3-1efaf3398b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:48.917157 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ba114-11d5-4d05-8ce3-1efaf3398b72 None None] The sync data for ids ['e0121e74-492e-418e-8f0e-ff083f490e57'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:59:48.934347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31cbe144-22df-46ae-a3a7-1640c5e5dd70 tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks [] for router_gateway (bf1312c9-c33c-4279-8bc5-dd1357163f47), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:49.024308 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9299a64d-fef3-433c-8ad8-88de60e5e6d9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (42f965b6-cbe0-4896-b2a1-d17eeba2966e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:49.061766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069200c5-6f72-41d1-8958-d2cec1be2192 req-b14145b8-e463-4a6f-8f9f-243fbfe2cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:49.064322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-069200c5-6f72-41d1-8958-d2cec1be2192 req-b14145b8-e463-4a6f-8f9f-243fbfe2cd33 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3626122 Feb 08 15:59:49.241005 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31cbe144-22df-46ae-a3a7-1640c5e5dd70 tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks [] for router_gateway (bf1312c9-c33c-4279-8bc5-dd1357163f47), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:49.266534 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31cbe144-22df-46ae-a3a7-1640c5e5dd70 tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:49.296535 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-be6f2313-c465-45ac-bf54-89ee51d5cf76 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/routers/e0121e74-492e-418e-8f0e-ff083f490e57 HTTP/1.1" status: 200 len: 924 time: 0.5175846 Feb 08 15:59:49.309825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51898) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:49.365060 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e9e19-9fcc-4e76-ae46-98c6cd5d16e1 req-48d83bdd-7b75-4cec-8271-2f9d5b084213 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:49.367423 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c1e9e19-9fcc-4e76-ae46-98c6cd5d16e1 req-48d83bdd-7b75-4cec-8271-2f9d5b084213 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.1398377 Feb 08 15:59:49.400340 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9299a64d-fef3-433c-8ad8-88de60e5e6d9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (42f965b6-cbe0-4896-b2a1-d17eeba2966e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:49.456734 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9299a64d-fef3-433c-8ad8-88de60e5e6d9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:49.462458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9299a64d-fef3-433c-8ad8-88de60e5e6d9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/42f965b6-cbe0-4896-b2a1-d17eeba2966e HTTP/1.1" status: 204 len: 168 time: 1.0943553 Feb 08 15:59:49.462978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437fd97c-bcd4-4ebf-bfa7-a8b098216af0 None None] Network 9c111a16-abc4-43b2-b959-af0352654a22 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:49.468378 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51906) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:49.473548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299a64d-fef3-433c-8ad8-88de60e5e6d9 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Subnet': ['ID=42f965b6-cbe0-4896-b2a1-d17eeba2966e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:49.512873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-069200c5-6f72-41d1-8958-d2cec1be2192 req-996b2b46-cdc4-40ff-ad38-13341df4c177 service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334826 Feb 08 15:59:49.598671 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5173e777-b07e-4784-a138-86dac9851080 req-48c6cb75-5c93-451a-a4e7-48ca90da3030 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.1277392 Feb 08 15:59:49.701648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c1e9e19-9fcc-4e76-ae46-98c6cd5d16e1 req-faf44efa-1cfd-4dc1-a513-9496fdc6c579 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096447 Feb 08 15:59:49.745627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51916) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:49.754600 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (9c111a16-abc4-43b2-b959-af0352654a22), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:49.789350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626e79a1-a380-447d-95d2-a0c390f22c25 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:49.790346 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6894f0c7-709f-4dd6-b159-adb3ad259f6c None None] DHCP port deletion for 9c111a16-abc4-43b2-b959-af0352654a22 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 15:59:49.792070 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-626e79a1-a380-447d-95d2-a0c390f22c25 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/ports?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&device_id=e0121e74-492e-418e-8f0e-ff083f490e57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4662447 Feb 08 15:59:49.795254 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51922) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:49.906523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6894f0c7-709f-4dd6-b159-adb3ad259f6c None None] Deleting port eab1aaeb-906e-455d-803f-30d11872fedb {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:49.913657 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6894f0c7-709f-4dd6-b159-adb3ad259f6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (eab1aaeb-906e-455d-803f-30d11872fedb), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:49.933619 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31cbe144-22df-46ae-a3a7-1640c5e5dd70 tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks [] for router (bf1312c9-c33c-4279-8bc5-dd1357163f47), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:49.935270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf05ad4e-587c-4e1e-84df-a4a824a65eef tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:49.938139 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bf05ad4e-587c-4e1e-84df-a4a824a65eef tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 881 time: 0.1416163 Feb 08 15:59:49.943547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51926) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:49.990051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-00b660c1-2619-4f01-86af-b66e7fe243be tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0121e74-492e-418e-8f0e-ff083f490e57 HTTP/1.1" status: 200 len: 205 time: 0.0420885 Feb 08 15:59:49.992115 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51928) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:49.992581 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51930) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:50.006201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6894f0c7-709f-4dd6-b159-adb3ad259f6c None None] For port eab1aaeb-906e-455d-803f-30d11872fedb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=eab1aaeb-906e-455d-803f-30d11872fedb,segment=NetworkSegment(7fe029d6-b321-4902-b897-54d4b07bccc4),segment_id=7fe029d6-b321-4902-b897-54d4b07bccc4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:50.006700 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6894f0c7-709f-4dd6-b159-adb3ad259f6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (eab1aaeb-906e-455d-803f-30d11872fedb), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.020812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6894f0c7-709f-4dd6-b159-adb3ad259f6c None None] Calling delete_port for eab1aaeb-906e-455d-803f-30d11872fedb owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:50.099027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-638040172-network', 'tenant_id': '9843317bca134d49a7679075e5f7ffa2'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:50.120114 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6894f0c7-709f-4dd6-b159-adb3ad259f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (eab1aaeb-906e-455d-803f-30d11872fedb), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.133872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] Made reservation on behalf of 9843317bca134d49a7679075e5f7ffa2 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:50.136152 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.154148 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894f0c7-709f-4dd6-b159-adb3ad259f6c None None] Pushing event deleted for resources: {'Port': ['ID=eab1aaeb-906e-455d-803f-30d11872fedb,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:50.160445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6894f0c7-709f-4dd6-b159-adb3ad259f6c None None] No DVR routers for this DVR port eab1aaeb-906e-455d-803f-30d11872fedb on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:59:50.195092 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-069200c5-6f72-41d1-8958-d2cec1be2192 req-e4ddeaec-1925-4a0c-8c01-d67b77392ec4 service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949280 Feb 08 15:59:50.199701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-903023605-network', 'tenant_id': 'c6b8b28708264c7d928902be76796bef'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:50.204330 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.208239 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-87534785-f0c5-41cb-b00d-757a3e416aa6 req-12ce2bea-ed44-429c-8ddd-13329470938d tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25&device_id=270de4d2-381a-4206-a195-242f1e0b1e93 HTTP/1.1" status: 200 len: 210 time: 0.0831594 Feb 08 15:59:50.216562 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31cbe144-22df-46ae-a3a7-1640c5e5dd70 tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (bf1312c9-c33c-4279-8bc5-dd1357163f47), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.219118 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31cbe144-22df-46ae-a3a7-1640c5e5dd70 tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks [] for router_controller (bf1312c9-c33c-4279-8bc5-dd1357163f47), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.254168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port eab1aaeb-906e-455d-803f-30d11872fedb {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:50.254534 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (eab1aaeb-906e-455d-803f-30d11872fedb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.271162 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.290719 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31cbe144-22df-46ae-a3a7-1640c5e5dd70 tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (bf1312c9-c33c-4279-8bc5-dd1357163f47), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.291392 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cbe144-22df-46ae-a3a7-1640c5e5dd70 tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf1312c9-c33c-4279-8bc5-dd1357163f47 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:59:50.311352 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ce0249e-36cc-4532-ad96-efe355e39a2f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (e0121e74-492e-418e-8f0e-ff083f490e57), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.311720 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-31cbe144-22df-46ae-a3a7-1640c5e5dd70 tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 08 15:59:50.312739 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-31cbe144-22df-46ae-a3a7-1640c5e5dd70 tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8890979 Feb 08 15:59:50.317065 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51936) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:50.318781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] Made reservation on behalf of c6b8b28708264c7d928902be76796bef for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:50.321162 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.419772 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.428085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device eab1aaeb-906e-455d-803f-30d11872fedb no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 15:59:50.451283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: eab1aaeb-906e-455d-803f-30d11872fedb {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 15:59:50.451283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device eab1aaeb-906e-455d-803f-30d11872fedb not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 15:59:50.473459 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] For port eab1aaeb-906e-455d-803f-30d11872fedb, host n-d-824834-11, got binding levels [] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:50.473884 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (eab1aaeb-906e-455d-803f-30d11872fedb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.479947 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef5a94a8-3069-44a5-99c7-b639c21a151f req-44364441-3a84-4182-a2c5-4f8eab43e6c8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4c5fce4308c645b498a041907aafc84f&device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0402386 Feb 08 15:59:50.482157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b636f0ad-9245-425c-95d0-7113387e9f7d tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Deleting port a1a1641e-30d6-4746-88b8-f96f62315b81 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:50.482514 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b636f0ad-9245-425c-95d0-7113387e9f7d tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a1a1641e-30d6-4746-88b8-f96f62315b81), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.508935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for eab1aaeb-906e-455d-803f-30d11872fedb owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:50.526893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.ipam_backend_mixin [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Port eab1aaeb-906e-455d-803f-30d11872fedb was not found and therefore no delete operation was performed {{(pid=103301) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 15:59:50.550597 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef5a94a8-3069-44a5-99c7-b639c21a151f req-a6347200-4b84-4e8a-af28-4fec0bdb73df service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=4c5fce4308c645b498a041907aafc84f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535240 Feb 08 15:59:50.558961 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (eab1aaeb-906e-455d-803f-30d11872fedb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.561971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c21ad40-f040-4650-a4c5-bca939ce344e req-bed194dc-6b39-418a-8eb0-bee041eb6816 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.0568497 Feb 08 15:59:50.619811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=eab1aaeb-906e-455d-803f-30d11872fedb,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:50.621867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No DVR routers for this DVR port eab1aaeb-906e-455d-803f-30d11872fedb on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 15:59:50.646398 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] Publish callbacks [] for security_group (bd6ce688-3e1e-4e73-aeb1-88565646b547), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.649517 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ce0249e-36cc-4532-ad96-efe355e39a2f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (e0121e74-492e-418e-8f0e-ff083f490e57), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.655303 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b636f0ad-9245-425c-95d0-7113387e9f7d tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a1a1641e-30d6-4746-88b8-f96f62315b81), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.676379 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bd6ce688-3e1e-4e73-aeb1-88565646b547), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.683711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b636f0ad-9245-425c-95d0-7113387e9f7d tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Calling delete_port for a1a1641e-30d6-4746-88b8-f96f62315b81 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:50.710800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a94a8-3069-44a5-99c7-b639c21a151f req-7df8ce7f-c0bb-4ae9-9aca-60807a5f84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:50.713953 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef5a94a8-3069-44a5-99c7-b639c21a151f req-7df8ce7f-c0bb-4ae9-9aca-60807a5f84cc service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1556063 Feb 08 15:59:50.762292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:59:50.824878 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6ce688-3e1e-4e73-aeb1-88565646b547,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:50.829890 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] Publish callbacks [] for security_group (f587d054-4782-4d79-a49f-413fec6d6296), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.854210 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (9c111a16-abc4-43b2-b959-af0352654a22), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.856824 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f587d054-4782-4d79-a49f-413fec6d6296), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.865824 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b636f0ad-9245-425c-95d0-7113387e9f7d tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a1a1641e-30d6-4746-88b8-f96f62315b81), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.890042 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f57b6c01-fa00-44ed-a30d-32b6222a3b07), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.890305 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] Added segment f57b6c01-fa00-44ed-a30d-32b6222a3b07 of type vlan for network 68e2e96b-4617-4abf-8870-5cc0c2c23850 Feb 08 15:59:50.901157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636f0ad-9245-425c-95d0-7113387e9f7d tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1a1641e-30d6-4746-88b8-f96f62315b81,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:50.920657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c111a16-abc4-43b2-b959-af0352654a22']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:50.949832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:59:50.959488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe029d6-b321-4902-b897-54d4b07bccc4') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:50.959798 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe029d6-b321-4902-b897-54d4b07bccc4') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:50.973201 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b636f0ad-9245-425c-95d0-7113387e9f7d tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:50.976491 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b636f0ad-9245-425c-95d0-7113387e9f7d tempest-RoutersAdminNegativeIpV6Test-2128162235 tempest-RoutersAdminNegativeIpV6Test-2128162235-project-admin] 10.222.0.82 "DELETE /v2.0/ports/a1a1641e-30d6-4746-88b8-f96f62315b81 HTTP/1.1" status: 204 len: 168 time: 0.6581845 Feb 08 15:59:50.995437 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f587d054-4782-4d79-a49f-413fec6d6296,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:51.000835 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (7fe029d6-b321-4902-b897-54d4b07bccc4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.012835 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (779dff04-01e7-4816-93c7-aeeb7ca69a0d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.013258 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] Added segment 779dff04-01e7-4816-93c7-aeeb7ca69a0d of type vlan for network 2809b07d-e729-4e16-9f4f-331fbe210676 Feb 08 15:59:51.037890 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (68e2e96b-4617-4abf-8870-5cc0c2c23850), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.051836 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799ee06-1d07-4e4b-945c-ca2391e8514d req-e1c4dd80-2abb-45ae-990e-f083948941ff tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:51.053431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3799ee06-1d07-4e4b-945c-ca2391e8514d req-e1c4dd80-2abb-45ae-990e-f083948941ff tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.2579670 Feb 08 15:59:51.056911 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7fe029d6-b321-4902-b897-54d4b07bccc4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.066246 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0249e-36cc-4532-ad96-efe355e39a2f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Deleting port 534a3887-4236-4265-8813-effe4275f4fc {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:51.066599 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ce0249e-36cc-4532-ad96-efe355e39a2f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (534a3887-4236-4265-8813-effe4275f4fc), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.106297 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:59:51.106712 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (7fe029d6-b321-4902-b897-54d4b07bccc4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:59:51.109976 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:59:51.204334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51946) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:51.322836 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-30f09e81-499a-4be7-aab4-827eea072f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.406551 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-30f09e81-499a-4be7-aab4-827eea072f73 admin admin] Publish callbacks [] for security_group (f9667355-32c5-4617-892c-fb3312a4aa31), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.411505 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-30f09e81-499a-4be7-aab4-827eea072f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f9667355-32c5-4617-892c-fb3312a4aa31), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.452254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f09e81-499a-4be7-aab4-827eea072f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9667355-32c5-4617-892c-fb3312a4aa31,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:51.459208 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-30f09e81-499a-4be7-aab4-827eea072f73 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5bcf7fab5f63404fb907a7123526a896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2535851 Feb 08 15:59:51.462067 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51950) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:51.514314 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (2809b07d-e729-4e16-9f4f-331fbe210676), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.519286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0c0096c-91c2-42e1-879e-439bf229cd2c admin admin] Publish callbacks [] for security_group (f9667355-32c5-4617-892c-fb3312a4aa31), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.544157 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0c0096c-91c2-42e1-879e-439bf229cd2c admin admin] Publish callbacks [] for security_group (f9667355-32c5-4617-892c-fb3312a4aa31), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.550503 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (68e2e96b-4617-4abf-8870-5cc0c2c23850), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.551484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:51.552071 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.597817 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (9c111a16-abc4-43b2-b959-af0352654a22), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.605916 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0c0096c-91c2-42e1-879e-439bf229cd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f9667355-32c5-4617-892c-fb3312a4aa31), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.611942 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0c0096c-91c2-42e1-879e-439bf229cd2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.613826 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a0c0096c-91c2-42e1-879e-439bf229cd2c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f9667355-32c5-4617-892c-fb3312a4aa31 HTTP/1.1" status: 204 len: 168 time: 0.1506436 Feb 08 15:59:51.629348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0096c-91c2-42e1-879e-439bf229cd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9667355-32c5-4617-892c-fb3312a4aa31,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:51.652927 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.656291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/networks/9c111a16-abc4-43b2-b959-af0352654a22 HTTP/1.1" status: 204 len: 168 time: 2.1785700 Feb 08 15:59:51.669846 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51956) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:51.670297 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9050646 Feb 08 15:59:51.674917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-15c4ba74-5159-4e9c-a731-a43955e885a3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1178075503'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:51.686689 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ce0249e-36cc-4532-ad96-efe355e39a2f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (534a3887-4236-4265-8813-effe4275f4fc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.693146 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3799ee06-1d07-4e4b-945c-ca2391e8514d req-2c1ae56d-ea25-4e11-a4d7-f09644ee8998 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6305766 Feb 08 15:59:51.701985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c4ba74-5159-4e9c-a731-a43955e885a3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:51.707965 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15c4ba74-5159-4e9c-a731-a43955e885a3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.712667 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (2809b07d-e729-4e16-9f4f-331fbe210676), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.713663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:51.714241 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.735177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0249e-36cc-4532-ad96-efe355e39a2f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Calling delete_port for 534a3887-4236-4265-8813-effe4275f4fc owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:51.756768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c4ba74-5159-4e9c-a731-a43955e885a3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:59:51.770854 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15c4ba74-5159-4e9c-a731-a43955e885a3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (1feba7fd-481b-4aa2-8aeb-edf25ca0cea1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.771320 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-15c4ba74-5159-4e9c-a731-a43955e885a3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Added segment 1feba7fd-481b-4aa2-8aeb-edf25ca0cea1 of type vlan for network f152dc67-cb68-491d-b430-a9154f8da66d Feb 08 15:59:51.818272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15c4ba74-5159-4e9c-a731-a43955e885a3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (f152dc67-cb68-491d-b430-a9154f8da66d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.869271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15c4ba74-5159-4e9c-a731-a43955e885a3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (f152dc67-cb68-491d-b430-a9154f8da66d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.880682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c4ba74-5159-4e9c-a731-a43955e885a3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:51.881655 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15c4ba74-5159-4e9c-a731-a43955e885a3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:51.949492 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c6b0e-b2e5-4c63-a5c9-1891eb126290 admin admin] Pushing event updated for resources: {'Network': ['ID=68e2e96b-4617-4abf-8870-5cc0c2c23850,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:51.954842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84d05ee1-5351-40e0-8772-39d0aa5e4755 req-a9a51340-a085-4d82-8c30-c9f527efa2bb tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.2845051 Feb 08 15:59:51.961670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 68e2e96b-4617-4abf-8870-5cc0c2c23850 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:59:51.967275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9724028 Feb 08 15:59:51.980120 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51970) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:51.988698 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-70e70590-e40e-4190-9579-b59c4d1a9c34 admin admin] Request body: {'subnet': {'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-903023605-subnet', 'tenant_id': 'c6b8b28708264c7d928902be76796bef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:51.992606 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b8a11-d0da-4a45-91c7-18319609e566 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Network': ['ID=9c111a16-abc4-43b2-b959-af0352654a22,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:52.085517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197affcb-3c9e-411c-822f-871ed758c9cc admin admin] Pushing event updated for resources: {'Network': ['ID=2809b07d-e729-4e16-9f4f-331fbe210676,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:52.114119 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 2809b07d-e729-4e16-9f4f-331fbe210676 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:59:52.142171 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef5a94a8-3069-44a5-99c7-b639c21a151f req-a86a5881-928b-4e20-8d04-860283d98bc1 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.96 "GET /v2.0/ports?device_id=2cfb4ab3-8b42-4c85-ab77-4aa09dd8bf25 HTTP/1.1" status: 200 len: 210 time: 0.1049070 Feb 08 15:59:52.148751 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e70590-e40e-4190-9579-b59c4d1a9c34 admin admin] Made reservation on behalf of c6b8b28708264c7d928902be76796bef for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:52.151556 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70e70590-e40e-4190-9579-b59c4d1a9c34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:52.218766 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ce0249e-36cc-4532-ad96-efe355e39a2f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (534a3887-4236-4265-8813-effe4275f4fc), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:52.222214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51976) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:52.223722 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-15c4ba74-5159-4e9c-a731-a43955e885a3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5574257 Feb 08 15:59:52.247350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4ba74-5159-4e9c-a731-a43955e885a3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Network': ['ID=f152dc67-cb68-491d-b430-a9154f8da66d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:52.257682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6c7230b3-f316-441e-a6b0-105e5a358607 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'subnet': {'network_id': 'f152dc67-cb68-491d-b430-a9154f8da66d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:52.267419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network f152dc67-cb68-491d-b430-a9154f8da66d details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:59:52.275842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51980) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:52.331197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0249e-36cc-4532-ad96-efe355e39a2f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Pushing event deleted for resources: {'Port': ['ID=534a3887-4236-4265-8813-effe4275f4fc,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:52.406483 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2e5988c3-d939-4a05-b261-bceae236dec0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=564a67f362b74c9887e1442932ad2973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274104 Feb 08 15:59:52.408084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51984) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:52.476241 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38b9c085-0b74-48e1-923e-a3695aa3fdb0 admin admin] Publish callbacks [] for security_group (4c3fa94e-852f-4d59-86d5-3b8ed328bf33), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:52.501361 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38b9c085-0b74-48e1-923e-a3695aa3fdb0 admin admin] Publish callbacks [] for security_group (4c3fa94e-852f-4d59-86d5-3b8ed328bf33), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:52.555481 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ce0249e-36cc-4532-ad96-efe355e39a2f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (e0121e74-492e-418e-8f0e-ff083f490e57), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:52.584648 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38b9c085-0b74-48e1-923e-a3695aa3fdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4c3fa94e-852f-4d59-86d5-3b8ed328bf33), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:52.588202 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38b9c085-0b74-48e1-923e-a3695aa3fdb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:52.589548 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-38b9c085-0b74-48e1-923e-a3695aa3fdb0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4c3fa94e-852f-4d59-86d5-3b8ed328bf33 HTTP/1.1" status: 204 len: 168 time: 0.1779294 Feb 08 15:59:52.599584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9c085-0b74-48e1-923e-a3695aa3fdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3fa94e-852f-4d59-86d5-3b8ed328bf33,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:52.828822 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ce0249e-36cc-4532-ad96-efe355e39a2f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (e0121e74-492e-418e-8f0e-ff083f490e57), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:52.853027 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ce0249e-36cc-4532-ad96-efe355e39a2f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_controller (e0121e74-492e-418e-8f0e-ff083f490e57), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:52.928206 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7230b3-f316-441e-a6b0-105e5a358607 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:52.931600 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c7230b3-f316-441e-a6b0-105e5a358607 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.035408 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ce0249e-36cc-4532-ad96-efe355e39a2f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (e0121e74-492e-418e-8f0e-ff083f490e57), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.036023 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce0249e-36cc-4532-ad96-efe355e39a2f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Fanout notify agent at l3_agent the message router_deleted on router e0121e74-492e-418e-8f0e-ff083f490e57 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:59:53.055465 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ce0249e-36cc-4532-ad96-efe355e39a2f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.061670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52000) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:53.066422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-67f27b25-5947-4b0b-a818-4cb968807ef4 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1267492963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:53.071204 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9ce0249e-36cc-4532-ad96-efe355e39a2f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "DELETE /v2.0/routers/e0121e74-492e-418e-8f0e-ff083f490e57 HTTP/1.1" status: 204 len: 168 time: 3.0751822 Feb 08 15:59:53.117260 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67f27b25-5947-4b0b-a818-4cb968807ef4 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (15971d8e-5ac6-46ac-a816-e62eca9e3e24), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.118875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67f27b25-5947-4b0b-a818-4cb968807ef4 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (15971d8e-5ac6-46ac-a816-e62eca9e3e24), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.133877 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70e70590-e40e-4190-9579-b59c4d1a9c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (278c2f2b-2d96-42da-b202-953ae37669d2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.150675 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339314f7-5fb8-481a-acf0-ebfe366e22dc req-23eb8c60-9282-4c08-a365-3d2a3780e6c3 tempest-ComputeTenantNetworksTest-62818815 tempest-ComputeTenantNetworksTest-62818815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:53.155765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339314f7-5fb8-481a-acf0-ebfe366e22dc req-23eb8c60-9282-4c08-a365-3d2a3780e6c3 tempest-ComputeTenantNetworksTest-62818815 tempest-ComputeTenantNetworksTest-62818815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:53.162055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339314f7-5fb8-481a-acf0-ebfe366e22dc req-23eb8c60-9282-4c08-a365-3d2a3780e6c3 tempest-ComputeTenantNetworksTest-62818815 tempest-ComputeTenantNetworksTest-62818815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:53.163805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-339314f7-5fb8-481a-acf0-ebfe366e22dc req-23eb8c60-9282-4c08-a365-3d2a3780e6c3 tempest-ComputeTenantNetworksTest-62818815 tempest-ComputeTenantNetworksTest-62818815-project] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5203624 Feb 08 15:59:53.194778 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67f27b25-5947-4b0b-a818-4cb968807ef4 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_controller (15971d8e-5ac6-46ac-a816-e62eca9e3e24), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.207044 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67f27b25-5947-4b0b-a818-4cb968807ef4 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (15971d8e-5ac6-46ac-a816-e62eca9e3e24), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.230463 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67f27b25-5947-4b0b-a818-4cb968807ef4 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.233591 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-67f27b25-5947-4b0b-a818-4cb968807ef4 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1708930 Feb 08 15:59:53.236900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52008) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:53.250776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'enable_snat': True}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:53.318988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e70590-e40e-4190-9579-b59c4d1a9c34 admin admin] Checking segment: {'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:53.319386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e70590-e40e-4190-9579-b59c4d1a9c34 admin admin] Network hostable DHCP agents. Network: 2809b07d-e729-4e16-9f4f-331fbe210676, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:59:53.350993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e70590-e40e-4190-9579-b59c4d1a9c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=278c2f2b-2d96-42da-b202-953ae37669d2,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:53.399035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35d9c70e-cea7-4bb7-ab8d-3c33cb853bf4 req-31e1f8a2-f903-4f88-b358-54e48c5f3f3c tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=270de4d2-381a-4206-a195-242f1e0b1e93 HTTP/1.1" status: 200 len: 210 time: 0.0453770 Feb 08 15:59:53.412690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b620f-ef05-4893-9583-917ed347d1e3 req-538e11bd-3aaa-4d60-a475-2a8fa5dbc0ef tempest-ComputeTenantNetworksTest-62818815 tempest-ComputeTenantNetworksTest-62818815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:53.414151 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f07b620f-ef05-4893-9583-917ed347d1e3 req-538e11bd-3aaa-4d60-a475-2a8fa5dbc0ef tempest-ComputeTenantNetworksTest-62818815 tempest-ComputeTenantNetworksTest-62818815-project] 10.222.0.82 "GET /v2.0/networks/68e2e96b-4617-4abf-8870-5cc0c2c23850 HTTP/1.1" status: 200 len: 768 time: 0.2120545 Feb 08 15:59:53.427623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52016) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:53.456502 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8d14cab3-5cfa-4df0-b9e6-62d0a03e809f req-bf851ce2-5231-4981-8f85-adcc2f6bbeef service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4c5fce4308c645b498a041907aafc84f&device_id=270de4d2-381a-4206-a195-242f1e0b1e93 HTTP/1.1" status: 200 len: 210 time: 0.1074107 Feb 08 15:59:53.488560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e70590-e40e-4190-9579-b59c4d1a9c34 admin admin] Network 2809b07d-e729-4e16-9f4f-331fbe210676 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:59:53.539088 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8d14cab3-5cfa-4df0-b9e6-62d0a03e809f req-8ff9b714-b06c-420c-bdfb-f898f15f5702 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=4c5fce4308c645b498a041907aafc84f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726979 Feb 08 15:59:53.556660 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-70e70590-e40e-4190-9579-b59c4d1a9c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 2809b07d-e729-4e16-9f4f-331fbe210676) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:53.566821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e70590-e40e-4190-9579-b59c4d1a9c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:53.567702 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70e70590-e40e-4190-9579-b59c4d1a9c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.569712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8988c1a-241c-43c7-be71-bf385226fec1 None None] Network 2809b07d-e729-4e16-9f4f-331fbe210676 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:53.581321 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (68e2e96b-4617-4abf-8870-5cc0c2c23850), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.585625 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c7230b3-f316-441e-a6b0-105e5a358607 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (0503566c-8ab7-4b57-b5c4-254a11749f9a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.600614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-70e70590-e40e-4190-9579-b59c4d1a9c34 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6188366 Feb 08 15:59:53.691913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7230b3-f316-441e-a6b0-105e5a358607 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Subnet': ['ID=0503566c-8ab7-4b57-b5c4-254a11749f9a,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:53.751710 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (68e2e96b-4617-4abf-8870-5cc0c2c23850), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.768772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7230b3-f316-441e-a6b0-105e5a358607 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Checking segment: {'id': '1feba7fd-481b-4aa2-8aeb-edf25ca0cea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f152dc67-cb68-491d-b430-a9154f8da66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:53.769471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7230b3-f316-441e-a6b0-105e5a358607 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network hostable DHCP agents. Network: f152dc67-cb68-491d-b430-a9154f8da66d, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:59:53.781655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e2e96b-4617-4abf-8870-5cc0c2c23850']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:53.814750 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57b6c01-fa00-44ed-a30d-32b6222a3b07') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:53.817127 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (15971d8e-5ac6-46ac-a816-e62eca9e3e24), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.818443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57b6c01-fa00-44ed-a30d-32b6222a3b07') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:53.839665 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (f57b6c01-fa00-44ed-a30d-32b6222a3b07), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.854777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7230b3-f316-441e-a6b0-105e5a358607 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network f152dc67-cb68-491d-b430-a9154f8da66d is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:59:53.868858 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f57b6c01-fa00-44ed-a30d-32b6222a3b07), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.877191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-6c7230b3-f316-441e-a6b0-105e5a358607 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, f152dc67-cb68-491d-b430-a9154f8da66d) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:53.879877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 15:59:53.880329 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (f57b6c01-fa00-44ed-a30d-32b6222a3b07), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: timer() Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 15:59:53.882344 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 15:59:53.894337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14cab3-5cfa-4df0-b9e6-62d0a03e809f req-58793e34-4900-4462-a4cd-8f84bdaf9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:53.898001 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8d14cab3-5cfa-4df0-b9e6-62d0a03e809f req-58793e34-4900-4462-a4cd-8f84bdaf9f06 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3218830 Feb 08 15:59:53.943799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7230b3-f316-441e-a6b0-105e5a358607 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:53.944487 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c7230b3-f316-441e-a6b0-105e5a358607 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:53.959621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbeb441-a0f3-4863-abe2-698d2bccaa64 None None] Network f152dc67-cb68-491d-b430-a9154f8da66d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:53.996923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52030) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:54.010252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6c7230b3-f316-441e-a6b0-105e5a358607 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7811570 Feb 08 15:59:54.012884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52036) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:54.018921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-28690f95-c5bc-4845-8aab-b941a3c3487c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'network_id': 'f152dc67-cb68-491d-b430-a9154f8da66d', 'name': 'tempest-PortsTestJSON-1888810994', 'fixed_ips': [{'subnet_id': '0503566c-8ab7-4b57-b5c4-254a11749f9a', 'ip_address': '172.20.0.10'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:54.021893 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (68e2e96b-4617-4abf-8870-5cc0c2c23850), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.028246 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.029353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc61be04-f707-4a04-81b3-8b757e603c6c None None] Network 2809b07d-e729-4e16-9f4f-331fbe210676 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:54.036572 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] 10.222.0.82 "DELETE /v2.0/networks/68e2e96b-4617-4abf-8870-5cc0c2c23850 HTTP/1.1" status: 204 len: 168 time: 0.6078227 Feb 08 15:59:54.150212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Pushing event deleted for resources: {'Network': ['ID=68e2e96b-4617-4abf-8870-5cc0c2c23850,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:54.162332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:54.162684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:54.163033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:54.163375 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:54.163715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:54.164130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:54.168480 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:54.168816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:54.169201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:54.169549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:54.169891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:54.170223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:54.170557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0995926-2017-47ca-ac8a-a9b230bf1dfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 15:59:54.215389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-f152dc67-cb68-491d-b430-a9154f8da66d', 'network_id': 'f152dc67-cb68-491d-b430-a9154f8da66d', 'project_id': '0d4436b9f30742f79601225ff55aa191', 'fixed_ips': [{'subnet_id': '0503566c-8ab7-4b57-b5c4-254a11749f9a'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 15:59:54.216496 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.261347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1964339829'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:54.358950 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:54.367152 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.389752 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (15971d8e-5ac6-46ac-a816-e62eca9e3e24), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.397752 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.406293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Allocated IP 172.20.0.2 (f152dc67-cb68-491d-b430-a9154f8da66d/0503566c-8ab7-4b57-b5c4-254a11749f9a/7a49bb71-926e-46b7-97a1-345410fe4e92) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:54.417621 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.417927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28690f95-c5bc-4845-8aab-b941a3c3487c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:54.537579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52054) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:54.571330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Allocated IP 172.25.7.148 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/554a305c-2c9a-4f36-8b57-066370625b22) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:54.632290 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Publish callbacks [] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.641473 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.670844 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a414c81a-0f6d-4a6c-a8da-a05855c9958e req-5732da51-f7b9-40a1-8529-0c0879d09968 tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.82 "GET /v2.0/ports?device_id=270de4d2-381a-4206-a195-242f1e0b1e93 HTTP/1.1" status: 200 len: 210 time: 0.0751777 Feb 08 15:59:54.691639 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Network f152dc67-cb68-491d-b430-a9154f8da66d is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:54.693993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:54.698644 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8aa1e5c7-0ca8-4b92-aa61-290b9decc514 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9843317bca134d49a7679075e5f7ffa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1545575 Feb 08 15:59:54.701363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:54.705782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52058) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:54.709183 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Pushing event updated for resources: {'Port': ['ID=7a49bb71-926e-46b7-97a1-345410fe4e92,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:54.739484 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for port (554a305c-2c9a-4f36-8b57-066370625b22), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.771578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-d9b7a352-1f4f-42c9-9097-86c13a36bf14 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:54.773152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-d9b7a352-1f4f-42c9-9097-86c13a36bf14 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 814 time: 0.3776152 Feb 08 15:59:54.794687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Attempting to bind port 7a49bb71-926e-46b7-97a1-345410fe4e92 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 15:59:54.795127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Attempting to bind port 7a49bb71-926e-46b7-97a1-345410fe4e92 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '1feba7fd-481b-4aa2-8aeb-edf25ca0cea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f152dc67-cb68-491d-b430-a9154f8da66d'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 15:59:54.795611 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Attempting to bind port 7a49bb71-926e-46b7-97a1-345410fe4e92 on network f152dc67-cb68-491d-b430-a9154f8da66d {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 15:59:54.796381 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (554a305c-2c9a-4f36-8b57-066370625b22), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.801768 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 15:59:54.802287 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Checking segment: {'id': '1feba7fd-481b-4aa2-8aeb-edf25ca0cea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f152dc67-cb68-491d-b430-a9154f8da66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:54.802843 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.803472 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Bound using segment: {'id': '1feba7fd-481b-4aa2-8aeb-edf25ca0cea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f152dc67-cb68-491d-b430-a9154f8da66d'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 15:59:54.804146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Bound port: 7a49bb71-926e-46b7-97a1-345410fe4e92, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1feba7fd-481b-4aa2-8aeb-edf25ca0cea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f152dc67-cb68-491d-b430-a9154f8da66d'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 15:59:54.804550 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.813323 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28690f95-c5bc-4845-8aab-b941a3c3487c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.849314 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:54.855496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:54.858002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:54.861801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Pushing event updated for resources: {'Port': ['ID=554a305c-2c9a-4f36-8b57-066370625b22,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:54.874603 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-d8a6967d-f781-4e30-89af-b6ea494b2410 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/quotas/c6b8b28708264c7d928902be76796bef HTTP/1.1" status: 200 len: 375 time: 0.0533669 Feb 08 15:59:54.887213 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (d7b0d0c3-bbfb-4df1-8fe9-94ce7bcbf4ee), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.891032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-28690f95-c5bc-4845-8aab-b941a3c3487c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:59:54.891247 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] For port 7a49bb71-926e-46b7-97a1-345410fe4e92, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 15:59:54.897280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] For port 7a49bb71-926e-46b7-97a1-345410fe4e92, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7a49bb71-926e-46b7-97a1-345410fe4e92,segment=NetworkSegment(1feba7fd-481b-4aa2-8aeb-edf25ca0cea1),segment_id=1feba7fd-481b-4aa2-8aeb-edf25ca0cea1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 15:59:54.897550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c99724f4-abc4-421b-b1f4-ca7476c260f7 admin admin] Publish callbacks [] for security_group (bd6ce688-3e1e-4e73-aeb1-88565646b547), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.907206 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.916573 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d7b0d0c3-bbfb-4df1-8fe9-94ce7bcbf4ee), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:54.980215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0260a4-fb3e-4bce-a79a-358abe4b8fe7 None None] Pushing event updated for resources: {'Port': ['ID=7a49bb71-926e-46b7-97a1-345410fe4e92,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:54.998129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-0d01e1e1-be65-4926-8166-2e69bb79c308 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086252 Feb 08 15:59:55.068408 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:59:55.075094 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c99724f4-abc4-421b-b1f4-ca7476c260f7 admin admin] Publish callbacks [] for security_group (bd6ce688-3e1e-4e73-aeb1-88565646b547), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:55.123439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b0d0c3-bbfb-4df1-8fe9-94ce7bcbf4ee,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:55.172767 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (de08d414-4bee-451d-a6d4-cd5806fed33c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:55.173107 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Added segment de08d414-4bee-451d-a6d4-cd5806fed33c of type vlan for network a669c9fc-a932-4ee3-ae3d-6f41af718588 Feb 08 15:59:55.186709 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8d14cab3-5cfa-4df0-b9e6-62d0a03e809f req-a896596a-0095-48f1-9092-5fd40c97b5cb tempest-ServerShowV247Test-156238586 tempest-ServerShowV247Test-156238586-project] 10.222.0.96 "GET /v2.0/ports?device_id=270de4d2-381a-4206-a195-242f1e0b1e93 HTTP/1.1" status: 200 len: 210 time: 0.0284255 Feb 08 15:59:55.250602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (15971d8e-5ac6-46ac-a816-e62eca9e3e24), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:55.313245 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (a669c9fc-a932-4ee3-ae3d-6f41af718588), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:55.340599 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-7d07c2f3-74be-43eb-a08e-4b385d57b9ac service neutron] 10.222.0.82 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280854 Feb 08 15:59:55.380260 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c99724f4-abc4-421b-b1f4-ca7476c260f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bd6ce688-3e1e-4e73-aeb1-88565646b547), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:55.382830 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c99724f4-abc4-421b-b1f4-ca7476c260f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:55.386731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c99724f4-abc4-421b-b1f4-ca7476c260f7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bd6ce688-3e1e-4e73-aeb1-88565646b547 HTTP/1.1" status: 204 len: 168 time: 0.6705177 Feb 08 15:59:55.393691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-28690f95-c5bc-4845-8aab-b941a3c3487c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Allocated IP 172.20.0.10 (f152dc67-cb68-491d-b430-a9154f8da66d/0503566c-8ab7-4b57-b5c4-254a11749f9a/f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:55.539047 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (15971d8e-5ac6-46ac-a816-e62eca9e3e24), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:55.546531 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (15971d8e-5ac6-46ac-a816-e62eca9e3e24), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:55.749317 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (a669c9fc-a932-4ee3-ae3d-6f41af718588), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:55.754931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:55.755500 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:55.760428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Router 15971d8e-5ac6-46ac-a816-e62eca9e3e24 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 15:59:55.792744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99724f4-abc4-421b-b1f4-ca7476c260f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6ce688-3e1e-4e73-aeb1-88565646b547,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:55.866004 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8674264 Feb 08 15:59:55.882311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52070) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:55.894114 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-3af31ab3-2bc4-44e7-961b-ce5cbf7b12b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'name': 'tempest-PortsIpV6TestJSON-1584468866'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:55.932232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb83d04-e5b7-48ab-a627-c63d5fa97b42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Network': ['ID=a669c9fc-a932-4ee3-ae3d-6f41af718588,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:55.947052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:59:56.001884 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 15:59:56.018926 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:56.020175 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4d19b540-8f84-4a33-bc82-67a8fa9c9181 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "PUT /v2.0/routers/15971d8e-5ac6-46ac-a816-e62eca9e3e24 HTTP/1.1" status: 200 len: 919 time: 2.7817292 Feb 08 15:59:56.025744 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52074) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:56.035413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-2525646a-87e8-4ea8-bdd3-06be063ac233 service neutron] 10.222.0.82 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6724107 Feb 08 15:59:56.164466 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af31ab3-2bc4-44e7-961b-ce5cbf7b12b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:56.168369 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3af31ab3-2bc4-44e7-961b-ce5cbf7b12b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:56.219398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-3af31ab3-2bc4-44e7-961b-ce5cbf7b12b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port 180f7ffc-1235-48d1-a606-9fbacd48b932 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:59:56.237170 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28690f95-c5bc-4845-8aab-b941a3c3487c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:56.328923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52082) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:56.331360 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dfdc2656-9b6f-4b1e-b35e-2e90f833124f tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/routers/15971d8e-5ac6-46ac-a816-e62eca9e3e24 HTTP/1.1" status: 200 len: 925 time: 0.3042274 Feb 08 15:59:56.332077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52084) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:56.404150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aab6e1d-68be-437b-9996-52e0cf027f26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:56.409866 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4aab6e1d-68be-437b-9996-52e0cf027f26 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/ports?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&device_id=15971d8e-5ac6-46ac-a816-e62eca9e3e24&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0764163 Feb 08 15:59:56.413560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52092) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:56.645886 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c67b8ea-2913-4ae5-b6ad-b4fbb55c5fe6 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:56.650261 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec654670-9aa0-4c12-94cc-87e67d363f02 req-678021b0-7253-439b-869b-04de4ef138a1 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 210 time: 0.1192830 Feb 08 15:59:56.654559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7a49bb71-926e-46b7-97a1-345410fe4e92 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:56.659123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad53513-40dd-49c3-b3f4-84b8a79041a3 None None] Network f152dc67-cb68-491d-b430-a9154f8da66d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:56.663894 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98db6b89-2c09-4666-b9dc-4360959077e6 None None] Sync routers for ids ['15971d8e-5ac6-46ac-a816-e62eca9e3e24'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 15:59:56.679886 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9c67b8ea-2913-4ae5-b6ad-b4fbb55c5fe6 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 881 time: 0.2620265 Feb 08 15:59:56.680867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52102) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:56.728708 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28690f95-c5bc-4845-8aab-b941a3c3487c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:56.744196 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ff59d659-d769-4ea0-b7da-c95d8fed2215 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "GET /v2.0/ports?device_id=15971d8e-5ac6-46ac-a816-e62eca9e3e24 HTTP/1.1" status: 200 len: 205 time: 0.0615571 Feb 08 15:59:56.745134 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52106) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:56.763697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a273f05a-46fe-4978-ab3e-210593ea29a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:56.858484 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3af31ab3-2bc4-44e7-961b-ce5cbf7b12b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (180f7ffc-1235-48d1-a606-9fbacd48b932), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:56.880713 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a094165-2ec6-4751-843b-a8d854743c48 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (15971d8e-5ac6-46ac-a816-e62eca9e3e24), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:56.887590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db6b89-2c09-4666-b9dc-4360959077e6 None None] Routers {'15971d8e-5ac6-46ac-a816-e62eca9e3e24'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:56.888276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-98db6b89-2c09-4666-b9dc-4360959077e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['15971d8e-5ac6-46ac-a816-e62eca9e3e24'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:56.909314 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28690f95-c5bc-4845-8aab-b941a3c3487c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network f152dc67-cb68-491d-b430-a9154f8da66d is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:56.921948 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-28690f95-c5bc-4845-8aab-b941a3c3487c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:56.927708 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28690f95-c5bc-4845-8aab-b941a3c3487c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:56.956826 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-98db6b89-2c09-4666-b9dc-4360959077e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:56.961925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4689efc7-7509-4b53-859e-efae73b2e055 None None] Provisioning complete for port 7a49bb71-926e-46b7-97a1-345410fe4e92 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:56.962915 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4689efc7-7509-4b53-859e-efae73b2e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:56.989072 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28690f95-c5bc-4845-8aab-b941a3c3487c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:57.010297 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a094165-2ec6-4751-843b-a8d854743c48 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (15971d8e-5ac6-46ac-a816-e62eca9e3e24), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.035942 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3af31ab3-2bc4-44e7-961b-ce5cbf7b12b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (180f7ffc-1235-48d1-a606-9fbacd48b932), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.068156 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28690f95-c5bc-4845-8aab-b941a3c3487c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:57.068839 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28690f95-c5bc-4845-8aab-b941a3c3487c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.087274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db6b89-2c09-4666-b9dc-4360959077e6 None None] Routers {'15971d8e-5ac6-46ac-a816-e62eca9e3e24'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 15:59:57.089718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6a094165-2ec6-4751-843b-a8d854743c48 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Deleting port 554a305c-2c9a-4f36-8b57-066370625b22 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:57.090074 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a094165-2ec6-4751-843b-a8d854743c48 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (554a305c-2c9a-4f36-8b57-066370625b22), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.090615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-98db6b89-2c09-4666-b9dc-4360959077e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['15971d8e-5ac6-46ac-a816-e62eca9e3e24'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:57.187843 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af31ab3-2bc4-44e7-961b-ce5cbf7b12b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=180f7ffc-1235-48d1-a606-9fbacd48b932,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:57.200846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-28690f95-c5bc-4845-8aab-b941a3c3487c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1864600 Feb 08 15:59:57.205181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52122) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:57.211599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e3e3e935-859b-4afa-9ba0-16b7d2e1a90d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'network_id': 'f152dc67-cb68-491d-b430-a9154f8da66d', 'name': 'tempest-PortsTestJSON-2124445828', 'fixed_ips': [{'subnet_id': '0503566c-8ab7-4b57-b5c4-254a11749f9a', 'ip_address': '172.20.0.9'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:57.249837 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-98db6b89-2c09-4666-b9dc-4360959077e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 15:59:57.250898 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98db6b89-2c09-4666-b9dc-4360959077e6 None None] The sync data for ids ['15971d8e-5ac6-46ac-a816-e62eca9e3e24'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 15:59:57.265064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 7a49bb71-926e-46b7-97a1-345410fe4e92 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:57.265695 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.276641 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a273f05a-46fe-4978-ab3e-210593ea29a8 admin admin] Publish callbacks [] for security_group (75a1f7b1-e39b-46ef-bb4b-4edc6238ed9e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.307909 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a273f05a-46fe-4978-ab3e-210593ea29a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (75a1f7b1-e39b-46ef-bb4b-4edc6238ed9e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.340923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a273f05a-46fe-4978-ab3e-210593ea29a8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4c5fce4308c645b498a041907aafc84f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0076435 Feb 08 15:59:57.346852 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52124) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:57.349307 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af31ab3-2bc4-44e7-961b-ce5cbf7b12b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Checking segment: {'id': 'de08d414-4bee-451d-a6d4-cd5806fed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 15:59:57.349750 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af31ab3-2bc4-44e7-961b-ce5cbf7b12b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network hostable DHCP agents. Network: a669c9fc-a932-4ee3-ae3d-6f41af718588, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 15:59:57.404630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4689efc7-7509-4b53-859e-efae73b2e055 None None] Current status of the port 7a49bb71-926e-46b7-97a1-345410fe4e92 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:57.405120 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4689efc7-7509-4b53-859e-efae73b2e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.434208 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 7a49bb71-926e-46b7-97a1-345410fe4e92 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:57.434606 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.490795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4689efc7-7509-4b53-859e-efae73b2e055 None None] For port 7a49bb71-926e-46b7-97a1-345410fe4e92, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7a49bb71-926e-46b7-97a1-345410fe4e92,segment=NetworkSegment(1feba7fd-481b-4aa2-8aeb-edf25ca0cea1),segment_id=1feba7fd-481b-4aa2-8aeb-edf25ca0cea1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 15:59:57.504120 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4689efc7-7509-4b53-859e-efae73b2e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.505610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af31ab3-2bc4-44e7-961b-ce5cbf7b12b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 15:59:57.508254 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273f05a-46fe-4978-ab3e-210593ea29a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a1f7b1-e39b-46ef-bb4b-4edc6238ed9e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:57.557926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-3af31ab3-2bc4-44e7-961b-ce5cbf7b12b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, a669c9fc-a932-4ee3-ae3d-6f41af718588) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:57.570336 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af31ab3-2bc4-44e7-961b-ce5cbf7b12b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:57.578594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af31ab3-2bc4-44e7-961b-ce5cbf7b12b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:57.578594 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3af31ab3-2bc4-44e7-961b-ce5cbf7b12b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.586354 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e7d7-7c35-41f8-8b2b-683e001d71ab admin admin] Publish callbacks [] for security_group (75a1f7b1-e39b-46ef-bb4b-4edc6238ed9e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.630830 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e7d7-7c35-41f8-8b2b-683e001d71ab admin admin] Publish callbacks [] for security_group (75a1f7b1-e39b-46ef-bb4b-4edc6238ed9e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.640325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419fe842-57f9-4c05-be30-a69c84616aad None None] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 15:59:57.644387 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689efc7-7509-4b53-859e-efae73b2e055 None None] Pushing event updated for resources: {'Port': ['ID=7a49bb71-926e-46b7-97a1-345410fe4e92,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:57.683994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52128) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:57.754062 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e7d7-7c35-41f8-8b2b-683e001d71ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (75a1f7b1-e39b-46ef-bb4b-4edc6238ed9e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.762866 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e7d7-7c35-41f8-8b2b-683e001d71ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.772256 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b2a1e7d7-7c35-41f8-8b2b-683e001d71ab admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/75a1f7b1-e39b-46ef-bb4b-4edc6238ed9e HTTP/1.1" status: 204 len: 168 time: 0.4232321 Feb 08 15:59:57.787939 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 15:59:57.789617 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 15:59:57.802243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1e7d7-7c35-41f8-8b2b-683e001d71ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a1f7b1-e39b-46ef-bb4b-4edc6238ed9e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:57.808467 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3af31ab3-2bc4-44e7-961b-ce5cbf7b12b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9209630 Feb 08 15:59:57.814014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52136) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:57.828099 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a31dd565-80b3-441c-a0cb-ab76ce8c070e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-162840305'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:57.874970 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e3e935-859b-4afa-9ba0-16b7d2e1a90d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:57.885362 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e935-859b-4afa-9ba0-16b7d2e1a90d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.885944 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a094165-2ec6-4751-843b-a8d854743c48 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (554a305c-2c9a-4f36-8b57-066370625b22), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.899204 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31dd565-80b3-441c-a0cb-ab76ce8c070e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:57.905548 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a31dd565-80b3-441c-a0cb-ab76ce8c070e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.906249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-427916f0-801f-425d-a2ba-e674fcb3169c None None] Provisioning complete for port f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:57.906995 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6a094165-2ec6-4751-843b-a8d854743c48 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Calling delete_port for 554a305c-2c9a-4f36-8b57-066370625b22 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 15:59:57.907219 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-427916f0-801f-425d-a2ba-e674fcb3169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:57.984097 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-db0f9396-f81b-47f7-a084-7d3815194b7d req-8e959154-8f23-4258-a3a6-3d2f503d01c5 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 210 time: 0.1108363 Feb 08 15:59:58.001620 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-e3e3e935-859b-4afa-9ba0-16b7d2e1a90d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port 255305a7-b4a1-47d2-8f8b-9ba1abf69087 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:59:58.010623 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9a6635b8-baae-44cf-a8b3-468b866f1b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.151679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31dd565-80b3-441c-a0cb-ab76ce8c070e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:59:58.184331 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a31dd565-80b3-441c-a0cb-ab76ce8c070e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (506bb59d-af01-4af5-bf23-a0fcc24f95a4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.184677 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-a31dd565-80b3-441c-a0cb-ab76ce8c070e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Added segment 506bb59d-af01-4af5-bf23-a0fcc24f95a4 of type vlan for network e25bfc33-2a26-4f23-80f2-41d5aa3913f0 Feb 08 15:59:58.192915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-427916f0-801f-425d-a2ba-e674fcb3169c None None] Port f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:59:58.252394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-427916f0-801f-425d-a2ba-e674fcb3169c None None] Provisioning complete for port 7a49bb71-926e-46b7-97a1-345410fe4e92 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:58.253218 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-427916f0-801f-425d-a2ba-e674fcb3169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.291662 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a31dd565-80b3-441c-a0cb-ab76ce8c070e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (e25bfc33-2a26-4f23-80f2-41d5aa3913f0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.357480 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 7a49bb71-926e-46b7-97a1-345410fe4e92 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:58.380913 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-7c3aabcf-eaab-4c1f-8a01-dd0d6770f67f tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:58.383034 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-7c3aabcf-eaab-4c1f-8a01-dd0d6770f67f tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.96 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 814 time: 0.2292526 Feb 08 15:59:58.384415 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a094165-2ec6-4751-843b-a8d854743c48 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (554a305c-2c9a-4f36-8b57-066370625b22), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.388768 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9a6635b8-baae-44cf-a8b3-468b866f1b95 admin admin] Publish callbacks [] for security_group (1e943382-57ee-4350-9d02-78711bd41a76), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.393212 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a31dd565-80b3-441c-a0cb-ab76ce8c070e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (e25bfc33-2a26-4f23-80f2-41d5aa3913f0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.398779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31dd565-80b3-441c-a0cb-ab76ce8c070e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:58.399416 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a31dd565-80b3-441c-a0cb-ab76ce8c070e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.420036 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9a6635b8-baae-44cf-a8b3-468b866f1b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1e943382-57ee-4350-9d02-78711bd41a76), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.420243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-020ec049-920c-441e-ba65-6d64c7eaa6b3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Request body: {'port': {'device_id': '2f877bbd-0cda-4af6-b346-2f5cb5e7f03c', 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676', 'admin_state_up': True, 'tenant_id': 'c6b8b28708264c7d928902be76796bef'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:58.486279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-427916f0-801f-425d-a2ba-e674fcb3169c None None] Current status of the port 7a49bb71-926e-46b7-97a1-345410fe4e92 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:58.500210 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6635b8-baae-44cf-a8b3-468b866f1b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e943382-57ee-4350-9d02-78711bd41a76,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:58.515218 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a094165-2ec6-4751-843b-a8d854743c48 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Pushing event deleted for resources: {'Port': ['ID=554a305c-2c9a-4f36-8b57-066370625b22,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:58.528401 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a31dd565-80b3-441c-a0cb-ab76ce8c070e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7121453 Feb 08 15:59:58.534357 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52146) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:58.542019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7a49bb71-926e-46b7-97a1-345410fe4e92 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 15:59:58.556703 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-e3e3e935-859b-4afa-9ba0-16b7d2e1a90d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Allocated IP 172.20.0.9 (f152dc67-cb68-491d-b430-a9154f8da66d/0503566c-8ab7-4b57-b5c4-254a11749f9a/255305a7-b4a1-47d2-8f8b-9ba1abf69087) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:58.556855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'ports': [{'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588'}, {'network_id': 'e25bfc33-2a26-4f23-80f2-41d5aa3913f0'}]} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:58.557329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:58.558088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'network_id': 'e25bfc33-2a26-4f23-80f2-41d5aa3913f0'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:58.561664 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9a6635b8-baae-44cf-a8b3-468b866f1b95 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=85aee81e8b314bcaa0cedf4f501362a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8612719 Feb 08 15:59:58.565635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dd565-80b3-441c-a0cb-ab76ce8c070e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Network': ['ID=e25bfc33-2a26-4f23-80f2-41d5aa3913f0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:58.569822 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52150) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:58.612333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network e25bfc33-2a26-4f23-80f2-41d5aa3913f0 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 15:59:58.661400 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae74e7b4-de8a-4f96-b1f7-f1695f3588ec admin admin] Publish callbacks [] for security_group (1e943382-57ee-4350-9d02-78711bd41a76), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.674237 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-020ec049-920c-441e-ba65-6d64c7eaa6b3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Made reservation on behalf of c6b8b28708264c7d928902be76796bef for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:58.679037 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-020ec049-920c-441e-ba65-6d64c7eaa6b3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.720310 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a094165-2ec6-4751-843b-a8d854743c48 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (15971d8e-5ac6-46ac-a816-e62eca9e3e24), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.725442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a5851031-0b4f-4800-bd3a-4de8a7fdad9b None None] Provisioning complete for port f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:58.725833 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a5851031-0b4f-4800-bd3a-4de8a7fdad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.771023 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae74e7b4-de8a-4f96-b1f7-f1695f3588ec admin admin] Publish callbacks [] for security_group (1e943382-57ee-4350-9d02-78711bd41a76), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.806542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a5851031-0b4f-4800-bd3a-4de8a7fdad9b None None] Port f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:59:58.817149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 7a49bb71-926e-46b7-97a1-345410fe4e92 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:58.817785 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.911733 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e935-859b-4afa-9ba0-16b7d2e1a90d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (255305a7-b4a1-47d2-8f8b-9ba1abf69087), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.923419 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae74e7b4-de8a-4f96-b1f7-f1695f3588ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1e943382-57ee-4350-9d02-78711bd41a76), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.926946 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae74e7b4-de8a-4f96-b1f7-f1695f3588ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.928264 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ae74e7b4-de8a-4f96-b1f7-f1695f3588ec admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1e943382-57ee-4350-9d02-78711bd41a76 HTTP/1.1" status: 204 len: 168 time: 0.3570247 Feb 08 15:59:58.939645 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 7a49bb71-926e-46b7-97a1-345410fe4e92 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 15:59:58.942899 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a094165-2ec6-4751-843b-a8d854743c48 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (15971d8e-5ac6-46ac-a816-e62eca9e3e24), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.947193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a094165-2ec6-4751-843b-a8d854743c48 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_controller (15971d8e-5ac6-46ac-a816-e62eca9e3e24), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:58.956379 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74e7b4-de8a-4f96-b1f7-f1695f3588ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e943382-57ee-4350-9d02-78711bd41a76,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:58.989318 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e935-859b-4afa-9ba0-16b7d2e1a90d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (255305a7-b4a1-47d2-8f8b-9ba1abf69087), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.055516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52164) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:59.058323 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e3e935-859b-4afa-9ba0-16b7d2e1a90d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network f152dc67-cb68-491d-b430-a9154f8da66d is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:59.069615 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-e3e3e935-859b-4afa-9ba0-16b7d2e1a90d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:59.076696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e3e935-859b-4afa-9ba0-16b7d2e1a90d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:59.089788 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a094165-2ec6-4751-843b-a8d854743c48 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (15971d8e-5ac6-46ac-a816-e62eca9e3e24), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.090367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a094165-2ec6-4751-843b-a8d854743c48 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Fanout notify agent at l3_agent the message router_deleted on router 15971d8e-5ac6-46ac-a816-e62eca9e3e24 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 15:59:59.098105 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6a094165-2ec6-4751-843b-a8d854743c48 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.099801 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6a094165-2ec6-4751-843b-a8d854743c48 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "DELETE /v2.0/routers/15971d8e-5ac6-46ac-a816-e62eca9e3e24 HTTP/1.1" status: 204 len: 168 time: 2.3528857 Feb 08 15:59:59.105284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52168) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:59.111880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3e935-859b-4afa-9ba0-16b7d2e1a90d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=255305a7-b4a1-47d2-8f8b-9ba1abf69087,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:59.121386 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c78fe550-6723-4799-8e7c-d91bf0798885 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1611505590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:59.149667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-020ec049-920c-441e-ba65-6d64c7eaa6b3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Allocated IP 172.20.0.3 (2809b07d-e729-4e16-9f4f-331fbe210676/278c2f2b-2d96-42da-b202-953ae37669d2/d1fed64c-2272-4a19-a818-0435607ade4d) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 15:59:59.152572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'port': 2} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:59.157681 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.176295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e3e935-859b-4afa-9ba0-16b7d2e1a90d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:59.177275 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e935-859b-4afa-9ba0-16b7d2e1a90d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.229191 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50b4ba66-aa50-4176-b9e9-faabc46aacc8 req-54e6efbd-1648-47e7-b5b5-142011e9af1c tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 210 time: 0.0451648 Feb 08 15:59:59.237041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.254581 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c78fe550-6723-4799-8e7c-d91bf0798885 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (80b3e4f0-547c-489f-88f0-3645dd3b459b), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.255308 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e3e3e935-859b-4afa-9ba0-16b7d2e1a90d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0483489 Feb 08 15:59:59.255872 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c78fe550-6723-4799-8e7c-d91bf0798885 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (80b3e4f0-547c-489f-88f0-3645dd3b459b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.261567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52172) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:59.396513 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d208f11-ee8d-43b7-942c-3755c3453192 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:59.398409 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4d208f11-ee8d-43b7-942c-3755c3453192 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1356196 Feb 08 15:59:59.404252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52174) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:59.405610 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c78fe550-6723-4799-8e7c-d91bf0798885 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_controller (80b3e4f0-547c-489f-88f0-3645dd3b459b), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.461849 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c78fe550-6723-4799-8e7c-d91bf0798885 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (80b3e4f0-547c-489f-88f0-3645dd3b459b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.491490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-645809755-network', 'tenant_id': '383b56f32b8740adb6bf96d216692319'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:59.515243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] Made reservation on behalf of 383b56f32b8740adb6bf96d216692319 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 15:59:59.518546 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.528633 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.539211 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c78fe550-6723-4799-8e7c-d91bf0798885 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.540995 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c78fe550-6723-4799-8e7c-d91bf0798885 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4323058 Feb 08 15:59:59.544364 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52182) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:59.553824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'enable_snat': False}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 15:59:59.556147 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-db968e6f-589f-4b1d-a1da-6d1e005525fb None None] Provisioning complete for port 255305a7-b4a1-47d2-8f8b-9ba1abf69087 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 15:59:59.557149 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-db968e6f-589f-4b1d-a1da-6d1e005525fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (255305a7-b4a1-47d2-8f8b-9ba1abf69087), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.610171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-db968e6f-589f-4b1d-a1da-6d1e005525fb None None] Port 255305a7-b4a1-47d2-8f8b-9ba1abf69087 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 15:59:59.625001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1405a897-99d6-4021-9002-9d80b0c1f845 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:59.630709 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1405a897-99d6-4021-9002-9d80b0c1f845 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:59.635942 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1405a897-99d6-4021-9002-9d80b0c1f845 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 15:59:59.637652 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1405a897-99d6-4021-9002-9d80b0c1f845 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2308481 Feb 08 15:59:59.642891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52186) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 15:59:59.669178 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-020ec049-920c-441e-ba65-6d64c7eaa6b3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks [] for port (d1fed64c-2272-4a19-a818-0435607ade4d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.792854 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port 471b45bd-a564-440e-b0df-276a0c6688df yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 15:59:59.831290 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-020ec049-920c-441e-ba65-6d64c7eaa6b3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d1fed64c-2272-4a19-a818-0435607ade4d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.866917 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (80b3e4f0-547c-489f-88f0-3645dd3b459b), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.879635 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] Publish callbacks [] for security_group (39f213dc-62a8-4776-9cdb-2c2641279499), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.886725 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (39f213dc-62a8-4776-9cdb-2c2641279499), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.911427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0cf2d2c8-0d63-4cc1-aaab-87a1dfa06ff3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port 255305a7-b4a1-47d2-8f8b-9ba1abf69087 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 15:59:59.911873 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d2c8-0d63-4cc1-aaab-87a1dfa06ff3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (255305a7-b4a1-47d2-8f8b-9ba1abf69087), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.915986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-020ec049-920c-441e-ba65-6d64c7eaa6b3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Network 2809b07d-e729-4e16-9f4f-331fbe210676 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 15:59:59.931417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ec049-920c-441e-ba65-6d64c7eaa6b3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Pushing event updated for resources: {'Port': ['ID=d1fed64c-2272-4a19-a818-0435607ade4d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:59.951305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 15:59:59.960187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-020ec049-920c-441e-ba65-6d64c7eaa6b3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 15:59:59.965929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-020ec049-920c-441e-ba65-6d64c7eaa6b3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 15:59:59.972630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f213dc-62a8-4776-9cdb-2c2641279499,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 15:59:59.975810 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (cba233ec-5519-47d9-921e-1ea7029d815d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 15:59:59.976143 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] Added segment cba233ec-5519-47d9-921e-1ea7029d815d of type vlan for network fb374508-5c73-4d79-bee8-d58289274073 Feb 08 16:00:00.025792 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (fb374508-5c73-4d79-bee8-d58289274073), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.070251 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (fb374508-5c73-4d79-bee8-d58289274073), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.071308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:00.071960 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.098914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (471b45bd-a564-440e-b0df-276a0c6688df), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.104349 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d2c8-0d63-4cc1-aaab-87a1dfa06ff3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (255305a7-b4a1-47d2-8f8b-9ba1abf69087), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.122707 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-020ec049-920c-441e-ba65-6d64c7eaa6b3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:00.123485 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-020ec049-920c-441e-ba65-6d64c7eaa6b3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.136915 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0807741 Feb 08 16:00:00.144714 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52198) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:00.151542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-4d377128-a6a7-4592-affd-31dcafde6a60 admin admin] Request body: {'subnet': {'network_id': 'fb374508-5c73-4d79-bee8-d58289274073', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-645809755-subnet', 'tenant_id': '383b56f32b8740adb6bf96d216692319', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:00.187938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0cf2d2c8-0d63-4cc1-aaab-87a1dfa06ff3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for 255305a7-b4a1-47d2-8f8b-9ba1abf69087 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:00.202752 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-020ec049-920c-441e-ba65-6d64c7eaa6b3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8079236 Feb 08 16:00:00.220321 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Request body: {'port': {'device_id': '2f877bbd-0cda-4af6-b346-2f5cb5e7f03c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:00.230149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8289c-e57a-4899-ae3a-bc7f960e011e admin admin] Pushing event updated for resources: {'Network': ['ID=fb374508-5c73-4d79-bee8-d58289274073,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:00.242849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network fb374508-5c73-4d79-bee8-d58289274073 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:00:00.271334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port b7b0e5d4-9b33-4742-8235-58ecf0ff59f5 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:00:00.271884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d377128-a6a7-4592-affd-31dcafde6a60 admin admin] Made reservation on behalf of 383b56f32b8740adb6bf96d216692319 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:00.274523 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d377128-a6a7-4592-affd-31dcafde6a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.339803 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (80b3e4f0-547c-489f-88f0-3645dd3b459b), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.373028 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.404401 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d1fed64c-2272-4a19-a818-0435607ade4d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.508781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1ecfd-e151-49d2-9003-e685eb443531 req-a8e63099-3293-4e89-a727-f6e6a9855b7c tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:00.510551 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17f1ecfd-e151-49d2-9003-e685eb443531 req-a8e63099-3293-4e89-a727-f6e6a9855b7c tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 931 time: 0.1423800 Feb 08 16:00:00.618987 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Allocated IP 172.25.7.139 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/db3b2355-e74b-4aa0-a8f2-0c9a87ff6181) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:00.663577 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d2c8-0d63-4cc1-aaab-87a1dfa06ff3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (255305a7-b4a1-47d2-8f8b-9ba1abf69087), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.682837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17f1ecfd-e151-49d2-9003-e685eb443531 req-ae889cdd-1f7a-4f08-98cb-dfe052d4b9e2 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520112 Feb 08 16:00:00.739950 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d377128-a6a7-4592-affd-31dcafde6a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (00ecb47d-dbfd-4668-8784-e5338c0de0ac), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.745964 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (b7b0e5d4-9b33-4742-8235-58ecf0ff59f5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.756754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2d2c8-0d63-4cc1-aaab-87a1dfa06ff3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=255305a7-b4a1-47d2-8f8b-9ba1abf69087,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:00.839471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d377128-a6a7-4592-affd-31dcafde6a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ecb47d-dbfd-4668-8784-e5338c0de0ac,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:00.852286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d2c8-0d63-4cc1-aaab-87a1dfa06ff3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.856232 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0cf2d2c8-0d63-4cc1-aaab-87a1dfa06ff3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/255305a7-b4a1-47d2-8f8b-9ba1abf69087 HTTP/1.1" status: 204 len: 168 time: 1.2074652 Feb 08 16:00:00.860331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52220) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:00.890201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d377128-a6a7-4592-affd-31dcafde6a60 admin admin] Checking segment: {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:00.890560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d377128-a6a7-4592-affd-31dcafde6a60 admin admin] Network hostable DHCP agents. Network: fb374508-5c73-4d79-bee8-d58289274073, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:00:00.898657 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for port (db3b2355-e74b-4aa0-a8f2-0c9a87ff6181), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.924178 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac95e674-c357-4ba4-9aea-518218466d44 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] GET failed (client error): The resource could not be found. Feb 08 16:00:00.928216 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ac95e674-c357-4ba4-9aea-518218466d44 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/255305a7-b4a1-47d2-8f8b-9ba1abf69087 HTTP/1.1" status: 404 len: 333 time: 0.0644851 Feb 08 16:00:00.929610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52224) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:00.943813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d377128-a6a7-4592-affd-31dcafde6a60 admin admin] Network fb374508-5c73-4d79-bee8-d58289274073 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:00:00.960304 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (471b45bd-a564-440e-b0df-276a0c6688df), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:00.984702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-4d377128-a6a7-4592-affd-31dcafde6a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, fb374508-5c73-4d79-bee8-d58289274073) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:00.998677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8439d624-207b-4104-889c-ba51e6b25f12 None None] Network fb374508-5c73-4d79-bee8-d58289274073 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:01.021872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d377128-a6a7-4592-affd-31dcafde6a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:01.022503 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d377128-a6a7-4592-affd-31dcafde6a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:01.041219 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (db3b2355-e74b-4aa0-a8f2-0c9a87ff6181), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:01.067624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:01.075471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:01.078861 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=471b45bd-a564-440e-b0df-276a0c6688df,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:01.091452 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4d377128-a6a7-4592-affd-31dcafde6a60 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9360564 Feb 08 16:00:01.095594 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:01.096613 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b7b0e5d4-9b33-4742-8235-58ecf0ff59f5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:01.162197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:01.176493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:01.178362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=b7b0e5d4-9b33-4742-8235-58ecf0ff59f5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:01.195023 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:01.196055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1fed64c-2272-4a19-a818-0435607ade4d {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:00:01.209750 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Publish callbacks [] for port (d1fed64c-2272-4a19-a818-0435607ade4d), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:01.210019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c7db7f-c9af-45f9-b898-ee27b525f2f1 None None] Network fb374508-5c73-4d79-bee8-d58289274073 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:01.239301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Transition to ACTIVE for port object d1fed64c-2272-4a19-a818-0435607ade4d will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:00:01.253507 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d1fed64c-2272-4a19-a818-0435607ade4d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:01.256151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Checking segment: {'id': '506bb59d-af01-4af5-bf23-a0fcc24f95a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e25bfc33-2a26-4f23-80f2-41d5aa3913f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:01.256541 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network hostable DHCP agents. Network: e25bfc33-2a26-4f23-80f2-41d5aa3913f0, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:00:01.294874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Pushing event updated for resources: {'Port': ['ID=db3b2355-e74b-4aa0-a8f2-0c9a87ff6181,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:01.342267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7a33a3b1-8dfa-4686-b1e2-fbb20e1c6e80 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:01.343773 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a33a3b1-8dfa-4686-b1e2-fbb20e1c6e80 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:01.364908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network e25bfc33-2a26-4f23-80f2-41d5aa3913f0 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:00:01.397495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Pushing event updated for resources: {'Port': ['ID=d1fed64c-2272-4a19-a818-0435607ade4d,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:01.426045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, e25bfc33-2a26-4f23-80f2-41d5aa3913f0) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:01.438268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29df092-302f-4f1c-bb7b-af2123287161 None None] Network e25bfc33-2a26-4f23-80f2-41d5aa3913f0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:01.490676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:01.491031 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:01.491404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:01.491723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:01.492061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:01.492619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:01.493154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:01.493696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:01.494030 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:01.494366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:01.494699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:01.495028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:01.495345 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:01.507845 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:01.513288 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:01.527283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:01.530101 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:01.575978 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-beba1bea-0d15-4ba6-a3c9-2cd5b769572a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:01.604871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Attempting to bind port d1fed64c-2272-4a19-a818-0435607ade4d on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:00:01.605700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Attempting to bind port d1fed64c-2272-4a19-a818-0435607ade4d by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:00:01.606165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Attempting to bind port d1fed64c-2272-4a19-a818-0435607ade4d on network 2809b07d-e729-4e16-9f4f-331fbe210676 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:01.614623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Port d1fed64c-2272-4a19-a818-0435607ade4d on network 2809b07d-e729-4e16-9f4f-331fbe210676 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:00:01.615072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Attempting to bind port d1fed64c-2272-4a19-a818-0435607ade4d on network 2809b07d-e729-4e16-9f4f-331fbe210676 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:01.625260 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:00:01.625620 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Checking segment: {'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:01.626294 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Bound using segment: {'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:00:01.628068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Bound port: d1fed64c-2272-4a19-a818-0435607ade4d, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:00:01.628395 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d1fed64c-2272-4a19-a818-0435607ade4d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:01.636685 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5a9dcb2f-f487-4c2d-aaab-d70165c060d7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0841010 Feb 08 16:00:01.645336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52238) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:01.783789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] For port d1fed64c-2272-4a19-a818-0435607ade4d, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:00:01.789364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] For port d1fed64c-2272-4a19-a818-0435607ade4d, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d1fed64c-2272-4a19-a818-0435607ade4d,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:00:01.826608 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d1fed64c-2272-4a19-a818-0435607ade4d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:01.872653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:01.873231 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:01.874629 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] 10.222.0.96 "PUT /v2.0/ports/d1fed64c-2272-4a19-a818-0435607ade4d HTTP/1.1" status: 200 len: 1092 time: 1.6594074 Feb 08 16:00:01.876420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f877bbd-0cda-4af6-b346-2f5cb5e7f03c', 'tag': 'd1fed64c-2272-4a19-a818-0435607ade4d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:00:01.882615 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9ed211-98f4-44bf-99a1-b0e3fbcf5634" -d '{"events": [{"name": "network-changed", "server_uuid": "2f877bbd-0cda-4af6-b346-2f5cb5e7f03c", "tag": "d1fed64c-2272-4a19-a818-0435607ade4d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:00:01.965048 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f54c7-7a7d-4351-9b58-9b2a1285809a service neutron] Pushing event updated for resources: {'Port': ['ID=d1fed64c-2272-4a19-a818-0435607ade4d,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:01.975907 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e950e-007f-4e4c-8c45-3ba9ceb1b6ea tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port b7b0e5d4-9b33-4742-8235-58ecf0ff59f5 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:01.976344 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6f1e950e-007f-4e4c-8c45-3ba9ceb1b6ea tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b7b0e5d4-9b33-4742-8235-58ecf0ff59f5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:01.989517 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a33a3b1-8dfa-4686-b1e2-fbb20e1c6e80 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:02.018220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd06658-5242-49c4-befd-19c62d9562fa req-458c9cd1-e1c3-4fb5-b76a-f6154ebd7999 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:02.020129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bd06658-5242-49c4-befd-19c62d9562fa req-458c9cd1-e1c3-4fb5-b76a-f6154ebd7999 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 943 time: 0.2077923 Feb 08 16:00:02.035183 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7a33a3b1-8dfa-4686-b1e2-fbb20e1c6e80 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:02.042319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-eac88ca9-0537-441e-a84f-7ce76c643a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:02.044003 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-eac88ca9-0537-441e-a84f-7ce76c643a27 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 1126 time: 0.1291709 Feb 08 16:00:02.064001 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6f1e950e-007f-4e4c-8c45-3ba9ceb1b6ea tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b7b0e5d4-9b33-4742-8235-58ecf0ff59f5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:02.122919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-914e6ea7-9cb6-4995-82b5-d3f0629d22ac tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:02.124396 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-914e6ea7-9cb6-4995-82b5-d3f0629d22ac tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 805 time: 0.3494070 Feb 08 16:00:02.206410 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-cb1cc91d-b1fe-4908-9629-6b49d884ae04 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/quotas/383b56f32b8740adb6bf96d216692319 HTTP/1.1" status: 200 len: 375 time: 0.0679181 Feb 08 16:00:02.277223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-4dd1b86a-51a9-4676-9094-744d639201db tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612061 Feb 08 16:00:02.289759 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bd06658-5242-49c4-befd-19c62d9562fa req-34140565-e26f-4122-b140-86ac7ad750f8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611086 Feb 08 16:00:02.319534 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router_gateway (80b3e4f0-547c-489f-88f0-3645dd3b459b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:02.383808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52260) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:02.439607 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4bee8e-4b20-4587-baf0-ad8b06344dfe x-openstack-request-id: req-2f4bee8e-4b20-4587-baf0-ad8b06344dfe {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:00:02.439915 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f877bbd-0cda-4af6-b346-2f5cb5e7f03c", "tag": "d1fed64c-2272-4a19-a818-0435607ade4d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:00:02.440097 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2f4bee8e-4b20-4587-baf0-ad8b06344dfe {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:00:02.440500 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f877bbd-0cda-4af6-b346-2f5cb5e7f03c', 'tag': 'd1fed64c-2272-4a19-a818-0435607ade4d', 'status': 'completed', 'code': 200} Feb 08 16:00:02.443866 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-88b5d5dd-5ee2-4492-b7cf-17927a0a0c6e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1fed64c-2272-4a19-a818-0435607ade4d HTTP/1.1" status: 200 len: 217 time: 0.3899651 Feb 08 16:00:02.447859 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e950e-007f-4e4c-8c45-3ba9ceb1b6ea tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for b7b0e5d4-9b33-4742-8235-58ecf0ff59f5 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:02.534246 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-d20a72c7-7531-4dde-8d4c-8b3bd94f9510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:02.535808 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-d20a72c7-7531-4dde-8d4c-8b3bd94f9510 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=278c2f2b-2d96-42da-b202-953ae37669d2 HTTP/1.1" status: 200 len: 854 time: 0.0859680 Feb 08 16:00:02.561217 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-4b335bd2-c47f-4d9a-b4b9-2358fa7cc3a8 service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698219 Feb 08 16:00:02.567456 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a33a3b1-8dfa-4686-b1e2-fbb20e1c6e80 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:02.585137 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-d1e6489a-f585-4030-b409-62eaee3a5db9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2809b07d-e729-4e16-9f4f-331fbe210676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431802 Feb 08 16:00:02.634499 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33a3b1-8dfa-4686-b1e2-fbb20e1c6e80 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:02.648747 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6f1e950e-007f-4e4c-8c45-3ba9ceb1b6ea tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b7b0e5d4-9b33-4742-8235-58ecf0ff59f5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:02.681210 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d8214dd-89b2-42b6-8bc1-e3838b5c03d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:02.690375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e950e-007f-4e4c-8c45-3ba9ceb1b6ea tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=b7b0e5d4-9b33-4742-8235-58ecf0ff59f5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:02.698863 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6f1e950e-007f-4e4c-8c45-3ba9ceb1b6ea tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:02.703239 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6f1e950e-007f-4e4c-8c45-3ba9ceb1b6ea tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/b7b0e5d4-9b33-4742-8235-58ecf0ff59f5 HTTP/1.1" status: 204 len: 168 time: 1.0570924 Feb 08 16:00:02.710680 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52264) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:02.773624 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-ad8966df-4904-4642-ab8b-053fd4cc66af service neutron] 10.222.0.96 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795197 Feb 08 16:00:02.870417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62c027f-be56-4bba-86b2-93be6422b365 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:02.875881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62c027f-be56-4bba-86b2-93be6422b365 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:02.881199 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a62c027f-be56-4bba-86b2-93be6422b365 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1667030 Feb 08 16:00:02.881523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52266) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:02.932280 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a33a3b1-8dfa-4686-b1e2-fbb20e1c6e80 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:02.942981 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7a33a3b1-8dfa-4686-b1e2-fbb20e1c6e80 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995 HTTP/1.1" status: 204 len: 168 time: 2.0122731 Feb 08 16:00:02.943413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52268) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:02.965580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-1b141667-5d58-4907-b60d-62261323ebb7 service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867862 Feb 08 16:00:03.004530 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (80b3e4f0-547c-489f-88f0-3645dd3b459b), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.014942 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (80b3e4f0-547c-489f-88f0-3645dd3b459b), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.020335 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d7817c-9512-4d27-a58f-f166933f3350 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] GET failed (client error): The resource could not be found. Feb 08 16:00:03.024581 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-94d7817c-9512-4d27-a58f-f166933f3350 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/f9d3cc03-ef9e-4e9c-a9b3-a5cc7fc58995 HTTP/1.1" status: 404 len: 333 time: 0.0758672 Feb 08 16:00:03.043547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52270) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:03.058425 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a63ab793-9a46-41fe-bf06-943d128faf22 req-16eb0bd1-9327-49b7-9fb3-2d5d86027db8 service neutron] 10.222.0.96 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616692 Feb 08 16:00:03.169068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d5159c-fe8c-4441-8b5b-63961c323232 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting subnet 0503566c-8ab7-4b57-b5c4-254a11749f9a {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:00:03.179498 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98d5159c-fe8c-4441-8b5b-63961c323232 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (0503566c-8ab7-4b57-b5c4-254a11749f9a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.181292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d8214dd-89b2-42b6-8bc1-e3838b5c03d5 admin admin] Publish callbacks [] for security_group (48ad40b5-3a61-47f3-9e20-590d17302ef3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.188981 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d8214dd-89b2-42b6-8bc1-e3838b5c03d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (48ad40b5-3a61-47f3-9e20-590d17302ef3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.226944 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c2f5d-84c5-4255-9555-bf7781d79adf tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 471b45bd-a564-440e-b0df-276a0c6688df {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:03.226944 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2f5d-84c5-4255-9555-bf7781d79adf tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (471b45bd-a564-440e-b0df-276a0c6688df), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.270785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f3df49e-2d36-403f-be72-a55636f3c822 req-5321e3fa-a5df-4b0a-8b64-b0ea31b5718e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 210 time: 0.0729284 Feb 08 16:00:03.276460 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7d8214dd-89b2-42b6-8bc1-e3838b5c03d5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4d652aea3d05495f98667eff6c7597d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8894403 Feb 08 16:00:03.279468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52276) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:03.280027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8214dd-89b2-42b6-8bc1-e3838b5c03d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ad40b5-3a61-47f3-9e20-590d17302ef3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:03.317319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98d5159c-fe8c-4441-8b5b-63961c323232 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (0503566c-8ab7-4b57-b5c4-254a11749f9a), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.317896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Router 80b3e4f0-547c-489f-88f0-3645dd3b459b is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:00:03.384133 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2f5d-84c5-4255-9555-bf7781d79adf tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (471b45bd-a564-440e-b0df-276a0c6688df), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.397914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ed211-98f4-44bf-99a1-b0e3fbcf5634 req-cdc07f40-a8f5-45c9-8def-cabb0b3ecbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:03.399391 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df9ed211-98f4-44bf-99a1-b0e3fbcf5634 req-cdc07f40-a8f5-45c9-8def-cabb0b3ecbeb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 1126 time: 0.2743440 Feb 08 16:00:03.428580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c2f5d-84c5-4255-9555-bf7781d79adf tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 471b45bd-a564-440e-b0df-276a0c6688df owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:03.496332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f6be4-9263-4a73-8da7-28c340a39ccd req-3100e147-919c-47c0-a4b0-fb986f56d6d4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:03.497976 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-805f6be4-9263-4a73-8da7-28c340a39ccd req-3100e147-919c-47c0-a4b0-fb986f56d6d4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 943 time: 0.0892248 Feb 08 16:00:03.499861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:00:03.505331 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.508497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c6f2d9b4-05a8-4e7c-9df4-25e189dfdc9a tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "PUT /v2.0/routers/80b3e4f0-547c-489f-88f0-3645dd3b459b HTTP/1.1" status: 200 len: 920 time: 3.9615850 Feb 08 16:00:03.509214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52284) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:03.511463 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368efbfa-ecc6-436c-8c25-511d688cdcd6 None None] Sync routers for ids ['80b3e4f0-547c-489f-88f0-3645dd3b459b'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:00:03.528080 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368efbfa-ecc6-436c-8c25-511d688cdcd6 None None] Routers {'80b3e4f0-547c-489f-88f0-3645dd3b459b'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:00:03.530252 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-368efbfa-ecc6-436c-8c25-511d688cdcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['80b3e4f0-547c-489f-88f0-3645dd3b459b'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:03.583693 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-368efbfa-ecc6-436c-8c25-511d688cdcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:03.596906 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368efbfa-ecc6-436c-8c25-511d688cdcd6 None None] Routers {'80b3e4f0-547c-489f-88f0-3645dd3b459b'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:00:03.598534 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-368efbfa-ecc6-436c-8c25-511d688cdcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T15:59:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['80b3e4f0-547c-489f-88f0-3645dd3b459b'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:03.618106 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d6439cb-f87f-4969-abab-43748196cf4a admin admin] Publish callbacks [] for security_group (48ad40b5-3a61-47f3-9e20-590d17302ef3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.627723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ed211-98f4-44bf-99a1-b0e3fbcf5634 req-f52d6171-56be-401c-b156-e1d329f834c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:03.629282 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df9ed211-98f4-44bf-99a1-b0e3fbcf5634 req-f52d6171-56be-401c-b156-e1d329f834c7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 915 time: 0.2184763 Feb 08 16:00:03.644611 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98d5159c-fe8c-4441-8b5b-63961c323232 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (0503566c-8ab7-4b57-b5c4-254a11749f9a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.650340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-805f6be4-9263-4a73-8da7-28c340a39ccd req-1106e12a-ca63-42e0-be87-c0de3fa8e3aa tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400411 Feb 08 16:00:03.660637 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-368efbfa-ecc6-436c-8c25-511d688cdcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:03.661479 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368efbfa-ecc6-436c-8c25-511d688cdcd6 None None] The sync data for ids ['80b3e4f0-547c-489f-88f0-3645dd3b459b'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:00:03.685869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5a17c553-ca76-41c5-b9a7-cfffc9c23753 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/routers/80b3e4f0-547c-489f-88f0-3645dd3b459b HTTP/1.1" status: 200 len: 926 time: 0.1743133 Feb 08 16:00:03.688609 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52288) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:03.727401 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df9ed211-98f4-44bf-99a1-b0e3fbcf5634 req-10572604-1f68-41b6-9830-65a24b6718bb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1fed64c-2272-4a19-a818-0435607ade4d HTTP/1.1" status: 200 len: 217 time: 0.0865312 Feb 08 16:00:03.737517 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d6439cb-f87f-4969-abab-43748196cf4a admin admin] Publish callbacks [] for security_group (48ad40b5-3a61-47f3-9e20-590d17302ef3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.744591 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd4e0f1-1d24-4901-a524-c52767534fc4 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:03.746372 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bfd4e0f1-1d24-4901-a524-c52767534fc4 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/ports?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&device_id=80b3e4f0-547c-489f-88f0-3645dd3b459b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0550673 Feb 08 16:00:03.749467 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52290) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:03.792141 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-766cf456-1400-48f1-9375-50055b95fbe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.850681 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2f5d-84c5-4255-9555-bf7781d79adf tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (471b45bd-a564-440e-b0df-276a0c6688df), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.854616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ed211-98f4-44bf-99a1-b0e3fbcf5634 req-3dc406e3-66c4-4f87-b60a-a557b462b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:03.856572 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df9ed211-98f4-44bf-99a1-b0e3fbcf5634 req-3dc406e3-66c4-4f87-b60a-a557b462b600 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=278c2f2b-2d96-42da-b202-953ae37669d2 HTTP/1.1" status: 200 len: 854 time: 0.1225486 Feb 08 16:00:03.877955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a666f1e7-e124-42fa-b002-7c877ca02d06 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:03.882240 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a666f1e7-e124-42fa-b002-7c877ca02d06 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/networks/7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 881 time: 0.1291931 Feb 08 16:00:03.883043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52292) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:03.902322 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98d5159c-fe8c-4441-8b5b-63961c323232 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (0503566c-8ab7-4b57-b5c4-254a11749f9a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.921031 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c040187f-6225-4568-93c1-31202e139e05 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "GET /v2.0/ports?device_id=80b3e4f0-547c-489f-88f0-3645dd3b459b HTTP/1.1" status: 200 len: 205 time: 0.0346322 Feb 08 16:00:03.922095 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52294) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:03.929924 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c2f5d-84c5-4255-9555-bf7781d79adf tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=471b45bd-a564-440e-b0df-276a0c6688df,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:03.933501 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df9ed211-98f4-44bf-99a1-b0e3fbcf5634 req-2d8063e7-034e-40d5-bafb-f2501a24a55d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2809b07d-e729-4e16-9f4f-331fbe210676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698872 Feb 08 16:00:03.972508 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5159c-fe8c-4441-8b5b-63961c323232 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Subnet': ['ID=0503566c-8ab7-4b57-b5c4-254a11749f9a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:03.976195 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98d5159c-fe8c-4441-8b5b-63961c323232 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.979868 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-98d5159c-fe8c-4441-8b5b-63961c323232 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/0503566c-8ab7-4b57-b5c4-254a11749f9a HTTP/1.1" status: 204 len: 168 time: 0.9340601 Feb 08 16:00:03.981103 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2f5d-84c5-4255-9555-bf7781d79adf tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:03.987528 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fa6c2f5d-84c5-4255-9555-bf7781d79adf tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/471b45bd-a564-440e-b0df-276a0c6688df HTTP/1.1" status: 204 len: 168 time: 1.1018238 Feb 08 16:00:03.987528 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52296) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:03.991987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1dd1d-fe23-4c26-a74f-ecd28817c536 None None] Network f152dc67-cb68-491d-b430-a9154f8da66d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:03.994601 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52298) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:04.031713 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d6439cb-f87f-4969-abab-43748196cf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (48ad40b5-3a61-47f3-9e20-590d17302ef3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:04.034942 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d6439cb-f87f-4969-abab-43748196cf4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:04.038432 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8d6439cb-f87f-4969-abab-43748196cf4a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/48ad40b5-3a61-47f3-9e20-590d17302ef3 HTTP/1.1" status: 204 len: 168 time: 0.7447817 Feb 08 16:00:04.107489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6439cb-f87f-4969-abab-43748196cf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ad40b5-3a61-47f3-9e20-590d17302ef3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:04.144382 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (f152dc67-cb68-491d-b430-a9154f8da66d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:04.163478 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df9ed211-98f4-44bf-99a1-b0e3fbcf5634 req-0e80be18-1f2e-4ae6-8e0b-f5e4118b5231 service neutron] 10.222.0.96 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023911 Feb 08 16:00:04.266000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d509c86e-0b73-4f73-bdf5-7ed35e7fb5f2 None None] DHCP port deletion for f152dc67-cb68-491d-b430-a9154f8da66d request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:00:04.301525 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df9ed211-98f4-44bf-99a1-b0e3fbcf5634 req-d91f93b9-3ece-4362-a326-00b512f29e8c service neutron] 10.222.0.96 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309619 Feb 08 16:00:04.304234 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port 7a49bb71-926e-46b7-97a1-345410fe4e92 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:04.304662 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:04.441159 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] For port 7a49bb71-926e-46b7-97a1-345410fe4e92, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7a49bb71-926e-46b7-97a1-345410fe4e92,segment=NetworkSegment(1feba7fd-481b-4aa2-8aeb-edf25ca0cea1),segment_id=1feba7fd-481b-4aa2-8aeb-edf25ca0cea1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:04.441549 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:04.517054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for 7a49bb71-926e-46b7-97a1-345410fe4e92 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:04.601769 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52306) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:04.612689 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7a49bb71-926e-46b7-97a1-345410fe4e92 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:00:04.639346 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92e58486-9688-44e5-9db3-eab604abcad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:04.649366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-578c58a3-1964-462a-9e34-9f54a0184601 req-0a149135-05cc-4e19-abee-6551f5a66037 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 210 time: 0.0852165 Feb 08 16:00:04.706754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5260a723-b73e-42fc-a7b6-be264ac827c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:04.708614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5260a723-b73e-42fc-a7b6-be264ac827c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7132096 Feb 08 16:00:04.715209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52310) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:04.742676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 7a49bb71-926e-46b7-97a1-345410fe4e92 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:04.743074 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:04.765519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-eb789f0d-3e40-45c8-9882-04bd4dda1c77 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:04.767262 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-eb789f0d-3e40-45c8-9882-04bd4dda1c77 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.96 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 805 time: 0.3298640 Feb 08 16:00:04.769251 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be5020b-db3d-478f-aa03-25719acd2d64 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] GET failed (client error): The resource could not be found. Feb 08 16:00:04.771119 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8be5020b-db3d-478f-aa03-25719acd2d64 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/b7b0e5d4-9b33-4742-8235-58ecf0ff59f5 HTTP/1.1" status: 404 len: 333 time: 0.0523322 Feb 08 16:00:04.774575 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52312) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:04.780330 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85e495d3-00b0-43ea-b991-5b9b2b9f54b8 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (80b3e4f0-547c-489f-88f0-3645dd3b459b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:04.791727 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 7a49bb71-926e-46b7-97a1-345410fe4e92, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7a49bb71-926e-46b7-97a1-345410fe4e92,segment=NetworkSegment(1feba7fd-481b-4aa2-8aeb-edf25ca0cea1),segment_id=1feba7fd-481b-4aa2-8aeb-edf25ca0cea1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:04.795723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d509c86e-0b73-4f73-bdf5-7ed35e7fb5f2 None None] Deleting port 7a49bb71-926e-46b7-97a1-345410fe4e92 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:04.796408 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d509c86e-0b73-4f73-bdf5-7ed35e7fb5f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:04.810099 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:04.813123 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a3086fb6-ec77-4444-9a44-d5d1b5818297 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Request body: {'port': {'device_id': '15b3632d-9733-4c03-9e43-4024d2390d0b', 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073', 'admin_state_up': True, 'tenant_id': '383b56f32b8740adb6bf96d216692319'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:04.825777 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-811ab5bd-b353-4787-9092-f49ee6f4cf9c tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] GET failed (client error): The resource could not be found. Feb 08 16:00:04.827501 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-811ab5bd-b353-4787-9092-f49ee6f4cf9c tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/471b45bd-a564-440e-b0df-276a0c6688df HTTP/1.1" status: 404 len: 333 time: 0.0515738 Feb 08 16:00:04.838749 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52314) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:04.914110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d509c86e-0b73-4f73-bdf5-7ed35e7fb5f2 None None] For port 7a49bb71-926e-46b7-97a1-345410fe4e92, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7a49bb71-926e-46b7-97a1-345410fe4e92,segment=NetworkSegment(1feba7fd-481b-4aa2-8aeb-edf25ca0cea1),segment_id=1feba7fd-481b-4aa2-8aeb-edf25ca0cea1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:04.914528 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d509c86e-0b73-4f73-bdf5-7ed35e7fb5f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:04.934805 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:04.941523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=7a49bb71-926e-46b7-97a1-345410fe4e92,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:04.948094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d509c86e-0b73-4f73-bdf5-7ed35e7fb5f2 None None] Calling delete_port for 7a49bb71-926e-46b7-97a1-345410fe4e92 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:04.956999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:04.957431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:04.958044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:04.958390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:04.958726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:04.959359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:04.959700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:04.960036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:04.960369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:04.960698 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:04.961239 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:04.961568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:04.962150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:04.967241 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92e58486-9688-44e5-9db3-eab604abcad0 admin admin] Publish callbacks [] for security_group (30c8583b-660d-4b45-8891-f6075f2ed581), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:04.981451 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901eabf-e219-4f99-b01a-9c5e8cb9b1c9 req-01727a4c-da99-4f2a-b9b3-6db97b39bc4a tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:04.983875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8901eabf-e219-4f99-b01a-9c5e8cb9b1c9 req-01727a4c-da99-4f2a-b9b3-6db97b39bc4a tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 943 time: 0.1597383 Feb 08 16:00:04.985528 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=7a49bb71-926e-46b7-97a1-345410fe4e92,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:04.993512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No DVR routers for this DVR port 7a49bb71-926e-46b7-97a1-345410fe4e92 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:00:04.999438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92e58486-9688-44e5-9db3-eab604abcad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (30c8583b-660d-4b45-8891-f6075f2ed581), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.031625 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e58486-9688-44e5-9db3-eab604abcad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c8583b-660d-4b45-8891-f6075f2ed581,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:05.047292 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a340b4b-be4a-4b4d-b09e-84e29fe6a3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (e25bfc33-2a26-4f23-80f2-41d5aa3913f0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.055226 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85e495d3-00b0-43ea-b991-5b9b2b9f54b8 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (80b3e4f0-547c-489f-88f0-3645dd3b459b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.075575 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-92e58486-9688-44e5-9db3-eab604abcad0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0f13d0a3063f42519d29577f6b086757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4694495 Feb 08 16:00:05.080680 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52316) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:05.082699 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d509c86e-0b73-4f73-bdf5-7ed35e7fb5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (7a49bb71-926e-46b7-97a1-345410fe4e92), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.115183 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d509c86e-0b73-4f73-bdf5-7ed35e7fb5f2 None None] No DVR routers for this DVR port 7a49bb71-926e-46b7-97a1-345410fe4e92 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:00:05.118451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509c86e-0b73-4f73-bdf5-7ed35e7fb5f2 None None] Pushing event deleted for resources: {'Port': ['ID=7a49bb71-926e-46b7-97a1-345410fe4e92,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:05.137894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8901eabf-e219-4f99-b01a-9c5e8cb9b1c9 req-e30b6c65-c0ed-405a-9d92-20f9cc8cc2b5 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072671 Feb 08 16:00:05.164921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-85e495d3-00b0-43ea-b991-5b9b2b9f54b8 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Deleting port db3b2355-e74b-4aa0-a8f2-0c9a87ff6181 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:05.164921 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85e495d3-00b0-43ea-b991-5b9b2b9f54b8 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (db3b2355-e74b-4aa0-a8f2-0c9a87ff6181), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.165444 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (f152dc67-cb68-491d-b430-a9154f8da66d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.218238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a3086fb6-ec77-4444-9a44-d5d1b5818297 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Made reservation on behalf of 383b56f32b8740adb6bf96d216692319 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:05.221890 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a3086fb6-ec77-4444-9a44-d5d1b5818297 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.255772 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85e495d3-00b0-43ea-b991-5b9b2b9f54b8 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (db3b2355-e74b-4aa0-a8f2-0c9a87ff6181), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.272064 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-85e495d3-00b0-43ea-b991-5b9b2b9f54b8 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Calling delete_port for db3b2355-e74b-4aa0-a8f2-0c9a87ff6181 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:05.273344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f152dc67-cb68-491d-b430-a9154f8da66d']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:05.300588 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1feba7fd-481b-4aa2-8aeb-edf25ca0cea1') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:05.300859 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1feba7fd-481b-4aa2-8aeb-edf25ca0cea1') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:05.309917 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a340b4b-be4a-4b4d-b09e-84e29fe6a3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (e25bfc33-2a26-4f23-80f2-41d5aa3913f0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.336610 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (1feba7fd-481b-4aa2-8aeb-edf25ca0cea1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.365715 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a724cc5d-4393-4b6e-ac06-2770f02b9f61 admin admin] Publish callbacks [] for security_group (30c8583b-660d-4b45-8891-f6075f2ed581), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.367479 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (1feba7fd-481b-4aa2-8aeb-edf25ca0cea1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.370263 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8a340b4b-be4a-4b4d-b09e-84e29fe6a3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25bfc33-2a26-4f23-80f2-41d5aa3913f0']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:05.411458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8a340b4b-be4a-4b4d-b09e-84e29fe6a3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506bb59d-af01-4af5-bf23-a0fcc24f95a4') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:05.411700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8a340b4b-be4a-4b4d-b09e-84e29fe6a3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506bb59d-af01-4af5-bf23-a0fcc24f95a4') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:05.422241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:00:05.422652 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (1feba7fd-481b-4aa2-8aeb-edf25ca0cea1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:00:05.426106 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:00:05.455825 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a340b4b-be4a-4b4d-b09e-84e29fe6a3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (506bb59d-af01-4af5-bf23-a0fcc24f95a4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.468180 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.489857 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85e495d3-00b0-43ea-b991-5b9b2b9f54b8 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (db3b2355-e74b-4aa0-a8f2-0c9a87ff6181), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.499162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device d1fed64c-2272-4a19-a818-0435607ade4d details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:00:05.520749 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a724cc5d-4393-4b6e-ac06-2770f02b9f61 admin admin] Publish callbacks [] for security_group (30c8583b-660d-4b45-8891-f6075f2ed581), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.522175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e495d3-00b0-43ea-b991-5b9b2b9f54b8 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Pushing event deleted for resources: {'Port': ['ID=db3b2355-e74b-4aa0-a8f2-0c9a87ff6181,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:05.536767 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a340b4b-be4a-4b4d-b09e-84e29fe6a3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (506bb59d-af01-4af5-bf23-a0fcc24f95a4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.572210 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a340b4b-be4a-4b4d-b09e-84e29fe6a3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:00:05.572540 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a340b4b-be4a-4b4d-b09e-84e29fe6a3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (506bb59d-af01-4af5-bf23-a0fcc24f95a4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:00:05.575619 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:00:05.603151 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85e495d3-00b0-43ea-b991-5b9b2b9f54b8 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (80b3e4f0-547c-489f-88f0-3645dd3b459b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.641034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port d1fed64c-2272-4a19-a818-0435607ade4d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d1fed64c-2272-4a19-a818-0435607ade4d,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:05.645002 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (f152dc67-cb68-491d-b430-a9154f8da66d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.666530 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.668724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'd1fed64c-2272-4a19-a818-0435607ade4d', 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676', 'port_id': 'd1fed64c-2272-4a19-a818-0435607ade4d', 'mac_address': 'fa:16:3e:fc:c2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278c2f2b-2d96-42da-b202-953ae37669d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:00:05.676773 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/networks/f152dc67-cb68-491d-b430-a9154f8da66d HTTP/1.1" status: 204 len: 168 time: 1.6822400 Feb 08 16:00:05.691286 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52320) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:05.736443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9200e8b-22bd-4ec3-86e5-3a28fec7af1a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Network': ['ID=f152dc67-cb68-491d-b430-a9154f8da66d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:05.772467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-303d3c2b-bea6-400d-952a-d04358787b9a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1237480845'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:05.778601 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port d1fed64c-2272-4a19-a818-0435607ade4d is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:05.779287 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d1fed64c-2272-4a19-a818-0435607ade4d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.782210 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a3086fb6-ec77-4444-9a44-d5d1b5818297 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Allocated IP 172.20.0.13 (fb374508-5c73-4d79-bee8-d58289274073/00ecb47d-dbfd-4668-8784-e5338c0de0ac/f6382502-13f4-4116-8ab6-b24c9711e8df) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:05.787027 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a340b4b-be4a-4b4d-b09e-84e29fe6a3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (e25bfc33-2a26-4f23-80f2-41d5aa3913f0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.794946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fed64c-2272-4a19-a818-0435607ade4d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:00:05.805838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a340b4b-be4a-4b4d-b09e-84e29fe6a3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.809969 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8a340b4b-be4a-4b4d-b09e-84e29fe6a3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/networks/e25bfc33-2a26-4f23-80f2-41d5aa3913f0 HTTP/1.1" status: 204 len: 168 time: 0.9701197 Feb 08 16:00:05.816108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52324) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:05.822359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port d1fed64c-2272-4a19-a818-0435607ade4d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d1fed64c-2272-4a19-a818-0435607ade4d,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:05.829410 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d1fed64c-2272-4a19-a818-0435607ade4d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.834124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-296a936e-1e6b-4708-b551-0d51896bd0b6 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1661605757'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:05.837159 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a489c067-9d6f-40e3-8310-bcd6d0e1654b req-6574dcfe-301b-4277-8740-987885cc6769 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 210 time: 0.0595591 Feb 08 16:00:05.839682 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85e495d3-00b0-43ea-b991-5b9b2b9f54b8 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (80b3e4f0-547c-489f-88f0-3645dd3b459b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.842920 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a340b4b-be4a-4b4d-b09e-84e29fe6a3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Network': ['ID=e25bfc33-2a26-4f23-80f2-41d5aa3913f0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:05.846769 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85e495d3-00b0-43ea-b991-5b9b2b9f54b8 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_controller (80b3e4f0-547c-489f-88f0-3645dd3b459b), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.873868 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a724cc5d-4393-4b6e-ac06-2770f02b9f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (30c8583b-660d-4b45-8891-f6075f2ed581), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.876400 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a724cc5d-4393-4b6e-ac06-2770f02b9f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.877860 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a724cc5d-4393-4b6e-ac06-2770f02b9f61 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/30c8583b-660d-4b45-8891-f6075f2ed581 HTTP/1.1" status: 204 len: 168 time: 0.7960021 Feb 08 16:00:05.879071 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303d3c2b-bea6-400d-952a-d04358787b9a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:05.881934 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-303d3c2b-bea6-400d-952a-d04358787b9a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.911708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=d1fed64c-2272-4a19-a818-0435607ade4d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:05.915874 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85e495d3-00b0-43ea-b991-5b9b2b9f54b8 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (80b3e4f0-547c-489f-88f0-3645dd3b459b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.916458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e495d3-00b0-43ea-b991-5b9b2b9f54b8 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Fanout notify agent at l3_agent the message router_deleted on router 80b3e4f0-547c-489f-88f0-3645dd3b459b {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:00:05.919814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724cc5d-4393-4b6e-ac06-2770f02b9f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c8583b-660d-4b45-8891-f6075f2ed581,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:05.921531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296a936e-1e6b-4708-b551-0d51896bd0b6 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:05.924366 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85e495d3-00b0-43ea-b991-5b9b2b9f54b8 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.925156 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-296a936e-1e6b-4708-b551-0d51896bd0b6 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.927617 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-85e495d3-00b0-43ea-b991-5b9b2b9f54b8 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "DELETE /v2.0/routers/80b3e4f0-547c-489f-88f0-3645dd3b459b HTTP/1.1" status: 204 len: 168 time: 2.0041442 Feb 08 16:00:05.931842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52328) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:05.942947 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-684871800', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}, 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:05.973915 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303d3c2b-bea6-400d-952a-d04358787b9a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:00:05.986394 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (4e163ab7-2311-43ae-ba08-743b41c97631), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:05.988533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (4e163ab7-2311-43ae-ba08-743b41c97631), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.032232 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-303d3c2b-bea6-400d-952a-d04358787b9a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8a84ee02-5d92-4958-a204-baa5cbe59af4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.032612 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-303d3c2b-bea6-400d-952a-d04358787b9a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Added segment 8a84ee02-5d92-4958-a204-baa5cbe59af4 of type vlan for network 9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad Feb 08 16:00:06.035621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['d1fed64c-2272-4a19-a818-0435607ade4d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:00:06.042629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296a936e-1e6b-4708-b551-0d51896bd0b6 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:00:06.075201 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_controller (4e163ab7-2311-43ae-ba08-743b41c97631), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.084034 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-296a936e-1e6b-4708-b551-0d51896bd0b6 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (86dc5200-98a4-44c4-a9a2-06868eeadee0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.084658 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-296a936e-1e6b-4708-b551-0d51896bd0b6 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Added segment 86dc5200-98a4-44c4-a9a2-06868eeadee0 of type vlan for network b859a814-2d86-4a6f-a850-d3f0dd69a536 Feb 08 16:00:06.132232 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-303d3c2b-bea6-400d-952a-d04358787b9a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.170026 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-296a936e-1e6b-4708-b551-0d51896bd0b6 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (b859a814-2d86-4a6f-a850-d3f0dd69a536), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.199359 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a3086fb6-ec77-4444-9a44-d5d1b5818297 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks [] for port (f6382502-13f4-4116-8ab6-b24c9711e8df), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.222643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-303d3c2b-bea6-400d-952a-d04358787b9a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.228173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303d3c2b-bea6-400d-952a-d04358787b9a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:06.228824 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-303d3c2b-bea6-400d-952a-d04358787b9a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.261113 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-296a936e-1e6b-4708-b551-0d51896bd0b6 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (b859a814-2d86-4a6f-a850-d3f0dd69a536), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.266539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a936e-1e6b-4708-b551-0d51896bd0b6 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:06.267278 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-296a936e-1e6b-4708-b551-0d51896bd0b6 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.334421 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-303d3c2b-bea6-400d-952a-d04358787b9a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6390193 Feb 08 16:00:06.338424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52338) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:06.343662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5644229e-9ac5-42d7-a911-91a4ef6c2e73 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'subnet': {'network_id': '9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:06.348854 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (4e163ab7-2311-43ae-ba08-743b41c97631), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.351604 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-296a936e-1e6b-4708-b551-0d51896bd0b6 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5342934 Feb 08 16:00:06.354637 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52340) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:06.355108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d3c2b-bea6-400d-952a-d04358787b9a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Network': ['ID=9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:06.361867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-7d1cd936-0080-4032-9e89-17f740fac006 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'subnet': {'network_id': 'b859a814-2d86-4a6f-a850-d3f0dd69a536', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:06.375892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:00:06.449218 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a3086fb6-ec77-4444-9a44-d5d1b5818297 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f6382502-13f4-4116-8ab6-b24c9711e8df), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.506304 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4b11b-9d53-4bbc-b075-014bcbd0295f req-c4bcf07e-ee19-48d0-99c8-b6562e7f1b3b tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:06.507634 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-baf4b11b-9d53-4bbc-b075-014bcbd0295f req-c4bcf07e-ee19-48d0-99c8-b6562e7f1b3b tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 944 time: 0.2035630 Feb 08 16:00:06.536620 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a936e-1e6b-4708-b551-0d51896bd0b6 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Network': ['ID=b859a814-2d86-4a6f-a850-d3f0dd69a536,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:06.545251 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a3086fb6-ec77-4444-9a44-d5d1b5818297 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Network fb374508-5c73-4d79-bee8-d58289274073 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:06.555708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network b859a814-2d86-4a6f-a850-d3f0dd69a536 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:00:06.559365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a3086fb6-ec77-4444-9a44-d5d1b5818297 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:06.567971 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a3086fb6-ec77-4444-9a44-d5d1b5818297 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:06.579025 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3086fb6-ec77-4444-9a44-d5d1b5818297 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Pushing event updated for resources: {'Port': ['ID=f6382502-13f4-4116-8ab6-b24c9711e8df,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:06.620999 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5644229e-9ac5-42d7-a911-91a4ef6c2e73 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:06.625008 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5644229e-9ac5-42d7-a911-91a4ef6c2e73 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.626805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1cd936-0080-4032-9e89-17f740fac006 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:06.630877 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d1cd936-0080-4032-9e89-17f740fac006 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.693435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a3086fb6-ec77-4444-9a44-d5d1b5818297 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:06.694207 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a3086fb6-ec77-4444-9a44-d5d1b5818297 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.717911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-baf4b11b-9d53-4bbc-b075-014bcbd0295f req-ab98ecb8-1cac-48ae-ad4c-7ceb12ff2bbc tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950834 Feb 08 16:00:06.745389 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a3086fb6-ec77-4444-9a44-d5d1b5818297 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9560311 Feb 08 16:00:06.759987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Request body: {'port': {'device_id': '15b3632d-9733-4c03-9e43-4024d2390d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:06.779555 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.797711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.ipam_backend_mixin [None req-7d1cd936-0080-4032-9e89-17f740fac006 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Performing IP validity checks on allocation pools {{(pid=103301) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 16:00:06.802652 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.ipam_backend_mixin [None req-7d1cd936-0080-4032-9e89-17f740fac006 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103301) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 16:00:06.895273 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f6382502-13f4-4116-8ab6-b24c9711e8df), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:06.951777 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5644229e-9ac5-42d7-a911-91a4ef6c2e73 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (57836ae7-53de-4c3a-b6f3-18bd80e86f8d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.016010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (4e163ab7-2311-43ae-ba08-743b41c97631), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.079228 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.097253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644229e-9ac5-42d7-a911-91a4ef6c2e73 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Subnet': ['ID=57836ae7-53de-4c3a-b6f3-18bd80e86f8d,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:07.114688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5644229e-9ac5-42d7-a911-91a4ef6c2e73 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Checking segment: {'id': '8a84ee02-5d92-4958-a204-baa5cbe59af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:07.115456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5644229e-9ac5-42d7-a911-91a4ef6c2e73 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network hostable DHCP agents. Network: 9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:00:07.200726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554903b8-28b6-455a-8db0-8e125ca8f8de req-50a8cbd8-4684-4f27-a098-cfcc6c1e6c82 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:07.202403 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-554903b8-28b6-455a-8db0-8e125ca8f8de req-50a8cbd8-4684-4f27-a098-cfcc6c1e6c82 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 932 time: 0.2240310 Feb 08 16:00:07.286618 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d1cd936-0080-4032-9e89-17f740fac006 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (cf8b9631-917c-4f2b-9be1-f13ca65692f3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.304678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Allocated IP 172.25.7.127 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/c92a2f7e-082d-47ac-b431-d81fb55e9f43) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:07.365018 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-554903b8-28b6-455a-8db0-8e125ca8f8de req-2bc456e9-f09e-4bfb-bc77-74b5c834a0c5 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370368 Feb 08 16:00:07.456882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cd936-0080-4032-9e89-17f740fac006 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Subnet': ['ID=cf8b9631-917c-4f2b-9be1-f13ca65692f3,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:07.482017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1cd936-0080-4032-9e89-17f740fac006 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Checking segment: {'id': '86dc5200-98a4-44c4-a9a2-06868eeadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b859a814-2d86-4a6f-a850-d3f0dd69a536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:07.482511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1cd936-0080-4032-9e89-17f740fac006 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network hostable DHCP agents. Network: b859a814-2d86-4a6f-a850-d3f0dd69a536, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:00:07.513994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device d1fed64c-2272-4a19-a818-0435607ade4d up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:00:07.536064 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5644229e-9ac5-42d7-a911-91a4ef6c2e73 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network 9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:00:07.538904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1cd936-0080-4032-9e89-17f740fac006 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network b859a814-2d86-4a6f-a850-d3f0dd69a536 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:00:07.555234 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for port (c92a2f7e-082d-47ac-b431-d81fb55e9f43), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.564854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-7d1cd936-0080-4032-9e89-17f740fac006 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, b859a814-2d86-4a6f-a850-d3f0dd69a536) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:07.572156 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1cd936-0080-4032-9e89-17f740fac006 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:07.572449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5644229e-9ac5-42d7-a911-91a4ef6c2e73 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:07.572822 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d1cd936-0080-4032-9e89-17f740fac006 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.583006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5644229e-9ac5-42d7-a911-91a4ef6c2e73 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:07.583969 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5644229e-9ac5-42d7-a911-91a4ef6c2e73 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.589078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfd9bff-f3af-41d7-8d3a-eb1961de5b16 None None] Network b859a814-2d86-4a6f-a850-d3f0dd69a536 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:07.613046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7d1cd936-0080-4032-9e89-17f740fac006 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2569897 Feb 08 16:00:07.615298 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c92a2f7e-082d-47ac-b431-d81fb55e9f43), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.617695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52368) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:07.627873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f6444324-2d4b-409a-a9df-eeada7540f45 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'network_id': 'b859a814-2d86-4a6f-a850-d3f0dd69a536', 'name': 'tempest-PortsIpV6TestJSON-81744120'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:07.635441 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5644229e-9ac5-42d7-a911-91a4ef6c2e73 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2957244 Feb 08 16:00:07.641907 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52370) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:07.648885 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f4ebd989-625d-4378-a00a-5e99a11f5f79 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1172163772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:07.681833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971ac3fc-c006-4761-82a2-b8e1055f11e0 None None] Network 9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:07.711289 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd989-625d-4378-a00a-5e99a11f5f79 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (7861bdd4-87f1-4470-be43-9b404e85777c), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.712487 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd989-625d-4378-a00a-5e99a11f5f79 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (7861bdd4-87f1-4470-be43-9b404e85777c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.724348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6382502-13f4-4116-8ab6-b24c9711e8df {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:00:07.734079 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Publish callbacks [] for port (f6382502-13f4-4116-8ab6-b24c9711e8df), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.755198 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Transition to ACTIVE for port object f6382502-13f4-4116-8ab6-b24c9711e8df will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:00:07.766941 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (f6382502-13f4-4116-8ab6-b24c9711e8df), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.840805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port d1fed64c-2272-4a19-a818-0435607ade4d completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:00:07.849814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port d1fed64c-2272-4a19-a818-0435607ade4d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:07.850263 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d1fed64c-2272-4a19-a818-0435607ade4d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.861548 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd989-625d-4378-a00a-5e99a11f5f79 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for router_controller (7861bdd4-87f1-4470-be43-9b404e85777c), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.875413 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd989-625d-4378-a00a-5e99a11f5f79 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (7861bdd4-87f1-4470-be43-9b404e85777c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.885644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Pushing event updated for resources: {'Port': ['ID=c92a2f7e-082d-47ac-b431-d81fb55e9f43,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:07.893844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6382502-13f4-4116-8ab6-b24c9711e8df,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:07.918744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:07.929531 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd989-625d-4378-a00a-5e99a11f5f79 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.931462 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f4ebd989-625d-4378-a00a-5e99a11f5f79 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2881744 Feb 08 16:00:07.934112 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52380) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:07.940657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-707cf3ec-937e-4bea-a82b-4331ca809cfb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'network_id': '9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad', 'name': 'tempest-PortsTestJSON-1362368003'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:07.956456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-b859a814-2d86-4a6f-a850-d3f0dd69a536', 'network_id': 'b859a814-2d86-4a6f-a850-d3f0dd69a536', 'project_id': '5a4a0e9e3ff1446d923db9f7e5cfeec6', 'fixed_ips': [{'subnet_id': 'cf8b9631-917c-4f2b-9be1-f13ca65692f3'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:00:07.957331 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.970885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:07.976633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad', 'network_id': '9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad', 'project_id': '0d4436b9f30742f79601225ff55aa191', 'fixed_ips': [{'subnet_id': '57836ae7-53de-4c3a-b6f3-18bd80e86f8d'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:00:07.977510 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:07.978724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:08.037197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6444324-2d4b-409a-a9df-eeada7540f45 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:08.041826 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6444324-2d4b-409a-a9df-eeada7540f45 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:08.064565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Attempting to bind port f6382502-13f4-4116-8ab6-b24c9711e8df on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:00:08.065207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Attempting to bind port f6382502-13f4-4116-8ab6-b24c9711e8df by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:00:08.066707 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Attempting to bind port f6382502-13f4-4116-8ab6-b24c9711e8df on network fb374508-5c73-4d79-bee8-d58289274073 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:08.073425 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:08.075659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-f6444324-2d4b-409a-a9df-eeada7540f45 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port a8276020-8657-467c-ba24-9049e1b407ba yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:00:08.105620 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Port f6382502-13f4-4116-8ab6-b24c9711e8df on network fb374508-5c73-4d79-bee8-d58289274073 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:00:08.106217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Attempting to bind port f6382502-13f4-4116-8ab6-b24c9711e8df on network fb374508-5c73-4d79-bee8-d58289274073 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:08.141941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 15, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:00:08.148214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Checking segment: {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:08.148708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Bound using segment: {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:00:08.149395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Bound port: f6382502-13f4-4116-8ab6-b24c9711e8df, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:00:08.149873 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f6382502-13f4-4116-8ab6-b24c9711e8df), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:08.215288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-f6444324-2d4b-409a-a9df-eeada7540f45 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Allocated IP 2001:db8::15e (b859a814-2d86-4a6f-a850-d3f0dd69a536/cf8b9631-917c-4f2b-9be1-f13ca65692f3/a8276020-8657-467c-ba24-9049e1b407ba) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:08.223691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707cf3ec-937e-4bea-a82b-4331ca809cfb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:08.227493 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-707cf3ec-937e-4bea-a82b-4331ca809cfb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:08.265578 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-707cf3ec-937e-4bea-a82b-4331ca809cfb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port 57db9ff7-ee15-4332-a825-6a8ce8aca023 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:00:08.276466 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] For port f6382502-13f4-4116-8ab6-b24c9711e8df, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:00:08.282158 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] For port f6382502-13f4-4116-8ab6-b24c9711e8df, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f6382502-13f4-4116-8ab6-b24c9711e8df,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:00:08.289032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port d1fed64c-2272-4a19-a818-0435607ade4d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:08.289439 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d1fed64c-2272-4a19-a818-0435607ade4d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:08.352720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (f6382502-13f4-4116-8ab6-b24c9711e8df), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:08.410326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:08.411107 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:08.414034 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] 10.222.0.96 "PUT /v2.0/ports/f6382502-13f4-4116-8ab6-b24c9711e8df HTTP/1.1" status: 200 len: 1093 time: 1.6591806 Feb 08 16:00:08.414034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b3632d-9733-4c03-9e43-4024d2390d0b', 'tag': 'f6382502-13f4-4116-8ab6-b24c9711e8df'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:00:08.417466 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6568aee-aede-423f-8d4f-4f2f2de8137c" -d '{"events": [{"name": "network-changed", "server_uuid": "15b3632d-9733-4c03-9e43-4024d2390d0b", "tag": "f6382502-13f4-4116-8ab6-b24c9711e8df"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:00:08.420464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f9b0d-613d-4fb4-bad5-961c5e890504 req-7f37cb27-0f9e-4dc3-86a5-fd581e820d82 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:08.422248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de7f9b0d-613d-4fb4-bad5-961c5e890504 req-7f37cb27-0f9e-4dc3-86a5-fd581e820d82 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 944 time: 0.5265267 Feb 08 16:00:08.448777 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39400e2-9bfc-407d-9877-acc8fb2c1cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6382502-13f4-4116-8ab6-b24c9711e8df,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:08.467442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f877bbd-0cda-4af6-b346-2f5cb5e7f03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fed64c-2272-4a19-a818-0435607ade4d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:00:08.471359 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd5fb12-d903-41dc-ba87-15694edb3bca" -d '{"events": [{"server_uuid": "2f877bbd-0cda-4af6-b346-2f5cb5e7f03c", "name": "network-vif-plugged", "status": "completed", "tag": "d1fed64c-2272-4a19-a818-0435607ade4d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:00:08.490030 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port d1fed64c-2272-4a19-a818-0435607ade4d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d1fed64c-2272-4a19-a818-0435607ade4d,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:08.502792 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d1fed64c-2272-4a19-a818-0435607ade4d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:08.506423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Allocated IP 172.20.0.2 (9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad/57836ae7-53de-4c3a-b6f3-18bd80e86f8d/f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:08.642626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=d1fed64c-2272-4a19-a818-0435607ade4d,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:08.658555 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6444324-2d4b-409a-a9df-eeada7540f45 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (a8276020-8657-467c-ba24-9049e1b407ba), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:08.691828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de7f9b0d-613d-4fb4-bad5-961c5e890504 req-ed71bb4f-cde4-4156-970a-fd211dbff1f3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303333 Feb 08 16:00:08.740305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-7a2b07b4-ff59-488e-a70b-3583256f0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:08.750158 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-7a2b07b4-ff59-488e-a70b-3583256f0611 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 1127 time: 0.1231916 Feb 08 16:00:08.835408 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b69d9e-e5c7-4d5d-9bee-48ebd149bd87 x-openstack-request-id: req-c4b69d9e-e5c7-4d5d-9bee-48ebd149bd87 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:00:08.835807 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b3632d-9733-4c03-9e43-4024d2390d0b", "tag": "f6382502-13f4-4116-8ab6-b24c9711e8df", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:00:08.836145 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c4b69d9e-e5c7-4d5d-9bee-48ebd149bd87 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:00:08.836559 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b3632d-9733-4c03-9e43-4024d2390d0b', 'tag': 'f6382502-13f4-4116-8ab6-b24c9711e8df', 'status': 'completed', 'code': 200} Feb 08 16:00:08.838881 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-2b1ce892-abb8-4910-93ef-144fa6014e6c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6382502-13f4-4116-8ab6-b24c9711e8df HTTP/1.1" status: 200 len: 217 time: 0.0804610 Feb 08 16:00:08.858017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c408bc-7033-4791-ba54-8e7fbc34b1d7 req-c2060ec4-03ab-4d9c-98c3-ae538e1be24e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:08.866463 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57c408bc-7033-4791-ba54-8e7fbc34b1d7 req-c2060ec4-03ab-4d9c-98c3-ae538e1be24e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 944 time: 0.3543482 Feb 08 16:00:09.004182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-163172c7-b17f-4af4-bdc8-efa4cdc80d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:09.007443 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-163172c7-b17f-4af4-bdc8-efa4cdc80d43 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 200 len: 845 time: 0.1628160 Feb 08 16:00:09.102244 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-224209b6-107c-4db3-8b44-74b048f463c1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fb374508-5c73-4d79-bee8-d58289274073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796130 Feb 08 16:00:09.196271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672d165-5700-4da1-a895-3ce8c1f28d04 req-6471d0af-182d-40eb-a578-715fd163f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:09.198240 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f672d165-5700-4da1-a895-3ce8c1f28d04 req-6471d0af-182d-40eb-a578-715fd163f7ea service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 1128 time: 0.1773102 Feb 08 16:00:09.216822 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b445ee9-8ddd-49bb-a703-d93c74df129a x-openstack-request-id: req-8b445ee9-8ddd-49bb-a703-d93c74df129a {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:00:09.217852 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f877bbd-0cda-4af6-b346-2f5cb5e7f03c", "name": "network-vif-plugged", "status": "completed", "tag": "d1fed64c-2272-4a19-a818-0435607ade4d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:00:09.218514 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8b445ee9-8ddd-49bb-a703-d93c74df129a {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:00:09.219483 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f877bbd-0cda-4af6-b346-2f5cb5e7f03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fed64c-2272-4a19-a818-0435607ade4d', 'code': 200} Feb 08 16:00:09.258510 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6444324-2d4b-409a-a9df-eeada7540f45 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a8276020-8657-467c-ba24-9049e1b407ba), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:09.285333 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-7df13f78-4317-4afc-ada2-97135977768f service neutron] 10.222.0.96 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710436 Feb 08 16:00:09.291749 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f672d165-5700-4da1-a895-3ce8c1f28d04 req-07ec9d4c-ecae-4f78-b523-b130227c69a0 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869215 Feb 08 16:00:09.307997 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Publish callbacks [] for port (f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:09.322219 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:09.342731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6444324-2d4b-409a-a9df-eeada7540f45 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network b859a814-2d86-4a6f-a850-d3f0dd69a536 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:09.349667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Network 9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:09.356153 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:09.357393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f6444324-2d4b-409a-a9df-eeada7540f45 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:09.368138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6444324-2d4b-409a-a9df-eeada7540f45 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:09.373569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6444324-2d4b-409a-a9df-eeada7540f45 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:09.374248 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6444324-2d4b-409a-a9df-eeada7540f45 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:09.380680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6444324-2d4b-409a-a9df-eeada7540f45 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=a8276020-8657-467c-ba24-9049e1b407ba,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:09.398804 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57c408bc-7033-4791-ba54-8e7fbc34b1d7 req-4d2071b6-d460-4157-af9c-204695b624d9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309777 Feb 08 16:00:09.407759 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (4e163ab7-2311-43ae-ba08-743b41c97631), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:09.421587 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f6444324-2d4b-409a-a9df-eeada7540f45 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7996905 Feb 08 16:00:09.431879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Allocated IP 2001:db8::2 (b859a814-2d86-4a6f-a850-d3f0dd69a536/cf8b9631-917c-4f2b-9be1-f13ca65692f3/0e28ec63-99bd-4c09-a5dd-ccfaa86801be) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:09.449213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:09.466865 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52414) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:09.478554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-707cf3ec-937e-4bea-a82b-4331ca809cfb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Allocated IP 172.20.0.9 (9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad/57836ae7-53de-4c3a-b6f3-18bd80e86f8d/57db9ff7-ee15-4332-a825-6a8ce8aca023) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:09.584488 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6ff10d8c-88ed-4939-a2f9-38e083997a11 req-278bdd7a-436b-4500-8c76-32a40b70c91c service neutron] 10.222.0.96 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916744 Feb 08 16:00:09.625988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Pushing event updated for resources: {'Port': ['ID=f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:09.701993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Attempting to bind port f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:00:09.703017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Attempting to bind port f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '8a84ee02-5d92-4958-a204-baa5cbe59af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:00:09.703017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Attempting to bind port f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca on network 9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:09.721914 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:00:09.722439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Checking segment: {'id': '8a84ee02-5d92-4958-a204-baa5cbe59af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:09.722918 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:09.723396 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Bound using segment: {'id': '8a84ee02-5d92-4958-a204-baa5cbe59af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:00:09.723963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Bound port: f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a84ee02-5d92-4958-a204-baa5cbe59af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:00:09.724664 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:09.810388 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-707cf3ec-937e-4bea-a82b-4331ca809cfb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (57db9ff7-ee15-4332-a825-6a8ce8aca023), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:09.825850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6568aee-aede-423f-8d4f-4f2f2de8137c req-3bc17ff7-24ad-42cb-957b-47c17f54b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:09.828453 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b6568aee-aede-423f-8d4f-4f2f2de8137c req-3bc17ff7-24ad-42cb-957b-47c17f54b95a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 1127 time: 0.1560316 Feb 08 16:00:09.839130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-262f0b00-695b-417e-81b6-b2140500c84d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port a8276020-8657-467c-ba24-9049e1b407ba {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:09.839695 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-262f0b00-695b-417e-81b6-b2140500c84d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a8276020-8657-467c-ba24-9049e1b407ba), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:09.890231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] For port f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:00:09.913782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] For port f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca,segment=NetworkSegment(8a84ee02-5d92-4958-a204-baa5cbe59af4),segment_id=8a84ee02-5d92-4958-a204-baa5cbe59af4)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:00:09.924734 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Publish callbacks [] for port (0e28ec63-99bd-4c09-a5dd-ccfaa86801be), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:09.929531 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:10.007094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d787a7-a337-4443-82fd-064aaa44814a None None] Pushing event updated for resources: {'Port': ['ID=f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:10.011110 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (0e28ec63-99bd-4c09-a5dd-ccfaa86801be), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:10.030563 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-707cf3ec-937e-4bea-a82b-4331ca809cfb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (57db9ff7-ee15-4332-a825-6a8ce8aca023), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:10.079978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9852ba-8bcc-4c21-b7d1-3fe97cd2958e req-27925312-aca5-474d-9fc1-b013ee40411c tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:10.082366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c9852ba-8bcc-4c21-b7d1-3fe97cd2958e req-27925312-aca5-474d-9fc1-b013ee40411c tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 945 time: 0.2021539 Feb 08 16:00:10.109267 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Pushing event updated for resources: {'Port': ['ID=0e28ec63-99bd-4c09-a5dd-ccfaa86801be,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:10.127838 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Network b859a814-2d86-4a6f-a850-d3f0dd69a536 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:10.130425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:10.131258 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (4e163ab7-2311-43ae-ba08-743b41c97631), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:10.135845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:10.169395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6568aee-aede-423f-8d4f-4f2f2de8137c req-9f22195e-687b-4437-9da8-ecd6ce3d5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:10.171266 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b6568aee-aede-423f-8d4f-4f2f2de8137c req-9f22195e-687b-4437-9da8-ecd6ce3d5b43 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 906 time: 0.3324618 Feb 08 16:00:10.187869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707cf3ec-937e-4bea-a82b-4331ca809cfb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network 9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:10.206036 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-707cf3ec-937e-4bea-a82b-4331ca809cfb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:10.209515 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707cf3ec-937e-4bea-a82b-4331ca809cfb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:10.242232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Attempting to bind port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:00:10.242763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Attempting to bind port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '86dc5200-98a4-44c4-a9a2-06868eeadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b859a814-2d86-4a6f-a850-d3f0dd69a536'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:00:10.243726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Attempting to bind port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be on network b859a814-2d86-4a6f-a850-d3f0dd69a536 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:10.245397 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-262f0b00-695b-417e-81b6-b2140500c84d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a8276020-8657-467c-ba24-9049e1b407ba), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:10.256280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:00:10.257450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Checking segment: {'id': '86dc5200-98a4-44c4-a9a2-06868eeadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b859a814-2d86-4a6f-a850-d3f0dd69a536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:10.257604 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:10.258191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Bound using segment: {'id': '86dc5200-98a4-44c4-a9a2-06868eeadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b859a814-2d86-4a6f-a850-d3f0dd69a536'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:00:10.258775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Bound port: 0e28ec63-99bd-4c09-a5dd-ccfaa86801be, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86dc5200-98a4-44c4-a9a2-06868eeadee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b859a814-2d86-4a6f-a850-d3f0dd69a536'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:00:10.259065 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b6568aee-aede-423f-8d4f-4f2f2de8137c req-d04e37b9-3c30-49c8-b487-6c9609b4cbd6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6382502-13f4-4116-8ab6-b24c9711e8df HTTP/1.1" status: 200 len: 217 time: 0.0663624 Feb 08 16:00:10.259953 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cf3ec-937e-4bea-a82b-4331ca809cfb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=57db9ff7-ee15-4332-a825-6a8ce8aca023,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:10.261717 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0e28ec63-99bd-4c09-a5dd-ccfaa86801be), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:10.296504 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-262f0b00-695b-417e-81b6-b2140500c84d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for a8276020-8657-467c-ba24-9049e1b407ba owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:10.306216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52422) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:10.337772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c9852ba-8bcc-4c21-b7d1-3fe97cd2958e req-bd8f1164-c252-486d-92cc-8779c7a02b4f tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455795 Feb 08 16:00:10.380532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707cf3ec-937e-4bea-a82b-4331ca809cfb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:10.381243 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-707cf3ec-937e-4bea-a82b-4331ca809cfb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:10.431900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52426) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:10.442800 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-707cf3ec-937e-4bea-a82b-4331ca809cfb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5067923 Feb 08 16:00:10.476197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6568aee-aede-423f-8d4f-4f2f2de8137c req-44cf2fb5-8784-40cb-96b5-408e18d76af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:10.483129 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b6568aee-aede-423f-8d4f-4f2f2de8137c req-44cf2fb5-8784-40cb-96b5-408e18d76af6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 200 len: 845 time: 0.2078824 Feb 08 16:00:10.574516 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b6568aee-aede-423f-8d4f-4f2f2de8137c req-e24f0fac-1bb9-4a0b-b9a5-0e3ab4f82b30 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fb374508-5c73-4d79-bee8-d58289274073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821559 Feb 08 16:00:10.599455 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] For port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:00:10.603127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] For port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0e28ec63-99bd-4c09-a5dd-ccfaa86801be,segment=NetworkSegment(86dc5200-98a4-44c4-a9a2-06868eeadee0),segment_id=86dc5200-98a4-44c4-a9a2-06868eeadee0)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:00:10.612111 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0e28ec63-99bd-4c09-a5dd-ccfaa86801be), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:10.722039 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a99eab-b193-4021-84a2-d5b510bda39b None None] Pushing event updated for resources: {'Port': ['ID=0e28ec63-99bd-4c09-a5dd-ccfaa86801be,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:10.782381 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b6568aee-aede-423f-8d4f-4f2f2de8137c req-73174c1b-7075-4106-abc9-bcff3dff2f9a service neutron] 10.222.0.96 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966331 Feb 08 16:00:10.793056 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4850-6713-4687-bd60-18666878567c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:10.802705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Router 4e163ab7-2311-43ae-ba08-743b41c97631 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:00:10.905992 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b6568aee-aede-423f-8d4f-4f2f2de8137c req-1b958fff-6b21-4b56-b528-faeaa289597b service neutron] 10.222.0.96 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171379 Feb 08 16:00:11.052866 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ebec4-66c1-4eaf-9ae3-efc936b02778 req-50304b85-99fa-4f9a-b4cc-0ba763a8f3e7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:11.054566 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-892ebec4-66c1-4eaf-9ae3-efc936b02778 req-50304b85-99fa-4f9a-b4cc-0ba763a8f3e7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 944 time: 0.4491463 Feb 08 16:00:11.103082 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-262f0b00-695b-417e-81b6-b2140500c84d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a8276020-8657-467c-ba24-9049e1b407ba), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:11.203919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f0b00-695b-417e-81b6-b2140500c84d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=a8276020-8657-467c-ba24-9049e1b407ba,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:11.316556 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-262f0b00-695b-417e-81b6-b2140500c84d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:11.319957 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-262f0b00-695b-417e-81b6-b2140500c84d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/a8276020-8657-467c-ba24-9049e1b407ba HTTP/1.1" status: 204 len: 168 time: 1.8516722 Feb 08 16:00:11.322874 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52430) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:11.323553 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-892ebec4-66c1-4eaf-9ae3-efc936b02778 req-993eafbf-293c-4b53-9c4e-94553adaeac3 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550218 Feb 08 16:00:11.333616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:00:11.347201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f089cc3-a04b-46d5-b852-4b057f1a0392 None None] Sync routers for ids ['4e163ab7-2311-43ae-ba08-743b41c97631'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:00:11.373158 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3053c02-bc3e-483d-9c19-e7b624334d93 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] DELETE failed (client error): The resource could not be found. Feb 08 16:00:11.375140 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3053c02-bc3e-483d-9c19-e7b624334d93 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:00:11.381285 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b3053c02-bc3e-483d-9c19-e7b624334d93 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/a8276020-8657-467c-ba24-9049e1b407ba HTTP/1.1" status: 404 len: 333 time: 0.0536284 Feb 08 16:00:11.382667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52432) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:11.391037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f089cc3-a04b-46d5-b852-4b057f1a0392 None None] Routers {'4e163ab7-2311-43ae-ba08-743b41c97631'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:00:11.392285 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7f089cc3-a04b-46d5-b852-4b057f1a0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:00:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4e163ab7-2311-43ae-ba08-743b41c97631'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:11.414458 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4850-6713-4687-bd60-18666878567c admin admin] Publish callbacks [] for security_group (5f2cb3db-a76d-4293-80b8-42138fb11b09), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:11.419034 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddc7a2d-9f87-479b-9ed7-9f9461ce9c52 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] GET failed (client error): The resource could not be found. Feb 08 16:00:11.420071 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:11.423591 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dddc7a2d-9f87-479b-9ed7-9f9461ce9c52 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/a8276020-8657-467c-ba24-9049e1b407ba HTTP/1.1" status: 404 len: 333 time: 0.0370977 Feb 08 16:00:11.423867 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a20ea135-3a17-4dd9-a79b-e30c5880c7dc tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4892459 Feb 08 16:00:11.426258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52438) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:11.426258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52440) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:11.426499 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4850-6713-4687-bd60-18666878567c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5f2cb3db-a76d-4293-80b8-42138fb11b09), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:11.442590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:11.468710 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b9c9311f-225f-4eb8-81f1-64a1b142dc36 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (57db9ff7-ee15-4332-a825-6a8ce8aca023), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:11.471452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7f089cc3-a04b-46d5-b852-4b057f1a0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:11.497773 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb4850-6713-4687-bd60-18666878567c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2cb3db-a76d-4293-80b8-42138fb11b09,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:11.505961 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3dfb4850-6713-4687-bd60-18666878567c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=29486eaa903d42799f510aeff168e79c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1937551 Feb 08 16:00:11.510787 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52442) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:11.520999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f089cc3-a04b-46d5-b852-4b057f1a0392 None None] Routers {'4e163ab7-2311-43ae-ba08-743b41c97631'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:00:11.520999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7f089cc3-a04b-46d5-b852-4b057f1a0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:00:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4e163ab7-2311-43ae-ba08-743b41c97631'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:11.578192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7f089cc3-a04b-46d5-b852-4b057f1a0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:11.578879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f089cc3-a04b-46d5-b852-4b057f1a0392 None None] The sync data for ids ['4e163ab7-2311-43ae-ba08-743b41c97631'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:00:11.667981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ce4a5e-2ee3-447f-b5d7-ed645eecda91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting subnet cf8b9631-917c-4f2b-9be1-f13ca65692f3 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:00:11.675669 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92ce4a5e-2ee3-447f-b5d7-ed645eecda91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (cf8b9631-917c-4f2b-9be1-f13ca65692f3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:11.682276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0acc0b8-f077-4825-8de9-d9acaaf233d7 None None] Network 9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:11.758539 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92ce4a5e-2ee3-447f-b5d7-ed645eecda91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (cf8b9631-917c-4f2b-9be1-f13ca65692f3), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:11.782395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2166dbfe-7977-45dc-8fe3-71f32aba48f6 None None] Provisioning complete for port f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:11.783243 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2166dbfe-7977-45dc-8fe3-71f32aba48f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:11.816042 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdfed7-ec0c-4b58-ba00-663202806b20 req-9139e758-58e0-41fa-8e34-0f123eb911b8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:11.818084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78fdfed7-ec0c-4b58-ba00-663202806b20 req-9139e758-58e0-41fa-8e34-0f123eb911b8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 945 time: 0.2421162 Feb 08 16:00:11.830328 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c919999-9372-4fd0-b357-687b0dc09e4d admin admin] Publish callbacks [] for security_group (5f2cb3db-a76d-4293-80b8-42138fb11b09), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:11.933150 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c919999-9372-4fd0-b357-687b0dc09e4d admin admin] Publish callbacks [] for security_group (5f2cb3db-a76d-4293-80b8-42138fb11b09), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:11.964810 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2166dbfe-7977-45dc-8fe3-71f32aba48f6 None None] Current status of the port f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:11.965547 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2166dbfe-7977-45dc-8fe3-71f32aba48f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:12.048493 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78fdfed7-ec0c-4b58-ba00-663202806b20 req-cf87b2e3-b29a-4a32-86ac-8d2af636c972 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815252 Feb 08 16:00:12.077104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2166dbfe-7977-45dc-8fe3-71f32aba48f6 None None] For port f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca,segment=NetworkSegment(8a84ee02-5d92-4958-a204-baa5cbe59af4),segment_id=8a84ee02-5d92-4958-a204-baa5cbe59af4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:12.077628 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92ce4a5e-2ee3-447f-b5d7-ed645eecda91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (cf8b9631-917c-4f2b-9be1-f13ca65692f3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:12.096663 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2166dbfe-7977-45dc-8fe3-71f32aba48f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:12.129197 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c919999-9372-4fd0-b357-687b0dc09e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5f2cb3db-a76d-4293-80b8-42138fb11b09), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:12.131808 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c919999-9372-4fd0-b357-687b0dc09e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:12.133053 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8c919999-9372-4fd0-b357-687b0dc09e4d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5f2cb3db-a76d-4293-80b8-42138fb11b09 HTTP/1.1" status: 204 len: 168 time: 0.6209147 Feb 08 16:00:12.165994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a494e58-fbcc-49bc-b674-6b4c53b6a925 None None] Network b859a814-2d86-4a6f-a850-d3f0dd69a536 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:12.195190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c919999-9372-4fd0-b357-687b0dc09e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2cb3db-a76d-4293-80b8-42138fb11b09,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:12.238432 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b9c9311f-225f-4eb8-81f1-64a1b142dc36 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (57db9ff7-ee15-4332-a825-6a8ce8aca023), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:12.250666 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b9c9311f-225f-4eb8-81f1-64a1b142dc36 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (57db9ff7-ee15-4332-a825-6a8ce8aca023), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:12.380610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166dbfe-7977-45dc-8fe3-71f32aba48f6 None None] Pushing event updated for resources: {'Port': ['ID=f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:12.436330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9311f-225f-4eb8-81f1-64a1b142dc36 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=57db9ff7-ee15-4332-a825-6a8ce8aca023,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:12.492854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f12f9c07-f77f-4e0d-a52e-7b83c0834c03 None None] Provisioning complete for port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:12.493512 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f12f9c07-f77f-4e0d-a52e-7b83c0834c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0e28ec63-99bd-4c09-a5dd-ccfaa86801be), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:12.608516 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92ce4a5e-2ee3-447f-b5d7-ed645eecda91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (cf8b9631-917c-4f2b-9be1-f13ca65692f3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:12.649371 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (4e163ab7-2311-43ae-ba08-743b41c97631), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:12.715334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce4a5e-2ee3-447f-b5d7-ed645eecda91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8b9631-917c-4f2b-9be1-f13ca65692f3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:12.717647 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92ce4a5e-2ee3-447f-b5d7-ed645eecda91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:12.754228 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-92ce4a5e-2ee3-447f-b5d7-ed645eecda91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/cf8b9631-917c-4f2b-9be1-f13ca65692f3 HTTP/1.1" status: 204 len: 168 time: 1.3270392 Feb 08 16:00:12.757605 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52462) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:12.794276 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b9c9311f-225f-4eb8-81f1-64a1b142dc36 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (7861bdd4-87f1-4470-be43-9b404e85777c), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:12.878669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:00:12.891715 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_gateway (4e163ab7-2311-43ae-ba08-743b41c97631), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:12.905457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52464) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:12.966385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f12f9c07-f77f-4e0d-a52e-7b83c0834c03 None None] Current status of the port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:12.967321 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f12f9c07-f77f-4e0d-a52e-7b83c0834c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0e28ec63-99bd-4c09-a5dd-ccfaa86801be), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:12.977170 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1536aea4-7492-4e80-9a3c-84682affc049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:13.074062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9cdf7-b8cb-4874-9fda-c5eba25fc091 req-d3021263-3ebe-4988-b4a0-fb4f6b41f616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:13.075982 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-afb9cdf7-b8cb-4874-9fda-c5eba25fc091 req-d3021263-3ebe-4988-b4a0-fb4f6b41f616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 944 time: 0.3191521 Feb 08 16:00:13.113306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f12f9c07-f77f-4e0d-a52e-7b83c0834c03 None None] For port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0e28ec63-99bd-4c09-a5dd-ccfaa86801be,segment=NetworkSegment(86dc5200-98a4-44c4-a9a2-06868eeadee0),segment_id=86dc5200-98a4-44c4-a9a2-06868eeadee0)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:13.128210 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f12f9c07-f77f-4e0d-a52e-7b83c0834c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0e28ec63-99bd-4c09-a5dd-ccfaa86801be), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:13.130909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8833ca-108f-4107-a285-04238649d815 req-34a56d84-fc4a-41d3-acd9-00f9ef1a1da9 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:13.132670 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b8833ca-108f-4107-a285-04238649d815 req-34a56d84-fc4a-41d3-acd9-00f9ef1a1da9 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.2193017 Feb 08 16:00:13.138444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:13.138444 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:13.150783 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (b859a814-2d86-4a6f-a850-d3f0dd69a536), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:13.180147 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-afb9cdf7-b8cb-4874-9fda-c5eba25fc091 req-aad09914-73ba-4dbb-9865-e1811f80ddbf tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926630 Feb 08 16:00:13.262061 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b9c9311f-225f-4eb8-81f1-64a1b142dc36 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (57db9ff7-ee15-4332-a825-6a8ce8aca023), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:13.364936 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f9c07-f77f-4e0d-a52e-7b83c0834c03 None None] Pushing event updated for resources: {'Port': ['ID=0e28ec63-99bd-4c09-a5dd-ccfaa86801be,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:13.370321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b8833ca-108f-4107-a285-04238649d815 req-af33a143-fd49-44b0-abee-9426f94f6250 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968250 Feb 08 16:00:13.386932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-42894f3c-cbfd-4a69-8ad5-d5694b76b041 None None] Provisioning complete for port 57db9ff7-ee15-4332-a825-6a8ce8aca023 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:13.388062 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-42894f3c-cbfd-4a69-8ad5-d5694b76b041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (57db9ff7-ee15-4332-a825-6a8ce8aca023), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:13.416722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Deleting port c92a2f7e-082d-47ac-b431-d81fb55e9f43 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:13.417490 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c92a2f7e-082d-47ac-b431-d81fb55e9f43), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:13.462726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c0d92a-5ee4-467b-a368-794cb50768d5 None None] Network b859a814-2d86-4a6f-a850-d3f0dd69a536 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:13.640699 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f6382502-13f4-4116-8ab6-b24c9711e8df details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:00:13.685833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-42894f3c-cbfd-4a69-8ad5-d5694b76b041 None None] Port 57db9ff7-ee15-4332-a825-6a8ce8aca023 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:00:13.740900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:13.741466 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0e28ec63-99bd-4c09-a5dd-ccfaa86801be), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:13.760714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:13.761788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0e28ec63-99bd-4c09-a5dd-ccfaa86801be up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:00:13.790315 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1536aea4-7492-4e80-9a3c-84682affc049 admin admin] Publish callbacks [] for security_group (1d12ba1d-9290-4c86-a214-c958f08fc346), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:13.811793 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 16:00:13.838572 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c92a2f7e-082d-47ac-b431-d81fb55e9f43), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:13.854192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Calling delete_port for c92a2f7e-082d-47ac-b431-d81fb55e9f43 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:13.868242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-42894f3c-cbfd-4a69-8ad5-d5694b76b041 None None] Provisioning complete for port f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:13.868627 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-42894f3c-cbfd-4a69-8ad5-d5694b76b041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:14.185449 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1536aea4-7492-4e80-9a3c-84682affc049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1d12ba1d-9290-4c86-a214-c958f08fc346), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:14.190944 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:14.192239 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0e28ec63-99bd-4c09-a5dd-ccfaa86801be), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:14.196555 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c92a2f7e-082d-47ac-b431-d81fb55e9f43), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:14.348522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port f6382502-13f4-4116-8ab6-b24c9711e8df, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f6382502-13f4-4116-8ab6-b24c9711e8df,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:14.409638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:14.414636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044d31d4-e0eb-47ad-b327-ef04620e3ff4 None None] DHCP port deletion for b859a814-2d86-4a6f-a850-d3f0dd69a536 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:00:14.419834 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Pushing event deleted for resources: {'Port': ['ID=c92a2f7e-082d-47ac-b431-d81fb55e9f43,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:14.432011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'f6382502-13f4-4116-8ab6-b24c9711e8df', 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073', 'port_id': 'f6382502-13f4-4116-8ab6-b24c9711e8df', 'mac_address': 'fa:16:3e:f8:b9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ecb47d-dbfd-4668-8784-e5338c0de0ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:00:14.489230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536aea4-7492-4e80-9a3c-84682affc049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d12ba1d-9290-4c86-a214-c958f08fc346,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:14.505395 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1536aea4-7492-4e80-9a3c-84682affc049 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=eb65a74906024f9da1b54b9c59cb4621&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5856447 Feb 08 16:00:14.511293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] For port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0e28ec63-99bd-4c09-a5dd-ccfaa86801be,segment=NetworkSegment(86dc5200-98a4-44c4-a9a2-06868eeadee0),segment_id=86dc5200-98a4-44c4-a9a2-06868eeadee0)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:14.511880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0e28ec63-99bd-4c09-a5dd-ccfaa86801be), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:14.540608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52480) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:14.570193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 0e28ec63-99bd-4c09-a5dd-ccfaa86801be owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:14.605009 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (4e163ab7-2311-43ae-ba08-743b41c97631), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:14.619212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0e28ec63-99bd-4c09-a5dd-ccfaa86801be no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:00:14.622236 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port f6382502-13f4-4116-8ab6-b24c9711e8df is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:14.623509 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f6382502-13f4-4116-8ab6-b24c9711e8df), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:14.626328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-42894f3c-cbfd-4a69-8ad5-d5694b76b041 None None] Current status of the port f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:14.695066 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b9c9311f-225f-4eb8-81f1-64a1b142dc36 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (57db9ff7-ee15-4332-a825-6a8ce8aca023), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:14.698504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6382502-13f4-4116-8ab6-b24c9711e8df {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:00:14.738396 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port f6382502-13f4-4116-8ab6-b24c9711e8df, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f6382502-13f4-4116-8ab6-b24c9711e8df,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:14.754691 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b9c9311f-225f-4eb8-81f1-64a1b142dc36 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (57db9ff7-ee15-4332-a825-6a8ce8aca023), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:14.760013 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f6382502-13f4-4116-8ab6-b24c9711e8df), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:14.796087 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-044d31d4-e0eb-47ad-b327-ef04620e3ff4 None None] Deleting port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:14.797001 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-044d31d4-e0eb-47ad-b327-ef04620e3ff4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0e28ec63-99bd-4c09-a5dd-ccfaa86801be), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:14.853038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25c9cb-da54-4027-b0ce-7053ff793df3 req-187c11e9-125f-46f3-982a-56bc68ad160d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:14.855511 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d25c9cb-da54-4027-b0ce-7053ff793df3 req-187c11e9-125f-46f3-982a-56bc68ad160d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 944 time: 0.4276824 Feb 08 16:00:14.861306 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b9c9311f-225f-4eb8-81f1-64a1b142dc36 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (7861bdd4-87f1-4470-be43-9b404e85777c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:14.876272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-044d31d4-e0eb-47ad-b327-ef04620e3ff4 None None] For port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0e28ec63-99bd-4c09-a5dd-ccfaa86801be,segment=NetworkSegment(86dc5200-98a4-44c4-a9a2-06868eeadee0),segment_id=86dc5200-98a4-44c4-a9a2-06868eeadee0)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:14.877226 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-044d31d4-e0eb-47ad-b327-ef04620e3ff4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0e28ec63-99bd-4c09-a5dd-ccfaa86801be), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:14.895325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-044d31d4-e0eb-47ad-b327-ef04620e3ff4 None None] Calling delete_port for 0e28ec63-99bd-4c09-a5dd-ccfaa86801be owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:14.992156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e47d7893-48a5-4468-abc3-b0bf8fc097b0 None None] Provisioning complete for port 57db9ff7-ee15-4332-a825-6a8ce8aca023 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:14.993334 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e47d7893-48a5-4468-abc3-b0bf8fc097b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (57db9ff7-ee15-4332-a825-6a8ce8aca023), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.049201 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99464c57-c67d-422a-a68e-6672220c29c1 admin admin] Publish callbacks [] for security_group (1d12ba1d-9290-4c86-a214-c958f08fc346), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.052617 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-044d31d4-e0eb-47ad-b327-ef04620e3ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (0e28ec63-99bd-4c09-a5dd-ccfaa86801be), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.069686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No active binding found for port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be {{(pid=103303) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 16:00:15.070070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] The host n-d-824834-11 is not matching for port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be host None! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 16:00:15.070465 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0e28ec63-99bd-4c09-a5dd-ccfaa86801be not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:00:15.090953 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f6382502-13f4-4116-8ab6-b24c9711e8df'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:00:15.095836 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d25c9cb-da54-4027-b0ce-7053ff793df3 req-ff980c29-f136-41ac-afa5-01d4fb80e079 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088218 Feb 08 16:00:15.117299 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d31d4-e0eb-47ad-b327-ef04620e3ff4 None None] No DVR routers for this DVR port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:00:15.136876 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (4e163ab7-2311-43ae-ba08-743b41c97631), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.143054 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (0e28ec63-99bd-4c09-a5dd-ccfaa86801be), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.147460 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (4e163ab7-2311-43ae-ba08-743b41c97631), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.152756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec28375-5fd9-42ef-a838-cdd4030424e0 req-90a3690f-ff91-4b3f-9f00-fb036858b2bc tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:15.155796 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ec28375-5fd9-42ef-a838-cdd4030424e0 req-90a3690f-ff91-4b3f-9f00-fb036858b2bc tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.5683277 Feb 08 16:00:15.169384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9311f-225f-4eb8-81f1-64a1b142dc36 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=57db9ff7-ee15-4332-a825-6a8ce8aca023,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:15.204181 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99464c57-c67d-422a-a68e-6672220c29c1 admin admin] Publish callbacks [] for security_group (1d12ba1d-9290-4c86-a214-c958f08fc346), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.224219 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e47d7893-48a5-4468-abc3-b0bf8fc097b0 None None] Port 57db9ff7-ee15-4332-a825-6a8ce8aca023 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:00:15.228144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=f6382502-13f4-4116-8ab6-b24c9711e8df,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:15.234989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=0e28ec63-99bd-4c09-a5dd-ccfaa86801be,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:15.238567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e47d7893-48a5-4468-abc3-b0bf8fc097b0 None None] Could not find standard attr ID for object 0e28ec63-99bd-4c09-a5dd-ccfaa86801be. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:00:15.242042 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No DVR routers for this DVR port 0e28ec63-99bd-4c09-a5dd-ccfaa86801be on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:00:15.281768 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-203f3b58-0667-468b-aa8d-11a639600640 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:15.283496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-203f3b58-0667-468b-aa8d-11a639600640 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.94 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 945 time: 0.2709980 Feb 08 16:00:15.294105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d31d4-e0eb-47ad-b327-ef04620e3ff4 None None] Pushing event deleted for resources: {'Port': ['ID=0e28ec63-99bd-4c09-a5dd-ccfaa86801be,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:15.341003 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ec28375-5fd9-42ef-a838-cdd4030424e0 req-38953385-1e8d-4c9a-95c3-bc5f85b714e6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=75007e54-feb2-4748-b4ab-64593a3dc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597204 Feb 08 16:00:15.419782 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99464c57-c67d-422a-a68e-6672220c29c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1d12ba1d-9290-4c86-a214-c958f08fc346), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.422614 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99464c57-c67d-422a-a68e-6672220c29c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.431234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-99464c57-c67d-422a-a68e-6672220c29c1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1d12ba1d-9290-4c86-a214-c958f08fc346 HTTP/1.1" status: 204 len: 168 time: 0.8849282 Feb 08 16:00:15.439875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (b859a814-2d86-4a6f-a850-d3f0dd69a536), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.461998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99464c57-c67d-422a-a68e-6672220c29c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d12ba1d-9290-4c86-a214-c958f08fc346,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:15.481650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c9311f-225f-4eb8-81f1-64a1b142dc36 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network 9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:15.484024 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-b9c9311f-225f-4eb8-81f1-64a1b142dc36 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:15.494340 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b859a814-2d86-4a6f-a850-d3f0dd69a536']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:15.533560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86dc5200-98a4-44c4-a9a2-06868eeadee0') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:15.534310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86dc5200-98a4-44c4-a9a2-06868eeadee0') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:15.554188 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (86dc5200-98a4-44c4-a9a2-06868eeadee0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.578345 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (86dc5200-98a4-44c4-a9a2-06868eeadee0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.594446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:00:15.595080 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (86dc5200-98a4-44c4-a9a2-06868eeadee0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:00:15.608465 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:00:15.628709 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Router 4e163ab7-2311-43ae-ba08-743b41c97631 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:00:15.633200 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-9dac5e09-1fe9-4fab-95ea-06ef30dbf767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Deleting port d5202aec-bda7-492e-b04d-b693098fbacc {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:15.633775 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-9dac5e09-1fe9-4fab-95ea-06ef30dbf767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d5202aec-bda7-492e-b04d-b693098fbacc), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.813040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c9311f-225f-4eb8-81f1-64a1b142dc36 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Router 7861bdd4-87f1-4470-be43-9b404e85777c is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:00:15.825269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-9dac5e09-1fe9-4fab-95ea-06ef30dbf767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] For port d5202aec-bda7-492e-b04d-b693098fbacc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d5202aec-bda7-492e-b04d-b693098fbacc,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:15.825636 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-9dac5e09-1fe9-4fab-95ea-06ef30dbf767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d5202aec-bda7-492e-b04d-b693098fbacc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.884325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-93e97eb2-5932-4dbe-b6f6-9a92df745e44 None None] Provisioning complete for port 57db9ff7-ee15-4332-a825-6a8ce8aca023 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:15.888355 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-93e97eb2-5932-4dbe-b6f6-9a92df745e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (57db9ff7-ee15-4332-a825-6a8ce8aca023), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:15.942376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-93e97eb2-5932-4dbe-b6f6-9a92df745e44 None None] Port 57db9ff7-ee15-4332-a825-6a8ce8aca023 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:00:16.067738 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c9311f-225f-4eb8-81f1-64a1b142dc36 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:00:16.074094 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b9c9311f-225f-4eb8-81f1-64a1b142dc36 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "PUT /v2.0/routers/7861bdd4-87f1-4470-be43-9b404e85777c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6395869 Feb 08 16:00:16.076546 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52496) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:16.086547 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6003ab4f-0eb1-4a4a-b43f-515ae5776792 None None] Sync routers for ids ['7861bdd4-87f1-4470-be43-9b404e85777c'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:00:16.103720 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6003ab4f-0eb1-4a4a-b43f-515ae5776792 None None] Routers {'7861bdd4-87f1-4470-be43-9b404e85777c'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:00:16.104376 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6003ab4f-0eb1-4a4a-b43f-515ae5776792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:00:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['7861bdd4-87f1-4470-be43-9b404e85777c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:16.150079 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6003ab4f-0eb1-4a4a-b43f-515ae5776792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:16.152561 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:00:16.160725 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:16.161831 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-36fbb1d2-29f2-4c88-b1c3-64efebcc0672 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "PUT /v2.0/routers/4e163ab7-2311-43ae-ba08-743b41c97631 HTTP/1.1" status: 200 len: 709 time: 4.7260382 Feb 08 16:00:16.163887 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (b859a814-2d86-4a6f-a850-d3f0dd69a536), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:16.167197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dfe4d0-27d0-410e-ae21-d6268f363695 None None] Sync routers for ids ['4e163ab7-2311-43ae-ba08-743b41c97631'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:00:16.168800 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:16.178440 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/networks/b859a814-2d86-4a6f-a850-d3f0dd69a536 HTTP/1.1" status: 204 len: 168 time: 3.4185467 Feb 08 16:00:16.179098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52502) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:16.179549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52500) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:16.180381 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6003ab4f-0eb1-4a4a-b43f-515ae5776792 None None] Routers {'7861bdd4-87f1-4470-be43-9b404e85777c'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:00:16.181178 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6003ab4f-0eb1-4a4a-b43f-515ae5776792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:00:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['7861bdd4-87f1-4470-be43-9b404e85777c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:16.184660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dfe4d0-27d0-410e-ae21-d6268f363695 None None] Routers {'4e163ab7-2311-43ae-ba08-743b41c97631'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:00:16.185337 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-14dfe4d0-27d0-410e-ae21-d6268f363695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:00:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4e163ab7-2311-43ae-ba08-743b41c97631'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:16.188039 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c369c80c-f546-40f2-b56e-bc5b6c0bf367 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-622795580'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:16.220214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c369c80c-f546-40f2-b56e-bc5b6c0bf367 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:16.223964 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c369c80c-f546-40f2-b56e-bc5b6c0bf367 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:16.226151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272df72-b7df-4225-a5da-b1e2948d466e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Network': ['ID=b859a814-2d86-4a6f-a850-d3f0dd69a536,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:16.269439 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6003ab4f-0eb1-4a4a-b43f-515ae5776792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:16.271343 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6003ab4f-0eb1-4a4a-b43f-515ae5776792 None None] The sync data for ids ['7861bdd4-87f1-4470-be43-9b404e85777c'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:00:16.283219 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c369c80c-f546-40f2-b56e-bc5b6c0bf367 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:00:16.294215 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c369c80c-f546-40f2-b56e-bc5b6c0bf367 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (c80c8977-f8fa-4c4d-bfc2-6f10afcd2538), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:16.294764 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-c369c80c-f546-40f2-b56e-bc5b6c0bf367 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Added segment c80c8977-f8fa-4c4d-bfc2-6f10afcd2538 of type vlan for network 624a0a5b-6306-47a0-aa4a-0bcd043c4a26 Feb 08 16:00:16.296239 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-14dfe4d0-27d0-410e-ae21-d6268f363695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:16.308510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dfe4d0-27d0-410e-ae21-d6268f363695 None None] Routers {'4e163ab7-2311-43ae-ba08-743b41c97631'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:00:16.309289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-14dfe4d0-27d0-410e-ae21-d6268f363695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:00:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4e163ab7-2311-43ae-ba08-743b41c97631'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:16.368647 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c369c80c-f546-40f2-b56e-bc5b6c0bf367 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (624a0a5b-6306-47a0-aa4a-0bcd043c4a26), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:16.378213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-14dfe4d0-27d0-410e-ae21-d6268f363695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:16.378897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dfe4d0-27d0-410e-ae21-d6268f363695 None None] The sync data for ids ['4e163ab7-2311-43ae-ba08-743b41c97631'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:00:16.391255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c219f0-8066-4a30-8a07-0387f4bde0ab tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:16.393748 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-49c219f0-8066-4a30-8a07-0387f4bde0ab tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861bdd4-87f1-4470-be43-9b404e85777c HTTP/1.1" status: 200 len: 982 time: 0.3162036 Feb 08 16:00:16.397454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52516) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:16.408742 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-9dac5e09-1fe9-4fab-95ea-06ef30dbf767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:16.409428 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-9dac5e09-1fe9-4fab-95ea-06ef30dbf767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (82c8718a-1016-4191-bd2d-1e61109b86a9), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:16.409847 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-9dac5e09-1fe9-4fab-95ea-06ef30dbf767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Floating IP 82c8718a-1016-4191-bd2d-1e61109b86a9 disassociated. External IP: 172.25.7.53, port: d5202aec-bda7-492e-b04d-b693098fbacc. Feb 08 16:00:16.410328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-9dac5e09-1fe9-4fab-95ea-06ef30dbf767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Calling delete_port for d5202aec-bda7-492e-b04d-b693098fbacc owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:16.414157 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-99b961cf-5562-4b6f-890c-7cece058b7c8 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/routers/4e163ab7-2311-43ae-ba08-743b41c97631 HTTP/1.1" status: 200 len: 744 time: 0.1860282 Feb 08 16:00:16.422618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52520) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:16.480516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07273a6a-5e71-47d2-ab3e-2bb1241a1609 req-1eb33d4a-625f-496e-9a79-727eefd1fae7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:16.482003 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07273a6a-5e71-47d2-ab3e-2bb1241a1609 req-1eb33d4a-625f-496e-9a79-727eefd1fae7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 945 time: 0.2489588 Feb 08 16:00:16.559433 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-05b5c018-f8db-49aa-8a01-1a6a239dfb01 tempest-RoutersIpV6AdminTest-778041579 tempest-RoutersIpV6AdminTest-778041579-project-admin] 10.222.0.82 "GET /v2.0/ports?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&device_id=4e163ab7-2311-43ae-ba08-743b41c97631 HTTP/1.1" status: 200 len: 205 time: 0.1321437 Feb 08 16:00:16.562149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52524) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:16.573975 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c369c80c-f546-40f2-b56e-bc5b6c0bf367 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (624a0a5b-6306-47a0-aa4a-0bcd043c4a26), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:16.583365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c369c80c-f546-40f2-b56e-bc5b6c0bf367 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:16.584010 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c369c80c-f546-40f2-b56e-bc5b6c0bf367 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:16.629589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07273a6a-5e71-47d2-ab3e-2bb1241a1609 req-7edc5077-2154-4fe3-991b-ace3991112f6 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388397 Feb 08 16:00:16.634038 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-50a60970-69d1-4bc4-96b4-40e6e12b0a2b tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e163ab7-2311-43ae-ba08-743b41c97631 HTTP/1.1" status: 200 len: 205 time: 0.0707700 Feb 08 16:00:16.635022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52532) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:16.644747 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-9dac5e09-1fe9-4fab-95ea-06ef30dbf767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d5202aec-bda7-492e-b04d-b693098fbacc), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:16.697826 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c369c80c-f546-40f2-b56e-bc5b6c0bf367 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5140765 Feb 08 16:00:16.702282 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52534) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:16.710932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b6c2d6cb-7e42-4b0a-908b-0ddadc017da9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'subnet': {'network_id': '624a0a5b-6306-47a0-aa4a-0bcd043c4a26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:16.732705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369c80c-f546-40f2-b56e-bc5b6c0bf367 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Network': ['ID=624a0a5b-6306-47a0-aa4a-0bcd043c4a26,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:16.746226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 624a0a5b-6306-47a0-aa4a-0bcd043c4a26 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:00:16.764550 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac5e09-1fe9-4fab-95ea-06ef30dbf767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event deleted for resources: {'Port': ['ID=d5202aec-bda7-492e-b04d-b693098fbacc,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:16.776630 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-525d293a-50c4-4279-aba9-7e7a0057896c tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (4e163ab7-2311-43ae-ba08-743b41c97631), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:17.013836 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c2d6cb-7e42-4b0a-908b-0ddadc017da9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:17.019619 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6c2d6cb-7e42-4b0a-908b-0ddadc017da9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:17.025686 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b021b816-1035-4548-9e67-531922d8549b req-7dc194ac-9c38-4e1f-a507-58e80e10b7af tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 210 time: 0.0843740 Feb 08 16:00:17.378952 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6c2d6cb-7e42-4b0a-908b-0ddadc017da9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (015051fc-f531-4106-9e86-82071afd31b1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:17.493447 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6f212fb-b31f-4a43-a8d8-2134d7302d9c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (7861bdd4-87f1-4470-be43-9b404e85777c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:17.556855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2d6cb-7e42-4b0a-908b-0ddadc017da9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Subnet': ['ID=015051fc-f531-4106-9e86-82071afd31b1,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:17.568551 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f6382502-13f4-4116-8ab6-b24c9711e8df up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:00:17.601867 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-525d293a-50c4-4279-aba9-7e7a0057896c tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (4e163ab7-2311-43ae-ba08-743b41c97631), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:17.613399 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-525d293a-50c4-4279-aba9-7e7a0057896c tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router_controller (4e163ab7-2311-43ae-ba08-743b41c97631), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:17.630651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c2d6cb-7e42-4b0a-908b-0ddadc017da9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Checking segment: {'id': 'c80c8977-f8fa-4c4d-bfc2-6f10afcd2538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '624a0a5b-6306-47a0-aa4a-0bcd043c4a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:17.630999 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c2d6cb-7e42-4b0a-908b-0ddadc017da9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network hostable DHCP agents. Network: 624a0a5b-6306-47a0-aa4a-0bcd043c4a26, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:00:17.685533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-9dac5e09-1fe9-4fab-95ea-06ef30dbf767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Router bf980798-bfed-4b52-bcb8-d5b64a2117b8 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:00:17.691957 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port f6382502-13f4-4116-8ab6-b24c9711e8df completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:00:17.701406 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-525d293a-50c4-4279-aba9-7e7a0057896c tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (4e163ab7-2311-43ae-ba08-743b41c97631), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:17.701932 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525d293a-50c4-4279-aba9-7e7a0057896c tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Fanout notify agent at l3_agent the message router_deleted on router 4e163ab7-2311-43ae-ba08-743b41c97631 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:00:17.706977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port f6382502-13f4-4116-8ab6-b24c9711e8df triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:17.708093 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f6382502-13f4-4116-8ab6-b24c9711e8df), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:17.723114 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-525d293a-50c4-4279-aba9-7e7a0057896c tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:17.727595 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-525d293a-50c4-4279-aba9-7e7a0057896c tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "DELETE /v2.0/routers/4e163ab7-2311-43ae-ba08-743b41c97631 HTTP/1.1" status: 204 len: 168 time: 1.0879602 Feb 08 16:00:17.728279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52552) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:17.785289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-05baed9c-1ae3-4978-a1db-59a75143da85 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e163ab7-2311-43ae-ba08-743b41c97631 HTTP/1.1" status: 200 len: 205 time: 0.0524547 Feb 08 16:00:17.812189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52556) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:17.867504 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-514812c4-ff4b-492c-84b2-f37c770eebd9 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] delete failed (client error): The resource could not be found. Feb 08 16:00:17.868985 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-514812c4-ff4b-492c-84b2-f37c770eebd9 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "DELETE /v2.0/routers/4e163ab7-2311-43ae-ba08-743b41c97631 HTTP/1.1" status: 404 len: 336 time: 0.0540168 Feb 08 16:00:17.872012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52560) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:17.887130 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c2d6cb-7e42-4b0a-908b-0ddadc017da9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network 624a0a5b-6306-47a0-aa4a-0bcd043c4a26 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:00:17.925045 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f734b346-ebb5-4a7f-8306-7bb2dda5b603 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "GET /v2.0/ports?device_id=80b3e4f0-547c-489f-88f0-3645dd3b459b HTTP/1.1" status: 200 len: 205 time: 0.0487263 Feb 08 16:00:17.926050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52564) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:17.932156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port f6382502-13f4-4116-8ab6-b24c9711e8df is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:17.933756 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f6382502-13f4-4116-8ab6-b24c9711e8df), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:17.996024 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b3632d-9733-4c03-9e43-4024d2390d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6382502-13f4-4116-8ab6-b24c9711e8df'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:00:18.004705 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6e81ed-b413-4a11-b09a-0748b93d63d6" -d '{"events": [{"server_uuid": "15b3632d-9733-4c03-9e43-4024d2390d0b", "name": "network-vif-plugged", "status": "completed", "tag": "f6382502-13f4-4116-8ab6-b24c9711e8df"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:00:18.030206 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-2422de13-3cd5-47a5-94f7-3493e7bbc132 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] delete failed (client error): The resource could not be found. Feb 08 16:00:18.033403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52568) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:18.034121 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2422de13-3cd5-47a5-94f7-3493e7bbc132 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "DELETE /v2.0/routers/80b3e4f0-547c-489f-88f0-3645dd3b459b HTTP/1.1" status: 404 len: 336 time: 0.1067860 Feb 08 16:00:18.037412 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b6c2d6cb-7e42-4b0a-908b-0ddadc017da9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 624a0a5b-6306-47a0-aa4a-0bcd043c4a26) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:18.043685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c2d6cb-7e42-4b0a-908b-0ddadc017da9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:18.057180 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6c2d6cb-7e42-4b0a-908b-0ddadc017da9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:18.094412 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:00:18.099868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3c89b5-04a0-4bed-b81b-911827ff9cd7 None None] Network 624a0a5b-6306-47a0-aa4a-0bcd043c4a26 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:18.111013 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port f6382502-13f4-4116-8ab6-b24c9711e8df, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f6382502-13f4-4116-8ab6-b24c9711e8df,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:18.123151 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b6c2d6cb-7e42-4b0a-908b-0ddadc017da9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4125218 Feb 08 16:00:18.124328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52574) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:18.143963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b24ea8f1-6457-4bc5-95f5-598e14441dec tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'network_id': '624a0a5b-6306-47a0-aa4a-0bcd043c4a26', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-143524712'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:18.150789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f0f78-b072-448e-83f9-7601f85eb7ad req-29053e01-9425-4474-9d5d-5541f198ba70 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:18.166123 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f59f0f78-b072-448e-83f9-7601f85eb7ad req-29053e01-9425-4474-9d5d-5541f198ba70 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 945 time: 0.3850894 Feb 08 16:00:18.174957 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3489f076-45ad-4e88-bd17-0dac84e1cc42 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "GET /v2.0/ports?device_id=15971d8e-5ac6-46ac-a816-e62eca9e3e24 HTTP/1.1" status: 200 len: 205 time: 0.1289525 Feb 08 16:00:18.196590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52578) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:18.272430 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d59ac8-5bec-4fb6-8696-7cec70af551d x-openstack-request-id: req-82d59ac8-5bec-4fb6-8696-7cec70af551d {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:00:18.272939 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b3632d-9733-4c03-9e43-4024d2390d0b", "name": "network-vif-plugged", "status": "completed", "tag": "f6382502-13f4-4116-8ab6-b24c9711e8df", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:00:18.273388 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-82d59ac8-5bec-4fb6-8696-7cec70af551d {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:00:18.274037 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b3632d-9733-4c03-9e43-4024d2390d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6382502-13f4-4116-8ab6-b24c9711e8df', 'code': 200} Feb 08 16:00:18.277222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d5202aec-bda7-492e-b04d-b693098fbacc no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:00:18.293786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-9dac5e09-1fe9-4fab-95ea-06ef30dbf767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:00:18.318764 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb03fc6-0d92-4641-9397-04e342475c5a None None] Sync routers for ids ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:00:18.342767 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb03fc6-0d92-4641-9397-04e342475c5a None None] Routers {'bf980798-bfed-4b52-bcb8-d5b64a2117b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:00:18.343942 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0eb03fc6-0d92-4641-9397-04e342475c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:00:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:18.384521 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-d6e7b76e-0b7b-4d2f-b7aa-3d02c3e21e97 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] delete failed (client error): The resource could not be found. Feb 08 16:00:18.384521 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d6e7b76e-0b7b-4d2f-b7aa-3d02c3e21e97 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "DELETE /v2.0/routers/15971d8e-5ac6-46ac-a816-e62eca9e3e24 HTTP/1.1" status: 404 len: 336 time: 0.1859150 Feb 08 16:00:18.398218 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f6382502-13f4-4116-8ab6-b24c9711e8df), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:18.403129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: d5202aec-bda7-492e-b04d-b693098fbacc {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:00:18.403474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d5202aec-bda7-492e-b04d-b693098fbacc not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:00:18.411443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52584) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:18.460041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422de300-4486-4821-bb40-c15f51376daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-624a0a5b-6306-47a0-aa4a-0bcd043c4a26', 'network_id': '624a0a5b-6306-47a0-aa4a-0bcd043c4a26', 'project_id': '5a4a0e9e3ff1446d923db9f7e5cfeec6', 'fixed_ips': [{'subnet_id': '015051fc-f531-4106-9e86-82071afd31b1'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:00:18.460275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8ab7a-8879-4f8d-a953-25abe1d9bbd8 req-caea0a3b-3fcb-44de-bc84-1ce8cb272f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:18.461068 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-422de300-4486-4821-bb40-c15f51376daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:18.463876 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b7d8ab7a-8879-4f8d-a953-25abe1d9bbd8 req-caea0a3b-3fcb-44de-bc84-1ce8cb272f3c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 1129 time: 0.2213092 Feb 08 16:00:18.464553 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24ea8f1-6457-4bc5-95f5-598e14441dec tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:18.468640 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b24ea8f1-6457-4bc5-95f5-598e14441dec tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:18.469860 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ceb8142b-ede1-4e48-82a7-c770f49920be req-856837f8-6bbe-4636-86ad-f042ed69a731 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 210 time: 0.2497456 Feb 08 16:00:18.510941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a6f212fb-b31f-4a43-a8d8-2134d7302d9c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port 57db9ff7-ee15-4332-a825-6a8ce8aca023 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:18.511483 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6f212fb-b31f-4a43-a8d8-2134d7302d9c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (57db9ff7-ee15-4332-a825-6a8ce8aca023), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:18.530095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=f6382502-13f4-4116-8ab6-b24c9711e8df,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:18.595227 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-9dac5e09-1fe9-4fab-95ea-06ef30dbf767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] No DVR routers for this DVR port d5202aec-bda7-492e-b04d-b693098fbacc on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:00:18.601486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2fe3d56a-acc6-4c74-b7fb-fff654e5f37d tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0121e74-492e-418e-8f0e-ff083f490e57 HTTP/1.1" status: 200 len: 205 time: 0.1678655 Feb 08 16:00:18.603965 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-9dac5e09-1fe9-4fab-95ea-06ef30dbf767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:18.611022 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cdbe3012-4bc5-4819-98ba-2a2f9ab7aa22 req-9dac5e09-1fe9-4fab-95ea-06ef30dbf767 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.94 "DELETE /v2.0/ports/d5202aec-bda7-492e-b04d-b693098fbacc HTTP/1.1" status: 204 len: 173 time: 3.3029797 Feb 08 16:00:18.612391 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0838a25-731e-4c57-b8de-1710c65b7752', 'name': 'network-vif-deleted', 'tag': 'd5202aec-bda7-492e-b04d-b693098fbacc'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:00:18.615713 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e009742-e45c-43f1-8c57-d3d2b7f09177" -d '{"events": [{"server_uuid": "e0838a25-731e-4c57-b8de-1710c65b7752", "name": "network-vif-deleted", "tag": "d5202aec-bda7-492e-b04d-b693098fbacc"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:00:18.632661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52592) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:18.644345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f59f0f78-b072-448e-83f9-7601f85eb7ad req-2e7b46ed-bad0-4dfe-898e-17fe03c15da8 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769473 Feb 08 16:00:18.677360 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-b24ea8f1-6457-4bc5-95f5-598e14441dec tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port 2db1446b-cefa-413c-8c38-496cde154d29 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:00:18.703841 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-0eb03fc6-0d92-4641-9397-04e342475c5a None None] Set router bf980798-bfed-4b52-bcb8-d5b64a2117b8 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:00:18.816227 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2885dd2-6fda-49f8-8306-1ae196694a5b x-openstack-request-id: req-a2885dd2-6fda-49f8-8306-1ae196694a5b {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:00:18.816816 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0838a25-731e-4c57-b8de-1710c65b7752", "name": "network-vif-deleted", "tag": "d5202aec-bda7-492e-b04d-b693098fbacc", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:00:18.817135 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a2885dd2-6fda-49f8-8306-1ae196694a5b {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:00:18.817729 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0838a25-731e-4c57-b8de-1710c65b7752', 'name': 'network-vif-deleted', 'tag': 'd5202aec-bda7-492e-b04d-b693098fbacc', 'status': 'completed', 'code': 200} Feb 08 16:00:18.820218 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-8b1d4dd1-2523-4caf-86f0-5eb21da4793d tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] delete failed (client error): The resource could not be found. Feb 08 16:00:18.826681 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8b1d4dd1-2523-4caf-86f0-5eb21da4793d tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "DELETE /v2.0/routers/e0121e74-492e-418e-8f0e-ff083f490e57 HTTP/1.1" status: 404 len: 336 time: 0.1782646 Feb 08 16:00:18.828625 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52598) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:18.849236 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:18.882665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-422de300-4486-4821-bb40-c15f51376daf None None] Allocated IP 2001:db8::2 (624a0a5b-6306-47a0-aa4a-0bcd043c4a26/015051fc-f531-4106-9e86-82071afd31b1/71c05c0b-4d1f-47f6-8124-5b92968d1b56) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:18.890110 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a4586fa4-b564-4d63-bfe4-6a661c673b6f tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "GET /v2.0/ports?device_id=e07cd3ae-a89d-4b12-afdb-4208774db1e4 HTTP/1.1" status: 200 len: 205 time: 0.0595922 Feb 08 16:00:18.894955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52600) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:18.895792 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b7d8ab7a-8879-4f8d-a953-25abe1d9bbd8 req-09def667-6942-44fb-b55e-206d29d5edd7 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690383 Feb 08 16:00:18.910704 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2b63265c-2dee-4122-823b-b08e6442937a req-10067c2b-6730-4058-82e8-a25812e35462 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2245574 Feb 08 16:00:18.912790 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6f212fb-b31f-4a43-a8d8-2134d7302d9c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (57db9ff7-ee15-4332-a825-6a8ce8aca023), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:18.955176 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-40d1e583-520a-4efb-8924-36cd02b6c98a tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] delete failed (client error): The resource could not be found. Feb 08 16:00:18.956747 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-40d1e583-520a-4efb-8924-36cd02b6c98a tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "DELETE /v2.0/routers/e07cd3ae-a89d-4b12-afdb-4208774db1e4 HTTP/1.1" status: 404 len: 336 time: 0.0589521 Feb 08 16:00:18.960099 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52602) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:18.963547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a6f212fb-b31f-4a43-a8d8-2134d7302d9c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for 57db9ff7-ee15-4332-a825-6a8ce8aca023 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:19.033104 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7ef36ccb-dce0-4f04-9c87-1c42a6ed72f9 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "GET /v2.0/ports?device_id=ddfe9e11-e9b8-4d75-b65d-83241d2bf93a HTTP/1.1" status: 200 len: 205 time: 0.0712204 Feb 08 16:00:19.039270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52606) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:19.113538 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-f03e33b8-1ab8-4830-90ea-7055f54128a0 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] delete failed (client error): The resource could not be found. Feb 08 16:00:19.114708 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f03e33b8-1ab8-4830-90ea-7055f54128a0 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "DELETE /v2.0/routers/ddfe9e11-e9b8-4d75-b65d-83241d2bf93a HTTP/1.1" status: 404 len: 336 time: 0.0738909 Feb 08 16:00:19.117662 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52608) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:19.174093 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e97884-1a9b-4fa9-b2c8-cfd95663ce02 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] DELETE failed (client error): The resource could not be found. Feb 08 16:00:19.174672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e97884-1a9b-4fa9-b2c8-cfd95663ce02 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:00:19.184147 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-93e97884-1a9b-4fa9-b2c8-cfd95663ce02 tempest-RoutersIpV6AdminTest-1154589012 tempest-RoutersIpV6AdminTest-1154589012-project] 10.222.0.82 "DELETE /v2.0/subnets/841f5dca-026d-41f2-8ff3-92d3f7f885b0 HTTP/1.1" status: 404 len: 337 time: 0.0651879 Feb 08 16:00:19.217596 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0eb03fc6-0d92-4641-9397-04e342475c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '5025a6c9-401b-470b-b54a-1277f3ab8e01', 'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'mac_address': 'fa:16:3e:eb:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:41Z', 'updated_at': '2022-02-08T15:55:51Z', 'revision_number': 5, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'subnets': [{'id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:19.265818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63265c-2dee-4122-823b-b08e6442937a req-c54ade1d-79b5-41a2-9480-c836bb7d128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:19.272400 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2b63265c-2dee-4122-823b-b08e6442937a req-c54ade1d-79b5-41a2-9480-c836bb7d128e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 1129 time: 0.2825754 Feb 08 16:00:19.313174 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb03fc6-0d92-4641-9397-04e342475c5a None None] Checking router: bf980798-bfed-4b52-bcb8-d5b64a2117b8 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:00:19.338004 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb03fc6-0d92-4641-9397-04e342475c5a None None] Routers {'bf980798-bfed-4b52-bcb8-d5b64a2117b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:00:19.340895 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0eb03fc6-0d92-4641-9397-04e342475c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:00:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:19.341898 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-422de300-4486-4821-bb40-c15f51376daf None None] Publish callbacks [] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:19.355352 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-422de300-4486-4821-bb40-c15f51376daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:19.429690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422de300-4486-4821-bb40-c15f51376daf None None] Pushing event updated for resources: {'Port': ['ID=71c05c0b-4d1f-47f6-8124-5b92968d1b56,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:19.430249 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-b24ea8f1-6457-4bc5-95f5-598e14441dec tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Allocated IP 2001:db8::62 (624a0a5b-6306-47a0-aa4a-0bcd043c4a26/015051fc-f531-4106-9e86-82071afd31b1/2db1446b-cefa-413c-8c38-496cde154d29) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:19.449486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422de300-4486-4821-bb40-c15f51376daf None None] Network 624a0a5b-6306-47a0-aa4a-0bcd043c4a26 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:19.452818 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-422de300-4486-4821-bb40-c15f51376daf None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:19.459812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422de300-4486-4821-bb40-c15f51376daf None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:19.633443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-422de300-4486-4821-bb40-c15f51376daf None None] Attempting to bind port 71c05c0b-4d1f-47f6-8124-5b92968d1b56 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:00:19.635759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-422de300-4486-4821-bb40-c15f51376daf None None] Attempting to bind port 71c05c0b-4d1f-47f6-8124-5b92968d1b56 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'c80c8977-f8fa-4c4d-bfc2-6f10afcd2538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '624a0a5b-6306-47a0-aa4a-0bcd043c4a26'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:00:19.636157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422de300-4486-4821-bb40-c15f51376daf None None] Attempting to bind port 71c05c0b-4d1f-47f6-8124-5b92968d1b56 on network 624a0a5b-6306-47a0-aa4a-0bcd043c4a26 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:19.673323 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422de300-4486-4821-bb40-c15f51376daf None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:00:19.673965 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422de300-4486-4821-bb40-c15f51376daf None None] Checking segment: {'id': 'c80c8977-f8fa-4c4d-bfc2-6f10afcd2538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '624a0a5b-6306-47a0-aa4a-0bcd043c4a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:19.676003 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-422de300-4486-4821-bb40-c15f51376daf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:19.676421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422de300-4486-4821-bb40-c15f51376daf None None] Bound using segment: {'id': 'c80c8977-f8fa-4c4d-bfc2-6f10afcd2538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '624a0a5b-6306-47a0-aa4a-0bcd043c4a26'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:00:19.676929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-422de300-4486-4821-bb40-c15f51376daf None None] Bound port: 71c05c0b-4d1f-47f6-8124-5b92968d1b56, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80c8977-f8fa-4c4d-bfc2-6f10afcd2538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '624a0a5b-6306-47a0-aa4a-0bcd043c4a26'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:00:19.677362 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-422de300-4486-4821-bb40-c15f51376daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:19.758384 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-0eb03fc6-0d92-4641-9397-04e342475c5a None None] Set router bf980798-bfed-4b52-bcb8-d5b64a2117b8 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:00:19.782565 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c8d73cb-bb6f-43f0-bea1-dd510a15d997 req-097d24e1-2f4b-42e9-bc90-159d311df15e tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=e0838a25-731e-4c57-b8de-1710c65b7752 HTTP/1.1" status: 200 len: 210 time: 0.1093657 Feb 08 16:00:19.891241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63265c-2dee-4122-823b-b08e6442937a req-6b1bf314-50de-4153-b722-378d05265eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:19.901515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-422de300-4486-4821-bb40-c15f51376daf None None] For port 71c05c0b-4d1f-47f6-8124-5b92968d1b56, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:00:19.906170 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7b2d4-6e92-4a72-bc56-1d4716ce4861 req-ffec0f71-eaa3-4e07-aab9-c5171a4bfecc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:19.916583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-422de300-4486-4821-bb40-c15f51376daf None None] For port 71c05c0b-4d1f-47f6-8124-5b92968d1b56, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=71c05c0b-4d1f-47f6-8124-5b92968d1b56,segment=NetworkSegment(c80c8977-f8fa-4c4d-bfc2-6f10afcd2538),segment_id=c80c8977-f8fa-4c4d-bfc2-6f10afcd2538)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:00:19.918733 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2b63265c-2dee-4122-823b-b08e6442937a req-6b1bf314-50de-4153-b722-378d05265eed service neutron] 10.222.0.94 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 918 time: 0.3838048 Feb 08 16:00:19.921875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47b7b2d4-6e92-4a72-bc56-1d4716ce4861 req-ffec0f71-eaa3-4e07-aab9-c5171a4bfecc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 946 time: 0.1050637 Feb 08 16:00:19.929899 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-422de300-4486-4821-bb40-c15f51376daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:19.952670 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6f212fb-b31f-4a43-a8d8-2134d7302d9c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (57db9ff7-ee15-4332-a825-6a8ce8aca023), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:20.043536 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47b7b2d4-6e92-4a72-bc56-1d4716ce4861 req-f7b44070-91b5-4066-a832-3e98f6cbf098 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194587 Feb 08 16:00:20.074243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52628) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:20.083885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422de300-4486-4821-bb40-c15f51376daf None None] Pushing event updated for resources: {'Port': ['ID=71c05c0b-4d1f-47f6-8124-5b92968d1b56,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:20.126565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f212fb-b31f-4a43-a8d8-2134d7302d9c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=57db9ff7-ee15-4332-a825-6a8ce8aca023,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:20.274818 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2b63265c-2dee-4122-823b-b08e6442937a req-928f3cb3-6b22-4ac4-be63-40481069ac4c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41740af2-4a3d-4b44-9b28-315194388352 HTTP/1.1" status: 200 len: 1001 time: 0.3551905 Feb 08 16:00:20.283559 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:20.369348 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c1bed2e-dfbd-437b-bcc7-b49bed516b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:20.510850 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b24ea8f1-6457-4bc5-95f5-598e14441dec tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (2db1446b-cefa-413c-8c38-496cde154d29), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:20.615650 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c1bed2e-dfbd-437b-bcc7-b49bed516b3f admin admin] Publish callbacks [] for security_group (22bd0241-e398-4eed-96d2-bd8c1fa0942b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:20.627428 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c1bed2e-dfbd-437b-bcc7-b49bed516b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (22bd0241-e398-4eed-96d2-bd8c1fa0942b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:20.659236 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0eb03fc6-0d92-4641-9397-04e342475c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '5025a6c9-401b-470b-b54a-1277f3ab8e01', 'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'mac_address': 'fa:16:3e:eb:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:41Z', 'updated_at': '2022-02-08T15:55:51Z', 'revision_number': 5, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'subnets': [{'id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:20.665322 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6f212fb-b31f-4a43-a8d8-2134d7302d9c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (7861bdd4-87f1-4470-be43-9b404e85777c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:20.676772 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63265c-2dee-4122-823b-b08e6442937a req-0ff96824-927e-4068-8375-f0dfe449b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:20.678527 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2b63265c-2dee-4122-823b-b08e6442937a req-0ff96824-927e-4068-8375-f0dfe449b017 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=087d1e39-0072-4580-ba11-eb90596289b8 HTTP/1.1" status: 200 len: 856 time: 0.3541749 Feb 08 16:00:20.732666 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb03fc6-0d92-4641-9397-04e342475c5a None None] The sync data for ids ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'] in n-d-824834-11 is: [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '5025a6c9-401b-470b-b54a-1277f3ab8e01', 'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'mac_address': 'fa:16:3e:eb:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:41Z', 'updated_at': '2022-02-08T15:55:51Z', 'revision_number': 5, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'subnets': [{'id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:00:20.740157 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2c1bed2e-dfbd-437b-bcc7-b49bed516b3f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0ac74a88e5bd462181938d43ca5e94ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6645751 Feb 08 16:00:20.741650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bed2e-dfbd-437b-bcc7-b49bed516b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bd0241-e398-4eed-96d2-bd8c1fa0942b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:20.745606 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52644) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:20.852128 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fcc64d3a-7244-421a-8cbf-5eac909047aa admin admin] Publish callbacks [] for security_group (22bd0241-e398-4eed-96d2-bd8c1fa0942b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:20.922259 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fcc64d3a-7244-421a-8cbf-5eac909047aa admin admin] Publish callbacks [] for security_group (22bd0241-e398-4eed-96d2-bd8c1fa0942b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:20.932006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52650) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:21.034687 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d0fe1f19-3ea8-4840-8c0c-691c3b34bb4a tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group (75007e54-feb2-4748-b4ab-64593a3dc7bd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:21.087384 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fcc64d3a-7244-421a-8cbf-5eac909047aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (22bd0241-e398-4eed-96d2-bd8c1fa0942b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:21.096241 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fcc64d3a-7244-421a-8cbf-5eac909047aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:21.101969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fcc64d3a-7244-421a-8cbf-5eac909047aa admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/22bd0241-e398-4eed-96d2-bd8c1fa0942b HTTP/1.1" status: 204 len: 168 time: 0.3550291 Feb 08 16:00:21.149480 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d0fe1f19-3ea8-4840-8c0c-691c3b34bb4a tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group (75007e54-feb2-4748-b4ab-64593a3dc7bd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:21.214375 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc64d3a-7244-421a-8cbf-5eac909047aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bd0241-e398-4eed-96d2-bd8c1fa0942b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:21.359915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560d4047-9583-4c80-a7e2-85b1314bf671 None None] New status for floating IP 82c8718a-1016-4191-bd2d-1e61109b86a9: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:00:21.399135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900b81e-94ba-47c2-a584-f79debd76eca req-8ee0c54d-a2d5-4ec3-8838-c8ec805fe3c9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:21.408994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2900b81e-94ba-47c2-a584-f79debd76eca req-8ee0c54d-a2d5-4ec3-8838-c8ec805fe3c9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 946 time: 0.1839998 Feb 08 16:00:21.461587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b24ea8f1-6457-4bc5-95f5-598e14441dec tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2db1446b-cefa-413c-8c38-496cde154d29), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:21.523466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2900b81e-94ba-47c2-a584-f79debd76eca req-fd83d50b-3d64-4a16-a6b2-28f2c778d5c8 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134710 Feb 08 16:00:21.528986 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d0fe1f19-3ea8-4840-8c0c-691c3b34bb4a tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (75007e54-feb2-4748-b4ab-64593a3dc7bd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:21.540568 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d0fe1f19-3ea8-4840-8c0c-691c3b34bb4a tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:21.544685 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d0fe1f19-3ea8-4840-8c0c-691c3b34bb4a tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "DELETE /v2.0/security-groups/75007e54-feb2-4748-b4ab-64593a3dc7bd HTTP/1.1" status: 204 len: 168 time: 0.6103075 Feb 08 16:00:21.545627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52662) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:21.555131 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24ea8f1-6457-4bc5-95f5-598e14441dec tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network 624a0a5b-6306-47a0-aa4a-0bcd043c4a26 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:21.560616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b24ea8f1-6457-4bc5-95f5-598e14441dec tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:21.574938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63265c-2dee-4122-823b-b08e6442937a req-0fde185c-5a07-4ee3-b7e9-a4de94d3a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:21.576802 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2b63265c-2dee-4122-823b-b08e6442937a req-0fde185c-5a07-4ee3-b7e9-a4de94d3a7d0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8863542 Feb 08 16:00:21.595382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ea8f1-6457-4bc5-95f5-598e14441dec tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:21.596426 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe1f19-3ea8-4840-8c0c-691c3b34bb4a tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75007e54-feb2-4748-b4ab-64593a3dc7bd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:21.611177 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24ea8f1-6457-4bc5-95f5-598e14441dec tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:21.613694 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b24ea8f1-6457-4bc5-95f5-598e14441dec tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:21.616844 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-6dde1e7d-7184-4ff4-9d29-f3a9f3ce0c38 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] show failed (client error): The resource could not be found. Feb 08 16:00:21.627370 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6dde1e7d-7184-4ff4-9d29-f3a9f3ce0c38 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups/75007e54-feb2-4748-b4ab-64593a3dc7bd HTTP/1.1" status: 404 len: 347 time: 0.0415983 Feb 08 16:00:21.628701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52668) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:21.995827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be35db57-c620-40ea-b7d6-43081bdd8a34 None None] Network 624a0a5b-6306-47a0-aa4a-0bcd043c4a26 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:22.010405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ea8f1-6457-4bc5-95f5-598e14441dec tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=2db1446b-cefa-413c-8c38-496cde154d29,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:22.026658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52688) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:22.035286 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b24ea8f1-6457-4bc5-95f5-598e14441dec tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 3.8953826 Feb 08 16:00:22.072316 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f212fb-b31f-4a43-a8d8-2134d7302d9c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Router 7861bdd4-87f1-4470-be43-9b404e85777c has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:00:22.145689 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-ff27deb6-b5e6-4da9-8554-a22a4693ba85 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Deleting port ec0552fe-ddde-4bd9-bc80-4e49287e769b {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:22.146173 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff27deb6-b5e6-4da9-8554-a22a4693ba85 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ec0552fe-ddde-4bd9-bc80-4e49287e769b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:22.217725 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-586ca020-ce28-4f22-9c95-7eba7b7a3799 None None] Provisioning complete for port 71c05c0b-4d1f-47f6-8124-5b92968d1b56 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:22.218112 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-586ca020-ce28-4f22-9c95-7eba7b7a3799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:22.232002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52698) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:22.274884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928051a5-33dc-4db2-bc00-a8a0abe5e5c3 req-f0a1f7a4-8b89-468d-a0df-559202b5c5ac tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:22.276502 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-928051a5-33dc-4db2-bc00-a8a0abe5e5c3 req-f0a1f7a4-8b89-468d-a0df-559202b5c5ac tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 805 time: 0.3666883 Feb 08 16:00:22.324113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f212fb-b31f-4a43-a8d8-2134d7302d9c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:00:22.336674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-928051a5-33dc-4db2-bc00-a8a0abe5e5c3 req-8b0ee943-ae2e-40cf-a4f0-e220309dceae tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/quotas/383b56f32b8740adb6bf96d216692319 HTTP/1.1" status: 200 len: 375 time: 0.0514586 Feb 08 16:00:22.343326 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45471af5-f51b-4a1b-9d93-9f2093dc3ff6 None None] Sync routers for ids ['7861bdd4-87f1-4470-be43-9b404e85777c'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:00:22.366172 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45471af5-f51b-4a1b-9d93-9f2093dc3ff6 None None] Routers {'7861bdd4-87f1-4470-be43-9b404e85777c'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:00:22.366465 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2b63265c-2dee-4122-823b-b08e6442937a req-66bbe780-cdd7-4396-81f8-47330394507a service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569402 Feb 08 16:00:22.367274 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-45471af5-f51b-4a1b-9d93-9f2093dc3ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:00:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['7861bdd4-87f1-4470-be43-9b404e85777c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:22.373448 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a6f212fb-b31f-4a43-a8d8-2134d7302d9c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "PUT /v2.0/routers/7861bdd4-87f1-4470-be43-9b404e85777c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9747355 Feb 08 16:00:22.379282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52702) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:22.381427 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff27deb6-b5e6-4da9-8554-a22a4693ba85 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ec0552fe-ddde-4bd9-bc80-4e49287e769b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:22.381775 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff27deb6-b5e6-4da9-8554-a22a4693ba85 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for floatingip (ec0552fe-ddde-4bd9-bc80-4e49287e769b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:22.386854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8f808b2f-9abf-483a-aded-c6d61a8e3277 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c89e7b0a752243eca7051ece86999eb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537542 Feb 08 16:00:22.396906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52706) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:22.416018 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-45471af5-f51b-4a1b-9d93-9f2093dc3ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:22.427559 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45471af5-f51b-4a1b-9d93-9f2093dc3ff6 None None] Routers {'7861bdd4-87f1-4470-be43-9b404e85777c'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:00:22.428408 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-45471af5-f51b-4a1b-9d93-9f2093dc3ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:00:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['7861bdd4-87f1-4470-be43-9b404e85777c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:22.454129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-ff27deb6-b5e6-4da9-8554-a22a4693ba85 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Calling delete_port for ec0552fe-ddde-4bd9-bc80-4e49287e769b owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:22.468301 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8c689d-3eb3-4f6a-9881-93a0987c61ed tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] GET failed (client error): The resource could not be found. Feb 08 16:00:22.470559 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9a8c689d-3eb3-4f6a-9881-93a0987c61ed tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/57db9ff7-ee15-4332-a825-6a8ce8aca023 HTTP/1.1" status: 404 len: 333 time: 0.0827084 Feb 08 16:00:22.478434 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c63a37be-040e-4be7-b285-07d164ea5112 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 2db1446b-cefa-413c-8c38-496cde154d29 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:22.478434 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c63a37be-040e-4be7-b285-07d164ea5112 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2db1446b-cefa-413c-8c38-496cde154d29), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:22.480427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52708) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:22.481206 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-45471af5-f51b-4a1b-9d93-9f2093dc3ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:22.482286 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45471af5-f51b-4a1b-9d93-9f2093dc3ff6 None None] The sync data for ids ['7861bdd4-87f1-4470-be43-9b404e85777c'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:00:22.632925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-586ca020-ce28-4f22-9c95-7eba7b7a3799 None None] Current status of the port 71c05c0b-4d1f-47f6-8124-5b92968d1b56 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:22.634043 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-586ca020-ce28-4f22-9c95-7eba7b7a3799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:22.666917 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2b63265c-2dee-4122-823b-b08e6442937a req-9895529b-e6db-458d-ab82-733dc37e7fe9 service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915070 Feb 08 16:00:22.698539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-586ca020-ce28-4f22-9c95-7eba7b7a3799 None None] For port 71c05c0b-4d1f-47f6-8124-5b92968d1b56, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=71c05c0b-4d1f-47f6-8124-5b92968d1b56,segment=NetworkSegment(c80c8977-f8fa-4c4d-bfc2-6f10afcd2538),segment_id=c80c8977-f8fa-4c4d-bfc2-6f10afcd2538)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:22.711586 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-586ca020-ce28-4f22-9c95-7eba7b7a3799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:22.726256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 71c05c0b-4d1f-47f6-8124-5b92968d1b56 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:00:22.914009 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-928051a5-33dc-4db2-bc00-a8a0abe5e5c3 req-6769a372-0c73-4b20-96b6-927fad656b0f tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5582645 Feb 08 16:00:22.935901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 71c05c0b-4d1f-47f6-8124-5b92968d1b56 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:22.936529 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:22.981158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ca020-ce28-4f22-9c95-7eba7b7a3799 None None] Pushing event updated for resources: {'Port': ['ID=71c05c0b-4d1f-47f6-8124-5b92968d1b56,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:23.025315 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-928051a5-33dc-4db2-bc00-a8a0abe5e5c3 req-7388338b-9cdf-4b95-b639-25bd376d1743 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:23.031489 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-928051a5-33dc-4db2-bc00-a8a0abe5e5c3 req-7388338b-9cdf-4b95-b639-25bd376d1743 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188124 Feb 08 16:00:23.033320 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6689abdf-c3cf-4bd2-be41-bc3882223a98 admin admin] Publish callbacks [] for security_group (9bc9108e-a854-495a-8810-8d40860ae2e5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:23.074162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 71c05c0b-4d1f-47f6-8124-5b92968d1b56 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:23.136728 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0a70f57-5fe6-48ad-ac0f-9ce10b3259ee tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for router (7861bdd4-87f1-4470-be43-9b404e85777c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:23.187639 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d937eca9-91b9-446e-a588-9bbeba3b4a0b None None] Provisioning complete for port 2db1446b-cefa-413c-8c38-496cde154d29 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:23.189716 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d937eca9-91b9-446e-a588-9bbeba3b4a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2db1446b-cefa-413c-8c38-496cde154d29), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:23.240845 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c63a37be-040e-4be7-b285-07d164ea5112 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2db1446b-cefa-413c-8c38-496cde154d29), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:23.271247 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6689abdf-c3cf-4bd2-be41-bc3882223a98 admin admin] Publish callbacks [] for security_group (9bc9108e-a854-495a-8810-8d40860ae2e5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:23.272876 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d937eca9-91b9-446e-a588-9bbeba3b4a0b None None] Port 2db1446b-cefa-413c-8c38-496cde154d29 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:00:23.297460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d937eca9-91b9-446e-a588-9bbeba3b4a0b None None] Provisioning complete for port 71c05c0b-4d1f-47f6-8124-5b92968d1b56 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:23.299763 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d937eca9-91b9-446e-a588-9bbeba3b4a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:23.331708 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c63a37be-040e-4be7-b285-07d164ea5112 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 2db1446b-cefa-413c-8c38-496cde154d29 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:23.411048 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d937eca9-91b9-446e-a588-9bbeba3b4a0b None None] Current status of the port 71c05c0b-4d1f-47f6-8124-5b92968d1b56 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:23.412121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cf130-d856-40d1-9694-e9586cb89b46 req-a5a4aa34-1729-4869-83b5-732d13ff1728 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:23.420218 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f7cf130-d856-40d1-9694-e9586cb89b46 req-a5a4aa34-1729-4869-83b5-732d13ff1728 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.5674608 Feb 08 16:00:23.554232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-619f5d8c-9403-4fe9-98e7-461bd2ff3d7c None None] Provisioning complete for port 2db1446b-cefa-413c-8c38-496cde154d29 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:23.554610 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-619f5d8c-9403-4fe9-98e7-461bd2ff3d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2db1446b-cefa-413c-8c38-496cde154d29), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:23.627139 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0a70f57-5fe6-48ad-ac0f-9ce10b3259ee tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (7861bdd4-87f1-4470-be43-9b404e85777c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:23.644341 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0a70f57-5fe6-48ad-ac0f-9ce10b3259ee tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for router_controller (7861bdd4-87f1-4470-be43-9b404e85777c), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:23.657915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-619f5d8c-9403-4fe9-98e7-461bd2ff3d7c None None] Port 2db1446b-cefa-413c-8c38-496cde154d29 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:00:23.695018 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-928051a5-33dc-4db2-bc00-a8a0abe5e5c3 req-eb5b47b8-78ac-48b7-918d-f80ba72b38ae service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228869 Feb 08 16:00:23.785870 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f7cf130-d856-40d1-9694-e9586cb89b46 req-66556189-8421-4b2d-87a8-f03633872b13 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3647225 Feb 08 16:00:23.819443 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6689abdf-c3cf-4bd2-be41-bc3882223a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9bc9108e-a854-495a-8810-8d40860ae2e5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:23.822473 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6689abdf-c3cf-4bd2-be41-bc3882223a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:23.823771 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6689abdf-c3cf-4bd2-be41-bc3882223a98 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9bc9108e-a854-495a-8810-8d40860ae2e5 HTTP/1.1" status: 204 len: 168 time: 1.4154274 Feb 08 16:00:23.833471 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0a70f57-5fe6-48ad-ac0f-9ce10b3259ee tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (7861bdd4-87f1-4470-be43-9b404e85777c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:23.834022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a70f57-5fe6-48ad-ac0f-9ce10b3259ee tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Fanout notify agent at l3_agent the message router_deleted on router 7861bdd4-87f1-4470-be43-9b404e85777c {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:00:23.851047 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0a70f57-5fe6-48ad-ac0f-9ce10b3259ee tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:23.852210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e0a70f57-5fe6-48ad-ac0f-9ce10b3259ee tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/routers/7861bdd4-87f1-4470-be43-9b404e85777c HTTP/1.1" status: 204 len: 168 time: 1.3627124 Feb 08 16:00:23.855056 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff27deb6-b5e6-4da9-8554-a22a4693ba85 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ec0552fe-ddde-4bd9-bc80-4e49287e769b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:23.855398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52752) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:23.859949 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689abdf-c3cf-4bd2-be41-bc3882223a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc9108e-a854-495a-8810-8d40860ae2e5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:23.919094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27deb6-b5e6-4da9-8554-a22a4693ba85 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event deleted for resources: {'Port': ['ID=ec0552fe-ddde-4bd9-bc80-4e49287e769b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:23.992027 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-06bd0298-c1e2-45f8-b664-76e66b5b2252 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting subnet 57836ae7-53de-4c3a-b6f3-18bd80e86f8d {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:00:23.995773 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06bd0298-c1e2-45f8-b664-76e66b5b2252 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (57836ae7-53de-4c3a-b6f3-18bd80e86f8d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:24.084054 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06bd0298-c1e2-45f8-b664-76e66b5b2252 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (57836ae7-53de-4c3a-b6f3-18bd80e86f8d), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:24.187015 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06bd0298-c1e2-45f8-b664-76e66b5b2252 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (57836ae7-53de-4c3a-b6f3-18bd80e86f8d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:24.191636 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff27deb6-b5e6-4da9-8554-a22a4693ba85 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for floatingip (82c8718a-1016-4191-bd2d-1e61109b86a9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:24.195534 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff27deb6-b5e6-4da9-8554-a22a4693ba85 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:24.197882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ff27deb6-b5e6-4da9-8554-a22a4693ba85 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "DELETE /v2.0/floatingips/82c8718a-1016-4191-bd2d-1e61109b86a9 HTTP/1.1" status: 204 len: 168 time: 2.5680158 Feb 08 16:00:24.202707 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-928051a5-33dc-4db2-bc00-a8a0abe5e5c3 req-f62d3a44-fd58-48db-85bc-44f70cfc5bd4 service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565506 Feb 08 16:00:24.204550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c63a37be-040e-4be7-b285-07d164ea5112 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (2db1446b-cefa-413c-8c38-496cde154d29), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:24.295969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a37be-040e-4be7-b285-07d164ea5112 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=2db1446b-cefa-413c-8c38-496cde154d29,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:24.318210 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06bd0298-c1e2-45f8-b664-76e66b5b2252 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (57836ae7-53de-4c3a-b6f3-18bd80e86f8d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:24.394463 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd0298-c1e2-45f8-b664-76e66b5b2252 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Subnet': ['ID=57836ae7-53de-4c3a-b6f3-18bd80e86f8d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:24.401437 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06bd0298-c1e2-45f8-b664-76e66b5b2252 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:24.408781 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-06bd0298-c1e2-45f8-b664-76e66b5b2252 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/57836ae7-53de-4c3a-b6f3-18bd80e86f8d HTTP/1.1" status: 204 len: 168 time: 0.5510521 Feb 08 16:00:24.412252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de995c44-eb01-460a-a8a9-9c1273ed33bf None None] Network 9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:24.413304 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52776) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:24.655374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 71c05c0b-4d1f-47f6-8124-5b92968d1b56 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:00:24.698956 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:24.897021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:24.898129 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:25.046204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] For port f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca,segment=NetworkSegment(8a84ee02-5d92-4958-a204-baa5cbe59af4),segment_id=8a84ee02-5d92-4958-a204-baa5cbe59af4)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:25.048761 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:25.106001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:25.422550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 71c05c0b-4d1f-47f6-8124-5b92968d1b56 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:25.425535 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:25.479056 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:25.502967 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52824) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:25.521573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No DVR routers for this DVR port f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:00:25.526215 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c63a37be-040e-4be7-b285-07d164ea5112 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:25.543289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c63a37be-040e-4be7-b285-07d164ea5112 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/2db1446b-cefa-413c-8c38-496cde154d29 HTTP/1.1" status: 204 len: 168 time: 3.5112641 Feb 08 16:00:25.543782 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-cdd4b9d8-0588-437b-94f8-f71eee3a13de tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1679688009', 'description': 'tempest-description--509668123'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:25.550550 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52826) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:25.553686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f964ab-67e0-4e27-863f-5562e1012683 None None] DHCP port deletion for 9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:00:25.637195 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cb8046-5583-4d41-ab68-707210066e06 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] GET failed (client error): The resource could not be found. Feb 08 16:00:25.646383 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-68cb8046-5583-4d41-ab68-707210066e06 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/2db1446b-cefa-413c-8c38-496cde154d29 HTTP/1.1" status: 404 len: 333 time: 0.0925162 Feb 08 16:00:25.647021 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52832) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:25.686199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:25.731983 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 71c05c0b-4d1f-47f6-8124-5b92968d1b56 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:25.784027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3b71c7-e40c-4937-9fda-5f822c2b8ae1 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting subnet 015051fc-f531-4106-9e86-82071afd31b1 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:00:25.788393 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b3b71c7-e40c-4937-9fda-5f822c2b8ae1 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (015051fc-f531-4106-9e86-82071afd31b1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:25.850418 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b3b71c7-e40c-4937-9fda-5f822c2b8ae1 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (015051fc-f531-4106-9e86-82071afd31b1), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:25.881173 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:25.888805 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b9d8-0588-437b-94f8-f71eee3a13de tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:25.973931 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:25.992833 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b3b71c7-e40c-4937-9fda-5f822c2b8ae1 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (015051fc-f531-4106-9e86-82071afd31b1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:26.009887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a84ee02-5d92-4958-a204-baa5cbe59af4') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:26.010207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a84ee02-5d92-4958-a204-baa5cbe59af4') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:26.059680 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (8a84ee02-5d92-4958-a204-baa5cbe59af4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:26.112219 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8a84ee02-5d92-4958-a204-baa5cbe59af4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:26.142454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:00:26.143679 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (8a84ee02-5d92-4958-a204-baa5cbe59af4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:00:26.151170 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:00:26.299914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:26.314910 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:26.325402 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/networks/9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad HTTP/1.1" status: 204 len: 168 time: 1.9097147 Feb 08 16:00:26.331272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52868) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:26.384540 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b9d8-0588-437b-94f8-f71eee3a13de tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group (51ea817b-8600-41dd-acba-1345f96bd7a2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:26.387020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883659c-dc0b-4c9b-b2d7-54c05e3707c0 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Network': ['ID=9c48930a-1aa4-49bc-b9c4-7b08ce72d9ad,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:26.391179 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b3b71c7-e40c-4937-9fda-5f822c2b8ae1 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (015051fc-f531-4106-9e86-82071afd31b1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:26.398411 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b9d8-0588-437b-94f8-f71eee3a13de tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (51ea817b-8600-41dd-acba-1345f96bd7a2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:26.483365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4b9d8-0588-437b-94f8-f71eee3a13de tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ea817b-8600-41dd-acba-1345f96bd7a2,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:26.499558 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b9d8-0588-437b-94f8-f71eee3a13de tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:26.503735 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cdd4b9d8-0588-437b-94f8-f71eee3a13de tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9754858 Feb 08 16:00:26.506893 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52878) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:26.513891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-31d685e0-e80d-40b6-bc2d-b0ad2cb49091 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Request body: {'security_group_rule': {'security_group_id': '51ea817b-8600-41dd-acba-1345f96bd7a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:26.561146 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31d685e0-e80d-40b6-bc2d-b0ad2cb49091 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group_rule (2c2a86f3-3cd4-4cd6-81d8-59b0b4293068), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:26.576283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:00:26.582287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-a67201e1-4e98-4cbc-b65c-7ffe471fcab5 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:26.584202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-a67201e1-4e98-4cbc-b65c-7ffe471fcab5 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 805 time: 0.4701626 Feb 08 16:00:26.597236 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b71c7-e40c-4937-9fda-5f822c2b8ae1 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Subnet': ['ID=015051fc-f531-4106-9e86-82071afd31b1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:26.603927 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b3b71c7-e40c-4937-9fda-5f822c2b8ae1 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:26.608340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8b3b71c7-e40c-4937-9fda-5f822c2b8ae1 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/015051fc-f531-4106-9e86-82071afd31b1 HTTP/1.1" status: 204 len: 168 time: 0.9481034 Feb 08 16:00:26.620994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52880) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:26.629550 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0920e329-1c6a-45ef-b971-e3e38bfcaa28 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:26.631213 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0920e329-1c6a-45ef-b971-e3e38bfcaa28 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/14b391a0-dc8b-46f9-9acc-fa060199b5aa HTTP/1.1" status: 200 len: 841 time: 0.2980876 Feb 08 16:00:26.640741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52882) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:26.654768 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:00:26.655592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f4362a63-2c4e-4d10-a82d-0c93ccb6c2ca not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:00:26.662476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2988f52-58d9-4721-b225-1e217b886e0d None None] Network 624a0a5b-6306-47a0-aa4a-0bcd043c4a26 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:26.677670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c5198-7e2f-4062-acbd-8ca613e43ed3 req-b7abe0e3-bafe-4e01-8ab5-1da473c91fd8 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:26.692543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a89c5198-7e2f-4062-acbd-8ca613e43ed3 req-b7abe0e3-bafe-4e01-8ab5-1da473c91fd8 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 1.0615954 Feb 08 16:00:26.730706 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31d685e0-e80d-40b6-bc2d-b0ad2cb49091 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group_rule (2c2a86f3-3cd4-4cd6-81d8-59b0b4293068), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:26.745702 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31d685e0-e80d-40b6-bc2d-b0ad2cb49091 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (2c2a86f3-3cd4-4cd6-81d8-59b0b4293068), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:26.795291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-ac410d86-c9ee-483b-97d5-7cd18e05fc39 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/quotas/383b56f32b8740adb6bf96d216692319 HTTP/1.1" status: 200 len: 375 time: 0.1827285 Feb 08 16:00:26.839431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d685e0-e80d-40b6-bc2d-b0ad2cb49091 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2a86f3-3cd4-4cd6-81d8-59b0b4293068,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:26.859177 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31d685e0-e80d-40b6-bc2d-b0ad2cb49091 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:26.860439 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-31d685e0-e80d-40b6-bc2d-b0ad2cb49091 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3523757 Feb 08 16:00:26.865135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52894) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:26.869673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0ea45454-4fab-438e-8d73-171efd84afb9 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Request body: {'security_group_rule': {'security_group_id': '51ea817b-8600-41dd-acba-1345f96bd7a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:26.972687 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ea45454-4fab-438e-8d73-171efd84afb9 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group_rule (631b8a62-e155-4f46-863f-ce4f00c1964c), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:27.055793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70d32fa-7d73-4af2-92d2-525cd7beca21 None None] DHCP port deletion for 624a0a5b-6306-47a0-aa4a-0bcd043c4a26 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:00:27.115501 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3c745f2f-b4de-4a4c-8af2-2b5f16d8c5e3 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/14b391a0-dc8b-46f9-9acc-fa060199b5aa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4708791 Feb 08 16:00:27.127399 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52904) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:27.134144 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2c8d4123-4411-417a-9df2-987a17736afb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'subnet': {'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:27.151656 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (624a0a5b-6306-47a0-aa4a-0bcd043c4a26), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:27.191062 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ea45454-4fab-438e-8d73-171efd84afb9 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group_rule (631b8a62-e155-4f46-863f-ce4f00c1964c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:27.199374 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ea45454-4fab-438e-8d73-171efd84afb9 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (631b8a62-e155-4f46-863f-ce4f00c1964c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:27.252254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea45454-4fab-438e-8d73-171efd84afb9 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631b8a62-e155-4f46-863f-ce4f00c1964c,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:27.260300 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a89c5198-7e2f-4062-acbd-8ca613e43ed3 req-47d7702d-1c37-44de-9bc1-4c8f930b6124 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184772 Feb 08 16:00:27.279667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ea45454-4fab-438e-8d73-171efd84afb9 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:27.284413 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0ea45454-4fab-438e-8d73-171efd84afb9 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4181900 Feb 08 16:00:27.288308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52906) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:27.302775 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:27.325003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b70d32fa-7d73-4af2-92d2-525cd7beca21 None None] Deleting port 71c05c0b-4d1f-47f6-8124-5b92968d1b56 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:27.331927 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b70d32fa-7d73-4af2-92d2-525cd7beca21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:27.377658 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:27.424729 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-72ea538b-5001-4f82-9f14-91d6d35c6746 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3712752 Feb 08 16:00:27.483738 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8d4123-4411-417a-9df2-987a17736afb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:27.487885 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4123-4411-417a-9df2-987a17736afb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:27.638209 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b70d32fa-7d73-4af2-92d2-525cd7beca21 None None] For port 71c05c0b-4d1f-47f6-8124-5b92968d1b56, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=71c05c0b-4d1f-47f6-8124-5b92968d1b56,segment=NetworkSegment(c80c8977-f8fa-4c4d-bfc2-6f10afcd2538),segment_id=c80c8977-f8fa-4c4d-bfc2-6f10afcd2538)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:27.640350 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b70d32fa-7d73-4af2-92d2-525cd7beca21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:27.665749 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52918) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:27.694123 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:27.697606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b70d32fa-7d73-4af2-92d2-525cd7beca21 None None] Calling delete_port for 71c05c0b-4d1f-47f6-8124-5b92968d1b56 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:27.872110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 71c05c0b-4d1f-47f6-8124-5b92968d1b56 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:27.874083 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:27.951623 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b70d32fa-7d73-4af2-92d2-525cd7beca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:27.979749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d32fa-7d73-4af2-92d2-525cd7beca21 None None] No DVR routers for this DVR port 71c05c0b-4d1f-47f6-8124-5b92968d1b56 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:00:28.000639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Allocated IP 172.25.7.80 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/1d10e881-8dc4-4e85-b1fc-bab27ed41f2f) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:28.029635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d32fa-7d73-4af2-92d2-525cd7beca21 None None] Pushing event deleted for resources: {'Port': ['ID=71c05c0b-4d1f-47f6-8124-5b92968d1b56,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:28.033585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1358644314', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:28.134149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Made reservation on behalf of 4d7a2e4ca7374a469365640a38c528a2 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:28.137409 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:28.159557 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:28.260672 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for port (1d10e881-8dc4-4e85-b1fc-bab27ed41f2f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:28.290535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] For port 71c05c0b-4d1f-47f6-8124-5b92968d1b56, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=71c05c0b-4d1f-47f6-8124-5b92968d1b56,segment=NetworkSegment(c80c8977-f8fa-4c4d-bfc2-6f10afcd2538),segment_id=c80c8977-f8fa-4c4d-bfc2-6f10afcd2538)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:28.290821 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:28.308444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 71c05c0b-4d1f-47f6-8124-5b92968d1b56 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:28.352031 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (1d10e881-8dc4-4e85-b1fc-bab27ed41f2f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:28.387337 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks [] for security_group (0cc2baf6-f756-4e86-81da-d2ec02d37803), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:28.410236 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (71c05c0b-4d1f-47f6-8124-5b92968d1b56), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:28.461693 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0cc2baf6-f756-4e86-81da-d2ec02d37803), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:28.463147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No DVR routers for this DVR port 71c05c0b-4d1f-47f6-8124-5b92968d1b56 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:00:28.476624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] device_id is not set on port 5dc78ba2-afae-4bae-8f19-5cc1ed40325c yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:00:28.479091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=71c05c0b-4d1f-47f6-8124-5b92968d1b56,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:28.506710 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4123-4411-417a-9df2-987a17736afb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (a6e2fff6-2a9a-44cf-9a05-7d05332307b2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:28.579679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d4123-4411-417a-9df2-987a17736afb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Subnet': ['ID=a6e2fff6-2a9a-44cf-9a05-7d05332307b2,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:28.588852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 71c05c0b-4d1f-47f6-8124-5b92968d1b56 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:00:28.648937 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Allocated IP 172.25.7.222 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/5dc78ba2-afae-4bae-8f19-5cc1ed40325c) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:28.653511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 71c05c0b-4d1f-47f6-8124-5b92968d1b56 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:00:28.654096 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 71c05c0b-4d1f-47f6-8124-5b92968d1b56 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:00:28.791317 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8d4123-4411-417a-9df2-987a17736afb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:28.804704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-5a35cacf-e4b5-44e4-94b5-eac600eca5f2 service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3789418 Feb 08 16:00:28.814283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:28.818403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-2c8d4123-4411-417a-9df2-987a17736afb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:28.821644 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (624a0a5b-6306-47a0-aa4a-0bcd043c4a26), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:28.828133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8d4123-4411-417a-9df2-987a17736afb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:28.830506 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4123-4411-417a-9df2-987a17736afb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:28.836182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57f8a02-aa28-4977-b417-cd06bf79fd48 None None] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:28.897492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc2baf6-f756-4e86-81da-d2ec02d37803,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:28.902121 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:28.933841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:28.940157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624a0a5b-6306-47a0-aa4a-0bcd043c4a26']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:28.945967 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event updated for resources: {'Port': ['ID=1d10e881-8dc4-4e85-b1fc-bab27ed41f2f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:28.972205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80c8977-f8fa-4c4d-bfc2-6f10afcd2538') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:28.974280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80c8977-f8fa-4c4d-bfc2-6f10afcd2538') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:00:28.992153 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (c80c8977-f8fa-4c4d-bfc2-6f10afcd2538), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.003401 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks [] for port (5dc78ba2-afae-4bae-8f19-5cc1ed40325c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.019550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (c80c8977-f8fa-4c4d-bfc2-6f10afcd2538), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.031446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:00:29.032423 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (c80c8977-f8fa-4c4d-bfc2-6f10afcd2538), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.060716 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (5dc78ba2-afae-4bae-8f19-5cc1ed40325c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:00:29.136972 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:00:29.153235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'project_id': '0d4436b9f30742f79601225ff55aa191', 'fixed_ips': [{'subnet_id': 'a6e2fff6-2a9a-44cf-9a05-7d05332307b2'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:00:29.154192 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.173873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2c8d4123-4411-417a-9df2-987a17736afb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0441608 Feb 08 16:00:29.186061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:29.188817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52952) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:29.195000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:29.210937 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:29.220326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce8d16-5105-4b36-adde-dbecd28ce5d3 req-f61d3b06-9a9c-415e-abfa-66d7a845f5c3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:29.232471 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bce8d16-5105-4b36-adde-dbecd28ce5d3 req-f61d3b06-9a9c-415e-abfa-66d7a845f5c3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.7230639 Feb 08 16:00:29.269235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-84acb07d-9240-45cd-a842-deb847a5c48a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'security_group': {'name': 'tempest-secgroup-1501655045'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:29.288267 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52956) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:29.345372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Pushing event updated for resources: {'Port': ['ID=5dc78ba2-afae-4bae-8f19-5cc1ed40325c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:29.414191 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (624a0a5b-6306-47a0-aa4a-0bcd043c4a26), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.419705 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.427800 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/networks/624a0a5b-6306-47a0-aa4a-0bcd043c4a26 HTTP/1.1" status: 204 len: 168 time: 2.7954185 Feb 08 16:00:29.439759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52960) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:29.459454 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for floatingip (5cbabade-ab41-4440-86f0-1cb276c60369), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.462851 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f32141b8-83c6-4f24-9cac-f6bf0c11049e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'name': 'tempest-PortsIpV6TestJSON-994003984'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:29.466651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bee9b6-522b-47e1-8dac-50d177575d11 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Network': ['ID=624a0a5b-6306-47a0-aa4a-0bcd043c4a26,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:29.468672 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Allocated IP 172.20.0.2 (e5e96e0e-2b54-4d75-9dcb-da64ead1beb4/a6e2fff6-2a9a-44cf-9a05-7d05332307b2/611ae9c9-c5fa-4492-a688-0c760ecb01a9) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:29.479869 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84acb07d-9240-45cd-a842-deb847a5c48a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.514741 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:29.515592 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.546298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-3119a9a9-b88b-468a-a33b-b212a66592a8 service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403350 Feb 08 16:00:29.571401 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f11c0460-8407-462f-8a2f-f7b0cd7b7c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.594338 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-abb3a642-337e-4720-8bf8-0dec63c952f8 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9235795 Feb 08 16:00:29.608340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52962) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:29.668680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2c496f34-ca10-4b26-bf75-babe2bfafa0f tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.222'}]}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:29.685226 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f11c0460-8407-462f-8a2f-f7b0cd7b7c17 admin admin] Publish callbacks [] for security_group (57cb899b-7b3a-4254-9e4f-46beea535ff8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.686831 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1d10e881-8dc4-4e85-b1fc-bab27ed41f2f), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.726506 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f11c0460-8407-462f-8a2f-f7b0cd7b7c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (57cb899b-7b3a-4254-9e4f-46beea535ff8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.768196 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Publish callbacks [] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.781621 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.795856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bce8d16-5105-4b36-adde-dbecd28ce5d3 req-7f02c453-98af-4b18-9073-4e38cf335500 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5622649 Feb 08 16:00:29.817838 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f11c0460-8407-462f-8a2f-f7b0cd7b7c17 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=755c919439ac400297e0c6c87f58dad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5237775 Feb 08 16:00:29.819114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52964) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:29.841219 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c0460-8407-462f-8a2f-f7b0cd7b7c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cb899b-7b3a-4254-9e4f-46beea535ff8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:29.872316 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Pushing event updated for resources: {'Port': ['ID=611ae9c9-c5fa-4492-a688-0c760ecb01a9,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:29.882273 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:29.883756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:29.887546 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:29.894977 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c496f34-ca10-4b26-bf75-babe2bfafa0f tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (a526c512-2bb2-4c23-b3e4-9e8043035c1b), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.898432 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c496f34-ca10-4b26-bf75-babe2bfafa0f tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (a526c512-2bb2-4c23-b3e4-9e8043035c1b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.973295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Attempting to bind port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:00:29.973673 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Attempting to bind port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '73d0e860-4672-465e-a36c-cf2d1d404e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:00:29.974410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Attempting to bind port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 on network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:29.982298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:00:29.982298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Checking segment: {'id': '73d0e860-4672-465e-a36c-cf2d1d404e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:29.982298 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.983054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Bound using segment: {'id': '73d0e860-4672-465e-a36c-cf2d1d404e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:00:29.983668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Bound port: 611ae9c9-c5fa-4492-a688-0c760ecb01a9, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d0e860-4672-465e-a36c-cf2d1d404e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:00:29.983668 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:29.999899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32141b8-83c6-4f24-9cac-f6bf0c11049e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:30.004825 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f32141b8-83c6-4f24-9cac-f6bf0c11049e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.060929 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec77e55d-f831-4d7b-9784-74571158bc46 admin admin] Publish callbacks [] for security_group (57cb899b-7b3a-4254-9e4f-46beea535ff8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.078636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] For port 611ae9c9-c5fa-4492-a688-0c760ecb01a9, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:00:30.084893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] For port 611ae9c9-c5fa-4492-a688-0c760ecb01a9, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=611ae9c9-c5fa-4492-a688-0c760ecb01a9,segment=NetworkSegment(73d0e860-4672-465e-a36c-cf2d1d404e0d),segment_id=73d0e860-4672-465e-a36c-cf2d1d404e0d)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:00:30.096963 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.111918 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec77e55d-f831-4d7b-9784-74571158bc46 admin admin] Publish callbacks [] for security_group (57cb899b-7b3a-4254-9e4f-46beea535ff8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.163439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6005419-0946-4940-aa2b-6b53abf28830 req-66bb2312-dcc4-4473-b108-a84002ba2763 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 210 time: 0.1072345 Feb 08 16:00:30.165200 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c496f34-ca10-4b26-bf75-babe2bfafa0f tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks [] for router_controller (a526c512-2bb2-4c23-b3e4-9e8043035c1b), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.174361 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84acb07d-9240-45cd-a842-deb847a5c48a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (3c722246-45e0-4bec-a6ef-1b6b7dc82f07), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.176032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-f32141b8-83c6-4f24-9cac-f6bf0c11049e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port 3cbf78ee-abe7-4919-9fc6-89a971054906 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:00:30.188759 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84acb07d-9240-45cd-a842-deb847a5c48a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3c722246-45e0-4bec-a6ef-1b6b7dc82f07), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.210117 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for port (1d10e881-8dc4-4e85-b1fc-bab27ed41f2f), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.227474 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (1d10e881-8dc4-4e85-b1fc-bab27ed41f2f), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.256652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e24e3-eae4-49c4-9c87-7fb0530a1fcb None None] Pushing event updated for resources: {'Port': ['ID=611ae9c9-c5fa-4492-a688-0c760ecb01a9,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:30.369553 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (5cbabade-ab41-4440-86f0-1cb276c60369), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.398691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event updated for resources: {'Port': ['ID=1d10e881-8dc4-4e85-b1fc-bab27ed41f2f,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:30.401709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84acb07d-9240-45cd-a842-deb847a5c48a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.402571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec77e55d-f831-4d7b-9784-74571158bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (57cb899b-7b3a-4254-9e4f-46beea535ff8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.407967 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec77e55d-f831-4d7b-9784-74571158bc46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.407967 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ec77e55d-f831-4d7b-9784-74571158bc46 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/57cb899b-7b3a-4254-9e4f-46beea535ff8 HTTP/1.1" status: 204 len: 168 time: 0.5739906 Feb 08 16:00:30.408287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-84acb07d-9240-45cd-a842-deb847a5c48a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1704559 Feb 08 16:00:30.408621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52976) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:30.467503 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e173459c-d093-4f2d-8c9a-7613587d05fa tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'security_group': {'name': 'tempest-secgroup-240964470'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:30.481868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77e55d-f831-4d7b-9784-74571158bc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cb899b-7b3a-4254-9e4f-46beea535ff8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:30.494485 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.503601 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-da3df8cd-3f1f-4df3-95ef-4d4485c4ec9c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2115521 Feb 08 16:00:30.568058 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e173459c-d093-4f2d-8c9a-7613587d05fa tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.671854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acb07d-9240-45cd-a842-deb847a5c48a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c722246-45e0-4bec-a6ef-1b6b7dc82f07,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:30.814981 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c496f34-ca10-4b26-bf75-babe2bfafa0f tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks [] for router_gateway (a526c512-2bb2-4c23-b3e4-9e8043035c1b), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.822763 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e173459c-d093-4f2d-8c9a-7613587d05fa tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (75c8765e-3cf9-446a-b7fc-062609baf206), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.835590 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e173459c-d093-4f2d-8c9a-7613587d05fa tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (75c8765e-3cf9-446a-b7fc-062609baf206), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.866869 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e173459c-d093-4f2d-8c9a-7613587d05fa tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:30.868787 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e173459c-d093-4f2d-8c9a-7613587d05fa tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4126439 Feb 08 16:00:30.877413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52992) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:30.887318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-006261e7-70fc-4be1-9f57-efc5df1b1418 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1237250511', 'security_groups': ['75c8765e-3cf9-446a-b7fc-062609baf206'], 'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a6e2fff6-2a9a-44cf-9a05-7d05332307b2'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:31.058349 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006261e7-70fc-4be1-9f57-efc5df1b1418 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:31.104346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173459c-d093-4f2d-8c9a-7613587d05fa tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c8765e-3cf9-446a-b7fc-062609baf206,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:31.206654 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-006261e7-70fc-4be1-9f57-efc5df1b1418 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:31.235614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53002) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:31.241828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-006261e7-70fc-4be1-9f57-efc5df1b1418 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port 1717f00d-9e55-4bee-a52d-d6f9188b54b4 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:00:31.301460 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28434fde-24d0-4465-96ab-af43cc1d0f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:31.311152 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f32141b8-83c6-4f24-9cac-f6bf0c11049e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (3cbf78ee-abe7-4919-9fc6-89a971054906), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:31.325987 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-d2c2b207-2ecb-4ce2-b8f3-28d60104f785 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1679688009&fields=id&tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc HTTP/1.1" status: 200 len: 267 time: 0.3085914 Feb 08 16:00:31.506037 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8c19d8c6-0f74-4c62-b0be-e5c6e9a269ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:31.523176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457715ac-18aa-42d4-8784-472e44ff7fae req-35224888-e7df-4b6a-8e76-b01ed329f0b4 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:31.525174 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-457715ac-18aa-42d4-8784-472e44ff7fae req-35224888-e7df-4b6a-8e76-b01ed329f0b4 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.5094020 Feb 08 16:00:31.550498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-006261e7-70fc-4be1-9f57-efc5df1b1418 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Allocated IP 172.20.0.11 (e5e96e0e-2b54-4d75-9dcb-da64ead1beb4/a6e2fff6-2a9a-44cf-9a05-7d05332307b2/1717f00d-9e55-4bee-a52d-d6f9188b54b4) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:31.554624 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28434fde-24d0-4465-96ab-af43cc1d0f42 admin admin] Publish callbacks [] for security_group (6f887e79-e75c-4bd5-8d65-1ffcc9517128), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:31.567415 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28434fde-24d0-4465-96ab-af43cc1d0f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6f887e79-e75c-4bd5-8d65-1ffcc9517128), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:31.684480 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-28434fde-24d0-4465-96ab-af43cc1d0f42 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=87fd65ee69c1485190e3b2703b500851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4411483 Feb 08 16:00:31.690350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28434fde-24d0-4465-96ab-af43cc1d0f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f887e79-e75c-4bd5-8d65-1ffcc9517128,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:31.722280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53006) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:31.793442 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-457715ac-18aa-42d4-8784-472e44ff7fae req-35d3d667-d167-46e4-b4a1-681bf87140af tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413838 Feb 08 16:00:31.839617 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f32141b8-83c6-4f24-9cac-f6bf0c11049e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3cbf78ee-abe7-4919-9fc6-89a971054906), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:31.880804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-7a99186c-b821-49e2-adc5-ad644c0fcdf0 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:31.883905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-7a99186c-b821-49e2-adc5-ad644c0fcdf0 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/networks?id=8dac800a-41cf-4608-84ad-1dd6f88aa855 HTTP/1.1" status: 200 len: 810 time: 0.5570667 Feb 08 16:00:31.893702 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-006261e7-70fc-4be1-9f57-efc5df1b1418 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (1717f00d-9e55-4bee-a52d-d6f9188b54b4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.024722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-0560b1fa-e7f3-42db-8191-4b35867993b8 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:32.026508 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-0560b1fa-e7f3-42db-8191-4b35867993b8 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 805 time: 0.1187959 Feb 08 16:00:32.043398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32141b8-83c6-4f24-9cac-f6bf0c11049e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:32.053628 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0e7110c-ff71-4b6c-8493-7625c8c5aea3 req-daa7c0e5-ceb3-4c24-8e0f-64427fdeafcc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 210 time: 0.0586443 Feb 08 16:00:32.054949 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-35610e22-6406-4db6-bcbc-81dd8166250a tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/quotas/d3c451d4ee6c4459ba1b1e1c1af423bc HTTP/1.1" status: 200 len: 375 time: 0.0961523 Feb 08 16:00:32.063821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f32141b8-83c6-4f24-9cac-f6bf0c11049e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:32.083012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32141b8-83c6-4f24-9cac-f6bf0c11049e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:32.093069 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-d913e021-1db1-409d-8a74-0aac56ac5329 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Request body: {'port': {'device_id': '11d0ef6d-04ea-48e7-b232-447923249c34', 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073', 'admin_state_up': True, 'tenant_id': '383b56f32b8740adb6bf96d216692319'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:32.093475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32141b8-83c6-4f24-9cac-f6bf0c11049e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:32.093475 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f32141b8-83c6-4f24-9cac-f6bf0c11049e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.093718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-bc9c356f-abbe-4fb0-914d-98598d58d2cc None None] Provisioning complete for port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:32.094036 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bc9c356f-abbe-4fb0-914d-98598d58d2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.138593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32141b8-83c6-4f24-9cac-f6bf0c11049e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=3cbf78ee-abe7-4919-9fc6-89a971054906,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:32.200632 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-006261e7-70fc-4be1-9f57-efc5df1b1418 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (1717f00d-9e55-4bee-a52d-d6f9188b54b4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.204778 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11209643-c794-4168-9d86-add00e40d882 admin admin] Publish callbacks [] for security_group (6f887e79-e75c-4bd5-8d65-1ffcc9517128), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.216004 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bc9c356f-abbe-4fb0-914d-98598d58d2cc None None] Current status of the port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:32.219152 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bc9c356f-abbe-4fb0-914d-98598d58d2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.219897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f32141b8-83c6-4f24-9cac-f6bf0c11049e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7607265 Feb 08 16:00:32.225871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53008) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:32.236384 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c496f34-ca10-4b26-bf75-babe2bfafa0f tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks [] for router_gateway (a526c512-2bb2-4c23-b3e4-9e8043035c1b), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.266187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bc9c356f-abbe-4fb0-914d-98598d58d2cc None None] For port 611ae9c9-c5fa-4492-a688-0c760ecb01a9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=611ae9c9-c5fa-4492-a688-0c760ecb01a9,segment=NetworkSegment(73d0e860-4672-465e-a36c-cf2d1d404e0d),segment_id=73d0e860-4672-465e-a36c-cf2d1d404e0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:32.275241 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bc9c356f-abbe-4fb0-914d-98598d58d2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.277320 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c496f34-ca10-4b26-bf75-babe2bfafa0f tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.283697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11209643-c794-4168-9d86-add00e40d882 admin admin] Publish callbacks [] for security_group (6f887e79-e75c-4bd5-8d65-1ffcc9517128), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.298341 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-87c8a1bc-c9e4-43eb-8179-c93ea9565ba5 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2282658 Feb 08 16:00:32.321455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006261e7-70fc-4be1-9f57-efc5df1b1418 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:32.334990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-006261e7-70fc-4be1-9f57-efc5df1b1418 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:32.338317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006261e7-70fc-4be1-9f57-efc5df1b1418 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:32.395978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c356f-abbe-4fb0-914d-98598d58d2cc None None] Pushing event updated for resources: {'Port': ['ID=611ae9c9-c5fa-4492-a688-0c760ecb01a9,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:32.406711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006261e7-70fc-4be1-9f57-efc5df1b1418 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:32.407922 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-006261e7-70fc-4be1-9f57-efc5df1b1418 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.421491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-bc9c356f-abbe-4fb0-914d-98598d58d2cc None None] Provisioning complete for port 14b391a0-dc8b-46f9-9acc-fa060199b5aa triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:32.422128 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bc9c356f-abbe-4fb0-914d-98598d58d2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (14b391a0-dc8b-46f9-9acc-fa060199b5aa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.439455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006261e7-70fc-4be1-9f57-efc5df1b1418 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=1717f00d-9e55-4bee-a52d-d6f9188b54b4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:32.485942 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bc9c356f-abbe-4fb0-914d-98598d58d2cc None None] Port 14b391a0-dc8b-46f9-9acc-fa060199b5aa cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:00:32.486136 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-006261e7-70fc-4be1-9f57-efc5df1b1418 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6068435 Feb 08 16:00:32.491300 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53010) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:32.497852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2dc9af2e-c9e6-40e7-8bad-722ff8403dda tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'subnet': {'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:32.595657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-d913e021-1db1-409d-8a74-0aac56ac5329 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Made reservation on behalf of 383b56f32b8740adb6bf96d216692319 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:32.599369 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-d913e021-1db1-409d-8a74-0aac56ac5329 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.680522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 611ae9c9-c5fa-4492-a688-0c760ecb01a9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:00:32.798648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:32.799432 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.805492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-739e7b4d-f6e4-4f49-af56-6ccab883fc02 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 3cbf78ee-abe7-4919-9fc6-89a971054906 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:32.805733 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-739e7b4d-f6e4-4f49-af56-6ccab883fc02 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3cbf78ee-abe7-4919-9fc6-89a971054906), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.875162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-327af58d-901e-4ee9-9019-dcdc8404838c None None] Provisioning complete for port 1717f00d-9e55-4bee-a52d-d6f9188b54b4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:32.876066 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-327af58d-901e-4ee9-9019-dcdc8404838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1717f00d-9e55-4bee-a52d-d6f9188b54b4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:32.963815 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-327af58d-901e-4ee9-9019-dcdc8404838c None None] Port 1717f00d-9e55-4bee-a52d-d6f9188b54b4 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:00:32.971309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-d913e021-1db1-409d-8a74-0aac56ac5329 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Allocated IP 172.20.0.10 (fb374508-5c73-4d79-bee8-d58289274073/00ecb47d-dbfd-4668-8784-e5338c0de0ac/284ef57e-399c-48c5-9d92-9d35982ea512) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:32.975122 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-739e7b4d-f6e4-4f49-af56-6ccab883fc02 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3cbf78ee-abe7-4919-9fc6-89a971054906), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:33.010059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-739e7b4d-f6e4-4f49-af56-6ccab883fc02 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 3cbf78ee-abe7-4919-9fc6-89a971054906 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:33.020787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:33.038629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc9af2e-c9e6-40e7-8bad-722ff8403dda tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:33.042790 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2dc9af2e-c9e6-40e7-8bad-722ff8403dda tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:33.213750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-b846f69c-16fa-4bf1-9f68-ae9e1225515a service neutron] 10.222.0.82 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8950398 Feb 08 16:00:33.307300 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11209643-c794-4168-9d86-add00e40d882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6f887e79-e75c-4bd5-8d65-1ffcc9517128), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:33.310142 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11209643-c794-4168-9d86-add00e40d882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:33.314616 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-11209643-c794-4168-9d86-add00e40d882 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6f887e79-e75c-4bd5-8d65-1ffcc9517128 HTTP/1.1" status: 204 len: 168 time: 1.5696328 Feb 08 16:00:33.383622 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11209643-c794-4168-9d86-add00e40d882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f887e79-e75c-4bd5-8d65-1ffcc9517128,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:33.433487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5327f7a-4fe6-4133-8514-67dd021cb5d2 req-ebb8b708-1092-4c29-9e17-bec47df2c49a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:33.441639 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5327f7a-4fe6-4133-8514-67dd021cb5d2 req-ebb8b708-1092-4c29-9e17-bec47df2c49a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.2258120 Feb 08 16:00:33.483391 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c496f34-ca10-4b26-bf75-babe2bfafa0f tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks [] for router (a526c512-2bb2-4c23-b3e4-9e8043035c1b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:33.675942 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-c96859cd-1400-42df-9be4-1a6973354d9c service neutron] 10.222.0.82 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484351 Feb 08 16:00:33.725159 n-d-824834-11 neutron-server[103302]: INFO neutron.db.ipam_backend_mixin [None req-2dc9af2e-c9e6-40e7-8bad-722ff8403dda tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a6e2fff6-2a9a-44cf-9a05-7d05332307b2 (CIDR: 172.20.0.0/28) Feb 08 16:00:33.741729 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc9af2e-c9e6-40e7-8bad-722ff8403dda tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:00:33.742556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc9af2e-c9e6-40e7-8bad-722ff8403dda tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:00:33.771588 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5327f7a-4fe6-4133-8514-67dd021cb5d2 req-93cfbee7-0098-49e2-bf78-5a07e824b05c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272576 Feb 08 16:00:33.805887 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-97cfdb9d-f4d5-4285-8984-cf411de77c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:33.807724 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c496f34-ca10-4b26-bf75-babe2bfafa0f tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (a526c512-2bb2-4c23-b3e4-9e8043035c1b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:33.819354 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c496f34-ca10-4b26-bf75-babe2bfafa0f tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks [] for router_controller (a526c512-2bb2-4c23-b3e4-9e8043035c1b), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:33.826310 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-739e7b4d-f6e4-4f49-af56-6ccab883fc02 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3cbf78ee-abe7-4919-9fc6-89a971054906), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:33.867555 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-d913e021-1db1-409d-8a74-0aac56ac5329 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks [] for port (284ef57e-399c-48c5-9d92-9d35982ea512), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:33.887197 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2dc9af2e-c9e6-40e7-8bad-722ff8403dda tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3947389 Feb 08 16:00:33.891987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53028) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:33.923186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-3c4043c7-4c6a-4920-9424-7c4a5f11231f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'subnet': {'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:33.933476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e7b4d-f6e4-4f49-af56-6ccab883fc02 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=3cbf78ee-abe7-4919-9fc6-89a971054906,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:33.936309 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-739e7b4d-f6e4-4f49-af56-6ccab883fc02 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:33.942742 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-739e7b4d-f6e4-4f49-af56-6ccab883fc02 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/3cbf78ee-abe7-4919-9fc6-89a971054906 HTTP/1.1" status: 204 len: 168 time: 1.6924241 Feb 08 16:00:33.949125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53030) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:34.031157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-617d3963-f689-4655-bf72-cdd0b1371802 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'mac_address': 'fa:16:3e:8c:6d:c9', 'name': 'tempest-PortsIpV6TestJSON-718516393'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:34.042420 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1388e591-3172-4a82-a0c9-c2c6da8b3513 req-8bd94ce5-8659-4630-9411-855df60eb96a tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 210 time: 0.0992420 Feb 08 16:00:34.070822 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c496f34-ca10-4b26-bf75-babe2bfafa0f tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (a526c512-2bb2-4c23-b3e4-9e8043035c1b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:34.071376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c496f34-ca10-4b26-bf75-babe2bfafa0f tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a526c512-2bb2-4c23-b3e4-9e8043035c1b {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:00:34.102499 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-d913e021-1db1-409d-8a74-0aac56ac5329 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (284ef57e-399c-48c5-9d92-9d35982ea512), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:34.116107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f6382502-13f4-4116-8ab6-b24c9711e8df'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:00:34.168637 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913e021-1db1-409d-8a74-0aac56ac5329 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Pushing event updated for resources: {'Port': ['ID=284ef57e-399c-48c5-9d92-9d35982ea512,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:34.191235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 41740af2-4a3d-4b44-9b28-315194388352 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:00:34.229286 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-d913e021-1db1-409d-8a74-0aac56ac5329 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Network fb374508-5c73-4d79-bee8-d58289274073 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:34.238180 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-d913e021-1db1-409d-8a74-0aac56ac5329 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:34.240644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4043c7-4c6a-4920-9424-7c4a5f11231f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:34.246938 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c4043c7-4c6a-4920-9424-7c4a5f11231f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:34.258031 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-d913e021-1db1-409d-8a74-0aac56ac5329 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:34.271369 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d3d67e0-951d-4794-a2ca-520fbe55233e req-b19183f6-8b90-4b92-aa8e-1bae8624dfd6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 210 time: 0.2181985 Feb 08 16:00:34.290798 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-2c496f34-ca10-4b26-bf75-babe2bfafa0f tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 08 16:00:34.299620 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2c496f34-ca10-4b26-bf75-babe2bfafa0f tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.6506021 Feb 08 16:00:34.300542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53040) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:34.388029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-d913e021-1db1-409d-8a74-0aac56ac5329 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:34.391612 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-d913e021-1db1-409d-8a74-0aac56ac5329 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:34.419877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617d3963-f689-4655-bf72-cdd0b1371802 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:34.421073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 41740af2-4a3d-4b44-9b28-315194388352, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=41740af2-4a3d-4b44-9b28-315194388352,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:34.487847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '41740af2-4a3d-4b44-9b28-315194388352', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'port_id': '41740af2-4a3d-4b44-9b28-315194388352', 'mac_address': 'fa:16:3e:3b:0e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:00:34.512386 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-d913e021-1db1-409d-8a74-0aac56ac5329 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4677458 Feb 08 16:00:34.530487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Request body: {'port': {'device_id': '11d0ef6d-04ea-48e7-b232-447923249c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:34.542797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 41740af2-4a3d-4b44-9b28-315194388352 is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:34.543185 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41740af2-4a3d-4b44-9b28-315194388352), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:34.578804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41740af2-4a3d-4b44-9b28-315194388352 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:00:34.589320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-59cc3fee-8408-4274-9638-c416f3384902 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Deleting port 5dc78ba2-afae-4bae-8f19-5cc1ed40325c {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:34.589976 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59cc3fee-8408-4274-9638-c416f3384902 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (5dc78ba2-afae-4bae-8f19-5cc1ed40325c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:34.604149 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-617d3963-f689-4655-bf72-cdd0b1371802 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:34.622907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 41740af2-4a3d-4b44-9b28-315194388352, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=41740af2-4a3d-4b44-9b28-315194388352,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:34.637122 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (41740af2-4a3d-4b44-9b28-315194388352), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:34.645784 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (284ef57e-399c-48c5-9d92-9d35982ea512), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:34.700028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-617d3963-f689-4655-bf72-cdd0b1371802 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port 99b952a0-29a8-490b-84ec-47ca53c5169f yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:00:34.789296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=41740af2-4a3d-4b44-9b28-315194388352,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:34.806451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['41740af2-4a3d-4b44-9b28-315194388352'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:00:34.815351 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59cc3fee-8408-4274-9638-c416f3384902 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (5dc78ba2-afae-4bae-8f19-5cc1ed40325c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:34.850807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-59cc3fee-8408-4274-9638-c416f3384902 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Calling delete_port for 5dc78ba2-afae-4bae-8f19-5cc1ed40325c owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:35.209685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284ef57e-399c-48c5-9d92-9d35982ea512 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:00:35.230248 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Publish callbacks [] for port (284ef57e-399c-48c5-9d92-9d35982ea512), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:35.243889 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59cc3fee-8408-4274-9638-c416f3384902 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (5dc78ba2-afae-4bae-8f19-5cc1ed40325c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:35.247571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Transition to ACTIVE for port object 284ef57e-399c-48c5-9d92-9d35982ea512 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:00:35.255352 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (284ef57e-399c-48c5-9d92-9d35982ea512), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:35.415332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Pushing event updated for resources: {'Port': ['ID=284ef57e-399c-48c5-9d92-9d35982ea512,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:35.486916 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:35.506154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc3fee-8408-4274-9638-c416f3384902 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dc78ba2-afae-4bae-8f19-5cc1ed40325c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:35.515104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a1a7a-6c74-403c-b26b-17102725d8c9 req-3415997e-f338-4774-bc3b-9247003f733f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:35.516791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-867a1a7a-6c74-403c-b26b-17102725d8c9 req-3415997e-f338-4774-bc3b-9247003f733f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 945 time: 0.4930706 Feb 08 16:00:35.582268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Attempting to bind port 284ef57e-399c-48c5-9d92-9d35982ea512 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:00:35.584248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Attempting to bind port 284ef57e-399c-48c5-9d92-9d35982ea512 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:00:35.586467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Attempting to bind port 284ef57e-399c-48c5-9d92-9d35982ea512 on network fb374508-5c73-4d79-bee8-d58289274073 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:35.598107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-617d3963-f689-4655-bf72-cdd0b1371802 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (99b952a0-29a8-490b-84ec-47ca53c5169f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:35.614434 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Port 284ef57e-399c-48c5-9d92-9d35982ea512 on network fb374508-5c73-4d79-bee8-d58289274073 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:00:35.614933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Attempting to bind port 284ef57e-399c-48c5-9d92-9d35982ea512 on network fb374508-5c73-4d79-bee8-d58289274073 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:35.630836 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:00:35.631360 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Checking segment: {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:35.632108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Bound using segment: {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:00:35.632463 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Bound port: 284ef57e-399c-48c5-9d92-9d35982ea512, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:00:35.633000 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (284ef57e-399c-48c5-9d92-9d35982ea512), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:35.647502 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c4043c7-4c6a-4920-9424-7c4a5f11231f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (d8013e05-0f86-4969-b975-3b68286f364f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:35.731697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79b26d-916f-4ec9-a296-edb72eb2d6c3 req-30d9d8de-971c-4a69-a277-e1c702468387 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:35.733442 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b79b26d-916f-4ec9-a296-edb72eb2d6c3 req-30d9d8de-971c-4a69-a277-e1c702468387 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 944 time: 0.3712199 Feb 08 16:00:35.734660 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-617d3963-f689-4655-bf72-cdd0b1371802 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (99b952a0-29a8-490b-84ec-47ca53c5169f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:35.745856 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] For port 284ef57e-399c-48c5-9d92-9d35982ea512, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:00:35.749885 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] For port 284ef57e-399c-48c5-9d92-9d35982ea512, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=284ef57e-399c-48c5-9d92-9d35982ea512,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:00:35.775654 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (284ef57e-399c-48c5-9d92-9d35982ea512), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:35.811838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4043c7-4c6a-4920-9424-7c4a5f11231f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:35.830174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-3c4043c7-4c6a-4920-9424-7c4a5f11231f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:35.841582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2358d01-f359-4ffe-8f9a-8fd56557e8ba None None] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:35.845340 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4043c7-4c6a-4920-9424-7c4a5f11231f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:35.845942 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c4043c7-4c6a-4920-9424-7c4a5f11231f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:35.960352 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:35.964602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:35.968416 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] 10.222.0.94 "PUT /v2.0/ports/284ef57e-399c-48c5-9d92-9d35982ea512 HTTP/1.1" status: 200 len: 1093 time: 1.4456208 Feb 08 16:00:36.020054 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-867a1a7a-6c74-403c-b26b-17102725d8c9 req-b5d71f23-1f10-4b13-a47b-3527e8097e8f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4753811 Feb 08 16:00:36.029452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617d3963-f689-4655-bf72-cdd0b1371802 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:36.049090 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-617d3963-f689-4655-bf72-cdd0b1371802 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:36.078995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d3963-f689-4655-bf72-cdd0b1371802 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:36.102273 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617d3963-f689-4655-bf72-cdd0b1371802 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:36.104282 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-617d3963-f689-4655-bf72-cdd0b1371802 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:36.116437 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d0ef6d-04ea-48e7-b232-447923249c34', 'tag': '284ef57e-399c-48c5-9d92-9d35982ea512'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:00:36.120662 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bde403-2972-4057-bd3d-b2946522276d" -d '{"events": [{"name": "network-changed", "server_uuid": "11d0ef6d-04ea-48e7-b232-447923249c34", "tag": "284ef57e-399c-48c5-9d92-9d35982ea512"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:00:36.131724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843cb89-40c0-409d-871e-d73e1cc3b89d service neutron] Pushing event updated for resources: {'Port': ['ID=284ef57e-399c-48c5-9d92-9d35982ea512,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:36.175319 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59cc3fee-8408-4274-9638-c416f3384902 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:36.191424 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-59cc3fee-8408-4274-9638-c416f3384902 tempest-RoutersAdminNegativeTest-1601295693 tempest-RoutersAdminNegativeTest-1601295693-project-admin] 10.222.0.82 "DELETE /v2.0/ports/5dc78ba2-afae-4bae-8f19-5cc1ed40325c HTTP/1.1" status: 204 len: 168 time: 1.8713646 Feb 08 16:00:36.194662 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d3963-f689-4655-bf72-cdd0b1371802 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=99b952a0-29a8-490b-84ec-47ca53c5169f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:36.212596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 41740af2-4a3d-4b44-9b28-315194388352 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:00:36.217462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4043c7-4c6a-4920-9424-7c4a5f11231f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Subnet': ['ID=d8013e05-0f86-4969-b975-3b68286f364f,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:36.222330 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-617d3963-f689-4655-bf72-cdd0b1371802 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2712462 Feb 08 16:00:36.229758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b79b26d-916f-4ec9-a296-edb72eb2d6c3 req-a428b59d-dbac-466d-ac40-b909d6349930 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777694 Feb 08 16:00:36.231984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53108) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:36.246015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-5ffe2470-4bb8-4856-be76-e70d800c5950 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:36.262833 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-5ffe2470-4bb8-4856-be76-e70d800c5950 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.96 "GET /v2.0/networks?id=8dac800a-41cf-4608-84ad-1dd6f88aa855 HTTP/1.1" status: 200 len: 810 time: 0.4190505 Feb 08 16:00:36.294376 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3c4043c7-4c6a-4920-9424-7c4a5f11231f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4008074 Feb 08 16:00:36.306063 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53110) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:36.333877 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f223b980-88fe-48ac-a5ff-198f5d5b737e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-584637398', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd8013e05-0f86-4969-b975-3b68286f364f'}], 'security_groups': ['3c722246-45e0-4bec-a6ef-1b6b7dc82f07']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:36.369999 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-89fd096e-a200-4315-9d1d-6c1d3a3a1558 req-b8aa91e6-a432-4aab-9c54-ff1630d84afc tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 210 time: 0.1089835 Feb 08 16:00:36.382426 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b352451-b657-4d22-8eeb-ec8870ca3ae1 x-openstack-request-id: req-1b352451-b657-4d22-8eeb-ec8870ca3ae1 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:00:36.382736 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d0ef6d-04ea-48e7-b232-447923249c34", "tag": "284ef57e-399c-48c5-9d92-9d35982ea512", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:00:36.383062 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1b352451-b657-4d22-8eeb-ec8870ca3ae1 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:00:36.383493 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d0ef6d-04ea-48e7-b232-447923249c34', 'tag': '284ef57e-399c-48c5-9d92-9d35982ea512', 'status': 'completed', 'code': 200} Feb 08 16:00:36.409239 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-6fe1ffd2-a603-411d-a658-166687450232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:36.411821 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-6fe1ffd2-a603-411d-a658-166687450232 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 1127 time: 0.2548604 Feb 08 16:00:36.455891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af29183-7d23-450e-83e4-3993e18fbf8c tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:36.463008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1af29183-7d23-450e-83e4-3993e18fbf8c tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/99b952a0-29a8-490b-84ec-47ca53c5169f HTTP/1.1" status: 200 len: 844 time: 0.2289448 Feb 08 16:00:36.466638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53114) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:36.562108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 41740af2-4a3d-4b44-9b28-315194388352 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:36.562525 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (41740af2-4a3d-4b44-9b28-315194388352), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:36.660214 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f223b980-88fe-48ac-a5ff-198f5d5b737e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1717f00d-9e55-4bee-a52d-d6f9188b54b4), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:36.664986 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-4a12ee03-b672-49a6-af10-4b962664d988 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284ef57e-399c-48c5-9d92-9d35982ea512 HTTP/1.1" status: 200 len: 217 time: 0.1259735 Feb 08 16:00:36.732411 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ef597f-6772-4fff-85d7-f751ae575704 None None] Update dhcp port {'port': {'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'fixed_ips': [{'subnet_id': 'a6e2fff6-2a9a-44cf-9a05-7d05332307b2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd8013e05-0f86-4969-b975-3b68286f364f'}], 'binding:host_id': 'n-d-824834-11'}, 'id': '611ae9c9-c5fa-4492-a688-0c760ecb01a9'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 16:00:36.733543 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-22d4854f-9f72-4b5e-907f-0d6b5b554924 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc HTTP/1.1" status: 200 len: 380 time: 0.4476826 Feb 08 16:00:36.773994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-1243fcb0-2fce-43f5-99a5-5db16f10e448 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 99b952a0-29a8-490b-84ec-47ca53c5169f {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:36.774653 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1243fcb0-2fce-43f5-99a5-5db16f10e448 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (99b952a0-29a8-490b-84ec-47ca53c5169f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:36.788134 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-73d00ffd-5163-453a-813d-868509f4f5d7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Request body: {'port': {'device_id': '30e646e5-72e7-45e1-bb53-8301ea567f34', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'admin_state_up': True, 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'security_groups': ['51ea817b-8600-41dd-acba-1345f96bd7a2']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:36.834740 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:36.861440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-21cf2410-b637-4367-a835-8edc85703427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:36.863382 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-21cf2410-b637-4367-a835-8edc85703427 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 200 len: 845 time: 0.1814721 Feb 08 16:00:36.938479 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-17c65ded-6568-4799-9bcb-1cf606e5e0c5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fb374508-5c73-4d79-bee8-d58289274073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560257 Feb 08 16:00:37.001324 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4ef597f-6772-4fff-85d7-f751ae575704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:37.069176 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 41740af2-4a3d-4b44-9b28-315194388352 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:37.070329 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41740af2-4a3d-4b44-9b28-315194388352), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:37.077149 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1243fcb0-2fce-43f5-99a5-5db16f10e448 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (99b952a0-29a8-490b-84ec-47ca53c5169f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:37.122405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53132) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:37.149750 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-1243fcb0-2fce-43f5-99a5-5db16f10e448 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 99b952a0-29a8-490b-84ec-47ca53c5169f owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:37.202242 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-91d5ce51-8efc-4bb0-9d64-232784b03c05 service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537999 Feb 08 16:00:37.429867 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-860ecb5a-ad2d-4ddc-ba5f-2ba7c807823b req-cfab7fa7-a4d1-43d9-8cd7-196ddedc9b6e service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068689 Feb 08 16:00:37.544490 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-a4ef597f-6772-4fff-85d7-f751ae575704 None None] Allocated IP 172.20.0.18 (e5e96e0e-2b54-4d75-9dcb-da64ead1beb4/d8013e05-0f86-4969-b975-3b68286f364f/611ae9c9-c5fa-4492-a688-0c760ecb01a9) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:37.623712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43288a55-00bc-4a1f-8025-28e1a42ce40a req-3a032c05-49b6-4f09-884c-3e7b5d5b5f72 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:37.632460 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43288a55-00bc-4a1f-8025-28e1a42ce40a req-3a032c05-49b6-4f09-884c-3e7b5d5b5f72 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 945 time: 0.3290021 Feb 08 16:00:37.734727 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a4ef597f-6772-4fff-85d7-f751ae575704 None None] For port 611ae9c9-c5fa-4492-a688-0c760ecb01a9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=611ae9c9-c5fa-4492-a688-0c760ecb01a9,segment=NetworkSegment(73d0e860-4672-465e-a36c-cf2d1d404e0d),segment_id=73d0e860-4672-465e-a36c-cf2d1d404e0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:37.767935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d055c62-b23e-49d6-a33f-661b4e3abd01 req-aac2688b-eaec-4025-a6bb-680909396f07 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:37.777628 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4ef597f-6772-4fff-85d7-f751ae575704 None None] Publish callbacks [] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:37.791004 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d055c62-b23e-49d6-a33f-661b4e3abd01 req-aac2688b-eaec-4025-a6bb-680909396f07 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 944 time: 0.3461492 Feb 08 16:00:37.797694 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4ef597f-6772-4fff-85d7-f751ae575704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:37.806447 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1243fcb0-2fce-43f5-99a5-5db16f10e448 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (99b952a0-29a8-490b-84ec-47ca53c5169f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:37.820418 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bde403-2972-4057-bd3d-b2946522276d req-3f4c8ca7-9992-4a52-9d53-160344968083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:37.832582 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-38bde403-2972-4057-bd3d-b2946522276d req-3f4c8ca7-9992-4a52-9d53-160344968083 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 1127 time: 0.2958174 Feb 08 16:00:37.858417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-73d00ffd-5163-453a-813d-868509f4f5d7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Made reservation on behalf of d3c451d4ee6c4459ba1b1e1c1af423bc for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:37.867880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-73d00ffd-5163-453a-813d-868509f4f5d7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:37.955578 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1243fcb0-2fce-43f5-99a5-5db16f10e448 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:37.959261 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1243fcb0-2fce-43f5-99a5-5db16f10e448 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/99b952a0-29a8-490b-84ec-47ca53c5169f HTTP/1.1" status: 204 len: 168 time: 1.4899497 Feb 08 16:00:37.973037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53142) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:37.977572 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41740af2-4a3d-4b44-9b28-315194388352'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:00:37.981413 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46663e5b-3f8c-44c1-83a4-8ee835422ef4" -d '{"events": [{"server_uuid": "5667d6be-d9fc-4202-94ba-b28272037bbb", "name": "network-vif-plugged", "status": "completed", "tag": "41740af2-4a3d-4b44-9b28-315194388352"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:00:38.035878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 41740af2-4a3d-4b44-9b28-315194388352, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=41740af2-4a3d-4b44-9b28-315194388352,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:38.043747 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11d39e5e-3bc1-4483-99da-d83530f7dee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:38.046759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef597f-6772-4fff-85d7-f751ae575704 None None] Pushing event updated for resources: {'Port': ['ID=611ae9c9-c5fa-4492-a688-0c760ecb01a9,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:38.055883 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (41740af2-4a3d-4b44-9b28-315194388352), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:38.063622 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:38.100514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243fcb0-2fce-43f5-99a5-5db16f10e448 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=99b952a0-29a8-490b-84ec-47ca53c5169f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:38.169402 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=41740af2-4a3d-4b44-9b28-315194388352,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:38.169956 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1618fa-b6ab-4055-8395-8cf3b357fb51 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] GET failed (client error): The resource could not be found. Feb 08 16:00:38.177773 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-de1618fa-b6ab-4055-8395-8cf3b357fb51 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/99b952a0-29a8-490b-84ec-47ca53c5169f HTTP/1.1" status: 404 len: 333 time: 0.1976562 Feb 08 16:00:38.191509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53148) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:38.196028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d055c62-b23e-49d6-a33f-661b4e3abd01 req-bd0e98f3-8729-4796-a3f7-1f7dca205479 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038587 Feb 08 16:00:38.204449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6b206615-f3b0-4035-ae0e-7f5b6e5bd316 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'name': 'tempest-PortsIpV6TestJSON-494939859'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:38.307349 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43288a55-00bc-4a1f-8025-28e1a42ce40a req-a24232c8-2e94-458f-95f9-0747d88e354a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6566212 Feb 08 16:00:38.414999 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d210a95d-f162-42ea-8194-2076281beb88 x-openstack-request-id: req-d210a95d-f162-42ea-8194-2076281beb88 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:00:38.415492 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5667d6be-d9fc-4202-94ba-b28272037bbb", "name": "network-vif-plugged", "status": "completed", "tag": "41740af2-4a3d-4b44-9b28-315194388352", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:00:38.415852 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d210a95d-f162-42ea-8194-2076281beb88 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:00:38.416349 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41740af2-4a3d-4b44-9b28-315194388352', 'code': 200} Feb 08 16:00:38.483532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-73d00ffd-5163-453a-813d-868509f4f5d7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Allocated IP 172.20.0.10 (8dac800a-41cf-4608-84ad-1dd6f88aa855/c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9/d31c6413-1eb2-472f-8d06-757942fa71bf) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:38.493171 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d49804fd-3854-41fe-992a-225eb9160a91 req-b0678a51-46b9-4560-a87f-7532c141d46f tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 210 time: 0.0838797 Feb 08 16:00:38.565736 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 611ae9c9-c5fa-4492-a688-0c760ecb01a9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:00:38.607493 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bde403-2972-4057-bd3d-b2946522276d req-a30eebcf-4116-4c84-80d2-d8fbf6ca5b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:38.617000 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-38bde403-2972-4057-bd3d-b2946522276d req-a30eebcf-4116-4c84-80d2-d8fbf6ca5b70 service neutron] 10.222.0.94 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 906 time: 0.7671180 Feb 08 16:00:38.702373 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-f223b980-88fe-48ac-a5ff-198f5d5b737e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Delete allocated IP 172.20.0.11 (e5e96e0e-2b54-4d75-9dcb-da64ead1beb4/a6e2fff6-2a9a-44cf-9a05-7d05332307b2) {{(pid=103302) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 08 16:00:38.718358 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-38bde403-2972-4057-bd3d-b2946522276d req-bd5df3f4-b13b-4927-9044-577a0d96e648 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=284ef57e-399c-48c5-9d92-9d35982ea512 HTTP/1.1" status: 200 len: 217 time: 0.0852687 Feb 08 16:00:38.738361 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-f223b980-88fe-48ac-a5ff-198f5d5b737e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Allocated IP 172.20.0.22 (e5e96e0e-2b54-4d75-9dcb-da64ead1beb4/d8013e05-0f86-4969-b975-3b68286f364f/1717f00d-9e55-4bee-a52d-d6f9188b54b4) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:38.772240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:38.772837 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:38.783256 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11d39e5e-3bc1-4483-99da-d83530f7dee2 admin admin] Publish callbacks [] for security_group (70dd18e1-14f9-4603-8a47-5fa00860ce35), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:38.791247 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11d39e5e-3bc1-4483-99da-d83530f7dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (70dd18e1-14f9-4603-8a47-5fa00860ce35), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:38.827915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b206615-f3b0-4035-ae0e-7f5b6e5bd316 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:38.834538 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b206615-f3b0-4035-ae0e-7f5b6e5bd316 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:38.856958 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bde403-2972-4057-bd3d-b2946522276d req-7eba1729-3906-4e6e-b4c2-b13a18536de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:38.865785 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-38bde403-2972-4057-bd3d-b2946522276d req-7eba1729-3906-4e6e-b4c2-b13a18536de7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 200 len: 845 time: 0.1220171 Feb 08 16:00:38.871234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-6b206615-f3b0-4035-ae0e-7f5b6e5bd316 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port ce857970-bd89-4d02-837f-22295315db5b yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:00:38.897905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:38.988216 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-38bde403-2972-4057-bd3d-b2946522276d req-5c591b29-cfbf-4d64-be7e-4ec103d87adc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fb374508-5c73-4d79-bee8-d58289274073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016963 Feb 08 16:00:39.105777 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-11d39e5e-3bc1-4483-99da-d83530f7dee2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f4892d9137444d1ab75cf68abc498d3f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9801638 Feb 08 16:00:39.111943 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53156) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:39.148268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-acabe6c2-9966-43d8-a489-9a4e057e337b None None] Provisioning complete for port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:39.148801 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-acabe6c2-9966-43d8-a489-9a4e057e337b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:39.175060 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b206615-f3b0-4035-ae0e-7f5b6e5bd316 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (ce857970-bd89-4d02-837f-22295315db5b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:39.222040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d39e5e-3bc1-4483-99da-d83530f7dee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dd18e1-14f9-4603-8a47-5fa00860ce35,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:39.231957 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b206615-f3b0-4035-ae0e-7f5b6e5bd316 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ce857970-bd89-4d02-837f-22295315db5b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:39.254087 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-73d00ffd-5163-453a-813d-868509f4f5d7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:39.269450 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-38bde403-2972-4057-bd3d-b2946522276d req-29e613a1-29c5-425f-b824-045a78b33cb2 service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659588 Feb 08 16:00:39.306702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b206615-f3b0-4035-ae0e-7f5b6e5bd316 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:39.310261 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-acabe6c2-9966-43d8-a489-9a4e057e337b None None] Current status of the port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:39.318066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-6b206615-f3b0-4035-ae0e-7f5b6e5bd316 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:39.336514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b206615-f3b0-4035-ae0e-7f5b6e5bd316 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:39.342764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b206615-f3b0-4035-ae0e-7f5b6e5bd316 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:39.343749 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b206615-f3b0-4035-ae0e-7f5b6e5bd316 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:39.375642 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b206615-f3b0-4035-ae0e-7f5b6e5bd316 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=ce857970-bd89-4d02-837f-22295315db5b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:39.412331 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-acabe6c2-9966-43d8-a489-9a4e057e337b None None] Provisioning complete for port 1717f00d-9e55-4bee-a52d-d6f9188b54b4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:39.412331 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-acabe6c2-9966-43d8-a489-9a4e057e337b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1717f00d-9e55-4bee-a52d-d6f9188b54b4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:39.429799 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f54a2eaa-52be-4f83-a2b0-9baa32b95176 admin admin] Publish callbacks [] for security_group (70dd18e1-14f9-4603-8a47-5fa00860ce35), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:39.483745 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6b206615-f3b0-4035-ae0e-7f5b6e5bd316 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2853088 Feb 08 16:00:39.497880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53168) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:39.499149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-acabe6c2-9966-43d8-a489-9a4e057e337b None None] Port 1717f00d-9e55-4bee-a52d-d6f9188b54b4 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:00:39.506299 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-179ca50b-b4cf-4f09-8dd7-52178ec6a106 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:39.511330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-acabe6c2-9966-43d8-a489-9a4e057e337b None None] Provisioning complete for port 14b391a0-dc8b-46f9-9acc-fa060199b5aa triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:39.511723 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-acabe6c2-9966-43d8-a489-9a4e057e337b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (14b391a0-dc8b-46f9-9acc-fa060199b5aa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:39.542931 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-38bde403-2972-4057-bd3d-b2946522276d req-d1854b91-4a38-49d0-b4f6-8e65e03a7a67 service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562702 Feb 08 16:00:39.558016 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-acabe6c2-9966-43d8-a489-9a4e057e337b None None] Port 14b391a0-dc8b-46f9-9acc-fa060199b5aa cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:00:39.597265 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-73d00ffd-5163-453a-813d-868509f4f5d7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:39.600608 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f223b980-88fe-48ac-a5ff-198f5d5b737e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (1717f00d-9e55-4bee-a52d-d6f9188b54b4), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:39.617129 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f54a2eaa-52be-4f83-a2b0-9baa32b95176 admin admin] Publish callbacks [] for security_group (70dd18e1-14f9-4603-8a47-5fa00860ce35), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:39.635329 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f223b980-88fe-48ac-a5ff-198f5d5b737e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (1717f00d-9e55-4bee-a52d-d6f9188b54b4), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:39.692507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-73d00ffd-5163-453a-813d-868509f4f5d7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Network 8dac800a-41cf-4608-84ad-1dd6f88aa855 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:39.700330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-73d00ffd-5163-453a-813d-868509f4f5d7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:39.737995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc78be-1572-4f2d-9265-6d56a2b205ab req-61e87950-8446-476d-bf0b-a5cd86b9397b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:39.743714 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-abbc78be-1572-4f2d-9265-6d56a2b205ab req-61e87950-8446-476d-bf0b-a5cd86b9397b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 944 time: 0.3153355 Feb 08 16:00:39.748258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-73d00ffd-5163-453a-813d-868509f4f5d7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:39.801323 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-179ca50b-b4cf-4f09-8dd7-52178ec6a106 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce857970-bd89-4d02-837f-22295315db5b), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:39.838075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f63d18-1caf-4cc5-9399-66bec72a6548 req-e34beb61-bc18-4bce-bb68-36a8c130043c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:39.840522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78f63d18-1caf-4cc5-9399-66bec72a6548 req-e34beb61-bc18-4bce-bb68-36a8c130043c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.3247788 Feb 08 16:00:39.848897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-73d00ffd-5163-453a-813d-868509f4f5d7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:39.849622 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-73d00ffd-5163-453a-813d-868509f4f5d7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:39.864119 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d00ffd-5163-453a-813d-868509f4f5d7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event updated for resources: {'Port': ['ID=d31c6413-1eb2-472f-8d06-757942fa71bf,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:39.952969 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-73d00ffd-5163-453a-813d-868509f4f5d7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2107060 Feb 08 16:00:39.983776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Request body: {'port': {'device_id': '30e646e5-72e7-45e1-bb53-8301ea567f34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:39.988576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f223b980-88fe-48ac-a5ff-198f5d5b737e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] In _notify_port_updated(), no bound segment for port 1717f00d-9e55-4bee-a52d-d6f9188b54b4 on network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:00:39.995211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f223b980-88fe-48ac-a5ff-198f5d5b737e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:39.995867 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f223b980-88fe-48ac-a5ff-198f5d5b737e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:39.997217 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f223b980-88fe-48ac-a5ff-198f5d5b737e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "PUT /v2.0/ports/1717f00d-9e55-4bee-a52d-d6f9188b54b4 HTTP/1.1" status: 200 len: 920 time: 3.6842902 Feb 08 16:00:40.049265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53176) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:40.081374 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-179ca50b-b4cf-4f09-8dd7-52178ec6a106 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (ce857970-bd89-4d02-837f-22295315db5b), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:40.087164 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223b980-88fe-48ac-a5ff-198f5d5b737e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=1717f00d-9e55-4bee-a52d-d6f9188b54b4,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:40.159321 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-179ca50b-b4cf-4f09-8dd7-52178ec6a106 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (ce857970-bd89-4d02-837f-22295315db5b), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:40.195089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3c8d03a6-d3dd-4d73-8b5d-169006314689 None None] Provisioning complete for port d31c6413-1eb2-472f-8d06-757942fa71bf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:40.198477 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3c8d03a6-d3dd-4d73-8b5d-169006314689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:40.240926 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 284ef57e-399c-48c5-9d92-9d35982ea512 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:00:40.245654 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:40.256683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78f63d18-1caf-4cc5-9399-66bec72a6548 req-39a7f872-be5e-40bb-b158-b898a08c60fc tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867686 Feb 08 16:00:40.306628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d03a6-d3dd-4d73-8b5d-169006314689 None None] Port d31c6413-1eb2-472f-8d06-757942fa71bf cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:00:40.339474 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b0db81d9-38e2-40be-9cd0-46d97b24d8f7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port 1717f00d-9e55-4bee-a52d-d6f9188b54b4 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:40.345498 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0db81d9-38e2-40be-9cd0-46d97b24d8f7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1717f00d-9e55-4bee-a52d-d6f9188b54b4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:40.363953 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f54a2eaa-52be-4f83-a2b0-9baa32b95176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (70dd18e1-14f9-4603-8a47-5fa00860ce35), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:40.372708 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f54a2eaa-52be-4f83-a2b0-9baa32b95176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:40.378496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f54a2eaa-52be-4f83-a2b0-9baa32b95176 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/70dd18e1-14f9-4603-8a47-5fa00860ce35 HTTP/1.1" status: 204 len: 168 time: 1.1641943 Feb 08 16:00:40.491595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-179ca50b-b4cf-4f09-8dd7-52178ec6a106 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] In _notify_port_updated(), no bound segment for port ce857970-bd89-4d02-837f-22295315db5b on network a669c9fc-a932-4ee3-ae3d-6f41af718588 {{(pid=103301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:00:40.505168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179ca50b-b4cf-4f09-8dd7-52178ec6a106 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:40.505839 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-179ca50b-b4cf-4f09-8dd7-52178ec6a106 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:40.510798 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-179ca50b-b4cf-4f09-8dd7-52178ec6a106 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "PUT /v2.0/ports/ce857970-bd89-4d02-837f-22295315db5b HTTP/1.1" status: 200 len: 818 time: 1.0081275 Feb 08 16:00:40.552235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53184) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:40.557876 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-abbc78be-1572-4f2d-9265-6d56a2b205ab req-5c8244a7-be95-4dd9-9648-f6650017eb7e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7463803 Feb 08 16:00:40.602617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a2eaa-52be-4f83-a2b0-9baa32b95176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dd18e1-14f9-4603-8a47-5fa00860ce35,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:40.645904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9570f5d0-d12b-4e96-aebe-5f7e1c530634 None None] Provisioning complete for port 1717f00d-9e55-4bee-a52d-d6f9188b54b4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:40.646302 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9570f5d0-d12b-4e96-aebe-5f7e1c530634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1717f00d-9e55-4bee-a52d-d6f9188b54b4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:40.697320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9570f5d0-d12b-4e96-aebe-5f7e1c530634 None None] Port 1717f00d-9e55-4bee-a52d-d6f9188b54b4 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:00:40.700607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ca50b-b4cf-4f09-8dd7-52178ec6a106 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=ce857970-bd89-4d02-837f-22295315db5b,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:40.754608 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0db81d9-38e2-40be-9cd0-46d97b24d8f7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1717f00d-9e55-4bee-a52d-d6f9188b54b4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:40.774440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 284ef57e-399c-48c5-9d92-9d35982ea512, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=284ef57e-399c-48c5-9d92-9d35982ea512,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:40.787051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b0db81d9-38e2-40be-9cd0-46d97b24d8f7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for 1717f00d-9e55-4bee-a52d-d6f9188b54b4 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:40.794466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '284ef57e-399c-48c5-9d92-9d35982ea512', 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073', 'port_id': '284ef57e-399c-48c5-9d92-9d35982ea512', 'mac_address': 'fa:16:3e:ac:47:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ecb47d-dbfd-4668-8784-e5338c0de0ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:00:40.814361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b434fcd-032e-4aeb-99a0-44c508f40baf req-2a4b8183-f9c1-403c-898a-e6abb7b4d32d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:40.843842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b434fcd-032e-4aeb-99a0-44c508f40baf req-2a4b8183-f9c1-403c-898a-e6abb7b4d32d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 932 time: 0.2808657 Feb 08 16:00:40.844959 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 284ef57e-399c-48c5-9d92-9d35982ea512 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:40.845729 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (284ef57e-399c-48c5-9d92-9d35982ea512), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:40.864969 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284ef57e-399c-48c5-9d92-9d35982ea512 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:00:40.905628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 284ef57e-399c-48c5-9d92-9d35982ea512, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=284ef57e-399c-48c5-9d92-9d35982ea512,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:40.915697 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (284ef57e-399c-48c5-9d92-9d35982ea512), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:41.009613 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b434fcd-032e-4aeb-99a0-44c508f40baf req-66a1d38b-e5e5-426e-b362-57a3402e82e5 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=51ea817b-8600-41dd-acba-1345f96bd7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612549 Feb 08 16:00:41.050168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=284ef57e-399c-48c5-9d92-9d35982ea512,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:41.089711 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0db81d9-38e2-40be-9cd0-46d97b24d8f7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (1717f00d-9e55-4bee-a52d-d6f9188b54b4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:41.198409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d31c6413-1eb2-472f-8d06-757942fa71bf {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:00:41.215451 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Publish callbacks [] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:41.233509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['284ef57e-399c-48c5-9d92-9d35982ea512'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:00:41.246604 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Transition to ACTIVE for port object d31c6413-1eb2-472f-8d06-757942fa71bf will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:00:41.248655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db81d9-38e2-40be-9cd0-46d97b24d8f7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=1717f00d-9e55-4bee-a52d-d6f9188b54b4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:41.380454 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:41.472021 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53200) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:41.585868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7bb57c22-4c1b-4707-8b88-5e86f68be35c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4d7a2e4ca7374a469365640a38c528a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1118762 Feb 08 16:00:41.591676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53206) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:41.665993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bedda-57e5-4362-98eb-990966f4d8a6 req-d2d04eac-3bcb-433c-9673-2e45c5f99a62 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:41.672530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e9bedda-57e5-4362-98eb-990966f4d8a6 req-d2d04eac-3bcb-433c-9673-2e45c5f99a62 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.2423241 Feb 08 16:00:41.816071 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d10013f0-6e55-4ae6-86d1-13a0c7e30390 admin admin] Publish callbacks [] for security_group (0cc2baf6-f756-4e86-81da-d2ec02d37803), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:41.845852 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e9bedda-57e5-4362-98eb-990966f4d8a6 req-fcaaa906-0865-4627-b596-d1477b75ed5d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624005 Feb 08 16:00:41.888834 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d10013f0-6e55-4ae6-86d1-13a0c7e30390 admin admin] Publish callbacks [] for security_group (0cc2baf6-f756-4e86-81da-d2ec02d37803), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:41.911377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ca84f-179f-43f7-a50d-7e755df8f5b1 req-8fe82df8-6da9-47bd-b95e-12765b77ed32 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:41.914978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a5ca84f-179f-43f7-a50d-7e755df8f5b1 req-8fe82df8-6da9-47bd-b95e-12765b77ed32 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 945 time: 0.1112857 Feb 08 16:00:42.063799 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a5ca84f-179f-43f7-a50d-7e755df8f5b1 req-a7780969-8cb9-4958-9efa-2b7801c69218 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155214 Feb 08 16:00:42.068388 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d10013f0-6e55-4ae6-86d1-13a0c7e30390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0cc2baf6-f756-4e86-81da-d2ec02d37803), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:42.076369 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d10013f0-6e55-4ae6-86d1-13a0c7e30390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:42.082907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d10013f0-6e55-4ae6-86d1-13a0c7e30390 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0cc2baf6-f756-4e86-81da-d2ec02d37803 HTTP/1.1" status: 204 len: 168 time: 0.4884787 Feb 08 16:00:42.106610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10013f0-6e55-4ae6-86d1-13a0c7e30390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc2baf6-f756-4e86-81da-d2ec02d37803,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:42.238318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e296271-a996-4ee5-86aa-76dbfbcdb13a req-fc318c82-886c-4523-8b20-bd2e07547932 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:42.240457 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0e296271-a996-4ee5-86aa-76dbfbcdb13a req-fc318c82-886c-4523-8b20-bd2e07547932 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 944 time: 0.1224666 Feb 08 16:00:42.252783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 284ef57e-399c-48c5-9d92-9d35982ea512 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:00:42.354240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 284ef57e-399c-48c5-9d92-9d35982ea512 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:00:42.362224 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0db81d9-38e2-40be-9cd0-46d97b24d8f7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:42.368010 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b0db81d9-38e2-40be-9cd0-46d97b24d8f7 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/1717f00d-9e55-4bee-a52d-d6f9188b54b4 HTTP/1.1" status: 204 len: 168 time: 2.3154793 Feb 08 16:00:42.374857 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53214) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:42.379358 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 284ef57e-399c-48c5-9d92-9d35982ea512 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:42.379959 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (284ef57e-399c-48c5-9d92-9d35982ea512), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:42.384912 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0e296271-a996-4ee5-86aa-76dbfbcdb13a req-6db59cca-0c3b-46c6-b29f-ded534e6ff83 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=51ea817b-8600-41dd-acba-1345f96bd7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262321 Feb 08 16:00:42.442471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd2582-5c35-463b-b0a9-ade198c9b130 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port ce857970-bd89-4d02-837f-22295315db5b {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:42.445392 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2582-5c35-463b-b0a9-ade198c9b130 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ce857970-bd89-4d02-837f-22295315db5b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:42.499823 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d04b1a-81b5-4272-8ea9-9b8fb7e79f2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] GET failed (client error): The resource could not be found. Feb 08 16:00:42.504568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53216) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:42.507914 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-49d04b1a-81b5-4272-8ea9-9b8fb7e79f2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/1717f00d-9e55-4bee-a52d-d6f9188b54b4 HTTP/1.1" status: 404 len: 333 time: 0.1325898 Feb 08 16:00:42.569988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d31c6413-1eb2-472f-8d06-757942fa71bf,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:42.615447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 284ef57e-399c-48c5-9d92-9d35982ea512 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:42.616046 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (284ef57e-399c-48c5-9d92-9d35982ea512), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:42.667311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 284ef57e-399c-48c5-9d92-9d35982ea512, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=284ef57e-399c-48c5-9d92-9d35982ea512,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:42.672006 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d0ef6d-04ea-48e7-b232-447923249c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284ef57e-399c-48c5-9d92-9d35982ea512'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:00:42.676928 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d3a85c-7996-42e6-90c6-0a336945a6be" -d '{"events": [{"server_uuid": "11d0ef6d-04ea-48e7-b232-447923249c34", "name": "network-vif-plugged", "status": "completed", "tag": "284ef57e-399c-48c5-9d92-9d35982ea512"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:00:42.697380 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (284ef57e-399c-48c5-9d92-9d35982ea512), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:42.716897 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-02cccc24-846c-40e3-859e-17765e5a1411 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (75c8765e-3cf9-446a-b7fc-062609baf206), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:42.749673 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-02cccc24-846c-40e3-859e-17765e5a1411 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (75c8765e-3cf9-446a-b7fc-062609baf206), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:42.800930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Attempting to bind port d31c6413-1eb2-472f-8d06-757942fa71bf on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:00:42.811810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Attempting to bind port d31c6413-1eb2-472f-8d06-757942fa71bf by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:00:42.812254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Attempting to bind port d31c6413-1eb2-472f-8d06-757942fa71bf on network 8dac800a-41cf-4608-84ad-1dd6f88aa855 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:42.828569 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Port d31c6413-1eb2-472f-8d06-757942fa71bf on network 8dac800a-41cf-4608-84ad-1dd6f88aa855 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:00:42.828938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Attempting to bind port d31c6413-1eb2-472f-8d06-757942fa71bf on network 8dac800a-41cf-4608-84ad-1dd6f88aa855 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:42.832412 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2582-5c35-463b-b0a9-ade198c9b130 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ce857970-bd89-4d02-837f-22295315db5b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:42.850028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:00:42.850317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Checking segment: {'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:42.851105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Bound using segment: {'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:00:42.851105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Bound port: d31c6413-1eb2-472f-8d06-757942fa71bf, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01c89b1-c389-4de7-9226-1893aebd68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:00:42.851506 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:42.855105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a0fd2582-5c35-463b-b0a9-ade198c9b130 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for ce857970-bd89-4d02-837f-22295315db5b owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:42.874446 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c962ec7-6aae-4b8d-b11b-9d5ae6236083 x-openstack-request-id: req-4c962ec7-6aae-4b8d-b11b-9d5ae6236083 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:00:42.879919 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d0ef6d-04ea-48e7-b232-447923249c34", "name": "network-vif-plugged", "status": "completed", "tag": "284ef57e-399c-48c5-9d92-9d35982ea512", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:00:42.879919 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4c962ec7-6aae-4b8d-b11b-9d5ae6236083 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:00:42.879919 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d0ef6d-04ea-48e7-b232-447923249c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284ef57e-399c-48c5-9d92-9d35982ea512', 'code': 200} Feb 08 16:00:42.974747 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-02cccc24-846c-40e3-859e-17765e5a1411 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (75c8765e-3cf9-446a-b7fc-062609baf206), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:42.978966 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-02cccc24-846c-40e3-859e-17765e5a1411 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:42.980926 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-02cccc24-846c-40e3-859e-17765e5a1411 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/security-groups/75c8765e-3cf9-446a-b7fc-062609baf206 HTTP/1.1" status: 204 len: 168 time: 0.4749467 Feb 08 16:00:42.986919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53228) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:42.999085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cccc24-846c-40e3-859e-17765e5a1411 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c8765e-3cf9-446a-b7fc-062609baf206,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:43.099326 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=284ef57e-399c-48c5-9d92-9d35982ea512,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:43.195592 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] For port d31c6413-1eb2-472f-8d06-757942fa71bf, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:00:43.249245 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1307e-ab82-4c1c-8905-04b3a640fce6 req-a359532a-1801-4bf2-b7aa-8256e682e50f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:43.249857 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] For port d31c6413-1eb2-472f-8d06-757942fa71bf, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d31c6413-1eb2-472f-8d06-757942fa71bf,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:00:43.251374 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1517aa42-7dbc-4ff1-bba8-4f07afb4cb56 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (3c722246-45e0-4bec-a6ef-1b6b7dc82f07), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:43.260244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-45b1307e-ab82-4c1c-8905-04b3a640fce6 req-a359532a-1801-4bf2-b7aa-8256e682e50f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.2138152 Feb 08 16:00:43.323185 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1517aa42-7dbc-4ff1-bba8-4f07afb4cb56 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (3c722246-45e0-4bec-a6ef-1b6b7dc82f07), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:43.423626 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439ae3d-8dca-45d7-8e52-f87150869165 req-0708bda9-e20f-4909-8d99-53373984d49d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:43.428604 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2439ae3d-8dca-45d7-8e52-f87150869165 req-0708bda9-e20f-4909-8d99-53373984d49d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 946 time: 0.1655440 Feb 08 16:00:43.436541 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:43.449178 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1517aa42-7dbc-4ff1-bba8-4f07afb4cb56 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3c722246-45e0-4bec-a6ef-1b6b7dc82f07), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:43.454792 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1517aa42-7dbc-4ff1-bba8-4f07afb4cb56 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:43.457249 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1517aa42-7dbc-4ff1-bba8-4f07afb4cb56 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/security-groups/3c722246-45e0-4bec-a6ef-1b6b7dc82f07 HTTP/1.1" status: 204 len: 168 time: 0.4592066 Feb 08 16:00:43.517933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53250) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:43.553702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa401c-dfa0-44fe-8a19-daa72b4d5ba8 req-4d0564e3-e3ba-4687-b199-a61f31d5ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:43.557123 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-09fa401c-dfa0-44fe-8a19-daa72b4d5ba8 req-4d0564e3-e3ba-4687-b199-a61f31d5ee29 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 1129 time: 0.4524863 Feb 08 16:00:43.561943 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2439ae3d-8dca-45d7-8e52-f87150869165 req-d52aae23-5446-46d9-8ecb-4171c3e9ab83 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208947 Feb 08 16:00:43.567932 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2582-5c35-463b-b0a9-ade198c9b130 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ce857970-bd89-4d02-837f-22295315db5b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:43.611617 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-45b1307e-ab82-4c1c-8905-04b3a640fce6 req-8d7e4613-a6d6-4bed-a4e8-e125295f0e7b tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431449 Feb 08 16:00:43.645267 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517aa42-7dbc-4ff1-bba8-4f07afb4cb56 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c722246-45e0-4bec-a6ef-1b6b7dc82f07,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:43.649041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:43.649996 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:43.652135 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] 10.222.0.96 "PUT /v2.0/ports/d31c6413-1eb2-472f-8d06-757942fa71bf HTTP/1.1" status: 200 len: 1093 time: 3.6895685 Feb 08 16:00:43.669081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e646e5-72e7-45e1-bb53-8301ea567f34', 'tag': 'd31c6413-1eb2-472f-8d06-757942fa71bf'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:00:43.675363 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d543d09-570b-4646-956a-daabb77a7707" -d '{"events": [{"name": "network-changed", "server_uuid": "30e646e5-72e7-45e1-bb53-8301ea567f34", "tag": "d31c6413-1eb2-472f-8d06-757942fa71bf"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:00:43.697018 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0fd2582-5c35-463b-b0a9-ade198c9b130 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:43.701927 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a0fd2582-5c35-463b-b0a9-ade198c9b130 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/ce857970-bd89-4d02-837f-22295315db5b HTTP/1.1" status: 204 len: 168 time: 3.1462550 Feb 08 16:00:43.705359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53260) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:43.779621 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-09fa401c-dfa0-44fe-8a19-daa72b4d5ba8 req-a304170c-f4a6-4168-962b-71ed15bcabd2 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795263 Feb 08 16:00:43.791572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be045ee8-3488-41b8-a397-aab68995a7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d31c6413-1eb2-472f-8d06-757942fa71bf,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:43.823859 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115768db-9255-4293-8d97-5b682e0ba7b8 x-openstack-request-id: req-115768db-9255-4293-8d97-5b682e0ba7b8 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:00:43.824265 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e646e5-72e7-45e1-bb53-8301ea567f34", "tag": "d31c6413-1eb2-472f-8d06-757942fa71bf", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:00:43.824619 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-115768db-9255-4293-8d97-5b682e0ba7b8 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:00:43.825167 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e646e5-72e7-45e1-bb53-8301ea567f34', 'tag': 'd31c6413-1eb2-472f-8d06-757942fa71bf', 'status': 'completed', 'code': 200} Feb 08 16:00:43.830421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a4727f-0dec-4ab5-8c94-30b6448c2c4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting subnet a6e2fff6-2a9a-44cf-9a05-7d05332307b2 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:00:43.873361 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17a4727f-0dec-4ab5-8c94-30b6448c2c4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (a6e2fff6-2a9a-44cf-9a05-7d05332307b2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:43.882125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd2582-5c35-463b-b0a9-ade198c9b130 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=ce857970-bd89-4d02-837f-22295315db5b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:43.934671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-294eb63c-3880-40f3-9ee2-3f7d552ac808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:43.936335 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-294eb63c-3880-40f3-9ee2-3f7d552ac808 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc&device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 1127 time: 0.1636775 Feb 08 16:00:43.941810 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17a4727f-0dec-4ab5-8c94-30b6448c2c4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (a6e2fff6-2a9a-44cf-9a05-7d05332307b2), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:44.014119 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-f96f3e7c-247b-4db5-9203-fccec7f57fd9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d31c6413-1eb2-472f-8d06-757942fa71bf HTTP/1.1" status: 200 len: 217 time: 0.0458746 Feb 08 16:00:44.051447 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc80357-2da9-44df-8dee-ac8b06013574 req-e1d6f1e6-0d83-4b82-83fb-fd99aace4dd3 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:44.053796 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fdc80357-2da9-44df-8dee-ac8b06013574 req-e1d6f1e6-0d83-4b82-83fb-fd99aace4dd3 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 944 time: 0.2240763 Feb 08 16:00:44.106138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2846f2c6-2c62-4253-8da5-f87eac2f1e42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:44.112673 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2846f2c6-2c62-4253-8da5-f87eac2f1e42 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4049196 Feb 08 16:00:44.126784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53274) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:44.137185 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-26a6f03a-36cf-455b-ab41-0dde30cf459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:44.139015 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-26a6f03a-36cf-455b-ab41-0dde30cf459f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9 HTTP/1.1" status: 200 len: 849 time: 0.1152413 Feb 08 16:00:44.187451 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17a4727f-0dec-4ab5-8c94-30b6448c2c4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (a6e2fff6-2a9a-44cf-9a05-7d05332307b2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:44.252388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-2a5a0474-b277-48cf-b39d-8750b78f23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:44.254416 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-2a5a0474-b277-48cf-b39d-8750b78f23fd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8dac800a-41cf-4608-84ad-1dd6f88aa855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1056092 Feb 08 16:00:44.281653 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ca7f4e-fe3e-4622-b4cc-af8a44dcc927 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] GET failed (client error): The resource could not be found. Feb 08 16:00:44.292893 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-07ca7f4e-fe3e-4622-b4cc-af8a44dcc927 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/ce857970-bd89-4d02-837f-22295315db5b HTTP/1.1" status: 404 len: 333 time: 0.1466274 Feb 08 16:00:44.294005 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53280) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:44.304240 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e37d6574-de17-489a-8a3f-6878223de063 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-268312715'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:44.332806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53282) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:44.355227 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37d6574-de17-489a-8a3f-6878223de063 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:44.359522 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e37d6574-de17-489a-8a3f-6878223de063 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:44.408926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37d6574-de17-489a-8a3f-6878223de063 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:00:44.425753 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e37d6574-de17-489a-8a3f-6878223de063 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (768a94b4-3b23-4417-879a-1469e26780a7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:44.426713 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-e37d6574-de17-489a-8a3f-6878223de063 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Added segment 768a94b4-3b23-4417-879a-1469e26780a7 of type vlan for network 1c3689d8-f430-449a-ab5b-ba23e2a261bb Feb 08 16:00:44.510107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e37d6574-de17-489a-8a3f-6878223de063 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (1c3689d8-f430-449a-ab5b-ba23e2a261bb), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:44.549894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fdc80357-2da9-44df-8dee-ac8b06013574 req-f753a939-24b7-4e2b-997a-babe1672b9aa tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=51ea817b-8600-41dd-acba-1345f96bd7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4804704 Feb 08 16:00:44.551239 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e37d6574-de17-489a-8a3f-6878223de063 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (1c3689d8-f430-449a-ab5b-ba23e2a261bb), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:44.557113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d6574-de17-489a-8a3f-6878223de063 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:44.557978 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-7d075ee2-ce9d-4039-acae-029fd3d56835 service neutron] 10.222.0.96 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961528 Feb 08 16:00:44.558474 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e37d6574-de17-489a-8a3f-6878223de063 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:44.661542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d6574-de17-489a-8a3f-6878223de063 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Network': ['ID=1c3689d8-f430-449a-ab5b-ba23e2a261bb,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:44.670322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-3b5f0d0b-0f37-4c8e-b768-510358b11d39 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:44.676181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53304) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:44.678361 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 1c3689d8-f430-449a-ab5b-ba23e2a261bb details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:00:44.688853 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3b5f0d0b-0f37-4c8e-b768-510358b11d39 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3512332 Feb 08 16:00:44.737962 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e37d6574-de17-489a-8a3f-6878223de063 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4403880 Feb 08 16:00:44.738702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53306) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:44.746277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-1aca8503-8d2f-4b16-ae98-c52ce0d1572f tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:44.748108 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1aca8503-8d2f-4b16-ae98-c52ce0d1572f tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0092752 Feb 08 16:00:44.756557 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53308) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:44.766197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-07e0523b-9502-4fc0-9344-ba4033c3c39f tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:44.768274 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-07e0523b-9502-4fc0-9344-ba4033c3c39f tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0094919 Feb 08 16:00:44.774219 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53312) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:44.776608 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17a4727f-0dec-4ab5-8c94-30b6448c2c4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (a6e2fff6-2a9a-44cf-9a05-7d05332307b2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:44.797542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-bcd78507-4352-4048-8986-791c611ae185 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:44.802460 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bcd78507-4352-4048-8986-791c611ae185 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0201671 Feb 08 16:00:44.812214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-693d7ff8-1006-4104-978d-8cd1ed85bbbd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'subnet': {'network_id': '1c3689d8-f430-449a-ab5b-ba23e2a261bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:44.835178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53314) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:44.861233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4727f-0dec-4ab5-8c94-30b6448c2c4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e2fff6-2a9a-44cf-9a05-7d05332307b2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:44.880867 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17a4727f-0dec-4ab5-8c94-30b6448c2c4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:44.882786 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0e0d23-5f76-497e-b2ae-35e341e2f20c None None] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:44.884401 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-17a4727f-0dec-4ab5-8c94-30b6448c2c4e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/a6e2fff6-2a9a-44cf-9a05-7d05332307b2 HTTP/1.1" status: 204 len: 168 time: 1.3593018 Feb 08 16:00:44.892209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53316) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:44.917314 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-dfc5bba1-927c-4a77-9887-0fff749d6b27 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'subnet': {'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:45.035517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-1fcc2e07-733d-4325-abf5-4dec1fb88cc0 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.036860 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1fcc2e07-733d-4325-abf5-4dec1fb88cc0 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.1885228 Feb 08 16:00:45.047542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53318) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.072653 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29f483e3-9893-4c71-beb5-18b4104f8a2f req-a47e107a-873d-4c42-8d6d-eb2b9a236263 service neutron] 10.222.0.96 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882627 Feb 08 16:00:45.115621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-4d26fe7f-e96d-4b9c-b85b-ab37d1bb036d tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.121031 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4d26fe7f-e96d-4b9c-b85b-ab37d1bb036d tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0556819 Feb 08 16:00:45.132677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53322) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.167303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-961426f7-6228-4e1f-adea-ee27098a9697 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.171758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-961426f7-6228-4e1f-adea-ee27098a9697 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0269089 Feb 08 16:00:45.185855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53324) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.217483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-7286ff7c-131d-416b-bf7a-1985c306a0d3 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.219113 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7286ff7c-131d-416b-bf7a-1985c306a0d3 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0321081 Feb 08 16:00:45.231946 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53326) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.282006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-576c877d-7603-4467-8ecf-53f16e72c92c tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.282917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-576c877d-7603-4467-8ecf-53f16e72c92c tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0499985 Feb 08 16:00:45.286638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53332) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.310464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b36409-8fe1-439d-ac41-95dfcc75d74e req-2cf4a543-0d2e-4d3b-973d-640c552cb9fa tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:45.312619 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85b36409-8fe1-439d-ac41-95dfcc75d74e req-2cf4a543-0d2e-4d3b-973d-640c552cb9fa tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 946 time: 0.6145558 Feb 08 16:00:45.322638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-f1c5f6c2-f5c3-4815-a256-8b00dba4e966 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.327621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53334) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.329274 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f1c5f6c2-f5c3-4815-a256-8b00dba4e966 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0400255 Feb 08 16:00:45.337419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-9924137e-8b72-48b2-ba4d-22be922ec3ca tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.338826 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9924137e-8b72-48b2-ba4d-22be922ec3ca tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0069172 Feb 08 16:00:45.342563 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53336) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.350703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d543d09-570b-4646-956a-daabb77a7707 req-ccc06da9-7437-4b01-9c8f-eb2e6fa51901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:45.353669 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3d543d09-570b-4646-956a-daabb77a7707 req-ccc06da9-7437-4b01-9c8f-eb2e6fa51901 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc&device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 1127 time: 0.1414104 Feb 08 16:00:45.358957 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-ec82acd1-eeb0-4f0c-a0c2-8405b045fe60 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.365799 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ec82acd1-eeb0-4f0c-a0c2-8405b045fe60 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0216348 Feb 08 16:00:45.382221 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53338) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.405405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-515ce5a3-e78d-4c9b-a3df-1f3e9add1edc tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.410421 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-515ce5a3-e78d-4c9b-a3df-1f3e9add1edc tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0270548 Feb 08 16:00:45.411107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53342) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.419935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693d7ff8-1006-4104-978d-8cd1ed85bbbd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:45.430391 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-693d7ff8-1006-4104-978d-8cd1ed85bbbd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:45.442201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc5bba1-927c-4a77-9887-0fff749d6b27 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:45.445896 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfc5bba1-927c-4a77-9887-0fff749d6b27 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:45.517192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-58e9f68d-0200-43d9-a9b8-b17150b8a059 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:45.524736 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-58e9f68d-0200-43d9-a9b8-b17150b8a059 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 814 time: 0.8019817 Feb 08 16:00:45.556189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-1b6ae9f1-ac2a-4d5c-9ede-4d8965896b6b tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.560105 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1b6ae9f1-ac2a-4d5c-9ede-4d8965896b6b tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.1187944 Feb 08 16:00:45.563853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53344) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.576124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-d3d69c96-a36b-43db-8b4a-e5a62eeb0cda tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.580422 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d3d69c96-a36b-43db-8b4a-e5a62eeb0cda tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0119441 Feb 08 16:00:45.584045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53346) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.592603 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-fcff492b-f15a-4283-ad09-92c54b1ab009 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.596839 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fcff492b-f15a-4283-ad09-92c54b1ab009 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0080585 Feb 08 16:00:45.598330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53350) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.609273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-795daaca-0be5-46cd-8614-ed07b0b82cba tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/quotas/c6b8b28708264c7d928902be76796bef HTTP/1.1" status: 200 len: 375 time: 0.0830820 Feb 08 16:00:45.625386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-82d9d8bf-c66e-4258-a07c-a8809141d703 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.626753 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-82d9d8bf-c66e-4258-a07c-a8809141d703 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0147498 Feb 08 16:00:45.633993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53352) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.673399 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-45f4c21f-9581-4879-bf46-cc7a135e7cb1 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.674389 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-45f4c21f-9581-4879-bf46-cc7a135e7cb1 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0091236 Feb 08 16:00:45.681256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53354) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.691661 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85b36409-8fe1-439d-ac41-95dfcc75d74e req-c6bf5b7c-5480-45fc-aaab-02459fef1993 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607733 Feb 08 16:00:45.695569 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-f7bf51c0-1cae-407d-b4c9-a15642eb3cd6 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.699731 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f7bf51c0-1cae-407d-b4c9-a15642eb3cd6 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0174134 Feb 08 16:00:45.702964 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53356) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.708399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-e5b46eba-882f-4bc3-87c8-1029e179d33d tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.713019 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e5b46eba-882f-4bc3-87c8-1029e179d33d tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0082731 Feb 08 16:00:45.719154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53358) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.720037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d543d09-570b-4646-956a-daabb77a7707 req-074b57f8-81e5-4218-8567-4ff35baaf714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:45.725974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-b92edf14-2493-41fa-b574-42aaaaae77cd tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.726969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b92edf14-2493-41fa-b574-42aaaaae77cd tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0067034 Feb 08 16:00:45.730195 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53360) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.730709 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3d543d09-570b-4646-956a-daabb77a7707 req-074b57f8-81e5-4218-8567-4ff35baaf714 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8dac800a-41cf-4608-84ad-1dd6f88aa855 HTTP/1.1" status: 200 len: 911 time: 0.3585007 Feb 08 16:00:45.746040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-dc5f6681-4b9a-4398-b82e-6ec4a8a24394 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.747061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-dc5f6681-4b9a-4398-b82e-6ec4a8a24394 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0072608 Feb 08 16:00:45.753778 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53362) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.760916 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-a2f9f17b-0465-40a8-a06d-85ff64369315 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.763107 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a2f9f17b-0465-40a8-a06d-85ff64369315 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0080383 Feb 08 16:00:45.768247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53364) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.782411 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-583b9b96-0f2f-4552-872e-6dbc3357ab28 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1703954 Feb 08 16:00:45.792340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-3e84af4c-7c7b-432f-8954-74cfe8d99f57 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.793483 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3e84af4c-7c7b-432f-8954-74cfe8d99f57 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0076118 Feb 08 16:00:45.803660 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53366) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.836430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-db6ff0f6-c36c-44d7-9f58-4cb195564525 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.837772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-db6ff0f6-c36c-44d7-9f58-4cb195564525 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0221376 Feb 08 16:00:45.868143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53368) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.873931 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3d543d09-570b-4646-956a-daabb77a7707 req-78ec0d34-ce76-4e9f-b0b2-a0c247b5f51b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d31c6413-1eb2-472f-8d06-757942fa71bf HTTP/1.1" status: 200 len: 217 time: 0.0820491 Feb 08 16:00:45.898864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-3c0c5836-1ff9-4680-98f5-ec2878be1211 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.899923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3c0c5836-1ff9-4680-98f5-ec2878be1211 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0052154 Feb 08 16:00:45.910527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53372) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.933096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-449dbf85-4a69-46af-9963-e8d4893c16af tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:45.934320 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-449dbf85-4a69-46af-9963-e8d4893c16af tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0085552 Feb 08 16:00:45.946096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53374) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:45.946718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d543d09-570b-4646-956a-daabb77a7707 req-4d1fcd9b-b1b6-4d21-afd4-79ce8eab5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:45.950726 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3d543d09-570b-4646-956a-daabb77a7707 req-4d1fcd9b-b1b6-4d21-afd4-79ce8eab5495 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9 HTTP/1.1" status: 200 len: 849 time: 0.0681307 Feb 08 16:00:46.075488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d543d09-570b-4646-956a-daabb77a7707 req-cff3e386-b91a-4435-a10d-6a45c2923ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:46.077112 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3d543d09-570b-4646-956a-daabb77a7707 req-cff3e386-b91a-4435-a10d-6a45c2923ba0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8dac800a-41cf-4608-84ad-1dd6f88aa855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1176913 Feb 08 16:00:46.082511 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfc5bba1-927c-4a77-9887-0fff749d6b27 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (87f59507-4118-4e47-bf7c-e2b2c1366f12), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:46.175145 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5bba1-927c-4a77-9887-0fff749d6b27 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Subnet': ['ID=87f59507-4118-4e47-bf7c-e2b2c1366f12,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:46.242197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc5bba1-927c-4a77-9887-0fff749d6b27 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:46.245754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-dfc5bba1-927c-4a77-9887-0fff749d6b27 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:46.251151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc5bba1-927c-4a77-9887-0fff749d6b27 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:46.251932 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfc5bba1-927c-4a77-9887-0fff749d6b27 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:46.278630 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dfc5bba1-927c-4a77-9887-0fff749d6b27 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3823552 Feb 08 16:00:46.283131 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53378) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:46.289375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-264cdd65-e893-4d29-9999-4340e5d72feb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'security_group': {'name': 'tempest-secgroup-32650300'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:46.318919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e984dab4-d6ba-42a9-b09e-53b672df921b None None] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:46.350335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e6310ab5-3638-4369-ae1f-9a23671a4715 None None] Provisioning complete for port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:46.360288 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e6310ab5-3638-4369-ae1f-9a23671a4715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:46.367970 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-264cdd65-e893-4d29-9999-4340e5d72feb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:46.426343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-9c0b10a6-77ba-4819-83aa-eb809d2c820f tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:46.427471 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9c0b10a6-77ba-4819-83aa-eb809d2c820f tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0086298 Feb 08 16:00:46.435024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53380) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:46.454715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-df6bc042-09c0-40b1-aad7-5eb37cf74cb6 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:46.459303 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-df6bc042-09c0-40b1-aad7-5eb37cf74cb6 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0186028 Feb 08 16:00:46.475226 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53382) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:46.492600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-3d541b1d-de0d-4313-8693-bb08df66c300 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:46.493977 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3d541b1d-de0d-4313-8693-bb08df66c300 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0053082 Feb 08 16:00:46.498823 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53384) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:46.508327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-e64fab4a-186f-484f-8c58-d1f04c94d700 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:46.509677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e64fab4a-186f-484f-8c58-d1f04c94d700 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0076983 Feb 08 16:00:46.512206 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3d543d09-570b-4646-956a-daabb77a7707 req-9b8baea6-703e-4c28-a0ce-e6d6cd31bc1e service neutron] 10.222.0.96 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257014 Feb 08 16:00:46.526513 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53386) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:46.533177 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-2ec0ad59-2e9c-4f7d-ae86-dfd1df78b1d0 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:46.537772 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2ec0ad59-2e9c-4f7d-ae86-dfd1df78b1d0 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0097799 Feb 08 16:00:46.549425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53388) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:46.564188 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-5bbcf94e-2415-4f33-8dbf-32417e86c62e tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:46.565554 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5bbcf94e-2415-4f33-8dbf-32417e86c62e tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0112066 Feb 08 16:00:46.570326 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-693d7ff8-1006-4104-978d-8cd1ed85bbbd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (3b645f85-4db0-46fb-9f5e-83db0de48f62), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:46.586547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be1ed0-ab32-4de3-a396-1a99ed215b4a req-929b6153-6c63-4900-a622-980620ee66b6 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:46.590227 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15be1ed0-ab32-4de3-a396-1a99ed215b4a req-929b6153-6c63-4900-a622-980620ee66b6 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.6839666 Feb 08 16:00:46.595532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53390) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:46.605107 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-f545d45b-9ed9-4ce2-a786-ffa3fc3a5393 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:46.606423 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f545d45b-9ed9-4ce2-a786-ffa3fc3a5393 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0060632 Feb 08 16:00:46.630811 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-4329a747-6de2-4548-a53c-4c1d90c8a899 service neutron] 10.222.0.82 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8463588 Feb 08 16:00:46.633739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53392) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:46.687151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-bf4ebe6e-2973-45b6-929b-100884435cf3 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:46.688811 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bf4ebe6e-2973-45b6-929b-100884435cf3 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0125692 Feb 08 16:00:46.693455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53394) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:46.699411 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-bc6cdd9a-219f-4022-95ba-c2128c0eb17e tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:46.727054 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bc6cdd9a-219f-4022-95ba-c2128c0eb17e tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0324004 Feb 08 16:00:46.729004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53398) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:46.734932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-8bc1589b-6295-4d17-a20f-023b72d210b2 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:46.736021 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8bc1589b-6295-4d17-a20f-023b72d210b2 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046144 Feb 08 16:00:46.756256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e6310ab5-3638-4369-ae1f-9a23671a4715 None None] Current status of the port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:46.775404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53402) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:46.780012 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e6310ab5-3638-4369-ae1f-9a23671a4715 None None] Provisioning complete for port 14b391a0-dc8b-46f9-9acc-fa060199b5aa triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:46.794200 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e6310ab5-3638-4369-ae1f-9a23671a4715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (14b391a0-dc8b-46f9-9acc-fa060199b5aa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:46.805253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-c400765f-8f69-4f8f-8326-194eb50bff5a tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:46.806261 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c400765f-8f69-4f8f-8326-194eb50bff5a tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0298965 Feb 08 16:00:46.846142 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53404) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:46.874574 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-56024e38-492c-48c8-ad6a-84ffed4f2a09 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:46.876814 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-56024e38-492c-48c8-ad6a-84ffed4f2a09 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0283785 Feb 08 16:00:46.879071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53406) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:46.888177 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e6310ab5-3638-4369-ae1f-9a23671a4715 None None] Port 14b391a0-dc8b-46f9-9acc-fa060199b5aa cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:00:46.892031 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-31195113-1a0f-470d-b095-bac9ae840dd0 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:46.894924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-31195113-1a0f-470d-b095-bac9ae840dd0 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0079882 Feb 08 16:00:46.899291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53408) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:46.899954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d7ff8-1006-4104-978d-8cd1ed85bbbd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Subnet': ['ID=3b645f85-4db0-46fb-9f5e-83db0de48f62,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:46.911444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-45074bf2-834a-4b32-8e8b-5fb7023143f7 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:46.915219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-45074bf2-834a-4b32-8e8b-5fb7023143f7 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0076447 Feb 08 16:00:46.926381 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15be1ed0-ab32-4de3-a396-1a99ed215b4a req-2d366e8f-3769-45a1-9c60-e85fe3380c90 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112853 Feb 08 16:00:46.941403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53410) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:46.950493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d7ff8-1006-4104-978d-8cd1ed85bbbd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Checking segment: {'id': '768a94b4-3b23-4417-879a-1469e26780a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1c3689d8-f430-449a-ab5b-ba23e2a261bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:46.951102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693d7ff8-1006-4104-978d-8cd1ed85bbbd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network hostable DHCP agents. Network: 1c3689d8-f430-449a-ab5b-ba23e2a261bb, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:00:46.965475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-b194c33c-bc24-4eac-ae0d-05d3ebebc120 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:46.967411 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b194c33c-bc24-4eac-ae0d-05d3ebebc120 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0100460 Feb 08 16:00:47.033692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53414) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.033692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-5a21b35d-bafe-4ca6-a466-b73adf64a98a tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.033692 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5a21b35d-bafe-4ca6-a466-b73adf64a98a tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0255325 Feb 08 16:00:47.033692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53416) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.046693 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-f319b2f4-414b-4d80-bcdb-d798411edd33 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.049893 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f319b2f4-414b-4d80-bcdb-d798411edd33 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0355041 Feb 08 16:00:47.058715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53418) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.066529 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-43ad9f7c-b731-48ac-bb51-d345b0374671 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.067836 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-43ad9f7c-b731-48ac-bb51-d345b0374671 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0063322 Feb 08 16:00:47.070636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53420) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.075736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-e73a861d-4184-4033-aef2-75a9e140da24 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.077082 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e73a861d-4184-4033-aef2-75a9e140da24 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0054495 Feb 08 16:00:47.087625 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-264cdd65-e893-4d29-9999-4340e5d72feb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (4504eb59-cd78-49bb-bd07-938347e1ffd1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:47.092934 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53422) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.096532 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5c318473-3639-406f-b7f5-0e0f3eba4cf1 service neutron] 10.222.0.82 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607337 Feb 08 16:00:47.098636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693d7ff8-1006-4104-978d-8cd1ed85bbbd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network 1c3689d8-f430-449a-ab5b-ba23e2a261bb is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:00:47.100037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-831127d3-773c-48af-b282-38368b29de4e tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.105736 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-831127d3-773c-48af-b282-38368b29de4e tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0098350 Feb 08 16:00:47.108123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53424) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.111110 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-264cdd65-e893-4d29-9999-4340e5d72feb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4504eb59-cd78-49bb-bd07-938347e1ffd1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:47.123754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-47a9da12-f704-4d15-a496-440629d05758 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.124972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-47a9da12-f704-4d15-a496-440629d05758 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0111561 Feb 08 16:00:47.128756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53426) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.145330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [None req-38fcfbee-525c-41d6-a94d-8c3358f7be5a tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.147642 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-38fcfbee-525c-41d6-a94d-8c3358f7be5a tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0161088 Feb 08 16:00:47.150169 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-693d7ff8-1006-4104-978d-8cd1ed85bbbd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 1c3689d8-f430-449a-ab5b-ba23e2a261bb) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:47.152284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53428) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.159979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d7ff8-1006-4104-978d-8cd1ed85bbbd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:47.160599 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-693d7ff8-1006-4104-978d-8cd1ed85bbbd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:47.166720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-264cdd65-e893-4d29-9999-4340e5d72feb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:47.170413 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-264cdd65-e893-4d29-9999-4340e5d72feb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8836751 Feb 08 16:00:47.174470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-5d94df67-bf13-4d52-bab4-9e4bfa024f83 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.174936 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53430) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.178770 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5d94df67-bf13-4d52-bab4-9e4bfa024f83 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0179622 Feb 08 16:00:47.186444 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53432) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.192803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6ee4ece1-734b-466a-9abf-64e3ba436e57 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'security_group': {'name': 'tempest-secgroup-190616019'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:47.208495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-d1baca3a-83d1-480c-b78e-bfd3bf96b006 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.214353 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d1baca3a-83d1-480c-b78e-bfd3bf96b006 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0152423 Feb 08 16:00:47.215218 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53434) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.224056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-20d430f6-d656-4ca9-9a70-42d041f00014 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.229279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5928df-e47d-437a-aa7b-d9c7637adc1d None None] Network 1c3689d8-f430-449a-ab5b-ba23e2a261bb requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:47.229876 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-20d430f6-d656-4ca9-9a70-42d041f00014 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0117419 Feb 08 16:00:47.234896 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3d543d09-570b-4646-956a-daabb77a7707 req-b82ed671-b938-4292-9bfd-b6594e40b703 service neutron] 10.222.0.96 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913259 Feb 08 16:00:47.235642 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53436) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.236597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cdd65-e893-4d29-9999-4340e5d72feb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4504eb59-cd78-49bb-bd07-938347e1ffd1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:47.261020 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ece1-734b-466a-9abf-64e3ba436e57 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:47.278212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-0c9810b9-31c7-4fd2-9cdd-6d254f179ac1 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.283491 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0c9810b9-31c7-4fd2-9cdd-6d254f179ac1 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0199730 Feb 08 16:00:47.285557 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53438) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.290838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-18622a65-ba24-450e-ab49-ad25350c1683 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.291929 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-18622a65-ba24-450e-ab49-ad25350c1683 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0054388 Feb 08 16:00:47.295565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53440) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.308935 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-33ba4a79-c2f1-4879-85e2-3fc83638bee7 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.312559 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-33ba4a79-c2f1-4879-85e2-3fc83638bee7 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0157070 Feb 08 16:00:47.314729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53442) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.325676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-357d0068-948e-4903-8d78-275e1af7e28f tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.330299 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-357d0068-948e-4903-8d78-275e1af7e28f tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0117426 Feb 08 16:00:47.331052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53444) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.338613 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-693d7ff8-1006-4104-978d-8cd1ed85bbbd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5299032 Feb 08 16:00:47.339446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-ab26bdc7-6fc3-405f-bb20-a34800748717 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.346151 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ab26bdc7-6fc3-405f-bb20-a34800748717 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0131516 Feb 08 16:00:47.347889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53448) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.354623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53446) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.360877 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-f89b0014-a626-414d-a0ad-b552b1fb7e89 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.362890 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f89b0014-a626-414d-a0ad-b552b1fb7e89 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0120006 Feb 08 16:00:47.365710 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53452) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.380125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ea531491-4785-44c9-a3ea-e995609e9791 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'subnet': {'network_id': '1c3689d8-f430-449a-ab5b-ba23e2a261bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:47.381965 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-b400f5d2-0314-464f-9010-1a2d2dc4dc71 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.385574 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b400f5d2-0314-464f-9010-1a2d2dc4dc71 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0147443 Feb 08 16:00:47.387024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53456) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.402964 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-a82e1830-c36c-498b-b671-18ef8b598086 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.406434 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a82e1830-c36c-498b-b671-18ef8b598086 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0139065 Feb 08 16:00:47.409371 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53458) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.415339 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-883487e3-8805-439c-a9e3-e7eac729fec3 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.418521 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-883487e3-8805-439c-a9e3-e7eac729fec3 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0057411 Feb 08 16:00:47.418747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53460) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.454632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-0d7879f1-acc8-4861-a084-ad8a0edc2a12 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.461322 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0d7879f1-acc8-4861-a084-ad8a0edc2a12 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0340209 Feb 08 16:00:47.466769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53464) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.480440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-4b258781-eb96-4f8a-bd65-58367e327d3f tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.483121 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4b258781-eb96-4f8a-bd65-58367e327d3f tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0149555 Feb 08 16:00:47.488602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53466) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.506442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-466ef1a4-f44d-48cf-873d-6d31fff1e851 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.508989 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-466ef1a4-f44d-48cf-873d-6d31fff1e851 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0182495 Feb 08 16:00:47.514649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53468) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.525760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd172ff-9912-4d74-922a-4f3b7e03fa30 None None] Update dhcp port {'port': {'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'fixed_ips': [{'subnet_id': 'd8013e05-0f86-4969-b975-3b68286f364f', 'ip_address': '172.20.0.18'}, {'subnet_id': '87f59507-4118-4e47-bf7c-e2b2c1366f12'}], 'binding:host_id': 'n-d-824834-11'}, 'id': '611ae9c9-c5fa-4492-a688-0c760ecb01a9'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 16:00:47.531103 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-c2bbca06-b51b-4076-92e2-cd1d451f0d2c tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.536401 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c2bbca06-b51b-4076-92e2-cd1d451f0d2c tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0183992 Feb 08 16:00:47.537469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53470) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.554979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-b595ae7f-3e2a-40b0-af3d-16c709b962f5 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.556967 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b595ae7f-3e2a-40b0-af3d-16c709b962f5 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0169630 Feb 08 16:00:47.560666 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53472) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.561368 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53474) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.574858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-6a59511e-0d8b-4e97-a871-5744e79ae2ac tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.576000 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6a59511e-0d8b-4e97-a871-5744e79ae2ac tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0062556 Feb 08 16:00:47.582250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53476) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.588093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-8ddaea4f-ba28-4852-9121-c6800d63e231 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.591857 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8ddaea4f-ba28-4852-9121-c6800d63e231 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0052130 Feb 08 16:00:47.592985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53480) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.597402 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-ce96858d-fde7-4617-87b4-a7e85344a0aa tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.601004 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ce96858d-fde7-4617-87b4-a7e85344a0aa tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048342 Feb 08 16:00:47.612663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53482) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.619948 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-0ddc3a80-7834-44fe-b578-a67001f5b086 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.624206 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0ddc3a80-7834-44fe-b578-a67001f5b086 tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0072544 Feb 08 16:00:47.624932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53484) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:47.629756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-1c3689d8-f430-449a-ab5b-ba23e2a261bb', 'network_id': '1c3689d8-f430-449a-ab5b-ba23e2a261bb', 'project_id': '5a4a0e9e3ff1446d923db9f7e5cfeec6', 'fixed_ips': [{'subnet_id': '3b645f85-4db0-46fb-9f5e-83db0de48f62'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:00:47.630759 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:47.632153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [None req-645e980f-6a89-4940-9b8f-dc1300a1300a tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] http://10.222.0.82:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:00:47.636620 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-645e980f-6a89-4940-9b8f-dc1300a1300a tempest-ExtensionsTestJSON-1881431136 tempest-ExtensionsTestJSON-1881431136-project] 10.222.0.82 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0066094 Feb 08 16:00:47.639251 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8dd172ff-9912-4d74-922a-4f3b7e03fa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:47.867742 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acb09133-5834-42af-92be-48c1443c8bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:47.908903 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ece1-734b-466a-9abf-64e3ba436e57 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (566c5907-9897-4464-a818-75ea16329fa3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:47.927107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ece1-734b-466a-9abf-64e3ba436e57 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (566c5907-9897-4464-a818-75ea16329fa3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:47.948030 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-8dd172ff-9912-4d74-922a-4f3b7e03fa30 None None] Allocated IP 172.20.0.2 (e5e96e0e-2b54-4d75-9dcb-da64ead1beb4/87f59507-4118-4e47-bf7c-e2b2c1366f12/611ae9c9-c5fa-4492-a688-0c760ecb01a9) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:47.974735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909cf5c-dcb5-4186-a9cd-741348cfa51a req-094b009c-1fe1-49c6-879f-e557490ca26e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:47.976889 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7909cf5c-dcb5-4186-a9cd-741348cfa51a req-094b009c-1fe1-49c6-879f-e557490ca26e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 946 time: 0.4087832 Feb 08 16:00:48.015032 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ece1-734b-466a-9abf-64e3ba436e57 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.016903 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6ee4ece1-734b-466a-9abf-64e3ba436e57 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8407924 Feb 08 16:00:48.030400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53496) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:48.042405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-811eea63-0c4b-4e0d-8d15-c6dbd2c4c365 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'security_group': {'name': 'tempest-secgroup-6093472'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:48.054743 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4ece1-734b-466a-9abf-64e3ba436e57 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566c5907-9897-4464-a818-75ea16329fa3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:48.077965 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a784f9-8bb6-46ca-8c0f-f822101b42f6 req-2b8a7e01-d5be-4b4a-84b9-e8bd9a1e1f25 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:48.086105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3a784f9-8bb6-46ca-8c0f-f822101b42f6 req-2b8a7e01-d5be-4b4a-84b9-e8bd9a1e1f25 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 944 time: 0.3440697 Feb 08 16:00:48.088753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8dd172ff-9912-4d74-922a-4f3b7e03fa30 None None] For port 611ae9c9-c5fa-4492-a688-0c760ecb01a9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=611ae9c9-c5fa-4492-a688-0c760ecb01a9,segment=NetworkSegment(73d0e860-4672-465e-a36c-cf2d1d404e0d),segment_id=73d0e860-4672-465e-a36c-cf2d1d404e0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:48.122696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea531491-4785-44c9-a3ea-e995609e9791 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:48.126598 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8dd172ff-9912-4d74-922a-4f3b7e03fa30 None None] Publish callbacks [] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.127887 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ea531491-4785-44c9-a3ea-e995609e9791 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.134345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device d31c6413-1eb2-472f-8d06-757942fa71bf details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:00:48.214834 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-811eea63-0c4b-4e0d-8d15-c6dbd2c4c365 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.236714 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53500) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:48.243084 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acb09133-5834-42af-92be-48c1443c8bcf admin admin] Publish callbacks [] for security_group (b5aa0171-1ca3-4276-9c92-832d90c7eb22), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.251665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port d31c6413-1eb2-472f-8d06-757942fa71bf, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d31c6413-1eb2-472f-8d06-757942fa71bf,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:48.274298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'd31c6413-1eb2-472f-8d06-757942fa71bf', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'port_id': 'd31c6413-1eb2-472f-8d06-757942fa71bf', 'mac_address': 'fa:16:3e:ac:91:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:00:48.278172 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8dd172ff-9912-4d74-922a-4f3b7e03fa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.283452 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acb09133-5834-42af-92be-48c1443c8bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b5aa0171-1ca3-4276-9c92-832d90c7eb22), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.309964 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7909cf5c-dcb5-4186-a9cd-741348cfa51a req-1b93caa2-575b-4670-ab92-fb3a8d3df71d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135102 Feb 08 16:00:48.363523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port d31c6413-1eb2-472f-8d06-757942fa71bf is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:48.364145 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.389878 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3a784f9-8bb6-46ca-8c0f-f822101b42f6 req-edc82de0-1515-4b30-9c04-fd3f912d1f39 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=51ea817b-8600-41dd-acba-1345f96bd7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023529 Feb 08 16:00:48.415098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d31c6413-1eb2-472f-8d06-757942fa71bf {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:00:48.449248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb09133-5834-42af-92be-48c1443c8bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5aa0171-1ca3-4276-9c92-832d90c7eb22,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:48.486488 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-acb09133-5834-42af-92be-48c1443c8bcf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d434c846a8ef418caac14ed2fea7677b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9199133 Feb 08 16:00:48.494413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53506) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:48.571602 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cc2b58b-ca2a-40c5-a4ca-b7cb7e99ef7a req-00cd5eef-4299-4170-b4d4-99e44e7ab6de tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 210 time: 0.1606793 Feb 08 16:00:48.612366 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4c2014b9-8fd5-4e8b-b100-7b9a099131df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.627062 n-d-824834-11 neutron-server[103301]: INFO neutron.db.ipam_backend_mixin [None req-ea531491-4785-44c9-a3ea-e995609e9791 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b645f85-4db0-46fb-9f5e-83db0de48f62 (CIDR: 2001:db8::/64) Feb 08 16:00:48.702784 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea531491-4785-44c9-a3ea-e995609e9791 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:00:48.703650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea531491-4785-44c9-a3ea-e995609e9791 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:00:48.805645 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port d31c6413-1eb2-472f-8d06-757942fa71bf, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d31c6413-1eb2-472f-8d06-757942fa71bf,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:48.837511 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4c2014b9-8fd5-4e8b-b100-7b9a099131df admin admin] Publish callbacks [] for security_group (a5a5d74e-ac40-4954-a462-da26c8b9f2b0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.846848 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-388bf821-61aa-4f73-83f9-1bd3e8fde9af admin admin] Publish callbacks [] for security_group (b5aa0171-1ca3-4276-9c92-832d90c7eb22), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.855743 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.861841 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd172ff-9912-4d74-922a-4f3b7e03fa30 None None] Pushing event updated for resources: {'Port': ['ID=611ae9c9-c5fa-4492-a688-0c760ecb01a9,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:48.872580 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-388bf821-61aa-4f73-83f9-1bd3e8fde9af admin admin] Publish callbacks [] for security_group (b5aa0171-1ca3-4276-9c92-832d90c7eb22), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.929584 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4c2014b9-8fd5-4e8b-b100-7b9a099131df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a5a5d74e-ac40-4954-a462-da26c8b9f2b0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.931366 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-811eea63-0c4b-4e0d-8d15-c6dbd2c4c365 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (d5dfa868-c11c-4e20-bc06-7a82adfa942d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.949834 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ea531491-4785-44c9-a3ea-e995609e9791 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5915341 Feb 08 16:00:48.951922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53508) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:48.955574 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-388bf821-61aa-4f73-83f9-1bd3e8fde9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b5aa0171-1ca3-4276-9c92-832d90c7eb22), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.958264 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-388bf821-61aa-4f73-83f9-1bd3e8fde9af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.958904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41146c-f222-4449-858b-94c27174d428 req-4cd56495-ba8f-4880-af11-e43eb0b46ffc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:48.959741 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-388bf821-61aa-4f73-83f9-1bd3e8fde9af admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b5aa0171-1ca3-4276-9c92-832d90c7eb22 HTTP/1.1" status: 204 len: 168 time: 0.4643710 Feb 08 16:00:48.975012 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:48.975207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f41146c-f222-4449-858b-94c27174d428 req-4cd56495-ba8f-4880-af11-e43eb0b46ffc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 946 time: 0.2750430 Feb 08 16:00:48.976640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=d31c6413-1eb2-472f-8d06-757942fa71bf,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:48.981770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f77cef2f-c6c0-4ad1-8b82-9595f94c578c tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'subnet': {'network_id': '1c3689d8-f430-449a-ab5b-ba23e2a261bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:48.996218 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-811eea63-0c4b-4e0d-8d15-c6dbd2c4c365 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d5dfa868-c11c-4e20-bc06-7a82adfa942d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:49.019520 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Allocated IP 2001:db8::2 (1c3689d8-f430-449a-ab5b-ba23e2a261bb/3b645f85-4db0-46fb-9f5e-83db0de48f62/16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:49.108744 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4c2014b9-8fd5-4e8b-b100-7b9a099131df admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8e7399cf01de4fd5845b4823ba266f8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8678725 Feb 08 16:00:49.119624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['d31c6413-1eb2-472f-8d06-757942fa71bf'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:00:49.127262 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-811eea63-0c4b-4e0d-8d15-c6dbd2c4c365 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:49.135144 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-811eea63-0c4b-4e0d-8d15-c6dbd2c4c365 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.1012592 Feb 08 16:00:49.136152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53512) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:49.136526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53514) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:49.151028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2014b9-8fd5-4e8b-b100-7b9a099131df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a5d74e-ac40-4954-a462-da26c8b9f2b0,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:49.173766 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f41146c-f222-4449-858b-94c27174d428 req-44d8b05a-77a0-4fce-a493-e94a09135c8e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958101 Feb 08 16:00:49.184582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bf821-61aa-4f73-83f9-1bd3e8fde9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5aa0171-1ca3-4276-9c92-832d90c7eb22,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:49.198927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-613d056e-3bc7-4b32-9c41-95a36aec12bb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1903977191', 'security_groups': ['d5dfa868-c11c-4e20-bc06-7a82adfa942d'], 'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '87f59507-4118-4e47-bf7c-e2b2c1366f12'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:49.305151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dff4e-d439-4a2d-8988-1fdb888a716d req-66d5491c-dc04-4e75-8de3-30cf88ab3309 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:49.319674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f41dff4e-d439-4a2d-8988-1fdb888a716d req-66d5491c-dc04-4e75-8de3-30cf88ab3309 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.7356830 Feb 08 16:00:49.486677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77cef2f-c6c0-4ad1-8b82-9595f94c578c tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:49.496681 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f77cef2f-c6c0-4ad1-8b82-9595f94c578c tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:49.624702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811eea63-0c4b-4e0d-8d15-c6dbd2c4c365 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dfa868-c11c-4e20-bc06-7a82adfa942d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:49.753680 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Publish callbacks [] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:49.768844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53526) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:49.780576 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:49.813466 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c56b9415-e7cf-4f99-9f24-98ea2df7ccab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:49.828031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Network 1c3689d8-f430-449a-ab5b-ba23e2a261bb is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:49.831827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:49.832017 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-2dad38cf-81c7-48bc-b474-13a53a6ebc18 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:49.834939 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-2dad38cf-81c7-48bc-b474-13a53a6ebc18 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.94 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 814 time: 0.5937037 Feb 08 16:00:49.835443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:49.842804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Pushing event updated for resources: {'Port': ['ID=16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:49.887252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f41dff4e-d439-4a2d-8988-1fdb888a716d req-76480fed-aee2-4435-9dc0-6a164e4cf001 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5651760 Feb 08 16:00:49.933943 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Attempting to bind port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:00:49.934456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Attempting to bind port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '768a94b4-3b23-4417-879a-1469e26780a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1c3689d8-f430-449a-ab5b-ba23e2a261bb'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:00:49.934910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Attempting to bind port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd on network 1c3689d8-f430-449a-ab5b-ba23e2a261bb {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:49.948342 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:00:49.949493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Checking segment: {'id': '768a94b4-3b23-4417-879a-1469e26780a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1c3689d8-f430-449a-ab5b-ba23e2a261bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:49.952352 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:49.952352 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Bound using segment: {'id': '768a94b4-3b23-4417-879a-1469e26780a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1c3689d8-f430-449a-ab5b-ba23e2a261bb'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:00:49.952352 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Bound port: 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768a94b4-3b23-4417-879a-1469e26780a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1c3689d8-f430-449a-ab5b-ba23e2a261bb'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:00:49.952352 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:49.974347 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53556e82-5db7-480d-84e6-7613fc65cb17 admin admin] Publish callbacks [] for security_group (a5a5d74e-ac40-4954-a462-da26c8b9f2b0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:50.001194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5a868fa0-004d-4319-a52c-6363c93a1344 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Request body: {'port': {'device_id': 'd158b859-445b-4ebd-945c-c7de831dc66b', 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676', 'admin_state_up': True, 'tenant_id': 'c6b8b28708264c7d928902be76796bef'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:50.017181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb371237-961c-4084-be5b-9251c9fdee1f req-8a7df8d4-513f-41b8-a5b8-dcd114537f25 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:50.018941 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb371237-961c-4084-be5b-9251c9fdee1f req-8a7df8d4-513f-41b8-a5b8-dcd114537f25 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 945 time: 0.3599322 Feb 08 16:00:50.049026 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53556e82-5db7-480d-84e6-7613fc65cb17 admin admin] Publish callbacks [] for security_group (a5a5d74e-ac40-4954-a462-da26c8b9f2b0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:50.077928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] For port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:00:50.082851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] For port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd,segment=NetworkSegment(768a94b4-3b23-4417-879a-1469e26780a7),segment_id=768a94b4-3b23-4417-879a-1469e26780a7)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:00:50.092653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ac820b91-3620-4e0a-921d-5e98de61293e None None] Provisioning complete for port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:50.092653 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ac820b91-3620-4e0a-921d-5e98de61293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:50.099696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613d056e-3bc7-4b32-9c41-95a36aec12bb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:50.119975 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:50.258472 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb371237-961c-4084-be5b-9251c9fdee1f req-ce89ea9a-fed2-4a2c-b84c-1e7f1112e627 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=51ea817b-8600-41dd-acba-1345f96bd7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276537 Feb 08 16:00:50.262347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a69dd9-d9ce-4953-bf52-716aed3757db None None] Pushing event updated for resources: {'Port': ['ID=16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:50.322885 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53556e82-5db7-480d-84e6-7613fc65cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a5a5d74e-ac40-4954-a462-da26c8b9f2b0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:50.329789 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53556e82-5db7-480d-84e6-7613fc65cb17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:50.334154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-53556e82-5db7-480d-84e6-7613fc65cb17 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a5a5d74e-ac40-4954-a462-da26c8b9f2b0 HTTP/1.1" status: 204 len: 168 time: 1.1573448 Feb 08 16:00:50.363251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab07a96-3ed8-4c14-8021-6412f6af7267 req-b6161773-598f-4fbc-b115-08a96a336cf4 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:50.365316 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ab07a96-3ed8-4c14-8021-6412f6af7267 req-b6161773-598f-4fbc-b115-08a96a336cf4 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 946 time: 0.2976987 Feb 08 16:00:50.377543 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f77cef2f-c6c0-4ad1-8b82-9595f94c578c tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (7b736993-2b06-4177-ab0b-6dba50d611a5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:50.386252 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c56b9415-e7cf-4f99-9f24-98ea2df7ccab admin admin] Publish callbacks [] for security_group (80f934e0-bd90-47c7-be0b-fecc68e87ee8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:50.393789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53556e82-5db7-480d-84e6-7613fc65cb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a5d74e-ac40-4954-a462-da26c8b9f2b0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:50.416343 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c56b9415-e7cf-4f99-9f24-98ea2df7ccab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (80f934e0-bd90-47c7-be0b-fecc68e87ee8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:50.429597 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-613d056e-3bc7-4b32-9c41-95a36aec12bb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:50.481193 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-613d056e-3bc7-4b32-9c41-95a36aec12bb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] device_id is not set on port 8fc9bb3a-89c2-4dc1-9115-2a3427de60bc yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:00:50.506569 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:50.519191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ac820b91-3620-4e0a-921d-5e98de61293e None None] Current status of the port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:50.525737 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42e37936-2839-4ef5-b2da-30d9944f8a70 req-f8799cdd-2cf7-4865-bc02-2568a51e8511 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 210 time: 0.0812938 Feb 08 16:00:50.530096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77cef2f-c6c0-4ad1-8b82-9595f94c578c tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network 1c3689d8-f430-449a-ab5b-ba23e2a261bb is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:50.585190 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f77cef2f-c6c0-4ad1-8b82-9595f94c578c tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:50.601290 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ab07a96-3ed8-4c14-8021-6412f6af7267 req-89e1b577-aae8-4f88-ae47-c4e42604d255 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204604 Feb 08 16:00:50.604184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ac820b91-3620-4e0a-921d-5e98de61293e None None] Provisioning complete for port 14b391a0-dc8b-46f9-9acc-fa060199b5aa triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:50.604563 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ac820b91-3620-4e0a-921d-5e98de61293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (14b391a0-dc8b-46f9-9acc-fa060199b5aa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:50.652977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77cef2f-c6c0-4ad1-8b82-9595f94c578c tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:50.653880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f77cef2f-c6c0-4ad1-8b82-9595f94c578c tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:50.692688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5a868fa0-004d-4319-a52c-6363c93a1344 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Made reservation on behalf of c6b8b28708264c7d928902be76796bef for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:50.698832 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5a868fa0-004d-4319-a52c-6363c93a1344 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:50.761615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ac820b91-3620-4e0a-921d-5e98de61293e None None] Port 14b391a0-dc8b-46f9-9acc-fa060199b5aa cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:00:50.794749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 611ae9c9-c5fa-4492-a688-0c760ecb01a9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:00:50.821676 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c56b9415-e7cf-4f99-9f24-98ea2df7ccab admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=43fefc332cbe4f3a86c3af87ced68619&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0514810 Feb 08 16:00:50.825280 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cef2f-c6c0-4ad1-8b82-9595f94c578c tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Subnet': ['ID=7b736993-2b06-4177-ab0b-6dba50d611a5,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:50.833106 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53530) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:50.844885 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b9415-e7cf-4f99-9f24-98ea2df7ccab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f934e0-bd90-47c7-be0b-fecc68e87ee8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:50.875878 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f77cef2f-c6c0-4ad1-8b82-9595f94c578c tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9178181 Feb 08 16:00:50.890183 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53532) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:50.895765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f87bc908-c6e2-4c52-aec6-8c8e25cce37a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'network_id': '1c3689d8-f430-449a-ab5b-ba23e2a261bb', 'fixed_ips': [{'subnet_id': '3b645f85-4db0-46fb-9f5e-83db0de48f62'}, {'subnet_id': '7b736993-2b06-4177-ab0b-6dba50d611a5'}], 'name': 'tempest-PortsIpV6TestJSON-123765919'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:50.921172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:50.922360 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:51.038058 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23ffdd1c-4947-41a0-83d7-fd924712fce4 admin admin] Publish callbacks [] for security_group (80f934e0-bd90-47c7-be0b-fecc68e87ee8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:51.061620 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5a868fa0-004d-4319-a52c-6363c93a1344 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Allocated IP 172.20.0.6 (2809b07d-e729-4e16-9f4f-331fbe210676/278c2f2b-2d96-42da-b202-953ae37669d2/b3208df6-390c-48d5-9b34-2f7036a4dc2a) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:51.081237 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23ffdd1c-4947-41a0-83d7-fd924712fce4 admin admin] Publish callbacks [] for security_group (80f934e0-bd90-47c7-be0b-fecc68e87ee8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:51.088707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:51.228905 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-613d056e-3bc7-4b32-9c41-95a36aec12bb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Allocated IP 172.20.0.10 (e5e96e0e-2b54-4d75-9dcb-da64ead1beb4/87f59507-4118-4e47-bf7c-e2b2c1366f12/8fc9bb3a-89c2-4dc1-9115-2a3427de60bc) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:51.258359 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23ffdd1c-4947-41a0-83d7-fd924712fce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (80f934e0-bd90-47c7-be0b-fecc68e87ee8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:51.262442 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-23ffdd1c-4947-41a0-83d7-fd924712fce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:51.267784 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-23ffdd1c-4947-41a0-83d7-fd924712fce4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/80f934e0-bd90-47c7-be0b-fecc68e87ee8 HTTP/1.1" status: 204 len: 168 time: 0.4202425 Feb 08 16:00:51.298947 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffdd1c-4947-41a0-83d7-fd924712fce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f934e0-bd90-47c7-be0b-fecc68e87ee8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:51.399215 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5a868fa0-004d-4319-a52c-6363c93a1344 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks [] for port (b3208df6-390c-48d5-9b34-2f7036a4dc2a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:51.472468 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5a868fa0-004d-4319-a52c-6363c93a1344 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b3208df6-390c-48d5-9b34-2f7036a4dc2a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:51.487838 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['d1fed64c-2272-4a19-a818-0435607ade4d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:00:51.548020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36142720-cffb-4efe-83f3-84066d5383a5 req-7b874bfc-1f05-4953-be87-7717e6c28ba3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:51.559724 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36142720-cffb-4efe-83f3-84066d5383a5 req-7b874bfc-1f05-4953-be87-7717e6c28ba3 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.4632668 Feb 08 16:00:51.589698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5a868fa0-004d-4319-a52c-6363c93a1344 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Network 2809b07d-e729-4e16-9f4f-331fbe210676 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:51.606508 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5a868fa0-004d-4319-a52c-6363c93a1344 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:51.617088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77723af6-2038-4f7b-8bd5-fd3a84e62f23 req-8ad99700-230f-4c3c-9c0d-5034d7a93afe tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:51.619106 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a868fa0-004d-4319-a52c-6363c93a1344 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Pushing event updated for resources: {'Port': ['ID=b3208df6-390c-48d5-9b34-2f7036a4dc2a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:51.619659 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77723af6-2038-4f7b-8bd5-fd3a84e62f23 req-8ad99700-230f-4c3c-9c0d-5034d7a93afe tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 946 time: 0.4787538 Feb 08 16:00:51.626125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5a868fa0-004d-4319-a52c-6363c93a1344 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:51.767128 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5a868fa0-004d-4319-a52c-6363c93a1344 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:51.767906 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5a868fa0-004d-4319-a52c-6363c93a1344 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:51.774715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87bc908-c6e2-4c52-aec6-8c8e25cce37a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:51.804758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device d31c6413-1eb2-472f-8d06-757942fa71bf up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:00:51.819828 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5a868fa0-004d-4319-a52c-6363c93a1344 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8214576 Feb 08 16:00:51.837967 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Request body: {'port': {'device_id': 'd158b859-445b-4ebd-945c-c7de831dc66b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:52.004194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19516100-601d-4a01-986a-e9fb9de97778 req-7ead350e-ad94-4b08-b36d-05e9403192f6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:52.012419 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19516100-601d-4a01-986a-e9fb9de97778 req-7ead350e-ad94-4b08-b36d-05e9403192f6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 945 time: 0.5471611 Feb 08 16:00:52.031976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port d31c6413-1eb2-472f-8d06-757942fa71bf completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:00:52.042700 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36142720-cffb-4efe-83f3-84066d5383a5 req-42146db0-d504-49ed-8039-5519ce4ea517 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4814401 Feb 08 16:00:52.044593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port d31c6413-1eb2-472f-8d06-757942fa71bf triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:52.044907 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:52.046741 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b3208df6-390c-48d5-9b34-2f7036a4dc2a), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:52.226429 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-613d056e-3bc7-4b32-9c41-95a36aec12bb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (8fc9bb3a-89c2-4dc1-9115-2a3427de60bc), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:52.252373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b126d1d-652a-4081-b816-3a7a7018841b None None] Network 1c3689d8-f430-449a-ab5b-ba23e2a261bb requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:52.399817 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f87bc908-c6e2-4c52-aec6-8c8e25cce37a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:52.428649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-623634d0-9385-4a48-845e-2878b5aa1970 None None] Provisioning complete for port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:52.429147 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-623634d0-9385-4a48-845e-2878b5aa1970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:52.472666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19516100-601d-4a01-986a-e9fb9de97778 req-e810a605-30dc-4ca2-932e-41be8961094b tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=51ea817b-8600-41dd-acba-1345f96bd7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4517436 Feb 08 16:00:52.488156 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-77723af6-2038-4f7b-8bd5-fd3a84e62f23 req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Deleting port 284ef57e-399c-48c5-9d92-9d35982ea512 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:00:52.488510 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-77723af6-2038-4f7b-8bd5-fd3a84e62f23 req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (284ef57e-399c-48c5-9d92-9d35982ea512), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:52.527693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53572) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:52.639004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-f87bc908-c6e2-4c52-aec6-8c8e25cce37a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:00:52.704279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port d31c6413-1eb2-472f-8d06-757942fa71bf is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:52.704442 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:52.748819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:00:52.766722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-38693726'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:52.798461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3208df6-390c-48d5-9b34-2f7036a4dc2a {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:00:52.811302 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Publish callbacks [] for port (b3208df6-390c-48d5-9b34-2f7036a4dc2a), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:52.827507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Made reservation on behalf of 69ec072374634e398372597143276fa0 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:52.865186 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:52.880742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Transition to ACTIVE for port object b3208df6-390c-48d5-9b34-2f7036a4dc2a will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:00:52.889396 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b3208df6-390c-48d5-9b34-2f7036a4dc2a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:52.893305 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:52.896046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e646e5-72e7-45e1-bb53-8301ea567f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31c6413-1eb2-472f-8d06-757942fa71bf'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:00:52.903443 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e321af7-5cca-46d0-9798-4545ea944ed5" -d '{"events": [{"server_uuid": "30e646e5-72e7-45e1-bb53-8301ea567f34", "name": "network-vif-plugged", "status": "completed", "tag": "d31c6413-1eb2-472f-8d06-757942fa71bf"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:00:52.952855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Pushing event updated for resources: {'Port': ['ID=b3208df6-390c-48d5-9b34-2f7036a4dc2a,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:53.017567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port d31c6413-1eb2-472f-8d06-757942fa71bf, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d31c6413-1eb2-472f-8d06-757942fa71bf,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:53.057517 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.096599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e12f8-4bd2-4481-b719-67d6aa2f4740 req-0e4a6ae6-5808-4884-a271-edacbc362958 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:53.104062 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e62e12f8-4bd2-4481-b719-67d6aa2f4740 req-0e4a6ae6-5808-4884-a271-edacbc362958 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 931 time: 0.9035308 Feb 08 16:00:53.123816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-77723af6-2038-4f7b-8bd5-fd3a84e62f23 req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] For port 284ef57e-399c-48c5-9d92-9d35982ea512, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=284ef57e-399c-48c5-9d92-9d35982ea512,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:53.127138 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-77723af6-2038-4f7b-8bd5-fd3a84e62f23 req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (284ef57e-399c-48c5-9d92-9d35982ea512), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.150067 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-613d056e-3bc7-4b32-9c41-95a36aec12bb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8fc9bb3a-89c2-4dc1-9115-2a3427de60bc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.153308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Attempting to bind port b3208df6-390c-48d5-9b34-2f7036a4dc2a on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:00:53.154044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Attempting to bind port b3208df6-390c-48d5-9b34-2f7036a4dc2a by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:00:53.154044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Attempting to bind port b3208df6-390c-48d5-9b34-2f7036a4dc2a on network 2809b07d-e729-4e16-9f4f-331fbe210676 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:53.173369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Port b3208df6-390c-48d5-9b34-2f7036a4dc2a on network 2809b07d-e729-4e16-9f4f-331fbe210676 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:00:53.173643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Attempting to bind port b3208df6-390c-48d5-9b34-2f7036a4dc2a on network 2809b07d-e729-4e16-9f4f-331fbe210676 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:53.178217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-623634d0-9385-4a48-845e-2878b5aa1970 None None] Current status of the port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:53.187141 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks [] for security_group (8deb1e8e-c53a-4f65-ba64-3e43bd8cb26a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.189095 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-623634d0-9385-4a48-845e-2878b5aa1970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.189670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:00:53.189990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Checking segment: {'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:53.190381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Bound using segment: {'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:00:53.191391 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Bound port: b3208df6-390c-48d5-9b34-2f7036a4dc2a, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:00:53.191835 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b3208df6-390c-48d5-9b34-2f7036a4dc2a), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.206827 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8deb1e8e-c53a-4f65-ba64-3e43bd8cb26a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.224615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:53.237219 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.279693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:00:53.291705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-77723af6-2038-4f7b-8bd5-fd3a84e62f23 req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Calling delete_port for 284ef57e-399c-48c5-9d92-9d35982ea512 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:00:53.294220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8deb1e8e-c53a-4f65-ba64-3e43bd8cb26a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:53.314233 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b610832f-1d41-4469-b3f3-515140290d4e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.314578 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Added segment b610832f-1d41-4469-b3f3-515140290d4e of type vlan for network 52499b74-8d21-4741-a6c3-06a92fa0c067 Feb 08 16:00:53.330495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] For port b3208df6-390c-48d5-9b34-2f7036a4dc2a, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:00:53.337522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=d31c6413-1eb2-472f-8d06-757942fa71bf,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:53.381696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] For port b3208df6-390c-48d5-9b34-2f7036a4dc2a, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b3208df6-390c-48d5-9b34-2f7036a4dc2a,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:00:53.386221 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (52499b74-8d21-4741-a6c3-06a92fa0c067), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.399508 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b3208df6-390c-48d5-9b34-2f7036a4dc2a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.453462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613d056e-3bc7-4b32-9c41-95a36aec12bb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:53.470826 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:53.471459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.473651 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] 10.222.0.94 "PUT /v2.0/ports/b3208df6-390c-48d5-9b34-2f7036a4dc2a HTTP/1.1" status: 200 len: 1092 time: 1.6445663 Feb 08 16:00:53.474128 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd158b859-445b-4ebd-945c-c7de831dc66b', 'tag': 'b3208df6-390c-48d5-9b34-2f7036a4dc2a'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:00:53.476533 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99560c7-8166-4769-b962-50527640ea29" -d '{"events": [{"name": "network-changed", "server_uuid": "d158b859-445b-4ebd-945c-c7de831dc66b", "tag": "b3208df6-390c-48d5-9b34-2f7036a4dc2a"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:00:53.489054 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (52499b74-8d21-4741-a6c3-06a92fa0c067), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.495056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:53.495712 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.511827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-623634d0-9385-4a48-845e-2878b5aa1970 None None] For port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd,segment=NetworkSegment(768a94b4-3b23-4417-879a-1469e26780a7),segment_id=768a94b4-3b23-4417-879a-1469e26780a7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:53.512931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84b331-13f0-42ea-be90-048de35046f4 None None] Update dhcp port {'port': {'network_id': '1c3689d8-f430-449a-ab5b-ba23e2a261bb', 'fixed_ips': [{'subnet_id': '3b645f85-4db0-46fb-9f5e-83db0de48f62', 'ip_address': '2001:db8::2'}, {'subnet_id': '7b736993-2b06-4177-ab0b-6dba50d611a5'}], 'binding:host_id': 'n-d-824834-11'}, 'id': '16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 16:00:53.537658 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-623634d0-9385-4a48-845e-2878b5aa1970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.602089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-613d056e-3bc7-4b32-9c41-95a36aec12bb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:53.606874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613d056e-3bc7-4b32-9c41-95a36aec12bb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:53.634596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e62e12f8-4bd2-4481-b719-67d6aa2f4740 req-005e8513-96f4-41cf-80d7-2b0d37b6c6a1 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291858 Feb 08 16:00:53.671424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623634d0-9385-4a48-845e-2878b5aa1970 None None] Pushing event updated for resources: {'Port': ['ID=16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:53.695579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:53.699578 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.735802 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2055807 Feb 08 16:00:53.745458 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7d84b331-13f0-42ea-be90-048de35046f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:53.754483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ca1fb-8653-4090-8f1d-0edc4f290029 service neutron] Pushing event updated for resources: {'Port': ['ID=b3208df6-390c-48d5-9b34-2f7036a4dc2a,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:53.770270 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53602) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:53.780055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f653bf-60ae-48df-a121-e1e6065aa4fc req-00d70c6c-9a16-44e5-9e95-96da1dc13cd3 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:53.786979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-bfc66816-961d-4c3f-89f8-23459c8aec0e tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Request body: {'subnet': {'network_id': '52499b74-8d21-4741-a6c3-06a92fa0c067', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:53.792660 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-87f653bf-60ae-48df-a121-e1e6065aa4fc req-00d70c6c-9a16-44e5-9e95-96da1dc13cd3 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 946 time: 1.0455282 Feb 08 16:00:53.835350 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a5c699-50d2-4f30-9f2f-b61210a6e3e4 x-openstack-request-id: req-43a5c699-50d2-4f30-9f2f-b61210a6e3e4 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:00:53.835997 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e646e5-72e7-45e1-bb53-8301ea567f34", "name": "network-vif-plugged", "status": "completed", "tag": "d31c6413-1eb2-472f-8d06-757942fa71bf", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:00:53.836400 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-43a5c699-50d2-4f30-9f2f-b61210a6e3e4 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:00:53.836939 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e646e5-72e7-45e1-bb53-8301ea567f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31c6413-1eb2-472f-8d06-757942fa71bf', 'code': 200} Feb 08 16:00:53.849332 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:00:53.849932 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:00:53.934318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e7dd8-8c51-4e66-b1d7-3bc790327a69 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Pushing event updated for resources: {'Network': ['ID=52499b74-8d21-4741-a6c3-06a92fa0c067,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:53.961910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 52499b74-8d21-4741-a6c3-06a92fa0c067 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:00:54.013197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d056e-3bc7-4b32-9c41-95a36aec12bb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=8fc9bb3a-89c2-4dc1-9115-2a3427de60bc,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:54.130501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-91ee122b-8ca2-4477-bd24-8621569340b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:54.137893 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-91ee122b-8ca2-4477-bd24-8621569340b0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 1126 time: 0.5806439 Feb 08 16:00:54.232208 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b3518770-55fd-470d-a407-4e5181b2ed1b None None] Provisioning complete for port 8fc9bb3a-89c2-4dc1-9115-2a3427de60bc triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:54.233626 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b3518770-55fd-470d-a407-4e5181b2ed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8fc9bb3a-89c2-4dc1-9115-2a3427de60bc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:54.280079 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 284ef57e-399c-48c5-9d92-9d35982ea512 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:00:54.326984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-87f653bf-60ae-48df-a121-e1e6065aa4fc req-34333fd2-35c6-49d4-aded-0efcb5ebcc3c tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667719 Feb 08 16:00:54.340780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613d056e-3bc7-4b32-9c41-95a36aec12bb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:54.341705 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-613d056e-3bc7-4b32-9c41-95a36aec12bb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:54.363895 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-f87bc908-c6e2-4c52-aec6-8c8e25cce37a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Allocated IP 2001:db8::3b5 (1c3689d8-f430-449a-ab5b-ba23e2a261bb/3b645f85-4db0-46fb-9f5e-83db0de48f62/c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:54.451478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b3518770-55fd-470d-a407-4e5181b2ed1b None None] Port 8fc9bb3a-89c2-4dc1-9115-2a3427de60bc cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:00:54.533426 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:54.555510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 284ef57e-399c-48c5-9d92-9d35982ea512 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:54.556187 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (284ef57e-399c-48c5-9d92-9d35982ea512), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:54.608974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 284ef57e-399c-48c5-9d92-9d35982ea512, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=284ef57e-399c-48c5-9d92-9d35982ea512,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:54.615922 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (284ef57e-399c-48c5-9d92-9d35982ea512), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:54.697442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=284ef57e-399c-48c5-9d92-9d35982ea512,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:54.739889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:00:54.836019 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-91bac0e4-8a3e-4c29-9697-cf1a80e673f8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3208df6-390c-48d5-9b34-2f7036a4dc2a HTTP/1.1" status: 200 len: 217 time: 0.6842628 Feb 08 16:00:54.839756 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256ebcd8-d8fe-4484-b956-c93e24ee8d31 x-openstack-request-id: req-256ebcd8-d8fe-4484-b956-c93e24ee8d31 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:00:54.840186 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d158b859-445b-4ebd-945c-c7de831dc66b", "tag": "b3208df6-390c-48d5-9b34-2f7036a4dc2a", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:00:54.840455 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-256ebcd8-d8fe-4484-b956-c93e24ee8d31 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:00:54.840875 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd158b859-445b-4ebd-945c-c7de831dc66b', 'tag': 'b3208df6-390c-48d5-9b34-2f7036a4dc2a', 'status': 'completed', 'code': 200} Feb 08 16:00:54.844976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc66816-961d-4c3f-89f8-23459c8aec0e tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Made reservation on behalf of 69ec072374634e398372597143276fa0 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:54.849385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:54.850054 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:54.850234 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfc66816-961d-4c3f-89f8-23459c8aec0e tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:54.869619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7f871-7f0c-46e2-8727-3352b1308462 req-8c07a3d5-ce71-4d99-87be-e17ff1c4ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:54.875942 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e0b7f871-7f0c-46e2-8727-3352b1308462 req-8c07a3d5-ce71-4d99-87be-e17ff1c4ad0a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 1129 time: 0.9506650 Feb 08 16:00:55.036451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:55.065483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-551d2220-2082-48da-ae12-832d0c2bdb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:55.067045 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-551d2220-2082-48da-ae12-832d0c2bdb13 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=278c2f2b-2d96-42da-b202-953ae37669d2 HTTP/1.1" status: 200 len: 854 time: 0.2120395 Feb 08 16:00:55.104071 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:00:55.115629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-f87bc908-c6e2-4c52-aec6-8c8e25cce37a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Allocated IP 2001:db8:0:1::359 (1c3689d8-f430-449a-ab5b-ba23e2a261bb/7b736993-2b06-4177-ab0b-6dba50d611a5/c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:55.120044 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-d0d70b90-4754-4390-88be-c33fc0f9546f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2809b07d-e729-4e16-9f4f-331fbe210676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380633 Feb 08 16:00:55.126211 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e0b7f871-7f0c-46e2-8727-3352b1308462 req-3780131f-c697-44af-b1b5-df44da26d66e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=51ea817b-8600-41dd-acba-1345f96bd7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382414 Feb 08 16:00:55.306966 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-5ec9e995-2379-4ef1-aa0c-6cd0cdab572a service neutron] 10.222.0.94 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765378 Feb 08 16:00:55.308065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-613d056e-3bc7-4b32-9c41-95a36aec12bb tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.1258085 Feb 08 16:00:55.309714 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53632) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:55.315185 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-fcf2bdce-917d-483a-bb26-a44cd462fb68 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'subnet': {'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:55.372383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf673295-d248-434e-b2a5-c7a3d31fb646 req-97e7d28d-afe3-4375-b0ba-c49060d853a8 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:55.374323 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf673295-d248-434e-b2a5-c7a3d31fb646 req-97e7d28d-afe3-4375-b0ba-c49060d853a8 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 1.2843571 Feb 08 16:00:55.509919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259878b-6228-47ce-b33d-6d03eba39bca req-cfe38fa6-40b2-4618-bdbe-06293b479dec tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:55.512886 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4259878b-6228-47ce-b33d-6d03eba39bca req-cfe38fa6-40b2-4618-bdbe-06293b479dec tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 946 time: 0.2494349 Feb 08 16:00:55.534490 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfc66816-961d-4c3f-89f8-23459c8aec0e tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (06a4a222-87e8-46d5-bbb1-b24b557f906a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:55.573909 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-77723af6-2038-4f7b-8bd5-fd3a84e62f23 req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (284ef57e-399c-48c5-9d92-9d35982ea512), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:55.586057 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f87bc908-c6e2-4c52-aec6-8c8e25cce37a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:55.586947 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f6382502-13f4-4116-8ab6-b24c9711e8df'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:00:55.684322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf2bdce-917d-483a-bb26-a44cd462fb68 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:55.689428 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fcf2bdce-917d-483a-bb26-a44cd462fb68 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:55.762226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Pushing event deleted for resources: {'Port': ['ID=284ef57e-399c-48c5-9d92-9d35982ea512,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:55.805525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc66816-961d-4c3f-89f8-23459c8aec0e tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Checking segment: {'id': 'b610832f-1d41-4469-b3f3-515140290d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '52499b74-8d21-4741-a6c3-06a92fa0c067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:55.805906 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc66816-961d-4c3f-89f8-23459c8aec0e tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Network hostable DHCP agents. Network: 52499b74-8d21-4741-a6c3-06a92fa0c067, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:00:55.820501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc66816-961d-4c3f-89f8-23459c8aec0e tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Pushing event updated for resources: {'Subnet': ['ID=06a4a222-87e8-46d5-bbb1-b24b557f906a,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:55.829212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf673295-d248-434e-b2a5-c7a3d31fb646 req-d0a14401-50b4-4af4-a455-b23ba7c3aeb0 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4073863 Feb 08 16:00:55.843251 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d0ef6d-04ea-48e7-b232-447923249c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '284ef57e-399c-48c5-9d92-9d35982ea512'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:00:55.849385 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a675d59-2f8e-444d-818e-d1b846fcc0f8" -d '{"events": [{"server_uuid": "11d0ef6d-04ea-48e7-b232-447923249c34", "name": "network-vif-unplugged", "status": "completed", "tag": "284ef57e-399c-48c5-9d92-9d35982ea512"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:00:55.892846 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df3bc8ce-56f2-4110-a2ac-ce6c70449d94 req-04fa0afa-cf3b-470f-ade5-131357559188 service neutron] 10.222.0.94 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970553 Feb 08 16:00:55.902124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc66816-961d-4c3f-89f8-23459c8aec0e tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Network 52499b74-8d21-4741-a6c3-06a92fa0c067 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:00:55.922408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-bfc66816-961d-4c3f-89f8-23459c8aec0e tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 52499b74-8d21-4741-a6c3-06a92fa0c067) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:55.940177 n-d-824834-11 neutron-server[103302]: INFO neutron.db.ipam_backend_mixin [None req-fcf2bdce-917d-483a-bb26-a44cd462fb68 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 87f59507-4118-4e47-bf7c-e2b2c1366f12 (CIDR: 172.20.0.0/28) Feb 08 16:00:55.943557 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc66816-961d-4c3f-89f8-23459c8aec0e tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:55.944731 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfc66816-961d-4c3f-89f8-23459c8aec0e tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:55.951938 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bcfaa8-78e8-4136-b844-4aabb1d3ed0a None None] Network 52499b74-8d21-4741-a6c3-06a92fa0c067 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:55.954969 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf2bdce-917d-483a-bb26-a44cd462fb68 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:00:55.955897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf2bdce-917d-483a-bb26-a44cd462fb68 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:00:55.985714 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bfc66816-961d-4c3f-89f8-23459c8aec0e tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2073617 Feb 08 16:00:55.994268 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fcf2bdce-917d-483a-bb26-a44cd462fb68 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6799991 Feb 08 16:00:55.994268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53642) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:55.994268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53644) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:56.018205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-77723af6-2038-4f7b-8bd5-fd3a84e62f23 req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] No DVR routers for this DVR port 284ef57e-399c-48c5-9d92-9d35982ea512 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:00:56.022240 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-77723af6-2038-4f7b-8bd5-fd3a84e62f23 req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:56.022623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-85896bb9-fa20-467f-ad64-00724e5f9910 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'subnet': {'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:56.026765 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77723af6-2038-4f7b-8bd5-fd3a84e62f23 req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "DELETE /v2.0/ports/284ef57e-399c-48c5-9d92-9d35982ea512 HTTP/1.1" status: 204 len: 173 time: 4.3903592 Feb 08 16:00:56.038605 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d1f347d9-0ce1-4688-b8fb-2424956757f5 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Request body: {'port': {'network_id': '52499b74-8d21-4741-a6c3-06a92fa0c067', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1103549336'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:56.053056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d0ef6d-04ea-48e7-b232-447923249c34', 'name': 'network-vif-deleted', 'tag': '284ef57e-399c-48c5-9d92-9d35982ea512'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:00:56.055401 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4391fdb7-dc72-466a-ba3b-4425f97a48f6" -d '{"events": [{"server_uuid": "11d0ef6d-04ea-48e7-b232-447923249c34", "name": "network-vif-deleted", "tag": "284ef57e-399c-48c5-9d92-9d35982ea512"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:00:56.060365 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f87bc908-c6e2-4c52-aec6-8c8e25cce37a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:56.203335 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4259878b-6228-47ce-b33d-6d03eba39bca req-c17c8421-b416-4121-87cf-2724a36f5a76 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=51ea817b-8600-41dd-acba-1345f96bd7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6723409 Feb 08 16:00:56.219881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:56.220611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:56.221732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:56.222845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:56.223808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:56.224301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:56.226218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:56.228008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:56.229987 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:56.230603 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:56.231165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:56.233093 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:56.233665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d28f31-fa33-4ad4-b97e-bb75bca7b616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:00:56.357573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87bc908-c6e2-4c52-aec6-8c8e25cce37a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network 1c3689d8-f430-449a-ab5b-ba23e2a261bb is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:56.364660 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f87bc908-c6e2-4c52-aec6-8c8e25cce37a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:56.381741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87bc908-c6e2-4c52-aec6-8c8e25cce37a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:56.388912 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87bc908-c6e2-4c52-aec6-8c8e25cce37a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:56.389638 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f87bc908-c6e2-4c52-aec6-8c8e25cce37a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:56.397530 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99560c7-8166-4769-b962-50527640ea29 req-b17867df-1ecb-4b88-ab12-147b1639d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:56.399123 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f99560c7-8166-4769-b962-50527640ea29 req-b17867df-1ecb-4b88-ab12-147b1639d57d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 1126 time: 0.3174920 Feb 08 16:00:56.416459 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bc908-c6e2-4c52-aec6-8c8e25cce37a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:56.474007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5b91f-739a-4ab8-9cba-476f84e8921a req-028e6697-1ba5-4a1f-9d10-baa55e75fe0c tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:56.475652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-26a5b91f-739a-4ab8-9cba-476f84e8921a req-028e6697-1ba5-4a1f-9d10-baa55e75fe0c tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 943 time: 0.4025779 Feb 08 16:00:56.490294 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85896bb9-fa20-467f-ad64-00724e5f9910 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:56.501461 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f87bc908-c6e2-4c52-aec6-8c8e25cce37a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.6095762 Feb 08 16:00:56.502146 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53650) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:56.508628 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85896bb9-fa20-467f-ad64-00724e5f9910 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:56.521404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-9aa09456-6edb-4578-b0a5-76245c53a9f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b645f85-4db0-46fb-9f5e-83db0de48f62'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:56.582015 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee247d3-ad95-467e-ac0a-81229ee34dd5 req-ff797e95-9b45-40f3-9515-039e45da7893 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=11d0ef6d-04ea-48e7-b232-447923249c34 HTTP/1.1" status: 200 len: 210 time: 0.1329679 Feb 08 16:00:56.612464 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-52499b74-8d21-4741-a6c3-06a92fa0c067', 'network_id': '52499b74-8d21-4741-a6c3-06a92fa0c067', 'project_id': '69ec072374634e398372597143276fa0', 'fixed_ips': [{'subnet_id': '06a4a222-87e8-46d5-bbb1-b24b557f906a'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:00:56.613990 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:56.662258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-7d84b331-13f0-42ea-be90-048de35046f4 None None] Allocated IP 2001:db8:0:1::2 (1c3689d8-f430-449a-ab5b-ba23e2a261bb/7b736993-2b06-4177-ab0b-6dba50d611a5/16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:56.693722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9aa09456-6edb-4578-b0a5-76245c53a9f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:56.729761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f347d9-0ce1-4688-b8fb-2424956757f5 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Made reservation on behalf of 69ec072374634e398372597143276fa0 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:56.733250 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1f347d9-0ce1-4688-b8fb-2424956757f5 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:56.773452 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-26a5b91f-739a-4ab8-9cba-476f84e8921a req-ec3ed68b-31cc-40e0-8b81-6a5e90941a4d tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688982 Feb 08 16:00:56.877905 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-d1f347d9-0ce1-4688-b8fb-2424956757f5 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] device_id is not set on port a68306d1-c9d2-4306-a901-94d204380268 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:00:56.921094 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0538b015-e92a-47a2-a1ba-de207a3f389f x-openstack-request-id: req-0538b015-e92a-47a2-a1ba-de207a3f389f {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:00:56.922600 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d0ef6d-04ea-48e7-b232-447923249c34", "name": "network-vif-deleted", "tag": "284ef57e-399c-48c5-9d92-9d35982ea512", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:00:56.923449 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0538b015-e92a-47a2-a1ba-de207a3f389f {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:00:56.927818 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d0ef6d-04ea-48e7-b232-447923249c34', 'name': 'network-vif-deleted', 'tag': '284ef57e-399c-48c5-9d92-9d35982ea512', 'status': 'completed', 'code': 200} Feb 08 16:00:56.952001 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e1f57a-bf7c-4d19-876f-e3451b92bea6 x-openstack-request-id: req-b5e1f57a-bf7c-4d19-876f-e3451b92bea6 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:00:56.955743 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d0ef6d-04ea-48e7-b232-447923249c34", "name": "network-vif-unplugged", "status": "completed", "tag": "284ef57e-399c-48c5-9d92-9d35982ea512", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:00:56.956365 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b5e1f57a-bf7c-4d19-876f-e3451b92bea6 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:00:56.957156 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d0ef6d-04ea-48e7-b232-447923249c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '284ef57e-399c-48c5-9d92-9d35982ea512', 'code': 200} Feb 08 16:00:57.102515 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-d1f347d9-0ce1-4688-b8fb-2424956757f5 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Allocated IP 172.20.0.3 (52499b74-8d21-4741-a6c3-06a92fa0c067/06a4a222-87e8-46d5-bbb1-b24b557f906a/a68306d1-c9d2-4306-a901-94d204380268) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:57.179903 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7d84b331-13f0-42ea-be90-048de35046f4 None None] For port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd,segment=NetworkSegment(768a94b4-3b23-4417-879a-1469e26780a7),segment_id=768a94b4-3b23-4417-879a-1469e26780a7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:57.184211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99560c7-8166-4769-b962-50527640ea29 req-d95f6e70-2bcd-4b99-8651-eddea23cae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:57.186731 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f99560c7-8166-4769-b962-50527640ea29 req-d95f6e70-2bcd-4b99-8651-eddea23cae76 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 915 time: 0.7678995 Feb 08 16:00:57.235897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b9267-7027-48d3-9dcb-770f953efe0b req-d6fe7ac0-2405-46c3-aa12-f2ed9117f445 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:57.254348 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f99560c7-8166-4769-b962-50527640ea29 req-91646998-2bda-46aa-9e62-489ccbcff203 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3208df6-390c-48d5-9b34-2f7036a4dc2a HTTP/1.1" status: 200 len: 217 time: 0.0484350 Feb 08 16:00:57.257242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd4b9267-7027-48d3-9dcb-770f953efe0b req-d6fe7ac0-2405-46c3-aa12-f2ed9117f445 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.2351117 Feb 08 16:00:57.278723 n-d-824834-11 neutron-server[103302]: INFO neutron.db.ipam_backend_mixin [None req-85896bb9-fa20-467f-ad64-00724e5f9910 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d8013e05-0f86-4969-b975-3b68286f364f (CIDR: 172.20.0.16/28) Feb 08 16:00:57.281465 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7d84b331-13f0-42ea-be90-048de35046f4 None None] Publish callbacks [] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:57.295924 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7d84b331-13f0-42ea-be90-048de35046f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:57.353044 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-85896bb9-fa20-467f-ad64-00724e5f9910 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:00:57.353449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85896bb9-fa20-467f-ad64-00724e5f9910 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:00:57.416728 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd4b9267-7027-48d3-9dcb-770f953efe0b req-5f008fcd-0448-4e2a-b299-64caf9f22f95 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581039 Feb 08 16:00:57.420922 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-85896bb9-fa20-467f-ad64-00724e5f9910 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4250281 Feb 08 16:00:57.427245 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53660) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:57.437558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99560c7-8166-4769-b962-50527640ea29 req-469c7573-851d-4211-bd52-50595e0049b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:57.439407 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f99560c7-8166-4769-b962-50527640ea29 req-469c7573-851d-4211-bd52-50595e0049b6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=278c2f2b-2d96-42da-b202-953ae37669d2 HTTP/1.1" status: 200 len: 854 time: 0.1511650 Feb 08 16:00:57.478747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ea178ea9-5ebc-4720-ac66-54c57af6a08c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'subnet': {'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:57.490721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53662) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:57.492830 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f99560c7-8166-4769-b962-50527640ea29 req-db216506-607b-42ff-9719-a3aed83c3852 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2809b07d-e729-4e16-9f4f-331fbe210676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431383 Feb 08 16:00:57.567764 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84b331-13f0-42ea-be90-048de35046f4 None None] Pushing event updated for resources: {'Port': ['ID=16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:57.621414 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1f347d9-0ce1-4688-b8fb-2424956757f5 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks [] for port (a68306d1-c9d2-4306-a901-94d204380268), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:57.632337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-9aa09456-6edb-4578-b0a5-76245c53a9f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Delete allocated IP 2001:db8:0:1::359 (1c3689d8-f430-449a-ab5b-ba23e2a261bb/7b736993-2b06-4177-ab0b-6dba50d611a5) {{(pid=103301) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 08 16:00:57.735498 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f99560c7-8166-4769-b962-50527640ea29 req-84873ec0-c5eb-4b3b-8513-a957704b4245 service neutron] 10.222.0.94 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304163 Feb 08 16:00:57.756751 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1f347d9-0ce1-4688-b8fb-2424956757f5 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a68306d1-c9d2-4306-a901-94d204380268), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:57.771653 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6727d13e-ea4f-4336-93e4-967d7fe4c195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:57.854875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8871ad-7d99-4dd1-864a-9b6cd7a32d36 req-be3c6deb-27d0-40c4-823c-7325726517e9 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:57.864346 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8871ad-7d99-4dd1-864a-9b6cd7a32d36 req-be3c6deb-27d0-40c4-823c-7325726517e9 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 946 time: 0.3742571 Feb 08 16:00:57.887032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Allocated IP 172.20.0.2 (52499b74-8d21-4741-a6c3-06a92fa0c067/06a4a222-87e8-46d5-bbb1-b24b557f906a/fc0f6661-f692-48c9-aadf-1fa6eedb495a) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:57.949749 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea178ea9-5ebc-4720-ac66-54c57af6a08c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Made reservation on behalf of 0d4436b9f30742f79601225ff55aa191 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:57.953243 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ea178ea9-5ebc-4720-ac66-54c57af6a08c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:57.973892 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f347d9-0ce1-4688-b8fb-2424956757f5 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Network 52499b74-8d21-4741-a6c3-06a92fa0c067 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:57.975871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f347d9-0ce1-4688-b8fb-2424956757f5 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Pushing event updated for resources: {'Port': ['ID=a68306d1-c9d2-4306-a901-94d204380268,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:57.992648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d1f347d9-0ce1-4688-b8fb-2424956757f5 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:57.996883 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f347d9-0ce1-4688-b8fb-2424956757f5 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:58.106979 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f99560c7-8166-4769-b962-50527640ea29 req-c89260e3-8045-45a5-90a0-a34e8095a142 service neutron] 10.222.0.94 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636849 Feb 08 16:00:58.211498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f347d9-0ce1-4688-b8fb-2424956757f5 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:58.213205 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1f347d9-0ce1-4688-b8fb-2424956757f5 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:58.246416 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d1f347d9-0ce1-4688-b8fb-2424956757f5 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2536066 Feb 08 16:00:58.247650 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53672) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:58.260670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Request body: {'port': {'network_id': '52499b74-8d21-4741-a6c3-06a92fa0c067', 'name': 'tempest-ExtraDHCPOptionsTestJSON-589272035', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:58.261378 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.api.validators [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] bootfile-name is not in valid_values {{(pid=103302) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 16:00:58.261725 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.api.validators [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] tftp-server is not in valid_values {{(pid=103302) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 16:00:58.264372 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.api.validators [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] server-ip-address is not in valid_values {{(pid=103302) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 16:00:58.298755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b3208df6-390c-48d5-9b34-2f7036a4dc2a details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:00:58.314784 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Publish callbacks [] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:58.334321 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:58.380408 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Network 52499b74-8d21-4741-a6c3-06a92fa0c067 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:58.435540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:58.467141 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:58.471085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Made reservation on behalf of 69ec072374634e398372597143276fa0 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:00:58.475143 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a8871ad-7d99-4dd1-864a-9b6cd7a32d36 req-0bd546bb-4e0c-455d-ba30-ecea8ac1cb90 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=51ea817b-8600-41dd-acba-1345f96bd7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6098320 Feb 08 16:00:58.479317 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:58.506445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] device_id is not set on port b1d7ae82-adb2-449e-bafb-1eb60383e092 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:00:58.533225 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9aa09456-6edb-4578-b0a5-76245c53a9f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:58.623682 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9aa09456-6edb-4578-b0a5-76245c53a9f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:58.694664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Allocated IP 172.20.0.7 (52499b74-8d21-4741-a6c3-06a92fa0c067/06a4a222-87e8-46d5-bbb1-b24b557f906a/b1d7ae82-adb2-449e-bafb-1eb60383e092) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:00:58.752035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port b3208df6-390c-48d5-9b34-2f7036a4dc2a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b3208df6-390c-48d5-9b34-2f7036a4dc2a,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:58.761695 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6727d13e-ea4f-4336-93e4-967d7fe4c195 admin admin] Publish callbacks [] for security_group (dad6cc70-ddd6-4622-a3bd-304115b28b6f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:58.782704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'b3208df6-390c-48d5-9b34-2f7036a4dc2a', 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676', 'port_id': 'b3208df6-390c-48d5-9b34-2f7036a4dc2a', 'mac_address': 'fa:16:3e:69:65:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278c2f2b-2d96-42da-b202-953ae37669d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:00:58.788621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:00:58.789661 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6727d13e-ea4f-4336-93e4-967d7fe4c195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dad6cc70-ddd6-4622-a3bd-304115b28b6f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:58.867744 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c506d9f8-acf6-43d9-861d-f97e1b2af628 None None] Network 1c3689d8-f430-449a-ab5b-ba23e2a261bb requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:58.882745 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727d13e-ea4f-4336-93e4-967d7fe4c195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad6cc70-ddd6-4622-a3bd-304115b28b6f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:58.930050 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89807f-d584-420e-8d66-6063dbf85435 req-b0a01a07-05d2-4ab6-aaf1-be4c34edbb52 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:58.938119 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa89807f-d584-420e-8d66-6063dbf85435 req-b0a01a07-05d2-4ab6-aaf1-be4c34edbb52 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 943 time: 0.4908133 Feb 08 16:00:58.960454 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks [] for port (b1d7ae82-adb2-449e-bafb-1eb60383e092), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:58.968410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Attempting to bind port fc0f6661-f692-48c9-aadf-1fa6eedb495a on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:00:58.969335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Attempting to bind port fc0f6661-f692-48c9-aadf-1fa6eedb495a by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b610832f-1d41-4469-b3f3-515140290d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '52499b74-8d21-4741-a6c3-06a92fa0c067'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:00:58.969738 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Attempting to bind port fc0f6661-f692-48c9-aadf-1fa6eedb495a on network 52499b74-8d21-4741-a6c3-06a92fa0c067 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:00:58.972011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Pushing event updated for resources: {'Port': ['ID=fc0f6661-f692-48c9-aadf-1fa6eedb495a,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:59.013008 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b1d7ae82-adb2-449e-bafb-1eb60383e092), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:59.052153 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:00:59.052711 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Checking segment: {'id': 'b610832f-1d41-4469-b3f3-515140290d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '52499b74-8d21-4741-a6c3-06a92fa0c067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:00:59.053169 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:59.053571 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Bound using segment: {'id': 'b610832f-1d41-4469-b3f3-515140290d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '52499b74-8d21-4741-a6c3-06a92fa0c067'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:00:59.054203 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Bound port: fc0f6661-f692-48c9-aadf-1fa6eedb495a, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b610832f-1d41-4469-b3f3-515140290d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '52499b74-8d21-4741-a6c3-06a92fa0c067'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:00:59.054586 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:59.060596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577985f-7589-4e97-a1e9-6473025c245c req-095bd8aa-5b8c-4836-9f96-4e7b6c0eaccb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:59.069304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6577985f-7589-4e97-a1e9-6473025c245c req-095bd8aa-5b8c-4836-9f96-4e7b6c0eaccb tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.3055441 Feb 08 16:00:59.071105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6d4a77c8-b3d4-4295-8b76-38725c8db100 None None] Provisioning complete for port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:59.071538 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6d4a77c8-b3d4-4295-8b76-38725c8db100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:59.080517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9aa09456-6edb-4578-b0a5-76245c53a9f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] In _notify_port_updated(), no bound segment for port c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 on network 1c3689d8-f430-449a-ab5b-ba23e2a261bb {{(pid=103301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:00:59.086935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa09456-6edb-4578-b0a5-76245c53a9f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:59.088421 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9aa09456-6edb-4578-b0a5-76245c53a9f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:59.093610 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9aa09456-6edb-4578-b0a5-76245c53a9f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "PUT /v2.0/ports/c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 HTTP/1.1" status: 200 len: 925 time: 2.5870764 Feb 08 16:00:59.096416 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53684) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:59.098660 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Pushing event updated for resources: {'Port': ['ID=b1d7ae82-adb2-449e-bafb-1eb60383e092,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:59.108454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-88fa2f6e-2c72-4b47-b7d0-786eabc7f778 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b645f85-4db0-46fb-9f5e-83db0de48f62'}, {'subnet_id': '7b736993-2b06-4177-ab0b-6dba50d611a5'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:59.121051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Network 52499b74-8d21-4741-a6c3-06a92fa0c067 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:59.154892 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:59.161811 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:00:59.178173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa89807f-d584-420e-8d66-6063dbf85435 req-f1e66436-30ff-4047-86fb-11c4a1ead60d tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385314 Feb 08 16:00:59.183088 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6727d13e-ea4f-4336-93e4-967d7fe4c195 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=521855738a6549518310c3c9ee32bef7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6729896 Feb 08 16:00:59.199791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa09456-6edb-4578-b0a5-76245c53a9f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:59.225989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53686) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:59.234293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:59.235656 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:59.275912 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-48ed235d-541a-49fa-880f-04774eb0b78a tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.0257964 Feb 08 16:00:59.287914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53688) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:59.288127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] For port fc0f6661-f692-48c9-aadf-1fa6eedb495a, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:00:59.296518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] For port fc0f6661-f692-48c9-aadf-1fa6eedb495a, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fc0f6661-f692-48c9-aadf-1fa6eedb495a,segment=NetworkSegment(b610832f-1d41-4469-b3f3-515140290d4e),segment_id=b610832f-1d41-4469-b3f3-515140290d4e)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:00:59.315398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port b3208df6-390c-48d5-9b34-2f7036a4dc2a is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:59.315830 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b3208df6-390c-48d5-9b34-2f7036a4dc2a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:59.329579 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:59.496185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6d4a77c8-b3d4-4295-8b76-38725c8db100 None None] Current status of the port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:00:59.504408 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ea178ea9-5ebc-4720-ac66-54c57af6a08c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (660017fc-9a3b-43f9-99a1-73c5942a4c41), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:59.531258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6577985f-7589-4e97-a1e9-6473025c245c req-4f480e1a-910f-4d09-9796-543eac22dfcc tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4604590 Feb 08 16:00:59.556819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3208df6-390c-48d5-9b34-2f7036a4dc2a {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:00:59.586407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df83b46d-0492-40cb-a93b-7f84de1d4e41 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:59.601126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df83b46d-0492-40cb-a93b-7f84de1d4e41 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:59.605566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:59.606275 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:59.613978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df83b46d-0492-40cb-a93b-7f84de1d4e41 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:59.620181 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-df83b46d-0492-40cb-a93b-7f84de1d4e41 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3270302 Feb 08 16:00:59.626880 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53690) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:59.657205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea178ea9-5ebc-4720-ac66-54c57af6a08c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:00:59.668048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-ea178ea9-5ebc-4720-ac66-54c57af6a08c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:00:59.681857 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea178ea9-5ebc-4720-ac66-54c57af6a08c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:59.682499 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ea178ea9-5ebc-4720-ac66-54c57af6a08c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:59.697532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea178ea9-5ebc-4720-ac66-54c57af6a08c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Subnet': ['ID=660017fc-9a3b-43f9-99a1-73c5942a4c41,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:59.750849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f96c1-52ff-430e-a2fa-0991ef9c190c req-a8182e44-fa84-491c-ad1f-aaeddeacdf31 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:00:59.757092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87cdd6e-4bd8-4adb-a8a1-6a51e5888027 None None] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:00:59.764165 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fdd36f4c-b88b-4a8b-a642-9ea1ca2febc5 admin admin] Publish callbacks [] for security_group (dad6cc70-ddd6-4622-a3bd-304115b28b6f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:59.769758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port b3208df6-390c-48d5-9b34-2f7036a4dc2a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b3208df6-390c-48d5-9b34-2f7036a4dc2a,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:00:59.772148 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d5b32197-2c75-47d5-a662-8ddddf05f54e None None] Provisioning complete for port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:00:59.772653 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d5b32197-2c75-47d5-a662-8ddddf05f54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:59.779262 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea7f96c1-52ff-430e-a2fa-0991ef9c190c req-a8182e44-fa84-491c-ad1f-aaeddeacdf31 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 946 time: 0.4504683 Feb 08 16:00:59.804609 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53700) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:59.811859 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-08d144db-7760-4b91-b2b2-790fe22ae0e0 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Request body: {'floatingip': {'port_id': 'd31c6413-1eb2-472f-8d06-757942fa71bf'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:59.857396 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fdd36f4c-b88b-4a8b-a642-9ea1ca2febc5 admin admin] Publish callbacks [] for security_group (dad6cc70-ddd6-4622-a3bd-304115b28b6f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:00:59.867498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01dd2d-afce-4abe-9bc0-5b212d05eac7 None None] Pushing event updated for resources: {'Port': ['ID=fc0f6661-f692-48c9-aadf-1fa6eedb495a,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:00:59.908902 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ea178ea9-5ebc-4720-ac66-54c57af6a08c tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4733696 Feb 08 16:00:59.916412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53702) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:00:59.932440 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-cedfa4ce-7d3b-491c-9e33-feeac637126d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-126444791', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '660017fc-9a3b-43f9-99a1-73c5942a4c41'}], 'security_groups': ['4504eb59-cd78-49bb-bd07-938347e1ffd1', '566c5907-9897-4464-a818-75ea16329fa3']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:00:59.957566 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08d144db-7760-4b91-b2b2-790fe22ae0e0 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for floatingip (5cbabade-ab41-4440-86f0-1cb276c60369), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:00.033191 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b3208df6-390c-48d5-9b34-2f7036a4dc2a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:00.136654 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-88fa2f6e-2c72-4b47-b7d0-786eabc7f778 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:00.146839 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fdd36f4c-b88b-4a8b-a642-9ea1ca2febc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dad6cc70-ddd6-4622-a3bd-304115b28b6f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:00.149622 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fdd36f4c-b88b-4a8b-a642-9ea1ca2febc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:00.158378 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fdd36f4c-b88b-4a8b-a642-9ea1ca2febc5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dad6cc70-ddd6-4622-a3bd-304115b28b6f HTTP/1.1" status: 204 len: 168 time: 0.9025199 Feb 08 16:01:00.207072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd36f4c-b88b-4a8b-a642-9ea1ca2febc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad6cc70-ddd6-4622-a3bd-304115b28b6f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:00.316490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3b8a8-81f3-4d6c-be02-7e602cbff021 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Deleting port b1d7ae82-adb2-449e-bafb-1eb60383e092 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:00.319437 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b8a8-81f3-4d6c-be02-7e602cbff021 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b1d7ae82-adb2-449e-bafb-1eb60383e092), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:00.420385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-e54bf8cd-ef5f-4815-8301-588b7f69c534 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:00.422939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-e54bf8cd-ef5f-4815-8301-588b7f69c534 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 805 time: 0.6426609 Feb 08 16:01:00.505150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['b3208df6-390c-48d5-9b34-2f7036a4dc2a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:01:00.542305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-752e23da-8bdd-42fd-a71f-75c7c4ed9218 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/quotas/383b56f32b8740adb6bf96d216692319 HTTP/1.1" status: 200 len: 375 time: 0.1023057 Feb 08 16:01:00.582814 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b8a8-81f3-4d6c-be02-7e602cbff021 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b1d7ae82-adb2-449e-bafb-1eb60383e092), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:00.611963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3b8a8-81f3-4d6c-be02-7e602cbff021 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Calling delete_port for b1d7ae82-adb2-449e-bafb-1eb60383e092 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:00.744496 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d5b32197-2c75-47d5-a662-8ddddf05f54e None None] Current status of the port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:00.761484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=b3208df6-390c-48d5-9b34-2f7036a4dc2a,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:00.768856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1295f-02fa-4dd0-804e-522d77f30e72 req-e75f63e1-c7bc-4e01-b590-998c0ca00e19 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:00.779014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-32d1295f-02fa-4dd0-804e-522d77f30e72 req-e75f63e1-c7bc-4e01-b590-998c0ca00e19 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 944 time: 0.3677373 Feb 08 16:01:00.848160 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cedfa4ce-7d3b-491c-9e33-feeac637126d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8fc9bb3a-89c2-4dc1-9115-2a3427de60bc), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:00.857274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:00.883704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d5b32197-2c75-47d5-a662-8ddddf05f54e None None] Provisioning complete for port c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:00.887296 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d5b32197-2c75-47d5-a662-8ddddf05f54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:00.900818 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b8a8-81f3-4d6c-be02-7e602cbff021 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b1d7ae82-adb2-449e-bafb-1eb60383e092), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:00.913321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-3e764611-3b95-46a7-9aad-02d0d05144e9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3568692 Feb 08 16:01:01.029010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3b8a8-81f3-4d6c-be02-7e602cbff021 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Pushing event deleted for resources: {'Port': ['ID=b1d7ae82-adb2-449e-bafb-1eb60383e092,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:01.072838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53714) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:01.125832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fc0f6661-f692-48c9-aadf-1fa6eedb495a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:01.188445 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-32d1295f-02fa-4dd0-804e-522d77f30e72 req-2b7e70e8-7a75-411f-8711-91ae7f186fa7 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047348 Feb 08 16:01:01.222002 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b8a8-81f3-4d6c-be02-7e602cbff021 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:01.230775 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7bb3b8a8-81f3-4d6c-be02-7e602cbff021 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] 10.222.0.82 "DELETE /v2.0/ports/b1d7ae82-adb2-449e-bafb-1eb60383e092 HTTP/1.1" status: 204 len: 168 time: 1.5909045 Feb 08 16:01:01.231482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53716) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:01.242070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d5b32197-2c75-47d5-a662-8ddddf05f54e None None] Port c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:01.256564 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-02235b89-53b9-4a3b-987c-03714bc086e8 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Request body: {'port': {'name': 'tempest-new-port-name-618024924', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:01.256998 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.api.validators [None req-02235b89-53b9-4a3b-987c-03714bc086e8 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] bootfile-name is not in valid_values {{(pid=103302) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 16:01:01.257360 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.api.validators [None req-02235b89-53b9-4a3b-987c-03714bc086e8 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] tftp-server is not in valid_values {{(pid=103302) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 16:01:01.257704 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.api.validators [None req-02235b89-53b9-4a3b-987c-03714bc086e8 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] server-ip-address is not in valid_values {{(pid=103302) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 16:01:01.354306 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02235b89-53b9-4a3b-987c-03714bc086e8 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a68306d1-c9d2-4306-a901-94d204380268), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:01.374062 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:01.634451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0c5465-f3e7-40a1-b9aa-3c46976c156f None None] Network 52499b74-8d21-4741-a6c3-06a92fa0c067 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:01.781432 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-56126451-c11e-4045-820b-737344594a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:01.794413 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f9c42b1c-6d11-45d9-8cff-2a79d2e71155 None None] Provisioning complete for port c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:01.795134 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9c42b1c-6d11-45d9-8cff-2a79d2e71155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:01.802011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-88fa2f6e-2c72-4b47-b7d0-786eabc7f778 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Allocated IP 2001:db8:0:1::181 (1c3689d8-f430-449a-ab5b-ba23e2a261bb/7b736993-2b06-4177-ab0b-6dba50d611a5/c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:01.825116 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Publish callbacks [] for security_group (56d49bba-a203-42e6-859c-defc34964461), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:01.826459 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609880c9-0820-458a-92db-4fe48c14a718 None None] Update dhcp port {'port': {'network_id': 'e5e96e0e-2b54-4d75-9dcb-da64ead1beb4', 'fixed_ips': [{'subnet_id': 'd8013e05-0f86-4969-b975-3b68286f364f', 'ip_address': '172.20.0.18'}, {'subnet_id': '87f59507-4118-4e47-bf7c-e2b2c1366f12', 'ip_address': '172.20.0.2'}, {'subnet_id': '660017fc-9a3b-43f9-99a1-73c5942a4c41'}], 'binding:host_id': 'n-d-824834-11'}, 'id': '611ae9c9-c5fa-4492-a688-0c760ecb01a9'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 16:01:01.840359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port fc0f6661-f692-48c9-aadf-1fa6eedb495a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:01.840842 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:01.857451 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (56d49bba-a203-42e6-859c-defc34964461), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:01.909601 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f9c42b1c-6d11-45d9-8cff-2a79d2e71155 None None] Port c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:01.919332 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-609880c9-0820-458a-92db-4fe48c14a718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:02.075879 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dc9ff80322994dbea3d8da260c01da99&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0014565 Feb 08 16:01:02.081959 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53718) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:02.100204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d49bba-a203-42e6-859c-defc34964461,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:02.138014 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-29f0b2f9-b96b-4f13-ae58-67bdff19722d None None] Provisioning complete for port fc0f6661-f692-48c9-aadf-1fa6eedb495a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:02.138558 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-29f0b2f9-b96b-4f13-ae58-67bdff19722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:02.147050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port fc0f6661-f692-48c9-aadf-1fa6eedb495a is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:02.147547 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:02.192434 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02235b89-53b9-4a3b-987c-03714bc086e8 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks [] for port (a68306d1-c9d2-4306-a901-94d204380268), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:02.211467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:02.211781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:02.212068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:02.212404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:02.212754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:02.213108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:02.213437 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:02.221619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:02.221985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:02.222330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:02.222866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:02.223446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:02.223446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c1dbb-65b6-4410-9898-80ee7a83a729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:02.230456 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08d144db-7760-4b91-b2b2-790fe22ae0e0 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:02.288591 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02235b89-53b9-4a3b-987c-03714bc086e8 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (a68306d1-c9d2-4306-a901-94d204380268), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:02.290412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port fc0f6661-f692-48c9-aadf-1fa6eedb495a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fc0f6661-f692-48c9-aadf-1fa6eedb495a,segment=NetworkSegment(b610832f-1d41-4469-b3f3-515140290d4e),segment_id=b610832f-1d41-4469-b3f3-515140290d4e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:02.298924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-609880c9-0820-458a-92db-4fe48c14a718 None None] Allocated IP 172.20.0.34 (e5e96e0e-2b54-4d75-9dcb-da64ead1beb4/660017fc-9a3b-43f9-99a1-73c5942a4c41/611ae9c9-c5fa-4492-a688-0c760ecb01a9) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:02.302199 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:02.358819 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-88fa2f6e-2c72-4b47-b7d0-786eabc7f778 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:02.384908 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=fc0f6661-f692-48c9-aadf-1fa6eedb495a,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:02.459523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02235b89-53b9-4a3b-987c-03714bc086e8 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Pushing event updated for resources: {'Port': ['ID=a68306d1-c9d2-4306-a901-94d204380268,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:02.471445 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-88fa2f6e-2c72-4b47-b7d0-786eabc7f778 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:02.476078 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08d144db-7760-4b91-b2b2-790fe22ae0e0 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (5cbabade-ab41-4440-86f0-1cb276c60369), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:02.529235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-29f0b2f9-b96b-4f13-ae58-67bdff19722d None None] Current status of the port fc0f6661-f692-48c9-aadf-1fa6eedb495a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:02.608558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-609880c9-0820-458a-92db-4fe48c14a718 None None] For port 611ae9c9-c5fa-4492-a688-0c760ecb01a9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=611ae9c9-c5fa-4492-a688-0c760ecb01a9,segment=NetworkSegment(73d0e860-4672-465e-a36c-cf2d1d404e0d),segment_id=73d0e860-4672-465e-a36c-cf2d1d404e0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:02.684114 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-08d144db-7760-4b91-b2b2-790fe22ae0e0 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Floating IP 5cbabade-ab41-4440-86f0-1cb276c60369 associated. External IP: 172.25.7.80, port: d31c6413-1eb2-472f-8d06-757942fa71bf. Feb 08 16:01:02.696696 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-609880c9-0820-458a-92db-4fe48c14a718 None None] Publish callbacks [] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:02.708841 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-609880c9-0820-458a-92db-4fe48c14a718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:02.716225 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-55a798a9-5bfb-416d-9b53-45840b5f41b6 None None] Provisioning complete for port fc0f6661-f692-48c9-aadf-1fa6eedb495a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:02.716679 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-55a798a9-5bfb-416d-9b53-45840b5f41b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:02.913665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609880c9-0820-458a-92db-4fe48c14a718 None None] Pushing event updated for resources: {'Port': ['ID=611ae9c9-c5fa-4492-a688-0c760ecb01a9,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:03.028604 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-5b8b6634-b7b3-4132-90b3-61c0399af458 service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0926380 Feb 08 16:01:03.273005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fc0f6661-f692-48c9-aadf-1fa6eedb495a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:03.275287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067225f-1af1-448c-a613-245d5763fa8a req-cdd7b87e-6df8-41b5-b20f-c2c71092700f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:03.277314 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b067225f-1af1-448c-a613-245d5763fa8a req-cdd7b87e-6df8-41b5-b20f-c2c71092700f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.8067036 Feb 08 16:01:03.542166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-55a798a9-5bfb-416d-9b53-45840b5f41b6 None None] Current status of the port fc0f6661-f692-48c9-aadf-1fa6eedb495a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:03.593213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port fc0f6661-f692-48c9-aadf-1fa6eedb495a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:03.595842 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:03.762918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-55a798a9-5bfb-416d-9b53-45840b5f41b6 None None] Provisioning complete for port a68306d1-c9d2-4306-a901-94d204380268 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:03.763304 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-55a798a9-5bfb-416d-9b53-45840b5f41b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a68306d1-c9d2-4306-a901-94d204380268), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:03.774326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-cedfa4ce-7d3b-491c-9e33-feeac637126d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Delete allocated IP 172.20.0.10 (e5e96e0e-2b54-4d75-9dcb-da64ead1beb4/87f59507-4118-4e47-bf7c-e2b2c1366f12) {{(pid=103301) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 08 16:01:03.848396 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa2f6e-2c72-4b47-b7d0-786eabc7f778 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:03.878822 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-cedfa4ce-7d3b-491c-9e33-feeac637126d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Allocated IP 172.20.0.44 (e5e96e0e-2b54-4d75-9dcb-da64ead1beb4/660017fc-9a3b-43f9-99a1-73c5942a4c41/8fc9bb3a-89c2-4dc1-9115-2a3427de60bc) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:03.886010 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5878edb-10e9-4aba-8edd-cc079454ac7f admin admin] Publish callbacks [] for security_group (56d49bba-a203-42e6-859c-defc34964461), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:03.897171 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-65dadc12-bf51-4ae3-b9fe-0648175e5c91 service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8299391 Feb 08 16:01:03.903012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-02235b89-53b9-4a3b-987c-03714bc086e8 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] In _notify_port_updated(), no bound segment for port a68306d1-c9d2-4306-a901-94d204380268 on network 52499b74-8d21-4741-a6c3-06a92fa0c067 {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:01:03.921986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b067225f-1af1-448c-a613-245d5763fa8a req-e0937ef9-c1d7-4956-ad78-29bfa873d23a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6054161 Feb 08 16:01:03.947597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02235b89-53b9-4a3b-987c-03714bc086e8 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:03.954590 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-02235b89-53b9-4a3b-987c-03714bc086e8 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:03.960623 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port fc0f6661-f692-48c9-aadf-1fa6eedb495a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:03.964075 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4502b4c9-92cc-48ea-a67e-ca763f5f8724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:03.971405 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-02235b89-53b9-4a3b-987c-03714bc086e8 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] 10.222.0.82 "PUT /v2.0/ports/a68306d1-c9d2-4306-a901-94d204380268 HTTP/1.1" status: 200 len: 1135 time: 2.7278626 Feb 08 16:01:03.978459 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53726) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:03.978920 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-55a798a9-5bfb-416d-9b53-45840b5f41b6 None None] Port a68306d1-c9d2-4306-a901-94d204380268 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:04.070138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-88fa2f6e-2c72-4b47-b7d0-786eabc7f778 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] In _notify_port_updated(), no bound segment for port c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 on network 1c3689d8-f430-449a-ab5b-ba23e2a261bb {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:01:04.086040 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fa2f6e-2c72-4b47-b7d0-786eabc7f778 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:04.091957 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-88fa2f6e-2c72-4b47-b7d0-786eabc7f778 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:04.107460 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-88fa2f6e-2c72-4b47-b7d0-786eabc7f778 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "PUT /v2.0/ports/c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 HTTP/1.1" status: 200 len: 1011 time: 5.0042779 Feb 08 16:01:04.110750 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53728) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:04.114053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b901f95e-139f-48a7-8177-d045bada3ab6 None None] Could not find standard attr ID for object b1d7ae82-adb2-449e-bafb-1eb60383e092. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:01:04.150883 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d144db-7760-4b91-b2b2-790fe22ae0e0 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Router bf980798-bfed-4b52-bcb8-d5b64a2117b8 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:01:04.174337 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b901f95e-139f-48a7-8177-d045bada3ab6 None None] Provisioning complete for port a68306d1-c9d2-4306-a901-94d204380268 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:04.174724 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b901f95e-139f-48a7-8177-d045bada3ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a68306d1-c9d2-4306-a901-94d204380268), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:04.298701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b901f95e-139f-48a7-8177-d045bada3ab6 None None] Port a68306d1-c9d2-4306-a901-94d204380268 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:04.307669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b3208df6-390c-48d5-9b34-2f7036a4dc2a up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:04.376566 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5878edb-10e9-4aba-8edd-cc079454ac7f admin admin] Publish callbacks [] for security_group (56d49bba-a203-42e6-859c-defc34964461), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:04.384543 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port b3208df6-390c-48d5-9b34-2f7036a4dc2a completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:01:04.391543 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port b3208df6-390c-48d5-9b34-2f7036a4dc2a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:04.392073 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b3208df6-390c-48d5-9b34-2f7036a4dc2a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:04.451355 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7334d248-5e15-4b87-b958-ed7d3a54b3cf tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:04.453001 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7334d248-5e15-4b87-b958-ed7d3a54b3cf tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] 10.222.0.82 "GET /v2.0/ports/a68306d1-c9d2-4306-a901-94d204380268 HTTP/1.1" status: 200 len: 1135 time: 0.4211941 Feb 08 16:01:04.464762 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53734) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:04.519956 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-400abab0-0399-481f-b6b7-972f2e2d8c37 req-43e3359b-4d19-4d0c-824c-e616fae13229 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 210 time: 0.1103227 Feb 08 16:01:04.575228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4854d25-7801-4dd4-b566-b002d92a5fa2 req-9c1cc3e5-f952-4d41-b108-15d275c7581f tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:04.577213 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4854d25-7801-4dd4-b566-b002d92a5fa2 req-9c1cc3e5-f952-4d41-b108-15d275c7581f tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 944 time: 0.4592056 Feb 08 16:01:04.582134 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1df56244-620e-419b-97ac-1212d2951bc9 None None] Provisioning complete for port a68306d1-c9d2-4306-a901-94d204380268 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:04.584379 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1df56244-620e-419b-97ac-1212d2951bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a68306d1-c9d2-4306-a901-94d204380268), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:04.748760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1df56244-620e-419b-97ac-1212d2951bc9 None None] Port a68306d1-c9d2-4306-a901-94d204380268 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:04.757308 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5878edb-10e9-4aba-8edd-cc079454ac7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (56d49bba-a203-42e6-859c-defc34964461), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:04.760292 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5878edb-10e9-4aba-8edd-cc079454ac7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:04.761670 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c5878edb-10e9-4aba-8edd-cc079454ac7f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/56d49bba-a203-42e6-859c-defc34964461 HTTP/1.1" status: 204 len: 168 time: 2.6742978 Feb 08 16:01:04.778987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d12804b3-7f60-4db0-8373-6349a0ba34bd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:04.779575 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d12804b3-7f60-4db0-8373-6349a0ba34bd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:04.779708 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d144db-7760-4b91-b2b2-790fe22ae0e0 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:01:04.800863 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08d144db-7760-4b91-b2b2-790fe22ae0e0 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:04.807866 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca8627-3767-484e-8e9f-d7279fcfbffd None None] Sync routers for ids ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:01:04.834465 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5878edb-10e9-4aba-8edd-cc079454ac7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d49bba-a203-42e6-859c-defc34964461,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:04.909311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca8627-3767-484e-8e9f-d7279fcfbffd None None] Routers {'bf980798-bfed-4b52-bcb8-d5b64a2117b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:01:04.910366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4854d25-7801-4dd4-b566-b002d92a5fa2 req-7a2b5b91-7ee2-4c54-98a0-af06c8b1d50c tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220167 Feb 08 16:01:04.911907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7bca8627-3767-484e-8e9f-d7279fcfbffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:01:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:04.928123 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0c9f8bbf-bb86-491d-8660-62f0c964a9af tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Deleting port a68306d1-c9d2-4306-a901-94d204380268 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:04.928660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c9f8bbf-bb86-491d-8660-62f0c964a9af tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a68306d1-c9d2-4306-a901-94d204380268), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:05.014763 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-08d144db-7760-4b91-b2b2-790fe22ae0e0 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "PUT /v2.0/floatingips/5cbabade-ab41-4440-86f0-1cb276c60369 HTTP/1.1" status: 200 len: 991 time: 5.2085984 Feb 08 16:01:05.021174 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cedfa4ce-7d3b-491c-9e33-feeac637126d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for port (8fc9bb3a-89c2-4dc1-9115-2a3427de60bc), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:05.023649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e646e5-72e7-45e1-bb53-8301ea567f34', 'tag': 'd31c6413-1eb2-472f-8d06-757942fa71bf'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:01:05.026434 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b35688b-bdce-41d5-b6b0-7327cf84f767" -d '{"events": [{"name": "network-changed", "server_uuid": "30e646e5-72e7-45e1-bb53-8301ea567f34", "tag": "d31c6413-1eb2-472f-8d06-757942fa71bf"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:01:05.032284 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cedfa4ce-7d3b-491c-9e33-feeac637126d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (8fc9bb3a-89c2-4dc1-9115-2a3427de60bc), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:05.153458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfa4ce-7d3b-491c-9e33-feeac637126d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event updated for resources: {'Port': ['ID=8fc9bb3a-89c2-4dc1-9115-2a3427de60bc,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:05.192987 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d12804b3-7f60-4db0-8373-6349a0ba34bd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:05.237782 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d12804b3-7f60-4db0-8373-6349a0ba34bd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:05.238528 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-cedfa4ce-7d3b-491c-9e33-feeac637126d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] In _notify_port_updated(), no bound segment for port 8fc9bb3a-89c2-4dc1-9115-2a3427de60bc on network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 {{(pid=103301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:01:05.244055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedfa4ce-7d3b-491c-9e33-feeac637126d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:05.244984 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cedfa4ce-7d3b-491c-9e33-feeac637126d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:05.247507 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cedfa4ce-7d3b-491c-9e33-feeac637126d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "PUT /v2.0/ports/8fc9bb3a-89c2-4dc1-9115-2a3427de60bc HTTP/1.1" status: 200 len: 959 time: 5.3259220 Feb 08 16:01:05.253166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53750) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:05.319016 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e9e04-3449-44d4-9715-264b25252e9c req-c6004739-ad8d-4112-b6b3-50d3189cabc6 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:05.320588 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd3e9e04-3449-44d4-9715-264b25252e9c req-c6004739-ad8d-4112-b6b3-50d3189cabc6 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.1531076 Feb 08 16:01:05.358680 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-7bca8627-3767-484e-8e9f-d7279fcfbffd None None] Set router bf980798-bfed-4b52-bcb8-d5b64a2117b8 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:01:05.364173 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b72ea1-ca0f-45b2-9741-aae8e3d0575a req-782fce7f-abe0-4326-af69-93d37f59236b tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:05.367161 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47b72ea1-ca0f-45b2-9741-aae8e3d0575a req-782fce7f-abe0-4326-af69-93d37f59236b tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 946 time: 0.1196582 Feb 08 16:01:05.373361 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c9f8bbf-bb86-491d-8660-62f0c964a9af tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a68306d1-c9d2-4306-a901-94d204380268), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:05.414699 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 611ae9c9-c5fa-4492-a688-0c760ecb01a9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:05.440853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0c9f8bbf-bb86-491d-8660-62f0c964a9af tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Calling delete_port for a68306d1-c9d2-4306-a901-94d204380268 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:05.530635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-09bc16ef-3d53-4dd7-b82b-e9ff9c5b792d None None] Provisioning complete for port c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:05.530979 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-09bc16ef-3d53-4dd7-b82b-e9ff9c5b792d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:05.536172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port b3208df6-390c-48d5-9b34-2f7036a4dc2a is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:05.536656 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b3208df6-390c-48d5-9b34-2f7036a4dc2a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:05.578500 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47b72ea1-ca0f-45b2-9741-aae8e3d0575a req-1ec0727e-2229-460b-bcc0-b0ccf6c8905f tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=51ea817b-8600-41dd-acba-1345f96bd7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860785 Feb 08 16:01:05.597054 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd3e9e04-3449-44d4-9715-264b25252e9c req-b91ab038-3415-40d8-9147-99a96a53b9f1 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539363 Feb 08 16:01:05.654433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6ed01f48-447c-4844-a1f6-73c22b8379a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port 8fc9bb3a-89c2-4dc1-9115-2a3427de60bc {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:05.654808 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ed01f48-447c-4844-a1f6-73c22b8379a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8fc9bb3a-89c2-4dc1-9115-2a3427de60bc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:05.763134 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c8d4f7-1ff1-4f30-b5ed-d2201a4365eb x-openstack-request-id: req-17c8d4f7-1ff1-4f30-b5ed-d2201a4365eb {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:01:05.763432 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e646e5-72e7-45e1-bb53-8301ea567f34", "tag": "d31c6413-1eb2-472f-8d06-757942fa71bf", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:01:05.763684 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-17c8d4f7-1ff1-4f30-b5ed-d2201a4365eb {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:01:05.764093 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e646e5-72e7-45e1-bb53-8301ea567f34', 'tag': 'd31c6413-1eb2-472f-8d06-757942fa71bf', 'status': 'completed', 'code': 200} Feb 08 16:01:05.816284 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:05.822196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84a6cfe5-0cbb-4104-b0f9-b20e6306fb00 req-2cdd12d5-322b-469c-a1a8-01e13c8686ee tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 210 time: 0.0695648 Feb 08 16:01:05.853402 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port b3208df6-390c-48d5-9b34-2f7036a4dc2a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b3208df6-390c-48d5-9b34-2f7036a4dc2a,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:05.853402 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd158b859-445b-4ebd-945c-c7de831dc66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3208df6-390c-48d5-9b34-2f7036a4dc2a'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:01:05.855984 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587746c4-b22f-4c5a-8952-37b4d3289ec1" -d '{"events": [{"server_uuid": "d158b859-445b-4ebd-945c-c7de831dc66b", "name": "network-vif-plugged", "status": "completed", "tag": "b3208df6-390c-48d5-9b34-2f7036a4dc2a"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:01:05.862653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-09bc16ef-3d53-4dd7-b82b-e9ff9c5b792d None None] Port c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:05.864061 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b3208df6-390c-48d5-9b34-2f7036a4dc2a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:05.865719 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:05.866110 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:05.936109 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0df059e-e0ed-49b9-9e83-297480c88aea x-openstack-request-id: req-e0df059e-e0ed-49b9-9e83-297480c88aea {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:01:05.936401 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d158b859-445b-4ebd-945c-c7de831dc66b", "name": "network-vif-plugged", "status": "completed", "tag": "b3208df6-390c-48d5-9b34-2f7036a4dc2a", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:01:05.936661 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e0df059e-e0ed-49b9-9e83-297480c88aea {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:01:05.937694 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd158b859-445b-4ebd-945c-c7de831dc66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3208df6-390c-48d5-9b34-2f7036a4dc2a', 'code': 200} Feb 08 16:01:06.027344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=b3208df6-390c-48d5-9b34-2f7036a4dc2a,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:06.080093 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ed01f48-447c-4844-a1f6-73c22b8379a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8fc9bb3a-89c2-4dc1-9115-2a3427de60bc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:06.082936 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c9f8bbf-bb86-491d-8660-62f0c964a9af tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a68306d1-c9d2-4306-a901-94d204380268), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:06.092043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35688b-bdce-41d5-b6b0-7327cf84f767 req-5b8155e9-dc77-4f4e-8884-ea6a513448c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:06.094219 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1b35688b-bdce-41d5-b6b0-7327cf84f767 req-5b8155e9-dc77-4f4e-8884-ea6a513448c0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc&device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 1129 time: 0.3055856 Feb 08 16:01:06.103013 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d12804b3-7f60-4db0-8373-6349a0ba34bd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:06.153917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6ed01f48-447c-4844-a1f6-73c22b8379a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for 8fc9bb3a-89c2-4dc1-9115-2a3427de60bc owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:06.189376 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f8bbf-bb86-491d-8660-62f0c964a9af tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Pushing event deleted for resources: {'Port': ['ID=a68306d1-c9d2-4306-a901-94d204380268,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:06.199208 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:06.199559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:06.199902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:06.200247 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:06.200578 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:06.201295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:06.201295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:06.201561 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:06.201887 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:06.202301 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:06.202514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:06.203103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:06.203219 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:06.206671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb8aab-a961-464f-82ce-70c4cc9e21f0 req-1cd8b292-09b5-47cf-8010-7bdf065479c3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:06.214086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8004c133-1291-456f-8db7-f3de8ab946d7 None None] Provisioning complete for port 14b391a0-dc8b-46f9-9acc-fa060199b5aa triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:06.214086 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8004c133-1291-456f-8db7-f3de8ab946d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (14b391a0-dc8b-46f9-9acc-fa060199b5aa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:06.215085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acdb8aab-a961-464f-82ce-70c4cc9e21f0 req-1cd8b292-09b5-47cf-8010-7bdf065479c3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 945 time: 0.2038405 Feb 08 16:01:06.255245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8004c133-1291-456f-8db7-f3de8ab946d7 None None] Port 14b391a0-dc8b-46f9-9acc-fa060199b5aa cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:06.300748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8004c133-1291-456f-8db7-f3de8ab946d7 None None] Provisioning complete for port 8fc9bb3a-89c2-4dc1-9115-2a3427de60bc triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:06.300748 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8004c133-1291-456f-8db7-f3de8ab946d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8fc9bb3a-89c2-4dc1-9115-2a3427de60bc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:06.365769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12804b3-7f60-4db0-8373-6349a0ba34bd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:06.408764 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:06.496933 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d12804b3-7f60-4db0-8373-6349a0ba34bd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:06.499627 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acdb8aab-a961-464f-82ce-70c4cc9e21f0 req-24f592a7-5b7c-4ae4-a25a-cff59176b6b6 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831182 Feb 08 16:01:06.506355 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d12804b3-7f60-4db0-8373-6349a0ba34bd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 HTTP/1.1" status: 204 len: 168 time: 2.3765359 Feb 08 16:01:06.506466 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53786) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:06.595885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8004c133-1291-456f-8db7-f3de8ab946d7 None None] Port 8fc9bb3a-89c2-4dc1-9115-2a3427de60bc cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:06.617454 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b917dbe-e9b0-4ccf-b29b-3b7241495435 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] GET failed (client error): The resource could not be found. Feb 08 16:01:06.623308 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0b917dbe-e9b0-4ccf-b29b-3b7241495435 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 HTTP/1.1" status: 404 len: 333 time: 0.1146772 Feb 08 16:01:06.630999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53790) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:06.665107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7bca8627-3767-484e-8e9f-d7279fcfbffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '5cbabade-ab41-4440-86f0-1cb276c60369', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'port_id': 'd31c6413-1eb2-472f-8d06-757942fa71bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'mac_address': 'fa:16:3e:ac:91:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e646e5-72e7-45e1-bb53-8301ea567f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:00:29Z', 'updated_at': '2022-02-08T16:01:02Z', 'revision_number': 1, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5025a6c9-401b-470b-b54a-1277f3ab8e01', 'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'mac_address': 'fa:16:3e:eb:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:41Z', 'updated_at': '2022-02-08T15:55:51Z', 'revision_number': 5, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'subnets': [{'id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:06.667034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8004c133-1291-456f-8db7-f3de8ab946d7 None None] Provisioning complete for port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:06.667412 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8004c133-1291-456f-8db7-f3de8ab946d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:06.700277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207bbdd-134e-4e4a-925a-5cf222c732ac req-8d066e62-9216-4d51-943c-adf3114e2342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:06.701980 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f207bbdd-134e-4e4a-925a-5cf222c732ac req-8d066e62-9216-4d51-943c-adf3114e2342 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 1128 time: 0.5688505 Feb 08 16:01:06.705714 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c9f8bbf-bb86-491d-8660-62f0c964a9af tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:06.709295 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0c9f8bbf-bb86-491d-8660-62f0c964a9af tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] 10.222.0.82 "DELETE /v2.0/ports/a68306d1-c9d2-4306-a901-94d204380268 HTTP/1.1" status: 204 len: 168 time: 2.2416217 Feb 08 16:01:06.722163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53794) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:06.724682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-666a0d72-40a4-41f6-b24e-b301b14dae18 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting subnet 7b736993-2b06-4177-ab0b-6dba50d611a5 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:01:06.730456 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-666a0d72-40a4-41f6-b24e-b301b14dae18 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (7b736993-2b06-4177-ab0b-6dba50d611a5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:06.739035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7602d09-1181-4050-89bb-75d2a4827f7f req-79904d95-f943-484e-9af6-6e04e2461ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:06.741103 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7602d09-1181-4050-89bb-75d2a4827f7f req-79904d95-f943-484e-9af6-6e04e2461ad2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 1129 time: 0.4220879 Feb 08 16:01:06.757029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35688b-bdce-41d5-b6b0-7327cf84f767 req-cecc3417-ff33-4294-8a45-ce6b18b40d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:06.758944 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1b35688b-bdce-41d5-b6b0-7327cf84f767 req-cecc3417-ff33-4294-8a45-ce6b18b40d9b service neutron] 10.222.0.96 "GET /v2.0/networks?id=8dac800a-41cf-4608-84ad-1dd6f88aa855 HTTP/1.1" status: 200 len: 911 time: 0.6245358 Feb 08 16:01:06.773730 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca8627-3767-484e-8e9f-d7279fcfbffd None None] Checking router: bf980798-bfed-4b52-bcb8-d5b64a2117b8 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:01:06.796111 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:06.809347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca8627-3767-484e-8e9f-d7279fcfbffd None None] Routers {'bf980798-bfed-4b52-bcb8-d5b64a2117b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:01:06.809347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7bca8627-3767-484e-8e9f-d7279fcfbffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:01:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:06.926742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d098bd-82ee-4c9a-88ab-8847129128f3 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Deleting subnet 06a4a222-87e8-46d5-bbb1-b24b557f906a {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:01:06.928457 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-666a0d72-40a4-41f6-b24e-b301b14dae18 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (7b736993-2b06-4177-ab0b-6dba50d611a5), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:06.982259 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06d098bd-82ee-4c9a-88ab-8847129128f3 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks [] for subnet (06a4a222-87e8-46d5-bbb1-b24b557f906a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:06.993774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-91e6afa1-64a8-4658-a951-ad30b3e263ab tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:06.994962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-7bca8627-3767-484e-8e9f-d7279fcfbffd None None] Set router bf980798-bfed-4b52-bcb8-d5b64a2117b8 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:01:06.995281 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-91e6afa1-64a8-4658-a951-ad30b3e263ab tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 805 time: 0.4472585 Feb 08 16:01:07.019476 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1b35688b-bdce-41d5-b6b0-7327cf84f767 req-5fc2257f-c4e1-44fe-93fc-d29645d2e827 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d31c6413-1eb2-472f-8d06-757942fa71bf HTTP/1.1" status: 200 len: 999 time: 0.2203767 Feb 08 16:01:07.027605 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f207bbdd-134e-4e4a-925a-5cf222c732ac req-7c998796-9bac-4419-8b15-356a73805bdc service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065104 Feb 08 16:01:07.037982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-87e1bb28-a8ea-4c86-af79-c662ff308dce tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Request body: {'port': {'device_id': 'd7ff73d3-8bba-441c-a4fd-258fea14fae9', 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073', 'admin_state_up': True, 'tenant_id': '383b56f32b8740adb6bf96d216692319'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:07.074728 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-666a0d72-40a4-41f6-b24e-b301b14dae18 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (7b736993-2b06-4177-ab0b-6dba50d611a5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:07.155212 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ed01f48-447c-4844-a1f6-73c22b8379a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (8fc9bb3a-89c2-4dc1-9115-2a3427de60bc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:07.157796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8004c133-1291-456f-8db7-f3de8ab946d7 None None] Current status of the port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:07.158198 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06d098bd-82ee-4c9a-88ab-8847129128f3 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (06a4a222-87e8-46d5-bbb1-b24b557f906a), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:07.206213 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7602d09-1181-4050-89bb-75d2a4827f7f req-4645dc5e-349a-47fa-9c03-db0d71878331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:07.208721 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7602d09-1181-4050-89bb-75d2a4827f7f req-4645dc5e-349a-47fa-9c03-db0d71878331 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 918 time: 0.3816798 Feb 08 16:01:07.240419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05196a8f-373e-4146-877d-ed5ed0b3f627 req-6ae12c86-e2bb-4357-b274-47af5a00fd6c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:07.244101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05196a8f-373e-4146-877d-ed5ed0b3f627 req-6ae12c86-e2bb-4357-b274-47af5a00fd6c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 946 time: 0.4153545 Feb 08 16:01:07.246161 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed01f48-447c-4844-a1f6-73c22b8379a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=8fc9bb3a-89c2-4dc1-9115-2a3427de60bc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:07.247054 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-666a0d72-40a4-41f6-b24e-b301b14dae18 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (7b736993-2b06-4177-ab0b-6dba50d611a5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:07.264001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35688b-bdce-41d5-b6b0-7327cf84f767 req-b3d998bb-6d48-403b-8ef6-e7c5b97791cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:07.267074 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1b35688b-bdce-41d5-b6b0-7327cf84f767 req-b3d998bb-6d48-403b-8ef6-e7c5b97791cb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9 HTTP/1.1" status: 200 len: 849 time: 0.2353501 Feb 08 16:01:07.286814 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb54464-0b9f-4a91-9ed7-b398434942cc req-6bac0138-a904-44d4-aa20-bd9ba22fb005 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:07.289828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9bb54464-0b9f-4a91-9ed7-b398434942cc req-6bac0138-a904-44d4-aa20-bd9ba22fb005 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.4574490 Feb 08 16:01:07.396919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7bca8627-3767-484e-8e9f-d7279fcfbffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '5cbabade-ab41-4440-86f0-1cb276c60369', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'port_id': 'd31c6413-1eb2-472f-8d06-757942fa71bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'mac_address': 'fa:16:3e:ac:91:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e646e5-72e7-45e1-bb53-8301ea567f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:00:29Z', 'updated_at': '2022-02-08T16:01:02Z', 'revision_number': 1, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5025a6c9-401b-470b-b54a-1277f3ab8e01', 'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'mac_address': 'fa:16:3e:eb:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:41Z', 'updated_at': '2022-02-08T15:55:51Z', 'revision_number': 5, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'subnets': [{'id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:07.430069 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bca8627-3767-484e-8e9f-d7279fcfbffd None None] The sync data for ids ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'] in n-d-824834-11 is: [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '5cbabade-ab41-4440-86f0-1cb276c60369', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'port_id': 'd31c6413-1eb2-472f-8d06-757942fa71bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2063, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'mac_address': 'fa:16:3e:ac:91:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e646e5-72e7-45e1-bb53-8301ea567f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:00:29Z', 'updated_at': '2022-02-08T16:01:02Z', 'revision_number': 1, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5025a6c9-401b-470b-b54a-1277f3ab8e01', 'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'mac_address': 'fa:16:3e:eb:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:41Z', 'updated_at': '2022-02-08T15:55:51Z', 'revision_number': 5, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'subnets': [{'id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:01:07.459858 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7602d09-1181-4050-89bb-75d2a4827f7f req-d95b0cf2-5eaa-4ab7-8482-973a6525b46a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41740af2-4a3d-4b44-9b28-315194388352 HTTP/1.1" status: 200 len: 1001 time: 0.1678872 Feb 08 16:01:07.470728 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-666a0d72-40a4-41f6-b24e-b301b14dae18 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:07.471391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af5d080-7e49-463a-abc2-d48d5f1febc7 None None] Network 1c3689d8-f430-449a-ab5b-ba23e2a261bb requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:07.474024 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-666a0d72-40a4-41f6-b24e-b301b14dae18 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/7b736993-2b06-4177-ab0b-6dba50d611a5 HTTP/1.1" status: 204 len: 168 time: 0.8388433 Feb 08 16:01:07.534802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a0d72-40a4-41f6-b24e-b301b14dae18 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Subnet': ['ID=7b736993-2b06-4177-ab0b-6dba50d611a5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:07.548487 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06d098bd-82ee-4c9a-88ab-8847129128f3 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (06a4a222-87e8-46d5-bbb1-b24b557f906a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:07.554144 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53816) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:07.620639 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05196a8f-373e-4146-877d-ed5ed0b3f627 req-389e8a06-7909-435d-b8ef-75b76d094ae6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=51ea817b-8600-41dd-acba-1345f96bd7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491994 Feb 08 16:01:07.714455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7602d09-1181-4050-89bb-75d2a4827f7f req-b1d654cf-95f0-41a0-994b-35f1891b75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:07.716087 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7602d09-1181-4050-89bb-75d2a4827f7f req-b1d654cf-95f0-41a0-994b-35f1891b75a8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=087d1e39-0072-4580-ba11-eb90596289b8 HTTP/1.1" status: 200 len: 856 time: 0.2276943 Feb 08 16:01:07.724569 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06d098bd-82ee-4c9a-88ab-8847129128f3 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (06a4a222-87e8-46d5-bbb1-b24b557f906a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:07.746937 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ed01f48-447c-4844-a1f6-73c22b8379a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:07.751516 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6ed01f48-447c-4844-a1f6-73c22b8379a8 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/8fc9bb3a-89c2-4dc1-9115-2a3427de60bc HTTP/1.1" status: 204 len: 168 time: 2.4899554 Feb 08 16:01:07.788352 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53830) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:07.844122 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-87e1bb28-a8ea-4c86-af79-c662ff308dce tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Made reservation on behalf of 383b56f32b8740adb6bf96d216692319 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:07.852623 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-87e1bb28-a8ea-4c86-af79-c662ff308dce tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:07.863883 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d098bd-82ee-4c9a-88ab-8847129128f3 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Pushing event deleted for resources: {'Subnet': ['ID=06a4a222-87e8-46d5-bbb1-b24b557f906a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:07.888034 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b232c1-0a29-495f-8c03-42708ebe8bb1 None None] New status for floating IP 5cbabade-ab41-4440-86f0-1cb276c60369: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:01:07.908771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a031f04-fd2e-4d02-a895-43a931ba48e8 None None] Network 52499b74-8d21-4741-a6c3-06a92fa0c067 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:07.921853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-06d098bd-82ee-4c9a-88ab-8847129128f3 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:07.927835 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-06d098bd-82ee-4c9a-88ab-8847129128f3 tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] 10.222.0.82 "DELETE /v2.0/subnets/06a4a222-87e8-46d5-bbb1-b24b557f906a HTTP/1.1" status: 204 len: 168 time: 1.1971700 Feb 08 16:01:07.929945 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb98220f-bedc-46d3-80b2-011ffb578f2f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] GET failed (client error): The resource could not be found. Feb 08 16:01:07.935528 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cb98220f-bedc-46d3-80b2-011ffb578f2f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports/8fc9bb3a-89c2-4dc1-9115-2a3427de60bc HTTP/1.1" status: 404 len: 333 time: 0.1082683 Feb 08 16:01:07.935528 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53846) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:07.941870 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35688b-bdce-41d5-b6b0-7327cf84f767 req-424d5fc5-d245-461a-9a69-ec8a95c06edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:07.943456 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1b35688b-bdce-41d5-b6b0-7327cf84f767 req-424d5fc5-d245-461a-9a69-ec8a95c06edc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8dac800a-41cf-4608-84ad-1dd6f88aa855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6600296 Feb 08 16:01:07.944289 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53848) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:08.156794 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:08.276397 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1b35688b-bdce-41d5-b6b0-7327cf84f767 req-e0f35158-4fb3-4dd3-8e80-696ca9e14005 service neutron] 10.222.0.96 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138700 Feb 08 16:01:08.281473 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (52499b74-8d21-4741-a6c3-06a92fa0c067), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:08.337740 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9346e3d8-d52a-42f5-919d-5367cf09ffd1 None None] DHCP port deletion for 52499b74-8d21-4741-a6c3-06a92fa0c067 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:01:08.412086 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9bb54464-0b9f-4a91-9ed7-b398434942cc req-63fd46f0-ad39-456c-91e2-c8ad42b1151a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0227749 Feb 08 16:01:08.435388 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeec4c03-d171-43d7-80ab-9f2a22194e3e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting subnet 3b645f85-4db0-46fb-9f5e-83db0de48f62 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:01:08.443620 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-aeec4c03-d171-43d7-80ab-9f2a22194e3e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (3b645f85-4db0-46fb-9f5e-83db0de48f62), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:08.462336 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9346e3d8-d52a-42f5-919d-5367cf09ffd1 None None] Deleting port fc0f6661-f692-48c9-aadf-1fa6eedb495a {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:08.462953 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9346e3d8-d52a-42f5-919d-5367cf09ffd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:08.517654 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed8d93e1-d3fc-4d10-8153-0c6293ac634c req-56952d8f-c922-4146-a6d4-dc22838e0a91 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 210 time: 0.1043208 Feb 08 16:01:08.544310 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1b35688b-bdce-41d5-b6b0-7327cf84f767 req-227f1cdc-3561-4f7f-b4fc-527f50e29c3c service neutron] 10.222.0.96 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541926 Feb 08 16:01:08.585562 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9346e3d8-d52a-42f5-919d-5367cf09ffd1 None None] For port fc0f6661-f692-48c9-aadf-1fa6eedb495a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fc0f6661-f692-48c9-aadf-1fa6eedb495a,segment=NetworkSegment(b610832f-1d41-4469-b3f3-515140290d4e),segment_id=b610832f-1d41-4469-b3f3-515140290d4e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:08.585946 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9346e3d8-d52a-42f5-919d-5367cf09ffd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:08.589199 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-aeec4c03-d171-43d7-80ab-9f2a22194e3e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (3b645f85-4db0-46fb-9f5e-83db0de48f62), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:08.613474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9346e3d8-d52a-42f5-919d-5367cf09ffd1 None None] Calling delete_port for fc0f6661-f692-48c9-aadf-1fa6eedb495a owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:08.645501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b50b5357-1c6f-4f7a-b486-7a382bf6d311 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (d5dfa868-c11c-4e20-bc06-7a82adfa942d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:08.677085 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b50b5357-1c6f-4f7a-b486-7a382bf6d311 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (d5dfa868-c11c-4e20-bc06-7a82adfa942d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:08.719478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7602d09-1181-4050-89bb-75d2a4827f7f req-b2ebd2b2-2ed9-4d9b-837f-d2dd4ca8a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:08.721936 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7602d09-1181-4050-89bb-75d2a4827f7f req-b2ebd2b2-2ed9-4d9b-837f-d2dd4ca8a0d4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9929886 Feb 08 16:01:08.739452 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9346e3d8-d52a-42f5-919d-5367cf09ffd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:08.777369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346e3d8-d52a-42f5-919d-5367cf09ffd1 None None] Pushing event deleted for resources: {'Port': ['ID=fc0f6661-f692-48c9-aadf-1fa6eedb495a,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:08.780983 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346e3d8-d52a-42f5-919d-5367cf09ffd1 None None] No DVR routers for this DVR port fc0f6661-f692-48c9-aadf-1fa6eedb495a on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:01:08.802677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4b270ef4-807f-410e-bace-bd5614282cf7 None None] Provisioning complete for port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:08.803060 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4b270ef4-807f-410e-bace-bd5614282cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:08.840411 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-87e1bb28-a8ea-4c86-af79-c662ff308dce tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Allocated IP 172.20.0.5 (fb374508-5c73-4d79-bee8-d58289274073/00ecb47d-dbfd-4668-8784-e5338c0de0ac/9af0ab51-18f7-4798-881a-a8775c6a5cdf) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:08.886275 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b50b5357-1c6f-4f7a-b486-7a382bf6d311 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d5dfa868-c11c-4e20-bc06-7a82adfa942d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:08.889640 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b50b5357-1c6f-4f7a-b486-7a382bf6d311 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:08.893157 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b50b5357-1c6f-4f7a-b486-7a382bf6d311 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/security-groups/d5dfa868-c11c-4e20-bc06-7a82adfa942d HTTP/1.1" status: 204 len: 168 time: 0.9370775 Feb 08 16:01:08.896618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53898) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:08.901872 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-aeec4c03-d171-43d7-80ab-9f2a22194e3e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (3b645f85-4db0-46fb-9f5e-83db0de48f62), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:08.954454 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8bfa-a330-4106-a534-2827b862bad5 req-e9870113-35a3-4cb8-af07-11fb68f71571 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:08.956054 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe2c8bfa-a330-4106-a534-2827b862bad5 req-e9870113-35a3-4cb8-af07-11fb68f71571 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 945 time: 0.3715389 Feb 08 16:01:08.994427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4b270ef4-807f-410e-bace-bd5614282cf7 None None] Current status of the port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:09.014666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7602d09-1181-4050-89bb-75d2a4827f7f req-fc096ee1-9f64-4b87-9982-4cb2470dd384 service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846735 Feb 08 16:01:09.024583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fc0f6661-f692-48c9-aadf-1fa6eedb495a no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:01:09.025726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916afdab-235c-4fdb-b250-77c4f83b6223 req-30afba57-17ce-4c9d-ba1d-3ff00caa2135 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:09.027313 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-916afdab-235c-4fdb-b250-77c4f83b6223 req-30afba57-17ce-4c9d-ba1d-3ff00caa2135 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 946 time: 0.3020732 Feb 08 16:01:09.047847 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Deleting port fc0f6661-f692-48c9-aadf-1fa6eedb495a {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:09.047847 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:09.049382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b5357-1c6f-4f7a-b486-7a382bf6d311 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dfa868-c11c-4e20-bc06-7a82adfa942d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:09.070105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: fc0f6661-f692-48c9-aadf-1fa6eedb495a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:01:09.070731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fc0f6661-f692-48c9-aadf-1fa6eedb495a not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:01:09.153114 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe2c8bfa-a330-4106-a534-2827b862bad5 req-8ae327f8-39c4-466d-b4fb-ec1c96fed40f tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814532 Feb 08 16:01:09.159726 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-aeec4c03-d171-43d7-80ab-9f2a22194e3e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (3b645f85-4db0-46fb-9f5e-83db0de48f62), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:09.180631 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b016f9d9-fbcc-4c21-aebf-0ea5c41969b4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (566c5907-9897-4464-a818-75ea16329fa3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:09.206332 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b016f9d9-fbcc-4c21-aebf-0ea5c41969b4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (566c5907-9897-4464-a818-75ea16329fa3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:09.214238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec4c03-d171-43d7-80ab-9f2a22194e3e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Subnet': ['ID=3b645f85-4db0-46fb-9f5e-83db0de48f62,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:09.227856 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-aeec4c03-d171-43d7-80ab-9f2a22194e3e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:09.231312 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-aeec4c03-d171-43d7-80ab-9f2a22194e3e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/3b645f85-4db0-46fb-9f5e-83db0de48f62 HTTP/1.1" status: 204 len: 168 time: 1.6303296 Feb 08 16:01:09.235477 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53914) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:09.239388 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce855fa-b94d-41e1-a45e-dc4e8921e38c None None] Network 1c3689d8-f430-449a-ab5b-ba23e2a261bb requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:09.249231 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-916afdab-235c-4fdb-b250-77c4f83b6223 req-702011ec-52b6-45cd-843d-a1c651cfc9c9 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=51ea817b-8600-41dd-acba-1345f96bd7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077942 Feb 08 16:01:09.311454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7602d09-1181-4050-89bb-75d2a4827f7f req-b398adaa-5ade-450f-a53d-92493ddc48f6 service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781613 Feb 08 16:01:09.351689 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (1c3689d8-f430-449a-ab5b-ba23e2a261bb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:09.380592 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b016f9d9-fbcc-4c21-aebf-0ea5c41969b4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (566c5907-9897-4464-a818-75ea16329fa3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:09.384760 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b016f9d9-fbcc-4c21-aebf-0ea5c41969b4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:09.386084 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b016f9d9-fbcc-4c21-aebf-0ea5c41969b4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/security-groups/566c5907-9897-4464-a818-75ea16329fa3 HTTP/1.1" status: 204 len: 168 time: 0.4741139 Feb 08 16:01:09.397710 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53932) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:09.402717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] For port fc0f6661-f692-48c9-aadf-1fa6eedb495a, host n-d-824834-11, got binding levels [] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:09.403337 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:09.450452 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016f9d9-fbcc-4c21-aebf-0ea5c41969b4 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=566c5907-9897-4464-a818-75ea16329fa3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:09.469799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:09.470488 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:09.492098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Calling delete_port for fc0f6661-f692-48c9-aadf-1fa6eedb495a owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:09.503182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Port fc0f6661-f692-48c9-aadf-1fa6eedb495a was not found and therefore no delete operation was performed {{(pid=103302) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 16:01:09.538203 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d805b33e-c02f-4aa7-a9dc-7475fe58a4e1 req-8c49a456-c20c-40dd-8a61-a007c2b3cac6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4691193 Feb 08 16:01:09.583179 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (fc0f6661-f692-48c9-aadf-1fa6eedb495a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:09.648774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] For port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd,segment=NetworkSegment(768a94b4-3b23-4417-879a-1469e26780a7),segment_id=768a94b4-3b23-4417-879a-1469e26780a7)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:09.649753 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:09.660228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05538a5f-2316-4889-9a35-ec7393f29ba1 None None] DHCP port deletion for 1c3689d8-f430-449a-ab5b-ba23e2a261bb request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:01:09.685302 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Pushing event deleted for resources: {'Port': ['ID=fc0f6661-f692-48c9-aadf-1fa6eedb495a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:09.697336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] No DVR routers for this DVR port fc0f6661-f692-48c9-aadf-1fa6eedb495a on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:01:09.720579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:09.761603 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98e7a4d0-19f0-4358-b409-d6ca726b5dc8 req-8e184204-a898-4b65-adc1-018e157722d7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 210 time: 0.1168048 Feb 08 16:01:09.777781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-05538a5f-2316-4889-9a35-ec7393f29ba1 None None] Deleting port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:09.781412 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-05538a5f-2316-4889-9a35-ec7393f29ba1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:09.900880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c0ef5-bac2-4e98-bbdc-0ace4634713d req-f319f656-5570-407d-b53a-ce17d8a54eec tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:09.903375 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c77c0ef5-bac2-4e98-bbdc-0ace4634713d req-f319f656-5570-407d-b53a-ce17d8a54eec tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 946 time: 0.2573175 Feb 08 16:01:09.961065 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-05538a5f-2316-4889-9a35-ec7393f29ba1 None None] For port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd,segment=NetworkSegment(768a94b4-3b23-4417-879a-1469e26780a7),segment_id=768a94b4-3b23-4417-879a-1469e26780a7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:09.961475 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-05538a5f-2316-4889-9a35-ec7393f29ba1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:09.995845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-05538a5f-2316-4889-9a35-ec7393f29ba1 None None] Calling delete_port for 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:10.017264 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c77c0ef5-bac2-4e98-bbdc-0ace4634713d req-10b96387-b207-4996-8928-3a44ddc02788 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018672 Feb 08 16:01:10.032933 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.139673 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-05538a5f-2316-4889-9a35-ec7393f29ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.152935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:10.169389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No DVR routers for this DVR port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:01:10.211227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05538a5f-2316-4889-9a35-ec7393f29ba1 None None] Pushing event deleted for resources: {'Port': ['ID=16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:10.215283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05538a5f-2316-4889-9a35-ec7393f29ba1 None None] No DVR routers for this DVR port 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:01:10.302450 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-87e1bb28-a8ea-4c86-af79-c662ff308dce tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks [] for port (9af0ab51-18f7-4798-881a-a8775c6a5cdf), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.317578 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-635fa39e-ee75-47f4-8f5a-9c614a82cf2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (4504eb59-cd78-49bb-bd07-938347e1ffd1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.333772 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 41740af2-4a3d-4b44-9b28-315194388352 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:01:10.377285 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (1c3689d8-f430-449a-ab5b-ba23e2a261bb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.398054 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-635fa39e-ee75-47f4-8f5a-9c614a82cf2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (4504eb59-cd78-49bb-bd07-938347e1ffd1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.413505 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3689d8-f430-449a-ab5b-ba23e2a261bb']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:10.439904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768a94b4-3b23-4417-879a-1469e26780a7') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:10.440262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768a94b4-3b23-4417-879a-1469e26780a7') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:10.465020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805b33e-c02f-4aa7-a9dc-7475fe58a4e1 req-bf0a2e86-7d82-4a30-89f0-1872edd0f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:10.467865 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d805b33e-c02f-4aa7-a9dc-7475fe58a4e1 req-bf0a2e86-7d82-4a30-89f0-1872edd0f57f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 1128 time: 0.8580565 Feb 08 16:01:10.470513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 41740af2-4a3d-4b44-9b28-315194388352 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:10.471057 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41740af2-4a3d-4b44-9b28-315194388352), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.477786 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-635fa39e-ee75-47f4-8f5a-9c614a82cf2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4504eb59-cd78-49bb-bd07-938347e1ffd1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.482642 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-635fa39e-ee75-47f4-8f5a-9c614a82cf2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.489375 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-635fa39e-ee75-47f4-8f5a-9c614a82cf2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/security-groups/4504eb59-cd78-49bb-bd07-938347e1ffd1 HTTP/1.1" status: 204 len: 168 time: 1.0808070 Feb 08 16:01:10.491602 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (768a94b4-3b23-4417-879a-1469e26780a7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.499054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53996) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:10.501260 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41740af2-4a3d-4b44-9b28-315194388352'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:01:10.504213 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec965d9-6770-4cee-8c97-9c83e34ea864" -d '{"events": [{"server_uuid": "5667d6be-d9fc-4202-94ba-b28272037bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "41740af2-4a3d-4b44-9b28-315194388352"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:01:10.522679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 41740af2-4a3d-4b44-9b28-315194388352, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=41740af2-4a3d-4b44-9b28-315194388352,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:10.527929 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (52499b74-8d21-4741-a6c3-06a92fa0c067), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.535435 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (41740af2-4a3d-4b44-9b28-315194388352), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.554369 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (768a94b4-3b23-4417-879a-1469e26780a7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.572449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:01:10.572878 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (768a94b4-3b23-4417-879a-1469e26780a7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:01:10.578162 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:01:10.607169 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5d161e-e8ba-4a27-a216-19eb9dc6880e x-openstack-request-id: req-0f5d161e-e8ba-4a27-a216-19eb9dc6880e {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:01:10.607679 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5667d6be-d9fc-4202-94ba-b28272037bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "41740af2-4a3d-4b44-9b28-315194388352", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:01:10.608081 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0f5d161e-e8ba-4a27-a216-19eb9dc6880e {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:01:10.608937 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41740af2-4a3d-4b44-9b28-315194388352', 'code': 200} Feb 08 16:01:10.654970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=41740af2-4a3d-4b44-9b28-315194388352,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:10.666984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-e777e527-7443-4d4f-b618-ab15dddf80dd tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting subnet 87f59507-4118-4e47-bf7c-e2b2c1366f12 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:01:10.671057 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e777e527-7443-4d4f-b618-ab15dddf80dd tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (87f59507-4118-4e47-bf7c-e2b2c1366f12), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.681222 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fa39e-ee75-47f4-8f5a-9c614a82cf2b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4504eb59-cd78-49bb-bd07-938347e1ffd1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:10.699876 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52499b74-8d21-4741-a6c3-06a92fa0c067']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:10.731614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b610832f-1d41-4469-b3f3-515140290d4e') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:10.731914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b610832f-1d41-4469-b3f3-515140290d4e') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:10.761925 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-87e1bb28-a8ea-4c86-af79-c662ff308dce tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9af0ab51-18f7-4798-881a-a8775c6a5cdf), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.765812 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e777e527-7443-4d4f-b618-ab15dddf80dd tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (87f59507-4118-4e47-bf7c-e2b2c1366f12), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.769685 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (1c3689d8-f430-449a-ab5b-ba23e2a261bb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.775756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f6382502-13f4-4116-8ab6-b24c9711e8df'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:01:10.811378 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.815923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/networks/1c3689d8-f430-449a-ab5b-ba23e2a261bb HTTP/1.1" status: 204 len: 168 time: 1.5791821 Feb 08 16:01:10.819747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b87be-754d-4a80-b3f0-52465d3a33ff tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Network': ['ID=1c3689d8-f430-449a-ab5b-ba23e2a261bb,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:10.821133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54024) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:10.828145 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (b610832f-1d41-4469-b3f3-515140290d4e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:10.973284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-87e1bb28-a8ea-4c86-af79-c662ff308dce tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Network fb374508-5c73-4d79-bee8-d58289274073 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:10.999271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b610832f-1d41-4469-b3f3-515140290d4e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:11.029301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-87e1bb28-a8ea-4c86-af79-c662ff308dce tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:11.065621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:01:11.066044 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (b610832f-1d41-4469-b3f3-515140290d4e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:11.087161 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-87e1bb28-a8ea-4c86-af79-c662ff308dce tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:11.091109 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fb928e-77cb-48e7-8c7c-1a648f29b9a1 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:11.094383 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-93fb928e-77cb-48e7-8c7c-1a648f29b9a1 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2700555 Feb 08 16:01:11.103970 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54044) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:11.118481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:01:11.204541 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:01:11.214174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-87e1bb28-a8ea-4c86-af79-c662ff308dce tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:11.214861 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-87e1bb28-a8ea-4c86-af79-c662ff308dce tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:11.261625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805b33e-c02f-4aa7-a9dc-7475fe58a4e1 req-c3806abd-9e0d-406f-b89e-6ece2b5be43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:11.263129 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d805b33e-c02f-4aa7-a9dc-7475fe58a4e1 req-c3806abd-9e0d-406f-b89e-6ece2b5be43d service neutron] 10.222.0.96 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 915 time: 0.7726626 Feb 08 16:01:11.274005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:01:11.274355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 16ad9a31-b4e1-4b9a-82e8-7d1f21ff23fd not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:01:11.294766 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e777e527-7443-4d4f-b618-ab15dddf80dd tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (87f59507-4118-4e47-bf7c-e2b2c1366f12), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:11.448107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1bb28-a8ea-4c86-af79-c662ff308dce tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Pushing event updated for resources: {'Port': ['ID=9af0ab51-18f7-4798-881a-a8775c6a5cdf,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:11.459141 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (52499b74-8d21-4741-a6c3-06a92fa0c067), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:11.475934 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-87e1bb28-a8ea-4c86-af79-c662ff308dce tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4532585 Feb 08 16:01:11.506995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b98fa-9e71-4b42-9498-88c4d0419841 req-c27d0057-3975-44ea-9c48-0994f7590292 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:11.508589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c9b98fa-9e71-4b42-9498-88c4d0419841 req-c27d0057-3975-44ea-9c48-0994f7590292 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 931 time: 0.5633278 Feb 08 16:01:11.521495 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:11.525289 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] 10.222.0.82 "DELETE /v2.0/networks/52499b74-8d21-4741-a6c3-06a92fa0c067 HTTP/1.1" status: 204 len: 168 time: 3.5860693 Feb 08 16:01:11.545323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8953b8-3ba4-4f0f-b2c9-c69aba3ea3bb tempest-ExtraDHCPOptionsTestJSON-1332065773 tempest-ExtraDHCPOptionsTestJSON-1332065773-project] Pushing event deleted for resources: {'Network': ['ID=52499b74-8d21-4741-a6c3-06a92fa0c067,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:11.552433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Request body: {'port': {'device_id': 'd7ff73d3-8bba-441c-a4fd-258fea14fae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:11.557419 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d805b33e-c02f-4aa7-a9dc-7475fe58a4e1 req-9d45b8f8-94e3-408b-9501-28181fbeba9b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1fed64c-2272-4a19-a818-0435607ade4d HTTP/1.1" status: 200 len: 217 time: 0.1876323 Feb 08 16:01:11.569822 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-24420650-7200-4276-a1fc-55e734141c7e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4422119 Feb 08 16:01:11.585061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54054) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:11.598797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fbdf0-7e9e-4e4d-82ba-f59393e6d36b req-7a551d4d-1ed8-4bd9-a7ef-d892c923c869 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:11.600394 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab3fbdf0-7e9e-4e4d-82ba-f59393e6d36b req-7a551d4d-1ed8-4bd9-a7ef-d892c923c869 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.4199829 Feb 08 16:01:11.622575 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-506b39a6-c127-491a-a902-f14c1289a11b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1850213346'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:11.674458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506b39a6-c127-491a-a902-f14c1289a11b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:11.677814 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e777e527-7443-4d4f-b618-ab15dddf80dd tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (87f59507-4118-4e47-bf7c-e2b2c1366f12), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:11.679242 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-506b39a6-c127-491a-a902-f14c1289a11b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:11.712069 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506b39a6-c127-491a-a902-f14c1289a11b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:01:11.723925 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-506b39a6-c127-491a-a902-f14c1289a11b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f457f7a8-2f65-46f2-945b-4bd1d8a740e7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:11.724499 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-506b39a6-c127-491a-a902-f14c1289a11b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Added segment f457f7a8-2f65-46f2-945b-4bd1d8a740e7 of type vlan for network 91b1dcd0-b681-46a7-b8be-7e366bc4ae18 Feb 08 16:01:11.771285 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777e527-7443-4d4f-b618-ab15dddf80dd tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Subnet': ['ID=87f59507-4118-4e47-bf7c-e2b2c1366f12,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:11.777495 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-506b39a6-c127-491a-a902-f14c1289a11b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (91b1dcd0-b681-46a7-b8be-7e366bc4ae18), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:11.786603 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e777e527-7443-4d4f-b618-ab15dddf80dd tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:11.794191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7b41cb-9703-4fbd-92e3-078e218836ca None None] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:11.799298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e777e527-7443-4d4f-b618-ab15dddf80dd tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/87f59507-4118-4e47-bf7c-e2b2c1366f12 HTTP/1.1" status: 204 len: 168 time: 1.2917733 Feb 08 16:01:11.809866 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54056) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:11.822162 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c9b98fa-9e71-4b42-9498-88c4d0419841 req-1fc7f85d-7a65-4a23-b6a3-c627311c19ab tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001533 Feb 08 16:01:11.824191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54058) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:11.961185 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-506b39a6-c127-491a-a902-f14c1289a11b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (91b1dcd0-b681-46a7-b8be-7e366bc4ae18), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:11.961451 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab3fbdf0-7e9e-4e4d-82ba-f59393e6d36b req-6d1cfc99-f247-4399-ba5d-9d302592b99d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321083 Feb 08 16:01:11.983413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506b39a6-c127-491a-a902-f14c1289a11b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:11.992174 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-506b39a6-c127-491a-a902-f14c1289a11b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:11.996288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c35f08-0f62-4e73-b34c-0b10c102ec85 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting subnet 660017fc-9a3b-43f9-99a1-73c5942a4c41 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:01:12.007962 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7c35f08-0f62-4e73-b34c-0b10c102ec85 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (660017fc-9a3b-43f9-99a1-73c5942a4c41), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:12.091800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54064) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:12.100357 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7c35f08-0f62-4e73-b34c-0b10c102ec85 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (660017fc-9a3b-43f9-99a1-73c5942a4c41), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:12.165203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b39a6-c127-491a-a902-f14c1289a11b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Network': ['ID=91b1dcd0-b681-46a7-b8be-7e366bc4ae18,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:12.184284 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 91b1dcd0-b681-46a7-b8be-7e366bc4ae18 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:01:12.187644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805b33e-c02f-4aa7-a9dc-7475fe58a4e1 req-fd1f5da4-55d0-4f3a-b8f6-cd2871ed6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:12.189658 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d805b33e-c02f-4aa7-a9dc-7475fe58a4e1 req-fd1f5da4-55d0-4f3a-b8f6-cd2871ed6038 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=278c2f2b-2d96-42da-b202-953ae37669d2 HTTP/1.1" status: 200 len: 854 time: 0.6053517 Feb 08 16:01:12.200324 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9af0ab51-18f7-4798-881a-a8775c6a5cdf), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:12.278588 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-506b39a6-c127-491a-a902-f14c1289a11b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6920958 Feb 08 16:01:12.279468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54070) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:12.382784 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7c35f08-0f62-4e73-b34c-0b10c102ec85 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (660017fc-9a3b-43f9-99a1-73c5942a4c41), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:12.522113 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7c35f08-0f62-4e73-b34c-0b10c102ec85 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (660017fc-9a3b-43f9-99a1-73c5942a4c41), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:12.584327 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-78b9aea3-edf4-44e9-b828-3509167d8574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:12.669511 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7c35f08-0f62-4e73-b34c-0b10c102ec85 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:12.681479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a7c35f08-0f62-4e73-b34c-0b10c102ec85 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/660017fc-9a3b-43f9-99a1-73c5942a4c41 HTTP/1.1" status: 204 len: 168 time: 0.8638225 Feb 08 16:01:12.693682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c35f08-0f62-4e73-b34c-0b10c102ec85 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Subnet': ['ID=660017fc-9a3b-43f9-99a1-73c5942a4c41,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:12.713045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54072) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:12.740842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af0ab51-18f7-4798-881a-a8775c6a5cdf {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:01:12.752242 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Publish callbacks [] for port (9af0ab51-18f7-4798-881a-a8775c6a5cdf), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:12.768456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Transition to ACTIVE for port object 9af0ab51-18f7-4798-881a-a8775c6a5cdf will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:01:12.775526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-62e195d3-bf4d-4c17-98a0-6f2300068f95 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'subnet': {'network_id': '91b1dcd0-b681-46a7-b8be-7e366bc4ae18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:12.808522 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-b875c180-d74f-4006-8863-588dcf348809 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] DELETE failed (client error): The resource could not be found. Feb 08 16:01:12.809770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b875c180-d74f-4006-8863-588dcf348809 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:01:12.813984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b875c180-d74f-4006-8863-588dcf348809 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/87f59507-4118-4e47-bf7c-e2b2c1366f12 HTTP/1.1" status: 404 len: 337 time: 0.1020086 Feb 08 16:01:12.819967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54074) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:12.835321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-66be6448-4ac5-4c79-964e-21c9bc2bed8f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=69ec072374634e398372597143276fa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7416174 Feb 08 16:01:12.877056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54076) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:12.909685 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (9af0ab51-18f7-4798-881a-a8775c6a5cdf), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:12.914556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e195d3-bf4d-4c17-98a0-6f2300068f95 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:12.922280 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-62e195d3-bf4d-4c17-98a0-6f2300068f95 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:12.931794 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d805b33e-c02f-4aa7-a9dc-7475fe58a4e1 req-1a6ffe7c-dd12-45d9-8f5a-aa6e461d1014 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2809b07d-e729-4e16-9f4f-331fbe210676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7339852 Feb 08 16:01:13.058784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa92867-2863-462c-aa8b-5c2036842555 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting subnet d8013e05-0f86-4969-b975-3b68286f364f {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:01:13.064976 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efa92867-2863-462c-aa8b-5c2036842555 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks [] for subnet (d8013e05-0f86-4969-b975-3b68286f364f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:13.116636 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efa92867-2863-462c-aa8b-5c2036842555 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (d8013e05-0f86-4969-b975-3b68286f364f), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:13.159128 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c282922d-1436-4248-9a35-b17b9c312924 None None] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:13.159657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2aac1b-30b5-4869-b2c1-727df6bc023e req-2becc43e-df76-46e2-95bd-847a592d1da2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:13.167129 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Pushing event updated for resources: {'Port': ['ID=9af0ab51-18f7-4798-881a-a8775c6a5cdf,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:13.167388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d2aac1b-30b5-4869-b2c1-727df6bc023e req-2becc43e-df76-46e2-95bd-847a592d1da2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 943 time: 0.2019649 Feb 08 16:01:13.252292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5bb3752d-faee-4d70-9872-b60308c67fb8 admin admin] Publish callbacks [] for security_group (8deb1e8e-c53a-4f65-ba64-3e43bd8cb26a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:13.319062 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d2aac1b-30b5-4869-b2c1-727df6bc023e req-535341c2-84c5-4475-b10e-69bfc7e7bb0d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505833 Feb 08 16:01:13.369095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f6acd6f5-958d-4b3e-8055-5afa749ac1bf None None] Provisioning complete for port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:13.369483 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f6acd6f5-958d-4b3e-8055-5afa749ac1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:13.456216 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-62e195d3-bf4d-4c17-98a0-6f2300068f95 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (4842c4e7-61ba-4f07-8013-3c21fff40b3d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:13.474511 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5bb3752d-faee-4d70-9872-b60308c67fb8 admin admin] Publish callbacks [] for security_group (8deb1e8e-c53a-4f65-ba64-3e43bd8cb26a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:13.524177 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d805b33e-c02f-4aa7-a9dc-7475fe58a4e1 req-4d4283a8-0bfd-4822-9162-b8ff81ed1b97 service neutron] 10.222.0.96 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468161 Feb 08 16:01:13.527938 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-78b9aea3-edf4-44e9-b828-3509167d8574 admin admin] Publish callbacks [] for security_group (e7621444-d96e-49b7-8507-2d84ddaaa8e5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:13.586664 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efa92867-2863-462c-aa8b-5c2036842555 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d8013e05-0f86-4969-b975-3b68286f364f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:13.659113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77ec20-88e5-4615-a1cc-d55bea899cc2 req-ef0a471f-b0e9-42b5-9a7e-5687813c8b8a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:13.667929 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf77ec20-88e5-4615-a1cc-d55bea899cc2 req-ef0a471f-b0e9-42b5-9a7e-5687813c8b8a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.5172825 Feb 08 16:01:13.686111 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-78b9aea3-edf4-44e9-b828-3509167d8574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e7621444-d96e-49b7-8507-2d84ddaaa8e5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:13.707551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Attempting to bind port 9af0ab51-18f7-4798-881a-a8775c6a5cdf on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:13.707889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Attempting to bind port 9af0ab51-18f7-4798-881a-a8775c6a5cdf by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:13.708209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Attempting to bind port 9af0ab51-18f7-4798-881a-a8775c6a5cdf on network fb374508-5c73-4d79-bee8-d58289274073 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:13.737130 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-78b9aea3-edf4-44e9-b828-3509167d8574 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3494edd5965a483bb43dcceaa94f86b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8804305 Feb 08 16:01:13.742182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e195d3-bf4d-4c17-98a0-6f2300068f95 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Subnet': ['ID=4842c4e7-61ba-4f07-8013-3c21fff40b3d,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:13.747607 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54094) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:13.759360 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d805b33e-c02f-4aa7-a9dc-7475fe58a4e1 req-392dbf90-7a79-42d2-bd5c-a193e625102d service neutron] 10.222.0.96 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177415 Feb 08 16:01:13.777322 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f6acd6f5-958d-4b3e-8055-5afa749ac1bf None None] Current status of the port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:13.828433 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f6acd6f5-958d-4b3e-8055-5afa749ac1bf None None] Provisioning complete for port 14b391a0-dc8b-46f9-9acc-fa060199b5aa triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:13.828808 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f6acd6f5-958d-4b3e-8055-5afa749ac1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (14b391a0-dc8b-46f9-9acc-fa060199b5aa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:13.839925 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Port 9af0ab51-18f7-4798-881a-a8775c6a5cdf on network fb374508-5c73-4d79-bee8-d58289274073 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:13.840325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Attempting to bind port 9af0ab51-18f7-4798-881a-a8775c6a5cdf on network fb374508-5c73-4d79-bee8-d58289274073 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:13.849495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e195d3-bf4d-4c17-98a0-6f2300068f95 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Checking segment: {'id': 'f457f7a8-2f65-46f2-945b-4bd1d8a740e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '91b1dcd0-b681-46a7-b8be-7e366bc4ae18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:13.849979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e195d3-bf4d-4c17-98a0-6f2300068f95 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network hostable DHCP agents. Network: 91b1dcd0-b681-46a7-b8be-7e366bc4ae18, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:01:13.854093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:01:13.854489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Checking segment: {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:13.854887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Bound using segment: {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:01:13.855397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Bound port: 9af0ab51-18f7-4798-881a-a8775c6a5cdf, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:01:13.855767 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9af0ab51-18f7-4798-881a-a8775c6a5cdf), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:13.900808 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf77ec20-88e5-4615-a1cc-d55bea899cc2 req-fafea85b-5040-414d-9ae0-a8367468cda0 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318799 Feb 08 16:01:13.904720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c208b1dc-1d32-492d-815e-257a65e47943 admin admin] Publish callbacks [] for security_group (e7621444-d96e-49b7-8507-2d84ddaaa8e5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:13.947652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f6acd6f5-958d-4b3e-8055-5afa749ac1bf None None] Port 14b391a0-dc8b-46f9-9acc-fa060199b5aa cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:13.951676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9aea3-edf4-44e9-b828-3509167d8574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7621444-d96e-49b7-8507-2d84ddaaa8e5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:13.967566 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c208b1dc-1d32-492d-815e-257a65e47943 admin admin] Publish callbacks [] for security_group (e7621444-d96e-49b7-8507-2d84ddaaa8e5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:13.991719 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efa92867-2863-462c-aa8b-5c2036842555 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (d8013e05-0f86-4969-b975-3b68286f364f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:14.067876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa92867-2863-462c-aa8b-5c2036842555 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Subnet': ['ID=d8013e05-0f86-4969-b975-3b68286f364f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:14.070244 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5bb3752d-faee-4d70-9872-b60308c67fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8deb1e8e-c53a-4f65-ba64-3e43bd8cb26a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:14.073041 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5bb3752d-faee-4d70-9872-b60308c67fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:14.074241 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5bb3752d-faee-4d70-9872-b60308c67fb8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8deb1e8e-c53a-4f65-ba64-3e43bd8cb26a HTTP/1.1" status: 204 len: 168 time: 1.1950223 Feb 08 16:01:14.078254 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-efa92867-2863-462c-aa8b-5c2036842555 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:14.085048 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-efa92867-2863-462c-aa8b-5c2036842555 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/d8013e05-0f86-4969-b975-3b68286f364f HTTP/1.1" status: 204 len: 168 time: 1.2634766 Feb 08 16:01:14.088414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54104) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:14.101169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] For port 9af0ab51-18f7-4798-881a-a8775c6a5cdf, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:01:14.106059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] For port 9af0ab51-18f7-4798-881a-a8775c6a5cdf, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9af0ab51-18f7-4798-881a-a8775c6a5cdf,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:01:14.117070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e195d3-bf4d-4c17-98a0-6f2300068f95 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network 91b1dcd0-b681-46a7-b8be-7e366bc4ae18 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:01:14.124351 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-352d70ca-6c70-4dac-8e6d-dbbb4dd615a1 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] DELETE failed (client error): The resource could not be found. Feb 08 16:01:14.125157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352d70ca-6c70-4dac-8e6d-dbbb4dd615a1 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:01:14.129265 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (9af0ab51-18f7-4798-881a-a8775c6a5cdf), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:14.131837 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c208b1dc-1d32-492d-815e-257a65e47943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e7621444-d96e-49b7-8507-2d84ddaaa8e5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:14.132546 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-352d70ca-6c70-4dac-8e6d-dbbb4dd615a1 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/a6e2fff6-2a9a-44cf-9a05-7d05332307b2 HTTP/1.1" status: 404 len: 337 time: 0.0427282 Feb 08 16:01:14.133308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54106) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:14.135313 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c208b1dc-1d32-492d-815e-257a65e47943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:14.136891 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c208b1dc-1d32-492d-815e-257a65e47943 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e7621444-d96e-49b7-8507-2d84ddaaa8e5 HTTP/1.1" status: 204 len: 168 time: 0.3811564 Feb 08 16:01:14.154991 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3752d-faee-4d70-9872-b60308c67fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deb1e8e-c53a-4f65-ba64-3e43bd8cb26a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:14.189894 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-62e195d3-bf4d-4c17-98a0-6f2300068f95 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 91b1dcd0-b681-46a7-b8be-7e366bc4ae18) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:14.199857 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2dabbfab-9d6c-4996-bac5-5a02e6107c9d tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861bdd4-87f1-4470-be43-9b404e85777c HTTP/1.1" status: 200 len: 205 time: 0.0605640 Feb 08 16:01:14.200833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54110) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:14.226080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fba320f-781f-4ea5-8d57-f97151ade345 None None] Network 91b1dcd0-b681-46a7-b8be-7e366bc4ae18 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:14.254124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e195d3-bf4d-4c17-98a0-6f2300068f95 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:14.254821 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-62e195d3-bf4d-4c17-98a0-6f2300068f95 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:14.287344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208b1dc-1d32-492d-815e-257a65e47943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7621444-d96e-49b7-8507-2d84ddaaa8e5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:14.327143 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:14.328155 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:14.329317 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] 10.222.0.94 "PUT /v2.0/ports/9af0ab51-18f7-4798-881a-a8775c6a5cdf HTTP/1.1" status: 200 len: 1092 time: 2.7857213 Feb 08 16:01:14.330854 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ff73d3-8bba-441c-a4fd-258fea14fae9', 'tag': '9af0ab51-18f7-4798-881a-a8775c6a5cdf'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:01:14.336256 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-66e35ac8-c914-4a0e-b401-9161df6119db tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] delete failed (client error): The resource could not be found. Feb 08 16:01:14.354762 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-66e35ac8-c914-4a0e-b401-9161df6119db tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/routers/7861bdd4-87f1-4470-be43-9b404e85777c HTTP/1.1" status: 404 len: 336 time: 0.1527112 Feb 08 16:01:14.356383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54118) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:14.370017 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063cd5d5-3553-4d4a-911a-dd03b6ca30d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ff73d3-8bba-441c-a4fd-258fea14fae9", "tag": "9af0ab51-18f7-4798-881a-a8775c6a5cdf"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:01:14.428558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 41740af2-4a3d-4b44-9b28-315194388352 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:01:14.435395 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-62e195d3-bf4d-4c17-98a0-6f2300068f95 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6578140 Feb 08 16:01:14.436340 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54124) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:14.449577 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac6934e-95cf-4c00-b2f7-73d7d90b5ebd tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] DELETE failed (client error): The resource could not be found. Feb 08 16:01:14.452684 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-16f3d99d-0384-476c-8eb3-2605c8c84859 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'network_id': '91b1dcd0-b681-46a7-b8be-7e366bc4ae18', 'name': 'tempest-PortsIpV6TestJSON-1318001825'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:14.456378 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb05416-96d4-4811-afdc-b7bfa8ee3dce service neutron] Pushing event updated for resources: {'Port': ['ID=9af0ab51-18f7-4798-881a-a8775c6a5cdf,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:14.458265 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac6934e-95cf-4c00-b2f7-73d7d90b5ebd tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:01:14.464326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-dac6934e-95cf-4c00-b2f7-73d7d90b5ebd tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/57836ae7-53de-4c3a-b6f3-18bd80e86f8d HTTP/1.1" status: 404 len: 337 time: 0.1054060 Feb 08 16:01:14.465036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54130) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:14.534643 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6972ca5-f886-4a4b-b21f-35e32685fc96 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] DELETE failed (client error): The resource could not be found. Feb 08 16:01:14.535121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6972ca5-f886-4a4b-b21f-35e32685fc96 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:01:14.541342 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b6972ca5-f886-4a4b-b21f-35e32685fc96 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/0503566c-8ab7-4b57-b5c4-254a11749f9a HTTP/1.1" status: 404 len: 337 time: 0.0751903 Feb 08 16:01:14.543191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54134) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:14.692002 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e1ce20-7a09-45c2-a1c1-c0e28301303a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] DELETE failed (client error): The resource could not be found. Feb 08 16:01:14.696832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e1ce20-7a09-45c2-a1c1-c0e28301303a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:01:14.710520 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a9e1ce20-7a09-45c2-a1c1-c0e28301303a tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/42f965b6-cbe0-4896-b2a1-d17eeba2966e HTTP/1.1" status: 404 len: 337 time: 0.1662891 Feb 08 16:01:14.711252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54138) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:14.767764 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-91b1dcd0-b681-46a7-b8be-7e366bc4ae18', 'network_id': '91b1dcd0-b681-46a7-b8be-7e366bc4ae18', 'project_id': '5a4a0e9e3ff1446d923db9f7e5cfeec6', 'fixed_ips': [{'subnet_id': '4842c4e7-61ba-4f07-8013-3c21fff40b3d'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:01:14.769692 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:14.808354 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-e8db5619-441d-4ed7-b40f-521ca8042bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:14.809949 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-e8db5619-441d-4ed7-b40f-521ca8042bf6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 1126 time: 0.3350062 Feb 08 16:01:14.842957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205be24-35c5-469f-8871-dc75e6693472 req-6f667022-2a56-4e85-8f5e-009cee63946c tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:14.844742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9205be24-35c5-469f-8871-dc75e6693472 req-6f667022-2a56-4e85-8f5e-009cee63946c tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 943 time: 0.3022637 Feb 08 16:01:14.845969 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fea136-dba3-4e08-9b29-19a195462175 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] DELETE failed (client error): The resource could not be found. Feb 08 16:01:14.846544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fea136-dba3-4e08-9b29-19a195462175 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:01:14.853077 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e6fea136-dba3-4e08-9b29-19a195462175 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/4c72b3e6-b95c-41c8-8fa4-79c434293651 HTTP/1.1" status: 404 len: 333 time: 0.1308107 Feb 08 16:01:14.854971 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54144) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:14.947118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Allocated IP 2001:db8::2 (91b1dcd0-b681-46a7-b8be-7e366bc4ae18/4842c4e7-61ba-4f07-8013-3c21fff40b3d/3b59c575-0a29-4db5-8c3b-ad4bca176779) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:14.951513 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9205be24-35c5-469f-8871-dc75e6693472 req-de14d8e9-8a98-49ee-a624-7ceb221eb616 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937662 Feb 08 16:01:14.956523 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-606108a8-7e24-4f6d-b83b-30a26c8e5257 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9af0ab51-18f7-4798-881a-a8775c6a5cdf HTTP/1.1" status: 200 len: 217 time: 0.1314087 Feb 08 16:01:14.980885 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b4aae8-539b-46f6-b21b-8cbc22c8c26e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] DELETE failed (client error): The resource could not be found. Feb 08 16:01:14.981203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b4aae8-539b-46f6-b21b-8cbc22c8c26e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:01:14.987801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54148) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:14.996913 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-99b4aae8-539b-46f6-b21b-8cbc22c8c26e tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/1c7611c7-fd5f-4b50-b601-c0945f009e9f HTTP/1.1" status: 404 len: 337 time: 0.0635538 Feb 08 16:01:15.006757 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f3d99d-0384-476c-8eb3-2605c8c84859 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:15.033481 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16f3d99d-0384-476c-8eb3-2605c8c84859 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:15.055622 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fc50fc-df65-4fce-a872-73b72faad3fd tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] DELETE failed (client error): The resource could not be found. Feb 08 16:01:15.056070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fc50fc-df65-4fce-a872-73b72faad3fd tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:01:15.066483 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-15fc50fc-df65-4fce-a872-73b72faad3fd tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/296f4a1e-2423-4629-ae26-0d0e89617d4a HTTP/1.1" status: 404 len: 337 time: 0.0775216 Feb 08 16:01:15.072279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54154) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:15.153840 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-8520d7dd-8458-413c-96e9-684e10dfcd06 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] DELETE failed (client error): The resource could not be found. Feb 08 16:01:15.156669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8520d7dd-8458-413c-96e9-684e10dfcd06 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:01:15.173222 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8520d7dd-8458-413c-96e9-684e10dfcd06 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/270483f7-b549-4095-a0f7-15f40a3e4bbd HTTP/1.1" status: 404 len: 333 time: 0.0924482 Feb 08 16:01:15.173790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54160) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:15.181728 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-16f3d99d-0384-476c-8eb3-2605c8c84859 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port b77ba0ea-6a89-494e-893a-64621d081abc yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:01:15.209597 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9ec3a8-5785-41ed-9e6a-26ac08719882 x-openstack-request-id: req-cb9ec3a8-5785-41ed-9e6a-26ac08719882 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:01:15.209908 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ff73d3-8bba-441c-a4fd-258fea14fae9", "tag": "9af0ab51-18f7-4798-881a-a8775c6a5cdf", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:01:15.210174 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cb9ec3a8-5785-41ed-9e6a-26ac08719882 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:01:15.210601 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ff73d3-8bba-441c-a4fd-258fea14fae9', 'tag': '9af0ab51-18f7-4798-881a-a8775c6a5cdf', 'status': 'completed', 'code': 200} Feb 08 16:01:15.216822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ae83afbd-6e4c-42a5-bced-c39a01d9f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:15.223011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2132a1c-6728-4407-9f09-96e02d1ea264 None None] Network e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:15.229907 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-ae83afbd-6e4c-42a5-bced-c39a01d9f964 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 200 len: 845 time: 0.2515886 Feb 08 16:01:15.274482 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2d8540-1883-4716-a171-f20608f9a74f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] DELETE failed (client error): The resource could not be found. Feb 08 16:01:15.279716 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2d8540-1883-4716-a171-f20608f9a74f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:01:15.299512 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3f2d8540-1883-4716-a171-f20608f9a74f tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/49ac7cf7-4bce-42cc-99b5-f049505575a1 HTTP/1.1" status: 404 len: 337 time: 0.1246412 Feb 08 16:01:15.302071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54164) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:15.365872 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Publish callbacks [] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:15.383217 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:15.399326 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbe4570-88cb-4715-a604-35950db3eb8b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] DELETE failed (client error): The resource could not be found. Feb 08 16:01:15.402446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cbe4570-88cb-4715-a604-35950db3eb8b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:01:15.411717 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3cbe4570-88cb-4715-a604-35950db3eb8b tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/subnets/088d9c2c-266e-4c92-bf9f-179aa4aef28c HTTP/1.1" status: 404 len: 337 time: 0.1057277 Feb 08 16:01:15.414742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54166) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:15.416019 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-a703ae9a-6745-412e-8679-c606429559fc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fb374508-5c73-4d79-bee8-d58289274073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963564 Feb 08 16:01:15.449445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Pushing event updated for resources: {'Port': ['ID=3b59c575-0a29-4db5-8c3b-ad4bca176779,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:15.453086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 41740af2-4a3d-4b44-9b28-315194388352 is: DOWN; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:15.474479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ff3cc079-2976-4020-9908-669fcc3a8f92 None None] Provisioning complete for port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:15.474861 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ff3cc079-2976-4020-9908-669fcc3a8f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:15.569085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Network 91b1dcd0-b681-46a7-b8be-7e366bc4ae18 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:15.574222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:15.637707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:15.663729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-16f3d99d-0384-476c-8eb3-2605c8c84859 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Allocated IP 2001:db8::36a (91b1dcd0-b681-46a7-b8be-7e366bc4ae18/4842c4e7-61ba-4f07-8013-3c21fff40b3d/b77ba0ea-6a89-494e-893a-64621d081abc) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:15.695453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b10a0-e25a-46b4-b916-777779e2e059 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Deleting port 14b391a0-dc8b-46f9-9acc-fa060199b5aa {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:15.695953 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0a1b10a0-e25a-46b4-b916-777779e2e059 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (14b391a0-dc8b-46f9-9acc-fa060199b5aa), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:15.873738 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Attempting to bind port 3b59c575-0a29-4db5-8c3b-ad4bca176779 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:15.874505 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Attempting to bind port 3b59c575-0a29-4db5-8c3b-ad4bca176779 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'f457f7a8-2f65-46f2-945b-4bd1d8a740e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '91b1dcd0-b681-46a7-b8be-7e366bc4ae18'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:15.875276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Attempting to bind port 3b59c575-0a29-4db5-8c3b-ad4bca176779 on network 91b1dcd0-b681-46a7-b8be-7e366bc4ae18 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:15.893474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:01:15.894133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Checking segment: {'id': 'f457f7a8-2f65-46f2-945b-4bd1d8a740e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '91b1dcd0-b681-46a7-b8be-7e366bc4ae18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:15.894710 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:15.896063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Bound using segment: {'id': 'f457f7a8-2f65-46f2-945b-4bd1d8a740e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '91b1dcd0-b681-46a7-b8be-7e366bc4ae18'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:01:15.896862 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Bound port: 3b59c575-0a29-4db5-8c3b-ad4bca176779, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f457f7a8-2f65-46f2-945b-4bd1d8a740e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '91b1dcd0-b681-46a7-b8be-7e366bc4ae18'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:01:15.897568 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:15.901808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ff3cc079-2976-4020-9908-669fcc3a8f92 None None] Current status of the port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:15.904319 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0a1b10a0-e25a-46b4-b916-777779e2e059 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (14b391a0-dc8b-46f9-9acc-fa060199b5aa), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:15.945571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0a1b10a0-e25a-46b4-b916-777779e2e059 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Calling delete_port for 14b391a0-dc8b-46f9-9acc-fa060199b5aa owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:15.953491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ff3cc079-2976-4020-9908-669fcc3a8f92 None None] Provisioning complete for port 14b391a0-dc8b-46f9-9acc-fa060199b5aa triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:15.954071 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ff3cc079-2976-4020-9908-669fcc3a8f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (14b391a0-dc8b-46f9-9acc-fa060199b5aa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:15.996652 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16f3d99d-0384-476c-8eb3-2605c8c84859 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (b77ba0ea-6a89-494e-893a-64621d081abc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:16.003757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e69f404-49c9-4fb2-a9ed-d96ba7258ed4 None None] DHCP port deletion for e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:01:16.043927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ff3cc079-2976-4020-9908-669fcc3a8f92 None None] Port 14b391a0-dc8b-46f9-9acc-fa060199b5aa cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:16.068278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] For port 3b59c575-0a29-4db5-8c3b-ad4bca176779, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:01:16.085114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] For port 3b59c575-0a29-4db5-8c3b-ad4bca176779, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3b59c575-0a29-4db5-8c3b-ad4bca176779,segment=NetworkSegment(f457f7a8-2f65-46f2-945b-4bd1d8a740e7),segment_id=f457f7a8-2f65-46f2-945b-4bd1d8a740e7)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:01:16.092427 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16f3d99d-0384-476c-8eb3-2605c8c84859 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b77ba0ea-6a89-494e-893a-64621d081abc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:16.101980 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:16.156177 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5e69f404-49c9-4fb2-a9ed-d96ba7258ed4 None None] Deleting port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:16.156899 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e69f404-49c9-4fb2-a9ed-d96ba7258ed4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:16.181343 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-e3dbe712-6e0b-40e4-b7f2-c1787c13b0c1 service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552271 Feb 08 16:01:16.281476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829ea66-de26-4516-bd1e-802c7422ad61 None None] Pushing event updated for resources: {'Port': ['ID=3b59c575-0a29-4db5-8c3b-ad4bca176779,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:16.291795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5e69f404-49c9-4fb2-a9ed-d96ba7258ed4 None None] For port 611ae9c9-c5fa-4492-a688-0c760ecb01a9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=611ae9c9-c5fa-4492-a688-0c760ecb01a9,segment=NetworkSegment(73d0e860-4672-465e-a36c-cf2d1d404e0d),segment_id=73d0e860-4672-465e-a36c-cf2d1d404e0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:16.292449 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e69f404-49c9-4fb2-a9ed-d96ba7258ed4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:16.316050 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54194) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:16.325037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5e69f404-49c9-4fb2-a9ed-d96ba7258ed4 None None] Calling delete_port for 611ae9c9-c5fa-4492-a688-0c760ecb01a9 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:16.344855 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0a1b10a0-e25a-46b4-b916-777779e2e059 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (14b391a0-dc8b-46f9-9acc-fa060199b5aa), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:16.393042 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f3d99d-0384-476c-8eb3-2605c8c84859 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network 91b1dcd0-b681-46a7-b8be-7e366bc4ae18 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:16.409730 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-16f3d99d-0384-476c-8eb3-2605c8c84859 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:16.415058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f3d99d-0384-476c-8eb3-2605c8c84859 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:16.430163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f3d99d-0384-476c-8eb3-2605c8c84859 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:16.432212 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16f3d99d-0384-476c-8eb3-2605c8c84859 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:16.450730 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3d99d-0384-476c-8eb3-2605c8c84859 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=b77ba0ea-6a89-494e-893a-64621d081abc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:16.498047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b10a0-e25a-46b4-b916-777779e2e059 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Port': ['ID=14b391a0-dc8b-46f9-9acc-fa060199b5aa,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:16.498203 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-16f3d99d-0384-476c-8eb3-2605c8c84859 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0537243 Feb 08 16:01:16.502341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54198) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:16.504926 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0a1b10a0-e25a-46b4-b916-777779e2e059 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:16.511847 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0a1b10a0-e25a-46b4-b916-777779e2e059 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/ports/14b391a0-dc8b-46f9-9acc-fa060199b5aa HTTP/1.1" status: 204 len: 168 time: 1.0955369 Feb 08 16:01:16.533020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-36d67e20-aaf4-43e1-a8c8-999a4324a2a9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'network_id': '91b1dcd0-b681-46a7-b8be-7e366bc4ae18', 'name': 'tempest-PortsIpV6TestJSON-453473258'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:16.539864 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54200) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:16.645589 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e69f404-49c9-4fb2-a9ed-d96ba7258ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (611ae9c9-c5fa-4492-a688-0c760ecb01a9), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:16.667178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2118d3-c3c6-48c9-8d71-53546b2e45f9 req-8a82eee9-d1f8-416f-874f-dfd2fa8b0e3f tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:16.674759 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d2118d3-c3c6-48c9-8d71-53546b2e45f9 req-8a82eee9-d1f8-416f-874f-dfd2fa8b0e3f tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 943 time: 0.3610687 Feb 08 16:01:16.743479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69f404-49c9-4fb2-a9ed-d96ba7258ed4 None None] Pushing event deleted for resources: {'Port': ['ID=611ae9c9-c5fa-4492-a688-0c760ecb01a9,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:16.757344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Request body: {'networks': [{'name': 'tempest-network--197477184'}, {'name': 'tempest-network--567823938'}]} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:16.759250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Request body: {'network': {'name': 'tempest-network--197477184'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:16.759786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Request body: {'network': {'name': 'tempest-network--567823938'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:16.761798 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8173930-ab9a-4dfe-b013-db0ff1a9edbe req-7d304891-65da-4353-8079-e309b8565c80 service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581272 Feb 08 16:01:16.782642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69f404-49c9-4fb2-a9ed-d96ba7258ed4 None None] No DVR routers for this DVR port 611ae9c9-c5fa-4492-a688-0c760ecb01a9 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:01:16.820314 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d44b763b-7f19-4eb9-bd04-ea6de4382520 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (e5e96e0e-2b54-4d75-9dcb-da64ead1beb4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:16.820809 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Made reservation on behalf of fd6b132201f241bda38a58b5fd69c90f for: {'network': 2} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:16.831159 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:16.887750 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:16.953084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d2118d3-c3c6-48c9-8d71-53546b2e45f9 req-d674bc37-60cc-4011-b56d-b7eec6a6c7c5 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580006 Feb 08 16:01:17.118335 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d44b763b-7f19-4eb9-bd04-ea6de4382520 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (e5e96e0e-2b54-4d75-9dcb-da64ead1beb4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:17.143132 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks [] for security_group (ff3fbbff-2c8b-429c-8eba-5ed2c4365327), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:17.162394 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ff3fbbff-2c8b-429c-8eba-5ed2c4365327), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:17.163159 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:17.163344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3b59c575-0a29-4db5-8c3b-ad4bca176779 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:17.199979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cd5d5-3553-4d4a-911a-dd03b6ca30d1 req-2bb56fae-96b4-4ede-a27a-6e13caf55244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:17.203795 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-063cd5d5-3553-4d4a-911a-dd03b6ca30d1 req-2bb56fae-96b4-4ede-a27a-6e13caf55244 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 1126 time: 0.3499925 Feb 08 16:01:17.220500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d44b763b-7f19-4eb9-bd04-ea6de4382520 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e96e0e-2b54-4d75-9dcb-da64ead1beb4']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:17.242525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3b59c575-0a29-4db5-8c3b-ad4bca176779 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:17.243059 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:17.268991 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3fbbff-2c8b-429c-8eba-5ed2c4365327,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:17.292910 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d44b763b-7f19-4eb9-bd04-ea6de4382520 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d0e860-4672-465e-a36c-cf2d1d404e0d') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:17.293263 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d44b763b-7f19-4eb9-bd04-ea6de4382520 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d0e860-4672-465e-a36c-cf2d1d404e0d') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:17.329664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:01:17.357597 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (565aceef-81e2-45d5-b4cc-edd852864815), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:17.358280 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Added segment 565aceef-81e2-45d5-b4cc-edd852864815 of type vlan for network cd692743-7a2c-42ee-8b18-df350eaa922f Feb 08 16:01:17.361617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d67e20-aaf4-43e1-a8c8-999a4324a2a9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:17.365624 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-36d67e20-aaf4-43e1-a8c8-999a4324a2a9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:17.422624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-36d67e20-aaf4-43e1-a8c8-999a4324a2a9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port a6bcdb07-68cb-4172-8995-7ed40783f748 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:01:17.423455 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d44b763b-7f19-4eb9-bd04-ea6de4382520 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (73d0e860-4672-465e-a36c-cf2d1d404e0d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:17.487767 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d44b763b-7f19-4eb9-bd04-ea6de4382520 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (73d0e860-4672-465e-a36c-cf2d1d404e0d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:17.511985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44b763b-7f19-4eb9-bd04-ea6de4382520 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:01:17.512410 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d44b763b-7f19-4eb9-bd04-ea6de4382520 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (73d0e860-4672-465e-a36c-cf2d1d404e0d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:01:17.519583 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:01:17.521823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3b59c575-0a29-4db5-8c3b-ad4bca176779 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:17.522173 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:17.618048 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 3b59c575-0a29-4db5-8c3b-ad4bca176779, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3b59c575-0a29-4db5-8c3b-ad4bca176779,segment=NetworkSegment(f457f7a8-2f65-46f2-945b-4bd1d8a740e7),segment_id=f457f7a8-2f65-46f2-945b-4bd1d8a740e7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:17.626475 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:17.655821 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54226) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:17.719772 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cd5d5-3553-4d4a-911a-dd03b6ca30d1 req-c0ce0813-70d0-45ad-a6dd-006c0b228cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:17.721773 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-063cd5d5-3553-4d4a-911a-dd03b6ca30d1 req-c0ce0813-70d0-45ad-a6dd-006c0b228cbb service neutron] 10.222.0.94 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 906 time: 0.5038471 Feb 08 16:01:17.734239 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d44b763b-7f19-4eb9-bd04-ea6de4382520 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (e5e96e0e-2b54-4d75-9dcb-da64ead1beb4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:17.763007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=3b59c575-0a29-4db5-8c3b-ad4bca176779,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:17.767041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d44b763b-7f19-4eb9-bd04-ea6de4382520 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:17.772185 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d44b763b-7f19-4eb9-bd04-ea6de4382520 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] 10.222.0.82 "DELETE /v2.0/networks/e5e96e0e-2b54-4d75-9dcb-da64ead1beb4 HTTP/1.1" status: 204 len: 168 time: 1.2311974 Feb 08 16:01:17.784421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 611ae9c9-c5fa-4492-a688-0c760ecb01a9 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:01:17.846233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 611ae9c9-c5fa-4492-a688-0c760ecb01a9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:01:17.850353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 611ae9c9-c5fa-4492-a688-0c760ecb01a9 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:01:17.907334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b763b-7f19-4eb9-bd04-ea6de4382520 tempest-PortsTestJSON-7410928 tempest-PortsTestJSON-7410928-project] Pushing event deleted for resources: {'Network': ['ID=e5e96e0e-2b54-4d75-9dcb-da64ead1beb4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:17.917333 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-063cd5d5-3553-4d4a-911a-dd03b6ca30d1 req-672f6a01-1057-4fa8-bd65-2af3235de066 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9af0ab51-18f7-4798-881a-a8775c6a5cdf HTTP/1.1" status: 200 len: 217 time: 0.1789963 Feb 08 16:01:17.926264 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b794649f-1888-49fb-917c-50c64021e88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:18.002246 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cd5d5-3553-4d4a-911a-dd03b6ca30d1 req-12e8098e-87b1-4941-94e1-c01398664916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:18.010015 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-063cd5d5-3553-4d4a-911a-dd03b6ca30d1 req-12e8098e-87b1-4941-94e1-c01398664916 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 200 len: 845 time: 0.0803812 Feb 08 16:01:18.052536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe79c60f-fb49-42b4-9859-ccb9f621a749 None None] Network 91b1dcd0-b681-46a7-b8be-7e366bc4ae18 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:18.059967 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (cd692743-7a2c-42ee-8b18-df350eaa922f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:18.097435 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:01:18.108586 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (e380187f-a6d3-41d0-98f7-98c6407e0f16), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:18.109155 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Added segment e380187f-a6d3-41d0-98f7-98c6407e0f16 of type vlan for network 6fff3385-f887-4b3e-889a-0c7717a2e177 Feb 08 16:01:18.130079 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-063cd5d5-3553-4d4a-911a-dd03b6ca30d1 req-c3db08f2-c3cf-4be6-8870-883740fe73d9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fb374508-5c73-4d79-bee8-d58289274073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848351 Feb 08 16:01:18.160112 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (6fff3385-f887-4b3e-889a-0c7717a2e177), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:18.202613 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (cd692743-7a2c-42ee-8b18-df350eaa922f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:18.203287 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (6fff3385-f887-4b3e-889a-0c7717a2e177), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:18.209522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:18.215709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:18.216487 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:18.240841 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b0ce3ac0-3618-42f8-a1ba-b78cd28a7614 None None] Provisioning complete for port 3b59c575-0a29-4db5-8c3b-ad4bca176779 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:18.241767 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b0ce3ac0-3618-42f8-a1ba-b78cd28a7614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:18.284717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54238) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:18.331418 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b794649f-1888-49fb-917c-50c64021e88f admin admin] Publish callbacks [] for security_group (5faaf4b5-f022-4462-8b15-91df8ff95708), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:18.378084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-36d67e20-aaf4-43e1-a8c8-999a4324a2a9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Allocated IP 2001:db8::288 (91b1dcd0-b681-46a7-b8be-7e366bc4ae18/4842c4e7-61ba-4f07-8013-3c21fff40b3d/a6bcdb07-68cb-4172-8995-7ed40783f748) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:18.384055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event updated for resources: {'Network': ['ID=cd692743-7a2c-42ee-8b18-df350eaa922f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:18.393569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0690200 Feb 08 16:01:18.395443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54242) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:18.418407 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b794649f-1888-49fb-917c-50c64021e88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5faaf4b5-f022-4462-8b15-91df8ff95708), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:18.446049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce3ac0-3618-42f8-a1ba-b78cd28a7614 None None] Current status of the port 3b59c575-0a29-4db5-8c3b-ad4bca176779 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:18.449521 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network cd692743-7a2c-42ee-8b18-df350eaa922f details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:01:18.488856 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-063cd5d5-3553-4d4a-911a-dd03b6ca30d1 req-2190ba96-a68e-430d-8710-8dfa1f40808f service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518381 Feb 08 16:01:18.495479 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b794649f-1888-49fb-917c-50c64021e88f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ba786acf4c274b09acb31b4d44de7368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8381598 Feb 08 16:01:18.499676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54244) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:18.632323 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9200d10d-5968-41c6-8856-b9c99625fb2f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:18.637762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9200d10d-5968-41c6-8856-b9c99625fb2f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:18.644344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9200d10d-5968-41c6-8856-b9c99625fb2f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:18.649510 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9200d10d-5968-41c6-8856-b9c99625fb2f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:18.651915 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9200d10d-5968-41c6-8856-b9c99625fb2f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2484415 Feb 08 16:01:18.662704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54246) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:18.711966 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794649f-1888-49fb-917c-50c64021e88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faaf4b5-f022-4462-8b15-91df8ff95708,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:18.744161 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1a7e82be-64fd-4c98-855f-f5d1ec158f0d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0d4436b9f30742f79601225ff55aa191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4079850 Feb 08 16:01:18.756678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54248) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:18.785965 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0eaedd-50be-42ce-93e5-15f5c12c9acc req-e5c835ac-245a-4646-be2e-61dc28cf45b3 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:18.787782 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df0eaedd-50be-42ce-93e5-15f5c12c9acc req-e5c835ac-245a-4646-be2e-61dc28cf45b3 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 943 time: 0.5908959 Feb 08 16:01:18.794112 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:18.803224 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85b4f077-1007-48f3-96e6-d1c8ce27c39d admin admin] Publish callbacks [] for security_group (5faaf4b5-f022-4462-8b15-91df8ff95708), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:18.804136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d94b3f-b292-4ca3-8d25-229e86d05140 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event updated for resources: {'Network': ['ID=6fff3385-f887-4b3e-889a-0c7717a2e177,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:18.816927 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-063cd5d5-3553-4d4a-911a-dd03b6ca30d1 req-aa1f270f-7b30-4ea2-a553-81d44a061366 service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161674 Feb 08 16:01:18.818621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 6fff3385-f887-4b3e-889a-0c7717a2e177 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:01:18.846448 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85b4f077-1007-48f3-96e6-d1c8ce27c39d admin admin] Publish callbacks [] for security_group (5faaf4b5-f022-4462-8b15-91df8ff95708), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:18.958022 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85b4f077-1007-48f3-96e6-d1c8ce27c39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5faaf4b5-f022-4462-8b15-91df8ff95708), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:18.963583 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-85b4f077-1007-48f3-96e6-d1c8ce27c39d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:18.964871 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-85b4f077-1007-48f3-96e6-d1c8ce27c39d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5faaf4b5-f022-4462-8b15-91df8ff95708 HTTP/1.1" status: 204 len: 168 time: 0.3333006 Feb 08 16:01:18.990668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4f077-1007-48f3-96e6-d1c8ce27c39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faaf4b5-f022-4462-8b15-91df8ff95708,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:19.029599 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df0eaedd-50be-42ce-93e5-15f5c12c9acc req-fd47d25b-760b-491d-a4e8-027e2bfa9a28 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142153 Feb 08 16:01:19.038439 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17a953eb-20c4-49ab-9336-e6fcb029f846 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (cd692743-7a2c-42ee-8b18-df350eaa922f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.057889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3b59c575-0a29-4db5-8c3b-ad4bca176779 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:19.119017 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3b413144-1442-4f22-b95a-7621b7115153 admin admin] Publish callbacks [] for security_group (aa4bd7f6-9c9d-4667-a009-961d8f36fd3f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.198250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3b59c575-0a29-4db5-8c3b-ad4bca176779 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:19.198870 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.203404 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f9f78bfb-b9e8-4157-9766-5ea1cc531f26 None None] Provisioning complete for port b77ba0ea-6a89-494e-893a-64621d081abc triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:19.203934 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9f78bfb-b9e8-4157-9766-5ea1cc531f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b77ba0ea-6a89-494e-893a-64621d081abc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.219241 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3b413144-1442-4f22-b95a-7621b7115153 admin admin] Publish callbacks [] for security_group (aa4bd7f6-9c9d-4667-a009-961d8f36fd3f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.304333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f9f78bfb-b9e8-4157-9766-5ea1cc531f26 None None] Port b77ba0ea-6a89-494e-893a-64621d081abc cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:19.330736 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f9f78bfb-b9e8-4157-9766-5ea1cc531f26 None None] Provisioning complete for port 3b59c575-0a29-4db5-8c3b-ad4bca176779 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:19.331129 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9f78bfb-b9e8-4157-9766-5ea1cc531f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.340347 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-36d67e20-aaf4-43e1-a8c8-999a4324a2a9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (a6bcdb07-68cb-4172-8995-7ed40783f748), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.354130 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17a953eb-20c4-49ab-9336-e6fcb029f846 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (cd692743-7a2c-42ee-8b18-df350eaa922f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.402698 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-17a953eb-20c4-49ab-9336-e6fcb029f846 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd692743-7a2c-42ee-8b18-df350eaa922f']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:19.427762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-17a953eb-20c4-49ab-9336-e6fcb029f846 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565aceef-81e2-45d5-b4cc-edd852864815') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:19.428070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-17a953eb-20c4-49ab-9336-e6fcb029f846 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565aceef-81e2-45d5-b4cc-edd852864815') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:19.443008 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17a953eb-20c4-49ab-9336-e6fcb029f846 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (565aceef-81e2-45d5-b4cc-edd852864815), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.457848 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3b413144-1442-4f22-b95a-7621b7115153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (aa4bd7f6-9c9d-4667-a009-961d8f36fd3f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.462818 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3b413144-1442-4f22-b95a-7621b7115153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.462818 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3b413144-1442-4f22-b95a-7621b7115153 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/aa4bd7f6-9c9d-4667-a009-961d8f36fd3f HTTP/1.1" status: 204 len: 168 time: 0.6994853 Feb 08 16:01:19.467358 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-36d67e20-aaf4-43e1-a8c8-999a4324a2a9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a6bcdb07-68cb-4172-8995-7ed40783f748), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.482262 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17a953eb-20c4-49ab-9336-e6fcb029f846 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (565aceef-81e2-45d5-b4cc-edd852864815), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.514284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b413144-1442-4f22-b95a-7621b7115153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4bd7f6-9c9d-4667-a009-961d8f36fd3f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:19.529771 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a953eb-20c4-49ab-9336-e6fcb029f846 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:01:19.531665 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17a953eb-20c4-49ab-9336-e6fcb029f846 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (565aceef-81e2-45d5-b4cc-edd852864815), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:01:19.536081 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:01:19.570957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d67e20-aaf4-43e1-a8c8-999a4324a2a9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network 91b1dcd0-b681-46a7-b8be-7e366bc4ae18 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:19.612080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3b59c575-0a29-4db5-8c3b-ad4bca176779 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:19.620269 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f9f78bfb-b9e8-4157-9766-5ea1cc531f26 None None] Current status of the port 3b59c575-0a29-4db5-8c3b-ad4bca176779 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:19.658032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d67e20-aaf4-43e1-a8c8-999a4324a2a9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=a6bcdb07-68cb-4172-8995-7ed40783f748,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:19.661159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-36d67e20-aaf4-43e1-a8c8-999a4324a2a9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:19.667660 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d67e20-aaf4-43e1-a8c8-999a4324a2a9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:19.673075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d67e20-aaf4-43e1-a8c8-999a4324a2a9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:19.673782 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-36d67e20-aaf4-43e1-a8c8-999a4324a2a9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.713475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-36d67e20-aaf4-43e1-a8c8-999a4324a2a9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2084558 Feb 08 16:01:19.716243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54266) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:19.718838 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17a953eb-20c4-49ab-9336-e6fcb029f846 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (cd692743-7a2c-42ee-8b18-df350eaa922f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.726401 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17a953eb-20c4-49ab-9336-e6fcb029f846 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.752616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54268) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:19.753561 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-17a953eb-20c4-49ab-9336-e6fcb029f846 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "DELETE /v2.0/networks/cd692743-7a2c-42ee-8b18-df350eaa922f HTTP/1.1" status: 204 len: 168 time: 1.0795426 Feb 08 16:01:19.763607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2fcb42c7-6523-4a7e-8624-69f6e3515664 None None] Provisioning complete for port b77ba0ea-6a89-494e-893a-64621d081abc triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:19.766195 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2fcb42c7-6523-4a7e-8624-69f6e3515664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b77ba0ea-6a89-494e-893a-64621d081abc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:19.795499 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a953eb-20c4-49ab-9336-e6fcb029f846 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event deleted for resources: {'Network': ['ID=cd692743-7a2c-42ee-8b18-df350eaa922f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:19.819719 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cad979bf-797a-4b55-a7fd-497f65d92e7c req-946ff6d0-e400-4bcc-90c7-5326263bb52b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2033279 Feb 08 16:01:19.846935 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb42c7-6523-4a7e-8624-69f6e3515664 None None] Port b77ba0ea-6a89-494e-893a-64621d081abc cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:20.059557 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb8f1fd-c40e-4b63-a266-205b2f3136f1 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:20.061158 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6bb8f1fd-c40e-4b63-a266-205b2f3136f1 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A36a HTTP/1.1" status: 200 len: 929 time: 0.3437791 Feb 08 16:01:20.064205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54284) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:20.073627 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cbebc87-d5ce-49d5-9358-489494698f69 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (6fff3385-f887-4b3e-889a-0c7717a2e177), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:20.093390 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad979bf-797a-4b55-a7fd-497f65d92e7c req-99ce3e3b-fc79-4eb6-bfee-d4677ea966f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:20.095290 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cad979bf-797a-4b55-a7fd-497f65d92e7c req-99ce3e3b-fc79-4eb6-bfee-d4677ea966f2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 1128 time: 0.1804969 Feb 08 16:01:20.185687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-da2d809a-f4a1-448a-8314-1d7f4ee2706b None None] Provisioning complete for port a6bcdb07-68cb-4172-8995-7ed40783f748 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:20.192740 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-da2d809a-f4a1-448a-8314-1d7f4ee2706b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a6bcdb07-68cb-4172-8995-7ed40783f748), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:20.282795 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cbebc87-d5ce-49d5-9358-489494698f69 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (6fff3385-f887-4b3e-889a-0c7717a2e177), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:20.300587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-da2d809a-f4a1-448a-8314-1d7f4ee2706b None None] Port a6bcdb07-68cb-4172-8995-7ed40783f748 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:20.321626 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:20.327250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-3cbebc87-d5ce-49d5-9358-489494698f69 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fff3385-f887-4b3e-889a-0c7717a2e177']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:20.345923 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-3cbebc87-d5ce-49d5-9358-489494698f69 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e380187f-a6d3-41d0-98f7-98c6407e0f16') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:20.346531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-3cbebc87-d5ce-49d5-9358-489494698f69 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e380187f-a6d3-41d0-98f7-98c6407e0f16') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:20.347201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9af0ab51-18f7-4798-881a-a8775c6a5cdf details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:01:20.368507 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cbebc87-d5ce-49d5-9358-489494698f69 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (e380187f-a6d3-41d0-98f7-98c6407e0f16), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:20.381642 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad979bf-797a-4b55-a7fd-497f65d92e7c req-df05ccc1-18b8-441a-8846-b065fd897e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:20.386821 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cad979bf-797a-4b55-a7fd-497f65d92e7c req-df05ccc1-18b8-441a-8846-b065fd897e83 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 915 time: 0.2440631 Feb 08 16:01:20.401272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cbebc87-d5ce-49d5-9358-489494698f69 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (e380187f-a6d3-41d0-98f7-98c6407e0f16), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:20.426130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978c82a-1d6c-4656-8a2b-0ff2ebf7ba36 req-476e6580-4713-4da6-a872-3e05db3b0c7e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:20.438709 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a978c82a-1d6c-4656-8a2b-0ff2ebf7ba36 req-476e6580-4713-4da6-a872-3e05db3b0c7e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 943 time: 0.1918068 Feb 08 16:01:20.460511 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cad979bf-797a-4b55-a7fd-497f65d92e7c req-ca5cf006-7c1e-490c-8107-e6b319a7d910 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3208df6-390c-48d5-9b34-2f7036a4dc2a HTTP/1.1" status: 200 len: 217 time: 0.0686669 Feb 08 16:01:20.461134 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbebc87-d5ce-49d5-9358-489494698f69 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:01:20.461544 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cbebc87-d5ce-49d5-9358-489494698f69 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (e380187f-a6d3-41d0-98f7-98c6407e0f16), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:01:20.464981 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:01:20.476533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-8f94b2a5-ba87-44ec-9815-2d182c3ccb91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port a6bcdb07-68cb-4172-8995-7ed40783f748 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:20.477155 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f94b2a5-ba87-44ec-9815-2d182c3ccb91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a6bcdb07-68cb-4172-8995-7ed40783f748), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:20.592388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a978c82a-1d6c-4656-8a2b-0ff2ebf7ba36 req-e88ee956-7e1b-4f72-9068-842c64d6de37 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493599 Feb 08 16:01:20.606498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad979bf-797a-4b55-a7fd-497f65d92e7c req-9df0a742-e42a-4d21-8900-9b1967bc0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:20.612152 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cad979bf-797a-4b55-a7fd-497f65d92e7c req-9df0a742-e42a-4d21-8900-9b1967bc0141 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=278c2f2b-2d96-42da-b202-953ae37669d2 HTTP/1.1" status: 200 len: 854 time: 0.1318643 Feb 08 16:01:20.612152 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cbebc87-d5ce-49d5-9358-489494698f69 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (6fff3385-f887-4b3e-889a-0c7717a2e177), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:20.630178 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cbebc87-d5ce-49d5-9358-489494698f69 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:20.652172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54300) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:20.655098 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3cbebc87-d5ce-49d5-9358-489494698f69 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "DELETE /v2.0/networks/6fff3385-f887-4b3e-889a-0c7717a2e177 HTTP/1.1" status: 204 len: 168 time: 0.8987014 Feb 08 16:01:20.710931 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbebc87-d5ce-49d5-9358-489494698f69 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event deleted for resources: {'Network': ['ID=6fff3385-f887-4b3e-889a-0c7717a2e177,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:20.758822 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cad979bf-797a-4b55-a7fd-497f65d92e7c req-6775be27-6f4f-4787-b245-3257749c7c3b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2809b07d-e729-4e16-9f4f-331fbe210676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525515 Feb 08 16:01:20.777363 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f94b2a5-ba87-44ec-9815-2d182c3ccb91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a6bcdb07-68cb-4172-8995-7ed40783f748), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:20.823569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-8f94b2a5-ba87-44ec-9815-2d182c3ccb91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for a6bcdb07-68cb-4172-8995-7ed40783f748 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:20.856798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9af0ab51-18f7-4798-881a-a8775c6a5cdf, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9af0ab51-18f7-4798-881a-a8775c6a5cdf,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:20.883218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '9af0ab51-18f7-4798-881a-a8775c6a5cdf', 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073', 'port_id': '9af0ab51-18f7-4798-881a-a8775c6a5cdf', 'mac_address': 'fa:16:3e:89:e2:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ecb47d-dbfd-4668-8784-e5338c0de0ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:01:20.952202 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cad979bf-797a-4b55-a7fd-497f65d92e7c req-84487d29-c8ac-4b9f-8dc4-e99c61d04a3c service neutron] 10.222.0.94 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827354 Feb 08 16:01:20.966875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 9af0ab51-18f7-4798-881a-a8775c6a5cdf is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:20.969435 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9af0ab51-18f7-4798-881a-a8775c6a5cdf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:20.971168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca33131f-d1bd-4ab7-b4f3-585179e33f71 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:20.976529 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca33131f-d1bd-4ab7-b4f3-585179e33f71 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:20.982702 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ca33131f-d1bd-4ab7-b4f3-585179e33f71 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3255360 Feb 08 16:01:20.982702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54310) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:20.987472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d4e2ecbb-f4cb-4271-831a-efd1ef4c785e tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-277045966'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:21.007614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af0ab51-18f7-4798-881a-a8775c6a5cdf {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:01:21.032038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e2ecbb-f4cb-4271-831a-efd1ef4c785e tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Made reservation on behalf of fd6b132201f241bda38a58b5fd69c90f for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:21.041002 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ecbb-f4cb-4271-831a-efd1ef4c785e tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:21.065837 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9af0ab51-18f7-4798-881a-a8775c6a5cdf, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9af0ab51-18f7-4798-881a-a8775c6a5cdf,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:21.076019 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9af0ab51-18f7-4798-881a-a8775c6a5cdf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:21.101511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e2ecbb-f4cb-4271-831a-efd1ef4c785e tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:01:21.121979 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ecbb-f4cb-4271-831a-efd1ef4c785e tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b9655c71-1c97-4793-80fb-d82aa8c6425c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:21.122306 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-d4e2ecbb-f4cb-4271-831a-efd1ef4c785e tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Added segment b9655c71-1c97-4793-80fb-d82aa8c6425c of type vlan for network 1bc5fb02-684f-4dd4-9d29-c6d31cbef281 Feb 08 16:01:21.126042 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cad979bf-797a-4b55-a7fd-497f65d92e7c req-c4a984b7-980c-4329-93ca-2f634705250f service neutron] 10.222.0.94 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648920 Feb 08 16:01:21.126972 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54314) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:21.151758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=9af0ab51-18f7-4798-881a-a8775c6a5cdf,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:21.235453 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ecbb-f4cb-4271-831a-efd1ef4c785e tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (1bc5fb02-684f-4dd4-9d29-c6d31cbef281), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:21.261468 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f94b2a5-ba87-44ec-9815-2d182c3ccb91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a6bcdb07-68cb-4172-8995-7ed40783f748), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:21.309395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['9af0ab51-18f7-4798-881a-a8775c6a5cdf'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:01:21.314042 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94b2a5-ba87-44ec-9815-2d182c3ccb91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=a6bcdb07-68cb-4172-8995-7ed40783f748,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:21.339162 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ecbb-f4cb-4271-831a-efd1ef4c785e tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (1bc5fb02-684f-4dd4-9d29-c6d31cbef281), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:21.352607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e2ecbb-f4cb-4271-831a-efd1ef4c785e tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:21.353305 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d4e2ecbb-f4cb-4271-831a-efd1ef4c785e tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:21.395167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-92495c23-e379-424b-9d23-d33540ffd594 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group': {'name': 'tempest-secgroup--151138349'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:21.442703 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92495c23-e379-424b-9d23-d33540ffd594 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:21.467261 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92495c23-e379-424b-9d23-d33540ffd594 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:21.487797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2ecbb-f4cb-4271-831a-efd1ef4c785e tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event updated for resources: {'Network': ['ID=1bc5fb02-684f-4dd4-9d29-c6d31cbef281,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:21.500595 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8f94b2a5-ba87-44ec-9815-2d182c3ccb91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:21.503879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8f94b2a5-ba87-44ec-9815-2d182c3ccb91 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/a6bcdb07-68cb-4172-8995-7ed40783f748 HTTP/1.1" status: 204 len: 168 time: 1.4380746 Feb 08 16:01:21.510368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 1bc5fb02-684f-4dd4-9d29-c6d31cbef281 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:01:21.511624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54322) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:21.528807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54324) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:21.570677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d4e2ecbb-f4cb-4271-831a-efd1ef4c785e tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5871365 Feb 08 16:01:21.577048 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54328) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:21.584591 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-36943d90-5a52-4016-8d1d-de040c5460e8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] GET failed (client error): The resource could not be found. Feb 08 16:01:21.590390 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7e05bdde-6afd-4ebc-8fb2-3c9e392b7ffc tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-233165674'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:21.591228 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-36943d90-5a52-4016-8d1d-de040c5460e8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/a6bcdb07-68cb-4172-8995-7ed40783f748 HTTP/1.1" status: 404 len: 333 time: 0.0777147 Feb 08 16:01:21.594961 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54330) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:21.702632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e05bdde-6afd-4ebc-8fb2-3c9e392b7ffc tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Made reservation on behalf of fd6b132201f241bda38a58b5fd69c90f for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:21.713750 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7e05bdde-6afd-4ebc-8fb2-3c9e392b7ffc tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:21.809276 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:21.846276 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-677e727c-1b14-4e1e-ac56-dd912e55451d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port b77ba0ea-6a89-494e-893a-64621d081abc {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:21.846623 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-677e727c-1b14-4e1e-ac56-dd912e55451d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b77ba0ea-6a89-494e-893a-64621d081abc), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:21.901812 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:21.915571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bae326-ea53-400b-af7c-39205e02510e req-063c68a5-99d6-4cf3-a450-1a13c88fa857 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:21.917242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85bae326-ea53-400b-af7c-39205e02510e req-063c68a5-99d6-4cf3-a450-1a13c88fa857 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 944 time: 0.1646023 Feb 08 16:01:22.038728 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-677e727c-1b14-4e1e-ac56-dd912e55451d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b77ba0ea-6a89-494e-893a-64621d081abc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.068255 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85bae326-ea53-400b-af7c-39205e02510e req-a19d794b-be8c-4169-8ddf-5f7da0d76620 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350875 Feb 08 16:01:22.069973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-677e727c-1b14-4e1e-ac56-dd912e55451d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for b77ba0ea-6a89-494e-893a-64621d081abc owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:22.126313 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92495c23-e379-424b-9d23-d33540ffd594 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (e8373acd-8d1a-4e33-872b-8ec49bd228e1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.134602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92495c23-e379-424b-9d23-d33540ffd594 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e8373acd-8d1a-4e33-872b-8ec49bd228e1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.166606 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e05bdde-6afd-4ebc-8fb2-3c9e392b7ffc tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:01:22.189669 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7e05bdde-6afd-4ebc-8fb2-3c9e392b7ffc tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b01781e5-9fa5-42ba-8351-5b8a56d89910), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.190034 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-7e05bdde-6afd-4ebc-8fb2-3c9e392b7ffc tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Added segment b01781e5-9fa5-42ba-8351-5b8a56d89910 of type vlan for network e1be228d-4b1a-4ce8-9d2c-5994a41212dd Feb 08 16:01:22.206043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92495c23-e379-424b-9d23-d33540ffd594 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8373acd-8d1a-4e33-872b-8ec49bd228e1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:22.238217 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.251268 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7e05bdde-6afd-4ebc-8fb2-3c9e392b7ffc tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (e1be228d-4b1a-4ce8-9d2c-5994a41212dd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.290853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92495c23-e379-424b-9d23-d33540ffd594 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (e30219c0-d9f1-497c-88fa-baa49f22deb9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.297899 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92495c23-e379-424b-9d23-d33540ffd594 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e30219c0-d9f1-497c-88fa-baa49f22deb9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.310624 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-677e727c-1b14-4e1e-ac56-dd912e55451d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b77ba0ea-6a89-494e-893a-64621d081abc), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.315166 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7e05bdde-6afd-4ebc-8fb2-3c9e392b7ffc tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (e1be228d-4b1a-4ce8-9d2c-5994a41212dd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.320996 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e05bdde-6afd-4ebc-8fb2-3c9e392b7ffc tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:22.320996 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7e05bdde-6afd-4ebc-8fb2-3c9e392b7ffc tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.350685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9af0ab51-18f7-4798-881a-a8775c6a5cdf up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:22.357038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e727c-1b14-4e1e-ac56-dd912e55451d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=b77ba0ea-6a89-494e-893a-64621d081abc,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:22.397598 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-677e727c-1b14-4e1e-ac56-dd912e55451d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.400825 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-677e727c-1b14-4e1e-ac56-dd912e55451d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/b77ba0ea-6a89-494e-893a-64621d081abc HTTP/1.1" status: 204 len: 168 time: 0.8046825 Feb 08 16:01:22.401469 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92495c23-e379-424b-9d23-d33540ffd594 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.406176 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-92495c23-e379-424b-9d23-d33540ffd594 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2748556 Feb 08 16:01:22.407181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54336) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:22.407588 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54338) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:22.441400 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7e05bdde-6afd-4ebc-8fb2-3c9e392b7ffc tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8588221 Feb 08 16:01:22.441400 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92495c23-e379-424b-9d23-d33540ffd594 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30219c0-d9f1-497c-88fa-baa49f22deb9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:22.441690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54340) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:22.448463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Request body: {'ports': [{'network_id': '1bc5fb02-684f-4dd4-9d29-c6d31cbef281', 'name': 'tempest-port--1187734287', 'admin_state_up': True}, {'network_id': 'e1be228d-4b1a-4ce8-9d2c-5994a41212dd', 'admin_state_up': False}]} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:22.448770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Request body: {'port': {'network_id': '1bc5fb02-684f-4dd4-9d29-c6d31cbef281', 'name': 'tempest-port--1187734287', 'admin_state_up': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:22.449274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Request body: {'port': {'network_id': 'e1be228d-4b1a-4ce8-9d2c-5994a41212dd', 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:22.490191 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c837dc-c91e-4f17-9d0b-ec4c41379ea9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] GET failed (client error): The resource could not be found. Feb 08 16:01:22.491666 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-32c837dc-c91e-4f17-9d0b-ec4c41379ea9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/b77ba0ea-6a89-494e-893a-64621d081abc HTTP/1.1" status: 404 len: 333 time: 0.0830610 Feb 08 16:01:22.503207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54342) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:22.503494 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 9af0ab51-18f7-4798-881a-a8775c6a5cdf completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:01:22.509702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 9af0ab51-18f7-4798-881a-a8775c6a5cdf triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:22.510216 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9af0ab51-18f7-4798-881a-a8775c6a5cdf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.521233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05bdde-6afd-4ebc-8fb2-3c9e392b7ffc tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event updated for resources: {'Network': ['ID=e1be228d-4b1a-4ce8-9d2c-5994a41212dd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:22.550682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Allocated IP 172.25.7.37 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/295f3cf7-9584-4864-81ee-027151311b25) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:22.595332 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network e1be228d-4b1a-4ce8-9d2c-5994a41212dd details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:01:22.641016 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b5432db3-d778-4bc2-bb44-9846d252a48a tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2275090 Feb 08 16:01:22.646426 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54344) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:22.656669 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8b09ca-fffc-4532-b519-f1016be43041 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting subnet 4842c4e7-61ba-4f07-8013-3c21fff40b3d {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:01:22.660439 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed8b09ca-fffc-4532-b519-f1016be43041 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (4842c4e7-61ba-4f07-8013-3c21fff40b3d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.698950 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-bab73810-5406-4fef-8527-af35d2249342 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group': {'name': 'tempest-security--555772226', 'description': 'tempest-security-description-1617968509'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:22.737038 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed8b09ca-fffc-4532-b519-f1016be43041 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (4842c4e7-61ba-4f07-8013-3c21fff40b3d), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.776787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 9af0ab51-18f7-4798-881a-a8775c6a5cdf is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:22.777236 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9af0ab51-18f7-4798-881a-a8775c6a5cdf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.802631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff73d3-8bba-441c-a4fd-258fea14fae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af0ab51-18f7-4798-881a-a8775c6a5cdf'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:01:22.805147 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41abef9d-21d9-4ec6-8950-b3ea17036279" -d '{"events": [{"server_uuid": "d7ff73d3-8bba-441c-a4fd-258fea14fae9", "name": "network-vif-plugged", "status": "completed", "tag": "9af0ab51-18f7-4798-881a-a8775c6a5cdf"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:01:22.819204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9af0ab51-18f7-4798-881a-a8775c6a5cdf, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9af0ab51-18f7-4798-881a-a8775c6a5cdf,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:22.826256 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9af0ab51-18f7-4798-881a-a8775c6a5cdf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.832786 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks [] for port (295f3cf7-9584-4864-81ee-027151311b25), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.842246 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed8b09ca-fffc-4532-b519-f1016be43041 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (4842c4e7-61ba-4f07-8013-3c21fff40b3d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.926283 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c645f7-6668-4325-b8b4-1d6254f5c786 x-openstack-request-id: req-11c645f7-6668-4325-b8b4-1d6254f5c786 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:01:22.926703 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ff73d3-8bba-441c-a4fd-258fea14fae9", "name": "network-vif-plugged", "status": "completed", "tag": "9af0ab51-18f7-4798-881a-a8775c6a5cdf", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:01:22.926950 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-11c645f7-6668-4325-b8b4-1d6254f5c786 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:01:22.927354 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff73d3-8bba-441c-a4fd-258fea14fae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af0ab51-18f7-4798-881a-a8775c6a5cdf', 'code': 200} Feb 08 16:01:22.931244 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=9af0ab51-18f7-4798-881a-a8775c6a5cdf,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:22.932335 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed8b09ca-fffc-4532-b519-f1016be43041 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (4842c4e7-61ba-4f07-8013-3c21fff40b3d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.934390 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (295f3cf7-9584-4864-81ee-027151311b25), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.982549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b09ca-fffc-4532-b519-f1016be43041 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Subnet': ['ID=4842c4e7-61ba-4f07-8013-3c21fff40b3d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:22.989107 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed8b09ca-fffc-4532-b519-f1016be43041 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.989559 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bab73810-5406-4fef-8527-af35d2249342 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (e30219c0-d9f1-497c-88fa-baa49f22deb9), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:22.993005 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ed8b09ca-fffc-4532-b519-f1016be43041 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/4842c4e7-61ba-4f07-8013-3c21fff40b3d HTTP/1.1" status: 204 len: 168 time: 0.4833705 Feb 08 16:01:22.997260 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577e6dfe-b9c6-45bc-8e71-ec22a2231da4 None None] Network 91b1dcd0-b681-46a7-b8be-7e366bc4ae18 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:23.000877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:23.001104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54348) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:23.046378 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b78a1-cf15-4611-aad7-41b0b618c50b req-8d30eff5-7d85-4e1e-9eb8-57162893c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:23.048841 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-de0b78a1-cf15-4611-aad7-41b0b618c50b req-8d30eff5-7d85-4e1e-9eb8-57162893c484 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 1128 time: 0.0822937 Feb 08 16:01:23.102280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:23.108007 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (91b1dcd0-b681-46a7-b8be-7e366bc4ae18), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.115579 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-de0b78a1-cf15-4611-aad7-41b0b618c50b req-8478399c-f51d-400b-8618-ea973cec64ea service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580411 Feb 08 16:01:23.116628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:23.179280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Pushing event updated for resources: {'Port': ['ID=295f3cf7-9584-4864-81ee-027151311b25,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:23.193728 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Made reservation on behalf of fd6b132201f241bda38a58b5fd69c90f for: {'port': 2} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:23.200327 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.240998 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf56552c-8adf-4b3f-98d7-ebd39159fa27 None None] DHCP port deletion for 91b1dcd0-b681-46a7-b8be-7e366bc4ae18 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:01:23.281072 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bab73810-5406-4fef-8527-af35d2249342 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (e30219c0-d9f1-497c-88fa-baa49f22deb9), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.300094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-cf56552c-8adf-4b3f-98d7-ebd39159fa27 None None] Deleting port 3b59c575-0a29-4db5-8c3b-ad4bca176779 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:23.300500 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cf56552c-8adf-4b3f-98d7-ebd39159fa27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.307587 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.314077 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bab73810-5406-4fef-8527-af35d2249342 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e30219c0-d9f1-497c-88fa-baa49f22deb9), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.316734 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bab73810-5406-4fef-8527-af35d2249342 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.318121 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bab73810-5406-4fef-8527-af35d2249342 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "PUT /v2.0/security-groups/e30219c0-d9f1-497c-88fa-baa49f22deb9 HTTP/1.1" status: 200 len: 1796 time: 0.6690042 Feb 08 16:01:23.320936 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54354) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:23.366235 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b8e1f07d-c9e1-4592-a3e3-e50c7865fb18 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-groups/e30219c0-d9f1-497c-88fa-baa49f22deb9 HTTP/1.1" status: 200 len: 1796 time: 0.0440578 Feb 08 16:01:23.369368 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54356) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:23.378077 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-cf56552c-8adf-4b3f-98d7-ebd39159fa27 None None] For port 3b59c575-0a29-4db5-8c3b-ad4bca176779, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3b59c575-0a29-4db5-8c3b-ad4bca176779,segment=NetworkSegment(f457f7a8-2f65-46f2-945b-4bd1d8a740e7),segment_id=f457f7a8-2f65-46f2-945b-4bd1d8a740e7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:23.378701 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cf56552c-8adf-4b3f-98d7-ebd39159fa27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.392072 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-cf56552c-8adf-4b3f-98d7-ebd39159fa27 None None] Calling delete_port for 3b59c575-0a29-4db5-8c3b-ad4bca176779 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:23.446092 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9cb9-8d88-4c9a-9ff0-c7e4286f595a tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (e30219c0-d9f1-497c-88fa-baa49f22deb9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.480692 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9cb9-8d88-4c9a-9ff0-c7e4286f595a tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (e30219c0-d9f1-497c-88fa-baa49f22deb9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.481930 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cf56552c-8adf-4b3f-98d7-ebd39159fa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.485104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab73810-5406-4fef-8527-af35d2249342 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30219c0-d9f1-497c-88fa-baa49f22deb9,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:23.497166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56552c-8adf-4b3f-98d7-ebd39159fa27 None None] No DVR routers for this DVR port 3b59c575-0a29-4db5-8c3b-ad4bca176779 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:01:23.498629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31815ca-2e43-4aa4-9832-0904cbf2dc92 req-4dd848c7-d7fb-45f7-9592-c5567a01322a tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:23.500290 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e31815ca-2e43-4aa4-9832-0904cbf2dc92 req-4dd848c7-d7fb-45f7-9592-c5567a01322a tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 945 time: 0.3101723 Feb 08 16:01:23.531583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56552c-8adf-4b3f-98d7-ebd39159fa27 None None] Pushing event deleted for resources: {'Port': ['ID=3b59c575-0a29-4db5-8c3b-ad4bca176779,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:23.577889 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks [] for floatingip (4bba8e80-4203-425f-a5fb-c93ad7081bdc), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.587349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 3b59c575-0a29-4db5-8c3b-ad4bca176779 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:23.587844 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.603122 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9cb9-8d88-4c9a-9ff0-c7e4286f595a tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e30219c0-d9f1-497c-88fa-baa49f22deb9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.609098 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ebc9cb9-8d88-4c9a-9ff0-c7e4286f595a tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.610597 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8ebc9cb9-8d88-4c9a-9ff0-c7e4286f595a tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-groups/e30219c0-d9f1-497c-88fa-baa49f22deb9 HTTP/1.1" status: 204 len: 168 time: 0.2403035 Feb 08 16:01:23.614106 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54358) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:23.635279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc9cb9-8d88-4c9a-9ff0-c7e4286f595a tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30219c0-d9f1-497c-88fa-baa49f22deb9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:23.688253 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f22f5595-9e30-4514-8b58-d5d3b6d8e2b6 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0726020 Feb 08 16:01:23.691009 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54360) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:23.698527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] device_id is not set on port 07342755-9160-4cc3-ae8b-b2b6ff1fba38 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:01:23.710408 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-cc73b85e-be71-4a26-8ad2-63d8a5bdf0e0 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] delete failed (client error): The resource could not be found. Feb 08 16:01:23.711837 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cc73b85e-be71-4a26-8ad2-63d8a5bdf0e0 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-groups/e30219c0-d9f1-497c-88fa-baa49f22deb9 HTTP/1.1" status: 404 len: 347 time: 0.0195739 Feb 08 16:01:23.719298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54362) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:23.723794 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-bd7a6b10-1c6b-40d0-b479-4c75df375854 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group': {'name': 'tempest-secgroup--853953962'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:23.747361 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd7a6b10-1c6b-40d0-b479-4c75df375854 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.753616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (295f3cf7-9584-4864-81ee-027151311b25), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.758110 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e31815ca-2e43-4aa4-9832-0904cbf2dc92 req-4fa089ff-a722-4ee8-aa38-5f3c109db751 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495537 Feb 08 16:01:23.759398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] For port 3b59c575-0a29-4db5-8c3b-ad4bca176779, host n-d-824834-11, got binding levels [] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:23.760258 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.806506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 3b59c575-0a29-4db5-8c3b-ad4bca176779 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:23.813131 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.ipam_backend_mixin [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Port 3b59c575-0a29-4db5-8c3b-ad4bca176779 was not found and therefore no delete operation was performed {{(pid=103301) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 16:01:23.823379 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3b59c575-0a29-4db5-8c3b-ad4bca176779), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.849026 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd7a6b10-1c6b-40d0-b479-4c75df375854 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (f0a36be3-1354-4314-924a-6a1f80f1b78f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.854431 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd7a6b10-1c6b-40d0-b479-4c75df375854 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f0a36be3-1354-4314-924a-6a1f80f1b78f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.868989 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No DVR routers for this DVR port 3b59c575-0a29-4db5-8c3b-ad4bca176779 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:01:23.881907 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=3b59c575-0a29-4db5-8c3b-ad4bca176779,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:23.893112 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd7a6b10-1c6b-40d0-b479-4c75df375854 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:23.897337 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bd7a6b10-1c6b-40d0-b479-4c75df375854 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1742609 Feb 08 16:01:23.897337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a6b10-1c6b-40d0-b479-4c75df375854 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a36be3-1354-4314-924a-6a1f80f1b78f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:23.898182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54364) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:23.902969 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e3ede644-9dab-498c-8cab-a85bdea279ff tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group_rule': {'security_group_id': 'f0a36be3-1354-4314-924a-6a1f80f1b78f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:23.940829 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3ede644-9dab-498c-8cab-a85bdea279ff tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (c8ac76e7-e566-404e-8d8c-2fb122444ef9), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.008303 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3ede644-9dab-498c-8cab-a85bdea279ff tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (c8ac76e7-e566-404e-8d8c-2fb122444ef9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.013821 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3ede644-9dab-498c-8cab-a85bdea279ff tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (c8ac76e7-e566-404e-8d8c-2fb122444ef9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.033523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ede644-9dab-498c-8cab-a85bdea279ff tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ac76e7-e566-404e-8d8c-2fb122444ef9,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:24.046855 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3ede644-9dab-498c-8cab-a85bdea279ff tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.048506 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e3ede644-9dab-498c-8cab-a85bdea279ff tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490886 Feb 08 16:01:24.051077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54366) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:24.075823 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (91b1dcd0-b681-46a7-b8be-7e366bc4ae18), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.088452 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a919f07f-ad61-40f3-a32c-4eec82ec315d tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (c8ac76e7-e566-404e-8d8c-2fb122444ef9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.099057 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a919f07f-ad61-40f3-a32c-4eec82ec315d tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (c8ac76e7-e566-404e-8d8c-2fb122444ef9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.133969 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks [] for port (07342755-9160-4cc3-ae8b-b2b6ff1fba38), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.147363 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a919f07f-ad61-40f3-a32c-4eec82ec315d tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (c8ac76e7-e566-404e-8d8c-2fb122444ef9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.160250 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a919f07f-ad61-40f3-a32c-4eec82ec315d tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.165074 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a919f07f-ad61-40f3-a32c-4eec82ec315d tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/c8ac76e7-e566-404e-8d8c-2fb122444ef9 HTTP/1.1" status: 204 len: 168 time: 0.1124783 Feb 08 16:01:24.167041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54368) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:24.221154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919f07f-ad61-40f3-a32c-4eec82ec315d tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8ac76e7-e566-404e-8d8c-2fb122444ef9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:24.300698 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-13603255-5581-477a-8f7a-c1f1a97c84e5 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1323431 Feb 08 16:01:24.303331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54370) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:24.362160 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cad41fc-d391-49f5-9a05-e720dc5e34be tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (f0a36be3-1354-4314-924a-6a1f80f1b78f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.391133 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cad41fc-d391-49f5-9a05-e720dc5e34be tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (f0a36be3-1354-4314-924a-6a1f80f1b78f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.442746 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cad41fc-d391-49f5-9a05-e720dc5e34be tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f0a36be3-1354-4314-924a-6a1f80f1b78f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.446042 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cad41fc-d391-49f5-9a05-e720dc5e34be tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.449799 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9cad41fc-d391-49f5-9a05-e720dc5e34be tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-groups/f0a36be3-1354-4314-924a-6a1f80f1b78f HTTP/1.1" status: 204 len: 168 time: 0.1431909 Feb 08 16:01:24.451795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54372) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:24.473664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad41fc-d391-49f5-9a05-e720dc5e34be tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a36be3-1354-4314-924a-6a1f80f1b78f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:24.517193 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9fdf8639-8ac2-402d-9c4f-5e481bddbe75 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0585594 Feb 08 16:01:24.518421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54374) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:24.523548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-683bb936-3918-4237-941b-b203edf84c66 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group': {'name': 'tempest-secgroup--705298981'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:24.540343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b1dcd0-b681-46a7-b8be-7e366bc4ae18']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:24.549264 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-683bb936-3918-4237-941b-b203edf84c66 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.573165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f457f7a8-2f65-46f2-945b-4bd1d8a740e7') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:24.573165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f457f7a8-2f65-46f2-945b-4bd1d8a740e7') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:24.603816 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (f457f7a8-2f65-46f2-945b-4bd1d8a740e7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.611517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] device_id is not set on port 66acab85-5ad4-40b3-a001-05bb9c1bbe49 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:01:24.634730 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks [] for port (295f3cf7-9584-4864-81ee-027151311b25), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.644628 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f457f7a8-2f65-46f2-945b-4bd1d8a740e7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.644975 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-683bb936-3918-4237-941b-b203edf84c66 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (3a6beef5-4988-4d10-8d83-111ffc7b173e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.646660 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (295f3cf7-9584-4864-81ee-027151311b25), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.649234 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-683bb936-3918-4237-941b-b203edf84c66 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3a6beef5-4988-4d10-8d83-111ffc7b173e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.658633 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:01:24.659257 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (f457f7a8-2f65-46f2-945b-4bd1d8a740e7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:01:24.682996 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:01:24.693119 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-683bb936-3918-4237-941b-b203edf84c66 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.694396 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-683bb936-3918-4237-941b-b203edf84c66 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1749482 Feb 08 16:01:24.695594 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bb936-3918-4237-941b-b203edf84c66 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6beef5-4988-4d10-8d83-111ffc7b173e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:24.697803 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54376) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:24.703330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f80a9aea-9450-465b-8a97-699bbba1ddb9 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group_rule': {'security_group_id': '3a6beef5-4988-4d10-8d83-111ffc7b173e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:24.731929 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f80a9aea-9450-465b-8a97-699bbba1ddb9 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (6dfd8f2b-8998-485c-90fa-338114d4b4be), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.810552 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Pushing event updated for resources: {'Port': ['ID=295f3cf7-9584-4864-81ee-027151311b25,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:24.813898 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f80a9aea-9450-465b-8a97-699bbba1ddb9 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (6dfd8f2b-8998-485c-90fa-338114d4b4be), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.823608 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (4bba8e80-4203-425f-a5fb-c93ad7081bdc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.832401 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f80a9aea-9450-465b-8a97-699bbba1ddb9 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (6dfd8f2b-8998-485c-90fa-338114d4b4be), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.849173 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (91b1dcd0-b681-46a7-b8be-7e366bc4ae18), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.865448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a9aea-9450-465b-8a97-699bbba1ddb9 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfd8f2b-8998-485c-90fa-338114d4b4be,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:24.870069 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.877558 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/networks/91b1dcd0-b681-46a7-b8be-7e366bc4ae18 HTTP/1.1" status: 204 len: 168 time: 1.8699784 Feb 08 16:01:24.884818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54382) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:24.890470 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f80a9aea-9450-465b-8a97-699bbba1ddb9 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.891732 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f80a9aea-9450-465b-8a97-699bbba1ddb9 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1931036 Feb 08 16:01:24.894465 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54384) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:24.898801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-79c0efa7-8eaf-40d0-9018-de55891e8539 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group_rule': {'security_group_id': '3a6beef5-4988-4d10-8d83-111ffc7b173e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:24.905811 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.907223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d9ed9e22-6409-45a3-afb2-ed7c9b7a70e8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3774190 Feb 08 16:01:24.908288 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ae378b92-4f2a-4964-b7d0-031e5a50ce52 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1923128700'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:24.915310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54386) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:24.925041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d8d1da78-bb40-49cc-8788-565a73116cf8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2128015031', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'fixed_ips': [{'ip_address': '172.25.7.37'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:24.966066 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d1da78-bb40-49cc-8788-565a73116cf8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Made reservation on behalf of 9d1be50e34de44a396f0521118810f74 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:24.968925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5683e-8015-4d13-b205-0b965acc8012 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Network': ['ID=91b1dcd0-b681-46a7-b8be-7e366bc4ae18,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:24.969709 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8d1da78-bb40-49cc-8788-565a73116cf8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.991110 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8d1da78-bb40-49cc-8788-565a73116cf8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:24.994527 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-79c0efa7-8eaf-40d0-9018-de55891e8539 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (50a96377-0ac7-4302-8fe3-609c54ea487a), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.006496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae378b92-4f2a-4964-b7d0-031e5a50ce52 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:25.011398 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae378b92-4f2a-4964-b7d0-031e5a50ce52 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.025044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3b59c575-0a29-4db5-8c3b-ad4bca176779 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:01:25.026951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd331796-6986-44da-997a-8378bbe3314b req-606cbb25-adfb-4e34-acd2-b9ef30ca8d4e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:25.028935 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd331796-6986-44da-997a-8378bbe3314b req-606cbb25-adfb-4e34-acd2-b9ef30ca8d4e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 945 time: 0.1298239 Feb 08 16:01:25.034789 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks [] for port (66acab85-5ad4-40b3-a001-05bb9c1bbe49), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.070922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae378b92-4f2a-4964-b7d0-031e5a50ce52 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:01:25.074158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 3b59c575-0a29-4db5-8c3b-ad4bca176779 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:01:25.074877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3b59c575-0a29-4db5-8c3b-ad4bca176779 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:01:25.095355 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae378b92-4f2a-4964-b7d0-031e5a50ce52 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (5f409b3a-d6c0-4ea5-8403-d0b21527962a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.096099 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-ae378b92-4f2a-4964-b7d0-031e5a50ce52 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Added segment 5f409b3a-d6c0-4ea5-8403-d0b21527962a of type vlan for network edacc32e-ad7c-4f87-af9d-baae153eb471 Feb 08 16:01:25.107325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd331796-6986-44da-997a-8378bbe3314b req-857d5408-0329-4643-9e90-f0efb6ac1cf9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697162 Feb 08 16:01:25.130606 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (07342755-9160-4cc3-ae8b-b2b6ff1fba38), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.196673 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae378b92-4f2a-4964-b7d0-031e5a50ce52 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (edacc32e-ad7c-4f87-af9d-baae153eb471), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.255689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-79c0efa7-8eaf-40d0-9018-de55891e8539 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (50a96377-0ac7-4302-8fe3-609c54ea487a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.267668 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae378b92-4f2a-4964-b7d0-031e5a50ce52 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (edacc32e-ad7c-4f87-af9d-baae153eb471), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.274259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae378b92-4f2a-4964-b7d0-031e5a50ce52 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:25.275550 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae378b92-4f2a-4964-b7d0-031e5a50ce52 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.288317 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-79c0efa7-8eaf-40d0-9018-de55891e8539 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (50a96377-0ac7-4302-8fe3-609c54ea487a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.291984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event updated for resources: {'Port': ['ID=07342755-9160-4cc3-ae8b-b2b6ff1fba38,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:25.298940 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Checking segment: {'id': 'b9655c71-1c97-4793-80fb-d82aa8c6425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1bc5fb02-684f-4dd4-9d29-c6d31cbef281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:25.299332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Network hostable DHCP agents. Network: 1bc5fb02-684f-4dd4-9d29-c6d31cbef281, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:01:25.321532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Network 1bc5fb02-684f-4dd4-9d29-c6d31cbef281 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:01:25.335691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 1bc5fb02-684f-4dd4-9d29-c6d31cbef281) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:25.340879 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:25.342026 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (66acab85-5ad4-40b3-a001-05bb9c1bbe49), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.348069 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81974899-3dc1-4a7c-ae41-d550ad5f16cc None None] Network 1bc5fb02-684f-4dd4-9d29-c6d31cbef281 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:25.418114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0efa7-8eaf-40d0-9018-de55891e8539 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a96377-0ac7-4302-8fe3-609c54ea487a,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:25.452223 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ae378b92-4f2a-4964-b7d0-031e5a50ce52 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5591493 Feb 08 16:01:25.462535 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54390) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:25.473663 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-79c0efa7-8eaf-40d0-9018-de55891e8539 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.476126 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-79c0efa7-8eaf-40d0-9018-de55891e8539 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5805564 Feb 08 16:01:25.478831 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8d1da78-bb40-49cc-8788-565a73116cf8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks [] for security_group (deae4760-d4a7-4a6b-9135-fd88febface3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.485739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54392) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:25.493618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ff264b19-026e-462a-910c-1c62aa2a8241 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'subnet': {'network_id': 'edacc32e-ad7c-4f87-af9d-baae153eb471', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:25.495621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-4e21d18e-c90b-4fef-b60d-5635c6c3bb03 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group_rule': {'security_group_id': '3a6beef5-4988-4d10-8d83-111ffc7b173e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:25.517856 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8d1da78-bb40-49cc-8788-565a73116cf8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (deae4760-d4a7-4a6b-9135-fd88febface3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.518619 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event updated for resources: {'Port': ['ID=66acab85-5ad4-40b3-a001-05bb9c1bbe49,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:25.531950 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-d8d1da78-bb40-49cc-8788-565a73116cf8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] device_id is not set on port ad7317af-62c4-40fb-b9b6-a0cb718df12d yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:01:25.538478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ebd17-2642-4306-86a8-bc0644c5eb3e req-24d40ced-465f-48ae-88ea-5ba33d4dc588 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:25.540397 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a77ebd17-2642-4306-86a8-bc0644c5eb3e req-24d40ced-465f-48ae-88ea-5ba33d4dc588 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 945 time: 0.1543548 Feb 08 16:01:25.551953 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e21d18e-c90b-4fef-b60d-5635c6c3bb03 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (4148a746-952b-45ac-881c-9747ac9c9209), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.576478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Checking segment: {'id': 'b01781e5-9fa5-42ba-8351-5b8a56d89910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e1be228d-4b1a-4ce8-9d2c-5994a41212dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:25.577009 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Network hostable DHCP agents. Network: e1be228d-4b1a-4ce8-9d2c-5994a41212dd, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:01:25.661038 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a77ebd17-2642-4306-86a8-bc0644c5eb3e req-ec0dd276-98f6-43e4-a20c-1785a7aba85c tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039057 Feb 08 16:01:25.661694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Network e1be228d-4b1a-4ce8-9d2c-5994a41212dd is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:01:25.680992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, e1be228d-4b1a-4ce8-9d2c-5994a41212dd) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:25.685669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:25.694788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b66f93-8c41-427e-bf1e-6e24bda3c23b None None] Network e1be228d-4b1a-4ce8-9d2c-5994a41212dd requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:25.705014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:25.726468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:25.730191 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.803909 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e21d18e-c90b-4fef-b60d-5635c6c3bb03 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (4148a746-952b-45ac-881c-9747ac9c9209), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.816909 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d9a16ea4-1073-48b2-bf5b-b1b47a81244a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3746696 Feb 08 16:01:25.820243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54396) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:25.821687 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e21d18e-c90b-4fef-b60d-5635c6c3bb03 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (4148a746-952b-45ac-881c-9747ac9c9209), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:25.860098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae378b92-4f2a-4964-b7d0-031e5a50ce52 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Network': ['ID=edacc32e-ad7c-4f87-af9d-baae153eb471,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:25.871306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1da78-bb40-49cc-8788-565a73116cf8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deae4760-d4a7-4a6b-9135-fd88febface3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:25.872793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network edacc32e-ad7c-4f87-af9d-baae153eb471 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:01:25.995089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21d18e-c90b-4fef-b60d-5635c6c3bb03 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4148a746-952b-45ac-881c-9747ac9c9209,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:25.996309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff264b19-026e-462a-910c-1c62aa2a8241 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:26.006746 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ff264b19-026e-462a-910c-1c62aa2a8241 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:26.012257 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e21d18e-c90b-4fef-b60d-5635c6c3bb03 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:26.021614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4e21d18e-c90b-4fef-b60d-5635c6c3bb03 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5338609 Feb 08 16:01:26.023752 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54400) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:26.032677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-558fb2b1-f34d-45cb-8117-a2e2fd2f77d1 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group_rule': {'security_group_id': '3a6beef5-4988-4d10-8d83-111ffc7b173e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:26.065869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0369f31-11e4-44c1-9301-c6d553503c8b tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:26.070529 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0369f31-11e4-44c1-9301-c6d553503c8b tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:26.072229 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f0369f31-11e4-44c1-9301-c6d553503c8b tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2433345 Feb 08 16:01:26.075274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54402) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:26.218905 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-558fb2b1-f34d-45cb-8117-a2e2fd2f77d1 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (4593c073-1fd6-4a61-9a94-dd6635ef528f), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:26.225891 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d1da78-bb40-49cc-8788-565a73116cf8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 08 16:01:26.226410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d1da78-bb40-49cc-8788-565a73116cf8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:01:26.272795 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a1cfe-25d0-4d68-9649-31172196dc03 req-cd7c0e8d-b14d-4896-8b50-9445888b6dde tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:26.277928 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d8d1da78-bb40-49cc-8788-565a73116cf8 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.3588977 Feb 08 16:01:26.282097 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee7a1cfe-25d0-4d68-9649-31172196dc03 req-cd7c0e8d-b14d-4896-8b50-9445888b6dde tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 945 time: 0.1899030 Feb 08 16:01:26.282992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54406) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:26.365627 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee7a1cfe-25d0-4d68-9649-31172196dc03 req-fac2bd88-7ef6-4bb4-a6c6-83033e9ffc67 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824497 Feb 08 16:01:26.380843 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-422f334c-77ff-4b87-9da7-095333e53b99 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Deleting port 07342755-9160-4cc3-ae8b-b2b6ff1fba38 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:26.381294 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-422f334c-77ff-4b87-9da7-095333e53b99 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (07342755-9160-4cc3-ae8b-b2b6ff1fba38), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:26.568387 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-422f334c-77ff-4b87-9da7-095333e53b99 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (07342755-9160-4cc3-ae8b-b2b6ff1fba38), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:26.584344 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-558fb2b1-f34d-45cb-8117-a2e2fd2f77d1 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (4593c073-1fd6-4a61-9a94-dd6635ef528f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:26.585212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-422f334c-77ff-4b87-9da7-095333e53b99 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Calling delete_port for 07342755-9160-4cc3-ae8b-b2b6ff1fba38 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:26.642201 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-558fb2b1-f34d-45cb-8117-a2e2fd2f77d1 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (4593c073-1fd6-4a61-9a94-dd6635ef528f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:26.682137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fb2b1-f34d-45cb-8117-a2e2fd2f77d1 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4593c073-1fd6-4a61-9a94-dd6635ef528f,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:26.697735 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-558fb2b1-f34d-45cb-8117-a2e2fd2f77d1 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:26.699529 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-558fb2b1-f34d-45cb-8117-a2e2fd2f77d1 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6747534 Feb 08 16:01:26.703207 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54412) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:26.709843 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-fea1ddb3-f9ba-44de-bdf7-7c9be1d37578 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group_rule': {'security_group_id': '3a6beef5-4988-4d10-8d83-111ffc7b173e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:26.722256 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-422f334c-77ff-4b87-9da7-095333e53b99 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (07342755-9160-4cc3-ae8b-b2b6ff1fba38), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:26.763316 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ff264b19-026e-462a-910c-1c62aa2a8241 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (903216dd-8c94-4b31-940c-2da27c796d9d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:26.835257 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a59c9684-c4e7-44b3-8055-6411ccc66699 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Deleting port 295f3cf7-9584-4864-81ee-027151311b25 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:26.835614 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a59c9684-c4e7-44b3-8055-6411ccc66699 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (295f3cf7-9584-4864-81ee-027151311b25), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:26.856984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f334c-77ff-4b87-9da7-095333e53b99 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event deleted for resources: {'Port': ['ID=07342755-9160-4cc3-ae8b-b2b6ff1fba38,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:26.884330 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fea1ddb3-f9ba-44de-bdf7-7c9be1d37578 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (5f81bd46-709e-48d3-924f-6e3e4d972ab8), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:26.954113 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-422f334c-77ff-4b87-9da7-095333e53b99 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:26.960601 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-422f334c-77ff-4b87-9da7-095333e53b99 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "DELETE /v2.0/ports/07342755-9160-4cc3-ae8b-b2b6ff1fba38 HTTP/1.1" status: 204 len: 168 time: 0.8841569 Feb 08 16:01:26.966326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54428) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:27.036588 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff264b19-026e-462a-910c-1c62aa2a8241 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Subnet': ['ID=903216dd-8c94-4b31-940c-2da27c796d9d,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:27.080987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff264b19-026e-462a-910c-1c62aa2a8241 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Checking segment: {'id': '5f409b3a-d6c0-4ea5-8403-d0b21527962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'edacc32e-ad7c-4f87-af9d-baae153eb471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:27.081378 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff264b19-026e-462a-910c-1c62aa2a8241 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network hostable DHCP agents. Network: edacc32e-ad7c-4f87-af9d-baae153eb471, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:01:27.107131 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a59c9684-c4e7-44b3-8055-6411ccc66699 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (295f3cf7-9584-4864-81ee-027151311b25), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:27.107450 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a59c9684-c4e7-44b3-8055-6411ccc66699 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks [] for floatingip (295f3cf7-9584-4864-81ee-027151311b25), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:27.108071 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fea1ddb3-f9ba-44de-bdf7-7c9be1d37578 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (5f81bd46-709e-48d3-924f-6e3e4d972ab8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:27.122908 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fea1ddb3-f9ba-44de-bdf7-7c9be1d37578 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (5f81bd46-709e-48d3-924f-6e3e4d972ab8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:27.145973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a59c9684-c4e7-44b3-8055-6411ccc66699 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Calling delete_port for 295f3cf7-9584-4864-81ee-027151311b25 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:27.158492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff264b19-026e-462a-910c-1c62aa2a8241 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network edacc32e-ad7c-4f87-af9d-baae153eb471 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:01:27.160507 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1ddb3-f9ba-44de-bdf7-7c9be1d37578 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f81bd46-709e-48d3-924f-6e3e4d972ab8,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:27.168414 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fea1ddb3-f9ba-44de-bdf7-7c9be1d37578 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:27.169713 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fea1ddb3-f9ba-44de-bdf7-7c9be1d37578 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4648776 Feb 08 16:01:27.175104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54436) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:27.231099 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-ff264b19-026e-462a-910c-1c62aa2a8241 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, edacc32e-ad7c-4f87-af9d-baae153eb471) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:27.242451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b574e4ad-a5fd-4cda-8566-e4c1bc16a8b9 None None] Network edacc32e-ad7c-4f87-af9d-baae153eb471 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:27.265673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff264b19-026e-462a-910c-1c62aa2a8241 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:27.266471 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ff264b19-026e-462a-910c-1c62aa2a8241 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:27.322311 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ff264b19-026e-462a-910c-1c62aa2a8241 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8503416 Feb 08 16:01:27.328521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54438) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:27.340972 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f9544507-026c-4a7b-904d-684472db3f24 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'network_id': 'edacc32e-ad7c-4f87-af9d-baae153eb471', 'name': 'tempest-PortsIpV6TestJSON-1141256017', 'fixed_ips': [{'subnet_id': '903216dd-8c94-4b31-940c-2da27c796d9d', 'ip_address': '2001:db8::10'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:27.432793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-edacc32e-ad7c-4f87-af9d-baae153eb471', 'network_id': 'edacc32e-ad7c-4f87-af9d-baae153eb471', 'project_id': '5a4a0e9e3ff1446d923db9f7e5cfeec6', 'fixed_ips': [{'subnet_id': '903216dd-8c94-4b31-940c-2da27c796d9d'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:01:27.433896 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:27.486882 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5bc2e21e-15dd-4e65-b9dc-c0e2f7d8b083 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (5f81bd46-709e-48d3-924f-6e3e4d972ab8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:27.654671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482e88d-552f-46d5-b682-8c22b37abb6a req-c2f90f28-fb29-4676-83a5-8ba463f8c0a6 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:27.660456 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0482e88d-552f-46d5-b682-8c22b37abb6a req-c2f90f28-fb29-4676-83a5-8ba463f8c0a6 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 945 time: 0.2369690 Feb 08 16:01:27.670288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Allocated IP 2001:db8::2 (edacc32e-ad7c-4f87-af9d-baae153eb471/903216dd-8c94-4b31-940c-2da27c796d9d/3d50af82-cfa9-4f4b-bfd9-685f28b3df43) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:27.718487 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5bc2e21e-15dd-4e65-b9dc-c0e2f7d8b083 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (5f81bd46-709e-48d3-924f-6e3e4d972ab8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:27.730865 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e2780-a678-482a-8441-df0202f5d8e1 req-f531003b-2db0-4804-9dbe-d18bc45e008a tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:27.745144 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-999e2780-a678-482a-8441-df0202f5d8e1 req-f531003b-2db0-4804-9dbe-d18bc45e008a tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 814 time: 0.7964985 Feb 08 16:01:27.794299 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a59c9684-c4e7-44b3-8055-6411ccc66699 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (295f3cf7-9584-4864-81ee-027151311b25), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:27.831350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c9684-c4e7-44b3-8055-6411ccc66699 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Pushing event deleted for resources: {'Port': ['ID=295f3cf7-9584-4864-81ee-027151311b25,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:27.833136 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e6b65ea5-8a2d-43f6-b5fa-7d94a2ac0624 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/quotas/c6b8b28708264c7d928902be76796bef HTTP/1.1" status: 200 len: 375 time: 0.0863438 Feb 08 16:01:27.886886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-2b006dd6-efb7-4bd4-b4e0-d2ec601a7389 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Deleting port 66acab85-5ad4-40b3-a001-05bb9c1bbe49 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:27.887448 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b006dd6-efb7-4bd4-b4e0-d2ec601a7389 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (66acab85-5ad4-40b3-a001-05bb9c1bbe49), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:27.924224 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-0482e88d-552f-46d5-b682-8c22b37abb6a req-d7ffafb2-28e0-4894-bbf7-77d69bb8d474 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Deleting port 9af0ab51-18f7-4798-881a-a8775c6a5cdf {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:27.924580 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0482e88d-552f-46d5-b682-8c22b37abb6a req-d7ffafb2-28e0-4894-bbf7-77d69bb8d474 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9af0ab51-18f7-4798-881a-a8775c6a5cdf), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:27.962454 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9544507-026c-4a7b-904d-684472db3f24 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:27.985614 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a59c9684-c4e7-44b3-8055-6411ccc66699 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks [] for floatingip (4bba8e80-4203-425f-a5fb-c93ad7081bdc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:27.988907 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a59c9684-c4e7-44b3-8055-6411ccc66699 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:27.989980 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a59c9684-c4e7-44b3-8055-6411ccc66699 tempest-ExternalNetworksAdminNegativeTestJSON-265182338 tempest-ExternalNetworksAdminNegativeTestJSON-265182338-project-admin] 10.222.0.82 "DELETE /v2.0/floatingips/4bba8e80-4203-425f-a5fb-c93ad7081bdc HTTP/1.1" status: 204 len: 168 time: 1.7041216 Feb 08 16:01:28.005168 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Publish callbacks [] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.014408 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.043161 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5bc2e21e-15dd-4e65-b9dc-c0e2f7d8b083 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (5f81bd46-709e-48d3-924f-6e3e4d972ab8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.052904 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5bc2e21e-15dd-4e65-b9dc-c0e2f7d8b083 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.060788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54452) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:28.062672 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5bc2e21e-15dd-4e65-b9dc-c0e2f7d8b083 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/5f81bd46-709e-48d3-924f-6e3e4d972ab8 HTTP/1.1" status: 204 len: 168 time: 0.8831496 Feb 08 16:01:28.127336 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Network edacc32e-ad7c-4f87-af9d-baae153eb471 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:28.128984 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:28.131479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:28.133805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Pushing event updated for resources: {'Port': ['ID=3d50af82-cfa9-4f4b-bfd9-685f28b3df43,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:28.160559 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-0482e88d-552f-46d5-b682-8c22b37abb6a req-d7ffafb2-28e0-4894-bbf7-77d69bb8d474 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] For port 9af0ab51-18f7-4798-881a-a8775c6a5cdf, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9af0ab51-18f7-4798-881a-a8775c6a5cdf,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:28.160931 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0482e88d-552f-46d5-b682-8c22b37abb6a req-d7ffafb2-28e0-4894-bbf7-77d69bb8d474 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9af0ab51-18f7-4798-881a-a8775c6a5cdf), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.197424 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1d67eb0f-ffa2-4cfe-a578-258259ea35a4 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1327600 Feb 08 16:01:28.197424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-0482e88d-552f-46d5-b682-8c22b37abb6a req-d7ffafb2-28e0-4894-bbf7-77d69bb8d474 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Calling delete_port for 9af0ab51-18f7-4798-881a-a8775c6a5cdf owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:28.197855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54454) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:28.211677 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b006dd6-efb7-4bd4-b4e0-d2ec601a7389 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (66acab85-5ad4-40b3-a001-05bb9c1bbe49), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.228872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-2b006dd6-efb7-4bd4-b4e0-d2ec601a7389 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Calling delete_port for 66acab85-5ad4-40b3-a001-05bb9c1bbe49 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:28.233866 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-de5e5ae5-78a3-4b99-afde-3169cba4ff35 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (4593c073-1fd6-4a61-9a94-dd6635ef528f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.241899 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-de5e5ae5-78a3-4b99-afde-3169cba4ff35 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (4593c073-1fd6-4a61-9a94-dd6635ef528f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.252311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Attempting to bind port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:28.252874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Attempting to bind port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '5f409b3a-d6c0-4ea5-8403-d0b21527962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'edacc32e-ad7c-4f87-af9d-baae153eb471'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:28.253144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Attempting to bind port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 on network edacc32e-ad7c-4f87-af9d-baae153eb471 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:28.259881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:01:28.260265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Checking segment: {'id': '5f409b3a-d6c0-4ea5-8403-d0b21527962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'edacc32e-ad7c-4f87-af9d-baae153eb471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:28.260710 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.261209 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Bound using segment: {'id': '5f409b3a-d6c0-4ea5-8403-d0b21527962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'edacc32e-ad7c-4f87-af9d-baae153eb471'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:01:28.261844 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Bound port: 3d50af82-cfa9-4f4b-bfd9-685f28b3df43, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f409b3a-d6c0-4ea5-8403-d0b21527962a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'edacc32e-ad7c-4f87-af9d-baae153eb471'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:01:28.262348 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.306399 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-de5e5ae5-78a3-4b99-afde-3169cba4ff35 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (4593c073-1fd6-4a61-9a94-dd6635ef528f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.307114 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9544507-026c-4a7b-904d-684472db3f24 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.315161 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-de5e5ae5-78a3-4b99-afde-3169cba4ff35 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.318611 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-de5e5ae5-78a3-4b99-afde-3169cba4ff35 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/4593c073-1fd6-4a61-9a94-dd6635ef528f HTTP/1.1" status: 204 len: 168 time: 0.1176140 Feb 08 16:01:28.319272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54458) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:28.347425 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-999e2780-a678-482a-8441-df0202f5d8e1 req-d9cf975e-f765-432d-8e24-70d0fd1e8b63 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5131719 Feb 08 16:01:28.350801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e5ae5-78a3-4b99-afde-3169cba4ff35 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4593c073-1fd6-4a61-9a94-dd6635ef528f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:28.360835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7079c4-627b-407c-aaf9-50bda7ea8e5c req-4c200f97-c2b0-4221-9015-3e94daaf8a30 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:28.362358 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-db7079c4-627b-407c-aaf9-50bda7ea8e5c req-4c200f97-c2b0-4221-9015-3e94daaf8a30 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d7ff73d3-8bba-441c-a4fd-258fea14fae9 HTTP/1.1" status: 200 len: 945 time: 0.6468344 Feb 08 16:01:28.392719 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2e21e-15dd-4e65-b9dc-c0e2f7d8b083 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f81bd46-709e-48d3-924f-6e3e4d972ab8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:28.396329 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3eb48bbc-9228-4b9e-bba7-c0c4a5fcd4f3 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0700057 Feb 08 16:01:28.396843 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54460) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:28.416182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] For port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:01:28.419582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54462) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:28.422740 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] For port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3d50af82-cfa9-4f4b-bfd9-685f28b3df43,segment=NetworkSegment(5f409b3a-d6c0-4ea5-8403-d0b21527962a),segment_id=5f409b3a-d6c0-4ea5-8403-d0b21527962a)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:01:28.433323 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.451342 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df5b654-8601-4b8d-a037-9b840f2c48c6 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (4148a746-952b-45ac-881c-9747ac9c9209), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.464538 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df5b654-8601-4b8d-a037-9b840f2c48c6 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (4148a746-952b-45ac-881c-9747ac9c9209), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.497571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-f9544507-026c-4a7b-904d-684472db3f24 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port 8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:01:28.577456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb0193-20fe-4f19-99a6-867754d95b7d None None] Pushing event updated for resources: {'Port': ['ID=3d50af82-cfa9-4f4b-bfd9-685f28b3df43,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:28.583493 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df5b654-8601-4b8d-a037-9b840f2c48c6 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (4148a746-952b-45ac-881c-9747ac9c9209), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.595910 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2df5b654-8601-4b8d-a037-9b840f2c48c6 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.599767 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2df5b654-8601-4b8d-a037-9b840f2c48c6 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/4148a746-952b-45ac-881c-9747ac9c9209 HTTP/1.1" status: 204 len: 168 time: 0.1951840 Feb 08 16:01:28.609460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54466) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:28.613570 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0482e88d-552f-46d5-b682-8c22b37abb6a req-d7ffafb2-28e0-4894-bbf7-77d69bb8d474 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9af0ab51-18f7-4798-881a-a8775c6a5cdf), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.627484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f6382502-13f4-4116-8ab6-b24c9711e8df'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:01:28.634555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5b654-8601-4b8d-a037-9b840f2c48c6 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4148a746-952b-45ac-881c-9747ac9c9209,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:28.648937 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b006dd6-efb7-4bd4-b4e0-d2ec601a7389 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (66acab85-5ad4-40b3-a001-05bb9c1bbe49), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.688419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffafb2-28e0-4894-bbf7-77d69bb8d474 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Pushing event deleted for resources: {'Port': ['ID=9af0ab51-18f7-4798-881a-a8775c6a5cdf,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:28.712713 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d0b7d791-53ab-4ff9-8ea9-315265725bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.725394 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b006dd6-efb7-4bd4-b4e0-d2ec601a7389 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event deleted for resources: {'Port': ['ID=66acab85-5ad4-40b3-a001-05bb9c1bbe49,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:28.743218 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-0482e88d-552f-46d5-b682-8c22b37abb6a req-d7ffafb2-28e0-4894-bbf7-77d69bb8d474 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] No DVR routers for this DVR port 9af0ab51-18f7-4798-881a-a8775c6a5cdf on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:01:28.749260 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0482e88d-552f-46d5-b682-8c22b37abb6a req-d7ffafb2-28e0-4894-bbf7-77d69bb8d474 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.753143 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0482e88d-552f-46d5-b682-8c22b37abb6a req-d7ffafb2-28e0-4894-bbf7-77d69bb8d474 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "DELETE /v2.0/ports/9af0ab51-18f7-4798-881a-a8775c6a5cdf HTTP/1.1" status: 204 len: 173 time: 1.0841517 Feb 08 16:01:28.753729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ff73d3-8bba-441c-a4fd-258fea14fae9', 'name': 'network-vif-deleted', 'tag': '9af0ab51-18f7-4798-881a-a8775c6a5cdf'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:01:28.756168 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3024453a-9014-46bd-99e0-76ffc136e4c7" -d '{"events": [{"server_uuid": "d7ff73d3-8bba-441c-a4fd-258fea14fae9", "name": "network-vif-deleted", "tag": "9af0ab51-18f7-4798-881a-a8775c6a5cdf"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:01:28.924651 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d0b7d791-53ab-4ff9-8ea9-315265725bca admin admin] Publish callbacks [] for security_group (af805ab4-aa0c-45f6-86d2-2c07e62ba965), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.933497 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d0b7d791-53ab-4ff9-8ea9-315265725bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (af805ab4-aa0c-45f6-86d2-2c07e62ba965), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:28.949332 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-db7079c4-627b-407c-aaf9-50bda7ea8e5c req-8f4582bd-1e78-4138-b447-39eb13f608ab tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543625 Feb 08 16:01:29.010822 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b006dd6-efb7-4bd4-b4e0-d2ec601a7389 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.017858 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2b006dd6-efb7-4bd4-b4e0-d2ec601a7389 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "DELETE /v2.0/ports/66acab85-5ad4-40b3-a001-05bb9c1bbe49 HTTP/1.1" status: 204 len: 168 time: 2.0146763 Feb 08 16:01:29.022557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54472) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:29.050672 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-999e2780-a678-482a-8441-df0202f5d8e1 req-ed6f050d-dfc6-4ef4-a555-58a82c9ecf8c service neutron] 10.222.0.82 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6523285 Feb 08 16:01:29.104535 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d0b7d791-53ab-4ff9-8ea9-315265725bca admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=873ef4bedd004397945a31a403355783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6721346 Feb 08 16:01:29.104535 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54474) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:29.106172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7d791-53ab-4ff9-8ea9-315265725bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af805ab4-aa0c-45f6-86d2-2c07e62ba965,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:29.155792 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2a672bf1-64f1-4124-a598-aaa7294c1f9e tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1301942 Feb 08 16:01:29.158921 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54476) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:29.165479 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-89becb3b-bc8f-4111-bfa0-d686c0184a1f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1198417038'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:29.238264 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:29.242871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-53c17ccb-c87b-4af4-b8aa-8378fae60c0d tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6169066 Feb 08 16:01:29.250523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54478) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:29.275452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-f9544507-026c-4a7b-904d-684472db3f24 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Allocated IP 2001:db8::10 (edacc32e-ad7c-4f87-af9d-baae153eb471/903216dd-8c94-4b31-940c-2da27c796d9d/8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:29.276670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89becb3b-bc8f-4111-bfa0-d686c0184a1f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Made reservation on behalf of fd6b132201f241bda38a58b5fd69c90f for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:29.287290 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89becb3b-bc8f-4111-bfa0-d686c0184a1f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.324139 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4224d3bf-409b-4778-ada5-37293345b6a4 x-openstack-request-id: req-4224d3bf-409b-4778-ada5-37293345b6a4 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:01:29.324476 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ff73d3-8bba-441c-a4fd-258fea14fae9", "name": "network-vif-deleted", "tag": "9af0ab51-18f7-4798-881a-a8775c6a5cdf", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:01:29.324694 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4224d3bf-409b-4778-ada5-37293345b6a4 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:01:29.325166 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ff73d3-8bba-441c-a4fd-258fea14fae9', 'name': 'network-vif-deleted', 'tag': '9af0ab51-18f7-4798-881a-a8775c6a5cdf', 'status': 'completed', 'code': 200} Feb 08 16:01:29.354788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:29.355912 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.364391 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-46eff2f1-a309-42a4-93d3-d61f8ab53e8b tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (50a96377-0ac7-4302-8fe3-609c54ea487a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.366676 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-deacd9cf-a9ec-43c4-868c-482ac51d4e8a admin admin] Publish callbacks [] for security_group (af805ab4-aa0c-45f6-86d2-2c07e62ba965), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.402279 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-46eff2f1-a309-42a4-93d3-d61f8ab53e8b tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (50a96377-0ac7-4302-8fe3-609c54ea487a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.412745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89becb3b-bc8f-4111-bfa0-d686c0184a1f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:01:29.450124 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-deacd9cf-a9ec-43c4-868c-482ac51d4e8a admin admin] Publish callbacks [] for security_group (af805ab4-aa0c-45f6-86d2-2c07e62ba965), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.454154 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89becb3b-bc8f-4111-bfa0-d686c0184a1f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.454341 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-89becb3b-bc8f-4111-bfa0-d686c0184a1f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Added segment 1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8 of type vlan for network fa4630b2-cd7d-4d2c-b142-925bf7f48807 Feb 08 16:01:29.542201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:29.542754 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.588376 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89becb3b-bc8f-4111-bfa0-d686c0184a1f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (fa4630b2-cd7d-4d2c-b142-925bf7f48807), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.600627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3d50af82-cfa9-4f4b-bfd9-685f28b3df43,segment=NetworkSegment(5f409b3a-d6c0-4ea5-8403-d0b21527962a),segment_id=5f409b3a-d6c0-4ea5-8403-d0b21527962a)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:29.613365 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.629320 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-999e2780-a678-482a-8441-df0202f5d8e1 req-17cf98ee-e66d-4fb5-b5d5-a887a7cff89a service neutron] 10.222.0.82 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396836 Feb 08 16:01:29.707134 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-deacd9cf-a9ec-43c4-868c-482ac51d4e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (af805ab4-aa0c-45f6-86d2-2c07e62ba965), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.710501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-deacd9cf-a9ec-43c4-868c-482ac51d4e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.715455 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-deacd9cf-a9ec-43c4-868c-482ac51d4e8a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/af805ab4-aa0c-45f6-86d2-2c07e62ba965 HTTP/1.1" status: 204 len: 168 time: 0.5957141 Feb 08 16:01:29.726213 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89becb3b-bc8f-4111-bfa0-d686c0184a1f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (fa4630b2-cd7d-4d2c-b142-925bf7f48807), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.757571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89becb3b-bc8f-4111-bfa0-d686c0184a1f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:29.758252 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89becb3b-bc8f-4111-bfa0-d686c0184a1f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.776259 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=3d50af82-cfa9-4f4b-bfd9-685f28b3df43,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:29.811907 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacd9cf-a9ec-43c4-868c-482ac51d4e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af805ab4-aa0c-45f6-86d2-2c07e62ba965,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:29.833457 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-46eff2f1-a309-42a4-93d3-d61f8ab53e8b tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (50a96377-0ac7-4302-8fe3-609c54ea487a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.851231 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-46eff2f1-a309-42a4-93d3-d61f8ab53e8b tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:29.852393 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-46eff2f1-a309-42a4-93d3-d61f8ab53e8b tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/50a96377-0ac7-4302-8fe3-609c54ea487a HTTP/1.1" status: 204 len: 168 time: 0.5978112 Feb 08 16:01:29.859384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54494) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:29.938332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eff2f1-a309-42a4-93d3-d61f8ab53e8b tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50a96377-0ac7-4302-8fe3-609c54ea487a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:29.983524 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62295a-114b-4c03-aacf-bd15538050af req-8e0fb02c-bae9-48aa-b185-55656aaf6267 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:29.999543 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89becb3b-bc8f-4111-bfa0-d686c0184a1f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event updated for resources: {'Network': ['ID=fa4630b2-cd7d-4d2c-b142-925bf7f48807,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:30.021866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca62295a-114b-4c03-aacf-bd15538050af req-8e0fb02c-bae9-48aa-b185-55656aaf6267 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.5173073 Feb 08 16:01:30.040280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network fa4630b2-cd7d-4d2c-b142-925bf7f48807 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:01:30.044234 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-89becb3b-bc8f-4111-bfa0-d686c0184a1f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8839433 Feb 08 16:01:30.047442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54504) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:30.098657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ac84e492-2b1f-4750-988e-0d354b72d1d3 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-141554870'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:30.182360 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-63dd9fac-f031-4bfc-9c3e-d17935c0d356 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3193445 Feb 08 16:01:30.189169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54510) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:30.260267 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-35d73dd5-4b47-4364-bc0c-cc1933797212 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (6dfd8f2b-8998-485c-90fa-338114d4b4be), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:30.270245 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-35d73dd5-4b47-4364-bc0c-cc1933797212 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (6dfd8f2b-8998-485c-90fa-338114d4b4be), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:30.337500 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d31a5f5-12b6-4ebd-a3db-e08fcfd017e5 None None] Network edacc32e-ad7c-4f87-af9d-baae153eb471 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:30.342206 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-35d73dd5-4b47-4364-bc0c-cc1933797212 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (6dfd8f2b-8998-485c-90fa-338114d4b4be), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:30.366709 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-35d73dd5-4b47-4364-bc0c-cc1933797212 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:30.367881 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-35d73dd5-4b47-4364-bc0c-cc1933797212 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/6dfd8f2b-8998-485c-90fa-338114d4b4be HTTP/1.1" status: 204 len: 168 time: 0.1776807 Feb 08 16:01:30.369061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d73dd5-4b47-4364-bc0c-cc1933797212 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dfd8f2b-8998-485c-90fa-338114d4b4be,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:30.370732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54516) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:30.396134 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e2d64c0-725f-4913-9de7-9c9538f255bf req-ca2b6686-fadb-4f85-8830-7021c3d28b3d tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 210 time: 0.2568285 Feb 08 16:01:30.419498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9af0ab51-18f7-4798-881a-a8775c6a5cdf no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:01:30.446474 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac84e492-2b1f-4750-988e-0d354b72d1d3 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Made reservation on behalf of fd6b132201f241bda38a58b5fd69c90f for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:30.449927 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ac84e492-2b1f-4750-988e-0d354b72d1d3 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:30.485267 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 9af0ab51-18f7-4798-881a-a8775c6a5cdf {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:01:30.485569 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9af0ab51-18f7-4798-881a-a8775c6a5cdf not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:01:30.492716 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bd918a46-608b-4e07-87d5-707a51859975 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1208022 Feb 08 16:01:30.493381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54518) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:30.544634 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9544507-026c-4a7b-904d-684472db3f24 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:30.557903 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-621874d8-419c-449d-ac7f-a476bffb7f1f None None] Provisioning complete for port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:30.558546 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-621874d8-419c-449d-ac7f-a476bffb7f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:30.571684 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca62295a-114b-4c03-aacf-bd15538050af req-512710de-87bb-4dbc-9209-df9cdaecd8c7 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5486240 Feb 08 16:01:30.572367 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54522) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:30.620186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac84e492-2b1f-4750-988e-0d354b72d1d3 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:01:30.636571 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ac84e492-2b1f-4750-988e-0d354b72d1d3 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (5a1c0615-c27c-4f50-aaff-1ddeec91f081), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:30.636935 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-ac84e492-2b1f-4750-988e-0d354b72d1d3 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Added segment 5a1c0615-c27c-4f50-aaff-1ddeec91f081 of type vlan for network 0c007165-6d67-473b-9eb5-fdbfc24241e2 Feb 08 16:01:30.708609 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f97eeb12-f652-4c3a-9c25-0a3a18ee5678 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (3a6beef5-4988-4d10-8d83-111ffc7b173e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:30.755696 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f7d0f9df-2ffd-4490-817f-84d9c517d9c4 req-b2faed19-4a30-411d-876f-4a4548bb295b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7035062 Feb 08 16:01:30.783852 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ac84e492-2b1f-4750-988e-0d354b72d1d3 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (0c007165-6d67-473b-9eb5-fdbfc24241e2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:30.815094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-621874d8-419c-449d-ac7f-a476bffb7f1f None None] Current status of the port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:30.821559 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f97eeb12-f652-4c3a-9c25-0a3a18ee5678 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (3a6beef5-4988-4d10-8d83-111ffc7b173e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:30.855003 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ac84e492-2b1f-4750-988e-0d354b72d1d3 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (0c007165-6d67-473b-9eb5-fdbfc24241e2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:30.864776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac84e492-2b1f-4750-988e-0d354b72d1d3 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:30.866493 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ac84e492-2b1f-4750-988e-0d354b72d1d3 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:30.912505 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f97eeb12-f652-4c3a-9c25-0a3a18ee5678 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3a6beef5-4988-4d10-8d83-111ffc7b173e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:30.930314 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f97eeb12-f652-4c3a-9c25-0a3a18ee5678 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:30.934946 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f97eeb12-f652-4c3a-9c25-0a3a18ee5678 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-groups/3a6beef5-4988-4d10-8d83-111ffc7b173e HTTP/1.1" status: 204 len: 168 time: 0.4405313 Feb 08 16:01:30.935714 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54530) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:30.960256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97eeb12-f652-4c3a-9c25-0a3a18ee5678 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6beef5-4988-4d10-8d83-111ffc7b173e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:31.036664 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b046cfb4-a741-471e-83d2-291651addd34 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0848904 Feb 08 16:01:31.037596 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54536) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:31.058955 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-19ac0c63-f594-4df5-aa13-70bff7238c42 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group': {'name': 'tempest-secgroup--984887328'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:31.129162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:31.136265 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84e492-2b1f-4750-988e-0d354b72d1d3 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event updated for resources: {'Network': ['ID=0c007165-6d67-473b-9eb5-fdbfc24241e2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:31.145523 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19ac0c63-f594-4df5-aa13-70bff7238c42 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:31.185421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 0c007165-6d67-473b-9eb5-fdbfc24241e2 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:01:31.377438 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19ac0c63-f594-4df5-aa13-70bff7238c42 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (266869ba-b9f7-46a1-aa9a-841db9ee2189), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:31.386683 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19ac0c63-f594-4df5-aa13-70bff7238c42 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (266869ba-b9f7-46a1-aa9a-841db9ee2189), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:31.427925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f401b47-1cba-429c-9930-b8fbd067350c req-63bc8d32-e65b-4538-9921-dc5d60449555 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:31.439719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f401b47-1cba-429c-9930-b8fbd067350c req-63bc8d32-e65b-4538-9921-dc5d60449555 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 805 time: 0.2606180 Feb 08 16:01:31.472314 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f401b47-1cba-429c-9930-b8fbd067350c req-545ff04d-a7c7-4a4c-8f27-ec658f76bdf4 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/quotas/383b56f32b8740adb6bf96d216692319 HTTP/1.1" status: 200 len: 375 time: 0.0299475 Feb 08 16:01:31.491857 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ac84e492-2b1f-4750-988e-0d354b72d1d3 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4081407 Feb 08 16:01:31.492059 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19ac0c63-f594-4df5-aa13-70bff7238c42 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:31.508984 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-19ac0c63-f594-4df5-aa13-70bff7238c42 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4572735 Feb 08 16:01:31.508984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54552) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:31.513586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e4457de3-9a5d-49bb-b35f-831dff8dba0e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group_rule': {'security_group_id': '266869ba-b9f7-46a1-aa9a-841db9ee2189', 'direction': 'ingress', 'protocol': 17}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:31.552988 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9544507-026c-4a7b-904d-684472db3f24 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:31.553462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac0c63-f594-4df5-aa13-70bff7238c42 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=266869ba-b9f7-46a1-aa9a-841db9ee2189,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:31.557727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e4457de3-9a5d-49bb-b35f-831dff8dba0e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (7cc1771a-a4a2-4f0a-be49-cd8889ef1bd1), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:31.616227 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-40dc65b0-7406-421a-a5ca-a5f3441c358e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9d1be50e34de44a396f0521118810f74&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0398793 Feb 08 16:01:31.618680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9544507-026c-4a7b-904d-684472db3f24 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:31.628442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54556) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:31.638787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9cd5bdc7-daa0-4afb-8c44-be57b916a870 None None] Provisioning complete for port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:31.640751 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9cd5bdc7-daa0-4afb-8c44-be57b916a870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:31.681041 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3e86164-e799-469c-8533-9018bfffb5f0 req-93f0a75d-05b6-41cd-b39f-b31bfd8e0d10 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 210 time: 0.1282158 Feb 08 16:01:31.683877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9544507-026c-4a7b-904d-684472db3f24 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network edacc32e-ad7c-4f87-af9d-baae153eb471 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:31.688080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f9544507-026c-4a7b-904d-684472db3f24 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:31.696416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9544507-026c-4a7b-904d-684472db3f24 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:31.706527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9544507-026c-4a7b-904d-684472db3f24 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:31.707269 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9544507-026c-4a7b-904d-684472db3f24 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:31.744662 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3ec162bc-5c3b-48cb-84fe-441095815b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:31.754963 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f401b47-1cba-429c-9930-b8fbd067350c req-0b16ebaa-642f-484a-98e6-b19fc339742e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2817385 Feb 08 16:01:31.802677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f9544507-026c-4a7b-904d-684472db3f24 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4673514 Feb 08 16:01:31.819295 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54558) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:31.866456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:31.868914 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:31.882519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-14318e59-0947-436e-965e-979e60856165 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'network_id': 'edacc32e-ad7c-4f87-af9d-baae153eb471', 'name': 'tempest-PortsIpV6TestJSON-720910030', 'fixed_ips': [{'subnet_id': '903216dd-8c94-4b31-940c-2da27c796d9d', 'ip_address': '2001:db8::f'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:32.072302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5bdc7-daa0-4afb-8c44-be57b916a870 None None] Current status of the port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:32.136225 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:01:32.222874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:32.310589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1edc0e0c-e958-4154-846a-985bafb6369a None None] Provisioning complete for port 8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:32.310589 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1edc0e0c-e958-4154-846a-985bafb6369a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:32.324096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e2780-a678-482a-8441-df0202f5d8e1 req-d1a4cf8e-c9af-40e8-b99d-46fecd18b6e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:32.325847 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-999e2780-a678-482a-8441-df0202f5d8e1 req-d1a4cf8e-c9af-40e8-b99d-46fecd18b6e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.94 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 814 time: 0.2269509 Feb 08 16:01:32.340029 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e4457de3-9a5d-49bb-b35f-831dff8dba0e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (7cc1771a-a4a2-4f0a-be49-cd8889ef1bd1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:32.346271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-999e2780-a678-482a-8441-df0202f5d8e1 req-c6d1c3c6-0f59-4a02-9a27-11e125f9c5ae tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Request body: {'port': {'device_id': 'da956570-982b-4f6e-8cba-4511f48ca47e', 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676', 'admin_state_up': True, 'tenant_id': 'c6b8b28708264c7d928902be76796bef'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:32.381956 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7287b63d-0dac-46e4-886c-086cd9514c69 admin admin] Publish callbacks [] for security_group (deae4760-d4a7-4a6b-9135-fd88febface3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:32.396267 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e4457de3-9a5d-49bb-b35f-831dff8dba0e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (7cc1771a-a4a2-4f0a-be49-cd8889ef1bd1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:32.397003 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b84b533-3989-4e22-89af-61f586cb1cfd service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360488 Feb 08 16:01:32.412055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1edc0e0c-e958-4154-846a-985bafb6369a None None] Port 8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:32.511905 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4457de3-9a5d-49bb-b35f-831dff8dba0e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc1771a-a4a2-4f0a-be49-cd8889ef1bd1,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:32.519515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0f9df-2ffd-4490-817f-84d9c517d9c4 req-4ab1c95c-48d0-4534-b44f-1eb0e792500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:32.521346 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7d0f9df-2ffd-4490-817f-84d9c517d9c4 req-4ab1c95c-48d0-4534-b44f-1eb0e792500d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb&tenant_id=4a0201865e184d1486ad0db740e39857 HTTP/1.1" status: 200 len: 1127 time: 0.2658300 Feb 08 16:01:32.548513 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fb469-5544-454e-b654-fec62bef2047 req-69a59265-8b33-450d-b7e6-b62490b8c043 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:32.558431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-933fb469-5544-454e-b654-fec62bef2047 req-69a59265-8b33-450d-b7e6-b62490b8c043 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.5715272 Feb 08 16:01:32.619154 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7287b63d-0dac-46e4-886c-086cd9514c69 admin admin] Publish callbacks [] for security_group (deae4760-d4a7-4a6b-9135-fd88febface3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:32.644540 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e4457de3-9a5d-49bb-b35f-831dff8dba0e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:32.648822 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e4457de3-9a5d-49bb-b35f-831dff8dba0e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1375582 Feb 08 16:01:32.658704 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54562) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:32.850266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14318e59-0947-436e-965e-979e60856165 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:32.874020 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a4fd-5c14-4572-8a0d-66cdf41cb905 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (266869ba-b9f7-46a1-aa9a-841db9ee2189), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:33.036838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a4fd-5c14-4572-8a0d-66cdf41cb905 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (266869ba-b9f7-46a1-aa9a-841db9ee2189), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:33.104232 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999e2780-a678-482a-8441-df0202f5d8e1 req-c6d1c3c6-0f59-4a02-9a27-11e125f9c5ae tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Made reservation on behalf of c6b8b28708264c7d928902be76796bef for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:33.110546 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-999e2780-a678-482a-8441-df0202f5d8e1 req-c6d1c3c6-0f59-4a02-9a27-11e125f9c5ae tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:33.133673 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f401b47-1cba-429c-9930-b8fbd067350c req-407dbcbd-6f56-4e12-871e-21d21566d831 service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256241 Feb 08 16:01:33.137251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0f9df-2ffd-4490-817f-84d9c517d9c4 req-8a753691-fad3-4aa1-bd4c-f05216b5b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:33.139422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7d0f9df-2ffd-4490-817f-84d9c517d9c4 req-8a753691-fad3-4aa1-bd4c-f05216b5b6e6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 1127 time: 0.5675192 Feb 08 16:01:33.152040 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-933fb469-5544-454e-b654-fec62bef2047 req-2759ed33-3fb9-4f67-96e6-7da3234ec0ca tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5911767 Feb 08 16:01:33.152924 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7287b63d-0dac-46e4-886c-086cd9514c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (deae4760-d4a7-4a6b-9135-fd88febface3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:33.159091 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7287b63d-0dac-46e4-886c-086cd9514c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:33.160878 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7287b63d-0dac-46e4-886c-086cd9514c69 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/deae4760-d4a7-4a6b-9135-fd88febface3 HTTP/1.1" status: 204 len: 168 time: 1.5181940 Feb 08 16:01:33.285276 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287b63d-0dac-46e4-886c-086cd9514c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deae4760-d4a7-4a6b-9135-fd88febface3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:33.376197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0f9df-2ffd-4490-817f-84d9c517d9c4 req-9a8e70de-180e-4ef7-8e07-63c51cb56b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:33.380706 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7d0f9df-2ffd-4490-817f-84d9c517d9c4 req-9a8e70de-180e-4ef7-8e07-63c51cb56b23 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 918 time: 0.2219369 Feb 08 16:01:33.502359 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15ed35a7-146a-47e3-a615-bd5d31ca39f5 req-6e6e17ba-5c42-4054-958a-260037abb234 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 210 time: 0.1204622 Feb 08 16:01:33.560615 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7d0f9df-2ffd-4490-817f-84d9c517d9c4 req-0ddd8659-8f7d-4a6f-8c08-ddb0da9f137d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41740af2-4a3d-4b44-9b28-315194388352 HTTP/1.1" status: 200 len: 999 time: 0.1556628 Feb 08 16:01:33.608534 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14318e59-0947-436e-965e-979e60856165 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:33.626525 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a4fd-5c14-4572-8a0d-66cdf41cb905 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (266869ba-b9f7-46a1-aa9a-841db9ee2189), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:33.629012 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c1e3a4fd-5c14-4572-8a0d-66cdf41cb905 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:33.630191 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c1e3a4fd-5c14-4572-8a0d-66cdf41cb905 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-groups/266869ba-b9f7-46a1-aa9a-841db9ee2189 HTTP/1.1" status: 204 len: 168 time: 0.9625263 Feb 08 16:01:33.692524 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54574) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:33.777620 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-840fa3f5-c7f7-4563-83dd-907a2d0a934c req-ce38745c-a4f5-48e4-a755-05ce2ba98c3d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 210 time: 0.1618717 Feb 08 16:01:33.813360 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-36131ef8-67e3-4dc6-9178-0d5231dd32ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:33.818445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-999e2780-a678-482a-8441-df0202f5d8e1 req-c6d1c3c6-0f59-4a02-9a27-11e125f9c5ae tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Allocated IP 172.20.0.2 (2809b07d-e729-4e16-9f4f-331fbe210676/278c2f2b-2d96-42da-b202-953ae37669d2/b3b8b2ae-50fe-4b45-98e9-b20120bbf356) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:33.843040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0f9df-2ffd-4490-817f-84d9c517d9c4 req-894146f8-aa7f-4d5e-ae2d-a59306e17ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:33.844438 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7d0f9df-2ffd-4490-817f-84d9c517d9c4 req-894146f8-aa7f-4d5e-ae2d-a59306e17ab2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=087d1e39-0072-4580-ba11-eb90596289b8 HTTP/1.1" status: 200 len: 856 time: 0.2695746 Feb 08 16:01:33.944198 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9e26ea74-e6ac-4f57-ac42-86c05571f39e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1678021 Feb 08 16:01:33.954747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54578) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:33.966688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5e1d1ed6-8d16-4f41-97e8-32a9da312ecf tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group': {'name': 'tempest-secgroup--441540056'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:33.996657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3a4fd-5c14-4572-8a0d-66cdf41cb905 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=266869ba-b9f7-46a1-aa9a-841db9ee2189,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:34.036165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0f9df-2ffd-4490-817f-84d9c517d9c4 req-9b291906-566d-4d38-87a7-3def877e83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:34.056438 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7d0f9df-2ffd-4490-817f-84d9c517d9c4 req-9b291906-566d-4d38-87a7-3def877e83bc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2044721 Feb 08 16:01:34.271424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-14318e59-0947-436e-965e-979e60856165 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port 31f31bf6-5780-4338-9656-71885e0b96f4 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:01:34.341636 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e1d1ed6-8d16-4f41-97e8-32a9da312ecf tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:34.766495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67d57630-61b7-4a12-b845-a4053375ecf1 req-c2b0525d-72a0-4c41-9149-dab5d8076d32 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 210 time: 0.1526146 Feb 08 16:01:34.779518 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7d0f9df-2ffd-4490-817f-84d9c517d9c4 req-e2fd7958-afb8-4b16-a84c-5aaf8dc4cd5e service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6642156 Feb 08 16:01:34.884846 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-14318e59-0947-436e-965e-979e60856165 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Allocated IP 2001:db8::f (edacc32e-ad7c-4f87-af9d-baae153eb471/903216dd-8c94-4b31-940c-2da27c796d9d/31f31bf6-5780-4338-9656-71885e0b96f4) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:34.982384 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e1d1ed6-8d16-4f41-97e8-32a9da312ecf tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (766d5576-b4dd-44f8-9705-4125e1d06b83), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:34.993727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-999e2780-a678-482a-8441-df0202f5d8e1 req-c6d1c3c6-0f59-4a02-9a27-11e125f9c5ae tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks [] for port (b3b8b2ae-50fe-4b45-98e9-b20120bbf356), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:35.015289 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47da98-effa-46f4-9d85-2b3bfa615216 req-d2ca0347-44cf-492d-98b1-4016318dd6a4 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:35.018982 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a47da98-effa-46f4-9d85-2b3bfa615216 req-d2ca0347-44cf-492d-98b1-4016318dd6a4 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.5910685 Feb 08 16:01:35.028794 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e1d1ed6-8d16-4f41-97e8-32a9da312ecf tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (766d5576-b4dd-44f8-9705-4125e1d06b83), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:35.151363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d1ed6-8d16-4f41-97e8-32a9da312ecf tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766d5576-b4dd-44f8-9705-4125e1d06b83,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:35.266016 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-999e2780-a678-482a-8441-df0202f5d8e1 req-c6d1c3c6-0f59-4a02-9a27-11e125f9c5ae tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b3b8b2ae-50fe-4b45-98e9-b20120bbf356), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:35.285400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['d1fed64c-2272-4a19-a818-0435607ade4d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:01:35.290184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['b3208df6-390c-48d5-9b34-2f7036a4dc2a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:01:35.373193 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7d0f9df-2ffd-4490-817f-84d9c517d9c4 req-317618fd-b553-4340-b970-478386e2d2c8 service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833123 Feb 08 16:01:35.382273 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999e2780-a678-482a-8441-df0202f5d8e1 req-c6d1c3c6-0f59-4a02-9a27-11e125f9c5ae tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Network 2809b07d-e729-4e16-9f4f-331fbe210676 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:35.388094 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-999e2780-a678-482a-8441-df0202f5d8e1 req-c6d1c3c6-0f59-4a02-9a27-11e125f9c5ae tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:35.397954 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-999e2780-a678-482a-8441-df0202f5d8e1 req-c6d1c3c6-0f59-4a02-9a27-11e125f9c5ae tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:35.470776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-95f5e19d-509d-4d0f-b0c8-0a62fc383074 req-cdbaa2ea-23d6-4aab-b678-9cde5ef22e98 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 210 time: 0.3415227 Feb 08 16:01:35.488813 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14318e59-0947-436e-965e-979e60856165 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (31f31bf6-5780-4338-9656-71885e0b96f4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:35.492364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1c3c6-0f59-4a02-9a27-11e125f9c5ae tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Pushing event updated for resources: {'Port': ['ID=b3b8b2ae-50fe-4b45-98e9-b20120bbf356,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:35.569287 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e1d1ed6-8d16-4f41-97e8-32a9da312ecf tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:35.577510 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5e1d1ed6-8d16-4f41-97e8-32a9da312ecf tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6165533 Feb 08 16:01:35.603243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e2780-a678-482a-8441-df0202f5d8e1 req-c6d1c3c6-0f59-4a02-9a27-11e125f9c5ae tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:35.621718 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-999e2780-a678-482a-8441-df0202f5d8e1 req-c6d1c3c6-0f59-4a02-9a27-11e125f9c5ae tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:35.633630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54616) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:35.651123 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a47da98-effa-46f4-9d85-2b3bfa615216 req-6625f369-93b0-495e-9899-b96809319096 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5977747 Feb 08 16:01:35.700998 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:35.730477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-057332dc-5265-46e6-96a4-0b30a0a159d6 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1082320596'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:36.126521 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-999e2780-a678-482a-8441-df0202f5d8e1 req-c6d1c3c6-0f59-4a02-9a27-11e125f9c5ae tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7848032 Feb 08 16:01:36.160215 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14318e59-0947-436e-965e-979e60856165 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (31f31bf6-5780-4338-9656-71885e0b96f4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:36.174417 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-057332dc-5265-46e6-96a4-0b30a0a159d6 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:36.304513 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f86c6c-efad-4c97-bf3c-0f2aa90446a0 req-fa531cf2-3b70-4f2c-bcc8-feadf7761581 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:36.306158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79f86c6c-efad-4c97-bf3c-0f2aa90446a0 req-fa531cf2-3b70-4f2c-bcc8-feadf7761581 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 931 time: 0.1750462 Feb 08 16:01:36.338023 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Request body: {'port': {'device_id': 'da956570-982b-4f6e-8cba-4511f48ca47e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:36.415576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79f86c6c-efad-4c97-bf3c-0f2aa90446a0 req-d934119f-4346-465e-b08f-193822611b21 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935311 Feb 08 16:01:36.486834 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14318e59-0947-436e-965e-979e60856165 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network edacc32e-ad7c-4f87-af9d-baae153eb471 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:36.529906 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b3b8b2ae-50fe-4b45-98e9-b20120bbf356), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:36.559030 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-14318e59-0947-436e-965e-979e60856165 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:36.572542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14318e59-0947-436e-965e-979e60856165 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:36.580590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14318e59-0947-436e-965e-979e60856165 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:36.587288 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14318e59-0947-436e-965e-979e60856165 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:36.659405 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:36.878518 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27b2ac4c-8ec1-4b77-9d7d-868bbb2e79fb req-19852ee4-9c7c-469c-9534-62a64bffddae tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 210 time: 0.1947625 Feb 08 16:01:36.986558 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54654) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:36.992398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Request body: {'subnets': [{'network_id': 'fa4630b2-cd7d-4d2c-b142-925bf7f48807', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--31046709', 'ip_version': 6}, {'network_id': '0c007165-6d67-473b-9eb5-fdbfc24241e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:36.992718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Request body: {'subnet': {'network_id': 'fa4630b2-cd7d-4d2c-b142-925bf7f48807', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--31046709', 'ip_version': 6}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:36.993715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Request body: {'subnet': {'network_id': '0c007165-6d67-473b-9eb5-fdbfc24241e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:37.152390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54656) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:37.191742 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ffc84030-7071-4fb8-9d84-8cf05e1db085 None None] Provisioning complete for port 31f31bf6-5780-4338-9656-71885e0b96f4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:37.192381 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ffc84030-7071-4fb8-9d84-8cf05e1db085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (31f31bf6-5780-4338-9656-71885e0b96f4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:37.313631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ffc84030-7071-4fb8-9d84-8cf05e1db085 None None] Port 31f31bf6-5780-4338-9656-71885e0b96f4 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:37.359614 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Made reservation on behalf of fd6b132201f241bda38a58b5fd69c90f for: {'subnet': 2} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:37.366366 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:37.366750 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:37.408004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14318e59-0947-436e-965e-979e60856165 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=31f31bf6-5780-4338-9656-71885e0b96f4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:37.522499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f401b47-1cba-429c-9930-b8fbd067350c req-cec99ca8-26fd-4150-a94f-1014b1a82c06 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:37.524296 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f401b47-1cba-429c-9930-b8fbd067350c req-cec99ca8-26fd-4150-a94f-1014b1a82c06 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.96 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 805 time: 1.6299036 Feb 08 16:01:37.561504 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-14318e59-0947-436e-965e-979e60856165 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.7058711 Feb 08 16:01:37.563308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54662) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:37.587480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-1f401b47-1cba-429c-9930-b8fbd067350c req-276a8106-9ee3-4d75-b6a2-5fd71f4ef4ec tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Request body: {'port': {'device_id': 'c458998f-f95a-4b3e-97e2-8f62aa0ebf34', 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073', 'admin_state_up': True, 'tenant_id': '383b56f32b8740adb6bf96d216692319'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:37.604723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ab4a1-b347-4778-8b5d-f17afa7fd46b req-15dce166-0efe-4696-bed2-221bb6e1a4e1 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:37.613910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd8ab4a1-b347-4778-8b5d-f17afa7fd46b req-15dce166-0efe-4696-bed2-221bb6e1a4e1 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.4623070 Feb 08 16:01:37.769689 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-427902648'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:37.784829 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-057332dc-5265-46e6-96a4-0b30a0a159d6 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (d3753fa1-4338-4d27-b882-16e1fc321a2f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:37.853081 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-057332dc-5265-46e6-96a4-0b30a0a159d6 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d3753fa1-4338-4d27-b882-16e1fc321a2f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:37.960571 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd8ab4a1-b347-4778-8b5d-f17afa7fd46b req-fc2e04d5-caf9-4743-a596-cc0ae257089e tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3430960 Feb 08 16:01:37.962839 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:37.988339 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-057332dc-5265-46e6-96a4-0b30a0a159d6 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:37.990045 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-057332dc-5265-46e6-96a4-0b30a0a159d6 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.2912650 Feb 08 16:01:38.003717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54668) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:38.024085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9c1be203-61de-4fa9-a54b-9f6346321223 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group_rule': {'security_group_id': '766d5576-b4dd-44f8-9705-4125e1d06b83', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd3753fa1-4338-4d27-b882-16e1fc321a2f', 'remote_ip_prefix': None}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:38.054002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057332dc-5265-46e6-96a4-0b30a0a159d6 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3753fa1-4338-4d27-b882-16e1fc321a2f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:38.058555 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a8d6b-2061-435e-971c-da179485d69b req-9ba41e6a-0a9e-4740-a16c-bcefc7850232 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:38.075718 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f3a8d6b-2061-435e-971c-da179485d69b req-9ba41e6a-0a9e-4740-a16c-bcefc7850232 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 931 time: 0.4149194 Feb 08 16:01:38.078799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Made reservation on behalf of ca6c54d9aaa44593984babf9c2148548 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:38.080470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fe607f-2174-44c4-9d18-48d9297134e4 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:38.083950 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:38.085809 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-55fe607f-2174-44c4-9d18-48d9297134e4 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4916587 Feb 08 16:01:38.089642 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54670) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:38.105634 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:38.195801 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d3c0380-13e4-44c9-967c-8e63780483a1 req-1f1d7f35-ff25-4f12-9859-74d93f81f5f3 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 210 time: 0.0586648 Feb 08 16:01:38.227731 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f401b47-1cba-429c-9930-b8fbd067350c req-276a8106-9ee3-4d75-b6a2-5fd71f4ef4ec tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Made reservation on behalf of 383b56f32b8740adb6bf96d216692319 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:38.241919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f401b47-1cba-429c-9930-b8fbd067350c req-276a8106-9ee3-4d75-b6a2-5fd71f4ef4ec tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:38.253982 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c1be203-61de-4fa9-a54b-9f6346321223 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (676291d0-d0cd-4523-bb22-4defb3e44bcb), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:38.277775 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f3a8d6b-2061-435e-971c-da179485d69b req-7898777e-38e6-4343-9467-110b0cdfe011 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007713 Feb 08 16:01:38.368291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b9125-666b-4180-8487-9288957a007f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:38.388175 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b9125-666b-4180-8487-9288957a007f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:38.394353 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b9125-666b-4180-8487-9288957a007f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:38.409574 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a63b9125-666b-4180-8487-9288957a007f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2904725 Feb 08 16:01:38.413431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54672) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:38.534254 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Publish callbacks [] for security_group (474e971c-4696-40b0-911a-270af901aca4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:38.702311 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (474e971c-4696-40b0-911a-270af901aca4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:38.719416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:01:38.734238 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (1f3e719b-deec-4864-b926-7ce1301f79f0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:38.734645 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Added segment 1f3e719b-deec-4864-b926-7ce1301f79f0 of type vlan for network 5179cb48-316a-4824-9882-57c414b6c16e Feb 08 16:01:38.788101 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (5179cb48-316a-4824-9882-57c414b6c16e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:38.817653 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (5812f400-d6a2-4472-a352-63feadd04f1a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:38.837518 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (5179cb48-316a-4824-9882-57c414b6c16e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:38.843891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:38.844702 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:38.915432 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b8b2ae-50fe-4b45-98e9-b20120bbf356 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:01:38.943433 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c1be203-61de-4fa9-a54b-9f6346321223 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (676291d0-d0cd-4523-bb22-4defb3e44bcb), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:38.946052 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Publish callbacks [] for port (b3b8b2ae-50fe-4b45-98e9-b20120bbf356), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:38.966190 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c1be203-61de-4fa9-a54b-9f6346321223 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (676291d0-d0cd-4523-bb22-4defb3e44bcb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:38.993913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474e971c-4696-40b0-911a-270af901aca4,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:39.021424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Transition to ACTIVE for port object b3b8b2ae-50fe-4b45-98e9-b20120bbf356 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:01:39.043944 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-1f401b47-1cba-429c-9930-b8fbd067350c req-276a8106-9ee3-4d75-b6a2-5fd71f4ef4ec tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Allocated IP 172.20.0.7 (fb374508-5c73-4d79-bee8-d58289274073/00ecb47d-dbfd-4668-8784-e5338c0de0ac/1fcacada-c7d3-4052-ad3b-8af2fdad98ba) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:39.052210 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b3b8b2ae-50fe-4b45-98e9-b20120bbf356), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:39.071822 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9099829 Feb 08 16:01:39.114527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3402d6-fa24-4c64-bf7c-9140e4de83cd tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Pushing event updated for resources: {'Network': ['ID=5179cb48-316a-4824-9882-57c414b6c16e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:39.125515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event updated for resources: {'Subnet': ['ID=5812f400-d6a2-4472-a352-63feadd04f1a,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:39.126989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 5179cb48-316a-4824-9882-57c414b6c16e details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:01:39.139875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Checking segment: {'id': '1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa4630b2-cd7d-4d2c-b142-925bf7f48807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:39.140269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Network hostable DHCP agents. Network: fa4630b2-cd7d-4d2c-b142-925bf7f48807, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:01:39.189956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Network fa4630b2-cd7d-4d2c-b142-925bf7f48807 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:01:39.191004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1be203-61de-4fa9-a54b-9f6346321223 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676291d0-d0cd-4523-bb22-4defb3e44bcb,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:39.207969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, fa4630b2-cd7d-4d2c-b142-925bf7f48807) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:39.216639 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (64c5dce5-93eb-4b39-b2a8-b6449dd99f76), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:39.228992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b0ee1-de63-4cda-8871-509f6c107dff req-f2122a84-82e5-41ed-93c8-7e914ab076be tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:39.237706 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a18b0ee1-de63-4cda-8871-509f6c107dff req-f2122a84-82e5-41ed-93c8-7e914ab076be tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.1080272 Feb 08 16:01:39.306241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2168cf-7907-4858-8f97-95fc7663ac5b None None] Network fa4630b2-cd7d-4d2c-b142-925bf7f48807 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:39.334127 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c1be203-61de-4fa9-a54b-9f6346321223 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:39.335065 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9c1be203-61de-4fa9-a54b-9f6346321223 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3270516 Feb 08 16:01:39.343531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54686) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:39.356865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f186df71-324c-480f-8b0c-8926ce9dfecd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 31f31bf6-5780-4338-9656-71885e0b96f4 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:39.357244 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f186df71-324c-480f-8b0c-8926ce9dfecd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (31f31bf6-5780-4338-9656-71885e0b96f4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:39.429048 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54688) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:39.434625 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event updated for resources: {'Subnet': ['ID=64c5dce5-93eb-4b39-b2a8-b6449dd99f76,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:39.482189 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a18b0ee1-de63-4cda-8871-509f6c107dff req-d9137440-1d54-42d8-9263-ec646030735d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433679 Feb 08 16:01:39.488612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Request body: {'port': {'network_id': '5179cb48-316a-4824-9882-57c414b6c16e', 'binding:host_id': 'n-h2-824834-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-711904239'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:39.534586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Made reservation on behalf of 38f37187ce7b4faa84a73c303d69f8c8 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:39.538230 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:39.549296 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Pushing event updated for resources: {'Port': ['ID=b3b8b2ae-50fe-4b45-98e9-b20120bbf356,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:39.573987 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Checking segment: {'id': '5a1c0615-c27c-4f50-aaff-1ddeec91f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c007165-6d67-473b-9eb5-fdbfc24241e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:39.574519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Network hostable DHCP agents. Network: 0c007165-6d67-473b-9eb5-fdbfc24241e2, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:01:39.586057 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b76130ce-cf1f-4c37-b674-28df4aa0c68e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (676291d0-d0cd-4523-bb22-4defb3e44bcb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:39.597764 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:39.674069 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-fa4630b2-cd7d-4d2c-b142-925bf7f48807', 'network_id': 'fa4630b2-cd7d-4d2c-b142-925bf7f48807', 'project_id': 'fd6b132201f241bda38a58b5fd69c90f', 'fixed_ips': [{'subnet_id': '5812f400-d6a2-4472-a352-63feadd04f1a'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:01:39.677198 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b248fbf2-f1d5-4c80-9d60-b67fe86f055c req-e92e5b2a-72fc-4f9e-a5b6-ef3ce8ba2fe6 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 210 time: 0.1615474 Feb 08 16:01:39.678145 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:39.695157 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b76130ce-cf1f-4c37-b674-28df4aa0c68e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (676291d0-d0cd-4523-bb22-4defb3e44bcb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:39.853374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Network 0c007165-6d67-473b-9eb5-fdbfc24241e2 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:01:39.876382 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b76130ce-cf1f-4c37-b674-28df4aa0c68e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (676291d0-d0cd-4523-bb22-4defb3e44bcb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:39.891615 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f186df71-324c-480f-8b0c-8926ce9dfecd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (31f31bf6-5780-4338-9656-71885e0b96f4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:39.914178 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b76130ce-cf1f-4c37-b674-28df4aa0c68e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:39.928898 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b76130ce-cf1f-4c37-b674-28df4aa0c68e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/676291d0-d0cd-4523-bb22-4defb3e44bcb HTTP/1.1" status: 204 len: 168 time: 0.5844836 Feb 08 16:01:39.930503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76130ce-cf1f-4c37-b674-28df4aa0c68e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=676291d0-d0cd-4523-bb22-4defb3e44bcb,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:39.932496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54690) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:39.935214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 0c007165-6d67-473b-9eb5-fdbfc24241e2) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:39.971596 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f186df71-324c-480f-8b0c-8926ce9dfecd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 31f31bf6-5780-4338-9656-71885e0b96f4 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:39.975685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:39.985655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:39.986486 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:40.012759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdd8a8-dc87-4f26-8f5c-a61bade5fb08 req-d671294a-97f5-40dd-a97a-7ddc2d966fd9 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:40.022158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8cdd8a8-dc87-4f26-8f5c-a61bade5fb08 req-d671294a-97f5-40dd-a97a-7ddc2d966fd9 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 943 time: 0.3140996 Feb 08 16:01:40.066863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Attempting to bind port b3b8b2ae-50fe-4b45-98e9-b20120bbf356 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:40.069153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Attempting to bind port b3b8b2ae-50fe-4b45-98e9-b20120bbf356 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:40.069511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Attempting to bind port b3b8b2ae-50fe-4b45-98e9-b20120bbf356 on network 2809b07d-e729-4e16-9f4f-331fbe210676 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:40.091140 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f401b47-1cba-429c-9930-b8fbd067350c req-276a8106-9ee3-4d75-b6a2-5fd71f4ef4ec tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks [] for port (1fcacada-c7d3-4052-ad3b-8af2fdad98ba), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:40.119542 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-999c04b6-ed2b-4b58-9fbb-d89a88d0fc7a tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 3.1316359 Feb 08 16:01:40.126518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54694) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:40.165809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Allocated IP 2001:db8::1 (fa4630b2-cd7d-4d2c-b142-925bf7f48807/5812f400-d6a2-4472-a352-63feadd04f1a/16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:40.180838 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3312468d-eb69-4966-a984-94a88ceccf1f tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2425127 Feb 08 16:01:40.194185 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54696) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:40.287070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Port b3b8b2ae-50fe-4b45-98e9-b20120bbf356 on network 2809b07d-e729-4e16-9f4f-331fbe210676 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:40.297283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Attempting to bind port b3b8b2ae-50fe-4b45-98e9-b20120bbf356 on network 2809b07d-e729-4e16-9f4f-331fbe210676 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:40.311866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8cdd8a8-dc87-4f26-8f5c-a61bade5fb08 req-cec0219f-7bcd-41c4-aee7-7a1576b7008f tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832940 Feb 08 16:01:40.343400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66befff9-e708-475e-afe3-2e609051b8a9 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:40.343739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56db15e2-698f-406a-96bc-b48d92781c40 None None] Network 0c007165-6d67-473b-9eb5-fdbfc24241e2 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:40.346211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66befff9-e708-475e-afe3-2e609051b8a9 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:40.353954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66befff9-e708-475e-afe3-2e609051b8a9 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:40.355905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-66befff9-e708-475e-afe3-2e609051b8a9 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.2218606 Feb 08 16:01:40.365756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54700) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:40.447768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:01:40.451265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Checking segment: {'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:40.454317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Bound using segment: {'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:01:40.455137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Bound port: b3b8b2ae-50fe-4b45-98e9-b20120bbf356, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:01:40.455748 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b3b8b2ae-50fe-4b45-98e9-b20120bbf356), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:40.476879 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f775fb-4ac7-48ee-b395-d199de01a6f0 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Deleting subnet 5812f400-d6a2-4472-a352-63feadd04f1a {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:01:40.550455 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bc94099e-a3a1-49e9-b591-54a6052e5134 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (d3753fa1-4338-4d27-b882-16e1fc321a2f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:40.604919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0c007165-6d67-473b-9eb5-fdbfc24241e2', 'network_id': '0c007165-6d67-473b-9eb5-fdbfc24241e2', 'project_id': 'fd6b132201f241bda38a58b5fd69c90f', 'fixed_ips': [{'subnet_id': '64c5dce5-93eb-4b39-b2a8-b6449dd99f76'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:01:40.605878 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:40.627357 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f401b47-1cba-429c-9930-b8fbd067350c req-276a8106-9ee3-4d75-b6a2-5fd71f4ef4ec tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (1fcacada-c7d3-4052-ad3b-8af2fdad98ba), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:40.700246 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] For port b3b8b2ae-50fe-4b45-98e9-b20120bbf356, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:01:40.704056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] For port b3b8b2ae-50fe-4b45-98e9-b20120bbf356, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b3b8b2ae-50fe-4b45-98e9-b20120bbf356,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:01:40.812808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704a0a5-9eb4-4d98-9257-4328c4d97834 req-fbe8c08c-18ee-432a-a035-bfec7722242a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:40.824085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a8106-9ee3-4d75-b6a2-5fd71f4ef4ec tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Pushing event updated for resources: {'Port': ['ID=1fcacada-c7d3-4052-ad3b-8af2fdad98ba,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:40.825713 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2704a0a5-9eb4-4d98-9257-4328c4d97834 req-fbe8c08c-18ee-432a-a035-bfec7722242a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.1829190 Feb 08 16:01:40.829841 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b3b8b2ae-50fe-4b45-98e9-b20120bbf356), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:40.864356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Allocated IP 2001:db8:0:1::1 (0c007165-6d67-473b-9eb5-fdbfc24241e2/64c5dce5-93eb-4b39-b2a8-b6449dd99f76/6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:40.889449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f6382502-13f4-4116-8ab6-b24c9711e8df'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:01:40.941581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Pushing event updated for resources: {'Port': ['ID=b3b8b2ae-50fe-4b45-98e9-b20120bbf356,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:40.946068 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bc94099e-a3a1-49e9-b591-54a6052e5134 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (d3753fa1-4338-4d27-b882-16e1fc321a2f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:40.965851 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f401b47-1cba-429c-9930-b8fbd067350c req-276a8106-9ee3-4d75-b6a2-5fd71f4ef4ec tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Network fb374508-5c73-4d79-bee8-d58289274073 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:41.010121 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks [] for security_group (e641f94d-3a6d-4beb-b564-8dfcb20ddb07), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.011242 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Publish callbacks [] for port (16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.017520 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-1f401b47-1cba-429c-9930-b8fbd067350c req-276a8106-9ee3-4d75-b6a2-5fd71f4ef4ec tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:41.032795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f401b47-1cba-429c-9930-b8fbd067350c req-276a8106-9ee3-4d75-b6a2-5fd71f4ef4ec tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:41.059825 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a5f775fb-4ac7-48ee-b395-d199de01a6f0 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks [] for subnet (5812f400-d6a2-4472-a352-63feadd04f1a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.090015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f401b47-1cba-429c-9930-b8fbd067350c req-276a8106-9ee3-4d75-b6a2-5fd71f4ef4ec tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:41.090794 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f401b47-1cba-429c-9930-b8fbd067350c req-276a8106-9ee3-4d75-b6a2-5fd71f4ef4ec tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.102664 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e641f94d-3a6d-4beb-b564-8dfcb20ddb07), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.106434 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] device_id is not set on port a59d73fb-df64-4692-85b6-14e15d1af15a yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:01:41.136078 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2704a0a5-9eb4-4d98-9257-4328c4d97834 req-984a31f7-10b6-429b-a818-4363a7ddc6bd tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925515 Feb 08 16:01:41.157597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ab2cf-53d3-4774-bbe0-38a6094b09f9 req-c5f1c9bd-680e-4c02-8594-67526e833a07 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:41.159196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-206ab2cf-53d3-4774-bbe0-38a6094b09f9 req-c5f1c9bd-680e-4c02-8594-67526e833a07 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 931 time: 0.3091357 Feb 08 16:01:41.200168 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.260493 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:41.261152 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.264271 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-999e2780-a678-482a-8441-df0202f5d8e1 req-e2eeb6c0-e64d-4820-97bd-3e5848f8e8ca service neutron] 10.222.0.94 "PUT /v2.0/ports/b3b8b2ae-50fe-4b45-98e9-b20120bbf356 HTTP/1.1" status: 200 len: 1092 time: 5.0081809 Feb 08 16:01:41.265392 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a5f775fb-4ac7-48ee-b395-d199de01a6f0 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (5812f400-d6a2-4472-a352-63feadd04f1a), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.267683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Network fa4630b2-cd7d-4d2c-b142-925bf7f48807 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:41.278354 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:41.297955 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:41.377255 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Pushing event updated for resources: {'Port': ['ID=16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:41.411564 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Attempting to bind port 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:41.412106 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Attempting to bind port 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa4630b2-cd7d-4d2c-b142-925bf7f48807'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:41.412607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Attempting to bind port 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb on network fa4630b2-cd7d-4d2c-b142-925bf7f48807 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:41.428611 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-206ab2cf-53d3-4774-bbe0-38a6094b09f9 req-46e8099f-9b8f-456f-afbf-0e4dcb1dabc2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592914 Feb 08 16:01:41.454924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:01:41.455505 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Checking segment: {'id': '1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa4630b2-cd7d-4d2c-b142-925bf7f48807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:41.456047 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.456601 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Bound using segment: {'id': '1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa4630b2-cd7d-4d2c-b142-925bf7f48807'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:01:41.457281 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Bound port: 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fa4630b2-cd7d-4d2c-b142-925bf7f48807'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:01:41.457786 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.473983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da956570-982b-4f6e-8cba-4511f48ca47e', 'tag': 'b3b8b2ae-50fe-4b45-98e9-b20120bbf356'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:01:41.477678 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff54f34f-aad4-4bd4-9ee9-5934a7f233ae" -d '{"events": [{"name": "network-changed", "server_uuid": "da956570-982b-4f6e-8cba-4511f48ca47e", "tag": "b3b8b2ae-50fe-4b45-98e9-b20120bbf356"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:01:41.526100 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f401b47-1cba-429c-9930-b8fbd067350c req-276a8106-9ee3-4d75-b6a2-5fd71f4ef4ec tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9863560 Feb 08 16:01:41.538273 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bc94099e-a3a1-49e9-b591-54a6052e5134 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d3753fa1-4338-4d27-b882-16e1fc321a2f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.541588 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bc94099e-a3a1-49e9-b591-54a6052e5134 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.543314 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bc94099e-a3a1-49e9-b591-54a6052e5134 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-groups/d3753fa1-4338-4d27-b882-16e1fc321a2f HTTP/1.1" status: 204 len: 168 time: 1.3455069 Feb 08 16:01:41.547566 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f186df71-324c-480f-8b0c-8926ce9dfecd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (31f31bf6-5780-4338-9656-71885e0b96f4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.560683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54712) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:41.586887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Request body: {'port': {'device_id': 'c458998f-f95a-4b3e-97e2-8f62aa0ebf34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:41.618945 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] For port 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:01:41.623112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] For port 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb,segment=NetworkSegment(1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8),segment_id=1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:01:41.632763 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Publish callbacks [] for port (6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.637720 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.684503 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.787830 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5815e74-abeb-4355-85b7-4457029cc96c x-openstack-request-id: req-c5815e74-abeb-4355-85b7-4457029cc96c {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:01:41.788133 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da956570-982b-4f6e-8cba-4511f48ca47e", "tag": "b3b8b2ae-50fe-4b45-98e9-b20120bbf356", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:01:41.788402 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c5815e74-abeb-4355-85b7-4457029cc96c {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:01:41.789092 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da956570-982b-4f6e-8cba-4511f48ca47e', 'tag': 'b3b8b2ae-50fe-4b45-98e9-b20120bbf356', 'status': 'completed', 'code': 200} Feb 08 16:01:41.814441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186df71-324c-480f-8b0c-8926ce9dfecd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=31f31bf6-5780-4338-9656-71885e0b96f4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:41.815092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Network 0c007165-6d67-473b-9eb5-fdbfc24241e2 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:41.815190 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e641f94d-3a6d-4beb-b564-8dfcb20ddb07,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:41.817631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:41.836933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:41.863264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94099e-a3a1-49e9-b591-54a6052e5134 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3753fa1-4338-4d27-b882-16e1fc321a2f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:41.882013 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a5f775fb-4ac7-48ee-b395-d199de01a6f0 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (5812f400-d6a2-4472-a352-63feadd04f1a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:41.906090 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e18bff-4be7-409b-9ede-74eeb34de40e None None] Pushing event updated for resources: {'Port': ['ID=16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:41.986750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4a78e203-f448-4dff-8325-bb9639c3ed6b tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4208033 Feb 08 16:01:41.997035 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a5f775fb-4ac7-48ee-b395-d199de01a6f0 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (5812f400-d6a2-4472-a352-63feadd04f1a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:42.002438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54714) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:42.023140 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Pushing event updated for resources: {'Port': ['ID=6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:42.086930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Attempting to bind port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:42.087447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Attempting to bind port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '5a1c0615-c27c-4f50-aaff-1ddeec91f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c007165-6d67-473b-9eb5-fdbfc24241e2'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:42.087919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Attempting to bind port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 on network 0c007165-6d67-473b-9eb5-fdbfc24241e2 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:42.094370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:01:42.094976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Checking segment: {'id': '5a1c0615-c27c-4f50-aaff-1ddeec91f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c007165-6d67-473b-9eb5-fdbfc24241e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:42.095512 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:42.096013 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Bound using segment: {'id': '5a1c0615-c27c-4f50-aaff-1ddeec91f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c007165-6d67-473b-9eb5-fdbfc24241e2'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:01:42.096645 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Bound port: 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1c0615-c27c-4f50-aaff-1ddeec91f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c007165-6d67-473b-9eb5-fdbfc24241e2'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:01:42.098318 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:42.151771 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a5f775fb-4ac7-48ee-b395-d199de01a6f0 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:42.157114 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a5f775fb-4ac7-48ee-b395-d199de01a6f0 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "DELETE /v2.0/subnets/5812f400-d6a2-4472-a352-63feadd04f1a HTTP/1.1" status: 204 len: 168 time: 1.7871084 Feb 08 16:01:42.160593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f775fb-4ac7-48ee-b395-d199de01a6f0 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event deleted for resources: {'Subnet': ['ID=5812f400-d6a2-4472-a352-63feadd04f1a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:42.171906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54716) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:42.172529 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa4580f1-787e-49bc-98aa-b095640d121e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (766d5576-b4dd-44f8-9705-4125e1d06b83), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:42.270415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] For port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:01:42.274307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] For port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2,segment=NetworkSegment(5a1c0615-c27c-4f50-aaff-1ddeec91f081),segment_id=5a1c0615-c27c-4f50-aaff-1ddeec91f081)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:01:42.283933 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:42.355935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a5a24-1e1a-4600-b5ed-cd70ee7d1031 req-60172a4e-9085-476b-9ce5-acbeff41e4e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:42.371124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44bedb-69e7-4d5e-8753-21b08ed70845 None None] Pushing event updated for resources: {'Port': ['ID=6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:42.378365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e9a5a24-1e1a-4600-b5ed-cd70ee7d1031 req-60172a4e-9085-476b-9ce5-acbeff41e4e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 943 time: 0.8332531 Feb 08 16:01:42.427409 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa4580f1-787e-49bc-98aa-b095640d121e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (766d5576-b4dd-44f8-9705-4125e1d06b83), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:42.685568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7dd071-06f1-4e57-9254-2bad37e984e1 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Deleting subnet 64c5dce5-93eb-4b39-b2a8-b6449dd99f76 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:01:42.710849 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c7dd071-06f1-4e57-9254-2bad37e984e1 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks [] for subnet (64c5dce5-93eb-4b39-b2a8-b6449dd99f76), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:42.720413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e9a5a24-1e1a-4600-b5ed-cd70ee7d1031 req-fe6da660-9f07-4582-80a7-a6950a585921 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384547 Feb 08 16:01:42.721140 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa4580f1-787e-49bc-98aa-b095640d121e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (766d5576-b4dd-44f8-9705-4125e1d06b83), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:42.724132 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa4580f1-787e-49bc-98aa-b095640d121e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:42.725400 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fa4580f1-787e-49bc-98aa-b095640d121e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-groups/766d5576-b4dd-44f8-9705-4125e1d06b83 HTTP/1.1" status: 204 len: 168 time: 0.7151537 Feb 08 16:01:42.829763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54724) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:42.830858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4580f1-787e-49bc-98aa-b095640d121e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=766d5576-b4dd-44f8-9705-4125e1d06b83,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:42.841485 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] device_id is not set on port a59d73fb-df64-4692-85b6-14e15d1af15a yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:01:42.889409 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks [] for port (a59d73fb-df64-4692-85b6-14e15d1af15a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:42.929477 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f186df71-324c-480f-8b0c-8926ce9dfecd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:42.942455 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f186df71-324c-480f-8b0c-8926ce9dfecd tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/31f31bf6-5780-4338-9656-71885e0b96f4 HTTP/1.1" status: 204 len: 168 time: 4.4946799 Feb 08 16:01:42.947751 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a59d73fb-df64-4692-85b6-14e15d1af15a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:42.947751 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54726) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:42.974320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea4583-2fd7-4ccf-b1c4-4ec188700b43 req-881e5a13-d8a9-4fe5-8946-24acbfeacea9 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:42.977496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3ea4583-2fd7-4ccf-b1c4-4ec188700b43 req-881e5a13-d8a9-4fe5-8946-24acbfeacea9 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.5810578 Feb 08 16:01:43.112660 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c7dd071-06f1-4e57-9254-2bad37e984e1 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (64c5dce5-93eb-4b39-b2a8-b6449dd99f76), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:43.251216 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2be4cf4-781c-4926-bdae-cd5cd2944d9e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] GET failed (client error): The resource could not be found. Feb 08 16:01:43.256006 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b2be4cf4-781c-4926-bdae-cd5cd2944d9e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/31f31bf6-5780-4338-9656-71885e0b96f4 HTTP/1.1" status: 404 len: 333 time: 0.2708054 Feb 08 16:01:43.264522 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54728) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:43.270348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e2780-a678-482a-8441-df0202f5d8e1 req-69423194-d4fd-4f8f-9ba3-53c0017238f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:43.276378 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-999e2780-a678-482a-8441-df0202f5d8e1 req-69423194-d4fd-4f8f-9ba3-53c0017238f9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 1126 time: 1.7933788 Feb 08 16:01:43.284753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:43.335557 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fcacada-c7d3-4052-ad3b-8af2fdad98ba), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:43.422546 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ae080751-933f-4be5-bd5b-c8ec836ec459 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5532560 Feb 08 16:01:43.439995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54730) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:43.464079 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:43.465180 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:43.473026 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3ea4583-2fd7-4ccf-b1c4-4ec188700b43 req-52623ae3-b35c-4f38-a885-2aaa96d6848a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4450934 Feb 08 16:01:43.483150 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-999e2780-a678-482a-8441-df0202f5d8e1 req-0c1e354f-7565-4b8a-9bb9-27d440433474 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3b8b2ae-50fe-4b45-98e9-b20120bbf356 HTTP/1.1" status: 200 len: 217 time: 0.0920055 Feb 08 16:01:43.497126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Pushing event updated for resources: {'Port': ['ID=a59d73fb-df64-4692-85b6-14e15d1af15a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:43.501683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-27c2b58f-b1c8-445a-8caa-6ca5ed98266b tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581076937'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:43.539963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b6d9e-9d8b-42d5-a276-a0e414313936 req-469a29a3-991d-44b9-b2d7-b571e16f1b2c tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:43.553328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a42b6d9e-9d8b-42d5-a276-a0e414313936 req-469a29a3-991d-44b9-b2d7-b571e16f1b2c tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 931 time: 0.5477269 Feb 08 16:01:43.629711 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27c2b58f-b1c8-445a-8caa-6ca5ed98266b tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:43.732900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Checking segment: {'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:43.733943 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Network hostable DHCP agents. Network: 5179cb48-316a-4824-9882-57c414b6c16e, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:01:43.735104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:43.735929 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:43.829371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2,segment=NetworkSegment(5a1c0615-c27c-4f50-aaff-1ddeec91f081),segment_id=5a1c0615-c27c-4f50-aaff-1ddeec91f081)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:43.839003 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:43.842756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:43.846199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e2780-a678-482a-8441-df0202f5d8e1 req-d78bd317-26a6-4111-8c53-3883cbad2e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:43.849569 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c7dd071-06f1-4e57-9254-2bad37e984e1 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (64c5dce5-93eb-4b39-b2a8-b6449dd99f76), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:43.858916 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-999e2780-a678-482a-8441-df0202f5d8e1 req-d78bd317-26a6-4111-8c53-3883cbad2e76 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=278c2f2b-2d96-42da-b202-953ae37669d2 HTTP/1.1" status: 200 len: 854 time: 0.3280902 Feb 08 16:01:43.990608 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-999e2780-a678-482a-8441-df0202f5d8e1 req-4eababf1-3eeb-4b5c-a962-5c7dfc6135a2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2809b07d-e729-4e16-9f4f-331fbe210676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695875 Feb 08 16:01:44.003968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:44.049828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a42b6d9e-9d8b-42d5-a276-a0e414313936 req-8b345ff0-223b-4607-b96a-98635f768d2d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942741 Feb 08 16:01:44.058536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:44.068593 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:44.146659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42607875-800e-4c78-acd1-8fae13545d63 None None] Network fa4630b2-cd7d-4d2c-b142-925bf7f48807 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:44.180285 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Network 5179cb48-316a-4824-9882-57c414b6c16e is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:01:44.256497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba243c-a23d-4c31-aa36-0986600e4d29 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:44.257336 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2ba243c-a23d-4c31-aa36-0986600e4d29 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:44.265763 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c7dd071-06f1-4e57-9254-2bad37e984e1 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (64c5dce5-93eb-4b39-b2a8-b6449dd99f76), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:44.385087 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:44.386486 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:44.403356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f8d570e1-712f-4659-b1aa-88e307d5aa43 None None] Provisioning complete for port 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:44.404075 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8d570e1-712f-4659-b1aa-88e307d5aa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:44.451080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7dd071-06f1-4e57-9254-2bad37e984e1 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event deleted for resources: {'Subnet': ['ID=64c5dce5-93eb-4b39-b2a8-b6449dd99f76,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:44.467540 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2ba243c-a23d-4c31-aa36-0986600e4d29 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:44.479330 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27c2b58f-b1c8-445a-8caa-6ca5ed98266b tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (7a6becce-eb43-46d1-806a-d6b20890341e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:44.481641 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c7dd071-06f1-4e57-9254-2bad37e984e1 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:44.481938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba243c-a23d-4c31-aa36-0986600e4d29 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:44.491333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5c7dd071-06f1-4e57-9254-2bad37e984e1 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "DELETE /v2.0/subnets/64c5dce5-93eb-4b39-b2a8-b6449dd99f76 HTTP/1.1" status: 204 len: 168 time: 2.3165274 Feb 08 16:01:44.504232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb,segment=NetworkSegment(1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8),segment_id=1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:44.515423 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54736) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:44.519732 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:44.521261 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27c2b58f-b1c8-445a-8caa-6ca5ed98266b tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7a6becce-eb43-46d1-806a-d6b20890341e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:44.602925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742315c-c09e-4f22-9cf2-67598d81fc82 req-6c35df1f-fa27-4072-9c19-6e1dc1ba73da tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:44.609234 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:44.618531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c742315c-c09e-4f22-9cf2-67598d81fc82 req-6c35df1f-fa27-4072-9c19-6e1dc1ba73da tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 943 time: 0.6734185 Feb 08 16:01:44.623272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fe6cf6-f3c8-4dc1-9559-4d2a1c5b3311 None None] Network 0c007165-6d67-473b-9eb5-fdbfc24241e2 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:44.674276 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27c2b58f-b1c8-445a-8caa-6ca5ed98266b tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:44.685677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-27c2b58f-b1c8-445a-8caa-6ca5ed98266b tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2105110 Feb 08 16:01:44.765978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295afd34-5dba-4a47-9c99-2300fef89612 None None] DHCP port deletion for fa4630b2-cd7d-4d2c-b142-925bf7f48807 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:01:44.781880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54742) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:44.798066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-bd41d959-952a-4850-bed0-01686b4e87eb tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group_rule': {'security_group_id': '7a6becce-eb43-46d1-806a-d6b20890341e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:44.835408 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f8d570e1-712f-4659-b1aa-88e307d5aa43 None None] Current status of the port 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:44.894520 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-295afd34-5dba-4a47-9c99-2300fef89612 None None] Deleting port 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:44.895314 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-295afd34-5dba-4a47-9c99-2300fef89612 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:44.914534 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c742315c-c09e-4f22-9cf2-67598d81fc82 req-7cb7a85c-70f6-49bd-9f4a-28b010f558ef tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948940 Feb 08 16:01:44.937684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2b58f-b1c8-445a-8caa-6ca5ed98266b tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6becce-eb43-46d1-806a-d6b20890341e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:44.952909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6add071f-15c1-4b7c-b398-bc8b56ef47fa tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:44.954904 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6add071f-15c1-4b7c-b398-bc8b56ef47fa tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4382362 Feb 08 16:01:44.969672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54748) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:45.038906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e1054-0dcf-4046-bc45-acf5981a3945 req-d1a1dcc5-7fde-4e76-970b-982f13a36a32 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:45.040859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-988e1054-0dcf-4046-bc45-acf5981a3945 req-d1a1dcc5-7fde-4e76-970b-982f13a36a32 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.3969238 Feb 08 16:01:45.044903 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd41d959-952a-4850-bed0-01686b4e87eb tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (86d798b6-ab4c-4c89-bcf5-39e827182ccf), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:45.110319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 5179cb48-316a-4824-9882-57c414b6c16e) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:45.167619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:45.217388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-988e1054-0dcf-4046-bc45-acf5981a3945 req-4fdbb41c-c628-4dce-9c16-2f9818d9301d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678717 Feb 08 16:01:45.232064 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (0c007165-6d67-473b-9eb5-fdbfc24241e2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:45.256443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:45.269404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:45.269404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:45.287242 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2ba243c-a23d-4c31-aa36-0986600e4d29 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:45.350360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-295afd34-5dba-4a47-9c99-2300fef89612 None None] For port 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb,segment=NetworkSegment(1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8),segment_id=1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:45.350776 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-295afd34-5dba-4a47-9c99-2300fef89612 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:45.358988 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd41d959-952a-4850-bed0-01686b4e87eb tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (86d798b6-ab4c-4c89-bcf5-39e827182ccf), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:45.366534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:45.367240 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:45.368300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-295afd34-5dba-4a47-9c99-2300fef89612 None None] Calling delete_port for 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:45.371781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502c6f2-1ab7-48d8-91fd-fc2bda95b1a3 req-262269a2-962c-49a3-9821-eb20f803bf1d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:45.374501 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3502c6f2-1ab7-48d8-91fd-fc2bda95b1a3 req-262269a2-962c-49a3-9821-eb20f803bf1d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 931 time: 0.1623287 Feb 08 16:01:45.379399 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd41d959-952a-4850-bed0-01686b4e87eb tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (86d798b6-ab4c-4c89-bcf5-39e827182ccf), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:45.420556 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd41d959-952a-4850-bed0-01686b4e87eb tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:45.425983 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bd41d959-952a-4850-bed0-01686b4e87eb tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6430209 Feb 08 16:01:45.428154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54752) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:45.446495 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 2 to bind port a59d73fb-df64-4692-85b6-14e15d1af15a Feb 08 16:01:45.454299 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41d959-952a-4850-bed0-01686b4e87eb tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d798b6-ab4c-4c89-bcf5-39e827182ccf,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:45.493007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef421df-c004-4be1-acbe-45ef456ce5a8 None None] DHCP port deletion for 0c007165-6d67-473b-9eb5-fdbfc24241e2 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:01:45.495886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76a5580-d151-4a94-92e6-d8951bbe9945 None None] Network 5179cb48-316a-4824-9882-57c414b6c16e requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:45.500856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:01:45.507218 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-295afd34-5dba-4a47-9c99-2300fef89612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:45.526539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba243c-a23d-4c31-aa36-0986600e4d29 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:45.590928 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:45.593417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:45.593877 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:45.600250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Deleting port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:45.604511 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:45.608821 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-999e2780-a678-482a-8441-df0202f5d8e1 req-b3623db2-d550-429c-bf4e-8d75fc3fdbe6 service neutron] 10.222.0.94 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5847962 Feb 08 16:01:45.612022 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa2d06f2-7bae-4ce7-8cbb-f8c711d7daf8 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (86d798b6-ab4c-4c89-bcf5-39e827182ccf), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:45.634830 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa2d06f2-7bae-4ce7-8cbb-f8c711d7daf8 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (86d798b6-ab4c-4c89-bcf5-39e827182ccf), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:45.700654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:45.702282 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:45.718009 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 3 to bind port a59d73fb-df64-4692-85b6-14e15d1af15a Feb 08 16:01:45.735703 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3502c6f2-1ab7-48d8-91fd-fc2bda95b1a3 req-bd3a7772-0286-4d2d-b7d6-965f1dc1fb4c tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454285 Feb 08 16:01:45.749865 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2ba243c-a23d-4c31-aa36-0986600e4d29 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:45.763034 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f2ba243c-a23d-4c31-aa36-0986600e4d29 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d HTTP/1.1" status: 204 len: 168 time: 2.4820523 Feb 08 16:01:45.774069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54754) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:45.800527 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:01:45.801542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:01:45.809593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295afd34-5dba-4a47-9c99-2300fef89612 None None] Pushing event deleted for resources: {'Port': ['ID=16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:45.815800 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa2d06f2-7bae-4ce7-8cbb-f8c711d7daf8 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (86d798b6-ab4c-4c89-bcf5-39e827182ccf), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:45.832771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295afd34-5dba-4a47-9c99-2300fef89612 None None] No DVR routers for this DVR port 16c362d6-3ab9-4d8e-b9a2-4ce121b1a3cb on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:01:45.852758 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa2d06f2-7bae-4ce7-8cbb-f8c711d7daf8 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:45.859365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fa2d06f2-7bae-4ce7-8cbb-f8c711d7daf8 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/86d798b6-ab4c-4c89-bcf5-39e827182ccf HTTP/1.1" status: 204 len: 168 time: 0.4235041 Feb 08 16:01:45.868069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54758) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:45.901901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:45.902253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:45.902590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:45.918596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4d59bf1d-4aa2-4a71-b477-bc85bb716edb None None] Provisioning complete for port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:45.919325 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4d59bf1d-4aa2-4a71-b477-bc85bb716edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:45.930580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:45.931056 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:45.995564 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 4 to bind port a59d73fb-df64-4692-85b6-14e15d1af15a Feb 08 16:01:46.003217 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fa3e8b-1efc-44b0-a170-3598f7b97bd4 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] GET failed (client error): The resource could not be found. Feb 08 16:01:46.014210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f2fa3e8b-1efc-44b0-a170-3598f7b97bd4 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/8f3d70a8-3aef-4c11-bc7e-80ccec1c2a1d HTTP/1.1" status: 404 len: 333 time: 0.2371743 Feb 08 16:01:46.035376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d06f2-7bae-4ce7-8cbb-f8c711d7daf8 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86d798b6-ab4c-4c89-bcf5-39e827182ccf,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:46.041458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54762) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:46.076640 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:46.077614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:46.078495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:46.104243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fcacada-c7d3-4052-ad3b-8af2fdad98ba {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:01:46.117725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:46.119245 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:46.125362 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Publish callbacks [] for port (1fcacada-c7d3-4052-ad3b-8af2fdad98ba), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:46.129406 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 5 to bind port a59d73fb-df64-4692-85b6-14e15d1af15a Feb 08 16:01:46.140191 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-999e2780-a678-482a-8441-df0202f5d8e1 req-d49008b9-7a7b-46c7-8970-20813e33edfc service neutron] 10.222.0.94 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691148 Feb 08 16:01:46.196583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:46.197367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:46.198163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:46.207694 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Transition to ACTIVE for port object 1fcacada-c7d3-4052-ad3b-8af2fdad98ba will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:01:46.209624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:46.210969 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:46.210969 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 6 to bind port a59d73fb-df64-4692-85b6-14e15d1af15a Feb 08 16:01:46.279382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:46.279601 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:46.280140 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:46.299477 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (1fcacada-c7d3-4052-ad3b-8af2fdad98ba), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:46.346601 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4d59bf1d-4aa2-4a71-b477-bc85bb716edb None None] Current status of the port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:46.353709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] For port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2,segment=NetworkSegment(5a1c0615-c27c-4f50-aaff-1ddeec91f081),segment_id=5a1c0615-c27c-4f50-aaff-1ddeec91f081)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:46.354239 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:46.357210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6ef421df-c004-4be1-acbe-45ef456ce5a8 None None] Deleting port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:46.359209 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ef421df-c004-4be1-acbe-45ef456ce5a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:46.383418 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:46.383764 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:46.387684 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 7 to bind port a59d73fb-df64-4692-85b6-14e15d1af15a Feb 08 16:01:46.428693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcacada-c7d3-4052-ad3b-8af2fdad98ba,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:46.456258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:46.457177 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:46.457729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:46.477701 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:46.478371 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:46.515939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6ef421df-c004-4be1-acbe-45ef456ce5a8 None None] For port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2,segment=NetworkSegment(5a1c0615-c27c-4f50-aaff-1ddeec91f081),segment_id=5a1c0615-c27c-4f50-aaff-1ddeec91f081)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:46.516862 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ef421df-c004-4be1-acbe-45ef456ce5a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:46.523527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Calling delete_port for 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:46.524711 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 8 to bind port a59d73fb-df64-4692-85b6-14e15d1af15a Feb 08 16:01:46.542298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6ef421df-c004-4be1-acbe-45ef456ce5a8 None None] Calling delete_port for 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:46.549344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:46.549713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:46.550065 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:46.562456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54f34f-aad4-4bd4-9ee9-5934a7f233ae req-1627f10b-a30a-489b-b284-8469a98cf25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:46.564056 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ff54f34f-aad4-4bd4-9ee9-5934a7f233ae req-1627f10b-a30a-489b-b284-8469a98cf25a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 1126 time: 0.2795465 Feb 08 16:01:46.571273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b5d53409-d2ae-4ed8-a1f3-9e2e006c653e tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6165786 Feb 08 16:01:46.595602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54766) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:46.596242 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:46.596578 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:46.607144 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 9 to bind port a59d73fb-df64-4692-85b6-14e15d1af15a Feb 08 16:01:46.685425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13c108f-fc51-4e00-92bb-c91dc468bee7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting subnet 903216dd-8c94-4b31-940c-2da27c796d9d {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:01:46.704031 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:46.704378 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:46.704721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:46.705268 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d13c108f-fc51-4e00-92bb-c91dc468bee7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (903216dd-8c94-4b31-940c-2da27c796d9d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:46.735452 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:46.735802 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:46.738751 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Attempting to bind port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:46.738941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Attempting to bind port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:46.739284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Attempting to bind port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba on network fb374508-5c73-4d79-bee8-d58289274073 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:46.749382 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 10 to bind port a59d73fb-df64-4692-85b6-14e15d1af15a Feb 08 16:01:46.752069 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba on network fb374508-5c73-4d79-bee8-d58289274073 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:46.752543 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Attempting to bind port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba on network fb374508-5c73-4d79-bee8-d58289274073 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:46.775064 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:01:46.775421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Checking segment: {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:46.775818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Bound using segment: {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:01:46.776280 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Bound port: 1fcacada-c7d3-4052-ad3b-8af2fdad98ba, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:01:46.776647 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fcacada-c7d3-4052-ad3b-8af2fdad98ba), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:46.835677 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ef421df-c004-4be1-acbe-45ef456ce5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:46.861586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] For port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:01:46.864939 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] For port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=1fcacada-c7d3-4052-ad3b-8af2fdad98ba,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:01:46.871574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73b670-44bb-41db-a53a-2b4b61863a0f req-2a912c31-4104-4e0b-b973-481b3c64e67f tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:46.875290 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd73b670-44bb-41db-a53a-2b4b61863a0f req-2a912c31-4104-4e0b-b973-481b3c64e67f tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 943 time: 0.8377776 Feb 08 16:01:46.881469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef421df-c004-4be1-acbe-45ef456ce5a8 None None] Pushing event deleted for resources: {'Port': ['ID=6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:46.887950 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef421df-c004-4be1-acbe-45ef456ce5a8 None None] No DVR routers for this DVR port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:01:46.913032 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (1fcacada-c7d3-4052-ad3b-8af2fdad98ba), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:47.012629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:47.014117 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:47.016495 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f401b47-1cba-429c-9930-b8fbd067350c req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] 10.222.0.96 "PUT /v2.0/ports/1fcacada-c7d3-4052-ad3b-8af2fdad98ba HTTP/1.1" status: 200 len: 1092 time: 5.4362030 Feb 08 16:01:47.017461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:47.017983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:47.018668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:47.020805 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d13c108f-fc51-4e00-92bb-c91dc468bee7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (903216dd-8c94-4b31-940c-2da27c796d9d), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:47.067549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d1bff-e42a-4741-8993-7c80ab54fe20 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcacada-c7d3-4052-ad3b-8af2fdad98ba,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:47.081106 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c458998f-f95a-4b3e-97e2-8f62aa0ebf34', 'tag': '1fcacada-c7d3-4052-ad3b-8af2fdad98ba'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:01:47.088859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:01:47.091512 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94c227c-b8e5-43b2-8720-c89a596f8806" -d '{"events": [{"name": "network-changed", "server_uuid": "c458998f-f95a-4b3e-97e2-8f62aa0ebf34", "tag": "1fcacada-c7d3-4052-ad3b-8af2fdad98ba"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:01:47.129009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:01:47.129758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:01:47.180438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port a59d73fb-df64-4692-85b6-14e15d1af15a on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:47.181422 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port a59d73fb-df64-4692-85b6-14e15d1af15a on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:47.181965 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a59d73fb-df64-4692-85b6-14e15d1af15a), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:47.216237 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04c0dabe-d79e-41ed-bb01-cb5e28d5cbf5 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (7a6becce-eb43-46d1-806a-d6b20890341e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:47.241623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54f34f-aad4-4bd4-9ee9-5934a7f233ae req-4dd55d0f-7b64-499c-862a-0ebcf8214333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:47.243598 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ff54f34f-aad4-4bd4-9ee9-5934a7f233ae req-4dd55d0f-7b64-499c-862a-0ebcf8214333 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 915 time: 0.6565666 Feb 08 16:01:47.303062 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ff54f34f-aad4-4bd4-9ee9-5934a7f233ae req-9622a47d-483e-430f-8c50-f9307d796390 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3b8b2ae-50fe-4b45-98e9-b20120bbf356 HTTP/1.1" status: 200 len: 217 time: 0.0453286 Feb 08 16:01:47.328794 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f401b47-1cba-429c-9930-b8fbd067350c req-7257ffa3-f993-4d81-bc5a-8d8e8d51b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:47.330706 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f401b47-1cba-429c-9930-b8fbd067350c req-7257ffa3-f993-4d81-bc5a-8d8e8d51b710 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 1126 time: 0.2201407 Feb 08 16:01:47.446572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54f34f-aad4-4bd4-9ee9-5934a7f233ae req-2600be57-7ec8-4cdb-b945-9b8542853cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:47.448247 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ff54f34f-aad4-4bd4-9ee9-5934a7f233ae req-2600be57-7ec8-4cdb-b945-9b8542853cf4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=278c2f2b-2d96-42da-b202-953ae37669d2 HTTP/1.1" status: 200 len: 854 time: 0.1322846 Feb 08 16:01:47.459031 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04c0dabe-d79e-41ed-bb01-cb5e28d5cbf5 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (7a6becce-eb43-46d1-806a-d6b20890341e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:47.465759 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f401b47-1cba-429c-9930-b8fbd067350c req-fa310c7f-464a-4a6c-a081-80cd5c2eabe4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fcacada-c7d3-4052-ad3b-8af2fdad98ba HTTP/1.1" status: 200 len: 217 time: 0.1173339 Feb 08 16:01:47.563040 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ff54f34f-aad4-4bd4-9ee9-5934a7f233ae req-eeb7f2e8-d3de-4e0d-be66-c6f0aa495e33 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2809b07d-e729-4e16-9f4f-331fbe210676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846744 Feb 08 16:01:47.564267 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] For port a59d73fb-df64-4692-85b6-14e15d1af15a, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:01:47.564647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempted to set empty binding levels {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 08 16:01:47.588007 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (a59d73fb-df64-4692-85b6-14e15d1af15a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:47.666093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Pushing event updated for resources: {'Port': ['ID=a59d73fb-df64-4692-85b6-14e15d1af15a,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:47.722554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bdf6f-4f94-46e8-b6fa-0dca4d0e0924 req-7304894c-78f7-4c80-a7a2-bd7fb1ff6a1a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:47.724339 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b9bdf6f-4f94-46e8-b6fa-0dca4d0e0924 req-7304894c-78f7-4c80-a7a2-bd7fb1ff6a1a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 1.3054919 Feb 08 16:01:47.756402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd73b670-44bb-41db-a53a-2b4b61863a0f req-7c8cc1d6-4d6b-460c-b2f9-8c59a41c3278 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8233645 Feb 08 16:01:47.821634 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:47.869033 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d13c108f-fc51-4e00-92bb-c91dc468bee7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (903216dd-8c94-4b31-940c-2da27c796d9d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:47.898150 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event deleted for resources: {'Port': ['ID=6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:47.900828 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] No DVR routers for this DVR port 6e0ee3dc-7e9a-4a10-92aa-126c6f28bec2 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:01:47.910698 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b9bdf6f-4f94-46e8-b6fa-0dca4d0e0924 req-a0b1fc76-75e3-410d-bdcc-b8e671bd7940 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707866 Feb 08 16:01:48.136148 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (0c007165-6d67-473b-9eb5-fdbfc24241e2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:48.160540 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d13c108f-fc51-4e00-92bb-c91dc468bee7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (903216dd-8c94-4b31-940c-2da27c796d9d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:48.183014 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ff54f34f-aad4-4bd4-9ee9-5934a7f233ae req-f6a40057-074d-4bfa-b9c4-0855aec2dfde service neutron] 10.222.0.94 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865874 Feb 08 16:01:48.184962 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:48.186159 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:48.190764 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d4ea19-b618-4e96-b175-0afbe59b09fd x-openstack-request-id: req-33d4ea19-b618-4e96-b175-0afbe59b09fd {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:01:48.191313 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c458998f-f95a-4b3e-97e2-8f62aa0ebf34", "tag": "1fcacada-c7d3-4052-ad3b-8af2fdad98ba", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:01:48.191739 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-33d4ea19-b618-4e96-b175-0afbe59b09fd {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:01:48.192346 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c458998f-f95a-4b3e-97e2-8f62aa0ebf34', 'tag': '1fcacada-c7d3-4052-ad3b-8af2fdad98ba', 'status': 'completed', 'code': 200} Feb 08 16:01:48.204223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f401b47-1cba-429c-9930-b8fbd067350c req-ff0674e9-f96b-4bf3-af87-0e3ff2eccc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:48.206044 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f401b47-1cba-429c-9930-b8fbd067350c req-ff0674e9-f96b-4bf3-af87-0e3ff2eccc87 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 200 len: 845 time: 0.7289643 Feb 08 16:01:48.213482 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c007165-6d67-473b-9eb5-fdbfc24241e2']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:48.227521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c108f-fc51-4e00-92bb-c91dc468bee7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Subnet': ['ID=903216dd-8c94-4b31-940c-2da27c796d9d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:48.231442 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d13c108f-fc51-4e00-92bb-c91dc468bee7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:48.236223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d13c108f-fc51-4e00-92bb-c91dc468bee7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/903216dd-8c94-4b31-940c-2da27c796d9d HTTP/1.1" status: 204 len: 168 time: 2.1684136 Feb 08 16:01:48.241420 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d542f9c8-de4b-45e0-b24b-cc026473cd5b None None] Network edacc32e-ad7c-4f87-af9d-baae153eb471 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:48.242772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7806611-4043-4c3c-bebb-5fd5b0e10748 req-a5fb2102-2812-4e49-83c8-b1bf22cb05bb tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:48.244380 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7806611-4043-4c3c-bebb-5fd5b0e10748 req-a5fb2102-2812-4e49-83c8-b1bf22cb05bb tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 943 time: 0.2483101 Feb 08 16:01:48.245292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54776) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:48.247206 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1c0615-c27c-4f50-aaff-1ddeec91f081') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:48.247502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1c0615-c27c-4f50-aaff-1ddeec91f081') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:48.256513 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f401b47-1cba-429c-9930-b8fbd067350c req-10fd211e-4d0d-4c0e-8877-1fc368a5c790 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fb374508-5c73-4d79-bee8-d58289274073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313981 Feb 08 16:01:48.276685 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (5a1c0615-c27c-4f50-aaff-1ddeec91f081), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:48.283523 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04c0dabe-d79e-41ed-bb01-cb5e28d5cbf5 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7a6becce-eb43-46d1-806a-d6b20890341e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:48.286630 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04c0dabe-d79e-41ed-bb01-cb5e28d5cbf5 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:48.288045 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-04c0dabe-d79e-41ed-bb01-cb5e28d5cbf5 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-groups/7a6becce-eb43-46d1-806a-d6b20890341e HTTP/1.1" status: 204 len: 168 time: 1.6905639 Feb 08 16:01:48.303351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54778) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:48.446304 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-add669f0-80c8-45ec-9db3-1b59a086e850 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 8.9696820 Feb 08 16:01:48.447360 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54780) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:48.466403 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (5a1c0615-c27c-4f50-aaff-1ddeec91f081), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:48.477478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b3b8b2ae-50fe-4b45-98e9-b20120bbf356 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:01:48.488107 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:01:48.491089 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (5a1c0615-c27c-4f50-aaff-1ddeec91f081), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:48.509907 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0dabe-d79e-41ed-bb01-cb5e28d5cbf5 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6becce-eb43-46d1-806a-d6b20890341e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:48.605392 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-acbf5dcd-3265-46f9-aebe-ae776bfd3092 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2982562 Feb 08 16:01:48.615519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54782) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:48.629683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2e1ab4be-264d-4b8d-9ff2-e8974a63ae44 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1726775586'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:01:48.631411 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:01:48.636484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port b3b8b2ae-50fe-4b45-98e9-b20120bbf356, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b3b8b2ae-50fe-4b45-98e9-b20120bbf356,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:48.646262 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (0c007165-6d67-473b-9eb5-fdbfc24241e2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:48.659335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'b3b8b2ae-50fe-4b45-98e9-b20120bbf356', 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676', 'port_id': 'b3b8b2ae-50fe-4b45-98e9-b20120bbf356', 'mac_address': 'fa:16:3e:0c:07:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278c2f2b-2d96-42da-b202-953ae37669d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:01:48.659515 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:48.663869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "DELETE /v2.0/networks/0c007165-6d67-473b-9eb5-fdbfc24241e2 HTTP/1.1" status: 204 len: 168 time: 3.6918087 Feb 08 16:01:48.672499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54784) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:48.703662 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ff54f34f-aad4-4bd4-9ee9-5934a7f233ae req-f6ab6226-efcf-41c2-8bbe-cfa12b2a8316 service neutron] 10.222.0.94 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084295 Feb 08 16:01:48.765858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port b3b8b2ae-50fe-4b45-98e9-b20120bbf356 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:48.767001 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b3b8b2ae-50fe-4b45-98e9-b20120bbf356), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:48.768659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d3d21-bee9-440f-843e-cc786a4b97cb tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event deleted for resources: {'Network': ['ID=0c007165-6d67-473b-9eb5-fdbfc24241e2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:48.792893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b8b2ae-50fe-4b45-98e9-b20120bbf356 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:01:48.797589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-80ca2acd-dcf2-4204-841e-88ee6357899b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Deleting port a59d73fb-df64-4692-85b6-14e15d1af15a {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:48.798029 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-80ca2acd-dcf2-4204-841e-88ee6357899b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a59d73fb-df64-4692-85b6-14e15d1af15a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:48.806862 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f401b47-1cba-429c-9930-b8fbd067350c req-03cf91cc-fe2d-4417-8c33-f886c522cafd service neutron] 10.222.0.96 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171268 Feb 08 16:01:48.808021 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (edacc32e-ad7c-4f87-af9d-baae153eb471), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:48.825076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port b3b8b2ae-50fe-4b45-98e9-b20120bbf356, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b3b8b2ae-50fe-4b45-98e9-b20120bbf356,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:48.833628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855ce328-4d37-44dc-b892-fc1b9056e12f None None] DHCP port deletion for edacc32e-ad7c-4f87-af9d-baae153eb471 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:01:48.872414 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b3b8b2ae-50fe-4b45-98e9-b20120bbf356), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:48.899954 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7806611-4043-4c3c-bebb-5fd5b0e10748 req-3b1676e6-bd6b-449c-a3ce-26dd634f937e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328380 Feb 08 16:01:48.925359 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f401b47-1cba-429c-9930-b8fbd067350c req-847488e8-9329-4334-86b1-1c780a07ad8c service neutron] 10.222.0.96 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987725 Feb 08 16:01:48.926213 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e1ab4be-264d-4b8d-9ff2-e8974a63ae44 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.015307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=b3b8b2ae-50fe-4b45-98e9-b20120bbf356,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:49.073147 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.080610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:01:49.098362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:49.100343 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.109177 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50a63137-4065-4f14-a286-de9deface07f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (fa4630b2-cd7d-4d2c-b142-925bf7f48807), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.145582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-855ce328-4d37-44dc-b892-fc1b9056e12f None None] Deleting port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:49.145972 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-855ce328-4d37-44dc-b892-fc1b9056e12f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.150845 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-80ca2acd-dcf2-4204-841e-88ee6357899b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] For port a59d73fb-df64-4692-85b6-14e15d1af15a, host n-h2-824834-11, got binding levels [] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:49.151353 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-80ca2acd-dcf2-4204-841e-88ee6357899b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a59d73fb-df64-4692-85b6-14e15d1af15a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.187056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c227c-b8e5-43b2-8720-c89a596f8806 req-e34f35b9-dfbc-4c66-be6e-a2f172272a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:49.189569 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a94c227c-b8e5-43b2-8720-c89a596f8806 req-e34f35b9-dfbc-4c66-be6e-a2f172272a72 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 1126 time: 0.1712978 Feb 08 16:01:49.190990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-80ca2acd-dcf2-4204-841e-88ee6357899b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Calling delete_port for a59d73fb-df64-4692-85b6-14e15d1af15a owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:49.205827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['b3b8b2ae-50fe-4b45-98e9-b20120bbf356'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:01:49.254194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] For port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3d50af82-cfa9-4f4b-bfd9-685f28b3df43,segment=NetworkSegment(5f409b3a-d6c0-4ea5-8403-d0b21527962a),segment_id=5f409b3a-d6c0-4ea5-8403-d0b21527962a)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:49.254840 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.272844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:49.317065 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-855ce328-4d37-44dc-b892-fc1b9056e12f None None] For port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3d50af82-cfa9-4f4b-bfd9-685f28b3df43,segment=NetworkSegment(5f409b3a-d6c0-4ea5-8403-d0b21527962a),segment_id=5f409b3a-d6c0-4ea5-8403-d0b21527962a)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:49.317759 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-855ce328-4d37-44dc-b892-fc1b9056e12f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.342387 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-855ce328-4d37-44dc-b892-fc1b9056e12f None None] Calling delete_port for 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:49.380835 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:49.381295 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.394282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd25ed-ef1a-4e33-8627-b7b950d2de35 req-bf700c1e-e3da-40cc-a6bb-56bf11d16751 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:49.405566 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-efdd25ed-ef1a-4e33-8627-b7b950d2de35 req-bf700c1e-e3da-40cc-a6bb-56bf11d16751 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 944 time: 0.4412491 Feb 08 16:01:49.425898 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c227c-b8e5-43b2-8720-c89a596f8806 req-cb7602bb-9f36-447c-bf4d-bbd699848194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:49.427586 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a94c227c-b8e5-43b2-8720-c89a596f8806 req-cb7602bb-9f36-447c-bf4d-bbd699848194 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 906 time: 0.2085474 Feb 08 16:01:49.466269 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.512518 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-efdd25ed-ef1a-4e33-8627-b7b950d2de35 req-61281195-8ab1-4dc5-bfa5-effe238720bd tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996916 Feb 08 16:01:49.534618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No DVR routers for this DVR port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:01:49.631413 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-855ce328-4d37-44dc-b892-fc1b9056e12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (3d50af82-cfa9-4f4b-bfd9-685f28b3df43), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.640675 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a94c227c-b8e5-43b2-8720-c89a596f8806 req-88b08d6c-9c45-4596-b5b7-552539bd718e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fcacada-c7d3-4052-ad3b-8af2fdad98ba HTTP/1.1" status: 200 len: 217 time: 0.1978834 Feb 08 16:01:49.645608 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (edacc32e-ad7c-4f87-af9d-baae153eb471), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.664055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ce328-4d37-44dc-b892-fc1b9056e12f None None] Pushing event deleted for resources: {'Port': ['ID=3d50af82-cfa9-4f4b-bfd9-685f28b3df43,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:49.674159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edacc32e-ad7c-4f87-af9d-baae153eb471']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:49.677144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855ce328-4d37-44dc-b892-fc1b9056e12f None None] No DVR routers for this DVR port 3d50af82-cfa9-4f4b-bfd9-685f28b3df43 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:01:49.733992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=3d50af82-cfa9-4f4b-bfd9-685f28b3df43,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:49.738136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f409b3a-d6c0-4ea5-8403-d0b21527962a') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:49.738635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f409b3a-d6c0-4ea5-8403-d0b21527962a') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:49.756590 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (5f409b3a-d6c0-4ea5-8403-d0b21527962a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.781347 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (5f409b3a-d6c0-4ea5-8403-d0b21527962a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.786904 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50a63137-4065-4f14-a286-de9deface07f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (fa4630b2-cd7d-4d2c-b142-925bf7f48807), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.797547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233872cb-1532-4be2-8b12-a8e51738e993 req-686d084a-af06-4e05-8c0a-55dd56335ddc tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:49.799291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-233872cb-1532-4be2-8b12-a8e51738e993 req-686d084a-af06-4e05-8c0a-55dd56335ddc tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.4243729 Feb 08 16:01:49.800387 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:01:49.800794 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (5f409b3a-d6c0-4ea5-8403-d0b21527962a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:01:49.804034 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:01:49.837849 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e1ab4be-264d-4b8d-9ff2-e8974a63ae44 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (9495c317-c081-4b89-ac85-3195e77f8d69), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.849657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-50a63137-4065-4f14-a286-de9deface07f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4630b2-cd7d-4d2c-b142-925bf7f48807']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:49.860188 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e1ab4be-264d-4b8d-9ff2-e8974a63ae44 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9495c317-c081-4b89-ac85-3195e77f8d69), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.863337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c227c-b8e5-43b2-8720-c89a596f8806 req-aa6361ed-4f60-42a5-be23-7c54dfa4af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:49.864825 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a94c227c-b8e5-43b2-8720-c89a596f8806 req-aa6361ed-4f60-42a5-be23-7c54dfa4af0a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 200 len: 845 time: 0.1751385 Feb 08 16:01:49.879685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-50a63137-4065-4f14-a286-de9deface07f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:49.880006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-50a63137-4065-4f14-a286-de9deface07f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:49.896398 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (edacc32e-ad7c-4f87-af9d-baae153eb471), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.914097 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.915142 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50a63137-4065-4f14-a286-de9deface07f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.917966 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/networks/edacc32e-ad7c-4f87-af9d-baae153eb471 HTTP/1.1" status: 204 len: 168 time: 1.6675620 Feb 08 16:01:49.928437 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54796) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:49.934419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e80de289-2b28-42e1-a645-ca51b5db2a68 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-389228716'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:49.937884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821f13f-1dd6-4d38-9be7-089d0ac6570e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Network': ['ID=edacc32e-ad7c-4f87-af9d-baae153eb471,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:49.942153 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a94c227c-b8e5-43b2-8720-c89a596f8806 req-5edc22dc-cf99-4303-9696-eba1f8116f5e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fb374508-5c73-4d79-bee8-d58289274073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665698 Feb 08 16:01:49.949585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-233872cb-1532-4be2-8b12-a8e51738e993 req-2f144d4e-d945-476a-9718-ffa8722bacec tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422594 Feb 08 16:01:49.967661 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e1ab4be-264d-4b8d-9ff2-e8974a63ae44 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.968933 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2e1ab4be-264d-4b8d-9ff2-e8974a63ae44 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3439362 Feb 08 16:01:49.970589 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50a63137-4065-4f14-a286-de9deface07f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.973658 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-80ca2acd-dcf2-4204-841e-88ee6357899b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a59d73fb-df64-4692-85b6-14e15d1af15a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:49.980662 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54798) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:49.987842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ab4be-264d-4b8d-9ff2-e8974a63ae44 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9495c317-c081-4b89-ac85-3195e77f8d69,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:49.988751 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-02bceb56-2802-4d37-b9a2-58d58846610d tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group_rule': {'security_group_id': '9495c317-c081-4b89-ac85-3195e77f8d69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:50.015037 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80de289-2b28-42e1-a645-ca51b5db2a68 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:50.019553 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e80de289-2b28-42e1-a645-ca51b5db2a68 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.021776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a63137-4065-4f14-a286-de9deface07f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:01:50.022216 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50a63137-4065-4f14-a286-de9deface07f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (1cb8c5ee-5dcb-4a0b-9e9b-b0566b6157b8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:01:50.034154 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:01:50.077335 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-02bceb56-2802-4d37-b9a2-58d58846610d tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (81a77865-db67-492f-bebd-b0925acc74e2), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.084700 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80de289-2b28-42e1-a645-ca51b5db2a68 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:01:50.104570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca2acd-dcf2-4204-841e-88ee6357899b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Pushing event deleted for resources: {'Port': ['ID=a59d73fb-df64-4692-85b6-14e15d1af15a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:50.118183 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e80de289-2b28-42e1-a645-ca51b5db2a68 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (56b34e4d-4715-411e-9eac-fb0cc56e1ef0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.118535 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-e80de289-2b28-42e1-a645-ca51b5db2a68 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Added segment 56b34e4d-4715-411e-9eac-fb0cc56e1ef0 of type vlan for network 55c4a61a-e77b-4ca1-9524-14e5a8873d72 Feb 08 16:01:50.128624 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-80ca2acd-dcf2-4204-841e-88ee6357899b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.132480 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-80ca2acd-dcf2-4204-841e-88ee6357899b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "DELETE /v2.0/ports/a59d73fb-df64-4692-85b6-14e15d1af15a HTTP/1.1" status: 204 len: 168 time: 1.6778107 Feb 08 16:01:50.136277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54800) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:50.162552 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee40b7-e774-4434-900e-fdfdb85ce327 req-6321ee15-2d91-435a-b81f-83d8e7f4795b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:50.164362 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cfee40b7-e774-4434-900e-fdfdb85ce327 req-6321ee15-2d91-435a-b81f-83d8e7f4795b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 943 time: 0.1666157 Feb 08 16:01:50.171920 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50a63137-4065-4f14-a286-de9deface07f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (fa4630b2-cd7d-4d2c-b142-925bf7f48807), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.180547 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-413a48cf-e749-435b-9847-05c9bf913c32 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] GET failed (client error): The resource could not be found. Feb 08 16:01:50.182115 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-413a48cf-e749-435b-9847-05c9bf913c32 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "GET /v2.0/ports/a59d73fb-df64-4692-85b6-14e15d1af15a HTTP/1.1" status: 404 len: 333 time: 0.0445869 Feb 08 16:01:50.184697 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50a63137-4065-4f14-a286-de9deface07f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.193604 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-50a63137-4065-4f14-a286-de9deface07f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "DELETE /v2.0/networks/fa4630b2-cd7d-4d2c-b142-925bf7f48807 HTTP/1.1" status: 204 len: 168 time: 1.5136096 Feb 08 16:01:50.193604 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54802) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:50.197129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54804) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:50.207105 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e80de289-2b28-42e1-a645-ca51b5db2a68 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (55c4a61a-e77b-4ca1-9524-14e5a8873d72), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.211252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-320dd2a9-9776-4b10-b445-e51c7926626b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Request body: {'port': {'network_id': '5179cb48-316a-4824-9882-57c414b6c16e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-492704640'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:50.223035 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a63137-4065-4f14-a286-de9deface07f tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event deleted for resources: {'Network': ['ID=fa4630b2-cd7d-4d2c-b142-925bf7f48807,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:50.233352 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a94c227c-b8e5-43b2-8720-c89a596f8806 req-c4b32e91-0673-48d7-987b-af8ed5c0cf8d service neutron] 10.222.0.96 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783275 Feb 08 16:01:50.288570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320dd2a9-9776-4b10-b445-e51c7926626b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Made reservation on behalf of 38f37187ce7b4faa84a73c303d69f8c8 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:50.290953 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-320dd2a9-9776-4b10-b445-e51c7926626b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.311221 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-02bceb56-2802-4d37-b9a2-58d58846610d tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (81a77865-db67-492f-bebd-b0925acc74e2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.314923 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.318007 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-320dd2a9-9776-4b10-b445-e51c7926626b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] device_id is not set on port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:01:50.327345 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-02bceb56-2802-4d37-b9a2-58d58846610d tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (81a77865-db67-492f-bebd-b0925acc74e2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.359360 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e80de289-2b28-42e1-a645-ca51b5db2a68 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (55c4a61a-e77b-4ca1-9524-14e5a8873d72), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.364266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80de289-2b28-42e1-a645-ca51b5db2a68 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:50.364877 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e80de289-2b28-42e1-a645-ca51b5db2a68 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.383182 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-170f2a1e-1bb4-48c2-8328-88307b248397 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (e1be228d-4b1a-4ce8-9d2c-5994a41212dd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.387536 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cfee40b7-e774-4434-900e-fdfdb85ce327 req-8bd1416f-5d24-420b-a7cc-6515a70c23e4 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010779 Feb 08 16:01:50.403917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bceb56-2802-4d37-b9a2-58d58846610d tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a77865-db67-492f-bebd-b0925acc74e2,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:50.411148 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a94c227c-b8e5-43b2-8720-c89a596f8806 req-98be66e2-fee5-42aa-a354-b6f451995bf5 service neutron] 10.222.0.96 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690760 Feb 08 16:01:50.451786 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-02bceb56-2802-4d37-b9a2-58d58846610d tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.453323 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-02bceb56-2802-4d37-b9a2-58d58846610d tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4712687 Feb 08 16:01:50.457912 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54808) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:50.465186 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e80de289-2b28-42e1-a645-ca51b5db2a68 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5345147 Feb 08 16:01:50.472450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54810) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:50.477467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9e3d06fc-859c-4c5c-8534-3ca6441125c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'subnet': {'network_id': '55c4a61a-e77b-4ca1-9524-14e5a8873d72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:50.494411 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b3b8b2ae-50fe-4b45-98e9-b20120bbf356 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:50.500030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-88be1cf8-eeb5-424e-94c7-15743447d394 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules/81a77865-db67-492f-bebd-b0925acc74e2 HTTP/1.1" status: 200 len: 763 time: 0.0364013 Feb 08 16:01:50.516438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80de289-2b28-42e1-a645-ca51b5db2a68 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Network': ['ID=55c4a61a-e77b-4ca1-9524-14e5a8873d72,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:50.518362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54812) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:50.537826 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 55c4a61a-e77b-4ca1-9524-14e5a8873d72 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:01:50.605749 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-320dd2a9-9776-4b10-b445-e51c7926626b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks [] for port (bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.623051 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-170f2a1e-1bb4-48c2-8328-88307b248397 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (e1be228d-4b1a-4ce8-9d2c-5994a41212dd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.627348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port b3b8b2ae-50fe-4b45-98e9-b20120bbf356 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:01:50.632500 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port b3b8b2ae-50fe-4b45-98e9-b20120bbf356 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:50.633300 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b3b8b2ae-50fe-4b45-98e9-b20120bbf356), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.635683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3d06fc-859c-4c5c-8534-3ca6441125c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:50.640478 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9e3d06fc-859c-4c5c-8534-3ca6441125c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.680292 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3a49b8d3-c6b5-4923-b4c4-a6c8e705130f tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1604340 Feb 08 16:01:50.689464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54816) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:50.706414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-170f2a1e-1bb4-48c2-8328-88307b248397 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1be228d-4b1a-4ce8-9d2c-5994a41212dd']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:50.724815 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-170f2a1e-1bb4-48c2-8328-88307b248397 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01781e5-9fa5-42ba-8351-5b8a56d89910') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:50.725147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-170f2a1e-1bb4-48c2-8328-88307b248397 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01781e5-9fa5-42ba-8351-5b8a56d89910') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:50.740778 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-320dd2a9-9776-4b10-b445-e51c7926626b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.745577 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-170f2a1e-1bb4-48c2-8328-88307b248397 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (b01781e5-9fa5-42ba-8351-5b8a56d89910), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.747536 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70cc5544-8d12-4b1e-ac81-bba945e0f593 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (81a77865-db67-492f-bebd-b0925acc74e2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.749467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port b3b8b2ae-50fe-4b45-98e9-b20120bbf356 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:50.749912 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b3b8b2ae-50fe-4b45-98e9-b20120bbf356), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.767517 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70cc5544-8d12-4b1e-ac81-bba945e0f593 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (81a77865-db67-492f-bebd-b0925acc74e2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.778027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da956570-982b-4f6e-8cba-4511f48ca47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b8b2ae-50fe-4b45-98e9-b20120bbf356'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:01:50.781511 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2704ba-c62b-4143-b5fb-1874397a3864" -d '{"events": [{"server_uuid": "da956570-982b-4f6e-8cba-4511f48ca47e", "name": "network-vif-plugged", "status": "completed", "tag": "b3b8b2ae-50fe-4b45-98e9-b20120bbf356"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:01:50.787531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320dd2a9-9776-4b10-b445-e51c7926626b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Network 5179cb48-316a-4824-9882-57c414b6c16e is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:50.793247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-320dd2a9-9776-4b10-b445-e51c7926626b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:50.793546 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a8db2-a748-4781-90ff-6ab61d864454 req-822df0d7-1a01-4209-838f-70870c5cd85a tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:50.795905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f8a8db2-a748-4781-90ff-6ab61d864454 req-822df0d7-1a01-4209-838f-70870c5cd85a tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 944 time: 0.1672928 Feb 08 16:01:50.796641 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320dd2a9-9776-4b10-b445-e51c7926626b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:50.797972 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320dd2a9-9776-4b10-b445-e51c7926626b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:50.798706 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-320dd2a9-9776-4b10-b445-e51c7926626b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.799082 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-170f2a1e-1bb4-48c2-8328-88307b248397 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b01781e5-9fa5-42ba-8351-5b8a56d89910), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.808897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port b3b8b2ae-50fe-4b45-98e9-b20120bbf356, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b3b8b2ae-50fe-4b45-98e9-b20120bbf356,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:50.815020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170f2a1e-1bb4-48c2-8328-88307b248397 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:01:50.815432 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-170f2a1e-1bb4-48c2-8328-88307b248397 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (b01781e5-9fa5-42ba-8351-5b8a56d89910), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:01:50.821343 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:01:50.824181 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b3b8b2ae-50fe-4b45-98e9-b20120bbf356), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.837197 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-320dd2a9-9776-4b10-b445-e51c7926626b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6274264 Feb 08 16:01:50.842290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54820) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:50.844930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dd2a9-9776-4b10-b445-e51c7926626b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Pushing event updated for resources: {'Port': ['ID=bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:50.848815 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:50.872177 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94b8140-729f-4d61-befe-f2fc7e48c8ce x-openstack-request-id: req-a94b8140-729f-4d61-befe-f2fc7e48c8ce {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:01:50.872537 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da956570-982b-4f6e-8cba-4511f48ca47e", "name": "network-vif-plugged", "status": "completed", "tag": "b3b8b2ae-50fe-4b45-98e9-b20120bbf356", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:01:50.872924 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a94b8140-729f-4d61-befe-f2fc7e48c8ce {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:01:50.874228 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da956570-982b-4f6e-8cba-4511f48ca47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b8b2ae-50fe-4b45-98e9-b20120bbf356', 'code': 200} Feb 08 16:01:50.897190 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70cc5544-8d12-4b1e-ac81-bba945e0f593 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (81a77865-db67-492f-bebd-b0925acc74e2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.900085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=b3b8b2ae-50fe-4b45-98e9-b20120bbf356,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:50.930619 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70cc5544-8d12-4b1e-ac81-bba945e0f593 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:50.932990 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-70cc5544-8d12-4b1e-ac81-bba945e0f593 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/81a77865-db67-492f-bebd-b0925acc74e2 HTTP/1.1" status: 204 len: 168 time: 0.2414188 Feb 08 16:01:50.937032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54822) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:50.959916 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc5544-8d12-4b1e-ac81-bba945e0f593 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81a77865-db67-492f-bebd-b0925acc74e2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:50.995032 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-170f2a1e-1bb4-48c2-8328-88307b248397 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (e1be228d-4b1a-4ce8-9d2c-5994a41212dd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.005311 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-170f2a1e-1bb4-48c2-8328-88307b248397 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.011001 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-170f2a1e-1bb4-48c2-8328-88307b248397 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "DELETE /v2.0/networks/e1be228d-4b1a-4ce8-9d2c-5994a41212dd HTTP/1.1" status: 204 len: 168 time: 0.8103113 Feb 08 16:01:51.014402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f8a8db2-a748-4781-90ff-6ab61d864454 req-59712038-8aed-4254-a3af-a7699e49bd3c tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067566 Feb 08 16:01:51.015021 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54826) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:51.072829 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9e3d06fc-859c-4c5c-8534-3ca6441125c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (d4ff44fa-c56a-4918-8bd9-0308479a4400), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.085760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f2a1e-1bb4-48c2-8328-88307b248397 tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event deleted for resources: {'Network': ['ID=e1be228d-4b1a-4ce8-9d2c-5994a41212dd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:51.087438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.093981 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9f85d2ce-13b7-4694-bd54-533eca79d2a1 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1526201 Feb 08 16:01:51.108511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54828) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:51.114448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-eab5ebd4-2433-42da-9948-33f7939ac4c8 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group_rule': {'security_group_id': '9495c317-c081-4b89-ac85-3195e77f8d69', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:51.141990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5b80c-9ffd-4f6b-80e1-8a2b68339186 req-f4ca126b-e51b-42a6-9631-998844eedc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:51.143522 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-28d5b80c-9ffd-4f6b-80e1-8a2b68339186 req-f4ca126b-e51b-42a6-9631-998844eedc14 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 1128 time: 0.1671259 Feb 08 16:01:51.156369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d06fc-859c-4c5c-8534-3ca6441125c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Subnet': ['ID=d4ff44fa-c56a-4918-8bd9-0308479a4400,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:51.188774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3d06fc-859c-4c5c-8534-3ca6441125c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Checking segment: {'id': '56b34e4d-4715-411e-9eac-fb0cc56e1ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '55c4a61a-e77b-4ca1-9524-14e5a8873d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:51.189161 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3d06fc-859c-4c5c-8534-3ca6441125c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network hostable DHCP agents. Network: 55c4a61a-e77b-4ca1-9524-14e5a8873d72, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:01:51.200299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e438f780-4678-49dd-a98b-8495e8b3e97d tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (1bc5fb02-684f-4dd4-9d29-c6d31cbef281), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.223389 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-28d5b80c-9ffd-4f6b-80e1-8a2b68339186 req-7ff1695f-39ca-455c-8db4-a15e9c80e1d4 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686152 Feb 08 16:01:51.226409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3d06fc-859c-4c5c-8534-3ca6441125c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network 55c4a61a-e77b-4ca1-9524-14e5a8873d72 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:01:51.238056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-9e3d06fc-859c-4c5c-8534-3ca6441125c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 55c4a61a-e77b-4ca1-9524-14e5a8873d72) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:51.242318 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eab5ebd4-2433-42da-9948-33f7939ac4c8 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (ae09e91c-d125-4017-a76a-6e6270cb6f2a), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.243101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3d06fc-859c-4c5c-8534-3ca6441125c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:51.243715 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9e3d06fc-859c-4c5c-8534-3ca6441125c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.250560 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efa7b51-8130-4407-ae76-c8aeb26ef208 None None] Network 55c4a61a-e77b-4ca1-9524-14e5a8873d72 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:51.267308 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9e3d06fc-859c-4c5c-8534-3ca6441125c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7911463 Feb 08 16:01:51.267543 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54830) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:51.272220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-cc9c53ef-848b-443f-8a25-6efabdca134d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-90153227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:51.293202 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc9c53ef-848b-443f-8a25-6efabdca134d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (03212717-5b39-4863-976a-89f7a7f4e22a), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.294242 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc9c53ef-848b-443f-8a25-6efabdca134d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (03212717-5b39-4863-976a-89f7a7f4e22a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.327901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4699b-8b79-4845-aa26-9d0bfac66476 req-03b8f09c-f072-4103-bf78-2211f55d8158 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:51.329551 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1c4699b-8b79-4845-aa26-9d0bfac66476 req-03b8f09c-f072-4103-bf78-2211f55d8158 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.2483950 Feb 08 16:01:51.350696 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc9c53ef-848b-443f-8a25-6efabdca134d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for router_controller (03212717-5b39-4863-976a-89f7a7f4e22a), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.359272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc9c53ef-848b-443f-8a25-6efabdca134d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (03212717-5b39-4863-976a-89f7a7f4e22a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.384606 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc9c53ef-848b-443f-8a25-6efabdca134d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.386092 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cc9c53ef-848b-443f-8a25-6efabdca134d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1175730 Feb 08 16:01:51.389303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54834) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:51.394439 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-328c504d-a50e-44b6-9028-fcf9733d22e9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'network_id': '55c4a61a-e77b-4ca1-9524-14e5a8873d72', 'name': 'tempest-PortsIpV6TestJSON-615306310'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:51.465488 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e438f780-4678-49dd-a98b-8495e8b3e97d tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (1bc5fb02-684f-4dd4-9d29-c6d31cbef281), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.548165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328c504d-a50e-44b6-9028-fcf9733d22e9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:51.553323 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-328c504d-a50e-44b6-9028-fcf9733d22e9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.572045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-328c504d-a50e-44b6-9028-fcf9733d22e9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port 6af93d71-1874-4a85-bea2-5714add7f60d yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:01:51.579359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358200d9-1491-4583-ae53-b174b816656c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-55c4a61a-e77b-4ca1-9524-14e5a8873d72', 'network_id': '55c4a61a-e77b-4ca1-9524-14e5a8873d72', 'project_id': '5a4a0e9e3ff1446d923db9f7e5cfeec6', 'fixed_ips': [{'subnet_id': 'd4ff44fa-c56a-4918-8bd9-0308479a4400'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:01:51.580354 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-358200d9-1491-4583-ae53-b174b816656c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.583407 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e438f780-4678-49dd-a98b-8495e8b3e97d tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc5fb02-684f-4dd4-9d29-c6d31cbef281']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:51.587096 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eab5ebd4-2433-42da-9948-33f7939ac4c8 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (ae09e91c-d125-4017-a76a-6e6270cb6f2a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.610307 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1c4699b-8b79-4845-aa26-9d0bfac66476 req-b24c50e2-e38d-4e35-a17a-6a10ed0c8a4d tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635376 Feb 08 16:01:51.621332 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eab5ebd4-2433-42da-9948-33f7939ac4c8 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (ae09e91c-d125-4017-a76a-6e6270cb6f2a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.637222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e438f780-4678-49dd-a98b-8495e8b3e97d tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9655c71-1c97-4793-80fb-d82aa8c6425c') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:51.637222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e438f780-4678-49dd-a98b-8495e8b3e97d tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9655c71-1c97-4793-80fb-d82aa8c6425c') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:51.665729 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e438f780-4678-49dd-a98b-8495e8b3e97d tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (b9655c71-1c97-4793-80fb-d82aa8c6425c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.671007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] device_id is not set on port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:01:51.686637 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5ebd4-2433-42da-9948-33f7939ac4c8 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae09e91c-d125-4017-a76a-6e6270cb6f2a,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:51.689910 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks [] for port (bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.702763 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eab5ebd4-2433-42da-9948-33f7939ac4c8 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.706454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-eab5ebd4-2433-42da-9948-33f7939ac4c8 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5932124 Feb 08 16:01:51.706454 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e438f780-4678-49dd-a98b-8495e8b3e97d tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b9655c71-1c97-4793-80fb-d82aa8c6425c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.709614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54838) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:51.712837 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.725086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e438f780-4678-49dd-a98b-8495e8b3e97d tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:01:51.725494 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e438f780-4678-49dd-a98b-8495e8b3e97d tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (b9655c71-1c97-4793-80fb-d82aa8c6425c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.736264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28de7b4-0983-4e2e-9f56-c2dce4d04828 req-5515e8b8-3065-49d0-aac3-532a4b0a6687 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:51.738379 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a28de7b4-0983-4e2e-9f56-c2dce4d04828 req-5515e8b8-3065-49d0-aac3-532a4b0a6687 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 943 time: 0.2365556 Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:01:51.738568 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:01:51.741379 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2d295aba-0bdc-40f2-837e-333b88316f18 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules/ae09e91c-d125-4017-a76a-6e6270cb6f2a HTTP/1.1" status: 200 len: 763 time: 0.0306103 Feb 08 16:01:51.743858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54840) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:51.764538 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-328c504d-a50e-44b6-9028-fcf9733d22e9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Allocated IP 2001:db8::f (55c4a61a-e77b-4ca1-9524-14e5a8873d72/d4ff44fa-c56a-4918-8bd9-0308479a4400/6af93d71-1874-4a85-bea2-5714add7f60d) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:51.821826 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9b6c1f03-eeac-4481-8f3b-a7de2fe0d607 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0766408 Feb 08 16:01:51.828539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54842) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:51.865462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Pushing event updated for resources: {'Port': ['ID=bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:51.879188 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc2b3ba2-b11a-4584-8fe4-422d5e6923a7 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (ae09e91c-d125-4017-a76a-6e6270cb6f2a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.879464 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e438f780-4678-49dd-a98b-8495e8b3e97d tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (1bc5fb02-684f-4dd4-9d29-c6d31cbef281), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.897416 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e438f780-4678-49dd-a98b-8495e8b3e97d tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.900552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e438f780-4678-49dd-a98b-8495e8b3e97d tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] 10.222.0.82 "DELETE /v2.0/networks/1bc5fb02-684f-4dd4-9d29-c6d31cbef281 HTTP/1.1" status: 204 len: 168 time: 0.8815665 Feb 08 16:01:51.914910 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc2b3ba2-b11a-4584-8fe4-422d5e6923a7 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (ae09e91c-d125-4017-a76a-6e6270cb6f2a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.921349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:51.921702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:51.922045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:51.926385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438f780-4678-49dd-a98b-8495e8b3e97d tempest-BulkNetworkOpsIpV6Test-650170128 tempest-BulkNetworkOpsIpV6Test-650170128-project] Pushing event deleted for resources: {'Network': ['ID=1bc5fb02-684f-4dd4-9d29-c6d31cbef281,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:51.932705 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a28de7b4-0983-4e2e-9f56-c2dce4d04828 req-c5d9ee69-cad6-4a5f-9059-a12753e3e099 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648815 Feb 08 16:01:51.933808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:51.934141 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:51.934525 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 2 to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 Feb 08 16:01:51.959427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:51.959427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:51.959427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:51.961035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:51.961320 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc2b3ba2-b11a-4584-8fe4-422d5e6923a7 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (ae09e91c-d125-4017-a76a-6e6270cb6f2a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.962018 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:51.962508 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 3 to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 Feb 08 16:01:51.978583 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc2b3ba2-b11a-4584-8fe4-422d5e6923a7 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:51.978806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:51.978946 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:51.979270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:51.979744 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dc2b3ba2-b11a-4584-8fe4-422d5e6923a7 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/ae09e91c-d125-4017-a76a-6e6270cb6f2a HTTP/1.1" status: 204 len: 168 time: 0.1502240 Feb 08 16:01:51.982963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54846) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:51.989428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b3ba2-b11a-4584-8fe4-422d5e6923a7 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae09e91c-d125-4017-a76a-6e6270cb6f2a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:52.000582 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:52.001095 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:52.003290 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 4 to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 Feb 08 16:01:52.021774 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-328c504d-a50e-44b6-9028-fcf9733d22e9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (6af93d71-1874-4a85-bea2-5714add7f60d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.023380 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:52.023672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:52.024019 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:52.041626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 1fcacada-c7d3-4052-ad3b-8af2fdad98ba details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:01:52.055964 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ef59ded6-3a84-4967-9f3f-09e021c47daa tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0708957 Feb 08 16:01:52.056722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:52.057096 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:52.057519 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 5 to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 Feb 08 16:01:52.058965 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54850) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:52.064026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b6f8f58e-122d-4a59-afc0-28a0fe86bc61 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group_rule': {'security_group_id': '9495c317-c081-4b89-ac85-3195e77f8d69', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:52.079873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:52.080548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:52.081119 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:52.093166 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-328c504d-a50e-44b6-9028-fcf9733d22e9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6af93d71-1874-4a85-bea2-5714add7f60d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.094335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:52.094810 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:52.095345 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 6 to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 Feb 08 16:01:52.159039 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-b6f8f58e-122d-4a59-afc0-28a0fe86bc61 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Project 4ceda8c3bc01413392972fca22c8def8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:01:52.159591 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:52.159942 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:52.160586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:52.166292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c504d-a50e-44b6-9028-fcf9733d22e9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network 55c4a61a-e77b-4ca1-9524-14e5a8873d72 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:52.171206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c504d-a50e-44b6-9028-fcf9733d22e9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=6af93d71-1874-4a85-bea2-5714add7f60d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:52.171395 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:52.171701 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:52.173846 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-328c504d-a50e-44b6-9028-fcf9733d22e9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:52.174002 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 7 to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 Feb 08 16:01:52.176527 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f58e-122d-4a59-afc0-28a0fe86bc61 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (1dd353e8-ba53-4351-8ecd-a4ae406e7804), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.192908 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:52.193462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:52.193899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:52.205011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:52.205344 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:52.206572 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 8 to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 Feb 08 16:01:52.207736 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c504d-a50e-44b6-9028-fcf9733d22e9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:52.213922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328c504d-a50e-44b6-9028-fcf9733d22e9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:52.214680 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-328c504d-a50e-44b6-9028-fcf9733d22e9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.227349 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=1fcacada-c7d3-4052-ad3b-8af2fdad98ba,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:52.230755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15239756-6a35-4d8f-8dfd-e7b8d2c75370 req-64a68745-04fd-4ba0-a047-c3dc8254038e tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:52.233238 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15239756-6a35-4d8f-8dfd-e7b8d2c75370 req-64a68745-04fd-4ba0-a047-c3dc8254038e tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 945 time: 0.1148391 Feb 08 16:01:52.234928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:52.235347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:52.235688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:52.247083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '1fcacada-c7d3-4052-ad3b-8af2fdad98ba', 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073', 'port_id': '1fcacada-c7d3-4052-ad3b-8af2fdad98ba', 'mac_address': 'fa:16:3e:1f:c0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ecb47d-dbfd-4668-8784-e5338c0de0ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:01:52.250065 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f58e-122d-4a59-afc0-28a0fe86bc61 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (1dd353e8-ba53-4351-8ecd-a4ae406e7804), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.257333 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f58e-122d-4a59-afc0-28a0fe86bc61 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (1dd353e8-ba53-4351-8ecd-a4ae406e7804), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.257782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:52.258121 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:52.261052 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 9 to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 Feb 08 16:01:52.284317 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-328c504d-a50e-44b6-9028-fcf9733d22e9 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8913772 Feb 08 16:01:52.287870 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54854) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:52.293950 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8f58e-122d-4a59-afc0-28a0fe86bc61 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd353e8-ba53-4351-8ecd-a4ae406e7804,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:52.312126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54856) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:52.317889 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f58e-122d-4a59-afc0-28a0fe86bc61 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.321640 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b6f8f58e-122d-4a59-afc0-28a0fe86bc61 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2590113 Feb 08 16:01:52.324704 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54858) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:52.337708 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:52.338091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:52.338431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:52.350106 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-09863cc9-d9ba-4d55-b97c-3364aabce148 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules/1dd353e8-ba53-4351-8ecd-a4ae406e7804 HTTP/1.1" status: 200 len: 769 time: 0.0211713 Feb 08 16:01:52.351720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54862) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:52.371362 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-358200d9-1491-4583-ae53-b174b816656c None None] Allocated IP 2001:db8::2 (55c4a61a-e77b-4ca1-9524-14e5a8873d72/d4ff44fa-c56a-4918-8bd9-0308479a4400/8306f7f3-0f7e-4cdf-9556-09371e0db427) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:01:52.373988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:52.374382 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fcacada-c7d3-4052-ad3b-8af2fdad98ba), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.389407 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:52.390464 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:52.392617 n-d-824834-11 neutron-server[103301]: INFO neutron.plugins.ml2.plugin [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 10 to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 Feb 08 16:01:52.400702 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15239756-6a35-4d8f-8dfd-e7b8d2c75370 req-5a5ba5f2-7a21-48b8-9d5c-31cdb0c1d00e tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604185 Feb 08 16:01:52.422786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:52.423347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:52.423839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:52.430434 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:52.431049 n-d-824834-11 neutron-server[103301]: ERROR neutron.plugins.ml2.managers [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:52.431580 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.458545 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1e0f2ed4-e81f-47c1-baf1-f839b0001eca tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1048839 Feb 08 16:01:52.463616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54866) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:52.518402 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba3f13f5-ab4b-4c34-8483-744bd92892dd tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (1dd353e8-ba53-4351-8ecd-a4ae406e7804), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.525817 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 41740af2-4a3d-4b44-9b28-315194388352 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:01:52.529838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba3f13f5-ab4b-4c34-8483-744bd92892dd tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (1dd353e8-ba53-4351-8ecd-a4ae406e7804), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.554727 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fcacada-c7d3-4052-ad3b-8af2fdad98ba {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:01:52.583714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=1fcacada-c7d3-4052-ad3b-8af2fdad98ba,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:52.598854 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1fcacada-c7d3-4052-ad3b-8af2fdad98ba), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.606981 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba3f13f5-ab4b-4c34-8483-744bd92892dd tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (1dd353e8-ba53-4351-8ecd-a4ae406e7804), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.619779 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba3f13f5-ab4b-4c34-8483-744bd92892dd tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.621088 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ba3f13f5-ab4b-4c34-8483-744bd92892dd tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/1dd353e8-ba53-4351-8ecd-a4ae406e7804 HTTP/1.1" status: 204 len: 168 time: 0.1534514 Feb 08 16:01:52.624165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54868) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:52.638266 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8de34c6a-cd0b-42e5-8789-d2c525ebbfa7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fd6b132201f241bda38a58b5fd69c90f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3213086 Feb 08 16:01:52.639539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54870) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:52.640305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f13f5-ab4b-4c34-8483-744bd92892dd tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dd353e8-ba53-4351-8ecd-a4ae406e7804,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:52.707677 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2df16d26-da68-4ef0-a7a5-a169bb126339 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0822842 Feb 08 16:01:52.713023 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54874) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:52.744838 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 16:01:52.774337 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6145c6f2-0634-42d5-84c9-7bc5955d4488 admin admin] Publish callbacks [] for security_group (ff3fbbff-2c8b-429c-8eba-5ed2c4365327), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.785753 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] For port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:01:52.786119 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempted to set empty binding levels {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 08 16:01:52.798450 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7fda5ba-0462-4257-939b-85a9ddb4135a tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (9495c317-c081-4b89-ac85-3195e77f8d69), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.798765 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.812866 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6145c6f2-0634-42d5-84c9-7bc5955d4488 admin admin] Publish callbacks [] for security_group (ff3fbbff-2c8b-429c-8eba-5ed2c4365327), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.845515 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7fda5ba-0462-4257-939b-85a9ddb4135a tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (9495c317-c081-4b89-ac85-3195e77f8d69), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.848250 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-358200d9-1491-4583-ae53-b174b816656c None None] Publish callbacks [] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.854427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=1fcacada-c7d3-4052-ad3b-8af2fdad98ba,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:52.875529 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] In _notify_port_updated(), no bound segment for port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:01:52.876400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:52.877032 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.878662 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "PUT /v2.0/ports/bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 HTTP/1.1" status: 200 len: 975 time: 2.0346818 Feb 08 16:01:52.888209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54876) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:52.892143 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-358200d9-1491-4583-ae53-b174b816656c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.897448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91d7bc-291e-4c9f-8b6e-c46a162f469b tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Pushing event updated for resources: {'Port': ['ID=bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:52.912921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6f86b-2d50-4bce-940c-0d08e0d670ba req-0ec61693-dfc8-4eaf-b0cb-c83d0e595458 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:52.915038 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03a6f86b-2d50-4bce-940c-0d08e0d670ba req-0ec61693-dfc8-4eaf-b0cb-c83d0e595458 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 944 time: 0.1949518 Feb 08 16:01:52.923590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['1fcacada-c7d3-4052-ad3b-8af2fdad98ba'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:01:52.988033 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7fda5ba-0462-4257-939b-85a9ddb4135a tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9495c317-c081-4b89-ac85-3195e77f8d69), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.991113 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7fda5ba-0462-4257-939b-85a9ddb4135a tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.995277 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a7fda5ba-0462-4257-939b-85a9ddb4135a tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-groups/9495c317-c081-4b89-ac85-3195e77f8d69 HTTP/1.1" status: 204 len: 168 time: 0.2787402 Feb 08 16:01:52.998997 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6145c6f2-0634-42d5-84c9-7bc5955d4488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ff3fbbff-2c8b-429c-8eba-5ed2c4365327), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:52.999254 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6af93d71-1874-4a85-bea2-5714add7f60d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:53.002407 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54880) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:53.002598 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6145c6f2-0634-42d5-84c9-7bc5955d4488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:53.003662 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6145c6f2-0634-42d5-84c9-7bc5955d4488 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ff3fbbff-2c8b-429c-8eba-5ed2c4365327 HTTP/1.1" status: 204 len: 168 time: 0.3612638 Feb 08 16:01:53.027686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 41740af2-4a3d-4b44-9b28-315194388352, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=41740af2-4a3d-4b44-9b28-315194388352,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:53.037491 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.037980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.038740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.039433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.039883 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.040277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.040752 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.041321 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.041789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.042250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.043004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.044150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.044150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.045332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.046231 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.046696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.047202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.047680 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03a6f86b-2d50-4bce-940c-0d08e0d670ba req-b797cfc6-4744-4920-b2ea-14d207862444 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223302 Feb 08 16:01:53.047800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.048225 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.048604 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.049111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.049755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.050215 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:53.058797 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d4a4992d-e772-49b9-acbf-3075f6fb0b58 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20814 time: 0.1704049 Feb 08 16:01:53.060155 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54884) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:53.060794 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fda5ba-0462-4257-939b-85a9ddb4135a tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9495c317-c081-4b89-ac85-3195e77f8d69,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:53.105726 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145c6f2-0634-42d5-84c9-7bc5955d4488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3fbbff-2c8b-429c-8eba-5ed2c4365327,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:53.173632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '41740af2-4a3d-4b44-9b28-315194388352', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'port_id': '41740af2-4a3d-4b44-9b28-315194388352', 'mac_address': 'fa:16:3e:3b:0e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:01:53.225085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358200d9-1491-4583-ae53-b174b816656c None None] Network 55c4a61a-e77b-4ca1-9524-14e5a8873d72 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:53.228908 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358200d9-1491-4583-ae53-b174b816656c None None] Pushing event updated for resources: {'Port': ['ID=8306f7f3-0f7e-4cdf-9556-09371e0db427,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:53.236602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-358200d9-1491-4583-ae53-b174b816656c None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:53.265229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358200d9-1491-4583-ae53-b174b816656c None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:53.343928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 41740af2-4a3d-4b44-9b28-315194388352 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:53.344318 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41740af2-4a3d-4b44-9b28-315194388352), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:53.403047 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41740af2-4a3d-4b44-9b28-315194388352 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:01:53.423087 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-358200d9-1491-4583-ae53-b174b816656c None None] Attempting to bind port 8306f7f3-0f7e-4cdf-9556-09371e0db427 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:53.423469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-358200d9-1491-4583-ae53-b174b816656c None None] Attempting to bind port 8306f7f3-0f7e-4cdf-9556-09371e0db427 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '56b34e4d-4715-411e-9eac-fb0cc56e1ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '55c4a61a-e77b-4ca1-9524-14e5a8873d72'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:53.423825 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358200d9-1491-4583-ae53-b174b816656c None None] Attempting to bind port 8306f7f3-0f7e-4cdf-9556-09371e0db427 on network 55c4a61a-e77b-4ca1-9524-14e5a8873d72 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:53.444299 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 41740af2-4a3d-4b44-9b28-315194388352, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=41740af2-4a3d-4b44-9b28-315194388352,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:53.447243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358200d9-1491-4583-ae53-b174b816656c None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:01:53.447654 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358200d9-1491-4583-ae53-b174b816656c None None] Checking segment: {'id': '56b34e4d-4715-411e-9eac-fb0cc56e1ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '55c4a61a-e77b-4ca1-9524-14e5a8873d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:01:53.448240 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-358200d9-1491-4583-ae53-b174b816656c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:53.448880 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358200d9-1491-4583-ae53-b174b816656c None None] Bound using segment: {'id': '56b34e4d-4715-411e-9eac-fb0cc56e1ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '55c4a61a-e77b-4ca1-9524-14e5a8873d72'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:01:53.449291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-358200d9-1491-4583-ae53-b174b816656c None None] Bound port: 8306f7f3-0f7e-4cdf-9556-09371e0db427, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b34e4d-4715-411e-9eac-fb0cc56e1ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '55c4a61a-e77b-4ca1-9524-14e5a8873d72'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:01:53.449687 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-358200d9-1491-4583-ae53-b174b816656c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:53.456645 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (41740af2-4a3d-4b44-9b28-315194388352), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:53.512283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-916ba4ab-c26b-4160-9c9a-5075282d6be7 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Deleting port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:53.513312 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-916ba4ab-c26b-4160-9c9a-5075282d6be7 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:53.551038 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-11636222-7c96-40d2-8de2-2a6cbcb1f289 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5417356 Feb 08 16:01:53.552371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54894) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:53.598388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-916ba4ab-c26b-4160-9c9a-5075282d6be7 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] For port bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86, host n-h2-824834-11, got binding levels [] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:53.598792 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-916ba4ab-c26b-4160-9c9a-5075282d6be7 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:53.647219 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=41740af2-4a3d-4b44-9b28-315194388352,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:53.647813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-916ba4ab-c26b-4160-9c9a-5075282d6be7 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Calling delete_port for bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:53.672412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-358200d9-1491-4583-ae53-b174b816656c None None] For port 8306f7f3-0f7e-4cdf-9556-09371e0db427, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:01:53.677073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-358200d9-1491-4583-ae53-b174b816656c None None] For port 8306f7f3-0f7e-4cdf-9556-09371e0db427, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8306f7f3-0f7e-4cdf-9556-09371e0db427,segment=NetworkSegment(56b34e4d-4715-411e-9eac-fb0cc56e1ef0),segment_id=56b34e4d-4715-411e-9eac-fb0cc56e1ef0)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:01:53.685606 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-358200d9-1491-4583-ae53-b174b816656c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:53.723768 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['41740af2-4a3d-4b44-9b28-315194388352'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:01:53.756410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a111da73-0b0f-4add-a6a8-f29e2f57c489 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group': {'name': 'tempest-secgroup--202410971'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:53.796751 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-916ba4ab-c26b-4160-9c9a-5075282d6be7 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:53.838751 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ba4ab-c26b-4160-9c9a-5075282d6be7 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:53.844261 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-916ba4ab-c26b-4160-9c9a-5075282d6be7 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:53.850999 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-916ba4ab-c26b-4160-9c9a-5075282d6be7 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "DELETE /v2.0/ports/bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 HTTP/1.1" status: 204 len: 168 time: 0.7873523 Feb 08 16:01:53.851776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54906) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:53.885348 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca6f421-ca86-4c2a-8d17-50d3d3affb0d tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] GET failed (client error): The resource could not be found. Feb 08 16:01:53.891101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358200d9-1491-4583-ae53-b174b816656c None None] Pushing event updated for resources: {'Port': ['ID=8306f7f3-0f7e-4cdf-9556-09371e0db427,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:53.892241 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1ca6f421-ca86-4c2a-8d17-50d3d3affb0d tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "GET /v2.0/ports/bc1fa63d-d2e9-4d7e-9993-b05e6b9bbb86 HTTP/1.1" status: 404 len: 333 time: 0.0386951 Feb 08 16:01:53.893077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54908) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:53.903258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-70876d55-0bcd-4ef1-b141-81779b45b357 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-380845016', 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:53.939674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70876d55-0bcd-4ef1-b141-81779b45b357 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Made reservation on behalf of 38f37187ce7b4faa84a73c303d69f8c8 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:53.943792 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70876d55-0bcd-4ef1-b141-81779b45b357 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:53.988921 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-70876d55-0bcd-4ef1-b141-81779b45b357 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] device_id is not set on port 3a5aa825-d4f8-4223-af73-e772e923c0f8 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:01:54.017947 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a111da73-0b0f-4add-a6a8-f29e2f57c489 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.101092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfec123-59cf-4e66-8aef-09215795ad9b req-354d4394-2dd4-4ed2-8563-7a27bd65cb86 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:54.102699 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dfec123-59cf-4e66-8aef-09215795ad9b req-354d4394-2dd4-4ed2-8563-7a27bd65cb86 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 944 time: 0.5491741 Feb 08 16:01:54.158310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2d267-7ffe-4416-9f6a-b2eca27c0420 req-4afcc360-6196-41cb-902b-a4a056080de6 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:54.160793 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54e2d267-7ffe-4416-9f6a-b2eca27c0420 req-4afcc360-6196-41cb-902b-a4a056080de6 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 945 time: 0.4843278 Feb 08 16:01:54.254532 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (6af93d71-1874-4a85-bea2-5714add7f60d), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.257052 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70876d55-0bcd-4ef1-b141-81779b45b357 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks [] for port (3a5aa825-d4f8-4223-af73-e772e923c0f8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.278585 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6af93d71-1874-4a85-bea2-5714add7f60d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.300248 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70876d55-0bcd-4ef1-b141-81779b45b357 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3a5aa825-d4f8-4223-af73-e772e923c0f8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.337605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54920) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:54.361702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70876d55-0bcd-4ef1-b141-81779b45b357 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Network 5179cb48-316a-4824-9882-57c414b6c16e is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:54.365341 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dfec123-59cf-4e66-8aef-09215795ad9b req-f665049f-0b27-4647-adac-b46eb12263f7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427478 Feb 08 16:01:54.369634 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-70876d55-0bcd-4ef1-b141-81779b45b357 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:54.374083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70876d55-0bcd-4ef1-b141-81779b45b357 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:54.375264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70876d55-0bcd-4ef1-b141-81779b45b357 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:54.394876 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70876d55-0bcd-4ef1-b141-81779b45b357 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.400081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70876d55-0bcd-4ef1-b141-81779b45b357 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Pushing event updated for resources: {'Port': ['ID=3a5aa825-d4f8-4223-af73-e772e923c0f8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:54.429654 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-70876d55-0bcd-4ef1-b141-81779b45b357 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5344594 Feb 08 16:01:54.430234 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54924) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:54.445849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54e2d267-7ffe-4416-9f6a-b2eca27c0420 req-755f6040-d8ba-4a77-9525-89c2c96e4079 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365549 Feb 08 16:01:54.469296 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a111da73-0b0f-4add-a6a8-f29e2f57c489 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (a4c2d90c-aeba-46ce-bcae-9071f5215fb5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.519303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d773480-fc54-4960-b14c-00791b83f383 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:54.524221 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9d773480-fc54-4960-b14c-00791b83f383 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "GET /v2.0/ports/3a5aa825-d4f8-4223-af73-e772e923c0f8 HTTP/1.1" status: 200 len: 954 time: 0.0905895 Feb 08 16:01:54.525534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54930) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:54.528425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=6af93d71-1874-4a85-bea2-5714add7f60d,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:54.534565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 41740af2-4a3d-4b44-9b28-315194388352 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:54.540195 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a111da73-0b0f-4add-a6a8-f29e2f57c489 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a4c2d90c-aeba-46ce-bcae-9071f5215fb5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.626067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 41740af2-4a3d-4b44-9b28-315194388352 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:54.626639 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (41740af2-4a3d-4b44-9b28-315194388352), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.628077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1473447444'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:54.699948 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-28621747-1f5f-4b2e-9eac-44d4fad6a160 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Deleting port 3a5aa825-d4f8-4223-af73-e772e923c0f8 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:54.700659 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28621747-1f5f-4b2e-9eac-44d4fad6a160 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3a5aa825-d4f8-4223-af73-e772e923c0f8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.700850 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a111da73-0b0f-4add-a6a8-f29e2f57c489 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.702438 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a111da73-0b0f-4add-a6a8-f29e2f57c489 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0271249 Feb 08 16:01:54.712131 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54934) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:54.726479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-61fb2206-fdc8-4b59-89b6-76ad45b0aebf tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Request body: {'security_group_rule': {'security_group_id': 'a4c2d90c-aeba-46ce-bcae-9071f5215fb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:54.736208 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111da73-0b0f-4add-a6a8-f29e2f57c489 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c2d90c-aeba-46ce-bcae-9071f5215fb5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:54.760340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Made reservation on behalf of 9f9420ffa8b941baa2fa9ecac33ffd54 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:54.763965 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.821094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 41740af2-4a3d-4b44-9b28-315194388352 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:54.822940 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41740af2-4a3d-4b44-9b28-315194388352), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.826442 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28621747-1f5f-4b2e-9eac-44d4fad6a160 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3a5aa825-d4f8-4223-af73-e772e923c0f8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.827017 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.829897 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (03212717-5b39-4863-976a-89f7a7f4e22a), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:54.850750 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-28621747-1f5f-4b2e-9eac-44d4fad6a160 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Calling delete_port for 3a5aa825-d4f8-4223-af73-e772e923c0f8 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:54.925210 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04d56e-0aef-4c44-b3b0-4290a71bea08 req-df25e042-9763-47d4-bfa0-b12d01285074 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:54.932755 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f04d56e-0aef-4c44-b3b0-4290a71bea08 req-df25e042-9763-47d4-bfa0-b12d01285074 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 945 time: 0.3932002 Feb 08 16:01:54.941314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41740af2-4a3d-4b44-9b28-315194388352'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:01:54.948117 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec3d841-88c0-46d9-9683-a420e6652115" -d '{"events": [{"server_uuid": "5667d6be-d9fc-4202-94ba-b28272037bbb", "name": "network-vif-plugged", "status": "completed", "tag": "41740af2-4a3d-4b44-9b28-315194388352"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:01:54.952754 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-61fb2206-fdc8-4b59-89b6-76ad45b0aebf tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (6d9d1973-c68a-481a-b5ff-dc99276867a5), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.030370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 41740af2-4a3d-4b44-9b28-315194388352, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=41740af2-4a3d-4b44-9b28-315194388352,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:55.040847 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (41740af2-4a3d-4b44-9b28-315194388352), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.043271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28621747-1f5f-4b2e-9eac-44d4fad6a160 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3a5aa825-d4f8-4223-af73-e772e923c0f8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.103257 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3615c97d-a630-4a6d-9296-c18c044001c1 x-openstack-request-id: req-3615c97d-a630-4a6d-9296-c18c044001c1 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:01:55.103927 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5667d6be-d9fc-4202-94ba-b28272037bbb", "name": "network-vif-plugged", "status": "completed", "tag": "41740af2-4a3d-4b44-9b28-315194388352", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:01:55.104600 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3615c97d-a630-4a6d-9296-c18c044001c1 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:01:55.105210 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41740af2-4a3d-4b44-9b28-315194388352', 'code': 200} Feb 08 16:01:55.128900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28621747-1f5f-4b2e-9eac-44d4fad6a160 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a5aa825-d4f8-4223-af73-e772e923c0f8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:55.151160 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28621747-1f5f-4b2e-9eac-44d4fad6a160 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.155454 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-28621747-1f5f-4b2e-9eac-44d4fad6a160 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "DELETE /v2.0/ports/3a5aa825-d4f8-4223-af73-e772e923c0f8 HTTP/1.1" status: 204 len: 168 time: 0.6240699 Feb 08 16:01:55.161237 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54942) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:55.161412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=41740af2-4a3d-4b44-9b28-315194388352,revision_number=10']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:55.179015 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f04d56e-0aef-4c44-b3b0-4290a71bea08 req-bc0e3b61-a8ee-4d2e-8a37-74fefd8bbbad tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455528 Feb 08 16:01:55.198732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8306f7f3-0f7e-4cdf-9556-09371e0db427 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:55.210258 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-309c1572-d649-4ccc-a886-67b62ed2fedd tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] GET failed (client error): The resource could not be found. Feb 08 16:01:55.226448 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-309c1572-d649-4ccc-a886-67b62ed2fedd tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "GET /v2.0/ports/3a5aa825-d4f8-4223-af73-e772e923c0f8 HTTP/1.1" status: 404 len: 333 time: 0.0635445 Feb 08 16:01:55.229911 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54948) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:55.242069 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a6fba38b-2937-4a41-b200-d144c5085925 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Request body: {'port': {'network_id': '5179cb48-316a-4824-9882-57c414b6c16e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-960044174'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:55.301804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fba38b-2937-4a41-b200-d144c5085925 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Made reservation on behalf of 38f37187ce7b4faa84a73c303d69f8c8 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:01:55.304486 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6fba38b-2937-4a41-b200-d144c5085925 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.314638 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-61fb2206-fdc8-4b59-89b6-76ad45b0aebf tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (6d9d1973-c68a-481a-b5ff-dc99276867a5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.328881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-61fb2206-fdc8-4b59-89b6-76ad45b0aebf tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (6d9d1973-c68a-481a-b5ff-dc99276867a5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.330746 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6af93d71-1874-4a85-bea2-5714add7f60d), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.362207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 8306f7f3-0f7e-4cdf-9556-09371e0db427 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:55.364293 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.381622 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb2206-fdc8-4b59-89b6-76ad45b0aebf tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9d1973-c68a-481a-b5ff-dc99276867a5,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:55.415945 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-a6fba38b-2937-4a41-b200-d144c5085925 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] device_id is not set on port e806ef3b-5bfa-41d5-b27b-3db97db36af2 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:01:55.443469 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-61fb2206-fdc8-4b59-89b6-76ad45b0aebf tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.449573 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-61fb2206-fdc8-4b59-89b6-76ad45b0aebf tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7306511 Feb 08 16:01:55.453336 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54954) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:55.455978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e83d698-0822-4471-bd20-c52788d67711 None None] Network 55c4a61a-e77b-4ca1-9524-14e5a8873d72 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:01:55.518019 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Publish callbacks [] for security_group (5bb88198-3d1e-47d7-ae13-2274fca93db3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.557009 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e0bfb-7d31-4ad9-84f8-c0cecad04779 req-ac0b838a-8570-44ca-8373-6fba8a542b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:55.559579 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a15e0bfb-7d31-4ad9-84f8-c0cecad04779 req-ac0b838a-8570-44ca-8373-6fba8a542b5a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 1130 time: 0.2310045 Feb 08 16:01:55.568306 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5bb88198-3d1e-47d7-ae13-2274fca93db3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.690909 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6fba38b-2937-4a41-b200-d144c5085925 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks [] for port (e806ef3b-5bfa-41d5-b27b-3db97db36af2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.694984 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a15e0bfb-7d31-4ad9-84f8-c0cecad04779 req-ab497b40-f944-47cb-89f9-664cfe682bee service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279969 Feb 08 16:01:55.729910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7e604d50-87e0-45fa-b551-5aebac2353e9 None None] Provisioning complete for port 8306f7f3-0f7e-4cdf-9556-09371e0db427 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:55.730243 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7e604d50-87e0-45fa-b551-5aebac2353e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.737516 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6fba38b-2937-4a41-b200-d144c5085925 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e806ef3b-5bfa-41d5-b27b-3db97db36af2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.745715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:01:55.766152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb88198-3d1e-47d7-ae13-2274fca93db3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:55.777759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 8306f7f3-0f7e-4cdf-9556-09371e0db427 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:55.778294 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.818506 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (77c7161a-b95c-4dfe-9fcd-ee71c76405dc), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.818972 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Added segment 77c7161a-b95c-4dfe-9fcd-ee71c76405dc of type vlan for network 7c68bed6-730b-4bf2-afa1-78204c321685 Feb 08 16:01:55.844078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fba38b-2937-4a41-b200-d144c5085925 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Network 5179cb48-316a-4824-9882-57c414b6c16e is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:55.855660 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a6fba38b-2937-4a41-b200-d144c5085925 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:55.860442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fba38b-2937-4a41-b200-d144c5085925 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:01:55.861635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fba38b-2937-4a41-b200-d144c5085925 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:55.862471 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6fba38b-2937-4a41-b200-d144c5085925 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.876670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fba38b-2937-4a41-b200-d144c5085925 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Pushing event updated for resources: {'Port': ['ID=e806ef3b-5bfa-41d5-b27b-3db97db36af2,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:55.879267 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 8306f7f3-0f7e-4cdf-9556-09371e0db427, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8306f7f3-0f7e-4cdf-9556-09371e0db427,segment=NetworkSegment(56b34e4d-4715-411e-9eac-fb0cc56e1ef0),segment_id=56b34e4d-4715-411e-9eac-fb0cc56e1ef0)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:55.894546 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a6fba38b-2937-4a41-b200-d144c5085925 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6621616 Feb 08 16:01:55.895292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54960) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:55.899891 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.900794 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:01:55.961726 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce7c0-d8e2-4ab2-b12a-f890185cb38c tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (a4c2d90c-aeba-46ce-bcae-9071f5215fb5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:55.989893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb89c4-6b70-421a-b698-e6bd06c571dc req-0d490986-de3a-4c2c-8147-2224c2462e96 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:55.999928 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5adb89c4-6b70-421a-b698-e6bd06c571dc req-0d490986-de3a-4c2c-8147-2224c2462e96 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 944 time: 0.4943540 Feb 08 16:01:56.033794 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e806ef3b-5bfa-41d5-b27b-3db97db36af2), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.041514 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (7c68bed6-730b-4bf2-afa1-78204c321685), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.088893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 1fcacada-c7d3-4052-ad3b-8af2fdad98ba up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:56.137663 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce7c0-d8e2-4ab2-b12a-f890185cb38c tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (a4c2d90c-aeba-46ce-bcae-9071f5215fb5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.180681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7e604d50-87e0-45fa-b551-5aebac2353e9 None None] Current status of the port 8306f7f3-0f7e-4cdf-9556-09371e0db427 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:56.207350 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=8306f7f3-0f7e-4cdf-9556-09371e0db427,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:56.237226 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (7c68bed6-730b-4bf2-afa1-78204c321685), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.253094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:56.255257 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.261754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:01:56.268140 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:56.271018 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1fcacada-c7d3-4052-ad3b-8af2fdad98ba), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.313564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5adb89c4-6b70-421a-b698-e6bd06c571dc req-74303c47-844d-4dbb-9c08-612bf413638a tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122771 Feb 08 16:01:56.375733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] device_id is not set on port e806ef3b-5bfa-41d5-b27b-3db97db36af2 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:01:56.395860 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks [] for port (e806ef3b-5bfa-41d5-b27b-3db97db36af2), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.406485 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7223ae03-381b-4c6f-a362-c3a60b9c9675 None None] Provisioning complete for port 6af93d71-1874-4a85-bea2-5714add7f60d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:56.407050 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7223ae03-381b-4c6f-a362-c3a60b9c9675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6af93d71-1874-4a85-bea2-5714add7f60d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.413682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e806ef3b-5bfa-41d5-b27b-3db97db36af2), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.454839 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7223ae03-381b-4c6f-a362-c3a60b9c9675 None None] Port 6af93d71-1874-4a85-bea2-5714add7f60d cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:56.511651 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7223ae03-381b-4c6f-a362-c3a60b9c9675 None None] Provisioning complete for port 8306f7f3-0f7e-4cdf-9556-09371e0db427 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:56.511651 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7223ae03-381b-4c6f-a362-c3a60b9c9675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.564254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Pushing event updated for resources: {'Port': ['ID=e806ef3b-5bfa-41d5-b27b-3db97db36af2,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:56.564862 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (6af93d71-1874-4a85-bea2-5714add7f60d), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.586016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:56.586973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:56.589202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:56.591630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:56.592379 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1fcacada-c7d3-4052-ad3b-8af2fdad98ba), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.597395 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6af93d71-1874-4a85-bea2-5714add7f60d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.598370 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (03212717-5b39-4863-976a-89f7a7f4e22a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.604643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:56.606841 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:56.609337 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 2 to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 Feb 08 16:01:56.643465 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:56.643953 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:56.644309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:56.660757 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:56.661125 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:56.661537 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 3 to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 Feb 08 16:01:56.673674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=1fcacada-c7d3-4052-ad3b-8af2fdad98ba,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:56.684961 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1fcacada-c7d3-4052-ad3b-8af2fdad98ba), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.690608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:56.692024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:56.695769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:56.695941 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.3434441 Feb 08 16:01:56.706611 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54968) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:56.709134 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:56.712886 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:56.719888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=6af93d71-1874-4a85-bea2-5714add7f60d,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:56.724619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-3dec8951-ccfe-4b30-82d8-9588bd8bdf64 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7c68bed6-730b-4bf2-afa1-78204c321685', 'tempest-TagsTest-Tag-1831866387') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:56.759425 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 4 to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 Feb 08 16:01:56.851440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=1fcacada-c7d3-4052-ad3b-8af2fdad98ba,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:56.887931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Pushing event updated for resources: {'Network': ['ID=7c68bed6-730b-4bf2-afa1-78204c321685,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:56.909670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:56.909921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.910160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.910522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.910872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.911517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.911864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.912205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.912545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.912885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.913506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.913842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.914031 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:56.914171 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.914502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.915007 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:56.924689 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.925075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.925425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.925768 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.926222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.926437 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.927022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.927489 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.927839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.928780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.929147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.929481 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.929815 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a647af94-05cb-4e3f-a3d9-c6dff1c75a15 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:01:56.936300 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network 55c4a61a-e77b-4ca1-9524-14e5a8873d72 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:01:56.937423 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce7c0-d8e2-4ab2-b12a-f890185cb38c tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a4c2d90c-aeba-46ce-bcae-9071f5215fb5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.946614 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce7c0-d8e2-4ab2-b12a-f890185cb38c tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:56.950409 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ba5ce7c0-d8e2-4ab2-b12a-f890185cb38c tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-groups/a4c2d90c-aeba-46ce-bcae-9071f5215fb5 HTTP/1.1" status: 204 len: 168 time: 1.4919779 Feb 08 16:01:56.967129 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:56.968211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 54974) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:56.970800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:01:56.973463 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:56.975239 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 5 to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 Feb 08 16:01:57.000939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7223ae03-381b-4c6f-a362-c3a60b9c9675 None None] Current status of the port 8306f7f3-0f7e-4cdf-9556-09371e0db427 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:57.004249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 7c68bed6-730b-4bf2-afa1-78204c321685 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:01:57.043556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ce7c0-d8e2-4ab2-b12a-f890185cb38c tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c2d90c-aeba-46ce-bcae-9071f5215fb5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:57.054768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:57.064984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:57.064984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:57.105582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:57.107813 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:57.108422 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 6 to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 Feb 08 16:01:57.133173 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c458998f-f95a-4b3e-97e2-8f62aa0ebf34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcacada-c7d3-4052-ad3b-8af2fdad98ba'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:01:57.138920 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47601aa8-3acc-4eed-8f7f-08dacb375fe6" -d '{"events": [{"server_uuid": "c458998f-f95a-4b3e-97e2-8f62aa0ebf34", "name": "network-vif-plugged", "status": "completed", "tag": "1fcacada-c7d3-4052-ad3b-8af2fdad98ba"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:01:57.154714 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3dec8951-ccfe-4b30-82d8-9588bd8bdf64 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] 10.222.0.82 "PUT /v2.0/networks/7c68bed6-730b-4bf2-afa1-78204c321685/tags/tempest-TagsTest-Tag-1831866387 HTTP/1.1" status: 201 len: 201 time: 0.4374032 Feb 08 16:01:57.157605 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 54984) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:57.173627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-0e95ad3b-fa4e-4c19-bf3e-f956758f1583 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c68bed6-730b-4bf2-afa1-78204c321685', 'tempest-TagsTest-Tag-1831866387') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:57.193324 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:57.194571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:57.197389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:57.219755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8306f7f3-0f7e-4cdf-9556-09371e0db427 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:01:57.235745 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8729fe-f20f-457d-a6c9-6107830d0d22 req-de918903-ff30-4e22-8e40-84924ac3f77a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:57.236856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b8729fe-f20f-457d-a6c9-6107830d0d22 req-de918903-ff30-4e22-8e40-84924ac3f77a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 947 time: 0.8538816 Feb 08 16:01:57.244192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:57.251082 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:57.286548 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7316fd28-0ed8-4289-97b5-5607dd44a370 x-openstack-request-id: req-7316fd28-0ed8-4289-97b5-5607dd44a370 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:01:57.287100 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c458998f-f95a-4b3e-97e2-8f62aa0ebf34", "name": "network-vif-plugged", "status": "completed", "tag": "1fcacada-c7d3-4052-ad3b-8af2fdad98ba", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:01:57.287513 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7316fd28-0ed8-4289-97b5-5607dd44a370 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:01:57.291808 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c458998f-f95a-4b3e-97e2-8f62aa0ebf34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcacada-c7d3-4052-ad3b-8af2fdad98ba', 'code': 200} Feb 08 16:01:57.329493 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 7 to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 Feb 08 16:01:57.431879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b40372ee-7db9-4437-b135-fcc2ef9abf75 None None] Provisioning complete for port 6af93d71-1874-4a85-bea2-5714add7f60d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:57.432208 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b40372ee-7db9-4437-b135-fcc2ef9abf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6af93d71-1874-4a85-bea2-5714add7f60d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:57.477977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:57.478326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:57.478678 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:57.487147 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:57.487545 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:57.488979 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 8 to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 Feb 08 16:01:57.561342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:57.561731 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:57.562013 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b40372ee-7db9-4437-b135-fcc2ef9abf75 None None] Port 6af93d71-1874-4a85-bea2-5714add7f60d cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:57.562252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:57.570691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 8306f7f3-0f7e-4cdf-9556-09371e0db427 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:57.573986 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:57.578819 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:57.579341 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:57.581592 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 9 to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 Feb 08 16:01:57.600652 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320405f-2712-4c62-92cf-d53e2da2c9aa req-2dea3b9c-76d7-47d2-8c19-bec600def285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:57.602306 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2320405f-2712-4c62-92cf-d53e2da2c9aa req-2dea3b9c-76d7-47d2-8c19-bec600def285 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 1128 time: 0.2571876 Feb 08 16:01:57.615777 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0e95ad3b-fa4e-4c19-bf3e-f956758f1583 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] 10.222.0.82 "GET /v2.0/networks/7c68bed6-730b-4bf2-afa1-78204c321685/tags/tempest-TagsTest-Tag-1831866387 HTTP/1.1" status: 204 len: 168 time: 0.4535935 Feb 08 16:01:57.617696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55006) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:57.633942 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-f4f65bb8-2487-4712-9ee1-022467b16e35 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7c68bed6-730b-4bf2-afa1-78204c321685') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:57.678167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:57.678512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:57.678862 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:57.698852 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f5c6a7b3-cc48-42e5-97a7-bded05661438 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7290897 Feb 08 16:01:57.704846 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55016) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:57.765006 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b8729fe-f20f-457d-a6c9-6107830d0d22 req-5c8b5ffe-8b04-40ed-9564-30156d1297dd tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4148355 Feb 08 16:01:57.781169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:57.781551 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:57.787708 n-d-824834-11 neutron-server[103302]: INFO neutron.plugins.ml2.plugin [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempt 10 to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 Feb 08 16:01:57.808065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1e394-6c00-4c86-879e-12f2e6737dfe req-26934685-7822-43a5-8c6f-633bb137ee36 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:57.821425 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96e1e394-6c00-4c86-879e-12f2e6737dfe req-26934685-7822-43a5-8c6f-633bb137ee36 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 945 time: 0.2287400 Feb 08 16:01:57.825212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Router 03212717-5b39-4863-976a-89f7a7f4e22a is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:01:57.826758 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2320405f-2712-4c62-92cf-d53e2da2c9aa req-2f7a6977-60b7-4dde-9336-9641d12867ef service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092550 Feb 08 16:01:57.832622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-00c9d5e6-bc22-475d-8c93-f4d3ca715507 None None] Provisioning complete for port 6af93d71-1874-4a85-bea2-5714add7f60d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:57.833031 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-00c9d5e6-bc22-475d-8c93-f4d3ca715507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6af93d71-1874-4a85-bea2-5714add7f60d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:57.858935 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:01:57.859363 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:01:57.859617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempting to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:01:57.869038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:01:57.869382 n-d-824834-11 neutron-server[103302]: ERROR neutron.plugins.ml2.managers [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Failed to bind port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on host n-h2-824834-11 for vnic_type normal using segments [{'id': '1f3e719b-deec-4864-b926-7ce1301f79f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5179cb48-316a-4824-9882-57c414b6c16e'}] Feb 08 16:01:57.869750 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e806ef3b-5bfa-41d5-b27b-3db97db36af2), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:57.917701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55020) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:57.918586 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d5fb9660-8daf-45b5-8682-02dcb9bbb918 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1515388 Feb 08 16:01:57.960573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 8306f7f3-0f7e-4cdf-9556-09371e0db427 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:01:57.976301 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-00c9d5e6-bc22-475d-8c93-f4d3ca715507 None None] Port 6af93d71-1874-4a85-bea2-5714add7f60d cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:58.002423 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f4f65bb8-2487-4712-9ee1-022467b16e35 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] 10.222.0.82 "GET /v2.0/networks/7c68bed6-730b-4bf2-afa1-78204c321685/tags HTTP/1.1" status: 200 len: 238 time: 0.3720641 Feb 08 16:01:58.003306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55022) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:58.010129 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-2a59c77f-0281-444b-be04-fbdbc688fd71 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7c68bed6-730b-4bf2-afa1-78204c321685', {'tags': ['tempest-TagsTest-Tag-525383536', 'tempest-TagsTest-Tag-1659475406', 'tempest-TagsTest-Tag-218367226']}) {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:58.048029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96e1e394-6c00-4c86-879e-12f2e6737dfe req-a279bf9f-6a3e-42e9-9a7e-258934b0a67c tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256505 Feb 08 16:01:58.050931 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-87c1a656-cddd-406c-83b5-144293902a74 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] delete failed (client error): The resource could not be found. Feb 08 16:01:58.053426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-87c1a656-cddd-406c-83b5-144293902a74 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "DELETE /v2.0/security-groups/a4c2d90c-aeba-46ce-bcae-9071f5215fb5 HTTP/1.1" status: 404 len: 347 time: 0.1314735 Feb 08 16:01:58.062678 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55024) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:58.103346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:01:58.122826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6ed4c956-ba38-4e04-98fd-a19cd5f45a08 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "PUT /v2.0/routers/03212717-5b39-4863-976a-89f7a7f4e22a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8335152 Feb 08 16:01:58.123482 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55026) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:58.130312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9392b8c-958c-42b3-8974-c6188b965c69 None None] Sync routers for ids ['03212717-5b39-4863-976a-89f7a7f4e22a'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:01:58.166338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] For port e806ef3b-5bfa-41d5-b27b-3db97db36af2, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:01:58.166769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attempted to set empty binding levels {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 08 16:01:58.193157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2530626d-0b22-4225-b39c-fce0864b3a2b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:58.194152 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e806ef3b-5bfa-41d5-b27b-3db97db36af2), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:58.195954 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9392b8c-958c-42b3-8974-c6188b965c69 None None] Routers {'03212717-5b39-4863-976a-89f7a7f4e22a'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:01:58.196321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2530626d-0b22-4225-b39c-fce0864b3a2b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports?device_id=03212717-5b39-4863-976a-89f7a7f4e22a HTTP/1.1" status: 200 len: 986 time: 0.0718691 Feb 08 16:01:58.197168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e9392b8c-958c-42b3-8974-c6188b965c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:01:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['03212717-5b39-4863-976a-89f7a7f4e22a'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:58.199246 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55028) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:58.204169 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2a59c77f-0281-444b-be04-fbdbc688fd71 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] 10.222.0.82 "PUT /v2.0/networks/7c68bed6-730b-4bf2-afa1-78204c321685/tags HTTP/1.1" status: 200 len: 307 time: 0.1978834 Feb 08 16:01:58.207411 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55030) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:58.220466 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-c774560f-5da8-4c80-8a5a-4150ffd5db49 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7c68bed6-730b-4bf2-afa1-78204c321685', 'tempest-TagsTest-Tag-525383536') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:58.244886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b193901a-4601-435c-8eb4-905e71412e97 None None] Provisioning complete for port 6af93d71-1874-4a85-bea2-5714add7f60d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:01:58.245498 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b193901a-4601-435c-8eb4-905e71412e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6af93d71-1874-4a85-bea2-5714add7f60d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:58.248796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e9392b8c-958c-42b3-8974-c6188b965c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:58.283322 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9392b8c-958c-42b3-8974-c6188b965c69 None None] Routers {'03212717-5b39-4863-976a-89f7a7f4e22a'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:01:58.284097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e9392b8c-958c-42b3-8974-c6188b965c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:01:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['03212717-5b39-4863-976a-89f7a7f4e22a'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:58.318901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] In _notify_port_updated(), no bound segment for port e806ef3b-5bfa-41d5-b27b-3db97db36af2 on network 5179cb48-316a-4824-9882-57c414b6c16e {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:01:58.320188 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:58.320984 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:58.322886 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "PUT /v2.0/ports/e806ef3b-5bfa-41d5-b27b-3db97db36af2 HTTP/1.1" status: 200 len: 975 time: 2.4265897 Feb 08 16:01:58.357964 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55034) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:58.463222 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2ac0575e-fb80-491c-904f-9c9b67fc4710 tempest-SecGroupIPv6Test-954967933 tempest-SecGroupIPv6Test-954967933-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3988533 Feb 08 16:01:58.467958 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cac589-2dcf-4548-9fc4-b432fafe3548 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Pushing event updated for resources: {'Port': ['ID=e806ef3b-5bfa-41d5-b27b-3db97db36af2,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:58.518367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-fe3eaeee-4572-47c8-9fa3-9735250cd18a tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Deleting port e806ef3b-5bfa-41d5-b27b-3db97db36af2 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:01:58.518794 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe3eaeee-4572-47c8-9fa3-9735250cd18a tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e806ef3b-5bfa-41d5-b27b-3db97db36af2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:58.572633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e9392b8c-958c-42b3-8974-c6188b965c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:58.573341 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9392b8c-958c-42b3-8974-c6188b965c69 None None] The sync data for ids ['03212717-5b39-4863-976a-89f7a7f4e22a'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:01:58.593154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b193901a-4601-435c-8eb4-905e71412e97 None None] Port 6af93d71-1874-4a85-bea2-5714add7f60d cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:01:58.689113 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c774560f-5da8-4c80-8a5a-4150ffd5db49 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] 10.222.0.82 "DELETE /v2.0/networks/7c68bed6-730b-4bf2-afa1-78204c321685/tags/tempest-TagsTest-Tag-525383536 HTTP/1.1" status: 204 len: 168 time: 0.4707534 Feb 08 16:01:58.691669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55050) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:58.696282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-2847b804-7389-4c66-abb0-2a3d28d137d0 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c68bed6-730b-4bf2-afa1-78204c321685', 'tempest-TagsTest-Tag-525383536') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:58.698748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-fe3eaeee-4572-47c8-9fa3-9735250cd18a tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] For port e806ef3b-5bfa-41d5-b27b-3db97db36af2, host n-h2-824834-11, got binding levels [] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:01:58.700777 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe3eaeee-4572-47c8-9fa3-9735250cd18a tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e806ef3b-5bfa-41d5-b27b-3db97db36af2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:58.723166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-fe3eaeee-4572-47c8-9fa3-9735250cd18a tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Calling delete_port for e806ef3b-5bfa-41d5-b27b-3db97db36af2 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:01:58.901315 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe3eaeee-4572-47c8-9fa3-9735250cd18a tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e806ef3b-5bfa-41d5-b27b-3db97db36af2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:58.940102 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-2847b804-7389-4c66-abb0-2a3d28d137d0 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] show failed (client error): The resource could not be found. Feb 08 16:01:58.944900 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2847b804-7389-4c66-abb0-2a3d28d137d0 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] 10.222.0.82 "GET /v2.0/networks/7c68bed6-730b-4bf2-afa1-78204c321685/tags/tempest-TagsTest-Tag-525383536 HTTP/1.1" status: 404 len: 325 time: 0.2537358 Feb 08 16:01:58.946860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55064) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:58.955531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-46d6c85c-eeab-4048-86a0-59a9507a73f4 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c68bed6-730b-4bf2-afa1-78204c321685', 'tempest-TagsTest-Tag-1659475406') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:58.979606 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe3eaeee-4572-47c8-9fa3-9735250cd18a tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:58.995415 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fe3eaeee-4572-47c8-9fa3-9735250cd18a tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "DELETE /v2.0/ports/e806ef3b-5bfa-41d5-b27b-3db97db36af2 HTTP/1.1" status: 204 len: 168 time: 0.6337082 Feb 08 16:01:58.995415 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55066) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:58.998732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3eaeee-4572-47c8-9fa3-9735250cd18a tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] Pushing event deleted for resources: {'Port': ['ID=e806ef3b-5bfa-41d5-b27b-3db97db36af2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:59.030548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55068) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:59.074044 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fae817f-6ad5-473a-8459-01aa39886564 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] GET failed (client error): The resource could not be found. Feb 08 16:01:59.075611 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3fae817f-6ad5-473a-8459-01aa39886564 tempest-PortsAdminExtendedAttrsTestJSON-1010980731 tempest-PortsAdminExtendedAttrsTestJSON-1010980731-project-admin] 10.222.0.82 "GET /v2.0/ports/e806ef3b-5bfa-41d5-b27b-3db97db36af2 HTTP/1.1" status: 404 len: 333 time: 0.0435607 Feb 08 16:01:59.080812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55072) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:59.221457 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b23e-7041-41a2-9f35-5ff0524246b9 tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (5179cb48-316a-4824-9882-57c414b6c16e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:59.339081 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b23e-7041-41a2-9f35-5ff0524246b9 tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (5179cb48-316a-4824-9882-57c414b6c16e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:59.367064 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-b8c2b23e-7041-41a2-9f35-5ff0524246b9 tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5179cb48-316a-4824-9882-57c414b6c16e']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:59.380872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-b8c2b23e-7041-41a2-9f35-5ff0524246b9 tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3e719b-deec-4864-b926-7ce1301f79f0') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:59.381573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-b8c2b23e-7041-41a2-9f35-5ff0524246b9 tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3e719b-deec-4864-b926-7ce1301f79f0') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:59.392225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b23e-7041-41a2-9f35-5ff0524246b9 tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (1f3e719b-deec-4864-b926-7ce1301f79f0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:59.408486 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b23e-7041-41a2-9f35-5ff0524246b9 tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (1f3e719b-deec-4864-b926-7ce1301f79f0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:59.416211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c2b23e-7041-41a2-9f35-5ff0524246b9 tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:01:59.417021 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b23e-7041-41a2-9f35-5ff0524246b9 tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (1f3e719b-deec-4864-b926-7ce1301f79f0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:01:59.507020 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:01:59.543377 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8ab3e706-54a4-4e5d-a18f-d8eb13028872 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4ceda8c3bc01413392972fca22c8def8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5356655 Feb 08 16:01:59.543377 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b23e-7041-41a2-9f35-5ff0524246b9 tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (5179cb48-316a-4824-9882-57c414b6c16e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:59.550725 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8c2b23e-7041-41a2-9f35-5ff0524246b9 tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:59.554497 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b8c2b23e-7041-41a2-9f35-5ff0524246b9 tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] 10.222.0.82 "DELETE /v2.0/networks/5179cb48-316a-4824-9882-57c414b6c16e HTTP/1.1" status: 204 len: 168 time: 0.4726093 Feb 08 16:01:59.556353 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55078) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:59.579751 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2b23e-7041-41a2-9f35-5ff0524246b9 tempest-PortsAdminExtendedAttrsTestJSON-2145648896 tempest-PortsAdminExtendedAttrsTestJSON-2145648896-project] Pushing event deleted for resources: {'Network': ['ID=5179cb48-316a-4824-9882-57c414b6c16e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:01:59.637341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0237d-5650-4b30-93c5-4862c2ab23b9 req-58060a56-0baa-4ce8-9774-5f2ba4884bb1 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:59.646141 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24a0237d-5650-4b30-93c5-4862c2ab23b9 req-58060a56-0baa-4ce8-9774-5f2ba4884bb1 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 947 time: 0.7635038 Feb 08 16:01:59.697951 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13a38462-e3e8-4f05-b9b9-190491b9d9eb admin admin] Publish callbacks [] for security_group (e8373acd-8d1a-4e33-872b-8ec49bd228e1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:59.714211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591870c7-3003-44df-946d-cb3f4fdae767 req-b317511d-6a56-4d2c-a40f-402f90e70aa2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:01:59.721907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-591870c7-3003-44df-946d-cb3f4fdae767 req-b317511d-6a56-4d2c-a40f-402f90e70aa2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 945 time: 0.2723286 Feb 08 16:01:59.757746 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-46d6c85c-eeab-4048-86a0-59a9507a73f4 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] 10.222.0.82 "GET /v2.0/networks/7c68bed6-730b-4bf2-afa1-78204c321685/tags/tempest-TagsTest-Tag-1659475406 HTTP/1.1" status: 204 len: 168 time: 0.8074214 Feb 08 16:01:59.766085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55082) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:59.778202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-8bda254f-48ff-428f-9c30-118f04f3757b tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c68bed6-730b-4bf2-afa1-78204c321685', 'tempest-TagsTest-Tag-218367226') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:01:59.791153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24a0237d-5650-4b30-93c5-4862c2ab23b9 req-e7f8b55a-3345-479d-be48-49664980c94f tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387413 Feb 08 16:01:59.796718 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13a38462-e3e8-4f05-b9b9-190491b9d9eb admin admin] Publish callbacks [] for security_group (e8373acd-8d1a-4e33-872b-8ec49bd228e1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:01:59.943154 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8bda254f-48ff-428f-9c30-118f04f3757b tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] 10.222.0.82 "GET /v2.0/networks/7c68bed6-730b-4bf2-afa1-78204c321685/tags/tempest-TagsTest-Tag-218367226 HTTP/1.1" status: 204 len: 168 time: 0.1728976 Feb 08 16:01:59.945452 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55090) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:01:59.953405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-0e42a9cf-a1ba-4b91-879d-269c9577f6d7 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7c68bed6-730b-4bf2-afa1-78204c321685') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:00.023200 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13a38462-e3e8-4f05-b9b9-190491b9d9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e8373acd-8d1a-4e33-872b-8ec49bd228e1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:00.026773 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-13a38462-e3e8-4f05-b9b9-190491b9d9eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:00.028513 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-13a38462-e3e8-4f05-b9b9-190491b9d9eb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e8373acd-8d1a-4e33-872b-8ec49bd228e1 HTTP/1.1" status: 204 len: 168 time: 0.4676363 Feb 08 16:02:00.029922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55092) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:00.036884 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-591870c7-3003-44df-946d-cb3f4fdae767 req-e3ffd247-c331-4bb7-a627-06e7954e07c8 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103905 Feb 08 16:02:00.064697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d0a3dcf1-d36c-4900-a238-dbbbf7136372 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (03212717-5b39-4863-976a-89f7a7f4e22a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:00.106782 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a38462-e3e8-4f05-b9b9-190491b9d9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8373acd-8d1a-4e33-872b-8ec49bd228e1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:00.186144 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0e42a9cf-a1ba-4b91-879d-269c9577f6d7 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] 10.222.0.82 "DELETE /v2.0/networks/7c68bed6-730b-4bf2-afa1-78204c321685/tags HTTP/1.1" status: 204 len: 168 time: 0.2382495 Feb 08 16:02:00.189078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55100) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:00.198909 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-277dde48-9b1c-4d47-8129-0e93bce9bfd7 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c68bed6-730b-4bf2-afa1-78204c321685', 'tempest-TagsTest-Tag-1659475406') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:00.392002 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-277dde48-9b1c-4d47-8129-0e93bce9bfd7 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] show failed (client error): The resource could not be found. Feb 08 16:02:00.395293 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-277dde48-9b1c-4d47-8129-0e93bce9bfd7 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] 10.222.0.82 "GET /v2.0/networks/7c68bed6-730b-4bf2-afa1-78204c321685/tags/tempest-TagsTest-Tag-1659475406 HTTP/1.1" status: 404 len: 326 time: 0.2051790 Feb 08 16:02:00.399693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55116) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:00.404936 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-46de044a-b4e9-45b0-a704-f15e76589b48 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c68bed6-730b-4bf2-afa1-78204c321685', 'tempest-TagsTest-Tag-218367226') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:00.559908 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-46de044a-b4e9-45b0-a704-f15e76589b48 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] show failed (client error): The resource could not be found. Feb 08 16:02:00.564376 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-46de044a-b4e9-45b0-a704-f15e76589b48 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] 10.222.0.82 "GET /v2.0/networks/7c68bed6-730b-4bf2-afa1-78204c321685/tags/tempest-TagsTest-Tag-218367226 HTTP/1.1" status: 404 len: 325 time: 0.1632214 Feb 08 16:02:00.567207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55122) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:00.573237 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-41da8db0-e318-44e9-9601-207cb338ad8f tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7c68bed6-730b-4bf2-afa1-78204c321685') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:00.659621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-4d28c04f-cf13-4595-8453-f07f7dd59a16 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:00.669640 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-4d28c04f-cf13-4595-8453-f07f7dd59a16 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 805 time: 0.2267368 Feb 08 16:02:00.721202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-a84dd3f2-31f2-4e26-aa4f-32af4c46a6e7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/quotas/383b56f32b8740adb6bf96d216692319 HTTP/1.1" status: 200 len: 375 time: 0.0501544 Feb 08 16:02:00.772710 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3a37b3ac-42a4-4eb9-b290-88eb9a02cee4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ca6c54d9aaa44593984babf9c2148548&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7190313 Feb 08 16:02:00.775801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55128) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:00.805852 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-41da8db0-e318-44e9-9601-207cb338ad8f tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] 10.222.0.82 "DELETE /v2.0/networks/7c68bed6-730b-4bf2-afa1-78204c321685/tags HTTP/1.1" status: 204 len: 168 time: 0.2367470 Feb 08 16:02:00.812292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55130) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:00.867682 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-c9cf986c-a281-4f6d-83f9-255c7155ae1f tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1384249 Feb 08 16:02:00.921965 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-084102dc-c28d-4939-bff6-880a1b4dee6d admin admin] Publish callbacks [] for security_group (474e971c-4696-40b0-911a-270af901aca4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:00.939343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d0a3dcf1-d36c-4900-a238-dbbbf7136372 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 6af93d71-1874-4a85-bea2-5714add7f60d {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:00.939708 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d0a3dcf1-d36c-4900-a238-dbbbf7136372 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6af93d71-1874-4a85-bea2-5714add7f60d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:00.974498 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-084102dc-c28d-4939-bff6-880a1b4dee6d admin admin] Publish callbacks [] for security_group (474e971c-4696-40b0-911a-270af901aca4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:00.980559 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0045166-b9c3-4cb1-aba0-f0764a716622 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (7c68bed6-730b-4bf2-afa1-78204c321685), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:01.051992 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d0a3dcf1-d36c-4900-a238-dbbbf7136372 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6af93d71-1874-4a85-bea2-5714add7f60d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:01.067565 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d0a3dcf1-d36c-4900-a238-dbbbf7136372 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 6af93d71-1874-4a85-bea2-5714add7f60d owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:01.116065 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0045166-b9c3-4cb1-aba0-f0764a716622 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (7c68bed6-730b-4bf2-afa1-78204c321685), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:01.146712 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-084102dc-c28d-4939-bff6-880a1b4dee6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (474e971c-4696-40b0-911a-270af901aca4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:01.156105 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-084102dc-c28d-4939-bff6-880a1b4dee6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:01.157309 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-084102dc-c28d-4939-bff6-880a1b4dee6d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/474e971c-4696-40b0-911a-270af901aca4 HTTP/1.1" status: 204 len: 168 time: 0.3793409 Feb 08 16:02:01.159207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-b0045166-b9c3-4cb1-aba0-f0764a716622 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c68bed6-730b-4bf2-afa1-78204c321685']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:01.179579 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-b0045166-b9c3-4cb1-aba0-f0764a716622 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c7161a-b95c-4dfe-9fcd-ee71c76405dc') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:01.179909 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-b0045166-b9c3-4cb1-aba0-f0764a716622 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c7161a-b95c-4dfe-9fcd-ee71c76405dc') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:01.182251 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084102dc-c28d-4939-bff6-880a1b4dee6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474e971c-4696-40b0-911a-270af901aca4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:01.195841 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0045166-b9c3-4cb1-aba0-f0764a716622 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (77c7161a-b95c-4dfe-9fcd-ee71c76405dc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:01.237340 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0045166-b9c3-4cb1-aba0-f0764a716622 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (77c7161a-b95c-4dfe-9fcd-ee71c76405dc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:01.252691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0045166-b9c3-4cb1-aba0-f0764a716622 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:02:01.253280 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0045166-b9c3-4cb1-aba0-f0764a716622 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (77c7161a-b95c-4dfe-9fcd-ee71c76405dc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:02:01.256815 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:02:01.332189 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-bddd4003-08ee-42da-9588-5dfa48b57897 service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557393 Feb 08 16:02:01.373313 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0045166-b9c3-4cb1-aba0-f0764a716622 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (7c68bed6-730b-4bf2-afa1-78204c321685), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:01.395008 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b0045166-b9c3-4cb1-aba0-f0764a716622 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:01.404741 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b0045166-b9c3-4cb1-aba0-f0764a716622 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] 10.222.0.82 "DELETE /v2.0/networks/7c68bed6-730b-4bf2-afa1-78204c321685 HTTP/1.1" status: 204 len: 168 time: 0.5904102 Feb 08 16:02:01.413336 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55144) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:01.421174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0045166-b9c3-4cb1-aba0-f0764a716622 tempest-TagsTest-109496433 tempest-TagsTest-109496433-project] Pushing event deleted for resources: {'Network': ['ID=7c68bed6-730b-4bf2-afa1-78204c321685,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:01.448769 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d0a3dcf1-d36c-4900-a238-dbbbf7136372 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6af93d71-1874-4a85-bea2-5714add7f60d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:01.492348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3dcf1-d36c-4900-a238-dbbbf7136372 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=6af93d71-1874-4a85-bea2-5714add7f60d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:01.499083 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b05a-b9d2-4cfe-935f-c4c79a2ed54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:01.517765 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-e0a653fd-72a6-494f-881a-3bf87664f13f service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692705 Feb 08 16:02:01.657547 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d0a3dcf1-d36c-4900-a238-dbbbf7136372 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (03212717-5b39-4863-976a-89f7a7f4e22a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:01.761547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-86f171fb-b8bb-4d7c-a794-dd9c3445b62d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:01.766910 n-d-824834-11 neutron-server[103301]: WARNING neutron.api.v2.base [None req-86f171fb-b8bb-4d7c-a794-dd9c3445b62d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 08 16:02:01.767484 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-86f171fb-b8bb-4d7c-a794-dd9c3445b62d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): There was a conflict when trying to complete your request. Feb 08 16:02:01.771920 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-86f171fb-b8bb-4d7c-a794-dd9c3445b62d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3525310 Feb 08 16:02:01.772708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55154) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:01.778586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853070776'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:01.855004 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:01.883439 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:01.922804 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca76a287-7b2e-448e-8f92-158be51047b9 req-926cf7a1-ebc5-47ae-ac2c-7ced9e683194 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 210 time: 0.0690758 Feb 08 16:02:01.984125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55158) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:02.031505 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55166) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:02.095030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a3dcf1-d36c-4900-a238-dbbbf7136372 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Router 03212717-5b39-4863-976a-89f7a7f4e22a has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:02:02.110231 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (1a2d1941-53de-4c75-a7c2-3d162b5d5983), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.118525 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1a2d1941-53de-4c75-a7c2-3d162b5d5983), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.217712 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7c899c1e-d5f2-4561-8453-39be6103fc28 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=38f37187ce7b4faa84a73c303d69f8c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1853404 Feb 08 16:02:02.223351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55168) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:02.257747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a3dcf1-d36c-4900-a238-dbbbf7136372 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:02:02.272334 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d7278-77d6-4a35-bb3c-e2a3fcf75d48 None None] Sync routers for ids ['03212717-5b39-4863-976a-89f7a7f4e22a'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:02:02.275011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d0a3dcf1-d36c-4900-a238-dbbbf7136372 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "PUT /v2.0/routers/03212717-5b39-4863-976a-89f7a7f4e22a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0745058 Feb 08 16:02:02.280043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55170) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:02.293084 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d7278-77d6-4a35-bb3c-e2a3fcf75d48 None None] Routers {'03212717-5b39-4863-976a-89f7a7f4e22a'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:02:02.293709 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e06d7278-77d6-4a35-bb3c-e2a3fcf75d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:01:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['03212717-5b39-4863-976a-89f7a7f4e22a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:02.298253 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (c1c0308e-fc10-4a62-9a22-292ff88eec4a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.311244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2d1941-53de-4c75-a7c2-3d162b5d5983,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:02.317120 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c1c0308e-fc10-4a62-9a22-292ff88eec4a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.339185 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:02.339731 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:02.340100 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:02.340474 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:02.340816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:02.341717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:02.342218 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:02.342557 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:02.342933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:02.343223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:02.344009 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:02.344556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:02.344976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:02.345510 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e06d7278-77d6-4a35-bb3c-e2a3fcf75d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:02.352594 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-91085086-5cdc-414a-a53e-22725ff48b2f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] GET failed (client error): The resource could not be found. Feb 08 16:02:02.357347 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d7278-77d6-4a35-bb3c-e2a3fcf75d48 None None] Routers {'03212717-5b39-4863-976a-89f7a7f4e22a'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:02:02.358110 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e06d7278-77d6-4a35-bb3c-e2a3fcf75d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:01:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['03212717-5b39-4863-976a-89f7a7f4e22a'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:02.360348 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-91085086-5cdc-414a-a53e-22725ff48b2f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/6af93d71-1874-4a85-bea2-5714add7f60d HTTP/1.1" status: 404 len: 333 time: 0.0786712 Feb 08 16:02:02.363251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55174) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:02.410161 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.411410 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6374385 Feb 08 16:02:02.420294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55176) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:02.425335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-055ef161-3e35-4abc-af4c-1941b574eea2 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': 'c1c0308e-fc10-4a62-9a22-292ff88eec4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:02.429750 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e06d7278-77d6-4a35-bb3c-e2a3fcf75d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:02.431357 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d7278-77d6-4a35-bb3c-e2a3fcf75d48 None None] The sync data for ids ['03212717-5b39-4863-976a-89f7a7f4e22a'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:02:02.471869 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-034b8ee3-efac-4d25-bdac-6268693e02fc admin admin] Publish callbacks [] for security_group (e641f94d-3a6d-4beb-b564-8dfcb20ddb07), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.489372 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-856d84af-6c9e-4aad-9cba-ed61b1cff50e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for router (03212717-5b39-4863-976a-89f7a7f4e22a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.502451 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-034b8ee3-efac-4d25-bdac-6268693e02fc admin admin] Publish callbacks [] for security_group (e641f94d-3a6d-4beb-b564-8dfcb20ddb07), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.566001 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-055ef161-3e35-4abc-af4c-1941b574eea2 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group_rule (294aea41-d1d7-4881-926e-42ef963e8f40), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.580099 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaf42a-79a7-4cec-b094-b6beff267076 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c0308e-fc10-4a62-9a22-292ff88eec4a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:02.605939 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-034b8ee3-efac-4d25-bdac-6268693e02fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e641f94d-3a6d-4beb-b564-8dfcb20ddb07), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.610460 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-034b8ee3-efac-4d25-bdac-6268693e02fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.611895 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-034b8ee3-efac-4d25-bdac-6268693e02fc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e641f94d-3a6d-4beb-b564-8dfcb20ddb07 HTTP/1.1" status: 204 len: 168 time: 0.3696990 Feb 08 16:02:02.642329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b8ee3-efac-4d25-bdac-6268693e02fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e641f94d-3a6d-4beb-b564-8dfcb20ddb07,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:02.649368 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-02ec3c9a-a309-462c-bef2-17eba8456aea admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9f9420ffa8b941baa2fa9ecac33ffd54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6635075 Feb 08 16:02:02.651755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55180) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:02.738388 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070ce85b-294f-401f-b5a6-7cb155d2c90d admin admin] Publish callbacks [] for security_group (5bb88198-3d1e-47d7-ae13-2274fca93db3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.740302 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-856d84af-6c9e-4aad-9cba-ed61b1cff50e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (03212717-5b39-4863-976a-89f7a7f4e22a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.744185 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-856d84af-6c9e-4aad-9cba-ed61b1cff50e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for router_controller (03212717-5b39-4863-976a-89f7a7f4e22a), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.772679 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070ce85b-294f-401f-b5a6-7cb155d2c90d admin admin] Publish callbacks [] for security_group (5bb88198-3d1e-47d7-ae13-2274fca93db3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.803515 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-055ef161-3e35-4abc-af4c-1941b574eea2 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group_rule (294aea41-d1d7-4881-926e-42ef963e8f40), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.808123 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-856d84af-6c9e-4aad-9cba-ed61b1cff50e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (03212717-5b39-4863-976a-89f7a7f4e22a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.809015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856d84af-6c9e-4aad-9cba-ed61b1cff50e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Fanout notify agent at l3_agent the message router_deleted on router 03212717-5b39-4863-976a-89f7a7f4e22a {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:02:02.811773 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-055ef161-3e35-4abc-af4c-1941b574eea2 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (294aea41-d1d7-4881-926e-42ef963e8f40), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.818398 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-856d84af-6c9e-4aad-9cba-ed61b1cff50e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.819681 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-856d84af-6c9e-4aad-9cba-ed61b1cff50e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/routers/03212717-5b39-4863-976a-89f7a7f4e22a HTTP/1.1" status: 204 len: 168 time: 0.4552987 Feb 08 16:02:02.822862 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55182) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:02.849604 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ef161-3e35-4abc-af4c-1941b574eea2 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294aea41-d1d7-4881-926e-42ef963e8f40,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:02.861187 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-055ef161-3e35-4abc-af4c-1941b574eea2 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.869785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-055ef161-3e35-4abc-af4c-1941b574eea2 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4459798 Feb 08 16:02:02.871054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55186) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:02.875707 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-97838a1a-77ab-4217-9f1c-58dcbf1e773d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': 'c1c0308e-fc10-4a62-9a22-292ff88eec4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:02.893821 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-0540342f-9c19-46a7-8a1b-f1f66b32e07b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting subnet d4ff44fa-c56a-4918-8bd9-0308479a4400 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:02:02.897606 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0540342f-9c19-46a7-8a1b-f1f66b32e07b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (d4ff44fa-c56a-4918-8bd9-0308479a4400), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.927079 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97838a1a-77ab-4217-9f1c-58dcbf1e773d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group_rule (2ee5d481-846b-4487-b998-60076f34e0bd), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.950081 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0540342f-9c19-46a7-8a1b-f1f66b32e07b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (d4ff44fa-c56a-4918-8bd9-0308479a4400), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.978233 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070ce85b-294f-401f-b5a6-7cb155d2c90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5bb88198-3d1e-47d7-ae13-2274fca93db3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.980810 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070ce85b-294f-401f-b5a6-7cb155d2c90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:02.983931 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-070ce85b-294f-401f-b5a6-7cb155d2c90d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5bb88198-3d1e-47d7-ae13-2274fca93db3 HTTP/1.1" status: 204 len: 168 time: 0.3299234 Feb 08 16:02:03.003379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ce85b-294f-401f-b5a6-7cb155d2c90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb88198-3d1e-47d7-ae13-2274fca93db3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:03.052151 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-97838a1a-77ab-4217-9f1c-58dcbf1e773d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): There was a conflict when trying to complete your request. Feb 08 16:02:03.054119 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-97838a1a-77ab-4217-9f1c-58dcbf1e773d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1820815 Feb 08 16:02:03.067772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55196) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:03.089747 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0540342f-9c19-46a7-8a1b-f1f66b32e07b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d4ff44fa-c56a-4918-8bd9-0308479a4400), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:03.105804 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1931340-738c-4488-84ef-4ca11d23c051 req-fc31d2d4-33f1-4e92-b3bf-51a0505b70a4 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 210 time: 0.0500979 Feb 08 16:02:03.180343 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0540342f-9c19-46a7-8a1b-f1f66b32e07b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (d4ff44fa-c56a-4918-8bd9-0308479a4400), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:03.219001 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2152614f-db98-4ec5-bc41-bd3452406027 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (c1c0308e-fc10-4a62-9a22-292ff88eec4a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:03.254591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbcafce-143b-404a-a9ab-0036b63be8e8 None None] Network 55c4a61a-e77b-4ca1-9524-14e5a8873d72 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:03.272860 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0540342f-9c19-46a7-8a1b-f1f66b32e07b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:03.274823 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2152614f-db98-4ec5-bc41-bd3452406027 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (c1c0308e-fc10-4a62-9a22-292ff88eec4a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:03.285564 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0540342f-9c19-46a7-8a1b-f1f66b32e07b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/d4ff44fa-c56a-4918-8bd9-0308479a4400 HTTP/1.1" status: 204 len: 168 time: 0.4597566 Feb 08 16:02:03.290527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55204) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:03.330000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540342f-9c19-46a7-8a1b-f1f66b32e07b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ff44fa-c56a-4918-8bd9-0308479a4400,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:03.472534 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (55c4a61a-e77b-4ca1-9524-14e5a8873d72), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:03.512789 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2152614f-db98-4ec5-bc41-bd3452406027 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c1c0308e-fc10-4a62-9a22-292ff88eec4a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:03.516646 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2152614f-db98-4ec5-bc41-bd3452406027 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:03.521220 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2152614f-db98-4ec5-bc41-bd3452406027 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "DELETE /v2.0/security-groups/c1c0308e-fc10-4a62-9a22-292ff88eec4a HTTP/1.1" status: 204 len: 168 time: 0.4505067 Feb 08 16:02:03.534469 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55212) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:03.648471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152614f-db98-4ec5-bc41-bd3452406027 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c0308e-fc10-4a62-9a22-292ff88eec4a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:03.669853 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2ae8b0-98e7-4151-bba2-20586a2d0123 None None] DHCP port deletion for 55c4a61a-e77b-4ca1-9524-14e5a8873d72 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:02:03.683346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-492b3647-9862-40e9-9886-4e8d32d83786 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:03.685759 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-492b3647-9862-40e9-9886-4e8d32d83786 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 805 time: 0.2761543 Feb 08 16:02:03.704552 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-185629ec-d221-4b43-8e5e-cf7c0d752e96 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Request body: {'port': {'device_id': '4026bc89-3445-4ab0-a135-fb973e64c519', 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073', 'admin_state_up': True, 'tenant_id': '383b56f32b8740adb6bf96d216692319'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:03.733646 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 8306f7f3-0f7e-4cdf-9556-09371e0db427 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:03.734019 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:03.823203 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-77017505-a691-4aff-8c54-04ae84651c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:03.842102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] For port 8306f7f3-0f7e-4cdf-9556-09371e0db427, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8306f7f3-0f7e-4cdf-9556-09371e0db427,segment=NetworkSegment(56b34e4d-4715-411e-9eac-fb0cc56e1ef0),segment_id=56b34e4d-4715-411e-9eac-fb0cc56e1ef0)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:03.842102 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:03.848968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ae8b0-98e7-4151-bba2-20586a2d0123 None None] Deleting port 8306f7f3-0f7e-4cdf-9556-09371e0db427 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:03.850047 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae8b0-98e7-4151-bba2-20586a2d0123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:03.898941 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 8306f7f3-0f7e-4cdf-9556-09371e0db427 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:04.020543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-09d287c7-3264-4cb7-94f6-3df96e9ca848 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4261367 Feb 08 16:02:04.021234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55224) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:04.046649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55226) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:04.056985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a9b3beb6-065e-4487-8e86-70fb359ba331 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group': {'name': 'tempest-secgroup--718069960'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:04.105648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ee2ae8b0-98e7-4151-bba2-20586a2d0123 None None] For port 8306f7f3-0f7e-4cdf-9556-09371e0db427, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8306f7f3-0f7e-4cdf-9556-09371e0db427,segment=NetworkSegment(56b34e4d-4715-411e-9eac-fb0cc56e1ef0),segment_id=56b34e4d-4715-411e-9eac-fb0cc56e1ef0)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:04.110515 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae8b0-98e7-4151-bba2-20586a2d0123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:04.151034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ae8b0-98e7-4151-bba2-20586a2d0123 None None] Calling delete_port for 8306f7f3-0f7e-4cdf-9556-09371e0db427 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:04.204349 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a9b3beb6-065e-4487-8e86-70fb359ba331 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:04.386511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-185629ec-d221-4b43-8e5e-cf7c0d752e96 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Made reservation on behalf of 383b56f32b8740adb6bf96d216692319 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:04.392391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-185629ec-d221-4b43-8e5e-cf7c0d752e96 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:04.428029 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae8b0-98e7-4151-bba2-20586a2d0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:04.433202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-058d6e05-ce5c-4e16-8da9-a9e970797a02 req-823ddedb-4485-45c8-bd75-802fd0395669 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 210 time: 0.1780941 Feb 08 16:02:04.465459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cdfdebcf-f05c-4b6c-9705-416bb5289d3e tempest-AgentManagementNegativeTest-109199308 tempest-AgentManagementNegativeTest-109199308-project] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4305155 Feb 08 16:02:04.480677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ae8b0-98e7-4151-bba2-20586a2d0123 None None] Pushing event deleted for resources: {'Port': ['ID=8306f7f3-0f7e-4cdf-9556-09371e0db427,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:04.504845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ae8b0-98e7-4151-bba2-20586a2d0123 None None] No DVR routers for this DVR port 8306f7f3-0f7e-4cdf-9556-09371e0db427 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:02:04.535680 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a9b3beb6-065e-4487-8e86-70fb359ba331 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (ca57d0fd-5c8c-4a07-a1fa-76ec43703c83), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:04.538385 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8306f7f3-0f7e-4cdf-9556-09371e0db427), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:04.549976 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a9b3beb6-065e-4487-8e86-70fb359ba331 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ca57d0fd-5c8c-4a07-a1fa-76ec43703c83), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:04.588385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=8306f7f3-0f7e-4cdf-9556-09371e0db427,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:04.590745 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No DVR routers for this DVR port 8306f7f3-0f7e-4cdf-9556-09371e0db427 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:02:04.646437 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a9b3beb6-065e-4487-8e86-70fb359ba331 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:04.650231 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a9b3beb6-065e-4487-8e86-70fb359ba331 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5984704 Feb 08 16:02:04.661006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55244) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:04.661006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3beb6-065e-4487-8e86-70fb359ba331 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca57d0fd-5c8c-4a07-a1fa-76ec43703c83,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:04.667140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-9cb8c205-2191-43bf-addb-48847e097b4c tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': 'ca57d0fd-5c8c-4a07-a1fa-76ec43703c83', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:04.668206 n-d-824834-11 neutron-server[103301]: WARNING neutron.api.v2.base [None req-9cb8c205-2191-43bf-addb-48847e097b4c tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 08 16:02:04.669148 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-9cb8c205-2191-43bf-addb-48847e097b4c tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:04.672530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9cb8c205-2191-43bf-addb-48847e097b4c tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067313 Feb 08 16:02:04.684491 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55246) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:04.744806 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (55c4a61a-e77b-4ca1-9524-14e5a8873d72), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:04.770864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c4a61a-e77b-4ca1-9524-14e5a8873d72']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:04.781547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-185629ec-d221-4b43-8e5e-cf7c0d752e96 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Allocated IP 172.20.0.8 (fb374508-5c73-4d79-bee8-d58289274073/00ecb47d-dbfd-4668-8784-e5338c0de0ac/8760b6f0-8187-42fd-affa-684eb4bfcfd3) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:04.783488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b34e4d-4715-411e-9eac-fb0cc56e1ef0') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:04.784088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b34e4d-4715-411e-9eac-fb0cc56e1ef0') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:04.803286 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (56b34e4d-4715-411e-9eac-fb0cc56e1ef0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:04.820168 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (56b34e4d-4715-411e-9eac-fb0cc56e1ef0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:04.831580 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:02:04.832632 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (56b34e4d-4715-411e-9eac-fb0cc56e1ef0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: warnings.warn(msg) Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:02:04.837643 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:02:04.855535 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4a90b3e-7a80-4571-b741-1d7d5d59e431 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (ca57d0fd-5c8c-4a07-a1fa-76ec43703c83), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:04.936231 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4a90b3e-7a80-4571-b741-1d7d5d59e431 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (ca57d0fd-5c8c-4a07-a1fa-76ec43703c83), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:04.978064 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (55c4a61a-e77b-4ca1-9524-14e5a8873d72), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:05.006730 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:05.019115 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4a90b3e-7a80-4571-b741-1d7d5d59e431 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ca57d0fd-5c8c-4a07-a1fa-76ec43703c83), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:05.020744 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/networks/55c4a61a-e77b-4ca1-9524-14e5a8873d72 HTTP/1.1" status: 204 len: 168 time: 1.7286260 Feb 08 16:02:05.022007 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4a90b3e-7a80-4571-b741-1d7d5d59e431 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:05.023268 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b4a90b3e-7a80-4571-b741-1d7d5d59e431 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "DELETE /v2.0/security-groups/ca57d0fd-5c8c-4a07-a1fa-76ec43703c83 HTTP/1.1" status: 204 len: 168 time: 0.3365128 Feb 08 16:02:05.035992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55252) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:05.036906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55254) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:05.064814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a90b3e-7a80-4571-b741-1d7d5d59e431 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca57d0fd-5c8c-4a07-a1fa-76ec43703c83,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:05.069151 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-185629ec-d221-4b43-8e5e-cf7c0d752e96 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks [] for port (8760b6f0-8187-42fd-affa-684eb4bfcfd3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:05.102651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55256) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:05.115044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8306f7f3-0f7e-4cdf-9556-09371e0db427 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:02:05.136827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 8306f7f3-0f7e-4cdf-9556-09371e0db427 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:02:05.137471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8306f7f3-0f7e-4cdf-9556-09371e0db427 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:02:05.159891 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-185629ec-d221-4b43-8e5e-cf7c0d752e96 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (8760b6f0-8187-42fd-affa-684eb4bfcfd3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:05.175777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f6382502-13f4-4116-8ab6-b24c9711e8df', '1fcacada-c7d3-4052-ad3b-8af2fdad98ba'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:02:05.194929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb2c8d0-481d-4f0c-b818-556d7362b76e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:05.200941 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4cb2c8d0-481d-4f0c-b818-556d7362b76e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/180f7ffc-1235-48d1-a606-9fbacd48b932 HTTP/1.1" status: 200 len: 845 time: 0.1565275 Feb 08 16:02:05.200941 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785be3f-e524-4edc-81df-d125ad4b1c6e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Network': ['ID=55c4a61a-e77b-4ca1-9524-14e5a8873d72,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:05.200941 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55264) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:05.280981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-185629ec-d221-4b43-8e5e-cf7c0d752e96 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Network fb374508-5c73-4d79-bee8-d58289274073 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:05.289655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-185629ec-d221-4b43-8e5e-cf7c0d752e96 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:05.297603 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-185629ec-d221-4b43-8e5e-cf7c0d752e96 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:05.349570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185629ec-d221-4b43-8e5e-cf7c0d752e96 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Pushing event updated for resources: {'Port': ['ID=8760b6f0-8187-42fd-affa-684eb4bfcfd3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:05.402414 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-877bcd55-3573-49b2-9739-92d12fee28c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:05.453108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-185629ec-d221-4b43-8e5e-cf7c0d752e96 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:05.454414 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-185629ec-d221-4b43-8e5e-cf7c0d752e96 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:05.509456 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-185629ec-d221-4b43-8e5e-cf7c0d752e96 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8112073 Feb 08 16:02:05.536825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Request body: {'port': {'device_id': '4026bc89-3445-4ab0-a135-fb973e64c519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:05.565487 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:05.640648 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8760b6f0-8187-42fd-affa-684eb4bfcfd3), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:05.751470 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-877bcd55-3573-49b2-9739-92d12fee28c5 admin admin] Publish callbacks [] for security_group (c9f7f4d6-e5b4-4ca8-a021-c79652d07ce3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:05.786206 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0dae347e-d3b0-4a88-9893-2baef0e67b6f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7442708 Feb 08 16:02:05.790064 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55276) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:05.797909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-8bb03996-9d9d-4f38-b8e0-ce5144dd8efa tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group': {'name': 'tempest-secgroup--844762005'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:05.802779 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-877bcd55-3573-49b2-9739-92d12fee28c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c9f7f4d6-e5b4-4ca8-a021-c79652d07ce3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:05.848260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ec99d6a7-9d15-40a0-be22-86d89cc7292f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/180f7ffc-1235-48d1-a606-9fbacd48b932?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5848951 Feb 08 16:02:05.852001 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55278) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:05.859494 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-11014f1e-2e78-4649-8293-d0cadb53abf2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'subnet': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:05.870240 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8bb03996-9d9d-4f38-b8e0-ce5144dd8efa tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:05.883447 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-877bcd55-3573-49b2-9739-92d12fee28c5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9fd7a969f6c547208646ce3ea78af0f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7796350 Feb 08 16:02:05.908421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bcd55-3573-49b2-9739-92d12fee28c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f7f4d6-e5b4-4ca8-a021-c79652d07ce3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:05.911831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55280) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:05.978802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565ab8e-c9c3-4345-ad63-090b24f8d7b5 req-5fb86c8d-a5e4-4a5f-a62e-d04201ee0f2b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:05.980533 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7565ab8e-c9c3-4345-ad63-090b24f8d7b5 req-5fb86c8d-a5e4-4a5f-a62e-d04201ee0f2b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 931 time: 0.1986229 Feb 08 16:02:06.001295 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6197df43-6f76-4759-935d-dae3bbb787f1 admin admin] Publish callbacks [] for security_group (c9f7f4d6-e5b4-4ca8-a021-c79652d07ce3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.039433 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6197df43-6f76-4759-935d-dae3bbb787f1 admin admin] Publish callbacks [] for security_group (c9f7f4d6-e5b4-4ca8-a021-c79652d07ce3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.047488 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8bb03996-9d9d-4f38-b8e0-ce5144dd8efa tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (715807d4-2587-45c4-9b32-baf77447a1c5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.075185 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8bb03996-9d9d-4f38-b8e0-ce5144dd8efa tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (715807d4-2587-45c4-9b32-baf77447a1c5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.112163 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11014f1e-2e78-4649-8293-d0cadb53abf2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:06.115702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8760b6f0-8187-42fd-affa-684eb4bfcfd3 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:02:06.116265 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11014f1e-2e78-4649-8293-d0cadb53abf2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.126024 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Publish callbacks [] for port (8760b6f0-8187-42fd-affa-684eb4bfcfd3), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.144719 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8bb03996-9d9d-4f38-b8e0-ce5144dd8efa tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.149352 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8bb03996-9d9d-4f38-b8e0-ce5144dd8efa tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3552420 Feb 08 16:02:06.150351 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6197df43-6f76-4759-935d-dae3bbb787f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c9f7f4d6-e5b4-4ca8-a021-c79652d07ce3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.153515 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6197df43-6f76-4759-935d-dae3bbb787f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.159035 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6197df43-6f76-4759-935d-dae3bbb787f1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c9f7f4d6-e5b4-4ca8-a021-c79652d07ce3 HTTP/1.1" status: 204 len: 168 time: 0.2439396 Feb 08 16:02:06.160273 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Transition to ACTIVE for port object 8760b6f0-8187-42fd-affa-684eb4bfcfd3 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:02:06.161143 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55282) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:06.167471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ad4c48b1-b98b-47ee-8d98-f88df9204773 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '715807d4-2587-45c4-9b32-baf77447a1c5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:06.168392 n-d-824834-11 neutron-server[103302]: WARNING neutron.api.v2.base [None req-ad4c48b1-b98b-47ee-8d98-f88df9204773 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 08 16:02:06.169308 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-ad4c48b1-b98b-47ee-8d98-f88df9204773 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:06.173004 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ad4c48b1-b98b-47ee-8d98-f88df9204773 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066197 Feb 08 16:02:06.177174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55286) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:06.179470 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (8760b6f0-8187-42fd-affa-684eb4bfcfd3), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.228347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197df43-6f76-4759-935d-dae3bbb787f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f7f4d6-e5b4-4ca8-a021-c79652d07ce3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:06.235548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Pushing event updated for resources: {'Port': ['ID=8760b6f0-8187-42fd-affa-684eb4bfcfd3,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:06.250545 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7565ab8e-c9c3-4345-ad63-090b24f8d7b5 req-e9bb123d-db7b-43e0-b9de-f598a9d9da16 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874287 Feb 08 16:02:06.328065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb03996-9d9d-4f38-b8e0-ce5144dd8efa tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715807d4-2587-45c4-9b32-baf77447a1c5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:06.361858 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cafe22e-0eab-48f2-b79f-250d2d4fc4a4 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (715807d4-2587-45c4-9b32-baf77447a1c5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.421870 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Attempting to bind port 8760b6f0-8187-42fd-affa-684eb4bfcfd3 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:02:06.422884 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Attempting to bind port 8760b6f0-8187-42fd-affa-684eb4bfcfd3 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:02:06.423413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Attempting to bind port 8760b6f0-8187-42fd-affa-684eb4bfcfd3 on network fb374508-5c73-4d79-bee8-d58289274073 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:02:06.430087 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cafe22e-0eab-48f2-b79f-250d2d4fc4a4 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (715807d4-2587-45c4-9b32-baf77447a1c5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.442131 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Port 8760b6f0-8187-42fd-affa-684eb4bfcfd3 on network fb374508-5c73-4d79-bee8-d58289274073 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:02:06.442772 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Attempting to bind port 8760b6f0-8187-42fd-affa-684eb4bfcfd3 on network fb374508-5c73-4d79-bee8-d58289274073 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:02:06.452715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:02:06.453417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Checking segment: {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:06.454000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Bound using segment: {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:02:06.454649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Bound port: 8760b6f0-8187-42fd-affa-684eb4bfcfd3, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:02:06.455237 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8760b6f0-8187-42fd-affa-684eb4bfcfd3), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.468016 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11014f1e-2e78-4649-8293-d0cadb53abf2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (29ca3936-07c1-47ed-8384-da901a1d31fc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.527361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11014f1e-2e78-4649-8293-d0cadb53abf2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:06.532275 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-11014f1e-2e78-4649-8293-d0cadb53abf2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:06.538428 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11014f1e-2e78-4649-8293-d0cadb53abf2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:06.539563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11014f1e-2e78-4649-8293-d0cadb53abf2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.544697 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1071e1-528a-4289-bad9-4fa648758758 None None] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:06.556731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11014f1e-2e78-4649-8293-d0cadb53abf2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Subnet': ['ID=29ca3936-07c1-47ed-8384-da901a1d31fc,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:06.563468 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cafe22e-0eab-48f2-b79f-250d2d4fc4a4 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (715807d4-2587-45c4-9b32-baf77447a1c5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.573364 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-11014f1e-2e78-4649-8293-d0cadb53abf2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7202711 Feb 08 16:02:06.576799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55292) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:06.578446 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cafe22e-0eab-48f2-b79f-250d2d4fc4a4 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.580159 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6cafe22e-0eab-48f2-b79f-250d2d4fc4a4 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "DELETE /v2.0/security-groups/715807d4-2587-45c4-9b32-baf77447a1c5 HTTP/1.1" status: 204 len: 168 time: 0.4015057 Feb 08 16:02:06.582891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-b71ee635-6e6a-4ddc-af73-923a86f89b7e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'security_group': {'name': 'tempest-secgroup-1060427415'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:06.589579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55294) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:06.634646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe22e-0eab-48f2-b79f-250d2d4fc4a4 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=715807d4-2587-45c4-9b32-baf77447a1c5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:06.645656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] For port 8760b6f0-8187-42fd-affa-684eb4bfcfd3, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:02:06.668348 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-27a3d1fa-037a-44fd-bd7e-bb0b294ff7d9 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0775530 Feb 08 16:02:06.673848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55298) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:06.674835 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b71ee635-6e6a-4ddc-af73-923a86f89b7e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.675860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] For port 8760b6f0-8187-42fd-affa-684eb4bfcfd3, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=8760b6f0-8187-42fd-affa-684eb4bfcfd3,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:02:06.683855 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f86a5dd7-bcb3-4a1a-905e-d4b176215d33 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group': {'name': 'tempest-secgroup--637020438'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:06.688466 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (8760b6f0-8187-42fd-affa-684eb4bfcfd3), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.756754 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f86a5dd7-bcb3-4a1a-905e-d4b176215d33 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.759214 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.761716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:06.762623 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.768859 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] 10.222.0.94 "PUT /v2.0/ports/8760b6f0-8187-42fd-affa-684eb4bfcfd3 HTTP/1.1" status: 200 len: 1092 time: 1.2475834 Feb 08 16:02:06.769775 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4026bc89-3445-4ab0-a135-fb973e64c519', 'tag': '8760b6f0-8187-42fd-affa-684eb4bfcfd3'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:02:06.774842 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84d2191-68c4-4872-a52a-d870003f4a26" -d '{"events": [{"name": "network-changed", "server_uuid": "4026bc89-3445-4ab0-a135-fb973e64c519", "tag": "8760b6f0-8187-42fd-affa-684eb4bfcfd3"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:02:06.902976 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16df6e3-9dbd-47c3-abdb-1dca1d7c2f2e x-openstack-request-id: req-e16df6e3-9dbd-47c3-abdb-1dca1d7c2f2e {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:02:06.903464 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4026bc89-3445-4ab0-a135-fb973e64c519", "tag": "8760b6f0-8187-42fd-affa-684eb4bfcfd3", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:02:06.904357 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e16df6e3-9dbd-47c3-abdb-1dca1d7c2f2e {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:02:06.904867 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4026bc89-3445-4ab0-a135-fb973e64c519', 'tag': '8760b6f0-8187-42fd-affa-684eb4bfcfd3', 'status': 'completed', 'code': 200} Feb 08 16:02:06.943689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107d4b9-759b-4425-b655-38436e55e61e service neutron] Pushing event updated for resources: {'Port': ['ID=8760b6f0-8187-42fd-affa-684eb4bfcfd3,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:06.946263 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f86a5dd7-bcb3-4a1a-905e-d4b176215d33 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (4b06f115-0f1b-414f-8d35-0b5361b38781), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.954281 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f86a5dd7-bcb3-4a1a-905e-d4b176215d33 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4b06f115-0f1b-414f-8d35-0b5361b38781), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.967320 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b71ee635-6e6a-4ddc-af73-923a86f89b7e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (20b50d30-cddb-44f2-b5cb-f8b7c2e92172), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:06.979363 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-4984b871-4474-4932-bf2a-edfef0673668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:06.981252 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-4984b871-4474-4932-bf2a-edfef0673668 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 1126 time: 0.1521940 Feb 08 16:02:07.004913 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b71ee635-6e6a-4ddc-af73-923a86f89b7e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (20b50d30-cddb-44f2-b5cb-f8b7c2e92172), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.029773 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f86a5dd7-bcb3-4a1a-905e-d4b176215d33 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.032785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f86a5dd7-bcb3-4a1a-905e-d4b176215d33 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3553069 Feb 08 16:02:07.049957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a5dd7-bcb3-4a1a-905e-d4b176215d33 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b06f115-0f1b-414f-8d35-0b5361b38781,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:07.061529 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55310) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:07.066019 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d1fb0858-764c-4fdc-a847-c18efff7d76b tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '4b06f115-0f1b-414f-8d35-0b5361b38781', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:07.086073 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b71ee635-6e6a-4ddc-af73-923a86f89b7e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.092358 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b71ee635-6e6a-4ddc-af73-923a86f89b7e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5117345 Feb 08 16:02:07.092566 n-d-824834-11 neutron-server[103302]: WARNING neutron.api.v2.base [None req-d1fb0858-764c-4fdc-a847-c18efff7d76b tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 08 16:02:07.092766 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-d1fb0858-764c-4fdc-a847-c18efff7d76b tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:07.094643 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d1fb0858-764c-4fdc-a847-c18efff7d76b tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0320706 Feb 08 16:02:07.097205 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-fb005e63-0d7e-4e70-9dec-56e903165c03 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8760b6f0-8187-42fd-affa-684eb4bfcfd3 HTTP/1.1" status: 200 len: 217 time: 0.1066751 Feb 08 16:02:07.098016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55314) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:07.098546 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55316) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:07.104906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-a669c9fc-a932-4ee3-ae3d-6f41af718588', 'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'project_id': '5a4a0e9e3ff1446d923db9f7e5cfeec6', 'fixed_ips': [{'subnet_id': '29ca3936-07c1-47ed-8384-da901a1d31fc'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:02:07.105564 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-26fcb394-ad4b-498d-b16a-fada579ca011 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '4b06f115-0f1b-414f-8d35-0b5361b38781', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:07.105923 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.106782 n-d-824834-11 neutron-server[103302]: WARNING neutron.api.v2.base [None req-26fcb394-ad4b-498d-b16a-fada579ca011 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 08 16:02:07.108471 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-26fcb394-ad4b-498d-b16a-fada579ca011 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:07.110914 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-26fcb394-ad4b-498d-b16a-fada579ca011 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095644 Feb 08 16:02:07.117801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55318) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:07.120367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-17f0025c-ce31-44c5-93a4-486ec30f7ab2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'security_group': {'name': 'tempest-secgroup-1791797460'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:07.128988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-50150bbb-45d4-46cb-8aa3-eb454cbd1f1d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '4b06f115-0f1b-414f-8d35-0b5361b38781', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:07.132520 n-d-824834-11 neutron-server[103301]: WARNING neutron.api.v2.base [None req-50150bbb-45d4-46cb-8aa3-eb454cbd1f1d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 08 16:02:07.133109 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-50150bbb-45d4-46cb-8aa3-eb454cbd1f1d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:07.135093 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-50150bbb-45d4-46cb-8aa3-eb454cbd1f1d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0158935 Feb 08 16:02:07.140536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55320) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:07.156338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ee635-6e6a-4ddc-af73-923a86f89b7e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b50d30-cddb-44f2-b5cb-f8b7c2e92172,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:07.169672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-3e0aabb0-0ebd-40cf-8e94-89f81520826c tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '4b06f115-0f1b-414f-8d35-0b5361b38781', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:07.170884 n-d-824834-11 neutron-server[103302]: WARNING neutron.api.v2.base [None req-3e0aabb0-0ebd-40cf-8e94-89f81520826c tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 08 16:02:07.171565 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-3e0aabb0-0ebd-40cf-8e94-89f81520826c tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:07.172888 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3e0aabb0-0ebd-40cf-8e94-89f81520826c tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0310838 Feb 08 16:02:07.177441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55322) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:07.200136 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17f0025c-ce31-44c5-93a4-486ec30f7ab2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.216837 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-86878504-3521-4753-935c-712b3bd6600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:07.218692 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-86878504-3521-4753-935c-712b3bd6600e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 200 len: 845 time: 0.0917611 Feb 08 16:02:07.262546 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2538921-fdc2-4230-893a-104708cbfa65 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (4b06f115-0f1b-414f-8d35-0b5361b38781), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.269351 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-295d134d-f09e-4bb6-9ba0-12524b62ef22 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fb374508-5c73-4d79-bee8-d58289274073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362024 Feb 08 16:02:07.308755 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2538921-fdc2-4230-893a-104708cbfa65 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (4b06f115-0f1b-414f-8d35-0b5361b38781), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.355938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55328) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:07.378357 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17f0025c-ce31-44c5-93a4-486ec30f7ab2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (897c715c-83f8-435f-922c-689b942da847), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.389443 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17f0025c-ce31-44c5-93a4-486ec30f7ab2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (897c715c-83f8-435f-922c-689b942da847), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.438053 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2538921-fdc2-4230-893a-104708cbfa65 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4b06f115-0f1b-414f-8d35-0b5361b38781), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.444484 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17f0025c-ce31-44c5-93a4-486ec30f7ab2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.445802 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-17f0025c-ce31-44c5-93a4-486ec30f7ab2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3459890 Feb 08 16:02:07.446354 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2538921-fdc2-4230-893a-104708cbfa65 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.447496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e2538921-fdc2-4230-893a-104708cbfa65 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "DELETE /v2.0/security-groups/4b06f115-0f1b-414f-8d35-0b5361b38781 HTTP/1.1" status: 204 len: 168 time: 0.2683733 Feb 08 16:02:07.448865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55332) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:07.454329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-40bdacd5-1157-49f8-bec0-08252af83502 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-72622331', 'security_groups': ['897c715c-83f8-435f-922c-689b942da847'], 'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '29ca3936-07c1-47ed-8384-da901a1d31fc'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:07.457943 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0025c-ce31-44c5-93a4-486ec30f7ab2 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897c715c-83f8-435f-922c-689b942da847,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:07.459259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55334) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:07.464258 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-95d747c5-6027-4833-b164-049047c41a23 service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875653 Feb 08 16:02:07.511972 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Allocated IP 2001:db8::2 (a669c9fc-a932-4ee3-ae3d-6f41af718588/29ca3936-07c1-47ed-8384-da901a1d31fc/48cb7123-5bb9-43fb-b142-a9a030a2e350) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:07.517127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2538921-fdc2-4230-893a-104708cbfa65 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b06f115-0f1b-414f-8d35-0b5361b38781,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:07.551408 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d282e4-4e9a-481c-ae81-9c01ed02a5be req-d4c37dfd-2eea-4ae5-859e-8042bc99500f tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:07.553045 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36d282e4-4e9a-481c-ae81-9c01ed02a5be req-d4c37dfd-2eea-4ae5-859e-8042bc99500f tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 943 time: 0.1851211 Feb 08 16:02:07.560478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-94e35f1a-fd22-4d6d-b100-83fe0468da96 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0865946 Feb 08 16:02:07.570422 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55336) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:07.597099 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-153173662'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:07.604595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-382aa5b5-4f6c-4b63-b351-160f7162803b tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group': {'name': 'tempest-secgroup--388412791'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:07.656487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36d282e4-4e9a-481c-ae81-9c01ed02a5be req-83593590-0a0b-42cd-a520-565779f13447 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947630 Feb 08 16:02:07.658217 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-382aa5b5-4f6c-4b63-b351-160f7162803b tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.664485 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Made reservation on behalf of 43a649f7f1e5478d8a57a24f44b524ec for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:07.667793 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.683315 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.782382 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-382aa5b5-4f6c-4b63-b351-160f7162803b tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (96a148b9-847e-455c-a4d9-52669f06ff3e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.784159 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Publish callbacks [] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.791282 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-382aa5b5-4f6c-4b63-b351-160f7162803b tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (96a148b9-847e-455c-a4d9-52669f06ff3e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.797991 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.821015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:07.824496 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:07.840584 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6257689-8f8c-4034-a153-8b241bf7d7a3 req-9b0223e0-b6cd-41d1-acd5-cec3c528d970 service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631523 Feb 08 16:02:07.848743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bdacd5-1157-49f8-bec0-08252af83502 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:07.849504 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-382aa5b5-4f6c-4b63-b351-160f7162803b tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:07.851557 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-382aa5b5-4f6c-4b63-b351-160f7162803b tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2553027 Feb 08 16:02:07.854135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55338) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:07.861725 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c2cda575-c3d2-46e1-adc8-979ea146aaa6 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '96a148b9-847e-455c-a4d9-52669f06ff3e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:07.863101 n-d-824834-11 neutron-server[103301]: WARNING neutron.api.v2.base [None req-c2cda575-c3d2-46e1-adc8-979ea146aaa6 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 08 16:02:07.863880 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-c2cda575-c3d2-46e1-adc8-979ea146aaa6 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:07.865495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c2cda575-c3d2-46e1-adc8-979ea146aaa6 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096457 Feb 08 16:02:07.866461 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382aa5b5-4f6c-4b63-b351-160f7162803b tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a148b9-847e-455c-a4d9-52669f06ff3e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:07.869462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55340) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:07.886490 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:07.890362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d45bfdce-8cab-4869-83fa-09e0645c20e9 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '96a148b9-847e-455c-a4d9-52669f06ff3e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:07.947762 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-d45bfdce-8cab-4869-83fa-09e0645c20e9 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:07.949944 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d45bfdce-8cab-4869-83fa-09e0645c20e9 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0648353 Feb 08 16:02:07.954180 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55342) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:07.965849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-3dc665bf-cff3-4e16-ad28-77a1e29a3bcf tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '96a148b9-847e-455c-a4d9-52669f06ff3e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:07.966816 n-d-824834-11 neutron-server[103301]: WARNING neutron.api.v2.base [None req-3dc665bf-cff3-4e16-ad28-77a1e29a3bcf tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 08 16:02:07.967933 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-3dc665bf-cff3-4e16-ad28-77a1e29a3bcf tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:07.969401 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3dc665bf-cff3-4e16-ad28-77a1e29a3bcf tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0133603 Feb 08 16:02:07.973292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55344) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:07.986162 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-64d9b819-c987-4e9c-abf3-a02d2c5bf8e9 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '96a148b9-847e-455c-a4d9-52669f06ff3e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:08.020053 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.028273 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Pushing event updated for resources: {'Port': ['ID=48cb7123-5bb9-43fb-b142-a9a030a2e350,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:08.043770 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:08.045848 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:08.046517 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:08.047073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:08.047503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:08.047957 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:08.048391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:08.048808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:08.049319 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:08.049679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:08.050208 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:08.050679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:08.051101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:08.052758 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-64d9b819-c987-4e9c-abf3-a02d2c5bf8e9 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:08.056403 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-64d9b819-c987-4e9c-abf3-a02d2c5bf8e9 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0781903 Feb 08 16:02:08.056774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55346) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:08.063093 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-77fd71ee-91aa-4387-b766-36fc9f121d96 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '96a148b9-847e-455c-a4d9-52669f06ff3e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:08.063326 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks [] for security_group (c9d61120-3d7e-4abc-84da-9a24e9a43dc8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.063636 n-d-824834-11 neutron-server[103301]: WARNING neutron.api.v2.base [None req-77fd71ee-91aa-4387-b766-36fc9f121d96 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 08 16:02:08.064710 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-77fd71ee-91aa-4387-b766-36fc9f121d96 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:08.069089 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-77fd71ee-91aa-4387-b766-36fc9f121d96 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086665 Feb 08 16:02:08.069089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55348) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:08.070102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d2191-68c4-4872-a52a-d870003f4a26 req-d87892ea-7e74-4b76-a25a-e39096d4491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:08.072652 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d84d2191-68c4-4872-a52a-d870003f4a26 req-d87892ea-7e74-4b76-a25a-e39096d4491a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 1126 time: 0.1513276 Feb 08 16:02:08.076839 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c9d61120-3d7e-4abc-84da-9a24e9a43dc8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.077531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1829789a-3494-4d19-b05e-eaad51b24c91 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '96a148b9-847e-455c-a4d9-52669f06ff3e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:08.088777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Attempting to bind port 48cb7123-5bb9-43fb-b142-a9a030a2e350 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:02:08.091126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Attempting to bind port 48cb7123-5bb9-43fb-b142-a9a030a2e350 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'de08d414-4bee-451d-a6d4-cd5806fed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:02:08.094307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Attempting to bind port 48cb7123-5bb9-43fb-b142-a9a030a2e350 on network a669c9fc-a932-4ee3-ae3d-6f41af718588 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:02:08.103100 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:02:08.103858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Checking segment: {'id': 'de08d414-4bee-451d-a6d4-cd5806fed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:08.104396 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.104880 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Bound using segment: {'id': 'de08d414-4bee-451d-a6d4-cd5806fed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:02:08.105610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Bound port: 48cb7123-5bb9-43fb-b142-a9a030a2e350, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de08d414-4bee-451d-a6d4-cd5806fed33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:02:08.106284 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.110505 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-1829789a-3494-4d19-b05e-eaad51b24c91 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Project b11b62aaea714742b5980b8b56ba5ade added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:02:08.132153 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-1829789a-3494-4d19-b05e-eaad51b24c91 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:08.134449 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1829789a-3494-4d19-b05e-eaad51b24c91 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0642879 Feb 08 16:02:08.139301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55350) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:08.145140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-4f33e2c4-febc-499e-a219-ae1dd4f28742 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '96a148b9-847e-455c-a4d9-52669f06ff3e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:08.145863 n-d-824834-11 neutron-server[103301]: WARNING neutron.api.v2.base [None req-4f33e2c4-febc-499e-a219-ae1dd4f28742 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 08 16:02:08.146880 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-4f33e2c4-febc-499e-a219-ae1dd4f28742 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:08.148313 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4f33e2c4-febc-499e-a219-ae1dd4f28742 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076542 Feb 08 16:02:08.150937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55352) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:08.159357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-abb6e262-fe7e-4e86-a61f-9258ebed6d9f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '96a148b9-847e-455c-a4d9-52669f06ff3e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:08.190507 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-abb6e262-fe7e-4e86-a61f-9258ebed6d9f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Project b11b62aaea714742b5980b8b56ba5ade added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:02:08.205356 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40bdacd5-1157-49f8-bec0-08252af83502 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.206217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] For port 48cb7123-5bb9-43fb-b142-a9a030a2e350, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:02:08.211974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] For port 48cb7123-5bb9-43fb-b142-a9a030a2e350, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=48cb7123-5bb9-43fb-b142-a9a030a2e350,segment=NetworkSegment(de08d414-4bee-451d-a6d4-cd5806fed33c),segment_id=de08d414-4bee-451d-a6d4-cd5806fed33c)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:02:08.213250 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-abb6e262-fe7e-4e86-a61f-9258ebed6d9f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:08.219808 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-abb6e262-fe7e-4e86-a61f-9258ebed6d9f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0676057 Feb 08 16:02:08.221482 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55354) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:08.225334 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.226345 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-8a10434f-88c8-4fc0-9d13-2dd465373b18 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '96a148b9-847e-455c-a4d9-52669f06ff3e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:08.256805 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-8a10434f-88c8-4fc0-9d13-2dd465373b18 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Project b11b62aaea714742b5980b8b56ba5ade added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:02:08.277950 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d2191-68c4-4872-a52a-d870003f4a26 req-00bfebfe-6c3d-47e5-a763-90d5491c9664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:08.281263 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d84d2191-68c4-4872-a52a-d870003f4a26 req-00bfebfe-6c3d-47e5-a763-90d5491c9664 service neutron] 10.222.0.94 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 906 time: 0.1990414 Feb 08 16:02:08.287465 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:02:08.287723 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-8a10434f-88c8-4fc0-9d13-2dd465373b18 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:08.292786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8a10434f-88c8-4fc0-9d13-2dd465373b18 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0698562 Feb 08 16:02:08.297469 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55356) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:08.358966 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9895d-c319-4de8-ad42-c785714d9d4f None None] Pushing event updated for resources: {'Port': ['ID=48cb7123-5bb9-43fb-b142-a9a030a2e350,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:08.362502 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d84d2191-68c4-4872-a52a-d870003f4a26 req-9c068fff-f04e-4930-820d-2d59c484974b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8760b6f0-8187-42fd-affa-684eb4bfcfd3 HTTP/1.1" status: 200 len: 217 time: 0.0705497 Feb 08 16:02:08.377518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-40bdacd5-1157-49f8-bec0-08252af83502 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port eb7ba187-9133-4966-8d29-61f9479abfc1 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:02:08.377880 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4b765bb6-0707-44bf-81c8-eba9a4bc066a tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (96a148b9-847e-455c-a4d9-52669f06ff3e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.404961 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4b765bb6-0707-44bf-81c8-eba9a4bc066a tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (96a148b9-847e-455c-a4d9-52669f06ff3e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.464193 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4b765bb6-0707-44bf-81c8-eba9a4bc066a tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (96a148b9-847e-455c-a4d9-52669f06ff3e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.471402 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4b765bb6-0707-44bf-81c8-eba9a4bc066a tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.475650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4b765bb6-0707-44bf-81c8-eba9a4bc066a tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "DELETE /v2.0/security-groups/96a148b9-847e-455c-a4d9-52669f06ff3e HTTP/1.1" status: 204 len: 168 time: 0.1739807 Feb 08 16:02:08.483535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55358) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:08.495845 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (baa1c517-1411-4c80-9b73-ac0158bb2b04), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.496623 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Added segment baa1c517-1411-4c80-9b73-ac0158bb2b04 of type vlan for network 10423011-67a3-4b78-88c9-9e86f8797539 Feb 08 16:02:08.500733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d61120-3d7e-4abc-84da-9a24e9a43dc8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:08.503333 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b765bb6-0707-44bf-81c8-eba9a4bc066a tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a148b9-847e-455c-a4d9-52669f06ff3e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:08.629013 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bcf82272-93e8-49b9-ba01-641bbbb47741 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1431630 Feb 08 16:02:08.633454 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55360) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:08.643641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-8783715c-2d13-4fdb-a3b8-a80f5ce991d8 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221163247'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:08.682986 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8783715c-2d13-4fdb-a3b8-a80f5ce991d8 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.746738 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (10423011-67a3-4b78-88c9-9e86f8797539), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.758129 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d2191-68c4-4872-a52a-d870003f4a26 req-316757c3-15a6-4c37-91ca-45fb0f4dd63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:08.759869 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d84d2191-68c4-4872-a52a-d870003f4a26 req-316757c3-15a6-4c37-91ca-45fb0f4dd63d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 200 len: 845 time: 0.2882740 Feb 08 16:02:08.839512 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d84d2191-68c4-4872-a52a-d870003f4a26 req-36172156-35b7-49fe-94a5-0429603ce96d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fb374508-5c73-4d79-bee8-d58289274073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593731 Feb 08 16:02:08.840378 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8783715c-2d13-4fdb-a3b8-a80f5ce991d8 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (b87208af-4d70-4b24-be6e-50728473d295), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.848695 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8783715c-2d13-4fdb-a3b8-a80f5ce991d8 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b87208af-4d70-4b24-be6e-50728473d295), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.924445 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (10423011-67a3-4b78-88c9-9e86f8797539), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.929611 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:08.930250 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.938297 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8783715c-2d13-4fdb-a3b8-a80f5ce991d8 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:08.940367 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8783715c-2d13-4fdb-a3b8-a80f5ce991d8 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3033805 Feb 08 16:02:08.945909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55364) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:08.952628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5a3652a7-e47b-4dd9-9294-13836f14cf44 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': 'b87208af-4d70-4b24-be6e-50728473d295', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:08.954619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-40bdacd5-1157-49f8-bec0-08252af83502 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Allocated IP 2001:db8::213 (a669c9fc-a932-4ee3-ae3d-6f41af718588/29ca3936-07c1-47ed-8384-da901a1d31fc/eb7ba187-9133-4966-8d29-61f9479abfc1) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:08.962004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783715c-2d13-4fdb-a3b8-a80f5ce991d8 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87208af-4d70-4b24-be6e-50728473d295,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:09.008575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce946a-db5d-45de-bc6b-8748ace61630 req-077f086c-75d0-407b-b302-a821619795a6 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:09.021175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1ce946a-db5d-45de-bc6b-8748ace61630 req-077f086c-75d0-407b-b302-a821619795a6 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 943 time: 0.2060993 Feb 08 16:02:09.025858 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6641483 Feb 08 16:02:09.026009 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55366) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:09.042980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1e899fd0-1c91-428a-b55f-3d459fb1d81e tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Request body: {'subnet': {'network_id': '10423011-67a3-4b78-88c9-9e86f8797539', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:09.087067 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595eb25f-a931-489f-878b-3646369a7f62 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Pushing event updated for resources: {'Network': ['ID=10423011-67a3-4b78-88c9-9e86f8797539,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:09.098375 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:02:09.099649 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d84d2191-68c4-4872-a52a-d870003f4a26 req-3f70f6a4-8181-4141-9fa8-2fc12944df4d service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471254 Feb 08 16:02:09.119653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 10423011-67a3-4b78-88c9-9e86f8797539 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:02:09.249581 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-5a3652a7-e47b-4dd9-9294-13836f14cf44 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The resource could not be found. Feb 08 16:02:09.251288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5a3652a7-e47b-4dd9-9294-13836f14cf44 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3044763 Feb 08 16:02:09.254193 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55368) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:09.274407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1ce946a-db5d-45de-bc6b-8748ace61630 req-74daeaa4-b66a-4938-a8db-6a695fa25520 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518260 Feb 08 16:02:09.279446 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 48cb7123-5bb9-43fb-b142-a9a030a2e350 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:09.295040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ff456ba4-8bb3-4d1c-86cd-aa1c7ebd2b26 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': 'b87208af-4d70-4b24-be6e-50728473d295', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '16075db5-dc04-4fc0-a080-c6af7612ac0e'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:09.315634 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40bdacd5-1157-49f8-bec0-08252af83502 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (eb7ba187-9133-4966-8d29-61f9479abfc1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:09.366850 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e899fd0-1c91-428a-b55f-3d459fb1d81e tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Made reservation on behalf of 43a649f7f1e5478d8a57a24f44b524ec for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:09.375906 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1e899fd0-1c91-428a-b55f-3d459fb1d81e tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:09.391415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 48cb7123-5bb9-43fb-b142-a9a030a2e350 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:09.391997 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:09.480578 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-ff456ba4-8bb3-4d1c-86cd-aa1c7ebd2b26 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The resource could not be found. Feb 08 16:02:09.484984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ff456ba4-8bb3-4d1c-86cd-aa1c7ebd2b26 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2276075 Feb 08 16:02:09.489837 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d84d2191-68c4-4872-a52a-d870003f4a26 req-75bac670-599d-487c-af78-312f4524f14e service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693416 Feb 08 16:02:09.490838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55372) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:09.499819 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40bdacd5-1157-49f8-bec0-08252af83502 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (eb7ba187-9133-4966-8d29-61f9479abfc1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:09.587300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 48cb7123-5bb9-43fb-b142-a9a030a2e350 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:09.588034 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:09.622900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdacd5-1157-49f8-bec0-08252af83502 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=eb7ba187-9133-4966-8d29-61f9479abfc1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:09.651821 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bdacd5-1157-49f8-bec0-08252af83502 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:09.658865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-40bdacd5-1157-49f8-bec0-08252af83502 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:09.662319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bdacd5-1157-49f8-bec0-08252af83502 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:09.668186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bdacd5-1157-49f8-bec0-08252af83502 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:09.668864 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40bdacd5-1157-49f8-bec0-08252af83502 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:09.671874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 48cb7123-5bb9-43fb-b142-a9a030a2e350, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=48cb7123-5bb9-43fb-b142-a9a030a2e350,segment=NetworkSegment(de08d414-4bee-451d-a6d4-cd5806fed33c),segment_id=de08d414-4bee-451d-a6d4-cd5806fed33c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:09.684470 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:09.730308 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3efeec2-6fa3-4088-a7f2-1376552ae857 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (b87208af-4d70-4b24-be6e-50728473d295), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:09.744685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55374) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:09.745410 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-40bdacd5-1157-49f8-bec0-08252af83502 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2952530 Feb 08 16:02:09.761503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-14462ac6-4978-4517-bc68-e0e0c27bac3f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'subnet': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:09.772808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=48cb7123-5bb9-43fb-b142-a9a030a2e350,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:09.794197 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3efeec2-6fa3-4088-a7f2-1376552ae857 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (b87208af-4d70-4b24-be6e-50728473d295), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:09.874440 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3efeec2-6fa3-4088-a7f2-1376552ae857 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b87208af-4d70-4b24-be6e-50728473d295), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:09.880239 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3efeec2-6fa3-4088-a7f2-1376552ae857 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:09.882988 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d3efeec2-6fa3-4088-a7f2-1376552ae857 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "DELETE /v2.0/security-groups/b87208af-4d70-4b24-be6e-50728473d295 HTTP/1.1" status: 204 len: 168 time: 0.3910990 Feb 08 16:02:09.889963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55376) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:09.903193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efeec2-6fa3-4088-a7f2-1376552ae857 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87208af-4d70-4b24-be6e-50728473d295,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:09.933547 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1e899fd0-1c91-428a-b55f-3d459fb1d81e tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (ad07b895-c60f-4280-9796-fe2e4e0fc20d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:09.977143 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-60b95fb2-31e6-4022-932e-da1615fd7f52 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0852914 Feb 08 16:02:09.977830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55378) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:09.982677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-71df13b1-d300-4c4b-9a87-c901250b3159 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '820a0579-b43d-48b3-b42f-cab8188625f1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:09.995650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d760c981-dda7-439b-9421-d451b5cc253b None None] Provisioning complete for port 48cb7123-5bb9-43fb-b142-a9a030a2e350 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:09.997112 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d760c981-dda7-439b-9421-d451b5cc253b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.002130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e899fd0-1c91-428a-b55f-3d459fb1d81e tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Pushing event updated for resources: {'Subnet': ['ID=ad07b895-c60f-4280-9796-fe2e4e0fc20d,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:10.055344 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-71df13b1-d300-4c4b-9a87-c901250b3159 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The resource could not be found. Feb 08 16:02:10.057056 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-71df13b1-d300-4c4b-9a87-c901250b3159 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0781496 Feb 08 16:02:10.063449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55380) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:10.069507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0f34bd06-01a7-4076-b550-f4ee8724251d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363513942'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:10.091470 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14462ac6-4978-4517-bc68-e0e0c27bac3f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:10.096022 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-14462ac6-4978-4517-bc68-e0e0c27bac3f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.157974 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f34bd06-01a7-4076-b550-f4ee8724251d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.166042 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e899fd0-1c91-428a-b55f-3d459fb1d81e tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Checking segment: {'id': 'baa1c517-1411-4c80-9b73-ac0158bb2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '10423011-67a3-4b78-88c9-9e86f8797539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:10.166424 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e899fd0-1c91-428a-b55f-3d459fb1d81e tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Network hostable DHCP agents. Network: 10423011-67a3-4b78-88c9-9e86f8797539, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:02:10.182364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d760c981-dda7-439b-9421-d451b5cc253b None None] Current status of the port 48cb7123-5bb9-43fb-b142-a9a030a2e350 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:10.191579 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-348db14e-e673-4b40-b671-a25e3d749a0a req-d7d5bbfe-a27a-4723-9be2-a2e8346d4d84 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1092069 Feb 08 16:02:10.200939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d760c981-dda7-439b-9421-d451b5cc253b None None] Provisioning complete for port 180f7ffc-1235-48d1-a606-9fbacd48b932 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:10.201591 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d760c981-dda7-439b-9421-d451b5cc253b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (180f7ffc-1235-48d1-a606-9fbacd48b932), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.263608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e899fd0-1c91-428a-b55f-3d459fb1d81e tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Network 10423011-67a3-4b78-88c9-9e86f8797539 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:02:10.277318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d760c981-dda7-439b-9421-d451b5cc253b None None] Port 180f7ffc-1235-48d1-a606-9fbacd48b932 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:02:10.299052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-1e899fd0-1c91-428a-b55f-3d459fb1d81e tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 10423011-67a3-4b78-88c9-9e86f8797539) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:10.310174 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f34bd06-01a7-4076-b550-f4ee8724251d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (c33e5cee-8b02-4ce7-8513-c5156541a736), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.314312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d556397-daf7-49a0-a0a8-af8cff82f6d1 None None] Network 10423011-67a3-4b78-88c9-9e86f8797539 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:10.317292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348db14e-e673-4b40-b671-a25e3d749a0a req-55e9a72a-38eb-4c06-ab7f-705f0677816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:10.319151 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-348db14e-e673-4b40-b671-a25e3d749a0a req-55e9a72a-38eb-4c06-ab7f-705f0677816e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 1129 time: 0.1021435 Feb 08 16:02:10.319685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e899fd0-1c91-428a-b55f-3d459fb1d81e tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:10.320296 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1e899fd0-1c91-428a-b55f-3d459fb1d81e tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.320615 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f34bd06-01a7-4076-b550-f4ee8724251d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c33e5cee-8b02-4ce7-8513-c5156541a736), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.344711 n-d-824834-11 neutron-server[103301]: INFO neutron.db.ipam_backend_mixin [None req-14462ac6-4978-4517-bc68-e0e0c27bac3f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29ca3936-07c1-47ed-8384-da901a1d31fc (CIDR: 2001:db8::/64) Feb 08 16:02:10.361515 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-14462ac6-4978-4517-bc68-e0e0c27bac3f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:10.368778 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14462ac6-4978-4517-bc68-e0e0c27bac3f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:10.385688 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f34bd06-01a7-4076-b550-f4ee8724251d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.390818 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0f34bd06-01a7-4076-b550-f4ee8724251d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3222728 Feb 08 16:02:10.394958 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55384) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:10.402915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-9f40d864-7836-471c-b672-d4d4273d827f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group': {'name': 'tempest-secgroup--10330791'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:10.417108 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-14462ac6-4978-4517-bc68-e0e0c27bac3f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6698043 Feb 08 16:02:10.420806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55386) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:10.423214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34bd06-01a7-4076-b550-f4ee8724251d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c33e5cee-8b02-4ce7-8513-c5156541a736,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:10.443057 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-07487612-ba6d-4e71-aa29-83b40ff8fb5e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'subnet': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:10.465818 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1e899fd0-1c91-428a-b55f-3d459fb1d81e tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4378383 Feb 08 16:02:10.471028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55388) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:10.476191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-773337d6-b3ab-47c1-9adf-4ec4ea521e88 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Request body: {'port': {'network_id': '10423011-67a3-4b78-88c9-9e86f8797539', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1006661911'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:10.498897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-10423011-67a3-4b78-88c9-9e86f8797539', 'network_id': '10423011-67a3-4b78-88c9-9e86f8797539', 'project_id': '43a649f7f1e5478d8a57a24f44b524ec', 'fixed_ips': [{'subnet_id': 'ad07b895-c60f-4280-9796-fe2e4e0fc20d'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:02:10.500941 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.523699 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f6613ef6-6d41-4bb6-98b5-9cfc4f8d15fa None None] Provisioning complete for port eb7ba187-9133-4966-8d29-61f9479abfc1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:10.525704 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f6613ef6-6d41-4bb6-98b5-9cfc4f8d15fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (eb7ba187-9133-4966-8d29-61f9479abfc1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.550961 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f40d864-7836-471c-b672-d4d4273d827f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.581919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccd4fc-4537-4e8d-b1ea-b233f2ba27a5 req-49bda638-cd64-4dd6-ae34-57ee6ce1dbdb tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:10.583997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 8760b6f0-8187-42fd-affa-684eb4bfcfd3 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:02:10.593841 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bccd4fc-4537-4e8d-b1ea-b233f2ba27a5 req-49bda638-cd64-4dd6-ae34-57ee6ce1dbdb tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 943 time: 0.1735423 Feb 08 16:02:10.608788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07487612-ba6d-4e71-aa29-83b40ff8fb5e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:10.612678 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07487612-ba6d-4e71-aa29-83b40ff8fb5e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.666969 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f6613ef6-6d41-4bb6-98b5-9cfc4f8d15fa None None] Port eb7ba187-9133-4966-8d29-61f9479abfc1 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:02:10.680433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348db14e-e673-4b40-b671-a25e3d749a0a req-5f5d84b2-53a1-4f30-825c-e77f157300db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:10.682210 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-348db14e-e673-4b40-b671-a25e3d749a0a req-5f5d84b2-53a1-4f30-825c-e77f157300db service neutron] 10.222.0.96 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 906 time: 0.3378024 Feb 08 16:02:10.683025 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f40d864-7836-471c-b672-d4d4273d827f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (7f8d457e-dfa2-442b-ae3a-f2bd26e59c8f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.703115 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f40d864-7836-471c-b672-d4d4273d827f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7f8d457e-dfa2-442b-ae3a-f2bd26e59c8f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.730741 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f40d864-7836-471c-b672-d4d4273d827f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.732401 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9f40d864-7836-471c-b672-d4d4273d827f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3358049 Feb 08 16:02:10.750618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55390) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:10.757648 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-05947c63-0364-4529-a22d-9204d650df05 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': 'c33e5cee-8b02-4ce7-8513-c5156541a736', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7f8d457e-dfa2-442b-ae3a-f2bd26e59c8f'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:10.758348 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-348db14e-e673-4b40-b671-a25e3d749a0a req-41fa9703-5c64-402c-b7c8-36a6dedc54dd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6382502-13f4-4116-8ab6-b24c9711e8df HTTP/1.1" status: 200 len: 217 time: 0.0684638 Feb 08 16:02:10.826175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773337d6-b3ab-47c1-9adf-4ec4ea521e88 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Made reservation on behalf of 43a649f7f1e5478d8a57a24f44b524ec for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:10.829631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Allocated IP 2001:db8::2 (10423011-67a3-4b78-88c9-9e86f8797539/ad07b895-c60f-4280-9796-fe2e4e0fc20d/a2b030c9-30a2-4d0d-8a20-ade87132c368) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:10.830122 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-773337d6-b3ab-47c1-9adf-4ec4ea521e88 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:10.857666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 8760b6f0-8187-42fd-affa-684eb4bfcfd3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=8760b6f0-8187-42fd-affa-684eb4bfcfd3,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:10.864752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bccd4fc-4537-4e8d-b1ea-b233f2ba27a5 req-2c919496-d205-44de-911f-5a15331cc7e9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656446 Feb 08 16:02:10.866772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40d864-7836-471c-b672-d4d4273d827f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8d457e-dfa2-442b-ae3a-f2bd26e59c8f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:10.876687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-773337d6-b3ab-47c1-9adf-4ec4ea521e88 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] device_id is not set on port 38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:02:10.907680 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348db14e-e673-4b40-b671-a25e3d749a0a req-e2b0dadb-44ea-4f92-bfc4-db88d9e68c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:10.909652 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-348db14e-e673-4b40-b671-a25e3d749a0a req-e2b0dadb-44ea-4f92-bfc4-db88d9e68c01 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 200 len: 845 time: 0.1384864 Feb 08 16:02:10.916769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '8760b6f0-8187-42fd-affa-684eb4bfcfd3', 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073', 'port_id': '8760b6f0-8187-42fd-affa-684eb4bfcfd3', 'mac_address': 'fa:16:3e:de:c2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ecb47d-dbfd-4668-8784-e5338c0de0ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:02:10.955068 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-05947c63-0364-4529-a22d-9204d650df05 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:10.956648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-05947c63-0364-4529-a22d-9204d650df05 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2027400 Feb 08 16:02:10.960161 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55392) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:10.969867 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-348db14e-e673-4b40-b671-a25e3d749a0a req-32ddca7f-7f57-4421-8213-f5d089633c6c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fb374508-5c73-4d79-bee8-d58289274073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466526 Feb 08 16:02:11.050252 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b115947-8ba7-473d-b820-1ead0d7edda6 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (7f8d457e-dfa2-442b-ae3a-f2bd26e59c8f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.085317 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b115947-8ba7-473d-b820-1ead0d7edda6 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (7f8d457e-dfa2-442b-ae3a-f2bd26e59c8f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.154691 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b115947-8ba7-473d-b820-1ead0d7edda6 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7f8d457e-dfa2-442b-ae3a-f2bd26e59c8f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.157655 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b115947-8ba7-473d-b820-1ead0d7edda6 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.162447 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5b115947-8ba7-473d-b820-1ead0d7edda6 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "DELETE /v2.0/security-groups/7f8d457e-dfa2-442b-ae3a-f2bd26e59c8f HTTP/1.1" status: 204 len: 168 time: 0.2001119 Feb 08 16:02:11.163692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55394) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:11.184197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b115947-8ba7-473d-b820-1ead0d7edda6 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8d457e-dfa2-442b-ae3a-f2bd26e59c8f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:11.272391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6a168610-4703-48cc-bf2a-250bc2efd88c tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1042421 Feb 08 16:02:11.273109 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55396) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:11.298053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 48cb7123-5bb9-43fb-b142-a9a030a2e350 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:11.313976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 8760b6f0-8187-42fd-affa-684eb4bfcfd3 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:11.314681 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8760b6f0-8187-42fd-affa-684eb4bfcfd3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.352464 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a516509a-1609-4dc0-9998-c3ccdd71cb3f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (c33e5cee-8b02-4ce7-8513-c5156541a736), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.381153 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Publish callbacks [] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.384890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8760b6f0-8187-42fd-affa-684eb4bfcfd3 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:02:11.407820 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a516509a-1609-4dc0-9998-c3ccdd71cb3f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (c33e5cee-8b02-4ce7-8513-c5156541a736), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.412709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 8760b6f0-8187-42fd-affa-684eb4bfcfd3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=8760b6f0-8187-42fd-affa-684eb4bfcfd3,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:11.424554 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8760b6f0-8187-42fd-affa-684eb4bfcfd3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.433621 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.456060 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-348db14e-e673-4b40-b671-a25e3d749a0a req-464319b5-4135-42e9-b0be-79ecfa131100 service neutron] 10.222.0.96 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817131 Feb 08 16:02:11.488308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Network 10423011-67a3-4b78-88c9-9e86f8797539 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:11.494032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:11.505170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:11.529653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 48cb7123-5bb9-43fb-b142-a9a030a2e350 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:11.529653 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.542031 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-773337d6-b3ab-47c1-9adf-4ec4ea521e88 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Allocated IP 2001:db8::19 (10423011-67a3-4b78-88c9-9e86f8797539/ad07b895-c60f-4280-9796-fe2e4e0fc20d/38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:11.592629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=8760b6f0-8187-42fd-affa-684eb4bfcfd3,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:11.629749 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07487612-ba6d-4e71-aa29-83b40ff8fb5e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (fcef1d4e-e8dc-4db8-9174-b74696224ee3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.690088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Pushing event updated for resources: {'Port': ['ID=a2b030c9-30a2-4d0d-8a20-ade87132c368,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:11.694076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07487612-ba6d-4e71-aa29-83b40ff8fb5e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:11.701291 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-348db14e-e673-4b40-b671-a25e3d749a0a req-705eed45-1d4c-4165-aad2-a601d045e170 service neutron] 10.222.0.96 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218852 Feb 08 16:02:11.702622 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-07487612-ba6d-4e71-aa29-83b40ff8fb5e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:11.720110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['8760b6f0-8187-42fd-affa-684eb4bfcfd3'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:02:11.727896 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07487612-ba6d-4e71-aa29-83b40ff8fb5e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:11.728880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07487612-ba6d-4e71-aa29-83b40ff8fb5e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.759255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07487612-ba6d-4e71-aa29-83b40ff8fb5e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Subnet': ['ID=fcef1d4e-e8dc-4db8-9174-b74696224ee3,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:11.763497 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-773337d6-b3ab-47c1-9adf-4ec4ea521e88 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks [] for port (38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.770540 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-07487612-ba6d-4e71-aa29-83b40ff8fb5e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3482852 Feb 08 16:02:11.773572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55398) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:11.773706 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a516509a-1609-4dc0-9998-c3ccdd71cb3f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c33e5cee-8b02-4ce7-8513-c5156541a736), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.776280 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a516509a-1609-4dc0-9998-c3ccdd71cb3f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.780394 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a516509a-1609-4dc0-9998-c3ccdd71cb3f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "DELETE /v2.0/security-groups/c33e5cee-8b02-4ce7-8513-c5156541a736 HTTP/1.1" status: 204 len: 168 time: 0.5031397 Feb 08 16:02:11.784521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55400) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:11.785217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a311a917-7d54-4a4c-b6a6-6310de97435d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-460560388', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fcef1d4e-e8dc-4db8-9174-b74696224ee3'}], 'security_groups': ['20b50d30-cddb-44f2-b5cb-f8b7c2e92172']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:11.799204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8e87ac-d59d-43e1-8ddf-33bab1fbd8ac None None] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:11.804720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516509a-1609-4dc0-9998-c3ccdd71cb3f tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33e5cee-8b02-4ce7-8513-c5156541a736,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:11.866967 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-773337d6-b3ab-47c1-9adf-4ec4ea521e88 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.887679 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1ed17bb6-035c-4629-b507-24b7535d3017 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0930769 Feb 08 16:02:11.894257 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55404) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:11.898928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Attempting to bind port a2b030c9-30a2-4d0d-8a20-ade87132c368 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:02:11.899411 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Attempting to bind port a2b030c9-30a2-4d0d-8a20-ade87132c368 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'baa1c517-1411-4c80-9b73-ac0158bb2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '10423011-67a3-4b78-88c9-9e86f8797539'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:02:11.900147 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Attempting to bind port a2b030c9-30a2-4d0d-8a20-ade87132c368 on network 10423011-67a3-4b78-88c9-9e86f8797539 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:02:11.907148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-eea4655a-9c71-4da9-b3df-e0e7b3bfd632 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789412881'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:11.921353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:02:11.921911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Checking segment: {'id': 'baa1c517-1411-4c80-9b73-ac0158bb2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '10423011-67a3-4b78-88c9-9e86f8797539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:11.922422 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.922919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Bound using segment: {'id': 'baa1c517-1411-4c80-9b73-ac0158bb2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '10423011-67a3-4b78-88c9-9e86f8797539'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:02:11.923491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Bound port: a2b030c9-30a2-4d0d-8a20-ade87132c368, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa1c517-1411-4c80-9b73-ac0158bb2b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '10423011-67a3-4b78-88c9-9e86f8797539'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:02:11.923972 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.945187 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a311a917-7d54-4a4c-b6a6-6310de97435d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (eb7ba187-9133-4966-8d29-61f9479abfc1), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:11.973121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773337d6-b3ab-47c1-9adf-4ec4ea521e88 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Network 10423011-67a3-4b78-88c9-9e86f8797539 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:11.976132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-773337d6-b3ab-47c1-9adf-4ec4ea521e88 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:11.984070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773337d6-b3ab-47c1-9adf-4ec4ea521e88 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:11.990977 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773337d6-b3ab-47c1-9adf-4ec4ea521e88 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:11.991684 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-773337d6-b3ab-47c1-9adf-4ec4ea521e88 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:12.008522 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eea4655a-9c71-4da9-b3df-e0e7b3bfd632 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:12.065242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-773337d6-b3ab-47c1-9adf-4ec4ea521e88 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5923886 Feb 08 16:02:12.068782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773337d6-b3ab-47c1-9adf-4ec4ea521e88 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Pushing event updated for resources: {'Port': ['ID=38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:12.073584 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55406) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:12.080607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Request body: {'port': {'network_id': '10423011-67a3-4b78-88c9-9e86f8797539', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1042538010', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:12.081193 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.api.validators [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] bootfile-name is not in valid_values {{(pid=103301) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 16:02:12.081545 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.api.validators [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] tftp-server is not in valid_values {{(pid=103301) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 16:02:12.081892 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.api.validators [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] server-ip-address is not in valid_values {{(pid=103301) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 16:02:12.087260 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 48cb7123-5bb9-43fb-b142-a9a030a2e350 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:12.159496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da7c48-9143-47f0-8c79-85adc63831d2 req-86906ff0-28fb-4f6f-a89c-86d5d30c034b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:12.161382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-97da7c48-9143-47f0-8c79-85adc63831d2 req-86906ff0-28fb-4f6f-a89c-86d5d30c034b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 944 time: 0.1867175 Feb 08 16:02:12.214556 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] For port a2b030c9-30a2-4d0d-8a20-ade87132c368, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:02:12.224063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] For port a2b030c9-30a2-4d0d-8a20-ade87132c368, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a2b030c9-30a2-4d0d-8a20-ade87132c368,segment=NetworkSegment(baa1c517-1411-4c80-9b73-ac0158bb2b04),segment_id=baa1c517-1411-4c80-9b73-ac0158bb2b04)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:02:12.255319 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:12.304381 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eea4655a-9c71-4da9-b3df-e0e7b3bfd632 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (661a4642-3dfe-410b-ac3f-c21c1e8078c4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:12.314063 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eea4655a-9c71-4da9-b3df-e0e7b3bfd632 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (661a4642-3dfe-410b-ac3f-c21c1e8078c4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:12.315003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6fdbf-0a11-4a06-b891-0abf81d2d7aa None None] Pushing event updated for resources: {'Port': ['ID=a2b030c9-30a2-4d0d-8a20-ade87132c368,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:12.339601 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-97da7c48-9143-47f0-8c79-85adc63831d2 req-311edf43-3ee4-430f-96c8-4c0162655b9b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116180 Feb 08 16:02:12.349188 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Made reservation on behalf of 43a649f7f1e5478d8a57a24f44b524ec for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:12.358582 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:12.393915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41e8386-fad8-452d-adc3-b86b12605492 None None] Update dhcp port {'port': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'fixed_ips': [{'subnet_id': '29ca3936-07c1-47ed-8384-da901a1d31fc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fcef1d4e-e8dc-4db8-9174-b74696224ee3'}], 'binding:host_id': 'n-d-824834-11'}, 'id': '48cb7123-5bb9-43fb-b142-a9a030a2e350'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 16:02:12.418137 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] device_id is not set on port 027934d5-c225-4e0c-b940-ad85e081db4f yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:02:12.428905 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c41e8386-fad8-452d-adc3-b86b12605492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:12.462597 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eea4655a-9c71-4da9-b3df-e0e7b3bfd632 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:12.467583 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-eea4655a-9c71-4da9-b3df-e0e7b3bfd632 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5682459 Feb 08 16:02:12.474487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55408) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:12.507681 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ad317686-66e7-4f2c-b9a4-38023c1080bc tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '661a4642-3dfe-410b-ac3f-c21c1e8078c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:12.547732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4655a-9c71-4da9-b3df-e0e7b3bfd632 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661a4642-3dfe-410b-ac3f-c21c1e8078c4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:12.578509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-a311a917-7d54-4a4c-b6a6-6310de97435d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Delete allocated IP 2001:db8::213 (a669c9fc-a932-4ee3-ae3d-6f41af718588/29ca3936-07c1-47ed-8384-da901a1d31fc) {{(pid=103302) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 08 16:02:12.604054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-a311a917-7d54-4a4c-b6a6-6310de97435d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Allocated IP 2001:db8:0:1::33d (a669c9fc-a932-4ee3-ae3d-6f41af718588/fcef1d4e-e8dc-4db8-9174-b74696224ee3/eb7ba187-9133-4966-8d29-61f9479abfc1) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:12.641402 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Allocated IP 2001:db8::3b1 (10423011-67a3-4b78-88c9-9e86f8797539/ad07b895-c60f-4280-9796-fe2e4e0fc20d/027934d5-c225-4e0c-b940-ad85e081db4f) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:12.687367 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-ad317686-66e7-4f2c-b9a4-38023c1080bc tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:12.691381 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ad317686-66e7-4f2c-b9a4-38023c1080bc tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1849227 Feb 08 16:02:12.692994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55410) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:12.711517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e9c94f27-e1d1-4b50-bfdc-0a6b4e2d36cf tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group_rule': {'security_group_id': '661a4642-3dfe-410b-ac3f-c21c1e8078c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:12.833634 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-e9c94f27-e1d1-4b50-bfdc-0a6b4e2d36cf tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:12.834658 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e9c94f27-e1d1-4b50-bfdc-0a6b4e2d36cf tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1407154 Feb 08 16:02:12.847043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55412) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:12.900087 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a311a917-7d54-4a4c-b6a6-6310de97435d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (eb7ba187-9133-4966-8d29-61f9479abfc1), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:12.908736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a311a917-7d54-4a4c-b6a6-6310de97435d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (eb7ba187-9133-4966-8d29-61f9479abfc1), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:12.951015 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks [] for port (027934d5-c225-4e0c-b940-ad85e081db4f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:12.985096 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-c41e8386-fad8-452d-adc3-b86b12605492 None None] Allocated IP 2001:db8:0:1::2 (a669c9fc-a932-4ee3-ae3d-6f41af718588/fcef1d4e-e8dc-4db8-9174-b74696224ee3/48cb7123-5bb9-43fb-b142-a9a030a2e350) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:12.996977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a311a917-7d54-4a4c-b6a6-6310de97435d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] In _notify_port_updated(), no bound segment for port eb7ba187-9133-4966-8d29-61f9479abfc1 on network a669c9fc-a932-4ee3-ae3d-6f41af718588 {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:02:13.003306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a311a917-7d54-4a4c-b6a6-6310de97435d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:13.003978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a311a917-7d54-4a4c-b6a6-6310de97435d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.005546 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a311a917-7d54-4a4c-b6a6-6310de97435d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "PUT /v2.0/ports/eb7ba187-9133-4966-8d29-61f9479abfc1 HTTP/1.1" status: 200 len: 930 time: 1.2304921 Feb 08 16:02:13.008522 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55414) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:13.018099 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbbef250-0e63-4b9f-a0a6-44cedf0901c1 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (661a4642-3dfe-410b-ac3f-c21c1e8078c4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.021950 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311a917-7d54-4a4c-b6a6-6310de97435d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=eb7ba187-9133-4966-8d29-61f9479abfc1,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:13.035676 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (027934d5-c225-4e0c-b940-ad85e081db4f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.152099 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbbef250-0e63-4b9f-a0a6-44cedf0901c1 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (661a4642-3dfe-410b-ac3f-c21c1e8078c4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.157961 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c41e8386-fad8-452d-adc3-b86b12605492 None None] For port 48cb7123-5bb9-43fb-b142-a9a030a2e350, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=48cb7123-5bb9-43fb-b142-a9a030a2e350,segment=NetworkSegment(de08d414-4bee-451d-a6d4-cd5806fed33c),segment_id=de08d414-4bee-451d-a6d4-cd5806fed33c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:13.183670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-712ede91-c6ff-451f-b429-b2eedff675c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port eb7ba187-9133-4966-8d29-61f9479abfc1 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:13.184024 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-712ede91-c6ff-451f-b429-b2eedff675c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (eb7ba187-9133-4966-8d29-61f9479abfc1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.193675 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Network 10423011-67a3-4b78-88c9-9e86f8797539 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:13.209894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:13.217931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Pushing event updated for resources: {'Port': ['ID=027934d5-c225-4e0c-b940-ad85e081db4f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:13.223396 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c41e8386-fad8-452d-adc3-b86b12605492 None None] Publish callbacks [] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.226694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a2b030c9-30a2-4d0d-8a20-ade87132c368 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:13.232406 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:13.238543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:13.239179 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.265176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a9b50c30-6e2e-4c4f-a9fb-8e9f9da57865 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.1869905 Feb 08 16:02:13.265869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55416) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:13.269916 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c41e8386-fad8-452d-adc3-b86b12605492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.285251 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbbef250-0e63-4b9f-a0a6-44cedf0901c1 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (661a4642-3dfe-410b-ac3f-c21c1e8078c4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.288937 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbbef250-0e63-4b9f-a0a6-44cedf0901c1 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.290740 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fbbef250-0e63-4b9f-a0a6-44cedf0901c1 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "DELETE /v2.0/security-groups/661a4642-3dfe-410b-ac3f-c21c1e8078c4 HTTP/1.1" status: 204 len: 168 time: 0.4424629 Feb 08 16:02:13.294656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55418) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:13.331787 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbef250-0e63-4b9f-a0a6-44cedf0901c1 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=661a4642-3dfe-410b-ac3f-c21c1e8078c4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:13.391913 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-712ede91-c6ff-451f-b429-b2eedff675c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (eb7ba187-9133-4966-8d29-61f9479abfc1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.392854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d51ce0-0c50-4aee-a1a3-17e01f82ea2d tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:13.398412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d51ce0-0c50-4aee-a1a3-17e01f82ea2d tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:13.408374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d51ce0-0c50-4aee-a1a3-17e01f82ea2d tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:13.410290 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-29d51ce0-0c50-4aee-a1a3-17e01f82ea2d tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1434004 Feb 08 16:02:13.413741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55422) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:13.438704 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e2fd2509-0f2f-4143-a8e7-be294af38de3 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1381328 Feb 08 16:02:13.443403 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55424) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:13.451139 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-712ede91-c6ff-451f-b429-b2eedff675c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for eb7ba187-9133-4966-8d29-61f9479abfc1 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:13.455909 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e8386-fad8-452d-adc3-b86b12605492 None None] Pushing event updated for resources: {'Port': ['ID=48cb7123-5bb9-43fb-b142-a9a030a2e350,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:13.460009 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-40f5dba1-4680-4186-ab8f-6b4f547c052d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056051181'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:13.486694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a2b030c9-30a2-4d0d-8a20-ade87132c368 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:13.487077 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.546854 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40f5dba1-4680-4186-ab8f-6b4f547c052d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.600578 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a2b030c9-30a2-4d0d-8a20-ade87132c368 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:13.601107 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.653931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port a2b030c9-30a2-4d0d-8a20-ade87132c368, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a2b030c9-30a2-4d0d-8a20-ade87132c368,segment=NetworkSegment(baa1c517-1411-4c80-9b73-ac0158bb2b04),segment_id=baa1c517-1411-4c80-9b73-ac0158bb2b04)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:13.659760 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.695685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbf51e-02bf-4d94-bd2b-c2d152afe9a8 req-9cec4ffc-4fe3-48ae-b247-843caace76df tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:13.698259 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8dbf51e-02bf-4d94-bd2b-c2d152afe9a8 req-9cec4ffc-4fe3-48ae-b247-843caace76df tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 944 time: 0.2164547 Feb 08 16:02:13.765805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=a2b030c9-30a2-4d0d-8a20-ade87132c368,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:13.769926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-ed2bcb08-2fe4-4f20-9a38-a6962baa837f tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Deleting port 027934d5-c225-4e0c-b940-ad85e081db4f {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:13.770416 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed2bcb08-2fe4-4f20-9a38-a6962baa837f tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (027934d5-c225-4e0c-b940-ad85e081db4f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.808646 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40f5dba1-4680-4186-ab8f-6b4f547c052d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (23f67069-5b81-48fe-9396-7b288b8ce191), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.817443 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40f5dba1-4680-4186-ab8f-6b4f547c052d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (23f67069-5b81-48fe-9396-7b288b8ce191), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.867931 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8dbf51e-02bf-4d94-bd2b-c2d152afe9a8 req-bf6416f7-a775-43d6-bbcf-077f2c668def tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620274 Feb 08 16:02:13.892984 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40f5dba1-4680-4186-ab8f-6b4f547c052d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.894251 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-40f5dba1-4680-4186-ab8f-6b4f547c052d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4450030 Feb 08 16:02:13.905324 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55426) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:13.923949 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d21f1578-8ee9-41fb-a8da-69093a347253 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:13.924869 n-d-824834-11 neutron-server[103301]: WARNING neutron.api.v2.base [None req-d21f1578-8ee9-41fb-a8da-69093a347253 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 08 16:02:13.925496 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-d21f1578-8ee9-41fb-a8da-69093a347253 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] update failed (client error): There was a conflict when trying to complete your request. Feb 08 16:02:13.929698 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d21f1578-8ee9-41fb-a8da-69093a347253 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "PUT /v2.0/security-groups/23f67069-5b81-48fe-9396-7b288b8ce191 HTTP/1.1" status: 409 len: 330 time: 0.0232086 Feb 08 16:02:13.933292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55428) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:13.948928 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5dba1-4680-4186-ab8f-6b4f547c052d tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f67069-5b81-48fe-9396-7b288b8ce191,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:13.960597 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed2bcb08-2fe4-4f20-9a38-a6962baa837f tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (027934d5-c225-4e0c-b940-ad85e081db4f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.987576 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-712ede91-c6ff-451f-b429-b2eedff675c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (eb7ba187-9133-4966-8d29-61f9479abfc1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:13.994992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-ed2bcb08-2fe4-4f20-9a38-a6962baa837f tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Calling delete_port for 027934d5-c225-4e0c-b940-ad85e081db4f owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:14.020925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9966d6a1-8064-4da8-9d66-b1a2af9f8c04 None None] Network 10423011-67a3-4b78-88c9-9e86f8797539 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:14.050346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ede91-c6ff-451f-b429-b2eedff675c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=eb7ba187-9133-4966-8d29-61f9479abfc1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:14.112541 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7fb38ad5-aee6-4c83-bc34-21e4042cdc95 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (23f67069-5b81-48fe-9396-7b288b8ce191), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.118803 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-712ede91-c6ff-451f-b429-b2eedff675c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.125949 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-712ede91-c6ff-451f-b429-b2eedff675c8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/eb7ba187-9133-4966-8d29-61f9479abfc1 HTTP/1.1" status: 204 len: 168 time: 1.1165605 Feb 08 16:02:14.128319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55430) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:14.155648 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7fb38ad5-aee6-4c83-bc34-21e4042cdc95 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (23f67069-5b81-48fe-9396-7b288b8ce191), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.170157 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f9e84d-611a-4afe-a3f0-09732911632a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] GET failed (client error): The resource could not be found. Feb 08 16:02:14.173420 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-55f9e84d-611a-4afe-a3f0-09732911632a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/eb7ba187-9133-4966-8d29-61f9479abfc1 HTTP/1.1" status: 404 len: 333 time: 0.0420046 Feb 08 16:02:14.174297 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55432) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:14.214508 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7fb38ad5-aee6-4c83-bc34-21e4042cdc95 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (23f67069-5b81-48fe-9396-7b288b8ce191), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.225637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-870b1d7c-779c-48d4-bb0b-edb1ee2fc955 None None] Provisioning complete for port a2b030c9-30a2-4d0d-8a20-ade87132c368 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:14.226015 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-870b1d7c-779c-48d4-bb0b-edb1ee2fc955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.238621 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7fb38ad5-aee6-4c83-bc34-21e4042cdc95 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.243028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7fb38ad5-aee6-4c83-bc34-21e4042cdc95 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "DELETE /v2.0/security-groups/23f67069-5b81-48fe-9396-7b288b8ce191 HTTP/1.1" status: 204 len: 168 time: 0.3090823 Feb 08 16:02:14.244131 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55434) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:14.282577 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b438ac2a-faab-412b-8c11-fcff1389b454 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (897c715c-83f8-435f-922c-689b942da847), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.312413 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb38ad5-aee6-4c83-bc34-21e4042cdc95 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f67069-5b81-48fe-9396-7b288b8ce191,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:14.333949 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b438ac2a-faab-412b-8c11-fcff1389b454 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (897c715c-83f8-435f-922c-689b942da847), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.415136 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b438ac2a-faab-412b-8c11-fcff1389b454 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (897c715c-83f8-435f-922c-689b942da847), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.415419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-870b1d7c-779c-48d4-bb0b-edb1ee2fc955 None None] Current status of the port a2b030c9-30a2-4d0d-8a20-ade87132c368 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:14.419289 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b438ac2a-faab-412b-8c11-fcff1389b454 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.421971 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b438ac2a-faab-412b-8c11-fcff1389b454 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/security-groups/897c715c-83f8-435f-922c-689b942da847 HTTP/1.1" status: 204 len: 168 time: 0.2455785 Feb 08 16:02:14.429298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0f6775dc-f69d-409d-b516-26aff5dbdbf8 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1793721 Feb 08 16:02:14.430259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55438) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:14.435952 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55440) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:14.437203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438ac2a-faab-412b-8c11-fcff1389b454 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897c715c-83f8-435f-922c-689b942da847,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:14.457396 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed2bcb08-2fe4-4f20-9a38-a6962baa837f tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (027934d5-c225-4e0c-b940-ad85e081db4f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.479205 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-09637e2b-c2ab-43f6-b87f-9e8e19c3b435 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] delete failed (client error): The resource could not be found. Feb 08 16:02:14.481030 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-09637e2b-c2ab-43f6-b87f-9e8e19c3b435 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "DELETE /v2.0/security-groups/2df26475-6c25-4930-b5df-414a56082262 HTTP/1.1" status: 404 len: 347 time: 0.0342507 Feb 08 16:02:14.487087 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55442) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:14.503731 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-c77395e3-59b7-450e-a80b-ad10c557e5d3 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] show failed (client error): The resource could not be found. Feb 08 16:02:14.506432 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c77395e3-59b7-450e-a80b-ad10c557e5d3 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "GET /v2.0/security-groups/d2dcd01b-8850-4ab5-9a95-988cd0184393 HTTP/1.1" status: 404 len: 347 time: 0.0155745 Feb 08 16:02:14.511397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55444) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:14.527590 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-1261de86-fda2-46f2-93ae-66bbbbc55112 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] show failed (client error): The resource could not be found. Feb 08 16:02:14.533101 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1261de86-fda2-46f2-93ae-66bbbbc55112 tempest-NegativeSecGroupIPv6Test-689984280 tempest-NegativeSecGroupIPv6Test-689984280-project] 10.222.0.82 "GET /v2.0/security-group-rules/5294b55c-f1d8-4e96-aaa6-60468bbacf7a HTTP/1.1" status: 404 len: 356 time: 0.0164125 Feb 08 16:02:14.545646 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bcb08-2fe4-4f20-9a38-a6962baa837f tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Pushing event deleted for resources: {'Port': ['ID=027934d5-c225-4e0c-b940-ad85e081db4f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:14.581412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 8760b6f0-8187-42fd-affa-684eb4bfcfd3 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:14.590514 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed2bcb08-2fe4-4f20-9a38-a6962baa837f tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.594382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ed2bcb08-2fe4-4f20-9a38-a6962baa837f tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] 10.222.0.82 "DELETE /v2.0/ports/027934d5-c225-4e0c-b940-ad85e081db4f HTTP/1.1" status: 204 len: 168 time: 1.1795037 Feb 08 16:02:14.598912 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55448) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:14.607178 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c8b66ffa-2b91-43fe-89a9-82a7e03aef0b tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Request body: {'port': {'name': 'tempest-new-port-name-64956484', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:14.607828 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.api.validators [None req-c8b66ffa-2b91-43fe-89a9-82a7e03aef0b tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] bootfile-name is not in valid_values {{(pid=103302) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 16:02:14.608337 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.api.validators [None req-c8b66ffa-2b91-43fe-89a9-82a7e03aef0b tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] tftp-server is not in valid_values {{(pid=103302) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 16:02:14.608628 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.api.validators [None req-c8b66ffa-2b91-43fe-89a9-82a7e03aef0b tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] server-ip-address is not in valid_values {{(pid=103302) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 16:02:14.616024 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65f87aa7-dd9b-46c0-9859-dbcaeadbb72e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (20b50d30-cddb-44f2-b5cb-f8b7c2e92172), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.663818 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65f87aa7-dd9b-46c0-9859-dbcaeadbb72e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (20b50d30-cddb-44f2-b5cb-f8b7c2e92172), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.744740 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 8760b6f0-8187-42fd-affa-684eb4bfcfd3 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:02:14.751987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b0ad4aa8-4b14-4dda-b07b-355db9c0255f None None] Provisioning complete for port 48cb7123-5bb9-43fb-b142-a9a030a2e350 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:14.751987 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4aa8-4b14-4dda-b07b-355db9c0255f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.760177 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c8b66ffa-2b91-43fe-89a9-82a7e03aef0b tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.766421 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65f87aa7-dd9b-46c0-9859-dbcaeadbb72e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (20b50d30-cddb-44f2-b5cb-f8b7c2e92172), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.769584 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65f87aa7-dd9b-46c0-9859-dbcaeadbb72e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.770755 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-65f87aa7-dd9b-46c0-9859-dbcaeadbb72e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/security-groups/20b50d30-cddb-44f2-b5cb-f8b7c2e92172 HTTP/1.1" status: 204 len: 168 time: 0.3395758 Feb 08 16:02:14.775023 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55450) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:14.810714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 8760b6f0-8187-42fd-affa-684eb4bfcfd3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:14.813397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f87aa7-dd9b-46c0-9859-dbcaeadbb72e tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b50d30-cddb-44f2-b5cb-f8b7c2e92172,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:14.813561 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8760b6f0-8187-42fd-affa-684eb4bfcfd3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:14.982797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9dd92c-388a-4ba0-b68f-e05f20be2ca5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting subnet 29ca3936-07c1-47ed-8384-da901a1d31fc {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:02:15.000631 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd92c-388a-4ba0-b68f-e05f20be2ca5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (29ca3936-07c1-47ed-8384-da901a1d31fc), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:15.134292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 8760b6f0-8187-42fd-affa-684eb4bfcfd3 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:15.134292 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8760b6f0-8187-42fd-affa-684eb4bfcfd3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:15.166440 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55456) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:15.195566 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd92c-388a-4ba0-b68f-e05f20be2ca5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (29ca3936-07c1-47ed-8384-da901a1d31fc), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:15.221660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a2b030c9-30a2-4d0d-8a20-ade87132c368 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:15.240517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57838f62-452a-43cc-b86c-f74a62e8de53 req-a73c7cf0-034e-437e-a0c8-5d98d2b45cdc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:15.248333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57838f62-452a-43cc-b86c-f74a62e8de53 req-a73c7cf0-034e-437e-a0c8-5d98d2b45cdc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 944 time: 0.1766455 Feb 08 16:02:15.256875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4026bc89-3445-4ab0-a135-fb973e64c519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8760b6f0-8187-42fd-affa-684eb4bfcfd3'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:02:15.259397 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87090154-4395-4b49-b4dc-1d1255b83a56" -d '{"events": [{"server_uuid": "4026bc89-3445-4ab0-a135-fb973e64c519", "name": "network-vif-plugged", "status": "completed", "tag": "8760b6f0-8187-42fd-affa-684eb4bfcfd3"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:02:15.300903 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad4aa8-4b14-4dda-b07b-355db9c0255f None None] Current status of the port 48cb7123-5bb9-43fb-b142-a9a030a2e350 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:15.338941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 8760b6f0-8187-42fd-affa-684eb4bfcfd3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=8760b6f0-8187-42fd-affa-684eb4bfcfd3,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:15.349482 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8760b6f0-8187-42fd-affa-684eb4bfcfd3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:15.358778 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe4c24d-6e74-4c9e-a27a-6ba28959747f x-openstack-request-id: req-afe4c24d-6e74-4c9e-a27a-6ba28959747f {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:02:15.359515 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4026bc89-3445-4ab0-a135-fb973e64c519", "name": "network-vif-plugged", "status": "completed", "tag": "8760b6f0-8187-42fd-affa-684eb4bfcfd3", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:02:15.360008 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-afe4c24d-6e74-4c9e-a27a-6ba28959747f {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:02:15.361716 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4026bc89-3445-4ab0-a135-fb973e64c519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8760b6f0-8187-42fd-affa-684eb4bfcfd3', 'code': 200} Feb 08 16:02:15.405706 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57838f62-452a-43cc-b86c-f74a62e8de53 req-1641652b-9a40-4feb-aeab-59214a1e9591 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562800 Feb 08 16:02:15.439486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b0ad4aa8-4b14-4dda-b07b-355db9c0255f None None] Provisioning complete for port 180f7ffc-1235-48d1-a606-9fbacd48b932 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:15.440381 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4aa8-4b14-4dda-b07b-355db9c0255f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (180f7ffc-1235-48d1-a606-9fbacd48b932), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:15.440575 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c8b66ffa-2b91-43fe-89a9-82a7e03aef0b tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks [] for port (38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:15.459905 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c8b66ffa-2b91-43fe-89a9-82a7e03aef0b tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:15.555580 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=8760b6f0-8187-42fd-affa-684eb4bfcfd3,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:15.570608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b66ffa-2b91-43fe-89a9-82a7e03aef0b tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Pushing event updated for resources: {'Port': ['ID=38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:15.599211 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd92c-388a-4ba0-b68f-e05f20be2ca5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (29ca3936-07c1-47ed-8384-da901a1d31fc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:15.619415 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c8b66ffa-2b91-43fe-89a9-82a7e03aef0b tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] In _notify_port_updated(), no bound segment for port 38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d on network 10423011-67a3-4b78-88c9-9e86f8797539 {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:02:15.624295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad4aa8-4b14-4dda-b07b-355db9c0255f None None] Port 180f7ffc-1235-48d1-a606-9fbacd48b932 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:02:15.625580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b66ffa-2b91-43fe-89a9-82a7e03aef0b tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:15.627688 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c8b66ffa-2b91-43fe-89a9-82a7e03aef0b tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:15.631494 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c8b66ffa-2b91-43fe-89a9-82a7e03aef0b tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] 10.222.0.82 "PUT /v2.0/ports/38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d HTTP/1.1" status: 200 len: 1127 time: 1.0290420 Feb 08 16:02:15.631660 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55462) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:15.633431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b0ad4aa8-4b14-4dda-b07b-355db9c0255f None None] Could not find standard attr ID for object eb7ba187-9133-4966-8d29-61f9479abfc1. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:02:15.641112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a2b030c9-30a2-4d0d-8a20-ade87132c368 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:15.641692 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:15.694143 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-38f9fe22-8a74-46c3-90cc-dbb2ad0a563b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b11b62aaea714742b5980b8b56ba5ade&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5266936 Feb 08 16:02:15.696736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55464) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:15.724361 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ac6156-e319-484f-b570-3aa1bace8abd tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:15.726194 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-75ac6156-e319-484f-b570-3aa1bace8abd tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] 10.222.0.82 "GET /v2.0/ports/38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d HTTP/1.1" status: 200 len: 1127 time: 0.0935576 Feb 08 16:02:15.729824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55466) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:15.768492 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd92c-388a-4ba0-b68f-e05f20be2ca5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (29ca3936-07c1-47ed-8384-da901a1d31fc), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:15.794524 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd92c-388a-4ba0-b68f-e05f20be2ca5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:15.800118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fa9dd92c-388a-4ba0-b68f-e05f20be2ca5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/29ca3936-07c1-47ed-8384-da901a1d31fc HTTP/1.1" status: 204 len: 168 time: 1.0228057 Feb 08 16:02:15.801475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f0d36402-6025-4e39-a1d7-10cb196df3dd None None] Provisioning complete for port a2b030c9-30a2-4d0d-8a20-ade87132c368 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:15.805569 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0d36402-6025-4e39-a1d7-10cb196df3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:15.806839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55468) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:15.833305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-7d387056-5bb7-461f-af4b-df53f8e85b81 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'subnet': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:15.838395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6bbb0-95c3-43be-bba0-e2cab6835b2e req-2a3cfd41-ffca-415d-9108-c38173f6e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:15.839929 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d8a6bbb0-95c3-43be-bba0-e2cab6835b2e req-2a3cfd41-ffca-415d-9108-c38173f6e640 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 1128 time: 0.2835498 Feb 08 16:02:15.849398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c65de82-594c-4142-bbf0-625e3d5b7bf0 None None] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:15.922302 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9dd92c-388a-4ba0-b68f-e05f20be2ca5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Subnet': ['ID=29ca3936-07c1-47ed-8384-da901a1d31fc,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:15.970761 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2ac3-17e0-4c1d-82bc-7ea2fc6668cc admin admin] Publish callbacks [] for security_group (1a2d1941-53de-4c75-a7c2-3d162b5d5983), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:16.013963 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2ac3-17e0-4c1d-82bc-7ea2fc6668cc admin admin] Publish callbacks [] for security_group (1a2d1941-53de-4c75-a7c2-3d162b5d5983), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:16.022589 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d8a6bbb0-95c3-43be-bba0-e2cab6835b2e req-e6c453a9-e3eb-499f-91cf-7cd62a9f5a97 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590335 Feb 08 16:02:16.025266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f6b6f00d-2f51-4389-b4c4-a06a03c75134 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Deleting port 38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:16.025864 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f00d-2f51-4389-b4c4-a06a03c75134 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:16.142598 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d387056-5bb7-461f-af4b-df53f8e85b81 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:16.150265 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d387056-5bb7-461f-af4b-df53f8e85b81 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:16.155984 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a2b030c9-30a2-4d0d-8a20-ade87132c368 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:16.158202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 48cb7123-5bb9-43fb-b142-a9a030a2e350 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:16.189879 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2ac3-17e0-4c1d-82bc-7ea2fc6668cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1a2d1941-53de-4c75-a7c2-3d162b5d5983), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:16.194007 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2ac3-17e0-4c1d-82bc-7ea2fc6668cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:16.200046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3c0d2ac3-17e0-4c1d-82bc-7ea2fc6668cc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1a2d1941-53de-4c75-a7c2-3d162b5d5983 HTTP/1.1" status: 204 len: 168 time: 0.5017209 Feb 08 16:02:16.208417 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f00d-2f51-4389-b4c4-a06a03c75134 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:16.247146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f6b6f00d-2f51-4389-b4c4-a06a03c75134 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Calling delete_port for 38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:16.339074 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d2ac3-17e0-4c1d-82bc-7ea2fc6668cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2d1941-53de-4c75-a7c2-3d162b5d5983,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:16.345503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f0d36402-6025-4e39-a1d7-10cb196df3dd None None] Current status of the port a2b030c9-30a2-4d0d-8a20-ade87132c368 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:16.405809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f0d36402-6025-4e39-a1d7-10cb196df3dd None None] Could not find standard attr ID for object 027934d5-c225-4e0c-b940-ad85e081db4f. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:02:16.441274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 48cb7123-5bb9-43fb-b142-a9a030a2e350 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:16.441751 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:16.498358 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f0d36402-6025-4e39-a1d7-10cb196df3dd None None] Provisioning complete for port 38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:16.499155 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0d36402-6025-4e39-a1d7-10cb196df3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:16.587260 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f00d-2f51-4389-b4c4-a06a03c75134 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:16.599716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f0d36402-6025-4e39-a1d7-10cb196df3dd None None] Port 38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:02:16.630363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f0d36402-6025-4e39-a1d7-10cb196df3dd None None] Could not find standard attr ID for object eb7ba187-9133-4966-8d29-61f9479abfc1. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:02:16.643841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6f00d-2f51-4389-b4c4-a06a03c75134 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Pushing event deleted for resources: {'Port': ['ID=38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:16.723285 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f00d-2f51-4389-b4c4-a06a03c75134 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:16.730217 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f6b6f00d-2f51-4389-b4c4-a06a03c75134 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] 10.222.0.82 "DELETE /v2.0/ports/38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d HTTP/1.1" status: 204 len: 168 time: 0.9939966 Feb 08 16:02:16.733486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55478) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:16.765626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 48cb7123-5bb9-43fb-b142-a9a030a2e350 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:16.786555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-bd21d3ac-347f-4b63-996d-64c5e9cd3405 None None] Could not find standard attr ID for object 027934d5-c225-4e0c-b940-ad85e081db4f. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:02:16.854092 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-c793f72f-2432-4d5b-8e0e-052fd9301d02 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Deleting subnet ad07b895-c60f-4280-9796-fe2e4e0fc20d {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:02:16.863484 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c793f72f-2432-4d5b-8e0e-052fd9301d02 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks [] for subnet (ad07b895-c60f-4280-9796-fe2e4e0fc20d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:16.877907 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d387056-5bb7-461f-af4b-df53f8e85b81 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (f9e8e648-3685-4c7f-8023-bd3f0ff360b5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:16.911998 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6902ff64-2ded-4233-9505-0dbae5c6250a None None] Could not find standard attr ID for object 38b2e1bf-f9ec-4d2c-bdcf-5d6a3713ed5d. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:02:16.943922 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c793f72f-2432-4d5b-8e0e-052fd9301d02 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (ad07b895-c60f-4280-9796-fe2e4e0fc20d), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:16.996267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f50359-8066-4507-91e4-6210f5cc3fcb req-8c560652-e3b2-477c-ac56-680b6676db3a tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:17.000972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-91f50359-8066-4507-91e4-6210f5cc3fcb req-8c560652-e3b2-477c-ac56-680b6676db3a tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 945 time: 0.3425758 Feb 08 16:02:17.046635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d387056-5bb7-461f-af4b-df53f8e85b81 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:17.061027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-7d387056-5bb7-461f-af4b-df53f8e85b81 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:17.065432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d387056-5bb7-461f-af4b-df53f8e85b81 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:17.067711 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d387056-5bb7-461f-af4b-df53f8e85b81 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.133064 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d387056-5bb7-461f-af4b-df53f8e85b81 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Subnet': ['ID=f9e8e648-3685-4c7f-8023-bd3f0ff360b5,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:17.184312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55486) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:17.186235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7d387056-5bb7-461f-af4b-df53f8e85b81 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3573084 Feb 08 16:02:17.212554 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-91f50359-8066-4507-91e4-6210f5cc3fcb req-7cb6c588-0d7a-4552-9fb0-984019c53e0c tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995430 Feb 08 16:02:17.213544 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-3214c623-f2c2-4057-a0e6-a5182c793b04 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'security_group': {'name': 'tempest-secgroup-1161959612'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:17.231557 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c793f72f-2432-4d5b-8e0e-052fd9301d02 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (ad07b895-c60f-4280-9796-fe2e4e0fc20d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.303844 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3214c623-f2c2-4057-a0e6-a5182c793b04 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.389573 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c793f72f-2432-4d5b-8e0e-052fd9301d02 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (ad07b895-c60f-4280-9796-fe2e4e0fc20d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.413552 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c793f72f-2432-4d5b-8e0e-052fd9301d02 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.420546 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c793f72f-2432-4d5b-8e0e-052fd9301d02 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] 10.222.0.82 "DELETE /v2.0/subnets/ad07b895-c60f-4280-9796-fe2e4e0fc20d HTTP/1.1" status: 204 len: 168 time: 0.6825409 Feb 08 16:02:17.420765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55494) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:17.426975 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f365f32a-572d-4d46-abb0-6a97eb67191c None None] Network 10423011-67a3-4b78-88c9-9e86f8797539 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:17.441487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793f72f-2432-4d5b-8e0e-052fd9301d02 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Pushing event deleted for resources: {'Subnet': ['ID=ad07b895-c60f-4280-9796-fe2e4e0fc20d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:17.498669 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3214c623-f2c2-4057-a0e6-a5182c793b04 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (3feebe03-32dc-4f2a-8fb2-3a5435efab67), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.506340 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3214c623-f2c2-4057-a0e6-a5182c793b04 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3feebe03-32dc-4f2a-8fb2-3a5435efab67), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.561305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214c623-f2c2-4057-a0e6-a5182c793b04 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3feebe03-32dc-4f2a-8fb2-3a5435efab67,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:17.567584 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3214c623-f2c2-4057-a0e6-a5182c793b04 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.572208 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55496) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:17.573068 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3214c623-f2c2-4057-a0e6-a5182c793b04 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3852897 Feb 08 16:02:17.579913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-3cc84051-b0d5-4caa-8dbc-20b39db88de3 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'security_group': {'name': 'tempest-secgroup-1107257609'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:17.625358 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (10423011-67a3-4b78-88c9-9e86f8797539), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.653410 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3cc84051-b0d5-4caa-8dbc-20b39db88de3 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.746112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Deleting port a2b030c9-30a2-4d0d-8a20-ade87132c368 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:17.746468 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.773404 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb245f1e-d02b-4276-ba0c-a97c5ddb1e4a None None] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:17.831479 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3cc84051-b0d5-4caa-8dbc-20b39db88de3 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (900dffcb-8729-476f-ba07-ae010f9d503f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.844410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0e996f4c-1df2-49c8-b503-d5fed208b67c None None] Provisioning complete for port 48cb7123-5bb9-43fb-b142-a9a030a2e350 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:17.844722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3cc84051-b0d5-4caa-8dbc-20b39db88de3 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (900dffcb-8729-476f-ba07-ae010f9d503f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.845460 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0e996f4c-1df2-49c8-b503-d5fed208b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.871720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55500) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:17.877571 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [-] 10.222.0.82 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0041516 Feb 08 16:02:17.882439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc84051-b0d5-4caa-8dbc-20b39db88de3 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900dffcb-8729-476f-ba07-ae010f9d503f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:17.884056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55502) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:17.896753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e878de97-aeea-4516-b79c-cb9a2633a51f None None] DHCP port deletion for 10423011-67a3-4b78-88c9-9e86f8797539 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:02:17.912191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] For port a2b030c9-30a2-4d0d-8a20-ade87132c368, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a2b030c9-30a2-4d0d-8a20-ade87132c368,segment=NetworkSegment(baa1c517-1411-4c80-9b73-ac0158bb2b04),segment_id=baa1c517-1411-4c80-9b73-ac0158bb2b04)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:17.912562 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.925929 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3cc84051-b0d5-4caa-8dbc-20b39db88de3 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:17.927198 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3cc84051-b0d5-4caa-8dbc-20b39db88de3 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3534434 Feb 08 16:02:17.930389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55506) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:17.931748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Calling delete_port for a2b030c9-30a2-4d0d-8a20-ade87132c368 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:17.940127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-dcc94e7a-140a-43a2-8a8d-e877333b697a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'security_group': {'name': 'tempest-secgroup-1756981108'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:17.992921 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dcc94e7a-140a-43a2-8a8d-e877333b697a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:18.018157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e878de97-aeea-4516-b79c-cb9a2633a51f None None] Deleting port a2b030c9-30a2-4d0d-8a20-ade87132c368 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:18.018733 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e878de97-aeea-4516-b79c-cb9a2633a51f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:18.108648 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:18.113444 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dcc94e7a-140a-43a2-8a8d-e877333b697a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (8eb1ca5c-381e-415d-9d27-9bf5aa8bae82), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:18.118379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e878de97-aeea-4516-b79c-cb9a2633a51f None None] For port a2b030c9-30a2-4d0d-8a20-ade87132c368, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a2b030c9-30a2-4d0d-8a20-ade87132c368,segment=NetworkSegment(baa1c517-1411-4c80-9b73-ac0158bb2b04),segment_id=baa1c517-1411-4c80-9b73-ac0158bb2b04)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:18.118788 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e878de97-aeea-4516-b79c-cb9a2633a51f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:18.125548 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f2bb6d4d-ec45-4e44-824b-f91f5e5121dc tempest-NetworksApiDiscovery-981756207 tempest-NetworksApiDiscovery-981756207-project] 10.222.0.82 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2393439 Feb 08 16:02:18.128736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dcc94e7a-140a-43a2-8a8d-e877333b697a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8eb1ca5c-381e-415d-9d27-9bf5aa8bae82), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:18.135710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] No DVR routers for this DVR port a2b030c9-30a2-4d0d-8a20-ade87132c368 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:02:18.145883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e878de97-aeea-4516-b79c-cb9a2633a51f None None] Calling delete_port for a2b030c9-30a2-4d0d-8a20-ade87132c368 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:18.215046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Pushing event deleted for resources: {'Port': ['ID=a2b030c9-30a2-4d0d-8a20-ade87132c368,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:18.224889 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dcc94e7a-140a-43a2-8a8d-e877333b697a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:18.237750 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dcc94e7a-140a-43a2-8a8d-e877333b697a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3055365 Feb 08 16:02:18.253939 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55512) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:18.268619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ba2f78f5-e0ea-48ef-a641-56c099c48654 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-630764817', 'security_groups': ['8eb1ca5c-381e-415d-9d27-9bf5aa8bae82'], 'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f9e8e648-3685-4c7f-8023-bd3f0ff360b5'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:18.279247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc94e7a-140a-43a2-8a8d-e877333b697a tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb1ca5c-381e-415d-9d27-9bf5aa8bae82,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.284226 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.286982 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.286982 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.286982 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.286982 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.286982 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.286982 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.286982 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.286982 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.286982 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.286982 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.286982 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.286982 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.286982 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:18.286982 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:02:18.289745 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (10423011-67a3-4b78-88c9-9e86f8797539), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:18.322985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10423011-67a3-4b78-88c9-9e86f8797539']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:18.348991 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e878de97-aeea-4516-b79c-cb9a2633a51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (a2b030c9-30a2-4d0d-8a20-ade87132c368), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:18.360915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa1c517-1411-4c80-9b73-ac0158bb2b04') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:18.361506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa1c517-1411-4c80-9b73-ac0158bb2b04') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:18.376889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878de97-aeea-4516-b79c-cb9a2633a51f None None] Pushing event deleted for resources: {'Port': ['ID=a2b030c9-30a2-4d0d-8a20-ade87132c368,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:18.393628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0e996f4c-1df2-49c8-b503-d5fed208b67c None None] Current status of the port 48cb7123-5bb9-43fb-b142-a9a030a2e350 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:18.402314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e878de97-aeea-4516-b79c-cb9a2633a51f None None] No DVR routers for this DVR port a2b030c9-30a2-4d0d-8a20-ade87132c368 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:02:18.424774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0e996f4c-1df2-49c8-b503-d5fed208b67c None None] Provisioning complete for port 180f7ffc-1235-48d1-a606-9fbacd48b932 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:18.433344 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0e996f4c-1df2-49c8-b503-d5fed208b67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (180f7ffc-1235-48d1-a606-9fbacd48b932), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:18.447111 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (baa1c517-1411-4c80-9b73-ac0158bb2b04), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:18.492386 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (baa1c517-1411-4c80-9b73-ac0158bb2b04), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:18.520830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873f668-d061-47bf-9017-ae7742b8bac9 req-7bb71b5e-f42a-43c5-a9c9-988cbc8fa6bd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:18.543719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7873f668-d061-47bf-9017-ae7742b8bac9 req-7bb71b5e-f42a-43c5-a9c9-988cbc8fa6bd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 945 time: 0.1897166 Feb 08 16:02:18.552843 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:02:18.553500 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (baa1c517-1411-4c80-9b73-ac0158bb2b04), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:18.558582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2f78f5-e0ea-48ef-a641-56c099c48654 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:02:18.562324 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:02:18.602842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0e996f4c-1df2-49c8-b503-d5fed208b67c None None] Port 180f7ffc-1235-48d1-a606-9fbacd48b932 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:02:18.624979 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8321560a-34ce-47ba-bf24-564555a14711 None None] Update dhcp port {'port': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'fixed_ips': [{'subnet_id': 'fcef1d4e-e8dc-4db8-9174-b74696224ee3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f9e8e648-3685-4c7f-8023-bd3f0ff360b5'}], 'binding:host_id': 'n-d-824834-11'}, 'id': '48cb7123-5bb9-43fb-b142-a9a030a2e350'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 16:02:18.677405 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8321560a-34ce-47ba-bf24-564555a14711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:18.706354 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba2f78f5-e0ea-48ef-a641-56c099c48654 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:18.757980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-ba2f78f5-e0ea-48ef-a641-56c099c48654 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] device_id is not set on port 785a09cd-0a40-4d02-91a8-0c6f3d71e998 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:02:18.961666 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55516) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:18.996160 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:19.004229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-8321560a-34ce-47ba-bf24-564555a14711 None None] Allocated IP 2001:db8::2 (a669c9fc-a932-4ee3-ae3d-6f41af718588/f9e8e648-3685-4c7f-8023-bd3f0ff360b5/48cb7123-5bb9-43fb-b142-a9a030a2e350) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:19.119746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a2b030c9-30a2-4d0d-8a20-ade87132c368 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:02:19.137107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (10423011-67a3-4b78-88c9-9e86f8797539), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:19.155550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:19.159171 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] 10.222.0.82 "DELETE /v2.0/networks/10423011-67a3-4b78-88c9-9e86f8797539 HTTP/1.1" status: 204 len: 168 time: 1.7370670 Feb 08 16:02:19.164094 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7873f668-d061-47bf-9017-ae7742b8bac9 req-95340273-1a5a-4157-ad9f-caf029395b4a tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6274743 Feb 08 16:02:19.178134 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5ad8d-06db-4dda-b4b2-bde990c01ba1 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977 tempest-ExtraDHCPOptionsIpV6TestJSON-1628592977-project] Pushing event deleted for resources: {'Network': ['ID=10423011-67a3-4b78-88c9-9e86f8797539,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:19.190027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: a2b030c9-30a2-4d0d-8a20-ade87132c368 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:02:19.190378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a2b030c9-30a2-4d0d-8a20-ade87132c368 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:02:19.254685 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-75e3b46b-47b2-4284-af14-356c5b8d2b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:19.258137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8321560a-34ce-47ba-bf24-564555a14711 None None] For port 48cb7123-5bb9-43fb-b142-a9a030a2e350, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=48cb7123-5bb9-43fb-b142-a9a030a2e350,segment=NetworkSegment(de08d414-4bee-451d-a6d4-cd5806fed33c),segment_id=de08d414-4bee-451d-a6d4-cd5806fed33c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:19.318103 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8321560a-34ce-47ba-bf24-564555a14711 None None] Publish callbacks [] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:19.328178 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8321560a-34ce-47ba-bf24-564555a14711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:19.371189 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3322ba-ad80-47f4-9504-8318321bf6d8 req-f2d3576a-673e-43a3-81c3-40ce4bc68e54 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:19.373614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab3322ba-ad80-47f4-9504-8318321bf6d8 req-f2d3576a-673e-43a3-81c3-40ce4bc68e54 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 945 time: 0.1053212 Feb 08 16:02:19.489906 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab3322ba-ad80-47f4-9504-8318321bf6d8 req-4908e2db-f47b-43ee-bc8e-7eddf892ab75 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094167 Feb 08 16:02:19.496074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321560a-34ce-47ba-bf24-564555a14711 None None] Pushing event updated for resources: {'Port': ['ID=48cb7123-5bb9-43fb-b142-a9a030a2e350,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:19.569196 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-75e3b46b-47b2-4284-af14-356c5b8d2b4d admin admin] Publish callbacks [] for security_group (6728c004-d528-4a36-81bd-f53c167b79e5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:19.584088 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-75e3b46b-47b2-4284-af14-356c5b8d2b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6728c004-d528-4a36-81bd-f53c167b79e5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:19.639337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55528) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:19.645452 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3b46b-47b2-4284-af14-356c5b8d2b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6728c004-d528-4a36-81bd-f53c167b79e5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:19.683856 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-75e3b46b-47b2-4284-af14-356c5b8d2b4d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=49c0fe42c4164defa03f05f6de6fa432&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7186427 Feb 08 16:02:19.684571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55532) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:19.724062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-ba2f78f5-e0ea-48ef-a641-56c099c48654 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Allocated IP 2001:db8::158 (a669c9fc-a932-4ee3-ae3d-6f41af718588/f9e8e648-3685-4c7f-8023-bd3f0ff360b5/785a09cd-0a40-4d02-91a8-0c6f3d71e998) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:19.776124 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d3b39-a12f-4527-af7d-04e95bf2cd46 req-01b3ea47-7b85-49fd-ab92-9e93e1c2f196 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:19.787177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f1d3b39-a12f-4527-af7d-04e95bf2cd46 req-01b3ea47-7b85-49fd-ab92-9e93e1c2f196 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 945 time: 0.1584773 Feb 08 16:02:19.862231 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-215ab8bc-6b0a-487a-a711-208d3fd6ad3a admin admin] Publish callbacks [] for security_group (6728c004-d528-4a36-81bd-f53c167b79e5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:19.935306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f1d3b39-a12f-4527-af7d-04e95bf2cd46 req-0f59ac06-d515-4b4b-9350-d495e3897bf2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465478 Feb 08 16:02:19.989610 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-216ecbf0-102e-4b3e-87e7-28cca5aeb108 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=43a649f7f1e5478d8a57a24f44b524ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3429921 Feb 08 16:02:19.994464 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-215ab8bc-6b0a-487a-a711-208d3fd6ad3a admin admin] Publish callbacks [] for security_group (6728c004-d528-4a36-81bd-f53c167b79e5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:19.996259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55536) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:20.008283 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba2f78f5-e0ea-48ef-a641-56c099c48654 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (785a09cd-0a40-4d02-91a8-0c6f3d71e998), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:20.093964 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-215ab8bc-6b0a-487a-a711-208d3fd6ad3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6728c004-d528-4a36-81bd-f53c167b79e5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:20.108416 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-215ab8bc-6b0a-487a-a711-208d3fd6ad3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:20.117769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-215ab8bc-6b0a-487a-a711-208d3fd6ad3a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6728c004-d528-4a36-81bd-f53c167b79e5 HTTP/1.1" status: 204 len: 168 time: 0.4317317 Feb 08 16:02:20.120093 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb4188d8-b71b-43cb-86d3-750c5daa341e admin admin] Publish callbacks [] for security_group (c9d61120-3d7e-4abc-84da-9a24e9a43dc8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:20.144654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ab8bc-6b0a-487a-a711-208d3fd6ad3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6728c004-d528-4a36-81bd-f53c167b79e5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:20.181686 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb4188d8-b71b-43cb-86d3-750c5daa341e admin admin] Publish callbacks [] for security_group (c9d61120-3d7e-4abc-84da-9a24e9a43dc8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:20.262828 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba2f78f5-e0ea-48ef-a641-56c099c48654 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (785a09cd-0a40-4d02-91a8-0c6f3d71e998), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:20.300322 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:20.335490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2f78f5-e0ea-48ef-a641-56c099c48654 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:20.340750 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-ba2f78f5-e0ea-48ef-a641-56c099c48654 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:20.349335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f78f5-e0ea-48ef-a641-56c099c48654 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:20.355857 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2f78f5-e0ea-48ef-a641-56c099c48654 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:20.356911 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba2f78f5-e0ea-48ef-a641-56c099c48654 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:20.393617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f78f5-e0ea-48ef-a641-56c099c48654 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=785a09cd-0a40-4d02-91a8-0c6f3d71e998,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:20.396840 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb4188d8-b71b-43cb-86d3-750c5daa341e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c9d61120-3d7e-4abc-84da-9a24e9a43dc8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:20.399699 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bb4188d8-b71b-43cb-86d3-750c5daa341e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:20.400989 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bb4188d8-b71b-43cb-86d3-750c5daa341e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c9d61120-3d7e-4abc-84da-9a24e9a43dc8 HTTP/1.1" status: 204 len: 168 time: 0.3982716 Feb 08 16:02:20.407063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5265561-1f80-44af-be14-d2be67cb7d50 req-ca55e01b-6abb-4de7-ac06-e61622da6b22 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:20.412060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4188d8-b71b-43cb-86d3-750c5daa341e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d61120-3d7e-4abc-84da-9a24e9a43dc8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:20.415537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5265561-1f80-44af-be14-d2be67cb7d50 req-ca55e01b-6abb-4de7-ac06-e61622da6b22 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 945 time: 0.1437767 Feb 08 16:02:20.424698 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ba2f78f5-e0ea-48ef-a641-56c099c48654 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1665154 Feb 08 16:02:20.425836 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55546) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:20.437438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-bab24854-b635-40b9-a789-49f48d9241bb tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'subnet': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:20.535847 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5265561-1f80-44af-be14-d2be67cb7d50 req-82f7e9c6-3700-49b2-8fca-71c7911e2c32 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187472 Feb 08 16:02:20.562301 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1e5e38eb-2a4b-4494-b8f8-e1cef3f5744c None None] Provisioning complete for port 48cb7123-5bb9-43fb-b142-a9a030a2e350 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:20.565635 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1e5e38eb-2a4b-4494-b8f8-e1cef3f5744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:20.612091 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab24854-b635-40b9-a789-49f48d9241bb tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:20.621684 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bab24854-b635-40b9-a789-49f48d9241bb tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:20.808573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e38eb-2a4b-4494-b8f8-e1cef3f5744c None None] Current status of the port 48cb7123-5bb9-43fb-b142-a9a030a2e350 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:20.822337 n-d-824834-11 neutron-server[103302]: INFO neutron.db.ipam_backend_mixin [None req-bab24854-b635-40b9-a789-49f48d9241bb tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f9e8e648-3685-4c7f-8023-bd3f0ff360b5 (CIDR: 2001:db8::/64) Feb 08 16:02:20.829483 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1e5e38eb-2a4b-4494-b8f8-e1cef3f5744c None None] Provisioning complete for port 180f7ffc-1235-48d1-a606-9fbacd48b932 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:20.830486 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1e5e38eb-2a4b-4494-b8f8-e1cef3f5744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (180f7ffc-1235-48d1-a606-9fbacd48b932), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:20.834895 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab24854-b635-40b9-a789-49f48d9241bb tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:20.835570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab24854-b635-40b9-a789-49f48d9241bb tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:20.880768 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bab24854-b635-40b9-a789-49f48d9241bb tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4506631 Feb 08 16:02:20.880768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55554) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:20.886433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-267c251e-30f1-4eb8-b5fb-bd2276082db0 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'subnet': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:20.926806 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e38eb-2a4b-4494-b8f8-e1cef3f5744c None None] Port 180f7ffc-1235-48d1-a606-9fbacd48b932 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:02:21.061930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-fabe6a77-db9b-4b32-82d6-26078e485a43 None None] Provisioning complete for port 785a09cd-0a40-4d02-91a8-0c6f3d71e998 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:21.067048 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fabe6a77-db9b-4b32-82d6-26078e485a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (785a09cd-0a40-4d02-91a8-0c6f3d71e998), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:21.124870 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267c251e-30f1-4eb8-b5fb-bd2276082db0 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:21.132683 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-267c251e-30f1-4eb8-b5fb-bd2276082db0 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:21.163818 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 48cb7123-5bb9-43fb-b142-a9a030a2e350 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:21.166127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fabe6a77-db9b-4b32-82d6-26078e485a43 None None] Port 785a09cd-0a40-4d02-91a8-0c6f3d71e998 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:02:21.260318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 48cb7123-5bb9-43fb-b142-a9a030a2e350 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:21.260717 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:21.351820 n-d-824834-11 neutron-server[103302]: INFO neutron.db.ipam_backend_mixin [None req-267c251e-30f1-4eb8-b5fb-bd2276082db0 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fcef1d4e-e8dc-4db8-9174-b74696224ee3 (CIDR: 2001:db8:0:1::/64) Feb 08 16:02:21.359919 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-267c251e-30f1-4eb8-b5fb-bd2276082db0 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:02:21.360532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267c251e-30f1-4eb8-b5fb-bd2276082db0 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:21.369231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 48cb7123-5bb9-43fb-b142-a9a030a2e350 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:21.397375 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-267c251e-30f1-4eb8-b5fb-bd2276082db0 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5154388 Feb 08 16:02:21.397515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55572) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:21.406436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5712c03f-c328-40eb-a301-ffc2db0d6a43 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'subnet': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:21.624026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5712c03f-c328-40eb-a301-ffc2db0d6a43 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Made reservation on behalf of 5a4a0e9e3ff1446d923db9f7e5cfeec6 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:21.628881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5712c03f-c328-40eb-a301-ffc2db0d6a43 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:21.787148 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-adf80f24-4793-4564-ad8b-d99f499a2833 req-33683009-1c07-457c-b282-4dd334e5d9d7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1476407 Feb 08 16:02:21.884982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55590) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:21.898507 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35678d-fae2-4466-b75e-6fd40bcf2659 req-156529e3-a7e9-413b-b731-5c186c6d885e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:21.900767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5d35678d-fae2-4466-b75e-6fd40bcf2659 req-156529e3-a7e9-413b-b731-5c186c6d885e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 945 time: 0.2130830 Feb 08 16:02:21.984555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf80f24-4793-4564-ad8b-d99f499a2833 req-6444ca09-661c-49db-875d-8cb876704d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:21.986961 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-adf80f24-4793-4564-ad8b-d99f499a2833 req-6444ca09-661c-49db-875d-8cb876704d5f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4a0201865e184d1486ad0db740e39857&device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 1130 time: 0.1571624 Feb 08 16:02:22.038473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f0c67-296d-4cfc-a5d9-ef0cb819473c req-4672825d-8e24-4eb5-bc9b-d78e669db7e8 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:22.046479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-363f0c67-296d-4cfc-a5d9-ef0cb819473c req-4672825d-8e24-4eb5-bc9b-d78e669db7e8 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 945 time: 0.2936409 Feb 08 16:02:22.218301 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-363f0c67-296d-4cfc-a5d9-ef0cb819473c req-a547cde5-753a-4f94-8b95-b54c5aeab1b9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699889 Feb 08 16:02:22.228366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf80f24-4793-4564-ad8b-d99f499a2833 req-9613f866-b011-428e-917e-bb5d79fab4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:22.230830 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-adf80f24-4793-4564-ad8b-d99f499a2833 req-9613f866-b011-428e-917e-bb5d79fab4a9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 200 len: 918 time: 0.2152543 Feb 08 16:02:22.238315 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-5d35678d-fae2-4466-b75e-6fd40bcf2659 req-fb040a91-8882-44d1-ba66-c5030d3b4c32 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Deleting port 8760b6f0-8187-42fd-affa-684eb4bfcfd3 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:22.238837 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5d35678d-fae2-4466-b75e-6fd40bcf2659 req-fb040a91-8882-44d1-ba66-c5030d3b4c32 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8760b6f0-8187-42fd-affa-684eb4bfcfd3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:22.338719 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-adf80f24-4793-4564-ad8b-d99f499a2833 req-783001f0-fa48-4032-8e7e-be195d24f794 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41740af2-4a3d-4b44-9b28-315194388352 HTTP/1.1" status: 200 len: 1001 time: 0.0997143 Feb 08 16:02:22.420211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-3699706'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:22.427947 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5712c03f-c328-40eb-a301-ffc2db0d6a43 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (bb025da8-9b24-4466-8654-dcb5f780813b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:22.445611 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf80f24-4793-4564-ad8b-d99f499a2833 req-1be6e25b-0df3-4df6-a05f-b60bf203652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:22.447303 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-adf80f24-4793-4564-ad8b-d99f499a2833 req-1be6e25b-0df3-4df6-a05f-b60bf203652e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=087d1e39-0072-4580-ba11-eb90596289b8 HTTP/1.1" status: 200 len: 856 time: 0.1017416 Feb 08 16:02:22.520677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Made reservation on behalf of ad27a86afb7d4ac3b45082d3c5fab81f for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:22.524553 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:22.535884 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:22.548117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712c03f-c328-40eb-a301-ffc2db0d6a43 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Subnet': ['ID=bb025da8-9b24-4466-8654-dcb5f780813b,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:22.575813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5712c03f-c328-40eb-a301-ffc2db0d6a43 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:22.605139 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-5712c03f-c328-40eb-a301-ffc2db0d6a43 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:22.614366 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-5d35678d-fae2-4466-b75e-6fd40bcf2659 req-fb040a91-8882-44d1-ba66-c5030d3b4c32 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] For port 8760b6f0-8187-42fd-affa-684eb4bfcfd3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=8760b6f0-8187-42fd-affa-684eb4bfcfd3,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:22.614741 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5d35678d-fae2-4466-b75e-6fd40bcf2659 req-fb040a91-8882-44d1-ba66-c5030d3b4c32 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8760b6f0-8187-42fd-affa-684eb4bfcfd3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:22.623948 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5712c03f-c328-40eb-a301-ffc2db0d6a43 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:22.624963 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5712c03f-c328-40eb-a301-ffc2db0d6a43 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:22.625953 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b8b4f9-ba3a-4626-96e0-91cb424abc4f None None] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:22.664340 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks [] for security_group (d8d7a381-a402-4052-9342-4a6ca207487d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:22.664646 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-5d35678d-fae2-4466-b75e-6fd40bcf2659 req-fb040a91-8882-44d1-ba66-c5030d3b4c32 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Calling delete_port for 8760b6f0-8187-42fd-affa-684eb4bfcfd3 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:22.672313 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf80f24-4793-4564-ad8b-d99f499a2833 req-ceef79e3-2a59-4c2d-9d64-ec8ae4217dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:22.677651 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-adf80f24-4793-4564-ad8b-d99f499a2833 req-ceef79e3-2a59-4c2d-9d64-ec8ae4217dc6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d41e45aa-aa1c-4b71-8dec-53cfc8e90158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2197363 Feb 08 16:02:22.680473 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d8d7a381-a402-4052-9342-4a6ca207487d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:22.698892 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5712c03f-c328-40eb-a301-ffc2db0d6a43 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2993536 Feb 08 16:02:22.699869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55610) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:22.713167 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-12577774-e9b1-42ee-9c22-ccfe41bce135 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1412722307', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb025da8-9b24-4466-8654-dcb5f780813b'}], 'security_groups': ['3feebe03-32dc-4f2a-8fb2-3a5435efab67', '900dffcb-8729-476f-ba07-ae010f9d503f']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:22.713366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:02:22.740888 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8f139871-012e-4659-8088-cdcb5669b3f4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:22.741170 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Added segment 8f139871-012e-4659-8088-cdcb5669b3f4 of type vlan for network 6690265e-690a-4fd3-aeac-1d07b66db06a Feb 08 16:02:23.021545 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-adf80f24-4793-4564-ad8b-d99f499a2833 req-c39d07af-5335-4600-a9da-d2424b5a92c6 service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842420 Feb 08 16:02:23.131357 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ddc807-2e9c-4cca-bf95-3d060363a478 None None] Update dhcp port {'port': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'fixed_ips': [{'subnet_id': 'fcef1d4e-e8dc-4db8-9174-b74696224ee3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f9e8e648-3685-4c7f-8023-bd3f0ff360b5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb025da8-9b24-4466-8654-dcb5f780813b'}], 'binding:host_id': 'n-d-824834-11'}, 'id': '48cb7123-5bb9-43fb-b142-a9a030a2e350'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 16:02:23.201136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55624) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:23.208136 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc807-2e9c-4cca-bf95-3d060363a478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:23.284930 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5d35678d-fae2-4466-b75e-6fd40bcf2659 req-fb040a91-8882-44d1-ba66-c5030d3b4c32 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8760b6f0-8187-42fd-affa-684eb4bfcfd3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:23.316459 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f6382502-13f4-4116-8ab6-b24c9711e8df', '1fcacada-c7d3-4052-ad3b-8af2fdad98ba'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:02:23.493463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb040a91-8882-44d1-ba66-c5030d3b4c32 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Pushing event deleted for resources: {'Port': ['ID=8760b6f0-8187-42fd-affa-684eb4bfcfd3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:23.628982 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (6690265e-690a-4fd3-aeac-1d07b66db06a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:23.635786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d35678d-fae2-4466-b75e-6fd40bcf2659 req-fb040a91-8882-44d1-ba66-c5030d3b4c32 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] No DVR routers for this DVR port 8760b6f0-8187-42fd-affa-684eb4bfcfd3 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:02:23.645372 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-5d35678d-fae2-4466-b75e-6fd40bcf2659 req-fb040a91-8882-44d1-ba66-c5030d3b4c32 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:23.654734 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5d35678d-fae2-4466-b75e-6fd40bcf2659 req-fb040a91-8882-44d1-ba66-c5030d3b4c32 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "DELETE /v2.0/ports/8760b6f0-8187-42fd-affa-684eb4bfcfd3 HTTP/1.1" status: 204 len: 173 time: 1.7448964 Feb 08 16:02:23.655700 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4026bc89-3445-4ab0-a135-fb973e64c519', 'name': 'network-vif-deleted', 'tag': '8760b6f0-8187-42fd-affa-684eb4bfcfd3'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:02:23.669500 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d690af-21ab-46b6-9d84-cbfcf5535d6a" -d '{"events": [{"server_uuid": "4026bc89-3445-4ab0-a135-fb973e64c519", "name": "network-vif-deleted", "tag": "8760b6f0-8187-42fd-affa-684eb4bfcfd3"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:02:23.673697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12577774-e9b1-42ee-9c22-ccfe41bce135 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (785a09cd-0a40-4d02-91a8-0c6f3d71e998), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:23.750931 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c899066-e82e-4b04-98ee-77dc1c0c28e4 req-b6dda995-e348-42d7-a7cf-40b3b9d8eab5 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=4026bc89-3445-4ab0-a135-fb973e64c519 HTTP/1.1" status: 200 len: 210 time: 0.3105762 Feb 08 16:02:23.803943 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e1dba552-2b6b-4faf-a96f-f84013f8e7ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:23.845667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-f4ddc807-2e9c-4cca-bf95-3d060363a478 None None] Allocated IP 2001:db8:0:2::2 (a669c9fc-a932-4ee3-ae3d-6f41af718588/bb025da8-9b24-4466-8654-dcb5f780813b/48cb7123-5bb9-43fb-b142-a9a030a2e350) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:23.852935 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-adf80f24-4793-4564-ad8b-d99f499a2833 req-7d730f44-23c2-4939-8daa-6892e269a6e2 service neutron] 10.222.0.94 "GET /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8261809 Feb 08 16:02:23.858792 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (6690265e-690a-4fd3-aeac-1d07b66db06a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:23.868643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:23.869851 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:23.919822 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9765751 Feb 08 16:02:24.011720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d7a381-a402-4052-9342-4a6ca207487d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:24.069544 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98259c92-d3d5-4da0-a2b3-97f41f9c1f7f x-openstack-request-id: req-98259c92-d3d5-4da0-a2b3-97f41f9c1f7f {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:02:24.070275 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4026bc89-3445-4ab0-a135-fb973e64c519", "name": "network-vif-deleted", "tag": "8760b6f0-8187-42fd-affa-684eb4bfcfd3", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:02:24.070841 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-98259c92-d3d5-4da0-a2b3-97f41f9c1f7f {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:02:24.071587 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4026bc89-3445-4ab0-a135-fb973e64c519', 'name': 'network-vif-deleted', 'tag': '8760b6f0-8187-42fd-affa-684eb4bfcfd3', 'status': 'completed', 'code': 200} Feb 08 16:02:24.082413 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f4ddc807-2e9c-4cca-bf95-3d060363a478 None None] For port 48cb7123-5bb9-43fb-b142-a9a030a2e350, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=48cb7123-5bb9-43fb-b142-a9a030a2e350,segment=NetworkSegment(de08d414-4bee-451d-a6d4-cd5806fed33c),segment_id=de08d414-4bee-451d-a6d4-cd5806fed33c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:24.108699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d29fb-2f8b-4c04-a6be-9b7d626d6523 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event updated for resources: {'Network': ['ID=6690265e-690a-4fd3-aeac-1d07b66db06a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:24.132082 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc807-2e9c-4cca-bf95-3d060363a478 None None] Publish callbacks [] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:24.139952 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 6690265e-690a-4fd3-aeac-1d07b66db06a details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:02:24.148030 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc807-2e9c-4cca-bf95-3d060363a478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:24.478050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddc807-2e9c-4cca-bf95-3d060363a478 None None] Pushing event updated for resources: {'Port': ['ID=48cb7123-5bb9-43fb-b142-a9a030a2e350,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:24.539257 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e1dba552-2b6b-4faf-a96f-f84013f8e7ca admin admin] Publish callbacks [] for security_group (528edccb-9b70-4a0d-81ec-82bd39efe5e9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:24.545839 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e1dba552-2b6b-4faf-a96f-f84013f8e7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (528edccb-9b70-4a0d-81ec-82bd39efe5e9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:24.598246 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-12577774-e9b1-42ee-9c22-ccfe41bce135 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Delete allocated IP 2001:db8::158 (a669c9fc-a932-4ee3-ae3d-6f41af718588/f9e8e648-3685-4c7f-8023-bd3f0ff360b5) {{(pid=103301) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 08 16:02:24.634934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-12577774-e9b1-42ee-9c22-ccfe41bce135 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Allocated IP 2001:db8:0:2::69 (a669c9fc-a932-4ee3-ae3d-6f41af718588/bb025da8-9b24-4466-8654-dcb5f780813b/785a09cd-0a40-4d02-91a8-0c6f3d71e998) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:24.639913 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e1dba552-2b6b-4faf-a96f-f84013f8e7ca admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4828e8754297445d9d3421530ab641cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4334536 Feb 08 16:02:24.642912 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55648) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:24.647985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 8760b6f0-8187-42fd-affa-684eb4bfcfd3 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:02:24.670246 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dba552-2b6b-4faf-a96f-f84013f8e7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528edccb-9b70-4a0d-81ec-82bd39efe5e9,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:24.706883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 8760b6f0-8187-42fd-affa-684eb4bfcfd3 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:02:24.707314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 8760b6f0-8187-42fd-affa-684eb4bfcfd3 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:02:24.762202 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-de16fa98-715a-43d7-a123-254a30f60b08 admin admin] Publish callbacks [] for security_group (528edccb-9b70-4a0d-81ec-82bd39efe5e9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:24.789066 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-de16fa98-715a-43d7-a123-254a30f60b08 admin admin] Publish callbacks [] for security_group (528edccb-9b70-4a0d-81ec-82bd39efe5e9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:24.881328 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-de16fa98-715a-43d7-a123-254a30f60b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (528edccb-9b70-4a0d-81ec-82bd39efe5e9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:24.884907 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-de16fa98-715a-43d7-a123-254a30f60b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:24.893662 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-de16fa98-715a-43d7-a123-254a30f60b08 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/528edccb-9b70-4a0d-81ec-82bd39efe5e9 HTTP/1.1" status: 204 len: 168 time: 0.2471814 Feb 08 16:02:24.948356 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16fa98-715a-43d7-a123-254a30f60b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528edccb-9b70-4a0d-81ec-82bd39efe5e9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:25.157429 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12577774-e9b1-42ee-9c22-ccfe41bce135 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for port (785a09cd-0a40-4d02-91a8-0c6f3d71e998), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:25.181617 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12577774-e9b1-42ee-9c22-ccfe41bce135 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (785a09cd-0a40-4d02-91a8-0c6f3d71e998), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:25.291519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 48cb7123-5bb9-43fb-b142-a9a030a2e350 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:25.388475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 48cb7123-5bb9-43fb-b142-a9a030a2e350 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:25.388911 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:25.515363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 48cb7123-5bb9-43fb-b142-a9a030a2e350 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:25.608171 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-12577774-e9b1-42ee-9c22-ccfe41bce135 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] In _notify_port_updated(), no bound segment for port 785a09cd-0a40-4d02-91a8-0c6f3d71e998 on network a669c9fc-a932-4ee3-ae3d-6f41af718588 {{(pid=103301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:02:25.632821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12577774-e9b1-42ee-9c22-ccfe41bce135 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:25.634029 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12577774-e9b1-42ee-9c22-ccfe41bce135 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:25.641549 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-12577774-e9b1-42ee-9c22-ccfe41bce135 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "PUT /v2.0/ports/785a09cd-0a40-4d02-91a8-0c6f3d71e998 HTTP/1.1" status: 200 len: 969 time: 2.9339902 Feb 08 16:02:25.642619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55664) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:25.648965 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12577774-e9b1-42ee-9c22-ccfe41bce135 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event updated for resources: {'Port': ['ID=785a09cd-0a40-4d02-91a8-0c6f3d71e998,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:25.924138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9875499d-639d-46ea-a5bd-17be9e1dbd6d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 785a09cd-0a40-4d02-91a8-0c6f3d71e998 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:25.925597 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9875499d-639d-46ea-a5bd-17be9e1dbd6d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (785a09cd-0a40-4d02-91a8-0c6f3d71e998), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:26.063913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc28764-d6ae-4e5c-ad8e-76c08a482a89 req-64361e31-f4dc-4f21-bd78-49031849b829 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:26.089641 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fdc28764-d6ae-4e5c-ad8e-76c08a482a89 req-64361e31-f4dc-4f21-bd78-49031849b829 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 945 time: 0.1999850 Feb 08 16:02:26.093883 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55668) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:26.155331 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b930b806-2d88-4825-8e5f-c1ae2dc3762a None None] Provisioning complete for port 785a09cd-0a40-4d02-91a8-0c6f3d71e998 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:26.157547 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b930b806-2d88-4825-8e5f-c1ae2dc3762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (785a09cd-0a40-4d02-91a8-0c6f3d71e998), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:26.164726 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9875499d-639d-46ea-a5bd-17be9e1dbd6d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (785a09cd-0a40-4d02-91a8-0c6f3d71e998), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:26.174858 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-31de98c0-632f-4bb3-af14-84aa898f0e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:26.191157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9875499d-639d-46ea-a5bd-17be9e1dbd6d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 785a09cd-0a40-4d02-91a8-0c6f3d71e998 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:26.254951 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b930b806-2d88-4825-8e5f-c1ae2dc3762a None None] Port 785a09cd-0a40-4d02-91a8-0c6f3d71e998 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:02:26.296652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b930b806-2d88-4825-8e5f-c1ae2dc3762a None None] Provisioning complete for port 48cb7123-5bb9-43fb-b142-a9a030a2e350 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:26.298165 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b930b806-2d88-4825-8e5f-c1ae2dc3762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:26.424450 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9875499d-639d-46ea-a5bd-17be9e1dbd6d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (785a09cd-0a40-4d02-91a8-0c6f3d71e998), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:26.456520 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fdc28764-d6ae-4e5c-ad8e-76c08a482a89 req-99df2423-4c6e-4023-9f55-96e55820cf83 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558836 Feb 08 16:02:26.489065 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875499d-639d-46ea-a5bd-17be9e1dbd6d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=785a09cd-0a40-4d02-91a8-0c6f3d71e998,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:26.633523 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9875499d-639d-46ea-a5bd-17be9e1dbd6d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:26.667346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55678) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:26.671704 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9875499d-639d-46ea-a5bd-17be9e1dbd6d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/785a09cd-0a40-4d02-91a8-0c6f3d71e998 HTTP/1.1" status: 204 len: 168 time: 1.0284128 Feb 08 16:02:26.815402 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b930b806-2d88-4825-8e5f-c1ae2dc3762a None None] Current status of the port 48cb7123-5bb9-43fb-b142-a9a030a2e350 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:26.848802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b930b806-2d88-4825-8e5f-c1ae2dc3762a None None] Provisioning complete for port 180f7ffc-1235-48d1-a606-9fbacd48b932 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:26.852547 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-592d0247-43e2-4d58-b5a4-20b92da9efea tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] GET failed (client error): The resource could not be found. Feb 08 16:02:26.853890 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b930b806-2d88-4825-8e5f-c1ae2dc3762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (180f7ffc-1235-48d1-a606-9fbacd48b932), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:26.863892 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-592d0247-43e2-4d58-b5a4-20b92da9efea tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports/785a09cd-0a40-4d02-91a8-0c6f3d71e998 HTTP/1.1" status: 404 len: 333 time: 0.1907189 Feb 08 16:02:26.863892 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55680) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:26.990489 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b930b806-2d88-4825-8e5f-c1ae2dc3762a None None] Port 180f7ffc-1235-48d1-a606-9fbacd48b932 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:02:27.109405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c7ddd3d9-c156-4a7c-8508-7f09e4ec985c None None] Could not find standard attr ID for object 785a09cd-0a40-4d02-91a8-0c6f3d71e998. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:02:27.233141 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-31de98c0-632f-4bb3-af14-84aa898f0e4e admin admin] Publish callbacks [] for security_group (338487e4-9ab5-433b-9d56-541a17d8cecd), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:27.245060 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b6be1c4-cd4a-4ffb-932f-44cc0c16b32d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (8eb1ca5c-381e-415d-9d27-9bf5aa8bae82), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:27.260084 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-31de98c0-632f-4bb3-af14-84aa898f0e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (338487e4-9ab5-433b-9d56-541a17d8cecd), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:27.384200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a28948-ec80-4c57-888f-63865294eb7d req-63e7a4fe-0da3-48c6-8755-509140aa30c7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:27.391817 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0a28948-ec80-4c57-888f-63865294eb7d req-63e7a4fe-0da3-48c6-8755-509140aa30c7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.96 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 945 time: 0.3621438 Feb 08 16:02:27.449063 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-31de98c0-632f-4bb3-af14-84aa898f0e4e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5fe83f73e5e84a4c935bed5bfb72c25b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3536372 Feb 08 16:02:27.462094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de98c0-632f-4bb3-af14-84aa898f0e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338487e4-9ab5-433b-9d56-541a17d8cecd,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:27.476407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55690) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:27.526985 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b6be1c4-cd4a-4ffb-932f-44cc0c16b32d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (8eb1ca5c-381e-415d-9d27-9bf5aa8bae82), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:27.749973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55696) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:27.760846 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-055ec007-7b20-4cba-aa48-11ffbfb58422 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Request body: {'subnet': {'network_id': '6690265e-690a-4fd3-aeac-1d07b66db06a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:27.777403 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b6be1c4-cd4a-4ffb-932f-44cc0c16b32d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8eb1ca5c-381e-415d-9d27-9bf5aa8bae82), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:27.780607 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b6be1c4-cd4a-4ffb-932f-44cc0c16b32d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:27.787078 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5b6be1c4-cd4a-4ffb-932f-44cc0c16b32d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/security-groups/8eb1ca5c-381e-415d-9d27-9bf5aa8bae82 HTTP/1.1" status: 204 len: 168 time: 0.9218366 Feb 08 16:02:27.795072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55698) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:27.905120 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92e066f6-9b5b-4763-ab6e-92f17ef36649 admin admin] Publish callbacks [] for security_group (338487e4-9ab5-433b-9d56-541a17d8cecd), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:27.948978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6be1c4-cd4a-4ffb-932f-44cc0c16b32d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb1ca5c-381e-415d-9d27-9bf5aa8bae82,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:27.964297 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-d0a28948-ec80-4c57-888f-63865294eb7d req-09312ae8-ad58-4b21-a6df-d9857a1977d9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Deleting port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:27.964816 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d0a28948-ec80-4c57-888f-63865294eb7d req-09312ae8-ad58-4b21-a6df-d9857a1977d9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1fcacada-c7d3-4052-ad3b-8af2fdad98ba), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:28.045658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37548f22-5a00-4687-9cb0-d71710ee9e8a req-5e222295-2693-417e-9dd6-920dc715533e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:28.047225 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37548f22-5a00-4687-9cb0-d71710ee9e8a req-5e222295-2693-417e-9dd6-920dc715533e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 945 time: 0.3093374 Feb 08 16:02:28.111076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d0a28948-ec80-4c57-888f-63865294eb7d req-09312ae8-ad58-4b21-a6df-d9857a1977d9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] For port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=1fcacada-c7d3-4052-ad3b-8af2fdad98ba,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:28.111454 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d0a28948-ec80-4c57-888f-63865294eb7d req-09312ae8-ad58-4b21-a6df-d9857a1977d9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1fcacada-c7d3-4052-ad3b-8af2fdad98ba), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:28.134076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-d0a28948-ec80-4c57-888f-63865294eb7d req-09312ae8-ad58-4b21-a6df-d9857a1977d9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Calling delete_port for 1fcacada-c7d3-4052-ad3b-8af2fdad98ba owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:28.209310 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37548f22-5a00-4687-9cb0-d71710ee9e8a req-8450b9d4-06fc-4731-bbef-ef39b247e439 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416395 Feb 08 16:02:28.210603 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055ec007-7b20-4cba-aa48-11ffbfb58422 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Made reservation on behalf of ad27a86afb7d4ac3b45082d3c5fab81f for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:28.225052 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-055ec007-7b20-4cba-aa48-11ffbfb58422 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:28.331523 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92e066f6-9b5b-4763-ab6e-92f17ef36649 admin admin] Publish callbacks [] for security_group (338487e4-9ab5-433b-9d56-541a17d8cecd), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:28.436529 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fbf19585-53a2-458b-8b8d-70e0da7a6879 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (900dffcb-8729-476f-ba07-ae010f9d503f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:28.490808 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fbf19585-53a2-458b-8b8d-70e0da7a6879 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (900dffcb-8729-476f-ba07-ae010f9d503f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:28.503688 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d0a28948-ec80-4c57-888f-63865294eb7d req-09312ae8-ad58-4b21-a6df-d9857a1977d9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (1fcacada-c7d3-4052-ad3b-8af2fdad98ba), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:28.520124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f6382502-13f4-4116-8ab6-b24c9711e8df'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:02:28.547678 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09312ae8-ad58-4b21-a6df-d9857a1977d9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Pushing event deleted for resources: {'Port': ['ID=1fcacada-c7d3-4052-ad3b-8af2fdad98ba,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:28.591220 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92e066f6-9b5b-4763-ab6e-92f17ef36649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (338487e4-9ab5-433b-9d56-541a17d8cecd), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:28.593481 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92e066f6-9b5b-4763-ab6e-92f17ef36649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:28.597285 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-92e066f6-9b5b-4763-ab6e-92f17ef36649 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/338487e4-9ab5-433b-9d56-541a17d8cecd HTTP/1.1" status: 204 len: 168 time: 1.1067553 Feb 08 16:02:28.629450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e066f6-9b5b-4763-ab6e-92f17ef36649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338487e4-9ab5-433b-9d56-541a17d8cecd,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:28.631272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fbf19585-53a2-458b-8b8d-70e0da7a6879 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (900dffcb-8729-476f-ba07-ae010f9d503f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:28.636015 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fbf19585-53a2-458b-8b8d-70e0da7a6879 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:28.641856 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fbf19585-53a2-458b-8b8d-70e0da7a6879 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/security-groups/900dffcb-8729-476f-ba07-ae010f9d503f HTTP/1.1" status: 204 len: 168 time: 0.8421884 Feb 08 16:02:28.643601 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a28948-ec80-4c57-888f-63865294eb7d req-09312ae8-ad58-4b21-a6df-d9857a1977d9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] No DVR routers for this DVR port 1fcacada-c7d3-4052-ad3b-8af2fdad98ba on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:02:28.651841 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55704) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:28.658690 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d0a28948-ec80-4c57-888f-63865294eb7d req-09312ae8-ad58-4b21-a6df-d9857a1977d9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:28.670392 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0a28948-ec80-4c57-888f-63865294eb7d req-09312ae8-ad58-4b21-a6df-d9857a1977d9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.96 "DELETE /v2.0/ports/1fcacada-c7d3-4052-ad3b-8af2fdad98ba HTTP/1.1" status: 204 len: 173 time: 1.2686098 Feb 08 16:02:28.670852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c458998f-f95a-4b3e-97e2-8f62aa0ebf34', 'name': 'network-vif-deleted', 'tag': '1fcacada-c7d3-4052-ad3b-8af2fdad98ba'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:02:28.675554 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497f3a65-31a9-46e7-b90b-3e9c3f6b8bc4" -d '{"events": [{"server_uuid": "c458998f-f95a-4b3e-97e2-8f62aa0ebf34", "name": "network-vif-deleted", "tag": "1fcacada-c7d3-4052-ad3b-8af2fdad98ba"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:02:28.692628 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-055ec007-7b20-4cba-aa48-11ffbfb58422 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (436c6e36-92af-480f-9719-4204e55b0fe3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:28.696167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf19585-53a2-458b-8b8d-70e0da7a6879 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=900dffcb-8729-476f-ba07-ae010f9d503f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:28.840574 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814f097e-7eb2-440a-86da-d4929e088039 x-openstack-request-id: req-814f097e-7eb2-440a-86da-d4929e088039 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:02:28.840883 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c458998f-f95a-4b3e-97e2-8f62aa0ebf34", "name": "network-vif-deleted", "tag": "1fcacada-c7d3-4052-ad3b-8af2fdad98ba", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:02:28.841536 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-814f097e-7eb2-440a-86da-d4929e088039 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:02:28.841656 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c458998f-f95a-4b3e-97e2-8f62aa0ebf34', 'name': 'network-vif-deleted', 'tag': '1fcacada-c7d3-4052-ad3b-8af2fdad98ba', 'status': 'completed', 'code': 200} Feb 08 16:02:28.928714 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ec007-7b20-4cba-aa48-11ffbfb58422 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event updated for resources: {'Subnet': ['ID=436c6e36-92af-480f-9719-4204e55b0fe3,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:28.951572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055ec007-7b20-4cba-aa48-11ffbfb58422 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Checking segment: {'id': '8f139871-012e-4659-8088-cdcb5669b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6690265e-690a-4fd3-aeac-1d07b66db06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:28.952235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055ec007-7b20-4cba-aa48-11ffbfb58422 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Network hostable DHCP agents. Network: 6690265e-690a-4fd3-aeac-1d07b66db06a, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:02:28.986682 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6a49146-926e-4eb4-a591-ec4990c409b7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (3feebe03-32dc-4f2a-8fb2-3a5435efab67), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:29.017214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055ec007-7b20-4cba-aa48-11ffbfb58422 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Network 6690265e-690a-4fd3-aeac-1d07b66db06a is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:02:29.045509 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6a49146-926e-4eb4-a591-ec4990c409b7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (3feebe03-32dc-4f2a-8fb2-3a5435efab67), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:29.048733 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-055ec007-7b20-4cba-aa48-11ffbfb58422 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 6690265e-690a-4fd3-aeac-1d07b66db06a) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:29.058868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d778e7-c053-4dd2-8d4b-4a0539b3cc4c None None] Network 6690265e-690a-4fd3-aeac-1d07b66db06a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:29.071304 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055ec007-7b20-4cba-aa48-11ffbfb58422 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:29.072082 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-055ec007-7b20-4cba-aa48-11ffbfb58422 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:29.257887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-055ec007-7b20-4cba-aa48-11ffbfb58422 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5068099 Feb 08 16:02:29.261743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55722) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:29.269904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9392e611-a275-4863-a943-df43bd699e17 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1835335238'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:29.283442 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6a49146-926e-4eb4-a591-ec4990c409b7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3feebe03-32dc-4f2a-8fb2-3a5435efab67), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:29.301032 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6a49146-926e-4eb4-a591-ec4990c409b7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:29.307456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55726) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:29.307964 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c6a49146-926e-4eb4-a591-ec4990c409b7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/security-groups/3feebe03-32dc-4f2a-8fb2-3a5435efab67 HTTP/1.1" status: 204 len: 168 time: 0.6538146 Feb 08 16:02:29.373123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a49146-926e-4eb4-a591-ec4990c409b7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feebe03-32dc-4f2a-8fb2-3a5435efab67,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:29.421993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9392e611-a275-4863-a943-df43bd699e17 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Made reservation on behalf of ad27a86afb7d4ac3b45082d3c5fab81f for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:29.425038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-6690265e-690a-4fd3-aeac-1d07b66db06a', 'network_id': '6690265e-690a-4fd3-aeac-1d07b66db06a', 'project_id': 'ad27a86afb7d4ac3b45082d3c5fab81f', 'fixed_ips': [{'subnet_id': '436c6e36-92af-480f-9719-4204e55b0fe3'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:02:29.426262 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:29.430428 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9392e611-a275-4863-a943-df43bd699e17 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:29.539155 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a59c64f-87f7-4f37-a4c7-fe26494854f3 req-4202b1b0-59df-47db-add0-e7db61c1060b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=c458998f-f95a-4b3e-97e2-8f62aa0ebf34 HTTP/1.1" status: 200 len: 210 time: 0.0756390 Feb 08 16:02:29.629272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9392e611-a275-4863-a943-df43bd699e17 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:02:29.658751 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b121805-31e1-45d9-8085-4355e7ff8496 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting subnet f9e8e648-3685-4c7f-8023-bd3f0ff360b5 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:02:29.663857 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b121805-31e1-45d9-8085-4355e7ff8496 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (f9e8e648-3685-4c7f-8023-bd3f0ff360b5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:29.724283 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b121805-31e1-45d9-8085-4355e7ff8496 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (f9e8e648-3685-4c7f-8023-bd3f0ff360b5), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:29.845025 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b121805-31e1-45d9-8085-4355e7ff8496 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (f9e8e648-3685-4c7f-8023-bd3f0ff360b5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:29.930435 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9392e611-a275-4863-a943-df43bd699e17 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (56d75bb6-7064-4340-a088-3eb91fcb2797), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:29.931340 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-9392e611-a275-4863-a943-df43bd699e17 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Added segment 56d75bb6-7064-4340-a088-3eb91fcb2797 of type vlan for network 263509b4-c333-4d86-a91f-4847802f6d8a Feb 08 16:02:29.999996 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9392e611-a275-4863-a943-df43bd699e17 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (263509b4-c333-4d86-a91f-4847802f6d8a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:30.001455 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Allocated IP 2001:db8:0:ffff::2 (6690265e-690a-4fd3-aeac-1d07b66db06a/436c6e36-92af-480f-9719-4204e55b0fe3/fbe3ff45-8947-4e53-babc-040bb3e6ded9) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:30.024983 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b121805-31e1-45d9-8085-4355e7ff8496 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (f9e8e648-3685-4c7f-8023-bd3f0ff360b5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:30.065273 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9392e611-a275-4863-a943-df43bd699e17 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (263509b4-c333-4d86-a91f-4847802f6d8a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:30.071512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9392e611-a275-4863-a943-df43bd699e17 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:30.072232 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9392e611-a275-4863-a943-df43bd699e17 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:30.075604 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b121805-31e1-45d9-8085-4355e7ff8496 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:30.083769 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3b121805-31e1-45d9-8085-4355e7ff8496 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/f9e8e648-3685-4c7f-8023-bd3f0ff360b5 HTTP/1.1" status: 204 len: 168 time: 0.7697511 Feb 08 16:02:30.084361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55752) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:30.097282 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ab1be-4d4c-492a-a101-40de94f76c7c None None] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:30.126097 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b121805-31e1-45d9-8085-4355e7ff8496 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e8e648-3685-4c7f-8023-bd3f0ff360b5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:30.266323 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9392e611-a275-4863-a943-df43bd699e17 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0011849 Feb 08 16:02:30.274895 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55756) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:30.291072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-efe24397-643c-4304-a157-56486df4926e tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Request body: {'subnet': {'network_id': '263509b4-c333-4d86-a91f-4847802f6d8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:30.459025 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b57e8de-d133-42db-ab77-0b6d0c3f979b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting subnet bb025da8-9b24-4466-8654-dcb5f780813b {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:02:30.472114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392e611-a275-4863-a943-df43bd699e17 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event updated for resources: {'Network': ['ID=263509b4-c333-4d86-a91f-4847802f6d8a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:30.483180 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b57e8de-d133-42db-ab77-0b6d0c3f979b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (bb025da8-9b24-4466-8654-dcb5f780813b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:30.497870 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe24397-643c-4304-a157-56486df4926e tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Made reservation on behalf of ad27a86afb7d4ac3b45082d3c5fab81f for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:30.504273 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efe24397-643c-4304-a157-56486df4926e tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:30.586049 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b57e8de-d133-42db-ab77-0b6d0c3f979b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (bb025da8-9b24-4466-8654-dcb5f780813b), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:30.784547 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b57e8de-d133-42db-ab77-0b6d0c3f979b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (bb025da8-9b24-4466-8654-dcb5f780813b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:30.919397 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b57e8de-d133-42db-ab77-0b6d0c3f979b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (bb025da8-9b24-4466-8654-dcb5f780813b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:30.940054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 1fcacada-c7d3-4052-ad3b-8af2fdad98ba no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:02:30.974607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 263509b4-c333-4d86-a91f-4847802f6d8a details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:02:30.977058 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 1fcacada-c7d3-4052-ad3b-8af2fdad98ba {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:02:30.977625 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 1fcacada-c7d3-4052-ad3b-8af2fdad98ba not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:02:30.988225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57e8de-d133-42db-ab77-0b6d0c3f979b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Subnet': ['ID=bb025da8-9b24-4466-8654-dcb5f780813b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:30.994421 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b57e8de-d133-42db-ab77-0b6d0c3f979b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:31.012621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5b57e8de-d133-42db-ab77-0b6d0c3f979b tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/bb025da8-9b24-4466-8654-dcb5f780813b HTTP/1.1" status: 204 len: 168 time: 0.9126019 Feb 08 16:02:31.014063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55792) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:31.068375 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ae6e5b-bf98-452d-bc54-10311d3d9929 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] DELETE failed (client error): The resource could not be found. Feb 08 16:02:31.069305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ae6e5b-bf98-452d-bc54-10311d3d9929 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:31.073345 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Publish callbacks [] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:31.074552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a5ae6e5b-bf98-452d-bc54-10311d3d9929 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/f9e8e648-3685-4c7f-8023-bd3f0ff360b5 HTTP/1.1" status: 404 len: 337 time: 0.0583267 Feb 08 16:02:31.079674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55796) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:31.113464 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:31.139614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.objects.ports [None req-efe24397-643c-4304-a157-56486df4926e tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103302) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 16:02:31.147991 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efe24397-643c-4304-a157-56486df4926e tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (7211faa6-bff1-4a02-b676-067bb7d4002a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:31.181931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Network 6690265e-690a-4fd3-aeac-1d07b66db06a is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:31.186883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Pushing event updated for resources: {'Port': ['ID=fbe3ff45-8947-4e53-babc-040bb3e6ded9,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:31.190237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:31.202276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:31.248896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26cdcad-9507-4954-853f-162451cf6227 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting subnet fcef1d4e-e8dc-4db8-9174-b74696224ee3 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:02:31.297187 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26cdcad-9507-4954-853f-162451cf6227 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks [] for subnet (fcef1d4e-e8dc-4db8-9174-b74696224ee3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:31.299107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe24397-643c-4304-a157-56486df4926e tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event updated for resources: {'Subnet': ['ID=7211faa6-bff1-4a02-b676-067bb7d4002a,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:31.305849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe24397-643c-4304-a157-56486df4926e tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Checking segment: {'id': '56d75bb6-7064-4340-a088-3eb91fcb2797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '263509b4-c333-4d86-a91f-4847802f6d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:31.305971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Attempting to bind port fbe3ff45-8947-4e53-babc-040bb3e6ded9 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:02:31.306300 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe24397-643c-4304-a157-56486df4926e tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Network hostable DHCP agents. Network: 263509b4-c333-4d86-a91f-4847802f6d8a, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:02:31.306417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Attempting to bind port fbe3ff45-8947-4e53-babc-040bb3e6ded9 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '8f139871-012e-4659-8088-cdcb5669b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6690265e-690a-4fd3-aeac-1d07b66db06a'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:02:31.306626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Attempting to bind port fbe3ff45-8947-4e53-babc-040bb3e6ded9 on network 6690265e-690a-4fd3-aeac-1d07b66db06a {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:02:31.313170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:02:31.313571 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Checking segment: {'id': '8f139871-012e-4659-8088-cdcb5669b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6690265e-690a-4fd3-aeac-1d07b66db06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:31.313980 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:31.314376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Bound using segment: {'id': '8f139871-012e-4659-8088-cdcb5669b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6690265e-690a-4fd3-aeac-1d07b66db06a'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:02:31.314914 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Bound port: fbe3ff45-8947-4e53-babc-040bb3e6ded9, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f139871-012e-4659-8088-cdcb5669b3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6690265e-690a-4fd3-aeac-1d07b66db06a'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:02:31.315242 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:31.347119 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe24397-643c-4304-a157-56486df4926e tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Network 263509b4-c333-4d86-a91f-4847802f6d8a is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:02:31.364431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-efe24397-643c-4304-a157-56486df4926e tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 263509b4-c333-4d86-a91f-4847802f6d8a) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:31.381098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-788c85f7-8e73-4cb9-a8ff-eb7e0758cd60 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:31.381706 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd0a9bd-aafa-46f7-9e0a-1da2b5f9519f None None] Network 263509b4-c333-4d86-a91f-4847802f6d8a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:31.382943 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-788c85f7-8e73-4cb9-a8ff-eb7e0758cd60 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 805 time: 0.3287704 Feb 08 16:02:31.394780 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26cdcad-9507-4954-853f-162451cf6227 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (fcef1d4e-e8dc-4db8-9174-b74696224ee3), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:31.401067 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe24397-643c-4304-a157-56486df4926e tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:31.402982 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efe24397-643c-4304-a157-56486df4926e tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:31.406451 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-15d70324-4f2c-4efc-a6e4-2339c171c971 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/quotas/383b56f32b8740adb6bf96d216692319 HTTP/1.1" status: 200 len: 375 time: 0.0154111 Feb 08 16:02:31.448310 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-efe24397-643c-4304-a157-56486df4926e tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1715033 Feb 08 16:02:31.451852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55804) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:31.458952 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-be014421-9aa3-4628-8366-dfc9faa2cc28 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Request body: {'port': {'network_id': '263509b4-c333-4d86-a91f-4847802f6d8a', 'name': 'tempest-NetworksIpV6TestAttrs-1917748823'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:31.536691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-9cf636fd-e52f-4470-9cec-74590ba98a9f tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094987 Feb 08 16:02:31.546172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] For port fbe3ff45-8947-4e53-babc-040bb3e6ded9, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:02:31.666468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7a08c6-69dd-4e6f-ad52-f1eee159bd7a None None] Update dhcp port {'port': {'network_id': 'a669c9fc-a932-4ee3-ae3d-6f41af718588', 'fixed_ips': [{'subnet_id': 'fcef1d4e-e8dc-4db8-9174-b74696224ee3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bb025da8-9b24-4466-8654-dcb5f780813b'}], 'binding:host_id': 'n-d-824834-11'}, 'id': '48cb7123-5bb9-43fb-b142-a9a030a2e350'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 16:02:31.670809 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be014421-9aa3-4628-8366-dfc9faa2cc28 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Made reservation on behalf of ad27a86afb7d4ac3b45082d3c5fab81f for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:31.673879 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-be014421-9aa3-4628-8366-dfc9faa2cc28 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:31.699164 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-be014421-9aa3-4628-8366-dfc9faa2cc28 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] device_id is not set on port d5f7f2fa-6d27-48c7-857e-e5cb5d3e4731 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:02:31.726058 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] For port fbe3ff45-8947-4e53-babc-040bb3e6ded9, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fbe3ff45-8947-4e53-babc-040bb3e6ded9,segment=NetworkSegment(8f139871-012e-4659-8088-cdcb5669b3f4),segment_id=8f139871-012e-4659-8088-cdcb5669b3f4)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:02:31.727959 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a7a08c6-69dd-4e6f-ad52-f1eee159bd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:31.742019 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d0016bd1-6571-49cb-bdd7-20e7db431ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:31.776934 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:31.834613 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-678ffc89-d9c5-45e7-aa55-e07cedd87f81 service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805128 Feb 08 16:02:31.867029 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3c80a-c59f-47c5-8474-df796e8f67f2 None None] Pushing event updated for resources: {'Port': ['ID=fbe3ff45-8947-4e53-babc-040bb3e6ded9,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:31.921289 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-be014421-9aa3-4628-8366-dfc9faa2cc28 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Allocated IP 2001:db8::f816:3eff:fe6b:7463 (263509b4-c333-4d86-a91f-4847802f6d8a/7211faa6-bff1-4a02-b676-067bb7d4002a/d5f7f2fa-6d27-48c7-857e-e5cb5d3e4731) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:32.032892 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26cdcad-9507-4954-853f-162451cf6227 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (fcef1d4e-e8dc-4db8-9174-b74696224ee3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:32.126896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-263509b4-c333-4d86-a91f-4847802f6d8a', 'network_id': '263509b4-c333-4d86-a91f-4847802f6d8a', 'project_id': 'ad27a86afb7d4ac3b45082d3c5fab81f', 'fixed_ips': [{'subnet_id': '7211faa6-bff1-4a02-b676-067bb7d4002a'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:02:32.128152 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:32.155648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-49fdab8b-3fdd-40d3-b36d-4e239504258f service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147836 Feb 08 16:02:32.218926 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26cdcad-9507-4954-853f-162451cf6227 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (fcef1d4e-e8dc-4db8-9174-b74696224ee3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:32.243977 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-be014421-9aa3-4628-8366-dfc9faa2cc28 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks [] for port (d5f7f2fa-6d27-48c7-857e-e5cb5d3e4731), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:32.329397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cdcad-9507-4954-853f-162451cf6227 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Subnet': ['ID=fcef1d4e-e8dc-4db8-9174-b74696224ee3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:32.359888 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b26cdcad-9507-4954-853f-162451cf6227 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:32.365419 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b26cdcad-9507-4954-853f-162451cf6227 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/fcef1d4e-e8dc-4db8-9174-b74696224ee3 HTTP/1.1" status: 204 len: 168 time: 1.2818921 Feb 08 16:02:32.369496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55830) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server [None req-7a7a08c6-69dd-4e6f-ad52-f1eee159bd7a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcef1d4e-e8dc-4db8-9174-b74696224ee3: This subnet is being modified by another concurrent operation. Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:02:32.467247 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise exception Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcef1d4e-e8dc-4db8-9174-b74696224ee3: This subnet is being modified by another concurrent operation. Feb 08 16:02:32.470237 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Feb 08 16:02:32.548386 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3d5c48-a24b-40b5-9ed6-b1565f5fbb75 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] DELETE failed (client error): The resource could not be found. Feb 08 16:02:32.548781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3d5c48-a24b-40b5-9ed6-b1565f5fbb75 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:32.566662 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ed3d5c48-a24b-40b5-9ed6-b1565f5fbb75 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/29ca3936-07c1-47ed-8384-da901a1d31fc HTTP/1.1" status: 404 len: 337 time: 0.1901979 Feb 08 16:02:32.567926 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55838) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:32.593880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-be014421-9aa3-4628-8366-dfc9faa2cc28 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d5f7f2fa-6d27-48c7-857e-e5cb5d3e4731), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:32.664766 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0855148-ac1b-40b7-abe2-ef2afa33ad7b req-d995289f-e852-49bc-bbf9-ecd30ab09d9c tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 210 time: 0.1112492 Feb 08 16:02:32.665672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55842) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:32.680132 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c16391ac-156e-42da-b073-c7ccfa4e38ec tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "GET /v2.0/ports?device_id=03212717-5b39-4863-976a-89f7a7f4e22a HTTP/1.1" status: 200 len: 205 time: 0.1095893 Feb 08 16:02:32.702999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d6a6d3-0774-412b-9390-8928ef375e2f None None] Network a669c9fc-a932-4ee3-ae3d-6f41af718588 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:32.828695 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-0dc56e97-850a-45ba-9be7-b6194223e51f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] delete failed (client error): The resource could not be found. Feb 08 16:02:32.843824 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0dc56e97-850a-45ba-9be7-b6194223e51f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/routers/03212717-5b39-4863-976a-89f7a7f4e22a HTTP/1.1" status: 404 len: 336 time: 0.1761804 Feb 08 16:02:32.849710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55852) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:32.865454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be014421-9aa3-4628-8366-dfc9faa2cc28 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Network 263509b4-c333-4d86-a91f-4847802f6d8a is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:32.907254 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66d94d8-2de3-42d1-b510-738959ed9d5d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] DELETE failed (client error): The resource could not be found. Feb 08 16:02:32.907724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66d94d8-2de3-42d1-b510-738959ed9d5d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:32.928498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be014421-9aa3-4628-8366-dfc9faa2cc28 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event updated for resources: {'Port': ['ID=d5f7f2fa-6d27-48c7-857e-e5cb5d3e4731,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:32.938824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-be014421-9aa3-4628-8366-dfc9faa2cc28 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:32.941289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Allocated IP 2001:db8::f816:3eff:fe6c:4f8d (263509b4-c333-4d86-a91f-4847802f6d8a/7211faa6-bff1-4a02-b676-067bb7d4002a/e6d6090d-5304-4504-8163-57c058b807a5) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:32.944797 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e66d94d8-2de3-42d1-b510-738959ed9d5d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/d4ff44fa-c56a-4918-8bd9-0308479a4400 HTTP/1.1" status: 404 len: 337 time: 0.0912671 Feb 08 16:02:32.946892 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be014421-9aa3-4628-8366-dfc9faa2cc28 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:32.948644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55860) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:32.966237 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be014421-9aa3-4628-8366-dfc9faa2cc28 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:32.967794 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-be014421-9aa3-4628-8366-dfc9faa2cc28 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:33.025639 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-be014421-9aa3-4628-8366-dfc9faa2cc28 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5697830 Feb 08 16:02:33.026200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55862) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:33.054040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-42eac9ac-d08e-4d6e-93f8-58ac35c4e7f7 None None] Provisioning complete for port 48cb7123-5bb9-43fb-b142-a9a030a2e350 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:33.054879 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-42eac9ac-d08e-4d6e-93f8-58ac35c4e7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:33.063629 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c01f3d-37f6-4ce9-b0a8-c2d8d2f37eb1 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] DELETE failed (client error): The resource could not be found. Feb 08 16:02:33.064255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c01f3d-37f6-4ce9-b0a8-c2d8d2f37eb1 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:33.071865 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b5c01f3d-37f6-4ce9-b0a8-c2d8d2f37eb1 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/903216dd-8c94-4b31-940c-2da27c796d9d HTTP/1.1" status: 404 len: 337 time: 0.1149728 Feb 08 16:02:33.073518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55864) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:33.161588 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76d9a97-e7dd-4204-a7b9-1cc344d059b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] DELETE failed (client error): The resource could not be found. Feb 08 16:02:33.162756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76d9a97-e7dd-4204-a7b9-1cc344d059b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:33.166029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e76d9a97-e7dd-4204-a7b9-1cc344d059b5 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/4842c4e7-61ba-4f07-8013-3c21fff40b3d HTTP/1.1" status: 404 len: 337 time: 0.0898867 Feb 08 16:02:33.169627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55866) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:33.188837 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2a00fb-ce0c-4d6d-aab0-941aa69eadd8 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Deleting subnet 7211faa6-bff1-4a02-b676-067bb7d4002a {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:02:33.223926 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55868) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:33.230451 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b25cf2-836e-48fb-bfcc-e32ae8b8e1e4 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] DELETE failed (client error): The resource could not be found. Feb 08 16:02:33.231478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b25cf2-836e-48fb-bfcc-e32ae8b8e1e4 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:33.238757 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c2b25cf2-836e-48fb-bfcc-e32ae8b8e1e4 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/c91ca0b5-ccbb-4ac2-a6aa-0b1e0456b063 HTTP/1.1" status: 404 len: 333 time: 0.0664833 Feb 08 16:02:33.239645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55872) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:33.367554 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfd29e1-61bb-42be-8fb5-f237f228bfb8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] DELETE failed (client error): The resource could not be found. Feb 08 16:02:33.384070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfd29e1-61bb-42be-8fb5-f237f228bfb8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:33.402809 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55880) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:33.404016 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3cfd29e1-61bb-42be-8fb5-f237f228bfb8 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/7b736993-2b06-4177-ab0b-6dba50d611a5 HTTP/1.1" status: 404 len: 337 time: 0.1587543 Feb 08 16:02:33.411035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fbe3ff45-8947-4e53-babc-040bb3e6ded9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:33.496656 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2dc4ef-8aad-42da-8a20-3a3c643da3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] DELETE failed (client error): The resource could not be found. Feb 08 16:02:33.497426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a2dc4ef-8aad-42da-8a20-3a3c643da3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:33.503416 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2a2dc4ef-8aad-42da-8a20-3a3c643da3f7 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/3b645f85-4db0-46fb-9f5e-83db0de48f62 HTTP/1.1" status: 404 len: 337 time: 0.0970805 Feb 08 16:02:33.509265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55882) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:33.548057 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a689f-05c2-47f2-b7ff-b8d09ca48efa req-c2e1d574-ab6a-4261-b752-94c1b3801c48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:33.554504 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f31a689f-05c2-47f2-b7ff-b8d09ca48efa req-c2e1d574-ab6a-4261-b752-94c1b3801c48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 947 time: 0.2210832 Feb 08 16:02:33.554942 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port fbe3ff45-8947-4e53-babc-040bb3e6ded9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:33.555867 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:33.594038 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c444ae6-a38d-4ee1-a68a-cb205053e957 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] DELETE failed (client error): The resource could not be found. Feb 08 16:02:33.594956 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c444ae6-a38d-4ee1-a68a-cb205053e957 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:33.598735 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1c444ae6-a38d-4ee1-a68a-cb205053e957 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/2db1446b-cefa-413c-8c38-496cde154d29 HTTP/1.1" status: 404 len: 333 time: 0.0884497 Feb 08 16:02:33.601301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55884) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:33.652400 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f2f1a9a-5060-4a8d-b6db-db2b219e773b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:33.696765 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f31a689f-05c2-47f2-b7ff-b8d09ca48efa req-6148b2f5-2796-4dcc-9a40-8ccd07d5383a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299942 Feb 08 16:02:33.714458 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-68539f3c-50ed-4df8-bf99-4369bfd4701d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] DELETE failed (client error): The resource could not be found. Feb 08 16:02:33.727274 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68539f3c-50ed-4df8-bf99-4369bfd4701d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:33.755025 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-68539f3c-50ed-4df8-bf99-4369bfd4701d tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/015051fc-f531-4106-9e86-82071afd31b1 HTTP/1.1" status: 404 len: 337 time: 0.1231751 Feb 08 16:02:33.759317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55888) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:33.782107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ef7e41-791f-4a9a-8387-483af7fb3217 None None] DHCP port deletion for a669c9fc-a932-4ee3-ae3d-6f41af718588 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:02:33.827101 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d60509-d728-4527-abae-9f0c88fd9281 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] DELETE failed (client error): The resource could not be found. Feb 08 16:02:33.834128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77d1826d-7a83-4f4a-8e90-bcd879eaef90 req-4dade73f-110c-43ce-96af-a6bc597c8156 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 210 time: 0.0814424 Feb 08 16:02:33.835009 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d60509-d728-4527-abae-9f0c88fd9281 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:33.850448 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d7d60509-d728-4527-abae-9f0c88fd9281 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/subnets/cf8b9631-917c-4f2b-9be1-f13ca65692f3 HTTP/1.1" status: 404 len: 337 time: 0.0872571 Feb 08 16:02:33.851453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55892) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:33.909765 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port fbe3ff45-8947-4e53-babc-040bb3e6ded9 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:33.911492 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:33.958807 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-42eac9ac-d08e-4d6e-93f8-58ac35c4e7f7 None None] Current status of the port 48cb7123-5bb9-43fb-b142-a9a030a2e350 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:34.028497 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b5ef96-d082-4d53-92c8-5cd337e41f64 None None] Network 6690265e-690a-4fd3-aeac-1d07b66db06a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:34.032303 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e51160a9-d8fc-4b18-8e77-0b8c4e14b478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.032938 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f2f1a9a-5060-4a8d-b6db-db2b219e773b admin admin] Publish callbacks [] for security_group (cd968d7a-6b92-47e3-90c0-98636b691be2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.040907 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7f2f1a9a-5060-4a8d-b6db-db2b219e773b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cd968d7a-6b92-47e3-90c0-98636b691be2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.058573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port fbe3ff45-8947-4e53-babc-040bb3e6ded9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fbe3ff45-8947-4e53-babc-040bb3e6ded9,segment=NetworkSegment(8f139871-012e-4659-8088-cdcb5669b3f4),segment_id=8f139871-012e-4659-8088-cdcb5669b3f4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:34.061028 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Publish callbacks [] for port (e6d6090d-5304-4504-8163-57c058b807a5), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.089954 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7f2f1a9a-5060-4a8d-b6db-db2b219e773b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7c54e0bd1c674db5aaed9dec2d581f01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8638914 Feb 08 16:02:34.091304 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55896) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:34.099386 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.122412 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (e6d6090d-5304-4504-8163-57c058b807a5), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.124917 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e2a00fb-ce0c-4d6d-aab0-941aa69eadd8 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks [] for subnet (7211faa6-bff1-4a02-b676-067bb7d4002a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.153722 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-42eac9ac-d08e-4d6e-93f8-58ac35c4e7f7 None None] Provisioning complete for port 180f7ffc-1235-48d1-a606-9fbacd48b932 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:34.154637 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-42eac9ac-d08e-4d6e-93f8-58ac35c4e7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (180f7ffc-1235-48d1-a606-9fbacd48b932), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.193502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-30275567-3a31-458b-bf28-fc8622e7a29f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 180f7ffc-1235-48d1-a606-9fbacd48b932 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:34.193879 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30275567-3a31-458b-bf28-fc8622e7a29f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (180f7ffc-1235-48d1-a606-9fbacd48b932), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.200390 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e2a00fb-ce0c-4d6d-aab0-941aa69eadd8 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (7211faa6-bff1-4a02-b676-067bb7d4002a), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.250192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 48cb7123-5bb9-43fb-b142-a9a030a2e350 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:02:34.261278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f1a9a-5060-4a8d-b6db-db2b219e773b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd968d7a-6b92-47e3-90c0-98636b691be2,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:34.337122 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30275567-3a31-458b-bf28-fc8622e7a29f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (180f7ffc-1235-48d1-a606-9fbacd48b932), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.339878 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d40aae6-3367-4b5b-a0fd-78c5edba73a6 admin admin] Publish callbacks [] for security_group (cd968d7a-6b92-47e3-90c0-98636b691be2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.353641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-30275567-3a31-458b-bf28-fc8622e7a29f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 180f7ffc-1235-48d1-a606-9fbacd48b932 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:34.426098 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d40aae6-3367-4b5b-a0fd-78c5edba73a6 admin admin] Publish callbacks [] for security_group (cd968d7a-6b92-47e3-90c0-98636b691be2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.445070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Network 263509b4-c333-4d86-a91f-4847802f6d8a is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:34.448795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-42eac9ac-d08e-4d6e-93f8-58ac35c4e7f7 None None] Port 180f7ffc-1235-48d1-a606-9fbacd48b932 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:02:34.453922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=fbe3ff45-8947-4e53-babc-040bb3e6ded9,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:34.458671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:34.478771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:34.508409 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d40aae6-3367-4b5b-a0fd-78c5edba73a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cd968d7a-6b92-47e3-90c0-98636b691be2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.511378 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d40aae6-3367-4b5b-a0fd-78c5edba73a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.513879 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5d40aae6-3367-4b5b-a0fd-78c5edba73a6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cd968d7a-6b92-47e3-90c0-98636b691be2 HTTP/1.1" status: 204 len: 168 time: 0.4162302 Feb 08 16:02:34.533925 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e2a00fb-ce0c-4d6d-aab0-941aa69eadd8 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (7211faa6-bff1-4a02-b676-067bb7d4002a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.570552 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30275567-3a31-458b-bf28-fc8622e7a29f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (180f7ffc-1235-48d1-a606-9fbacd48b932), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.626913 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30275567-3a31-458b-bf28-fc8622e7a29f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.633584 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-30275567-3a31-458b-bf28-fc8622e7a29f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/ports/180f7ffc-1235-48d1-a606-9fbacd48b932 HTTP/1.1" status: 204 len: 168 time: 0.7787235 Feb 08 16:02:34.633584 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30275567-3a31-458b-bf28-fc8622e7a29f tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=180f7ffc-1235-48d1-a606-9fbacd48b932,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:34.638402 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55902) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:34.640581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40aae6-3367-4b5b-a0fd-78c5edba73a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd968d7a-6b92-47e3-90c0-98636b691be2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:34.791144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a3ef7e41-791f-4a9a-8387-483af7fb3217 None None] Deleting port 48cb7123-5bb9-43fb-b142-a9a030a2e350 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:34.791531 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a3ef7e41-791f-4a9a-8387-483af7fb3217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:34.940753 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-302bc1b1-d0f8-4ec6-8a03-896f50ec3288 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:34.948388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-302bc1b1-d0f8-4ec6-8a03-896f50ec3288 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.94 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 947 time: 0.1957896 Feb 08 16:02:35.024507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a3ef7e41-791f-4a9a-8387-483af7fb3217 None None] For port 48cb7123-5bb9-43fb-b142-a9a030a2e350, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=48cb7123-5bb9-43fb-b142-a9a030a2e350,segment=NetworkSegment(de08d414-4bee-451d-a6d4-cd5806fed33c),segment_id=de08d414-4bee-451d-a6d4-cd5806fed33c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:35.025001 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a3ef7e41-791f-4a9a-8387-483af7fb3217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:35.039755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a3ef7e41-791f-4a9a-8387-483af7fb3217 None None] Calling delete_port for 48cb7123-5bb9-43fb-b142-a9a030a2e350 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:35.144247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-16f098cd-9ef3-4c90-9332-0d28afd9b62b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:35.147443 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-16f098cd-9ef3-4c90-9332-0d28afd9b62b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 805 time: 0.4501252 Feb 08 16:02:35.154964 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e2a00fb-ce0c-4d6d-aab0-941aa69eadd8 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (7211faa6-bff1-4a02-b676-067bb7d4002a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:35.190244 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e2a00fb-ce0c-4d6d-aab0-941aa69eadd8 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:35.193110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-bba6dd1f-4c9f-4904-97d5-cf5760f48ab0 None None] Provisioning complete for port fbe3ff45-8947-4e53-babc-040bb3e6ded9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:35.193479 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bba6dd1f-4c9f-4904-97d5-cf5760f48ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:35.197571 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5e2a00fb-ce0c-4d6d-aab0-941aa69eadd8 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/subnets/7211faa6-bff1-4a02-b676-067bb7d4002a HTTP/1.1" status: 204 len: 168 time: 2.1700733 Feb 08 16:02:35.206676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-0045ef1a-c4ec-4213-8721-43dc375bfadc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Request body: {'port': {'device_id': 'f325353e-dbf3-452f-9573-c78f83f51071', 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073', 'admin_state_up': True, 'tenant_id': '383b56f32b8740adb6bf96d216692319'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:35.274068 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 48cb7123-5bb9-43fb-b142-a9a030a2e350 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:35.274502 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:35.275465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55914) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:35.330212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34ed2f69-9aac-49b9-a3e4-4e8a46829443 req-f0c01b80-d061-4840-9a14-a504d19f4abe tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 210 time: 0.2077842 Feb 08 16:02:35.334954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55916) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:35.363340 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (a669c9fc-a932-4ee3-ae3d-6f41af718588), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:35.403901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 48cb7123-5bb9-43fb-b142-a9a030a2e350, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=48cb7123-5bb9-43fb-b142-a9a030a2e350,segment=NetworkSegment(de08d414-4bee-451d-a6d4-cd5806fed33c),segment_id=de08d414-4bee-451d-a6d4-cd5806fed33c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:35.423103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Pushing event updated for resources: {'Port': ['ID=e6d6090d-5304-4504-8163-57c058b807a5,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:35.437893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Attempting to bind port e6d6090d-5304-4504-8163-57c058b807a5 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:02:35.438279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Attempting to bind port e6d6090d-5304-4504-8163-57c058b807a5 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '56d75bb6-7064-4340-a088-3eb91fcb2797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '263509b4-c333-4d86-a91f-4847802f6d8a'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:02:35.438652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Attempting to bind port e6d6090d-5304-4504-8163-57c058b807a5 on network 263509b4-c333-4d86-a91f-4847802f6d8a {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:02:35.449290 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:35.520392 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a00fb-ce0c-4d6d-aab0-941aa69eadd8 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Subnet': ['ID=7211faa6-bff1-4a02-b676-067bb7d4002a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:35.572437 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=48cb7123-5bb9-43fb-b142-a9a030a2e350,revision_number=11']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:35.590471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bba6dd1f-4c9f-4904-97d5-cf5760f48ab0 None None] Current status of the port fbe3ff45-8947-4e53-babc-040bb3e6ded9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:35.617920 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-0045ef1a-c4ec-4213-8721-43dc375bfadc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Made reservation on behalf of 383b56f32b8740adb6bf96d216692319 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:35.624208 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:02:35.624647 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Checking segment: {'id': '56d75bb6-7064-4340-a088-3eb91fcb2797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '263509b4-c333-4d86-a91f-4847802f6d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:35.625105 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:35.625553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Bound using segment: {'id': '56d75bb6-7064-4340-a088-3eb91fcb2797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '263509b4-c333-4d86-a91f-4847802f6d8a'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:02:35.625797 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-0045ef1a-c4ec-4213-8721-43dc375bfadc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:35.626296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Bound port: e6d6090d-5304-4504-8163-57c058b807a5, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d75bb6-7064-4340-a088-3eb91fcb2797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '263509b4-c333-4d86-a91f-4847802f6d8a'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:02:35.626411 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e6d6090d-5304-4504-8163-57c058b807a5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:35.641741 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:35.670705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Deleting port 48cb7123-5bb9-43fb-b142-a9a030a2e350 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:35.671481 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:35.776016 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] For port e6d6090d-5304-4504-8163-57c058b807a5, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:02:35.779666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] For port e6d6090d-5304-4504-8163-57c058b807a5, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e6d6090d-5304-4504-8163-57c058b807a5,segment=NetworkSegment(56d75bb6-7064-4340-a088-3eb91fcb2797),segment_id=56d75bb6-7064-4340-a088-3eb91fcb2797)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:02:35.786769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fbe3ff45-8947-4e53-babc-040bb3e6ded9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:35.794875 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e6d6090d-5304-4504-8163-57c058b807a5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:35.811869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] For port 48cb7123-5bb9-43fb-b142-a9a030a2e350, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=48cb7123-5bb9-43fb-b142-a9a030a2e350,segment=NetworkSegment(de08d414-4bee-451d-a6d4-cd5806fed33c),segment_id=de08d414-4bee-451d-a6d4-cd5806fed33c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:35.812791 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:35.829047 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a3ef7e41-791f-4a9a-8387-483af7fb3217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:35.837346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Calling delete_port for 48cb7123-5bb9-43fb-b142-a9a030a2e350 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:35.869680 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef7e41-791f-4a9a-8387-483af7fb3217 None None] No DVR routers for this DVR port 48cb7123-5bb9-43fb-b142-a9a030a2e350 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:02:35.936502 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7ad7b331-c1fc-476d-b487-1f482edf14d5 None None] Provisioning complete for port fbe3ff45-8947-4e53-babc-040bb3e6ded9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:35.936904 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b331-c1fc-476d-b487-1f482edf14d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:36.031070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9db8b2-ec8e-405a-a050-f0cc9274099f None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:02:36.131586 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (48cb7123-5bb9-43fb-b142-a9a030a2e350), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:36.160830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-0045ef1a-c4ec-4213-8721-43dc375bfadc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Allocated IP 172.20.0.12 (fb374508-5c73-4d79-bee8-d58289274073/00ecb47d-dbfd-4668-8784-e5338c0de0ac/e0e9d7d8-0c78-436f-876c-5f6fedb8c157) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:36.186892 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50b28a6b-3340-41fb-b0eb-50c689acbc4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:36.198848 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Port': ['ID=48cb7123-5bb9-43fb-b142-a9a030a2e350,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:36.201290 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] No DVR routers for this DVR port 48cb7123-5bb9-43fb-b142-a9a030a2e350 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:02:36.257794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ece55-451e-4376-89c4-c1a7995556e2 req-562ab281-0a3d-4f2a-8437-47f0d6726945 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:36.260231 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-892ece55-451e-4376-89c4-c1a7995556e2 req-562ab281-0a3d-4f2a-8437-47f0d6726945 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 947 time: 1.3088276 Feb 08 16:02:36.304010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7398b5-1a1f-43e4-8c49-655fcd034a68 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:36.311780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7398b5-1a1f-43e4-8c49-655fcd034a68 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:36.313622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-da7398b5-1a1f-43e4-8c49-655fcd034a68 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.0367062 Feb 08 16:02:36.320538 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55922) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:36.328123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9db8b2-ec8e-405a-a050-f0cc9274099f None None] Resources bound (agent type, host, resource id): {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 16:02:36.385345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45343c-7f6e-41ea-9652-8608e6e0507e None None] Pushing event updated for resources: {'Port': ['ID=e6d6090d-5304-4504-8163-57c058b807a5,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:36.398629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port fbe3ff45-8947-4e53-babc-040bb3e6ded9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:36.399013 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:36.426277 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-75f6f132-2b84-414a-b7a8-e4ce28dcacdb tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (263509b4-c333-4d86-a91f-4847802f6d8a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:36.463160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-892ece55-451e-4376-89c4-c1a7995556e2 req-da6f55b0-07d8-483d-abea-edc412bf10ba tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923220 Feb 08 16:02:36.475980 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (a669c9fc-a932-4ee3-ae3d-6f41af718588), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:36.555664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a669c9fc-a932-4ee3-ae3d-6f41af718588']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:36.560726 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f6f132-2b84-414a-b7a8-e4ce28dcacdb tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 08 16:02:36.561451 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f6f132-2b84-414a-b7a8-e4ce28dcacdb tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:36.571154 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-75f6f132-2b84-414a-b7a8-e4ce28dcacdb tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/networks/263509b4-c333-4d86-a91f-4847802f6d8a HTTP/1.1" status: 409 len: 466 time: 0.2456386 Feb 08 16:02:36.572274 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55930) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:36.622033 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef7e41-791f-4a9a-8387-483af7fb3217 None None] Pushing event deleted for resources: {'Port': ['ID=48cb7123-5bb9-43fb-b142-a9a030a2e350,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:36.635020 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50b28a6b-3340-41fb-b0eb-50c689acbc4a admin admin] Publish callbacks [] for security_group (4a906e48-eb9b-4a19-b6c7-409bd5a898f3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:36.643134 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50b28a6b-3340-41fb-b0eb-50c689acbc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4a906e48-eb9b-4a19-b6c7-409bd5a898f3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:36.705620 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-28ffd07e-5c57-4196-b6a2-616166a265ad req-d1226c36-ec90-4936-86b2-b52a86830892 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 210 time: 0.0661821 Feb 08 16:02:36.736817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-b1dba64c-dafc-4813-a5d1-7a5ed93a7d48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Deleting port 41740af2-4a3d-4b44-9b28-315194388352 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:36.737554 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-b1dba64c-dafc-4813-a5d1-7a5ed93a7d48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (41740af2-4a3d-4b44-9b28-315194388352), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:36.776471 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-50b28a6b-3340-41fb-b0eb-50c689acbc4a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=65e4cdf1efcb4f56b70acbc1740bd1b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4360030 Feb 08 16:02:36.776471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b28a6b-3340-41fb-b0eb-50c689acbc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a906e48-eb9b-4a19-b6c7-409bd5a898f3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:36.779911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 55932) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:36.937497 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d0718ba-ca05-4e7c-b95f-125dc39dd20f admin admin] Publish callbacks [] for security_group (4a906e48-eb9b-4a19-b6c7-409bd5a898f3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:36.940313 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b065f21c-eec7-4b94-8f3b-146d494e03ed tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-30329093'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:36.949923 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de08d414-4bee-451d-a6d4-cd5806fed33c') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:36.950509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de08d414-4bee-451d-a6d4-cd5806fed33c') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:36.962578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-b1dba64c-dafc-4813-a5d1-7a5ed93a7d48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] For port 41740af2-4a3d-4b44-9b28-315194388352, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=41740af2-4a3d-4b44-9b28-315194388352,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:36.963097 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-b1dba64c-dafc-4813-a5d1-7a5ed93a7d48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (41740af2-4a3d-4b44-9b28-315194388352), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:36.974472 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (de08d414-4bee-451d-a6d4-cd5806fed33c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:36.988002 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d0718ba-ca05-4e7c-b95f-125dc39dd20f admin admin] Publish callbacks [] for security_group (4a906e48-eb9b-4a19-b6c7-409bd5a898f3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.013997 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (de08d414-4bee-451d-a6d4-cd5806fed33c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.020623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b065f21c-eec7-4b94-8f3b-146d494e03ed tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Made reservation on behalf of ad27a86afb7d4ac3b45082d3c5fab81f for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:37.024166 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b065f21c-eec7-4b94-8f3b-146d494e03ed tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.051241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:02:37.051651 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (de08d414-4bee-451d-a6d4-cd5806fed33c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:02:37.054703 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:02:37.232112 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b065f21c-eec7-4b94-8f3b-146d494e03ed tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:02:37.260333 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-0045ef1a-c4ec-4213-8721-43dc375bfadc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks [] for port (e0e9d7d8-0c78-436f-876c-5f6fedb8c157), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.343472 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (a669c9fc-a932-4ee3-ae3d-6f41af718588), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.360065 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.363515 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] 10.222.0.82 "DELETE /v2.0/networks/a669c9fc-a932-4ee3-ae3d-6f41af718588 HTTP/1.1" status: 204 len: 168 time: 2.7169154 Feb 08 16:02:37.388060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7faaa3-f521-4a1c-8c0f-b54323f3b598 tempest-PortsIpV6TestJSON-894791866 tempest-PortsIpV6TestJSON-894791866-project] Pushing event deleted for resources: {'Network': ['ID=a669c9fc-a932-4ee3-ae3d-6f41af718588,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:37.391127 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b065f21c-eec7-4b94-8f3b-146d494e03ed tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f16eaa83-8c87-4fba-a5c4-256a8a655321), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.391509 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-b065f21c-eec7-4b94-8f3b-146d494e03ed tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Added segment f16eaa83-8c87-4fba-a5c4-256a8a655321 of type vlan for network 9eb67d11-926e-4628-a6f2-733e4871f0f6 Feb 08 16:02:37.407488 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d0718ba-ca05-4e7c-b95f-125dc39dd20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4a906e48-eb9b-4a19-b6c7-409bd5a898f3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.408067 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.410214 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d0718ba-ca05-4e7c-b95f-125dc39dd20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.419231 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3d0718ba-ca05-4e7c-b95f-125dc39dd20f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4a906e48-eb9b-4a19-b6c7-409bd5a898f3 HTTP/1.1" status: 204 len: 168 time: 0.5997207 Feb 08 16:02:37.471551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0718ba-ca05-4e7c-b95f-125dc39dd20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a906e48-eb9b-4a19-b6c7-409bd5a898f3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:37.512062 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-0045ef1a-c4ec-4213-8721-43dc375bfadc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e0e9d7d8-0c78-436f-876c-5f6fedb8c157), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.562967 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-b1dba64c-dafc-4813-a5d1-7a5ed93a7d48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.563355 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-b1dba64c-dafc-4813-a5d1-7a5ed93a7d48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (8ab256c5-dcb2-4dc1-baaf-15c4a0540906), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.563674 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-b1dba64c-dafc-4813-a5d1-7a5ed93a7d48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Floating IP 8ab256c5-dcb2-4dc1-baaf-15c4a0540906 disassociated. External IP: 172.25.7.57, port: 41740af2-4a3d-4b44-9b28-315194388352. Feb 08 16:02:37.564032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-b1dba64c-dafc-4813-a5d1-7a5ed93a7d48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Calling delete_port for 41740af2-4a3d-4b44-9b28-315194388352 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:37.641011 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b065f21c-eec7-4b94-8f3b-146d494e03ed tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (9eb67d11-926e-4628-a6f2-733e4871f0f6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.655761 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7ad7b331-c1fc-476d-b487-1f482edf14d5 None None] Current status of the port fbe3ff45-8947-4e53-babc-040bb3e6ded9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:37.675963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f6382502-13f4-4116-8ab6-b24c9711e8df'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:02:37.692029 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port fbe3ff45-8947-4e53-babc-040bb3e6ded9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:37.746151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-0045ef1a-c4ec-4213-8721-43dc375bfadc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Network fb374508-5c73-4d79-bee8-d58289274073 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:37.755897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-0045ef1a-c4ec-4213-8721-43dc375bfadc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:37.767455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-0045ef1a-c4ec-4213-8721-43dc375bfadc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:37.799261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045ef1a-c4ec-4213-8721-43dc375bfadc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Pushing event updated for resources: {'Port': ['ID=e0e9d7d8-0c78-436f-876c-5f6fedb8c157,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:37.866393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b065f21c-eec7-4b94-8f3b-146d494e03ed tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (9eb67d11-926e-4628-a6f2-733e4871f0f6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.887642 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b065f21c-eec7-4b94-8f3b-146d494e03ed tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:37.889559 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b065f21c-eec7-4b94-8f3b-146d494e03ed tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:37.998156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1769cf21-853f-439d-9f45-3b82f25c803f None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:02:38.030788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55960) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:38.068078 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b065f21c-eec7-4b94-8f3b-146d494e03ed tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1325846 Feb 08 16:02:38.071471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55966) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:38.077816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-0045ef1a-c4ec-4213-8721-43dc375bfadc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:38.078881 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-0045ef1a-c4ec-4213-8721-43dc375bfadc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:38.086555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1a90db71-4e17-44b8-85d0-da82f1e1a81a tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Request body: {'subnet': {'network_id': '9eb67d11-926e-4628-a6f2-733e4871f0f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:38.112992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065f21c-eec7-4b94-8f3b-146d494e03ed tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event updated for resources: {'Network': ['ID=9eb67d11-926e-4628-a6f2-733e4871f0f6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:38.148846 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-0045ef1a-c4ec-4213-8721-43dc375bfadc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9811323 Feb 08 16:02:38.150659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 9eb67d11-926e-4628-a6f2-733e4871f0f6 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:02:38.178771 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-b1dba64c-dafc-4813-a5d1-7a5ed93a7d48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (41740af2-4a3d-4b44-9b28-315194388352), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:38.187477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Request body: {'port': {'device_id': 'f325353e-dbf3-452f-9573-c78f83f51071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:38.192254 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:38.211628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb69b5-7811-404e-8698-aff52794d32e req-c8be95e8-3922-4ce6-9211-5c53f9ebcab6 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:38.216973 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05bb69b5-7811-404e-8698-aff52794d32e req-c8be95e8-3922-4ce6-9211-5c53f9ebcab6 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/ports?device_id=5667d6be-d9fc-4202-94ba-b28272037bbb HTTP/1.1" status: 200 len: 947 time: 0.2910659 Feb 08 16:02:38.304186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dba64c-dafc-4813-a5d1-7a5ed93a7d48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event deleted for resources: {'Port': ['ID=41740af2-4a3d-4b44-9b28-315194388352,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:38.328151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c45ed7-5ed7-4577-aea2-d2d18cef27b2 req-178df5a0-0e6f-4439-90fb-e50b3b1609ea tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:38.336185 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79c45ed7-5ed7-4577-aea2-d2d18cef27b2 req-178df5a0-0e6f-4439-90fb-e50b3b1609ea tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 932 time: 0.3668766 Feb 08 16:02:38.472824 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e0e9d7d8-0c78-436f-876c-5f6fedb8c157), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:38.482655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1769cf21-853f-439d-9f45-3b82f25c803f None None] Resources bound (agent type, host, resource id): {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 16:02:38.540424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a90db71-4e17-44b8-85d0-da82f1e1a81a tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Made reservation on behalf of ad27a86afb7d4ac3b45082d3c5fab81f for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:38.546572 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a90db71-4e17-44b8-85d0-da82f1e1a81a tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:38.580939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79c45ed7-5ed7-4577-aea2-d2d18cef27b2 req-49af4a84-925e-486f-985d-0179cf466694 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429874 Feb 08 16:02:38.611767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05bb69b5-7811-404e-8698-aff52794d32e req-29689d1e-b441-4831-8914-1947fef829b6 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups?id=fd21bd0c-9dc0-4053-a284-88246849c82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680997 Feb 08 16:02:38.696930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-b1dba64c-dafc-4813-a5d1-7a5ed93a7d48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Router 720f81cb-6f2d-49bf-80fd-d329ed90b32b has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:02:38.770745 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 41740af2-4a3d-4b44-9b28-315194388352 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:02:38.862507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 41740af2-4a3d-4b44-9b28-315194388352 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:02:38.862929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 41740af2-4a3d-4b44-9b28-315194388352 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:02:38.884935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-b1dba64c-dafc-4813-a5d1-7a5ed93a7d48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:02:38.922473 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1e8cba3e-b478-46a2-b55d-58dee03170b8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5a4a0e9e3ff1446d923db9f7e5cfeec6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8882415 Feb 08 16:02:38.924894 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 55996) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:39.022296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-b1dba64c-dafc-4813-a5d1-7a5ed93a7d48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] No DVR routers for this DVR port 41740af2-4a3d-4b44-9b28-315194388352 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:02:39.031860 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-b1dba64c-dafc-4813-a5d1-7a5ed93a7d48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:39.048481 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30bf0361-dce4-43e6-b164-bd25a96bef3a req-b1dba64c-dafc-4813-a5d1-7a5ed93a7d48 tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.94 "DELETE /v2.0/ports/41740af2-4a3d-4b44-9b28-315194388352 HTTP/1.1" status: 204 len: 173 time: 4.0477357 Feb 08 16:02:39.054162 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'name': 'network-vif-deleted', 'tag': '41740af2-4a3d-4b44-9b28-315194388352'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:02:39.057424 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78adfa8-99bc-47d9-8901-4aa66ea046ad" -d '{"events": [{"server_uuid": "5667d6be-d9fc-4202-94ba-b28272037bbb", "name": "network-vif-deleted", "tag": "41740af2-4a3d-4b44-9b28-315194388352"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:02:39.133850 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48849e2b-2cc1-4547-82d9-ba18347013c8 None None] Sync routers for ids ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:02:39.134623 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d214348-0e7b-40a5-b936-4186dcf3ec25 x-openstack-request-id: req-5d214348-0e7b-40a5-b936-4186dcf3ec25 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:02:39.135658 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5667d6be-d9fc-4202-94ba-b28272037bbb", "name": "network-vif-deleted", "tag": "41740af2-4a3d-4b44-9b28-315194388352", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:02:39.136040 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5d214348-0e7b-40a5-b936-4186dcf3ec25 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:02:39.136681 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5667d6be-d9fc-4202-94ba-b28272037bbb', 'name': 'network-vif-deleted', 'tag': '41740af2-4a3d-4b44-9b28-315194388352', 'status': 'completed', 'code': 200} Feb 08 16:02:39.156890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48849e2b-2cc1-4547-82d9-ba18347013c8 None None] Routers {'720f81cb-6f2d-49bf-80fd-d329ed90b32b'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:02:39.157765 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-48849e2b-2cc1-4547-82d9-ba18347013c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:02:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:39.259935 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4d56b5d-dbe7-4adf-a98f-0198928c8741 admin admin] Publish callbacks [] for security_group (d7b0d0c3-bbfb-4df1-8fe9-94ce7bcbf4ee), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:39.279511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-48849e2b-2cc1-4547-82d9-ba18347013c8 None None] Set router 720f81cb-6f2d-49bf-80fd-d329ed90b32b gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:02:39.354127 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4d56b5d-dbe7-4adf-a98f-0198928c8741 admin admin] Publish callbacks [] for security_group (d7b0d0c3-bbfb-4df1-8fe9-94ce7bcbf4ee), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:39.549377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b605a853-f4aa-40df-baa3-7c87d325404e None None] Network 263509b4-c333-4d86-a91f-4847802f6d8a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:39.587264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.objects.ports [None req-1a90db71-4e17-44b8-85d0-da82f1e1a81a tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103302) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 16:02:39.592053 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a90db71-4e17-44b8-85d0-da82f1e1a81a tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (15c28a0c-768c-49b4-9ee9-3748f1f58ea5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:39.682278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90db71-4e17-44b8-85d0-da82f1e1a81a tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event updated for resources: {'Subnet': ['ID=15c28a0c-768c-49b4-9ee9-3748f1f58ea5,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:39.834385 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4d56b5d-dbe7-4adf-a98f-0198928c8741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d7b0d0c3-bbfb-4df1-8fe9-94ce7bcbf4ee), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:39.841472 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4d56b5d-dbe7-4adf-a98f-0198928c8741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:39.848017 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b4d56b5d-dbe7-4adf-a98f-0198928c8741 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d7b0d0c3-bbfb-4df1-8fe9-94ce7bcbf4ee HTTP/1.1" status: 204 len: 168 time: 0.9186373 Feb 08 16:02:39.909179 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335378da-fcbd-444c-ae37-41d7061e3de7 req-b6e7a2e1-b49f-49db-81d1-8ea24e3f427a tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:39.917278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-335378da-fcbd-444c-ae37-41d7061e3de7 req-b6e7a2e1-b49f-49db-81d1-8ea24e3f427a tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 932 time: 0.1471524 Feb 08 16:02:39.926033 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d56b5d-dbe7-4adf-a98f-0198928c8741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b0d0c3-bbfb-4df1-8fe9-94ce7bcbf4ee,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:40.125264 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-335378da-fcbd-444c-ae37-41d7061e3de7 req-d6a2c910-05e4-4fe8-92c2-d995fa6cd815 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055542 Feb 08 16:02:40.171633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-48849e2b-2cc1-4547-82d9-ba18347013c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a83b32b7-0ee8-47ef-8089-d68e75acc363', 'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'mac_address': 'fa:16:3e:a8:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:54:06Z', 'updated_at': '2022-02-08T15:54:13Z', 'revision_number': 5, 'project_id': '4a0201865e184d1486ad0db740e39857', 'subnets': [{'id': '087d1e39-0072-4580-ba11-eb90596289b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:40.175374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e9d7d8-0c78-436f-876c-5f6fedb8c157 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:02:40.201913 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Publish callbacks [] for port (e0e9d7d8-0c78-436f-876c-5f6fedb8c157), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:40.281784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Transition to ACTIVE for port object e0e9d7d8-0c78-436f-876c-5f6fedb8c157 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:02:40.290724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a90db71-4e17-44b8-85d0-da82f1e1a81a tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Checking segment: {'id': 'f16eaa83-8c87-4fba-a5c4-256a8a655321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eb67d11-926e-4628-a6f2-733e4871f0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:40.293716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a90db71-4e17-44b8-85d0-da82f1e1a81a tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Network hostable DHCP agents. Network: 9eb67d11-926e-4628-a6f2-733e4871f0f6, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:02:40.299484 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e0e9d7d8-0c78-436f-876c-5f6fedb8c157), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:40.326112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48849e2b-2cc1-4547-82d9-ba18347013c8 None None] Checking router: 720f81cb-6f2d-49bf-80fd-d329ed90b32b for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:02:40.336710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56038) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:40.352064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48849e2b-2cc1-4547-82d9-ba18347013c8 None None] Routers {'720f81cb-6f2d-49bf-80fd-d329ed90b32b'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:02:40.352916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-48849e2b-2cc1-4547-82d9-ba18347013c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:02:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:40.497582 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-618137d5-7052-490e-ad4d-ca116ce1db5c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group (fd21bd0c-9dc0-4053-a284-88246849c82c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:40.513112 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a90db71-4e17-44b8-85d0-da82f1e1a81a tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Network 9eb67d11-926e-4628-a6f2-733e4871f0f6 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:02:40.523019 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e9d7d8-0c78-436f-876c-5f6fedb8c157,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:40.588288 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-618137d5-7052-490e-ad4d-ca116ce1db5c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group (fd21bd0c-9dc0-4053-a284-88246849c82c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:40.677994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-48849e2b-2cc1-4547-82d9-ba18347013c8 None None] Set router 720f81cb-6f2d-49bf-80fd-d329ed90b32b gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:02:40.682464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1a90db71-4e17-44b8-85d0-da82f1e1a81a tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 9eb67d11-926e-4628-a6f2-733e4871f0f6) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:40.712932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a90db71-4e17-44b8-85d0-da82f1e1a81a tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:40.716656 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a90db71-4e17-44b8-85d0-da82f1e1a81a tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:40.726802 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-618137d5-7052-490e-ad4d-ca116ce1db5c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fd21bd0c-9dc0-4053-a284-88246849c82c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:40.731178 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-618137d5-7052-490e-ad4d-ca116ce1db5c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:40.733398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-618137d5-7052-490e-ad4d-ca116ce1db5c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "DELETE /v2.0/security-groups/fd21bd0c-9dc0-4053-a284-88246849c82c HTTP/1.1" status: 204 len: 168 time: 0.3949127 Feb 08 16:02:40.737908 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56050) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:40.764288 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1a90db71-4e17-44b8-85d0-da82f1e1a81a tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6821306 Feb 08 16:02:40.769607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56052) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:40.801983 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-12040a1b-701b-4550-80c4-b5bb97a0d83b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Request body: {'port': {'network_id': '9eb67d11-926e-4628-a6f2-733e4871f0f6', 'name': 'tempest-NetworksIpV6TestAttrs-81514719'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:40.826847 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Attempting to bind port e0e9d7d8-0c78-436f-876c-5f6fedb8c157 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:02:40.828302 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Attempting to bind port e0e9d7d8-0c78-436f-876c-5f6fedb8c157 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:02:40.828984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Attempting to bind port e0e9d7d8-0c78-436f-876c-5f6fedb8c157 on network fb374508-5c73-4d79-bee8-d58289274073 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:02:40.837373 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Port e0e9d7d8-0c78-436f-876c-5f6fedb8c157 on network fb374508-5c73-4d79-bee8-d58289274073 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:02:40.841381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Attempting to bind port e0e9d7d8-0c78-436f-876c-5f6fedb8c157 on network fb374508-5c73-4d79-bee8-d58289274073 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:02:40.857491 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:02:40.860223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Checking segment: {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:40.860844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Bound using segment: {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:02:40.861409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Bound port: e0e9d7d8-0c78-436f-876c-5f6fedb8c157, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:02:40.861848 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e0e9d7d8-0c78-436f-876c-5f6fedb8c157), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:40.927026 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-ff82ff2e-65dc-4105-8495-366d7ae031ef tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] show failed (client error): The resource could not be found. Feb 08 16:02:40.929672 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ff82ff2e-65dc-4105-8495-366d7ae031ef tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "GET /v2.0/security-groups/fd21bd0c-9dc0-4053-a284-88246849c82c HTTP/1.1" status: 404 len: 347 time: 0.1863678 Feb 08 16:02:40.937478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618137d5-7052-490e-ad4d-ca116ce1db5c tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd21bd0c-9dc0-4053-a284-88246849c82c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:40.944790 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56058) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:40.992980 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c94cbfc-694a-4660-9f60-bfce6392c546 None None] Network 9eb67d11-926e-4628-a6f2-733e4871f0f6 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:41.111272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12040a1b-701b-4550-80c4-b5bb97a0d83b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Made reservation on behalf of ad27a86afb7d4ac3b45082d3c5fab81f for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:41.126341 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12040a1b-701b-4550-80c4-b5bb97a0d83b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:41.190578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-12040a1b-701b-4550-80c4-b5bb97a0d83b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] device_id is not set on port 52af8fc1-2d8f-40cf-a8c2-578b30f11000 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:02:41.321531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-9eb67d11-926e-4628-a6f2-733e4871f0f6', 'network_id': '9eb67d11-926e-4628-a6f2-733e4871f0f6', 'project_id': 'ad27a86afb7d4ac3b45082d3c5fab81f', 'fixed_ips': [{'subnet_id': '15c28a0c-768c-49b4-9ee9-3748f1f58ea5'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:02:41.323621 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:41.415032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] For port e0e9d7d8-0c78-436f-876c-5f6fedb8c157, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:02:41.432699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] For port e0e9d7d8-0c78-436f-876c-5f6fedb8c157, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=e0e9d7d8-0c78-436f-876c-5f6fedb8c157,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:02:41.475422 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e0e9d7d8-0c78-436f-876c-5f6fedb8c157), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:41.601556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45be3a-dd25-4743-98ba-49aae1af27a8 req-07b18b4f-28db-419e-ab98-43aabdf58555 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:41.603178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fc45be3a-dd25-4743-98ba-49aae1af27a8 req-07b18b4f-28db-419e-ab98-43aabdf58555 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 944 time: 0.3053200 Feb 08 16:02:41.618154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56078) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:41.646597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-48849e2b-2cc1-4547-82d9-ba18347013c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a83b32b7-0ee8-47ef-8089-d68e75acc363', 'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'mac_address': 'fa:16:3e:a8:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:54:06Z', 'updated_at': '2022-02-08T15:54:13Z', 'revision_number': 5, 'project_id': '4a0201865e184d1486ad0db740e39857', 'subnets': [{'id': '087d1e39-0072-4580-ba11-eb90596289b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:41.654759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-12040a1b-701b-4550-80c4-b5bb97a0d83b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Allocated IP 2001:db8::f816:3eff:feb9:cb2 (9eb67d11-926e-4628-a6f2-733e4871f0f6/15c28a0c-768c-49b4-9ee9-3748f1f58ea5/52af8fc1-2d8f-40cf-a8c2-578b30f11000) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:41.700008 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48849e2b-2cc1-4547-82d9-ba18347013c8 None None] The sync data for ids ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'] in n-d-824834-11 is: [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T15:54:07Z', 'revision_number': 4, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'a83b32b7-0ee8-47ef-8089-d68e75acc363', 'name': '', 'network_id': 'd41e45aa-aa1c-4b71-8dec-53cfc8e90158', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'mac_address': 'fa:16:3e:a8:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '087d1e39-0072-4580-ba11-eb90596289b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:54:06Z', 'updated_at': '2022-02-08T15:54:13Z', 'revision_number': 5, 'project_id': '4a0201865e184d1486ad0db740e39857', 'subnets': [{'id': '087d1e39-0072-4580-ba11-eb90596289b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:02:41.706298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fc45be3a-dd25-4743-98ba-49aae1af27a8 req-a16559b6-0ee6-48cc-96b0-4b53d47d950e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871592 Feb 08 16:02:41.775889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e9d7d8-0c78-436f-876c-5f6fedb8c157,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:41.782167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a06acd4f-b2ee-41d1-9d25-0fce780e121a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Deleting port c7c8dc2b-a993-41b7-9244-ea410ae9cf2a {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:41.782422 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a06acd4f-b2ee-41d1-9d25-0fce780e121a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c7c8dc2b-a993-41b7-9244-ea410ae9cf2a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:41.898905 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:41.899534 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:41.901481 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e2bc2c98-f8d1-4b12-87ec-b3f07b371d86 service neutron] 10.222.0.94 "PUT /v2.0/ports/e0e9d7d8-0c78-436f-876c-5f6fedb8c157 HTTP/1.1" status: 200 len: 1093 time: 3.7396550 Feb 08 16:02:41.901481 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f325353e-dbf3-452f-9573-c78f83f51071', 'tag': 'e0e9d7d8-0c78-436f-876c-5f6fedb8c157'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:02:41.902693 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'network': {'name': 'tempest-RoutersTest-1680210352'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:41.904276 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73b6283-65dc-46f4-9426-905cb1fc4006" -d '{"events": [{"name": "network-changed", "server_uuid": "f325353e-dbf3-452f-9573-c78f83f51071", "tag": "e0e9d7d8-0c78-436f-876c-5f6fedb8c157"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:02:41.946986 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:41.952260 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:41.980640 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.030880 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d8bebd-2872-4164-bbd6-a05487c6fbe1 x-openstack-request-id: req-25d8bebd-2872-4164-bbd6-a05487c6fbe1 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:02:42.031565 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f325353e-dbf3-452f-9573-c78f83f51071", "tag": "e0e9d7d8-0c78-436f-876c-5f6fedb8c157", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:02:42.031565 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-25d8bebd-2872-4164-bbd6-a05487c6fbe1 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:02:42.032017 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f325353e-dbf3-452f-9573-c78f83f51071', 'tag': 'e0e9d7d8-0c78-436f-876c-5f6fedb8c157', 'status': 'completed', 'code': 200} Feb 08 16:02:42.035532 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a06acd4f-b2ee-41d1-9d25-0fce780e121a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c7c8dc2b-a993-41b7-9244-ea410ae9cf2a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.035532 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a06acd4f-b2ee-41d1-9d25-0fce780e121a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for floatingip (c7c8dc2b-a993-41b7-9244-ea410ae9cf2a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.074134 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a06acd4f-b2ee-41d1-9d25-0fce780e121a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Calling delete_port for c7c8dc2b-a993-41b7-9244-ea410ae9cf2a owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:42.095857 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12040a1b-701b-4550-80c4-b5bb97a0d83b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks [] for port (52af8fc1-2d8f-40cf-a8c2-578b30f11000), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.159788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-75743c1f-648d-453f-9c40-b06412643021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:42.163450 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-75743c1f-648d-453f-9c40-b06412643021 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 1127 time: 0.1735930 Feb 08 16:02:42.187363 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for security_group (c9ab3ec0-3b0a-4a8b-a183-92786920b32b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.197045 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c9ab3ec0-3b0a-4a8b-a183-92786920b32b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.231412 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12040a1b-701b-4550-80c4-b5bb97a0d83b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (52af8fc1-2d8f-40cf-a8c2-578b30f11000), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.244725 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-e867492b-c9dd-4113-a591-3d12bb6bf996 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e9d7d8-0c78-436f-876c-5f6fedb8c157 HTTP/1.1" status: 200 len: 217 time: 0.0658293 Feb 08 16:02:42.288000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Allocated IP 2001:db8::f816:3eff:fed6:9c73 (9eb67d11-926e-4628-a6f2-733e4871f0f6/15c28a0c-768c-49b4-9ee9-3748f1f58ea5/4ee1c875-a55d-4757-aa5a-5c62147d5088) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:42.289079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:02:42.348808 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc7bb6-b4cc-46aa-9186-0dede3abfe69 None None] New status for floating IP 8ab256c5-dcb2-4dc1-baaf-15c4a0540906: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:02:42.376489 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a861b482-235e-4e04-a119-f052435ded16), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.377219 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Added segment a861b482-235e-4e04-a119-f052435ded16 of type vlan for network cd95c7e6-d383-4b50-a526-26be64f9b3c8 Feb 08 16:02:42.378289 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12040a1b-701b-4550-80c4-b5bb97a0d83b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event updated for resources: {'Port': ['ID=52af8fc1-2d8f-40cf-a8c2-578b30f11000,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:42.412618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-eed2a1f5-6621-4c94-af52-d2d9ef192151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:42.417697 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-eed2a1f5-6621-4c94-af52-d2d9ef192151 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 200 len: 845 time: 0.1547830 Feb 08 16:02:42.429673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ab3ec0-3b0a-4a8b-a183-92786920b32b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:42.539889 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-7f97ec84-311f-4cbc-8004-439b3860aec2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fb374508-5c73-4d79-bee8-d58289274073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100564 Feb 08 16:02:42.550861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12040a1b-701b-4550-80c4-b5bb97a0d83b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Network 9eb67d11-926e-4628-a6f2-733e4871f0f6 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:42.555296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-12040a1b-701b-4550-80c4-b5bb97a0d83b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:42.577619 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Publish callbacks [] for port (4ee1c875-a55d-4757-aa5a-5c62147d5088), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.587607 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (4ee1c875-a55d-4757-aa5a-5c62147d5088), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.597608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12040a1b-701b-4550-80c4-b5bb97a0d83b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:42.623364 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12040a1b-701b-4550-80c4-b5bb97a0d83b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:42.624047 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12040a1b-701b-4550-80c4-b5bb97a0d83b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.643123 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (cd95c7e6-d383-4b50-a526-26be64f9b3c8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.656996 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Pushing event updated for resources: {'Port': ['ID=4ee1c875-a55d-4757-aa5a-5c62147d5088,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:42.661405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Network 9eb67d11-926e-4628-a6f2-733e4871f0f6 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:42.664671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:42.667711 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:42.701057 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-12040a1b-701b-4550-80c4-b5bb97a0d83b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9120378 Feb 08 16:02:42.701687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56090) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:42.722393 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.db.api [None req-0bcc7bb6-b4cc-46aa-9186-0dede3abfe69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:02:42.722743 n-d-824834-11 neutron-server[103304]: DEBUG oslo_db.api [None req-0bcc7bb6-b4cc-46aa-9186-0dede3abfe69 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:02:42.749687 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a06acd4f-b2ee-41d1-9d25-0fce780e121a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c7c8dc2b-a993-41b7-9244-ea410ae9cf2a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.785830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Attempting to bind port 4ee1c875-a55d-4757-aa5a-5c62147d5088 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:02:42.786641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Attempting to bind port 4ee1c875-a55d-4757-aa5a-5c62147d5088 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'f16eaa83-8c87-4fba-a5c4-256a8a655321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eb67d11-926e-4628-a6f2-733e4871f0f6'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:02:42.787222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Attempting to bind port 4ee1c875-a55d-4757-aa5a-5c62147d5088 on network 9eb67d11-926e-4628-a6f2-733e4871f0f6 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:02:42.801490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06acd4f-b2ee-41d1-9d25-0fce780e121a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Pushing event deleted for resources: {'Port': ['ID=c7c8dc2b-a993-41b7-9244-ea410ae9cf2a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:42.804342 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:02:42.805455 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Checking segment: {'id': 'f16eaa83-8c87-4fba-a5c4-256a8a655321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eb67d11-926e-4628-a6f2-733e4871f0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:42.807547 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.808450 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (cd95c7e6-d383-4b50-a526-26be64f9b3c8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.809601 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Bound using segment: {'id': 'f16eaa83-8c87-4fba-a5c4-256a8a655321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eb67d11-926e-4628-a6f2-733e4871f0f6'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:02:42.810131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Bound port: 4ee1c875-a55d-4757-aa5a-5c62147d5088, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16eaa83-8c87-4fba-a5c4-256a8a655321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9eb67d11-926e-4628-a6f2-733e4871f0f6'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:02:42.810724 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4ee1c875-a55d-4757-aa5a-5c62147d5088), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.825653 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:42.826299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.929372 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3035843 Feb 08 16:02:42.929916 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56094) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:42.950669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] For port 4ee1c875-a55d-4757-aa5a-5c62147d5088, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:02:42.955874 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-dba9ac16-bd68-4a05-b63f-a09fd576bf29 service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926680 Feb 08 16:02:42.963753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] For port 4ee1c875-a55d-4757-aa5a-5c62147d5088, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4ee1c875-a55d-4757-aa5a-5c62147d5088,segment=NetworkSegment(f16eaa83-8c87-4fba-a5c4-256a8a655321),segment_id=f16eaa83-8c87-4fba-a5c4-256a8a655321)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:02:42.966713 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a06acd4f-b2ee-41d1-9d25-0fce780e121a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks [] for floatingip (8ab256c5-dcb2-4dc1-baaf-15c4a0540906), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.970683 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4ee1c875-a55d-4757-aa5a-5c62147d5088), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.971508 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a06acd4f-b2ee-41d1-9d25-0fce780e121a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:42.979423 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a06acd4f-b2ee-41d1-9d25-0fce780e121a tempest-AttachVolumeShelveTestJSON-195172069 tempest-AttachVolumeShelveTestJSON-195172069-project] 10.222.0.82 "DELETE /v2.0/floatingips/8ab256c5-dcb2-4dc1-baaf-15c4a0540906 HTTP/1.1" status: 204 len: 168 time: 2.0280843 Feb 08 16:02:43.059882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ceda2fd1-5eb9-4e1c-8175-c0682b6fb8f6 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'network': {'name': 'tempest-RoutersTest-181379886'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:43.064028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583c9d4-cf6a-4c62-ab24-fd37087c895e None None] Pushing event updated for resources: {'Port': ['ID=4ee1c875-a55d-4757-aa5a-5c62147d5088,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:43.084616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-117d815a-2f52-4038-b4c0-25683ff5e5d5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Deleting subnet 15c28a0c-768c-49b4-9ee9-3748f1f58ea5 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:02:43.114584 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94518dd0-e028-4816-aa1c-b28efa903d03 req-c1f3155e-bc40-467b-b17e-f4d28e8616f0 service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330900 Feb 08 16:02:43.149409 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-117d815a-2f52-4038-b4c0-25683ff5e5d5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks [] for subnet (15c28a0c-768c-49b4-9ee9-3748f1f58ea5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:43.158012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437f364-a9ca-481e-b1a1-6f77750db6d5 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Network': ['ID=cd95c7e6-d383-4b50-a526-26be64f9b3c8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:43.179308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network cd95c7e6-d383-4b50-a526-26be64f9b3c8 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:02:43.204989 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceda2fd1-5eb9-4e1c-8175-c0682b6fb8f6 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:43.217679 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ceda2fd1-5eb9-4e1c-8175-c0682b6fb8f6 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:43.224405 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc7bb6-b4cc-46aa-9186-0dede3abfe69 None None] New status for floating IP 8ab256c5-dcb2-4dc1-baaf-15c4a0540906: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:02:43.290202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b6283-65dc-46f4-9426-905cb1fc4006 req-79892095-a674-4894-bf61-a5a61404fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:43.296879 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b73b6283-65dc-46f4-9426-905cb1fc4006 req-79892095-a674-4894-bf61-a5a61404fb62 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 1127 time: 0.1088018 Feb 08 16:02:43.365495 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7d550-57cc-4fe4-8bac-f32b86ef3ca1 req-672c6bc6-e346-4bab-928b-11401eef687d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:43.377414 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67f7d550-57cc-4fe4-8bac-f32b86ef3ca1 req-672c6bc6-e346-4bab-928b-11401eef687d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 944 time: 0.5149348 Feb 08 16:02:43.415821 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-117d815a-2f52-4038-b4c0-25683ff5e5d5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (15c28a0c-768c-49b4-9ee9-3748f1f58ea5), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:43.477106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceda2fd1-5eb9-4e1c-8175-c0682b6fb8f6 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:02:43.521402 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ceda2fd1-5eb9-4e1c-8175-c0682b6fb8f6 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (15512091-e6d5-4982-af70-a28da0703cc0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:43.522137 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-ceda2fd1-5eb9-4e1c-8175-c0682b6fb8f6 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Added segment 15512091-e6d5-4982-af70-a28da0703cc0 of type vlan for network dfc62815-e387-489b-82e7-0a552a0dd22f Feb 08 16:02:43.525316 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b6283-65dc-46f4-9426-905cb1fc4006 req-fd71c325-7940-4c1b-b4e5-cc649b602cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:43.526869 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b73b6283-65dc-46f4-9426-905cb1fc4006 req-fd71c325-7940-4c1b-b4e5-cc649b602cc0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 906 time: 0.2240779 Feb 08 16:02:43.617422 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b73b6283-65dc-46f4-9426-905cb1fc4006 req-095aa052-e76d-4de7-b642-0d78e0f3dc56 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e9d7d8-0c78-436f-876c-5f6fedb8c157 HTTP/1.1" status: 200 len: 217 time: 0.0806365 Feb 08 16:02:43.683428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67f7d550-57cc-4fe4-8bac-f32b86ef3ca1 req-e6747855-256f-4397-9e7e-4013d68d7447 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051121 Feb 08 16:02:43.686535 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ceda2fd1-5eb9-4e1c-8175-c0682b6fb8f6 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (dfc62815-e387-489b-82e7-0a552a0dd22f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:43.739132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b6283-65dc-46f4-9426-905cb1fc4006 req-a456b2cf-8245-4f4f-904f-5a43a7733b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:43.742998 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b73b6283-65dc-46f4-9426-905cb1fc4006 req-a456b2cf-8245-4f4f-904f-5a43a7733b56 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 200 len: 845 time: 0.1171224 Feb 08 16:02:43.808341 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b73b6283-65dc-46f4-9426-905cb1fc4006 req-8a5d3c76-731a-4e71-a46f-36ef03f918cb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fb374508-5c73-4d79-bee8-d58289274073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598655 Feb 08 16:02:43.862226 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ceda2fd1-5eb9-4e1c-8175-c0682b6fb8f6 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (dfc62815-e387-489b-82e7-0a552a0dd22f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:43.872427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceda2fd1-5eb9-4e1c-8175-c0682b6fb8f6 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:43.873118 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ceda2fd1-5eb9-4e1c-8175-c0682b6fb8f6 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:43.913320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4ee1c875-a55d-4757-aa5a-5c62147d5088 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:44.003270 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b73b6283-65dc-46f4-9426-905cb1fc4006 req-cf3cf0ae-c66a-449e-9c19-ee3b10ce4014 service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865799 Feb 08 16:02:44.005341 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 4ee1c875-a55d-4757-aa5a-5c62147d5088 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:44.005862 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4ee1c875-a55d-4757-aa5a-5c62147d5088), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:44.159523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ceda2fd1-5eb9-4e1c-8175-c0682b6fb8f6 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1638811 Feb 08 16:02:44.159523 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-117d815a-2f52-4038-b4c0-25683ff5e5d5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (15c28a0c-768c-49b4-9ee9-3748f1f58ea5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:44.165567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56100) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:44.173219 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1ea203c1-ca2b-440c-8a7a-52fe9f76443d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'subnet': {'network_id': 'cd95c7e6-d383-4b50-a526-26be64f9b3c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:44.192723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 4ee1c875-a55d-4757-aa5a-5c62147d5088 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:44.193112 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4ee1c875-a55d-4757-aa5a-5c62147d5088), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:44.220914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda2fd1-5eb9-4e1c-8175-c0682b6fb8f6 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Network': ['ID=dfc62815-e387-489b-82e7-0a552a0dd22f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:44.236741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network dfc62815-e387-489b-82e7-0a552a0dd22f details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:02:44.314808 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-117d815a-2f52-4038-b4c0-25683ff5e5d5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (15c28a0c-768c-49b4-9ee9-3748f1f58ea5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:44.379496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d815a-2f52-4038-b4c0-25683ff5e5d5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Subnet': ['ID=15c28a0c-768c-49b4-9ee9-3748f1f58ea5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:44.393419 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-117d815a-2f52-4038-b4c0-25683ff5e5d5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:44.403333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-117d815a-2f52-4038-b4c0-25683ff5e5d5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/subnets/15c28a0c-768c-49b4-9ee9-3748f1f58ea5 HTTP/1.1" status: 204 len: 168 time: 1.6956921 Feb 08 16:02:44.404073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56102) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:44.424982 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:02:44.425596 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:02:44.436431 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b73b6283-65dc-46f4-9426-905cb1fc4006 req-4036f424-da83-44ba-90b3-5fb88a52c1be service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265821 Feb 08 16:02:44.482244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea203c1-ca2b-440c-8a7a-52fe9f76443d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:44.488488 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ea203c1-ca2b-440c-8a7a-52fe9f76443d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:44.491494 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31143109-9bdd-41a5-b6ce-1907a44471ad tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:44.493445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31143109-9bdd-41a5-b6ce-1907a44471ad tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:44.500347 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-31143109-9bdd-41a5-b6ce-1907a44471ad tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0949149 Feb 08 16:02:44.501008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56104) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:44.635567 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-54d570ac-8304-4511-a437-69fa29dd95de tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (9eb67d11-926e-4628-a6f2-733e4871f0f6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:44.650803 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d570ac-8304-4511-a437-69fa29dd95de tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 08 16:02:44.651277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d570ac-8304-4511-a437-69fa29dd95de tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:02:44.661977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-54d570ac-8304-4511-a437-69fa29dd95de tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/networks/9eb67d11-926e-4628-a6f2-733e4871f0f6 HTTP/1.1" status: 409 len: 466 time: 0.1596014 Feb 08 16:02:44.662861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56106) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:44.670019 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-cc9984dd-0942-4573-ad78-ed2397198e9b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-334687176'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:44.709179 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9984dd-0942-4573-ad78-ed2397198e9b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Made reservation on behalf of ad27a86afb7d4ac3b45082d3c5fab81f for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:44.721756 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cc9984dd-0942-4573-ad78-ed2397198e9b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:44.743258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device e0e9d7d8-0c78-436f-876c-5f6fedb8c157 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:02:44.765047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9984dd-0942-4573-ad78-ed2397198e9b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:02:44.776254 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cc9984dd-0942-4573-ad78-ed2397198e9b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (e8c56cae-7e1f-4440-acf0-50f6e0dc5888), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:44.777281 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-cc9984dd-0942-4573-ad78-ed2397198e9b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Added segment e8c56cae-7e1f-4440-acf0-50f6e0dc5888 of type vlan for network 40994166-a25e-4995-99c1-550a54a4a1b1 Feb 08 16:02:44.789039 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d415607e-906e-4efb-aa2e-ec9c73e56deb None None] Network 9eb67d11-926e-4628-a6f2-733e4871f0f6 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:44.840794 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ea203c1-ca2b-440c-8a7a-52fe9f76443d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (906832f2-120d-419f-800b-63414639f4da), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:44.898131 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cc9984dd-0942-4573-ad78-ed2397198e9b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (40994166-a25e-4995-99c1-550a54a4a1b1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:44.980997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 4ee1c875-a55d-4757-aa5a-5c62147d5088 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:44.982071 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4ee1c875-a55d-4757-aa5a-5c62147d5088), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:45.006665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc541ea-c1ce-4e59-a6a6-4ba88bfa9918 req-058973c7-4cf9-4d00-aab5-22f6cd2d6d2d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:45.009493 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fc541ea-c1ce-4e59-a6a6-4ba88bfa9918 req-058973c7-4cf9-4d00-aab5-22f6cd2d6d2d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 944 time: 0.1631224 Feb 08 16:02:45.010473 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cc9984dd-0942-4573-ad78-ed2397198e9b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (40994166-a25e-4995-99c1-550a54a4a1b1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:45.015600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea203c1-ca2b-440c-8a7a-52fe9f76443d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Subnet': ['ID=906832f2-120d-419f-800b-63414639f4da,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:45.016681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9984dd-0942-4573-ad78-ed2397198e9b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:45.018229 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea203c1-ca2b-440c-8a7a-52fe9f76443d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Checking segment: {'id': 'a861b482-235e-4e04-a119-f052435ded16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd95c7e6-d383-4b50-a526-26be64f9b3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:45.018742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea203c1-ca2b-440c-8a7a-52fe9f76443d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network hostable DHCP agents. Network: cd95c7e6-d383-4b50-a526-26be64f9b3c8, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:02:45.024367 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cc9984dd-0942-4573-ad78-ed2397198e9b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:45.044451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 4ee1c875-a55d-4757-aa5a-5c62147d5088, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4ee1c875-a55d-4757-aa5a-5c62147d5088,segment=NetworkSegment(f16eaa83-8c87-4fba-a5c4-256a8a655321),segment_id=f16eaa83-8c87-4fba-a5c4-256a8a655321)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:45.057603 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea203c1-ca2b-440c-8a7a-52fe9f76443d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network cd95c7e6-d383-4b50-a526-26be64f9b3c8 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:02:45.068309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-abf9e51a-2d6c-4828-9db6-ddab8f55799c None None] Provisioning complete for port 4ee1c875-a55d-4757-aa5a-5c62147d5088 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:45.068967 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-abf9e51a-2d6c-4828-9db6-ddab8f55799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4ee1c875-a55d-4757-aa5a-5c62147d5088), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:45.071079 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1ea203c1-ca2b-440c-8a7a-52fe9f76443d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, cd95c7e6-d383-4b50-a526-26be64f9b3c8) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:45.073807 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4ee1c875-a55d-4757-aa5a-5c62147d5088), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:45.076003 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea203c1-ca2b-440c-8a7a-52fe9f76443d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:45.076717 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ea203c1-ca2b-440c-8a7a-52fe9f76443d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:45.103364 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1ea203c1-ca2b-440c-8a7a-52fe9f76443d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9358785 Feb 08 16:02:45.104634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70db6f5b-8add-4566-90b8-6645d6e4835b None None] Network cd95c7e6-d383-4b50-a526-26be64f9b3c8 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:45.106383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56112) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:45.111478 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1e93feb5-bc3d-4823-b89d-627f92f9514b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'subnet': {'network_id': 'dfc62815-e387-489b-82e7-0a552a0dd22f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:45.151789 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cc9984dd-0942-4573-ad78-ed2397198e9b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4873908 Feb 08 16:02:45.161686 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56114) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:45.171818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-356bc48a-3e9a-4bac-9f8a-4ce29c151ad2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Request body: {'subnet': {'network_id': '40994166-a25e-4995-99c1-550a54a4a1b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:45.218158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fc541ea-c1ce-4e59-a6a6-4ba88bfa9918 req-b5b5c1dc-44bd-4e47-9ac0-bbb2fab4a4f2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888151 Feb 08 16:02:45.227789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9984dd-0942-4573-ad78-ed2397198e9b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event updated for resources: {'Network': ['ID=40994166-a25e-4995-99c1-550a54a4a1b1,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:45.429068 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 40994166-a25e-4995-99c1-550a54a4a1b1 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:02:45.535539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port e0e9d7d8-0c78-436f-876c-5f6fedb8c157, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=e0e9d7d8-0c78-436f-876c-5f6fedb8c157,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:45.594744 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'e0e9d7d8-0c78-436f-876c-5f6fedb8c157', 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073', 'port_id': 'e0e9d7d8-0c78-436f-876c-5f6fedb8c157', 'mac_address': 'fa:16:3e:1b:dd:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ecb47d-dbfd-4668-8784-e5338c0de0ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:02:45.613888 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=4ee1c875-a55d-4757-aa5a-5c62147d5088,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:45.657056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ec312-fad2-4f46-bd6a-4fc7a2baf2d7 None None] DHCP port deletion for 9eb67d11-926e-4628-a6f2-733e4871f0f6 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:02:45.668669 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356bc48a-3e9a-4bac-9f8a-4ce29c151ad2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Made reservation on behalf of ad27a86afb7d4ac3b45082d3c5fab81f for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:45.673298 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-356bc48a-3e9a-4bac-9f8a-4ce29c151ad2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:45.766358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e93feb5-bc3d-4823-b89d-627f92f9514b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:45.772531 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e93feb5-bc3d-4823-b89d-627f92f9514b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:45.789463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-cd95c7e6-d383-4b50-a526-26be64f9b3c8', 'network_id': 'cd95c7e6-d383-4b50-a526-26be64f9b3c8', 'project_id': '6266347370244ae6b8ceabf3acd55629', 'fixed_ips': [{'subnet_id': '906832f2-120d-419f-800b-63414639f4da'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:02:45.790390 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:45.810954 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port e0e9d7d8-0c78-436f-876c-5f6fedb8c157 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:45.811354 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e0e9d7d8-0c78-436f-876c-5f6fedb8c157), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:45.981928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Allocated IP 172.20.0.2 (cd95c7e6-d383-4b50-a526-26be64f9b3c8/906832f2-120d-419f-800b-63414639f4da/ef1f8a78-70de-477a-8b74-a9e599a91094) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:46.099123 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:02:46.155605 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Publish callbacks [] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.174673 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4ee1c875-a55d-4757-aa5a-5c62147d5088 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:02:46.176930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-abf9e51a-2d6c-4828-9db6-ddab8f55799c None None] Current status of the port 4ee1c875-a55d-4757-aa5a-5c62147d5088 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:46.185747 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.241616 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e9d7d8-0c78-436f-876c-5f6fedb8c157 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:02:46.246464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.objects.ports [None req-356bc48a-3e9a-4bac-9f8a-4ce29c151ad2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103302) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 16:02:46.251244 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-356bc48a-3e9a-4bac-9f8a-4ce29c151ad2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (78cebe66-56fe-4f46-8b70-ff28b14008be), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.275481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Network cd95c7e6-d383-4b50-a526-26be64f9b3c8 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:46.287171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:46.290573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:46.322663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356bc48a-3e9a-4bac-9f8a-4ce29c151ad2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event updated for resources: {'Subnet': ['ID=78cebe66-56fe-4f46-8b70-ff28b14008be,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:46.329114 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e93feb5-bc3d-4823-b89d-627f92f9514b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (6d7ba580-5cea-4b37-8adc-acf5b3123124), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.337226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port e0e9d7d8-0c78-436f-876c-5f6fedb8c157, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=e0e9d7d8-0c78-436f-876c-5f6fedb8c157,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:46.345207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Pushing event updated for resources: {'Port': ['ID=ef1f8a78-70de-477a-8b74-a9e599a91094,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:46.380025 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e0e9d7d8-0c78-436f-876c-5f6fedb8c157), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.436160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8a7ca-e5ed-4acd-9c3a-b0f7f8d001cb req-ac942f0c-45ea-4874-a418-056d079648bf tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:46.437924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2dd8a7ca-e5ed-4acd-9c3a-b0f7f8d001cb req-ac942f0c-45ea-4874-a418-056d079648bf tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 945 time: 0.0873294 Feb 08 16:02:46.452073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-879ec312-fad2-4f46-bd6a-4fc7a2baf2d7 None None] Deleting port 4ee1c875-a55d-4757-aa5a-5c62147d5088 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:46.453325 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-879ec312-fad2-4f46-bd6a-4fc7a2baf2d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4ee1c875-a55d-4757-aa5a-5c62147d5088), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.536979 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2dd8a7ca-e5ed-4acd-9c3a-b0f7f8d001cb req-83c46360-218a-48f2-8517-da40c1d6ba03 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931363 Feb 08 16:02:46.540088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Attempting to bind port ef1f8a78-70de-477a-8b74-a9e599a91094 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:02:46.540464 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Attempting to bind port ef1f8a78-70de-477a-8b74-a9e599a91094 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'a861b482-235e-4e04-a119-f052435ded16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd95c7e6-d383-4b50-a526-26be64f9b3c8'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:02:46.540832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Attempting to bind port ef1f8a78-70de-477a-8b74-a9e599a91094 on network cd95c7e6-d383-4b50-a526-26be64f9b3c8 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:02:46.559003 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e93feb5-bc3d-4823-b89d-627f92f9514b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Checking segment: {'id': '15512091-e6d5-4982-af70-a28da0703cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dfc62815-e387-489b-82e7-0a552a0dd22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:46.559512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e93feb5-bc3d-4823-b89d-627f92f9514b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network hostable DHCP agents. Network: dfc62815-e387-489b-82e7-0a552a0dd22f, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:02:46.577394 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93feb5-bc3d-4823-b89d-627f92f9514b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Subnet': ['ID=6d7ba580-5cea-4b37-8adc-acf5b3123124,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:46.585480 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:02:46.585937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Checking segment: {'id': 'a861b482-235e-4e04-a119-f052435ded16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd95c7e6-d383-4b50-a526-26be64f9b3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:46.586385 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.586787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Bound using segment: {'id': 'a861b482-235e-4e04-a119-f052435ded16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd95c7e6-d383-4b50-a526-26be64f9b3c8'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:02:46.587674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Bound port: ef1f8a78-70de-477a-8b74-a9e599a91094, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a861b482-235e-4e04-a119-f052435ded16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cd95c7e6-d383-4b50-a526-26be64f9b3c8'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:02:46.588426 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.597526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356bc48a-3e9a-4bac-9f8a-4ce29c151ad2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Checking segment: {'id': 'e8c56cae-7e1f-4440-acf0-50f6e0dc5888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '40994166-a25e-4995-99c1-550a54a4a1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:46.597987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356bc48a-3e9a-4bac-9f8a-4ce29c151ad2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Network hostable DHCP agents. Network: 40994166-a25e-4995-99c1-550a54a4a1b1, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:02:46.632486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-879ec312-fad2-4f46-bd6a-4fc7a2baf2d7 None None] For port 4ee1c875-a55d-4757-aa5a-5c62147d5088, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4ee1c875-a55d-4757-aa5a-5c62147d5088,segment=NetworkSegment(f16eaa83-8c87-4fba-a5c4-256a8a655321),segment_id=f16eaa83-8c87-4fba-a5c4-256a8a655321)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:46.633378 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-879ec312-fad2-4f46-bd6a-4fc7a2baf2d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4ee1c875-a55d-4757-aa5a-5c62147d5088), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.640802 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356bc48a-3e9a-4bac-9f8a-4ce29c151ad2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Network 40994166-a25e-4995-99c1-550a54a4a1b1 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:02:46.645924 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e93feb5-bc3d-4823-b89d-627f92f9514b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network dfc62815-e387-489b-82e7-0a552a0dd22f is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:02:46.648784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-879ec312-fad2-4f46-bd6a-4fc7a2baf2d7 None None] Calling delete_port for 4ee1c875-a55d-4757-aa5a-5c62147d5088 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:46.661456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1e93feb5-bc3d-4823-b89d-627f92f9514b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, dfc62815-e387-489b-82e7-0a552a0dd22f) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:46.679460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-356bc48a-3e9a-4bac-9f8a-4ce29c151ad2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 40994166-a25e-4995-99c1-550a54a4a1b1) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:46.690390 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e93feb5-bc3d-4823-b89d-627f92f9514b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:46.691014 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e93feb5-bc3d-4823-b89d-627f92f9514b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.734934 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356bc48a-3e9a-4bac-9f8a-4ce29c151ad2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:46.735561 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-356bc48a-3e9a-4bac-9f8a-4ce29c151ad2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.750400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65741253-86f1-4bd6-a607-f755ae7c2c43 None None] Network dfc62815-e387-489b-82e7-0a552a0dd22f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:46.757120 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1e93feb5-bc3d-4823-b89d-627f92f9514b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6495197 Feb 08 16:02:46.758796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56120) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:46.763995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-8666ab95-939d-4dff-84af-cb6b0fcd5c61 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1082844533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:46.789659 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-356bc48a-3e9a-4bac-9f8a-4ce29c151ad2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6218033 Feb 08 16:02:46.790353 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56122) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:46.811224 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8666ab95-939d-4dff-84af-cb6b0fcd5c61 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (8ecfd922-5af3-4472-b165-ca5a512b4dae), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.812439 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8666ab95-939d-4dff-84af-cb6b0fcd5c61 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (8ecfd922-5af3-4472-b165-ca5a512b4dae), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.833202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['e0e9d7d8-0c78-436f-876c-5f6fedb8c157'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:02:46.873339 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b041853-d6c3-4132-81b0-2a9189ab3d1c None None] Network 40994166-a25e-4995-99c1-550a54a4a1b1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:46.876059 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-879ec312-fad2-4f46-bd6a-4fc7a2baf2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (4ee1c875-a55d-4757-aa5a-5c62147d5088), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.888884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 4ee1c875-a55d-4757-aa5a-5c62147d5088 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:46.889736 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4ee1c875-a55d-4757-aa5a-5c62147d5088), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.907189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=e0e9d7d8-0c78-436f-876c-5f6fedb8c157,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:46.968685 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8666ab95-939d-4dff-84af-cb6b0fcd5c61 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_controller (8ecfd922-5af3-4472-b165-ca5a512b4dae), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.976361 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8666ab95-939d-4dff-84af-cb6b0fcd5c61 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (8ecfd922-5af3-4472-b165-ca5a512b4dae), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:46.979960 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (40994166-a25e-4995-99c1-550a54a4a1b1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:47.014763 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8666ab95-939d-4dff-84af-cb6b0fcd5c61 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:47.016490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8666ab95-939d-4dff-84af-cb6b0fcd5c61 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2566473 Feb 08 16:02:47.020111 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56126) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:47.080630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] For port ef1f8a78-70de-477a-8b74-a9e599a91094, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:02:47.084658 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (78cebe66-56fe-4f46-8b70-ff28b14008be), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:47.085055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] For port ef1f8a78-70de-477a-8b74-a9e599a91094, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ef1f8a78-70de-477a-8b74-a9e599a91094,segment=NetworkSegment(a861b482-235e-4e04-a119-f052435ded16),segment_id=a861b482-235e-4e04-a119-f052435ded16)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:02:47.106463 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:47.144132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-dfc62815-e387-489b-82e7-0a552a0dd22f', 'network_id': 'dfc62815-e387-489b-82e7-0a552a0dd22f', 'project_id': '6266347370244ae6b8ceabf3acd55629', 'fixed_ips': [{'subnet_id': '6d7ba580-5cea-4b37-8adc-acf5b3123124'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:02:47.147553 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:47.164030 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879ec312-fad2-4f46-bd6a-4fc7a2baf2d7 None None] No DVR routers for this DVR port 4ee1c875-a55d-4757-aa5a-5c62147d5088 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:02:47.168917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ec312-fad2-4f46-bd6a-4fc7a2baf2d7 None None] Pushing event deleted for resources: {'Port': ['ID=4ee1c875-a55d-4757-aa5a-5c62147d5088,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:47.209674 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (78cebe66-56fe-4f46-8b70-ff28b14008be), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:47.411955 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (40994166-a25e-4995-99c1-550a54a4a1b1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:47.449395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40994166-a25e-4995-99c1-550a54a4a1b1']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:47.455995 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Subnet': ['ID=78cebe66-56fe-4f46-8b70-ff28b14008be,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:47.493876 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c56cae-7e1f-4440-acf0-50f6e0dc5888') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:47.494183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c56cae-7e1f-4440-acf0-50f6e0dc5888') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:47.503632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0300002-c02f-48e5-934d-b0992a9d6d6a None None] Pushing event updated for resources: {'Port': ['ID=ef1f8a78-70de-477a-8b74-a9e599a91094,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:47.536024 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69615845-555b-4b45-82ba-7c4489c77f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-40994166-a25e-4995-99c1-550a54a4a1b1', 'network_id': '40994166-a25e-4995-99c1-550a54a4a1b1', 'project_id': 'ad27a86afb7d4ac3b45082d3c5fab81f', 'fixed_ips': [{'subnet_id': '78cebe66-56fe-4f46-8b70-ff28b14008be'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:02:47.536506 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-69615845-555b-4b45-82ba-7c4489c77f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:47.538914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (e8c56cae-7e1f-4440-acf0-50f6e0dc5888), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:47.564444 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (e8c56cae-7e1f-4440-acf0-50f6e0dc5888), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:47.578345 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:02:47.578916 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (e8c56cae-7e1f-4440-acf0-50f6e0dc5888), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:47.652549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Allocated IP 172.21.0.2 (dfc62815-e387-489b-82e7-0a552a0dd22f/6d7ba580-5cea-4b37-8adc-acf5b3123124/0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:02:47.681692 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:02:47.796002 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (40994166-a25e-4995-99c1-550a54a4a1b1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:47.803852 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:47.814735 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/networks/40994166-a25e-4995-99c1-550a54a4a1b1 HTTP/1.1" status: 204 len: 168 time: 1.0231643 Feb 08 16:02:47.815980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56130) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:47.824757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-625b489b-dc4b-42fa-8e7e-e79ab89dc940 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1528517740'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:47.834389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874038e4-0014-497e-8c48-72df4cbd5b04 None None] Network 40994166-a25e-4995-99c1-550a54a4a1b1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:47.851125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba88130-0fa8-4489-9fad-faa953154d00 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Network': ['ID=40994166-a25e-4995-99c1-550a54a4a1b1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:47.884219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625b489b-dc4b-42fa-8e7e-e79ab89dc940 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Made reservation on behalf of ad27a86afb7d4ac3b45082d3c5fab81f for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:47.896869 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-625b489b-dc4b-42fa-8e7e-e79ab89dc940 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:47.932344 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:47.953374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ef1f8a78-70de-477a-8b74-a9e599a91094 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:47.973588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7974f46-8ef5-49ab-a200-e0a512b85e1f req-d871e50b-4e02-4941-a9b0-05440629a477 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:47.975791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7974f46-8ef5-49ab-a200-e0a512b85e1f req-d871e50b-4e02-4941-a9b0-05440629a477 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 945 time: 0.2994483 Feb 08 16:02:47.976784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625b489b-dc4b-42fa-8e7e-e79ab89dc940 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:02:47.989990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874038e4-0014-497e-8c48-72df4cbd5b04 None None] Network 40994166-a25e-4995-99c1-550a54a4a1b1 could not be found, it might have been deleted concurrently. {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 16:02:48.140425 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7974f46-8ef5-49ab-a200-e0a512b85e1f req-63e3db11-6c0b-4e5d-aec2-49546bb0e33b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549966 Feb 08 16:02:48.147371 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-625b489b-dc4b-42fa-8e7e-e79ab89dc940 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (148b8f65-a285-4e92-aa45-d933e0f6f1d2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:48.148592 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-625b489b-dc4b-42fa-8e7e-e79ab89dc940 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Added segment 148b8f65-a285-4e92-aa45-d933e0f6f1d2 of type vlan for network db423366-4d68-4c55-9189-2030d266ef93 Feb 08 16:02:48.153613 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ef1f8a78-70de-477a-8b74-a9e599a91094 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:48.154295 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:48.217921 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Publish callbacks [] for port (0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:48.230054 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-625b489b-dc4b-42fa-8e7e-e79ab89dc940 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (db423366-4d68-4c55-9189-2030d266ef93), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:48.230699 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:48.272547 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-625b489b-dc4b-42fa-8e7e-e79ab89dc940 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (db423366-4d68-4c55-9189-2030d266ef93), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:48.283467 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625b489b-dc4b-42fa-8e7e-e79ab89dc940 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:48.283907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Network dfc62815-e387-489b-82e7-0a552a0dd22f is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:48.284377 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-625b489b-dc4b-42fa-8e7e-e79ab89dc940 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:48.300466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:48.309844 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:48.332572 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-625b489b-dc4b-42fa-8e7e-e79ab89dc940 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5139875 Feb 08 16:02:48.334788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56134) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:48.341356 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-76b8263e-0f0b-4e0b-ae75-5bb416da1ca2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Request body: {'subnet': {'network_id': 'db423366-4d68-4c55-9189-2030d266ef93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:48.381908 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ef1f8a78-70de-477a-8b74-a9e599a91094 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:48.382293 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:48.541759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b8263e-0f0b-4e0b-ae75-5bb416da1ca2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Made reservation on behalf of ad27a86afb7d4ac3b45082d3c5fab81f for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:48.550476 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76b8263e-0f0b-4e0b-ae75-5bb416da1ca2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:48.574617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b489b-dc4b-42fa-8e7e-e79ab89dc940 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event updated for resources: {'Network': ['ID=db423366-4d68-4c55-9189-2030d266ef93,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:48.875333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network db423366-4d68-4c55-9189-2030d266ef93 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:02:48.892226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device e0e9d7d8-0c78-436f-876c-5f6fedb8c157 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:48.950694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Allocated IP 172.20.0.1 (cd95c7e6-d383-4b50-a526-26be64f9b3c8/906832f2-120d-419f-800b-63414639f4da/fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:49.016401 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Pushing event updated for resources: {'Port': ['ID=0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:49.019681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Attempting to bind port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:02:49.026050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Attempting to bind port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '15512091-e6d5-4982-af70-a28da0703cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dfc62815-e387-489b-82e7-0a552a0dd22f'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:02:49.026050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Attempting to bind port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae on network dfc62815-e387-489b-82e7-0a552a0dd22f {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:02:49.026482 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76b8263e-0f0b-4e0b-ae75-5bb416da1ca2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (1144f9ad-0069-43c3-8fd5-5ca084b07d5d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:49.115561 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:49.139664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da76ef3-9ad6-4a10-8464-f3fa0f64fe70 None None] Network cd95c7e6-d383-4b50-a526-26be64f9b3c8 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:49.182527 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:02:49.184165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Checking segment: {'id': '15512091-e6d5-4982-af70-a28da0703cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dfc62815-e387-489b-82e7-0a552a0dd22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:49.184165 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:49.184418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Bound using segment: {'id': '15512091-e6d5-4982-af70-a28da0703cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dfc62815-e387-489b-82e7-0a552a0dd22f'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:02:49.184789 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Bound port: 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15512091-e6d5-4982-af70-a28da0703cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dfc62815-e387-489b-82e7-0a552a0dd22f'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:02:49.185416 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:49.245709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:49.248231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port ef1f8a78-70de-477a-8b74-a9e599a91094, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ef1f8a78-70de-477a-8b74-a9e599a91094,segment=NetworkSegment(a861b482-235e-4e04-a119-f052435ded16),segment_id=a861b482-235e-4e04-a119-f052435ded16)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:49.258319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8263e-0f0b-4e0b-ae75-5bb416da1ca2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event updated for resources: {'Subnet': ['ID=1144f9ad-0069-43c3-8fd5-5ca084b07d5d,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:49.279793 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:49.344018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b8263e-0f0b-4e0b-ae75-5bb416da1ca2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Checking segment: {'id': '148b8f65-a285-4e92-aa45-d933e0f6f1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'db423366-4d68-4c55-9189-2030d266ef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:49.348537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b8263e-0f0b-4e0b-ae75-5bb416da1ca2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Network hostable DHCP agents. Network: db423366-4d68-4c55-9189-2030d266ef93, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:02:49.363001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=ef1f8a78-70de-477a-8b74-a9e599a91094,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:49.380604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e3139b25-ed83-455c-a021-2462ffb8247e None None] Provisioning complete for port ef1f8a78-70de-477a-8b74-a9e599a91094 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:49.381027 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e3139b25-ed83-455c-a021-2462ffb8247e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:49.420393 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:49.424870 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b8263e-0f0b-4e0b-ae75-5bb416da1ca2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Network db423366-4d68-4c55-9189-2030d266ef93 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:02:49.451881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-76b8263e-0f0b-4e0b-ae75-5bb416da1ca2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, db423366-4d68-4c55-9189-2030d266ef93) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:49.502832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b8263e-0f0b-4e0b-ae75-5bb416da1ca2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:49.516698 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76b8263e-0f0b-4e0b-ae75-5bb416da1ca2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:49.571745 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1848452-cc91-4150-8818-0223c4d7607d None None] Network db423366-4d68-4c55-9189-2030d266ef93 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:49.586839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network cd95c7e6-d383-4b50-a526-26be64f9b3c8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:49.603237 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-76b8263e-0f0b-4e0b-ae75-5bb416da1ca2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2650859 Feb 08 16:02:49.603981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56148) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:49.630820 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:49.657542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:49.682612 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:49.762836 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cf9b3-60fa-4ce1-88e2-22ca21ed8261 req-387e0a85-2be0-4284-b083-ec4aa363c4f6 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:49.777474 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c1cf9b3-60fa-4ce1-88e2-22ca21ed8261 req-387e0a85-2be0-4284-b083-ec4aa363c4f6 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 945 time: 0.4275148 Feb 08 16:02:49.873308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port e0e9d7d8-0c78-436f-876c-5f6fedb8c157 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:02:49.907821 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (8ecfd922-5af3-4472-b165-ca5a512b4dae), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:49.924589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port e0e9d7d8-0c78-436f-876c-5f6fedb8c157 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:49.924589 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e0e9d7d8-0c78-436f-876c-5f6fedb8c157), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:49.979632 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (db423366-4d68-4c55-9189-2030d266ef93), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:49.983107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] For port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:02:49.986584 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] For port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae,segment=NetworkSegment(15512091-e6d5-4982-af70-a28da0703cc0),segment_id=15512091-e6d5-4982-af70-a28da0703cc0)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:02:49.994266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bbf1cb-c833-4f32-b7e8-02ef8e3498cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-db423366-4d68-4c55-9189-2030d266ef93', 'network_id': 'db423366-4d68-4c55-9189-2030d266ef93', 'project_id': 'ad27a86afb7d4ac3b45082d3c5fab81f', 'fixed_ips': [{'subnet_id': '1144f9ad-0069-43c3-8fd5-5ca084b07d5d'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:02:49.995458 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e2bbf1cb-c833-4f32-b7e8-02ef8e3498cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:50.024634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ef1f8a78-70de-477a-8b74-a9e599a91094 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:50.038336 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:50.189162 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (1144f9ad-0069-43c3-8fd5-5ca084b07d5d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:50.414001 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (1144f9ad-0069-43c3-8fd5-5ca084b07d5d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:50.554087 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Subnet': ['ID=1144f9ad-0069-43c3-8fd5-5ca084b07d5d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:50.613676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbcaa5-3ed0-4ff4-b8c1-a3309ee0377f None None] Pushing event updated for resources: {'Port': ['ID=0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:50.865034 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (db423366-4d68-4c55-9189-2030d266ef93), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:50.928725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db423366-4d68-4c55-9189-2030d266ef93']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:50.952277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148b8f65-a285-4e92-aa45-d933e0f6f1d2') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:50.952606 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148b8f65-a285-4e92-aa45-d933e0f6f1d2') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:50.980669 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (148b8f65-a285-4e92-aa45-d933e0f6f1d2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:51.021970 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (148b8f65-a285-4e92-aa45-d933e0f6f1d2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:51.040278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:02:51.040702 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (148b8f65-a285-4e92-aa45-d933e0f6f1d2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:51.088444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ef1f8a78-70de-477a-8b74-a9e599a91094 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:51.088830 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:51.119684 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c1cf9b3-60fa-4ce1-88e2-22ca21ed8261 req-d9985d6e-24d4-4aaa-8248-5ef1995874ef tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3394237 Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:02:51.315975 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:02:51.321138 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:51.334765 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (db423366-4d68-4c55-9189-2030d266ef93), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:51.358166 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:51.375001 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/networks/db423366-4d68-4c55-9189-2030d266ef93 HTTP/1.1" status: 204 len: 168 time: 1.7542131 Feb 08 16:02:51.375907 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56170) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:51.436427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a4715542-bd01-4692-a71c-005380eecc79 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-698650846'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:51.460724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19159efe-43f3-4028-9de2-df09609a416d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Network': ['ID=db423366-4d68-4c55-9189-2030d266ef93,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:51.518143 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:51.535904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4715542-bd01-4692-a71c-005380eecc79 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Made reservation on behalf of ad27a86afb7d4ac3b45082d3c5fab81f for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:51.555486 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a4715542-bd01-4692-a71c-005380eecc79 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:51.676890 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4715542-bd01-4692-a71c-005380eecc79 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:02:51.709098 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a4715542-bd01-4692-a71c-005380eecc79 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ec424750-470a-46db-8391-ba66536a81b6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:51.709483 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-a4715542-bd01-4692-a71c-005380eecc79 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Added segment ec424750-470a-46db-8391-ba66536a81b6 of type vlan for network c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca Feb 08 16:02:51.725618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42662c62-7ce6-4bd6-9f8a-259de3a434f0 None None] Network db423366-4d68-4c55-9189-2030d266ef93 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:51.812550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42662c62-7ce6-4bd6-9f8a-259de3a434f0 None None] Network db423366-4d68-4c55-9189-2030d266ef93 could not be found, it might have been deleted concurrently. {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 16:02:51.831430 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port e0e9d7d8-0c78-436f-876c-5f6fedb8c157 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:51.831756 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e0e9d7d8-0c78-436f-876c-5f6fedb8c157), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:51.888834 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a4715542-bd01-4692-a71c-005380eecc79 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:51.944697 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a4715542-bd01-4692-a71c-005380eecc79 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:51.953009 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4715542-bd01-4692-a71c-005380eecc79 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:51.955466 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a4715542-bd01-4692-a71c-005380eecc79 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:51.958845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port e0e9d7d8-0c78-436f-876c-5f6fedb8c157, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=e0e9d7d8-0c78-436f-876c-5f6fedb8c157,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:51.968646 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f325353e-dbf3-452f-9573-c78f83f51071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e9d7d8-0c78-436f-876c-5f6fedb8c157'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:02:51.979323 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826fa2ac-7fd0-46e7-b103-6927ba8487a1" -d '{"events": [{"server_uuid": "f325353e-dbf3-452f-9573-c78f83f51071", "name": "network-vif-plugged", "status": "completed", "tag": "e0e9d7d8-0c78-436f-876c-5f6fedb8c157"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:02:51.996753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e3139b25-ed83-455c-a021-2462ffb8247e None None] Current status of the port ef1f8a78-70de-477a-8b74-a9e599a91094 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:52.031321 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e0e9d7d8-0c78-436f-876c-5f6fedb8c157), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:52.215033 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4715542-bd01-4692-a71c-005380eecc79 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event updated for resources: {'Network': ['ID=c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:52.242503 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7b6575-896a-4368-b3a1-e520a6506f53 x-openstack-request-id: req-4b7b6575-896a-4368-b3a1-e520a6506f53 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:02:52.242795 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f325353e-dbf3-452f-9573-c78f83f51071", "name": "network-vif-plugged", "status": "completed", "tag": "e0e9d7d8-0c78-436f-876c-5f6fedb8c157", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:02:52.243072 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4b7b6575-896a-4368-b3a1-e520a6506f53 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:02:52.243454 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f325353e-dbf3-452f-9573-c78f83f51071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e9d7d8-0c78-436f-876c-5f6fedb8c157', 'code': 200} Feb 08 16:02:52.256865 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:02:52.340917 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:52.375892 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-d071e85c-1c2d-4edc-873f-e5f0a7db2bf5 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:52.385004 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a4715542-bd01-4692-a71c-005380eecc79 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9531627 Feb 08 16:02:52.386055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56186) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:52.389733 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-d071e85c-1c2d-4edc-873f-e5f0a7db2bf5 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 814 time: 1.2128472 Feb 08 16:02:52.395319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-585ef0aa-7352-43f2-8616-d54d1528e5c5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Request body: {'subnet': {'network_id': 'c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:52.480280 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:52.556199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6eafa-ae95-4bf9-8b5a-ef924587291e req-53b5ba22-3d76-4727-b0a2-d025f0608fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:52.560011 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-28e6eafa-ae95-4bf9-8b5a-ef924587291e req-53b5ba22-3d76-4727-b0a2-d025f0608fda service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 1129 time: 0.3240755 Feb 08 16:02:52.560897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585ef0aa-7352-43f2-8616-d54d1528e5c5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Made reservation on behalf of ad27a86afb7d4ac3b45082d3c5fab81f for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:52.564846 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-585ef0aa-7352-43f2-8616-d54d1528e5c5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:52.756710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:52.788583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b1323b33-08b7-4980-9fc5-b593c44513d5 None None] Provisioning complete for port ef1f8a78-70de-477a-8b74-a9e599a91094 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:52.791933 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1323b33-08b7-4980-9fc5-b593c44513d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:52.822125 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-e29a6776-2b6f-4fce-9795-a707f3b75c13 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/quotas/c6b8b28708264c7d928902be76796bef HTTP/1.1" status: 200 len: 375 time: 0.4242029 Feb 08 16:02:52.865122 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ef1f8a78-70de-477a-8b74-a9e599a91094 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:52.880382 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=e0e9d7d8-0c78-436f-876c-5f6fedb8c157,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:52.897081 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b009d477-eb7e-4820-a53d-4de07fa6e091 None None] Network dfc62815-e387-489b-82e7-0a552a0dd22f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:53.026664 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (8ecfd922-5af3-4472-b165-ca5a512b4dae), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:53.073423 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b1181-c2b4-4c4d-90a3-ae2dad40f6ad req-643a0043-0c45-495e-9eea-47099327d4dd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:53.096118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a70b1181-c2b4-4c4d-90a3-ae2dad40f6ad req-643a0043-0c45-495e-9eea-47099327d4dd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 946 time: 0.7407668 Feb 08 16:02:53.185586 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-fa02b9b9-c217-45cb-99f9-6ebe35802cd3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3618269 Feb 08 16:02:53.201250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:53.203420 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-28e6eafa-ae95-4bf9-8b5a-ef924587291e req-71b5db5c-f4fc-49bc-9e5d-0824157b9180 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015382 Feb 08 16:02:53.332637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a70b1181-c2b4-4c4d-90a3-ae2dad40f6ad req-7d0a1402-2da6-4e93-b5d5-5decbea0b799 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333405 Feb 08 16:02:53.377340 n-d-824834-11 neutron-server[103302]: DEBUG neutron.objects.ports [None req-585ef0aa-7352-43f2-8616-d54d1528e5c5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103302) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 16:02:53.380324 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-585ef0aa-7352-43f2-8616-d54d1528e5c5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (c8c0ad47-c270-439c-9c7a-76b9710d4fba), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:53.479028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-bc917c23-19fa-4030-95dd-c91b3dd3bdab service neutron] 10.222.0.82 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920370 Feb 08 16:02:53.513534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ef0aa-7352-43f2-8616-d54d1528e5c5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event updated for resources: {'Subnet': ['ID=c8c0ad47-c270-439c-9c7a-76b9710d4fba,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:53.548982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585ef0aa-7352-43f2-8616-d54d1528e5c5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Checking segment: {'id': 'ec424750-470a-46db-8391-ba66536a81b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:53.549345 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585ef0aa-7352-43f2-8616-d54d1528e5c5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Network hostable DHCP agents. Network: c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:02:53.579453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network cd95c7e6-d383-4b50-a526-26be64f9b3c8 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:53.600680 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:53.601766 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:53.608098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585ef0aa-7352-43f2-8616-d54d1528e5c5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Network c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:02:53.632482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-585ef0aa-7352-43f2-8616-d54d1528e5c5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:53.642398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585ef0aa-7352-43f2-8616-d54d1528e5c5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:53.643038 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-585ef0aa-7352-43f2-8616-d54d1528e5c5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:53.686014 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb44ba2-4555-47a5-9854-c0a2f3faf72a None None] Network c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:53.688831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56198) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:53.689527 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-585ef0aa-7352-43f2-8616-d54d1528e5c5 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2997224 Feb 08 16:02:53.694952 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:54.033936 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca', 'network_id': 'c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca', 'project_id': 'ad27a86afb7d4ac3b45082d3c5fab81f', 'fixed_ips': [{'subnet_id': 'c8c0ad47-c270-439c-9c7a-76b9710d4fba'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:02:54.034849 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:54.047217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b1323b33-08b7-4980-9fc5-b593c44513d5 None None] Current status of the port ef1f8a78-70de-477a-8b74-a9e599a91094 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:54.070447 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:54.105051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-6c6d0476-7907-48f9-9cec-9ea558ee3ce3 service neutron] 10.222.0.82 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6215796 Feb 08 16:02:54.330818 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (c8c0ad47-c270-439c-9c7a-76b9710d4fba), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:54.342869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 8ecfd922-5af3-4472-b165-ca5a512b4dae is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:02:54.642313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Allocated IP 2001:db8::f816:3eff:fec7:eded (c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca/c8c0ad47-c270-439c-9c7a-76b9710d4fba/e3ede1b0-2bed-485f-8c6e-380050d5a80e) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:54.982358 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-143a95a5-4549-4e8a-a9d9-a44ed501bab5 req-a2e7c5f6-3629-47e1-9f90-6287a7633cd4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 210 time: 0.2078474 Feb 08 16:02:55.065502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:02:55.074824 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9671c966-bf06-4317-90eb-4967ba4be6eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/8ecfd922-5af3-4472-b165-ca5a512b4dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0530112 Feb 08 16:02:55.077394 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56222) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:55.113066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294e60c-ae32-4f5f-aeee-a30d16a788c6 req-6269c6c9-5cdd-4885-a445-3ad32101f7fd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:55.124680 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5294e60c-ae32-4f5f-aeee-a30d16a788c6 req-6269c6c9-5cdd-4885-a445-3ad32101f7fd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 946 time: 0.3488638 Feb 08 16:02:55.269178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5294e60c-ae32-4f5f-aeee-a30d16a788c6 req-7d8a6915-3d6f-4b30-b879-c5443610e8af tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375499 Feb 08 16:02:55.317555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e59cb6-35b7-4fb7-b85e-f54d7e89a3eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:55.320155 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c6e59cb6-35b7-4fb7-b85e-f54d7e89a3eb tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports/fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a HTTP/1.1" status: 200 len: 910 time: 0.2417419 Feb 08 16:02:55.323232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56226) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:02:55.347372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:55.358601 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:55.360870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b1323b33-08b7-4980-9fc5-b593c44513d5 None None] Provisioning complete for port fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:55.361209 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b1323b33-08b7-4980-9fc5-b593c44513d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:55.434430 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b11ad-5e61-41e1-983f-4c6f9096f812 None None] Sync routers for ids ['8ecfd922-5af3-4472-b165-ca5a512b4dae'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:02:55.622049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b11ad-5e61-41e1-983f-4c6f9096f812 None None] Routers {'8ecfd922-5af3-4472-b165-ca5a512b4dae'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:02:55.627925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1f2b11ad-5e61-41e1-983f-4c6f9096f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:02:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8ecfd922-5af3-4472-b165-ca5a512b4dae'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:55.793659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1f2b11ad-5e61-41e1-983f-4c6f9096f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:55.887361 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b1323b33-08b7-4980-9fc5-b593c44513d5 None None] Port fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:02:55.891000 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Publish callbacks [] for port (e3ede1b0-2bed-485f-8c6e-380050d5a80e), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:55.923445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b11ad-5e61-41e1-983f-4c6f9096f812 None None] Routers {'8ecfd922-5af3-4472-b165-ca5a512b4dae'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:02:55.928192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1f2b11ad-5e61-41e1-983f-4c6f9096f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:02:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8ecfd922-5af3-4472-b165-ca5a512b4dae'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:55.942248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae,segment=NetworkSegment(15512091-e6d5-4982-af70-a28da0703cc0),segment_id=15512091-e6d5-4982-af70-a28da0703cc0)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:56.050949 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (c8c0ad47-c270-439c-9c7a-76b9710d4fba), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:56.051487 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (e3ede1b0-2bed-485f-8c6e-380050d5a80e), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:56.094060 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:56.096596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1f2b11ad-5e61-41e1-983f-4c6f9096f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:56.097276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2b11ad-5e61-41e1-983f-4c6f9096f812 None None] The sync data for ids ['8ecfd922-5af3-4472-b165-ca5a512b4dae'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:02:56.163991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ec6e49c7-9aa3-4c13-a900-8ef932230bbc None None] Provisioning complete for port fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:56.164919 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec6e49c7-9aa3-4c13-a900-8ef932230bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:56.169603 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Network c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:56.199321 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:56.202481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Pushing event updated for resources: {'Port': ['ID=e3ede1b0-2bed-485f-8c6e-380050d5a80e,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:56.206437 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:56.239757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c0ad47-c270-439c-9c7a-76b9710d4fba,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:56.372728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e49c7-9aa3-4c13-a900-8ef932230bbc None None] Port fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:02:56.406800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Attempting to bind port e3ede1b0-2bed-485f-8c6e-380050d5a80e on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:02:56.407456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Attempting to bind port e3ede1b0-2bed-485f-8c6e-380050d5a80e by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'ec424750-470a-46db-8391-ba66536a81b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:02:56.408254 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Attempting to bind port e3ede1b0-2bed-485f-8c6e-380050d5a80e on network c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:02:56.427275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:02:56.427923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Checking segment: {'id': 'ec424750-470a-46db-8391-ba66536a81b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:56.428760 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:56.429327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Bound using segment: {'id': 'ec424750-470a-46db-8391-ba66536a81b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:02:56.430113 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Bound port: e3ede1b0-2bed-485f-8c6e-380050d5a80e, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec424750-470a-46db-8391-ba66536a81b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:02:56.430652 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e3ede1b0-2bed-485f-8c6e-380050d5a80e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:56.435535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:56.453979 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4669148a-4e44-43e0-bff8-51dc902357d0 req-c6f3f2fd-ffae-423d-84f4-9d355bd8a2ee tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 210 time: 0.1647570 Feb 08 16:02:56.457845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ec6e49c7-9aa3-4c13-a900-8ef932230bbc None None] Provisioning complete for port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:56.458227 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec6e49c7-9aa3-4c13-a900-8ef932230bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:56.495457 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:56.682881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:56.709092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec424750-470a-46db-8391-ba66536a81b6') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:56.709677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec424750-470a-46db-8391-ba66536a81b6') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:02:56.735897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e49c7-9aa3-4c13-a900-8ef932230bbc None None] Current status of the port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:56.762616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (ec424750-470a-46db-8391-ba66536a81b6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:56.847423 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7ddf5-da3f-4e12-ae5f-f841cca1e691 req-552a1a2e-15d2-4c5a-8296-cc61571997cc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:56.850102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-444fbd44-f685-4a03-8f23-af368a928547 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:56.875450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] For port e3ede1b0-2bed-485f-8c6e-380050d5a80e, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:02:56.920372 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-444fbd44-f685-4a03-8f23-af368a928547 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.96 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 814 time: 0.3155982 Feb 08 16:02:56.921177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94f7ddf5-da3f-4e12-ae5f-f841cca1e691 req-552a1a2e-15d2-4c5a-8296-cc61571997cc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 946 time: 0.4701190 Feb 08 16:02:56.926713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-8901ae7b-1ca0-49c4-9e9c-ce7cad7dd9c4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Request body: {'port': {'device_id': '7861d60d-1a85-43c9-aeb8-e814de00262b', 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676', 'admin_state_up': True, 'tenant_id': 'c6b8b28708264c7d928902be76796bef'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:56.947804 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ec424750-470a-46db-8391-ba66536a81b6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:57.087307 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:57.092674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:02:57.098043 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (ec424750-470a-46db-8391-ba66536a81b6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:02:57.104449 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:02:57.482368 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-8901ae7b-1ca0-49c4-9e9c-ce7cad7dd9c4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Made reservation on behalf of c6b8b28708264c7d928902be76796bef for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:02:57.487393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-8901ae7b-1ca0-49c4-9e9c-ce7cad7dd9c4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:57.673535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] For port e3ede1b0-2bed-485f-8c6e-380050d5a80e, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e3ede1b0-2bed-485f-8c6e-380050d5a80e,segment=NetworkSegment(ec424750-470a-46db-8391-ba66536a81b6),segment_id=ec424750-470a-46db-8391-ba66536a81b6)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:02:57.689103 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e3ede1b0-2bed-485f-8c6e-380050d5a80e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:57.735340 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.api [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 16:02:57.735340 n-d-824834-11 neutron-server[103301]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 16:02:57.735340 n-d-824834-11 neutron-server[103301]: [parameters: {'id': 'c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca'}] Feb 08 16:02:57.735340 n-d-824834-11 neutron-server[103301]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:02:57.735718 n-d-824834-11 neutron-server[103301]: DEBUG oslo_db.api [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:02:57.741688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Allocated IP 172.21.0.1 (dfc62815-e387-489b-82e7-0a552a0dd22f/6d7ba580-5cea-4b37-8adc-acf5b3123124/c12b490d-9c05-4934-ab62-88c6019beac7) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:57.755815 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-86994239-9bf6-4fb9-af89-5af673877a5f req-f22cbd28-4e92-485e-8515-c56366c07c54 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 210 time: 0.1200018 Feb 08 16:02:57.759971 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-8901ae7b-1ca0-49c4-9e9c-ce7cad7dd9c4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Allocated IP 172.20.0.5 (2809b07d-e729-4e16-9f4f-331fbe210676/278c2f2b-2d96-42da-b202-953ae37669d2/47bb48c4-9b1d-48da-a4b1-dd74fd4684f9) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:02:57.790382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94f7ddf5-da3f-4e12-ae5f-f841cca1e691 req-9178faa5-2823-40eb-97e7-6682b96c77e2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8521354 Feb 08 16:02:57.869562 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91afb3-ede4-4ab2-8504-251cdcf60537 None None] Pushing event updated for resources: {'Port': ['ID=e3ede1b0-2bed-485f-8c6e-380050d5a80e,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:58.009053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1107f63-9d32-4670-9588-714d23cf3ad6 None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:02:58.059647 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (c12b490d-9c05-4934-ab62-88c6019beac7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:58.139221 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c12b490d-9c05-4934-ab62-88c6019beac7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:58.173193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-8901ae7b-1ca0-49c4-9e9c-ce7cad7dd9c4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks [] for port (47bb48c4-9b1d-48da-a4b1-dd74fd4684f9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:58.224264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network dfc62815-e387-489b-82e7-0a552a0dd22f is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:58.229176 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:02:58.236940 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:58.240678 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:58.252782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:58.268176 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-8901ae7b-1ca0-49c4-9e9c-ce7cad7dd9c4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (47bb48c4-9b1d-48da-a4b1-dd74fd4684f9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:58.327104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['b3208df6-390c-48d5-9b34-2f7036a4dc2a', 'b3b8b2ae-50fe-4b45-98e9-b20120bbf356'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:02:58.329575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['d1fed64c-2272-4a19-a818-0435607ade4d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:02:58.350915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=c12b490d-9c05-4934-ab62-88c6019beac7,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:58.353064 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-8901ae7b-1ca0-49c4-9e9c-ce7cad7dd9c4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Network 2809b07d-e729-4e16-9f4f-331fbe210676 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:02:58.357761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-8901ae7b-1ca0-49c4-9e9c-ce7cad7dd9c4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:02:58.366960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-8901ae7b-1ca0-49c4-9e9c-ce7cad7dd9c4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:02:58.404681 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901ae7b-1ca0-49c4-9e9c-ce7cad7dd9c4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Pushing event updated for resources: {'Port': ['ID=47bb48c4-9b1d-48da-a4b1-dd74fd4684f9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:58.407374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:58.407732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:58.408133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:58.408474 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:58.408825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:58.409198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:58.409537 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:58.409874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:58.410210 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:58.410541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:58.410874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:58.411200 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:58.411642 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:02:58.441997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1107f63-9d32-4670-9588-714d23cf3ad6 None None] Resources bound (agent type, host, resource id): {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 16:02:58.457961 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-8901ae7b-1ca0-49c4-9e9c-ce7cad7dd9c4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:58.458620 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-8901ae7b-1ca0-49c4-9e9c-ce7cad7dd9c4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:58.486106 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-8901ae7b-1ca0-49c4-9e9c-ce7cad7dd9c4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5629463 Feb 08 16:02:58.498624 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (8ecfd922-5af3-4472-b165-ca5a512b4dae), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:58.502756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Request body: {'port': {'device_id': '7861d60d-1a85-43c9-aeb8-e814de00262b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:02:58.601032 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (47bb48c4-9b1d-48da-a4b1-dd74fd4684f9), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:58.695771 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7db8da-f659-482d-90cf-f386ea655a91 req-5ee4b425-d9da-44ec-bf90-c93f9b64ce86 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:58.696341 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e7db8da-f659-482d-90cf-f386ea655a91 req-5ee4b425-d9da-44ec-bf90-c93f9b64ce86 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 946 time: 0.4293251 Feb 08 16:02:58.903430 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:58.904281 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:59.176074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:02:59.196378 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Publish callbacks [] for port (47bb48c4-9b1d-48da-a4b1-dd74fd4684f9), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:59.228429 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Transition to ACTIVE for port object 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:02:59.234091 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (47bb48c4-9b1d-48da-a4b1-dd74fd4684f9), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:59.358126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Deleting port e3ede1b0-2bed-485f-8c6e-380050d5a80e {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:02:59.358634 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e3ede1b0-2bed-485f-8c6e-380050d5a80e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:59.380917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c10e598-0cdd-426f-94c6-9e40c0e6d19e None None] Network c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:02:59.396841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Pushing event updated for resources: {'Port': ['ID=47bb48c4-9b1d-48da-a4b1-dd74fd4684f9,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:02:59.482333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e7db8da-f659-482d-90cf-f386ea655a91 req-c86bdd17-381d-4a0d-bfc5-b2c88eb175ff tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7540541 Feb 08 16:02:59.532743 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] For port e3ede1b0-2bed-485f-8c6e-380050d5a80e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e3ede1b0-2bed-485f-8c6e-380050d5a80e,segment=NetworkSegment(ec424750-470a-46db-8391-ba66536a81b6),segment_id=ec424750-470a-46db-8391-ba66536a81b6)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:02:59.557023 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e3ede1b0-2bed-485f-8c6e-380050d5a80e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:59.598630 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c12b490d-9c05-4934-ab62-88c6019beac7), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:59.650196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Calling delete_port for e3ede1b0-2bed-485f-8c6e-380050d5a80e owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:02:59.663947 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Attempting to bind port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:02:59.668814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Attempting to bind port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:02:59.669478 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Attempting to bind port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 on network 2809b07d-e729-4e16-9f4f-331fbe210676 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:02:59.682549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:02:59.683507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 on network 2809b07d-e729-4e16-9f4f-331fbe210676 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:02:59.684184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Attempting to bind port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 on network 2809b07d-e729-4e16-9f4f-331fbe210676 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:02:59.691242 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:02:59.692805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Checking segment: {'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:02:59.701783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Bound using segment: {'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:02:59.706447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Bound port: 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779dff04-01e7-4816-93c7-aeeb7ca69a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:02:59.708042 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (47bb48c4-9b1d-48da-a4b1-dd74fd4684f9), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:59.732171 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2a207-b865-4a77-bc20-7de2e4f0412f req-0a230472-061f-4c84-bc75-a16237beec7e tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:02:59.738594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1d2a207-b865-4a77-bc20-7de2e4f0412f req-0a230472-061f-4c84-bc75-a16237beec7e tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 943 time: 0.4340291 Feb 08 16:02:59.886949 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] For port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:02:59.903718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] For port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=47bb48c4-9b1d-48da-a4b1-dd74fd4684f9,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:02:59.917920 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (47bb48c4-9b1d-48da-a4b1-dd74fd4684f9), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:02:59.994771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-349da3c4-3d03-4713-9f18-5ab8e4d35b77 None None] Provisioning complete for port c12b490d-9c05-4934-ab62-88c6019beac7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:02:59.995221 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-349da3c4-3d03-4713-9f18-5ab8e4d35b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c12b490d-9c05-4934-ab62-88c6019beac7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:00.020397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:00.030250 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:00.033540 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] 10.222.0.96 "PUT /v2.0/ports/47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 HTTP/1.1" status: 200 len: 1092 time: 1.5378058 Feb 08 16:03:00.034250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7861d60d-1a85-43c9-aeb8-e814de00262b', 'tag': '47bb48c4-9b1d-48da-a4b1-dd74fd4684f9'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:03:00.043236 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e502d46e-338e-4203-bf0b-a52bcd59aeef" -d '{"events": [{"name": "network-changed", "server_uuid": "7861d60d-1a85-43c9-aeb8-e814de00262b", "tag": "47bb48c4-9b1d-48da-a4b1-dd74fd4684f9"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:03:00.102788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-349da3c4-3d03-4713-9f18-5ab8e4d35b77 None None] Port c12b490d-9c05-4934-ab62-88c6019beac7 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:03:00.167481 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09f245-f7f5-4dd9-a97f-fc22b48c3870 service neutron] Pushing event updated for resources: {'Port': ['ID=47bb48c4-9b1d-48da-a4b1-dd74fd4684f9,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:00.198246 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-28e115f3-71d9-4982-9729-77a12a1dcba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:00.201612 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-28e115f3-71d9-4982-9729-77a12a1dcba2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 1126 time: 0.1025426 Feb 08 16:03:00.216795 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd37bd-503c-4538-b5e2-301ea69085f4 req-755b9228-146e-4abd-9219-237eb03637a3 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:00.237281 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-74fd37bd-503c-4538-b5e2-301ea69085f4 req-755b9228-146e-4abd-9219-237eb03637a3 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 946 time: 0.5748031 Feb 08 16:03:00.263372 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1d2a207-b865-4a77-bc20-7de2e4f0412f req-95a1f906-88e5-4fd9-a43f-5918d69cc368 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235369 Feb 08 16:03:00.300835 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-d0b1636b-650d-479b-9d7a-2fadad090d7e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 HTTP/1.1" status: 200 len: 217 time: 0.0887487 Feb 08 16:03:00.424028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-8271651c-3207-40af-a5da-60ecfbe8fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:00.426457 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-8271651c-3207-40af-a5da-60ecfbe8fbe2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=278c2f2b-2d96-42da-b202-953ae37669d2 HTTP/1.1" status: 200 len: 854 time: 0.1164980 Feb 08 16:03:00.428423 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e82a0fd-0642-4c0d-a146-152abae29113 x-openstack-request-id: req-3e82a0fd-0642-4c0d-a146-152abae29113 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:03:00.428806 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7861d60d-1a85-43c9-aeb8-e814de00262b", "tag": "47bb48c4-9b1d-48da-a4b1-dd74fd4684f9", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:03:00.429239 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3e82a0fd-0642-4c0d-a146-152abae29113 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:03:00.429741 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7861d60d-1a85-43c9-aeb8-e814de00262b', 'tag': '47bb48c4-9b1d-48da-a4b1-dd74fd4684f9', 'status': 'completed', 'code': 200} Feb 08 16:03:00.437017 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e3ede1b0-2bed-485f-8c6e-380050d5a80e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:00.500804 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-1620f047-bdb9-4f93-a707-7ef27945d9dd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2809b07d-e729-4e16-9f4f-331fbe210676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588391 Feb 08 16:03:00.690034 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-74fd37bd-503c-4538-b5e2-301ea69085f4 req-6cfc1644-06a8-49a6-94da-1540dcade2f9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489439 Feb 08 16:03:00.701702 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-7c98ab3d-733e-47d3-8b8e-2e1947ef6a48 service neutron] 10.222.0.96 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940002 Feb 08 16:03:00.705944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] No DVR routers for this DVR port e3ede1b0-2bed-485f-8c6e-380050d5a80e on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:00.786327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Port': ['ID=e3ede1b0-2bed-485f-8c6e-380050d5a80e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:00.917149 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7ec29af-0909-43bd-a125-c7fee40e5de6 req-197c7acf-37b1-404b-aa5e-86ec9959f225 service neutron] 10.222.0.96 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008374 Feb 08 16:03:01.061684 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:01.075932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502d46e-338e-4203-bf0b-a52bcd59aeef req-9559f2db-444a-44ed-8953-24f2d8200b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:01.077498 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e502d46e-338e-4203-bf0b-a52bcd59aeef req-9559f2db-444a-44ed-8953-24f2d8200b44 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 1126 time: 0.0980344 Feb 08 16:03:01.252842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:01.254126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502d46e-338e-4203-bf0b-a52bcd59aeef req-8c64ca22-015f-40a0-9023-d1a883519ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:01.255675 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e502d46e-338e-4203-bf0b-a52bcd59aeef req-8c64ca22-015f-40a0-9023-d1a883519ad5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 915 time: 0.1717565 Feb 08 16:03:01.318028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec424750-470a-46db-8391-ba66536a81b6') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:01.319296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec424750-470a-46db-8391-ba66536a81b6') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:01.348255 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (ec424750-470a-46db-8391-ba66536a81b6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:01.429393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae7ee2-ebca-415d-bc55-bb92f87d2069 req-3cb4fc2e-da84-420e-a919-ee4f1438a7ab tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:01.430978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-32ae7ee2-ebca-415d-bc55-bb92f87d2069 req-3cb4fc2e-da84-420e-a919-ee4f1438a7ab tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 946 time: 0.2950935 Feb 08 16:03:01.437601 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (c12b490d-9c05-4934-ab62-88c6019beac7), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:01.452739 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ec424750-470a-46db-8391-ba66536a81b6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:01.518042 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-83b08197-8f20-49c0-bc2c-1b531ff6e5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:01.524414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22286c6-2e92-49c0-ba0f-e0210d46f4a0 req-1d6edf42-19ea-47d6-abaf-5a821542a458 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:01.526005 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f22286c6-2e92-49c0-ba0f-e0210d46f4a0 req-1d6edf42-19ea-47d6-abaf-5a821542a458 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 943 time: 0.1547213 Feb 08 16:03:01.527840 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (c12b490d-9c05-4934-ab62-88c6019beac7), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:01.640062 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (8ecfd922-5af3-4472-b165-ca5a512b4dae), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:01.656321 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:03:01.656921 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (ec424750-470a-46db-8391-ba66536a81b6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:03:01.744126 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:03:01.852189 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e502d46e-338e-4203-bf0b-a52bcd59aeef req-6ec6aa66-e8cd-4974-863c-f5ab0e4dda90 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 HTTP/1.1" status: 200 len: 217 time: 0.5895474 Feb 08 16:03:01.983470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502d46e-338e-4203-bf0b-a52bcd59aeef req-3f53d575-57bc-4f37-9fe2-12872c6a1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:01.990780 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e502d46e-338e-4203-bf0b-a52bcd59aeef req-3f53d575-57bc-4f37-9fe2-12872c6a1fc5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=278c2f2b-2d96-42da-b202-953ae37669d2 HTTP/1.1" status: 200 len: 854 time: 0.1310701 Feb 08 16:03:02.047022 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e502d46e-338e-4203-bf0b-a52bcd59aeef req-cda1616b-1bdc-4270-95df-4ffaa8875f06 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2809b07d-e729-4e16-9f4f-331fbe210676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550303 Feb 08 16:03:02.081172 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f22286c6-2e92-49c0-ba0f-e0210d46f4a0 req-2d7c1201-b3a9-4b19-afca-962f95e4a248 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952641 Feb 08 16:03:02.086143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=c12b490d-9c05-4934-ab62-88c6019beac7,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:02.106481 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:02.127737 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:02.131226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/networks/c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca HTTP/1.1" status: 204 len: 168 time: 8.4402833 Feb 08 16:03:02.135418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56338) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:02.198323 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-32ae7ee2-ebca-415d-bc55-bb92f87d2069 req-16388e39-5054-4920-ad66-a0d3a3450609 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6923437 Feb 08 16:03:02.199574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e7ffe-c371-4dfc-8679-5cc85404681d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Network': ['ID=c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:02.240739 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c50bcc-4e12-4750-81be-4a3e4cdd96d2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] DELETE failed (client error): The resource could not be found. Feb 08 16:03:02.258140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c50bcc-4e12-4750-81be-4a3e4cdd96d2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:03:02.263862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a8c50bcc-4e12-4750-81be-4a3e4cdd96d2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/subnets/c8c0ad47-c270-439c-9c7a-76b9710d4fba HTTP/1.1" status: 404 len: 337 time: 0.1236224 Feb 08 16:03:02.267421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56340) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:02.274747 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e502d46e-338e-4203-bf0b-a52bcd59aeef req-9e7ceeaf-598c-44c5-a2e3-d298b3b9c5cd service neutron] 10.222.0.96 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192655 Feb 08 16:03:02.349225 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-0396a8db-25ea-44dd-bbe7-901fac610763 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] DELETE failed (client error): The resource could not be found. Feb 08 16:03:02.350091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0396a8db-25ea-44dd-bbe7-901fac610763 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:03:02.363276 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0396a8db-25ea-44dd-bbe7-901fac610763 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/networks/c5424f7d-19ce-4ae3-a9a6-fbaf4ad5c6ca HTTP/1.1" status: 404 len: 339 time: 0.0904696 Feb 08 16:03:02.366859 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56342) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:02.405892 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81ff743-db9c-449f-b840-b0b6a7c679ab tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] DELETE failed (client error): The resource could not be found. Feb 08 16:03:02.406700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81ff743-db9c-449f-b840-b0b6a7c679ab tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:03:02.409958 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c81ff743-db9c-449f-b840-b0b6a7c679ab tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/subnets/1144f9ad-0069-43c3-8fd5-5ca084b07d5d HTTP/1.1" status: 404 len: 337 time: 0.0419030 Feb 08 16:03:02.412978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56344) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:02.427738 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network dfc62815-e387-489b-82e7-0a552a0dd22f is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:02.429705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:02.451703 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-79292179-fcbf-4663-b80b-6db76c88a2c3 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] DELETE failed (client error): The resource could not be found. Feb 08 16:03:02.452581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79292179-fcbf-4663-b80b-6db76c88a2c3 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:03:02.456084 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-79292179-fcbf-4663-b80b-6db76c88a2c3 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/networks/db423366-4d68-4c55-9189-2030d266ef93 HTTP/1.1" status: 404 len: 339 time: 0.0419281 Feb 08 16:03:02.458647 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56346) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:02.577079 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e502d46e-338e-4203-bf0b-a52bcd59aeef req-4eb1c7c3-8a48-40fa-83be-2a51d6e85aa2 service neutron] 10.222.0.96 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911048 Feb 08 16:03:02.600607 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde8053-9ad4-4799-8046-dbe7b780ce2e req-d852a15e-239d-49c5-8b43-9719e3e2aa67 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:02.601613 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-1afa5872-6581-44c4-af55-8c6146b8cf7f tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] DELETE failed (client error): The resource could not be found. Feb 08 16:03:02.602079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1afa5872-6581-44c4-af55-8c6146b8cf7f tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:03:02.602385 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2dde8053-9ad4-4799-8046-dbe7b780ce2e req-d852a15e-239d-49c5-8b43-9719e3e2aa67 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 946 time: 0.1635811 Feb 08 16:03:02.609295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1afa5872-6581-44c4-af55-8c6146b8cf7f tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/subnets/78cebe66-56fe-4f46-8b70-ff28b14008be HTTP/1.1" status: 404 len: 337 time: 0.1461282 Feb 08 16:03:02.609485 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56350) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:02.697593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 8ecfd922-5af3-4472-b165-ca5a512b4dae has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:03:02.722335 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-253b1858-81ba-474b-8c55-45ea7119fc40 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] DELETE failed (client error): The resource could not be found. Feb 08 16:03:02.734030 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253b1858-81ba-474b-8c55-45ea7119fc40 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:03:02.740231 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-253b1858-81ba-474b-8c55-45ea7119fc40 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/networks/40994166-a25e-4995-99c1-550a54a4a1b1 HTTP/1.1" status: 404 len: 339 time: 0.1273558 Feb 08 16:03:02.743141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56352) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:02.979836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c01b6778-0a9d-426d-96c7-fe1b9008f8fa None None] Provisioning complete for port c12b490d-9c05-4934-ab62-88c6019beac7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:02.981512 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c01b6778-0a9d-426d-96c7-fe1b9008f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c12b490d-9c05-4934-ab62-88c6019beac7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:02.984310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:03:02.997854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d76ee153-f80b-44b0-a062-2f7d83f40c6a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/8ecfd922-5af3-4472-b165-ca5a512b4dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6689577 Feb 08 16:03:02.998334 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e54d2b-21bf-4b3e-ae18-e9b93b3a87dc None None] Sync routers for ids ['8ecfd922-5af3-4472-b165-ca5a512b4dae'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:03:02.998937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56358) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:03.039323 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e54d2b-21bf-4b3e-ae18-e9b93b3a87dc None None] Routers {'8ecfd922-5af3-4472-b165-ca5a512b4dae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:03.040178 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-87e54d2b-21bf-4b3e-ae18-e9b93b3a87dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:02:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8ecfd922-5af3-4472-b165-ca5a512b4dae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:03.054479 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Deleting port 52af8fc1-2d8f-40cf-a8c2-578b30f11000 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:03.055137 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (52af8fc1-2d8f-40cf-a8c2-578b30f11000), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:03.102930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c01b6778-0a9d-426d-96c7-fe1b9008f8fa None None] Port c12b490d-9c05-4934-ab62-88c6019beac7 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:03:03.122341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6a9f08-2ccd-4156-a517-88d465182667 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:03.124433 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ac6a9f08-2ccd-4156-a517-88d465182667 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports/c12b490d-9c05-4934-ab62-88c6019beac7 HTTP/1.1" status: 200 len: 910 time: 0.1236706 Feb 08 16:03:03.127866 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56362) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:03.134666 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-87e54d2b-21bf-4b3e-ae18-e9b93b3a87dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:03.154049 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e54d2b-21bf-4b3e-ae18-e9b93b3a87dc None None] Routers {'8ecfd922-5af3-4472-b165-ca5a512b4dae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:03.154683 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-87e54d2b-21bf-4b3e-ae18-e9b93b3a87dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:02:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8ecfd922-5af3-4472-b165-ca5a512b4dae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:03.185879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-2dde8053-9ad4-4799-8046-dbe7b780ce2e req-307c93cf-4622-4ebe-92c4-77aaf5aee157 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Deleting port e0e9d7d8-0c78-436f-876c-5f6fedb8c157 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:03.187839 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2dde8053-9ad4-4799-8046-dbe7b780ce2e req-307c93cf-4622-4ebe-92c4-77aaf5aee157 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e0e9d7d8-0c78-436f-876c-5f6fedb8c157), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:03.360182 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (52af8fc1-2d8f-40cf-a8c2-578b30f11000), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:03.409184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Calling delete_port for 52af8fc1-2d8f-40cf-a8c2-578b30f11000 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:03.465544 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-87e54d2b-21bf-4b3e-ae18-e9b93b3a87dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:03.466213 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e54d2b-21bf-4b3e-ae18-e9b93b3a87dc None None] The sync data for ids ['8ecfd922-5af3-4472-b165-ca5a512b4dae'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:03:03.534229 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2dde8053-9ad4-4799-8046-dbe7b780ce2e req-307c93cf-4622-4ebe-92c4-77aaf5aee157 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] For port e0e9d7d8-0c78-436f-876c-5f6fedb8c157, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=e0e9d7d8-0c78-436f-876c-5f6fedb8c157,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:03.534760 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2dde8053-9ad4-4799-8046-dbe7b780ce2e req-307c93cf-4622-4ebe-92c4-77aaf5aee157 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e0e9d7d8-0c78-436f-876c-5f6fedb8c157), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:03.552515 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-2dde8053-9ad4-4799-8046-dbe7b780ce2e req-307c93cf-4622-4ebe-92c4-77aaf5aee157 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Calling delete_port for e0e9d7d8-0c78-436f-876c-5f6fedb8c157 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:03.655523 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (52af8fc1-2d8f-40cf-a8c2-578b30f11000), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:03.697329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Port': ['ID=52af8fc1-2d8f-40cf-a8c2-578b30f11000,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:03.718760 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:03.724845 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/ports/52af8fc1-2d8f-40cf-a8c2-578b30f11000 HTTP/1.1" status: 204 len: 168 time: 0.9784913 Feb 08 16:03:03.724845 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:03.725114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:03.725561 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:03.726002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:03.726492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:03.726987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:03.727406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:03.727834 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:03.728264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:03.728781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:03.729232 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:03.729673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:03.730168 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4967482f-f645-4153-b84e-4be850da609b tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:03.738543 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56372) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:03.786794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a31d68-30f5-40fa-adde-c04855c834c9 req-07337610-97d2-46e3-a1cc-4f74158cdee5 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:03.793401 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3c3569e5-b017-408d-b732-942e7639122c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:03.795531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-08a31d68-30f5-40fa-adde-c04855c834c9 req-07337610-97d2-46e3-a1cc-4f74158cdee5 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 943 time: 0.5680521 Feb 08 16:03:03.809017 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd299763-91f5-497c-a2c1-6cf916fbc9b2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] DELETE failed (client error): The resource could not be found. Feb 08 16:03:03.809646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd299763-91f5-497c-a2c1-6cf916fbc9b2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:03:03.817395 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cd299763-91f5-497c-a2c1-6cf916fbc9b2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/subnets/15c28a0c-768c-49b4-9ee9-3748f1f58ea5 HTTP/1.1" status: 404 len: 337 time: 0.0732398 Feb 08 16:03:03.817912 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56374) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:03.946854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-08a31d68-30f5-40fa-adde-c04855c834c9 req-37069f5c-8c99-434e-afe6-a147bdd8d209 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503534 Feb 08 16:03:03.955563 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce93ffe-269e-42b0-85b2-977ea268e86c req-14a3bd5a-0270-4ca7-88c3-655fcdd59659 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:03.961675 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ce93ffe-269e-42b0-85b2-977ea268e86c req-14a3bd5a-0270-4ca7-88c3-655fcdd59659 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 946 time: 0.5595362 Feb 08 16:03:04.009772 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2dde8053-9ad4-4799-8046-dbe7b780ce2e req-307c93cf-4622-4ebe-92c4-77aaf5aee157 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e0e9d7d8-0c78-436f-876c-5f6fedb8c157), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:04.022922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f6382502-13f4-4116-8ab6-b24c9711e8df'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:03:04.049390 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ce93ffe-269e-42b0-85b2-977ea268e86c req-90ba9c00-22aa-4335-8f3a-1334ce67c8d7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650659 Feb 08 16:03:04.130858 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-25e3e655-70db-41d5-aec8-9de1900d5139 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (8ecfd922-5af3-4472-b165-ca5a512b4dae), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:04.131029 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69520487-aadd-4066-b497-96f3de4ff2e2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (9eb67d11-926e-4628-a6f2-733e4871f0f6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:04.131609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['e0e9d7d8-0c78-436f-876c-5f6fedb8c157'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:03:04.138215 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c93cf-4622-4ebe-92c4-77aaf5aee157 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Pushing event deleted for resources: {'Port': ['ID=e0e9d7d8-0c78-436f-876c-5f6fedb8c157,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:04.237514 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dde8053-9ad4-4799-8046-dbe7b780ce2e req-307c93cf-4622-4ebe-92c4-77aaf5aee157 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] No DVR routers for this DVR port e0e9d7d8-0c78-436f-876c-5f6fedb8c157 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:04.250329 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2dde8053-9ad4-4799-8046-dbe7b780ce2e req-307c93cf-4622-4ebe-92c4-77aaf5aee157 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:04.256521 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2dde8053-9ad4-4799-8046-dbe7b780ce2e req-307c93cf-4622-4ebe-92c4-77aaf5aee157 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "DELETE /v2.0/ports/e0e9d7d8-0c78-436f-876c-5f6fedb8c157 HTTP/1.1" status: 204 len: 173 time: 1.6299827 Feb 08 16:03:04.263719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f325353e-dbf3-452f-9573-c78f83f51071', 'name': 'network-vif-deleted', 'tag': 'e0e9d7d8-0c78-436f-876c-5f6fedb8c157'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:03:04.269506 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e8b97c-7dd0-4ee6-8ca2-258b3c721b41" -d '{"events": [{"server_uuid": "f325353e-dbf3-452f-9573-c78f83f51071", "name": "network-vif-deleted", "tag": "e0e9d7d8-0c78-436f-876c-5f6fedb8c157"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:03:04.294271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:03:04.484640 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 16:03:04.517581 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19912b64-e856-4f23-be18-273f032b6906 x-openstack-request-id: req-19912b64-e856-4f23-be18-273f032b6906 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:03:04.518337 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f325353e-dbf3-452f-9573-c78f83f51071", "name": "network-vif-deleted", "tag": "e0e9d7d8-0c78-436f-876c-5f6fedb8c157", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:03:04.518337 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-19912b64-e856-4f23-be18-273f032b6906 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:03:04.518571 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f325353e-dbf3-452f-9573-c78f83f51071', 'name': 'network-vif-deleted', 'tag': 'e0e9d7d8-0c78-436f-876c-5f6fedb8c157', 'status': 'completed', 'code': 200} Feb 08 16:03:04.572307 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69520487-aadd-4066-b497-96f3de4ff2e2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (9eb67d11-926e-4628-a6f2-733e4871f0f6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:04.614738 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-69520487-aadd-4066-b497-96f3de4ff2e2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb67d11-926e-4628-a6f2-733e4871f0f6']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:04.641415 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-69520487-aadd-4066-b497-96f3de4ff2e2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16eaa83-8c87-4fba-a5c4-256a8a655321') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:04.641745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-69520487-aadd-4066-b497-96f3de4ff2e2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16eaa83-8c87-4fba-a5c4-256a8a655321') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:04.679955 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69520487-aadd-4066-b497-96f3de4ff2e2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (f16eaa83-8c87-4fba-a5c4-256a8a655321), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:04.781689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69520487-aadd-4066-b497-96f3de4ff2e2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f16eaa83-8c87-4fba-a5c4-256a8a655321), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:04.815700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69520487-aadd-4066-b497-96f3de4ff2e2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:03:04.816792 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69520487-aadd-4066-b497-96f3de4ff2e2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (f16eaa83-8c87-4fba-a5c4-256a8a655321), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:04.832400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=47bb48c4-9b1d-48da-a4b1-dd74fd4684f9,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:04.900539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '47bb48c4-9b1d-48da-a4b1-dd74fd4684f9', 'network_id': '2809b07d-e729-4e16-9f4f-331fbe210676', 'port_id': '47bb48c4-9b1d-48da-a4b1-dd74fd4684f9', 'mac_address': 'fa:16:3e:48:5a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278c2f2b-2d96-42da-b202-953ae37669d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:03:05.034385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:05.035038 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (47bb48c4-9b1d-48da-a4b1-dd74fd4684f9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:03:05.205575 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:03:05.211127 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69520487-aadd-4066-b497-96f3de4ff2e2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (9eb67d11-926e-4628-a6f2-733e4871f0f6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:05.222689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-69520487-aadd-4066-b497-96f3de4ff2e2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:05.273992 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-69520487-aadd-4066-b497-96f3de4ff2e2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/networks/9eb67d11-926e-4628-a6f2-733e4871f0f6 HTTP/1.1" status: 204 len: 168 time: 1.4466269 Feb 08 16:03:05.277829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56396) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:05.312555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:03:05.341060 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=47bb48c4-9b1d-48da-a4b1-dd74fd4684f9,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:05.348324 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (47bb48c4-9b1d-48da-a4b1-dd74fd4684f9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:05.384608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-25e3e655-70db-41d5-aec8-9de1900d5139 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port c12b490d-9c05-4934-ab62-88c6019beac7 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:05.385409 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-25e3e655-70db-41d5-aec8-9de1900d5139 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c12b490d-9c05-4934-ab62-88c6019beac7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:05.390230 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3ea8823-f476-4580-80d8-0e24a3cb4fb2 req-add89d2d-e23c-4d95-898c-07455e0b501c tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=f325353e-dbf3-452f-9573-c78f83f51071 HTTP/1.1" status: 200 len: 210 time: 0.0782795 Feb 08 16:03:05.438153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69520487-aadd-4066-b497-96f3de4ff2e2 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Network': ['ID=9eb67d11-926e-4628-a6f2-733e4871f0f6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:05.440089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=47bb48c4-9b1d-48da-a4b1-dd74fd4684f9,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:05.517025 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:05.530837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec985e-c357-4c21-8ec9-8286fc329171 req-70749b63-4c33-492c-8379-3275c1e555ee tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:05.532587 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-26ec985e-c357-4c21-8ec9-8286fc329171 req-70749b63-4c33-492c-8379-3275c1e555ee tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 943 time: 0.2459989 Feb 08 16:03:05.568455 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-25e3e655-70db-41d5-aec8-9de1900d5139 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c12b490d-9c05-4934-ab62-88c6019beac7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:05.572172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-42387693-c348-4334-afd6-09ee1e09ab06 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Deleting port d5f7f2fa-6d27-48c7-857e-e5cb5d3e4731 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:05.577647 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-42387693-c348-4334-afd6-09ee1e09ab06 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d5f7f2fa-6d27-48c7-857e-e5cb5d3e4731), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:05.593939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['47bb48c4-9b1d-48da-a4b1-dd74fd4684f9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:03:05.622142 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-25e3e655-70db-41d5-aec8-9de1900d5139 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for c12b490d-9c05-4934-ab62-88c6019beac7 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:05.723774 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-42387693-c348-4334-afd6-09ee1e09ab06 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d5f7f2fa-6d27-48c7-857e-e5cb5d3e4731), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:05.746467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-42387693-c348-4334-afd6-09ee1e09ab06 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Calling delete_port for d5f7f2fa-6d27-48c7-857e-e5cb5d3e4731 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:05.838472 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-26ec985e-c357-4c21-8ec9-8286fc329171 req-8d4d2888-4d8b-4b70-b000-068de14f40a4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990782 Feb 08 16:03:05.864789 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-42387693-c348-4334-afd6-09ee1e09ab06 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d5f7f2fa-6d27-48c7-857e-e5cb5d3e4731), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:05.926591 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42387693-c348-4334-afd6-09ee1e09ab06 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Port': ['ID=d5f7f2fa-6d27-48c7-857e-e5cb5d3e4731,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:05.935618 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-42387693-c348-4334-afd6-09ee1e09ab06 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:05.940605 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-42387693-c348-4334-afd6-09ee1e09ab06 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/ports/d5f7f2fa-6d27-48c7-857e-e5cb5d3e4731 HTTP/1.1" status: 204 len: 168 time: 0.5683661 Feb 08 16:03:05.943022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56410) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:05.985353 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0f3bbd-d69d-4259-ac25-f50ddcf27e6d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] DELETE failed (client error): The resource could not be found. Feb 08 16:03:05.986614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0f3bbd-d69d-4259-ac25-f50ddcf27e6d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:03:05.993693 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3e0f3bbd-d69d-4259-ac25-f50ddcf27e6d tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/subnets/7211faa6-bff1-4a02-b676-067bb7d4002a HTTP/1.1" status: 404 len: 337 time: 0.0489407 Feb 08 16:03:05.997178 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56412) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:06.126617 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (263509b4-c333-4d86-a91f-4847802f6d8a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:06.206278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Deleting port e6d6090d-5304-4504-8163-57c058b807a5 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:06.206761 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e6d6090d-5304-4504-8163-57c058b807a5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:06.351759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] For port e6d6090d-5304-4504-8163-57c058b807a5, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e6d6090d-5304-4504-8163-57c058b807a5,segment=NetworkSegment(56d75bb6-7064-4340-a088-3eb91fcb2797),segment_id=56d75bb6-7064-4340-a088-3eb91fcb2797)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:06.357617 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e6d6090d-5304-4504-8163-57c058b807a5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:06.382689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Calling delete_port for e6d6090d-5304-4504-8163-57c058b807a5 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:06.496358 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e6d6090d-5304-4504-8163-57c058b807a5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:06.524882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] No DVR routers for this DVR port e6d6090d-5304-4504-8163-57c058b807a5 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:06.613398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Port': ['ID=e6d6090d-5304-4504-8163-57c058b807a5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:06.668339 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:06.755264 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (263509b4-c333-4d86-a91f-4847802f6d8a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:06.806783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263509b4-c333-4d86-a91f-4847802f6d8a']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:06.815762 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device e0e9d7d8-0c78-436f-876c-5f6fedb8c157 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:03:06.827897 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-25e3e655-70db-41d5-aec8-9de1900d5139 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c12b490d-9c05-4934-ab62-88c6019beac7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:06.842040 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d75bb6-7064-4340-a088-3eb91fcb2797') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:06.842360 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d75bb6-7064-4340-a088-3eb91fcb2797') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:06.872226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3e655-70db-41d5-aec8-9de1900d5139 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=c12b490d-9c05-4934-ab62-88c6019beac7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:06.872746 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (56d75bb6-7064-4340-a088-3eb91fcb2797), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:06.910043 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (56d75bb6-7064-4340-a088-3eb91fcb2797), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:06.924472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:03:06.925825 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (56d75bb6-7064-4340-a088-3eb91fcb2797), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:03:06.934565 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:03:06.936340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: e0e9d7d8-0c78-436f-876c-5f6fedb8c157 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:03:06.936340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device e0e9d7d8-0c78-436f-876c-5f6fedb8c157 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:03:07.061666 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (263509b4-c333-4d86-a91f-4847802f6d8a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:07.068420 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:07.083648 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/networks/263509b4-c333-4d86-a91f-4847802f6d8a HTTP/1.1" status: 204 len: 168 time: 1.0848997 Feb 08 16:03:07.084721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56442) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:07.259957 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89c1ed9-78e4-4437-9466-ca5e8069f3c3 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Deleting subnet 436c6e36-92af-480f-9719-4204e55b0fe3 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:03:07.264564 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e89c1ed9-78e4-4437-9466-ca5e8069f3c3 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks [] for subnet (436c6e36-92af-480f-9719-4204e55b0fe3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:07.270679 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c13f7-0b25-4dfa-9a86-4affa7fd7238 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Network': ['ID=263509b4-c333-4d86-a91f-4847802f6d8a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:07.359965 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e89c1ed9-78e4-4437-9466-ca5e8069f3c3 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (436c6e36-92af-480f-9719-4204e55b0fe3), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:07.389113 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-25e3e655-70db-41d5-aec8-9de1900d5139 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (8ecfd922-5af3-4472-b165-ca5a512b4dae), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:07.446673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41b823-f1dd-4274-8467-887fc4f26ded req-a15fb455-07ad-409e-8c8b-595e673a518f tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:07.450645 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d41b823-f1dd-4274-8467-887fc4f26ded req-a15fb455-07ad-409e-8c8b-595e673a518f tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 944 time: 0.4574838 Feb 08 16:03:07.633706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-c266ddfd-4ab3-48c8-97c5-c74d0b5c66f7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:07.638784 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-c266ddfd-4ab3-48c8-97c5-c74d0b5c66f7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 805 time: 0.7236285 Feb 08 16:03:07.664308 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e89c1ed9-78e4-4437-9466-ca5e8069f3c3 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (436c6e36-92af-480f-9719-4204e55b0fe3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:07.703080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d41b823-f1dd-4274-8467-887fc4f26ded req-76809817-32cd-4a34-9496-02454d1c6cd6 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408087 Feb 08 16:03:07.723657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-bbd4c132-ea92-48bf-aef6-6771842d43db tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/quotas/383b56f32b8740adb6bf96d216692319 HTTP/1.1" status: 200 len: 375 time: 0.0201213 Feb 08 16:03:07.778734 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e89c1ed9-78e4-4437-9466-ca5e8069f3c3 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (436c6e36-92af-480f-9719-4204e55b0fe3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:07.811428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c1ed9-78e4-4437-9466-ca5e8069f3c3 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Subnet': ['ID=436c6e36-92af-480f-9719-4204e55b0fe3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:07.816485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-5f2c9930-631a-4f9f-9b04-bc45a1b342f7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0918326 Feb 08 16:03:07.819356 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e89c1ed9-78e4-4437-9466-ca5e8069f3c3 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:07.827178 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e89c1ed9-78e4-4437-9466-ca5e8069f3c3 tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/subnets/436c6e36-92af-480f-9719-4204e55b0fe3 HTTP/1.1" status: 204 len: 168 time: 0.7269595 Feb 08 16:03:07.827624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56448) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:07.836567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a17dea5-6f6c-485a-9d5d-7f728e8abf8b None None] Network 6690265e-690a-4fd3-aeac-1d07b66db06a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:07.954063 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (6690265e-690a-4fd3-aeac-1d07b66db06a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:08.055576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Deleting port fbe3ff45-8947-4e53-babc-040bb3e6ded9 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:08.057249 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:08.058466 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:08.205040 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] For port fbe3ff45-8947-4e53-babc-040bb3e6ded9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fbe3ff45-8947-4e53-babc-040bb3e6ded9,segment=NetworkSegment(8f139871-012e-4659-8088-cdcb5669b3f4),segment_id=8f139871-012e-4659-8088-cdcb5669b3f4)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:08.205553 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:08.215240 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e3e655-70db-41d5-aec8-9de1900d5139 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 8ecfd922-5af3-4472-b165-ca5a512b4dae has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:03:08.223316 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Calling delete_port for fbe3ff45-8947-4e53-babc-040bb3e6ded9 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:08.237392 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] DHCP port deletion for 6690265e-690a-4fd3-aeac-1d07b66db06a request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:03:08.274174 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-c80441c5-1021-4b4c-8be1-698459e97985 service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567409 Feb 08 16:03:08.303681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:03:08.434676 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:08.460114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Port': ['ID=fbe3ff45-8947-4e53-babc-040bb3e6ded9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:08.489920 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] No DVR routers for this DVR port fbe3ff45-8947-4e53-babc-040bb3e6ded9 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:08.586731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:03:08.599559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Deleting port fbe3ff45-8947-4e53-babc-040bb3e6ded9 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:08.600311 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:08.703595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e3e655-70db-41d5-aec8-9de1900d5139 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:03:08.705465 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (6690265e-690a-4fd3-aeac-1d07b66db06a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:08.731097 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-26383bab-b30d-428d-a88e-1ca36f8fef54 service neutron] 10.222.0.82 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556639 Feb 08 16:03:08.742177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-25e3e655-70db-41d5-aec8-9de1900d5139 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/8ecfd922-5af3-4472-b165-ca5a512b4dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6116993 Feb 08 16:03:08.744725 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56472) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:08.751334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6690265e-690a-4fd3-aeac-1d07b66db06a']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:08.773482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f139871-012e-4659-8088-cdcb5669b3f4') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:08.773863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f139871-012e-4659-8088-cdcb5669b3f4') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:08.803899 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (8f139871-012e-4659-8088-cdcb5669b3f4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:08.814518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:08.817093 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (47bb48c4-9b1d-48da-a4b1-dd74fd4684f9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:08.842054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e620a240-adb2-425f-b373-6a0879f6a835 None None] Sync routers for ids ['8ecfd922-5af3-4472-b165-ca5a512b4dae'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:03:08.854175 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8f139871-012e-4659-8088-cdcb5669b3f4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:08.884572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:03:08.885256 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (8f139871-012e-4659-8088-cdcb5669b3f4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:03:08.889616 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:03:09.027972 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] For port fbe3ff45-8947-4e53-babc-040bb3e6ded9, host n-d-824834-11, got binding levels [] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:09.028476 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:09.052778 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e620a240-adb2-425f-b373-6a0879f6a835 None None] Routers {'8ecfd922-5af3-4472-b165-ca5a512b4dae'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:09.061886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e620a240-adb2-425f-b373-6a0879f6a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8ecfd922-5af3-4472-b165-ca5a512b4dae'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:09.076195 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (6690265e-690a-4fd3-aeac-1d07b66db06a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:09.097158 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:09.101126 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] 10.222.0.82 "DELETE /v2.0/networks/6690265e-690a-4fd3-aeac-1d07b66db06a HTTP/1.1" status: 204 len: 168 time: 1.2724090 Feb 08 16:03:09.133876 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb27a74-9415-47f4-93b5-7b42b92c69bf tempest-NetworksIpV6TestAttrs-1516940734 tempest-NetworksIpV6TestAttrs-1516940734-project] Pushing event deleted for resources: {'Network': ['ID=6690265e-690a-4fd3-aeac-1d07b66db06a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:09.227170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e620a240-adb2-425f-b373-6a0879f6a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:09.269783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Calling delete_port for fbe3ff45-8947-4e53-babc-040bb3e6ded9 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:09.288732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd14d54c-beb7-4ae6-bb2b-29d29bc8adf3 req-294e7245-3e09-4f87-9e79-bacbb70ff49e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 210 time: 0.1909895 Feb 08 16:03:09.296808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.ipam_backend_mixin [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Port fbe3ff45-8947-4e53-babc-040bb3e6ded9 was not found and therefore no delete operation was performed {{(pid=103303) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 16:03:09.318988 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (fbe3ff45-8947-4e53-babc-040bb3e6ded9), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:09.337933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Network 6690265e-690a-4fd3-aeac-1d07b66db06a is not hosted by any dhcp agent {{(pid=103303) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 16:03:09.338393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] No DVR routers for this DVR port fbe3ff45-8947-4e53-babc-040bb3e6ded9 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:09.423654 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e620a240-adb2-425f-b373-6a0879f6a835 None None] Routers {'8ecfd922-5af3-4472-b165-ca5a512b4dae'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:09.424761 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e620a240-adb2-425f-b373-6a0879f6a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8ecfd922-5af3-4472-b165-ca5a512b4dae'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:09.432421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Pushing event deleted for resources: {'Port': ['ID=fbe3ff45-8947-4e53-babc-040bb3e6ded9,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:09.487825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87157c-5cae-4a84-b02a-860151b2d2a9 req-1ba1ae8c-3915-4e81-b831-e8bdb65fe7ba tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:09.500826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d87157c-5cae-4a84-b02a-860151b2d2a9 req-1ba1ae8c-3915-4e81-b831-e8bdb65fe7ba tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 944 time: 0.5554883 Feb 08 16:03:09.562491 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56488) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:09.828097 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d87157c-5cae-4a84-b02a-860151b2d2a9 req-c5206fc8-0074-4d09-aa98-2e78938c8ab7 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257332 Feb 08 16:03:09.840553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:09.841174 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:09.849650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:09.851163 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-11908b3e-8677-45ae-97cd-405c73adf33d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ad27a86afb7d4ac3b45082d3c5fab81f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2874177 Feb 08 16:03:09.851802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:09.852022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:09.852487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:09.852669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:09.853512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:09.853886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:09.854311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:09.854997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:09.855859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:09.855859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188de493-6225-4ff6-8d84-83b1e5b7cd3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:09.859951 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56500) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:09.878830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e620a240-adb2-425f-b373-6a0879f6a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:09.891448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e620a240-adb2-425f-b373-6a0879f6a835 None None] The sync data for ids ['8ecfd922-5af3-4472-b165-ca5a512b4dae'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:03:09.943891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:09.944316 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (47bb48c4-9b1d-48da-a4b1-dd74fd4684f9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:10.002181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7861d60d-1a85-43c9-aeb8-e814de00262b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bb48c4-9b1d-48da-a4b1-dd74fd4684f9'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:03:10.015427 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78d2800-85c6-465e-9046-cd2fc4416816" -d '{"events": [{"server_uuid": "7861d60d-1a85-43c9-aeb8-e814de00262b", "name": "network-vif-plugged", "status": "completed", "tag": "47bb48c4-9b1d-48da-a4b1-dd74fd4684f9"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:03:10.048499 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=47bb48c4-9b1d-48da-a4b1-dd74fd4684f9,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:10.060455 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (47bb48c4-9b1d-48da-a4b1-dd74fd4684f9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:10.068985 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7fe6ac1c-6af3-4f82-ae0d-a5c701cabc2e admin admin] Publish callbacks [] for security_group (d8d7a381-a402-4052-9342-4a6ca207487d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:10.175959 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d356b4-0f92-47e4-8cec-8f8aef46ee0a x-openstack-request-id: req-a2d356b4-0f92-47e4-8cec-8f8aef46ee0a {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:03:10.176123 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7861d60d-1a85-43c9-aeb8-e814de00262b", "name": "network-vif-plugged", "status": "completed", "tag": "47bb48c4-9b1d-48da-a4b1-dd74fd4684f9", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:03:10.176681 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a2d356b4-0f92-47e4-8cec-8f8aef46ee0a {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:03:10.176834 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7861d60d-1a85-43c9-aeb8-e814de00262b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bb48c4-9b1d-48da-a4b1-dd74fd4684f9', 'code': 200} Feb 08 16:03:10.211682 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=47bb48c4-9b1d-48da-a4b1-dd74fd4684f9,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:10.213399 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7fe6ac1c-6af3-4f82-ae0d-a5c701cabc2e admin admin] Publish callbacks [] for security_group (d8d7a381-a402-4052-9342-4a6ca207487d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:10.328827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fbe3ff45-8947-4e53-babc-040bb3e6ded9 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:03:10.404274 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b83c4fe-19e9-496b-abe5-8a60220c6e1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (8ecfd922-5af3-4472-b165-ca5a512b4dae), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:10.421402 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: fbe3ff45-8947-4e53-babc-040bb3e6ded9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:03:10.421758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fbe3ff45-8947-4e53-babc-040bb3e6ded9 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:03:10.491526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9a1ce-c930-4caa-b797-14034d8b4c46 req-724c6b74-0d68-40fe-824d-42e1af8fd970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:10.500557 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94f9a1ce-c930-4caa-b797-14034d8b4c46 req-724c6b74-0d68-40fe-824d-42e1af8fd970 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 1128 time: 0.1832285 Feb 08 16:03:10.557044 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7fe6ac1c-6af3-4f82-ae0d-a5c701cabc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d8d7a381-a402-4052-9342-4a6ca207487d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:10.564599 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7fe6ac1c-6af3-4f82-ae0d-a5c701cabc2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:10.582892 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7fe6ac1c-6af3-4f82-ae0d-a5c701cabc2e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d8d7a381-a402-4052-9342-4a6ca207487d HTTP/1.1" status: 204 len: 168 time: 0.7217550 Feb 08 16:03:10.679773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6ac1c-6af3-4f82-ae0d-a5c701cabc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d7a381-a402-4052-9342-4a6ca207487d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:10.701549 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94f9a1ce-c930-4caa-b797-14034d8b4c46 req-f7b9a533-745f-41f1-9bf5-550db1dd3b91 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936822 Feb 08 16:03:10.761881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb3b0203-c962-45ac-84bd-4a77fc4f3e29 req-cede1ce0-fe34-475d-8125-9724f05a3f16 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 210 time: 0.2123399 Feb 08 16:03:11.342971 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc567fa-3098-4f2b-b5e9-c4410d88dccd req-9896416f-2397-4e91-b7b2-60058e977ea9 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:11.353226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc567fa-3098-4f2b-b5e9-c4410d88dccd req-9896416f-2397-4e91-b7b2-60058e977ea9 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 945 time: 0.2903745 Feb 08 16:03:11.624284 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbc567fa-3098-4f2b-b5e9-c4410d88dccd req-f5071266-921a-4fd9-af49-76d193725e09 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123880 Feb 08 16:03:11.748932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-8d7ea614-85ac-4247-a42e-b54b795ccbcd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:11.751185 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-8d7ea614-85ac-4247-a42e-b54b795ccbcd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 805 time: 0.5044539 Feb 08 16:03:11.777349 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-f23437ba-a905-4361-8b0b-0c113a2136f2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Request body: {'port': {'device_id': '86c4060a-83b9-4c69-9cc1-3d071ea86f18', 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073', 'admin_state_up': True, 'tenant_id': '383b56f32b8740adb6bf96d216692319'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:11.794696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7b83c4fe-19e9-496b-abe5-8a60220c6e1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:11.795295 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b83c4fe-19e9-496b-abe5-8a60220c6e1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:12.208206 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-557b5bb7-668b-4fa1-a82b-9358f053a625 req-acfaeb81-08ce-491b-8a79-58ac48670790 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 210 time: 0.2008784 Feb 08 16:03:12.266350 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0d32f279-ab4b-4a65-abf8-89afea5d4be2 req-0728b435-1623-488b-ae21-df17ee695f99 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1732092 Feb 08 16:03:12.266350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-f23437ba-a905-4361-8b0b-0c113a2136f2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Made reservation on behalf of 383b56f32b8740adb6bf96d216692319 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:03:12.270164 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-f23437ba-a905-4361-8b0b-0c113a2136f2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:12.331443 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b83c4fe-19e9-496b-abe5-8a60220c6e1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:12.368900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7b83c4fe-19e9-496b-abe5-8a60220c6e1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:12.506443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f279-ab4b-4a65-abf8-89afea5d4be2 req-ac733686-a409-4916-89ce-c9ded8a09b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:12.518543 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0d32f279-ab4b-4a65-abf8-89afea5d4be2 req-ac733686-a409-4916-89ce-c9ded8a09b2b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc&device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 1129 time: 0.2241342 Feb 08 16:03:12.699606 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56564) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:12.720374 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b83c4fe-19e9-496b-abe5-8a60220c6e1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:12.742639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-f23437ba-a905-4361-8b0b-0c113a2136f2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Allocated IP 172.20.0.11 (fb374508-5c73-4d79-bee8-d58289274073/00ecb47d-dbfd-4668-8784-e5338c0de0ac/d3414b6e-20df-4f98-bbf1-d036b8c1cef9) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:03:12.787420 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83c4fe-19e9-496b-abe5-8a60220c6e1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=fa17dec6-0dd3-4a7d-bd9b-ac7b10f0cc4a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:12.874203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f279-ab4b-4a65-abf8-89afea5d4be2 req-d56f35f6-0845-4743-86c9-a71d32e1f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:12.875675 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0d32f279-ab4b-4a65-abf8-89afea5d4be2 req-d56f35f6-0845-4743-86c9-a71d32e1f566 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8dac800a-41cf-4608-84ad-1dd6f88aa855 HTTP/1.1" status: 200 len: 911 time: 0.2996490 Feb 08 16:03:12.985298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477017f-5863-4fea-8cf3-982f094cc0ad req-e0692a7e-43db-40ee-9061-676da3d0f0c1 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:12.987331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e477017f-5863-4fea-8cf3-982f094cc0ad req-e0692a7e-43db-40ee-9061-676da3d0f0c1 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 945 time: 0.1083605 Feb 08 16:03:13.077004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a28d5198-e196-4f99-b927-c15e9901b6db tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-320561825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:13.188877 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0d32f279-ab4b-4a65-abf8-89afea5d4be2 req-dc57ee8a-6d7f-4a7e-a1a3-04e355511a9b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d31c6413-1eb2-472f-8d06-757942fa71bf HTTP/1.1" status: 200 len: 1001 time: 0.2864747 Feb 08 16:03:13.685866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f279-ab4b-4a65-abf8-89afea5d4be2 req-3f4b3cc2-c050-4d90-bec2-45e3b306b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:13.688497 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0d32f279-ab4b-4a65-abf8-89afea5d4be2 req-3f4b3cc2-c050-4d90-bec2-45e3b306b2ab service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9 HTTP/1.1" status: 200 len: 849 time: 0.4953256 Feb 08 16:03:13.754953 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a28d5198-e196-4f99-b927-c15e9901b6db tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (0f66f38e-458f-4d34-a607-cbcf82658210), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:13.756006 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a28d5198-e196-4f99-b927-c15e9901b6db tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (0f66f38e-458f-4d34-a607-cbcf82658210), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:13.822360 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-f23437ba-a905-4361-8b0b-0c113a2136f2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks [] for port (d3414b6e-20df-4f98-bbf1-d036b8c1cef9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:13.826978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e477017f-5863-4fea-8cf3-982f094cc0ad req-6d7181c8-71a1-4fcf-b15f-c0562e77d1e4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7781036 Feb 08 16:03:13.838668 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7db7f611-781e-481d-ad04-36c33dbe8ca0 req-5e27a643-ce28-478b-b301-85b4ba14f2f4 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 210 time: 0.0848966 Feb 08 16:03:13.842841 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b83c4fe-19e9-496b-abe5-8a60220c6e1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (8ecfd922-5af3-4472-b165-ca5a512b4dae), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:13.919235 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-f23437ba-a905-4361-8b0b-0c113a2136f2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d3414b6e-20df-4f98-bbf1-d036b8c1cef9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:13.932761 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f6382502-13f4-4116-8ab6-b24c9711e8df'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:03:14.082756 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a28d5198-e196-4f99-b927-c15e9901b6db tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for router_controller (0f66f38e-458f-4d34-a607-cbcf82658210), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:14.092589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-f23437ba-a905-4361-8b0b-0c113a2136f2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Network fb374508-5c73-4d79-bee8-d58289274073 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:14.096121 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a28d5198-e196-4f99-b927-c15e9901b6db tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (0f66f38e-458f-4d34-a607-cbcf82658210), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:14.096448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23437ba-a905-4361-8b0b-0c113a2136f2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Pushing event updated for resources: {'Port': ['ID=d3414b6e-20df-4f98-bbf1-d036b8c1cef9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:14.135455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-f23437ba-a905-4361-8b0b-0c113a2136f2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:14.138151 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a28d5198-e196-4f99-b927-c15e9901b6db tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:14.143213 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a28d5198-e196-4f99-b927-c15e9901b6db tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.4380386 Feb 08 16:03:14.149893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56582) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:14.159264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1286869608'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:14.171036 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-f23437ba-a905-4361-8b0b-0c113a2136f2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:03:14.278251 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32f279-ab4b-4a65-abf8-89afea5d4be2 req-32713503-3281-48ae-8a90-9ca66137b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:14.285306 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0d32f279-ab4b-4a65-abf8-89afea5d4be2 req-32713503-3281-48ae-8a90-9ca66137b326 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8dac800a-41cf-4608-84ad-1dd6f88aa855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5049968 Feb 08 16:03:14.318653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-f23437ba-a905-4361-8b0b-0c113a2136f2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:14.319587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-f23437ba-a905-4361-8b0b-0c113a2136f2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:14.383672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b83c4fe-19e9-496b-abe5-8a60220c6e1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 8ecfd922-5af3-4472-b165-ca5a512b4dae has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:03:14.383672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Made reservation on behalf of ed18f34dd6e242e3b1cef2275bdaf787 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:03:14.393206 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:14.399637 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-f23437ba-a905-4361-8b0b-0c113a2136f2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6346004 Feb 08 16:03:14.413154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Request body: {'port': {'device_id': '86c4060a-83b9-4c69-9cc1-3d071ea86f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:14.481107 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0d32f279-ab4b-4a65-abf8-89afea5d4be2 req-cb54e5b8-c506-47da-a7e4-4257f324838e service neutron] 10.222.0.96 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862392 Feb 08 16:03:14.565008 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:14.576060 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b83c4fe-19e9-496b-abe5-8a60220c6e1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:03:14.584525 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7b83c4fe-19e9-496b-abe5-8a60220c6e1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/8ecfd922-5af3-4472-b165-ca5a512b4dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8372335 Feb 08 16:03:14.586889 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349bbcd8-9076-433c-8fa2-e41c18c34460 None None] Sync routers for ids ['8ecfd922-5af3-4472-b165-ca5a512b4dae'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:03:14.608002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56596) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:14.624077 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349bbcd8-9076-433c-8fa2-e41c18c34460 None None] Routers {'8ecfd922-5af3-4472-b165-ca5a512b4dae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:14.625062 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-349bbcd8-9076-433c-8fa2-e41c18c34460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8ecfd922-5af3-4472-b165-ca5a512b4dae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:14.696559 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d3414b6e-20df-4f98-bbf1-d036b8c1cef9), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:14.712440 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for security_group (202cf011-7129-424f-a8c0-45e1ee88c8f2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:14.716215 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-56c21b43-7877-4aff-8974-e8ab478f0018 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports?device_id=8ecfd922-5af3-4472-b165-ca5a512b4dae HTTP/1.1" status: 200 len: 205 time: 0.1052637 Feb 08 16:03:14.717919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56600) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:14.718884 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (202cf011-7129-424f-a8c0-45e1ee88c8f2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:14.751068 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-349bbcd8-9076-433c-8fa2-e41c18c34460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:14.780600 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349bbcd8-9076-433c-8fa2-e41c18c34460 None None] Routers {'8ecfd922-5af3-4472-b165-ca5a512b4dae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:14.781261 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-349bbcd8-9076-433c-8fa2-e41c18c34460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8ecfd922-5af3-4472-b165-ca5a512b4dae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:14.848937 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-349bbcd8-9076-433c-8fa2-e41c18c34460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:14.849902 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349bbcd8-9076-433c-8fa2-e41c18c34460 None None] The sync data for ids ['8ecfd922-5af3-4472-b165-ca5a512b4dae'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:03:14.878528 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0d32f279-ab4b-4a65-abf8-89afea5d4be2 req-ed8c2ae9-6865-486b-ae79-675f74f2b532 service neutron] 10.222.0.96 "GET /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713796 Feb 08 16:03:14.891111 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-83a7f431-456a-435a-ba55-f48183e855f7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (8ecfd922-5af3-4472-b165-ca5a512b4dae), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:14.896030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202cf011-7129-424f-a8c0-45e1ee88c8f2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:14.947682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:03:14.963008 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (26b3c708-05e4-48a4-870b-5a26d43eca1e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:14.963008 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Added segment 26b3c708-05e4-48a4-870b-5a26d43eca1e of type vlan for network 1e072637-74a7-4b67-a889-7649b775d7c3 Feb 08 16:03:15.039217 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (1e072637-74a7-4b67-a889-7649b775d7c3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:15.205092 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (1e072637-74a7-4b67-a889-7649b775d7c3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:15.215006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3414b6e-20df-4f98-bbf1-d036b8c1cef9 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:03:15.222964 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:15.223740 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Publish callbacks [] for port (d3414b6e-20df-4f98-bbf1-d036b8c1cef9), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:15.223934 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:15.237683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Transition to ACTIVE for port object d3414b6e-20df-4f98-bbf1-d036b8c1cef9 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:03:15.243219 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d3414b6e-20df-4f98-bbf1-d036b8c1cef9), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:15.419310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Pushing event updated for resources: {'Port': ['ID=d3414b6e-20df-4f98-bbf1-d036b8c1cef9,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:15.427152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event updated for resources: {'Network': ['ID=1e072637-74a7-4b67-a889-7649b775d7c3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:15.452097 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5a49266c-d88c-448a-8b9a-3a80be5194c3 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2989857 Feb 08 16:03:15.454966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56616) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:15.459205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 1e072637-74a7-4b67-a889-7649b775d7c3 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:03:15.487459 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50338ad-cb2c-447e-b1d3-421ea8dfc70d req-a903a1b0-606c-4cbd-b33b-4b9e8c747b7d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:15.489557 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f50338ad-cb2c-447e-b1d3-421ea8dfc70d req-a903a1b0-606c-4cbd-b33b-4b9e8c747b7d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 932 time: 0.4181924 Feb 08 16:03:15.499888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f7323c15-cc73-4726-bfd9-e4b0f221f60a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Request body: {'subnet': {'network_id': '1e072637-74a7-4b67-a889-7649b775d7c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:15.622548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Attempting to bind port d3414b6e-20df-4f98-bbf1-d036b8c1cef9 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:03:15.622548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Attempting to bind port d3414b6e-20df-4f98-bbf1-d036b8c1cef9 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:03:15.623056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Attempting to bind port d3414b6e-20df-4f98-bbf1-d036b8c1cef9 on network fb374508-5c73-4d79-bee8-d58289274073 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:03:15.638948 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Port d3414b6e-20df-4f98-bbf1-d036b8c1cef9 on network fb374508-5c73-4d79-bee8-d58289274073 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:03:15.639431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Attempting to bind port d3414b6e-20df-4f98-bbf1-d036b8c1cef9 on network fb374508-5c73-4d79-bee8-d58289274073 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:03:15.645255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:03:15.645742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Checking segment: {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:03:15.646226 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Bound using segment: {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:03:15.646804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Bound port: d3414b6e-20df-4f98-bbf1-d036b8c1cef9, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba233ec-5519-47d9-921e-1ea7029d815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:03:15.648210 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d3414b6e-20df-4f98-bbf1-d036b8c1cef9), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:15.796042 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] For port d3414b6e-20df-4f98-bbf1-d036b8c1cef9, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:03:15.806984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] For port d3414b6e-20df-4f98-bbf1-d036b8c1cef9, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d3414b6e-20df-4f98-bbf1-d036b8c1cef9,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:03:15.817958 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d3414b6e-20df-4f98-bbf1-d036b8c1cef9), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:15.889843 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-83a7f431-456a-435a-ba55-f48183e855f7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (8ecfd922-5af3-4472-b165-ca5a512b4dae), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:15.910661 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:15.911039 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-83a7f431-456a-435a-ba55-f48183e855f7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_controller (8ecfd922-5af3-4472-b165-ca5a512b4dae), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:15.913675 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:15.915361 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] 10.222.0.94 "PUT /v2.0/ports/d3414b6e-20df-4f98-bbf1-d036b8c1cef9 HTTP/1.1" status: 200 len: 1093 time: 1.5071149 Feb 08 16:03:15.918074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c4060a-83b9-4c69-9cc1-3d071ea86f18', 'tag': 'd3414b6e-20df-4f98-bbf1-d036b8c1cef9'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:03:15.927542 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28831101-b902-43de-b204-23e95f2ec3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "86c4060a-83b9-4c69-9cc1-3d071ea86f18", "tag": "d3414b6e-20df-4f98-bbf1-d036b8c1cef9"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:03:16.052183 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffb650c-d185-4958-8090-db0103f61424 x-openstack-request-id: req-5ffb650c-d185-4958-8090-db0103f61424 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:03:16.065465 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c4060a-83b9-4c69-9cc1-3d071ea86f18", "tag": "d3414b6e-20df-4f98-bbf1-d036b8c1cef9", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:03:16.066082 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5ffb650c-d185-4958-8090-db0103f61424 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:03:16.066722 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c4060a-83b9-4c69-9cc1-3d071ea86f18', 'tag': 'd3414b6e-20df-4f98-bbf1-d036b8c1cef9', 'status': 'completed', 'code': 200} Feb 08 16:03:16.070639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e843f3-c7ce-4c1c-8904-31d9df0cd38b service neutron] Pushing event updated for resources: {'Port': ['ID=d3414b6e-20df-4f98-bbf1-d036b8c1cef9,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:16.120084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-765ad153-df15-42cf-8b1f-0e5530353954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:16.122307 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-765ad153-df15-42cf-8b1f-0e5530353954 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 1127 time: 0.1593204 Feb 08 16:03:16.217250 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-83a7f431-456a-435a-ba55-f48183e855f7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (8ecfd922-5af3-4472-b165-ca5a512b4dae), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:16.217873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a7f431-456a-435a-ba55-f48183e855f7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Fanout notify agent at l3_agent the message router_deleted on router 8ecfd922-5af3-4472-b165-ca5a512b4dae {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:03:16.219373 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-f205c05a-b548-447a-8bef-749ada532ae4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3414b6e-20df-4f98-bbf1-d036b8c1cef9 HTTP/1.1" status: 200 len: 217 time: 0.0855875 Feb 08 16:03:16.227452 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-83a7f431-456a-435a-ba55-f48183e855f7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:16.228586 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-83a7f431-456a-435a-ba55-f48183e855f7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/routers/8ecfd922-5af3-4472-b165-ca5a512b4dae HTTP/1.1" status: 204 len: 168 time: 1.5010767 Feb 08 16:03:16.232815 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f50338ad-cb2c-447e-b1d3-421ea8dfc70d req-209e6f5a-f420-4a64-930f-42fed618c29f tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713236 Feb 08 16:03:16.234293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56626) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:16.263903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7323c15-cc73-4726-bfd9-e4b0f221f60a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Made reservation on behalf of ed18f34dd6e242e3b1cef2275bdaf787 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:03:16.269559 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f7323c15-cc73-4726-bfd9-e4b0f221f60a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:16.399184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4619e9-feca-4854-bf50-61c564ca5325 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting subnet 6d7ba580-5cea-4b37-8adc-acf5b3123124 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:03:16.403948 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-b47d9fe2-37d0-4776-b81f-da9fae7dd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:16.405588 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-b47d9fe2-37d0-4776-b81f-da9fae7dd1c7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 200 len: 845 time: 0.1797204 Feb 08 16:03:16.407506 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd4619e9-feca-4854-bf50-61c564ca5325 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (6d7ba580-5cea-4b37-8adc-acf5b3123124), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:16.524296 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-b39a73b6-6bc1-4fee-90ba-8e8714032a78 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fb374508-5c73-4d79-bee8-d58289274073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023533 Feb 08 16:03:16.637824 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f7323c15-cc73-4726-bfd9-e4b0f221f60a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (2d831bf5-bf38-4286-a125-150d23143fb6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:16.664264 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd4619e9-feca-4854-bf50-61c564ca5325 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (6d7ba580-5cea-4b37-8adc-acf5b3123124), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:16.815351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7323c15-cc73-4726-bfd9-e4b0f221f60a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event updated for resources: {'Subnet': ['ID=2d831bf5-bf38-4286-a125-150d23143fb6,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:16.844103 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7323c15-cc73-4726-bfd9-e4b0f221f60a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Checking segment: {'id': '26b3c708-05e4-48a4-870b-5a26d43eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1e072637-74a7-4b67-a889-7649b775d7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:03:16.844474 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7323c15-cc73-4726-bfd9-e4b0f221f60a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Network hostable DHCP agents. Network: 1e072637-74a7-4b67-a889-7649b775d7c3, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:03:16.851266 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-5974247d-47d4-4381-9371-f8946d2aa2e1 service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072383 Feb 08 16:03:16.900408 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7323c15-cc73-4726-bfd9-e4b0f221f60a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Network 1e072637-74a7-4b67-a889-7649b775d7c3 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:03:16.930926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f7323c15-cc73-4726-bfd9-e4b0f221f60a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 1e072637-74a7-4b67-a889-7649b775d7c3) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:16.935433 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7323c15-cc73-4726-bfd9-e4b0f221f60a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:16.936136 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f7323c15-cc73-4726-bfd9-e4b0f221f60a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:16.948858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a7e47b-3f9d-42bb-b34d-98c1677984d7 None None] Network 1e072637-74a7-4b67-a889-7649b775d7c3 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:16.970637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f7323c15-cc73-4726-bfd9-e4b0f221f60a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4767435 Feb 08 16:03:16.971389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56638) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:16.977157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-33f148aa-ef6b-46d4-a9f2-f92af551bab9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Request body: {'network': {'name': 'tempest-router-network01--81063978'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:17.045840 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f148aa-ef6b-46d4-a9f2-f92af551bab9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Made reservation on behalf of ed18f34dd6e242e3b1cef2275bdaf787 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:03:17.050717 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-33f148aa-ef6b-46d4-a9f2-f92af551bab9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:17.121798 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f148aa-ef6b-46d4-a9f2-f92af551bab9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:03:17.157755 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-33f148aa-ef6b-46d4-a9f2-f92af551bab9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (24416702-bf61-482e-83bd-37d0e1e6420f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:17.159115 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-33f148aa-ef6b-46d4-a9f2-f92af551bab9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Added segment 24416702-bf61-482e-83bd-37d0e1e6420f of type vlan for network ef22f7e4-04ef-4765-a896-ca64b69d5d4c Feb 08 16:03:17.284835 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-33f148aa-ef6b-46d4-a9f2-f92af551bab9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (ef22f7e4-04ef-4765-a896-ca64b69d5d4c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:17.302915 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd4619e9-feca-4854-bf50-61c564ca5325 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (6d7ba580-5cea-4b37-8adc-acf5b3123124), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:17.314699 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43b97a15-500e-4f63-95a4-8f2c20a14843 req-a95e4bbe-8dd8-4f51-9940-5caa41f5942b service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455211 Feb 08 16:03:17.323441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-1e072637-74a7-4b67-a889-7649b775d7c3', 'network_id': '1e072637-74a7-4b67-a889-7649b775d7c3', 'project_id': 'ed18f34dd6e242e3b1cef2275bdaf787', 'fixed_ips': [{'subnet_id': '2d831bf5-bf38-4286-a125-150d23143fb6'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:03:17.337469 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:17.371884 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-33f148aa-ef6b-46d4-a9f2-f92af551bab9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (ef22f7e4-04ef-4765-a896-ca64b69d5d4c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:17.385298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f148aa-ef6b-46d4-a9f2-f92af551bab9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:17.386390 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-33f148aa-ef6b-46d4-a9f2-f92af551bab9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:17.586593 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28831101-b902-43de-b204-23e95f2ec3d7 req-253e4b29-7044-438e-bce6-eb9d9f346a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:17.588378 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-28831101-b902-43de-b204-23e95f2ec3d7 req-253e4b29-7044-438e-bce6-eb9d9f346a42 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=383b56f32b8740adb6bf96d216692319&device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 1127 time: 0.1671391 Feb 08 16:03:17.597709 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd4619e9-feca-4854-bf50-61c564ca5325 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (6d7ba580-5cea-4b37-8adc-acf5b3123124), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:17.680897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-33f148aa-ef6b-46d4-a9f2-f92af551bab9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7083428 Feb 08 16:03:17.705868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56648) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:17.723641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-185f278e-b34d-43e7-84b3-a6ec50eb3329 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Request body: {'network': {'name': 'tempest-router-network02--205424254'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:17.773917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f148aa-ef6b-46d4-a9f2-f92af551bab9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event updated for resources: {'Network': ['ID=ef22f7e4-04ef-4765-a896-ca64b69d5d4c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:17.789802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network ef22f7e4-04ef-4765-a896-ca64b69d5d4c details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:03:17.860088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c8ef0-87cf-4977-8dc9-4469ec4cd9db req-53c40d22-5fdd-4bac-abcf-39a6112d3858 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:17.869002 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a6c8ef0-87cf-4977-8dc9-4469ec4cd9db req-53c40d22-5fdd-4bac-abcf-39a6112d3858 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 944 time: 0.4249794 Feb 08 16:03:17.883754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185f278e-b34d-43e7-84b3-a6ec50eb3329 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Made reservation on behalf of ed18f34dd6e242e3b1cef2275bdaf787 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:03:17.888518 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-185f278e-b34d-43e7-84b3-a6ec50eb3329 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:17.900676 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd4619e9-feca-4854-bf50-61c564ca5325 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:17.907055 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fd4619e9-feca-4854-bf50-61c564ca5325 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/6d7ba580-5cea-4b37-8adc-acf5b3123124 HTTP/1.1" status: 204 len: 168 time: 1.6692750 Feb 08 16:03:17.909728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45a3cf0-2839-4fcf-80ef-63b10d893011 None None] Network dfc62815-e387-489b-82e7-0a552a0dd22f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:17.914113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56654) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:17.941977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4619e9-feca-4854-bf50-61c564ca5325 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Subnet': ['ID=6d7ba580-5cea-4b37-8adc-acf5b3123124,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:18.042912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Allocated IP 172.20.0.2 (1e072637-74a7-4b67-a889-7649b775d7c3/2d831bf5-bf38-4286-a125-150d23143fb6/e8c838d5-8bc2-49e4-a158-87f9143eb73d) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:03:18.108755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185f278e-b34d-43e7-84b3-a6ec50eb3329 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:03:18.136733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-73697cad-850d-4361-a5f8-3fc55de63b07 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting subnet 906832f2-120d-419f-800b-63414639f4da {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:03:18.139973 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a6c8ef0-87cf-4977-8dc9-4469ec4cd9db req-c43ba121-9b9c-4f00-b0d2-af3842429773 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613351 Feb 08 16:03:18.153737 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-185f278e-b34d-43e7-84b3-a6ec50eb3329 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (016be8a2-bdd3-453a-a417-e3e7bad0df0d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:18.155586 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-185f278e-b34d-43e7-84b3-a6ec50eb3329 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Added segment 016be8a2-bdd3-453a-a417-e3e7bad0df0d of type vlan for network f067ba80-d900-41c6-9305-ca5b2aa2b5fd Feb 08 16:03:18.157130 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28831101-b902-43de-b204-23e95f2ec3d7 req-3bff7998-cf68-4eb6-b400-0e9ab2f3d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:18.158840 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-28831101-b902-43de-b204-23e95f2ec3d7 req-3bff7998-cf68-4eb6-b400-0e9ab2f3d30e service neutron] 10.222.0.94 "GET /v2.0/networks?id=fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 200 len: 906 time: 0.5582690 Feb 08 16:03:18.159709 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73697cad-850d-4361-a5f8-3fc55de63b07 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (906832f2-120d-419f-800b-63414639f4da), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:18.343572 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-28831101-b902-43de-b204-23e95f2ec3d7 req-949664a5-4860-48d0-bd3e-b525c5b64347 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3414b6e-20df-4f98-bbf1-d036b8c1cef9 HTTP/1.1" status: 200 len: 217 time: 0.0995176 Feb 08 16:03:18.432500 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-185f278e-b34d-43e7-84b3-a6ec50eb3329 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (f067ba80-d900-41c6-9305-ca5b2aa2b5fd), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:18.440691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28831101-b902-43de-b204-23e95f2ec3d7 req-942023df-11be-483d-bdde-a457f746b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:18.442387 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-28831101-b902-43de-b204-23e95f2ec3d7 req-942023df-11be-483d-bdde-a457f746b0b4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 200 len: 845 time: 0.0495684 Feb 08 16:03:18.492568 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73697cad-850d-4361-a5f8-3fc55de63b07 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (906832f2-120d-419f-800b-63414639f4da), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:18.531587 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-185f278e-b34d-43e7-84b3-a6ec50eb3329 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (f067ba80-d900-41c6-9305-ca5b2aa2b5fd), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:18.543295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000ab3e1-b80e-4714-ac98-33512e8da15c None None] DHCP port deletion for dfc62815-e387-489b-82e7-0a552a0dd22f request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:03:18.553860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185f278e-b34d-43e7-84b3-a6ec50eb3329 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:18.554541 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-185f278e-b34d-43e7-84b3-a6ec50eb3329 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:18.631856 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-28831101-b902-43de-b204-23e95f2ec3d7 req-c4823c24-8366-463c-968f-459d3befe2ce service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fb374508-5c73-4d79-bee8-d58289274073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1766484 Feb 08 16:03:18.740548 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Publish callbacks [] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:18.752428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-185f278e-b34d-43e7-84b3-a6ec50eb3329 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0441339 Feb 08 16:03:18.759740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56668) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:18.767145 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f278e-b34d-43e7-84b3-a6ec50eb3329 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event updated for resources: {'Network': ['ID=f067ba80-d900-41c6-9305-ca5b2aa2b5fd,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:18.770157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7bb8ddfd-a8c1-41c1-9179-714c38be2e57 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Request body: {'subnet': {'network_id': 'ef22f7e4-04ef-4765-a896-ca64b69d5d4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:18.829472 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network f067ba80-d900-41c6-9305-ca5b2aa2b5fd details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:03:18.982718 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73697cad-850d-4361-a5f8-3fc55de63b07 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (906832f2-120d-419f-800b-63414639f4da), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:19.019333 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-28831101-b902-43de-b204-23e95f2ec3d7 req-aec2f6ab-4876-4269-a264-6589ead8dba8 service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594863 Feb 08 16:03:19.034489 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:19.051116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d3414b6e-20df-4f98-bbf1-d036b8c1cef9 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:03:19.137263 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb8ddfd-a8c1-41c1-9179-714c38be2e57 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Made reservation on behalf of ed18f34dd6e242e3b1cef2275bdaf787 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:03:19.142957 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bb8ddfd-a8c1-41c1-9179-714c38be2e57 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:19.212189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d3414b6e-20df-4f98-bbf1-d036b8c1cef9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d3414b6e-20df-4f98-bbf1-d036b8c1cef9,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:19.301315 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-28831101-b902-43de-b204-23e95f2ec3d7 req-6a31fb33-68ab-42af-8fac-44edcf0751cf service neutron] 10.222.0.94 "GET /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692981 Feb 08 16:03:19.324543 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73697cad-850d-4361-a5f8-3fc55de63b07 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (906832f2-120d-419f-800b-63414639f4da), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:19.349527 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'd3414b6e-20df-4f98-bbf1-d036b8c1cef9', 'network_id': 'fb374508-5c73-4d79-bee8-d58289274073', 'port_id': 'd3414b6e-20df-4f98-bbf1-d036b8c1cef9', 'mac_address': 'fa:16:3e:c7:8a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ecb47d-dbfd-4668-8784-e5338c0de0ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:03:19.366432 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:19.400866 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Network 1e072637-74a7-4b67-a889-7649b775d7c3 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:19.417748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73697cad-850d-4361-a5f8-3fc55de63b07 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Subnet': ['ID=906832f2-120d-419f-800b-63414639f4da,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:19.429001 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-73697cad-850d-4361-a5f8-3fc55de63b07 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:19.436639 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-73697cad-850d-4361-a5f8-3fc55de63b07 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/906832f2-120d-419f-800b-63414639f4da HTTP/1.1" status: 204 len: 168 time: 1.5192668 Feb 08 16:03:19.437509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56688) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:19.493866 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a1648b-44e2-44f3-b0c1-b6bb2d645450 None None] Network cd95c7e6-d383-4b50-a526-26be64f9b3c8 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:19.509456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:19.546429 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bb8ddfd-a8c1-41c1-9179-714c38be2e57 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (2935b3bf-7dfd-48dd-a93a-d6f2d94cfd36), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:19.558533 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:03:19.620446 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Pushing event updated for resources: {'Port': ['ID=e8c838d5-8bc2-49e4-a158-87f9143eb73d,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:19.665813 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (dfc62815-e387-489b-82e7-0a552a0dd22f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:19.725192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-000ab3e1-b80e-4714-ac98-33512e8da15c None None] Deleting port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:19.725983 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-000ab3e1-b80e-4714-ac98-33512e8da15c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:19.761596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d3414b6e-20df-4f98-bbf1-d036b8c1cef9 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:19.761596 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d3414b6e-20df-4f98-bbf1-d036b8c1cef9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:19.773773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8ddfd-a8c1-41c1-9179-714c38be2e57 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event updated for resources: {'Subnet': ['ID=2935b3bf-7dfd-48dd-a93a-d6f2d94cfd36,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:19.789108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3418e-aa9a-454e-9778-249c260ebf3d req-bc00c974-e811-404a-9989-12779aa34e38 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:19.792633 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bce3418e-aa9a-454e-9778-249c260ebf3d req-bc00c974-e811-404a-9989-12779aa34e38 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 944 time: 0.5401089 Feb 08 16:03:19.814951 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8ddfd-a8c1-41c1-9179-714c38be2e57 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Checking segment: {'id': '24416702-bf61-482e-83bd-37d0e1e6420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ef22f7e4-04ef-4765-a896-ca64b69d5d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:03:19.816392 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb8ddfd-a8c1-41c1-9179-714c38be2e57 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Network hostable DHCP agents. Network: ef22f7e4-04ef-4765-a896-ca64b69d5d4c, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:03:19.863749 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb8ddfd-a8c1-41c1-9179-714c38be2e57 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Network ef22f7e4-04ef-4765-a896-ca64b69d5d4c is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:03:19.883182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7bb8ddfd-a8c1-41c1-9179-714c38be2e57 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, ef22f7e4-04ef-4765-a896-ca64b69d5d4c) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:19.892267 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb8ddfd-a8c1-41c1-9179-714c38be2e57 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:19.893280 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bb8ddfd-a8c1-41c1-9179-714c38be2e57 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:19.935152 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7bb8ddfd-a8c1-41c1-9179-714c38be2e57 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1713452 Feb 08 16:03:19.940634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f77a91-90f6-4f45-922e-2f01c3409adb None None] Network ef22f7e4-04ef-4765-a896-ca64b69d5d4c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:19.942650 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56694) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:19.967693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c6c605a8-9b9f-4299-be72-95bc7409ad78 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Request body: {'subnet': {'network_id': 'f067ba80-d900-41c6-9305-ca5b2aa2b5fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:19.986207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bce3418e-aa9a-454e-9778-249c260ebf3d req-bcf9a6b2-7d95-4aef-9456-1c8af9a9e3fd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844537 Feb 08 16:03:19.999463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3414b6e-20df-4f98-bbf1-d036b8c1cef9 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:03:20.020218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:20.020698 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.169962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] For port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae,segment=NetworkSegment(15512091-e6d5-4982-af70-a28da0703cc0),segment_id=15512091-e6d5-4982-af70-a28da0703cc0)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:20.172679 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.203931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:20.218241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c605a8-9b9f-4299-be72-95bc7409ad78 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Made reservation on behalf of ed18f34dd6e242e3b1cef2275bdaf787 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:03:20.222301 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c6c605a8-9b9f-4299-be72-95bc7409ad78 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.421195 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.433002 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:03:20.472576 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:20.478264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No DVR routers for this DVR port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:20.532280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Attempting to bind port e8c838d5-8bc2-49e4-a158-87f9143eb73d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:03:20.532644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Attempting to bind port e8c838d5-8bc2-49e4-a158-87f9143eb73d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '26b3c708-05e4-48a4-870b-5a26d43eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1e072637-74a7-4b67-a889-7649b775d7c3'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:03:20.541119 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Attempting to bind port e8c838d5-8bc2-49e4-a158-87f9143eb73d on network 1e072637-74a7-4b67-a889-7649b775d7c3 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:03:20.595643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-000ab3e1-b80e-4714-ac98-33512e8da15c None None] For port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae,segment=NetworkSegment(15512091-e6d5-4982-af70-a28da0703cc0),segment_id=15512091-e6d5-4982-af70-a28da0703cc0)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:20.596595 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-000ab3e1-b80e-4714-ac98-33512e8da15c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.602922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:03:20.603467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:03:20.608928 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (dfc62815-e387-489b-82e7-0a552a0dd22f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.628315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d3414b6e-20df-4f98-bbf1-d036b8c1cef9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d3414b6e-20df-4f98-bbf1-d036b8c1cef9,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:20.645689 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc62815-e387-489b-82e7-0a552a0dd22f']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:20.654321 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:03:20.654704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Checking segment: {'id': '26b3c708-05e4-48a4-870b-5a26d43eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1e072637-74a7-4b67-a889-7649b775d7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:03:20.655149 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.655553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Bound using segment: {'id': '26b3c708-05e4-48a4-870b-5a26d43eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1e072637-74a7-4b67-a889-7649b775d7c3'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:03:20.656076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Bound port: e8c838d5-8bc2-49e4-a158-87f9143eb73d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b3c708-05e4-48a4-870b-5a26d43eca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1e072637-74a7-4b67-a889-7649b775d7c3'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:03:20.656485 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.658571 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.675195 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15512091-e6d5-4982-af70-a28da0703cc0') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:20.675809 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15512091-e6d5-4982-af70-a28da0703cc0') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:20.678988 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d3414b6e-20df-4f98-bbf1-d036b8c1cef9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.701577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-000ab3e1-b80e-4714-ac98-33512e8da15c None None] Calling delete_port for 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:20.702008 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (15512091-e6d5-4982-af70-a28da0703cc0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.723471 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (15512091-e6d5-4982-af70-a28da0703cc0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.742252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:03:20.743081 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (15512091-e6d5-4982-af70-a28da0703cc0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:03:20.747522 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:03:20.753786 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c6c605a8-9b9f-4299-be72-95bc7409ad78 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (adde279c-7997-4e72-824f-b337b3b8b614), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.865881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (dfc62815-e387-489b-82e7-0a552a0dd22f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.878086 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:20.892644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56704) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:20.897000 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/networks/dfc62815-e387-489b-82e7-0a552a0dd22f HTTP/1.1" status: 204 len: 168 time: 1.4548864 Feb 08 16:03:20.931475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbbedb-c88e-438b-a7c7-0bbe0f406cf7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Network': ['ID=dfc62815-e387-489b-82e7-0a552a0dd22f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:21.022917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ac3747-7c79-4d9e-8efb-eaec2474031d None None] DHCP port deletion for cd95c7e6-d383-4b50-a526-26be64f9b3c8 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:03:21.317884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe40fc2-c5b5-4ef6-b233-d50ff000d433 req-0213723b-1b15-49e9-9368-4c739adaae85 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:21.330879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-afe40fc2-c5b5-4ef6-b233-d50ff000d433 req-0213723b-1b15-49e9-9368-4c739adaae85 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 945 time: 0.1982486 Feb 08 16:03:21.336734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d3414b6e-20df-4f98-bbf1-d036b8c1cef9,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:21.350937 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-000ab3e1-b80e-4714-ac98-33512e8da15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:21.429345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['d3414b6e-20df-4f98-bbf1-d036b8c1cef9'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:03:21.460706 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-afe40fc2-c5b5-4ef6-b233-d50ff000d433 req-ff848b7b-342a-4f5d-b4f2-65a664836af2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227596 Feb 08 16:03:21.526993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ab3e1-b80e-4714-ac98-33512e8da15c None None] Pushing event deleted for resources: {'Port': ['ID=0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:21.653442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-ef22f7e4-04ef-4765-a896-ca64b69d5d4c', 'network_id': 'ef22f7e4-04ef-4765-a896-ca64b69d5d4c', 'project_id': 'ed18f34dd6e242e3b1cef2275bdaf787', 'fixed_ips': [{'subnet_id': '2935b3bf-7dfd-48dd-a93a-d6f2d94cfd36'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:03:21.654350 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:21.664254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c605a8-9b9f-4299-be72-95bc7409ad78 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event updated for resources: {'Subnet': ['ID=adde279c-7997-4e72-824f-b337b3b8b614,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:21.683761 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-000ab3e1-b80e-4714-ac98-33512e8da15c None None] Network dfc62815-e387-489b-82e7-0a552a0dd22f is not hosted by any dhcp agent {{(pid=103303) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 16:03:21.684324 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ab3e1-b80e-4714-ac98-33512e8da15c None None] No DVR routers for this DVR port 0afd03fb-3c12-4bd7-a5de-9bf1c02b12ae on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:21.772721 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] For port e8c838d5-8bc2-49e4-a158-87f9143eb73d, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:03:21.835648 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (cd95c7e6-d383-4b50-a526-26be64f9b3c8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:21.847712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] For port e8c838d5-8bc2-49e4-a158-87f9143eb73d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e8c838d5-8bc2-49e4-a158-87f9143eb73d,segment=NetworkSegment(26b3c708-05e4-48a4-870b-5a26d43eca1e),segment_id=26b3c708-05e4-48a4-870b-5a26d43eca1e)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:03:21.851913 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c605a8-9b9f-4299-be72-95bc7409ad78 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Checking segment: {'id': '016be8a2-bdd3-453a-a417-e3e7bad0df0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f067ba80-d900-41c6-9305-ca5b2aa2b5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:03:21.854016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c605a8-9b9f-4299-be72-95bc7409ad78 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Network hostable DHCP agents. Network: f067ba80-d900-41c6-9305-ca5b2aa2b5fd, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:03:21.906756 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-599a7920-930b-4ad9-8fb3-c6036e50e8b6 req-9ffa8151-2a0e-4b97-9c41-4000b8a5991c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2625375 Feb 08 16:03:21.972028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c605a8-9b9f-4299-be72-95bc7409ad78 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Network f067ba80-d900-41c6-9305-ca5b2aa2b5fd is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:03:22.009254 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:22.034808 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-c6c605a8-9b9f-4299-be72-95bc7409ad78 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, f067ba80-d900-41c6-9305-ca5b2aa2b5fd) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:22.044139 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac3747-7c79-4d9e-8efb-eaec2474031d None None] Deleting port ef1f8a78-70de-477a-8b74-a9e599a91094 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:22.044467 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3747-7c79-4d9e-8efb-eaec2474031d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:22.047355 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c605a8-9b9f-4299-be72-95bc7409ad78 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:22.053245 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c6c605a8-9b9f-4299-be72-95bc7409ad78 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:22.078421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a7920-930b-4ad9-8fb3-c6036e50e8b6 req-92fe3bfe-bd42-44f8-9247-15e991732e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:22.079946 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-599a7920-930b-4ad9-8fb3-c6036e50e8b6 req-92fe3bfe-bd42-44f8-9247-15e991732e7b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 1128 time: 0.1279678 Feb 08 16:03:22.084037 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c6c605a8-9b9f-4299-be72-95bc7409ad78 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1368790 Feb 08 16:03:22.085866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port ef1f8a78-70de-477a-8b74-a9e599a91094 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:22.086214 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:22.087293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56708) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:22.135009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a99dbcf-446f-46e5-aa6d-1aada646bda1 None None] Network f067ba80-d900-41c6-9305-ca5b2aa2b5fd requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:22.242457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a55f1e-38a7-4885-ae20-e0a71c152baf None None] Pushing event updated for resources: {'Port': ['ID=e8c838d5-8bc2-49e4-a158-87f9143eb73d,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:22.361442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ef1f8a78-70de-477a-8b74-a9e599a91094 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:03:22.394448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] For port ef1f8a78-70de-477a-8b74-a9e599a91094, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ef1f8a78-70de-477a-8b74-a9e599a91094,segment=NetworkSegment(a861b482-235e-4e04-a119-f052435ded16),segment_id=a861b482-235e-4e04-a119-f052435ded16)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:22.395121 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:22.419617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for ef1f8a78-70de-477a-8b74-a9e599a91094 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:22.459874 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a7920-930b-4ad9-8fb3-c6036e50e8b6 req-80838521-f970-427c-bae5-0460e10a3aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:22.471585 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-599a7920-930b-4ad9-8fb3-c6036e50e8b6 req-80838521-f970-427c-bae5-0460e10a3aba service neutron] 10.222.0.94 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 915 time: 0.3552544 Feb 08 16:03:22.672989 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-599a7920-930b-4ad9-8fb3-c6036e50e8b6 req-dec9b855-ec19-496a-b0a1-e09b36c65c4e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3208df6-390c-48d5-9b34-2f7036a4dc2a HTTP/1.1" status: 200 len: 217 time: 0.0973446 Feb 08 16:03:22.674507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Allocated IP 172.20.0.2 (ef22f7e4-04ef-4765-a896-ca64b69d5d4c/2935b3bf-7dfd-48dd-a93a-d6f2d94cfd36/4be57d56-7f23-4b22-9c8a-0d2fc70286d9) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:03:22.764143 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:22.836584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a7920-930b-4ad9-8fb3-c6036e50e8b6 req-22dd030f-64a7-4ea2-b5df-0fd5f4cc1ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:22.838157 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-599a7920-930b-4ad9-8fb3-c6036e50e8b6 req-22dd030f-64a7-4ea2-b5df-0fd5f4cc1ba5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=278c2f2b-2d96-42da-b202-953ae37669d2 HTTP/1.1" status: 200 len: 854 time: 0.1525950 Feb 08 16:03:22.944302 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:22.952918 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd484782-71bc-4984-9eb0-42d35ec9cf0e req-bb1a4166-86e7-424d-88b3-e4a48c4c6b40 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:22.960351 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-599a7920-930b-4ad9-8fb3-c6036e50e8b6 req-a5450a2b-c438-4802-8fbf-949af2f7e9d8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2809b07d-e729-4e16-9f4f-331fbe210676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091909 Feb 08 16:03:22.970112 n-d-824834-11 neutron-server[103303]: INFO neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No ports have port_id starting with ef1f8a78-70de-477a-8b74-a9e599a91094 Feb 08 16:03:22.971785 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No DVR routers for this DVR port ef1f8a78-70de-477a-8b74-a9e599a91094 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:22.977548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd484782-71bc-4984-9eb0-42d35ec9cf0e req-bb1a4166-86e7-424d-88b3-e4a48c4c6b40 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 945 time: 0.2837620 Feb 08 16:03:23.013253 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-f067ba80-d900-41c6-9305-ca5b2aa2b5fd', 'network_id': 'f067ba80-d900-41c6-9305-ca5b2aa2b5fd', 'project_id': 'ed18f34dd6e242e3b1cef2275bdaf787', 'fixed_ips': [{'subnet_id': 'adde279c-7997-4e72-824f-b337b3b8b614'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:03:23.014640 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:23.104984 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:03:23.137273 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=ef1f8a78-70de-477a-8b74-a9e599a91094,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:23.199232 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Publish callbacks [] for port (4be57d56-7f23-4b22-9c8a-0d2fc70286d9), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:23.234718 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (cd95c7e6-d383-4b50-a526-26be64f9b3c8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:23.244215 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (4be57d56-7f23-4b22-9c8a-0d2fc70286d9), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:23.276696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f3ac3747-7c79-4d9e-8efb-eaec2474031d None None] For port ef1f8a78-70de-477a-8b74-a9e599a91094, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ef1f8a78-70de-477a-8b74-a9e599a91094,segment=NetworkSegment(a861b482-235e-4e04-a119-f052435ded16),segment_id=a861b482-235e-4e04-a119-f052435ded16)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:23.277389 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3747-7c79-4d9e-8efb-eaec2474031d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:23.280597 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd484782-71bc-4984-9eb0-42d35ec9cf0e req-01743fd8-9e93-4ad0-a513-ea68494c7ba0 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020716 Feb 08 16:03:23.306040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac3747-7c79-4d9e-8efb-eaec2474031d None None] Calling delete_port for ef1f8a78-70de-477a-8b74-a9e599a91094 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:23.327087 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd95c7e6-d383-4b50-a526-26be64f9b3c8']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:23.362976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a861b482-235e-4e04-a119-f052435ded16') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:23.363640 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a861b482-235e-4e04-a119-f052435ded16') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:23.415640 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (a861b482-235e-4e04-a119-f052435ded16), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:23.439803 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-599a7920-930b-4ad9-8fb3-c6036e50e8b6 req-d83b947b-5a07-432e-afa4-96f98d8a13ed service neutron] 10.222.0.94 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158530 Feb 08 16:03:23.484329 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Network ef22f7e4-04ef-4765-a896-ca64b69d5d4c is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:23.486191 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f3ac3747-7c79-4d9e-8efb-eaec2474031d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (ef1f8a78-70de-477a-8b74-a9e599a91094), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:23.488752 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a861b482-235e-4e04-a119-f052435ded16), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:23.535737 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:03:23.536404 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (a861b482-235e-4e04-a119-f052435ded16), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:03:23.540484 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:03:23.681981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Allocated IP 172.20.0.2 (f067ba80-d900-41c6-9305-ca5b2aa2b5fd/adde279c-7997-4e72-824f-b337b3b8b614/d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:03:23.690333 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (cd95c7e6-d383-4b50-a526-26be64f9b3c8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:23.720401 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:23.725351 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/networks/cd95c7e6-d383-4b50-a526-26be64f9b3c8 HTTP/1.1" status: 204 len: 168 time: 2.8322060 Feb 08 16:03:23.730346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56712) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:23.739880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-4235a222-bfb1-413e-aaec-03dfda11cef1 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'network': {'name': 'tempest-RoutersTest-1195374452'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:23.799232 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-599a7920-930b-4ad9-8fb3-c6036e50e8b6 req-8fa8ec95-9a85-4bcb-9d0f-fafc2bbfc794 service neutron] 10.222.0.94 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507121 Feb 08 16:03:23.801376 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940da80b-3d2a-49de-bd8d-1558d2bf3cdc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Network': ['ID=cd95c7e6-d383-4b50-a526-26be64f9b3c8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:23.825735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4235a222-bfb1-413e-aaec-03dfda11cef1 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:03:23.833220 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4235a222-bfb1-413e-aaec-03dfda11cef1 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:23.866763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Allocated IP 172.20.0.1 (ef22f7e4-04ef-4765-a896-ca64b69d5d4c/2935b3bf-7dfd-48dd-a93a-d6f2d94cfd36/d70630c2-76df-45c7-88fd-966ce1129ef5) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:03:23.916256 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Publish callbacks [] for port (d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:23.920774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Pushing event updated for resources: {'Port': ['ID=4be57d56-7f23-4b22-9c8a-0d2fc70286d9,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:23.926552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:23.929632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:03:23.935036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4235a222-bfb1-413e-aaec-03dfda11cef1 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:03:23.939086 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:23.961292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3ac3747-7c79-4d9e-8efb-eaec2474031d None None] Network cd95c7e6-d383-4b50-a526-26be64f9b3c8 is not hosted by any dhcp agent {{(pid=103303) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 16:03:23.961677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac3747-7c79-4d9e-8efb-eaec2474031d None None] No DVR routers for this DVR port ef1f8a78-70de-477a-8b74-a9e599a91094 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:23.981829 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac3747-7c79-4d9e-8efb-eaec2474031d None None] Pushing event deleted for resources: {'Port': ['ID=ef1f8a78-70de-477a-8b74-a9e599a91094,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:24.039058 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Pushing event updated for resources: {'Port': ['ID=d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:24.055019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Network f067ba80-d900-41c6-9305-ca5b2aa2b5fd is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:24.076752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:24.079298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:03:24.091506 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4235a222-bfb1-413e-aaec-03dfda11cef1 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (638c7c57-1d89-4d50-a4a6-0399d4c83756), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:24.091934 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-4235a222-bfb1-413e-aaec-03dfda11cef1 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Added segment 638c7c57-1d89-4d50-a4a6-0399d4c83756 of type vlan for network d6f858bc-5c26-4699-b9a4-b0e55142ea7f Feb 08 16:03:24.196581 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4235a222-bfb1-413e-aaec-03dfda11cef1 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (d6f858bc-5c26-4699-b9a4-b0e55142ea7f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:24.258662 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Attempting to bind port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:03:24.259168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Attempting to bind port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '24416702-bf61-482e-83bd-37d0e1e6420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ef22f7e4-04ef-4765-a896-ca64b69d5d4c'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:03:24.259633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Attempting to bind port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 on network ef22f7e4-04ef-4765-a896-ca64b69d5d4c {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:03:24.264295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Attempting to bind port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:03:24.264843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Attempting to bind port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '016be8a2-bdd3-453a-a417-e3e7bad0df0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f067ba80-d900-41c6-9305-ca5b2aa2b5fd'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:03:24.266185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Attempting to bind port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b on network f067ba80-d900-41c6-9305-ca5b2aa2b5fd {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:03:24.266836 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4235a222-bfb1-413e-aaec-03dfda11cef1 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (d6f858bc-5c26-4699-b9a4-b0e55142ea7f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:24.272201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4235a222-bfb1-413e-aaec-03dfda11cef1 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:24.273128 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:03:24.273301 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4235a222-bfb1-413e-aaec-03dfda11cef1 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:24.273516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Checking segment: {'id': '016be8a2-bdd3-453a-a417-e3e7bad0df0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f067ba80-d900-41c6-9305-ca5b2aa2b5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:03:24.273947 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:24.274350 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Bound using segment: {'id': '016be8a2-bdd3-453a-a417-e3e7bad0df0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f067ba80-d900-41c6-9305-ca5b2aa2b5fd'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:03:24.274826 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Bound port: d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016be8a2-bdd3-453a-a417-e3e7bad0df0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f067ba80-d900-41c6-9305-ca5b2aa2b5fd'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:03:24.275469 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:24.285678 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:03:24.286888 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Checking segment: {'id': '24416702-bf61-482e-83bd-37d0e1e6420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ef22f7e4-04ef-4765-a896-ca64b69d5d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:03:24.286888 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:24.287124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Bound using segment: {'id': '24416702-bf61-482e-83bd-37d0e1e6420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ef22f7e4-04ef-4765-a896-ca64b69d5d4c'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:03:24.287595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Bound port: 4be57d56-7f23-4b22-9c8a-0d2fc70286d9, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24416702-bf61-482e-83bd-37d0e1e6420f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ef22f7e4-04ef-4765-a896-ca64b69d5d4c'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:03:24.287984 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4be57d56-7f23-4b22-9c8a-0d2fc70286d9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:24.410481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] For port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:03:24.413971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] For port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4be57d56-7f23-4b22-9c8a-0d2fc70286d9,segment=NetworkSegment(24416702-bf61-482e-83bd-37d0e1e6420f),segment_id=24416702-bf61-482e-83bd-37d0e1e6420f)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:03:24.422844 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e8c838d5-8bc2-49e4-a158-87f9143eb73d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:03:24.425541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85f777c-254b-4250-ab65-37182dacf113 None None] Network 1e072637-74a7-4b67-a889-7649b775d7c3 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:24.460249 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4235a222-bfb1-413e-aaec-03dfda11cef1 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7289281 Feb 08 16:03:24.463081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56716) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:24.469032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-63f03835-e55c-4355-95e4-adeb928b5e19 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'subnet': {'network_id': 'd6f858bc-5c26-4699-b9a4-b0e55142ea7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:24.521682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235a222-bfb1-413e-aaec-03dfda11cef1 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Network': ['ID=d6f858bc-5c26-4699-b9a4-b0e55142ea7f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:24.547770 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4be57d56-7f23-4b22-9c8a-0d2fc70286d9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:24.550137 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for port (d70630c2-76df-45c7-88fd-966ce1129ef5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:24.566625 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1277c8-c284-4380-9739-f73d1acb9cda req-a1da416b-a541-499c-9f6d-6a1bae618f0a tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:24.575356 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee1277c8-c284-4380-9739-f73d1acb9cda req-a1da416b-a541-499c-9f6d-6a1bae618f0a tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 945 time: 0.1404135 Feb 08 16:03:24.593007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network d6f858bc-5c26-4699-b9a4-b0e55142ea7f details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:03:24.659761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee1277c8-c284-4380-9739-f73d1acb9cda req-482999df-0b0e-462f-a9a1-69c23f65edbc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785637 Feb 08 16:03:24.681003 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d70630c2-76df-45c7-88fd-966ce1129ef5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:24.745245 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f03835-e55c-4355-95e4-adeb928b5e19 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:03:24.748019 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event updated for resources: {'Port': ['ID=d70630c2-76df-45c7-88fd-966ce1129ef5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:24.750564 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-63f03835-e55c-4355-95e4-adeb928b5e19 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:24.763549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Network ef22f7e4-04ef-4765-a896-ca64b69d5d4c is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:24.766134 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:24.775316 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:03:24.877785 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (0f66f38e-458f-4d34-a607-cbcf82658210), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:25.151969 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e893ea-5062-4671-9fd7-0194d687836e None None] Pushing event updated for resources: {'Port': ['ID=4be57d56-7f23-4b22-9c8a-0d2fc70286d9,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:25.167859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d3414b6e-20df-4f98-bbf1-d036b8c1cef9 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:03:25.195167 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d70630c2-76df-45c7-88fd-966ce1129ef5), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:25.217200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7d274ef7-fa4d-4ebc-9c10-5a064c2e13db None None] Provisioning complete for port e8c838d5-8bc2-49e4-a158-87f9143eb73d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:25.222986 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7d274ef7-fa4d-4ebc-9c10-5a064c2e13db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:25.236434 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-63f03835-e55c-4355-95e4-adeb928b5e19 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (90988a26-3c2a-4b77-983b-8af38b124363), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:25.392991 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f03835-e55c-4355-95e4-adeb928b5e19 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Subnet': ['ID=90988a26-3c2a-4b77-983b-8af38b124363,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:25.474047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f03835-e55c-4355-95e4-adeb928b5e19 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Checking segment: {'id': '638c7c57-1d89-4d50-a4a6-0399d4c83756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd6f858bc-5c26-4699-b9a4-b0e55142ea7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:03:25.474633 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f03835-e55c-4355-95e4-adeb928b5e19 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network hostable DHCP agents. Network: d6f858bc-5c26-4699-b9a4-b0e55142ea7f, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:03:25.526733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f03835-e55c-4355-95e4-adeb928b5e19 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network d6f858bc-5c26-4699-b9a4-b0e55142ea7f is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:03:25.527044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] For port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:03:25.550351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-63f03835-e55c-4355-95e4-adeb928b5e19 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, d6f858bc-5c26-4699-b9a4-b0e55142ea7f) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:25.556107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] For port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b,segment=NetworkSegment(016be8a2-bdd3-453a-a417-e3e7bad0df0d),segment_id=016be8a2-bdd3-453a-a417-e3e7bad0df0d)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:03:25.570625 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a973c73-0ef3-417c-a00e-8a05568e200d None None] Network d6f858bc-5c26-4699-b9a4-b0e55142ea7f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:25.573535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port d3414b6e-20df-4f98-bbf1-d036b8c1cef9 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:03:25.574654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f03835-e55c-4355-95e4-adeb928b5e19 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:25.576386 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-63f03835-e55c-4355-95e4-adeb928b5e19 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:25.600590 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:25.641186 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-63f03835-e55c-4355-95e4-adeb928b5e19 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1737692 Feb 08 16:03:25.642615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56718) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:25.659733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ee22f1d8-c9b9-49c9-a5b9-114a481cff1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-932259505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:25.754628 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee22f1d8-c9b9-49c9-a5b9-114a481cff1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (4f150869-c25f-4666-a1c6-64aeffe7dbc8), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:25.756718 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee22f1d8-c9b9-49c9-a5b9-114a481cff1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (4f150869-c25f-4666-a1c6-64aeffe7dbc8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:25.799992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port d3414b6e-20df-4f98-bbf1-d036b8c1cef9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:25.800640 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d3414b6e-20df-4f98-bbf1-d036b8c1cef9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:25.853800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e8c838d5-8bc2-49e4-a158-87f9143eb73d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:25.858037 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:25.923643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee22f1d8-c9b9-49c9-a5b9-114a481cff1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_controller (4f150869-c25f-4666-a1c6-64aeffe7dbc8), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:25.934290 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee22f1d8-c9b9-49c9-a5b9-114a481cff1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (4f150869-c25f-4666-a1c6-64aeffe7dbc8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:25.984785 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee22f1d8-c9b9-49c9-a5b9-114a481cff1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:25.988494 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ee22f1d8-c9b9-49c9-a5b9-114a481cff1b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3422415 Feb 08 16:03:25.990728 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56722) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:26.005172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c27b2f12-582e-474a-ac32-da1a2f9f86a4 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'port': {'network_id': 'd6f858bc-5c26-4699-b9a4-b0e55142ea7f', 'name': 'tempest-RoutersTest-1046694792'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:26.291194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27b2f12-582e-474a-ac32-da1a2f9f86a4 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:03:26.295641 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c27b2f12-582e-474a-ac32-da1a2f9f86a4 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:26.337823 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-c27b2f12-582e-474a-ac32-da1a2f9f86a4 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] device_id is not set on port 941124a7-cc53-463f-8f59-a00d69cbf84c yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:03:26.370914 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d314b-aeba-4d6d-b965-74cbf3c8ff7a None None] Pushing event updated for resources: {'Port': ['ID=d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:26.494827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7d274ef7-fa4d-4ebc-9c10-5a064c2e13db None None] Current status of the port e8c838d5-8bc2-49e4-a158-87f9143eb73d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:26.497287 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7d274ef7-fa4d-4ebc-9c10-5a064c2e13db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:26.606548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-d6f858bc-5c26-4699-b9a4-b0e55142ea7f', 'network_id': 'd6f858bc-5c26-4699-b9a4-b0e55142ea7f', 'project_id': '6266347370244ae6b8ceabf3acd55629', 'fixed_ips': [{'subnet_id': '90988a26-3c2a-4b77-983b-8af38b124363'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:03:26.608161 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:26.728009 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-c27b2f12-582e-474a-ac32-da1a2f9f86a4 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Allocated IP 172.20.0.2 (d6f858bc-5c26-4699-b9a4-b0e55142ea7f/90988a26-3c2a-4b77-983b-8af38b124363/941124a7-cc53-463f-8f59-a00d69cbf84c) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:03:26.813070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7d274ef7-fa4d-4ebc-9c10-5a064c2e13db None None] For port e8c838d5-8bc2-49e4-a158-87f9143eb73d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e8c838d5-8bc2-49e4-a158-87f9143eb73d,segment=NetworkSegment(26b3c708-05e4-48a4-870b-5a26d43eca1e),segment_id=26b3c708-05e4-48a4-870b-5a26d43eca1e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:26.842923 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7d274ef7-fa4d-4ebc-9c10-5a064c2e13db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:27.028640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d3414b6e-20df-4f98-bbf1-d036b8c1cef9 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:27.040256 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d3414b6e-20df-4f98-bbf1-d036b8c1cef9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:27.102808 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c27b2f12-582e-474a-ac32-da1a2f9f86a4 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (941124a7-cc53-463f-8f59-a00d69cbf84c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:27.203689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c27b2f12-582e-474a-ac32-da1a2f9f86a4 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (941124a7-cc53-463f-8f59-a00d69cbf84c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:27.208369 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for port (d70630c2-76df-45c7-88fd-966ce1129ef5), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:27.208965 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e8c838d5-8bc2-49e4-a158-87f9143eb73d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:27.208965 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:27.243211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870fa0-e1da-4ca9-b00b-47391dc142c8 req-4e7a7c34-00f4-4559-bcc4-774e74f41396 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:27.245343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2870fa0-e1da-4ca9-b00b-47391dc142c8 req-4e7a7c34-00f4-4559-bcc4-774e74f41396 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 945 time: 0.3494015 Feb 08 16:03:27.255022 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (d70630c2-76df-45c7-88fd-966ce1129ef5), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:27.328817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b2f12-582e-474a-ac32-da1a2f9f86a4 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network d6f858bc-5c26-4699-b9a4-b0e55142ea7f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:27.332349 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b2f12-582e-474a-ac32-da1a2f9f86a4 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=941124a7-cc53-463f-8f59-a00d69cbf84c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:27.334959 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b3e7ce-ab9b-48ff-a48c-b93a1ea127a8 None None] Network ef22f7e4-04ef-4765-a896-ca64b69d5d4c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:27.340558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-c27b2f12-582e-474a-ac32-da1a2f9f86a4 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:27.348782 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b2f12-582e-474a-ac32-da1a2f9f86a4 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:03:27.371696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e04006a8-181c-42a9-aa2a-c2374e302ae6 None None] Provisioning complete for port e8c838d5-8bc2-49e4-a158-87f9143eb73d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:27.376087 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e04006a8-181c-42a9-aa2a-c2374e302ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:27.392660 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event updated for resources: {'Port': ['ID=d70630c2-76df-45c7-88fd-966ce1129ef5,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:27.496298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27b2f12-582e-474a-ac32-da1a2f9f86a4 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:27.498553 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c27b2f12-582e-474a-ac32-da1a2f9f86a4 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:27.548136 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c27b2f12-582e-474a-ac32-da1a2f9f86a4 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5545125 Feb 08 16:03:27.551644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56724) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:27.618125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d274ef7-fa4d-4ebc-9c10-5a064c2e13db None None] Pushing event updated for resources: {'Port': ['ID=e8c838d5-8bc2-49e4-a158-87f9143eb73d,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:27.624042 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c4060a-83b9-4c69-9cc1-3d071ea86f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3414b6e-20df-4f98-bbf1-d036b8c1cef9'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:03:27.636320 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1c82ac-ef5d-4a39-9cb0-2db83118ae82" -d '{"events": [{"server_uuid": "86c4060a-83b9-4c69-9cc1-3d071ea86f18", "name": "network-vif-plugged", "status": "completed", "tag": "d3414b6e-20df-4f98-bbf1-d036b8c1cef9"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:03:27.649422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2870fa0-e1da-4ca9-b00b-47391dc142c8 req-9d383533-d88f-49bd-8b70-46a7267eabc8 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903306 Feb 08 16:03:27.655932 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (0f66f38e-458f-4d34-a607-cbcf82658210), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:27.829474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d3414b6e-20df-4f98-bbf1-d036b8c1cef9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d3414b6e-20df-4f98-bbf1-d036b8c1cef9,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:27.889785 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Network ef22f7e4-04ef-4765-a896-ca64b69d5d4c is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:27.907120 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:27.914792 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e1c76f-c08c-43b5-b736-0564fc7a1d2c x-openstack-request-id: req-47e1c76f-c08c-43b5-b736-0564fc7a1d2c {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:03:27.915292 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c4060a-83b9-4c69-9cc1-3d071ea86f18", "name": "network-vif-plugged", "status": "completed", "tag": "d3414b6e-20df-4f98-bbf1-d036b8c1cef9", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:03:27.916594 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-47e1c76f-c08c-43b5-b736-0564fc7a1d2c {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:03:27.918460 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c4060a-83b9-4c69-9cc1-3d071ea86f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3414b6e-20df-4f98-bbf1-d036b8c1cef9', 'code': 200} Feb 08 16:03:27.925132 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d3414b6e-20df-4f98-bbf1-d036b8c1cef9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:28.038884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa24b20-2c9a-49ce-9fe6-07e97b0eb147 None None] Network f067ba80-d900-41c6-9305-ca5b2aa2b5fd requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:28.178669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Router 0f66f38e-458f-4d34-a607-cbcf82658210 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:03:28.271183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fa465-5f85-4580-8db6-75caff82bdd0 req-6a98db40-800b-4318-8277-0149e0453e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:28.278256 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c64fa465-5f85-4580-8db6-75caff82bdd0 req-6a98db40-800b-4318-8277-0149e0453e95 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 1129 time: 0.2718039 Feb 08 16:03:28.306914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:03:28.324100 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0683d9f1-6111-4143-98d6-1a164afc6c79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "PUT /v2.0/routers/0f66f38e-458f-4d34-a607-cbcf82658210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2360601 Feb 08 16:03:28.327616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56728) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:28.355291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2881c4de-6b0a-452a-a7c0-128bf4dc53b7 None None] Sync routers for ids ['0f66f38e-458f-4d34-a607-cbcf82658210'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:03:28.419039 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c64fa465-5f85-4580-8db6-75caff82bdd0 req-7efdb2b2-bdfa-40d9-9011-16da80ff9f2f service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920446 Feb 08 16:03:28.519532 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f15b2630-4103-4756-ae3c-251888123052 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (941124a7-cc53-463f-8f59-a00d69cbf84c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:28.589621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e04006a8-181c-42a9-aa2a-c2374e302ae6 None None] Current status of the port e8c838d5-8bc2-49e4-a158-87f9143eb73d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:28.593910 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:03:28.597258 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:03:28.618051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881c4de-6b0a-452a-a7c0-128bf4dc53b7 None None] Routers {'0f66f38e-458f-4d34-a607-cbcf82658210'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:28.618668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2881c4de-6b0a-452a-a7c0-128bf4dc53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0f66f38e-458f-4d34-a607-cbcf82658210'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:28.621582 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-67b8061a-7756-469e-ba56-e9bd8798646d {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:03:28.621959 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:03:28.746053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d3414b6e-20df-4f98-bbf1-d036b8c1cef9,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:28.767907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2881c4de-6b0a-452a-a7c0-128bf4dc53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:28.823405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a62954c4-fc56-4afc-8830-ebda703308da None None] Provisioning complete for port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:28.823796 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a62954c4-fc56-4afc-8830-ebda703308da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:28.826637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881c4de-6b0a-452a-a7c0-128bf4dc53b7 None None] Routers {'0f66f38e-458f-4d34-a607-cbcf82658210'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:28.827282 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2881c4de-6b0a-452a-a7c0-128bf4dc53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0f66f38e-458f-4d34-a607-cbcf82658210'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:28.957821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2881c4de-6b0a-452a-a7c0-128bf4dc53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:28.958628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2881c4de-6b0a-452a-a7c0-128bf4dc53b7 None None] The sync data for ids ['0f66f38e-458f-4d34-a607-cbcf82658210'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:03:29.017384 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-26f55f40-8f7c-4ba2-93b4-11da39103819 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:03:29.018900 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-26f55f40-8f7c-4ba2-93b4-11da39103819 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "PUT /v2.0/routers/0f66f38e-458f-4d34-a607-cbcf82658210/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6859016 Feb 08 16:03:29.023132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56732) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:29.112789 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f15b2630-4103-4756-ae3c-251888123052 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (941124a7-cc53-463f-8f59-a00d69cbf84c), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:29.126426 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f15b2630-4103-4756-ae3c-251888123052 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (941124a7-cc53-463f-8f59-a00d69cbf84c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:29.146993 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:29.233318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6e38d-779c-4833-bf43-de91335f201f req-4722e0fc-8c5c-4826-a5f4-e34258ee6369 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:29.242289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31e6e38d-779c-4833-bf43-de91335f201f req-4722e0fc-8c5c-4826-a5f4-e34258ee6369 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.3793323 Feb 08 16:03:29.305549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b2630-4103-4756-ae3c-251888123052 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=941124a7-cc53-463f-8f59-a00d69cbf84c,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:29.343410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Allocated IP 172.20.0.3 (d6f858bc-5c26-4699-b9a4-b0e55142ea7f/90988a26-3c2a-4b77-983b-8af38b124363/a737fd03-9dcd-41db-bef8-f15ad6860a36) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:03:29.368704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31e6e38d-779c-4833-bf43-de91335f201f req-a5f62d96-06dc-44a6-aff8-39156201e13f tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223574 Feb 08 16:03:29.552472 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Publish callbacks [] for port (a737fd03-9dcd-41db-bef8-f15ad6860a36), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:29.568570 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (a737fd03-9dcd-41db-bef8-f15ad6860a36), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:29.580878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a62954c4-fc56-4afc-8830-ebda703308da None None] Current status of the port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:29.583067 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a62954c4-fc56-4afc-8830-ebda703308da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:29.710969 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f15b2630-4103-4756-ae3c-251888123052 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (4f150869-c25f-4666-a1c6-64aeffe7dbc8), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:29.854683 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b2b656c-b165-4922-939d-cdf38acce196 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (0f66f38e-458f-4d34-a607-cbcf82658210), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:29.872380 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e8c838d5-8bc2-49e4-a158-87f9143eb73d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:29.909667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Network d6f858bc-5c26-4699-b9a4-b0e55142ea7f is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:29.949458 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a62954c4-fc56-4afc-8830-ebda703308da None None] For port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b,segment=NetworkSegment(016be8a2-bdd3-453a-a417-e3e7bad0df0d),segment_id=016be8a2-bdd3-453a-a417-e3e7bad0df0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:29.960261 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f15b2630-4103-4756-ae3c-251888123052 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (941124a7-cc53-463f-8f59-a00d69cbf84c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:29.978450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Pushing event updated for resources: {'Port': ['ID=a737fd03-9dcd-41db-bef8-f15ad6860a36,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:29.984641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:29.990988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:03:30.008486 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a62954c4-fc56-4afc-8830-ebda703308da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:30.117970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a62954c4-fc56-4afc-8830-ebda703308da None None] Provisioning complete for port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:30.118408 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a62954c4-fc56-4afc-8830-ebda703308da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4be57d56-7f23-4b22-9c8a-0d2fc70286d9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:30.189981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:03:30.194679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Attempting to bind port a737fd03-9dcd-41db-bef8-f15ad6860a36 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:03:30.195043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Attempting to bind port a737fd03-9dcd-41db-bef8-f15ad6860a36 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '638c7c57-1d89-4d50-a4a6-0399d4c83756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd6f858bc-5c26-4699-b9a4-b0e55142ea7f'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:03:30.195406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Attempting to bind port a737fd03-9dcd-41db-bef8-f15ad6860a36 on network d6f858bc-5c26-4699-b9a4-b0e55142ea7f {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:03:30.217412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62954c4-fc56-4afc-8830-ebda703308da None None] Pushing event updated for resources: {'Port': ['ID=d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:30.240392 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:03:30.240770 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Checking segment: {'id': '638c7c57-1d89-4d50-a4a6-0399d4c83756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd6f858bc-5c26-4699-b9a4-b0e55142ea7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:03:30.241346 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:30.241748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Bound using segment: {'id': '638c7c57-1d89-4d50-a4a6-0399d4c83756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd6f858bc-5c26-4699-b9a4-b0e55142ea7f'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:03:30.242244 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Bound port: a737fd03-9dcd-41db-bef8-f15ad6860a36, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638c7c57-1d89-4d50-a4a6-0399d4c83756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd6f858bc-5c26-4699-b9a4-b0e55142ea7f'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:03:30.242786 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a737fd03-9dcd-41db-bef8-f15ad6860a36), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:30.301903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b656c-b165-4922-939d-cdf38acce196 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Deleting port d70630c2-76df-45c7-88fd-966ce1129ef5 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:30.302258 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b2b656c-b165-4922-939d-cdf38acce196 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d70630c2-76df-45c7-88fd-966ce1129ef5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:30.368046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] For port a737fd03-9dcd-41db-bef8-f15ad6860a36, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:03:30.373046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] For port a737fd03-9dcd-41db-bef8-f15ad6860a36, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a737fd03-9dcd-41db-bef8-f15ad6860a36,segment=NetworkSegment(638c7c57-1d89-4d50-a4a6-0399d4c83756),segment_id=638c7c57-1d89-4d50-a4a6-0399d4c83756)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:03:30.375214 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a62954c4-fc56-4afc-8830-ebda703308da None None] Current status of the port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:30.375578 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a62954c4-fc56-4afc-8830-ebda703308da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4be57d56-7f23-4b22-9c8a-0d2fc70286d9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:30.392668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:30.393072 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4be57d56-7f23-4b22-9c8a-0d2fc70286d9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:30.419956 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a737fd03-9dcd-41db-bef8-f15ad6860a36), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:30.426358 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b2b656c-b165-4922-939d-cdf38acce196 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d70630c2-76df-45c7-88fd-966ce1129ef5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:30.443023 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b656c-b165-4922-939d-cdf38acce196 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Calling delete_port for d70630c2-76df-45c7-88fd-966ce1129ef5 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:30.591843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a62954c4-fc56-4afc-8830-ebda703308da None None] For port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4be57d56-7f23-4b22-9c8a-0d2fc70286d9,segment=NetworkSegment(24416702-bf61-482e-83bd-37d0e1e6420f),segment_id=24416702-bf61-482e-83bd-37d0e1e6420f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:30.609358 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a62954c4-fc56-4afc-8830-ebda703308da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4be57d56-7f23-4b22-9c8a-0d2fc70286d9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:30.615970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3597907-2a83-45d6-b712-b3706cf47b85 None None] Pushing event updated for resources: {'Port': ['ID=a737fd03-9dcd-41db-bef8-f15ad6860a36,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:30.691383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:30.692626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e8c838d5-8bc2-49e4-a158-87f9143eb73d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:03:30.701863 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b2b656c-b165-4922-939d-cdf38acce196 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d70630c2-76df-45c7-88fd-966ce1129ef5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:30.735258 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f15b2630-4103-4756-ae3c-251888123052 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (941124a7-cc53-463f-8f59-a00d69cbf84c), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:30.756645 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f15b2630-4103-4756-ae3c-251888123052 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (941124a7-cc53-463f-8f59-a00d69cbf84c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:30.756908 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b45f4218-3a9e-4788-a519-a5be3bd7bc7f None None] Could not find standard attr ID for object d70630c2-76df-45c7-88fd-966ce1129ef5. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:03:30.762733 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b656c-b165-4922-939d-cdf38acce196 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event deleted for resources: {'Port': ['ID=d70630c2-76df-45c7-88fd-966ce1129ef5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:30.792372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62954c4-fc56-4afc-8830-ebda703308da None None] Pushing event updated for resources: {'Port': ['ID=4be57d56-7f23-4b22-9c8a-0d2fc70286d9,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:30.803921 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b45f4218-3a9e-4788-a519-a5be3bd7bc7f None None] Provisioning complete for port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:30.804303 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b45f4218-3a9e-4788-a519-a5be3bd7bc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4be57d56-7f23-4b22-9c8a-0d2fc70286d9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:30.851081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b2630-4103-4756-ae3c-251888123052 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=941124a7-cc53-463f-8f59-a00d69cbf84c,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:30.901781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e8c838d5-8bc2-49e4-a158-87f9143eb73d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:30.902317 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:31.002129 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f15b2630-4103-4756-ae3c-251888123052 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (4f150869-c25f-4666-a1c6-64aeffe7dbc8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:31.069092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b45f4218-3a9e-4788-a519-a5be3bd7bc7f None None] Current status of the port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:31.087084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b45f4218-3a9e-4788-a519-a5be3bd7bc7f None None] Provisioning complete for port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:31.087461 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b45f4218-3a9e-4788-a519-a5be3bd7bc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:31.173496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a9ae7-bb1d-46f5-bc38-5648c2ee6285 req-1e1421fe-8267-4233-beda-c47aa3442831 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:31.175168 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f30a9ae7-bb1d-46f5-bc38-5648c2ee6285 req-1e1421fe-8267-4233-beda-c47aa3442831 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.4853723 Feb 08 16:03:31.176286 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5b2b656c-b165-4922-939d-cdf38acce196 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (0f66f38e-458f-4d34-a607-cbcf82658210), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:31.193308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b2630-4103-4756-ae3c-251888123052 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network d6f858bc-5c26-4699-b9a4-b0e55142ea7f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:31.194968 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f15b2630-4103-4756-ae3c-251888123052 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:31.240596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f30a9ae7-bb1d-46f5-bc38-5648c2ee6285 req-4db54e32-6d60-478d-a600-9efadc8218b3 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548959 Feb 08 16:03:31.262472 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b45f4218-3a9e-4788-a519-a5be3bd7bc7f None None] Current status of the port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:31.288327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e8c838d5-8bc2-49e4-a158-87f9143eb73d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:31.296386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:03:31.396752 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15b2630-4103-4756-ae3c-251888123052 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 4f150869-c25f-4666-a1c6-64aeffe7dbc8 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:03:31.404386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:31.405170 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:31.475236 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2b656c-b165-4922-939d-cdf38acce196 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Router 0f66f38e-458f-4d34-a607-cbcf82658210 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:03:31.520816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15b2630-4103-4756-ae3c-251888123052 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:03:31.534318 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c62dba-483b-4e28-bbca-afe8d82563bd None None] Sync routers for ids ['4f150869-c25f-4666-a1c6-64aeffe7dbc8'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:03:31.537845 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f15b2630-4103-4756-ae3c-251888123052 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/4f150869-c25f-4666-a1c6-64aeffe7dbc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9851093 Feb 08 16:03:31.540365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56742) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:31.557477 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c62dba-483b-4e28-bbca-afe8d82563bd None None] Routers {'4f150869-c25f-4666-a1c6-64aeffe7dbc8'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:31.562615 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c0c62dba-483b-4e28-bbca-afe8d82563bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4f150869-c25f-4666-a1c6-64aeffe7dbc8'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:31.572618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:31.606664 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43a5dc97-970e-4612-bf5b-69623fb8ff5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:31.623755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513f94be-fd62-4f19-a131-7f208b16374a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:31.625899 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-513f94be-fd62-4f19-a131-7f208b16374a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports/941124a7-cc53-463f-8f59-a00d69cbf84c HTTP/1.1" status: 200 len: 977 time: 0.0836666 Feb 08 16:03:31.629721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56744) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:31.652398 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c0c62dba-483b-4e28-bbca-afe8d82563bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:31.664907 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c62dba-483b-4e28-bbca-afe8d82563bd None None] Routers {'4f150869-c25f-4666-a1c6-64aeffe7dbc8'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:31.665807 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c0c62dba-483b-4e28-bbca-afe8d82563bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4f150869-c25f-4666-a1c6-64aeffe7dbc8'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:31.708924 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c0c62dba-483b-4e28-bbca-afe8d82563bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:31.709825 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c62dba-483b-4e28-bbca-afe8d82563bd None None] The sync data for ids ['4f150869-c25f-4666-a1c6-64aeffe7dbc8'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:03:31.735774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2b656c-b165-4922-939d-cdf38acce196 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:03:31.749297 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5b2b656c-b165-4922-939d-cdf38acce196 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "PUT /v2.0/routers/0f66f38e-458f-4d34-a607-cbcf82658210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7207870 Feb 08 16:03:31.749720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56746) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:31.757661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394e8ba-6b8c-470a-a0bf-1202ee3e6cde None None] Sync routers for ids ['0f66f38e-458f-4d34-a607-cbcf82658210'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:03:31.774823 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e22e47-2d75-44ff-94a1-1e376cc9faba req-89e0d258-d121-424e-baaa-49200d0131cf tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:31.780891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394e8ba-6b8c-470a-a0bf-1202ee3e6cde None None] Routers {'0f66f38e-458f-4d34-a607-cbcf82658210'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:31.781660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e394e8ba-6b8c-470a-a0bf-1202ee3e6cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0f66f38e-458f-4d34-a607-cbcf82658210'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:31.782014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5e22e47-2d75-44ff-94a1-1e376cc9faba req-89e0d258-d121-424e-baaa-49200d0131cf tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.2268527 Feb 08 16:03:31.826610 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-e6a345f2-7d83-4d29-99e6-a4fb9622d7e7 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] delete failed (client error): The resource could not be found. Feb 08 16:03:31.831833 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e6a345f2-7d83-4d29-99e6-a4fb9622d7e7 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "DELETE /v2.0/routers/tempest-non_exist_router-2119389286 HTTP/1.1" status: 404 len: 335 time: 0.0769739 Feb 08 16:03:31.832134 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56748) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:31.836800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2b90cc5a-1516-40b7-ba36-59226169cd30 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f66f38e-458f-4d34-a607-cbcf82658210'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:31.847779 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e394e8ba-6b8c-470a-a0bf-1202ee3e6cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:31.859012 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394e8ba-6b8c-470a-a0bf-1202ee3e6cde None None] Routers {'0f66f38e-458f-4d34-a607-cbcf82658210'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:31.859898 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e394e8ba-6b8c-470a-a0bf-1202ee3e6cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0f66f38e-458f-4d34-a607-cbcf82658210'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:31.923337 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e394e8ba-6b8c-470a-a0bf-1202ee3e6cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:31.925292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394e8ba-6b8c-470a-a0bf-1202ee3e6cde None None] The sync data for ids ['0f66f38e-458f-4d34-a607-cbcf82658210'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:03:31.972925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5e22e47-2d75-44ff-94a1-1e376cc9faba req-85547f3c-babb-4ed6-866a-2aea2139540d tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900270 Feb 08 16:03:32.159617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136dfca-a2d1-4cf5-91ce-5a4b4ba0aa80 req-4c5f1995-0914-4b9d-818f-3b300f4f231b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:32.167918 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6136dfca-a2d1-4cf5-91ce-5a4b4ba0aa80 req-4c5f1995-0914-4b9d-818f-3b300f4f231b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.0905201 Feb 08 16:03:32.173274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a737fd03-9dcd-41db-bef8-f15ad6860a36 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:03:32.211570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8513c4b-f9af-48e1-953b-be81bb6c3ec1 None None] Network d6f858bc-5c26-4699-b9a4-b0e55142ea7f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:32.220672 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b90cc5a-1516-40b7-ba36-59226169cd30 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for router_gateway (0f66f38e-458f-4d34-a607-cbcf82658210), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:32.244705 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-2b90cc5a-1516-40b7-ba36-59226169cd30 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] update failed (client error): The resource could not be found. Feb 08 16:03:32.246378 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2b90cc5a-1516-40b7-ba36-59226169cd30 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "PUT /v2.0/routers/0f66f38e-458f-4d34-a607-cbcf82658210 HTTP/1.1" status: 404 len: 339 time: 0.4127862 Feb 08 16:03:32.249565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56752) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:32.257567 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6136dfca-a2d1-4cf5-91ce-5a4b4ba0aa80 req-d60bac4f-a4d4-4b23-b93d-8b1404647130 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888638 Feb 08 16:03:32.331941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f2ad1007-04d4-44db-b0fa-38344d75e64b None None] Provisioning complete for port a737fd03-9dcd-41db-bef8-f15ad6860a36 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:32.332320 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f2ad1007-04d4-44db-b0fa-38344d75e64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a737fd03-9dcd-41db-bef8-f15ad6860a36), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:32.335282 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f08494e9-b9e6-4a96-8ec7-00693403ae89 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (4f150869-c25f-4666-a1c6-64aeffe7dbc8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:32.388984 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a737fd03-9dcd-41db-bef8-f15ad6860a36 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:32.389383 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a737fd03-9dcd-41db-bef8-f15ad6860a36), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:32.621231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a737fd03-9dcd-41db-bef8-f15ad6860a36 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:32.621504 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a737fd03-9dcd-41db-bef8-f15ad6860a36), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:32.649731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad1007-04d4-44db-b0fa-38344d75e64b None None] Current status of the port a737fd03-9dcd-41db-bef8-f15ad6860a36 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:32.650125 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f2ad1007-04d4-44db-b0fa-38344d75e64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a737fd03-9dcd-41db-bef8-f15ad6860a36), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:32.694897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port a737fd03-9dcd-41db-bef8-f15ad6860a36, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a737fd03-9dcd-41db-bef8-f15ad6860a36,segment=NetworkSegment(638c7c57-1d89-4d50-a4a6-0399d4c83756),segment_id=638c7c57-1d89-4d50-a4a6-0399d4c83756)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:32.700521 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:32.702881 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a737fd03-9dcd-41db-bef8-f15ad6860a36), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:32.704093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:03:32.896126 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-f2ad1007-04d4-44db-b0fa-38344d75e64b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:03:32.898092 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-f2ad1007-04d4-44db-b0fa-38344d75e64b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:03:32.978302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:32.979715 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4be57d56-7f23-4b22-9c8a-0d2fc70286d9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:33.063847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87df35b-b0fc-463f-904e-becbdbb31052 req-19376ca2-1184-4928-927e-8ac572a2f377 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:33.071310 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e87df35b-b0fc-463f-904e-becbdbb31052 req-19376ca2-1184-4928-927e-8ac572a2f377 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.1279621 Feb 08 16:03:33.085656 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=a737fd03-9dcd-41db-bef8-f15ad6860a36,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:33.175114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Allocated IP 172.20.0.1 (1e072637-74a7-4b67-a889-7649b775d7c3/2d831bf5-bf38-4286-a125-150d23143fb6/4de1cef7-0030-4e4e-a5de-7397aea68af1) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:03:33.191832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:33.193171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:03:33.242351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56766) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:33.314314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:33.314809 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:33.340329 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e87df35b-b0fc-463f-904e-becbdbb31052 req-cf3fa344-49e0-443b-ac04-382bf42b956e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681291 Feb 08 16:03:33.363377 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for port (4de1cef7-0030-4e4e-a5de-7397aea68af1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:33.410548 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (4de1cef7-0030-4e4e-a5de-7397aea68af1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:33.483587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event updated for resources: {'Port': ['ID=4de1cef7-0030-4e4e-a5de-7397aea68af1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:33.504156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Network 1e072637-74a7-4b67-a889-7649b775d7c3 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:33.505740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:33.524983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:03:33.538235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f08494e9-b9e6-4a96-8ec7-00693403ae89 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port 941124a7-cc53-463f-8f59-a00d69cbf84c {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:33.538727 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f08494e9-b9e6-4a96-8ec7-00693403ae89 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (941124a7-cc53-463f-8f59-a00d69cbf84c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:33.542544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad1007-04d4-44db-b0fa-38344d75e64b None None] Current status of the port a737fd03-9dcd-41db-bef8-f15ad6860a36 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:33.648225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (0f66f38e-458f-4d34-a607-cbcf82658210), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:33.648763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:33.721030 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-102b7853-6084-4311-8fed-6369792f9afb None None] Provisioning complete for port a737fd03-9dcd-41db-bef8-f15ad6860a36 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:33.721576 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-102b7853-6084-4311-8fed-6369792f9afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a737fd03-9dcd-41db-bef8-f15ad6860a36), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:33.879493 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aa140d2a-03eb-47f0-8f33-78359dc6f290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:33.993003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-102b7853-6084-4311-8fed-6369792f9afb None None] Current status of the port a737fd03-9dcd-41db-bef8-f15ad6860a36 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:33.998822 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4de1cef7-0030-4e4e-a5de-7397aea68af1), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:34.021786 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f08494e9-b9e6-4a96-8ec7-00693403ae89 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (941124a7-cc53-463f-8f59-a00d69cbf84c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:34.063582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-102b7853-6084-4311-8fed-6369792f9afb None None] Provisioning complete for port 941124a7-cc53-463f-8f59-a00d69cbf84c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:34.063969 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-102b7853-6084-4311-8fed-6369792f9afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (941124a7-cc53-463f-8f59-a00d69cbf84c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:34.069490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f08494e9-b9e6-4a96-8ec7-00693403ae89 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for 941124a7-cc53-463f-8f59-a00d69cbf84c owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:34.142931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a737fd03-9dcd-41db-bef8-f15ad6860a36 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:03:34.220799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-102b7853-6084-4311-8fed-6369792f9afb None None] Port 941124a7-cc53-463f-8f59-a00d69cbf84c cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:03:34.249439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a737fd03-9dcd-41db-bef8-f15ad6860a36 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:34.249742 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a737fd03-9dcd-41db-bef8-f15ad6860a36), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:34.419297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-dc091df6-b835-4f8e-b6a5-ed87e43bde3f None None] Provisioning complete for port 941124a7-cc53-463f-8f59-a00d69cbf84c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:34.419690 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dc091df6-b835-4f8e-b6a5-ed87e43bde3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (941124a7-cc53-463f-8f59-a00d69cbf84c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:34.587721 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-dc091df6-b835-4f8e-b6a5-ed87e43bde3f None None] Port 941124a7-cc53-463f-8f59-a00d69cbf84c cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:03:34.597324 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a737fd03-9dcd-41db-bef8-f15ad6860a36 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:34.628797 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f08494e9-b9e6-4a96-8ec7-00693403ae89 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (941124a7-cc53-463f-8f59-a00d69cbf84c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:34.632206 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-dc091df6-b835-4f8e-b6a5-ed87e43bde3f None None] Provisioning complete for port 4de1cef7-0030-4e4e-a5de-7397aea68af1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:34.632683 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dc091df6-b835-4f8e-b6a5-ed87e43bde3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4de1cef7-0030-4e4e-a5de-7397aea68af1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:34.687110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08494e9-b9e6-4a96-8ec7-00693403ae89 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=941124a7-cc53-463f-8f59-a00d69cbf84c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:34.716814 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for port (4de1cef7-0030-4e4e-a5de-7397aea68af1), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:34.720941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-dc091df6-b835-4f8e-b6a5-ed87e43bde3f None None] Port 4de1cef7-0030-4e4e-a5de-7397aea68af1 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:03:34.742080 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (4de1cef7-0030-4e4e-a5de-7397aea68af1), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:34.773390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bddad-222d-4178-8e45-e8351e7fb63f req-4fa92918-7675-4925-be19-2e236e643255 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:34.778804 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee4bddad-222d-4178-8e45-e8351e7fb63f req-4fa92918-7675-4925-be19-2e236e643255 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.2282681 Feb 08 16:03:34.812872 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (0f66f38e-458f-4d34-a607-cbcf82658210), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:34.834403 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4e8bb6f3-3754-429f-a6e2-d5f5e3f1ce93 None None] Could not find standard attr ID for object 941124a7-cc53-463f-8f59-a00d69cbf84c. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:03:34.967464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event updated for resources: {'Port': ['ID=4de1cef7-0030-4e4e-a5de-7397aea68af1,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:35.089797 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Network 1e072637-74a7-4b67-a889-7649b775d7c3 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:35.099830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:35.267414 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Router 0f66f38e-458f-4d34-a607-cbcf82658210 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:03:35.403525 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee4bddad-222d-4178-8e45-e8351e7fb63f req-6cfc1b30-5870-4dfd-bec6-7b5464da7b17 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5940726 Feb 08 16:03:35.423655 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f08494e9-b9e6-4a96-8ec7-00693403ae89 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (4f150869-c25f-4666-a1c6-64aeffe7dbc8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:35.435328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:03:35.445945 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-961a462c-50e9-4b21-adc5-11c0cba37b9c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "PUT /v2.0/routers/0f66f38e-458f-4d34-a607-cbcf82658210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1953139 Feb 08 16:03:35.448656 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cda0f07-627d-4b99-af63-1a0109683179 None None] Sync routers for ids ['0f66f38e-458f-4d34-a607-cbcf82658210'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:03:35.453320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56812) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:35.472821 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cda0f07-627d-4b99-af63-1a0109683179 None None] Routers {'0f66f38e-458f-4d34-a607-cbcf82658210'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:35.473480 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6cda0f07-627d-4b99-af63-1a0109683179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0f66f38e-458f-4d34-a607-cbcf82658210'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:35.505852 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:35.532314 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016af94-539f-46d0-a5fe-fca5f331d41b req-8660a6c4-40ac-4334-a49c-6c8c54b9bbb7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:35.569809 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d016af94-539f-46d0-a5fe-fca5f331d41b req-8660a6c4-40ac-4334-a49c-6c8c54b9bbb7 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 946 time: 0.5072062 Feb 08 16:03:35.580234 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2351c851-2649-46bc-bf4a-18b3ed3424c4 None None] Provisioning complete for port 4de1cef7-0030-4e4e-a5de-7397aea68af1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:35.580814 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2351c851-2649-46bc-bf4a-18b3ed3424c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4de1cef7-0030-4e4e-a5de-7397aea68af1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:35.590924 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6cda0f07-627d-4b99-af63-1a0109683179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:35.609006 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cda0f07-627d-4b99-af63-1a0109683179 None None] Routers {'0f66f38e-458f-4d34-a607-cbcf82658210'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:35.613588 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6cda0f07-627d-4b99-af63-1a0109683179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0f66f38e-458f-4d34-a607-cbcf82658210'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:35.629364 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58e58e22-34dc-45ec-8e93-730a570d650c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for router (0f66f38e-458f-4d34-a607-cbcf82658210), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:35.692018 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2351c851-2649-46bc-bf4a-18b3ed3424c4 None None] Port 4de1cef7-0030-4e4e-a5de-7397aea68af1 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:03:35.741094 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6cda0f07-627d-4b99-af63-1a0109683179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:35.741770 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cda0f07-627d-4b99-af63-1a0109683179 None None] The sync data for ids ['0f66f38e-458f-4d34-a607-cbcf82658210'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:03:35.969200 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d016af94-539f-46d0-a5fe-fca5f331d41b req-deb33439-c385-4e68-8d4b-7a3d2f1ce84a tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=51ea817b-8600-41dd-acba-1345f96bd7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3967462 Feb 08 16:03:36.130530 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08494e9-b9e6-4a96-8ec7-00693403ae89 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 4f150869-c25f-4666-a1c6-64aeffe7dbc8 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:03:36.203568 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-58e58e22-34dc-45ec-8e93-730a570d650c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 08 16:03:36.204769 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-58e58e22-34dc-45ec-8e93-730a570d650c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "DELETE /v2.0/routers/0f66f38e-458f-4d34-a607-cbcf82658210 HTTP/1.1" status: 409 len: 329 time: 0.7502308 Feb 08 16:03:36.207230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56820) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:36.280652 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08494e9-b9e6-4a96-8ec7-00693403ae89 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:03:36.288059 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f08494e9-b9e6-4a96-8ec7-00693403ae89 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/4f150869-c25f-4666-a1c6-64aeffe7dbc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6426144 Feb 08 16:03:36.294112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56822) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:36.294861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32851957-98e2-4407-8163-f9b46d7bd9c4 None None] Sync routers for ids ['4f150869-c25f-4666-a1c6-64aeffe7dbc8'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:03:36.298459 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2eae440-a68c-4578-9264-9715aaa0d895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (720f81cb-6f2d-49bf-80fd-d329ed90b32b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:36.318936 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32851957-98e2-4407-8163-f9b46d7bd9c4 None None] Routers {'4f150869-c25f-4666-a1c6-64aeffe7dbc8'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:36.319574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-32851957-98e2-4407-8163-f9b46d7bd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4f150869-c25f-4666-a1c6-64aeffe7dbc8'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:36.393290 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-32851957-98e2-4407-8163-f9b46d7bd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:36.412765 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32851957-98e2-4407-8163-f9b46d7bd9c4 None None] Routers {'4f150869-c25f-4666-a1c6-64aeffe7dbc8'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:36.413465 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-32851957-98e2-4407-8163-f9b46d7bd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4f150869-c25f-4666-a1c6-64aeffe7dbc8'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:36.504437 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-32851957-98e2-4407-8163-f9b46d7bd9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:36.507180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32851957-98e2-4407-8163-f9b46d7bd9c4 None None] The sync data for ids ['4f150869-c25f-4666-a1c6-64aeffe7dbc8'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:03:36.684842 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:36.778450 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-7e517616-65e8-4224-b1e6-d26063110a19 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] remove_router_interface failed (client error): The resource could not be found. Feb 08 16:03:36.782147 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7e517616-65e8-4224-b1e6-d26063110a19 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/4f150869-c25f-4666-a1c6-64aeffe7dbc8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4786608 Feb 08 16:03:36.785644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56832) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:36.834309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e9a6044a-b751-4649-937b-fc8dd972907c tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f150869-c25f-4666-a1c6-64aeffe7dbc8 HTTP/1.1" status: 200 len: 205 time: 0.0454819 Feb 08 16:03:36.837457 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56836) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:36.995887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-3fadf13d-6342-4828-befd-f9ea3f1726ee tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:37.003487 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-3fadf13d-6342-4828-befd-f9ea3f1726ee tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.96 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 946 time: 0.2804320 Feb 08 16:03:37.087295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698507f-844b-4c06-8dde-4e8b47799c22 req-18c49a00-c665-4e06-8c88-6cc556fed8da tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:37.093641 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6698507f-844b-4c06-8dde-4e8b47799c22 req-18c49a00-c665-4e06-8c88-6cc556fed8da tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.4594769 Feb 08 16:03:37.112722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d9e5-9228-43cb-8a34-5ff63c6bb374 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (4f150869-c25f-4666-a1c6-64aeffe7dbc8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:37.230880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e72c17c1-7af5-4888-a284-f7050d47ad79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (0f66f38e-458f-4d34-a607-cbcf82658210), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:37.330442 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6698507f-844b-4c06-8dde-4e8b47799c22 req-c48358db-88b1-4516-afde-051588c2c821 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099113 Feb 08 16:03:37.348176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-051fee4f-6f28-46ca-b955-9eb05010351c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Deleting port d31c6413-1eb2-472f-8d06-757942fa71bf {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:37.348557 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-051fee4f-6f28-46ca-b955-9eb05010351c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:37.402126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a805de8-43e3-4835-9a56-6511d70fe214 req-bb8902c0-c4e8-45ce-bed0-cae16c401c57 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:37.409901 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a805de8-43e3-4835-9a56-6511d70fe214 req-bb8902c0-c4e8-45ce-bed0-cae16c401c57 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 946 time: 0.3137825 Feb 08 16:03:37.544029 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d9e5-9228-43cb-8a34-5ff63c6bb374 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (4f150869-c25f-4666-a1c6-64aeffe7dbc8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:37.552430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-051fee4f-6f28-46ca-b955-9eb05010351c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] For port d31c6413-1eb2-472f-8d06-757942fa71bf, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d31c6413-1eb2-472f-8d06-757942fa71bf,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:37.552851 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-051fee4f-6f28-46ca-b955-9eb05010351c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:37.591036 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d9e5-9228-43cb-8a34-5ff63c6bb374 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_controller (4f150869-c25f-4666-a1c6-64aeffe7dbc8), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:37.725091 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a805de8-43e3-4835-9a56-6511d70fe214 req-d60ffdf0-c7b0-4b26-bea3-947487eab869 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups?id=51ea817b-8600-41dd-acba-1345f96bd7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808819 Feb 08 16:03:37.727959 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d9e5-9228-43cb-8a34-5ff63c6bb374 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (4f150869-c25f-4666-a1c6-64aeffe7dbc8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:37.728914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae9d9e5-9228-43cb-8a34-5ff63c6bb374 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Fanout notify agent at l3_agent the message router_deleted on router 4f150869-c25f-4666-a1c6-64aeffe7dbc8 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:03:37.742507 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d9e5-9228-43cb-8a34-5ff63c6bb374 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:37.756569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2ae9d9e5-9228-43cb-8a34-5ff63c6bb374 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/routers/4f150869-c25f-4666-a1c6-64aeffe7dbc8 HTTP/1.1" status: 204 len: 168 time: 0.9075506 Feb 08 16:03:37.756569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56840) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:37.846148 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-c923776e-97c5-4ff7-8ace-15073da3e8fc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting subnet 90988a26-3c2a-4b77-983b-8af38b124363 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:03:37.858372 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c923776e-97c5-4ff7-8ace-15073da3e8fc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (90988a26-3c2a-4b77-983b-8af38b124363), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:37.893794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d2eae440-a68c-4578-9264-9715aaa0d895 admin admin] Deleting port a83b32b7-0ee8-47ef-8089-d68e75acc363 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:37.894212 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2eae440-a68c-4578-9264-9715aaa0d895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:37.965073 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:38.085413 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-051fee4f-6f28-46ca-b955-9eb05010351c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:38.086242 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-051fee4f-6f28-46ca-b955-9eb05010351c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (5cbabade-ab41-4440-86f0-1cb276c60369), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:38.087166 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-051fee4f-6f28-46ca-b955-9eb05010351c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Floating IP 5cbabade-ab41-4440-86f0-1cb276c60369 disassociated. External IP: 172.25.7.80, port: d31c6413-1eb2-472f-8d06-757942fa71bf. Feb 08 16:03:38.087801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-051fee4f-6f28-46ca-b955-9eb05010351c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Calling delete_port for d31c6413-1eb2-472f-8d06-757942fa71bf owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:38.180066 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-e72c17c1-7af5-4888-a284-f7050d47ad79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Deleting port 4de1cef7-0030-4e4e-a5de-7397aea68af1 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:38.180419 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e72c17c1-7af5-4888-a284-f7050d47ad79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4de1cef7-0030-4e4e-a5de-7397aea68af1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:38.396168 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c923776e-97c5-4ff7-8ace-15073da3e8fc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (90988a26-3c2a-4b77-983b-8af38b124363), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:38.423992 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e72c17c1-7af5-4888-a284-f7050d47ad79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4de1cef7-0030-4e4e-a5de-7397aea68af1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:38.444497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-e72c17c1-7af5-4888-a284-f7050d47ad79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Calling delete_port for 4de1cef7-0030-4e4e-a5de-7397aea68af1 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:38.507903 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-051fee4f-6f28-46ca-b955-9eb05010351c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d31c6413-1eb2-472f-8d06-757942fa71bf), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:38.536191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-d2eae440-a68c-4578-9264-9715aaa0d895 admin admin] For port a83b32b7-0ee8-47ef-8089-d68e75acc363, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a83b32b7-0ee8-47ef-8089-d68e75acc363,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:38.537010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2eae440-a68c-4578-9264-9715aaa0d895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:38.551708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fee4f-6f28-46ca-b955-9eb05010351c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event deleted for resources: {'Port': ['ID=d31c6413-1eb2-472f-8d06-757942fa71bf,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:38.558737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d2eae440-a68c-4578-9264-9715aaa0d895 admin admin] Calling delete_port for a83b32b7-0ee8-47ef-8089-d68e75acc363 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:38.598197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc9850-e1aa-4178-8c4b-d2269641df5c req-09f42a10-f5fc-4fea-b916-cda90a5d37d7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:38.607984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-38cc9850-e1aa-4178-8c4b-d2269641df5c req-09f42a10-f5fc-4fea-b916-cda90a5d37d7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.1293430 Feb 08 16:03:38.774499 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-38cc9850-e1aa-4178-8c4b-d2269641df5c req-7e7dba0b-e539-431c-a4d6-63bb3c8ccad7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653273 Feb 08 16:03:38.794437 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c923776e-97c5-4ff7-8ace-15073da3e8fc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (90988a26-3c2a-4b77-983b-8af38b124363), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:38.987537 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e72c17c1-7af5-4888-a284-f7050d47ad79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (4de1cef7-0030-4e4e-a5de-7397aea68af1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:39.018126 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63741bab-8bca-431d-8446-982fad483273 req-1b76620c-126b-400c-b29d-75b018416885 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 210 time: 0.1503870 Feb 08 16:03:39.082565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c17c1-7af5-4888-a284-f7050d47ad79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event deleted for resources: {'Port': ['ID=4de1cef7-0030-4e4e-a5de-7397aea68af1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:39.138325 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c923776e-97c5-4ff7-8ace-15073da3e8fc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (90988a26-3c2a-4b77-983b-8af38b124363), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:39.200699 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923776e-97c5-4ff7-8ace-15073da3e8fc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Subnet': ['ID=90988a26-3c2a-4b77-983b-8af38b124363,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:39.234906 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c923776e-97c5-4ff7-8ace-15073da3e8fc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:39.237987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a09075-0d47-40a6-8831-1abbe3b657d8 None None] Network d6f858bc-5c26-4699-b9a4-b0e55142ea7f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:39.255893 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56876) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:39.261531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c923776e-97c5-4ff7-8ace-15073da3e8fc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/90988a26-3c2a-4b77-983b-8af38b124363 HTTP/1.1" status: 204 len: 168 time: 1.5098968 Feb 08 16:03:39.359772 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2eae440-a68c-4578-9264-9715aaa0d895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a83b32b7-0ee8-47ef-8089-d68e75acc363), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:39.454801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eae440-a68c-4578-9264-9715aaa0d895 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83b32b7-0ee8-47ef-8089-d68e75acc363,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:39.457782 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e72c17c1-7af5-4888-a284-f7050d47ad79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (0f66f38e-458f-4d34-a607-cbcf82658210), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:39.617999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2683ab-f63c-45bf-9161-72ca42e27f28 None None] DHCP port deletion for d6f858bc-5c26-4699-b9a4-b0e55142ea7f request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:03:39.741533 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0d2683ab-f63c-45bf-9161-72ca42e27f28 None None] Deleting port a737fd03-9dcd-41db-bef8-f15ad6860a36 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:39.744484 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d2683ab-f63c-45bf-9161-72ca42e27f28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a737fd03-9dcd-41db-bef8-f15ad6860a36), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:39.833171 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2eae440-a68c-4578-9264-9715aaa0d895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (720f81cb-6f2d-49bf-80fd-d329ed90b32b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:39.946948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0d2683ab-f63c-45bf-9161-72ca42e27f28 None None] For port a737fd03-9dcd-41db-bef8-f15ad6860a36, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a737fd03-9dcd-41db-bef8-f15ad6860a36,segment=NetworkSegment(638c7c57-1d89-4d50-a4a6-0399d4c83756),segment_id=638c7c57-1d89-4d50-a4a6-0399d4c83756)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:39.947523 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d2683ab-f63c-45bf-9161-72ca42e27f28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a737fd03-9dcd-41db-bef8-f15ad6860a36), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:39.988172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0d2683ab-f63c-45bf-9161-72ca42e27f28 None None] Calling delete_port for a737fd03-9dcd-41db-bef8-f15ad6860a36 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:40.177846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a737fd03-9dcd-41db-bef8-f15ad6860a36 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:03:40.239598 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d2683ab-f63c-45bf-9161-72ca42e27f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (a737fd03-9dcd-41db-bef8-f15ad6860a36), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:40.316255 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2683ab-f63c-45bf-9161-72ca42e27f28 None None] Pushing event deleted for resources: {'Port': ['ID=a737fd03-9dcd-41db-bef8-f15ad6860a36,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:40.319106 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2683ab-f63c-45bf-9161-72ca42e27f28 None None] No DVR routers for this DVR port a737fd03-9dcd-41db-bef8-f15ad6860a36 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:40.336852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No active binding found for port a737fd03-9dcd-41db-bef8-f15ad6860a36 {{(pid=103303) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 16:03:40.337321 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] The host n-d-824834-11 is not matching for port a737fd03-9dcd-41db-bef8-f15ad6860a36 host None! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 16:03:40.337755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a737fd03-9dcd-41db-bef8-f15ad6860a36 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:03:40.367852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-051fee4f-6f28-46ca-b955-9eb05010351c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Router bf980798-bfed-4b52-bcb8-d5b64a2117b8 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:03:40.439556 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a96d54cc-3ca7-49db-a8d7-33cdbb808b86 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (d6f858bc-5c26-4699-b9a4-b0e55142ea7f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:40.439774 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-20475f20-6da2-47e1-8228-1bb83c384a1e req-eb7ecb9b-6eeb-43d8-a160-0154a412b872 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 210 time: 0.2381272 Feb 08 16:03:40.444539 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2eae440-a68c-4578-9264-9715aaa0d895 admin admin] Router 720f81cb-6f2d-49bf-80fd-d329ed90b32b has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:03:40.473853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2480bc-b88c-4382-bbb7-0c385275fad4 req-6667c182-9fe3-4fab-9fcf-2d26f1a8d6d5 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:40.475598 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d2480bc-b88c-4382-bbb7-0c385275fad4 req-6667c182-9fe3-4fab-9fcf-2d26f1a8d6d5 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.3409584 Feb 08 16:03:40.491102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device d31c6413-1eb2-472f-8d06-757942fa71bf no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:03:40.550688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: d31c6413-1eb2-472f-8d06-757942fa71bf {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:03:40.551045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device d31c6413-1eb2-472f-8d06-757942fa71bf not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:03:40.716547 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d2480bc-b88c-4382-bbb7-0c385275fad4 req-1ba8eebc-d46e-4b6e-9ba4-48f5b879b5b8 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955678 Feb 08 16:03:40.753990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72c17c1-7af5-4888-a284-f7050d47ad79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Router 0f66f38e-458f-4d34-a607-cbcf82658210 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:03:40.779020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2eae440-a68c-4578-9264-9715aaa0d895 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:03:40.792118 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176a57d9-e302-4655-8c5d-2b77b92eab82 None None] Sync routers for ids ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:03:40.796094 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d2eae440-a68c-4578-9264-9715aaa0d895 admin admin] 10.222.0.82 "PUT /v2.0/routers/720f81cb-6f2d-49bf-80fd-d329ed90b32b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5388942 Feb 08 16:03:40.796847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56894) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:40.812134 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176a57d9-e302-4655-8c5d-2b77b92eab82 None None] Routers {'720f81cb-6f2d-49bf-80fd-d329ed90b32b'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:40.813007 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-176a57d9-e302-4655-8c5d-2b77b92eab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:40.996146 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a96d54cc-3ca7-49db-a8d7-33cdbb808b86 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (d6f858bc-5c26-4699-b9a4-b0e55142ea7f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:41.043725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-a96d54cc-3ca7-49db-a8d7-33cdbb808b86 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f858bc-5c26-4699-b9a4-b0e55142ea7f']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:41.047095 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72c17c1-7af5-4888-a284-f7050d47ad79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:03:41.055044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-051fee4f-6f28-46ca-b955-9eb05010351c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:03:41.061581 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb9e44-eaed-40b4-a406-d1f71e3c435e None None] Sync routers for ids ['0f66f38e-458f-4d34-a607-cbcf82658210'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:03:41.068807 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-176a57d9-e302-4655-8c5d-2b77b92eab82 None None] Set router 720f81cb-6f2d-49bf-80fd-d329ed90b32b gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:03:41.077382 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e72c17c1-7af5-4888-a284-f7050d47ad79 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "PUT /v2.0/routers/0f66f38e-458f-4d34-a607-cbcf82658210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8690672 Feb 08 16:03:41.081069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56898) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:41.086790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb9e44-eaed-40b4-a406-d1f71e3c435e None None] Routers {'0f66f38e-458f-4d34-a607-cbcf82658210'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:41.087655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-25bb9e44-eaed-40b4-a406-d1f71e3c435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0f66f38e-458f-4d34-a607-cbcf82658210'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:41.104845 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] Publish callbacks [] for router (720f81cb-6f2d-49bf-80fd-d329ed90b32b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:41.141377 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ec025-89ac-4591-91a1-d73420cae847 None None] Sync routers for ids ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:03:41.149612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-a96d54cc-3ca7-49db-a8d7-33cdbb808b86 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638c7c57-1d89-4d50-a4a6-0399d4c83756') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:41.149930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-a96d54cc-3ca7-49db-a8d7-33cdbb808b86 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638c7c57-1d89-4d50-a4a6-0399d4c83756') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:41.167788 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ec025-89ac-4591-91a1-d73420cae847 None None] Routers {'bf980798-bfed-4b52-bcb8-d5b64a2117b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:41.168632 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e59ec025-89ac-4591-91a1-d73420cae847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:41.175206 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a96d54cc-3ca7-49db-a8d7-33cdbb808b86 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (638c7c57-1d89-4d50-a4a6-0399d4c83756), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:41.192518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-25bb9e44-eaed-40b4-a406-d1f71e3c435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:41.203516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-051fee4f-6f28-46ca-b955-9eb05010351c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] No DVR routers for this DVR port d31c6413-1eb2-472f-8d06-757942fa71bf on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:41.207170 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-051fee4f-6f28-46ca-b955-9eb05010351c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:41.212425 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a6c4a9ab-cb6e-4dbe-9148-260d10908cf2 req-051fee4f-6f28-46ca-b955-9eb05010351c tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.96 "DELETE /v2.0/ports/d31c6413-1eb2-472f-8d06-757942fa71bf HTTP/1.1" status: 204 len: 173 time: 4.1964164 Feb 08 16:03:41.212425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e646e5-72e7-45e1-bb53-8301ea567f34', 'name': 'network-vif-deleted', 'tag': 'd31c6413-1eb2-472f-8d06-757942fa71bf'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:03:41.214323 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9868952b-f9d7-427a-9388-ae9bddb15998" -d '{"events": [{"server_uuid": "30e646e5-72e7-45e1-bb53-8301ea567f34", "name": "network-vif-deleted", "tag": "d31c6413-1eb2-472f-8d06-757942fa71bf"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:03:41.217551 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb9e44-eaed-40b4-a406-d1f71e3c435e None None] Routers {'0f66f38e-458f-4d34-a607-cbcf82658210'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:41.218408 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-25bb9e44-eaed-40b4-a406-d1f71e3c435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0f66f38e-458f-4d34-a607-cbcf82658210'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:41.242171 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a96d54cc-3ca7-49db-a8d7-33cdbb808b86 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (638c7c57-1d89-4d50-a4a6-0399d4c83756), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:41.265817 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-e3840984-cefe-4e58-b644-b354f79b532c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] show failed (client error): The resource could not be found. Feb 08 16:03:41.266082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96d54cc-3ca7-49db-a8d7-33cdbb808b86 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:03:41.266655 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a96d54cc-3ca7-49db-a8d7-33cdbb808b86 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (638c7c57-1d89-4d50-a4a6-0399d4c83756), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:03:41.270373 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:03:41.276891 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e3840984-cefe-4e58-b644-b354f79b532c tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "GET /v2.0/routers/tempest-non_exist_router-2058633812 HTTP/1.1" status: 404 len: 335 time: 0.1905718 Feb 08 16:03:41.284224 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56904) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:41.307398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-87cc7ee6-3eb2-4abf-adac-bb6abda01fcb tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:41.324386 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bf1fb9-1344-4a66-a212-acf2f0b817c4 x-openstack-request-id: req-a4bf1fb9-1344-4a66-a212-acf2f0b817c4 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:03:41.325014 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e646e5-72e7-45e1-bb53-8301ea567f34", "name": "network-vif-deleted", "tag": "d31c6413-1eb2-472f-8d06-757942fa71bf", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:03:41.325468 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a4bf1fb9-1344-4a66-a212-acf2f0b817c4 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:03:41.326078 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e646e5-72e7-45e1-bb53-8301ea567f34', 'name': 'network-vif-deleted', 'tag': 'd31c6413-1eb2-472f-8d06-757942fa71bf', 'status': 'completed', 'code': 200} Feb 08 16:03:41.356367 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a96d54cc-3ca7-49db-a8d7-33cdbb808b86 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (d6f858bc-5c26-4699-b9a4-b0e55142ea7f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:41.360748 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e59ec025-89ac-4591-91a1-d73420cae847 None None] Set router bf980798-bfed-4b52-bcb8-d5b64a2117b8 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:03:41.368872 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a96d54cc-3ca7-49db-a8d7-33cdbb808b86 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:41.373574 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a96d54cc-3ca7-49db-a8d7-33cdbb808b86 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/networks/d6f858bc-5c26-4699-b9a4-b0e55142ea7f HTTP/1.1" status: 204 len: 168 time: 2.1095819 Feb 08 16:03:41.393570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56906) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:41.407294 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1400ebad-c997-4442-9d74-869ef90ce355 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'network': {'name': 'tempest-RoutersTest-1103897020'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:41.411953 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d54cc-3ca7-49db-a8d7-33cdbb808b86 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Network': ['ID=d6f858bc-5c26-4699-b9a4-b0e55142ea7f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:41.442471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1400ebad-c997-4442-9d74-869ef90ce355 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:03:41.447003 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1400ebad-c997-4442-9d74-869ef90ce355 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:41.464369 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-87cc7ee6-3eb2-4abf-adac-bb6abda01fcb tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] update failed (client error): The resource could not be found. Feb 08 16:03:41.478344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56910) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:41.482768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-87cc7ee6-3eb2-4abf-adac-bb6abda01fcb tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "PUT /v2.0/routers/tempest-non_exist_router-452092528 HTTP/1.1" status: 404 len: 334 time: 0.1849837 Feb 08 16:03:41.615060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f67b884-8963-4fd3-baa1-96642fd85f5d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Deleting subnet adde279c-7997-4e72-824f-b337b3b8b614 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:03:41.637948 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1400ebad-c997-4442-9d74-869ef90ce355 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:03:41.647773 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f67b884-8963-4fd3-baa1-96642fd85f5d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for subnet (adde279c-7997-4e72-824f-b337b3b8b614), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:41.683254 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1400ebad-c997-4442-9d74-869ef90ce355 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (5c21e34f-b789-4d92-a464-d7a217351192), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:41.683608 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-1400ebad-c997-4442-9d74-869ef90ce355 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Added segment 5c21e34f-b789-4d92-a464-d7a217351192 of type vlan for network 2cbb2bac-50fe-404e-9db1-c9ff3df3098c Feb 08 16:03:41.686916 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] Publish callbacks [] for router_gateway (720f81cb-6f2d-49bf-80fd-d329ed90b32b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:41.702046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c55cabf3-1a8c-455b-b398-f877eeba195d req-991edbb5-17b4-4950-9971-34aa7ad6644d tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/ports?device_id=30e646e5-72e7-45e1-bb53-8301ea567f34 HTTP/1.1" status: 200 len: 210 time: 0.0996213 Feb 08 16:03:41.844539 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f67b884-8963-4fd3-baa1-96642fd85f5d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (adde279c-7997-4e72-824f-b337b3b8b614), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:41.847096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] Deleting port 44d765f5-db9d-4248-9b3b-d4425f93fc98 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:41.847825 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (44d765f5-db9d-4248-9b3b-d4425f93fc98), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:41.910285 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-25bb9e44-eaed-40b4-a406-d1f71e3c435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:41.911070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb9e44-eaed-40b4-a406-d1f71e3c435e None None] The sync data for ids ['0f66f38e-458f-4d34-a607-cbcf82658210'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:03:41.999140 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1400ebad-c997-4442-9d74-869ef90ce355 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (2cbb2bac-50fe-404e-9db1-c9ff3df3098c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:42.059966 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e59ec025-89ac-4591-91a1-d73420cae847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '5025a6c9-401b-470b-b54a-1277f3ab8e01', 'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'mac_address': 'fa:16:3e:eb:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:41Z', 'updated_at': '2022-02-08T15:55:51Z', 'revision_number': 5, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'subnets': [{'id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:42.066429 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] For port 44d765f5-db9d-4248-9b3b-d4425f93fc98, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=44d765f5-db9d-4248-9b3b-d4425f93fc98,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:42.066860 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (44d765f5-db9d-4248-9b3b-d4425f93fc98), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:42.098137 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ec025-89ac-4591-91a1-d73420cae847 None None] Checking router: bf980798-bfed-4b52-bcb8-d5b64a2117b8 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:03:42.101555 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] Calling delete_port for 44d765f5-db9d-4248-9b3b-d4425f93fc98 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:42.114885 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ec025-89ac-4591-91a1-d73420cae847 None None] Routers {'bf980798-bfed-4b52-bcb8-d5b64a2117b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:42.115684 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e59ec025-89ac-4591-91a1-d73420cae847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:42.122138 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-176a57d9-e302-4655-8c5d-2b77b92eab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T16:03:39Z', 'revision_number': 5, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port': {'id': '44d765f5-db9d-4248-9b3b-d4425f93fc98', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:53:59Z', 'updated_at': '2022-02-08T15:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:42.155022 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1400ebad-c997-4442-9d74-869ef90ce355 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (2cbb2bac-50fe-404e-9db1-c9ff3df3098c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:42.167888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1400ebad-c997-4442-9d74-869ef90ce355 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:42.168551 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1400ebad-c997-4442-9d74-869ef90ce355 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:42.320252 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e59ec025-89ac-4591-91a1-d73420cae847 None None] Set router bf980798-bfed-4b52-bcb8-d5b64a2117b8 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:03:42.343678 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1400ebad-c997-4442-9d74-869ef90ce355 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9486320 Feb 08 16:03:42.346888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56926) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:42.364259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-14fc2692-9848-41b3-a6d5-a1cdf6ab53ca tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'subnet': {'network_id': '2cbb2bac-50fe-404e-9db1-c9ff3df3098c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:42.392876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227de8d-eb8a-4035-bb39-6493c391cbe1 req-8750189e-c2d2-4508-a76f-ca0d04e14fc9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:42.395197 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176a57d9-e302-4655-8c5d-2b77b92eab82 None None] Checking router: 720f81cb-6f2d-49bf-80fd-d329ed90b32b for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:03:42.401955 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3227de8d-eb8a-4035-bb39-6493c391cbe1 req-8750189e-c2d2-4508-a76f-ca0d04e14fc9 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.0863931 Feb 08 16:03:42.410254 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (44d765f5-db9d-4248-9b3b-d4425f93fc98), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:42.465412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] Pushing event deleted for resources: {'Port': ['ID=44d765f5-db9d-4248-9b3b-d4425f93fc98,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:42.523382 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f67b884-8963-4fd3-baa1-96642fd85f5d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (adde279c-7997-4e72-824f-b337b3b8b614), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:42.565786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3227de8d-eb8a-4035-bb39-6493c391cbe1 req-8aaddaf3-37a1-4677-8c5d-b07d973979b7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623042 Feb 08 16:03:42.583716 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (720f81cb-6f2d-49bf-80fd-d329ed90b32b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:42.612018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400ebad-c997-4442-9d74-869ef90ce355 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Network': ['ID=2cbb2bac-50fe-404e-9db1-c9ff3df3098c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:42.630351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 2cbb2bac-50fe-404e-9db1-c9ff3df3098c details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:03:42.679046 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fc2692-9848-41b3-a6d5-a1cdf6ab53ca tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:03:42.683264 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14fc2692-9848-41b3-a6d5-a1cdf6ab53ca tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:42.726691 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176a57d9-e302-4655-8c5d-2b77b92eab82 None None] Routers {'720f81cb-6f2d-49bf-80fd-d329ed90b32b'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:42.727765 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-176a57d9-e302-4655-8c5d-2b77b92eab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:42.895668 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (720f81cb-6f2d-49bf-80fd-d329ed90b32b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:42.895917 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f67b884-8963-4fd3-baa1-96642fd85f5d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (adde279c-7997-4e72-824f-b337b3b8b614), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:42.898856 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] Publish callbacks [] for router_controller (720f81cb-6f2d-49bf-80fd-d329ed90b32b), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:42.922546 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56932) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:42.938351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5ef5ea-0f6c-467e-b951-35047cab218c None None] Network f067ba80-d900-41c6-9305-ca5b2aa2b5fd requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:43.018535 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f67b884-8963-4fd3-baa1-96642fd85f5d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.022067 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-176a57d9-e302-4655-8c5d-2b77b92eab82 None None] Set router 720f81cb-6f2d-49bf-80fd-d329ed90b32b gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:03:43.027272 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2f67b884-8963-4fd3-baa1-96642fd85f5d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "DELETE /v2.0/subnets/adde279c-7997-4e72-824f-b337b3b8b614 HTTP/1.1" status: 204 len: 168 time: 1.5455229 Feb 08 16:03:43.031232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56936) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:43.062992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67b884-8963-4fd3-baa1-96642fd85f5d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event deleted for resources: {'Subnet': ['ID=adde279c-7997-4e72-824f-b337b3b8b614,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:43.105003 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (720f81cb-6f2d-49bf-80fd-d329ed90b32b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.105541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 720f81cb-6f2d-49bf-80fd-d329ed90b32b {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:03:43.121869 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.125326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1c394064-11bf-4299-b69c-28bf3a18842d admin admin] 10.222.0.82 "DELETE /v2.0/routers/720f81cb-6f2d-49bf-80fd-d329ed90b32b HTTP/1.1" status: 204 len: 168 time: 2.3249547 Feb 08 16:03:43.126586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56938) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:43.140136 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-176a57d9-e302-4655-8c5d-2b77b92eab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T16:03:42Z', 'revision_number': 7, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:43.182073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b098adb0-b5d6-4506-a902-ead29ff1d7cf None None] DHCP port deletion for f067ba80-d900-41c6-9305-ca5b2aa2b5fd request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:03:43.192875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-b513e963-0d53-4463-8477-41b24bf69d29 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Deleting subnet 2935b3bf-7dfd-48dd-a93a-d6f2d94cfd36 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:03:43.198715 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b513e963-0d53-4463-8477-41b24bf69d29 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for subnet (2935b3bf-7dfd-48dd-a93a-d6f2d94cfd36), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.242331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab8bfea-0ed9-45a6-b7cd-17feea69caed admin admin] Deleting subnet 087d1e39-0072-4580-ba11-eb90596289b8 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:03:43.253768 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fab8bfea-0ed9-45a6-b7cd-17feea69caed admin admin] Publish callbacks [] for subnet (087d1e39-0072-4580-ba11-eb90596289b8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.265196 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9af2f298-694a-4734-9bf7-2ae9a993837b tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group (51ea817b-8600-41dd-acba-1345f96bd7a2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.272116 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176a57d9-e302-4655-8c5d-2b77b92eab82 None None] The sync data for ids ['720f81cb-6f2d-49bf-80fd-d329ed90b32b'] in n-d-824834-11 is: [{'id': '720f81cb-6f2d-49bf-80fd-d329ed90b32b', 'name': 'tempest-AttachVolumeShelveTestJSON-1391266380-router', 'tenant_id': '4a0201865e184d1486ad0db740e39857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:53:57Z', 'updated_at': '2022-02-08T16:03:42Z', 'revision_number': 7, 'project_id': '4a0201865e184d1486ad0db740e39857', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:03:43.334925 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9af2f298-694a-4734-9bf7-2ae9a993837b tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group (51ea817b-8600-41dd-acba-1345f96bd7a2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.352256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b098adb0-b5d6-4506-a902-ead29ff1d7cf None None] Deleting port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:43.352637 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b098adb0-b5d6-4506-a902-ead29ff1d7cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.394434 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b513e963-0d53-4463-8477-41b24bf69d29 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (2935b3bf-7dfd-48dd-a93a-d6f2d94cfd36), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.408845 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e59ec025-89ac-4591-91a1-d73420cae847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '5025a6c9-401b-470b-b54a-1277f3ab8e01', 'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'mac_address': 'fa:16:3e:eb:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:41Z', 'updated_at': '2022-02-08T15:55:51Z', 'revision_number': 5, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'subnets': [{'id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:43.514754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b098adb0-b5d6-4506-a902-ead29ff1d7cf None None] For port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b,segment=NetworkSegment(016be8a2-bdd3-453a-a417-e3e7bad0df0d),segment_id=016be8a2-bdd3-453a-a417-e3e7bad0df0d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:43.521834 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b098adb0-b5d6-4506-a902-ead29ff1d7cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.526276 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ec025-89ac-4591-91a1-d73420cae847 None None] The sync data for ids ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'] in n-d-824834-11 is: [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T15:55:42Z', 'revision_number': 4, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '5025a6c9-401b-470b-b54a-1277f3ab8e01', 'name': '', 'network_id': '8dac800a-41cf-4608-84ad-1dd6f88aa855', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'mac_address': 'fa:16:3e:eb:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:41Z', 'updated_at': '2022-02-08T15:55:51Z', 'revision_number': 5, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'subnets': [{'id': 'c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:03:43.545407 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fab8bfea-0ed9-45a6-b7cd-17feea69caed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (087d1e39-0072-4580-ba11-eb90596289b8), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.559791 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9af2f298-694a-4734-9bf7-2ae9a993837b tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (51ea817b-8600-41dd-acba-1345f96bd7a2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.561858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b098adb0-b5d6-4506-a902-ead29ff1d7cf None None] Calling delete_port for d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:43.562392 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9af2f298-694a-4734-9bf7-2ae9a993837b tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.565988 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9af2f298-694a-4734-9bf7-2ae9a993837b tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "DELETE /v2.0/security-groups/51ea817b-8600-41dd-acba-1345f96bd7a2 HTTP/1.1" status: 204 len: 168 time: 0.6276753 Feb 08 16:03:43.569815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56948) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:43.612254 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14fc2692-9848-41b3-a6d5-a1cdf6ab53ca tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (f8ec7427-91a7-488d-bfd2-fcf4eb30e6e6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.619608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2f298-694a-4734-9bf7-2ae9a993837b tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ea817b-8600-41dd-acba-1345f96bd7a2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:43.685578 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-7ee29516-be02-4ae5-826b-8152f02b623e tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] show failed (client error): The resource could not be found. Feb 08 16:03:43.690685 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7ee29516-be02-4ae5-826b-8152f02b623e tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "GET /v2.0/security-groups/51ea817b-8600-41dd-acba-1345f96bd7a2 HTTP/1.1" status: 404 len: 347 time: 0.1143856 Feb 08 16:03:43.691801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56954) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:43.757061 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fab8bfea-0ed9-45a6-b7cd-17feea69caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (087d1e39-0072-4580-ba11-eb90596289b8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.834920 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc2692-9848-41b3-a6d5-a1cdf6ab53ca tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Subnet': ['ID=f8ec7427-91a7-488d-bfd2-fcf4eb30e6e6,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:43.870260 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fab8bfea-0ed9-45a6-b7cd-17feea69caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (087d1e39-0072-4580-ba11-eb90596289b8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.871573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc2692-9848-41b3-a6d5-a1cdf6ab53ca tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Checking segment: {'id': '5c21e34f-b789-4d92-a464-d7a217351192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2cbb2bac-50fe-404e-9db1-c9ff3df3098c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:03:43.872006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fc2692-9848-41b3-a6d5-a1cdf6ab53ca tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network hostable DHCP agents. Network: 2cbb2bac-50fe-404e-9db1-c9ff3df3098c, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:03:43.895598 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b098adb0-b5d6-4506-a902-ead29ff1d7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.929220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fc2692-9848-41b3-a6d5-a1cdf6ab53ca tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network 2cbb2bac-50fe-404e-9db1-c9ff3df3098c is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:03:43.950611 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7746cf92-407c-4136-b893-5a7049d826e6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Deleting port 1d10e881-8dc4-4e85-b1fc-bab27ed41f2f {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:43.950983 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7746cf92-407c-4136-b893-5a7049d826e6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1d10e881-8dc4-4e85-b1fc-bab27ed41f2f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.955217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-14fc2692-9848-41b3-a6d5-a1cdf6ab53ca tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 2cbb2bac-50fe-404e-9db1-c9ff3df3098c) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:43.959739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fc2692-9848-41b3-a6d5-a1cdf6ab53ca tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:43.960532 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-14fc2692-9848-41b3-a6d5-a1cdf6ab53ca tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.987823 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-14fc2692-9848-41b3-a6d5-a1cdf6ab53ca tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6314020 Feb 08 16:03:43.989280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8bfea-0ed9-45a6-b7cd-17feea69caed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087d1e39-0072-4580-ba11-eb90596289b8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:43.991687 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fab8bfea-0ed9-45a6-b7cd-17feea69caed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:43.995831 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fab8bfea-0ed9-45a6-b7cd-17feea69caed admin admin] 10.222.0.82 "DELETE /v2.0/subnets/087d1e39-0072-4580-ba11-eb90596289b8 HTTP/1.1" status: 204 len: 168 time: 0.8682520 Feb 08 16:03:43.998479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56958) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:43.998929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56960) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:44.006293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfca782-113f-45b0-9e4a-b579115255cb None None] Network 2cbb2bac-50fe-404e-9db1-c9ff3df3098c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:44.018684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-de9bbcc7-46c6-4829-8b7d-7032e87e8020 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-617611435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:44.073437 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7746cf92-407c-4136-b893-5a7049d826e6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1d10e881-8dc4-4e85-b1fc-bab27ed41f2f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:44.073842 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7746cf92-407c-4136-b893-5a7049d826e6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for floatingip (1d10e881-8dc4-4e85-b1fc-bab27ed41f2f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:44.077414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49341190-df1f-48e6-9865-07aca43d337c None None] Network d41e45aa-aa1c-4b71-8dec-53cfc8e90158 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:44.079972 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b098adb0-b5d6-4506-a902-ead29ff1d7cf None None] No DVR routers for this DVR port d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:44.085352 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098adb0-b5d6-4506-a902-ead29ff1d7cf None None] Pushing event deleted for resources: {'Port': ['ID=d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:44.094217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7746cf92-407c-4136-b893-5a7049d826e6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Calling delete_port for 1d10e881-8dc4-4e85-b1fc-bab27ed41f2f owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:44.176044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae764357-03fe-4feb-8fbd-4262a7f55849 None None] New status for floating IP 5cbabade-ab41-4440-86f0-1cb276c60369: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:03:44.184388 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b513e963-0d53-4463-8477-41b24bf69d29 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (2935b3bf-7dfd-48dd-a93a-d6f2d94cfd36), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:44.336424 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de9bbcc7-46c6-4829-8b7d-7032e87e8020 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (49ec5717-49b2-4ea0-962b-25baf40af449), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:44.341582 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de9bbcc7-46c6-4829-8b7d-7032e87e8020 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (49ec5717-49b2-4ea0-962b-25baf40af449), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:44.388594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f167ca-96fd-41cb-9d3d-602b015ef91b req-e60de1f7-551f-4a29-a0a7-9704954c11e6 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:44.399144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:03:44.399822 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9f167ca-96fd-41cb-9d3d-602b015ef91b req-e60de1f7-551f-4a29-a0a7-9704954c11e6 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.5644999 Feb 08 16:03:44.417177 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7746cf92-407c-4136-b893-5a7049d826e6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (1d10e881-8dc4-4e85-b1fc-bab27ed41f2f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:44.436708 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-ae764357-03fe-4feb-8fbd-4262a7f55849 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:03:44.438358 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-ae764357-03fe-4feb-8fbd-4262a7f55849 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:03:44.461453 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (d41e45aa-aa1c-4b71-8dec-53cfc8e90158), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:44.483760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746cf92-407c-4136-b893-5a7049d826e6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Pushing event deleted for resources: {'Port': ['ID=1d10e881-8dc4-4e85-b1fc-bab27ed41f2f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:44.491076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:03:44.491485 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d7b8c1ea-3ec8-4e11-a6b5-5f67aa179e0b not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:03:44.491924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 44d765f5-db9d-4248-9b3b-d4425f93fc98 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:03:44.528080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 44d765f5-db9d-4248-9b3b-d4425f93fc98 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:03:44.528608 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 44d765f5-db9d-4248-9b3b-d4425f93fc98 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:03:44.529061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a83b32b7-0ee8-47ef-8089-d68e75acc363 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:03:44.559511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-2cbb2bac-50fe-404e-9db1-c9ff3df3098c', 'network_id': '2cbb2bac-50fe-404e-9db1-c9ff3df3098c', 'project_id': '6266347370244ae6b8ceabf3acd55629', 'fixed_ips': [{'subnet_id': 'f8ec7427-91a7-488d-bfd2-fcf4eb30e6e6'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:03:44.560389 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:44.564583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: a83b32b7-0ee8-47ef-8089-d68e75acc363 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:03:44.564925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a83b32b7-0ee8-47ef-8089-d68e75acc363 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:03:44.638858 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7746cf92-407c-4136-b893-5a7049d826e6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks [] for floatingip (5cbabade-ab41-4440-86f0-1cb276c60369), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:44.644393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7746cf92-407c-4136-b893-5a7049d826e6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:44.648824 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7746cf92-407c-4136-b893-5a7049d826e6 tempest-AttachVolumeTestJSON-238035286 tempest-AttachVolumeTestJSON-238035286-project] 10.222.0.82 "DELETE /v2.0/floatingips/5cbabade-ab41-4440-86f0-1cb276c60369 HTTP/1.1" status: 204 len: 168 time: 0.9557328 Feb 08 16:03:44.714592 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b513e963-0d53-4463-8477-41b24bf69d29 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (2935b3bf-7dfd-48dd-a93a-d6f2d94cfd36), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:44.723138 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d7b8b6-e3dd-4251-a7da-fb071d0ec3c2 None None] DHCP port deletion for d41e45aa-aa1c-4b71-8dec-53cfc8e90158 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:03:44.749540 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de9bbcc7-46c6-4829-8b7d-7032e87e8020 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_controller (49ec5717-49b2-4ea0-962b-25baf40af449), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:44.754063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513e963-0d53-4463-8477-41b24bf69d29 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event deleted for resources: {'Subnet': ['ID=2935b3bf-7dfd-48dd-a93a-d6f2d94cfd36,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:44.776863 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9f167ca-96fd-41cb-9d3d-602b015ef91b req-7eda4200-0ef9-4eb6-bd7c-c14d0936cc05 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739409 Feb 08 16:03:44.783913 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de9bbcc7-46c6-4829-8b7d-7032e87e8020 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (49ec5717-49b2-4ea0-962b-25baf40af449), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:44.793318 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b513e963-0d53-4463-8477-41b24bf69d29 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:44.800540 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56976) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:44.814945 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b513e963-0d53-4463-8477-41b24bf69d29 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "DELETE /v2.0/subnets/2935b3bf-7dfd-48dd-a93a-d6f2d94cfd36 HTTP/1.1" status: 204 len: 168 time: 1.7820957 Feb 08 16:03:44.841369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a0716e-1115-4a43-b3a0-b21daf1c96a7 None None] Network ef22f7e4-04ef-4765-a896-ca64b69d5d4c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:44.909569 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de9bbcc7-46c6-4829-8b7d-7032e87e8020 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:44.922109 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-de9bbcc7-46c6-4829-8b7d-7032e87e8020 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9200971 Feb 08 16:03:44.924800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56982) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:44.946076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae764357-03fe-4feb-8fbd-4262a7f55849 None None] New status for floating IP 5cbabade-ab41-4440-86f0-1cb276c60369: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:03:45.002276 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe2b3-a7dd-46c6-a354-343375e1e839 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (f067ba80-d900-41c6-9305-ca5b2aa2b5fd), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.110740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] Deleting port 03d43002-3710-4e21-98bc-405f23bc621b {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:45.111240 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (03d43002-3710-4e21-98bc-405f23bc621b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.159512 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe2b3-a7dd-46c6-a354-343375e1e839 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (f067ba80-d900-41c6-9305-ca5b2aa2b5fd), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.189975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d1dbe2b3-a7dd-46c6-a354-343375e1e839 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f067ba80-d900-41c6-9305-ca5b2aa2b5fd']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:45.204190 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d1dbe2b3-a7dd-46c6-a354-343375e1e839 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016be8a2-bdd3-453a-a417-e3e7bad0df0d') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:45.204739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d1dbe2b3-a7dd-46c6-a354-343375e1e839 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016be8a2-bdd3-453a-a417-e3e7bad0df0d') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:45.206236 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] For port 03d43002-3710-4e21-98bc-405f23bc621b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=03d43002-3710-4e21-98bc-405f23bc621b,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:45.206699 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (03d43002-3710-4e21-98bc-405f23bc621b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.220929 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe2b3-a7dd-46c6-a354-343375e1e839 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (016be8a2-bdd3-453a-a417-e3e7bad0df0d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.234199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] Calling delete_port for 03d43002-3710-4e21-98bc-405f23bc621b owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:45.239230 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe2b3-a7dd-46c6-a354-343375e1e839 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (016be8a2-bdd3-453a-a417-e3e7bad0df0d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.254646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1dbe2b3-a7dd-46c6-a354-343375e1e839 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:03:45.256352 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe2b3-a7dd-46c6-a354-343375e1e839 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (016be8a2-bdd3-453a-a417-e3e7bad0df0d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:03:45.264691 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:03:45.294793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-54d7b8b6-e3dd-4251-a7da-fb071d0ec3c2 None None] Deleting port 03d43002-3710-4e21-98bc-405f23bc621b {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:45.295978 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-54d7b8b6-e3dd-4251-a7da-fb071d0ec3c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (03d43002-3710-4e21-98bc-405f23bc621b), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.306242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Allocated IP 172.20.0.2 (2cbb2bac-50fe-404e-9db1-c9ff3df3098c/f8ec7427-91a7-488d-bfd2-fcf4eb30e6e6/e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:03:45.360827 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe2b3-a7dd-46c6-a354-343375e1e839 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (f067ba80-d900-41c6-9305-ca5b2aa2b5fd), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.362177 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (03d43002-3710-4e21-98bc-405f23bc621b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.390167 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1dbe2b3-a7dd-46c6-a354-343375e1e839 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.408360 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d1dbe2b3-a7dd-46c6-a354-343375e1e839 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "DELETE /v2.0/networks/f067ba80-d900-41c6-9305-ca5b2aa2b5fd HTTP/1.1" status: 204 len: 168 time: 0.6010110 Feb 08 16:03:45.422531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56988) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:45.445344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-54d7b8b6-e3dd-4251-a7da-fb071d0ec3c2 None None] For port 03d43002-3710-4e21-98bc-405f23bc621b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=03d43002-3710-4e21-98bc-405f23bc621b,segment=NetworkSegment(56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee),segment_id=56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:45.445667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbe2b3-a7dd-46c6-a354-343375e1e839 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event deleted for resources: {'Network': ['ID=f067ba80-d900-41c6-9305-ca5b2aa2b5fd,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:45.445880 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-54d7b8b6-e3dd-4251-a7da-fb071d0ec3c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (03d43002-3710-4e21-98bc-405f23bc621b), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.468109 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-54d7b8b6-e3dd-4251-a7da-fb071d0ec3c2 None None] Calling delete_port for 03d43002-3710-4e21-98bc-405f23bc621b owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:45.519118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d43002-3710-4e21-98bc-405f23bc621b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:45.531818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] No DVR routers for this DVR port 03d43002-3710-4e21-98bc-405f23bc621b on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:45.581044 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-54d7b8b6-e3dd-4251-a7da-fb071d0ec3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (03d43002-3710-4e21-98bc-405f23bc621b), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.599255 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773c7c85-8572-4b84-b17e-e8533ec6033c None None] DHCP port deletion for ef22f7e4-04ef-4765-a896-ca64b69d5d4c request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:03:45.618354 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d7b8b6-e3dd-4251-a7da-fb071d0ec3c2 None None] No DVR routers for this DVR port 03d43002-3710-4e21-98bc-405f23bc621b on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:45.709147 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7b8b6-e3dd-4251-a7da-fb071d0ec3c2 None None] Pushing event deleted for resources: {'Port': ['ID=03d43002-3710-4e21-98bc-405f23bc621b,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:45.733506 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (d41e45aa-aa1c-4b71-8dec-53cfc8e90158), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.795695 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-773c7c85-8572-4b84-b17e-e8533ec6033c None None] Deleting port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:45.796344 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-773c7c85-8572-4b84-b17e-e8533ec6033c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4be57d56-7f23-4b22-9c8a-0d2fc70286d9), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.873281 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41e45aa-aa1c-4b71-8dec-53cfc8e90158']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:45.886040 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e5d3f4a-7649-4549-8245-c4fc53fbf343 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (ef22f7e4-04ef-4765-a896-ca64b69d5d4c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.894022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:45.894346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:45.932363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-773c7c85-8572-4b84-b17e-e8533ec6033c None None] For port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4be57d56-7f23-4b22-9c8a-0d2fc70286d9,segment=NetworkSegment(24416702-bf61-482e-83bd-37d0e1e6420f),segment_id=24416702-bf61-482e-83bd-37d0e1e6420f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:45.933032 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-773c7c85-8572-4b84-b17e-e8533ec6033c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4be57d56-7f23-4b22-9c8a-0d2fc70286d9), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.941545 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:45.951393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-773c7c85-8572-4b84-b17e-e8533ec6033c None None] Calling delete_port for 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:46.107287 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 03d43002-3710-4e21-98bc-405f23bc621b no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:03:46.139803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 03d43002-3710-4e21-98bc-405f23bc621b {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:03:46.140150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 03d43002-3710-4e21-98bc-405f23bc621b not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:03:46.141384 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:03:46.147553 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-773c7c85-8572-4b84-b17e-e8533ec6033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (4be57d56-7f23-4b22-9c8a-0d2fc70286d9), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:46.216637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:03:46.217626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:03:46.237277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c7c85-8572-4b84-b17e-e8533ec6033c None None] Pushing event deleted for resources: {'Port': ['ID=4be57d56-7f23-4b22-9c8a-0d2fc70286d9,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:46.245523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c7c85-8572-4b84-b17e-e8533ec6033c None None] No DVR routers for this DVR port 4be57d56-7f23-4b22-9c8a-0d2fc70286d9 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:46.293038 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Publish callbacks [] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:46.303131 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:46.537536 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:46.548873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Network 2cbb2bac-50fe-404e-9db1-c9ff3df3098c is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:46.552009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:46.557849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:03:46.561144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Pushing event updated for resources: {'Port': ['ID=e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:46.565955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:03:46.566465 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (56c58357-e1c4-4ffe-bbd1-bcdd2fbe17ee), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:03:46.586107 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:03:46.633008 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Attempting to bind port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:03:46.633802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Attempting to bind port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '5c21e34f-b789-4d92-a464-d7a217351192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2cbb2bac-50fe-404e-9db1-c9ff3df3098c'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:03:46.634654 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Attempting to bind port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d on network 2cbb2bac-50fe-404e-9db1-c9ff3df3098c {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:03:46.642869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:03:46.643622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Checking segment: {'id': '5c21e34f-b789-4d92-a464-d7a217351192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2cbb2bac-50fe-404e-9db1-c9ff3df3098c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:03:46.644301 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:46.644883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Bound using segment: {'id': '5c21e34f-b789-4d92-a464-d7a217351192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2cbb2bac-50fe-404e-9db1-c9ff3df3098c'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:03:46.645641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Bound port: e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c21e34f-b789-4d92-a464-d7a217351192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2cbb2bac-50fe-404e-9db1-c9ff3df3098c'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:03:46.646275 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:46.671382 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:46.691343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538fc05-ddf2-4287-b58a-012401c75c3b req-46bd1b4f-f339-49b4-9d04-66244a7c5f4e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:46.692935 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e538fc05-ddf2-4287-b58a-012401c75c3b req-46bd1b4f-f339-49b4-9d04-66244a7c5f4e tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.7932467 Feb 08 16:03:46.742450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] For port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:03:46.844325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] For port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d,segment=NetworkSegment(5c21e34f-b789-4d92-a464-d7a217351192),segment_id=5c21e34f-b789-4d92-a464-d7a217351192)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:03:46.844558 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e5d3f4a-7649-4549-8245-c4fc53fbf343 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (ef22f7e4-04ef-4765-a896-ca64b69d5d4c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:46.855688 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (d41e45aa-aa1c-4b71-8dec-53cfc8e90158), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:46.857061 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:46.909735 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:46.916696 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] 10.222.0.82 "DELETE /v2.0/networks/d41e45aa-aa1c-4b71-8dec-53cfc8e90158 HTTP/1.1" status: 204 len: 168 time: 2.9119058 Feb 08 16:03:46.920597 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e538fc05-ddf2-4287-b58a-012401c75c3b req-ab37ee64-c493-4875-a905-f30caf0bad94 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773899 Feb 08 16:03:46.944859 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3491ac-a531-4d44-a9e0-cb395a93a1f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d41e45aa-aa1c-4b71-8dec-53cfc8e90158,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:46.948692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-5e5d3f4a-7649-4549-8245-c4fc53fbf343 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef22f7e4-04ef-4765-a896-ca64b69d5d4c']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:46.996020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-5e5d3f4a-7649-4549-8245-c4fc53fbf343 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24416702-bf61-482e-83bd-37d0e1e6420f') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:46.996317 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-5e5d3f4a-7649-4549-8245-c4fc53fbf343 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24416702-bf61-482e-83bd-37d0e1e6420f') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:47.017171 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e5d3f4a-7649-4549-8245-c4fc53fbf343 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (24416702-bf61-482e-83bd-37d0e1e6420f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:47.059442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a9225-9e05-4fe2-90ff-aed6dec3736a None None] Pushing event updated for resources: {'Port': ['ID=e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:47.106377 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e5d3f4a-7649-4549-8245-c4fc53fbf343 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (24416702-bf61-482e-83bd-37d0e1e6420f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:47.145299 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5d3f4a-7649-4549-8245-c4fc53fbf343 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:03:47.146178 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e5d3f4a-7649-4549-8245-c4fc53fbf343 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (24416702-bf61-482e-83bd-37d0e1e6420f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:03:47.149567 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:03:47.209599 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57018) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:47.289563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e5d3f4a-7649-4549-8245-c4fc53fbf343 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (ef22f7e4-04ef-4765-a896-ca64b69d5d4c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:47.310760 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-54941c44-72d8-47b8-a458-c4b5f32155ea admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4a0201865e184d1486ad0db740e39857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0993583 Feb 08 16:03:47.316502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57020) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:47.318504 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e5d3f4a-7649-4549-8245-c4fc53fbf343 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:47.324372 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5e5d3f4a-7649-4549-8245-c4fc53fbf343 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "DELETE /v2.0/networks/ef22f7e4-04ef-4765-a896-ca64b69d5d4c HTTP/1.1" status: 204 len: 168 time: 1.8980138 Feb 08 16:03:47.324701 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57022) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:47.335112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d3f4a-7649-4549-8245-c4fc53fbf343 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event deleted for resources: {'Network': ['ID=ef22f7e4-04ef-4765-a896-ca64b69d5d4c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:47.357736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Allocated IP 172.20.0.1 (2cbb2bac-50fe-404e-9db1-c9ff3df3098c/f8ec7427-91a7-488d-bfd2-fcf4eb30e6e6/e321f07d-6a08-4f7d-a93b-d0d601b213e4) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:03:47.461500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efb596e-1b53-45ed-b089-8431cd1cb03d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Deleting subnet 2d831bf5-bf38-4286-a125-150d23143fb6 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:03:47.469391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7efb596e-1b53-45ed-b089-8431cd1cb03d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for subnet (2d831bf5-bf38-4286-a125-150d23143fb6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:47.551228 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (e321f07d-6a08-4f7d-a93b-d0d601b213e4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:47.588639 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7efb596e-1b53-45ed-b089-8431cd1cb03d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (2d831bf5-bf38-4286-a125-150d23143fb6), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:47.619584 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e321f07d-6a08-4f7d-a93b-d0d601b213e4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:47.683320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network 2cbb2bac-50fe-404e-9db1-c9ff3df3098c is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:47.713694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:47.727297 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:03:47.774575 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7efb596e-1b53-45ed-b089-8431cd1cb03d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (2d831bf5-bf38-4286-a125-150d23143fb6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:47.787657 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af47fdfa-a034-4ffc-adce-f78fefbf9bfa admin admin] Publish callbacks [] for security_group (b6dcd922-528d-4378-bf47-fc21d92bcf39), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:47.818109 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=e321f07d-6a08-4f7d-a93b-d0d601b213e4,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:47.850607 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (49ec5717-49b2-4ea0-962b-25baf40af449), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:48.001603 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7efb596e-1b53-45ed-b089-8431cd1cb03d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (2d831bf5-bf38-4286-a125-150d23143fb6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:48.081499 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af47fdfa-a034-4ffc-adce-f78fefbf9bfa admin admin] Publish callbacks [] for security_group (b6dcd922-528d-4378-bf47-fc21d92bcf39), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:48.118130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:03:48.131689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb596e-1b53-45ed-b089-8431cd1cb03d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event deleted for resources: {'Subnet': ['ID=2d831bf5-bf38-4286-a125-150d23143fb6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:48.149756 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7efb596e-1b53-45ed-b089-8431cd1cb03d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:48.173656 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7efb596e-1b53-45ed-b089-8431cd1cb03d tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "DELETE /v2.0/subnets/2d831bf5-bf38-4286-a125-150d23143fb6 HTTP/1.1" status: 204 len: 168 time: 0.8394923 Feb 08 16:03:48.174390 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57034) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:48.189605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c6e501-8c62-4df8-96e0-3961ce8780f3 None None] Network 1e072637-74a7-4b67-a889-7649b775d7c3 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:48.361216 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (1e072637-74a7-4b67-a889-7649b775d7c3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:48.379136 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e321f07d-6a08-4f7d-a93b-d0d601b213e4), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:48.408282 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af47fdfa-a034-4ffc-adce-f78fefbf9bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b6dcd922-528d-4378-bf47-fc21d92bcf39), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:48.411630 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-af47fdfa-a034-4ffc-adce-f78fefbf9bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:48.418515 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-af47fdfa-a034-4ffc-adce-f78fefbf9bfa admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b6dcd922-528d-4378-bf47-fc21d92bcf39 HTTP/1.1" status: 204 len: 168 time: 1.0810633 Feb 08 16:03:48.468055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47fdfa-a034-4ffc-adce-f78fefbf9bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dcd922-528d-4378-bf47-fc21d92bcf39,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:48.477120 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:48.477508 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:48.491026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Deleting port e8c838d5-8bc2-49e4-a158-87f9143eb73d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:48.491738 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:48.573988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adee27-f23a-4dc6-8c9d-f848fb054ec3 req-7d339fc5-1489-4cbc-83da-fc8f11290543 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:48.584412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-20adee27-f23a-4dc6-8c9d-f848fb054ec3 req-7d339fc5-1489-4cbc-83da-fc8f11290543 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.3997967 Feb 08 16:03:48.670151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] For port e8c838d5-8bc2-49e4-a158-87f9143eb73d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e8c838d5-8bc2-49e4-a158-87f9143eb73d,segment=NetworkSegment(26b3c708-05e4-48a4-870b-5a26d43eca1e),segment_id=26b3c708-05e4-48a4-870b-5a26d43eca1e)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:48.670599 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:48.671212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f563462e-c446-49de-b036-04ddb8bbb4b0 None None] DHCP port deletion for 1e072637-74a7-4b67-a889-7649b775d7c3 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:03:48.726908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Calling delete_port for e8c838d5-8bc2-49e4-a158-87f9143eb73d owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:48.737218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:48.756496 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:48.829216 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-20adee27-f23a-4dc6-8c9d-f848fb054ec3 req-1b1389c1-2ad9-49d2-936c-7f2ad280cfe6 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239103 Feb 08 16:03:48.945207 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.010485 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d,segment=NetworkSegment(5c21e34f-b789-4d92-a464-d7a217351192),segment_id=5c21e34f-b789-4d92-a464-d7a217351192)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:49.038858 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.039084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event deleted for resources: {'Port': ['ID=e8c838d5-8bc2-49e4-a158-87f9143eb73d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:49.047461 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc14045-0ba3-4fe6-a820-5f93f9a4c12c None None] Network 2cbb2bac-50fe-404e-9db1-c9ff3df3098c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:49.052692 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] No DVR routers for this DVR port e8c838d5-8bc2-49e4-a158-87f9143eb73d on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:49.073753 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.325102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7d04470f-63bc-4a5b-a027-678559f79ee2 None None] Provisioning complete for port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:49.330058 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7d04470f-63bc-4a5b-a027-678559f79ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.339489 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (1e072637-74a7-4b67-a889-7649b775d7c3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.380014 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (e321f07d-6a08-4f7d-a93b-d0d601b213e4), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.387216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f563462e-c446-49de-b036-04ddb8bbb4b0 None None] Deleting port e8c838d5-8bc2-49e4-a158-87f9143eb73d {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:49.389041 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f563462e-c446-49de-b036-04ddb8bbb4b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.396918 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (e321f07d-6a08-4f7d-a93b-d0d601b213e4), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.415443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e072637-74a7-4b67-a889-7649b775d7c3']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:49.459567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b3c708-05e4-48a4-870b-5a26d43eca1e') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:49.459941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b3c708-05e4-48a4-870b-5a26d43eca1e') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:49.479237 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (26b3c708-05e4-48a4-870b-5a26d43eca1e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.496124 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (26b3c708-05e4-48a4-870b-5a26d43eca1e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.505630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:03:49.506372 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (26b3c708-05e4-48a4-870b-5a26d43eca1e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:03:49.511355 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:03:49.524171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f563462e-c446-49de-b036-04ddb8bbb4b0 None None] For port e8c838d5-8bc2-49e4-a158-87f9143eb73d, host n-d-824834-11, got binding levels [] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:49.525410 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f563462e-c446-49de-b036-04ddb8bbb4b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.553217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:49.567559 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (49ec5717-49b2-4ea0-962b-25baf40af449), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.569514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=e321f07d-6a08-4f7d-a93b-d0d601b213e4,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:49.623080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f563462e-c446-49de-b036-04ddb8bbb4b0 None None] Calling delete_port for e8c838d5-8bc2-49e4-a158-87f9143eb73d owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:49.630885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.ipam_backend_mixin [None req-f563462e-c446-49de-b036-04ddb8bbb4b0 None None] Port e8c838d5-8bc2-49e4-a158-87f9143eb73d was not found and therefore no delete operation was performed {{(pid=103303) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 16:03:49.644894 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f563462e-c446-49de-b036-04ddb8bbb4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (e8c838d5-8bc2-49e4-a158-87f9143eb73d), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.711265 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (1e072637-74a7-4b67-a889-7649b775d7c3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.772020 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:49.787310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57058) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:49.788796 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "DELETE /v2.0/networks/1e072637-74a7-4b67-a889-7649b775d7c3 HTTP/1.1" status: 204 len: 168 time: 1.6078825 Feb 08 16:03:49.792008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e46d0-9fa4-499f-af70-195aae40549a tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Pushing event deleted for resources: {'Network': ['ID=1e072637-74a7-4b67-a889-7649b775d7c3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:49.834566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7d04470f-63bc-4a5b-a027-678559f79ee2 None None] Current status of the port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:49.838757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563462e-c446-49de-b036-04ddb8bbb4b0 None None] Pushing event deleted for resources: {'Port': ['ID=e8c838d5-8bc2-49e4-a158-87f9143eb73d,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:49.856858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f563462e-c446-49de-b036-04ddb8bbb4b0 None None] No DVR routers for this DVR port e8c838d5-8bc2-49e4-a158-87f9143eb73d on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:49.890665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f1c2fa79-03a3-4d63-a679-68de51b6c51e tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f66f38e-458f-4d34-a607-cbcf82658210 HTTP/1.1" status: 200 len: 205 time: 0.0947487 Feb 08 16:03:49.891044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57066) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:49.951093 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network 2cbb2bac-50fe-404e-9db1-c9ff3df3098c is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:49.955301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:50.141043 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ec63f31-7778-4528-a47f-597aa832a9d9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for router (0f66f38e-458f-4d34-a607-cbcf82658210), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:50.347831 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:50.485976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0fd7ea24-d446-4d23-82fc-818ca0f93c48 None None] Provisioning complete for port e321f07d-6a08-4f7d-a93b-d0d601b213e4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:50.486373 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0fd7ea24-d446-4d23-82fc-818ca0f93c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e321f07d-6a08-4f7d-a93b-d0d601b213e4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:50.544839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18db38-b4b6-497f-98fd-beba9c38001d req-a4f05f84-2206-46b1-b3eb-0d80db18dbc6 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:50.553955 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d18db38-b4b6-497f-98fd-beba9c38001d req-a4f05f84-2206-46b1-b3eb-0d80db18dbc6 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.3141732 Feb 08 16:03:50.589732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7ea24-d446-4d23-82fc-818ca0f93c48 None None] Port e321f07d-6a08-4f7d-a93b-d0d601b213e4 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:03:50.627270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0fd7ea24-d446-4d23-82fc-818ca0f93c48 None None] Provisioning complete for port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:50.627677 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0fd7ea24-d446-4d23-82fc-818ca0f93c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:50.631970 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 49ec5717-49b2-4ea0-962b-25baf40af449 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:03:50.705266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:03:50.766348 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d18db38-b4b6-497f-98fd-beba9c38001d req-df14002d-010e-449d-9b90-b6b47a8160a0 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943088 Feb 08 16:03:50.889687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:03:50.901391 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b638fef5-a71a-4915-9663-ff983bd46b96 None None] Sync routers for ids ['49ec5717-49b2-4ea0-962b-25baf40af449'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:03:50.926751 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b638fef5-a71a-4915-9663-ff983bd46b96 None None] Routers {'49ec5717-49b2-4ea0-962b-25baf40af449'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:50.929920 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b638fef5-a71a-4915-9663-ff983bd46b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['49ec5717-49b2-4ea0-962b-25baf40af449'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:50.932511 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e71b041e-f995-41f6-8641-087b2b957f0b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/49ec5717-49b2-4ea0-962b-25baf40af449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0059001 Feb 08 16:03:50.933313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57090) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:50.988933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7ea24-d446-4d23-82fc-818ca0f93c48 None None] Current status of the port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:51.014893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:51.015282 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:51.039833 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b638fef5-a71a-4915-9663-ff983bd46b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:51.072177 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b638fef5-a71a-4915-9663-ff983bd46b96 None None] Routers {'49ec5717-49b2-4ea0-962b-25baf40af449'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:51.074167 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b638fef5-a71a-4915-9663-ff983bd46b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['49ec5717-49b2-4ea0-962b-25baf40af449'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:51.100149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ff4663-6847-445a-9848-8751b326470f tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:51.108184 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-70ff4663-6847-445a-9848-8751b326470f tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports/e321f07d-6a08-4f7d-a93b-d0d601b213e4 HTTP/1.1" status: 200 len: 910 time: 0.1737404 Feb 08 16:03:51.109226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57098) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:51.171317 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b638fef5-a71a-4915-9663-ff983bd46b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:51.173761 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b638fef5-a71a-4915-9663-ff983bd46b96 None None] The sync data for ids ['49ec5717-49b2-4ea0-962b-25baf40af449'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:03:51.196579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f656aa14-5016-41cd-ac24-bc5345deb76d None None] Provisioning complete for port e321f07d-6a08-4f7d-a93b-d0d601b213e4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:51.197357 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f656aa14-5016-41cd-ac24-bc5345deb76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e321f07d-6a08-4f7d-a93b-d0d601b213e4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:51.250104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:03:51.253847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f656aa14-5016-41cd-ac24-bc5345deb76d None None] Port e321f07d-6a08-4f7d-a93b-d0d601b213e4 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:03:51.395977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e8c838d5-8bc2-49e4-a158-87f9143eb73d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:03:51.412490 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ec63f31-7778-4528-a47f-597aa832a9d9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (0f66f38e-458f-4d34-a607-cbcf82658210), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:51.417239 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ec63f31-7778-4528-a47f-597aa832a9d9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for router_controller (0f66f38e-458f-4d34-a607-cbcf82658210), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:51.508758 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ec63f31-7778-4528-a47f-597aa832a9d9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (0f66f38e-458f-4d34-a607-cbcf82658210), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:51.509715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec63f31-7778-4528-a47f-597aa832a9d9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Fanout notify agent at l3_agent the message router_deleted on router 0f66f38e-458f-4d34-a607-cbcf82658210 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:03:51.531657 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ec63f31-7778-4528-a47f-597aa832a9d9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:51.533150 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8ec63f31-7778-4528-a47f-597aa832a9d9 tempest-RoutersNegativeTest-1414379346 tempest-RoutersNegativeTest-1414379346-project] 10.222.0.82 "DELETE /v2.0/routers/0f66f38e-458f-4d34-a607-cbcf82658210 HTTP/1.1" status: 204 len: 168 time: 1.6410289 Feb 08 16:03:51.536546 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: e8c838d5-8bc2-49e4-a158-87f9143eb73d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:03:51.537127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e8c838d5-8bc2-49e4-a158-87f9143eb73d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:03:51.576423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f9934102-00c7-4728-b825-516f1d0b345b None None] Provisioning complete for port e321f07d-6a08-4f7d-a93b-d0d601b213e4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:03:51.577593 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9934102-00c7-4728-b825-516f1d0b345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e321f07d-6a08-4f7d-a93b-d0d601b213e4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:51.692703 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f9934102-00c7-4728-b825-516f1d0b345b None None] Port e321f07d-6a08-4f7d-a93b-d0d601b213e4 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:03:52.071363 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57120) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:52.072587 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4008f-ff41-4f24-ad34-66b631f4a34a req-bc582cc7-879b-4bcc-9f7d-738731f29d7b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:52.082530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7c4008f-ff41-4f24-ad34-66b631f4a34a req-bc582cc7-879b-4bcc-9f7d-738731f29d7b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.1569920 Feb 08 16:03:52.199956 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7c4008f-ff41-4f24-ad34-66b631f4a34a req-e194821e-ddeb-4d2f-82ed-603baa582d60 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897961 Feb 08 16:03:52.309545 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0ec0626-714e-4d86-9015-292968141b80 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (49ec5717-49b2-4ea0-962b-25baf40af449), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:52.341599 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-40283d8a-5824-4c0f-a956-d24d3ebbaeca admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ed18f34dd6e242e3b1cef2275bdaf787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2663090 Feb 08 16:03:52.344055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57130) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:52.404225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d22a8c4e-c178-4090-8c2b-9fec7cdc0366 admin admin] Publish callbacks [] for security_group (202cf011-7129-424f-a8c0-45e1ee88c8f2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:52.430812 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d22a8c4e-c178-4090-8c2b-9fec7cdc0366 admin admin] Publish callbacks [] for security_group (202cf011-7129-424f-a8c0-45e1ee88c8f2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:52.503232 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d22a8c4e-c178-4090-8c2b-9fec7cdc0366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (202cf011-7129-424f-a8c0-45e1ee88c8f2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:52.505869 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d22a8c4e-c178-4090-8c2b-9fec7cdc0366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:52.515027 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d22a8c4e-c178-4090-8c2b-9fec7cdc0366 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/202cf011-7129-424f-a8c0-45e1ee88c8f2 HTTP/1.1" status: 204 len: 168 time: 0.1675880 Feb 08 16:03:52.533285 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a8c4e-c178-4090-8c2b-9fec7cdc0366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202cf011-7129-424f-a8c0-45e1ee88c8f2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:52.860293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-e0ec0626-714e-4d86-9015-292968141b80 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port e321f07d-6a08-4f7d-a93b-d0d601b213e4 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:52.861560 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0ec0626-714e-4d86-9015-292968141b80 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e321f07d-6a08-4f7d-a93b-d0d601b213e4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:53.033558 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0ec0626-714e-4d86-9015-292968141b80 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e321f07d-6a08-4f7d-a93b-d0d601b213e4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:53.095198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-e0ec0626-714e-4d86-9015-292968141b80 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for e321f07d-6a08-4f7d-a93b-d0d601b213e4 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:53.503751 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0ec0626-714e-4d86-9015-292968141b80 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e321f07d-6a08-4f7d-a93b-d0d601b213e4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:53.519949 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80886fb-46e4-4273-acf0-6338b04316c4 req-a055d2df-1209-4454-a188-e7124ec8eb2b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:53.521854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f80886fb-46e4-4273-acf0-6338b04316c4 req-a055d2df-1209-4454-a188-e7124ec8eb2b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.1112487 Feb 08 16:03:53.624726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec0626-714e-4d86-9015-292968141b80 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=e321f07d-6a08-4f7d-a93b-d0d601b213e4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:53.817852 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f80886fb-46e4-4273-acf0-6338b04316c4 req-77a02ab7-f5b7-49c9-9a45-6a45a9be17dd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861915 Feb 08 16:03:54.048482 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0ec0626-714e-4d86-9015-292968141b80 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (49ec5717-49b2-4ea0-962b-25baf40af449), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:54.171117 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57190) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:54.316888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57196) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:54.363344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ec0626-714e-4d86-9015-292968141b80 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 49ec5717-49b2-4ea0-962b-25baf40af449 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:03:54.557469 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24a395d8-142d-4ede-a244-81ae96cc7770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:54.582798 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ec0626-714e-4d86-9015-292968141b80 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:03:54.593316 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e0ec0626-714e-4d86-9015-292968141b80 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/49ec5717-49b2-4ea0-962b-25baf40af449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4829526 Feb 08 16:03:54.593969 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa310f98-5275-41ac-a2d0-c06431947573 None None] Sync routers for ids ['49ec5717-49b2-4ea0-962b-25baf40af449'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:03:54.594756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57202) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:54.617166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa310f98-5275-41ac-a2d0-c06431947573 None None] Routers {'49ec5717-49b2-4ea0-962b-25baf40af449'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:54.619604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-aa310f98-5275-41ac-a2d0-c06431947573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['49ec5717-49b2-4ea0-962b-25baf40af449'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:54.633195 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-09b94b6e-91f1-47ec-b184-a5801f74b5e1 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports?device_id=49ec5717-49b2-4ea0-962b-25baf40af449 HTTP/1.1" status: 200 len: 205 time: 0.0367405 Feb 08 16:03:54.634794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57204) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:54.731877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-aa310f98-5275-41ac-a2d0-c06431947573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:54.744004 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e5c82bb-e56b-4a9a-8caa-219776dc9dd7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (49ec5717-49b2-4ea0-962b-25baf40af449), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:54.750728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa310f98-5275-41ac-a2d0-c06431947573 None None] Routers {'49ec5717-49b2-4ea0-962b-25baf40af449'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:03:54.750958 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24a395d8-142d-4ede-a244-81ae96cc7770 admin admin] Publish callbacks [] for security_group (20dbce80-3417-4fc1-854f-952bc60d5af5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:54.751282 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-aa310f98-5275-41ac-a2d0-c06431947573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:03:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['49ec5717-49b2-4ea0-962b-25baf40af449'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:54.760573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-83513441'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:54.769188 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24a395d8-142d-4ede-a244-81ae96cc7770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (20dbce80-3417-4fc1-854f-952bc60d5af5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:54.797083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-aa310f98-5275-41ac-a2d0-c06431947573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:54.798135 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa310f98-5275-41ac-a2d0-c06431947573 None None] The sync data for ids ['49ec5717-49b2-4ea0-962b-25baf40af449'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:03:54.841222 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a395d8-142d-4ede-a244-81ae96cc7770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dbce80-3417-4fc1-854f-952bc60d5af5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:54.916435 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-24a395d8-142d-4ede-a244-81ae96cc7770 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e21fc62c9d454e1fbe6d5c2fd6f76d8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5953867 Feb 08 16:03:54.916789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57212) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:54.936262 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Made reservation on behalf of f6bd7ead40824118a2021049b88d0044 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:03:54.939752 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:54.983859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:55.131416 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe9172ff-9362-4529-85ac-97829f0aa341 admin admin] Publish callbacks [] for security_group (20dbce80-3417-4fc1-854f-952bc60d5af5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:55.228891 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe9172ff-9362-4529-85ac-97829f0aa341 admin admin] Publish callbacks [] for security_group (20dbce80-3417-4fc1-854f-952bc60d5af5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:55.373046 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks [] for security_group (416470b1-453c-442b-8e3d-b75ea20061c4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:55.388587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (416470b1-453c-442b-8e3d-b75ea20061c4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:55.405233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:03:55.418838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:55.419255 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Added segment da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d of type vlan for network 67aa7bda-fb26-4453-b3ac-162e8dffa652 Feb 08 16:03:55.481288 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (67aa7bda-fb26-4453-b3ac-162e8dffa652), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:55.511867 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe9172ff-9362-4529-85ac-97829f0aa341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (20dbce80-3417-4fc1-854f-952bc60d5af5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:55.516709 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe9172ff-9362-4529-85ac-97829f0aa341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:55.521048 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fe9172ff-9362-4529-85ac-97829f0aa341 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/20dbce80-3417-4fc1-854f-952bc60d5af5 HTTP/1.1" status: 204 len: 168 time: 0.6007471 Feb 08 16:03:55.582558 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (67aa7bda-fb26-4453-b3ac-162e8dffa652), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:55.594663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:55.596007 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:55.643938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416470b1-453c-442b-8e3d-b75ea20061c4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:55.675605 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e5c82bb-e56b-4a9a-8caa-219776dc9dd7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (49ec5717-49b2-4ea0-962b-25baf40af449), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:55.679936 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e5c82bb-e56b-4a9a-8caa-219776dc9dd7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_controller (49ec5717-49b2-4ea0-962b-25baf40af449), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:55.742915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0f8a1-1393-4983-921c-fae52dbe6706 req-a7937c2c-6ebd-47f6-8c30-ddfed1dfc5c7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:55.752590 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eea0f8a1-1393-4983-921c-fae52dbe6706 req-a7937c2c-6ebd-47f6-8c30-ddfed1dfc5c7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.2932670 Feb 08 16:03:55.937102 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.7625496 Feb 08 16:03:55.953715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57230) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:55.969405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9172ff-9362-4529-85ac-97829f0aa341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dbce80-3417-4fc1-854f-952bc60d5af5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:55.994792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-972bf555-12d9-48c8-be45-e14055a3ef6f tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Request body: {'subnet': {'network_id': '67aa7bda-fb26-4453-b3ac-162e8dffa652', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:56.031368 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e5c82bb-e56b-4a9a-8caa-219776dc9dd7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (49ec5717-49b2-4ea0-962b-25baf40af449), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:56.031368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5c82bb-e56b-4a9a-8caa-219776dc9dd7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Fanout notify agent at l3_agent the message router_deleted on router 49ec5717-49b2-4ea0-962b-25baf40af449 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:03:56.053620 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e5c82bb-e56b-4a9a-8caa-219776dc9dd7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:56.061165 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4e5c82bb-e56b-4a9a-8caa-219776dc9dd7 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/routers/49ec5717-49b2-4ea0-962b-25baf40af449 HTTP/1.1" status: 204 len: 168 time: 1.4223783 Feb 08 16:03:56.077885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57238) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:56.115692 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766275f-2766-4fb7-9c05-8b010cb5f886 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Pushing event updated for resources: {'Network': ['ID=67aa7bda-fb26-4453-b3ac-162e8dffa652,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:56.149853 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 67aa7bda-fb26-4453-b3ac-162e8dffa652 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:03:56.185535 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eea0f8a1-1393-4983-921c-fae52dbe6706 req-63e040e8-c0f0-4adf-8da2-060f99ed2bd6 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974784 Feb 08 16:03:56.248905 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f017385-3f56-456b-8a3b-5fc8f73903db tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting subnet f8ec7427-91a7-488d-bfd2-fcf4eb30e6e6 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:03:56.274565 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1f017385-3f56-456b-8a3b-5fc8f73903db tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (f8ec7427-91a7-488d-bfd2-fcf4eb30e6e6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:56.340419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57248) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:56.385768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972bf555-12d9-48c8-be45-e14055a3ef6f tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Made reservation on behalf of f6bd7ead40824118a2021049b88d0044 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:03:56.399031 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-972bf555-12d9-48c8-be45-e14055a3ef6f tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:56.421981 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfe6dec6-ab9b-4e2b-aae4-b96370b79208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:56.449107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1f017385-3f56-456b-8a3b-5fc8f73903db tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (f8ec7427-91a7-488d-bfd2-fcf4eb30e6e6), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:56.628637 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1f017385-3f56-456b-8a3b-5fc8f73903db tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (f8ec7427-91a7-488d-bfd2-fcf4eb30e6e6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:56.727130 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1f017385-3f56-456b-8a3b-5fc8f73903db tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (f8ec7427-91a7-488d-bfd2-fcf4eb30e6e6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:56.757473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f017385-3f56-456b-8a3b-5fc8f73903db tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ec7427-91a7-488d-bfd2-fcf4eb30e6e6,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:56.769979 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1f017385-3f56-456b-8a3b-5fc8f73903db tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:56.776816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5b25cf-e3ab-49f4-8fb7-e67a0efe2dd3 None None] Network 2cbb2bac-50fe-404e-9db1-c9ff3df3098c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:56.778164 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1f017385-3f56-456b-8a3b-5fc8f73903db tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/f8ec7427-91a7-488d-bfd2-fcf4eb30e6e6 HTTP/1.1" status: 204 len: 168 time: 0.6974044 Feb 08 16:03:56.778612 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57256) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:56.784997 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfe6dec6-ab9b-4e2b-aae4-b96370b79208 admin admin] Publish callbacks [] for security_group (c2dcd324-20be-4f65-8f13-5c0f01d47bc8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:56.803919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfe6dec6-ab9b-4e2b-aae4-b96370b79208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c2dcd324-20be-4f65-8f13-5c0f01d47bc8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:56.878778 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6dec6-ab9b-4e2b-aae4-b96370b79208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dcd324-20be-4f65-8f13-5c0f01d47bc8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:56.917574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57258) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:56.918000 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dfe6dec6-ab9b-4e2b-aae4-b96370b79208 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a69be3ce7d794788bbfe50d4a093d528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5752542 Feb 08 16:03:56.952769 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (2cbb2bac-50fe-404e-9db1-c9ff3df3098c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:57.009560 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7666a39c-39d5-4fa5-b376-e4e340b6003b None None] DHCP port deletion for 2cbb2bac-50fe-404e-9db1-c9ff3df3098c request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:03:57.060059 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4aff8afe-04e5-40d2-aefb-859c6dd2da7d admin admin] Publish callbacks [] for security_group (c2dcd324-20be-4f65-8f13-5c0f01d47bc8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:57.068808 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-972bf555-12d9-48c8-be45-e14055a3ef6f tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (be5686a6-aaee-4723-ae9a-4e1b972c5875), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:57.092528 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4aff8afe-04e5-40d2-aefb-859c6dd2da7d admin admin] Publish callbacks [] for security_group (c2dcd324-20be-4f65-8f13-5c0f01d47bc8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:57.110809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7666a39c-39d5-4fa5-b376-e4e340b6003b None None] Deleting port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:57.111420 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7666a39c-39d5-4fa5-b376-e4e340b6003b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:57.157136 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4aff8afe-04e5-40d2-aefb-859c6dd2da7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c2dcd324-20be-4f65-8f13-5c0f01d47bc8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:57.160548 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4aff8afe-04e5-40d2-aefb-859c6dd2da7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:57.162214 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4aff8afe-04e5-40d2-aefb-859c6dd2da7d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c2dcd324-20be-4f65-8f13-5c0f01d47bc8 HTTP/1.1" status: 204 len: 168 time: 0.2435148 Feb 08 16:03:57.196173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bf555-12d9-48c8-be45-e14055a3ef6f tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Pushing event updated for resources: {'Subnet': ['ID=be5686a6-aaee-4723-ae9a-4e1b972c5875,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:57.219075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff8afe-04e5-40d2-aefb-859c6dd2da7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dcd324-20be-4f65-8f13-5c0f01d47bc8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:57.270709 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972bf555-12d9-48c8-be45-e14055a3ef6f tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Checking segment: {'id': 'da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '67aa7bda-fb26-4453-b3ac-162e8dffa652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:03:57.271088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972bf555-12d9-48c8-be45-e14055a3ef6f tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Network hostable DHCP agents. Network: 67aa7bda-fb26-4453-b3ac-162e8dffa652, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:03:57.279198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:03:57.279802 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:57.315315 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972bf555-12d9-48c8-be45-e14055a3ef6f tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Network 67aa7bda-fb26-4453-b3ac-162e8dffa652 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:03:57.338993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7666a39c-39d5-4fa5-b376-e4e340b6003b None None] For port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d,segment=NetworkSegment(5c21e34f-b789-4d92-a464-d7a217351192),segment_id=5c21e34f-b789-4d92-a464-d7a217351192)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:57.340757 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7666a39c-39d5-4fa5-b376-e4e340b6003b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:57.351141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-972bf555-12d9-48c8-be45-e14055a3ef6f tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 67aa7bda-fb26-4453-b3ac-162e8dffa652) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:57.365040 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972bf555-12d9-48c8-be45-e14055a3ef6f tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:57.367653 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-972bf555-12d9-48c8-be45-e14055a3ef6f tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:57.390708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7666a39c-39d5-4fa5-b376-e4e340b6003b None None] Calling delete_port for e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:57.409093 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-972bf555-12d9-48c8-be45-e14055a3ef6f tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4520941 Feb 08 16:03:57.412263 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57270) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:57.422082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-52259126-3b1d-479f-b0ed-85157eadbd82 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Request body: {'port': {'network_id': '67aa7bda-fb26-4453-b3ac-162e8dffa652', 'name': 'tempest-TagsExtTest-373193244'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:57.443107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daad14a5-128c-48ff-911d-e279269935b0 None None] Network 67aa7bda-fb26-4453-b3ac-162e8dffa652 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:03:57.511824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] For port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d,segment=NetworkSegment(5c21e34f-b789-4d92-a464-d7a217351192),segment_id=5c21e34f-b789-4d92-a464-d7a217351192)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:03:57.512318 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:57.531575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:03:57.734139 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52259126-3b1d-479f-b0ed-85157eadbd82 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Made reservation on behalf of f6bd7ead40824118a2021049b88d0044 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:03:57.738107 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52259126-3b1d-479f-b0ed-85157eadbd82 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:57.776203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-52259126-3b1d-479f-b0ed-85157eadbd82 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] device_id is not set on port 954a6d36-3ac8-48b5-b35f-7afc80cf7d3a yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:03:57.807006 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:57.909726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:57.953962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No DVR routers for this DVR port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:58.066810 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b4fad-7024-4dd0-8954-1fcae00d129d req-a44ab4c4-8c51-4716-b4bf-aaefb3499a97 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:58.070905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-621b4fad-7024-4dd0-8954-1fcae00d129d req-a44ab4c4-8c51-4716-b4bf-aaefb3499a97 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.6101429 Feb 08 16:03:58.099751 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7666a39c-39d5-4fa5-b376-e4e340b6003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:58.121037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-67aa7bda-fb26-4453-b3ac-162e8dffa652', 'network_id': '67aa7bda-fb26-4453-b3ac-162e8dffa652', 'project_id': 'f6bd7ead40824118a2021049b88d0044', 'fixed_ips': [{'subnet_id': 'be5686a6-aaee-4723-ae9a-4e1b972c5875'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:03:58.124582 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:58.142814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666a39c-39d5-4fa5-b376-e4e340b6003b None None] No DVR routers for this DVR port e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:03:58.204749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:03:58.218701 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-52259126-3b1d-479f-b0ed-85157eadbd82 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Allocated IP 172.20.0.11 (67aa7bda-fb26-4453-b3ac-162e8dffa652/be5686a6-aaee-4723-ae9a-4e1b972c5875/954a6d36-3ac8-48b5-b35f-7afc80cf7d3a) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:03:58.274173 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666a39c-39d5-4fa5-b376-e4e340b6003b None None] Pushing event deleted for resources: {'Port': ['ID=e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:58.378452 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (2cbb2bac-50fe-404e-9db1-c9ff3df3098c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:58.459575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbb2bac-50fe-404e-9db1-c9ff3df3098c']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:58.477702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c21e34f-b789-4d92-a464-d7a217351192') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:58.478438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c21e34f-b789-4d92-a464-d7a217351192') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:58.519369 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (5c21e34f-b789-4d92-a464-d7a217351192), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:58.537317 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (5c21e34f-b789-4d92-a464-d7a217351192), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:58.541878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:03:58.543105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e28a6ba1-399e-4bcc-bca5-a3a2bfb6a21d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:03:58.559150 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:03:58.560339 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (5c21e34f-b789-4d92-a464-d7a217351192), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:58.581366 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52259126-3b1d-479f-b0ed-85157eadbd82 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks [] for port (954a6d36-3ac8-48b5-b35f-7afc80cf7d3a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:58.658554 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52259126-3b1d-479f-b0ed-85157eadbd82 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (954a6d36-3ac8-48b5-b35f-7afc80cf7d3a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:03:58.664796 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:03:58.669882 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (2cbb2bac-50fe-404e-9db1-c9ff3df3098c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:58.685579 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:58.695459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/networks/2cbb2bac-50fe-404e-9db1-c9ff3df3098c HTTP/1.1" status: 204 len: 168 time: 1.9142723 Feb 08 16:03:58.753330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57316) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:58.754419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Network': ['ID=2cbb2bac-50fe-404e-9db1-c9ff3df3098c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:58.761002 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-621b4fad-7024-4dd0-8954-1fcae00d129d req-39cc51cd-16b4-4b44-901c-92f312611693 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203325 Feb 08 16:03:58.767992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-176608623', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}, 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:58.785322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52259126-3b1d-479f-b0ed-85157eadbd82 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Pushing event updated for resources: {'Port': ['ID=954a6d36-3ac8-48b5-b35f-7afc80cf7d3a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:58.800913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:58.801500 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:58.801884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:58.802393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:58.802736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:58.803621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:58.803975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:58.804373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:58.804721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:58.805097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:58.805487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:58.805985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:58.806326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29616882-e390-457f-af0c-6ae204bbe513 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:03:58.831787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52259126-3b1d-479f-b0ed-85157eadbd82 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Network 67aa7bda-fb26-4453-b3ac-162e8dffa652 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:58.832312 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (c9da77d9-9356-4d3c-84cd-40797a2a85e7), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:58.833672 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (c9da77d9-9356-4d3c-84cd-40797a2a85e7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:58.838332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-52259126-3b1d-479f-b0ed-85157eadbd82 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:58.845656 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Allocated IP 172.20.0.2 (67aa7bda-fb26-4453-b3ac-162e8dffa652/be5686a6-aaee-4723-ae9a-4e1b972c5875/62c33de2-5608-4f74-b531-1dedb05bcc65) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:03:58.846777 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52259126-3b1d-479f-b0ed-85157eadbd82 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:03:58.992743 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_controller (c9da77d9-9356-4d3c-84cd-40797a2a85e7), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:59.003313 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52259126-3b1d-479f-b0ed-85157eadbd82 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:03:59.004083 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52259126-3b1d-479f-b0ed-85157eadbd82 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:59.063874 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-52259126-3b1d-479f-b0ed-85157eadbd82 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6503923 Feb 08 16:03:59.066432 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57322) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:59.078838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6acfdd62-2dfd-43f5-9075-c4d8ee22056d tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1523402991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:59.142935 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6acfdd62-2dfd-43f5-9075-c4d8ee22056d tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (3c775680-7ba4-433f-8d9f-d7de7e0afd8e), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:59.144563 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6acfdd62-2dfd-43f5-9075-c4d8ee22056d tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (3c775680-7ba4-433f-8d9f-d7de7e0afd8e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:59.329788 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6acfdd62-2dfd-43f5-9075-c4d8ee22056d tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks [] for router_controller (3c775680-7ba4-433f-8d9f-d7de7e0afd8e), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:59.340185 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6acfdd62-2dfd-43f5-9075-c4d8ee22056d tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (3c775680-7ba4-433f-8d9f-d7de7e0afd8e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:59.381767 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Publish callbacks [] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:59.402723 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:59.404606 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6acfdd62-2dfd-43f5-9075-c4d8ee22056d tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:59.414089 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6acfdd62-2dfd-43f5-9075-c4d8ee22056d tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3463011 Feb 08 16:03:59.414768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57334) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:59.438137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d455c857-7e22-494d-a2cb-eeafbba3d6c0 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-253787006', 'prefixes': ['172.20.0.0/16']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:03:59.529603 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Network 67aa7bda-fb26-4453-b3ac-162e8dffa652 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:03:59.580917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:03:59.585351 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_gateway (c9da77d9-9356-4d3c-84cd-40797a2a85e7), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:59.589530 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:03:59.638270 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d455c857-7e22-494d-a2cb-eeafbba3d6c0 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:59.640585 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d455c857-7e22-494d-a2cb-eeafbba3d6c0 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2243500 Feb 08 16:03:59.643522 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57342) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:03:59.653810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-9c853a17-dd11-4430-9659-cfc57b4b54ef tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'be5686a6-aaee-4723-ae9a-4e1b972c5875', 'tempest-TagsExtTest-Tag-983453051') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:03:59.694429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Pushing event updated for resources: {'Port': ['ID=62c33de2-5608-4f74-b531-1dedb05bcc65,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:03:59.762375 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Attempting to bind port 62c33de2-5608-4f74-b531-1dedb05bcc65 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:03:59.762763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Attempting to bind port 62c33de2-5608-4f74-b531-1dedb05bcc65 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '67aa7bda-fb26-4453-b3ac-162e8dffa652'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:03:59.763137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Attempting to bind port 62c33de2-5608-4f74-b531-1dedb05bcc65 on network 67aa7bda-fb26-4453-b3ac-162e8dffa652 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:03:59.769003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:03:59.769400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Checking segment: {'id': 'da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '67aa7bda-fb26-4453-b3ac-162e8dffa652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:03:59.769834 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:59.770238 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Bound using segment: {'id': 'da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '67aa7bda-fb26-4453-b3ac-162e8dffa652'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:03:59.770721 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Bound port: 62c33de2-5608-4f74-b531-1dedb05bcc65, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '67aa7bda-fb26-4453-b3ac-162e8dffa652'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:03:59.771106 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:03:59.851530 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] For port 62c33de2-5608-4f74-b531-1dedb05bcc65, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:03:59.857686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] For port 62c33de2-5608-4f74-b531-1dedb05bcc65, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=62c33de2-5608-4f74-b531-1dedb05bcc65,segment=NetworkSegment(da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d),segment_id=da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:03:59.870868 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:00.024036 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9c853a17-dd11-4430-9659-cfc57b4b54ef tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "PUT /v2.0/subnets/be5686a6-aaee-4723-ae9a-4e1b972c5875/tags/tempest-TagsExtTest-Tag-983453051 HTTP/1.1" status: 201 len: 201 time: 0.3790181 Feb 08 16:04:00.027330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57348) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:00.037554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-5cf61bba-0dfe-4985-84cb-888743dae6d1 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '954a6d36-3ac8-48b5-b35f-7afc80cf7d3a', 'tempest-TagsExtTest-Tag-1766075707') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:00.106323 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:04:00.231170 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5cf61bba-0dfe-4985-84cb-888743dae6d1 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "PUT /v2.0/ports/954a6d36-3ac8-48b5-b35f-7afc80cf7d3a/tags/tempest-TagsExtTest-Tag-1766075707 HTTP/1.1" status: 201 len: 201 time: 0.1997695 Feb 08 16:04:00.231899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57358) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:00.254298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-44f1c365-c5d9-4bb5-acb0-01b768e4d25a tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3c775680-7ba4-433f-8d9f-d7de7e0afd8e', 'tempest-TagsExtTest-Tag-1569465939') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:00.326902 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05a962-28d9-41b7-b788-bc88b7e34801 req-a65c54e1-7c08-40ea-a761-fecce9bb4060 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:00.329625 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8c05a962-28d9-41b7-b788-bc88b7e34801 req-a65c54e1-7c08-40ea-a761-fecce9bb4060 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.4337621 Feb 08 16:04:00.522429 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_gateway (c9da77d9-9356-4d3c-84cd-40797a2a85e7), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:00.575112 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8c05a962-28d9-41b7-b788-bc88b7e34801 req-14af648d-7c3b-4d23-9a60-a02738b8d335 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173121 Feb 08 16:04:00.601249 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-44f1c365-c5d9-4bb5-acb0-01b768e4d25a tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "PUT /v2.0/routers/3c775680-7ba4-433f-8d9f-d7de7e0afd8e/tags/tempest-TagsExtTest-Tag-1569465939 HTTP/1.1" status: 201 len: 201 time: 0.3623471 Feb 08 16:04:00.603448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57368) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:00.639691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa4192-822c-4afd-a16a-f1706c1faed8 None None] Pushing event updated for resources: {'Port': ['ID=62c33de2-5608-4f74-b531-1dedb05bcc65,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:00.640426 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:00.640914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-71b04214-04ec-457a-ad47-c6c3b04d04f0 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7', 'tempest-TagsExtTest-Tag-1634317111') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:00.788259 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-71b04214-04ec-457a-ad47-c6c3b04d04f0 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "PUT /v2.0/subnetpools/e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7/tags/tempest-TagsExtTest-Tag-1634317111 HTTP/1.1" status: 201 len: 201 time: 0.1741526 Feb 08 16:04:00.790487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57374) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:00.797642 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-efee76a7-a2bd-4229-9a55-ccddaabe289f tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'be5686a6-aaee-4723-ae9a-4e1b972c5875') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:01.031702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Allocated IP 172.25.7.17 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/d98ee158-f5df-4e77-9e9e-ecf7b3488654) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:04:01.037712 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-efee76a7-a2bd-4229-9a55-ccddaabe289f tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/subnets/be5686a6-aaee-4723-ae9a-4e1b972c5875/tags HTTP/1.1" status: 200 len: 240 time: 0.2454264 Feb 08 16:04:01.044440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57380) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:01.055764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-b84c6754-6b8d-4bf9-a143-eed769e7424c tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be5686a6-aaee-4723-ae9a-4e1b972c5875', 'tempest-TagsExtTest-Tag-983453051') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:01.236872 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b84c6754-6b8d-4bf9-a143-eed769e7424c tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/subnets/be5686a6-aaee-4723-ae9a-4e1b972c5875/tags/tempest-TagsExtTest-Tag-983453051 HTTP/1.1" status: 204 len: 168 time: 0.1905377 Feb 08 16:04:01.239418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57386) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:01.245002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-948ea677-7362-457d-8e07-dc61b859f6be tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'be5686a6-aaee-4723-ae9a-4e1b972c5875', 'tempest-TagsExtTest-Tag-983453051') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:01.391391 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (d98ee158-f5df-4e77-9e9e-ecf7b3488654), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:01.468919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d98ee158-f5df-4e77-9e9e-ecf7b3488654), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:01.526511 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2825516-081e-4a9d-896f-8b0ca2a384b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:01.672912 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:04:01.687119 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:01.701288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:04:02.157972 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 62c33de2-5608-4f74-b531-1dedb05bcc65 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:04:02.270807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=d98ee158-f5df-4e77-9e9e-ecf7b3488654,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:02.297597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 62c33de2-5608-4f74-b531-1dedb05bcc65 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:02.298001 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:02.511346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57416) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:02.515955 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-56f81910-68b4-4f47-a9e9-787c1dc16bea tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'be5686a6-aaee-4723-ae9a-4e1b972c5875') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:02.520128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-948ea677-7362-457d-8e07-dc61b859f6be tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/subnets/be5686a6-aaee-4723-ae9a-4e1b972c5875/tags/tempest-TagsExtTest-Tag-983453051 HTTP/1.1" status: 204 len: 168 time: 1.2680955 Feb 08 16:04:02.533298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8671e71-4135-4b3f-b24d-e62bd2b1cdf1 None None] Network 67aa7bda-fb26-4453-b3ac-162e8dffa652 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:04:02.568812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 62c33de2-5608-4f74-b531-1dedb05bcc65 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:02.582333 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:02.602129 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-56f81910-68b4-4f47-a9e9-787c1dc16bea tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/subnets/be5686a6-aaee-4723-ae9a-4e1b972c5875/tags HTTP/1.1" status: 200 len: 205 time: 0.0895817 Feb 08 16:04:02.602383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57420) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:02.659644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-f572e706-d24c-48a3-b770-b0b410e604de tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '954a6d36-3ac8-48b5-b35f-7afc80cf7d3a') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:02.722854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f37c0e-5d31-45b4-b3e7-58eac10c3eb4 req-1de5fd57-28ff-4a64-b962-d603e118ecf2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:02.744090 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f2f37c0e-5d31-45b4-b3e7-58eac10c3eb4 req-1de5fd57-28ff-4a64-b962-d603e118ecf2 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.9064829 Feb 08 16:04:02.854386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-57c75bd9-54e9-40a9-899f-21b0b3c7520d None None] Provisioning complete for port 62c33de2-5608-4f74-b531-1dedb05bcc65 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:02.855379 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-57c75bd9-54e9-40a9-899f-21b0b3c7520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:02.856107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_gateway (c9da77d9-9356-4d3c-84cd-40797a2a85e7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:02.974925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 62c33de2-5608-4f74-b531-1dedb05bcc65, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=62c33de2-5608-4f74-b531-1dedb05bcc65,segment=NetworkSegment(da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d),segment_id=da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:04:03.005241 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:03.105589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=62c33de2-5608-4f74-b531-1dedb05bcc65,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:03.144008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f2f37c0e-5d31-45b4-b3e7-58eac10c3eb4 req-af635b44-7057-4f19-a8f5-b744bfe2e96b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995664 Feb 08 16:04:03.200370 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f572e706-d24c-48a3-b770-b0b410e604de tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/ports/954a6d36-3ac8-48b5-b35f-7afc80cf7d3a/tags HTTP/1.1" status: 200 len: 241 time: 0.5764480 Feb 08 16:04:03.207038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57434) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:03.230657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-f7e5c465-c8d6-440d-b6ad-a3b2f0db4dcf tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '954a6d36-3ac8-48b5-b35f-7afc80cf7d3a', 'tempest-TagsExtTest-Tag-1766075707') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:03.254315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-57c75bd9-54e9-40a9-899f-21b0b3c7520d None None] Current status of the port 62c33de2-5608-4f74-b531-1dedb05bcc65 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:03.268623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57438) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:03.369277 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f7e5c465-c8d6-440d-b6ad-a3b2f0db4dcf tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/ports/954a6d36-3ac8-48b5-b35f-7afc80cf7d3a/tags/tempest-TagsExtTest-Tag-1766075707 HTTP/1.1" status: 204 len: 168 time: 0.1598442 Feb 08 16:04:03.370813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57446) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:03.382816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-cd8a4bc6-c35a-4c57-9c91-13a2c1049624 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '954a6d36-3ac8-48b5-b35f-7afc80cf7d3a', 'tempest-TagsExtTest-Tag-1766075707') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:03.514167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9500950b-6b38-4599-a0a0-aedee16beb77 None None] Provisioning complete for port 62c33de2-5608-4f74-b531-1dedb05bcc65 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:03.514555 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9500950b-6b38-4599-a0a0-aedee16beb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:03.563550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (c9da77d9-9356-4d3c-84cd-40797a2a85e7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:03.570061 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cd8a4bc6-c35a-4c57-9c91-13a2c1049624 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/ports/954a6d36-3ac8-48b5-b35f-7afc80cf7d3a/tags/tempest-TagsExtTest-Tag-1766075707 HTTP/1.1" status: 204 len: 168 time: 0.1947763 Feb 08 16:04:03.573156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57452) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:03.588910 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-54659154-2e0d-4499-b368-94f4554a371a tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '954a6d36-3ac8-48b5-b35f-7afc80cf7d3a') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:03.745282 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:03.874607 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-54659154-2e0d-4499-b368-94f4554a371a tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/ports/954a6d36-3ac8-48b5-b35f-7afc80cf7d3a/tags HTTP/1.1" status: 200 len: 205 time: 0.2999337 Feb 08 16:04:03.878471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9500950b-6b38-4599-a0a0-aedee16beb77 None None] Current status of the port 62c33de2-5608-4f74-b531-1dedb05bcc65 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:03.878637 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57468) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:03.880420 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router c9da77d9-9356-4d3c-84cd-40797a2a85e7 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:04:03.891430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-4875a198-57bf-45d5-816c-ad1fafb49c37 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3c775680-7ba4-433f-8d9f-d7de7e0afd8e') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:03.893815 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5799f8cd-dd2a-403c-938a-078cdc6a6bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:03.937661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9500950b-6b38-4599-a0a0-aedee16beb77 None None] Provisioning complete for port 954a6d36-3ac8-48b5-b35f-7afc80cf7d3a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:03.939258 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9500950b-6b38-4599-a0a0-aedee16beb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (954a6d36-3ac8-48b5-b35f-7afc80cf7d3a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:04.055533 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9500950b-6b38-4599-a0a0-aedee16beb77 None None] Port 954a6d36-3ac8-48b5-b35f-7afc80cf7d3a cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:04:04.078994 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Publish callbacks [] for security_group (5af7cd2d-e149-4f7d-92f8-d08ae13a91ac), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:04.083140 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 62c33de2-5608-4f74-b531-1dedb05bcc65 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:04:04.087083 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5af7cd2d-e149-4f7d-92f8-d08ae13a91ac), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:04.149970 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d7df53d17b604965b123a5c4d6a3b44f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8795793 Feb 08 16:04:04.153930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57474) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:04.256422 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:04:04.265437 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af7cd2d-e149-4f7d-92f8-d08ae13a91ac,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:04.271906 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079da6f-1c3d-4aa7-b6a4-9b33bc0de69b None None] Sync routers for ids ['c9da77d9-9356-4d3c-84cd-40797a2a85e7'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:04:04.282035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-58778aea-8f10-489b-8d16-df6114b6d9ce None None] Provisioning complete for port 954a6d36-3ac8-48b5-b35f-7afc80cf7d3a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:04.282625 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-58778aea-8f10-489b-8d16-df6114b6d9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (954a6d36-3ac8-48b5-b35f-7afc80cf7d3a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:04.292007 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:04.295040 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079da6f-1c3d-4aa7-b6a4-9b33bc0de69b None None] Routers {'c9da77d9-9356-4d3c-84cd-40797a2a85e7'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:04:04.295644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:04.295770 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4079da6f-1c3d-4aa7-b6a4-9b33bc0de69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:04:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c9da77d9-9356-4d3c-84cd-40797a2a85e7'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:04.296277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:04.305526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:04.306405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:04.307011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:04.307532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:04.308037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:04.308554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:04.309102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:04.309613 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:04.310107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:04.310610 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7da1-58d4-4487-9dd6-93ba38935564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:04.349315 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d40c439-e36f-462c-b8bc-091ce75dda11 admin admin] Publish callbacks [] for security_group (5af7cd2d-e149-4f7d-92f8-d08ae13a91ac), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:04.369332 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:04.376372 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cf0eb0ff-993d-431a-82a5-f7324952c750 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.6104498 Feb 08 16:04:04.377101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57478) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:04.393855 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 62c33de2-5608-4f74-b531-1dedb05bcc65 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:04.394411 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:04.441267 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4079da6f-1c3d-4aa7-b6a4-9b33bc0de69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:04.441919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d40c439-e36f-462c-b8bc-091ce75dda11 admin admin] Publish callbacks [] for security_group (5af7cd2d-e149-4f7d-92f8-d08ae13a91ac), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:04.466949 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079da6f-1c3d-4aa7-b6a4-9b33bc0de69b None None] Routers {'c9da77d9-9356-4d3c-84cd-40797a2a85e7'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:04:04.469690 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4079da6f-1c3d-4aa7-b6a4-9b33bc0de69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:04:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c9da77d9-9356-4d3c-84cd-40797a2a85e7'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:04.493971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-58778aea-8f10-489b-8d16-df6114b6d9ce None None] Port 954a6d36-3ac8-48b5-b35f-7afc80cf7d3a cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:04:04.554526 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d40c439-e36f-462c-b8bc-091ce75dda11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5af7cd2d-e149-4f7d-92f8-d08ae13a91ac), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:04.558485 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d40c439-e36f-462c-b8bc-091ce75dda11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:04.560006 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5d40c439-e36f-462c-b8bc-091ce75dda11 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5af7cd2d-e149-4f7d-92f8-d08ae13a91ac HTTP/1.1" status: 204 len: 168 time: 0.4051282 Feb 08 16:04:04.571778 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4079da6f-1c3d-4aa7-b6a4-9b33bc0de69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:04.572444 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4079da6f-1c3d-4aa7-b6a4-9b33bc0de69b None None] The sync data for ids ['c9da77d9-9356-4d3c-84cd-40797a2a85e7'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:04:04.576382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40c439-e36f-462c-b8bc-091ce75dda11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af7cd2d-e149-4f7d-92f8-d08ae13a91ac,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:04.702023 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4875a198-57bf-45d5-816c-ad1fafb49c37 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/routers/3c775680-7ba4-433f-8d9f-d7de7e0afd8e/tags HTTP/1.1" status: 200 len: 241 time: 0.8126147 Feb 08 16:04:04.702577 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57484) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:04.707592 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-db8e4f82-4265-40ea-b4a0-6a504ce589e6 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c775680-7ba4-433f-8d9f-d7de7e0afd8e', 'tempest-TagsExtTest-Tag-1569465939') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:04.719315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 62c33de2-5608-4f74-b531-1dedb05bcc65 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:04.732197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb5ed8-55fd-4ce0-94db-05810fc660aa req-c62ad37a-cce2-47ff-b5f6-a5fbdae05f23 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:04.732197 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9cb5ed8-55fd-4ce0-94db-05810fc660aa req-c62ad37a-cce2-47ff-b5f6-a5fbdae05f23 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.3514090 Feb 08 16:04:04.833519 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b9b51652-8788-4cdd-a887-a6704ae34282 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/routers/c9da77d9-9356-4d3c-84cd-40797a2a85e7 HTTP/1.1" status: 200 len: 879 time: 0.4437675 Feb 08 16:04:04.839757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57488) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:04.908487 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-db8e4f82-4265-40ea-b4a0-6a504ce589e6 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/routers/3c775680-7ba4-433f-8d9f-d7de7e0afd8e/tags/tempest-TagsExtTest-Tag-1569465939 HTTP/1.1" status: 204 len: 168 time: 0.2048142 Feb 08 16:04:04.909980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57490) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:04.920258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-3b71d055-4825-4473-bc69-4ef47d58e4bc tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3c775680-7ba4-433f-8d9f-d7de7e0afd8e', 'tempest-TagsExtTest-Tag-1569465939') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:04.923102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9cb5ed8-55fd-4ce0-94db-05810fc660aa req-62bee7d5-8c79-438f-b950-4e1b8f3a15be tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840801 Feb 08 16:04:05.223028 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3b71d055-4825-4473-bc69-4ef47d58e4bc tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/routers/3c775680-7ba4-433f-8d9f-d7de7e0afd8e/tags/tempest-TagsExtTest-Tag-1569465939 HTTP/1.1" status: 204 len: 168 time: 0.3087797 Feb 08 16:04:05.225381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57500) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:05.230997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-b9a82dce-94c5-4279-9064-e614b890b98a tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3c775680-7ba4-433f-8d9f-d7de7e0afd8e') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:05.338555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57504) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:05.459646 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e765106-2835-4649-aac9-2141dec97506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:05.547818 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:05.564774 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b9a82dce-94c5-4279-9064-e614b890b98a tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/routers/3c775680-7ba4-433f-8d9f-d7de7e0afd8e/tags HTTP/1.1" status: 200 len: 205 time: 0.3378494 Feb 08 16:04:05.581394 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57508) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:05.604658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-8e4996d5-bd23-4317-91ae-dafeb3cee935 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:05.726607 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8e4996d5-bd23-4317-91ae-dafeb3cee935 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/subnetpools/e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7/tags HTTP/1.1" status: 200 len: 241 time: 0.1427474 Feb 08 16:04:05.738165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57510) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:05.751764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-f7cb4591-9d0b-4d69-84a2-0d9a1050cba7 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7', 'tempest-TagsExtTest-Tag-1634317111') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:05.837348 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f7cb4591-9d0b-4d69-84a2-0d9a1050cba7 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/subnetpools/e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7/tags/tempest-TagsExtTest-Tag-1634317111 HTTP/1.1" status: 204 len: 168 time: 0.0920329 Feb 08 16:04:05.843614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57512) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:05.849489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-fa421291-67d6-4e5d-a93c-9fb3858e748c tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7', 'tempest-TagsExtTest-Tag-1634317111') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:05.929249 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e765106-2835-4649-aac9-2141dec97506 admin admin] Publish callbacks [] for security_group (a01f666b-3621-4967-9496-e2bd10f273c8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:05.954344 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3e765106-2835-4649-aac9-2141dec97506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a01f666b-3621-4967-9496-e2bd10f273c8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:06.002880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57514) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:06.004253 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3e765106-2835-4649-aac9-2141dec97506 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8d1dfb3d6119497fb783eba0c0acd3e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5939221 Feb 08 16:04:06.049168 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fa421291-67d6-4e5d-a93c-9fb3858e748c tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/subnetpools/e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7/tags/tempest-TagsExtTest-Tag-1634317111 HTTP/1.1" status: 204 len: 168 time: 0.2039244 Feb 08 16:04:06.051169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57516) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:06.060338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-6981eaee-fac0-48f9-b71e-9110265abaa3 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:06.065648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e765106-2835-4649-aac9-2141dec97506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f666b-3621-4967-9496-e2bd10f273c8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:06.107295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367c0a5-5bee-4af8-b763-2d35a2a310ba req-f528dd57-7f9e-4e90-a771-b55fca4da68b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:06.117257 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8367c0a5-5bee-4af8-b763-2d35a2a310ba req-f528dd57-7f9e-4e90-a771-b55fca4da68b tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.6507666 Feb 08 16:04:06.118698 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6981eaee-fac0-48f9-b71e-9110265abaa3 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/subnetpools/e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7/tags HTTP/1.1" status: 200 len: 205 time: 0.0643330 Feb 08 16:04:06.120081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57518) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:06.127387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-b3e9fd2d-281f-4aa3-85d5-2e1c616149c0 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:06.155580 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c3648fc-c4cd-41b9-b514-c97f56f02fdf admin admin] Publish callbacks [] for security_group (a01f666b-3621-4967-9496-e2bd10f273c8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:06.199390 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f51a021d-35da-4398-8aab-4e600999c7b8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.3581786 Feb 08 16:04:06.203521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57524) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:06.210455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-28e66116-844f-4f2d-a993-c21d7a0e7d74 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-176608623'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:06.246000 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c3648fc-c4cd-41b9-b514-c97f56f02fdf admin admin] Publish callbacks [] for security_group (a01f666b-3621-4967-9496-e2bd10f273c8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:06.264513 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b3e9fd2d-281f-4aa3-85d5-2e1c616149c0 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/subnetpools/e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7/tags HTTP/1.1" status: 204 len: 168 time: 0.1405485 Feb 08 16:04:06.276343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57526) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:06.299494 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-aca88b46-017e-4e80-b9f3-fd2797bf7f92 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c775680-7ba4-433f-8d9f-d7de7e0afd8e') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:06.430103 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8367c0a5-5bee-4af8-b763-2d35a2a310ba req-69fa7301-0173-4e62-bf86-daa6a22088e5 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131988 Feb 08 16:04:06.472058 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-aca88b46-017e-4e80-b9f3-fd2797bf7f92 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/routers/3c775680-7ba4-433f-8d9f-d7de7e0afd8e/tags HTTP/1.1" status: 204 len: 168 time: 0.1804159 Feb 08 16:04:06.472709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57532) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:06.481749 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-8f683c58-cc2a-4e88-a2ff-0d260cd926ac tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '954a6d36-3ac8-48b5-b35f-7afc80cf7d3a') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:06.485661 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c3648fc-c4cd-41b9-b514-c97f56f02fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a01f666b-3621-4967-9496-e2bd10f273c8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:06.488435 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c3648fc-c4cd-41b9-b514-c97f56f02fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:06.492658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2c3648fc-c4cd-41b9-b514-c97f56f02fdf admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a01f666b-3621-4967-9496-e2bd10f273c8 HTTP/1.1" status: 204 len: 168 time: 0.4891880 Feb 08 16:04:06.589975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3648fc-c4cd-41b9-b514-c97f56f02fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f666b-3621-4967-9496-e2bd10f273c8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:06.651748 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8f683c58-cc2a-4e88-a2ff-0d260cd926ac tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/ports/954a6d36-3ac8-48b5-b35f-7afc80cf7d3a/tags HTTP/1.1" status: 204 len: 168 time: 0.1771169 Feb 08 16:04:06.657565 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57538) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:06.672200 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-e8034919-8f26-40e7-b65b-abb8fcbc53c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be5686a6-aaee-4723-ae9a-4e1b972c5875') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:06.759121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98645460-e5e7-49ef-85aa-e1eaf6a328b1 req-314bfd5c-452d-41b2-ae76-381fbfa05f59 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:06.775568 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98645460-e5e7-49ef-85aa-e1eaf6a328b1 req-314bfd5c-452d-41b2-ae76-381fbfa05f59 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.2036245 Feb 08 16:04:06.785213 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28e66116-844f-4f2d-a993-c21d7a0e7d74 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (c9da77d9-9356-4d3c-84cd-40797a2a85e7), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:06.822546 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28e66116-844f-4f2d-a993-c21d7a0e7d74 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (c9da77d9-9356-4d3c-84cd-40797a2a85e7), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:06.913419 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:06.952627 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98645460-e5e7-49ef-85aa-e1eaf6a328b1 req-63720703-0269-42b4-8e16-c8f69d97a248 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763282 Feb 08 16:04:06.997159 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e8034919-8f26-40e7-b65b-abb8fcbc53c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/subnets/be5686a6-aaee-4723-ae9a-4e1b972c5875/tags HTTP/1.1" status: 204 len: 168 time: 0.3313413 Feb 08 16:04:07.005716 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57544) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:07.027631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-d0deb5fe-8a5a-40e5-990e-a0fe8932f7da tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'be5686a6-aaee-4723-ae9a-4e1b972c5875', 'tempest-TagsExtTest-Tag-2016250343') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:07.068494 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e66116-844f-4f2d-a993-c21d7a0e7d74 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router c9da77d9-9356-4d3c-84cd-40797a2a85e7 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:04:07.238270 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d0deb5fe-8a5a-40e5-990e-a0fe8932f7da tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "PUT /v2.0/subnets/be5686a6-aaee-4723-ae9a-4e1b972c5875/tags/tempest-TagsExtTest-Tag-2016250343 HTTP/1.1" status: 201 len: 201 time: 0.2216754 Feb 08 16:04:07.238563 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57556) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:07.243586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-e4c59a14-471a-4bd9-8110-82e625655fb3 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '954a6d36-3ac8-48b5-b35f-7afc80cf7d3a', 'tempest-TagsExtTest-Tag-1065423532') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:07.659887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e043e77-6046-4d31-9fe4-713f322ce70b req-cdb873a1-e452-484f-b2ac-a2ed3c0a4939 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:07.667518 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e043e77-6046-4d31-9fe4-713f322ce70b req-cdb873a1-e452-484f-b2ac-a2ed3c0a4939 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.2328055 Feb 08 16:04:07.670683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e4c59a14-471a-4bd9-8110-82e625655fb3 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "PUT /v2.0/ports/954a6d36-3ac8-48b5-b35f-7afc80cf7d3a/tags/tempest-TagsExtTest-Tag-1065423532 HTTP/1.1" status: 201 len: 201 time: 0.4311750 Feb 08 16:04:07.676202 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57570) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:07.682160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-ed9c82db-e4a5-414e-802d-b3375a65263c tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3c775680-7ba4-433f-8d9f-d7de7e0afd8e', 'tempest-TagsExtTest-Tag-160660814') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:07.768850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e66116-844f-4f2d-a993-c21d7a0e7d74 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:04:07.784427 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28e66116-844f-4f2d-a993-c21d7a0e7d74 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:07.785303 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba41c1da-4003-4abc-ac92-22a56cce0578 None None] Sync routers for ids ['c9da77d9-9356-4d3c-84cd-40797a2a85e7'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:04:07.788832 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-28e66116-844f-4f2d-a993-c21d7a0e7d74 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/c9da77d9-9356-4d3c-84cd-40797a2a85e7 HTTP/1.1" status: 200 len: 886 time: 1.5817003 Feb 08 16:04:07.792197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57574) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:07.803819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba41c1da-4003-4abc-ac92-22a56cce0578 None None] Routers {'c9da77d9-9356-4d3c-84cd-40797a2a85e7'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:04:07.804675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ba41c1da-4003-4abc-ac92-22a56cce0578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:04:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c9da77d9-9356-4d3c-84cd-40797a2a85e7'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:07.813949 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e043e77-6046-4d31-9fe4-713f322ce70b req-d75c44c3-1066-4bb8-92b4-9368f1d260ad tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386104 Feb 08 16:04:07.866999 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ed9c82db-e4a5-414e-802d-b3375a65263c tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "PUT /v2.0/routers/3c775680-7ba4-433f-8d9f-d7de7e0afd8e/tags/tempest-TagsExtTest-Tag-160660814 HTTP/1.1" status: 201 len: 201 time: 0.1896765 Feb 08 16:04:07.869799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57578) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:07.875276 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-f8c109ff-069d-4ac3-a74b-488236c538df tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7', 'tempest-TagsExtTest-Tag-922659890') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:07.940473 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ba41c1da-4003-4abc-ac92-22a56cce0578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:07.969749 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e028c0e5-dd7c-491b-bd06-a174cecf196b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/routers/c9da77d9-9356-4d3c-84cd-40797a2a85e7 HTTP/1.1" status: 200 len: 886 time: 0.1762207 Feb 08 16:04:07.970558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57580) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:08.014273 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba41c1da-4003-4abc-ac92-22a56cce0578 None None] Routers {'c9da77d9-9356-4d3c-84cd-40797a2a85e7'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:04:08.015169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f8c109ff-069d-4ac3-a74b-488236c538df tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "PUT /v2.0/subnetpools/e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7/tags/tempest-TagsExtTest-Tag-922659890 HTTP/1.1" status: 201 len: 201 time: 0.1438603 Feb 08 16:04:08.016705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57582) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:08.018534 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9b2b7aba-e3ff-47a8-a94e-72fcb601ab9a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports?device_id=c9da77d9-9356-4d3c-84cd-40797a2a85e7 HTTP/1.1" status: 200 len: 205 time: 0.0468166 Feb 08 16:04:08.019212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57584) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:08.020009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ba41c1da-4003-4abc-ac92-22a56cce0578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:04:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c9da77d9-9356-4d3c-84cd-40797a2a85e7'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:08.032497 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-b0485142-8588-4205-9416-45fffa4ba40a tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'be5686a6-aaee-4723-ae9a-4e1b972c5875', {'tags': ['tempest-TagsExtTest-Tag-339928559', 'tempest-TagsExtTest-Tag-279755174', 'tempest-TagsExtTest-Tag-1831124658']}) {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:08.113222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ba41c1da-4003-4abc-ac92-22a56cce0578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:08.114654 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba41c1da-4003-4abc-ac92-22a56cce0578 None None] The sync data for ids ['c9da77d9-9356-4d3c-84cd-40797a2a85e7'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:04:08.119442 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:08.204868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b0485142-8588-4205-9416-45fffa4ba40a tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "PUT /v2.0/subnets/be5686a6-aaee-4723-ae9a-4e1b972c5875/tags HTTP/1.1" status: 200 len: 316 time: 0.1792915 Feb 08 16:04:08.209837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57590) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:08.220803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-fcc85bd3-d15a-4598-911f-6a2a6c932c1e tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be5686a6-aaee-4723-ae9a-4e1b972c5875') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:08.328282 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c91cc3b4-a7f1-463c-b08f-cb2346928d47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (c9da77d9-9356-4d3c-84cd-40797a2a85e7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:08.380093 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fcc85bd3-d15a-4598-911f-6a2a6c932c1e tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/subnets/be5686a6-aaee-4723-ae9a-4e1b972c5875/tags HTTP/1.1" status: 204 len: 168 time: 0.1656303 Feb 08 16:04:08.382841 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57600) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:08.394610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-76f8d38a-7a23-44ec-964a-e93cb86b0c4c tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be5686a6-aaee-4723-ae9a-4e1b972c5875', 'tempest-TagsExtTest-Tag-339928559') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:08.498898 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-76f8d38a-7a23-44ec-964a-e93cb86b0c4c tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] show failed (client error): The resource could not be found. Feb 08 16:04:08.504166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-76f8d38a-7a23-44ec-964a-e93cb86b0c4c tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/subnets/be5686a6-aaee-4723-ae9a-4e1b972c5875/tags/tempest-TagsExtTest-Tag-339928559 HTTP/1.1" status: 404 len: 328 time: 0.1164014 Feb 08 16:04:08.504166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57608) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:08.512441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-65f29f87-e846-40a6-bf8a-a7d1a65281b3 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be5686a6-aaee-4723-ae9a-4e1b972c5875', 'tempest-TagsExtTest-Tag-279755174') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:08.567741 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c91cc3b4-a7f1-463c-b08f-cb2346928d47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_gateway (c9da77d9-9356-4d3c-84cd-40797a2a85e7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:08.659407 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-65f29f87-e846-40a6-bf8a-a7d1a65281b3 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] show failed (client error): The resource could not be found. Feb 08 16:04:08.661780 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-65f29f87-e846-40a6-bf8a-a7d1a65281b3 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/subnets/be5686a6-aaee-4723-ae9a-4e1b972c5875/tags/tempest-TagsExtTest-Tag-279755174 HTTP/1.1" status: 404 len: 328 time: 0.1570871 Feb 08 16:04:08.663776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57618) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:08.671338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-57949c00-dd4b-465e-aab7-16a159c22d62 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be5686a6-aaee-4723-ae9a-4e1b972c5875', 'tempest-TagsExtTest-Tag-1831124658') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:08.682529 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c91cc3b4-a7f1-463c-b08f-cb2346928d47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port d98ee158-f5df-4e77-9e9e-ecf7b3488654 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:04:08.682883 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c91cc3b4-a7f1-463c-b08f-cb2346928d47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d98ee158-f5df-4e77-9e9e-ecf7b3488654), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:08.823266 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-57949c00-dd4b-465e-aab7-16a159c22d62 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] show failed (client error): The resource could not be found. Feb 08 16:04:08.824895 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-57949c00-dd4b-465e-aab7-16a159c22d62 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/subnets/be5686a6-aaee-4723-ae9a-4e1b972c5875/tags/tempest-TagsExtTest-Tag-1831124658 HTTP/1.1" status: 404 len: 329 time: 0.1598952 Feb 08 16:04:08.828004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57632) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:08.839594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-f4ff6eef-671e-40af-aea3-76848907c1a8 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '954a6d36-3ac8-48b5-b35f-7afc80cf7d3a', {'tags': ['tempest-TagsExtTest-Tag-2069962309', 'tempest-TagsExtTest-Tag-1533167915', 'tempest-TagsExtTest-Tag-1617894730']}) {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:08.871246 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c91cc3b4-a7f1-463c-b08f-cb2346928d47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d98ee158-f5df-4e77-9e9e-ecf7b3488654), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:08.923290 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c91cc3b4-a7f1-463c-b08f-cb2346928d47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for d98ee158-f5df-4e77-9e9e-ecf7b3488654 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:04:09.065689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451a3c5-6417-4f3b-aa91-952a164cfc92 req-e1d757ad-82a6-42f3-a02d-d3b8cb0f139c tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:09.067402 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4451a3c5-6417-4f3b-aa91-952a164cfc92 req-e1d757ad-82a6-42f3-a02d-d3b8cb0f139c tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.1636186 Feb 08 16:04:09.143347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7b2bb-9b7f-483e-8157-39c5ea9ef537 req-f7bd3b18-b347-4bc6-98da-02d88a051e57 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:09.146780 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51d7b2bb-9b7f-483e-8157-39c5ea9ef537 req-f7bd3b18-b347-4bc6-98da-02d88a051e57 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 946 time: 0.2140698 Feb 08 16:04:09.187875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f4ff6eef-671e-40af-aea3-76848907c1a8 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "PUT /v2.0/ports/954a6d36-3ac8-48b5-b35f-7afc80cf7d3a/tags HTTP/1.1" status: 200 len: 318 time: 0.3575890 Feb 08 16:04:09.198874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57648) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:09.208551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-5c71362e-fa58-456d-86a5-ea664a59b8c7 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '954a6d36-3ac8-48b5-b35f-7afc80cf7d3a') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:09.336527 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-4451a3c5-6417-4f3b-aa91-952a164cfc92 req-8be4b900-81d1-46be-8ea4-e4e07af4f006 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Deleting port d3414b6e-20df-4f98-bbf1-d036b8c1cef9 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:04:09.337143 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4451a3c5-6417-4f3b-aa91-952a164cfc92 req-8be4b900-81d1-46be-8ea4-e4e07af4f006 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d3414b6e-20df-4f98-bbf1-d036b8c1cef9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:09.369603 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51d7b2bb-9b7f-483e-8157-39c5ea9ef537 req-36d77283-52aa-41f6-9c38-b108a1a103e3 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145205 Feb 08 16:04:09.425640 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5c71362e-fa58-456d-86a5-ea664a59b8c7 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/ports/954a6d36-3ac8-48b5-b35f-7afc80cf7d3a/tags HTTP/1.1" status: 204 len: 168 time: 0.2212567 Feb 08 16:04:09.428849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57658) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:09.438670 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c91cc3b4-a7f1-463c-b08f-cb2346928d47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d98ee158-f5df-4e77-9e9e-ecf7b3488654), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:09.440427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-0dc7b04f-e09f-4059-97da-64c92a0c5f45 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '954a6d36-3ac8-48b5-b35f-7afc80cf7d3a', 'tempest-TagsExtTest-Tag-2069962309') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:09.486133 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cc3b4-a7f1-463c-b08f-cb2346928d47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=d98ee158-f5df-4e77-9e9e-ecf7b3488654,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:09.575923 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4451a3c5-6417-4f3b-aa91-952a164cfc92 req-8be4b900-81d1-46be-8ea4-e4e07af4f006 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] For port d3414b6e-20df-4f98-bbf1-d036b8c1cef9, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d3414b6e-20df-4f98-bbf1-d036b8c1cef9,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:04:09.576328 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4451a3c5-6417-4f3b-aa91-952a164cfc92 req-8be4b900-81d1-46be-8ea4-e4e07af4f006 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d3414b6e-20df-4f98-bbf1-d036b8c1cef9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:09.579539 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-0dc7b04f-e09f-4059-97da-64c92a0c5f45 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] show failed (client error): The resource could not be found. Feb 08 16:04:09.583288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0dc7b04f-e09f-4059-97da-64c92a0c5f45 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/ports/954a6d36-3ac8-48b5-b35f-7afc80cf7d3a/tags/tempest-TagsExtTest-Tag-2069962309 HTTP/1.1" status: 404 len: 329 time: 0.1511011 Feb 08 16:04:09.585888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57664) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:09.599160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-e887df9e-09e1-4ffb-93d3-9167a7b0c086 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '954a6d36-3ac8-48b5-b35f-7afc80cf7d3a', 'tempest-TagsExtTest-Tag-1533167915') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:09.600373 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-4451a3c5-6417-4f3b-aa91-952a164cfc92 req-8be4b900-81d1-46be-8ea4-e4e07af4f006 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Calling delete_port for d3414b6e-20df-4f98-bbf1-d036b8c1cef9 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:04:09.613780 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c91cc3b4-a7f1-463c-b08f-cb2346928d47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (c9da77d9-9356-4d3c-84cd-40797a2a85e7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:09.651182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57668) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:09.746574 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-e887df9e-09e1-4ffb-93d3-9167a7b0c086 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] show failed (client error): The resource could not be found. Feb 08 16:04:09.754700 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e887df9e-09e1-4ffb-93d3-9167a7b0c086 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/ports/954a6d36-3ac8-48b5-b35f-7afc80cf7d3a/tags/tempest-TagsExtTest-Tag-1533167915 HTTP/1.1" status: 404 len: 329 time: 0.1652133 Feb 08 16:04:09.764239 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57672) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:09.769937 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c91cc3b4-a7f1-463c-b08f-cb2346928d47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (c9da77d9-9356-4d3c-84cd-40797a2a85e7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:09.770686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-04002358-3702-44ab-ace0-7fb9371c7790 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '954a6d36-3ac8-48b5-b35f-7afc80cf7d3a', 'tempest-TagsExtTest-Tag-1617894730') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:09.776286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c91cc3b4-a7f1-463c-b08f-cb2346928d47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_controller (c9da77d9-9356-4d3c-84cd-40797a2a85e7), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:09.838106 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-04002358-3702-44ab-ace0-7fb9371c7790 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] show failed (client error): The resource could not be found. Feb 08 16:04:09.839452 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-04002358-3702-44ab-ace0-7fb9371c7790 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/ports/954a6d36-3ac8-48b5-b35f-7afc80cf7d3a/tags/tempest-TagsExtTest-Tag-1617894730 HTTP/1.1" status: 404 len: 329 time: 0.0823343 Feb 08 16:04:09.842400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57674) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:09.847633 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-d22f3609-4212-4cc3-8265-4b6df489a888 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3c775680-7ba4-433f-8d9f-d7de7e0afd8e', {'tags': ['tempest-TagsExtTest-Tag-2105977659', 'tempest-TagsExtTest-Tag-878611577', 'tempest-TagsExtTest-Tag-1449652295']}) {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:09.876325 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c91cc3b4-a7f1-463c-b08f-cb2346928d47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (c9da77d9-9356-4d3c-84cd-40797a2a85e7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:09.876903 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91cc3b4-a7f1-463c-b08f-cb2346928d47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Fanout notify agent at l3_agent the message router_deleted on router c9da77d9-9356-4d3c-84cd-40797a2a85e7 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:04:09.886788 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c91cc3b4-a7f1-463c-b08f-cb2346928d47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:09.892127 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c91cc3b4-a7f1-463c-b08f-cb2346928d47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/routers/c9da77d9-9356-4d3c-84cd-40797a2a85e7 HTTP/1.1" status: 204 len: 168 time: 1.8710322 Feb 08 16:04:09.894664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57676) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:09.903516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a910ee35-fd8e-4936-b4f2-8a8556873084 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'network': {'name': 'tempest-RoutersTest-1628853683'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:09.932140 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a910ee35-fd8e-4936-b4f2-8a8556873084 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:04:09.936305 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a910ee35-fd8e-4936-b4f2-8a8556873084 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:09.946992 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfee43c3-d7ed-47cd-a48b-6337773135d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:09.970581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a910ee35-fd8e-4936-b4f2-8a8556873084 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:04:09.980843 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a910ee35-fd8e-4936-b4f2-8a8556873084 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (e6f40868-7ace-480a-8f97-ca1761e60af9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:09.981234 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-a910ee35-fd8e-4936-b4f2-8a8556873084 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Added segment e6f40868-7ace-480a-8f97-ca1761e60af9 of type vlan for network 3edfdb03-2285-42b2-a364-065291f3aa3c Feb 08 16:04:10.047290 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a910ee35-fd8e-4936-b4f2-8a8556873084 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (3edfdb03-2285-42b2-a364-065291f3aa3c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:10.069294 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfee43c3-d7ed-47cd-a48b-6337773135d0 admin admin] Publish callbacks [] for security_group (c68e1ac5-eadb-48da-a07b-1b08fe94c081), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:10.079903 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfee43c3-d7ed-47cd-a48b-6337773135d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c68e1ac5-eadb-48da-a07b-1b08fe94c081), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:10.121183 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee43c3-d7ed-47cd-a48b-6337773135d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68e1ac5-eadb-48da-a07b-1b08fe94c081,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:10.146713 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a910ee35-fd8e-4936-b4f2-8a8556873084 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (3edfdb03-2285-42b2-a364-065291f3aa3c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:10.152361 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cfee43c3-d7ed-47cd-a48b-6337773135d0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=44a2053dc5314d47903e75031fe42531&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4995039 Feb 08 16:04:10.154872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57678) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:10.156528 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a910ee35-fd8e-4936-b4f2-8a8556873084 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:10.157279 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a910ee35-fd8e-4936-b4f2-8a8556873084 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:10.163523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d22f3609-4212-4cc3-8265-4b6df489a888 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "PUT /v2.0/routers/3c775680-7ba4-433f-8d9f-d7de7e0afd8e/tags HTTP/1.1" status: 200 len: 317 time: 0.3200123 Feb 08 16:04:10.167359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57680) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:10.172881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-72293196-f8d7-4db0-a2eb-992a30c87187 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c775680-7ba4-433f-8d9f-d7de7e0afd8e') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:10.176984 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4451a3c5-6417-4f3b-aa91-952a164cfc92 req-8be4b900-81d1-46be-8ea4-e4e07af4f006 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d3414b6e-20df-4f98-bbf1-d036b8c1cef9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:10.189293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f6382502-13f4-4116-8ab6-b24c9711e8df'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:04:10.216853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4b900-81d1-46be-8ea4-e4e07af4f006 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Pushing event deleted for resources: {'Port': ['ID=d3414b6e-20df-4f98-bbf1-d036b8c1cef9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:10.256700 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a910ee35-fd8e-4936-b4f2-8a8556873084 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3608990 Feb 08 16:04:10.261589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57682) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:10.268581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-15fdccf6-0b40-41e5-bf1b-5ba7ec828ffc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'subnet': {'network_id': '3edfdb03-2285-42b2-a364-065291f3aa3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:10.367478 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-83cd5af9-baf3-4d5f-9e99-7e108149ec35 admin admin] Publish callbacks [] for security_group (c68e1ac5-eadb-48da-a07b-1b08fe94c081), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:10.371686 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-72293196-f8d7-4db0-a2eb-992a30c87187 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/routers/3c775680-7ba4-433f-8d9f-d7de7e0afd8e/tags HTTP/1.1" status: 204 len: 168 time: 0.2031476 Feb 08 16:04:10.375926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57684) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:10.389229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-66b308be-c401-420f-bb1b-2a1e7b18845c tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c775680-7ba4-433f-8d9f-d7de7e0afd8e', 'tempest-TagsExtTest-Tag-2105977659') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:10.433356 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910ee35-fd8e-4936-b4f2-8a8556873084 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Network': ['ID=3edfdb03-2285-42b2-a364-065291f3aa3c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:10.470822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 3edfdb03-2285-42b2-a364-065291f3aa3c details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:04:10.496117 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-4451a3c5-6417-4f3b-aa91-952a164cfc92 req-8be4b900-81d1-46be-8ea4-e4e07af4f006 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] No DVR routers for this DVR port d3414b6e-20df-4f98-bbf1-d036b8c1cef9 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:04:10.513318 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4451a3c5-6417-4f3b-aa91-952a164cfc92 req-8be4b900-81d1-46be-8ea4-e4e07af4f006 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:10.517083 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4451a3c5-6417-4f3b-aa91-952a164cfc92 req-8be4b900-81d1-46be-8ea4-e4e07af4f006 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.94 "DELETE /v2.0/ports/d3414b6e-20df-4f98-bbf1-d036b8c1cef9 HTTP/1.1" status: 204 len: 173 time: 1.4340589 Feb 08 16:04:10.520182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c4060a-83b9-4c69-9cc1-3d071ea86f18', 'name': 'network-vif-deleted', 'tag': 'd3414b6e-20df-4f98-bbf1-d036b8c1cef9'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:04:10.527811 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7575418e-c39a-48a0-98a4-12c418ea728c" -d '{"events": [{"server_uuid": "86c4060a-83b9-4c69-9cc1-3d071ea86f18", "name": "network-vif-deleted", "tag": "d3414b6e-20df-4f98-bbf1-d036b8c1cef9"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:04:10.536737 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fdccf6-0b40-41e5-bf1b-5ba7ec828ffc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:04:10.549363 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15fdccf6-0b40-41e5-bf1b-5ba7ec828ffc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:10.640629 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-83cd5af9-baf3-4d5f-9e99-7e108149ec35 admin admin] Publish callbacks [] for security_group (c68e1ac5-eadb-48da-a07b-1b08fe94c081), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:10.706857 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7c91f4-0971-4120-95ba-4bdc8d331adf x-openstack-request-id: req-0a7c91f4-0971-4120-95ba-4bdc8d331adf {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:04:10.707179 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c4060a-83b9-4c69-9cc1-3d071ea86f18", "name": "network-vif-deleted", "tag": "d3414b6e-20df-4f98-bbf1-d036b8c1cef9", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:04:10.709173 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0a7c91f4-0971-4120-95ba-4bdc8d331adf {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:04:10.716596 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c4060a-83b9-4c69-9cc1-3d071ea86f18', 'name': 'network-vif-deleted', 'tag': 'd3414b6e-20df-4f98-bbf1-d036b8c1cef9', 'status': 'completed', 'code': 200} Feb 08 16:04:10.746492 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-513f0e5f-1d21-4b3d-a3bf-da6872948f05 req-f76294ea-ff27-4794-9e2a-bed69487eeed tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c4060a-83b9-4c69-9cc1-3d071ea86f18 HTTP/1.1" status: 200 len: 210 time: 0.1909461 Feb 08 16:04:10.786723 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-66b308be-c401-420f-bb1b-2a1e7b18845c tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] show failed (client error): The resource could not be found. Feb 08 16:04:10.792011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-66b308be-c401-420f-bb1b-2a1e7b18845c tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/routers/3c775680-7ba4-433f-8d9f-d7de7e0afd8e/tags/tempest-TagsExtTest-Tag-2105977659 HTTP/1.1" status: 404 len: 329 time: 0.4119072 Feb 08 16:04:10.794612 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57704) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:10.801975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-107d8b98-068c-48fd-b051-081267f76913 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c775680-7ba4-433f-8d9f-d7de7e0afd8e', 'tempest-TagsExtTest-Tag-878611577') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:10.944819 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-83cd5af9-baf3-4d5f-9e99-7e108149ec35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c68e1ac5-eadb-48da-a07b-1b08fe94c081), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:10.948297 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-83cd5af9-baf3-4d5f-9e99-7e108149ec35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:10.949503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-83cd5af9-baf3-4d5f-9e99-7e108149ec35 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c68e1ac5-eadb-48da-a07b-1b08fe94c081 HTTP/1.1" status: 204 len: 168 time: 0.7936022 Feb 08 16:04:10.962920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd5af9-baf3-4d5f-9e99-7e108149ec35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68e1ac5-eadb-48da-a07b-1b08fe94c081,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:10.976303 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-107d8b98-068c-48fd-b051-081267f76913 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] show failed (client error): The resource could not be found. Feb 08 16:04:10.977915 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-107d8b98-068c-48fd-b051-081267f76913 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/routers/3c775680-7ba4-433f-8d9f-d7de7e0afd8e/tags/tempest-TagsExtTest-Tag-878611577 HTTP/1.1" status: 404 len: 328 time: 0.1818089 Feb 08 16:04:10.981239 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57708) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:10.986016 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-386f425c-9820-48e2-8808-cbb4d21a1f5c tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c775680-7ba4-433f-8d9f-d7de7e0afd8e', 'tempest-TagsExtTest-Tag-1449652295') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:11.085449 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-386f425c-9820-48e2-8808-cbb4d21a1f5c tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] show failed (client error): The resource could not be found. Feb 08 16:04:11.087396 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-386f425c-9820-48e2-8808-cbb4d21a1f5c tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/routers/3c775680-7ba4-433f-8d9f-d7de7e0afd8e/tags/tempest-TagsExtTest-Tag-1449652295 HTTP/1.1" status: 404 len: 329 time: 0.1043105 Feb 08 16:04:11.089094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d3414b6e-20df-4f98-bbf1-d036b8c1cef9 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:04:11.090264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57710) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:11.097080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-7432cf57-a38d-4e02-907a-9502300b9087 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7', {'tags': ['tempest-TagsExtTest-Tag-1336327201', 'tempest-TagsExtTest-Tag-1610994657', 'tempest-TagsExtTest-Tag-1940764327']}) {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:11.157137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7432cf57-a38d-4e02-907a-9502300b9087 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "PUT /v2.0/subnetpools/e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7/tags HTTP/1.1" status: 200 len: 318 time: 0.0622630 Feb 08 16:04:11.159051 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57712) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:11.168260 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-326cf080-76a8-4b3f-b712-fc37a2a44962 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:11.179778 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: d3414b6e-20df-4f98-bbf1-d036b8c1cef9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:04:11.181572 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d3414b6e-20df-4f98-bbf1-d036b8c1cef9 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:04:11.198517 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15fdccf6-0b40-41e5-bf1b-5ba7ec828ffc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (2e34d5cc-6758-4df2-bf88-df08abdd7371), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:11.228475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-326cf080-76a8-4b3f-b712-fc37a2a44962 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/subnetpools/e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7/tags HTTP/1.1" status: 204 len: 168 time: 0.0657036 Feb 08 16:04:11.230817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57714) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:11.235899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-441b3fb2-4135-4e54-b93a-7e6824cbed83 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7', 'tempest-TagsExtTest-Tag-1336327201') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:11.267792 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-441b3fb2-4135-4e54-b93a-7e6824cbed83 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] show failed (client error): The resource could not be found. Feb 08 16:04:11.269646 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-441b3fb2-4135-4e54-b93a-7e6824cbed83 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/subnetpools/e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7/tags/tempest-TagsExtTest-Tag-1336327201 HTTP/1.1" status: 404 len: 329 time: 0.0377409 Feb 08 16:04:11.272572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57718) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:11.280354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-0a14d76a-b572-41c7-87f9-d06eff126e48 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7', 'tempest-TagsExtTest-Tag-1610994657') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:11.325925 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-0a14d76a-b572-41c7-87f9-d06eff126e48 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] show failed (client error): The resource could not be found. Feb 08 16:04:11.328167 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0a14d76a-b572-41c7-87f9-d06eff126e48 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/subnetpools/e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7/tags/tempest-TagsExtTest-Tag-1610994657 HTTP/1.1" status: 404 len: 329 time: 0.0537150 Feb 08 16:04:11.330344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57720) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:11.338846 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-47deeaf2-c76d-4c36-85b0-f7af68d2a86b tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7', 'tempest-TagsExtTest-Tag-1940764327') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:11.388114 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-47deeaf2-c76d-4c36-85b0-f7af68d2a86b tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] show failed (client error): The resource could not be found. Feb 08 16:04:11.390028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-47deeaf2-c76d-4c36-85b0-f7af68d2a86b tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/subnetpools/e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7/tags/tempest-TagsExtTest-Tag-1940764327 HTTP/1.1" status: 404 len: 329 time: 0.0581198 Feb 08 16:04:11.392438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57722) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:11.403244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-1990f4fb-2bcb-4e15-86f0-08d8328af498 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:11.436711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fdccf6-0b40-41e5-bf1b-5ba7ec828ffc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Checking segment: {'id': 'e6f40868-7ace-480a-8f97-ca1761e60af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3edfdb03-2285-42b2-a364-065291f3aa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:04:11.437431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fdccf6-0b40-41e5-bf1b-5ba7ec828ffc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network hostable DHCP agents. Network: 3edfdb03-2285-42b2-a364-065291f3aa3c, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:04:11.448349 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1990f4fb-2bcb-4e15-86f0-08d8328af498 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/subnetpools/e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7/tags HTTP/1.1" status: 204 len: 168 time: 0.0548043 Feb 08 16:04:11.456352 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57726) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:11.464275 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-511c6715-0253-4781-9964-b94777b4037a tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c775680-7ba4-433f-8d9f-d7de7e0afd8e') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:11.476647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdccf6-0b40-41e5-bf1b-5ba7ec828ffc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Subnet': ['ID=2e34d5cc-6758-4df2-bf88-df08abdd7371,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:11.490738 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fdccf6-0b40-41e5-bf1b-5ba7ec828ffc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network 3edfdb03-2285-42b2-a364-065291f3aa3c is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:04:11.517346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-15fdccf6-0b40-41e5-bf1b-5ba7ec828ffc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 3edfdb03-2285-42b2-a364-065291f3aa3c) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:11.529578 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be559197-3194-4c51-8057-f98a2c10e49e None None] Network 3edfdb03-2285-42b2-a364-065291f3aa3c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:04:11.533989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fdccf6-0b40-41e5-bf1b-5ba7ec828ffc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:11.534598 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-15fdccf6-0b40-41e5-bf1b-5ba7ec828ffc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:11.590089 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-15fdccf6-0b40-41e5-bf1b-5ba7ec828ffc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3257999 Feb 08 16:04:11.592549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57732) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:11.611141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9739bdee-3360-4ca3-a94f-a6f42b53a955 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1918520742', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:11.667394 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9739bdee-3360-4ca3-a94f-a6f42b53a955 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (8f178400-db1a-4cd6-af8e-e69c4f447d29), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:11.668476 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9739bdee-3360-4ca3-a94f-a6f42b53a955 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (8f178400-db1a-4cd6-af8e-e69c4f447d29), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:11.676355 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-511c6715-0253-4781-9964-b94777b4037a tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/routers/3c775680-7ba4-433f-8d9f-d7de7e0afd8e/tags HTTP/1.1" status: 204 len: 168 time: 0.2169120 Feb 08 16:04:11.679588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57738) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:11.691881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.tag.tag_plugin [None req-109483f4-448c-406a-8906-3c95147c115a tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '954a6d36-3ac8-48b5-b35f-7afc80cf7d3a') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:11.748263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-3edfdb03-2285-42b2-a364-065291f3aa3c', 'network_id': '3edfdb03-2285-42b2-a364-065291f3aa3c', 'project_id': '6266347370244ae6b8ceabf3acd55629', 'fixed_ips': [{'subnet_id': '2e34d5cc-6758-4df2-bf88-df08abdd7371'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:04:11.749204 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:11.785046 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9739bdee-3360-4ca3-a94f-a6f42b53a955 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_controller (8f178400-db1a-4cd6-af8e-e69c4f447d29), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:11.792437 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9739bdee-3360-4ca3-a94f-a6f42b53a955 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (8f178400-db1a-4cd6-af8e-e69c4f447d29), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:11.817820 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9739bdee-3360-4ca3-a94f-a6f42b53a955 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:11.824137 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57744) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:11.825124 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9739bdee-3360-4ca3-a94f-a6f42b53a955 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2306852 Feb 08 16:04:12.176849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Allocated IP 172.20.0.2 (3edfdb03-2285-42b2-a364-065291f3aa3c/2e34d5cc-6758-4df2-bf88-df08abdd7371/e7110302-2443-4c24-b7fd-f490ce4607c2) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:04:12.381130 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fd7199c8-893d-4b94-ba1a-d38100bf4c07 req-98371f92-b5fe-43ac-981d-89526d7d240b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3406775 Feb 08 16:04:12.382130 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Publish callbacks [] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:12.394757 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:12.470947 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Pushing event updated for resources: {'Port': ['ID=e7110302-2443-4c24-b7fd-f490ce4607c2,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:12.492690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Network 3edfdb03-2285-42b2-a364-065291f3aa3c is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:04:12.499624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:12.513528 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:04:12.519245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:12.519800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:12.520359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:12.523574 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-109483f4-448c-406a-8906-3c95147c115a tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/ports/954a6d36-3ac8-48b5-b35f-7afc80cf7d3a/tags HTTP/1.1" status: 204 len: 168 time: 0.8302560 Feb 08 16:04:12.531310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:12.531913 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:12.532270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:12.532613 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:12.532971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:12.533309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:12.533782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:12.534263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:12.534771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:12.535308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:12.593024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57776) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:12.616830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.tag.tag_plugin [None req-55359ae4-8758-452a-9218-39e1080e292a tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be5686a6-aaee-4723-ae9a-4e1b972c5875') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:12.738246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Attempting to bind port e7110302-2443-4c24-b7fd-f490ce4607c2 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:04:12.738808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Attempting to bind port e7110302-2443-4c24-b7fd-f490ce4607c2 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'e6f40868-7ace-480a-8f97-ca1761e60af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3edfdb03-2285-42b2-a364-065291f3aa3c'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:04:12.739438 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Attempting to bind port e7110302-2443-4c24-b7fd-f490ce4607c2 on network 3edfdb03-2285-42b2-a364-065291f3aa3c {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:04:12.753375 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:04:12.753757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Checking segment: {'id': 'e6f40868-7ace-480a-8f97-ca1761e60af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3edfdb03-2285-42b2-a364-065291f3aa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:04:12.754179 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:12.754542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Bound using segment: {'id': 'e6f40868-7ace-480a-8f97-ca1761e60af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3edfdb03-2285-42b2-a364-065291f3aa3c'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:04:12.755022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Bound port: e7110302-2443-4c24-b7fd-f490ce4607c2, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f40868-7ace-480a-8f97-ca1761e60af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3edfdb03-2285-42b2-a364-065291f3aa3c'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:04:12.755411 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:12.769498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7199c8-893d-4b94-ba1a-d38100bf4c07 req-84c5b391-31c2-4d4c-bd55-11016e96a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:12.777203 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fd7199c8-893d-4b94-ba1a-d38100bf4c07 req-84c5b391-31c2-4d4c-bd55-11016e96a233 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 1128 time: 0.3430829 Feb 08 16:04:12.957446 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] For port e7110302-2443-4c24-b7fd-f490ce4607c2, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:04:12.965793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] For port e7110302-2443-4c24-b7fd-f490ce4607c2, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e7110302-2443-4c24-b7fd-f490ce4607c2,segment=NetworkSegment(e6f40868-7ace-480a-8f97-ca1761e60af9),segment_id=e6f40868-7ace-480a-8f97-ca1761e60af9)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:04:12.985762 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:13.211671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f55ec7-736f-490c-80d7-325f73cb3c6d None None] Pushing event updated for resources: {'Port': ['ID=e7110302-2443-4c24-b7fd-f490ce4607c2,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:13.241669 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-55359ae4-8758-452a-9218-39e1080e292a tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/subnets/be5686a6-aaee-4723-ae9a-4e1b972c5875/tags HTTP/1.1" status: 204 len: 168 time: 0.6288869 Feb 08 16:04:13.242343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57814) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:13.379827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7199c8-893d-4b94-ba1a-d38100bf4c07 req-e7249e1e-366b-4a6f-9936-2b05a60a0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:13.381395 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fd7199c8-893d-4b94-ba1a-d38100bf4c07 req-e7249e1e-366b-4a6f-9936-2b05a60a0a9b service neutron] 10.222.0.96 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 915 time: 0.5775440 Feb 08 16:04:13.615635 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fd7199c8-893d-4b94-ba1a-d38100bf4c07 req-b700bb73-85e1-48b1-a126-164aab22503a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1fed64c-2272-4a19-a818-0435607ade4d HTTP/1.1" status: 200 len: 217 time: 0.2095172 Feb 08 16:04:13.756188 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:13.774825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7199c8-893d-4b94-ba1a-d38100bf4c07 req-e13f5597-2b1b-4411-911c-a2adcf24f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:13.776854 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fd7199c8-893d-4b94-ba1a-d38100bf4c07 req-e13f5597-2b1b-4411-911c-a2adcf24f906 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=278c2f2b-2d96-42da-b202-953ae37669d2 HTTP/1.1" status: 200 len: 854 time: 0.1380224 Feb 08 16:04:13.781509 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1749781-2231-4d6c-9b39-3864a18b60fd tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:13.788414 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b1749781-2231-4d6c-9b39-3864a18b60fd tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/subnetpools/e18aefa4-5eb8-4b34-af6e-c1ea9eca78e7 HTTP/1.1" status: 204 len: 168 time: 0.5378358 Feb 08 16:04:13.789448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57830) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:13.882332 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fd7199c8-893d-4b94-ba1a-d38100bf4c07 req-3b436e39-1c09-4814-aee1-61d915456e51 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2809b07d-e729-4e16-9f4f-331fbe210676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905559 Feb 08 16:04:13.887927 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e99fe8d1-8959-4b8d-88dc-458a585fb950 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c775680-7ba4-433f-8d9f-d7de7e0afd8e HTTP/1.1" status: 200 len: 205 time: 0.0817053 Feb 08 16:04:13.889056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57832) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:14.072779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e27bd-be1a-4465-a186-95e6ccac92ea req-8c61929b-31e2-4793-83ec-3dca2230637c tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:14.074613 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9e9e27bd-be1a-4465-a186-95e6ccac92ea req-8c61929b-31e2-4793-83ec-3dca2230637c tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 946 time: 0.3450148 Feb 08 16:04:14.200246 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1229c220-b41a-4c2c-8183-0c536a5b0e2b tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks [] for router (3c775680-7ba4-433f-8d9f-d7de7e0afd8e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:14.306885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57844) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:14.308085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e7110302-2443-4c24-b7fd-f490ce4607c2 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:04:14.366136 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9e9e27bd-be1a-4465-a186-95e6ccac92ea req-09abd69c-94de-437b-bfee-152c41d93a30 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366774 Feb 08 16:04:14.482891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e7110302-2443-4c24-b7fd-f490ce4607c2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:14.484009 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:14.657194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e7110302-2443-4c24-b7fd-f490ce4607c2 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:14.657887 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:14.673695 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1229c220-b41a-4c2c-8183-0c536a5b0e2b tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (3c775680-7ba4-433f-8d9f-d7de7e0afd8e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:14.678896 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1229c220-b41a-4c2c-8183-0c536a5b0e2b tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks [] for router_controller (3c775680-7ba4-433f-8d9f-d7de7e0afd8e), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:14.722154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port e7110302-2443-4c24-b7fd-f490ce4607c2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e7110302-2443-4c24-b7fd-f490ce4607c2,segment=NetworkSegment(e6f40868-7ace-480a-8f97-ca1761e60af9),segment_id=e6f40868-7ace-480a-8f97-ca1761e60af9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:04:14.728244 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:14.746656 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3c71d753-8de1-40ef-8a90-8317b71a05a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:14.850061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=e7110302-2443-4c24-b7fd-f490ce4607c2,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:14.850760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Allocated IP 172.20.0.1 (3edfdb03-2285-42b2-a364-065291f3aa3c/2e34d5cc-6758-4df2-bf88-df08abdd7371/30624c17-18a7-40b2-b12b-c1bc1a962f3e) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:04:15.100532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f7a190-3daf-4795-b7df-3996a38ed839 None None] Network 3edfdb03-2285-42b2-a364-065291f3aa3c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:04:15.159427 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (30624c17-18a7-40b2-b12b-c1bc1a962f3e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:15.268892 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1229c220-b41a-4c2c-8183-0c536a5b0e2b tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (3c775680-7ba4-433f-8d9f-d7de7e0afd8e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:15.269657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1229c220-b41a-4c2c-8183-0c536a5b0e2b tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Fanout notify agent at l3_agent the message router_deleted on router 3c775680-7ba4-433f-8d9f-d7de7e0afd8e {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:04:15.295888 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1229c220-b41a-4c2c-8183-0c536a5b0e2b tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:15.305032 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1229c220-b41a-4c2c-8183-0c536a5b0e2b tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/routers/3c775680-7ba4-433f-8d9f-d7de7e0afd8e HTTP/1.1" status: 204 len: 168 time: 1.4120116 Feb 08 16:04:15.312281 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57852) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:15.316910 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fd7199c8-893d-4b94-ba1a-d38100bf4c07 req-94b6da91-c343-4e8d-b350-e1fac594ac4b service neutron] 10.222.0.96 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1601098 Feb 08 16:04:15.369997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-639790fa-11d1-4757-ae58-3f1f1e341479 None None] Provisioning complete for port e7110302-2443-4c24-b7fd-f490ce4607c2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:15.371606 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-639790fa-11d1-4757-ae58-3f1f1e341479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:15.479953 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (30624c17-18a7-40b2-b12b-c1bc1a962f3e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:15.552789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3103d-e2fb-4a3a-8a27-f5e80496b2cc req-78538a1e-7b51-4208-baad-b5d49f79d37a tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:15.557833 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b5c3103d-e2fb-4a3a-8a27-f5e80496b2cc req-78538a1e-7b51-4208-baad-b5d49f79d37a tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.96 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 946 time: 0.3396833 Feb 08 16:04:15.768910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-639790fa-11d1-4757-ae58-3f1f1e341479 None None] Current status of the port e7110302-2443-4c24-b7fd-f490ce4607c2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:15.828836 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-fd7199c8-893d-4b94-ba1a-d38100bf4c07 req-d12df739-a996-4a8f-b3ef-51a1c39e567e service neutron] 10.222.0.96 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018830 Feb 08 16:04:15.894791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=30624c17-18a7-40b2-b12b-c1bc1a962f3e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:15.923046 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b5c3103d-e2fb-4a3a-8a27-f5e80496b2cc req-3c137fa9-65fa-4778-bcc4-fc5547fee5bd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Deleting port f6382502-13f4-4116-8ab6-b24c9711e8df {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:04:15.923850 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b5c3103d-e2fb-4a3a-8a27-f5e80496b2cc req-3c137fa9-65fa-4778-bcc4-fc5547fee5bd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f6382502-13f4-4116-8ab6-b24c9711e8df), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:15.960805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network 3edfdb03-2285-42b2-a364-065291f3aa3c is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:04:16.027943 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:16.077282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:04:16.102634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e7110302-2443-4c24-b7fd-f490ce4607c2 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:04:16.137070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa7453-6af8-4d06-87d7-e74f830392f5 req-fc5a7d5e-968a-440d-a5ad-727838c9e0cc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:16.144329 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2fa7453-6af8-4d06-87d7-e74f830392f5 req-fc5a7d5e-968a-440d-a5ad-727838c9e0cc tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 946 time: 0.4219172 Feb 08 16:04:16.146346 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (8f178400-db1a-4cd6-af8e-e69c4f447d29), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:16.151353 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3c71d753-8de1-40ef-8a90-8317b71a05a7 admin admin] Publish callbacks [] for security_group (5eea4e4f-9bed-4859-b24f-5216aad10d4b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:16.231983 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-063c34a0-5671-4cc7-b6ee-b69c50a0f217 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Deleting port 954a6d36-3ac8-48b5-b35f-7afc80cf7d3a {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:04:16.232338 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-063c34a0-5671-4cc7-b6ee-b69c50a0f217 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (954a6d36-3ac8-48b5-b35f-7afc80cf7d3a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:16.339775 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b5c3103d-e2fb-4a3a-8a27-f5e80496b2cc req-3c137fa9-65fa-4778-bcc4-fc5547fee5bd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] For port f6382502-13f4-4116-8ab6-b24c9711e8df, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f6382502-13f4-4116-8ab6-b24c9711e8df,segment=NetworkSegment(cba233ec-5519-47d9-921e-1ea7029d815d),segment_id=cba233ec-5519-47d9-921e-1ea7029d815d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:04:16.342380 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b5c3103d-e2fb-4a3a-8a27-f5e80496b2cc req-3c137fa9-65fa-4778-bcc4-fc5547fee5bd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f6382502-13f4-4116-8ab6-b24c9711e8df), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:16.363865 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-063c34a0-5671-4cc7-b6ee-b69c50a0f217 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (954a6d36-3ac8-48b5-b35f-7afc80cf7d3a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:16.369693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7e000ea0-833e-4d2c-9bde-bc7c3b9e132f None None] Provisioning complete for port 30624c17-18a7-40b2-b12b-c1bc1a962f3e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:16.371433 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7e000ea0-833e-4d2c-9bde-bc7c3b9e132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (30624c17-18a7-40b2-b12b-c1bc1a962f3e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:16.386412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-063c34a0-5671-4cc7-b6ee-b69c50a0f217 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Calling delete_port for 954a6d36-3ac8-48b5-b35f-7afc80cf7d3a owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:04:16.392047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b5c3103d-e2fb-4a3a-8a27-f5e80496b2cc req-3c137fa9-65fa-4778-bcc4-fc5547fee5bd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Calling delete_port for f6382502-13f4-4116-8ab6-b24c9711e8df owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:04:16.395754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e7110302-2443-4c24-b7fd-f490ce4607c2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:16.396499 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:16.574373 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3c71d753-8de1-40ef-8a90-8317b71a05a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5eea4e4f-9bed-4859-b24f-5216aad10d4b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:16.644611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71d753-8de1-40ef-8a90-8317b71a05a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eea4e4f-9bed-4859-b24f-5216aad10d4b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:16.647458 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-063c34a0-5671-4cc7-b6ee-b69c50a0f217 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (954a6d36-3ac8-48b5-b35f-7afc80cf7d3a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:16.767965 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7e000ea0-833e-4d2c-9bde-bc7c3b9e132f None None] Port 30624c17-18a7-40b2-b12b-c1bc1a962f3e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:04:16.921413 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e7110302-2443-4c24-b7fd-f490ce4607c2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:16.948028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7e000ea0-833e-4d2c-9bde-bc7c3b9e132f None None] Provisioning complete for port e7110302-2443-4c24-b7fd-f490ce4607c2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:16.948800 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7e000ea0-833e-4d2c-9bde-bc7c3b9e132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:17.058681 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b5c3103d-e2fb-4a3a-8a27-f5e80496b2cc req-3c137fa9-65fa-4778-bcc4-fc5547fee5bd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f6382502-13f4-4116-8ab6-b24c9711e8df), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:17.119422 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c34a0-5671-4cc7-b6ee-b69c50a0f217 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Pushing event deleted for resources: {'Port': ['ID=954a6d36-3ac8-48b5-b35f-7afc80cf7d3a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:17.143585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c2fa7453-6af8-4d06-87d7-e74f830392f5 req-ae586d83-2782-4e0e-b9ad-6a204013e418 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/security-groups?id=39f213dc-62a8-4776-9cdb-2c2641279499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9957821 Feb 08 16:04:17.196877 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c137fa9-65fa-4778-bcc4-fc5547fee5bd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Pushing event deleted for resources: {'Port': ['ID=f6382502-13f4-4116-8ab6-b24c9711e8df,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:17.244855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3c71d753-8de1-40ef-8a90-8317b71a05a7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=20773fa9cf35449ba7d83f89a8188a09&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9341505 Feb 08 16:04:17.288726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7e000ea0-833e-4d2c-9bde-bc7c3b9e132f None None] Current status of the port e7110302-2443-4c24-b7fd-f490ce4607c2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:17.291342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57874) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:17.292248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c3103d-e2fb-4a3a-8a27-f5e80496b2cc req-3c137fa9-65fa-4778-bcc4-fc5547fee5bd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] No DVR routers for this DVR port f6382502-13f4-4116-8ab6-b24c9711e8df on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:04:17.306701 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-063c34a0-5671-4cc7-b6ee-b69c50a0f217 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:17.306916 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b5c3103d-e2fb-4a3a-8a27-f5e80496b2cc req-3c137fa9-65fa-4778-bcc4-fc5547fee5bd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:17.310745 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-063c34a0-5671-4cc7-b6ee-b69c50a0f217 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/ports/954a6d36-3ac8-48b5-b35f-7afc80cf7d3a HTTP/1.1" status: 204 len: 168 time: 1.9842265 Feb 08 16:04:17.313256 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b5c3103d-e2fb-4a3a-8a27-f5e80496b2cc req-3c137fa9-65fa-4778-bcc4-fc5547fee5bd tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.96 "DELETE /v2.0/ports/f6382502-13f4-4116-8ab6-b24c9711e8df HTTP/1.1" status: 204 len: 173 time: 1.7505727 Feb 08 16:04:17.313899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b3632d-9733-4c03-9e43-4024d2390d0b', 'name': 'network-vif-deleted', 'tag': 'f6382502-13f4-4116-8ab6-b24c9711e8df'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:04:17.316672 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a33068-c163-41c2-ac64-1df3f498b4ef" -d '{"events": [{"server_uuid": "15b3632d-9733-4c03-9e43-4024d2390d0b", "name": "network-vif-deleted", "tag": "f6382502-13f4-4116-8ab6-b24c9711e8df"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:04:17.327217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57876) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:17.388501 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d433c845-3be9-448f-9ca2-cd434bd4f9d6 x-openstack-request-id: req-d433c845-3be9-448f-9ca2-cd434bd4f9d6 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:04:17.389235 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b3632d-9733-4c03-9e43-4024d2390d0b", "name": "network-vif-deleted", "tag": "f6382502-13f4-4116-8ab6-b24c9711e8df", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:04:17.389871 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d433c845-3be9-448f-9ca2-cd434bd4f9d6 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:04:17.390635 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b3632d-9733-4c03-9e43-4024d2390d0b', 'name': 'network-vif-deleted', 'tag': 'f6382502-13f4-4116-8ab6-b24c9711e8df', 'status': 'completed', 'code': 200} Feb 08 16:04:17.450108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-697a5244-870c-4aa6-937b-bfb231e4dce0 None None] Provisioning complete for port 30624c17-18a7-40b2-b12b-c1bc1a962f3e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:17.450666 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7069aa3d-0243-4fa8-8230-f34e39539945 admin admin] Publish callbacks [] for security_group (5eea4e4f-9bed-4859-b24f-5216aad10d4b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:17.450752 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-697a5244-870c-4aa6-937b-bfb231e4dce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (30624c17-18a7-40b2-b12b-c1bc1a962f3e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:17.480030 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7069aa3d-0243-4fa8-8230-f34e39539945 admin admin] Publish callbacks [] for security_group (5eea4e4f-9bed-4859-b24f-5216aad10d4b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:17.483162 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-329d73d2-c3b8-440f-8ea8-a3208d3f14c7 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Deleting subnet be5686a6-aaee-4723-ae9a-4e1b972c5875 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:04:17.489179 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-329d73d2-c3b8-440f-8ea8-a3208d3f14c7 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks [] for subnet (be5686a6-aaee-4723-ae9a-4e1b972c5875), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:17.569279 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7069aa3d-0243-4fa8-8230-f34e39539945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5eea4e4f-9bed-4859-b24f-5216aad10d4b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:17.593374 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7069aa3d-0243-4fa8-8230-f34e39539945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:17.597344 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7069aa3d-0243-4fa8-8230-f34e39539945 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5eea4e4f-9bed-4859-b24f-5216aad10d4b HTTP/1.1" status: 204 len: 168 time: 0.3008814 Feb 08 16:04:17.631000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069aa3d-0243-4fa8-8230-f34e39539945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eea4e4f-9bed-4859-b24f-5216aad10d4b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:17.670865 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-697a5244-870c-4aa6-937b-bfb231e4dce0 None None] Port 30624c17-18a7-40b2-b12b-c1bc1a962f3e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:04:17.725226 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-329d73d2-c3b8-440f-8ea8-a3208d3f14c7 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (be5686a6-aaee-4723-ae9a-4e1b972c5875), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:17.753815 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (30624c17-18a7-40b2-b12b-c1bc1a962f3e), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:18.301987 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-329d73d2-c3b8-440f-8ea8-a3208d3f14c7 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (be5686a6-aaee-4723-ae9a-4e1b972c5875), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:18.507773 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-329d73d2-c3b8-440f-8ea8-a3208d3f14c7 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (be5686a6-aaee-4723-ae9a-4e1b972c5875), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:18.557166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b3582d5-08a5-4691-999d-334c4b0b145b req-3ead2f2a-628e-4d68-b6f5-6a2386d6f7d7 tempest-ServersTestJSON-1336159216 tempest-ServersTestJSON-1336159216-project] 10.222.0.82 "GET /v2.0/ports?device_id=15b3632d-9733-4c03-9e43-4024d2390d0b HTTP/1.1" status: 200 len: 210 time: 0.1695385 Feb 08 16:04:18.636607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284917bf-617c-4e85-8b5d-498f954068e5 None None] Network 67aa7bda-fb26-4453-b3ac-162e8dffa652 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:04:18.637458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d73d2-c3b8-440f-8ea8-a3208d3f14c7 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Pushing event deleted for resources: {'Subnet': ['ID=be5686a6-aaee-4723-ae9a-4e1b972c5875,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:18.644795 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-329d73d2-c3b8-440f-8ea8-a3208d3f14c7 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:18.652783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57912) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:18.654081 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-329d73d2-c3b8-440f-8ea8-a3208d3f14c7 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/subnets/be5686a6-aaee-4723-ae9a-4e1b972c5875 HTTP/1.1" status: 204 len: 168 time: 1.3162754 Feb 08 16:04:18.880368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f6382502-13f4-4116-8ab6-b24c9711e8df no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:04:18.987872 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (67aa7bda-fb26-4453-b3ac-162e8dffa652), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:19.085111 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (30624c17-18a7-40b2-b12b-c1bc1a962f3e), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:19.101405 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (30624c17-18a7-40b2-b12b-c1bc1a962f3e), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:19.222257 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Deleting port 62c33de2-5608-4f74-b531-1dedb05bcc65 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:04:19.222804 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:19.439319 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: f6382502-13f4-4116-8ab6-b24c9711e8df {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:04:19.440402 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f6382502-13f4-4116-8ab6-b24c9711e8df not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:04:19.453429 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:19.455850 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=30624c17-18a7-40b2-b12b-c1bc1a962f3e,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:19.481401 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (8f178400-db1a-4cd6-af8e-e69c4f447d29), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:19.560741 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] For port 62c33de2-5608-4f74-b531-1dedb05bcc65, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=62c33de2-5608-4f74-b531-1dedb05bcc65,segment=NetworkSegment(da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d),segment_id=da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:04:19.566519 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:19.598544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8083b250-3a34-42c5-a5b9-2729107350d0 None None] DHCP port deletion for 67aa7bda-fb26-4453-b3ac-162e8dffa652 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:04:19.638563 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Calling delete_port for 62c33de2-5608-4f74-b531-1dedb05bcc65 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:04:19.757390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57940) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:19.800839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57942) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:19.889438 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8083b250-3a34-42c5-a5b9-2729107350d0 None None] Deleting port 62c33de2-5608-4f74-b531-1dedb05bcc65 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:04:19.891753 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8083b250-3a34-42c5-a5b9-2729107350d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:19.974859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:20.043341 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] No DVR routers for this DVR port 62c33de2-5608-4f74-b531-1dedb05bcc65 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:04:20.117309 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ca12f5-7ee8-4abc-8c1d-df164dff3ad9 admin admin] Deleting subnet 00ecb47d-dbfd-4668-8784-e5338c0de0ac {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:04:20.125585 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 62c33de2-5608-4f74-b531-1dedb05bcc65 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:04:20.170185 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Pushing event deleted for resources: {'Port': ['ID=62c33de2-5608-4f74-b531-1dedb05bcc65,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:20.216601 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92ca12f5-7ee8-4abc-8c1d-df164dff3ad9 admin admin] Publish callbacks [] for subnet (00ecb47d-dbfd-4668-8784-e5338c0de0ac), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:20.227544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 62c33de2-5608-4f74-b531-1dedb05bcc65 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:04:20.228103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 62c33de2-5608-4f74-b531-1dedb05bcc65 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:04:20.285996 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8083b250-3a34-42c5-a5b9-2729107350d0 None None] For port 62c33de2-5608-4f74-b531-1dedb05bcc65, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=62c33de2-5608-4f74-b531-1dedb05bcc65,segment=NetworkSegment(da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d),segment_id=da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:04:20.287530 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8083b250-3a34-42c5-a5b9-2729107350d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:20.322973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8083b250-3a34-42c5-a5b9-2729107350d0 None None] Calling delete_port for 62c33de2-5608-4f74-b531-1dedb05bcc65 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:04:20.359658 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c7e373d2-ed2d-4161-8771-a8ac95c361b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:20.385472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network 3edfdb03-2285-42b2-a364-065291f3aa3c is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:04:20.395980 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (67aa7bda-fb26-4453-b3ac-162e8dffa652), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:20.419807 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92ca12f5-7ee8-4abc-8c1d-df164dff3ad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (00ecb47d-dbfd-4668-8784-e5338c0de0ac), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:20.463507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67aa7bda-fb26-4453-b3ac-162e8dffa652']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:20.483565 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:20.497497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:20.499760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:20.515226 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92ca12f5-7ee8-4abc-8c1d-df164dff3ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (00ecb47d-dbfd-4668-8784-e5338c0de0ac), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:20.541970 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:20.559587 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8083b250-3a34-42c5-a5b9-2729107350d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (62c33de2-5608-4f74-b531-1dedb05bcc65), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:20.584669 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:20.596723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:04:20.597331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (da7a1f77-b6cf-4306-a5bf-7f547f4a7c4d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:20.599799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:04:20.618622 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:04:20.622646 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92ca12f5-7ee8-4abc-8c1d-df164dff3ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (00ecb47d-dbfd-4668-8784-e5338c0de0ac), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:20.669025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083b250-3a34-42c5-a5b9-2729107350d0 None None] Pushing event deleted for resources: {'Port': ['ID=62c33de2-5608-4f74-b531-1dedb05bcc65,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:20.681029 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8083b250-3a34-42c5-a5b9-2729107350d0 None None] No DVR routers for this DVR port 62c33de2-5608-4f74-b531-1dedb05bcc65 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:04:20.861875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (67aa7bda-fb26-4453-b3ac-162e8dffa652), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:20.884251 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:20.907618 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] 10.222.0.82 "DELETE /v2.0/networks/67aa7bda-fb26-4453-b3ac-162e8dffa652 HTTP/1.1" status: 204 len: 168 time: 2.2531991 Feb 08 16:04:20.968824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3079ca2-9065-467c-bf41-2737629522c5 tempest-TagsExtTest-593707426 tempest-TagsExtTest-593707426-project] Pushing event deleted for resources: {'Network': ['ID=67aa7bda-fb26-4453-b3ac-162e8dffa652,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:21.000209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca12f5-7ee8-4abc-8c1d-df164dff3ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ecb47d-dbfd-4668-8784-e5338c0de0ac,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:21.013116 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92ca12f5-7ee8-4abc-8c1d-df164dff3ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:21.018677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-92ca12f5-7ee8-4abc-8c1d-df164dff3ad9 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/00ecb47d-dbfd-4668-8784-e5338c0de0ac HTTP/1.1" status: 204 len: 168 time: 1.2575688 Feb 08 16:04:21.020011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57972) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:21.058977 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 8f178400-db1a-4cd6-af8e-e69c4f447d29 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:04:21.245025 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6128-84a4-4257-bb1f-e46f34f3a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (fb374508-5c73-4d79-bee8-d58289274073), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:21.251245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c6373939-6acb-497c-8a7c-382cc6944498 None None] Provisioning complete for port 30624c17-18a7-40b2-b12b-c1bc1a962f3e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:21.252171 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c6373939-6acb-497c-8a7c-382cc6944498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (30624c17-18a7-40b2-b12b-c1bc1a962f3e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:21.375308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c6373939-6acb-497c-8a7c-382cc6944498 None None] Port 30624c17-18a7-40b2-b12b-c1bc1a962f3e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:04:21.397552 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c7e373d2-ed2d-4161-8771-a8ac95c361b7 admin admin] Publish callbacks [] for security_group (d777792b-fcf4-4e77-9a9a-4d6b8d40bc8c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:21.412928 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c7e373d2-ed2d-4161-8771-a8ac95c361b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d777792b-fcf4-4e77-9a9a-4d6b8d40bc8c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:21.482362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e373d2-ed2d-4161-8771-a8ac95c361b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d777792b-fcf4-4e77-9a9a-4d6b8d40bc8c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:21.491466 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:04:21.503422 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a455dbc6-73b6-4e48-af37-59c3ddf2e56f None None] Sync routers for ids ['8f178400-db1a-4cd6-af8e-e69c4f447d29'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:04:21.518896 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a455dbc6-73b6-4e48-af37-59c3ddf2e56f None None] Routers {'8f178400-db1a-4cd6-af8e-e69c4f447d29'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:04:21.521206 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a455dbc6-73b6-4e48-af37-59c3ddf2e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:04:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8f178400-db1a-4cd6-af8e-e69c4f447d29'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:21.531500 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-95deabe3-6441-487f-9142-16abf018b73b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/8f178400-db1a-4cd6-af8e-e69c4f447d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7048197 Feb 08 16:04:21.536184 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57988) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:21.592702 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6128-84a4-4257-bb1f-e46f34f3a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (fb374508-5c73-4d79-bee8-d58289274073), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:21.616354 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57996) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:21.628993 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a455dbc6-73b6-4e48-af37-59c3ddf2e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:21.653265 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a455dbc6-73b6-4e48-af37-59c3ddf2e56f None None] Routers {'8f178400-db1a-4cd6-af8e-e69c4f447d29'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:04:21.654149 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a455dbc6-73b6-4e48-af37-59c3ddf2e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:04:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8f178400-db1a-4cd6-af8e-e69c4f447d29'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:21.750943 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8a8f6128-84a4-4257-bb1f-e46f34f3a9fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb374508-5c73-4d79-bee8-d58289274073']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:21.753772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883e8236-febb-4d35-9698-ac544ab7e5fc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:21.760651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-883e8236-febb-4d35-9698-ac544ab7e5fc tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports/30624c17-18a7-40b2-b12b-c1bc1a962f3e HTTP/1.1" status: 200 len: 910 time: 0.2223291 Feb 08 16:04:21.766402 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58008) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:21.776148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8a8f6128-84a4-4257-bb1f-e46f34f3a9fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba233ec-5519-47d9-921e-1ea7029d815d') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:21.776444 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8a8f6128-84a4-4257-bb1f-e46f34f3a9fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba233ec-5519-47d9-921e-1ea7029d815d') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:21.781137 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a455dbc6-73b6-4e48-af37-59c3ddf2e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:21.781770 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a455dbc6-73b6-4e48-af37-59c3ddf2e56f None None] The sync data for ids ['8f178400-db1a-4cd6-af8e-e69c4f447d29'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:04:21.790705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-bc619782-1aba-4a87-8b69-a5195e56530e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2e34d5cc-6758-4df2-bf88-df08abdd7371'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:21.793685 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6128-84a4-4257-bb1f-e46f34f3a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (cba233ec-5519-47d9-921e-1ea7029d815d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:21.806805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c7e373d2-ed2d-4161-8771-a8ac95c361b7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=12ec53d4fe8b4c60bbce24ef819afe59&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0025668 Feb 08 16:04:21.813539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58010) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:21.875169 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6128-84a4-4257-bb1f-e46f34f3a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (cba233ec-5519-47d9-921e-1ea7029d815d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:21.918546 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8f6128-84a4-4257-bb1f-e46f34f3a9fa admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:04:21.918966 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6128-84a4-4257-bb1f-e46f34f3a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (cba233ec-5519-47d9-921e-1ea7029d815d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:04:21.927054 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:04:22.136105 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bc619782-1aba-4a87-8b69-a5195e56530e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (30624c17-18a7-40b2-b12b-c1bc1a962f3e), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:22.154937 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6128-84a4-4257-bb1f-e46f34f3a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (fb374508-5c73-4d79-bee8-d58289274073), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:22.160161 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7d97-3f17-4837-b081-642aa4abd5c8 admin admin] Publish callbacks [] for security_group (d777792b-fcf4-4e77-9a9a-4d6b8d40bc8c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:22.175431 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6128-84a4-4257-bb1f-e46f34f3a9fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:22.185078 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8a8f6128-84a4-4257-bb1f-e46f34f3a9fa admin admin] 10.222.0.82 "DELETE /v2.0/networks/fb374508-5c73-4d79-bee8-d58289274073 HTTP/1.1" status: 204 len: 168 time: 1.1625013 Feb 08 16:04:22.247024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f6128-84a4-4257-bb1f-e46f34f3a9fa admin admin] Pushing event deleted for resources: {'Network': ['ID=fb374508-5c73-4d79-bee8-d58289274073,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:22.314928 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7d97-3f17-4837-b081-642aa4abd5c8 admin admin] Publish callbacks [] for security_group (d777792b-fcf4-4e77-9a9a-4d6b8d40bc8c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:22.374864 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3c690dac-a995-4366-99b8-db5b0a0b4428 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f6bd7ead40824118a2021049b88d0044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7559218 Feb 08 16:04:22.377571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58032) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:22.470208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58036) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:22.487919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7d97-3f17-4837-b081-642aa4abd5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d777792b-fcf4-4e77-9a9a-4d6b8d40bc8c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:22.501327 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7d97-3f17-4837-b081-642aa4abd5c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:22.502656 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0fbf7d97-3f17-4837-b081-642aa4abd5c8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d777792b-fcf4-4e77-9a9a-4d6b8d40bc8c HTTP/1.1" status: 204 len: 168 time: 0.6795347 Feb 08 16:04:22.564583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf7d97-3f17-4837-b081-642aa4abd5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d777792b-fcf4-4e77-9a9a-4d6b8d40bc8c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:22.652723 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1a9ad4ee-ea04-45e9-8e07-c4232f6d860a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=383b56f32b8740adb6bf96d216692319&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1782885 Feb 08 16:04:22.653891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58044) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:22.669673 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b4e5381-fbb3-4e3a-af80-e13a76c74262 admin admin] Publish callbacks [] for security_group (416470b1-453c-442b-8e3d-b75ea20061c4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:22.702724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58046) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:22.743307 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b4e5381-fbb3-4e3a-af80-e13a76c74262 admin admin] Publish callbacks [] for security_group (416470b1-453c-442b-8e3d-b75ea20061c4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:22.869589 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3bb20acf-6d31-401b-b94f-2f0e809c2312 admin admin] Publish callbacks [] for security_group (39f213dc-62a8-4776-9cdb-2c2641279499), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:22.930227 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3bb20acf-6d31-401b-b94f-2f0e809c2312 admin admin] Publish callbacks [] for security_group (39f213dc-62a8-4776-9cdb-2c2641279499), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:22.981419 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b4e5381-fbb3-4e3a-af80-e13a76c74262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (416470b1-453c-442b-8e3d-b75ea20061c4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:22.984426 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9b4e5381-fbb3-4e3a-af80-e13a76c74262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:22.985850 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9b4e5381-fbb3-4e3a-af80-e13a76c74262 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/416470b1-453c-442b-8e3d-b75ea20061c4 HTTP/1.1" status: 204 len: 168 time: 0.6070311 Feb 08 16:04:23.025992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e5381-fbb3-4e3a-af80-e13a76c74262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416470b1-453c-442b-8e3d-b75ea20061c4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:23.082342 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3bb20acf-6d31-401b-b94f-2f0e809c2312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (39f213dc-62a8-4776-9cdb-2c2641279499), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:23.086334 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3bb20acf-6d31-401b-b94f-2f0e809c2312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:23.087285 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3bb20acf-6d31-401b-b94f-2f0e809c2312 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/39f213dc-62a8-4776-9cdb-2c2641279499 HTTP/1.1" status: 204 len: 168 time: 0.4234369 Feb 08 16:04:23.110429 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb20acf-6d31-401b-b94f-2f0e809c2312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f213dc-62a8-4776-9cdb-2c2641279499,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:23.240735 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-395633dc-b27a-4111-becf-5c25ef0918b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:23.443495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58062) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:23.505597 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04960627-d03a-4300-90fc-87e9d5bf5b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:23.548937 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-395633dc-b27a-4111-becf-5c25ef0918b8 admin admin] Publish callbacks [] for security_group (133e8073-2160-4216-b5ae-f0b4fce9dc97), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:23.570243 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-395633dc-b27a-4111-becf-5c25ef0918b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (133e8073-2160-4216-b5ae-f0b4fce9dc97), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:23.653836 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395633dc-b27a-4111-becf-5c25ef0918b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133e8073-2160-4216-b5ae-f0b4fce9dc97,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:23.780215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58074) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:23.793370 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-395633dc-b27a-4111-becf-5c25ef0918b8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2e730ec8754d466aa77efc854a3da794&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0891454 Feb 08 16:04:23.969075 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04960627-d03a-4300-90fc-87e9d5bf5b86 admin admin] Publish callbacks [] for security_group (6139a486-105a-43c0-805b-ddc756dbe115), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:24.011865 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9876d177-37dd-4310-b08b-27d2d39beac2 admin admin] Publish callbacks [] for security_group (133e8073-2160-4216-b5ae-f0b4fce9dc97), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:24.030055 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-04960627-d03a-4300-90fc-87e9d5bf5b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6139a486-105a-43c0-805b-ddc756dbe115), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:24.082122 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9876d177-37dd-4310-b08b-27d2d39beac2 admin admin] Publish callbacks [] for security_group (133e8073-2160-4216-b5ae-f0b4fce9dc97), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:24.208170 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9876d177-37dd-4310-b08b-27d2d39beac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (133e8073-2160-4216-b5ae-f0b4fce9dc97), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:24.214709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9876d177-37dd-4310-b08b-27d2d39beac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:24.215732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04960627-d03a-4300-90fc-87e9d5bf5b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6139a486-105a-43c0-805b-ddc756dbe115,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:24.223515 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-04960627-d03a-4300-90fc-87e9d5bf5b86 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e744ff5280934fb784b65bf92b344762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7782469 Feb 08 16:04:24.227346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58090) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:24.230685 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9876d177-37dd-4310-b08b-27d2d39beac2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/133e8073-2160-4216-b5ae-f0b4fce9dc97 HTTP/1.1" status: 204 len: 168 time: 0.4496071 Feb 08 16:04:24.252045 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-80e00bb2-9426-414d-9b60-126669d1a56f req-a4bd56f5-9bcb-48e0-890a-468a0ed87ce9 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5848670 Feb 08 16:04:24.308493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876d177-37dd-4310-b08b-27d2d39beac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133e8073-2160-4216-b5ae-f0b4fce9dc97,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:24.342965 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bc619782-1aba-4a87-8b69-a5195e56530e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (30624c17-18a7-40b2-b12b-c1bc1a962f3e), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:24.359719 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bc619782-1aba-4a87-8b69-a5195e56530e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (30624c17-18a7-40b2-b12b-c1bc1a962f3e), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:24.456925 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4a03f2a6-a324-4c31-b7f9-60c1ad9dbd43 admin admin] Publish callbacks [] for security_group (6139a486-105a-43c0-805b-ddc756dbe115), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:24.480690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc619782-1aba-4a87-8b69-a5195e56530e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:24.482048 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bc619782-1aba-4a87-8b69-a5195e56530e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:24.484292 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bc619782-1aba-4a87-8b69-a5195e56530e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/ports/30624c17-18a7-40b2-b12b-c1bc1a962f3e HTTP/1.1" status: 200 len: 910 time: 2.7167182 Feb 08 16:04:24.485747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc619782-1aba-4a87-8b69-a5195e56530e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=30624c17-18a7-40b2-b12b-c1bc1a962f3e,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:24.489458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58098) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:24.490906 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e00bb2-9426-414d-9b60-126669d1a56f req-c7947b9a-69fe-4a8f-bea4-7e9df9b23286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:24.504252 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-80e00bb2-9426-414d-9b60-126669d1a56f req-c7947b9a-69fe-4a8f-bea4-7e9df9b23286 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c6b8b28708264c7d928902be76796bef&device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 1128 time: 0.2197120 Feb 08 16:04:24.655365 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4a03f2a6-a324-4c31-b7f9-60c1ad9dbd43 admin admin] Publish callbacks [] for security_group (6139a486-105a-43c0-805b-ddc756dbe115), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:24.859229 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e00bb2-9426-414d-9b60-126669d1a56f req-c0236d51-3c97-45ea-9b18-b95ea139bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:24.864711 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-80e00bb2-9426-414d-9b60-126669d1a56f req-c0236d51-3c97-45ea-9b18-b95ea139bfae service neutron] 10.222.0.94 "GET /v2.0/networks?id=2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 200 len: 915 time: 0.3216262 Feb 08 16:04:24.919917 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4a03f2a6-a324-4c31-b7f9-60c1ad9dbd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6139a486-105a-43c0-805b-ddc756dbe115), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:24.927810 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4a03f2a6-a324-4c31-b7f9-60c1ad9dbd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:24.930862 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4a03f2a6-a324-4c31-b7f9-60c1ad9dbd43 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6139a486-105a-43c0-805b-ddc756dbe115 HTTP/1.1" status: 204 len: 168 time: 0.7007902 Feb 08 16:04:24.983480 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58116) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:25.051283 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5210e36d-0f44-414e-ad1b-565b634e49c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:25.098468 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-80e00bb2-9426-414d-9b60-126669d1a56f req-382242ab-0f41-4bdd-bee5-617eeb82dec7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3b8b2ae-50fe-4b45-98e9-b20120bbf356 HTTP/1.1" status: 200 len: 217 time: 0.2207367 Feb 08 16:04:25.099706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03f2a6-a324-4c31-b7f9-60c1ad9dbd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6139a486-105a-43c0-805b-ddc756dbe115,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:25.309568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e00bb2-9426-414d-9b60-126669d1a56f req-303b9789-2663-4203-a319-9ca54e677fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:25.311094 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-80e00bb2-9426-414d-9b60-126669d1a56f req-303b9789-2663-4203-a319-9ca54e677fd7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=278c2f2b-2d96-42da-b202-953ae37669d2 HTTP/1.1" status: 200 len: 854 time: 0.1945004 Feb 08 16:04:25.343241 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5210e36d-0f44-414e-ad1b-565b634e49c1 admin admin] Publish callbacks [] for security_group (27e021b3-73b0-44b7-a63a-f347b0d36cad), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:25.373963 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-80e00bb2-9426-414d-9b60-126669d1a56f req-5c9c5329-8a7c-422c-b8d6-1b582535bf4c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2809b07d-e729-4e16-9f4f-331fbe210676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530539 Feb 08 16:04:25.413697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5210e36d-0f44-414e-ad1b-565b634e49c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (27e021b3-73b0-44b7-a63a-f347b0d36cad), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:25.512250 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-80e00bb2-9426-414d-9b60-126669d1a56f req-9f4cde37-6cce-49b4-bed7-e959eaf727af service neutron] 10.222.0.94 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288831 Feb 08 16:04:25.551124 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5210e36d-0f44-414e-ad1b-565b634e49c1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=00bd045adc454e079b939ae0a45e0b89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5664704 Feb 08 16:04:25.573935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210e36d-0f44-414e-ad1b-565b634e49c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e021b3-73b0-44b7-a63a-f347b0d36cad,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:25.576720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58128) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:25.606307 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58130) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:25.701487 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-80e00bb2-9426-414d-9b60-126669d1a56f req-93be9019-cfda-4579-aa2c-9af15dab1c94 service neutron] 10.222.0.94 "GET /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796546 Feb 08 16:04:25.819854 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-39e5d557-3b2f-4b2a-a304-72ad9d16a3b6 admin admin] Publish callbacks [] for security_group (27e021b3-73b0-44b7-a63a-f347b0d36cad), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:25.918760 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-39e5d557-3b2f-4b2a-a304-72ad9d16a3b6 admin admin] Publish callbacks [] for security_group (27e021b3-73b0-44b7-a63a-f347b0d36cad), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:26.007021 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-39e5d557-3b2f-4b2a-a304-72ad9d16a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (27e021b3-73b0-44b7-a63a-f347b0d36cad), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:26.019627 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-39e5d557-3b2f-4b2a-a304-72ad9d16a3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:26.021266 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-39e5d557-3b2f-4b2a-a304-72ad9d16a3b6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/27e021b3-73b0-44b7-a63a-f347b0d36cad HTTP/1.1" status: 204 len: 168 time: 0.4380422 Feb 08 16:04:26.074163 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5d557-3b2f-4b2a-a304-72ad9d16a3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e021b3-73b0-44b7-a63a-f347b0d36cad,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:26.098658 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ab776a4-81c2-46aa-9ef8-dce7b8487080 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (8f178400-db1a-4cd6-af8e-e69c4f447d29), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:26.272536 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1326846559-network', 'tenant_id': '4e99688667bf4e68a965346b02fef198'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:26.444301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] Made reservation on behalf of 4e99688667bf4e68a965346b02fef198 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:04:26.463303 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:26.487861 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:26.939766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0ab776a4-81c2-46aa-9ef8-dce7b8487080 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port 30624c17-18a7-40b2-b12b-c1bc1a962f3e {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:04:26.940125 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ab776a4-81c2-46aa-9ef8-dce7b8487080 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (30624c17-18a7-40b2-b12b-c1bc1a962f3e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:27.029877 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] Publish callbacks [] for security_group (cc6f09e9-423d-4f17-8e4f-4b5af39437e1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:27.044805 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cc6f09e9-423d-4f17-8e4f-4b5af39437e1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:27.072079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:04:27.089355 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (c6473e9e-5936-4d60-bd64-27a789cca7be), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:27.089711 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] Added segment c6473e9e-5936-4d60-bd64-27a789cca7be of type vlan for network 75c2f327-2b5b-4460-832a-a01d755d87f9 Feb 08 16:04:27.138316 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (75c2f327-2b5b-4460-832a-a01d755d87f9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:27.198124 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6f09e9-423d-4f17-8e4f-4b5af39437e1,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:27.202115 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (75c2f327-2b5b-4460-832a-a01d755d87f9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:27.203225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:27.204240 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:27.362209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] Pushing event updated for resources: {'Network': ['ID=75c2f327-2b5b-4460-832a-a01d755d87f9,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:27.378145 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bef66393-c9fd-4615-9450-59be2e35a657 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6799512 Feb 08 16:04:27.381182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58190) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:27.386868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 75c2f327-2b5b-4460-832a-a01d755d87f9 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:04:27.387909 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7513a5bb-e121-4723-a711-4bf15b9f6a3f admin admin] Request body: {'subnet': {'network_id': '75c2f327-2b5b-4460-832a-a01d755d87f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1326846559-subnet', 'tenant_id': '4e99688667bf4e68a965346b02fef198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:27.427724 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ab776a4-81c2-46aa-9ef8-dce7b8487080 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (30624c17-18a7-40b2-b12b-c1bc1a962f3e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:27.459674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7513a5bb-e121-4723-a711-4bf15b9f6a3f admin admin] Made reservation on behalf of 4e99688667bf4e68a965346b02fef198 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:04:27.466088 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7513a5bb-e121-4723-a711-4bf15b9f6a3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:27.489404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0ab776a4-81c2-46aa-9ef8-dce7b8487080 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for 30624c17-18a7-40b2-b12b-c1bc1a962f3e owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:04:27.944231 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58208) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:28.173079 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7513a5bb-e121-4723-a711-4bf15b9f6a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (90320be9-e1f2-4384-bb3e-58a98a40c330), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:28.185239 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ab776a4-81c2-46aa-9ef8-dce7b8487080 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (30624c17-18a7-40b2-b12b-c1bc1a962f3e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:28.346748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513a5bb-e121-4723-a711-4bf15b9f6a3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=90320be9-e1f2-4384-bb3e-58a98a40c330,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:28.361225 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7513a5bb-e121-4723-a711-4bf15b9f6a3f admin admin] Checking segment: {'id': 'c6473e9e-5936-4d60-bd64-27a789cca7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '75c2f327-2b5b-4460-832a-a01d755d87f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:04:28.363404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7513a5bb-e121-4723-a711-4bf15b9f6a3f admin admin] Network hostable DHCP agents. Network: 75c2f327-2b5b-4460-832a-a01d755d87f9, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:04:28.407449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7513a5bb-e121-4723-a711-4bf15b9f6a3f admin admin] Network 75c2f327-2b5b-4460-832a-a01d755d87f9 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:04:28.443250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7513a5bb-e121-4723-a711-4bf15b9f6a3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 75c2f327-2b5b-4460-832a-a01d755d87f9) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:28.454823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb4fd1a-d029-49d9-a7d9-ae68018de3c9 None None] Network 75c2f327-2b5b-4460-832a-a01d755d87f9 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:04:28.465836 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7513a5bb-e121-4723-a711-4bf15b9f6a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:28.470519 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7513a5bb-e121-4723-a711-4bf15b9f6a3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:28.497927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab776a4-81c2-46aa-9ef8-dce7b8487080 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=30624c17-18a7-40b2-b12b-c1bc1a962f3e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:28.565739 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bde5bde8-3a5d-42f4-81d3-d073729dc013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:28.599467 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7513a5bb-e121-4723-a711-4bf15b9f6a3f admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2087619 Feb 08 16:04:28.737678 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d95710-b9c3-4266-83ba-37047fbe63ab None None] Network 75c2f327-2b5b-4460-832a-a01d755d87f9 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:04:28.780774 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ab776a4-81c2-46aa-9ef8-dce7b8487080 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (8f178400-db1a-4cd6-af8e-e69c4f447d29), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:28.834386 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bde5bde8-3a5d-42f4-81d3-d073729dc013 admin admin] Publish callbacks [] for security_group (6a6df61f-a8a2-4be5-b860-866a771a09c6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:28.839933 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bde5bde8-3a5d-42f4-81d3-d073729dc013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6a6df61f-a8a2-4be5-b860-866a771a09c6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:28.957233 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bde5bde8-3a5d-42f4-81d3-d073729dc013 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6f71394eaf544a46964f01d6c62a8999&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0094011 Feb 08 16:04:28.958815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5bde8-3a5d-42f4-81d3-d073729dc013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6df61f-a8a2-4be5-b860-866a771a09c6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:28.965235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58234) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:29.093759 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e973c568-6d15-47e6-882d-cf80826ed581 admin admin] Publish callbacks [] for security_group (6a6df61f-a8a2-4be5-b860-866a771a09c6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:29.143083 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e973c568-6d15-47e6-882d-cf80826ed581 admin admin] Publish callbacks [] for security_group (6a6df61f-a8a2-4be5-b860-866a771a09c6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:29.202506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab776a4-81c2-46aa-9ef8-dce7b8487080 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 8f178400-db1a-4cd6-af8e-e69c4f447d29 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:04:29.245397 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e973c568-6d15-47e6-882d-cf80826ed581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6a6df61f-a8a2-4be5-b860-866a771a09c6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:29.248772 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e973c568-6d15-47e6-882d-cf80826ed581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:29.249910 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e973c568-6d15-47e6-882d-cf80826ed581 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6a6df61f-a8a2-4be5-b860-866a771a09c6 HTTP/1.1" status: 204 len: 168 time: 0.2835500 Feb 08 16:04:29.266591 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973c568-6d15-47e6-882d-cf80826ed581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6df61f-a8a2-4be5-b860-866a771a09c6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:29.378088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab776a4-81c2-46aa-9ef8-dce7b8487080 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:04:29.393330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd79655-487a-4a35-a8f6-772ba7c81094 None None] Sync routers for ids ['8f178400-db1a-4cd6-af8e-e69c4f447d29'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:04:29.399667 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0ab776a4-81c2-46aa-9ef8-dce7b8487080 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/8f178400-db1a-4cd6-af8e-e69c4f447d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9054697 Feb 08 16:04:29.399993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58246) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:29.422795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd79655-487a-4a35-a8f6-772ba7c81094 None None] Routers {'8f178400-db1a-4cd6-af8e-e69c4f447d29'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:04:29.424539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-dbd79655-487a-4a35-a8f6-772ba7c81094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:04:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8f178400-db1a-4cd6-af8e-e69c4f447d29'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:29.471325 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f61e646e-0785-4841-bc07-73c30aecfbc6 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports?device_id=8f178400-db1a-4cd6-af8e-e69c4f447d29 HTTP/1.1" status: 200 len: 205 time: 0.0677807 Feb 08 16:04:29.472171 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58252) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:29.582819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-dbd79655-487a-4a35-a8f6-772ba7c81094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:29.607305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd79655-487a-4a35-a8f6-772ba7c81094 None None] Routers {'8f178400-db1a-4cd6-af8e-e69c4f447d29'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:04:29.608501 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-dbd79655-487a-4a35-a8f6-772ba7c81094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:04:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8f178400-db1a-4cd6-af8e-e69c4f447d29'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:29.702965 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-dbd79655-487a-4a35-a8f6-772ba7c81094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:29.703889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd79655-487a-4a35-a8f6-772ba7c81094 None None] The sync data for ids ['8f178400-db1a-4cd6-af8e-e69c4f447d29'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:04:29.770388 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7ce989bb-8728-4107-af97-8f2a99282a7f tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (8f178400-db1a-4cd6-af8e-e69c4f447d29), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:30.409046 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7ce989bb-8728-4107-af97-8f2a99282a7f tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (8f178400-db1a-4cd6-af8e-e69c4f447d29), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:30.418411 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7ce989bb-8728-4107-af97-8f2a99282a7f tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_controller (8f178400-db1a-4cd6-af8e-e69c4f447d29), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:30.520898 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7ce989bb-8728-4107-af97-8f2a99282a7f tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (8f178400-db1a-4cd6-af8e-e69c4f447d29), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:30.521602 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce989bb-8728-4107-af97-8f2a99282a7f tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Fanout notify agent at l3_agent the message router_deleted on router 8f178400-db1a-4cd6-af8e-e69c4f447d29 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:04:30.543899 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7ce989bb-8728-4107-af97-8f2a99282a7f tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:30.548299 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7ce989bb-8728-4107-af97-8f2a99282a7f tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/routers/8f178400-db1a-4cd6-af8e-e69c4f447d29 HTTP/1.1" status: 204 len: 168 time: 1.0754468 Feb 08 16:04:30.550936 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58288) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:30.687938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d30bc9-bc88-4337-9df7-6758ded3fd3a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting subnet 2e34d5cc-6758-4df2-bf88-df08abdd7371 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:04:30.691932 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b7d30bc9-bc88-4337-9df7-6758ded3fd3a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (2e34d5cc-6758-4df2-bf88-df08abdd7371), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:30.773692 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b7d30bc9-bc88-4337-9df7-6758ded3fd3a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (2e34d5cc-6758-4df2-bf88-df08abdd7371), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:30.898197 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b7d30bc9-bc88-4337-9df7-6758ded3fd3a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (2e34d5cc-6758-4df2-bf88-df08abdd7371), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:30.927099 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58310) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:30.932896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1015827968-network', 'tenant_id': 'a96d7d48fe5f4bfebcc2319fb131a802'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:30.985923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] Made reservation on behalf of a96d7d48fe5f4bfebcc2319fb131a802 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:04:30.989525 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:31.037426 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:31.073297 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b7d30bc9-bc88-4337-9df7-6758ded3fd3a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (2e34d5cc-6758-4df2-bf88-df08abdd7371), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:31.118520 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c105cdae-ba3c-4748-b340-7b1cab9e25fa None None] Network 3edfdb03-2285-42b2-a364-065291f3aa3c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:04:31.124090 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b7d30bc9-bc88-4337-9df7-6758ded3fd3a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:31.145070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b7d30bc9-bc88-4337-9df7-6758ded3fd3a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/2e34d5cc-6758-4df2-bf88-df08abdd7371 HTTP/1.1" status: 204 len: 168 time: 0.5896738 Feb 08 16:04:31.147871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58314) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:31.259470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d30bc9-bc88-4337-9df7-6758ded3fd3a tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Subnet': ['ID=2e34d5cc-6758-4df2-bf88-df08abdd7371,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:31.383478 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] Publish callbacks [] for security_group (64562f19-3efc-4d09-b0be-7bcf55a7b55a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:31.392933 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (64562f19-3efc-4d09-b0be-7bcf55a7b55a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:31.430327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:04:31.468988 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (58358e99-be90-41a1-b188-ad04e7a36f25), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:31.469359 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] Added segment 58358e99-be90-41a1-b188-ad04e7a36f25 of type vlan for network 59b2b315-df9b-449a-88bc-cf644c930aa7 Feb 08 16:04:31.571208 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (3edfdb03-2285-42b2-a364-065291f3aa3c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:31.594518 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5a7fe71a-57b8-44ab-9037-979d682fb23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:31.661853 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (59b2b315-df9b-449a-88bc-cf644c930aa7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:31.691098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048b42d9-2fb5-4062-abf0-66b11136c262 None None] DHCP port deletion for 3edfdb03-2285-42b2-a364-065291f3aa3c request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:04:31.744920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64562f19-3efc-4d09-b0be-7bcf55a7b55a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:31.815945 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (59b2b315-df9b-449a-88bc-cf644c930aa7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:31.817780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:31.818693 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:31.852605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-048b42d9-2fb5-4062-abf0-66b11136c262 None None] Deleting port e7110302-2443-4c24-b7fd-f490ce4607c2 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:04:31.853214 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-048b42d9-2fb5-4062-abf0-66b11136c262 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:31.854587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port e7110302-2443-4c24-b7fd-f490ce4607c2 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:04:31.854944 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:31.967545 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0368500 Feb 08 16:04:31.984132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58340) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:32.003148 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-fa15b53c-a736-40d7-9faa-c954f25b433f admin admin] Request body: {'subnet': {'network_id': '59b2b315-df9b-449a-88bc-cf644c930aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1015827968-subnet', 'tenant_id': 'a96d7d48fe5f4bfebcc2319fb131a802', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:32.062924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa15b53c-a736-40d7-9faa-c954f25b433f admin admin] Made reservation on behalf of a96d7d48fe5f4bfebcc2319fb131a802 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:04:32.072466 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa15b53c-a736-40d7-9faa-c954f25b433f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:32.116890 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] For port e7110302-2443-4c24-b7fd-f490ce4607c2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e7110302-2443-4c24-b7fd-f490ce4607c2,segment=NetworkSegment(e6f40868-7ace-480a-8f97-ca1761e60af9),segment_id=e6f40868-7ace-480a-8f97-ca1761e60af9)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:04:32.123340 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:32.144674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-048b42d9-2fb5-4062-abf0-66b11136c262 None None] For port e7110302-2443-4c24-b7fd-f490ce4607c2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e7110302-2443-4c24-b7fd-f490ce4607c2,segment=NetworkSegment(e6f40868-7ace-480a-8f97-ca1761e60af9),segment_id=e6f40868-7ace-480a-8f97-ca1761e60af9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:04:32.145255 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-048b42d9-2fb5-4062-abf0-66b11136c262 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:32.199091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d088b1-dcac-41c3-a5ca-3a8e336b24ac admin admin] Pushing event updated for resources: {'Network': ['ID=59b2b315-df9b-449a-88bc-cf644c930aa7,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:32.204269 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for e7110302-2443-4c24-b7fd-f490ce4607c2 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:04:32.238118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-048b42d9-2fb5-4062-abf0-66b11136c262 None None] Calling delete_port for e7110302-2443-4c24-b7fd-f490ce4607c2 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:04:32.459663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e7110302-2443-4c24-b7fd-f490ce4607c2 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:04:32.473751 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 59b2b315-df9b-449a-88bc-cf644c930aa7 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:04:32.507371 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:32.584713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=e7110302-2443-4c24-b7fd-f490ce4607c2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:32.619125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No DVR routers for this DVR port e7110302-2443-4c24-b7fd-f490ce4607c2 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:04:32.666464 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa15b53c-a736-40d7-9faa-c954f25b433f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (b8886456-060b-4648-a2cd-1c8774e91f77), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:32.781355 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-048b42d9-2fb5-4062-abf0-66b11136c262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (e7110302-2443-4c24-b7fd-f490ce4607c2), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:32.821256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048b42d9-2fb5-4062-abf0-66b11136c262 None None] No DVR routers for this DVR port e7110302-2443-4c24-b7fd-f490ce4607c2 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:04:32.860657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b42d9-2fb5-4062-abf0-66b11136c262 None None] Pushing event deleted for resources: {'Port': ['ID=e7110302-2443-4c24-b7fd-f490ce4607c2,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:32.876894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15b53c-a736-40d7-9faa-c954f25b433f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8886456-060b-4648-a2cd-1c8774e91f77,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:32.881172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No active binding found for port e7110302-2443-4c24-b7fd-f490ce4607c2 {{(pid=103303) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 08 16:04:32.881752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] The host n-d-824834-11 is not matching for port e7110302-2443-4c24-b7fd-f490ce4607c2 host None! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 16:04:32.882595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e7110302-2443-4c24-b7fd-f490ce4607c2 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:04:32.911940 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa15b53c-a736-40d7-9faa-c954f25b433f admin admin] Checking segment: {'id': '58358e99-be90-41a1-b188-ad04e7a36f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '59b2b315-df9b-449a-88bc-cf644c930aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:04:32.912310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa15b53c-a736-40d7-9faa-c954f25b433f admin admin] Network hostable DHCP agents. Network: 59b2b315-df9b-449a-88bc-cf644c930aa7, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:04:32.942371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa15b53c-a736-40d7-9faa-c954f25b433f admin admin] Network 59b2b315-df9b-449a-88bc-cf644c930aa7 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:04:32.971661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-fa15b53c-a736-40d7-9faa-c954f25b433f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 59b2b315-df9b-449a-88bc-cf644c930aa7) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:32.982519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed62562-b94d-4886-81d9-a397715c6185 None None] Network 59b2b315-df9b-449a-88bc-cf644c930aa7 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:04:32.995683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa15b53c-a736-40d7-9faa-c954f25b433f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:32.996319 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa15b53c-a736-40d7-9faa-c954f25b433f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:33.027550 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (3edfdb03-2285-42b2-a364-065291f3aa3c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:33.053247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fa15b53c-a736-40d7-9faa-c954f25b433f admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0591435 Feb 08 16:04:33.072574 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edfdb03-2285-42b2-a364-065291f3aa3c']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:33.096858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f40868-7ace-480a-8f97-ca1761e60af9') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:33.097173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f40868-7ace-480a-8f97-ca1761e60af9') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:33.132272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (e6f40868-7ace-480a-8f97-ca1761e60af9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:33.164870 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (e6f40868-7ace-480a-8f97-ca1761e60af9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:33.187394 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:04:33.187878 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (e6f40868-7ace-480a-8f97-ca1761e60af9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:04:33.193899 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:04:33.213891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4f4db6-006d-4056-afe6-b89a38c93a79 None None] Network 59b2b315-df9b-449a-88bc-cf644c930aa7 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:04:33.553192 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (3edfdb03-2285-42b2-a364-065291f3aa3c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:33.589393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:33.597876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58404) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:33.604800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-fa7cad55-11ab-4dd2-918e-4f2a97ce26a8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1642096252', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:33.612575 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/networks/3edfdb03-2285-42b2-a364-065291f3aa3c HTTP/1.1" status: 204 len: 168 time: 2.3942482 Feb 08 16:04:33.664661 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302a20c-37fe-48ea-b929-5376a442f5e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Network': ['ID=3edfdb03-2285-42b2-a364-065291f3aa3c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:33.682687 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa7cad55-11ab-4dd2-918e-4f2a97ce26a8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (383cac44-1a0e-4a0e-b83f-42086c874f17), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:33.685003 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa7cad55-11ab-4dd2-918e-4f2a97ce26a8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (383cac44-1a0e-4a0e-b83f-42086c874f17), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:33.700008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58414) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:33.789698 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dd677de5-722d-4aa6-85f1-b7a4650c4f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:33.878571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-452600f5-04c3-4d37-9ab2-f853d925829d admin admin] Deleting subnet 90320be9-e1f2-4384-bb3e-58a98a40c330 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:04:33.882727 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-452600f5-04c3-4d37-9ab2-f853d925829d admin admin] Publish callbacks [] for subnet (90320be9-e1f2-4384-bb3e-58a98a40c330), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:33.991700 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-452600f5-04c3-4d37-9ab2-f853d925829d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (90320be9-e1f2-4384-bb3e-58a98a40c330), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:34.049647 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-452600f5-04c3-4d37-9ab2-f853d925829d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (90320be9-e1f2-4384-bb3e-58a98a40c330), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:34.172355 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-452600f5-04c3-4d37-9ab2-f853d925829d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (90320be9-e1f2-4384-bb3e-58a98a40c330), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:34.183820 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa7cad55-11ab-4dd2-918e-4f2a97ce26a8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_controller (383cac44-1a0e-4a0e-b83f-42086c874f17), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:34.197473 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-452600f5-04c3-4d37-9ab2-f853d925829d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:34.203173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-452600f5-04c3-4d37-9ab2-f853d925829d admin admin] 10.222.0.82 "DELETE /v2.0/subnets/90320be9-e1f2-4384-bb3e-58a98a40c330 HTTP/1.1" status: 204 len: 168 time: 0.5018122 Feb 08 16:04:34.205887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58432) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:34.239442 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa7cad55-11ab-4dd2-918e-4f2a97ce26a8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (383cac44-1a0e-4a0e-b83f-42086c874f17), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:34.266620 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452600f5-04c3-4d37-9ab2-f853d925829d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90320be9-e1f2-4384-bb3e-58a98a40c330,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:34.279937 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fa7cad55-11ab-4dd2-918e-4f2a97ce26a8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:34.282480 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fa7cad55-11ab-4dd2-918e-4f2a97ce26a8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6824548 Feb 08 16:04:34.284397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58434) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:34.294497 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6995ea20-88e3-4f33-a2f6-4bbf8e7dea94 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'network': {'name': 'tempest-RoutersTest-96848872'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:34.327566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6995ea20-88e3-4f33-a2f6-4bbf8e7dea94 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:04:34.332665 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6995ea20-88e3-4f33-a2f6-4bbf8e7dea94 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:34.370325 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6995ea20-88e3-4f33-a2f6-4bbf8e7dea94 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:04:34.436468 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6995ea20-88e3-4f33-a2f6-4bbf8e7dea94 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:34.436839 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-6995ea20-88e3-4f33-a2f6-4bbf8e7dea94 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Added segment 3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e of type vlan for network f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3 Feb 08 16:04:34.462317 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-831ac6f5-085e-4ffc-8d4d-1d257f8fffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (75c2f327-2b5b-4460-832a-a01d755d87f9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:34.598730 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6995ea20-88e3-4f33-a2f6-4bbf8e7dea94 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:34.728526 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6995ea20-88e3-4f33-a2f6-4bbf8e7dea94 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:34.755704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6995ea20-88e3-4f33-a2f6-4bbf8e7dea94 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:34.761568 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6995ea20-88e3-4f33-a2f6-4bbf8e7dea94 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:34.793527 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-831ac6f5-085e-4ffc-8d4d-1d257f8fffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (75c2f327-2b5b-4460-832a-a01d755d87f9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:34.838232 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6995ea20-88e3-4f33-a2f6-4bbf8e7dea94 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5488086 Feb 08 16:04:34.839003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58458) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:34.887135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-831ac6f5-085e-4ffc-8d4d-1d257f8fffe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c2f327-2b5b-4460-832a-a01d755d87f9']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:34.901998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58462) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:34.944625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-831ac6f5-085e-4ffc-8d4d-1d257f8fffe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6473e9e-5936-4d60-bd64-27a789cca7be') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:34.955356 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-831ac6f5-085e-4ffc-8d4d-1d257f8fffe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6473e9e-5936-4d60-bd64-27a789cca7be') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:34.975934 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-831ac6f5-085e-4ffc-8d4d-1d257f8fffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (c6473e9e-5936-4d60-bd64-27a789cca7be), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:34.989622 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-bf1ec762-e00b-4c61-9b7e-f29ebd6cac88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'subnet': {'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:35.026783 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-831ac6f5-085e-4ffc-8d4d-1d257f8fffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (c6473e9e-5936-4d60-bd64-27a789cca7be), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:35.037782 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831ac6f5-085e-4ffc-8d4d-1d257f8fffe7 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:04:35.038124 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-831ac6f5-085e-4ffc-8d4d-1d257f8fffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (c6473e9e-5936-4d60-bd64-27a789cca7be), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:04:35.045586 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:04:35.212863 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-831ac6f5-085e-4ffc-8d4d-1d257f8fffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (75c2f327-2b5b-4460-832a-a01d755d87f9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:35.257701 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-831ac6f5-085e-4ffc-8d4d-1d257f8fffe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:35.269797 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-831ac6f5-085e-4ffc-8d4d-1d257f8fffe7 admin admin] 10.222.0.82 "DELETE /v2.0/networks/75c2f327-2b5b-4460-832a-a01d755d87f9 HTTP/1.1" status: 204 len: 168 time: 1.0600560 Feb 08 16:04:35.270974 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58472) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:35.294069 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ac6f5-085e-4ffc-8d4d-1d257f8fffe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=75c2f327-2b5b-4460-832a-a01d755d87f9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:35.385532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58476) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:35.476475 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-538c260d-0ff0-43cb-a6b3-a7583ffb15c0 admin admin] Deleting subnet b8886456-060b-4648-a2cd-1c8774e91f77 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:04:35.524114 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:35.528756 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-216c36f0-900a-42cd-8089-40c775e4fe80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:35.533905 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-538c260d-0ff0-43cb-a6b3-a7583ffb15c0 admin admin] Publish callbacks [] for subnet (b8886456-060b-4648-a2cd-1c8774e91f77), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:35.667200 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6874d512-79a4-43c8-8d1a-7437bece6d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:35.746924 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-538c260d-0ff0-43cb-a6b3-a7583ffb15c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (b8886456-060b-4648-a2cd-1c8774e91f77), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:35.904914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-538c260d-0ff0-43cb-a6b3-a7583ffb15c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (b8886456-060b-4648-a2cd-1c8774e91f77), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:36.026506 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-216c36f0-900a-42cd-8089-40c775e4fe80 admin admin] Publish callbacks [] for security_group (d46bc274-8af5-4d30-a32a-c5827d32066b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:36.030474 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6874d512-79a4-43c8-8d1a-7437bece6d6c admin admin] Publish callbacks [] for security_group (54284444-93e0-42d2-86da-7f8588ae7522), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:36.034468 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-216c36f0-900a-42cd-8089-40c775e4fe80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d46bc274-8af5-4d30-a32a-c5827d32066b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:36.052483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995ea20-88e3-4f33-a2f6-4bbf8e7dea94 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Network': ['ID=f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:36.064351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:04:36.073053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c36f0-900a-42cd-8089-40c775e4fe80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46bc274-8af5-4d30-a32a-c5827d32066b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:36.082353 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6874d512-79a4-43c8-8d1a-7437bece6d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (54284444-93e0-42d2-86da-7f8588ae7522), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:36.117838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-538c260d-0ff0-43cb-a6b3-a7583ffb15c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (b8886456-060b-4648-a2cd-1c8774e91f77), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:36.191930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1ec762-e00b-4c61-9b7e-f29ebd6cac88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:04:36.198049 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec762-e00b-4c61-9b7e-f29ebd6cac88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:36.220572 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-538c260d-0ff0-43cb-a6b3-a7583ffb15c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:36.238234 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-538c260d-0ff0-43cb-a6b3-a7583ffb15c0 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/b8886456-060b-4648-a2cd-1c8774e91f77 HTTP/1.1" status: 204 len: 168 time: 0.9623516 Feb 08 16:04:36.244882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58488) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:36.340062 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-216c36f0-900a-42cd-8089-40c775e4fe80 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=58e4c614a00f41b08cae74fa979e684b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4355490 Feb 08 16:04:36.349732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58490) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:36.351006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c260d-0ff0-43cb-a6b3-a7583ffb15c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8886456-060b-4648-a2cd-1c8774e91f77,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:36.433479 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6874d512-79a4-43c8-8d1a-7437bece6d6c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f8860c3a9a644aa893e3d518b71be827&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0466585 Feb 08 16:04:36.450573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58494) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:36.452617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874d512-79a4-43c8-8d1a-7437bece6d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54284444-93e0-42d2-86da-7f8588ae7522,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:36.598069 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9166dff1-056e-400e-9408-1867ca46d1f5 admin admin] Publish callbacks [] for security_group (d46bc274-8af5-4d30-a32a-c5827d32066b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:36.673669 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:36.719521 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9166dff1-056e-400e-9408-1867ca46d1f5 admin admin] Publish callbacks [] for security_group (d46bc274-8af5-4d30-a32a-c5827d32066b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:36.796030 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba3502c7-5a1c-48ad-ba6d-5ce50977735b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (59b2b315-df9b-449a-88bc-cf644c930aa7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:36.882860 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-96339811-1cd1-4f31-b623-b6a50d841680 admin admin] Publish callbacks [] for security_group (54284444-93e0-42d2-86da-7f8588ae7522), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:36.993960 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-96339811-1cd1-4f31-b623-b6a50d841680 admin admin] Publish callbacks [] for security_group (54284444-93e0-42d2-86da-7f8588ae7522), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:37.108044 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:04:37.138781 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9166dff1-056e-400e-9408-1867ca46d1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d46bc274-8af5-4d30-a32a-c5827d32066b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:37.161763 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9166dff1-056e-400e-9408-1867ca46d1f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:37.163636 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9166dff1-056e-400e-9408-1867ca46d1f5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d46bc274-8af5-4d30-a32a-c5827d32066b HTTP/1.1" status: 204 len: 168 time: 0.8086262 Feb 08 16:04:37.230329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166dff1-056e-400e-9408-1867ca46d1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46bc274-8af5-4d30-a32a-c5827d32066b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:37.278246 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-96339811-1cd1-4f31-b623-b6a50d841680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (54284444-93e0-42d2-86da-7f8588ae7522), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:37.283544 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-96339811-1cd1-4f31-b623-b6a50d841680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:37.285747 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-96339811-1cd1-4f31-b623-b6a50d841680 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/54284444-93e0-42d2-86da-7f8588ae7522 HTTP/1.1" status: 204 len: 168 time: 0.8281183 Feb 08 16:04:37.337247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96339811-1cd1-4f31-b623-b6a50d841680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54284444-93e0-42d2-86da-7f8588ae7522,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:37.387614 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba3502c7-5a1c-48ad-ba6d-5ce50977735b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (59b2b315-df9b-449a-88bc-cf644c930aa7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:37.467878 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-ba3502c7-5a1c-48ad-ba6d-5ce50977735b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b2b315-df9b-449a-88bc-cf644c930aa7']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:37.512777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-ba3502c7-5a1c-48ad-ba6d-5ce50977735b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58358e99-be90-41a1-b188-ad04e7a36f25') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:37.513186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-ba3502c7-5a1c-48ad-ba6d-5ce50977735b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58358e99-be90-41a1-b188-ad04e7a36f25') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:37.530663 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba3502c7-5a1c-48ad-ba6d-5ce50977735b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (58358e99-be90-41a1-b188-ad04e7a36f25), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:37.533315 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec762-e00b-4c61-9b7e-f29ebd6cac88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (b383f5d7-1a1a-48bd-b2bf-c5d1793d479e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:37.599913 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba3502c7-5a1c-48ad-ba6d-5ce50977735b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (58358e99-be90-41a1-b188-ad04e7a36f25), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:37.641017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d9300-3368-4616-ac1f-f9fa4677605b req-d1ef378a-d858-49ac-abaf-0cd9d02b32bc tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:37.650976 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f64d9300-3368-4616-ac1f-f9fa4677605b req-d1ef378a-d858-49ac-abaf-0cd9d02b32bc tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 945 time: 0.2135608 Feb 08 16:04:37.667294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3502c7-5a1c-48ad-ba6d-5ce50977735b admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:04:37.667701 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba3502c7-5a1c-48ad-ba6d-5ce50977735b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (58358e99-be90-41a1-b188-ad04e7a36f25), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:04:37.669701 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:04:37.730262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ec762-e00b-4c61-9b7e-f29ebd6cac88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Checking segment: {'id': '3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:04:37.730706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1ec762-e00b-4c61-9b7e-f29ebd6cac88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network hostable DHCP agents. Network: f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:04:37.749980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ec762-e00b-4c61-9b7e-f29ebd6cac88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Subnet': ['ID=b383f5d7-1a1a-48bd-b2bf-c5d1793d479e,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:37.836207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f64d9300-3368-4616-ac1f-f9fa4677605b req-3819f8e3-524b-47ed-bccd-c447293bee88 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811638 Feb 08 16:04:37.852871 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba3502c7-5a1c-48ad-ba6d-5ce50977735b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (59b2b315-df9b-449a-88bc-cf644c930aa7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:37.860913 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba3502c7-5a1c-48ad-ba6d-5ce50977735b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:37.866110 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ba3502c7-5a1c-48ad-ba6d-5ce50977735b admin admin] 10.222.0.82 "DELETE /v2.0/networks/59b2b315-df9b-449a-88bc-cf644c930aa7 HTTP/1.1" status: 204 len: 168 time: 1.6199617 Feb 08 16:04:37.880993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1ec762-e00b-4c61-9b7e-f29ebd6cac88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:04:37.884721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3502c7-5a1c-48ad-ba6d-5ce50977735b admin admin] Pushing event deleted for resources: {'Network': ['ID=59b2b315-df9b-449a-88bc-cf644c930aa7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:37.902888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-bf1ec762-e00b-4c61-9b7e-f29ebd6cac88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:37.916369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1ec762-e00b-4c61-9b7e-f29ebd6cac88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:37.918358 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec762-e00b-4c61-9b7e-f29ebd6cac88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:37.956785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66f7f47-7150-454a-82d5-8e880738366d None None] Network f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:04:37.973250 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bf1ec762-e00b-4c61-9b7e-f29ebd6cac88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0956345 Feb 08 16:04:37.976028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58520) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:38.117998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58524) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:38.172797 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-edf00d5b-0a1c-4d87-a537-ef49c3c18933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:38.243273 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:38.251919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'project_id': '6266347370244ae6b8ceabf3acd55629', 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:04:38.255013 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:38.367589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58530) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:38.445697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-edf00d5b-0a1c-4d87-a537-ef49c3c18933 admin admin] Publish callbacks [] for security_group (9be0f93e-b46b-4ad5-a8d9-a3a20f6f25be), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:38.455969 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-edf00d5b-0a1c-4d87-a537-ef49c3c18933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9be0f93e-b46b-4ad5-a8d9-a3a20f6f25be), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:38.487131 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae0a16df-fe72-48da-b585-270557d97c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:38.546460 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-edf00d5b-0a1c-4d87-a537-ef49c3c18933 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b7b2e0102cb34f088a668251172c17f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4244959 Feb 08 16:04:38.546460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf00d5b-0a1c-4d87-a537-ef49c3c18933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be0f93e-b46b-4ad5-a8d9-a3a20f6f25be,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:38.560066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58534) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:38.654196 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3e83699-a5b4-4718-afd2-64320e99c23d admin admin] Publish callbacks [] for security_group (9be0f93e-b46b-4ad5-a8d9-a3a20f6f25be), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:38.708218 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3e83699-a5b4-4718-afd2-64320e99c23d admin admin] Publish callbacks [] for security_group (9be0f93e-b46b-4ad5-a8d9-a3a20f6f25be), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:38.739106 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Allocated IP 172.20.0.2 (f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3/b383f5d7-1a1a-48bd-b2bf-c5d1793d479e/93464e7e-b21f-4e3a-aa7c-abb9d15df4ba) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:04:38.787050 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58536) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:38.790172 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3e83699-a5b4-4718-afd2-64320e99c23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9be0f93e-b46b-4ad5-a8d9-a3a20f6f25be), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:38.804529 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3e83699-a5b4-4718-afd2-64320e99c23d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:38.807952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d3e83699-a5b4-4718-afd2-64320e99c23d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9be0f93e-b46b-4ad5-a8d9-a3a20f6f25be HTTP/1.1" status: 204 len: 168 time: 0.2465034 Feb 08 16:04:38.859095 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e83699-a5b4-4718-afd2-64320e99c23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be0f93e-b46b-4ad5-a8d9-a3a20f6f25be,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:38.930774 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a4f4b32c-bf72-4476-b1c7-7d856e319371 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4e99688667bf4e68a965346b02fef198&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419101 Feb 08 16:04:38.935010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58542) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:38.985997 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:39.153463 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Publish callbacks [] for port (93464e7e-b21f-4e3a-aa7c-abb9d15df4ba), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:39.165514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87803637-6b42-4a3d-9c27-c8996756375d req-e9a40329-1518-4658-a886-d81d07235866 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:39.168061 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (93464e7e-b21f-4e3a-aa7c-abb9d15df4ba), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:39.171293 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-87803637-6b42-4a3d-9c27-c8996756375d req-e9a40329-1518-4658-a886-d81d07235866 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 945 time: 0.1381810 Feb 08 16:04:39.247875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Pushing event updated for resources: {'Port': ['ID=93464e7e-b21f-4e3a-aa7c-abb9d15df4ba,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:39.259310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Network f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:04:39.264910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:39.272643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:04:39.349012 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-87803637-6b42-4a3d-9c27-c8996756375d req-ae2c9e14-ce91-4131-a861-3707fc4a1e2b tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710093 Feb 08 16:04:39.368741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Attempting to bind port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:04:39.378025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Attempting to bind port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:04:39.378025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Attempting to bind port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba on network f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:04:39.382996 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:04:39.389699 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Checking segment: {'id': '3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:04:39.390338 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:39.390766 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Bound using segment: {'id': '3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:04:39.391286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Bound port: 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:04:39.391741 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (93464e7e-b21f-4e3a-aa7c-abb9d15df4ba), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:39.564213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] For port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:04:39.572988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] For port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=93464e7e-b21f-4e3a-aa7c-abb9d15df4ba,segment=NetworkSegment(3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e),segment_id=3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:04:39.585390 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (93464e7e-b21f-4e3a-aa7c-abb9d15df4ba), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:39.665063 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae0a16df-fe72-48da-b585-270557d97c45 admin admin] Publish callbacks [] for security_group (fccac4a5-35d5-406d-a349-18b5dbcdd5d8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:39.678687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83908c76-f32c-4ba3-8efa-451ea480cfb5 None None] Pushing event updated for resources: {'Port': ['ID=93464e7e-b21f-4e3a-aa7c-abb9d15df4ba,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:39.755112 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f956b38-187a-4920-ac0f-44be04630dde req-cee044b6-cee3-458e-a754-1caf27cff46a tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:39.756997 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0f956b38-187a-4920-ac0f-44be04630dde req-cee044b6-cee3-458e-a754-1caf27cff46a tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.96 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 945 time: 0.9773960 Feb 08 16:04:39.763359 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae0a16df-fe72-48da-b585-270557d97c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fccac4a5-35d5-406d-a349-18b5dbcdd5d8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:39.814556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a16df-fe72-48da-b585-270557d97c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccac4a5-35d5-406d-a349-18b5dbcdd5d8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:39.911811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58574) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:39.912558 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ae0a16df-fe72-48da-b585-270557d97c45 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9d732ee3a6c249dcb9d1e8cb9c7de372&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5327096 Feb 08 16:04:40.061804 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7c722c31-ba8f-4fd0-8019-db2453269732 admin admin] Publish callbacks [] for security_group (fccac4a5-35d5-406d-a349-18b5dbcdd5d8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:40.130636 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7c722c31-ba8f-4fd0-8019-db2453269732 admin admin] Publish callbacks [] for security_group (fccac4a5-35d5-406d-a349-18b5dbcdd5d8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:40.136589 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10d255aa-e1e9-48ce-b3a8-0af57b0ff069 admin admin] Publish callbacks [] for security_group (cc6f09e9-423d-4f17-8e4f-4b5af39437e1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:40.261750 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7c722c31-ba8f-4fd0-8019-db2453269732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fccac4a5-35d5-406d-a349-18b5dbcdd5d8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:40.264888 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7c722c31-ba8f-4fd0-8019-db2453269732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:40.266101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7c722c31-ba8f-4fd0-8019-db2453269732 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fccac4a5-35d5-406d-a349-18b5dbcdd5d8 HTTP/1.1" status: 204 len: 168 time: 0.3532720 Feb 08 16:04:40.279991 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c722c31-ba8f-4fd0-8019-db2453269732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccac4a5-35d5-406d-a349-18b5dbcdd5d8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:40.300862 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10d255aa-e1e9-48ce-b3a8-0af57b0ff069 admin admin] Publish callbacks [] for security_group (cc6f09e9-423d-4f17-8e4f-4b5af39437e1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:40.734139 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ef2a5-b06f-4c4e-a8ff-b7df0b23ee5b req-b78cc684-bf8d-4c55-8853-eb112f2d9a09 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:40.735771 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10d255aa-e1e9-48ce-b3a8-0af57b0ff069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cc6f09e9-423d-4f17-8e4f-4b5af39437e1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:40.736218 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f6ef2a5-b06f-4c4e-a8ff-b7df0b23ee5b req-b78cc684-bf8d-4c55-8853-eb112f2d9a09 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 945 time: 0.2148747 Feb 08 16:04:40.747741 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10d255aa-e1e9-48ce-b3a8-0af57b0ff069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:40.748738 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-10d255aa-e1e9-48ce-b3a8-0af57b0ff069 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cc6f09e9-423d-4f17-8e4f-4b5af39437e1 HTTP/1.1" status: 204 len: 168 time: 1.8111041 Feb 08 16:04:40.813625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Allocated IP 172.20.0.1 (f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3/b383f5d7-1a1a-48bd-b2bf-c5d1793d479e/f4f3f50b-b2cf-4c78-a4f6-4022523e3879) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:04:40.906131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f6ef2a5-b06f-4c4e-a8ff-b7df0b23ee5b req-e411b7ac-f088-4986-9794-9061cc54a832 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475866 Feb 08 16:04:41.182904 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:41.204433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d255aa-e1e9-48ce-b3a8-0af57b0ff069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6f09e9-423d-4f17-8e4f-4b5af39437e1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:41.214202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-0f956b38-187a-4920-ac0f-44be04630dde req-25fbadb6-27ff-4cab-8437-60ae2ce8b0e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Deleting port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:04:41.214769 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0f956b38-187a-4920-ac0f-44be04630dde req-25fbadb6-27ff-4cab-8437-60ae2ce8b0e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (47bb48c4-9b1d-48da-a4b1-dd74fd4684f9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:41.411472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-0f956b38-187a-4920-ac0f-44be04630dde req-25fbadb6-27ff-4cab-8437-60ae2ce8b0e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] For port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=47bb48c4-9b1d-48da-a4b1-dd74fd4684f9,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:04:41.411978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0f956b38-187a-4920-ac0f-44be04630dde req-25fbadb6-27ff-4cab-8437-60ae2ce8b0e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (47bb48c4-9b1d-48da-a4b1-dd74fd4684f9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:41.436193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-0f956b38-187a-4920-ac0f-44be04630dde req-25fbadb6-27ff-4cab-8437-60ae2ce8b0e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Calling delete_port for 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:04:41.536662 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58612) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:41.654637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e01c6506-0fd8-4f4c-998b-b0134b3dfbfa admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a96d7d48fe5f4bfebcc2319fb131a802&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1165383 Feb 08 16:04:41.658403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58616) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:41.675751 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:41.794212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:04:41.796656 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdf1d80-06d3-497f-8787-9718b4a0c28b None None] Network f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:04:41.797787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:41.804958 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:04:41.878962 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:41.892540 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0f956b38-187a-4920-ac0f-44be04630dde req-25fbadb6-27ff-4cab-8437-60ae2ce8b0e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (47bb48c4-9b1d-48da-a4b1-dd74fd4684f9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:41.894575 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fc72c58-2403-4ec4-88c0-d8e5d3e1e4e0 admin admin] Publish callbacks [] for security_group (64562f19-3efc-4d09-b0be-7bcf55a7b55a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:42.046745 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fc72c58-2403-4ec4-88c0-d8e5d3e1e4e0 admin admin] Publish callbacks [] for security_group (64562f19-3efc-4d09-b0be-7bcf55a7b55a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:42.124964 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=f4f3f50b-b2cf-4c78-a4f6-4022523e3879,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:42.133820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['b3208df6-390c-48d5-9b34-2f7036a4dc2a', 'b3b8b2ae-50fe-4b45-98e9-b20120bbf356'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:04:42.142118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['d1fed64c-2272-4a19-a818-0435607ade4d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:04:42.292645 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3a31574-d913-4fb8-ae2f-77f7867f5775 req-109cae6a-a779-4d67-98de-459627df3ec3 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=7861d60d-1a85-43c9-aeb8-e814de00262b HTTP/1.1" status: 200 len: 210 time: 0.1274168 Feb 08 16:04:42.349849 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fc72c58-2403-4ec4-88c0-d8e5d3e1e4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (64562f19-3efc-4d09-b0be-7bcf55a7b55a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:42.354767 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fc72c58-2403-4ec4-88c0-d8e5d3e1e4e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:42.359554 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6fc72c58-2403-4ec4-88c0-d8e5d3e1e4e0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/64562f19-3efc-4d09-b0be-7bcf55a7b55a HTTP/1.1" status: 204 len: 168 time: 0.6983476 Feb 08 16:04:42.385878 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc72c58-2403-4ec4-88c0-d8e5d3e1e4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64562f19-3efc-4d09-b0be-7bcf55a7b55a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:42.397551 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:04:42.417362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbadb6-27ff-4cab-8437-60ae2ce8b0e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Pushing event deleted for resources: {'Port': ['ID=47bb48c4-9b1d-48da-a4b1-dd74fd4684f9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:42.539178 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f956b38-187a-4920-ac0f-44be04630dde req-25fbadb6-27ff-4cab-8437-60ae2ce8b0e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] No DVR routers for this DVR port 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:04:42.545807 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0f956b38-187a-4920-ac0f-44be04630dde req-25fbadb6-27ff-4cab-8437-60ae2ce8b0e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:42.549329 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0f956b38-187a-4920-ac0f-44be04630dde req-25fbadb6-27ff-4cab-8437-60ae2ce8b0e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.96 "DELETE /v2.0/ports/47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 HTTP/1.1" status: 204 len: 173 time: 2.7830245 Feb 08 16:04:42.565807 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7861d60d-1a85-43c9-aeb8-e814de00262b', 'name': 'network-vif-deleted', 'tag': '47bb48c4-9b1d-48da-a4b1-dd74fd4684f9'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:04:42.568390 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfeb4db8-1e82-4e49-83bb-d223f8bc3096" -d '{"events": [{"server_uuid": "7861d60d-1a85-43c9-aeb8-e814de00262b", "name": "network-vif-deleted", "tag": "47bb48c4-9b1d-48da-a4b1-dd74fd4684f9"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:04:42.778412 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:42.835119 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:04:42.887640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1eb3e4d0-1ce0-4d85-80c5-58e9420208c3 None None] Provisioning complete for port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:42.888379 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1eb3e4d0-1ce0-4d85-80c5-58e9420208c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (93464e7e-b21f-4e3a-aa7c-abb9d15df4ba), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:42.990649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:04:42.991225 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 47bb48c4-9b1d-48da-a4b1-dd74fd4684f9 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:04:42.997308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:42.997950 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (93464e7e-b21f-4e3a-aa7c-abb9d15df4ba), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:43.517136 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02bf7b3-b17a-42f1-adac-2db2fb882c7a x-openstack-request-id: req-e02bf7b3-b17a-42f1-adac-2db2fb882c7a {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:04:43.518200 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7861d60d-1a85-43c9-aeb8-e814de00262b", "name": "network-vif-deleted", "tag": "47bb48c4-9b1d-48da-a4b1-dd74fd4684f9", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:04:43.518922 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e02bf7b3-b17a-42f1-adac-2db2fb882c7a {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:04:43.519594 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7861d60d-1a85-43c9-aeb8-e814de00262b', 'name': 'network-vif-deleted', 'tag': '47bb48c4-9b1d-48da-a4b1-dd74fd4684f9', 'status': 'completed', 'code': 200} Feb 08 16:04:43.637162 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:43.654989 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:43.740312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3e4d0-1ce0-4d85-80c5-58e9420208c3 None None] Current status of the port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:43.740809 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1eb3e4d0-1ce0-4d85-80c5-58e9420208c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (93464e7e-b21f-4e3a-aa7c-abb9d15df4ba), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:43.840353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:43.841030 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (93464e7e-b21f-4e3a-aa7c-abb9d15df4ba), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:43.848536 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:44.060695 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1eb3e4d0-1ce0-4d85-80c5-58e9420208c3 None None] For port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=93464e7e-b21f-4e3a-aa7c-abb9d15df4ba,segment=NetworkSegment(3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e),segment_id=3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:04:44.088436 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1eb3e4d0-1ce0-4d85-80c5-58e9420208c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (93464e7e-b21f-4e3a-aa7c-abb9d15df4ba), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:44.189346 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:04:44.193587 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:04:44.251506 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:04:44.270080 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:44.285466 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=f4f3f50b-b2cf-4c78-a4f6-4022523e3879,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:44.571916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3e4d0-1ce0-4d85-80c5-58e9420208c3 None None] Pushing event updated for resources: {'Port': ['ID=93464e7e-b21f-4e3a-aa7c-abb9d15df4ba,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:44.591782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-fa26f0fd-aea8-4cef-9d04-68c9a90174c9 None None] Provisioning complete for port f4f3f50b-b2cf-4c78-a4f6-4022523e3879 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:44.595353 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa26f0fd-aea8-4cef-9d04-68c9a90174c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:44.697056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fa26f0fd-aea8-4cef-9d04-68c9a90174c9 None None] Port f4f3f50b-b2cf-4c78-a4f6-4022523e3879 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:04:44.779148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 383cac44-1a0e-4a0e-b83f-42086c874f17 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:04:44.842451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-fa26f0fd-aea8-4cef-9d04-68c9a90174c9 None None] Provisioning complete for port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:44.843107 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa26f0fd-aea8-4cef-9d04-68c9a90174c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (93464e7e-b21f-4e3a-aa7c-abb9d15df4ba), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:44.961484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:45.162349 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:04:45.175299 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1ee5d2ef-4f38-439e-85cb-ed3ad65d13ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/383cac44-1a0e-4a0e-b83f-42086c874f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1974857 Feb 08 16:04:45.178193 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Sync routers for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:04:45.179856 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58780) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:45.196794 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:04:45.198362 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:04:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:45.203680 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-aea4eb7b-7011-4ea7-a2de-7903e4e45b47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'network': {'name': 'tempest-RoutersTest-1068575022'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:45.208511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fa26f0fd-aea8-4cef-9d04-68c9a90174c9 None None] Current status of the port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:45.218770 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:04:45.263166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea4eb7b-7011-4ea7-a2de-7903e4e45b47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:04:45.282372 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aea4eb7b-7011-4ea7-a2de-7903e4e45b47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:45.370826 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea4eb7b-7011-4ea7-a2de-7903e4e45b47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:04:45.388189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2338cc56-d5e3-41db-9d86-1633cdc7ea3e None None] Provisioning complete for port f4f3f50b-b2cf-4c78-a4f6-4022523e3879 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:45.393704 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2338cc56-d5e3-41db-9d86-1633cdc7ea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:45.398501 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:45.403136 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (93464e7e-b21f-4e3a-aa7c-abb9d15df4ba), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:45.409544 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aea4eb7b-7011-4ea7-a2de-7903e4e45b47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (0b94a673-e9cc-4e16-bc78-888272e47c07), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:45.410187 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-aea4eb7b-7011-4ea7-a2de-7903e4e45b47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Added segment 0b94a673-e9cc-4e16-bc78-888272e47c07 of type vlan for network 5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc Feb 08 16:04:45.608844 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aea4eb7b-7011-4ea7-a2de-7903e4e45b47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:45.627141 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:04:45.636758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2338cc56-d5e3-41db-9d86-1633cdc7ea3e None None] Port f4f3f50b-b2cf-4c78-a4f6-4022523e3879 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:04:45.719660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aea4eb7b-7011-4ea7-a2de-7903e4e45b47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:45.735177 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea4eb7b-7011-4ea7-a2de-7903e4e45b47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:45.743699 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aea4eb7b-7011-4ea7-a2de-7903e4e45b47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:45.770230 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:45.842985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58796) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:45.979345 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58804) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:45.985128 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-834f2221-4186-4f7d-ab80-cbcd331bdaf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'subnet': {'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:45.989645 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aea4eb7b-7011-4ea7-a2de-7903e4e45b47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8034308 Feb 08 16:04:45.997140 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4eb7b-7011-4ea7-a2de-7903e4e45b47 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Network': ['ID=5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:46.012865 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:04:46.215283 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2f4861d-4de0-4ef0-b356-c568fa04dae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:46.331522 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:04:42Z', 'revision_number': 2, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:43Z', 'revision_number': 2, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:46.394259 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Checking router: 383cac44-1a0e-4a0e-b83f-42086c874f17 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:04:46.394925 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Updating router 383cac44-1a0e-4a0e-b83f-42086c874f17 port f4f3f50b-b2cf-4c78-a4f6-4022523e3879 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:04:46.466687 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:46.473848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834f2221-4186-4f7d-ab80-cbcd331bdaf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:04:46.481954 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-834f2221-4186-4f7d-ab80-cbcd331bdaf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:46.642959 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2f4861d-4de0-4ef0-b356-c568fa04dae5 admin admin] Publish callbacks [] for security_group (77421e6f-9684-4963-ba0b-f98d2aad4c91), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:46.658568 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2f4861d-4de0-4ef0-b356-c568fa04dae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (77421e6f-9684-4963-ba0b-f98d2aad4c91), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:46.769273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d2f4861d-4de0-4ef0-b356-c568fa04dae5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9b3e72744b6e405db6a85753ae2ee17a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9237404 Feb 08 16:04:46.772029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58822) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:46.778255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4861d-4de0-4ef0-b356-c568fa04dae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77421e6f-9684-4963-ba0b-f98d2aad4c91,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:46.952222 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6eae3698-5265-4c6d-a6f0-5968e2c3a999 admin admin] Publish callbacks [] for security_group (77421e6f-9684-4963-ba0b-f98d2aad4c91), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:47.013250 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6eae3698-5265-4c6d-a6f0-5968e2c3a999 admin admin] Publish callbacks [] for security_group (77421e6f-9684-4963-ba0b-f98d2aad4c91), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:47.177216 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-834f2221-4186-4f7d-ab80-cbcd331bdaf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (f36c20b0-8d20-416c-9842-905bf9ae30cf), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:47.198107 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6eae3698-5265-4c6d-a6f0-5968e2c3a999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (77421e6f-9684-4963-ba0b-f98d2aad4c91), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:47.201309 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6eae3698-5265-4c6d-a6f0-5968e2c3a999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:47.202848 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6eae3698-5265-4c6d-a6f0-5968e2c3a999 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/77421e6f-9684-4963-ba0b-f98d2aad4c91 HTTP/1.1" status: 204 len: 168 time: 0.4297812 Feb 08 16:04:47.228745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae3698-5265-4c6d-a6f0-5968e2c3a999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77421e6f-9684-4963-ba0b-f98d2aad4c91,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:47.364200 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Publish callbacks [] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:47.389720 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:47.406034 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f2221-4186-4f7d-ab80-cbcd331bdaf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Subnet': ['ID=f36c20b0-8d20-416c-9842-905bf9ae30cf,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:47.459945 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f2221-4186-4f7d-ab80-cbcd331bdaf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Checking segment: {'id': '0b94a673-e9cc-4e16-bc78-888272e47c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:04:47.465311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834f2221-4186-4f7d-ab80-cbcd331bdaf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network hostable DHCP agents. Network: 5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:04:47.524684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834f2221-4186-4f7d-ab80-cbcd331bdaf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network 5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:04:47.561881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-834f2221-4186-4f7d-ab80-cbcd331bdaf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:47.573695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834f2221-4186-4f7d-ab80-cbcd331bdaf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:47.576492 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32757cc0-530f-47bb-8a4d-9d95b7655375 None None] Network 5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:04:47.581722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-834f2221-4186-4f7d-ab80-cbcd331bdaf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:47.656524 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58844) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:47.656837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-834f2221-4186-4f7d-ab80-cbcd331bdaf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6755497 Feb 08 16:04:47.949540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'project_id': '6266347370244ae6b8ceabf3acd55629', 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:04:47.950552 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:48.406010 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Allocated IP 172.21.0.2 (5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc/f36c20b0-8d20-416c-9842-905bf9ae30cf/e6b0171c-9667-4814-b794-1622e4556845) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:04:48.535843 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b3dc8-609c-4b1f-ab8c-ba84d447cb47 None None] Pushing event updated for resources: {'Port': ['ID=f4f3f50b-b2cf-4c78-a4f6-4022523e3879,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:48.674932 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3dc8-609c-4b1f-ab8c-ba84d447cb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:48.675199 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3dc8-609c-4b1f-ab8c-ba84d447cb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:48.681719 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3dc8-609c-4b1f-ab8c-ba84d447cb47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:48.681719 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3dc8-609c-4b1f-ab8c-ba84d447cb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:48.681719 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3dc8-609c-4b1f-ab8c-ba84d447cb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:48.681719 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3dc8-609c-4b1f-ab8c-ba84d447cb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:48.681719 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3dc8-609c-4b1f-ab8c-ba84d447cb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:48.682546 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3dc8-609c-4b1f-ab8c-ba84d447cb47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:48.682546 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3dc8-609c-4b1f-ab8c-ba84d447cb47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:48.682721 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3dc8-609c-4b1f-ab8c-ba84d447cb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:48.689825 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3dc8-609c-4b1f-ab8c-ba84d447cb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:48.693332 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3dc8-609c-4b1f-ab8c-ba84d447cb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:48.705372 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b3dc8-609c-4b1f-ab8c-ba84d447cb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:04:48.721799 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Attempting to bind port f4f3f50b-b2cf-4c78-a4f6-4022523e3879 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:04:48.725649 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Attempting to bind port f4f3f50b-b2cf-4c78-a4f6-4022523e3879 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:04:48.727222 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Attempting to bind port f4f3f50b-b2cf-4c78-a4f6-4022523e3879 on network f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:04:48.765855 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:04:48.768620 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Checking segment: {'id': '3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:04:48.776594 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:48.777353 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Bound using segment: {'id': '3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:04:48.779475 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Bound port: f4f3f50b-b2cf-4c78-a4f6-4022523e3879, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:04:48.787589 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:48.837495 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a8b6fecd-be07-4521-b347-dd11b9f7d896 None None] Provisioning complete for port f4f3f50b-b2cf-4c78-a4f6-4022523e3879 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:48.838477 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fecd-be07-4521-b347-dd11b9f7d896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:49.059044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6fecd-be07-4521-b347-dd11b9f7d896 None None] Port f4f3f50b-b2cf-4c78-a4f6-4022523e3879 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:04:49.087611 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] For port f4f3f50b-b2cf-4c78-a4f6-4022523e3879, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:04:49.145366 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:49.145675 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] For port f4f3f50b-b2cf-4c78-a4f6-4022523e3879, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f4f3f50b-b2cf-4c78-a4f6-4022523e3879,segment=NetworkSegment(3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e),segment_id=3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:04:49.185316 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:49.294264 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:49.346435 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:04:49.349748 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:04:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:49.381781 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Publish callbacks [] for port (e6b0171c-9667-4814-b794-1622e4556845), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:49.400369 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (e6b0171c-9667-4814-b794-1622e4556845), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:49.542803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Pushing event updated for resources: {'Port': ['ID=e6b0171c-9667-4814-b794-1622e4556845,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:49.576933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Network 5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:04:49.584598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:49.591092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:04:49.771080 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b3dc8-609c-4b1f-ab8c-ba84d447cb47 None None] Pushing event updated for resources: {'Port': ['ID=f4f3f50b-b2cf-4c78-a4f6-4022523e3879,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:49.805748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58912) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:49.822313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Attempting to bind port e6b0171c-9667-4814-b794-1622e4556845 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:04:49.826878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Attempting to bind port e6b0171c-9667-4814-b794-1622e4556845 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0b94a673-e9cc-4e16-bc78-888272e47c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:04:49.826878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Attempting to bind port e6b0171c-9667-4814-b794-1622e4556845 on network 5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:04:49.845691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:04:49.845691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Checking segment: {'id': '0b94a673-e9cc-4e16-bc78-888272e47c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:04:49.845691 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:49.845691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Bound using segment: {'id': '0b94a673-e9cc-4e16-bc78-888272e47c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:04:49.846548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Bound port: e6b0171c-9667-4814-b794-1622e4556845, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b94a673-e9cc-4e16-bc78-888272e47c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:04:49.847999 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e6b0171c-9667-4814-b794-1622e4556845), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:49.855279 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:04:49.988340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-137c5639-f42f-4d2c-9acf-0b0a3a2b9087 None None] Provisioning complete for port f4f3f50b-b2cf-4c78-a4f6-4022523e3879 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:49.988810 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-137c5639-f42f-4d2c-9acf-0b0a3a2b9087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:50.150854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] For port e6b0171c-9667-4814-b794-1622e4556845, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:04:50.170626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] For port e6b0171c-9667-4814-b794-1622e4556845, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e6b0171c-9667-4814-b794-1622e4556845,segment=NetworkSegment(0b94a673-e9cc-4e16-bc78-888272e47c07),segment_id=0b94a673-e9cc-4e16-bc78-888272e47c07)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:04:50.203160 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e6b0171c-9667-4814-b794-1622e4556845), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:50.277621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Allocated IP 172.21.0.1 (5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc/f36c20b0-8d20-416c-9842-905bf9ae30cf/847793bf-feb7-4151-8a91-eb335aaa26ec) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:04:50.464831 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:50.486932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-137c5639-f42f-4d2c-9acf-0b0a3a2b9087 None None] Current status of the port f4f3f50b-b2cf-4c78-a4f6-4022523e3879 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:50.487772 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-137c5639-f42f-4d2c-9acf-0b0a3a2b9087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:50.526863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1703c-8cc9-4c34-9254-15b4b34fd232 None None] Pushing event updated for resources: {'Port': ['ID=e6b0171c-9667-4814-b794-1622e4556845,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:50.586706 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-137c5639-f42f-4d2c-9acf-0b0a3a2b9087 None None] For port f4f3f50b-b2cf-4c78-a4f6-4022523e3879, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f4f3f50b-b2cf-4c78-a4f6-4022523e3879,segment=NetworkSegment(3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e),segment_id=3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:04:50.595396 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-137c5639-f42f-4d2c-9acf-0b0a3a2b9087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:50.660353 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:04:42Z', 'revision_number': 2, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:49Z', 'revision_number': 4, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:50.724378 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:50.802319 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15a96c-e8a2-4458-b7c1-c297e19051af None None] The sync data for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 is: [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:04:42Z', 'revision_number': 2, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:49Z', 'revision_number': 4, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:04:50.838151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c5639-f42f-4d2c-9acf-0b0a3a2b9087 None None] Pushing event updated for resources: {'Port': ['ID=f4f3f50b-b2cf-4c78-a4f6-4022523e3879,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:50.879314 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:51.069400 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=847793bf-feb7-4151-8a91-eb335aaa26ec,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:51.099091 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network 5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:04:51.102786 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:51.118849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:04:51.283481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e6b0171c-9667-4814-b794-1622e4556845 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:04:51.336055 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:51.497869 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-975f48d1-6a42-4bae-a178-4c47483ee980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (bf980798-bfed-4b52-bcb8-d5b64a2117b8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:51.526845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e6b0171c-9667-4814-b794-1622e4556845 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:51.527802 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e6b0171c-9667-4814-b794-1622e4556845), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:51.812588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58978) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:51.891353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e6b0171c-9667-4814-b794-1622e4556845 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:51.892048 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e6b0171c-9667-4814-b794-1622e4556845), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:51.985780 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:52.051394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port e6b0171c-9667-4814-b794-1622e4556845, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e6b0171c-9667-4814-b794-1622e4556845,segment=NetworkSegment(0b94a673-e9cc-4e16-bc78-888272e47c07),segment_id=0b94a673-e9cc-4e16-bc78-888272e47c07)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:04:52.066303 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e6b0171c-9667-4814-b794-1622e4556845), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:52.305308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=e6b0171c-9667-4814-b794-1622e4556845,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:52.345639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6e694296-f60e-40be-876e-9b2573501bd1 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-760166784'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:52.346139 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6e694296-f60e-40be-876e-9b2573501bd1 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Unknown quota resources ['metering_label']. {{(pid=103301) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 16:04:52.801702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee4e9f4-92a9-41b5-97e9-902356796a41 None None] Network 5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:04:52.850673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58990) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:53.144824 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6e694296-f60e-40be-876e-9b2573501bd1 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:53.157846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6e694296-f60e-40be-876e-9b2573501bd1 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.3441124 Feb 08 16:04:53.187429 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59002) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:53.196875 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-682de1ba-274f-46c8-b651-288bd69b928a tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e78957f7-dd0a-403f-8ddb-b2c1d4d52a6d'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:53.197441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3ec14f3a-03b9-4f05-a9db-76bed0bd3245 None None] Provisioning complete for port e6b0171c-9667-4814-b794-1622e4556845 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:53.197889 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3ec14f3a-03b9-4f05-a9db-76bed0bd3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e6b0171c-9667-4814-b794-1622e4556845), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:53.198131 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-682de1ba-274f-46c8-b651-288bd69b928a tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103302) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 16:04:53.241041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:53.418236 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:53.465484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e6b0171c-9667-4814-b794-1622e4556845 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:04:53.516290 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77a47261-0b97-4f5c-8e4c-06d743200525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:53.635916 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:53.657469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=847793bf-feb7-4151-8a91-eb335aaa26ec,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:53.820390 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77a47261-0b97-4f5c-8e4c-06d743200525 admin admin] Publish callbacks [] for security_group (2d83e615-96df-4bc0-930a-c262a8dba277), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:53.827827 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77a47261-0b97-4f5c-8e4c-06d743200525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2d83e615-96df-4bc0-930a-c262a8dba277), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:53.879576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-77a47261-0b97-4f5c-8e4c-06d743200525 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0cd07edc301243cb9800c82a3a27db4c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0234864 Feb 08 16:04:53.902356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59006) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:53.915143 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e6b0171c-9667-4814-b794-1622e4556845 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:53.915640 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e6b0171c-9667-4814-b794-1622e4556845), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:53.941281 n-d-824834-11 neutron-server[103302]: WARNING neutron.services.metering.metering_plugin [None req-682de1ba-274f-46c8-b651-288bd69b928a tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 08 16:04:54.020836 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-975f48d1-6a42-4bae-a178-4c47483ee980 admin admin] Deleting port 5025a6c9-401b-470b-b54a-1277f3ab8e01 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:04:54.023503 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-975f48d1-6a42-4bae-a178-4c47483ee980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:54.030256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3ec14f3a-03b9-4f05-a9db-76bed0bd3245 None None] Current status of the port e6b0171c-9667-4814-b794-1622e4556845 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:54.126732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a47261-0b97-4f5c-8e4c-06d743200525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d83e615-96df-4bc0-930a-c262a8dba277,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:54.217657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e6b0171c-9667-4814-b794-1622e4556845 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:54.218753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f4f3f50b-b2cf-4c78-a4f6-4022523e3879 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:04:54.271776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network 5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:04:54.359876 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a0af05b2-7078-48cb-b5e9-fee2cc526a97 admin admin] Publish callbacks [] for security_group (2d83e615-96df-4bc0-930a-c262a8dba277), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:54.367957 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:54.392635 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-682de1ba-274f-46c8-b651-288bd69b928a tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:54.394348 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-682de1ba-274f-46c8-b651-288bd69b928a tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.2028306 Feb 08 16:04:54.398655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59020) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:54.420070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7fc4faf5-be27-4d8f-a1c5-9b5e7a06ef04 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e78957f7-dd0a-403f-8ddb-b2c1d4d52a6d'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:54.420814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7fc4faf5-be27-4d8f-a1c5-9b5e7a06ef04 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103302) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 16:04:54.518900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1607ca12-6625-4fa9-a4ee-22a7b3ac0a40 None None] Provisioning complete for port 847793bf-feb7-4151-8a91-eb335aaa26ec triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:54.525895 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1607ca12-6625-4fa9-a4ee-22a7b3ac0a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:54.549553 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a0af05b2-7078-48cb-b5e9-fee2cc526a97 admin admin] Publish callbacks [] for security_group (2d83e615-96df-4bc0-930a-c262a8dba277), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:54.557611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-975f48d1-6a42-4bae-a178-4c47483ee980 admin admin] For port 5025a6c9-401b-470b-b54a-1277f3ab8e01, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=5025a6c9-401b-470b-b54a-1277f3ab8e01,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:04:54.558576 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-975f48d1-6a42-4bae-a178-4c47483ee980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:54.637292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-975f48d1-6a42-4bae-a178-4c47483ee980 admin admin] Calling delete_port for 5025a6c9-401b-470b-b54a-1277f3ab8e01 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:04:54.654839 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1607ca12-6625-4fa9-a4ee-22a7b3ac0a40 None None] Port 847793bf-feb7-4151-8a91-eb335aaa26ec cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:04:54.685108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port f4f3f50b-b2cf-4c78-a4f6-4022523e3879 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:54.685726 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:54.692815 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1607ca12-6625-4fa9-a4ee-22a7b3ac0a40 None None] Provisioning complete for port e6b0171c-9667-4814-b794-1622e4556845 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:54.701939 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1607ca12-6625-4fa9-a4ee-22a7b3ac0a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e6b0171c-9667-4814-b794-1622e4556845), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:54.949444 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a0af05b2-7078-48cb-b5e9-fee2cc526a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2d83e615-96df-4bc0-930a-c262a8dba277), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:54.954925 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a0af05b2-7078-48cb-b5e9-fee2cc526a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:54.966370 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a0af05b2-7078-48cb-b5e9-fee2cc526a97 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2d83e615-96df-4bc0-930a-c262a8dba277 HTTP/1.1" status: 204 len: 168 time: 1.0504360 Feb 08 16:04:55.038004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af05b2-7078-48cb-b5e9-fee2cc526a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d83e615-96df-4bc0-930a-c262a8dba277,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:55.055285 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port f4f3f50b-b2cf-4c78-a4f6-4022523e3879 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:55.104415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1607ca12-6625-4fa9-a4ee-22a7b3ac0a40 None None] Current status of the port e6b0171c-9667-4814-b794-1622e4556845 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:04:55.236305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-40269cd1-cfc0-4cde-b101-d9f3137a548e None None] Provisioning complete for port 847793bf-feb7-4151-8a91-eb335aaa26ec triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:55.236683 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-40269cd1-cfc0-4cde-b101-d9f3137a548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:55.359051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-40269cd1-cfc0-4cde-b101-d9f3137a548e None None] Port 847793bf-feb7-4151-8a91-eb335aaa26ec cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:04:55.490574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-cee7bcd3-fef8-4a29-a76b-6b52574b0c1f None None] Provisioning complete for port 847793bf-feb7-4151-8a91-eb335aaa26ec triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:04:55.492976 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cee7bcd3-fef8-4a29-a76b-6b52574b0c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:55.525402 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-975f48d1-6a42-4bae-a178-4c47483ee980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (5025a6c9-401b-470b-b54a-1277f3ab8e01), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:55.634360 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f48d1-6a42-4bae-a178-4c47483ee980 admin admin] Pushing event deleted for resources: {'Port': ['ID=5025a6c9-401b-470b-b54a-1277f3ab8e01,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:55.644339 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-cee7bcd3-fef8-4a29-a76b-6b52574b0c1f None None] Port 847793bf-feb7-4151-8a91-eb335aaa26ec cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:04:55.772069 n-d-824834-11 neutron-server[103302]: WARNING neutron.services.metering.metering_plugin [None req-7fc4faf5-be27-4d8f-a1c5-9b5e7a06ef04 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 08 16:04:56.104466 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7fc4faf5-be27-4d8f-a1c5-9b5e7a06ef04 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:56.118641 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7fc4faf5-be27-4d8f-a1c5-9b5e7a06ef04 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.7126565 Feb 08 16:04:56.119901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59040) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:56.198684 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ae0c66f4-51b1-4423-a58a-8bfa5d4320ae tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-label-rules?id=b97a30e1-3c0f-4750-8b08-663fc3aa401a HTTP/1.1" status: 200 len: 464 time: 0.0719438 Feb 08 16:04:56.206288 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59046) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:56.237998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 383cac44-1a0e-4a0e-b83f-42086c874f17 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:04:56.645175 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:04:56.662959 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Sync routers for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:04:56.684471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:04:56.686456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:04:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:56.695659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59058) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:56.698018 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4eb1a2b6-a7c9-4fb1-8c5e-ac6494b47968 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/383cac44-1a0e-4a0e-b83f-42086c874f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0398352 Feb 08 16:04:56.705314 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-0bf5900d-f036-448b-819d-b867ad18a20b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'network': {'name': 'tempest-RoutersTest-579738266'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:56.795578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf5900d-f036-448b-819d-b867ad18a20b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:04:56.805979 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0bf5900d-f036-448b-819d-b867ad18a20b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:56.969859 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf5900d-f036-448b-819d-b867ad18a20b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:04:57.020889 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0bf5900d-f036-448b-819d-b867ad18a20b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a72c0562-2695-4775-80a0-ac6728392672), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:57.021294 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-0bf5900d-f036-448b-819d-b867ad18a20b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Added segment a72c0562-2695-4775-80a0-ac6728392672 of type vlan for network fa210f28-d175-4ed8-9653-7c48dae15ea1 Feb 08 16:04:57.208116 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7610-205a-4791-9897-352e594078e7 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:57.211620 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a6fb7610-205a-4791-9897-352e594078e7 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "DELETE /v2.0/metering/metering-label-rules/b97a30e1-3c0f-4750-8b08-663fc3aa401a HTTP/1.1" status: 204 len: 168 time: 1.0039909 Feb 08 16:04:57.214425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59074) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:57.270728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:04:57.291875 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0bf5900d-f036-448b-819d-b867ad18a20b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (fa210f28-d175-4ed8-9653-7c48dae15ea1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:57.354571 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-975f48d1-6a42-4bae-a178-4c47483ee980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (bf980798-bfed-4b52-bcb8-d5b64a2117b8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:57.375661 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0bf5900d-f036-448b-819d-b867ad18a20b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (fa210f28-d175-4ed8-9653-7c48dae15ea1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:57.381291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf5900d-f036-448b-819d-b867ad18a20b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:57.382275 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0bf5900d-f036-448b-819d-b867ad18a20b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:57.511856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5900d-f036-448b-819d-b867ad18a20b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Network': ['ID=fa210f28-d175-4ed8-9653-7c48dae15ea1,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:57.557406 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c72ec330-5b42-45e4-ac18-e983d1731da1 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-label-rules?id=b97a30e1-3c0f-4750-8b08-663fc3aa401a HTTP/1.1" status: 200 len: 221 time: 0.3219547 Feb 08 16:04:57.557677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59080) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:57.563676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a1518230-1e5b-4598-a071-b72f2ee8ce96 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--858278387', 'description': 'label created by tempest'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:57.564513 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a1518230-1e5b-4598-a071-b72f2ee8ce96 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Unknown quota resources ['metering_label']. {{(pid=103302) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 16:04:57.583449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network fa210f28-d175-4ed8-9653-7c48dae15ea1 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:04:57.589167 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0bf5900d-f036-448b-819d-b867ad18a20b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8907347 Feb 08 16:04:57.608011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59082) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:57.614967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-cd3b9268-dc1d-4236-bb89-edf51821de09 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'subnet': {'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:04:57.830514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3b9268-dc1d-4236-bb89-edf51821de09 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:04:57.839099 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cd3b9268-dc1d-4236-bb89-edf51821de09 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:58.267308 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cd3b9268-dc1d-4236-bb89-edf51821de09 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (0362afb0-c593-4a2a-a289-9af59b49f16a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:58.311121 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1518230-1e5b-4598-a071-b72f2ee8ce96 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:58.312335 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a1518230-1e5b-4598-a071-b72f2ee8ce96 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7533791 Feb 08 16:04:58.319034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59098) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:58.359552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:04:51Z', 'revision_number': 3, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:04:52Z', 'revision_number': 2, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:04:58.473312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Checking router: 383cac44-1a0e-4a0e-b83f-42086c874f17 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:04:58.474286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Updating router 383cac44-1a0e-4a0e-b83f-42086c874f17 port 847793bf-feb7-4151-8a91-eb335aaa26ec binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:04:58.528158 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-29e9eee9-d356-4acb-8785-26723a9d159b tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-labels?id=e944b5e2-b5d6-42c5-adc2-c2c0a615ae6e HTTP/1.1" status: 200 len: 467 time: 0.2067451 Feb 08 16:04:58.530634 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59106) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:58.559847 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:58.726729 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b9268-dc1d-4236-bb89-edf51821de09 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Subnet': ['ID=0362afb0-c593-4a2a-a289-9af59b49f16a,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:58.785774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b9268-dc1d-4236-bb89-edf51821de09 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Checking segment: {'id': 'a72c0562-2695-4775-80a0-ac6728392672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:04:58.786151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3b9268-dc1d-4236-bb89-edf51821de09 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network hostable DHCP agents. Network: fa210f28-d175-4ed8-9653-7c48dae15ea1, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:04:58.868138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3b9268-dc1d-4236-bb89-edf51821de09 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network fa210f28-d175-4ed8-9653-7c48dae15ea1 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:04:58.907639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-cd3b9268-dc1d-4236-bb89-edf51821de09 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, fa210f28-d175-4ed8-9653-7c48dae15ea1) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:04:58.928199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3b9268-dc1d-4236-bb89-edf51821de09 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:04:58.928754 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cd3b9268-dc1d-4236-bb89-edf51821de09 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:58.981920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975f48d1-6a42-4bae-a178-4c47483ee980 admin admin] Router bf980798-bfed-4b52-bcb8-d5b64a2117b8 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:04:59.025228 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cd3b9268-dc1d-4236-bb89-edf51821de09 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4160633 Feb 08 16:04:59.026165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59112) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:59.099059 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e73ccc3-9250-4fa1-9992-82403364ecba tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:59.103876 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1e73ccc3-9250-4fa1-9992-82403364ecba tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "DELETE /v2.0/metering/metering-labels/e944b5e2-b5d6-42c5-adc2-c2c0a615ae6e HTTP/1.1" status: 204 len: 168 time: 0.5714016 Feb 08 16:04:59.104521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59114) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:59.133706 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-80735ee4-f9cd-4aac-ab7b-9f4a6669089f tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-labels?id=e944b5e2-b5d6-42c5-adc2-c2c0a615ae6e HTTP/1.1" status: 200 len: 216 time: 0.0279031 Feb 08 16:04:59.134373 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59116) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:59.156905 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-719abbdf-b584-4d92-9c22-9954d50bb61d tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0213420 Feb 08 16:04:59.160224 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59118) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:59.204779 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-91356770-03db-42d6-b605-0b4aba5a298f tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0430872 Feb 08 16:04:59.205829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59124) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:59.235735 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Publish callbacks [] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:59.249580 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4570687-3aae-4dc3-a1e4-32bb88fd0d64 None None] Network fa210f28-d175-4ed8-9653-7c48dae15ea1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:04:59.259879 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:59.400312 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1f1d9e57-86fb-40ad-b5b3-f4a310aadcbc tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-labels/e78957f7-dd0a-403f-8ddb-b2c1d4d52a6d HTTP/1.1" status: 200 len: 472 time: 0.1931689 Feb 08 16:04:59.413812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59132) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:59.441813 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-692ee168-cc25-4df9-a961-cb27a690780d tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-label-rules/3cd723b5-abf1-46db-abf0-885ada3775de HTTP/1.1" status: 200 len: 461 time: 0.0263014 Feb 08 16:04:59.450204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59134) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:59.535291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b89c3e-4dc4-4fc1-a91f-399d3f43c27c None None] Pushing event updated for resources: {'Port': ['ID=847793bf-feb7-4151-8a91-eb335aaa26ec,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:04:59.776389 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b07649db-b72d-436f-95e3-df895b6e7bda tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:59.784156 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b07649db-b72d-436f-95e3-df895b6e7bda tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "DELETE /v2.0/metering/metering-label-rules/3cd723b5-abf1-46db-abf0-885ada3775de HTTP/1.1" status: 204 len: 168 time: 0.3286216 Feb 08 16:04:59.785382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59144) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:59.787697 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-fa210f28-d175-4ed8-9653-7c48dae15ea1', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'project_id': '6266347370244ae6b8ceabf3acd55629', 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:04:59.790212 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:04:59.839657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975f48d1-6a42-4bae-a178-4c47483ee980 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:04:59.854525 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3261aa-cb8c-459c-a46e-e65dede94470 None None] Sync routers for ids ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:04:59.858451 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-975f48d1-6a42-4bae-a178-4c47483ee980 admin admin] 10.222.0.82 "PUT /v2.0/routers/bf980798-bfed-4b52-bcb8-d5b64a2117b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0509195 Feb 08 16:04:59.863940 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59146) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:04:59.879310 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3261aa-cb8c-459c-a46e-e65dede94470 None None] Routers {'bf980798-bfed-4b52-bcb8-d5b64a2117b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:04:59.880436 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7b3261aa-cb8c-459c-a46e-e65dede94470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:04:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:00.157712 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] Publish callbacks [] for router (bf980798-bfed-4b52-bcb8-d5b64a2117b8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:00.219676 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-7b3261aa-cb8c-459c-a46e-e65dede94470 None None] Set router bf980798-bfed-4b52-bcb8-d5b64a2117b8 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:00.332428 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Allocated IP 172.22.0.2 (fa210f28-d175-4ed8-9653-7c48dae15ea1/0362afb0-c593-4a2a-a289-9af59b49f16a/fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:05:00.617579 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acd40522-2327-4381-93c5-c338fb1ee5f5 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:00.620449 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-acd40522-2327-4381-93c5-c338fb1ee5f5 tempest-MeteringTestJSON-671881327 tempest-MeteringTestJSON-671881327-project-admin] 10.222.0.82 "DELETE /v2.0/metering/metering-labels/e78957f7-dd0a-403f-8ddb-b2c1d4d52a6d HTTP/1.1" status: 204 len: 168 time: 0.8340964 Feb 08 16:05:00.791368 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Publish callbacks [] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:00.794723 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7b3261aa-cb8c-459c-a46e-e65dede94470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T16:04:55Z', 'revision_number': 5, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:00.850205 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:00.874249 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3261aa-cb8c-459c-a46e-e65dede94470 None None] Checking router: bf980798-bfed-4b52-bcb8-d5b64a2117b8 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:05:00.898505 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3261aa-cb8c-459c-a46e-e65dede94470 None None] Routers {'bf980798-bfed-4b52-bcb8-d5b64a2117b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:00.901159 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7b3261aa-cb8c-459c-a46e-e65dede94470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:04:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:00.921884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Attempting to bind port 847793bf-feb7-4151-8a91-eb335aaa26ec on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:05:00.922923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Attempting to bind port 847793bf-feb7-4151-8a91-eb335aaa26ec by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0b94a673-e9cc-4e16-bc78-888272e47c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:05:00.923311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Attempting to bind port 847793bf-feb7-4151-8a91-eb335aaa26ec on network 5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:05:00.958970 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] Publish callbacks [] for router_gateway (bf980798-bfed-4b52-bcb8-d5b64a2117b8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:01.108269 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:05:01.111090 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Checking segment: {'id': '0b94a673-e9cc-4e16-bc78-888272e47c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:05:01.111880 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:01.112341 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Bound using segment: {'id': '0b94a673-e9cc-4e16-bc78-888272e47c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:05:01.113984 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Bound port: 847793bf-feb7-4151-8a91-eb335aaa26ec, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b94a673-e9cc-4e16-bc78-888272e47c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:05:01.150774 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:01.155017 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:01.240234 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Pushing event updated for resources: {'Port': ['ID=fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:01.298285 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-7b3261aa-cb8c-459c-a46e-e65dede94470 None None] Set router bf980798-bfed-4b52-bcb8-d5b64a2117b8 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:01.305628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Network fa210f28-d175-4ed8-9653-7c48dae15ea1 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:05:01.385563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:05:01.396689 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:05:01.411191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4b5af52f-cf0d-4210-99a0-e1e8c65c78a2 None None] Provisioning complete for port 847793bf-feb7-4151-8a91-eb335aaa26ec triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:01.411703 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4b5af52f-cf0d-4210-99a0-e1e8c65c78a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:01.420327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59174) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:01.571436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] Deleting port 6cd10361-7ed0-4b6c-b281-270ed31f8504 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:01.572385 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6cd10361-7ed0-4b6c-b281-270ed31f8504), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:01.826738 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-487840ae-3eb5-420b-aab6-8d8b41d299b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:01.899514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] For port 847793bf-feb7-4151-8a91-eb335aaa26ec, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:05:01.947805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4b5af52f-cf0d-4210-99a0-e1e8c65c78a2 None None] Port 847793bf-feb7-4151-8a91-eb335aaa26ec cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:05:01.971261 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] For port 847793bf-feb7-4151-8a91-eb335aaa26ec, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=847793bf-feb7-4151-8a91-eb335aaa26ec,segment=NetworkSegment(0b94a673-e9cc-4e16-bc78-888272e47c07),segment_id=0b94a673-e9cc-4e16-bc78-888272e47c07)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:05:01.978932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Attempting to bind port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:05:01.979416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Attempting to bind port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'a72c0562-2695-4775-80a0-ac6728392672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:05:01.980294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Attempting to bind port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f on network fa210f28-d175-4ed8-9653-7c48dae15ea1 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:05:01.988202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:05:01.988583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Checking segment: {'id': 'a72c0562-2695-4775-80a0-ac6728392672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:05:01.989074 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:01.989479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Bound using segment: {'id': 'a72c0562-2695-4775-80a0-ac6728392672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:05:01.990027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Bound port: fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72c0562-2695-4775-80a0-ac6728392672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:05:01.991004 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:02.012760 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:02.013110 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7b3261aa-cb8c-459c-a46e-e65dede94470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T16:04:55Z', 'revision_number': 5, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:02.013596 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e691a72e-92a6-4613-a699-2f812fe01d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:02.064986 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3261aa-cb8c-459c-a46e-e65dede94470 None None] The sync data for ids ['bf980798-bfed-4b52-bcb8-d5b64a2117b8'] in n-d-824834-11 is: [{'id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'name': 'tempest-AttachVolumeTestJSON-138300756-router', 'tenant_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T15:55:33Z', 'updated_at': '2022-02-08T16:04:55Z', 'revision_number': 5, 'project_id': 'd3c451d4ee6c4459ba1b1e1c1af423bc', 'gw_port': {'id': '6cd10361-7ed0-4b6c-b281-270ed31f8504', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf980798-bfed-4b52-bcb8-d5b64a2117b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T15:55:35Z', 'updated_at': '2022-02-08T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:05:02.093711 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] For port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:05:02.101790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] For port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f,segment=NetworkSegment(a72c0562-2695-4775-80a0-ac6728392672),segment_id=a72c0562-2695-4775-80a0-ac6728392672)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:05:02.257036 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:02.257493 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e691a72e-92a6-4613-a699-2f812fe01d49 admin admin] Publish callbacks [] for security_group (aa09c64c-1864-4632-9501-3c924ee09de0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:02.268734 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e691a72e-92a6-4613-a699-2f812fe01d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (aa09c64c-1864-4632-9501-3c924ee09de0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:02.323001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:02.324921 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:04:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:02.422737 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691a72e-92a6-4613-a699-2f812fe01d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa09c64c-1864-4632-9501-3c924ee09de0,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:02.470602 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e691a72e-92a6-4613-a699-2f812fe01d49 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b65b02c8fd2c423baa78c5b86201a363&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0488350 Feb 08 16:05:02.471285 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59190) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:02.644476 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-697b2d59-9a0b-4cc7-8b55-33e295e65ffb admin admin] Publish callbacks [] for security_group (aa09c64c-1864-4632-9501-3c924ee09de0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:02.704888 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:02.764564 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-697b2d59-9a0b-4cc7-8b55-33e295e65ffb admin admin] Publish callbacks [] for security_group (aa09c64c-1864-4632-9501-3c924ee09de0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:02.943289 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-697b2d59-9a0b-4cc7-8b55-33e295e65ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (aa09c64c-1864-4632-9501-3c924ee09de0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:02.946770 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-697b2d59-9a0b-4cc7-8b55-33e295e65ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:02.956657 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-697b2d59-9a0b-4cc7-8b55-33e295e65ffb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/aa09c64c-1864-4632-9501-3c924ee09de0 HTTP/1.1" status: 204 len: 168 time: 0.4842660 Feb 08 16:05:03.001988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b2d59-9a0b-4cc7-8b55-33e295e65ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa09c64c-1864-4632-9501-3c924ee09de0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:03.022181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b89c3e-4dc4-4fc1-a91f-399d3f43c27c None None] Pushing event updated for resources: {'Port': ['ID=847793bf-feb7-4151-8a91-eb335aaa26ec,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:03.121914 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5e72d5b2-c82c-496e-9d54-0f06920e4c13 None None] Provisioning complete for port 847793bf-feb7-4151-8a91-eb335aaa26ec triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:03.122294 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e72d5b2-c82c-496e-9d54-0f06920e4c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:03.302613 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316df32-779d-4eb9-9acd-3fefa5d18280 req-1b371cb8-d9ad-4df1-9981-3e1ddf26bdfc tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:03.306948 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7316df32-779d-4eb9-9acd-3fefa5d18280 req-1b371cb8-d9ad-4df1-9981-3e1ddf26bdfc tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.94 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 945 time: 0.3061993 Feb 08 16:05:03.423695 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5025a6c9-401b-470b-b54a-1277f3ab8e01 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:05:03.573946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 5025a6c9-401b-470b-b54a-1277f3ab8e01 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:05:03.574274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5025a6c9-401b-470b-b54a-1277f3ab8e01 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:05:03.705242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efb8a2-066b-4d79-a0ab-2408f5df3162 None None] Pushing event updated for resources: {'Port': ['ID=fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:03.797077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] For port 6cd10361-7ed0-4b6c-b281-270ed31f8504, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6cd10361-7ed0-4b6c-b281-270ed31f8504,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:03.798049 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6cd10361-7ed0-4b6c-b281-270ed31f8504), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:03.809885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bc4da-a20a-4d13-b83b-643246b84125 req-72a305ed-5bbc-4443-a0bc-98ec7137c046 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:03.810135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-7316df32-779d-4eb9-9acd-3fefa5d18280 req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Deleting port b3b8b2ae-50fe-4b45-98e9-b20120bbf356 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:03.811671 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7316df32-779d-4eb9-9acd-3fefa5d18280 req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b3b8b2ae-50fe-4b45-98e9-b20120bbf356), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:03.821340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-957bc4da-a20a-4d13-b83b-643246b84125 req-72a305ed-5bbc-4443-a0bc-98ec7137c046 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 945 time: 2.4397542 Feb 08 16:05:03.855860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] Calling delete_port for 6cd10361-7ed0-4b6c-b281-270ed31f8504 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:03.889607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Allocated IP 172.22.0.1 (fa210f28-d175-4ed8-9653-7c48dae15ea1/0362afb0-c593-4a2a-a289-9af59b49f16a/21c1bb32-21fb-44ab-927e-e259d14c7cbf) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:05:04.063295 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a551fe1d-c417-435b-81c4-3a9929e2c629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:04.089340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5e72d5b2-c82c-496e-9d54-0f06920e4c13 None None] Current status of the port 847793bf-feb7-4151-8a91-eb335aaa26ec is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:04.091785 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59236) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:04.102117 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e72d5b2-c82c-496e-9d54-0f06920e4c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:04.180517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7316df32-779d-4eb9-9acd-3fefa5d18280 req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] For port b3b8b2ae-50fe-4b45-98e9-b20120bbf356, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b3b8b2ae-50fe-4b45-98e9-b20120bbf356,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:04.182986 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7316df32-779d-4eb9-9acd-3fefa5d18280 req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b3b8b2ae-50fe-4b45-98e9-b20120bbf356), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:04.219372 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-957bc4da-a20a-4d13-b83b-643246b84125 req-7a103827-fbb5-4118-9d2b-dfebac4d48d4 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966527 Feb 08 16:05:04.247070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5e72d5b2-c82c-496e-9d54-0f06920e4c13 None None] For port 847793bf-feb7-4151-8a91-eb335aaa26ec, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=847793bf-feb7-4151-8a91-eb335aaa26ec,segment=NetworkSegment(0b94a673-e9cc-4e16-bc78-888272e47c07),segment_id=0b94a673-e9cc-4e16-bc78-888272e47c07)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:04.250306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-7316df32-779d-4eb9-9acd-3fefa5d18280 req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Calling delete_port for b3b8b2ae-50fe-4b45-98e9-b20120bbf356 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:04.263133 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e72d5b2-c82c-496e-9d54-0f06920e4c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:04.397923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59242) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:04.760628 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7316df32-779d-4eb9-9acd-3fefa5d18280 req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b3b8b2ae-50fe-4b45-98e9-b20120bbf356), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:04.841512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632a9d77-2b14-4fec-b9c5-ddac97576020 None None] Network fa210f28-d175-4ed8-9653-7c48dae15ea1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:05:04.859093 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:04.859985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['d1fed64c-2272-4a19-a818-0435607ade4d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:05:04.862635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['b3208df6-390c-48d5-9b34-2f7036a4dc2a', 'b3b8b2ae-50fe-4b45-98e9-b20120bbf356'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:05:04.873443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59250) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:04.900670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:04:51Z', 'revision_number': 3, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:01Z', 'revision_number': 4, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:04.948093 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:04.993651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Pushing event deleted for resources: {'Port': ['ID=b3b8b2ae-50fe-4b45-98e9-b20120bbf356,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:05.068181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-7316df32-779d-4eb9-9acd-3fefa5d18280 req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] No DVR routers for this DVR port b3b8b2ae-50fe-4b45-98e9-b20120bbf356 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:05:05.074588 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7316df32-779d-4eb9-9acd-3fefa5d18280 req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:05.113634 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7316df32-779d-4eb9-9acd-3fefa5d18280 req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.94 "DELETE /v2.0/ports/b3b8b2ae-50fe-4b45-98e9-b20120bbf356 HTTP/1.1" status: 204 len: 173 time: 1.7947745 Feb 08 16:05:05.114139 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da956570-982b-4f6e-8cba-4511f48ca47e', 'name': 'network-vif-deleted', 'tag': 'b3b8b2ae-50fe-4b45-98e9-b20120bbf356'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:05:05.115179 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Publish callbacks [] for security_group (689b3732-a3e9-4f9c-be04-a02a4cd04abb), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:05.116562 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458e28e3-2b7f-4d23-b4dd-76c3690f00a4" -d '{"events": [{"server_uuid": "da956570-982b-4f6e-8cba-4511f48ca47e", "name": "network-vif-deleted", "tag": "b3b8b2ae-50fe-4b45-98e9-b20120bbf356"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:05:05.119948 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59254) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:05.127446 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53b433e3-7f94-4add-a072-8cdb858be20a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:05.149363 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.149732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.150076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.150423 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.150763 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.151097 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.151460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.151805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.152153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.152488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.152820 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.155157 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (689b3732-a3e9-4f9c-be04-a02a4cd04abb), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:05.173340 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.173773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90566eb4-f3e0-4869-9935-1f7e9f16b7a8 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.256911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce599d-ca46-4bfd-94b5-3b64f105e239 None None] The sync data for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 is: [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:04:51Z', 'revision_number': 3, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:01Z', 'revision_number': 4, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:05:05.278935 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29692698-6544-4f11-a9a9-f1a9882dc15a x-openstack-request-id: req-29692698-6544-4f11-a9a9-f1a9882dc15a {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:05:05.279240 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da956570-982b-4f6e-8cba-4511f48ca47e", "name": "network-vif-deleted", "tag": "b3b8b2ae-50fe-4b45-98e9-b20120bbf356", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:05:05.279508 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-29692698-6544-4f11-a9a9-f1a9882dc15a {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:05:05.279943 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da956570-982b-4f6e-8cba-4511f48ca47e', 'name': 'network-vif-deleted', 'tag': 'b3b8b2ae-50fe-4b45-98e9-b20120bbf356', 'status': 'completed', 'code': 200} Feb 08 16:05:05.386062 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f929ee73-73cf-43fa-a959-aa29f596ca52 None None] Provisioning complete for port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:05.388745 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f929ee73-73cf-43fa-a959-aa29f596ca52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:05.508752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:05:05.556053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72d5b2-c82c-496e-9d54-0f06920e4c13 None None] Pushing event updated for resources: {'Port': ['ID=847793bf-feb7-4151-8a91-eb335aaa26ec,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:05.565553 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d29bfc9d5c9f48b99538fa906ef6708b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4621012 Feb 08 16:05:05.568254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59264) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:05.603302 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-575be330-27bb-4fc8-a066-034de7478afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:05.634817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689b3732-a3e9-4f9c-be04-a02a4cd04abb,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:05.649191 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-118918b3-30e6-474e-8a00-ddccbd08c209 req-c2e88a5b-2a4c-4e30-a84b-bd64c3d25692 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=da956570-982b-4f6e-8cba-4511f48ca47e HTTP/1.1" status: 200 len: 210 time: 0.1655211 Feb 08 16:05:05.750078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-49983e80-bd52-4968-b775-3db3ac3f305e admin admin] Publish callbacks [] for security_group (689b3732-a3e9-4f9c-be04-a02a4cd04abb), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:05.775430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.775908 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.776233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.776573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.776905 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.777346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.777685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.777936 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.778374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.778541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.779266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.779266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.779720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549037a6-dd10-44f2-9dec-71528d891eeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:05.840079 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-98dcf7c3-fded-4e3c-811c-18d3c47208e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:05.848925 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6cd10361-7ed0-4b6c-b281-270ed31f8504), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:05.863325 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-49983e80-bd52-4968-b775-3db3ac3f305e admin admin] Publish callbacks [] for security_group (689b3732-a3e9-4f9c-be04-a02a4cd04abb), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:05.947584 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:05.970748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd10361-7ed0-4b6c-b281-270ed31f8504,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:05.980152 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:06.025855 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-49983e80-bd52-4968-b775-3db3ac3f305e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (689b3732-a3e9-4f9c-be04-a02a4cd04abb), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:06.028642 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-49983e80-bd52-4968-b775-3db3ac3f305e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:06.033999 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-49983e80-bd52-4968-b775-3db3ac3f305e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/689b3732-a3e9-4f9c-be04-a02a4cd04abb HTTP/1.1" status: 204 len: 168 time: 0.4645424 Feb 08 16:05:06.060149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49983e80-bd52-4968-b775-3db3ac3f305e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689b3732-a3e9-4f9c-be04-a02a4cd04abb,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:06.133929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=21c1bb32-21fb-44ab-927e-e259d14c7cbf,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:06.346600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f929ee73-73cf-43fa-a959-aa29f596ca52 None None] Current status of the port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:06.347604 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f929ee73-73cf-43fa-a959-aa29f596ca52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:06.515316 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-98dcf7c3-fded-4e3c-811c-18d3c47208e8 admin admin] Publish callbacks [] for security_group (e79243f5-0e45-4dd3-88ba-bb7ce8f24e57), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:06.558536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f929ee73-73cf-43fa-a959-aa29f596ca52 None None] For port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f,segment=NetworkSegment(a72c0562-2695-4775-80a0-ac6728392672),segment_id=a72c0562-2695-4775-80a0-ac6728392672)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:06.559568 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53b433e3-7f94-4add-a072-8cdb858be20a admin admin] Publish callbacks [] for security_group (5576d372-2dfd-4e46-9fe3-26a03d3d311b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:06.622303 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:06.623144 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:06.625444 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f929ee73-73cf-43fa-a959-aa29f596ca52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:06.638230 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-575be330-27bb-4fc8-a066-034de7478afe admin admin] Publish callbacks [] for security_group (2da67465-8187-4d2c-bb76-9060e53d74c8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:06.672641 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-98dcf7c3-fded-4e3c-811c-18d3c47208e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e79243f5-0e45-4dd3-88ba-bb7ce8f24e57), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:06.721538 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53b433e3-7f94-4add-a072-8cdb858be20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5576d372-2dfd-4e46-9fe3-26a03d3d311b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:06.807411 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network fa210f28-d175-4ed8-9653-7c48dae15ea1 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:05:06.859976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59276) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:06.877388 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00725111-beaa-46cd-80c0-770ad2a10f06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:06.901158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-98dcf7c3-fded-4e3c-811c-18d3c47208e8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bdf5ae6f460648aab4d31d8116195a05&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7633789 Feb 08 16:05:06.901506 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59278) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:06.906719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-53b433e3-7f94-4add-a072-8cdb858be20a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=cbf94eddf5894bb698b8020f4f5e2f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0276911 Feb 08 16:05:06.907552 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-575be330-27bb-4fc8-a066-034de7478afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2da67465-8187-4d2c-bb76-9060e53d74c8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:06.960729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59280) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:06.986642 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:05:07.001229 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:07.006261 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (bf980798-bfed-4b52-bcb8-d5b64a2117b8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:07.017696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcf7c3-fded-4e3c-811c-18d3c47208e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79243f5-0e45-4dd3-88ba-bb7ce8f24e57,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:07.034128 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:05:07.034842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929ee73-73cf-43fa-a959-aa29f596ca52 None None] Pushing event updated for resources: {'Port': ['ID=fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:07.271766 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:07.306353 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00725111-beaa-46cd-80c0-770ad2a10f06 admin admin] Publish callbacks [] for security_group (1b3282d1-1191-45ff-9685-7ea23f95abbc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:07.308675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7cfdd1b2-0274-4ff2-b28b-4cb2cc11b6d6 None None] Provisioning complete for port 21c1bb32-21fb-44ab-927e-e259d14c7cbf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:07.309106 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd1b2-0274-4ff2-b28b-4cb2cc11b6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:07.391006 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b3b8b2ae-50fe-4b45-98e9-b20120bbf356 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:05:07.406912 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00725111-beaa-46cd-80c0-770ad2a10f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1b3282d1-1191-45ff-9685-7ea23f95abbc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:07.488197 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-575be330-27bb-4fc8-a066-034de7478afe admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5c5171a5e34d49d49663e2eeff0211a2&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0887413 Feb 08 16:05:07.488566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: b3b8b2ae-50fe-4b45-98e9-b20120bbf356 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:05:07.488994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b3b8b2ae-50fe-4b45-98e9-b20120bbf356 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:05:07.501533 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7cfdd1b2-0274-4ff2-b28b-4cb2cc11b6d6 None None] Port 21c1bb32-21fb-44ab-927e-e259d14c7cbf cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:05:07.543255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59286) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:07.548762 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00725111-beaa-46cd-80c0-770ad2a10f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3282d1-1191-45ff-9685-7ea23f95abbc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:07.551205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7cfdd1b2-0274-4ff2-b28b-4cb2cc11b6d6 None None] Provisioning complete for port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:07.551598 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd1b2-0274-4ff2-b28b-4cb2cc11b6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:07.660074 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (bf980798-bfed-4b52-bcb8-d5b64a2117b8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:07.662039 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b433e3-7f94-4add-a072-8cdb858be20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5576d372-2dfd-4e46-9fe3-26a03d3d311b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:07.683773 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] Publish callbacks [] for router_controller (bf980798-bfed-4b52-bcb8-d5b64a2117b8), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:07.735120 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:07.769187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 847793bf-feb7-4151-8a91-eb335aaa26ec up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:05:07.773644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7cfdd1b2-0274-4ff2-b28b-4cb2cc11b6d6 None None] Current status of the port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:07.782547 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-00725111-beaa-46cd-80c0-770ad2a10f06 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=14a9e6f73c054e3bacfdce4170c3733f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9207301 Feb 08 16:05:07.823757 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59290) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:07.824977 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0cab641d-ddb6-4c2c-bae8-257a0cd4d155 admin admin] Publish callbacks [] for security_group (5576d372-2dfd-4e46-9fe3-26a03d3d311b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:07.858038 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b78d5436-58a1-4599-9129-a02381e33bff admin admin] Publish callbacks [] for security_group (2da67465-8187-4d2c-bb76-9060e53d74c8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:07.882229 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b78d5436-58a1-4599-9129-a02381e33bff admin admin] Publish callbacks [] for security_group (2da67465-8187-4d2c-bb76-9060e53d74c8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:07.900276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 847793bf-feb7-4151-8a91-eb335aaa26ec triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:07.902681 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:07.988286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b78d5436-58a1-4599-9129-a02381e33bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2da67465-8187-4d2c-bb76-9060e53d74c8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:07.991385 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b78d5436-58a1-4599-9129-a02381e33bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:07.995885 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b78d5436-58a1-4599-9129-a02381e33bff admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2da67465-8187-4d2c-bb76-9060e53d74c8 HTTP/1.1" status: 204 len: 168 time: 0.4297040 Feb 08 16:05:08.015288 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-540196e3-5468-498c-a392-4bc1d1583a31 admin admin] Publish callbacks [] for security_group (e79243f5-0e45-4dd3-88ba-bb7ce8f24e57), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.016631 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (bf980798-bfed-4b52-bcb8-d5b64a2117b8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.017256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf980798-bfed-4b52-bcb8-d5b64a2117b8 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:05:08.061227 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.076619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8e8fadc7-4874-4851-b071-e3e364f8ceb2 None None] Provisioning complete for port 21c1bb32-21fb-44ab-927e-e259d14c7cbf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:08.077308 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8e8fadc7-4874-4851-b071-e3e364f8ceb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.096073 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-540196e3-5468-498c-a392-4bc1d1583a31 admin admin] Publish callbacks [] for security_group (e79243f5-0e45-4dd3-88ba-bb7ce8f24e57), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.146092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575be330-27bb-4fc8-a066-034de7478afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da67465-8187-4d2c-bb76-9060e53d74c8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:08.160719 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.163877 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-97f08bfe-1ce7-4569-9e0f-98690e49d121 admin admin] 10.222.0.82 "DELETE /v2.0/routers/bf980798-bfed-4b52-bcb8-d5b64a2117b8 HTTP/1.1" status: 204 len: 168 time: 8.2987454 Feb 08 16:05:08.219486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59294) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:08.233525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fadc7-4874-4851-b071-e3e364f8ceb2 None None] Port 21c1bb32-21fb-44ab-927e-e259d14c7cbf cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:05:08.280516 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0cab641d-ddb6-4c2c-bae8-257a0cd4d155 admin admin] Publish callbacks [] for security_group (5576d372-2dfd-4e46-9fe3-26a03d3d311b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.282738 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-540196e3-5468-498c-a392-4bc1d1583a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e79243f5-0e45-4dd3-88ba-bb7ce8f24e57), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.286312 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-540196e3-5468-498c-a392-4bc1d1583a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.291492 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3031f-dafc-40ee-8792-269e8f598f20 req-4a1a1cd2-7b1b-4616-b0ff-da3f0d272cae tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:08.292760 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-540196e3-5468-498c-a392-4bc1d1583a31 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e79243f5-0e45-4dd3-88ba-bb7ce8f24e57 HTTP/1.1" status: 204 len: 168 time: 1.3711922 Feb 08 16:05:08.307742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eea3031f-dafc-40ee-8792-269e8f598f20 req-4a1a1cd2-7b1b-4616-b0ff-da3f0d272cae tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 945 time: 1.0267241 Feb 08 16:05:08.328710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 847793bf-feb7-4151-8a91-eb335aaa26ec is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:08.333170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:05:08.336381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d5436-58a1-4599-9129-a02381e33bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da67465-8187-4d2c-bb76-9060e53d74c8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:08.375990 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.416510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540196e3-5468-498c-a392-4bc1d1583a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79243f5-0e45-4dd3-88ba-bb7ce8f24e57,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:08.543951 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eea3031f-dafc-40ee-8792-269e8f598f20 req-e97a3b7f-4850-4ce6-b54b-7ab2b9e4c33e tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324090 Feb 08 16:05:08.572065 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e84e7621-1bac-474c-b512-12030146f592 admin admin] Publish callbacks [] for security_group (1b3282d1-1191-45ff-9685-7ea23f95abbc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.612904 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e84e7621-1bac-474c-b512-12030146f592 admin admin] Publish callbacks [] for security_group (1b3282d1-1191-45ff-9685-7ea23f95abbc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.707579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:08.711950 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.756317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b29962-848d-476a-b7fe-f753431f6a9f admin admin] Deleting subnet c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:05:08.867830 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-09b29962-848d-476a-b7fe-f753431f6a9f admin admin] Publish callbacks [] for subnet (c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.875454 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e84e7621-1bac-474c-b512-12030146f592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1b3282d1-1191-45ff-9685-7ea23f95abbc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.876381 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e84e7621-1bac-474c-b512-12030146f592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:08.893274 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e84e7621-1bac-474c-b512-12030146f592 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1b3282d1-1191-45ff-9685-7ea23f95abbc HTTP/1.1" status: 204 len: 168 time: 1.0660059 Feb 08 16:05:08.975231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:09.010135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e7621-1bac-474c-b512-12030146f592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3282d1-1191-45ff-9685-7ea23f95abbc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:09.092194 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0cab641d-ddb6-4c2c-bae8-257a0cd4d155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5576d372-2dfd-4e46-9fe3-26a03d3d311b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.094197 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0cab641d-ddb6-4c2c-bae8-257a0cd4d155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.113000 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0cab641d-ddb6-4c2c-bae8-257a0cd4d155 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5576d372-2dfd-4e46-9fe3-26a03d3d311b HTTP/1.1" status: 204 len: 168 time: 1.8042438 Feb 08 16:05:09.115040 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59310) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:09.124813 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-09b29962-848d-476a-b7fe-f753431f6a9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.164048 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90393d19-f04f-4180-9164-bc20e538f404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.207328 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.210333 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59316) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:09.227979 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.248296 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab641d-ddb6-4c2c-bae8-257a0cd4d155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5576d372-2dfd-4e46-9fe3-26a03d3d311b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:09.249364 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3df6151-af58-4eb7-b29d-e23031cad488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.283924 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4354a92-ecd8-45f2-8cd0-79730893a2d1 req-7ac98126-eb69-4331-9989-fd9f5b714232 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:09.294284 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d4354a92-ecd8-45f2-8cd0-79730893a2d1 req-7ac98126-eb69-4331-9989-fd9f5b714232 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.94 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 945 time: 0.5493426 Feb 08 16:05:09.326124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6cd10361-7ed0-4b6c-b281-270ed31f8504 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:05:09.393933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 6cd10361-7ed0-4b6c-b281-270ed31f8504 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:05:09.395639 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6cd10361-7ed0-4b6c-b281-270ed31f8504 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:05:09.530235 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-09b29962-848d-476a-b7fe-f753431f6a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.538805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=21c1bb32-21fb-44ab-927e-e259d14c7cbf,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:09.542458 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.667915 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90393d19-f04f-4180-9164-bc20e538f404 admin admin] Publish callbacks [] for security_group (888a8617-529e-46ce-b69e-f8c237e41b20), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.673344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-d4354a92-ecd8-45f2-8cd0-79730893a2d1 req-d3e4d914-a3ef-4f0f-ba62-6b9373fb8921 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Deleting port b3208df6-390c-48d5-9b34-2f7036a4dc2a {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:09.673889 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d4354a92-ecd8-45f2-8cd0-79730893a2d1 req-d3e4d914-a3ef-4f0f-ba62-6b9373fb8921 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b3208df6-390c-48d5-9b34-2f7036a4dc2a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.697499 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90393d19-f04f-4180-9164-bc20e538f404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (888a8617-529e-46ce-b69e-f8c237e41b20), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.823998 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-90393d19-f04f-4180-9164-bc20e538f404 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6bb68168e04c40bdb795ba8450947740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7016387 Feb 08 16:05:09.824992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59330) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:09.839497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90393d19-f04f-4180-9164-bc20e538f404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888a8617-529e-46ce-b69e-f8c237e41b20,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:09.861006 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3df6151-af58-4eb7-b29d-e23031cad488 admin admin] Publish callbacks [] for security_group (d826a0e7-6902-4387-85f1-4de368e292fb), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.871286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-09b29962-848d-476a-b7fe-f753431f6a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.882451 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99da06-ce09-4429-975a-4f138e0ff8c1 req-0dc262b1-902b-48cd-be76-51503c4456e5 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:09.896201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b99da06-ce09-4429-975a-4f138e0ff8c1 req-0dc262b1-902b-48cd-be76-51503c4456e5 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 945 time: 0.1880827 Feb 08 16:05:09.916826 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network fa210f28-d175-4ed8-9653-7c48dae15ea1 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:05:09.919573 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3df6151-af58-4eb7-b29d-e23031cad488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d826a0e7-6902-4387-85f1-4de368e292fb), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.932525 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:05:09.967577 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-09b29962-848d-476a-b7fe-f753431f6a9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:09.974695 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b377b-ea6d-48de-ad45-70e37506bfa4 None None] Network 8dac800a-41cf-4608-84ad-1dd6f88aa855 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:05:09.994897 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-09b29962-848d-476a-b7fe-f753431f6a9f admin admin] 10.222.0.82 "DELETE /v2.0/subnets/c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9 HTTP/1.1" status: 204 len: 168 time: 1.7609811 Feb 08 16:05:09.997105 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59342) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:10.009308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b29962-848d-476a-b7fe-f753431f6a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6e3a7fa-f4ed-432e-9a15-52d1aefe57a9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:10.135605 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2644a5fd-407a-48dd-8b9c-7d019752f8c5 admin admin] Publish callbacks [] for security_group (888a8617-529e-46ce-b69e-f8c237e41b20), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:10.212633 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2644a5fd-407a-48dd-8b9c-7d019752f8c5 admin admin] Publish callbacks [] for security_group (888a8617-529e-46ce-b69e-f8c237e41b20), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:10.271730 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f3df6151-af58-4eb7-b29d-e23031cad488 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2987a590f589485ca9c110d400619678&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0601854 Feb 08 16:05:10.272710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df6151-af58-4eb7-b29d-e23031cad488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d826a0e7-6902-4387-85f1-4de368e292fb,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:10.324284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59348) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:10.397881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aab7d9-d99d-43e2-a1d9-b5524921cf40 None None] DHCP port deletion for 8dac800a-41cf-4608-84ad-1dd6f88aa855 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:05:10.412801 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2644a5fd-407a-48dd-8b9c-7d019752f8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (888a8617-529e-46ce-b69e-f8c237e41b20), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:10.427210 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2644a5fd-407a-48dd-8b9c-7d019752f8c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:10.428915 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2644a5fd-407a-48dd-8b9c-7d019752f8c5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/888a8617-529e-46ce-b69e-f8c237e41b20 HTTP/1.1" status: 204 len: 168 time: 0.5686245 Feb 08 16:05:10.480625 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b99da06-ce09-4429-975a-4f138e0ff8c1 req-f396a533-ee2b-48aa-abcb-18b28c80b8ef tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822146 Feb 08 16:05:10.507587 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (8dac800a-41cf-4608-84ad-1dd6f88aa855), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:10.517191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 383cac44-1a0e-4a0e-b83f-42086c874f17 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:05:10.532491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2a477d1f-0c1c-4a24-bae6-ece833768494 None None] Provisioning complete for port 21c1bb32-21fb-44ab-927e-e259d14c7cbf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:10.533005 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2a477d1f-0c1c-4a24-bae6-ece833768494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:10.553901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644a5fd-407a-48dd-8b9c-7d019752f8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888a8617-529e-46ce-b69e-f8c237e41b20,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:10.599497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d4354a92-ecd8-45f2-8cd0-79730893a2d1 req-d3e4d914-a3ef-4f0f-ba62-6b9373fb8921 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] For port b3208df6-390c-48d5-9b34-2f7036a4dc2a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b3208df6-390c-48d5-9b34-2f7036a4dc2a,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:10.603007 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d4354a92-ecd8-45f2-8cd0-79730893a2d1 req-d3e4d914-a3ef-4f0f-ba62-6b9373fb8921 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b3208df6-390c-48d5-9b34-2f7036a4dc2a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:10.606135 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c4154ac1-c16e-4c87-a15d-4c7d09cfd41f admin admin] Publish callbacks [] for security_group (d826a0e7-6902-4387-85f1-4de368e292fb), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:10.664042 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-d4354a92-ecd8-45f2-8cd0-79730893a2d1 req-d3e4d914-a3ef-4f0f-ba62-6b9373fb8921 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Calling delete_port for b3208df6-390c-48d5-9b34-2f7036a4dc2a owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:10.666054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2a477d1f-0c1c-4a24-bae6-ece833768494 None None] Port 21c1bb32-21fb-44ab-927e-e259d14c7cbf cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:05:10.668635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-83aab7d9-d99d-43e2-a1d9-b5524921cf40 None None] Deleting port b687567e-eea6-4d96-b62d-d114bff536e5 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:10.669061 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-83aab7d9-d99d-43e2-a1d9-b5524921cf40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b687567e-eea6-4d96-b62d-d114bff536e5), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:10.744432 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c4154ac1-c16e-4c87-a15d-4c7d09cfd41f admin admin] Publish callbacks [] for security_group (d826a0e7-6902-4387-85f1-4de368e292fb), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:10.887709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-83aab7d9-d99d-43e2-a1d9-b5524921cf40 None None] For port b687567e-eea6-4d96-b62d-d114bff536e5, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b687567e-eea6-4d96-b62d-d114bff536e5,segment=NetworkSegment(c01c89b1-c389-4de7-9226-1893aebd68b3),segment_id=c01c89b1-c389-4de7-9226-1893aebd68b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:10.896492 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-83aab7d9-d99d-43e2-a1d9-b5524921cf40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b687567e-eea6-4d96-b62d-d114bff536e5), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:10.951286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-83aab7d9-d99d-43e2-a1d9-b5524921cf40 None None] Calling delete_port for b687567e-eea6-4d96-b62d-d114bff536e5 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:11.139319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d4354a92-ecd8-45f2-8cd0-79730893a2d1 req-d3e4d914-a3ef-4f0f-ba62-6b9373fb8921 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b3208df6-390c-48d5-9b34-2f7036a4dc2a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:11.153823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['d1fed64c-2272-4a19-a818-0435607ade4d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:05:11.161012 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-83aab7d9-d99d-43e2-a1d9-b5524921cf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (b687567e-eea6-4d96-b62d-d114bff536e5), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:11.164829 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['b3208df6-390c-48d5-9b34-2f7036a4dc2a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:05:11.165628 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c4154ac1-c16e-4c87-a15d-4c7d09cfd41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d826a0e7-6902-4387-85f1-4de368e292fb), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:11.170581 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c4154ac1-c16e-4c87-a15d-4c7d09cfd41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:11.182451 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c4154ac1-c16e-4c87-a15d-4c7d09cfd41f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d826a0e7-6902-4387-85f1-4de368e292fb HTTP/1.1" status: 204 len: 168 time: 0.8512268 Feb 08 16:05:11.218243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59378) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:11.232092 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4d914-a3ef-4f0f-ba62-6b9373fb8921 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Pushing event deleted for resources: {'Port': ['ID=b3208df6-390c-48d5-9b34-2f7036a4dc2a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:11.243798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4154ac1-c16e-4c87-a15d-4c7d09cfd41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d826a0e7-6902-4387-85f1-4de368e292fb,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:11.311655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Deleting port b687567e-eea6-4d96-b62d-d114bff536e5 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:11.312239 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b687567e-eea6-4d96-b62d-d114bff536e5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:11.336104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:05:11.368155 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Sync routers for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:05:11.396479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-14970a6a-6980-46d4-a16a-8fa3a62e9641 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/383cac44-1a0e-4a0e-b83f-42086c874f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3677132 Feb 08 16:05:11.400395 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59384) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:11.405798 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-604350de-cdf8-4772-ab3f-bcf36d3ef382 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'network': {'name': 'tempest-RoutersTest-556312147'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:11.409655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aab7d9-d99d-43e2-a1d9-b5524921cf40 None None] Pushing event deleted for resources: {'Port': ['ID=b687567e-eea6-4d96-b62d-d114bff536e5,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:11.412890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aab7d9-d99d-43e2-a1d9-b5524921cf40 None None] No DVR routers for this DVR port b687567e-eea6-4d96-b62d-d114bff536e5 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:05:11.432580 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b687567e-eea6-4d96-b62d-d114bff536e5 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:05:11.467608 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: b687567e-eea6-4d96-b62d-d114bff536e5 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:05:11.468124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b687567e-eea6-4d96-b62d-d114bff536e5 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:05:11.470907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:11.471792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:11.491990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604350de-cdf8-4772-ab3f-bcf36d3ef382 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:05:11.511745 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-604350de-cdf8-4772-ab3f-bcf36d3ef382 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:11.637973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604350de-cdf8-4772-ab3f-bcf36d3ef382 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:05:11.649272 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-604350de-cdf8-4772-ab3f-bcf36d3ef382 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (e2a6ac74-97f3-44d0-a72a-f52c989cd495), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:11.649638 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-604350de-cdf8-4772-ab3f-bcf36d3ef382 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Added segment e2a6ac74-97f3-44d0-a72a-f52c989cd495 of type vlan for network bc77adc3-f4ec-41c5-ab80-8b54140b8792 Feb 08 16:05:11.704082 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-604350de-cdf8-4772-ab3f-bcf36d3ef382 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (bc77adc3-f4ec-41c5-ab80-8b54140b8792), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:11.755650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] For port b687567e-eea6-4d96-b62d-d114bff536e5, host n-d-824834-11, got binding levels [] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:11.759088 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b687567e-eea6-4d96-b62d-d114bff536e5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:11.847632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:11.852681 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-604350de-cdf8-4772-ab3f-bcf36d3ef382 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (bc77adc3-f4ec-41c5-ab80-8b54140b8792), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:11.858307 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604350de-cdf8-4772-ab3f-bcf36d3ef382 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:11.870827 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-604350de-cdf8-4772-ab3f-bcf36d3ef382 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:11.880424 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Calling delete_port for b687567e-eea6-4d96-b62d-d114bff536e5 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:11.913880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-316af902-4fd3-46aa-ae25-ae32ac70c092 req-474ec061-d48c-4e62-a125-c392cce910be tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 210 time: 0.1512778 Feb 08 16:05:11.930592 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.ipam_backend_mixin [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Port b687567e-eea6-4d96-b62d-d114bff536e5 was not found and therefore no delete operation was performed {{(pid=103301) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 16:05:11.968513 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b687567e-eea6-4d96-b62d-d114bff536e5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:12.158632 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Pushing event deleted for resources: {'Port': ['ID=b687567e-eea6-4d96-b62d-d114bff536e5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:12.170618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-604350de-cdf8-4772-ab3f-bcf36d3ef382 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7666843 Feb 08 16:05:12.170819 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59402) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:12.173748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4354a92-ecd8-45f2-8cd0-79730893a2d1 req-d3e4d914-a3ef-4f0f-ba62-6b9373fb8921 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] No DVR routers for this DVR port b3208df6-390c-48d5-9b34-2f7036a4dc2a on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:05:12.191191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1002960180'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:12.195424 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d4354a92-ecd8-45f2-8cd0-79730893a2d1 req-d3e4d914-a3ef-4f0f-ba62-6b9373fb8921 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:12.201975 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d4354a92-ecd8-45f2-8cd0-79730893a2d1 req-d3e4d914-a3ef-4f0f-ba62-6b9373fb8921 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.94 "DELETE /v2.0/ports/b3208df6-390c-48d5-9b34-2f7036a4dc2a HTTP/1.1" status: 204 len: 173 time: 2.8974273 Feb 08 16:05:12.202584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd158b859-445b-4ebd-945c-c7de831dc66b', 'name': 'network-vif-deleted', 'tag': 'b3208df6-390c-48d5-9b34-2f7036a4dc2a'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:05:12.205213 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e02c6f-055a-4ad4-9385-817cda3dd3cf" -d '{"events": [{"server_uuid": "d158b859-445b-4ebd-945c-c7de831dc66b", "name": "network-vif-deleted", "tag": "b3208df6-390c-48d5-9b34-2f7036a4dc2a"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:05:12.214644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9038d9fc-1aed-40ae-86ba-85291457163c tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'subnet': {'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:12.222231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] No DVR routers for this DVR port b687567e-eea6-4d96-b62d-d114bff536e5 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:05:12.230851 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604350de-cdf8-4772-ab3f-bcf36d3ef382 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Network': ['ID=bc77adc3-f4ec-41c5-ab80-8b54140b8792,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:12.360498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Made reservation on behalf of 11fd28badd1544eeb9bc6bd01cb0edc3 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:05:12.365915 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:12.379329 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:12.418371 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f10c86-285b-4d09-9a4c-5460ec9a3369 x-openstack-request-id: req-49f10c86-285b-4d09-9a4c-5460ec9a3369 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:05:12.418821 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d158b859-445b-4ebd-945c-c7de831dc66b", "name": "network-vif-deleted", "tag": "b3208df6-390c-48d5-9b34-2f7036a4dc2a", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:05:12.419271 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-49f10c86-285b-4d09-9a4c-5460ec9a3369 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:05:12.420074 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd158b859-445b-4ebd-945c-c7de831dc66b', 'name': 'network-vif-deleted', 'tag': 'b3208df6-390c-48d5-9b34-2f7036a4dc2a', 'status': 'completed', 'code': 200} Feb 08 16:05:12.431165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9038d9fc-1aed-40ae-86ba-85291457163c tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Made reservation on behalf of 6266347370244ae6b8ceabf3acd55629 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:05:12.441850 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9038d9fc-1aed-40ae-86ba-85291457163c tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:12.497602 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (8dac800a-41cf-4608-84ad-1dd6f88aa855), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:12.560896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dac800a-41cf-4608-84ad-1dd6f88aa855']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:12.598164 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01c89b1-c389-4de7-9226-1893aebd68b3') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:12.599318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01c89b1-c389-4de7-9226-1893aebd68b3') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:12.629901 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (c01c89b1-c389-4de7-9226-1893aebd68b3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:12.673000 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (c01c89b1-c389-4de7-9226-1893aebd68b3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:12.704753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network bc77adc3-f4ec-41c5-ab80-8b54140b8792 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:05:12.710848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:05:12.712475 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (c01c89b1-c389-4de7-9226-1893aebd68b3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:05:12.720292 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:05:12.815488 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9038d9fc-1aed-40ae-86ba-85291457163c tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (5a22fdbd-8d59-4156-acbc-1bb86a3a3974), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:12.926899 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (8dac800a-41cf-4608-84ad-1dd6f88aa855), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:12.935724 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:12.936343 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:08Z', 'revision_number': 4, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '21c1bb32-21fb-44ab-927e-e259d14c7cbf', 'name': '', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:51:35:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:02Z', 'updated_at': '2022-02-08T16:05:08Z', 'revision_number': 2, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:12.939551 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] 10.222.0.82 "DELETE /v2.0/networks/8dac800a-41cf-4608-84ad-1dd6f88aa855 HTTP/1.1" status: 204 len: 168 time: 2.9267449 Feb 08 16:05:12.961196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db0e0a-5467-4e45-934b-95f71352ea50 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dac800a-41cf-4608-84ad-1dd6f88aa855,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:12.970383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Checking router: 383cac44-1a0e-4a0e-b83f-42086c874f17 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:05:12.971439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Updating router 383cac44-1a0e-4a0e-b83f-42086c874f17 port 21c1bb32-21fb-44ab-927e-e259d14c7cbf binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:05:13.007266 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:13.080813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038d9fc-1aed-40ae-86ba-85291457163c tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Subnet': ['ID=5a22fdbd-8d59-4156-acbc-1bb86a3a3974,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:13.147066 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fca829e0-d174-4538-9113-bb092e5d4b2f req-58b71734-d69a-4d84-a309-c18fa129f8df tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=d158b859-445b-4ebd-945c-c7de831dc66b HTTP/1.1" status: 200 len: 210 time: 0.0528305 Feb 08 16:05:13.151310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038d9fc-1aed-40ae-86ba-85291457163c tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Checking segment: {'id': 'e2a6ac74-97f3-44d0-a72a-f52c989cd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:05:13.151682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9038d9fc-1aed-40ae-86ba-85291457163c tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network hostable DHCP agents. Network: bc77adc3-f4ec-41c5-ab80-8b54140b8792, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:05:13.191470 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks [] for security_group (82ba86ed-c081-4503-811b-9e137ba390af), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:13.195881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9038d9fc-1aed-40ae-86ba-85291457163c tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network bc77adc3-f4ec-41c5-ab80-8b54140b8792 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:05:13.211844 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (82ba86ed-c081-4503-811b-9e137ba390af), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:13.226040 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-9038d9fc-1aed-40ae-86ba-85291457163c tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, bc77adc3-f4ec-41c5-ab80-8b54140b8792) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:05:13.242293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01ba8d5-4335-416a-a7bd-4b98da5169d8 None None] Network bc77adc3-f4ec-41c5-ab80-8b54140b8792 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:05:13.245676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9038d9fc-1aed-40ae-86ba-85291457163c tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:13.246289 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9038d9fc-1aed-40ae-86ba-85291457163c tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:13.256524 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:05:13.289204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ba86ed-c081-4503-811b-9e137ba390af,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:13.293444 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (816fc585-be73-4c77-8189-a96af1a15c6f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:13.293789 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Added segment 816fc585-be73-4c77-8189-a96af1a15c6f of type vlan for network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 Feb 08 16:05:13.300582 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9038d9fc-1aed-40ae-86ba-85291457163c tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1223345 Feb 08 16:05:13.300924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59442) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:13.399806 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-bc77adc3-f4ec-41c5-ab80-8b54140b8792', 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792', 'project_id': '6266347370244ae6b8ceabf3acd55629', 'fixed_ips': [{'subnet_id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:05:13.401215 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:13.408323 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b3208df6-390c-48d5-9b34-2f7036a4dc2a no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:05:13.422852 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (78fd0d66-659d-44c1-af8b-3afbb8a8b787), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:13.449531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: b3208df6-390c-48d5-9b34-2f7036a4dc2a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:05:13.450137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b3208df6-390c-48d5-9b34-2f7036a4dc2a not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:05:13.474321 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (78fd0d66-659d-44c1-af8b-3afbb8a8b787), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:13.489009 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:13.489714 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:13.528605 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3063295 Feb 08 16:05:13.541241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59446) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:13.584685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-eefdf4db-c588-4475-9509-41fe634891b3 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Request body: {'subnet': {'network_id': '78fd0d66-659d-44c1-af8b-3afbb8a8b787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:13.589747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59448) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:13.689159 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Allocated IP 172.23.0.2 (bc77adc3-f4ec-41c5-ab80-8b54140b8792/5a22fdbd-8d59-4156-acbc-1bb86a3a3974/aa9b067e-78d1-4787-a812-5a8cdf4e9ec4) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:05:13.703956 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f3d10-4b75-4ceb-8406-a88c4d040775 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event updated for resources: {'Network': ['ID=78fd0d66-659d-44c1-af8b-3afbb8a8b787,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:13.735242 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Publish callbacks [] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:13.735242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:05:13.769687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59454) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:13.770273 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ff96ed2e-a6a3-4b12-9015-e9b673b0add1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d3c451d4ee6c4459ba1b1e1c1af423bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1765728 Feb 08 16:05:13.806301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefdf4db-c588-4475-9509-41fe634891b3 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Made reservation on behalf of 11fd28badd1544eeb9bc6bd01cb0edc3 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:05:13.810093 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eefdf4db-c588-4475-9509-41fe634891b3 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:13.833920 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:14.109129 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:05:14.144618 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eefdf4db-c588-4475-9509-41fe634891b3 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (886a5b1b-1a43-439e-be97-73b24c86433c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:14.170096 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae616c4-accd-4f3b-b4ae-527859a660b3 None None] Pushing event updated for resources: {'Port': ['ID=21c1bb32-21fb-44ab-927e-e259d14c7cbf,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:14.195875 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Publish callbacks [] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:14.199463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae616c4-accd-4f3b-b4ae-527859a660b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:14.200094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae616c4-accd-4f3b-b4ae-527859a660b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:14.200648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae616c4-accd-4f3b-b4ae-527859a660b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:14.201381 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae616c4-accd-4f3b-b4ae-527859a660b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:14.201964 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae616c4-accd-4f3b-b4ae-527859a660b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:14.202520 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae616c4-accd-4f3b-b4ae-527859a660b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:14.203063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae616c4-accd-4f3b-b4ae-527859a660b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:14.203629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae616c4-accd-4f3b-b4ae-527859a660b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:14.204171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae616c4-accd-4f3b-b4ae-527859a660b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:14.204993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae616c4-accd-4f3b-b4ae-527859a660b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:14.205546 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae616c4-accd-4f3b-b4ae-527859a660b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:14.206084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae616c4-accd-4f3b-b4ae-527859a660b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:14.206644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae616c4-accd-4f3b-b4ae-527859a660b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:05:14.233191 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:14.236288 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdf4db-c588-4475-9509-41fe634891b3 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event updated for resources: {'Subnet': ['ID=886a5b1b-1a43-439e-be97-73b24c86433c,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:14.266963 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f3f93af-d489-406e-b62f-f61290bafb33 admin admin] Publish callbacks [] for security_group (972c3c3f-a535-45f8-8194-baa09ee67e7b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:14.327841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefdf4db-c588-4475-9509-41fe634891b3 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Checking segment: {'id': '816fc585-be73-4c77-8189-a96af1a15c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '78fd0d66-659d-44c1-af8b-3afbb8a8b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:05:14.328214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefdf4db-c588-4475-9509-41fe634891b3 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Network hostable DHCP agents. Network: 78fd0d66-659d-44c1-af8b-3afbb8a8b787, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:05:14.364755 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f3f93af-d489-406e-b62f-f61290bafb33 admin admin] Publish callbacks [] for security_group (972c3c3f-a535-45f8-8194-baa09ee67e7b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:14.366596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Network bc77adc3-f4ec-41c5-ab80-8b54140b8792 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:05:14.370642 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefdf4db-c588-4475-9509-41fe634891b3 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:05:14.394760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-eefdf4db-c588-4475-9509-41fe634891b3 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 78fd0d66-659d-44c1-af8b-3afbb8a8b787) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:05:14.404220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefdf4db-c588-4475-9509-41fe634891b3 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:14.405270 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eefdf4db-c588-4475-9509-41fe634891b3 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:14.421271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:05:14.435981 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-eefdf4db-c588-4475-9509-41fe634891b3 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8935044 Feb 08 16:05:14.438916 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59484) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:14.448338 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:14.450592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da083c1-15c8-4cf3-9055-7ef1bb74a65d None None] Network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:05:14.460654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7bf2a16a-2440-4f0d-8f10-9da837983c25 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Request body: {'port': {'network_id': '78fd0d66-659d-44c1-af8b-3afbb8a8b787', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-778166073'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:14.468397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:05:14.612677 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f3f93af-d489-406e-b62f-f61290bafb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (972c3c3f-a535-45f8-8194-baa09ee67e7b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:14.618719 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f3f93af-d489-406e-b62f-f61290bafb33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:14.628282 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4f3f93af-d489-406e-b62f-f61290bafb33 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/972c3c3f-a535-45f8-8194-baa09ee67e7b HTTP/1.1" status: 204 len: 168 time: 0.8545887 Feb 08 16:05:14.650382 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Attempting to bind port 21c1bb32-21fb-44ab-927e-e259d14c7cbf on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:05:14.652335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f93af-d489-406e-b62f-f61290bafb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972c3c3f-a535-45f8-8194-baa09ee67e7b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:14.656634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Attempting to bind port 21c1bb32-21fb-44ab-927e-e259d14c7cbf by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'a72c0562-2695-4775-80a0-ac6728392672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:05:14.657271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Attempting to bind port 21c1bb32-21fb-44ab-927e-e259d14c7cbf on network fa210f28-d175-4ed8-9653-7c48dae15ea1 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:05:14.709239 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ca589b43-b0cc-414c-907b-e1380344d05a None None] Provisioning complete for port 21c1bb32-21fb-44ab-927e-e259d14c7cbf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:14.709914 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ca589b43-b0cc-414c-907b-e1380344d05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:14.711994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Pushing event updated for resources: {'Port': ['ID=aa9b067e-78d1-4787-a812-5a8cdf4e9ec4,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:14.751630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf2a16a-2440-4f0d-8f10-9da837983c25 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Made reservation on behalf of 11fd28badd1544eeb9bc6bd01cb0edc3 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:05:14.754431 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bf2a16a-2440-4f0d-8f10-9da837983c25 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:14.804790 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-7bf2a16a-2440-4f0d-8f10-9da837983c25 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] device_id is not set on port 26b94b39-dbd7-49e7-856d-10c93f084d20 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:05:14.866276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:05:14.866276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Checking segment: {'id': 'a72c0562-2695-4775-80a0-ac6728392672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:05:14.877563 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:14.878162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Bound using segment: {'id': 'a72c0562-2695-4775-80a0-ac6728392672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:05:14.878824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Bound port: 21c1bb32-21fb-44ab-927e-e259d14c7cbf, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72c0562-2695-4775-80a0-ac6728392672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:05:14.879098 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:15.015231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Allocated IP 172.23.0.1 (bc77adc3-f4ec-41c5-ab80-8b54140b8792/5a22fdbd-8d59-4156-acbc-1bb86a3a3974/644bd25d-b961-4bd4-8a58-afa919e1bb78) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:05:15.121638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ca589b43-b0cc-414c-907b-e1380344d05a None None] Port 21c1bb32-21fb-44ab-927e-e259d14c7cbf cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:05:15.123105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Attempting to bind port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:05:15.123483 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Attempting to bind port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'e2a6ac74-97f3-44d0-a72a-f52c989cd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:05:15.123943 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Attempting to bind port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 on network bc77adc3-f4ec-41c5-ab80-8b54140b8792 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:05:15.140609 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-7bf2a16a-2440-4f0d-8f10-9da837983c25 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Allocated IP 2001:db8::146 (78fd0d66-659d-44c1-af8b-3afbb8a8b787/886a5b1b-1a43-439e-be97-73b24c86433c/26b94b39-dbd7-49e7-856d-10c93f084d20) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:05:15.249982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:05:15.250360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Checking segment: {'id': 'e2a6ac74-97f3-44d0-a72a-f52c989cd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:05:15.250769 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:15.251198 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Bound using segment: {'id': 'e2a6ac74-97f3-44d0-a72a-f52c989cd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:05:15.251677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Bound port: aa9b067e-78d1-4787-a812-5a8cdf4e9ec4, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a6ac74-97f3-44d0-a72a-f52c989cd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:05:15.252438 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:15.301134 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:15.362890 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:15.375800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-78fd0d66-659d-44c1-af8b-3afbb8a8b787', 'network_id': '78fd0d66-659d-44c1-af8b-3afbb8a8b787', 'project_id': '11fd28badd1544eeb9bc6bd01cb0edc3', 'fixed_ips': [{'subnet_id': '886a5b1b-1a43-439e-be97-73b24c86433c'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:05:15.405491 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:15.439851 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bf2a16a-2440-4f0d-8f10-9da837983c25 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks [] for port (26b94b39-dbd7-49e7-856d-10c93f084d20), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:15.472774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] For port 21c1bb32-21fb-44ab-927e-e259d14c7cbf, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:05:15.480887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network bc77adc3-f4ec-41c5-ab80-8b54140b8792 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:05:15.487804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:05:15.505391 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:05:15.574294 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bf2a16a-2440-4f0d-8f10-9da837983c25 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (26b94b39-dbd7-49e7-856d-10c93f084d20), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:15.639592 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:15.646759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=644bd25d-b961-4bd4-8a58-afa919e1bb78,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:15.771124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf2a16a-2440-4f0d-8f10-9da837983c25 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:05:15.773716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2a16a-2440-4f0d-8f10-9da837983c25 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event updated for resources: {'Port': ['ID=26b94b39-dbd7-49e7-856d-10c93f084d20,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:15.789840 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7bf2a16a-2440-4f0d-8f10-9da837983c25 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:05:15.798265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] For port 21c1bb32-21fb-44ab-927e-e259d14c7cbf, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=21c1bb32-21fb-44ab-927e-e259d14c7cbf,segment=NetworkSegment(a72c0562-2695-4775-80a0-ac6728392672),segment_id=a72c0562-2695-4775-80a0-ac6728392672)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:05:15.805408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf2a16a-2440-4f0d-8f10-9da837983c25 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:05:15.855661 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf2a16a-2440-4f0d-8f10-9da837983c25 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:15.856082 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bf2a16a-2440-4f0d-8f10-9da837983c25 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:15.902702 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:15.903872 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7bf2a16a-2440-4f0d-8f10-9da837983c25 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4614789 Feb 08 16:05:15.906928 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59526) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:15.912539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-bfa83873-aadf-4b97-b957-3cec5a6bb46a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Request body: {'port': {'network_id': '78fd0d66-659d-44c1-af8b-3afbb8a8b787', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-318617796', 'allowed_address_pairs': [{'ip_address': '2001:db8::146', 'mac_address': 'fa:16:3e:fd:cc:c8'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:16.010311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] For port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:05:16.024507 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:16.176407 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] For port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=aa9b067e-78d1-4787-a812-5a8cdf4e9ec4,segment=NetworkSegment(e2a6ac74-97f3-44d0-a72a-f52c989cd495),segment_id=e2a6ac74-97f3-44d0-a72a-f52c989cd495)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:05:16.204922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:16.205699 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:16.368826 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa83873-aadf-4b97-b957-3cec5a6bb46a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Made reservation on behalf of 11fd28badd1544eeb9bc6bd01cb0edc3 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:05:16.527440 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:16.626211 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Allocated IP 2001:db8::2 (78fd0d66-659d-44c1-af8b-3afbb8a8b787/886a5b1b-1a43-439e-be97-73b24c86433c/270d9781-8077-4797-b3ec-1a5b5834efc8) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:05:16.669897 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfa83873-aadf-4b97-b957-3cec5a6bb46a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:16.724117 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-bfa83873-aadf-4b97-b957-3cec5a6bb46a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] device_id is not set on port d90a8c6d-30e4-4cd1-a6a2-7a00344c3c7c yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:05:16.980145 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:16.987208 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:17.125003 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:17.136470 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event updated for resources: {'Port': ['ID=644bd25d-b961-4bd4-8a58-afa919e1bb78,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:17.231262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae616c4-accd-4f3b-b4ae-527859a660b3 None None] Pushing event updated for resources: {'Port': ['ID=21c1bb32-21fb-44ab-927e-e259d14c7cbf,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:17.268279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2c14f013-9502-465b-829a-50b7bb49f2c1 None None] Provisioning complete for port 21c1bb32-21fb-44ab-927e-e259d14c7cbf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:17.268671 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2c14f013-9502-465b-829a-50b7bb49f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:17.406806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Network bc77adc3-f4ec-41c5-ab80-8b54140b8792 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:05:17.409994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:05:17.607847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:17.653464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 383cac44-1a0e-4a0e-b83f-42086c874f17 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:05:17.796593 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59590) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:17.855228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d2c5c-8051-4db1-b631-ccbd90b35e97 None None] Pushing event updated for resources: {'Port': ['ID=aa9b067e-78d1-4787-a812-5a8cdf4e9ec4,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:17.956647 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:05:17.969897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59610) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:17.975999 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-878e67a8-e7c7-4b10-bf11-a5f64e1bea82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:17.997453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c1ceee1c-dc73-473b-a58d-b18eb32e8c98 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/383cac44-1a0e-4a0e-b83f-42086c874f17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6935809 Feb 08 16:05:18.098548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2c14f013-9502-465b-829a-50b7bb49f2c1 None None] Current status of the port 21c1bb32-21fb-44ab-927e-e259d14c7cbf is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:18.099976 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2c14f013-9502-465b-829a-50b7bb49f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:18.324042 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-22787b60-1a82-4ab4-b274-661c98a66bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:18.384419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2c14f013-9502-465b-829a-50b7bb49f2c1 None None] For port 21c1bb32-21fb-44ab-927e-e259d14c7cbf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=21c1bb32-21fb-44ab-927e-e259d14c7cbf,segment=NetworkSegment(a72c0562-2695-4775-80a0-ac6728392672),segment_id=a72c0562-2695-4775-80a0-ac6728392672)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:18.422577 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2c14f013-9502-465b-829a-50b7bb49f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:18.486902 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Publish callbacks [] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:18.611019 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:18.683781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59628) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:18.696343 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-22787b60-1a82-4ab4-b274-661c98a66bf3 admin admin] Publish callbacks [] for security_group (13d33588-c718-4df3-9505-49c1df78dbc5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:18.749662 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-22787b60-1a82-4ab4-b274-661c98a66bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (13d33588-c718-4df3-9505-49c1df78dbc5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:18.752695 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14f013-9502-465b-829a-50b7bb49f2c1 None None] Pushing event updated for resources: {'Port': ['ID=21c1bb32-21fb-44ab-927e-e259d14c7cbf,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:18.783104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:05:18.831346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59632) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:18.857330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:05:18.861020 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:05:19.056188 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:19.070467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Pushing event updated for resources: {'Port': ['ID=270d9781-8077-4797-b3ec-1a5b5834efc8,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:19.098319 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6baf9765-39b5-4605-8882-9be1e80f7f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:19.108699 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-22787b60-1a82-4ab4-b274-661c98a66bf3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2dc343d6040343c49d9e7012c54de74e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3108621 Feb 08 16:05:19.126362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22787b60-1a82-4ab4-b274-661c98a66bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d33588-c718-4df3-9505-49c1df78dbc5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:19.129251 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59638) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:19.208063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Attempting to bind port 270d9781-8077-4797-b3ec-1a5b5834efc8 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:05:19.208475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Attempting to bind port 270d9781-8077-4797-b3ec-1a5b5834efc8 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '816fc585-be73-4c77-8189-a96af1a15c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '78fd0d66-659d-44c1-af8b-3afbb8a8b787'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:05:19.208840 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Attempting to bind port 270d9781-8077-4797-b3ec-1a5b5834efc8 on network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:05:19.219476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:05:19.219856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Checking segment: {'id': '816fc585-be73-4c77-8189-a96af1a15c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '78fd0d66-659d-44c1-af8b-3afbb8a8b787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:05:19.220274 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:19.220670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Bound using segment: {'id': '816fc585-be73-4c77-8189-a96af1a15c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '78fd0d66-659d-44c1-af8b-3afbb8a8b787'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:05:19.221385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Bound port: 270d9781-8077-4797-b3ec-1a5b5834efc8, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816fc585-be73-4c77-8189-a96af1a15c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '78fd0d66-659d-44c1-af8b-3afbb8a8b787'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:05:19.221614 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:19.242513 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f75f83fe-d34c-459b-a3cb-69dc723c99bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:19.314130 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-bfa83873-aadf-4b97-b957-3cec5a6bb46a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Allocated IP 2001:db8::33 (78fd0d66-659d-44c1-af8b-3afbb8a8b787/886a5b1b-1a43-439e-be97-73b24c86433c/d90a8c6d-30e4-4cd1-a6a2-7a00344c3c7c) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:05:19.341307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:15Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '21c1bb32-21fb-44ab-927e-e259d14c7cbf', 'name': '', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:51:35:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:02Z', 'updated_at': '2022-02-08T16:05:15Z', 'revision_number': 4, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644bd25d-b961-4bd4-8a58-afa919e1bb78', 'name': '', 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:05:39:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:14Z', 'updated_at': '2022-02-08T16:05:15Z', 'revision_number': 1, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:19.440861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9d9f2e-4c95-4782-8a05-3a6989df7a63 None None] Network bc77adc3-f4ec-41c5-ab80-8b54140b8792 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:05:19.470713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23b84e5-8b0f-4beb-82ba-668694e27770 None None] The sync data for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 is: [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:15Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '21c1bb32-21fb-44ab-927e-e259d14c7cbf', 'name': '', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:51:35:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:02Z', 'updated_at': '2022-02-08T16:05:15Z', 'revision_number': 4, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644bd25d-b961-4bd4-8a58-afa919e1bb78', 'name': '', 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:05:39:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:14Z', 'updated_at': '2022-02-08T16:05:15Z', 'revision_number': 1, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:05:19.542254 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6baf9765-39b5-4605-8882-9be1e80f7f7d admin admin] Publish callbacks [] for security_group (36377ed1-9bf0-4220-a0e2-e48380dd449f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:19.579840 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6baf9765-39b5-4605-8882-9be1e80f7f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (36377ed1-9bf0-4220-a0e2-e48380dd449f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:19.592717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] For port 270d9781-8077-4797-b3ec-1a5b5834efc8, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:05:19.678794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] For port 270d9781-8077-4797-b3ec-1a5b5834efc8, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=270d9781-8077-4797-b3ec-1a5b5834efc8,segment=NetworkSegment(816fc585-be73-4c77-8189-a96af1a15c6f),segment_id=816fc585-be73-4c77-8189-a96af1a15c6f)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:05:19.689082 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef92e-5621-4901-9bdf-5445d2f9c9d9 admin admin] Publish callbacks [] for security_group (13d33588-c718-4df3-9505-49c1df78dbc5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:19.722814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:05:19.763446 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:19.765897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-dd8682aa-56e6-44f7-9cb4-d2fa7cde623f None None] Provisioning complete for port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:19.766405 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dd8682aa-56e6-44f7-9cb4-d2fa7cde623f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:19.767058 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f75f83fe-d34c-459b-a3cb-69dc723c99bf admin admin] Publish callbacks [] for security_group (dd7f5acd-2545-4cbc-8e2a-b32dbfd3d46d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:19.788645 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6baf9765-39b5-4605-8882-9be1e80f7f7d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=43766ddd4ff043c28ea7a58fc080d171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9560542 Feb 08 16:05:19.789871 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf9765-39b5-4605-8882-9be1e80f7f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36377ed1-9bf0-4220-a0e2-e48380dd449f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:19.809027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59646) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:19.817238 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f75f83fe-d34c-459b-a3cb-69dc723c99bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dd7f5acd-2545-4cbc-8e2a-b32dbfd3d46d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:19.920008 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef92e-5621-4901-9bdf-5445d2f9c9d9 admin admin] Publish callbacks [] for security_group (13d33588-c718-4df3-9505-49c1df78dbc5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:19.970936 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f30d0c2c-13e1-4c26-8fdd-86975557aa14 admin admin] Publish callbacks [] for security_group (36377ed1-9bf0-4220-a0e2-e48380dd449f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:20.019916 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f30d0c2c-13e1-4c26-8fdd-86975557aa14 admin admin] Publish callbacks [] for security_group (36377ed1-9bf0-4220-a0e2-e48380dd449f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:20.063836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfdc15-8743-4de8-8f0f-93eb0e387ab3 None None] Pushing event updated for resources: {'Port': ['ID=270d9781-8077-4797-b3ec-1a5b5834efc8,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:20.117874 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f75f83fe-d34c-459b-a3cb-69dc723c99bf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=cb363e52e72245738d63fb5733e9ed86&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4323390 Feb 08 16:05:20.119816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59650) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:20.121617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f83fe-d34c-459b-a3cb-69dc723c99bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7f5acd-2545-4cbc-8e2a-b32dbfd3d46d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:20.149891 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f30d0c2c-13e1-4c26-8fdd-86975557aa14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (36377ed1-9bf0-4220-a0e2-e48380dd449f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:20.176092 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f30d0c2c-13e1-4c26-8fdd-86975557aa14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:20.184303 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f30d0c2c-13e1-4c26-8fdd-86975557aa14 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/36377ed1-9bf0-4220-a0e2-e48380dd449f HTTP/1.1" status: 204 len: 168 time: 0.3721211 Feb 08 16:05:20.290282 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-dd8682aa-56e6-44f7-9cb4-d2fa7cde623f None None] Current status of the port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:20.290682 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dd8682aa-56e6-44f7-9cb4-d2fa7cde623f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:20.382358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d0c2c-13e1-4c26-8fdd-86975557aa14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36377ed1-9bf0-4220-a0e2-e48380dd449f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:20.495892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:20.499804 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3a9a-9e71-4147-9263-cc1b9e33ec3c admin admin] Publish callbacks [] for security_group (dd7f5acd-2545-4cbc-8e2a-b32dbfd3d46d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:20.500472 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:20.500596 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfa83873-aadf-4b97-b957-3cec5a6bb46a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks [] for port (d90a8c6d-30e4-4cd1-a6a2-7a00344c3c7c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:20.526587 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:20.642350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.extraroute_db [None req-878e67a8-e7c7-4b10-bf11-a5f64e1bea82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103302) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 08 16:05:20.655567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-dd8682aa-56e6-44f7-9cb4-d2fa7cde623f None None] For port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=aa9b067e-78d1-4787-a812-5a8cdf4e9ec4,segment=NetworkSegment(e2a6ac74-97f3-44d0-a72a-f52c989cd495),segment_id=e2a6ac74-97f3-44d0-a72a-f52c989cd495)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:20.673622 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.extraroute_db [None req-878e67a8-e7c7-4b10-bf11-a5f64e1bea82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Removed routes are [] {{(pid=103302) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 08 16:05:20.674385 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-878e67a8-e7c7-4b10-bf11-a5f64e1bea82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (383cac44-1a0e-4a0e-b83f-42086c874f17), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:20.689446 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3a9a-9e71-4147-9263-cc1b9e33ec3c admin admin] Publish callbacks [] for security_group (dd7f5acd-2545-4cbc-8e2a-b32dbfd3d46d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:20.726186 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dd8682aa-56e6-44f7-9cb4-d2fa7cde623f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:20.786350 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfa83873-aadf-4b97-b957-3cec5a6bb46a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d90a8c6d-30e4-4cd1-a6a2-7a00344c3c7c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:20.843880 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3a9a-9e71-4147-9263-cc1b9e33ec3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dd7f5acd-2545-4cbc-8e2a-b32dbfd3d46d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:20.847914 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3a9a-9e71-4147-9263-cc1b9e33ec3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:20.849450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1a1a3a9a-9e71-4147-9263-cc1b9e33ec3c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dd7f5acd-2545-4cbc-8e2a-b32dbfd3d46d HTTP/1.1" status: 204 len: 168 time: 0.7065771 Feb 08 16:05:20.898282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a3a9a-9e71-4147-9263-cc1b9e33ec3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7f5acd-2545-4cbc-8e2a-b32dbfd3d46d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:20.925746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8682aa-56e6-44f7-9cb4-d2fa7cde623f None None] Pushing event updated for resources: {'Port': ['ID=aa9b067e-78d1-4787-a812-5a8cdf4e9ec4,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:21.088280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:21.114978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa83873-aadf-4b97-b957-3cec5a6bb46a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:05:21.126103 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-bfa83873-aadf-4b97-b957-3cec5a6bb46a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:05:21.142827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa83873-aadf-4b97-b957-3cec5a6bb46a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:05:21.149946 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa83873-aadf-4b97-b957-3cec5a6bb46a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:21.150845 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfa83873-aadf-4b97-b957-3cec5a6bb46a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:21.164751 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef92e-5621-4901-9bdf-5445d2f9c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (13d33588-c718-4df3-9505-49c1df78dbc5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:21.167725 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef92e-5621-4901-9bdf-5445d2f9c9d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:21.173604 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5c1ef92e-5621-4901-9bdf-5445d2f9c9d9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/13d33588-c718-4df3-9505-49c1df78dbc5 HTTP/1.1" status: 204 len: 168 time: 2.0326681 Feb 08 16:05:21.231528 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa83873-aadf-4b97-b957-3cec5a6bb46a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event updated for resources: {'Port': ['ID=d90a8c6d-30e4-4cd1-a6a2-7a00344c3c7c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:21.252880 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ef92e-5621-4901-9bdf-5445d2f9c9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d33588-c718-4df3-9505-49c1df78dbc5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:21.285523 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bfa83873-aadf-4b97-b957-3cec5a6bb46a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 5.3774984 Feb 08 16:05:21.288650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59674) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:21.414557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1a1865f2-345d-4e39-a8a7-2791c8056da0 None None] Provisioning complete for port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:21.414958 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a1865f2-345d-4e39-a8a7-2791c8056da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:21.762395 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca4be8d-d74c-42a0-b1d9-1fb595a229ff tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:21.795994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca4be8d-d74c-42a0-b1d9-1fb595a229ff tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:21.812468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca4be8d-d74c-42a0-b1d9-1fb595a229ff tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:21.814342 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1ca4be8d-d74c-42a0-b1d9-1fb595a229ff tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.5245771 Feb 08 16:05:21.817409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59680) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:21.889543 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-878e67a8-e7c7-4b10-bf11-a5f64e1bea82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (383cac44-1a0e-4a0e-b83f-42086c874f17), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:21.923989 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-878e67a8-e7c7-4b10-bf11-a5f64e1bea82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (383cac44-1a0e-4a0e-b83f-42086c874f17), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:21.956030 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:05:22.054298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1a1865f2-345d-4e39-a8a7-2791c8056da0 None None] Current status of the port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:22.147855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878e67a8-e7c7-4b10-bf11-a5f64e1bea82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 383cac44-1a0e-4a0e-b83f-42086c874f17 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:05:22.196578 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1a1865f2-345d-4e39-a8a7-2791c8056da0 None None] Provisioning complete for port 644bd25d-b961-4bd4-8a58-afa919e1bb78 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:22.199732 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a1865f2-345d-4e39-a8a7-2791c8056da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:22.258254 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-120d3c77-b66f-4e5d-8545-9631bbbfaf43 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Deleting port d90a8c6d-30e4-4cd1-a6a2-7a00344c3c7c {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:22.258849 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-120d3c77-b66f-4e5d-8545-9631bbbfaf43 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d90a8c6d-30e4-4cd1-a6a2-7a00344c3c7c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:22.351168 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Sync routers for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:05:22.375083 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:22.376268 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:22.381640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:22.389578 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:22.509323 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37129cc6-6560-4372-ad89-4705b746b2ac None None] Network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:05:22.525201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1a1865f2-345d-4e39-a8a7-2791c8056da0 None None] Port 644bd25d-b961-4bd4-8a58-afa919e1bb78 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:05:22.532174 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59690) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:22.590485 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-706f8cb5-1279-4a72-80ae-fa3dbe27bede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:22.741223 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:22.869383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f12947f4-53db-4bd6-8fd4-d20dcd503052 None None] Provisioning complete for port 644bd25d-b961-4bd4-8a58-afa919e1bb78 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:22.877197 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f12947f4-53db-4bd6-8fd4-d20dcd503052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:23.076361 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f12947f4-53db-4bd6-8fd4-d20dcd503052 None None] Port 644bd25d-b961-4bd4-8a58-afa919e1bb78 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:05:23.089490 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:23.090970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 21c1bb32-21fb-44ab-927e-e259d14c7cbf up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:05:23.127433 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f12947f4-53db-4bd6-8fd4-d20dcd503052 None None] Provisioning complete for port 270d9781-8077-4797-b3ec-1a5b5834efc8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:23.128107 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f12947f4-53db-4bd6-8fd4-d20dcd503052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:23.345571 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f12947f4-53db-4bd6-8fd4-d20dcd503052 None None] Current status of the port 270d9781-8077-4797-b3ec-1a5b5834efc8 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:23.345963 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f12947f4-53db-4bd6-8fd4-d20dcd503052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:23.413860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 21c1bb32-21fb-44ab-927e-e259d14c7cbf triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:23.414247 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:23.501711 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-706f8cb5-1279-4a72-80ae-fa3dbe27bede admin admin] Publish callbacks [] for security_group (836750ca-0520-4c5a-b1d1-6bf6a00863a2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:23.546922 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-120d3c77-b66f-4e5d-8545-9631bbbfaf43 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d90a8c6d-30e4-4cd1-a6a2-7a00344c3c7c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:23.597269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-120d3c77-b66f-4e5d-8545-9631bbbfaf43 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Calling delete_port for d90a8c6d-30e4-4cd1-a6a2-7a00344c3c7c owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:23.606372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878e67a8-e7c7-4b10-bf11-a5f64e1bea82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:05:23.632746 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-878e67a8-e7c7-4b10-bf11-a5f64e1bea82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:23.637593 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-878e67a8-e7c7-4b10-bf11-a5f64e1bea82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/383cac44-1a0e-4a0e-b83f-42086c874f17 HTTP/1.1" status: 200 len: 934 time: 5.6664364 Feb 08 16:05:23.641952 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59702) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:23.642334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59710) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:23.707803 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:20Z', 'revision_number': 6, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '21c1bb32-21fb-44ab-927e-e259d14c7cbf', 'name': '', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:51:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:02Z', 'updated_at': '2022-02-08T16:05:18Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644bd25d-b961-4bd4-8a58-afa919e1bb78', 'name': '', 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:05:39:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:14Z', 'updated_at': '2022-02-08T16:05:16Z', 'revision_number': 2, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:23.792523 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Checking router: 383cac44-1a0e-4a0e-b83f-42086c874f17 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:05:23.792892 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Updating router 383cac44-1a0e-4a0e-b83f-42086c874f17 port 644bd25d-b961-4bd4-8a58-afa919e1bb78 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:05:23.821454 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-706f8cb5-1279-4a72-80ae-fa3dbe27bede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (836750ca-0520-4c5a-b1d1-6bf6a00863a2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:23.911014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-706f8cb5-1279-4a72-80ae-fa3dbe27bede admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=efe8c60810384412b23a058a932b5bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3777673 Feb 08 16:05:23.914258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59716) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:23.929409 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:23.970763 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dd6183b2-af96-45c8-b2c1-ff6a10f35d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:24.131478 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e3463505-31ac-4e1c-aabd-55feb2d25781 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/routers/383cac44-1a0e-4a0e-b83f-42086c874f17 HTTP/1.1" status: 200 len: 934 time: 0.4439945 Feb 08 16:05:24.133956 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59722) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:24.139164 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e25b8ae-d001-4953-b1d9-49a26592bc47 admin admin] Publish callbacks [] for security_group (836750ca-0520-4c5a-b1d1-6bf6a00863a2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:24.144245 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ad5e2ba4-eb3b-4e26-8afa-53850f290087 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'router': {'routes': None}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:24.166189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f12947f4-53db-4bd6-8fd4-d20dcd503052 None None] For port 270d9781-8077-4797-b3ec-1a5b5834efc8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=270d9781-8077-4797-b3ec-1a5b5834efc8,segment=NetworkSegment(816fc585-be73-4c77-8189-a96af1a15c6f),segment_id=816fc585-be73-4c77-8189-a96af1a15c6f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:24.188314 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f12947f4-53db-4bd6-8fd4-d20dcd503052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:24.223960 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e25b8ae-d001-4953-b1d9-49a26592bc47 admin admin] Publish callbacks [] for security_group (836750ca-0520-4c5a-b1d1-6bf6a00863a2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:24.328177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f8cb5-1279-4a72-80ae-fa3dbe27bede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836750ca-0520-4c5a-b1d1-6bf6a00863a2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:24.351420 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e25b8ae-d001-4953-b1d9-49a26592bc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (836750ca-0520-4c5a-b1d1-6bf6a00863a2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:24.355558 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8e25b8ae-d001-4953-b1d9-49a26592bc47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:24.360312 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8e25b8ae-d001-4953-b1d9-49a26592bc47 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/836750ca-0520-4c5a-b1d1-6bf6a00863a2 HTTP/1.1" status: 204 len: 168 time: 0.4439206 Feb 08 16:05:24.376051 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25b8ae-d001-4953-b1d9-49a26592bc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836750ca-0520-4c5a-b1d1-6bf6a00863a2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:24.470465 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-120d3c77-b66f-4e5d-8545-9631bbbfaf43 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d90a8c6d-30e4-4cd1-a6a2-7a00344c3c7c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:24.608668 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d3c77-b66f-4e5d-8545-9631bbbfaf43 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event deleted for resources: {'Port': ['ID=d90a8c6d-30e4-4cd1-a6a2-7a00344c3c7c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:24.645955 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12947f4-53db-4bd6-8fd4-d20dcd503052 None None] Pushing event updated for resources: {'Port': ['ID=270d9781-8077-4797-b3ec-1a5b5834efc8,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:24.670548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0240ee2c-627f-4640-a45c-2e70eb3ba5f1 None None] Provisioning complete for port 270d9781-8077-4797-b3ec-1a5b5834efc8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:24.670940 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0240ee2c-627f-4640-a45c-2e70eb3ba5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:24.762597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 21c1bb32-21fb-44ab-927e-e259d14c7cbf is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:24.762597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 270d9781-8077-4797-b3ec-1a5b5834efc8 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:05:24.813256 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-120d3c77-b66f-4e5d-8545-9631bbbfaf43 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:24.822408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-120d3c77-b66f-4e5d-8545-9631bbbfaf43 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "DELETE /v2.0/ports/d90a8c6d-30e4-4cd1-a6a2-7a00344c3c7c HTTP/1.1" status: 204 len: 168 time: 3.0039017 Feb 08 16:05:24.829708 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59738) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:24.871088 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Publish callbacks [] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:24.887965 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:24.896381 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5384612-3ad1-4cd2-94ce-b05706764869 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] GET failed (client error): The resource could not be found. Feb 08 16:05:24.905033 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d5384612-3ad1-4cd2-94ce-b05706764869 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "GET /v2.0/ports/d90a8c6d-30e4-4cd1-a6a2-7a00344c3c7c HTTP/1.1" status: 404 len: 333 time: 0.0732763 Feb 08 16:05:24.905681 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59742) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:24.943354 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-cf53a2f0-fd13-4a7c-93e1-429bf8a82ed5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Request body: {'port': {'network_id': '78fd0d66-659d-44c1-af8b-3afbb8a8b787', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1739283012'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:24.982035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0240ee2c-627f-4640-a45c-2e70eb3ba5f1 None None] Current status of the port 270d9781-8077-4797-b3ec-1a5b5834efc8 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:25.010489 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0240ee2c-627f-4640-a45c-2e70eb3ba5f1 None None] Provisioning complete for port 26b94b39-dbd7-49e7-856d-10c93f084d20 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:25.010489 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0240ee2c-627f-4640-a45c-2e70eb3ba5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (26b94b39-dbd7-49e7-856d-10c93f084d20), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:25.010918 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dd6183b2-af96-45c8-b2c1-ff6a10f35d85 admin admin] Publish callbacks [] for security_group (74c6f9ce-6e5c-4973-bab5-d625df6524b6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:25.011020 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 270d9781-8077-4797-b3ec-1a5b5834efc8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:25.011020 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:25.120041 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91162ddd-98c4-4531-9e51-e53fa483b3f8 None None] Pushing event updated for resources: {'Port': ['ID=644bd25d-b961-4bd4-8a58-afa919e1bb78,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:25.157079 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0240ee2c-627f-4640-a45c-2e70eb3ba5f1 None None] Port 26b94b39-dbd7-49e7-856d-10c93f084d20 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:05:25.172535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0240ee2c-627f-4640-a45c-2e70eb3ba5f1 None None] Could not find standard attr ID for object d90a8c6d-30e4-4cd1-a6a2-7a00344c3c7c. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:05:25.258587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 270d9781-8077-4797-b3ec-1a5b5834efc8 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:25.268053 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dd6183b2-af96-45c8-b2c1-ff6a10f35d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (74c6f9ce-6e5c-4973-bab5-d625df6524b6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:25.290769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ae662b76-df4c-45e2-9e90-400ca568172d None None] Could not find standard attr ID for object d90a8c6d-30e4-4cd1-a6a2-7a00344c3c7c. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:05:25.333271 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Attempting to bind port 644bd25d-b961-4bd4-8a58-afa919e1bb78 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:05:25.336118 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Attempting to bind port 644bd25d-b961-4bd4-8a58-afa919e1bb78 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'e2a6ac74-97f3-44d0-a72a-f52c989cd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:05:25.337384 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Attempting to bind port 644bd25d-b961-4bd4-8a58-afa919e1bb78 on network bc77adc3-f4ec-41c5-ab80-8b54140b8792 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:05:25.363932 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:05:25.364555 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Checking segment: {'id': 'e2a6ac74-97f3-44d0-a72a-f52c989cd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:05:25.365550 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:25.366303 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Bound using segment: {'id': 'e2a6ac74-97f3-44d0-a72a-f52c989cd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:05:25.366969 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Bound port: 644bd25d-b961-4bd4-8a58-afa919e1bb78, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a6ac74-97f3-44d0-a72a-f52c989cd495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:05:25.370198 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:25.419031 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6183b2-af96-45c8-b2c1-ff6a10f35d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c6f9ce-6e5c-4973-bab5-d625df6524b6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:25.519694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 270d9781-8077-4797-b3ec-1a5b5834efc8 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:05:25.570337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59764) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:25.589144 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dd6183b2-af96-45c8-b2c1-ff6a10f35d85 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3fc035c3948a4accb4523fe07a1f30a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9422688 Feb 08 16:05:25.634841 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] For port 644bd25d-b961-4bd4-8a58-afa919e1bb78, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:05:25.647382 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] For port 644bd25d-b961-4bd4-8a58-afa919e1bb78, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=644bd25d-b961-4bd4-8a58-afa919e1bb78,segment=NetworkSegment(e2a6ac74-97f3-44d0-a72a-f52c989cd495),segment_id=e2a6ac74-97f3-44d0-a72a-f52c989cd495)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:05:25.682260 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:25.719098 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75ddebf7-3ebf-4055-9e12-80f9ffd67614 admin admin] Publish callbacks [] for security_group (74c6f9ce-6e5c-4973-bab5-d625df6524b6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:25.768971 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75ddebf7-3ebf-4055-9e12-80f9ffd67614 admin admin] Publish callbacks [] for security_group (74c6f9ce-6e5c-4973-bab5-d625df6524b6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:25.769912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 270d9781-8077-4797-b3ec-1a5b5834efc8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:25.772791 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:25.872101 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75ddebf7-3ebf-4055-9e12-80f9ffd67614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (74c6f9ce-6e5c-4973-bab5-d625df6524b6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:25.881346 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75ddebf7-3ebf-4055-9e12-80f9ffd67614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:25.885873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-75ddebf7-3ebf-4055-9e12-80f9ffd67614 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/74c6f9ce-6e5c-4973-bab5-d625df6524b6 HTTP/1.1" status: 204 len: 168 time: 0.3118436 Feb 08 16:05:25.916575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ddebf7-3ebf-4055-9e12-80f9ffd67614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c6f9ce-6e5c-4973-bab5-d625df6524b6,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:25.948903 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:25.954175 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:25.975568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2e1d59f9-5612-4a73-acb8-e6cc49873793 None None] Provisioning complete for port 644bd25d-b961-4bd4-8a58-afa919e1bb78 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:25.975843 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e1d59f9-5612-4a73-acb8-e6cc49873793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:26.039259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf53a2f0-fd13-4a7c-93e1-429bf8a82ed5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Made reservation on behalf of 11fd28badd1544eeb9bc6bd01cb0edc3 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:05:26.043441 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cf53a2f0-fd13-4a7c-93e1-429bf8a82ed5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:26.083153 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91162ddd-98c4-4531-9e51-e53fa483b3f8 None None] Pushing event updated for resources: {'Port': ['ID=644bd25d-b961-4bd4-8a58-afa919e1bb78,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:26.300217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 270d9781-8077-4797-b3ec-1a5b5834efc8 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:26.314591 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:26.386132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.extraroute_db [None req-ad5e2ba4-eb3b-4e26-8afa-53850f290087 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Added routes are [] {{(pid=103302) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 08 16:05:26.388688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.extraroute_db [None req-ad5e2ba4-eb3b-4e26-8afa-53850f290087 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103302) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 08 16:05:26.408654 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2e1d59f9-5612-4a73-acb8-e6cc49873793 None None] Current status of the port 644bd25d-b961-4bd4-8a58-afa919e1bb78 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:26.410161 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e1d59f9-5612-4a73-acb8-e6cc49873793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:26.472668 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ad5e2ba4-eb3b-4e26-8afa-53850f290087 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (383cac44-1a0e-4a0e-b83f-42086c874f17), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:26.532510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2e1d59f9-5612-4a73-acb8-e6cc49873793 None None] For port 644bd25d-b961-4bd4-8a58-afa919e1bb78, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=644bd25d-b961-4bd4-8a58-afa919e1bb78,segment=NetworkSegment(e2a6ac74-97f3-44d0-a72a-f52c989cd495),segment_id=e2a6ac74-97f3-44d0-a72a-f52c989cd495)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:26.545991 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e1d59f9-5612-4a73-acb8-e6cc49873793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:26.802369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d59f9-5612-4a73-acb8-e6cc49873793 None None] Pushing event updated for resources: {'Port': ['ID=644bd25d-b961-4bd4-8a58-afa919e1bb78,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:26.814510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7511c638-3d49-4474-897e-632242db5d2c None None] Provisioning complete for port 644bd25d-b961-4bd4-8a58-afa919e1bb78 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:26.818840 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7511c638-3d49-4474-897e-632242db5d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:26.898238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-cf53a2f0-fd13-4a7c-93e1-429bf8a82ed5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] device_id is not set on port 4dc6f897-a67a-49e2-9c0b-08107c4c1ec7 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:05:27.099305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7511c638-3d49-4474-897e-632242db5d2c None None] Current status of the port 644bd25d-b961-4bd4-8a58-afa919e1bb78 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:27.129225 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:20Z', 'revision_number': 6, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '21c1bb32-21fb-44ab-927e-e259d14c7cbf', 'name': '', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:51:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:02Z', 'updated_at': '2022-02-08T16:05:18Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644bd25d-b961-4bd4-8a58-afa919e1bb78', 'name': '', 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:05:39:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:14Z', 'updated_at': '2022-02-08T16:05:25Z', 'revision_number': 4, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:27.294749 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0b5e5-7aba-4977-b3a0-fc0a3b0130e4 None None] The sync data for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 is: [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:20Z', 'revision_number': 6, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '21c1bb32-21fb-44ab-927e-e259d14c7cbf', 'name': '', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:51:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:02Z', 'updated_at': '2022-02-08T16:05:18Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644bd25d-b961-4bd4-8a58-afa919e1bb78', 'name': '', 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:05:39:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:14Z', 'updated_at': '2022-02-08T16:05:25Z', 'revision_number': 4, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:05:27.354669 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ad5e2ba4-eb3b-4e26-8afa-53850f290087 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (383cac44-1a0e-4a0e-b83f-42086c874f17), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:27.373151 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ad5e2ba4-eb3b-4e26-8afa-53850f290087 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (383cac44-1a0e-4a0e-b83f-42086c874f17), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:27.611050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 644bd25d-b961-4bd4-8a58-afa919e1bb78 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:05:27.788021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 644bd25d-b961-4bd4-8a58-afa919e1bb78 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:27.788401 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:27.847844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-cf53a2f0-fd13-4a7c-93e1-429bf8a82ed5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Allocated IP 2001:db8::285 (78fd0d66-659d-44c1-af8b-3afbb8a8b787/886a5b1b-1a43-439e-be97-73b24c86433c/4dc6f897-a67a-49e2-9c0b-08107c4c1ec7) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:05:27.934619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5e2ba4-eb3b-4e26-8afa-53850f290087 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 383cac44-1a0e-4a0e-b83f-42086c874f17 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:05:28.041082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502e6ed-bebd-4d9a-bf06-fc33e56764ca None None] Sync routers for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:05:28.046018 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 644bd25d-b961-4bd4-8a58-afa919e1bb78 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:05:28.069307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502e6ed-bebd-4d9a-bf06-fc33e56764ca None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:28.069964 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2502e6ed-bebd-4d9a-bf06-fc33e56764ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:28.134523 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cf53a2f0-fd13-4a7c-93e1-429bf8a82ed5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks [] for port (4dc6f897-a67a-49e2-9c0b-08107c4c1ec7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:28.219528 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cf53a2f0-fd13-4a7c-93e1-429bf8a82ed5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (4dc6f897-a67a-49e2-9c0b-08107c4c1ec7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:28.355653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-2502e6ed-bebd-4d9a-bf06-fc33e56764ca None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:28.360366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf53a2f0-fd13-4a7c-93e1-429bf8a82ed5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:05:28.396888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-cf53a2f0-fd13-4a7c-93e1-429bf8a82ed5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:05:28.403263 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf53a2f0-fd13-4a7c-93e1-429bf8a82ed5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:05:28.426190 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf53a2f0-fd13-4a7c-93e1-429bf8a82ed5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:28.426852 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cf53a2f0-fd13-4a7c-93e1-429bf8a82ed5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:28.830182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53a2f0-fd13-4a7c-93e1-429bf8a82ed5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event updated for resources: {'Port': ['ID=4dc6f897-a67a-49e2-9c0b-08107c4c1ec7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:28.873912 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cf53a2f0-fd13-4a7c-93e1-429bf8a82ed5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9445627 Feb 08 16:05:28.874121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59846) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:28.879794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c4450dbd-844b-4b91-abb6-aa39fa2d89bc tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::146', 'mac_address': 'fa:16:3e:fd:cc:c8'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:28.975782 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5e2ba4-eb3b-4e26-8afa-53850f290087 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:05:29.009460 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ad5e2ba4-eb3b-4e26-8afa-53850f290087 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:29.010713 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ad5e2ba4-eb3b-4e26-8afa-53850f290087 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/383cac44-1a0e-4a0e-b83f-42086c874f17 HTTP/1.1" status: 200 len: 700 time: 4.8731446 Feb 08 16:05:29.014650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59852) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:29.217303 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a589374b-6334-49e0-b5d0-d889ca7c61ff None None] Provisioning complete for port 4dc6f897-a67a-49e2-9c0b-08107c4c1ec7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:29.217851 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a589374b-6334-49e0-b5d0-d889ca7c61ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4dc6f897-a67a-49e2-9c0b-08107c4c1ec7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:29.299432 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a589374b-6334-49e0-b5d0-d889ca7c61ff None None] Port 4dc6f897-a67a-49e2-9c0b-08107c4c1ec7 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:05:29.344774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2502e6ed-bebd-4d9a-bf06-fc33e56764ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:26Z', 'revision_number': 7, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '21c1bb32-21fb-44ab-927e-e259d14c7cbf', 'name': '', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:51:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:02Z', 'updated_at': '2022-02-08T16:05:18Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644bd25d-b961-4bd4-8a58-afa919e1bb78', 'name': '', 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:05:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:14Z', 'updated_at': '2022-02-08T16:05:26Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:29.407431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fa673ec7-8994-4cdb-adba-b5292bb5188b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/routers/383cac44-1a0e-4a0e-b83f-42086c874f17 HTTP/1.1" status: 200 len: 700 time: 0.3911328 Feb 08 16:05:29.410386 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59872) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:29.456926 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502e6ed-bebd-4d9a-bf06-fc33e56764ca None None] Checking router: 383cac44-1a0e-4a0e-b83f-42086c874f17 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:05:29.473235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502e6ed-bebd-4d9a-bf06-fc33e56764ca None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:29.476647 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2502e6ed-bebd-4d9a-bf06-fc33e56764ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:29.549169 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4450dbd-844b-4b91-abb6-aa39fa2d89bc tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4dc6f897-a67a-49e2-9c0b-08107c4c1ec7), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:29.711059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-2502e6ed-bebd-4d9a-bf06-fc33e56764ca None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:30.125140 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4450dbd-844b-4b91-abb6-aa39fa2d89bc tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks [] for port (4dc6f897-a67a-49e2-9c0b-08107c4c1ec7), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:30.136456 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4450dbd-844b-4b91-abb6-aa39fa2d89bc tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (4dc6f897-a67a-49e2-9c0b-08107c4c1ec7), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:30.153383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59900) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:30.305899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c4450dbd-844b-4b91-abb6-aa39fa2d89bc tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] In _notify_port_updated(), no bound segment for port 4dc6f897-a67a-49e2-9c0b-08107c4c1ec7 on network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 {{(pid=103301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:05:30.321828 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4450dbd-844b-4b91-abb6-aa39fa2d89bc tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:30.331414 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4450dbd-844b-4b91-abb6-aa39fa2d89bc tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:30.337421 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c4450dbd-844b-4b91-abb6-aa39fa2d89bc tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "PUT /v2.0/ports/4dc6f897-a67a-49e2-9c0b-08107c4c1ec7 HTTP/1.1" status: 200 len: 1003 time: 1.4620638 Feb 08 16:05:30.345679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59910) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:30.496066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4450dbd-844b-4b91-abb6-aa39fa2d89bc tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event updated for resources: {'Port': ['ID=4dc6f897-a67a-49e2-9c0b-08107c4c1ec7,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:30.611695 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2502e6ed-bebd-4d9a-bf06-fc33e56764ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:26Z', 'revision_number': 7, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '21c1bb32-21fb-44ab-927e-e259d14c7cbf', 'name': '', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:51:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:02Z', 'updated_at': '2022-02-08T16:05:18Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644bd25d-b961-4bd4-8a58-afa919e1bb78', 'name': '', 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:05:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:14Z', 'updated_at': '2022-02-08T16:05:26Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:30.719233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0e6793a8-23b6-4789-9c64-93a4100769ff tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Deleting port 4dc6f897-a67a-49e2-9c0b-08107c4c1ec7 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:30.719675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0e6793a8-23b6-4789-9c64-93a4100769ff tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4dc6f897-a67a-49e2-9c0b-08107c4c1ec7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:30.753187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502e6ed-bebd-4d9a-bf06-fc33e56764ca None None] The sync data for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 is: [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:26Z', 'revision_number': 7, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '21c1bb32-21fb-44ab-927e-e259d14c7cbf', 'name': '', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:51:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:02Z', 'updated_at': '2022-02-08T16:05:18Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644bd25d-b961-4bd4-8a58-afa919e1bb78', 'name': '', 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:05:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:14Z', 'updated_at': '2022-02-08T16:05:26Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:05:30.832150 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bc01c465-49ce-4e1e-a5b4-a058144b780b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:30.968501 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ce9f7d97-8075-46fb-a03e-413f00f00f73 None None] Provisioning complete for port 4dc6f897-a67a-49e2-9c0b-08107c4c1ec7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:30.973358 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ce9f7d97-8075-46fb-a03e-413f00f00f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4dc6f897-a67a-49e2-9c0b-08107c4c1ec7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:31.105004 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0e6793a8-23b6-4789-9c64-93a4100769ff tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4dc6f897-a67a-49e2-9c0b-08107c4c1ec7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:31.142172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f7d97-8075-46fb-a03e-413f00f00f73 None None] Port 4dc6f897-a67a-49e2-9c0b-08107c4c1ec7 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:05:31.153032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0e6793a8-23b6-4789-9c64-93a4100769ff tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Calling delete_port for 4dc6f897-a67a-49e2-9c0b-08107c4c1ec7 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:31.216880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bde4984-ad65-469f-a8a5-86dba591380a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:31.357892 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730791be-df0c-4d8b-80fd-b75960800f3d None None] Sync routers for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:05:31.388901 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730791be-df0c-4d8b-80fd-b75960800f3d None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:31.397498 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-730791be-df0c-4d8b-80fd-b75960800f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:31.491968 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bde4984-ad65-469f-a8a5-86dba591380a admin admin] Publish callbacks [] for security_group (dab2f413-0ab3-4683-af21-cc6466a7c5d4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:31.505336 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bde4984-ad65-469f-a8a5-86dba591380a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dab2f413-0ab3-4683-af21-cc6466a7c5d4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:31.519924 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3bea7ef1-49ca-4c36-8933-3b302e3dcf80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:31.707671 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-730791be-df0c-4d8b-80fd-b75960800f3d None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:31.742333 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4bde4984-ad65-469f-a8a5-86dba591380a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b2bf2bdb550c4ca39044f467e5c204a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5853987 Feb 08 16:05:31.743398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde4984-ad65-469f-a8a5-86dba591380a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab2f413-0ab3-4683-af21-cc6466a7c5d4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:31.747797 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59938) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:31.768465 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0e6793a8-23b6-4789-9c64-93a4100769ff tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4dc6f897-a67a-49e2-9c0b-08107c4c1ec7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:31.996773 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6793a8-23b6-4789-9c64-93a4100769ff tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event deleted for resources: {'Port': ['ID=4dc6f897-a67a-49e2-9c0b-08107c4c1ec7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:32.106166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dff0b1-81ba-4e0d-9de7-f04599c4d117 req-1c0eae03-101e-4dfe-a4b5-1ee44ca3b2e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:32.109512 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-33dff0b1-81ba-4e0d-9de7-f04599c4d117 req-1c0eae03-101e-4dfe-a4b5-1ee44ca3b2e0 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 945 time: 0.4821577 Feb 08 16:05:32.113576 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0e6793a8-23b6-4789-9c64-93a4100769ff tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:32.131655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0e6793a8-23b6-4789-9c64-93a4100769ff tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "DELETE /v2.0/ports/4dc6f897-a67a-49e2-9c0b-08107c4c1ec7 HTTP/1.1" status: 204 len: 168 time: 1.7770286 Feb 08 16:05:32.134312 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59948) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:32.229179 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-33dff0b1-81ba-4e0d-9de7-f04599c4d117 req-760a2637-1525-446f-8970-d2ae5b2b0f39 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957913 Feb 08 16:05:32.266583 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe90e63f-6a9f-47a2-8430-5f403d360228 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] GET failed (client error): The resource could not be found. Feb 08 16:05:32.283353 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fe90e63f-6a9f-47a2-8430-5f403d360228 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "GET /v2.0/ports/4dc6f897-a67a-49e2-9c0b-08107c4c1ec7 HTTP/1.1" status: 404 len: 333 time: 0.1477587 Feb 08 16:05:32.284328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59952) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:32.297642 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f8b6f3a4-c890-491e-8f2e-1e6f19e217a5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Request body: {'port': {'network_id': '78fd0d66-659d-44c1-af8b-3afbb8a8b787', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-481447818'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:32.436216 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-730791be-df0c-4d8b-80fd-b75960800f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:26Z', 'revision_number': 7, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '21c1bb32-21fb-44ab-927e-e259d14c7cbf', 'name': '', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:51:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:02Z', 'updated_at': '2022-02-08T16:05:18Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644bd25d-b961-4bd4-8a58-afa919e1bb78', 'name': '', 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:05:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:14Z', 'updated_at': '2022-02-08T16:05:26Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:32.478968 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730791be-df0c-4d8b-80fd-b75960800f3d None None] Checking router: 383cac44-1a0e-4a0e-b83f-42086c874f17 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:05:32.490741 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730791be-df0c-4d8b-80fd-b75960800f3d None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:32.493541 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-730791be-df0c-4d8b-80fd-b75960800f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:32.634483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b6f3a4-c890-491e-8f2e-1e6f19e217a5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Made reservation on behalf of 11fd28badd1544eeb9bc6bd01cb0edc3 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:05:32.638317 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f3a4-c890-491e-8f2e-1e6f19e217a5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:32.709701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-f8b6f3a4-c890-491e-8f2e-1e6f19e217a5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] device_id is not set on port 9b24b412-0e5f-41fb-99a3-fc5acaec7328 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:05:32.850922 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-730791be-df0c-4d8b-80fd-b75960800f3d None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:32.867938 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ae989d7-a9d8-4508-bb87-d7864e4b0a86 admin admin] Publish callbacks [] for security_group (dab2f413-0ab3-4683-af21-cc6466a7c5d4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:32.908300 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ae989d7-a9d8-4508-bb87-d7864e4b0a86 admin admin] Publish callbacks [] for security_group (dab2f413-0ab3-4683-af21-cc6466a7c5d4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:33.085812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8e1c5-38a5-4027-b5f8-58c10cf7c607 req-f261c1fa-f981-4a7d-9437-d8f7a0c65574 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:33.090166 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-38d8e1c5-38a5-4027-b5f8-58c10cf7c607 req-f261c1fa-f981-4a7d-9437-d8f7a0c65574 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.96 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 945 time: 1.2749336 Feb 08 16:05:33.093562 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ae989d7-a9d8-4508-bb87-d7864e4b0a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dab2f413-0ab3-4683-af21-cc6466a7c5d4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:33.100020 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ae989d7-a9d8-4508-bb87-d7864e4b0a86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:33.104281 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1ae989d7-a9d8-4508-bb87-d7864e4b0a86 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dab2f413-0ab3-4683-af21-cc6466a7c5d4 HTTP/1.1" status: 204 len: 168 time: 1.3514245 Feb 08 16:05:33.154037 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-f8b6f3a4-c890-491e-8f2e-1e6f19e217a5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Allocated IP 2001:db8::349 (78fd0d66-659d-44c1-af8b-3afbb8a8b787/886a5b1b-1a43-439e-be97-73b24c86433c/9b24b412-0e5f-41fb-99a3-fc5acaec7328) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:05:33.280664 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-730791be-df0c-4d8b-80fd-b75960800f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:26Z', 'revision_number': 7, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '21c1bb32-21fb-44ab-927e-e259d14c7cbf', 'name': '', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:51:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:02Z', 'updated_at': '2022-02-08T16:05:18Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644bd25d-b961-4bd4-8a58-afa919e1bb78', 'name': '', 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:05:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:14Z', 'updated_at': '2022-02-08T16:05:26Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:33.292399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae989d7-a9d8-4508-bb87-d7864e4b0a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab2f413-0ab3-4683-af21-cc6466a7c5d4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:33.409173 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730791be-df0c-4d8b-80fd-b75960800f3d None None] The sync data for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 is: [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:26Z', 'revision_number': 7, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '21c1bb32-21fb-44ab-927e-e259d14c7cbf', 'name': '', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:51:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:02Z', 'updated_at': '2022-02-08T16:05:18Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '644bd25d-b961-4bd4-8a58-afa919e1bb78', 'name': '', 'network_id': 'bc77adc3-f4ec-41c5-ab80-8b54140b8792', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:05:39:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:14Z', 'updated_at': '2022-02-08T16:05:26Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '5a22fdbd-8d59-4156-acbc-1bb86a3a3974', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:05:33.591253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-38d8e1c5-38a5-4027-b5f8-58c10cf7c607 req-975986f0-5147-4a3c-94a1-e063a4244660 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Deleting port d1fed64c-2272-4a19-a818-0435607ade4d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:33.591608 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-38d8e1c5-38a5-4027-b5f8-58c10cf7c607 req-975986f0-5147-4a3c-94a1-e063a4244660 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d1fed64c-2272-4a19-a818-0435607ade4d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:33.616060 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f3a4-c890-491e-8f2e-1e6f19e217a5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks [] for port (9b24b412-0e5f-41fb-99a3-fc5acaec7328), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:33.713058 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f3a4-c890-491e-8f2e-1e6f19e217a5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9b24b412-0e5f-41fb-99a3-fc5acaec7328), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:33.780191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-bc01c465-49ce-4e1e-a5b4-a058144b780b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port 644bd25d-b961-4bd4-8a58-afa919e1bb78 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:33.787819 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bc01c465-49ce-4e1e-a5b4-a058144b780b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:33.791184 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d4275534-2d9c-4949-91f0-fe35acd513f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:33.814415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6f3a4-c890-491e-8f2e-1e6f19e217a5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:05:33.851547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f8b6f3a4-c890-491e-8f2e-1e6f19e217a5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:05:33.854872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b6f3a4-c890-491e-8f2e-1e6f19e217a5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:05:33.862804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b6f3a4-c890-491e-8f2e-1e6f19e217a5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:33.864386 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f3a4-c890-491e-8f2e-1e6f19e217a5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:33.910276 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f8b6f3a4-c890-491e-8f2e-1e6f19e217a5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6247673 Feb 08 16:05:33.910984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59988) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:33.928818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-30681614-fabb-4a71-9f9d-993534e255c0 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fd:cc:c8'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:33.992671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd97e5-9cea-4b8b-8f0f-6657ddd68e2b req-ba10935a-9e49-40ac-9179-f56786fd5fc9 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:33.994824 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34dd97e5-9cea-4b8b-8f0f-6657ddd68e2b req-ba10935a-9e49-40ac-9179-f56786fd5fc9 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 945 time: 0.2916341 Feb 08 16:05:34.055126 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30681614-fabb-4a71-9f9d-993534e255c0 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9b24b412-0e5f-41fb-99a3-fc5acaec7328), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:34.242351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6f3a4-c890-491e-8f2e-1e6f19e217a5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event updated for resources: {'Port': ['ID=9b24b412-0e5f-41fb-99a3-fc5acaec7328,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:34.252045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-38d8e1c5-38a5-4027-b5f8-58c10cf7c607 req-975986f0-5147-4a3c-94a1-e063a4244660 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] For port d1fed64c-2272-4a19-a818-0435607ade4d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=d1fed64c-2272-4a19-a818-0435607ade4d,segment=NetworkSegment(779dff04-01e7-4816-93c7-aeeb7ca69a0d),segment_id=779dff04-01e7-4816-93c7-aeeb7ca69a0d)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:34.252609 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-38d8e1c5-38a5-4027-b5f8-58c10cf7c607 req-975986f0-5147-4a3c-94a1-e063a4244660 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d1fed64c-2272-4a19-a818-0435607ade4d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:34.355468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-bc01c465-49ce-4e1e-a5b4-a058144b780b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] For port 644bd25d-b961-4bd4-8a58-afa919e1bb78, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=644bd25d-b961-4bd4-8a58-afa919e1bb78,segment=NetworkSegment(e2a6ac74-97f3-44d0-a72a-f52c989cd495),segment_id=e2a6ac74-97f3-44d0-a72a-f52c989cd495)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:34.355468 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bc01c465-49ce-4e1e-a5b4-a058144b780b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:34.366214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-38d8e1c5-38a5-4027-b5f8-58c10cf7c607 req-975986f0-5147-4a3c-94a1-e063a4244660 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Calling delete_port for d1fed64c-2272-4a19-a818-0435607ade4d owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:34.404567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-bc01c465-49ce-4e1e-a5b4-a058144b780b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for 644bd25d-b961-4bd4-8a58-afa919e1bb78 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:34.528879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34dd97e5-9cea-4b8b-8f0f-6657ddd68e2b req-f6f3aa4c-b36a-4c97-a95b-3b580ec4d5ff tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/security-groups?id=f587d054-4782-4d79-a49f-413fec6d6296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780865 Feb 08 16:05:34.545731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6feda84e-fb51-41bc-9bce-3a14166c9b83 None None] Provisioning complete for port 9b24b412-0e5f-41fb-99a3-fc5acaec7328 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:34.549002 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6feda84e-fb51-41bc-9bce-3a14166c9b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9b24b412-0e5f-41fb-99a3-fc5acaec7328), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:34.675229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6feda84e-fb51-41bc-9bce-3a14166c9b83 None None] Port 9b24b412-0e5f-41fb-99a3-fc5acaec7328 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:05:34.702654 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30681614-fabb-4a71-9f9d-993534e255c0 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks [] for port (9b24b412-0e5f-41fb-99a3-fc5acaec7328), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:34.715953 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30681614-fabb-4a71-9f9d-993534e255c0 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (9b24b412-0e5f-41fb-99a3-fc5acaec7328), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:34.813802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-30681614-fabb-4a71-9f9d-993534e255c0 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] In _notify_port_updated(), no bound segment for port 9b24b412-0e5f-41fb-99a3-fc5acaec7328 on network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 {{(pid=103301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:05:34.826071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30681614-fabb-4a71-9f9d-993534e255c0 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:34.828402 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-30681614-fabb-4a71-9f9d-993534e255c0 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:34.836053 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-30681614-fabb-4a71-9f9d-993534e255c0 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "PUT /v2.0/ports/9b24b412-0e5f-41fb-99a3-fc5acaec7328 HTTP/1.1" status: 200 len: 1002 time: 0.9115310 Feb 08 16:05:34.837224 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30681614-fabb-4a71-9f9d-993534e255c0 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event updated for resources: {'Port': ['ID=9b24b412-0e5f-41fb-99a3-fc5acaec7328,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:34.847624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60006) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:34.860061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60004) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:34.878636 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f199c327-0700-4a1e-b6fe-feb2e937f580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:35.127794 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f199c327-0700-4a1e-b6fe-feb2e937f580 admin admin] Publish callbacks [] for security_group (adc42473-b34e-419f-bbaa-b459e36cd6c1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:35.139023 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f199c327-0700-4a1e-b6fe-feb2e937f580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (adc42473-b34e-419f-bbaa-b459e36cd6c1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:35.215705 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-38d8e1c5-38a5-4027-b5f8-58c10cf7c607 req-975986f0-5147-4a3c-94a1-e063a4244660 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d1fed64c-2272-4a19-a818-0435607ade4d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:35.244257 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f199c327-0700-4a1e-b6fe-feb2e937f580 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b2b43feb53ba4ea6be6eb97365a9d94b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3954277 Feb 08 16:05:35.253723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60016) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:35.254587 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199c327-0700-4a1e-b6fe-feb2e937f580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc42473-b34e-419f-bbaa-b459e36cd6c1,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:35.325019 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975986f0-5147-4a3c-94a1-e063a4244660 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Pushing event deleted for resources: {'Port': ['ID=d1fed64c-2272-4a19-a818-0435607ade4d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:35.406959 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d8e1c5-38a5-4027-b5f8-58c10cf7c607 req-975986f0-5147-4a3c-94a1-e063a4244660 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] No DVR routers for this DVR port d1fed64c-2272-4a19-a818-0435607ade4d on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:05:35.415223 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-38d8e1c5-38a5-4027-b5f8-58c10cf7c607 req-975986f0-5147-4a3c-94a1-e063a4244660 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:35.419889 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-38d8e1c5-38a5-4027-b5f8-58c10cf7c607 req-975986f0-5147-4a3c-94a1-e063a4244660 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.96 "DELETE /v2.0/ports/d1fed64c-2272-4a19-a818-0435607ade4d HTTP/1.1" status: 204 len: 173 time: 2.3140273 Feb 08 16:05:35.422818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-2255f690-74ab-4ec6-9901-40fe81c387fe tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Deleting port 9b24b412-0e5f-41fb-99a3-fc5acaec7328 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:35.423354 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2255f690-74ab-4ec6-9901-40fe81c387fe tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9b24b412-0e5f-41fb-99a3-fc5acaec7328), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:35.425339 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b18d0c29-0d6f-4d14-85c6-36e8bc9d4a65 admin admin] Publish callbacks [] for security_group (adc42473-b34e-419f-bbaa-b459e36cd6c1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:35.426822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f877bbd-0cda-4af6-b346-2f5cb5e7f03c', 'name': 'network-vif-deleted', 'tag': 'd1fed64c-2272-4a19-a818-0435607ade4d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:05:35.430295 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710ae58d-0bc8-4176-82b3-e34d1c1b999a" -d '{"events": [{"server_uuid": "2f877bbd-0cda-4af6-b346-2f5cb5e7f03c", "name": "network-vif-deleted", "tag": "d1fed64c-2272-4a19-a818-0435607ade4d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:05:35.437148 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bc01c465-49ce-4e1e-a5b4-a058144b780b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (644bd25d-b961-4bd4-8a58-afa919e1bb78), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:35.463937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-072141d2-82be-4996-942b-c0310a31cd3c None None] Provisioning complete for port 9b24b412-0e5f-41fb-99a3-fc5acaec7328 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:35.466242 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-072141d2-82be-4996-942b-c0310a31cd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9b24b412-0e5f-41fb-99a3-fc5acaec7328), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:35.481828 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b18d0c29-0d6f-4d14-85c6-36e8bc9d4a65 admin admin] Publish callbacks [] for security_group (adc42473-b34e-419f-bbaa-b459e36cd6c1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:35.659623 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b18d0c29-0d6f-4d14-85c6-36e8bc9d4a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (adc42473-b34e-419f-bbaa-b459e36cd6c1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:35.675886 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b18d0c29-0d6f-4d14-85c6-36e8bc9d4a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:35.692079 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:35.695259 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-072141d2-82be-4996-942b-c0310a31cd3c None None] Port 9b24b412-0e5f-41fb-99a3-fc5acaec7328 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:05:35.701169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b18d0c29-0d6f-4d14-85c6-36e8bc9d4a65 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/adc42473-b34e-419f-bbaa-b459e36cd6c1 HTTP/1.1" status: 204 len: 168 time: 0.4237578 Feb 08 16:05:35.819321 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e61b3a7-67ae-4f63-9e01-fa7b8b72f250 x-openstack-request-id: req-1e61b3a7-67ae-4f63-9e01-fa7b8b72f250 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:05:35.819775 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f877bbd-0cda-4af6-b346-2f5cb5e7f03c", "name": "network-vif-deleted", "tag": "d1fed64c-2272-4a19-a818-0435607ade4d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:05:35.820289 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1e61b3a7-67ae-4f63-9e01-fa7b8b72f250 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:05:35.820978 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f877bbd-0cda-4af6-b346-2f5cb5e7f03c', 'name': 'network-vif-deleted', 'tag': 'd1fed64c-2272-4a19-a818-0435607ade4d', 'status': 'completed', 'code': 200} Feb 08 16:05:35.853651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01c465-49ce-4e1e-a5b4-a058144b780b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=644bd25d-b961-4bd4-8a58-afa919e1bb78,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:35.873716 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d0c29-0d6f-4d14-85c6-36e8bc9d4a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc42473-b34e-419f-bbaa-b459e36cd6c1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:35.899916 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-10f39677-5257-4225-8cd0-9637194d8f4e req-66b523f4-08a6-4c90-abfd-bf0bdce7d135 tempest-AttachVolumeNegativeTest-1932195774 tempest-AttachVolumeNegativeTest-1932195774-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f877bbd-0cda-4af6-b346-2f5cb5e7f03c HTTP/1.1" status: 200 len: 210 time: 0.1845212 Feb 08 16:05:36.093431 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2255f690-74ab-4ec6-9901-40fe81c387fe tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9b24b412-0e5f-41fb-99a3-fc5acaec7328), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:36.116164 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-2255f690-74ab-4ec6-9901-40fe81c387fe tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Calling delete_port for 9b24b412-0e5f-41fb-99a3-fc5acaec7328 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:36.264006 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bc01c465-49ce-4e1e-a5b4-a058144b780b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:36.581878 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2255f690-74ab-4ec6-9901-40fe81c387fe tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9b24b412-0e5f-41fb-99a3-fc5acaec7328), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:36.642071 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255f690-74ab-4ec6-9901-40fe81c387fe tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event deleted for resources: {'Port': ['ID=9b24b412-0e5f-41fb-99a3-fc5acaec7328,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:36.660077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc01c465-49ce-4e1e-a5b4-a058144b780b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 383cac44-1a0e-4a0e-b83f-42086c874f17 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:05:36.682588 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2255f690-74ab-4ec6-9901-40fe81c387fe tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:36.691945 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2255f690-74ab-4ec6-9901-40fe81c387fe tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "DELETE /v2.0/ports/9b24b412-0e5f-41fb-99a3-fc5acaec7328 HTTP/1.1" status: 204 len: 168 time: 1.8298194 Feb 08 16:05:36.695812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60048) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:36.697392 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:36.765959 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-c453d0fb-1598-4fd4-b1ce-afe5d0b0119a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] GET failed (client error): The resource could not be found. Feb 08 16:05:36.768017 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c453d0fb-1598-4fd4-b1ce-afe5d0b0119a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "GET /v2.0/ports/9b24b412-0e5f-41fb-99a3-fc5acaec7328 HTTP/1.1" status: 404 len: 333 time: 0.0704443 Feb 08 16:05:36.772990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60050) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:36.778429 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d627c7f9-c442-46ef-8730-6881b5282605 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Request body: {'port': {'network_id': '78fd0d66-659d-44c1-af8b-3afbb8a8b787', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-831446231'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:36.878196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device d1fed64c-2272-4a19-a818-0435607ade4d no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:05:36.925631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: d1fed64c-2272-4a19-a818-0435607ade4d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:05:36.925987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device d1fed64c-2272-4a19-a818-0435607ade4d not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:05:37.007716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc01c465-49ce-4e1e-a5b4-a058144b780b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:05:37.022527 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd41655-eb00-46bd-8063-def252f60411 None None] Sync routers for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:05:37.027728 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bc01c465-49ce-4e1e-a5b4-a058144b780b tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/383cac44-1a0e-4a0e-b83f-42086c874f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6162424 Feb 08 16:05:37.030301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60058) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:37.054762 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd41655-eb00-46bd-8063-def252f60411 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:37.055422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9dd41655-eb00-46bd-8063-def252f60411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:37.062681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d627c7f9-c442-46ef-8730-6881b5282605 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Made reservation on behalf of 11fd28badd1544eeb9bc6bd01cb0edc3 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:05:37.072509 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d627c7f9-c442-46ef-8730-6881b5282605 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:37.081630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60060) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:37.118517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5b2b69-1efd-4936-97e8-0eb66daae585 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting subnet 5a22fdbd-8d59-4156-acbc-1bb86a3a3974 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:05:37.124181 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee5b2b69-1efd-4936-97e8-0eb66daae585 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (5a22fdbd-8d59-4156-acbc-1bb86a3a3974), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:37.136902 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-d627c7f9-c442-46ef-8730-6881b5282605 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] device_id is not set on port 69760b21-c022-4b34-b788-406424837348 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:05:37.203813 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee5b2b69-1efd-4936-97e8-0eb66daae585 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (5a22fdbd-8d59-4156-acbc-1bb86a3a3974), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:37.306519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60066) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:37.306684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-9dd41655-eb00-46bd-8063-def252f60411 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:37.335737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-d627c7f9-c442-46ef-8730-6881b5282605 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Allocated IP 2001:db8::2c6 (78fd0d66-659d-44c1-af8b-3afbb8a8b787/886a5b1b-1a43-439e-be97-73b24c86433c/69760b21-c022-4b34-b788-406424837348) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:05:37.352539 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa941-bc1f-432f-a170-2dc6b9582af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:37.565392 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa941-bc1f-432f-a170-2dc6b9582af1 admin admin] Publish callbacks [] for security_group (3b57709f-b166-46e5-a823-2b34f8417c9b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:37.578204 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee5b2b69-1efd-4936-97e8-0eb66daae585 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (5a22fdbd-8d59-4156-acbc-1bb86a3a3974), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:37.582073 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c4eaa941-bc1f-432f-a170-2dc6b9582af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3b57709f-b166-46e5-a823-2b34f8417c9b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:37.778787 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c4eaa941-bc1f-432f-a170-2dc6b9582af1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=640ad8da19374c1f83698ad6fcc9f665&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4651816 Feb 08 16:05:37.781632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60076) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:37.782416 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eaa941-bc1f-432f-a170-2dc6b9582af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b57709f-b166-46e5-a823-2b34f8417c9b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:37.805560 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee5b2b69-1efd-4936-97e8-0eb66daae585 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (5a22fdbd-8d59-4156-acbc-1bb86a3a3974), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:37.910432 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d627c7f9-c442-46ef-8730-6881b5282605 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks [] for port (69760b21-c022-4b34-b788-406424837348), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:37.961730 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d627c7f9-c442-46ef-8730-6881b5282605 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (69760b21-c022-4b34-b788-406424837348), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:37.984284 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9dd41655-eb00-46bd-8063-def252f60411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:35Z', 'revision_number': 8, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '21c1bb32-21fb-44ab-927e-e259d14c7cbf', 'name': '', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:51:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:02Z', 'updated_at': '2022-02-08T16:05:18Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:38.022972 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-e800cba1-5599-446e-9428-51dd76d15b87 admin admin] Deleting subnet 278c2f2b-2d96-42da-b202-953ae37669d2 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:05:38.032104 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e800cba1-5599-446e-9428-51dd76d15b87 admin admin] Publish callbacks [] for subnet (278c2f2b-2d96-42da-b202-953ae37669d2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.053607 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee5b2b69-1efd-4936-97e8-0eb66daae585 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.058122 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd41655-eb00-46bd-8063-def252f60411 None None] Checking router: 383cac44-1a0e-4a0e-b83f-42086c874f17 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:05:38.062619 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ee5b2b69-1efd-4936-97e8-0eb66daae585 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/5a22fdbd-8d59-4156-acbc-1bb86a3a3974 HTTP/1.1" status: 204 len: 168 time: 1.0270448 Feb 08 16:05:38.065296 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.067076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b2b69-1efd-4936-97e8-0eb66daae585 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Subnet': ['ID=5a22fdbd-8d59-4156-acbc-1bb86a3a3974,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:38.071036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01559880-5afc-460f-b7b0-ecc680140495 None None] Network bc77adc3-f4ec-41c5-ab80-8b54140b8792 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:05:38.085228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60088) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:38.104904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d627c7f9-c442-46ef-8730-6881b5282605 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:05:38.121914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c003e381-9e50-4722-9fe9-e22bf1f04c09 admin admin] Publish callbacks [] for security_group (3b57709f-b166-46e5-a823-2b34f8417c9b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.164398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-d627c7f9-c442-46ef-8730-6881b5282605 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:05:38.181137 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c003e381-9e50-4722-9fe9-e22bf1f04c09 admin admin] Publish callbacks [] for security_group (3b57709f-b166-46e5-a823-2b34f8417c9b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.213074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd41655-eb00-46bd-8063-def252f60411 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:38.213924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9dd41655-eb00-46bd-8063-def252f60411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:38.242967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d627c7f9-c442-46ef-8730-6881b5282605 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:05:38.254938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d627c7f9-c442-46ef-8730-6881b5282605 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:38.256326 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d627c7f9-c442-46ef-8730-6881b5282605 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.278760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627c7f9-c442-46ef-8730-6881b5282605 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event updated for resources: {'Port': ['ID=69760b21-c022-4b34-b788-406424837348,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:38.293379 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e800cba1-5599-446e-9428-51dd76d15b87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (278c2f2b-2d96-42da-b202-953ae37669d2), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.320444 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c003e381-9e50-4722-9fe9-e22bf1f04c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3b57709f-b166-46e5-a823-2b34f8417c9b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.324209 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c003e381-9e50-4722-9fe9-e22bf1f04c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.327882 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c003e381-9e50-4722-9fe9-e22bf1f04c09 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3b57709f-b166-46e5-a823-2b34f8417c9b HTTP/1.1" status: 204 len: 168 time: 0.5338037 Feb 08 16:05:38.343010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003e381-9e50-4722-9fe9-e22bf1f04c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b57709f-b166-46e5-a823-2b34f8417c9b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:38.358131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d627c7f9-c442-46ef-8730-6881b5282605 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5803432 Feb 08 16:05:38.371291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60096) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:38.387889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-09a27657-7a03-4b5f-a863-687b7bbdcac5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Request body: {'port': {'network_id': '78fd0d66-659d-44c1-af8b-3afbb8a8b787', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1382389308'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:38.403838 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (bc77adc3-f4ec-41c5-ab80-8b54140b8792), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.408722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60098) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:38.438901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-9dd41655-eb00-46bd-8063-def252f60411 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:38.461272 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e800cba1-5599-446e-9428-51dd76d15b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (278c2f2b-2d96-42da-b202-953ae37669d2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.524240 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a27657-7a03-4b5f-a863-687b7bbdcac5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Made reservation on behalf of 11fd28badd1544eeb9bc6bd01cb0edc3 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:05:38.531037 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-09a27657-7a03-4b5f-a863-687b7bbdcac5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.590500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-09a27657-7a03-4b5f-a863-687b7bbdcac5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] device_id is not set on port 56c68e03-0b3d-45dd-8cde-81da39573093 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:05:38.652552 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e800cba1-5599-446e-9428-51dd76d15b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (278c2f2b-2d96-42da-b202-953ae37669d2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.739445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800cba1-5599-446e-9428-51dd76d15b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=278c2f2b-2d96-42da-b202-953ae37669d2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:38.754920 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e800cba1-5599-446e-9428-51dd76d15b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.771120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e800cba1-5599-446e-9428-51dd76d15b87 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/278c2f2b-2d96-42da-b202-953ae37669d2 HTTP/1.1" status: 204 len: 168 time: 1.6882083 Feb 08 16:05:38.779994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60106) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:38.803585 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:38.804919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.831754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-abd2e59d-3df8-4e37-952b-e38b8dc4a0e2 None None] Provisioning complete for port 69760b21-c022-4b34-b788-406424837348 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:38.839615 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-abd2e59d-3df8-4e37-952b-e38b8dc4a0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (69760b21-c022-4b34-b788-406424837348), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.928044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-abd2e59d-3df8-4e37-952b-e38b8dc4a0e2 None None] Port 69760b21-c022-4b34-b788-406424837348 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:05:38.936857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e636c00b-a882-413f-8bf3-007da279f12c None None] DHCP port deletion for bc77adc3-f4ec-41c5-ab80-8b54140b8792 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:05:38.977131 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] For port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=aa9b067e-78d1-4787-a812-5a8cdf4e9ec4,segment=NetworkSegment(e2a6ac74-97f3-44d0-a72a-f52c989cd495),segment_id=e2a6ac74-97f3-44d0-a72a-f52c989cd495)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:38.982245 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:38.992916 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-09a27657-7a03-4b5f-a863-687b7bbdcac5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Allocated IP 2001:db8::34c (78fd0d66-659d-44c1-af8b-3afbb8a8b787/886a5b1b-1a43-439e-be97-73b24c86433c/56c68e03-0b3d-45dd-8cde-81da39573093) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:05:39.013918 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:39.077315 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6be17c69-2969-46ec-99a1-639cacf17a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (2809b07d-e729-4e16-9f4f-331fbe210676), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.156979 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-51ba0e48-0b31-469d-8c1f-31fa6d2c7e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.184862 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e636c00b-a882-413f-8bf3-007da279f12c None None] Deleting port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:39.186149 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e636c00b-a882-413f-8bf3-007da279f12c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.373148 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6be17c69-2969-46ec-99a1-639cacf17a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (2809b07d-e729-4e16-9f4f-331fbe210676), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.379061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e636c00b-a882-413f-8bf3-007da279f12c None None] For port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=aa9b067e-78d1-4787-a812-5a8cdf4e9ec4,segment=NetworkSegment(e2a6ac74-97f3-44d0-a72a-f52c989cd495),segment_id=e2a6ac74-97f3-44d0-a72a-f52c989cd495)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:39.379381 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e636c00b-a882-413f-8bf3-007da279f12c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.419398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e636c00b-a882-413f-8bf3-007da279f12c None None] Calling delete_port for aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:39.433881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-6be17c69-2969-46ec-99a1-639cacf17a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2809b07d-e729-4e16-9f4f-331fbe210676']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:39.462156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-6be17c69-2969-46ec-99a1-639cacf17a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779dff04-01e7-4816-93c7-aeeb7ca69a0d') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:39.462465 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-6be17c69-2969-46ec-99a1-639cacf17a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779dff04-01e7-4816-93c7-aeeb7ca69a0d') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:39.486753 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6be17c69-2969-46ec-99a1-639cacf17a1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (779dff04-01e7-4816-93c7-aeeb7ca69a0d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.514598 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-09a27657-7a03-4b5f-a863-687b7bbdcac5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks [] for port (56c68e03-0b3d-45dd-8cde-81da39573093), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.523526 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6be17c69-2969-46ec-99a1-639cacf17a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (779dff04-01e7-4816-93c7-aeeb7ca69a0d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.537105 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.547033 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be17c69-2969-46ec-99a1-639cacf17a1b admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:05:39.547509 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6be17c69-2969-46ec-99a1-639cacf17a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (779dff04-01e7-4816-93c7-aeeb7ca69a0d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.548234 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:05:39.561842 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:05:39.604912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:05:39.605679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:05:39.609402 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9dd41655-eb00-46bd-8063-def252f60411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:35Z', 'revision_number': 8, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '21c1bb32-21fb-44ab-927e-e259d14c7cbf', 'name': '', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:51:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:02Z', 'updated_at': '2022-02-08T16:05:18Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:39.665500 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6be17c69-2969-46ec-99a1-639cacf17a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (2809b07d-e729-4e16-9f4f-331fbe210676), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.677814 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No DVR routers for this DVR port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:05:39.688042 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-09a27657-7a03-4b5f-a863-687b7bbdcac5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (56c68e03-0b3d-45dd-8cde-81da39573093), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.695844 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6be17c69-2969-46ec-99a1-639cacf17a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.699685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=aa9b067e-78d1-4787-a812-5a8cdf4e9ec4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:39.701445 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6be17c69-2969-46ec-99a1-639cacf17a1b admin admin] 10.222.0.82 "DELETE /v2.0/networks/2809b07d-e729-4e16-9f4f-331fbe210676 HTTP/1.1" status: 204 len: 168 time: 0.9190817 Feb 08 16:05:39.702868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd41655-eb00-46bd-8063-def252f60411 None None] The sync data for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 is: [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:35Z', 'revision_number': 8, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '21c1bb32-21fb-44ab-927e-e259d14c7cbf', 'name': '', 'network_id': 'fa210f28-d175-4ed8-9653-7c48dae15ea1', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:51:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:05:02Z', 'updated_at': '2022-02-08T16:05:18Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': '0362afb0-c593-4a2a-a289-9af59b49f16a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:05:39.714402 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-51ba0e48-0b31-469d-8c1f-31fa6d2c7e04 admin admin] Publish callbacks [] for security_group (c2aa89d9-e6a1-4a78-8507-a8c2c235a6e8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.738702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a27657-7a03-4b5f-a863-687b7bbdcac5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:05:39.753939 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-09a27657-7a03-4b5f-a863-687b7bbdcac5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:05:39.758452 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e636c00b-a882-413f-8bf3-007da279f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (aa9b067e-78d1-4787-a812-5a8cdf4e9ec4), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.798215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e636c00b-a882-413f-8bf3-007da279f12c None None] No DVR routers for this DVR port aa9b067e-78d1-4787-a812-5a8cdf4e9ec4 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:05:39.847792 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-51ba0e48-0b31-469d-8c1f-31fa6d2c7e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c2aa89d9-e6a1-4a78-8507-a8c2c235a6e8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.855377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636c00b-a882-413f-8bf3-007da279f12c None None] Pushing event deleted for resources: {'Port': ['ID=aa9b067e-78d1-4787-a812-5a8cdf4e9ec4,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:39.858766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a27657-7a03-4b5f-a863-687b7bbdcac5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:05:39.872006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a27657-7a03-4b5f-a863-687b7bbdcac5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:39.879868 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-09a27657-7a03-4b5f-a863-687b7bbdcac5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:39.895011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be17c69-2969-46ec-99a1-639cacf17a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=2809b07d-e729-4e16-9f4f-331fbe210676,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:39.907137 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-09a27657-7a03-4b5f-a863-687b7bbdcac5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5342281 Feb 08 16:05:39.911883 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60138) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:39.931478 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d3912c51-f9c4-4a6c-bb11-897c64391234 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::146', 'mac_address': 'fa:16:3e:fd:cc:c8'}, {'ip_address': '2001:db8::2c6', 'mac_address': 'fa:16:3e:09:85:40'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:40.018321 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a27657-7a03-4b5f-a863-687b7bbdcac5 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event updated for resources: {'Port': ['ID=56c68e03-0b3d-45dd-8cde-81da39573093,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:40.121052 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (bc77adc3-f4ec-41c5-ab80-8b54140b8792), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:40.179891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0256b4fe-e582-4968-bf07-4ee31271ad8c None None] Provisioning complete for port 56c68e03-0b3d-45dd-8cde-81da39573093 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:40.192135 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0256b4fe-e582-4968-bf07-4ee31271ad8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (56c68e03-0b3d-45dd-8cde-81da39573093), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:40.290096 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-51ba0e48-0b31-469d-8c1f-31fa6d2c7e04 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bdd558d897834d9d8d83566d66909a17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8580339 Feb 08 16:05:40.300222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba0e48-0b31-469d-8c1f-31fa6d2c7e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aa89d9-e6a1-4a78-8507-a8c2c235a6e8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:40.304198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60148) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:40.318688 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3912c51-f9c4-4a6c-bb11-897c64391234 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (56c68e03-0b3d-45dd-8cde-81da39573093), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:40.321232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60150) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:40.323374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc77adc3-f4ec-41c5-ab80-8b54140b8792']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:40.335243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0256b4fe-e582-4968-bf07-4ee31271ad8c None None] Port 56c68e03-0b3d-45dd-8cde-81da39573093 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:05:40.393473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a6ac74-97f3-44d0-a72a-f52c989cd495') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:40.393948 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a6ac74-97f3-44d0-a72a-f52c989cd495') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:40.431901 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (e2a6ac74-97f3-44d0-a72a-f52c989cd495), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:40.475204 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (e2a6ac74-97f3-44d0-a72a-f52c989cd495), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:40.501274 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-50b79387-80ec-474d-b6d2-f9f0b0cc960d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c6b8b28708264c7d928902be76796bef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466660 Feb 08 16:05:40.501274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:05:40.501274 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (e2a6ac74-97f3-44d0-a72a-f52c989cd495), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:05:40.506697 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:05:40.513124 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60154) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:40.589794 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-532439ed-820f-4b7f-92cd-4e136fe5497d admin admin] Publish callbacks [] for security_group (c2aa89d9-e6a1-4a78-8507-a8c2c235a6e8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:40.684314 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-532439ed-820f-4b7f-92cd-4e136fe5497d admin admin] Publish callbacks [] for security_group (c2aa89d9-e6a1-4a78-8507-a8c2c235a6e8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:40.703284 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3912c51-f9c4-4a6c-bb11-897c64391234 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks [] for port (56c68e03-0b3d-45dd-8cde-81da39573093), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:40.715014 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3912c51-f9c4-4a6c-bb11-897c64391234 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (56c68e03-0b3d-45dd-8cde-81da39573093), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:40.715547 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (bc77adc3-f4ec-41c5-ab80-8b54140b8792), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:40.758339 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:40.763475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/networks/bc77adc3-f4ec-41c5-ab80-8b54140b8792 HTTP/1.1" status: 204 len: 168 time: 2.6763916 Feb 08 16:05:40.766045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60162) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:40.805224 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3912c51-f9c4-4a6c-bb11-897c64391234 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event updated for resources: {'Port': ['ID=56c68e03-0b3d-45dd-8cde-81da39573093,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:40.814733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d3912c51-f9c4-4a6c-bb11-897c64391234 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] In _notify_port_updated(), no bound segment for port 56c68e03-0b3d-45dd-8cde-81da39573093 on network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:05:40.821493 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3912c51-f9c4-4a6c-bb11-897c64391234 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:40.822579 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3912c51-f9c4-4a6c-bb11-897c64391234 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:40.823988 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d3912c51-f9c4-4a6c-bb11-897c64391234 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "PUT /v2.0/ports/56c68e03-0b3d-45dd-8cde-81da39573093 HTTP/1.1" status: 200 len: 1068 time: 0.9102917 Feb 08 16:05:40.827419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60164) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:40.958345 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97f65836-af3f-4209-bd6e-79cfcf2227b8 admin admin] Publish callbacks [] for security_group (f587d054-4782-4d79-a49f-413fec6d6296), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:40.981731 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9d390839-0642-41fe-aefb-f29eeb990d78 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Deleting port 56c68e03-0b3d-45dd-8cde-81da39573093 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:40.982190 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d390839-0642-41fe-aefb-f29eeb990d78 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (56c68e03-0b3d-45dd-8cde-81da39573093), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:41.128724 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d390839-0642-41fe-aefb-f29eeb990d78 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (56c68e03-0b3d-45dd-8cde-81da39573093), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:41.173501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9d390839-0642-41fe-aefb-f29eeb990d78 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Calling delete_port for 56c68e03-0b3d-45dd-8cde-81da39573093 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:41.320032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d81eab29-d740-4be2-a423-75e219d05a0b None None] Provisioning complete for port 56c68e03-0b3d-45dd-8cde-81da39573093 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:05:41.322109 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d81eab29-d740-4be2-a423-75e219d05a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (56c68e03-0b3d-45dd-8cde-81da39573093), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:41.416791 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d390839-0642-41fe-aefb-f29eeb990d78 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (56c68e03-0b3d-45dd-8cde-81da39573093), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:41.430672 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 644bd25d-b961-4bd4-8a58-afa919e1bb78 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:05:41.530497 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 644bd25d-b961-4bd4-8a58-afa919e1bb78 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:05:41.531545 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 644bd25d-b961-4bd4-8a58-afa919e1bb78 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:05:41.554127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d390839-0642-41fe-aefb-f29eeb990d78 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event deleted for resources: {'Port': ['ID=56c68e03-0b3d-45dd-8cde-81da39573093,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:41.559663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d81eab29-d740-4be2-a423-75e219d05a0b None None] Port 56c68e03-0b3d-45dd-8cde-81da39573093 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:05:41.581955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd14e40-4ac0-49e6-994a-5c5e194eb997 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Network': ['ID=bc77adc3-f4ec-41c5-ab80-8b54140b8792,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:41.623087 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97f65836-af3f-4209-bd6e-79cfcf2227b8 admin admin] Publish callbacks [] for security_group (f587d054-4782-4d79-a49f-413fec6d6296), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:41.649240 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-532439ed-820f-4b7f-92cd-4e136fe5497d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c2aa89d9-e6a1-4a78-8507-a8c2c235a6e8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:41.652100 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-532439ed-820f-4b7f-92cd-4e136fe5497d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:41.653304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-532439ed-820f-4b7f-92cd-4e136fe5497d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c2aa89d9-e6a1-4a78-8507-a8c2c235a6e8 HTTP/1.1" status: 204 len: 168 time: 1.3210087 Feb 08 16:05:41.723728 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532439ed-820f-4b7f-92cd-4e136fe5497d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2aa89d9-e6a1-4a78-8507-a8c2c235a6e8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:41.916366 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d390839-0642-41fe-aefb-f29eeb990d78 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:41.923407 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9d390839-0642-41fe-aefb-f29eeb990d78 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "DELETE /v2.0/ports/56c68e03-0b3d-45dd-8cde-81da39573093 HTTP/1.1" status: 204 len: 168 time: 1.0937173 Feb 08 16:05:41.926027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60190) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:41.968585 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfe1375-3e33-4adb-8ffa-927c3ab6fb9e tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] GET failed (client error): The resource could not be found. Feb 08 16:05:41.970347 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1cfe1375-3e33-4adb-8ffa-927c3ab6fb9e tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "GET /v2.0/ports/56c68e03-0b3d-45dd-8cde-81da39573093 HTTP/1.1" status: 404 len: 333 time: 0.0422800 Feb 08 16:05:41.973285 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60192) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:41.986647 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97f65836-af3f-4209-bd6e-79cfcf2227b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f587d054-4782-4d79-a49f-413fec6d6296), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:41.997739 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97f65836-af3f-4209-bd6e-79cfcf2227b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:42.001304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-97f65836-af3f-4209-bd6e-79cfcf2227b8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f587d054-4782-4d79-a49f-413fec6d6296 HTTP/1.1" status: 204 len: 168 time: 1.4724410 Feb 08 16:05:42.113830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f65836-af3f-4209-bd6e-79cfcf2227b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f587d054-4782-4d79-a49f-413fec6d6296,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:42.232350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a7cae8a0-1338-4c2c-9015-121a15450e93 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Deleting port 69760b21-c022-4b34-b788-406424837348 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:42.232605 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8a0-1338-4c2c-9015-121a15450e93 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (69760b21-c022-4b34-b788-406424837348), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:42.510073 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20918054-36ff-478e-b09d-dc2a1d4c1f82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:42.588118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60206) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:42.690802 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4780d7f2-61b3-4883-95f0-c33995e7b7ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:42.895001 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8a0-1338-4c2c-9015-121a15450e93 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (69760b21-c022-4b34-b788-406424837348), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:42.899869 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4780d7f2-61b3-4883-95f0-c33995e7b7ef admin admin] Publish callbacks [] for security_group (cee1c840-4144-488c-858f-0a2390a724e7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:42.907733 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4780d7f2-61b3-4883-95f0-c33995e7b7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cee1c840-4144-488c-858f-0a2390a724e7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:42.928518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a7cae8a0-1338-4c2c-9015-121a15450e93 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Calling delete_port for 69760b21-c022-4b34-b788-406424837348 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:42.956634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780d7f2-61b3-4883-95f0-c33995e7b7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee1c840-4144-488c-858f-0a2390a724e7,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:42.970842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4780d7f2-61b3-4883-95f0-c33995e7b7ef admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9d80d2817c624ebbb6eb5dd200865665&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3765416 Feb 08 16:05:42.978105 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60218) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:43.092652 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a98b6b32-ef0b-46c2-a43e-3c250b703f2a admin admin] Publish callbacks [] for security_group (cee1c840-4144-488c-858f-0a2390a724e7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:43.125409 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8a0-1338-4c2c-9015-121a15450e93 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (69760b21-c022-4b34-b788-406424837348), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:43.172480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cae8a0-1338-4c2c-9015-121a15450e93 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event deleted for resources: {'Port': ['ID=69760b21-c022-4b34-b788-406424837348,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:43.189987 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a98b6b32-ef0b-46c2-a43e-3c250b703f2a admin admin] Publish callbacks [] for security_group (cee1c840-4144-488c-858f-0a2390a724e7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:43.206832 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8a0-1338-4c2c-9015-121a15450e93 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:43.217079 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a7cae8a0-1338-4c2c-9015-121a15450e93 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "DELETE /v2.0/ports/69760b21-c022-4b34-b788-406424837348 HTTP/1.1" status: 204 len: 168 time: 1.2390108 Feb 08 16:05:43.217079 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60224) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:43.292157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-20918054-36ff-478e-b09d-dc2a1d4c1f82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port 21c1bb32-21fb-44ab-927e-e259d14c7cbf {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:43.292703 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20918054-36ff-478e-b09d-dc2a1d4c1f82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:43.318578 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a350ed-ed21-4332-8fa4-23a975314f0a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] GET failed (client error): The resource could not be found. Feb 08 16:05:43.323599 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c0a350ed-ed21-4332-8fa4-23a975314f0a tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "GET /v2.0/ports/69760b21-c022-4b34-b788-406424837348 HTTP/1.1" status: 404 len: 333 time: 0.1031833 Feb 08 16:05:43.324467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60228) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:43.484893 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a98b6b32-ef0b-46c2-a43e-3c250b703f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cee1c840-4144-488c-858f-0a2390a724e7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:43.488221 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a98b6b32-ef0b-46c2-a43e-3c250b703f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:43.492519 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a98b6b32-ef0b-46c2-a43e-3c250b703f2a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cee1c840-4144-488c-858f-0a2390a724e7 HTTP/1.1" status: 204 len: 168 time: 0.5133278 Feb 08 16:05:43.511711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b6b32-ef0b-46c2-a43e-3c250b703f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee1c840-4144-488c-858f-0a2390a724e7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:43.556069 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-59c8d8a0-66d1-4856-a6e6-e65ffefd1d81 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Deleting port 26b94b39-dbd7-49e7-856d-10c93f084d20 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:43.557682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-59c8d8a0-66d1-4856-a6e6-e65ffefd1d81 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (26b94b39-dbd7-49e7-856d-10c93f084d20), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:43.664088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-20918054-36ff-478e-b09d-dc2a1d4c1f82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] For port 21c1bb32-21fb-44ab-927e-e259d14c7cbf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=21c1bb32-21fb-44ab-927e-e259d14c7cbf,segment=NetworkSegment(a72c0562-2695-4775-80a0-ac6728392672),segment_id=a72c0562-2695-4775-80a0-ac6728392672)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:43.664605 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20918054-36ff-478e-b09d-dc2a1d4c1f82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:43.696874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-20918054-36ff-478e-b09d-dc2a1d4c1f82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for 21c1bb32-21fb-44ab-927e-e259d14c7cbf owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:43.859228 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-59c8d8a0-66d1-4856-a6e6-e65ffefd1d81 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (26b94b39-dbd7-49e7-856d-10c93f084d20), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:43.894357 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-59c8d8a0-66d1-4856-a6e6-e65ffefd1d81 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Calling delete_port for 26b94b39-dbd7-49e7-856d-10c93f084d20 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:44.117975 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20918054-36ff-478e-b09d-dc2a1d4c1f82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (21c1bb32-21fb-44ab-927e-e259d14c7cbf), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:44.141659 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-59c8d8a0-66d1-4856-a6e6-e65ffefd1d81 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (26b94b39-dbd7-49e7-856d-10c93f084d20), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:44.169292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20918054-36ff-478e-b09d-dc2a1d4c1f82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=21c1bb32-21fb-44ab-927e-e259d14c7cbf,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:44.209173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8d8a0-66d1-4856-a6e6-e65ffefd1d81 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event deleted for resources: {'Port': ['ID=26b94b39-dbd7-49e7-856d-10c93f084d20,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:44.326270 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-59c8d8a0-66d1-4856-a6e6-e65ffefd1d81 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:44.337396 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-59c8d8a0-66d1-4856-a6e6-e65ffefd1d81 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "DELETE /v2.0/ports/26b94b39-dbd7-49e7-856d-10c93f084d20 HTTP/1.1" status: 204 len: 168 time: 1.0092306 Feb 08 16:05:44.337643 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60262) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:44.674685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d45699-5e91-4554-bc40-2e291b3b702d tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Deleting subnet 886a5b1b-1a43-439e-be97-73b24c86433c {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:05:44.691261 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96d45699-5e91-4554-bc40-2e291b3b702d tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks [] for subnet (886a5b1b-1a43-439e-be97-73b24c86433c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:44.948536 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96d45699-5e91-4554-bc40-2e291b3b702d tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (886a5b1b-1a43-439e-be97-73b24c86433c), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:45.009292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20918054-36ff-478e-b09d-dc2a1d4c1f82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:45.218623 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96d45699-5e91-4554-bc40-2e291b3b702d tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (886a5b1b-1a43-439e-be97-73b24c86433c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:45.468727 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20918054-36ff-478e-b09d-dc2a1d4c1f82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 383cac44-1a0e-4a0e-b83f-42086c874f17 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:05:45.708560 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96d45699-5e91-4554-bc40-2e291b3b702d tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (886a5b1b-1a43-439e-be97-73b24c86433c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:45.780830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d45699-5e91-4554-bc40-2e291b3b702d tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event deleted for resources: {'Subnet': ['ID=886a5b1b-1a43-439e-be97-73b24c86433c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:45.807580 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96d45699-5e91-4554-bc40-2e291b3b702d tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:45.813469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d862911-6934-412a-ab64-65b4ba73b627 None None] Network 78fd0d66-659d-44c1-af8b-3afbb8a8b787 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:05:45.824343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-96d45699-5e91-4554-bc40-2e291b3b702d tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "DELETE /v2.0/subnets/886a5b1b-1a43-439e-be97-73b24c86433c HTTP/1.1" status: 204 len: 168 time: 1.4834290 Feb 08 16:05:45.826866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60302) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:45.830295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20918054-36ff-478e-b09d-dc2a1d4c1f82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:05:45.843596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-20918054-36ff-478e-b09d-dc2a1d4c1f82 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/383cac44-1a0e-4a0e-b83f-42086c874f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0636058 Feb 08 16:05:45.843596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60304) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:45.856843 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b68b136-580b-47d5-9017-2a125c18b647 None None] Sync routers for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:05:45.883734 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b68b136-580b-47d5-9017-2a125c18b647 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:45.887221 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2b68b136-580b-47d5-9017-2a125c18b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:46.061236 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-143a2bce-f3fd-45a4-89c3-c17dd8e1999e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting subnet 0362afb0-c593-4a2a-a289-9af59b49f16a {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:05:46.064730 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (78fd0d66-659d-44c1-af8b-3afbb8a8b787), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:46.076549 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-143a2bce-f3fd-45a4-89c3-c17dd8e1999e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (0362afb0-c593-4a2a-a289-9af59b49f16a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:46.223111 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-143a2bce-f3fd-45a4-89c3-c17dd8e1999e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (0362afb0-c593-4a2a-a289-9af59b49f16a), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:46.287597 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2b68b136-580b-47d5-9017-2a125c18b647 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:46.324931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2995f3b4-e3da-4ff0-af15-4035b69e8806 None None] DHCP port deletion for 78fd0d66-659d-44c1-af8b-3afbb8a8b787 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:05:46.325727 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Deleting port 270d9781-8077-4797-b3ec-1a5b5834efc8 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:46.326272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:46.417899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] For port 270d9781-8077-4797-b3ec-1a5b5834efc8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=270d9781-8077-4797-b3ec-1a5b5834efc8,segment=NetworkSegment(816fc585-be73-4c77-8189-a96af1a15c6f),segment_id=816fc585-be73-4c77-8189-a96af1a15c6f)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:46.418565 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:46.439102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Calling delete_port for 270d9781-8077-4797-b3ec-1a5b5834efc8 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:46.449553 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-143a2bce-f3fd-45a4-89c3-c17dd8e1999e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (0362afb0-c593-4a2a-a289-9af59b49f16a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:46.457716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2995f3b4-e3da-4ff0-af15-4035b69e8806 None None] Deleting port 270d9781-8077-4797-b3ec-1a5b5834efc8 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:46.461070 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2995f3b4-e3da-4ff0-af15-4035b69e8806 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:46.619320 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-143a2bce-f3fd-45a4-89c3-c17dd8e1999e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (0362afb0-c593-4a2a-a289-9af59b49f16a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:46.633938 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2b68b136-580b-47d5-9017-2a125c18b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:44Z', 'revision_number': 9, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:46.644338 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-143a2bce-f3fd-45a4-89c3-c17dd8e1999e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:46.652568 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-143a2bce-f3fd-45a4-89c3-c17dd8e1999e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/0362afb0-c593-4a2a-a289-9af59b49f16a HTTP/1.1" status: 204 len: 168 time: 0.8079252 Feb 08 16:05:46.657392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60324) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:46.667763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0387a3-1f36-499b-9108-8e58fe5a1329 None None] Network fa210f28-d175-4ed8-9653-7c48dae15ea1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:05:46.680766 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b68b136-580b-47d5-9017-2a125c18b647 None None] Checking router: 383cac44-1a0e-4a0e-b83f-42086c874f17 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:05:46.694230 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b68b136-580b-47d5-9017-2a125c18b647 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:46.695104 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2b68b136-580b-47d5-9017-2a125c18b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:46.768545 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:46.833752 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2b68b136-580b-47d5-9017-2a125c18b647 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:46.896015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event deleted for resources: {'Port': ['ID=270d9781-8077-4797-b3ec-1a5b5834efc8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:46.906048 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (fa210f28-d175-4ed8-9653-7c48dae15ea1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:46.910890 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] No DVR routers for this DVR port 270d9781-8077-4797-b3ec-1a5b5834efc8 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:05:46.919219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a2bce-f3fd-45a4-89c3-c17dd8e1999e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Subnet': ['ID=0362afb0-c593-4a2a-a289-9af59b49f16a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:46.962156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2995f3b4-e3da-4ff0-af15-4035b69e8806 None None] For port 270d9781-8077-4797-b3ec-1a5b5834efc8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=270d9781-8077-4797-b3ec-1a5b5834efc8,segment=NetworkSegment(816fc585-be73-4c77-8189-a96af1a15c6f),segment_id=816fc585-be73-4c77-8189-a96af1a15c6f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:46.963217 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2995f3b4-e3da-4ff0-af15-4035b69e8806 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:46.993597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:46.994084 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.000549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2995f3b4-e3da-4ff0-af15-4035b69e8806 None None] Calling delete_port for 270d9781-8077-4797-b3ec-1a5b5834efc8 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:47.085533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] For port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f,segment=NetworkSegment(a72c0562-2695-4775-80a0-ac6728392672),segment_id=a72c0562-2695-4775-80a0-ac6728392672)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:47.086059 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.122936 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:47.233947 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (78fd0d66-659d-44c1-af8b-3afbb8a8b787), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.245624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60338) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:47.291993 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2995f3b4-e3da-4ff0-af15-4035b69e8806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (270d9781-8077-4797-b3ec-1a5b5834efc8), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.335803 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fd0d66-659d-44c1-af8b-3afbb8a8b787']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:47.373589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816fc585-be73-4c77-8189-a96af1a15c6f') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:47.373885 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816fc585-be73-4c77-8189-a96af1a15c6f') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:47.399525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995f3b4-e3da-4ff0-af15-4035b69e8806 None None] Pushing event deleted for resources: {'Port': ['ID=270d9781-8077-4797-b3ec-1a5b5834efc8,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:47.407090 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eacf82-c37d-4565-93d5-67c8a409dd26 None None] DHCP port deletion for fa210f28-d175-4ed8-9653-7c48dae15ea1 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:05:47.417681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2995f3b4-e3da-4ff0-af15-4035b69e8806 None None] No DVR routers for this DVR port 270d9781-8077-4797-b3ec-1a5b5834efc8 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:05:47.435412 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (816fc585-be73-4c77-8189-a96af1a15c6f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.439231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 270d9781-8077-4797-b3ec-1a5b5834efc8 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:05:47.482021 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.488830 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2b68b136-580b-47d5-9017-2a125c18b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:44Z', 'revision_number': 9, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:47.499746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 270d9781-8077-4797-b3ec-1a5b5834efc8 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:05:47.500516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 270d9781-8077-4797-b3ec-1a5b5834efc8 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:05:47.501288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:05:47.510701 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (816fc585-be73-4c77-8189-a96af1a15c6f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.531810 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:05:47.532468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:05:47.538643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:05:47.538938 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (816fc585-be73-4c77-8189-a96af1a15c6f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:05:47.553465 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:05:47.555856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No DVR routers for this DVR port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:05:47.556457 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:47.576420 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f3eacf82-c37d-4565-93d5-67c8a409dd26 None None] Deleting port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:47.576921 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f3eacf82-c37d-4565-93d5-67c8a409dd26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.595894 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b68b136-580b-47d5-9017-2a125c18b647 None None] The sync data for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 is: [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:44Z', 'revision_number': 9, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': '847793bf-feb7-4151-8a91-eb335aaa26ec', 'name': '', 'network_id': '5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:e0:82:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:49Z', 'updated_at': '2022-02-08T16:05:04Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'f36c20b0-8d20-416c-9842-905bf9ae30cf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:05:47.746695 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (78fd0d66-659d-44c1-af8b-3afbb8a8b787), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.754754 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.770697 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] 10.222.0.82 "DELETE /v2.0/networks/78fd0d66-659d-44c1-af8b-3afbb8a8b787 HTTP/1.1" status: 204 len: 168 time: 1.9413760 Feb 08 16:05:47.782839 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (fa210f28-d175-4ed8-9653-7c48dae15ea1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.802395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df3cf2-b71e-4ff3-9a47-359eb14cf139 tempest-AllowedAddressPairIpV6TestJSON-1000960990 tempest-AllowedAddressPairIpV6TestJSON-1000960990-project] Pushing event deleted for resources: {'Network': ['ID=78fd0d66-659d-44c1-af8b-3afbb8a8b787,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:47.810452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f3eacf82-c37d-4565-93d5-67c8a409dd26 None None] For port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f, host n-d-824834-11, got binding levels [] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:47.817093 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f3eacf82-c37d-4565-93d5-67c8a409dd26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.837460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa210f28-d175-4ed8-9653-7c48dae15ea1']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:47.857382 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f3eacf82-c37d-4565-93d5-67c8a409dd26 None None] Calling delete_port for fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:47.857778 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72c0562-2695-4775-80a0-ac6728392672') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:47.858088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72c0562-2695-4775-80a0-ac6728392672') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:47.864147 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.ipam_backend_mixin [None req-f3eacf82-c37d-4565-93d5-67c8a409dd26 None None] Port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f was not found and therefore no delete operation was performed {{(pid=103303) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 16:05:47.868108 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f3eacf82-c37d-4565-93d5-67c8a409dd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.886397 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (a72c0562-2695-4775-80a0-ac6728392672), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.893808 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-60c37d3d-844a-4d80-b02c-505a7afea361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.898859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eacf82-c37d-4565-93d5-67c8a409dd26 None None] No DVR routers for this DVR port fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:05:47.921792 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a72c0562-2695-4775-80a0-ac6728392672), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.940127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:05:47.940541 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (a72c0562-2695-4775-80a0-ac6728392672), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:05:47.944542 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:05:47.952173 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eacf82-c37d-4565-93d5-67c8a409dd26 None None] Pushing event deleted for resources: {'Port': ['ID=fb9be7c5-2f1a-4b24-8849-6f7e576d5a4f,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:48.098035 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (fa210f28-d175-4ed8-9653-7c48dae15ea1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:48.105296 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:48.111626 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/networks/fa210f28-d175-4ed8-9653-7c48dae15ea1 HTTP/1.1" status: 204 len: 168 time: 1.4530439 Feb 08 16:05:48.115312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60358) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:48.149748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ce25d-b8e5-4ec7-a911-057aa2a47008 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Network': ['ID=fa210f28-d175-4ed8-9653-7c48dae15ea1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:48.439975 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-60c37d3d-844a-4d80-b02c-505a7afea361 admin admin] Publish callbacks [] for security_group (420f85c0-bea3-4f4c-8fb7-f33944965748), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:48.481031 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-60c37d3d-844a-4d80-b02c-505a7afea361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (420f85c0-bea3-4f4c-8fb7-f33944965748), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:48.527614 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-60c37d3d-844a-4d80-b02c-505a7afea361 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e7fe0e97fafa481ca54d162267f32cf1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2604711 Feb 08 16:05:48.530520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60364) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:48.550138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c37d3d-844a-4d80-b02c-505a7afea361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420f85c0-bea3-4f4c-8fb7-f33944965748,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:48.658183 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ee0780ab-404a-442f-a5c1-b0999a8b9729 admin admin] Publish callbacks [] for security_group (420f85c0-bea3-4f4c-8fb7-f33944965748), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:48.713654 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ee0780ab-404a-442f-a5c1-b0999a8b9729 admin admin] Publish callbacks [] for security_group (420f85c0-bea3-4f4c-8fb7-f33944965748), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:48.789122 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ff33cdf-1ed6-4d91-8c57-e39639ae50bf tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:48.835559 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ee0780ab-404a-442f-a5c1-b0999a8b9729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (420f85c0-bea3-4f4c-8fb7-f33944965748), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:48.840476 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ee0780ab-404a-442f-a5c1-b0999a8b9729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:48.844080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ee0780ab-404a-442f-a5c1-b0999a8b9729 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/420f85c0-bea3-4f4c-8fb7-f33944965748 HTTP/1.1" status: 204 len: 168 time: 0.3097615 Feb 08 16:05:48.866952 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0780ab-404a-442f-a5c1-b0999a8b9729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420f85c0-bea3-4f4c-8fb7-f33944965748,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:48.868826 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:49.117666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60380) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:49.233041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6ff33cdf-1ed6-4d91-8c57-e39639ae50bf tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port 847793bf-feb7-4151-8a91-eb335aaa26ec {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:49.233649 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ff33cdf-1ed6-4d91-8c57-e39639ae50bf tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:49.334879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 21c1bb32-21fb-44ab-927e-e259d14c7cbf no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:05:49.371175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 21c1bb32-21fb-44ab-927e-e259d14c7cbf {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:05:49.371582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 21c1bb32-21fb-44ab-927e-e259d14c7cbf not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:05:49.416061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-6ff33cdf-1ed6-4d91-8c57-e39639ae50bf tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] For port 847793bf-feb7-4151-8a91-eb335aaa26ec, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=847793bf-feb7-4151-8a91-eb335aaa26ec,segment=NetworkSegment(0b94a673-e9cc-4e16-bc78-888272e47c07),segment_id=0b94a673-e9cc-4e16-bc78-888272e47c07)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:49.416398 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ff33cdf-1ed6-4d91-8c57-e39639ae50bf tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:49.460528 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6ff33cdf-1ed6-4d91-8c57-e39639ae50bf tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for 847793bf-feb7-4151-8a91-eb335aaa26ec owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:49.793933 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-440ccbe8-7507-49dd-8440-5241cfd15705 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=11fd28badd1544eeb9bc6bd01cb0edc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6749146 Feb 08 16:05:49.797305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60402) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:49.832379 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ff33cdf-1ed6-4d91-8c57-e39639ae50bf tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (847793bf-feb7-4151-8a91-eb335aaa26ec), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:49.876648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff33cdf-1ed6-4d91-8c57-e39639ae50bf tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=847793bf-feb7-4151-8a91-eb335aaa26ec,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:49.915192 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f47b445-8f67-4abd-bd4c-d552c8b66d6f admin admin] Publish callbacks [] for security_group (82ba86ed-c081-4503-811b-9e137ba390af), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:49.958587 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f47b445-8f67-4abd-bd4c-d552c8b66d6f admin admin] Publish callbacks [] for security_group (82ba86ed-c081-4503-811b-9e137ba390af), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:50.066590 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f47b445-8f67-4abd-bd4c-d552c8b66d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (82ba86ed-c081-4503-811b-9e137ba390af), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:50.071122 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f47b445-8f67-4abd-bd4c-d552c8b66d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:50.072883 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9f47b445-8f67-4abd-bd4c-d552c8b66d6f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/82ba86ed-c081-4503-811b-9e137ba390af HTTP/1.1" status: 204 len: 168 time: 0.2737174 Feb 08 16:05:50.094288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47b445-8f67-4abd-bd4c-d552c8b66d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ba86ed-c081-4503-811b-9e137ba390af,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:50.263475 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6ff33cdf-1ed6-4d91-8c57-e39639ae50bf tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:50.331978 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:50.574129 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff33cdf-1ed6-4d91-8c57-e39639ae50bf tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 383cac44-1a0e-4a0e-b83f-42086c874f17 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:05:50.734794 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff33cdf-1ed6-4d91-8c57-e39639ae50bf tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:05:50.739927 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6ff33cdf-1ed6-4d91-8c57-e39639ae50bf tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/383cac44-1a0e-4a0e-b83f-42086c874f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6206810 Feb 08 16:05:50.742880 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60434) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:50.750261 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86e1e9-47e0-436c-8dd6-bda87e228d06 None None] Sync routers for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:05:50.764879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86e1e9-47e0-436c-8dd6-bda87e228d06 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:50.765804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-3b86e1e9-47e0-436c-8dd6-bda87e228d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:50.873764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e2adb7-4eb5-4e54-8b46-572f63b9eb88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting subnet f36c20b0-8d20-416c-9842-905bf9ae30cf {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:05:50.883634 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-33e2adb7-4eb5-4e54-8b46-572f63b9eb88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (f36c20b0-8d20-416c-9842-905bf9ae30cf), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:50.904541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-3b86e1e9-47e0-436c-8dd6-bda87e228d06 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:50.963346 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-33e2adb7-4eb5-4e54-8b46-572f63b9eb88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (f36c20b0-8d20-416c-9842-905bf9ae30cf), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:51.093328 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-33e2adb7-4eb5-4e54-8b46-572f63b9eb88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (f36c20b0-8d20-416c-9842-905bf9ae30cf), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:51.122903 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:05:51.196846 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-33e2adb7-4eb5-4e54-8b46-572f63b9eb88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (f36c20b0-8d20-416c-9842-905bf9ae30cf), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:51.232864 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2adb7-4eb5-4e54-8b46-572f63b9eb88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Subnet': ['ID=f36c20b0-8d20-416c-9842-905bf9ae30cf,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:51.237413 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-33e2adb7-4eb5-4e54-8b46-572f63b9eb88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:51.241815 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-33e2adb7-4eb5-4e54-8b46-572f63b9eb88 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/f36c20b0-8d20-416c-9842-905bf9ae30cf HTTP/1.1" status: 204 len: 168 time: 0.4977016 Feb 08 16:05:51.244226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60448) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:51.370849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9b7c12-584c-4070-89ff-bc9209c8cab0 None None] Network 5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:05:51.398627 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:51.538153 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port e6b0171c-9667-4814-b794-1622e4556845 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:51.538693 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e6b0171c-9667-4814-b794-1622e4556845), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:51.643922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] For port e6b0171c-9667-4814-b794-1622e4556845, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e6b0171c-9667-4814-b794-1622e4556845,segment=NetworkSegment(0b94a673-e9cc-4e16-bc78-888272e47c07),segment_id=0b94a673-e9cc-4e16-bc78-888272e47c07)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:51.644294 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e6b0171c-9667-4814-b794-1622e4556845), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:51.671818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for e6b0171c-9667-4814-b794-1622e4556845 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:51.725032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-3b86e1e9-47e0-436c-8dd6-bda87e228d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:49Z', 'revision_number': 10, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:51.766044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86e1e9-47e0-436c-8dd6-bda87e228d06 None None] Checking router: 383cac44-1a0e-4a0e-b83f-42086c874f17 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:05:51.781475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86e1e9-47e0-436c-8dd6-bda87e228d06 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:51.782121 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-3b86e1e9-47e0-436c-8dd6-bda87e228d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:51.848398 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e6b0171c-9667-4814-b794-1622e4556845), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:51.881036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-3b86e1e9-47e0-436c-8dd6-bda87e228d06 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:51.905956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=e6b0171c-9667-4814-b794-1622e4556845,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:51.909123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No DVR routers for this DVR port e6b0171c-9667-4814-b794-1622e4556845 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:05:51.921102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905e5bbe-3335-441a-a5d4-635231fa0416 None None] DHCP port deletion for 5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:05:52.105478 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:52.156485 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:52.193496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b94a673-e9cc-4e16-bc78-888272e47c07') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:52.194187 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b94a673-e9cc-4e16-bc78-888272e47c07') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:52.205549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-3b86e1e9-47e0-436c-8dd6-bda87e228d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:49Z', 'revision_number': 10, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:52.218748 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (0b94a673-e9cc-4e16-bc78-888272e47c07), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:52.237631 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (0b94a673-e9cc-4e16-bc78-888272e47c07), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:52.248718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:05:52.249322 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (0b94a673-e9cc-4e16-bc78-888272e47c07), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:52.272677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86e1e9-47e0-436c-8dd6-bda87e228d06 None None] The sync data for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 is: [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:49Z', 'revision_number': 10, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None, '_interfaces': [{'id': 'f4f3f50b-b2cf-4c78-a4f6-4022523e3879', 'name': '', 'network_id': 'f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'mac_address': 'fa:16:3e:7e:43:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:04:39Z', 'updated_at': '2022-02-08T16:04:50Z', 'revision_number': 5, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'subnets': [{'id': 'b383f5d7-1a1a-48bd-b2bf-c5d1793d479e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:05:52.335492 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:05:52.382902 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:52.389308 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:52.400032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60480) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:52.400617 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/networks/5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc HTTP/1.1" status: 204 len: 168 time: 1.1552112 Feb 08 16:05:52.429890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8bdbf-ec38-4d1c-b966-647d71462223 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Network': ['ID=5a3157cf-5b1b-4d42-8a35-ea95f0eb9ebc,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:52.937319 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60496) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:53.210374 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d621657d-9e05-44e4-a621-261062f7f811 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:53.437524 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 847793bf-feb7-4151-8a91-eb335aaa26ec no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:05:53.491951 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 847793bf-feb7-4151-8a91-eb335aaa26ec {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:05:53.492714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 847793bf-feb7-4151-8a91-eb335aaa26ec not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:05:53.493373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e6b0171c-9667-4814-b794-1622e4556845 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:05:53.540011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: e6b0171c-9667-4814-b794-1622e4556845 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:05:53.540364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e6b0171c-9667-4814-b794-1622e4556845 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:05:53.624365 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75d0833e-90e7-4e6b-aa17-fb62a0b2c110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:53.837546 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75d0833e-90e7-4e6b-aa17-fb62a0b2c110 admin admin] Publish callbacks [] for security_group (c91da445-1e29-4ec0-9cd9-2f04df616fb8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:53.845955 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75d0833e-90e7-4e6b-aa17-fb62a0b2c110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c91da445-1e29-4ec0-9cd9-2f04df616fb8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:53.858739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d621657d-9e05-44e4-a621-261062f7f811 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting port f4f3f50b-b2cf-4c78-a4f6-4022523e3879 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:53.859244 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d621657d-9e05-44e4-a621-261062f7f811 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:53.965689 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-75d0833e-90e7-4e6b-aa17-fb62a0b2c110 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=92685545530d417595209aa1b9d87b61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0266647 Feb 08 16:05:53.966427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0833e-90e7-4e6b-aa17-fb62a0b2c110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91da445-1e29-4ec0-9cd9-2f04df616fb8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:53.977481 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60518) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:54.135721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-d621657d-9e05-44e4-a621-261062f7f811 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] For port f4f3f50b-b2cf-4c78-a4f6-4022523e3879, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f4f3f50b-b2cf-4c78-a4f6-4022523e3879,segment=NetworkSegment(3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e),segment_id=3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:54.136009 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d621657d-9e05-44e4-a621-261062f7f811 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:54.139332 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53704dd8-7cdb-4984-885a-17da2670303e admin admin] Publish callbacks [] for security_group (c91da445-1e29-4ec0-9cd9-2f04df616fb8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:54.171342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d621657d-9e05-44e4-a621-261062f7f811 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Calling delete_port for f4f3f50b-b2cf-4c78-a4f6-4022523e3879 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:54.191550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53704dd8-7cdb-4984-885a-17da2670303e admin admin] Publish callbacks [] for security_group (c91da445-1e29-4ec0-9cd9-2f04df616fb8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:54.305082 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53704dd8-7cdb-4984-885a-17da2670303e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c91da445-1e29-4ec0-9cd9-2f04df616fb8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:54.308806 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53704dd8-7cdb-4984-885a-17da2670303e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:54.311136 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-53704dd8-7cdb-4984-885a-17da2670303e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c91da445-1e29-4ec0-9cd9-2f04df616fb8 HTTP/1.1" status: 204 len: 168 time: 0.3293405 Feb 08 16:05:54.334421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53704dd8-7cdb-4984-885a-17da2670303e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91da445-1e29-4ec0-9cd9-2f04df616fb8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:54.601999 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d621657d-9e05-44e4-a621-261062f7f811 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f4f3f50b-b2cf-4c78-a4f6-4022523e3879), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:54.784152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621657d-9e05-44e4-a621-261062f7f811 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Port': ['ID=f4f3f50b-b2cf-4c78-a4f6-4022523e3879,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:55.368411 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d621657d-9e05-44e4-a621-261062f7f811 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (383cac44-1a0e-4a0e-b83f-42086c874f17), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:55.399847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60548) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:55.646365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d621657d-9e05-44e4-a621-261062f7f811 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 383cac44-1a0e-4a0e-b83f-42086c874f17 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:05:55.775864 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d621657d-9e05-44e4-a621-261062f7f811 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:05:55.785555 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60556) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:55.795528 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60558) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:55.796525 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d621657d-9e05-44e4-a621-261062f7f811 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/383cac44-1a0e-4a0e-b83f-42086c874f17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3951035 Feb 08 16:05:55.796830 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66e6b0-4699-49bc-aeae-8c0992152261 None None] Sync routers for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:05:55.818872 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66e6b0-4699-49bc-aeae-8c0992152261 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:55.819519 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4f66e6b0-4699-49bc-aeae-8c0992152261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:55.952714 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70535738-4f05-41d9-b900-222c5e95b84f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:56.106581 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-6867058b-c085-4914-920a-f08533424765 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Deleting subnet b383f5d7-1a1a-48bd-b2bf-c5d1793d479e {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:05:56.125357 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6867058b-c085-4914-920a-f08533424765 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for subnet (b383f5d7-1a1a-48bd-b2bf-c5d1793d479e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:56.150054 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-4f66e6b0-4699-49bc-aeae-8c0992152261 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:56.313396 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6867058b-c085-4914-920a-f08533424765 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (b383f5d7-1a1a-48bd-b2bf-c5d1793d479e), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:56.323717 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4f66e6b0-4699-49bc-aeae-8c0992152261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:54Z', 'revision_number': 11, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:56.406515 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66e6b0-4699-49bc-aeae-8c0992152261 None None] Checking router: 383cac44-1a0e-4a0e-b83f-42086c874f17 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:05:56.450648 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66e6b0-4699-49bc-aeae-8c0992152261 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:56.454702 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4f66e6b0-4699-49bc-aeae-8c0992152261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:56.581900 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6867058b-c085-4914-920a-f08533424765 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (b383f5d7-1a1a-48bd-b2bf-c5d1793d479e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:56.631991 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-4f66e6b0-4699-49bc-aeae-8c0992152261 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:05:56.684277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-423553994'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:56.718930 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6867058b-c085-4914-920a-f08533424765 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (b383f5d7-1a1a-48bd-b2bf-c5d1793d479e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:56.758561 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c8ec3-ee8d-4e9e-8194-bfd230bec71c None None] Network f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:05:56.776492 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Made reservation on behalf of 96e45dd648944e01b72e13fe2a1d27b1 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:05:56.788807 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:57.093604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2191203-eb83-4cab-a3c5-6e29af734f73 None None] DHCP port deletion for f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:05:57.136768 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4f66e6b0-4699-49bc-aeae-8c0992152261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:54Z', 'revision_number': 11, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:57.208696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a2191203-eb83-4cab-a3c5-6e29af734f73 None None] Deleting port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:05:57.211674 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66e6b0-4699-49bc-aeae-8c0992152261 None None] The sync data for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 is: [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:54Z', 'revision_number': 11, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:05:57.213666 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2191203-eb83-4cab-a3c5-6e29af734f73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (93464e7e-b21f-4e3a-aa7c-abb9d15df4ba), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:57.416198 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a2191203-eb83-4cab-a3c5-6e29af734f73 None None] For port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=93464e7e-b21f-4e3a-aa7c-abb9d15df4ba,segment=NetworkSegment(3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e),segment_id=3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:05:57.416716 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2191203-eb83-4cab-a3c5-6e29af734f73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (93464e7e-b21f-4e3a-aa7c-abb9d15df4ba), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:57.448083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a2191203-eb83-4cab-a3c5-6e29af734f73 None None] Calling delete_port for 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:05:57.532259 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6867058b-c085-4914-920a-f08533424765 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:57.542156 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6867058b-c085-4914-920a-f08533424765 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/b383f5d7-1a1a-48bd-b2bf-c5d1793d479e HTTP/1.1" status: 204 len: 168 time: 1.7455087 Feb 08 16:05:57.544979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60598) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:57.560862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867058b-c085-4914-920a-f08533424765 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Subnet': ['ID=b383f5d7-1a1a-48bd-b2bf-c5d1793d479e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:57.575572 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:57.666275 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2191203-eb83-4cab-a3c5-6e29af734f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (93464e7e-b21f-4e3a-aa7c-abb9d15df4ba), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:57.696780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2191203-eb83-4cab-a3c5-6e29af734f73 None None] No DVR routers for this DVR port 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:05:57.792627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2191203-eb83-4cab-a3c5-6e29af734f73 None None] Pushing event deleted for resources: {'Port': ['ID=93464e7e-b21f-4e3a-aa7c-abb9d15df4ba,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:57.837668 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for security_group (93ae3407-559c-4b76-82a7-aa199df26488), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:57.854252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:05:57.866784 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (93ae3407-559c-4b76-82a7-aa199df26488), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:57.903731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:05:57.917720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:05:57.919632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 93464e7e-b21f-4e3a-aa7c-abb9d15df4ba not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:05:57.921697 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f4f3f50b-b2cf-4c78-a4f6-4022523e3879 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:05:57.939459 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (efb6b8cd-d464-4e3d-bcdd-53df86dac928), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:57.941133 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Added segment efb6b8cd-d464-4e3d-bcdd-53df86dac928 of type vlan for network 0f26cbec-a949-4e51-8ed1-3d85550f7017 Feb 08 16:05:57.964578 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90c6def4-049b-46ab-bfb7-7f55b11390c9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:58.032295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: f4f3f50b-b2cf-4c78-a4f6-4022523e3879 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:05:58.032686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f4f3f50b-b2cf-4c78-a4f6-4022523e3879 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:05:58.070517 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (0f26cbec-a949-4e51-8ed1-3d85550f7017), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:58.157902 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70535738-4f05-41d9-b900-222c5e95b84f admin admin] Publish callbacks [] for security_group (323ccc4e-cf3a-4402-b22e-87587cbe358a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:58.167631 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90c6def4-049b-46ab-bfb7-7f55b11390c9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:58.183153 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70535738-4f05-41d9-b900-222c5e95b84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (323ccc4e-cf3a-4402-b22e-87587cbe358a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:58.218098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-90c6def4-049b-46ab-bfb7-7f55b11390c9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:58.242623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-90c6def4-049b-46ab-bfb7-7f55b11390c9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:58.243344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-90c6def4-049b-46ab-bfb7-7f55b11390c9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:58.265476 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (0f26cbec-a949-4e51-8ed1-3d85550f7017), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:58.269098 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90c6def4-049b-46ab-bfb7-7f55b11390c9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:58.280986 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:05:58.281830 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:58.306618 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90c6def4-049b-46ab-bfb7-7f55b11390c9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:58.326679 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c6def4-049b-46ab-bfb7-7f55b11390c9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:05:58.328499 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90c6def4-049b-46ab-bfb7-7f55b11390c9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (3d3f6bdf-b128-46b5-b134-c9a3d9bcd12e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:58.358747 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-70535738-4f05-41d9-b900-222c5e95b84f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bd9a5ea6dc464563a29a61a149054123&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5711815 Feb 08 16:05:58.369578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60612) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:05:58.482913 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:05:58.490197 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90c6def4-049b-46ab-bfb7-7f55b11390c9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:58.499737 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90c6def4-049b-46ab-bfb7-7f55b11390c9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:58.505266 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-90c6def4-049b-46ab-bfb7-7f55b11390c9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/networks/f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3 HTTP/1.1" status: 204 len: 168 time: 0.9591658 Feb 08 16:05:58.515600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60616) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:58.518570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6def4-049b-46ab-bfb7-7f55b11390c9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Pushing event deleted for resources: {'Network': ['ID=f6d343af-dfc5-4ef4-b124-8dc4c8e7e4f3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:58.529834 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-235d7ced-85af-4478-a2b9-e7b13870e30d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'router': {'routes': None}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:58.663237 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Network': ['ID=0f26cbec-a949-4e51-8ed1-3d85550f7017,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:58.676337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ae3407-559c-4b76-82a7-aa199df26488,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:58.680927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 0f26cbec-a949-4e51-8ed1-3d85550f7017 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:05:58.728534 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a311d122-e6cf-4c5f-b247-95fe46ed7d23 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.3267977 Feb 08 16:05:58.733287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60622) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:58.773307 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-19cb0e33-eab5-4bfb-b8c7-5e18077bfb52 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'subnet': {'network_id': '0f26cbec-a949-4e51-8ed1-3d85550f7017', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:05:58.890382 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0dea4350-e679-44d5-b3c8-4fd439720db0 admin admin] Publish callbacks [] for security_group (323ccc4e-cf3a-4402-b22e-87587cbe358a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:58.947926 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.extraroute_db [None req-235d7ced-85af-4478-a2b9-e7b13870e30d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Added routes are [] {{(pid=103302) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 08 16:05:58.948510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.extraroute_db [None req-235d7ced-85af-4478-a2b9-e7b13870e30d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Removed routes are [] {{(pid=103302) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 08 16:05:58.950988 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-235d7ced-85af-4478-a2b9-e7b13870e30d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (383cac44-1a0e-4a0e-b83f-42086c874f17), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:59.203015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70535738-4f05-41d9-b900-222c5e95b84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323ccc4e-cf3a-4402-b22e-87587cbe358a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:59.232403 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0dea4350-e679-44d5-b3c8-4fd439720db0 admin admin] Publish callbacks [] for security_group (323ccc4e-cf3a-4402-b22e-87587cbe358a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:59.406212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cb0e33-eab5-4bfb-b8c7-5e18077bfb52 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Made reservation on behalf of 96e45dd648944e01b72e13fe2a1d27b1 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:05:59.422652 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-19cb0e33-eab5-4bfb-b8c7-5e18077bfb52 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:59.496740 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-235d7ced-85af-4478-a2b9-e7b13870e30d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (383cac44-1a0e-4a0e-b83f-42086c874f17), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:59.507291 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-235d7ced-85af-4478-a2b9-e7b13870e30d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (383cac44-1a0e-4a0e-b83f-42086c874f17), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:59.586832 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0dea4350-e679-44d5-b3c8-4fd439720db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (323ccc4e-cf3a-4402-b22e-87587cbe358a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:59.590585 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0dea4350-e679-44d5-b3c8-4fd439720db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:59.592218 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0dea4350-e679-44d5-b3c8-4fd439720db0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/323ccc4e-cf3a-4402-b22e-87587cbe358a HTTP/1.1" status: 204 len: 168 time: 1.2089279 Feb 08 16:05:59.611609 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea4350-e679-44d5-b3c8-4fd439720db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323ccc4e-cf3a-4402-b22e-87587cbe358a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:05:59.747796 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235d7ced-85af-4478-a2b9-e7b13870e30d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 383cac44-1a0e-4a0e-b83f-42086c874f17 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:05:59.855357 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-19cb0e33-eab5-4bfb-b8c7-5e18077bfb52 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (c3961930-ae1d-4b04-beae-9c1ad88c75ea), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:59.871375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235d7ced-85af-4478-a2b9-e7b13870e30d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:05:59.886642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfe2be3-ea38-48b4-8bc5-8ea8179edf82 None None] Sync routers for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:05:59.907673 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-235d7ced-85af-4478-a2b9-e7b13870e30d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:05:59.911573 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-235d7ced-85af-4478-a2b9-e7b13870e30d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/383cac44-1a0e-4a0e-b83f-42086c874f17 HTTP/1.1" status: 200 len: 701 time: 1.3920982 Feb 08 16:05:59.913083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe2be3-ea38-48b4-8bc5-8ea8179edf82 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:05:59.913399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60648) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:05:59.914568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-5dfe2be3-ea38-48b4-8bc5-8ea8179edf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:05:59.998674 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-506bca96-0e9f-4b91-bf79-d4a42b4b8211 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports?device_id=383cac44-1a0e-4a0e-b83f-42086c874f17 HTTP/1.1" status: 200 len: 205 time: 0.0818894 Feb 08 16:05:59.999938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60652) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:00.045852 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb0e33-eab5-4bfb-b8c7-5e18077bfb52 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Subnet': ['ID=c3961930-ae1d-4b04-beae-9c1ad88c75ea,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:00.051902 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb0e33-eab5-4bfb-b8c7-5e18077bfb52 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Checking segment: {'id': 'efb6b8cd-d464-4e3d-bcdd-53df86dac928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0f26cbec-a949-4e51-8ed1-3d85550f7017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:06:00.058207 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb0e33-eab5-4bfb-b8c7-5e18077bfb52 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network hostable DHCP agents. Network: 0f26cbec-a949-4e51-8ed1-3d85550f7017, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:06:00.096926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb0e33-eab5-4bfb-b8c7-5e18077bfb52 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network 0f26cbec-a949-4e51-8ed1-3d85550f7017 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:06:00.131792 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-19cb0e33-eab5-4bfb-b8c7-5e18077bfb52 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 0f26cbec-a949-4e51-8ed1-3d85550f7017) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:00.147754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cb0e33-eab5-4bfb-b8c7-5e18077bfb52 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:00.149873 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-19cb0e33-eab5-4bfb-b8c7-5e18077bfb52 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:00.159458 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-5dfe2be3-ea38-48b4-8bc5-8ea8179edf82 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:06:00.194006 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-19cb0e33-eab5-4bfb-b8c7-5e18077bfb52 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4527767 Feb 08 16:06:00.196835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60654) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:00.204020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60656) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:00.219460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-926616838', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}, 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:00.247677 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e69a193-bd47-4626-a373-4f3989b26cf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (383cac44-1a0e-4a0e-b83f-42086c874f17), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:00.298485 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:00.299881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:00.323376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-5dfe2be3-ea38-48b4-8bc5-8ea8179edf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:54Z', 'revision_number': 11, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:00.331098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b683c74f-e166-44b1-ab64-47a50a3f4fad None None] Network 0f26cbec-a949-4e51-8ed1-3d85550f7017 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:06:00.583984 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router_controller (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:00.638146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfe2be3-ea38-48b4-8bc5-8ea8179edf82 None None] Checking router: 383cac44-1a0e-4a0e-b83f-42086c874f17 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:06:00.714883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe2be3-ea38-48b4-8bc5-8ea8179edf82 None None] Routers {'383cac44-1a0e-4a0e-b83f-42086c874f17'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:00.715755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-5dfe2be3-ea38-48b4-8bc5-8ea8179edf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['383cac44-1a0e-4a0e-b83f-42086c874f17'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:00.768380 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e69a193-bd47-4626-a373-4f3989b26cf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (383cac44-1a0e-4a0e-b83f-42086c874f17), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:00.778058 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e69a193-bd47-4626-a373-4f3989b26cf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_controller (383cac44-1a0e-4a0e-b83f-42086c874f17), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:00.838095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8060e3-f442-465d-92f3-372b67cd3b01 None None] Network 0f26cbec-a949-4e51-8ed1-3d85550f7017 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:06:00.903624 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e69a193-bd47-4626-a373-4f3989b26cf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (383cac44-1a0e-4a0e-b83f-42086c874f17), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:00.904187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e69a193-bd47-4626-a373-4f3989b26cf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Fanout notify agent at l3_agent the message router_deleted on router 383cac44-1a0e-4a0e-b83f-42086c874f17 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:06:00.925059 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e69a193-bd47-4626-a373-4f3989b26cf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:00.926019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-5dfe2be3-ea38-48b4-8bc5-8ea8179edf82 None None] Set router 383cac44-1a0e-4a0e-b83f-42086c874f17 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:06:00.927074 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2e69a193-bd47-4626-a373-4f3989b26cf8 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/routers/383cac44-1a0e-4a0e-b83f-42086c874f17 HTTP/1.1" status: 204 len: 168 time: 0.9235439 Feb 08 16:06:00.937519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60680) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:00.966323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-cd123141-a83c-48fa-8062-b9df62e963ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1598475549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:00.999309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-5dfe2be3-ea38-48b4-8bc5-8ea8179edf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:54Z', 'revision_number': 11, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:01.064449 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cd123141-a83c-48fa-8062-b9df62e963ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (276809b7-0a82-4d68-9d2e-9a19583d68b6), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:01.066679 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cd123141-a83c-48fa-8062-b9df62e963ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (276809b7-0a82-4d68-9d2e-9a19583d68b6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:01.126351 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router_gateway (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:01.166474 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8d7f-1d22-48e1-b4c6-24d3caff1722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:01.268101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfe2be3-ea38-48b4-8bc5-8ea8179edf82 None None] The sync data for ids ['383cac44-1a0e-4a0e-b83f-42086c874f17'] in n-d-824834-11 is: [{'id': '383cac44-1a0e-4a0e-b83f-42086c874f17', 'name': 'tempest-RoutersTest-router-1642096252', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:04:33Z', 'updated_at': '2022-02-08T16:05:54Z', 'revision_number': 11, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:06:01.300033 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cd123141-a83c-48fa-8062-b9df62e963ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_controller (276809b7-0a82-4d68-9d2e-9a19583d68b6), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:01.308368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cd123141-a83c-48fa-8062-b9df62e963ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (276809b7-0a82-4d68-9d2e-9a19583d68b6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:01.359934 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cd123141-a83c-48fa-8062-b9df62e963ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:01.366206 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cd123141-a83c-48fa-8062-b9df62e963ec tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4224203 Feb 08 16:06:01.367044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60688) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:01.376028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f2266f77-43c9-4a06-b281-161c2c815756 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:01.522914 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8ec23e4c-0c75-4646-b849-c1b28c7c240b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:01.748255 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8d7f-1d22-48e1-b4c6-24d3caff1722 admin admin] Publish callbacks [] for security_group (abcead9b-c1b4-4f6f-aab2-14a3cce40922), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:01.847104 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8d7f-1d22-48e1-b4c6-24d3caff1722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (abcead9b-c1b4-4f6f-aab2-14a3cce40922), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:02.082800 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router_gateway (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:02.087455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a8d7f-1d22-48e1-b4c6-24d3caff1722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcead9b-c1b4-4f6f-aab2-14a3cce40922,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:02.114575 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cb5a8d7f-1d22-48e1-b4c6-24d3caff1722 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a7b5b46628ce4ce1908f22879147587b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8771801 Feb 08 16:06:02.126475 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60718) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:02.142716 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:02.286782 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2266f77-43c9-4a06-b281-161c2c815756 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (276809b7-0a82-4d68-9d2e-9a19583d68b6), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:02.373604 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2266f77-43c9-4a06-b281-161c2c815756 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (276809b7-0a82-4d68-9d2e-9a19583d68b6), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:02.406717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Allocated IP 172.25.7.155 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/555bcc09-2b91-418a-989e-770043406ee3) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:06:02.610753 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba374aea-321e-4595-9e17-c8b17619cfd5 admin admin] Publish callbacks [] for security_group (abcead9b-c1b4-4f6f-aab2-14a3cce40922), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:02.680429 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba374aea-321e-4595-9e17-c8b17619cfd5 admin admin] Publish callbacks [] for security_group (abcead9b-c1b4-4f6f-aab2-14a3cce40922), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:02.779586 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (555bcc09-2b91-418a-989e-770043406ee3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:02.786177 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2266f77-43c9-4a06-b281-161c2c815756 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Router 276809b7-0a82-4d68-9d2e-9a19583d68b6 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:06:02.906714 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (555bcc09-2b91-418a-989e-770043406ee3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:03.031430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:06:03.054671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2266f77-43c9-4a06-b281-161c2c815756 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:06:03.062938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:03.067415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:06:03.067787 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eb2eef-4914-4b40-a4ae-40a35ee99929 None None] Sync routers for ids ['276809b7-0a82-4d68-9d2e-9a19583d68b6'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:06:03.080298 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eb2eef-4914-4b40-a4ae-40a35ee99929 None None] Routers {'276809b7-0a82-4d68-9d2e-9a19583d68b6'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:03.091227 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e4eb2eef-4914-4b40-a4ae-40a35ee99929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['276809b7-0a82-4d68-9d2e-9a19583d68b6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:03.093406 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2266f77-43c9-4a06-b281-161c2c815756 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:03.107347 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f2266f77-43c9-4a06-b281-161c2c815756 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "PUT /v2.0/routers/276809b7-0a82-4d68-9d2e-9a19583d68b6 HTTP/1.1" status: 200 len: 694 time: 1.7370081 Feb 08 16:06:03.115159 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60742) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:03.167516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=555bcc09-2b91-418a-989e-770043406ee3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:03.291136 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba374aea-321e-4595-9e17-c8b17619cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (abcead9b-c1b4-4f6f-aab2-14a3cce40922), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:03.293737 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba374aea-321e-4595-9e17-c8b17619cfd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:03.294904 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ba374aea-321e-4595-9e17-c8b17619cfd5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/abcead9b-c1b4-4f6f-aab2-14a3cce40922 HTTP/1.1" status: 204 len: 168 time: 1.1674623 Feb 08 16:06:03.396393 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e4eb2eef-4914-4b40-a4ae-40a35ee99929 None None] Set router 276809b7-0a82-4d68-9d2e-9a19583d68b6 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:06:03.482263 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60752) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:03.490136 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1a962a6d-b412-428d-8f41-1eca6a57ce19 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/routers/276809b7-0a82-4d68-9d2e-9a19583d68b6 HTTP/1.1" status: 200 len: 700 time: 0.3736401 Feb 08 16:06:03.491107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba374aea-321e-4595-9e17-c8b17619cfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcead9b-c1b4-4f6f-aab2-14a3cce40922,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:03.516304 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e4eb2eef-4914-4b40-a4ae-40a35ee99929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276809b7-0a82-4d68-9d2e-9a19583d68b6', 'name': 'tempest-RoutersTest-router-1598475549', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:06:01Z', 'updated_at': '2022-02-08T16:06:02Z', 'revision_number': 2, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:03.572720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60754) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:03.585340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-668cda65-b1ca-42a0-9621-44d9d59d1d74 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports?device_id=276809b7-0a82-4d68-9d2e-9a19583d68b6 HTTP/1.1" status: 200 len: 205 time: 0.1017194 Feb 08 16:06:03.616024 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eb2eef-4914-4b40-a4ae-40a35ee99929 None None] Checking router: 276809b7-0a82-4d68-9d2e-9a19583d68b6 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:06:03.638972 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eb2eef-4914-4b40-a4ae-40a35ee99929 None None] Routers {'276809b7-0a82-4d68-9d2e-9a19583d68b6'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:03.639867 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e4eb2eef-4914-4b40-a4ae-40a35ee99929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:05:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['276809b7-0a82-4d68-9d2e-9a19583d68b6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:03.812921 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-932771f8-1731-47cf-876d-9b1dcb1476cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:03.890026 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98ad796f-981d-4eb9-8d33-1f30be8571e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (276809b7-0a82-4d68-9d2e-9a19583d68b6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:03.974792 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e4eb2eef-4914-4b40-a4ae-40a35ee99929 None None] Set router 276809b7-0a82-4d68-9d2e-9a19583d68b6 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:06:04.009484 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router_gateway (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:04.125699 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e4eb2eef-4914-4b40-a4ae-40a35ee99929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276809b7-0a82-4d68-9d2e-9a19583d68b6', 'name': 'tempest-RoutersTest-router-1598475549', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:06:01Z', 'updated_at': '2022-02-08T16:06:02Z', 'revision_number': 2, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:04.200972 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eb2eef-4914-4b40-a4ae-40a35ee99929 None None] The sync data for ids ['276809b7-0a82-4d68-9d2e-9a19583d68b6'] in n-d-824834-11 is: [{'id': '276809b7-0a82-4d68-9d2e-9a19583d68b6', 'name': 'tempest-RoutersTest-router-1598475549', 'tenant_id': '6266347370244ae6b8ceabf3acd55629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:06:01Z', 'updated_at': '2022-02-08T16:06:02Z', 'revision_number': 2, 'project_id': '6266347370244ae6b8ceabf3acd55629', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:06:04.337394 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98ad796f-981d-4eb9-8d33-1f30be8571e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (276809b7-0a82-4d68-9d2e-9a19583d68b6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:04.347877 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98ad796f-981d-4eb9-8d33-1f30be8571e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router_controller (276809b7-0a82-4d68-9d2e-9a19583d68b6), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:04.428423 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:04.486981 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98ad796f-981d-4eb9-8d33-1f30be8571e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (276809b7-0a82-4d68-9d2e-9a19583d68b6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:04.488094 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ad796f-981d-4eb9-8d33-1f30be8571e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Fanout notify agent at l3_agent the message router_deleted on router 276809b7-0a82-4d68-9d2e-9a19583d68b6 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:06:04.496691 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98ad796f-981d-4eb9-8d33-1f30be8571e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:04.498186 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-98ad796f-981d-4eb9-8d33-1f30be8571e0 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/routers/276809b7-0a82-4d68-9d2e-9a19583d68b6 HTTP/1.1" status: 204 len: 168 time: 0.9242654 Feb 08 16:06:04.502529 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60770) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:04.576874 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d9e581e6-8de7-48c7-b8fc-c1dd74ef0f78 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports?device_id=276809b7-0a82-4d68-9d2e-9a19583d68b6 HTTP/1.1" status: 200 len: 205 time: 0.0705802 Feb 08 16:06:04.577732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60772) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:04.632303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60774) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:04.668843 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-f4c45a44-2f26-4663-b202-10968936b3d3 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] delete failed (client error): The resource could not be found. Feb 08 16:06:04.672212 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f4c45a44-2f26-4663-b202-10968936b3d3 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/routers/276809b7-0a82-4d68-9d2e-9a19583d68b6 HTTP/1.1" status: 404 len: 336 time: 0.0912888 Feb 08 16:06:04.673502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60778) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:04.678116 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:04.732139 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c86afb7-c7b8-45ab-b580-5bded6dcd50e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] DELETE failed (client error): The resource could not be found. Feb 08 16:06:04.735034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c86afb7-c7b8-45ab-b580-5bded6dcd50e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:06:04.746633 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3c86afb7-c7b8-45ab-b580-5bded6dcd50e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/5a22fdbd-8d59-4156-acbc-1bb86a3a3974 HTTP/1.1" status: 404 len: 337 time: 0.0691235 Feb 08 16:06:04.747380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60780) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:04.836532 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-642646f8-7244-4baf-8662-de0fe211f694 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] DELETE failed (client error): The resource could not be found. Feb 08 16:06:04.837109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642646f8-7244-4baf-8662-de0fe211f694 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:06:04.845099 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-642646f8-7244-4baf-8662-de0fe211f694 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/0362afb0-c593-4a2a-a289-9af59b49f16a HTTP/1.1" status: 404 len: 337 time: 0.0905707 Feb 08 16:06:04.847228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60782) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:04.965125 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52c6126-f4e2-4492-a0d1-0df403b1601e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] DELETE failed (client error): The resource could not be found. Feb 08 16:06:04.965600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52c6126-f4e2-4492-a0d1-0df403b1601e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:06:04.981656 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f52c6126-f4e2-4492-a0d1-0df403b1601e tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/f36c20b0-8d20-416c-9842-905bf9ae30cf HTTP/1.1" status: 404 len: 337 time: 0.1292999 Feb 08 16:06:04.982485 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60788) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:04.983802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:06:05.085609 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d00bc05-183f-4f35-b68a-02e7dabba1ce tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] DELETE failed (client error): The resource could not be found. Feb 08 16:06:05.086085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d00bc05-183f-4f35-b68a-02e7dabba1ce tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:06:05.105222 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7d00bc05-183f-4f35-b68a-02e7dabba1ce tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/b383f5d7-1a1a-48bd-b2bf-c5d1793d479e HTTP/1.1" status: 404 len: 337 time: 0.1194413 Feb 08 16:06:05.106564 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60792) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:05.210706 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-61411471-b2d5-48ef-a1b1-6e25b736ab75 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports?device_id=383cac44-1a0e-4a0e-b83f-42086c874f17 HTTP/1.1" status: 200 len: 205 time: 0.0995183 Feb 08 16:06:05.211057 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60796) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:05.308246 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-64cc36e4-4dbb-4133-9736-eb85c758f419 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] delete failed (client error): The resource could not be found. Feb 08 16:06:05.321311 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-64cc36e4-4dbb-4133-9736-eb85c758f419 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/routers/383cac44-1a0e-4a0e-b83f-42086c874f17 HTTP/1.1" status: 404 len: 336 time: 0.1080420 Feb 08 16:06:05.322600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60802) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:05.361327 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Publish callbacks [] for security_group (9022512f-3516-4966-998f-edc710dc1469), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:05.371572 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e17974c9-72a5-41b0-ae9f-65469acaad2d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports?device_id=8f178400-db1a-4cd6-af8e-e69c4f447d29 HTTP/1.1" status: 200 len: 205 time: 0.0471556 Feb 08 16:06:05.373251 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9022512f-3516-4966-998f-edc710dc1469), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:05.373450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60804) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:05.460915 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-abac15d3-2dd5-4fa1-9971-1f7286035eba tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] delete failed (client error): The resource could not be found. Feb 08 16:06:05.462602 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-abac15d3-2dd5-4fa1-9971-1f7286035eba tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/routers/8f178400-db1a-4cd6-af8e-e69c4f447d29 HTTP/1.1" status: 404 len: 336 time: 0.0878057 Feb 08 16:06:05.463325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60806) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:05.474988 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1841e240f1844111a5d03cef51e17a88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8393450 Feb 08 16:06:05.475660 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60808) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:05.544199 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:05.606158 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Publish callbacks [] for security_group (9022512f-3516-4966-998f-edc710dc1469), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:05.665893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:06:05.676873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab99d44-2de6-4396-8ba2-4a532c6f5809 None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:06:05.704881 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Publish callbacks [] for security_group (9022512f-3516-4966-998f-edc710dc1469), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:05.717891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab99d44-2de6-4396-8ba2-4a532c6f5809 None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:05.721395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2ab99d44-2de6-4396-8ba2-4a532c6f5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:05.786155 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e8daef-6cd4-46cd-83e5-94d5d8c0b4b9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] DELETE failed (client error): The resource could not be found. Feb 08 16:06:05.786632 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e8daef-6cd4-46cd-83e5-94d5d8c0b4b9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:06:05.801436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-14e8daef-6cd4-46cd-83e5-94d5d8c0b4b9 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/2e34d5cc-6758-4df2-bf88-df08abdd7371 HTTP/1.1" status: 404 len: 337 time: 0.2431827 Feb 08 16:06:05.804328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60816) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:05.809033 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2ab99d44-2de6-4396-8ba2-4a532c6f5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:05.819334 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9022512f-3516-4966-998f-edc710dc1469,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:05.830387 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab99d44-2de6-4396-8ba2-4a532c6f5809 None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:05.831032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2ab99d44-2de6-4396-8ba2-4a532c6f5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:05.871918 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:05.872518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:05.873073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:05.873617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:05.874003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:05.874350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:05.874694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:05.875035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:05.875373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:05.875705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:05.876041 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:05.876373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:05.876700 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a90af77-147c-436f-8784-0602115888dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:05.904527 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:05.905948 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-17981ab1-8d95-48ee-9091-24afcb8a774f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7064710 Feb 08 16:06:05.915371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60818) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:05.941646 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-43584d2a-432e-4818-bcf2-9caf1fa6d75f tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports?device_id=c9da77d9-9356-4d3c-84cd-40797a2a85e7 HTTP/1.1" status: 200 len: 205 time: 0.1324646 Feb 08 16:06:05.943929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60822) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:05.954492 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2ab99d44-2de6-4396-8ba2-4a532c6f5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:05.957306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab99d44-2de6-4396-8ba2-4a532c6f5809 None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:06:06.075228 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-7955c1a8-e22d-4fc8-aab0-2f59d7ff4c09 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] delete failed (client error): The resource could not be found. Feb 08 16:06:06.077278 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7955c1a8-e22d-4fc8-aab0-2f59d7ff4c09 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/routers/c9da77d9-9356-4d3c-84cd-40797a2a85e7 HTTP/1.1" status: 404 len: 336 time: 0.1270273 Feb 08 16:06:06.080130 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60826) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:06.171877 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7d61b0ba-eccf-4316-ade4-eba39d39181d tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports?device_id=49ec5717-49b2-4ea0-962b-25baf40af449 HTTP/1.1" status: 200 len: 205 time: 0.0886898 Feb 08 16:06:06.174868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60832) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:06.907697 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-621c98d5-4e33-4e48-bd9b-ba7c82821083 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] delete failed (client error): The resource could not be found. Feb 08 16:06:06.915302 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-621c98d5-4e33-4e48-bd9b-ba7c82821083 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/routers/49ec5717-49b2-4ea0-962b-25baf40af449 HTTP/1.1" status: 404 len: 336 time: 0.7392533 Feb 08 16:06:06.916552 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60850) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:06.920611 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9022512f-3516-4966-998f-edc710dc1469), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:06.934537 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:06.938338 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9022512f-3516-4966-998f-edc710dc1469 HTTP/1.1" status: 204 len: 168 time: 1.4740298 Feb 08 16:06:07.055104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9022512f-3516-4966-998f-edc710dc1469,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:07.111538 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:07.117638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:07.119345 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:07.123256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:07.123585 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:07.130498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:07.136031 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:07.136834 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:07.137602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:07.139677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:07.146084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:07.146855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:07.147441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:07.148004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fea6123-3f8b-4278-be57-4023255e9702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:07.165192 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-98980574-d0ef-43f4-9180-949c8996ad90 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] DELETE failed (client error): The resource could not be found. Feb 08 16:06:07.170949 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98980574-d0ef-43f4-9180-949c8996ad90 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:06:07.185431 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-98980574-d0ef-43f4-9180-949c8996ad90 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/f8ec7427-91a7-488d-bfd2-fcf4eb30e6e6 HTTP/1.1" status: 404 len: 337 time: 0.2656858 Feb 08 16:06:07.187811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60856) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:07.317219 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60858) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:07.326505 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3e9e6ec0-8918-4189-9de0-f896b8cc0244 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f150869-c25f-4666-a1c6-64aeffe7dbc8 HTTP/1.1" status: 200 len: 205 time: 0.1228673 Feb 08 16:06:07.430276 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-64e059b0-1b2b-4fdf-aa39-3d0c9df3bd50 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] delete failed (client error): The resource could not be found. Feb 08 16:06:07.433023 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-64e059b0-1b2b-4fdf-aa39-3d0c9df3bd50 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/routers/4f150869-c25f-4666-a1c6-64aeffe7dbc8 HTTP/1.1" status: 404 len: 336 time: 0.1139789 Feb 08 16:06:07.435512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60864) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:07.526429 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-286abe0b-6e0c-48b7-b620-d3f4a2668f35 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] DELETE failed (client error): The resource could not be found. Feb 08 16:06:07.528409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286abe0b-6e0c-48b7-b620-d3f4a2668f35 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:06:07.536918 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-286abe0b-6e0c-48b7-b620-d3f4a2668f35 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/90988a26-3c2a-4b77-983b-8af38b124363 HTTP/1.1" status: 404 len: 337 time: 0.0988398 Feb 08 16:06:07.539587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60866) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:07.543732 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:07.643218 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d48263e1-682a-4149-9d83-4255de665b95 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "GET /v2.0/ports?device_id=8ecfd922-5af3-4472-b165-ca5a512b4dae HTTP/1.1" status: 200 len: 205 time: 0.0999134 Feb 08 16:06:07.647325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60874) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:07.763622 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-391c8e07-cc89-45d2-bada-4868d663d998 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] delete failed (client error): The resource could not be found. Feb 08 16:06:07.767156 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-391c8e07-cc89-45d2-bada-4868d663d998 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/routers/8ecfd922-5af3-4472-b165-ca5a512b4dae HTTP/1.1" status: 404 len: 336 time: 0.1147594 Feb 08 16:06:07.768844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60878) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:07.832027 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ab8e42-6faa-43d4-a224-9a8bf6fc7c38 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] DELETE failed (client error): The resource could not be found. Feb 08 16:06:07.833670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ab8e42-6faa-43d4-a224-9a8bf6fc7c38 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:06:07.840467 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c6ab8e42-6faa-43d4-a224-9a8bf6fc7c38 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/6d7ba580-5cea-4b37-8adc-acf5b3123124 HTTP/1.1" status: 404 len: 337 time: 0.0660100 Feb 08 16:06:07.842323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60880) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:07.917669 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-6876ae2c-8352-45a2-9a68-29314702f362 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] DELETE failed (client error): The resource could not be found. Feb 08 16:06:07.918305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6876ae2c-8352-45a2-9a68-29314702f362 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:06:07.926766 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6876ae2c-8352-45a2-9a68-29314702f362 tempest-RoutersTest-1633496926 tempest-RoutersTest-1633496926-project] 10.222.0.82 "DELETE /v2.0/subnets/906832f2-120d-419f-800b-63414639f4da HTTP/1.1" status: 404 len: 337 time: 0.0783279 Feb 08 16:06:07.958523 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:08.351160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Allocated IP 172.20.0.1 (0f26cbec-a949-4e51-8ed1-3d85550f7017/c3961930-ae1d-4b04-beae-9c1ad88c75ea/a7c730fa-1e44-450e-80f9-7cf85436b255) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:06:08.534433 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (a7c730fa-1e44-450e-80f9-7cf85436b255), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:08.609244 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a7c730fa-1e44-450e-80f9-7cf85436b255), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:08.678505 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=a7c730fa-1e44-450e-80f9-7cf85436b255,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:08.712539 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network 0f26cbec-a949-4e51-8ed1-3d85550f7017 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:06:08.714162 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:08.716809 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:06:08.844471 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:09.010338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60908) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:09.049061 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a7c730fa-1e44-450e-80f9-7cf85436b255), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:09.418445 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (a7c730fa-1e44-450e-80f9-7cf85436b255), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:09.425281 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (a7c730fa-1e44-450e-80f9-7cf85436b255), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:09.533570 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:09.539611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=a7c730fa-1e44-450e-80f9-7cf85436b255,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:09.615481 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f1d1463c-1b68-4f73-a9c4-646761450a71 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6266347370244ae6b8ceabf3acd55629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6003761 Feb 08 16:06:09.616247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60924) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:09.724752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network 0f26cbec-a949-4e51-8ed1-3d85550f7017 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:06:09.726668 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:09.738274 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-716ee61a-6e27-4bbd-b5af-3a40c91157fc admin admin] Publish callbacks [] for security_group (c9ab3ec0-3b0a-4a8b-a183-92786920b32b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:09.806399 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-716ee61a-6e27-4bbd-b5af-3a40c91157fc admin admin] Publish callbacks [] for security_group (c9ab3ec0-3b0a-4a8b-a183-92786920b32b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:09.931337 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-716ee61a-6e27-4bbd-b5af-3a40c91157fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c9ab3ec0-3b0a-4a8b-a183-92786920b32b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:09.938930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-716ee61a-6e27-4bbd-b5af-3a40c91157fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:09.941039 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-716ee61a-6e27-4bbd-b5af-3a40c91157fc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c9ab3ec0-3b0a-4a8b-a183-92786920b32b HTTP/1.1" status: 204 len: 168 time: 0.3237627 Feb 08 16:06:09.966642 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ee61a-6e27-4bbd-b5af-3a40c91157fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ab3ec0-3b0a-4a8b-a183-92786920b32b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:09.994958 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:06:10.213407 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:06:10.228121 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae529f02-8063-46c7-a752-a2ddf2debcfe None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:06:10.230322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5989f9d3-e005-40c5-b01f-a67a5f10510c tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "PUT /v2.0/routers/4b3bd026-d4d5-4db4-a8bd-7d0781c61728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3137765 Feb 08 16:06:10.234015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60942) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:10.243520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c6ae690f-8c19-49ac-937d-aa0949ac18fc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'port': {'network_id': '0f26cbec-a949-4e51-8ed1-3d85550f7017', 'name': 'tempest-FloatingIPTestJSON-1093817011'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:10.243756 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae529f02-8063-46c7-a752-a2ddf2debcfe None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:10.247436 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ae529f02-8063-46c7-a752-a2ddf2debcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:10.342601 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ae529f02-8063-46c7-a752-a2ddf2debcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:10.373522 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae529f02-8063-46c7-a752-a2ddf2debcfe None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:10.374688 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ae529f02-8063-46c7-a752-a2ddf2debcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:10.466810 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ae529f02-8063-46c7-a752-a2ddf2debcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:10.470975 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae529f02-8063-46c7-a752-a2ddf2debcfe None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:06:10.477443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ae690f-8c19-49ac-937d-aa0949ac18fc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Made reservation on behalf of 96e45dd648944e01b72e13fe2a1d27b1 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:06:10.487335 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6ae690f-8c19-49ac-937d-aa0949ac18fc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:10.528583 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-c6ae690f-8c19-49ac-937d-aa0949ac18fc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] device_id is not set on port 3d99d25e-cb80-469b-a6bd-d93a4572d0b6 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:06:10.823375 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-c6ae690f-8c19-49ac-937d-aa0949ac18fc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Allocated IP 172.20.0.4 (0f26cbec-a949-4e51-8ed1-3d85550f7017/c3961930-ae1d-4b04-beae-9c1ad88c75ea/3d99d25e-cb80-469b-a6bd-d93a4572d0b6) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:06:11.039023 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6ae690f-8c19-49ac-937d-aa0949ac18fc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (3d99d25e-cb80-469b-a6bd-d93a4572d0b6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:11.133285 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6ae690f-8c19-49ac-937d-aa0949ac18fc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3d99d25e-cb80-469b-a6bd-d93a4572d0b6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:11.262961 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ae690f-8c19-49ac-937d-aa0949ac18fc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network 0f26cbec-a949-4e51-8ed1-3d85550f7017 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:06:11.270474 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-c6ae690f-8c19-49ac-937d-aa0949ac18fc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:11.276594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae690f-8c19-49ac-937d-aa0949ac18fc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:06:11.317398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae690f-8c19-49ac-937d-aa0949ac18fc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=3d99d25e-cb80-469b-a6bd-d93a4572d0b6,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:11.360781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ae690f-8c19-49ac-937d-aa0949ac18fc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:11.362040 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6ae690f-8c19-49ac-937d-aa0949ac18fc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:11.390650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c6ae690f-8c19-49ac-937d-aa0949ac18fc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1554065 Feb 08 16:06:11.393086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60966) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:11.401952 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6ea9e175-f9c7-4c14-aa8e-f3a34aba1e3d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'port': {'network_id': '0f26cbec-a949-4e51-8ed1-3d85550f7017', 'name': 'tempest-FloatingIPTestJSON-1831929496'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:11.596470 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea9e175-f9c7-4c14-aa8e-f3a34aba1e3d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Made reservation on behalf of 96e45dd648944e01b72e13fe2a1d27b1 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:06:11.602916 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e175-f9c7-4c14-aa8e-f3a34aba1e3d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:11.631959 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-6ea9e175-f9c7-4c14-aa8e-f3a34aba1e3d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] device_id is not set on port 87df54bb-0657-44af-8ca5-26cb4f75faec yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:06:11.712507 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60976) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:11.851373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-6ea9e175-f9c7-4c14-aa8e-f3a34aba1e3d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Allocated IP 172.20.0.12 (0f26cbec-a949-4e51-8ed1-3d85550f7017/c3961930-ae1d-4b04-beae-9c1ad88c75ea/87df54bb-0657-44af-8ca5-26cb4f75faec) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:06:12.241723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60990) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:12.253145 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e175-f9c7-4c14-aa8e-f3a34aba1e3d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (87df54bb-0657-44af-8ca5-26cb4f75faec), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:12.310406 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e175-f9c7-4c14-aa8e-f3a34aba1e3d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (87df54bb-0657-44af-8ca5-26cb4f75faec), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:12.416471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea9e175-f9c7-4c14-aa8e-f3a34aba1e3d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network 0f26cbec-a949-4e51-8ed1-3d85550f7017 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:06:12.419919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e03fcc4-dcf5-4f10-966f-9ecb3e963905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:12.531607 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e03fcc4-dcf5-4f10-966f-9ecb3e963905 admin admin] Publish callbacks [] for security_group (5ac987b4-6d64-4bdb-b552-96013c4e7abf), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:12.533669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-6ea9e175-f9c7-4c14-aa8e-f3a34aba1e3d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:12.537551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea9e175-f9c7-4c14-aa8e-f3a34aba1e3d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:06:12.545205 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e03fcc4-dcf5-4f10-966f-9ecb3e963905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5ac987b4-6d64-4bdb-b552-96013c4e7abf), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:12.596453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5e03fcc4-dcf5-4f10-966f-9ecb3e963905 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9e482895a9bc49da966a9553ce67432c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8814554 Feb 08 16:06:12.599689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 32768) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:12.625290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9e175-f9c7-4c14-aa8e-f3a34aba1e3d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=87df54bb-0657-44af-8ca5-26cb4f75faec,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:12.664354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea9e175-f9c7-4c14-aa8e-f3a34aba1e3d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:12.665254 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6ea9e175-f9c7-4c14-aa8e-f3a34aba1e3d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:12.677399 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03fcc4-dcf5-4f10-966f-9ecb3e963905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac987b4-6d64-4bdb-b552-96013c4e7abf,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:12.686007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6ea9e175-f9c7-4c14-aa8e-f3a34aba1e3d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2913127 Feb 08 16:06:12.689468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 32772) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:12.695703 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '87df54bb-0657-44af-8ca5-26cb4f75faec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:12.728557 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:12.751571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4064a115-7720-4036-9907-7fde7c92c718 admin admin] Publish callbacks [] for security_group (5ac987b4-6d64-4bdb-b552-96013c4e7abf), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:12.805300 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4064a115-7720-4036-9907-7fde7c92c718 admin admin] Publish callbacks [] for security_group (5ac987b4-6d64-4bdb-b552-96013c4e7abf), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:12.849722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-613396643-network', 'tenant_id': '7ed071d293f74eb8bd194b09cef4ff5a'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:12.919386 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] Made reservation on behalf of 7ed071d293f74eb8bd194b09cef4ff5a for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:06:12.925159 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:12.956446 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:12.976561 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:13.097017 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4064a115-7720-4036-9907-7fde7c92c718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5ac987b4-6d64-4bdb-b552-96013c4e7abf), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:13.105827 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4064a115-7720-4036-9907-7fde7c92c718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:13.109235 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4064a115-7720-4036-9907-7fde7c92c718 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5ac987b4-6d64-4bdb-b552-96013c4e7abf HTTP/1.1" status: 204 len: 168 time: 0.5083461 Feb 08 16:06:13.156281 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064a115-7720-4036-9907-7fde7c92c718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac987b4-6d64-4bdb-b552-96013c4e7abf,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:13.230999 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] Publish callbacks [] for security_group (0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:13.241051 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:13.297389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:06:13.328972 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Allocated IP 172.25.7.55 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/f6269ea3-fae5-4a57-a7b3-5790ea17ec0b) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:06:13.329986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:13.337714 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (1a5861e3-92a5-4988-8822-772ba595a0e0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:13.338558 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] Added segment 1a5861e3-92a5-4988-8822-772ba595a0e0 of type vlan for network 54db13b7-e228-468a-a909-aa4849177a9f Feb 08 16:06:13.478413 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (54db13b7-e228-468a-a909-aa4849177a9f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:13.550343 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (54db13b7-e228-468a-a909-aa4849177a9f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:13.552999 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:13.553682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:13.600884 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3579869 Feb 08 16:06:13.608609 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 32796) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:13.621899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-628cd0f4-5ab1-442d-85c5-30b239f65fbb admin admin] Request body: {'subnet': {'network_id': '54db13b7-e228-468a-a909-aa4849177a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-613396643-subnet', 'tenant_id': '7ed071d293f74eb8bd194b09cef4ff5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:13.714961 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (f6269ea3-fae5-4a57-a7b3-5790ea17ec0b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:13.851674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628cd0f4-5ab1-442d-85c5-30b239f65fbb admin admin] Made reservation on behalf of 7ed071d293f74eb8bd194b09cef4ff5a for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:06:13.867527 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-628cd0f4-5ab1-442d-85c5-30b239f65fbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:13.876861 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82b761-7fa6-457b-8ac8-e7d4dbfe8e3d admin admin] Pushing event updated for resources: {'Network': ['ID=54db13b7-e228-468a-a909-aa4849177a9f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:13.903944 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 54db13b7-e228-468a-a909-aa4849177a9f details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:06:14.141922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 32804) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:14.190907 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc836-dc7b-47fb-994a-834fab3b1fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:14.302225 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-628cd0f4-5ab1-442d-85c5-30b239f65fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (ea7eac82-a466-4a20-abeb-5632bd87900a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:14.392112 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f6269ea3-fae5-4a57-a7b3-5790ea17ec0b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:14.478736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc836-dc7b-47fb-994a-834fab3b1fa0 admin admin] Publish callbacks [] for security_group (4d0db9aa-305b-4d3b-b5d5-f175f52711b7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:14.491028 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc836-dc7b-47fb-994a-834fab3b1fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4d0db9aa-305b-4d3b-b5d5-f175f52711b7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:14.579662 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e6ffc836-dc7b-47fb-994a-834fab3b1fa0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e14bf9ed1175454baff83be4c2594745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4306221 Feb 08 16:06:14.582016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 32814) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:14.611003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cd0f4-5ab1-442d-85c5-30b239f65fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea7eac82-a466-4a20-abeb-5632bd87900a,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:14.643215 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffc836-dc7b-47fb-994a-834fab3b1fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0db9aa-305b-4d3b-b5d5-f175f52711b7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:14.671354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:06:14.680327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628cd0f4-5ab1-442d-85c5-30b239f65fbb admin admin] Checking segment: {'id': '1a5861e3-92a5-4988-8822-772ba595a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '54db13b7-e228-468a-a909-aa4849177a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:06:14.680845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628cd0f4-5ab1-442d-85c5-30b239f65fbb admin admin] Network hostable DHCP agents. Network: 54db13b7-e228-468a-a909-aa4849177a9f, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:06:14.692185 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:14.694793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:06:14.749758 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b8088e2-9d88-4339-abe6-a14b2c3a20d2 admin admin] Publish callbacks [] for security_group (4d0db9aa-305b-4d3b-b5d5-f175f52711b7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:14.811713 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b8088e2-9d88-4339-abe6-a14b2c3a20d2 admin admin] Publish callbacks [] for security_group (4d0db9aa-305b-4d3b-b5d5-f175f52711b7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:14.899485 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 32820) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:14.919048 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b8088e2-9d88-4339-abe6-a14b2c3a20d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4d0db9aa-305b-4d3b-b5d5-f175f52711b7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:14.921710 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b8088e2-9d88-4339-abe6-a14b2c3a20d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:14.929643 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2b8088e2-9d88-4339-abe6-a14b2c3a20d2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4d0db9aa-305b-4d3b-b5d5-f175f52711b7 HTTP/1.1" status: 204 len: 168 time: 0.3431234 Feb 08 16:06:14.942547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8088e2-9d88-4339-abe6-a14b2c3a20d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0db9aa-305b-4d3b-b5d5-f175f52711b7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:15.002362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=f6269ea3-fae5-4a57-a7b3-5790ea17ec0b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:15.008216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628cd0f4-5ab1-442d-85c5-30b239f65fbb admin admin] Network 54db13b7-e228-468a-a909-aa4849177a9f is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:06:15.044990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-628cd0f4-5ab1-442d-85c5-30b239f65fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 54db13b7-e228-468a-a909-aa4849177a9f) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:15.062699 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628cd0f4-5ab1-442d-85c5-30b239f65fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:15.063322 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-628cd0f4-5ab1-442d-85c5-30b239f65fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:15.068199 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bf0324-629c-4851-bb4a-572245a31abe None None] Network 54db13b7-e228-468a-a909-aa4849177a9f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:06:15.169075 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-628cd0f4-5ab1-442d-85c5-30b239f65fbb admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5540855 Feb 08 16:06:15.427148 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f007818-b7f9-44d2-8b9f-483c8299c451 None None] Network 54db13b7-e228-468a-a909-aa4849177a9f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:06:16.318092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-499c9202-9049-4c87-a795-6995c97630aa tempest-DvrRoutersNegativeTest-1137068027 tempest-DvrRoutersNegativeTest-1137068027-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-148295645', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:16.321488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.policy [None req-499c9202-9049-4c87-a795-6995c97630aa tempest-DvrRoutersNegativeTest-1137068027 tempest-DvrRoutersNegativeTest-1137068027-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103301) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 08 16:06:16.322087 n-d-824834-11 neutron-server[103301]: DEBUG neutron.policy [None req-499c9202-9049-4c87-a795-6995c97630aa tempest-DvrRoutersNegativeTest-1137068027 tempest-DvrRoutersNegativeTest-1137068027-project] Failed policy check for 'create_router' {{(pid=103301) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 08 16:06:16.322827 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-499c9202-9049-4c87-a795-6995c97630aa tempest-DvrRoutersNegativeTest-1137068027 tempest-DvrRoutersNegativeTest-1137068027-project] create failed (client error): Access was denied to this resource. Feb 08 16:06:16.327717 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-499c9202-9049-4c87-a795-6995c97630aa tempest-DvrRoutersNegativeTest-1137068027 tempest-DvrRoutersNegativeTest-1137068027-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 1.3746316 Feb 08 16:06:16.555589 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (31b8162d-e0cc-46a6-a742-4a97693c46a4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:16.802477 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f6269ea3-fae5-4a57-a7b3-5790ea17ec0b), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:17.152364 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (f6269ea3-fae5-4a57-a7b3-5790ea17ec0b), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:17.162483 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (f6269ea3-fae5-4a57-a7b3-5790ea17ec0b), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:17.362553 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=f6269ea3-fae5-4a57-a7b3-5790ea17ec0b,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:17.384697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (31b8162d-e0cc-46a6-a742-4a97693c46a4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:17.452486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 32870) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:17.535500 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Floating IP 31b8162d-e0cc-46a6-a742-4a97693c46a4 associated. External IP: 172.25.7.55, port: 87df54bb-0657-44af-8ca5-26cb4f75faec. Feb 08 16:06:17.778750 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e8c9774b-f8c0-487f-b367-516fa9e143b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:17.999351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:06:18.003312 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e8c9774b-f8c0-487f-b367-516fa9e143b6 admin admin] Publish callbacks [] for security_group (b62e3f29-f4be-4dcc-b6e1-0260c27cb06c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:18.012087 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e8c9774b-f8c0-487f-b367-516fa9e143b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b62e3f29-f4be-4dcc-b6e1-0260c27cb06c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:18.103671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9774b-f8c0-487f-b367-516fa9e143b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62e3f29-f4be-4dcc-b6e1-0260c27cb06c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:18.112040 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e8c9774b-f8c0-487f-b367-516fa9e143b6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ffc01494d26743e5926cda0df2948852&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6581280 Feb 08 16:06:18.113878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 32892) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:18.179814 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab928-bb12-4771-8720-06a3035cd0f9 admin admin] Publish callbacks [] for security_group (b62e3f29-f4be-4dcc-b6e1-0260c27cb06c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:18.219767 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab928-bb12-4771-8720-06a3035cd0f9 admin admin] Publish callbacks [] for security_group (b62e3f29-f4be-4dcc-b6e1-0260c27cb06c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:18.284059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:06:18.298977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f02d521-0407-42be-9015-b8b8bb907d2d None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:06:18.325719 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f02d521-0407-42be-9015-b8b8bb907d2d None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:18.327197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7f02d521-0407-42be-9015-b8b8bb907d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:18.327552 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab928-bb12-4771-8720-06a3035cd0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b62e3f29-f4be-4dcc-b6e1-0260c27cb06c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:18.331635 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cc9ab928-bb12-4771-8720-06a3035cd0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:18.336985 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cc9ab928-bb12-4771-8720-06a3035cd0f9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b62e3f29-f4be-4dcc-b6e1-0260c27cb06c HTTP/1.1" status: 204 len: 168 time: 0.2207513 Feb 08 16:06:18.339825 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:18.346797 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ab928-bb12-4771-8720-06a3035cd0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62e3f29-f4be-4dcc-b6e1-0260c27cb06c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:18.422280 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2040bb8c-f730-48b3-8456-8ad27dd67fe3 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7289014 Feb 08 16:06:18.423917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 32898) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:18.436999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ce4d00da-791b-4473-873f-223a6956b180 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:18.461751 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7f02d521-0407-42be-9015-b8b8bb907d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:18.481410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f02d521-0407-42be-9015-b8b8bb907d2d None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:18.483746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7f02d521-0407-42be-9015-b8b8bb907d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:18.532830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7f02d521-0407-42be-9015-b8b8bb907d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:18.534447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f02d521-0407-42be-9015-b8b8bb907d2d None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:06:18.586227 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ce4d00da-791b-4473-873f-223a6956b180 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (31b8162d-e0cc-46a6-a742-4a97693c46a4), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:18.858513 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ce4d00da-791b-4473-873f-223a6956b180 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:18.871988 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ce4d00da-791b-4473-873f-223a6956b180 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (31b8162d-e0cc-46a6-a742-4a97693c46a4), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:18.872630 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-ce4d00da-791b-4473-873f-223a6956b180 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Floating IP 31b8162d-e0cc-46a6-a742-4a97693c46a4 disassociated. External IP: 172.25.7.55, port: 87df54bb-0657-44af-8ca5-26cb4f75faec. Feb 08 16:06:18.876567 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:18.918656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 32912) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:18.984534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 32918) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:18.997231 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2051201213-network', 'tenant_id': 'd72901498ae64f0698f2395c646e90d8'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:19.037927 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] Made reservation on behalf of d72901498ae64f0698f2395c646e90d8 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:06:19.045070 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:19.063772 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:19.296873 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] Publish callbacks [] for security_group (cab3f7b3-5752-4600-99f5-8e8ee0448898), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:19.314218 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cab3f7b3-5752-4600-99f5-8e8ee0448898), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:19.389927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4d00da-791b-4473-873f-223a6956b180 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:06:19.403984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab3f7b3-5752-4600-99f5-8e8ee0448898,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:19.408977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:06:19.443319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7160039d-cc33-4bfb-b629-d1c1e2de2be7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:19.443669 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] Added segment 7160039d-cc33-4bfb-b629-d1c1e2de2be7 of type vlan for network 8bc68468-77d4-4086-b7c6-8e8ab906b930 Feb 08 16:06:19.533845 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (8bc68468-77d4-4086-b7c6-8e8ab906b930), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:19.616528 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b219-804b-4f78-af4a-9fb50dbf1d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:19.635069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4d00da-791b-4473-873f-223a6956b180 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:06:19.642025 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ce4d00da-791b-4473-873f-223a6956b180 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:19.654482 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db01b7e5-68c3-44cd-9a32-d7cce01cf9d6 None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:06:19.675061 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db01b7e5-68c3-44cd-9a32-d7cce01cf9d6 None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:19.687004 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-db01b7e5-68c3-44cd-9a32-d7cce01cf9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:19.688709 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ce4d00da-791b-4473-873f-223a6956b180 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "PUT /v2.0/floatingips/31b8162d-e0cc-46a6-a742-4a97693c46a4 HTTP/1.1" status: 200 len: 687 time: 1.2634706 Feb 08 16:06:19.692864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 32932) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:19.698296 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (8bc68468-77d4-4086-b7c6-8e8ab906b930), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:19.701940 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:19.708064 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:19.766873 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-db01b7e5-68c3-44cd-9a32-d7cce01cf9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:19.799181 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db01b7e5-68c3-44cd-9a32-d7cce01cf9d6 None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:19.800216 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-db01b7e5-68c3-44cd-9a32-d7cce01cf9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:19.856910 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc68468-77d4-4086-b7c6-8e8ab906b930,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:19.874801 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 8bc68468-77d4-4086-b7c6-8e8ab906b930 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:06:19.886830 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5d05793c-fc28-44bd-971f-1acfb00ea455 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8985231 Feb 08 16:06:19.892565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 32938) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:19.898968 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-3f440641-ea6b-4e1d-9ec9-f2e77fecbcf5 admin admin] Request body: {'subnet': {'network_id': '8bc68468-77d4-4086-b7c6-8e8ab906b930', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2051201213-subnet', 'tenant_id': 'd72901498ae64f0698f2395c646e90d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:19.917197 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-db01b7e5-68c3-44cd-9a32-d7cce01cf9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:19.918400 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db01b7e5-68c3-44cd-9a32-d7cce01cf9d6 None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:06:19.952804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f440641-ea6b-4e1d-9ec9-f2e77fecbcf5 admin admin] Made reservation on behalf of d72901498ae64f0698f2395c646e90d8 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:06:19.955802 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f440641-ea6b-4e1d-9ec9-f2e77fecbcf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:19.957942 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-e0babfbd-60ff-437e-b011-d5f359c932ba tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting port f6269ea3-fae5-4a57-a7b3-5790ea17ec0b {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:06:19.959270 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0babfbd-60ff-437e-b011-d5f359c932ba tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f6269ea3-fae5-4a57-a7b3-5790ea17ec0b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:20.038606 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b219-804b-4f78-af4a-9fb50dbf1d12 admin admin] Publish callbacks [] for security_group (8582e663-9dee-4e69-a2f7-a190a7ba2676), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:20.086532 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b219-804b-4f78-af4a-9fb50dbf1d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8582e663-9dee-4e69-a2f7-a190a7ba2676), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:20.156553 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f5d3b219-804b-4f78-af4a-9fb50dbf1d12 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=57b0dfd06d4047e0ac41ec33fc3e2ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2362614 Feb 08 16:06:20.160448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 32946) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:20.161366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3b219-804b-4f78-af4a-9fb50dbf1d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8582e663-9dee-4e69-a2f7-a190a7ba2676,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:20.206050 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0babfbd-60ff-437e-b011-d5f359c932ba tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f6269ea3-fae5-4a57-a7b3-5790ea17ec0b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:20.206419 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0babfbd-60ff-437e-b011-d5f359c932ba tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (f6269ea3-fae5-4a57-a7b3-5790ea17ec0b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:20.242884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-e0babfbd-60ff-437e-b011-d5f359c932ba tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Calling delete_port for f6269ea3-fae5-4a57-a7b3-5790ea17ec0b owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:06:20.337378 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:20.520599 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccfe8d8a-adc9-4e19-9822-cf97da5997f3 admin admin] Publish callbacks [] for security_group (8582e663-9dee-4e69-a2f7-a190a7ba2676), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:20.556762 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f440641-ea6b-4e1d-9ec9-f2e77fecbcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (d5995cee-44ba-47dc-aaa2-4ffc1c12f75f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:20.564697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0babfbd-60ff-437e-b011-d5f359c932ba tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f6269ea3-fae5-4a57-a7b3-5790ea17ec0b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:20.627059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babfbd-60ff-437e-b011-d5f359c932ba tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Port': ['ID=f6269ea3-fae5-4a57-a7b3-5790ea17ec0b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:20.629732 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccfe8d8a-adc9-4e19-9822-cf97da5997f3 admin admin] Publish callbacks [] for security_group (8582e663-9dee-4e69-a2f7-a190a7ba2676), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:20.724132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f440641-ea6b-4e1d-9ec9-f2e77fecbcf5 admin admin] Checking segment: {'id': '7160039d-cc33-4bfb-b629-d1c1e2de2be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '8bc68468-77d4-4086-b7c6-8e8ab906b930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:06:20.724448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f440641-ea6b-4e1d-9ec9-f2e77fecbcf5 admin admin] Network hostable DHCP agents. Network: 8bc68468-77d4-4086-b7c6-8e8ab906b930, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:06:20.778691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f440641-ea6b-4e1d-9ec9-f2e77fecbcf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5995cee-44ba-47dc-aaa2-4ffc1c12f75f,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:20.815882 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0babfbd-60ff-437e-b011-d5f359c932ba tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (31b8162d-e0cc-46a6-a742-4a97693c46a4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:20.820157 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0babfbd-60ff-437e-b011-d5f359c932ba tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:20.824693 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e0babfbd-60ff-437e-b011-d5f359c932ba tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/floatingips/31b8162d-e0cc-46a6-a742-4a97693c46a4 HTTP/1.1" status: 204 len: 168 time: 1.1294627 Feb 08 16:06:20.824922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 32962) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:20.837871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '3d99d25e-cb80-469b-a6bd-d93a4572d0b6'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:20.870052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f440641-ea6b-4e1d-9ec9-f2e77fecbcf5 admin admin] Network 8bc68468-77d4-4086-b7c6-8e8ab906b930 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:06:20.888190 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:20.919249 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccfe8d8a-adc9-4e19-9822-cf97da5997f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8582e663-9dee-4e69-a2f7-a190a7ba2676), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:20.922919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ccfe8d8a-adc9-4e19-9822-cf97da5997f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:20.927671 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ccfe8d8a-adc9-4e19-9822-cf97da5997f3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8582e663-9dee-4e69-a2f7-a190a7ba2676 HTTP/1.1" status: 204 len: 168 time: 0.7624531 Feb 08 16:06:20.984151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-3f440641-ea6b-4e1d-9ec9-f2e77fecbcf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 8bc68468-77d4-4086-b7c6-8e8ab906b930) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:20.996539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f440641-ea6b-4e1d-9ec9-f2e77fecbcf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:20.997726 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f440641-ea6b-4e1d-9ec9-f2e77fecbcf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:21.001290 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab77a32-2d9f-4cfe-a05a-ce47d99d5c97 None None] Network 8bc68468-77d4-4086-b7c6-8e8ab906b930 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:06:21.009365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe8d8a-adc9-4e19-9822-cf97da5997f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8582e663-9dee-4e69-a2f7-a190a7ba2676,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:21.043371 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3f440641-ea6b-4e1d-9ec9-f2e77fecbcf5 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1489379 Feb 08 16:06:21.165100 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:21.304253 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b47511e-65e0-47e0-95aa-0636bb3f04ca None None] Network 8bc68468-77d4-4086-b7c6-8e8ab906b930 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:06:21.412150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Allocated IP 172.25.7.123 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/2d32409a-bad3-43bb-afb9-d798ff3c4760) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:06:21.663829 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (2d32409a-bad3-43bb-afb9-d798ff3c4760), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:21.714079 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2d32409a-bad3-43bb-afb9-d798ff3c4760), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:21.807039 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:06:21.828362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:21.837487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:06:21.904611 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=2d32409a-bad3-43bb-afb9-d798ff3c4760,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:21.992590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 32994) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:22.016009 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f14bb28a-1b63-473d-a5bb-425cff4b1ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:22.156586 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f14bb28a-1b63-473d-a5bb-425cff4b1ef6 admin admin] Publish callbacks [] for security_group (7e32bebc-8aa0-4e39-8626-fb816bab168d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:22.165526 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f14bb28a-1b63-473d-a5bb-425cff4b1ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7e32bebc-8aa0-4e39-8626-fb816bab168d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:22.227110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bb28a-1b63-473d-a5bb-425cff4b1ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e32bebc-8aa0-4e39-8626-fb816bab168d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:22.237434 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f14bb28a-1b63-473d-a5bb-425cff4b1ef6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7ccf14f7fa9943f8b577ecf7c31bedc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2433960 Feb 08 16:06:22.238160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33002) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:22.327001 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4098d718-db9b-421f-8f82-344fae794e86 admin admin] Publish callbacks [] for security_group (7e32bebc-8aa0-4e39-8626-fb816bab168d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:22.375398 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4098d718-db9b-421f-8f82-344fae794e86 admin admin] Publish callbacks [] for security_group (7e32bebc-8aa0-4e39-8626-fb816bab168d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:22.487232 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4098d718-db9b-421f-8f82-344fae794e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7e32bebc-8aa0-4e39-8626-fb816bab168d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:22.492554 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4098d718-db9b-421f-8f82-344fae794e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:22.494067 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4098d718-db9b-421f-8f82-344fae794e86 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7e32bebc-8aa0-4e39-8626-fb816bab168d HTTP/1.1" status: 204 len: 168 time: 0.2548387 Feb 08 16:06:22.512327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098d718-db9b-421f-8f82-344fae794e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e32bebc-8aa0-4e39-8626-fb816bab168d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:22.772774 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (f01655e7-5681-44e2-908c-fd5016766c22), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:22.981271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2d32409a-bad3-43bb-afb9-d798ff3c4760), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:23.228669 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (2d32409a-bad3-43bb-afb9-d798ff3c4760), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:23.239446 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2d32409a-bad3-43bb-afb9-d798ff3c4760), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:23.357701 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=2d32409a-bad3-43bb-afb9-d798ff3c4760,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:23.371549 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (f01655e7-5681-44e2-908c-fd5016766c22), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:23.424630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-ca77300d-9a0c-4c70-9e18-97f40675c3d3 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:23.426393 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-ca77300d-9a0c-4c70-9e18-97f40675c3d3 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/networks?id=54db13b7-e228-468a-a909-aa4849177a9f HTTP/1.1" status: 200 len: 808 time: 0.1946280 Feb 08 16:06:23.458894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-c3a766d0-81b7-45ad-8566-f6196be4c678 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/quotas/7ed071d293f74eb8bd194b09cef4ff5a HTTP/1.1" status: 200 len: 375 time: 0.0234270 Feb 08 16:06:23.511535 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-b367ce3e-4e3c-44ad-bda7-c5497ab34f80 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7ed071d293f74eb8bd194b09cef4ff5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512359 Feb 08 16:06:23.520634 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Floating IP f01655e7-5681-44e2-908c-fd5016766c22 associated. External IP: 172.25.7.123, port: 3d99d25e-cb80-469b-a6bd-d93a4572d0b6. Feb 08 16:06:23.764585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33044) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:23.803260 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:06:23.930151 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-656c5d76-7c3f-4d26-bbc9-7a831cedf37d service neutron] 10.222.0.82 "GET /v2.0/networks/54db13b7-e228-468a-a909-aa4849177a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172716 Feb 08 16:06:23.953098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:06:23.965364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d9cfa-f6ea-4eba-a18c-e31f8b5859f0 None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:06:23.995159 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d9cfa-f6ea-4eba-a18c-e31f8b5859f0 None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:23.997487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b72d9cfa-f6ea-4eba-a18c-e31f8b5859f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:24.002543 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:24.085614 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a842456a-11c4-4d14-b1a1-c611ad4d0af8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2591355 Feb 08 16:06:24.085920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33058) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:24.103370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b72d9cfa-f6ea-4eba-a18c-e31f8b5859f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:24.124082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d9cfa-f6ea-4eba-a18c-e31f8b5859f0 None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:24.126153 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b72d9cfa-f6ea-4eba-a18c-e31f8b5859f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:24.133297 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-a5915b30-9d1c-4d3a-aaf4-2ce6c343c150 service neutron] 10.222.0.82 "GET /v2.0/networks/54db13b7-e228-468a-a909-aa4849177a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955948 Feb 08 16:06:24.173987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-b72d9cfa-f6ea-4eba-a18c-e31f8b5859f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:24.174932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d9cfa-f6ea-4eba-a18c-e31f8b5859f0 None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:06:24.185048 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9c9c3fbd-61e6-4484-9d1f-baa6f75f0048 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "GET /v2.0/floatingips/f01655e7-5681-44e2-908c-fd5016766c22 HTTP/1.1" status: 200 len: 978 time: 0.0910547 Feb 08 16:06:24.186873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33062) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:24.240141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b1d2c002-d120-4f9d-ad80-acc66edeac9c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127180580'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:24.298736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c002-d120-4f9d-ad80-acc66edeac9c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:24.325148 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c002-d120-4f9d-ad80-acc66edeac9c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:24.357453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cdcce322-9653-4619-bc41-261beee0a817 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1637056 Feb 08 16:06:24.358221 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33066) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:24.373272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ed75f855-2777-4cc6-9c3e-d3516193fbc5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'floatingip': {'port_id': '87df54bb-0657-44af-8ca5-26cb4f75faec'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:24.536205 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c002-d120-4f9d-ad80-acc66edeac9c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (68c1c38a-4544-45e7-a084-f8aadf943cad), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:24.552484 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c002-d120-4f9d-ad80-acc66edeac9c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (68c1c38a-4544-45e7-a084-f8aadf943cad), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:24.613177 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2c002-d120-4f9d-ad80-acc66edeac9c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c1c38a-4544-45e7-a084-f8aadf943cad,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:24.695572 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c002-d120-4f9d-ad80-acc66edeac9c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (85534f2c-54d9-49b4-9c33-476ebb4794ec), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:24.700938 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c002-d120-4f9d-ad80-acc66edeac9c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (85534f2c-54d9-49b4-9c33-476ebb4794ec), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:24.745173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2c002-d120-4f9d-ad80-acc66edeac9c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85534f2c-54d9-49b4-9c33-476ebb4794ec,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:24.759715 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d2c002-d120-4f9d-ad80-acc66edeac9c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:24.761414 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b1d2c002-d120-4f9d-ad80-acc66edeac9c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9955392 Feb 08 16:06:24.763997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33082) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:24.833133 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-806d0156-1232-45dc-9127-9931b9528f4c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0640979 Feb 08 16:06:24.834075 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33086) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:24.838520 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-66a2264d-d1b3-471b-8c67-4d889ffadc4a tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group': {'name': 'tempest-security--2052572652', 'description': 'tempest-security-description-568269322'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:24.903588 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4453433-31be-4d20-88eb-314753e0d5e0 req-2d7e91f8-3995-47c4-85f9-6b4b81ab0878 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/ports?device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 210 time: 0.0437484 Feb 08 16:06:24.924628 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66a2264d-d1b3-471b-8c67-4d889ffadc4a tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (85534f2c-54d9-49b4-9c33-476ebb4794ec), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:24.939472 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed75f855-2777-4cc6-9c3e-d3516193fbc5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (f01655e7-5681-44e2-908c-fd5016766c22), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:25.024142 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66a2264d-d1b3-471b-8c67-4d889ffadc4a tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (85534f2c-54d9-49b4-9c33-476ebb4794ec), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:25.031769 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66a2264d-d1b3-471b-8c67-4d889ffadc4a tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (85534f2c-54d9-49b4-9c33-476ebb4794ec), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:25.036560 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66a2264d-d1b3-471b-8c67-4d889ffadc4a tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:25.041112 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-66a2264d-d1b3-471b-8c67-4d889ffadc4a tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "PUT /v2.0/security-groups/85534f2c-54d9-49b4-9c33-476ebb4794ec HTTP/1.1" status: 200 len: 1796 time: 0.2039099 Feb 08 16:06:25.061229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33096) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:25.084295 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2264d-d1b3-471b-8c67-4d889ffadc4a tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85534f2c-54d9-49b4-9c33-476ebb4794ec,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:25.178223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33100) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:25.178788 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-41c28814-9723-498c-9d3f-9d33608444e6 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-groups/85534f2c-54d9-49b4-9c33-476ebb4794ec HTTP/1.1" status: 200 len: 1796 time: 0.1157918 Feb 08 16:06:25.282773 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6fde086f-73f0-4054-a4f1-ee7b074fc3fd tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (85534f2c-54d9-49b4-9c33-476ebb4794ec), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:25.320516 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6fde086f-73f0-4054-a4f1-ee7b074fc3fd tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (85534f2c-54d9-49b4-9c33-476ebb4794ec), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:25.411230 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6fde086f-73f0-4054-a4f1-ee7b074fc3fd tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (85534f2c-54d9-49b4-9c33-476ebb4794ec), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:25.418377 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6fde086f-73f0-4054-a4f1-ee7b074fc3fd tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:25.420456 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6fde086f-73f0-4054-a4f1-ee7b074fc3fd tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-groups/85534f2c-54d9-49b4-9c33-476ebb4794ec HTTP/1.1" status: 204 len: 168 time: 0.2411137 Feb 08 16:06:25.424893 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33106) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:25.487792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde086f-73f0-4054-a4f1-ee7b074fc3fd tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85534f2c-54d9-49b4-9c33-476ebb4794ec,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:25.637353 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-78808fdf-059b-4452-ae67-145637021962 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1985495 Feb 08 16:06:25.643733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33122) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:25.682823 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-15d641bc-fb55-4a16-a37a-58caffb622f5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] delete failed (client error): The resource could not be found. Feb 08 16:06:25.685339 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-15d641bc-fb55-4a16-a37a-58caffb622f5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-groups/85534f2c-54d9-49b4-9c33-476ebb4794ec HTTP/1.1" status: 404 len: 347 time: 0.0386369 Feb 08 16:06:25.689963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33126) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:25.750222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-cdd19a02-4b6c-43aa-9430-6780beb1efc5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239209510'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:25.999758 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cdd19a02-4b6c-43aa-9430-6780beb1efc5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:26.153212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a8cf01e-7ebd-4e72-94dc-4d3a6178bbb7 req-d7ccc6e0-3c88-4b8b-8318-92f5c0feefe1 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/ports?device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 210 time: 0.1014593 Feb 08 16:06:26.274288 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cdd19a02-4b6c-43aa-9430-6780beb1efc5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (d22d960d-e765-4a2d-a698-41b56219ac6a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:26.283090 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [None req-ed75f855-2777-4cc6-9c3e-d3516193fbc5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 16:06:26.287262 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cdd19a02-4b6c-43aa-9430-6780beb1efc5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d22d960d-e765-4a2d-a698-41b56219ac6a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:26.427585 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cdd19a02-4b6c-43aa-9430-6780beb1efc5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:26.431674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cdd19a02-4b6c-43aa-9430-6780beb1efc5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7320788 Feb 08 16:06:26.432377 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33182) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:26.442104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1e76cdf6-7363-4714-b07a-f951f63fcab2 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group_rule': {'security_group_id': 'd22d960d-e765-4a2d-a698-41b56219ac6a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:26.469997 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed75f855-2777-4cc6-9c3e-d3516193fbc5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:26.471758 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd19a02-4b6c-43aa-9430-6780beb1efc5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22d960d-e765-4a2d-a698-41b56219ac6a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:26.482004 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed75f855-2777-4cc6-9c3e-d3516193fbc5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (f01655e7-5681-44e2-908c-fd5016766c22), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:26.517175 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e76cdf6-7363-4714-b07a-f951f63fcab2 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (4d734d96-05ed-4335-98a6-ff2130acae77), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:26.695687 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e76cdf6-7363-4714-b07a-f951f63fcab2 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (4d734d96-05ed-4335-98a6-ff2130acae77), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:26.710529 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e76cdf6-7363-4714-b07a-f951f63fcab2 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (4d734d96-05ed-4335-98a6-ff2130acae77), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:26.764130 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76cdf6-7363-4714-b07a-f951f63fcab2 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d734d96-05ed-4335-98a6-ff2130acae77,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:26.787992 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1e76cdf6-7363-4714-b07a-f951f63fcab2 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:26.789417 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1e76cdf6-7363-4714-b07a-f951f63fcab2 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3555465 Feb 08 16:06:26.793096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33204) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:26.841659 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-ed75f855-2777-4cc6-9c3e-d3516193fbc5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Floating IP f01655e7-5681-44e2-908c-fd5016766c22 associated. External IP: 172.25.7.123, port: 3d99d25e-cb80-469b-a6bd-d93a4572d0b6. Feb 08 16:06:26.991382 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7135910f-05c2-45ff-8c7d-5acb5e04f402 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (4d734d96-05ed-4335-98a6-ff2130acae77), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:27.068643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7135910f-05c2-45ff-8c7d-5acb5e04f402 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (4d734d96-05ed-4335-98a6-ff2130acae77), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:27.213483 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7135910f-05c2-45ff-8c7d-5acb5e04f402 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (4d734d96-05ed-4335-98a6-ff2130acae77), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:27.225640 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-e9f33bcd-a243-4bef-bcfe-7e67060720ef tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:27.229026 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-e9f33bcd-a243-4bef-bcfe-7e67060720ef tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.96 "GET /v2.0/networks?id=54db13b7-e228-468a-a909-aa4849177a9f HTTP/1.1" status: 200 len: 808 time: 0.3831587 Feb 08 16:06:27.234648 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7135910f-05c2-45ff-8c7d-5acb5e04f402 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:27.239491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33212) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:27.240170 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7135910f-05c2-45ff-8c7d-5acb5e04f402 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/4d734d96-05ed-4335-98a6-ff2130acae77 HTTP/1.1" status: 204 len: 168 time: 0.4420426 Feb 08 16:06:27.250293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-3950a5e9-1d88-42b5-af99-8afd2cbc067d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Request body: {'port': {'device_id': '965804bf-66d5-4a07-8233-75cc23d71c55', 'network_id': '54db13b7-e228-468a-a909-aa4849177a9f', 'admin_state_up': True, 'tenant_id': '7ed071d293f74eb8bd194b09cef4ff5a'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:27.373446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135910f-05c2-45ff-8c7d-5acb5e04f402 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d734d96-05ed-4335-98a6-ff2130acae77,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:27.392984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-3950a5e9-1d88-42b5-af99-8afd2cbc067d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Made reservation on behalf of 7ed071d293f74eb8bd194b09cef4ff5a for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:06:27.397347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-3950a5e9-1d88-42b5-af99-8afd2cbc067d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:27.398005 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-520b3ebd-dab9-4a17-8196-81d1baf16adc req-bb50d587-cef0-47c2-9e6c-846c8702c1a1 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/ports?device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 210 time: 0.0939646 Feb 08 16:06:27.460038 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f016c985-a082-4ac7-bc47-81f0f6663b88 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2193766 Feb 08 16:06:27.464909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33218) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:27.523327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed75f855-2777-4cc6-9c3e-d3516193fbc5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:06:27.654797 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33222) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:27.698278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-3950a5e9-1d88-42b5-af99-8afd2cbc067d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Allocated IP 172.20.0.9 (54db13b7-e228-468a-a909-aa4849177a9f/ea7eac82-a466-4a20-abeb-5632bd87900a/3726d1e2-f7bd-4edd-bb23-84bb639b4b9c) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:06:27.734165 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfd8815d-4ad5-490a-9652-55535a796d6d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (d22d960d-e765-4a2d-a698-41b56219ac6a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:27.773910 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfd8815d-4ad5-490a-9652-55535a796d6d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (d22d960d-e765-4a2d-a698-41b56219ac6a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:27.852669 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfd8815d-4ad5-490a-9652-55535a796d6d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d22d960d-e765-4a2d-a698-41b56219ac6a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:27.861601 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfd8815d-4ad5-490a-9652-55535a796d6d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:27.869595 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cfd8815d-4ad5-490a-9652-55535a796d6d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-groups/d22d960d-e765-4a2d-a698-41b56219ac6a HTTP/1.1" status: 204 len: 168 time: 0.4007983 Feb 08 16:06:27.876595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33230) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:27.909562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8815d-4ad5-490a-9652-55535a796d6d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22d960d-e765-4a2d-a698-41b56219ac6a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:28.005140 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0decb32b-ff6d-4a8a-9f06-bed7175587de tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1245472 Feb 08 16:06:28.009043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed75f855-2777-4cc6-9c3e-d3516193fbc5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:06:28.010831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33232) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:28.017645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-3549affe-05e9-4692-8799-647088dcb341 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group': {'name': 'tempest-secgroup--829519534'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:28.020700 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b072491-60d1-4f27-bde8-3b71af65fc94 None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:06:28.038989 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b072491-60d1-4f27-bde8-3b71af65fc94 None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:28.042101 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8b072491-60d1-4f27-bde8-3b71af65fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:28.089199 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-3950a5e9-1d88-42b5-af99-8afd2cbc067d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Publish callbacks [] for port (3726d1e2-f7bd-4edd-bb23-84bb639b4b9c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:28.140487 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3549affe-05e9-4692-8799-647088dcb341 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:28.165275 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-3950a5e9-1d88-42b5-af99-8afd2cbc067d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3726d1e2-f7bd-4edd-bb23-84bb639b4b9c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:28.205987 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:06:28.207554 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8b072491-60d1-4f27-bde8-3b71af65fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:28.225875 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b072491-60d1-4f27-bde8-3b71af65fc94 None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:28.226757 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8b072491-60d1-4f27-bde8-3b71af65fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:28.273441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-3950a5e9-1d88-42b5-af99-8afd2cbc067d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Network 54db13b7-e228-468a-a909-aa4849177a9f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:06:28.288642 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8b072491-60d1-4f27-bde8-3b71af65fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:28.289710 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b072491-60d1-4f27-bde8-3b71af65fc94 None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:06:28.297653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-3950a5e9-1d88-42b5-af99-8afd2cbc067d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:28.307136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-3950a5e9-1d88-42b5-af99-8afd2cbc067d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:06:28.368171 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950a5e9-1d88-42b5-af99-8afd2cbc067d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Pushing event updated for resources: {'Port': ['ID=3726d1e2-f7bd-4edd-bb23-84bb639b4b9c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:28.446276 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3549affe-05e9-4692-8799-647088dcb341 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (0e8262cf-da15-4033-9fb2-99763196f3ff), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:28.456471 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3549affe-05e9-4692-8799-647088dcb341 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0e8262cf-da15-4033-9fb2-99763196f3ff), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:28.460508 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-3950a5e9-1d88-42b5-af99-8afd2cbc067d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:28.461229 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-3950a5e9-1d88-42b5-af99-8afd2cbc067d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:28.497954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549affe-05e9-4692-8799-647088dcb341 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8262cf-da15-4033-9fb2-99763196f3ff,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:28.505033 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-3950a5e9-1d88-42b5-af99-8afd2cbc067d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2596321 Feb 08 16:06:28.518127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Request body: {'port': {'device_id': '965804bf-66d5-4a07-8233-75cc23d71c55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:28.578507 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3549affe-05e9-4692-8799-647088dcb341 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:28.580572 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3549affe-05e9-4692-8799-647088dcb341 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5684540 Feb 08 16:06:28.586423 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33244) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:28.592715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a715b76b-2984-487e-bc2f-0c619f7f1f65 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group_rule': {'security_group_id': '0e8262cf-da15-4033-9fb2-99763196f3ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:28.656162 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83d9efb7-eae4-42e0-b22f-74aa3d55db3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:28.660249 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed75f855-2777-4cc6-9c3e-d3516193fbc5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:06:28.661414 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a715b76b-2984-487e-bc2f-0c619f7f1f65 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (ee0a2283-348d-405d-bdf1-8d8e392cd51a), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:28.699379 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347262ff-1a9e-4824-a8b4-c8fc823e5713 req-ba8ca15f-b93b-40d7-968a-6489b67fe4b6 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:28.701219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-347262ff-1a9e-4824-a8b4-c8fc823e5713 req-ba8ca15f-b93b-40d7-968a-6489b67fe4b6 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/ports?device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 931 time: 0.1665864 Feb 08 16:06:28.809113 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3726d1e2-f7bd-4edd-bb23-84bb639b4b9c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:29.279888 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a715b76b-2984-487e-bc2f-0c619f7f1f65 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (ee0a2283-348d-405d-bdf1-8d8e392cd51a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:29.298750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-347262ff-1a9e-4824-a8b4-c8fc823e5713 req-3a632504-19b2-4d2b-afa1-73545ceea125 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5805645 Feb 08 16:06:29.304037 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a715b76b-2984-487e-bc2f-0c619f7f1f65 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (ee0a2283-348d-405d-bdf1-8d8e392cd51a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:29.346491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715b76b-2984-487e-bc2f-0c619f7f1f65 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0a2283-348d-405d-bdf1-8d8e392cd51a,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:29.353456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed75f855-2777-4cc6-9c3e-d3516193fbc5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:06:29.360756 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed75f855-2777-4cc6-9c3e-d3516193fbc5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:29.369599 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a715b76b-2984-487e-bc2f-0c619f7f1f65 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:29.370813 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a715b76b-2984-487e-bc2f-0c619f7f1f65 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7815757 Feb 08 16:06:29.372836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ef3f1-d7b6-4991-aab2-0ed9167006cf None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:06:29.388513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ef3f1-d7b6-4991-aab2-0ed9167006cf None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:29.393966 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6d2ef3f1-d7b6-4991-aab2-0ed9167006cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:29.396433 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33270) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:29.408089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-be2f88a8-6a96-46a7-8277-7e7b538859d4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group_rule': {'security_group_id': '0e8262cf-da15-4033-9fb2-99763196f3ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:29.475140 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-be2f88a8-6a96-46a7-8277-7e7b538859d4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (8f5e3b79-7bd4-462c-8017-3bc2b75092cd), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:29.485745 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6d2ef3f1-d7b6-4991-aab2-0ed9167006cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:29.486438 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ed75f855-2777-4cc6-9c3e-d3516193fbc5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "PUT /v2.0/floatingips/f01655e7-5681-44e2-908c-fd5016766c22 HTTP/1.1" status: 200 len: 979 time: 5.1259420 Feb 08 16:06:29.487296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33272) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:29.500582 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f8542a5b-131b-4888-8e93-cf3d0db5f506 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:29.521108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ef3f1-d7b6-4991-aab2-0ed9167006cf None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:29.523874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6d2ef3f1-d7b6-4991-aab2-0ed9167006cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:29.590614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6d2ef3f1-d7b6-4991-aab2-0ed9167006cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:29.591777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ef3f1-d7b6-4991-aab2-0ed9167006cf None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:06:29.633776 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-be2f88a8-6a96-46a7-8277-7e7b538859d4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (8f5e3b79-7bd4-462c-8017-3bc2b75092cd), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:29.640871 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8542a5b-131b-4888-8e93-cf3d0db5f506 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (f01655e7-5681-44e2-908c-fd5016766c22), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:29.646288 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-be2f88a8-6a96-46a7-8277-7e7b538859d4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (8f5e3b79-7bd4-462c-8017-3bc2b75092cd), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:29.729577 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f88a8-6a96-46a7-8277-7e7b538859d4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5e3b79-7bd4-462c-8017-3bc2b75092cd,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:29.814144 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83d9efb7-eae4-42e0-b22f-74aa3d55db3e admin admin] Publish callbacks [] for security_group (5a45dd1d-e826-48d4-a420-86fc38aa0f28), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:29.827486 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-be2f88a8-6a96-46a7-8277-7e7b538859d4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:29.828887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-be2f88a8-6a96-46a7-8277-7e7b538859d4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4308634 Feb 08 16:06:29.836861 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33280) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:29.853799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-eb7a9c48-429e-4d69-81d6-332daec4a3ba tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group_rule': {'security_group_id': '0e8262cf-da15-4033-9fb2-99763196f3ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:29.859956 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83d9efb7-eae4-42e0-b22f-74aa3d55db3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5a45dd1d-e826-48d4-a420-86fc38aa0f28), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:29.916194 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8542a5b-131b-4888-8e93-cf3d0db5f506 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:29.922182 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8542a5b-131b-4888-8e93-cf3d0db5f506 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (f01655e7-5681-44e2-908c-fd5016766c22), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:29.922544 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-f8542a5b-131b-4888-8e93-cf3d0db5f506 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Floating IP f01655e7-5681-44e2-908c-fd5016766c22 disassociated. External IP: 172.25.7.123, port: 87df54bb-0657-44af-8ca5-26cb4f75faec. Feb 08 16:06:30.074234 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-83d9efb7-eae4-42e0-b22f-74aa3d55db3e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6c678e991af044e3ab8d23d7423324a4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3970230 Feb 08 16:06:30.082866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33286) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:30.099441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9efb7-eae4-42e0-b22f-74aa3d55db3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a45dd1d-e826-48d4-a420-86fc38aa0f28,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:30.136422 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9c48-429e-4d69-81d6-332daec4a3ba tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (6c09a929-b47f-409b-9007-8193e2c319a3), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:30.201109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:06:30.224990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Publish callbacks [] for port (3726d1e2-f7bd-4edd-bb23-84bb639b4b9c), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:30.250041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fea26ed9-da63-4ced-b2b9-3ff17576c1af admin admin] Publish callbacks [] for security_group (5a45dd1d-e826-48d4-a420-86fc38aa0f28), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:30.259600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Transition to ACTIVE for port object 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:06:30.277476 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (3726d1e2-f7bd-4edd-bb23-84bb639b4b9c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:30.320930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fea26ed9-da63-4ced-b2b9-3ff17576c1af admin admin] Publish callbacks [] for security_group (5a45dd1d-e826-48d4-a420-86fc38aa0f28), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:30.419524 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9c48-429e-4d69-81d6-332daec4a3ba tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (6c09a929-b47f-409b-9007-8193e2c319a3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:30.433514 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9c48-429e-4d69-81d6-332daec4a3ba tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (6c09a929-b47f-409b-9007-8193e2c319a3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:30.479238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Pushing event updated for resources: {'Port': ['ID=3726d1e2-f7bd-4edd-bb23-84bb639b4b9c,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:30.524938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8542a5b-131b-4888-8e93-cf3d0db5f506 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:06:30.546143 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a9c48-429e-4d69-81d6-332daec4a3ba tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c09a929-b47f-409b-9007-8193e2c319a3,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:30.552040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3721d2-7116-4bf3-a094-4dba0526cfec req-1d007ffe-52e1-4bdb-a8c7-190f03f365e3 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:30.554407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac3721d2-7116-4bf3-a094-4dba0526cfec req-1d007ffe-52e1-4bdb-a8c7-190f03f365e3 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/ports?device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 943 time: 0.1356990 Feb 08 16:06:30.559219 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Attempting to bind port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:06:30.559605 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Attempting to bind port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1a5861e3-92a5-4988-8822-772ba595a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '54db13b7-e228-468a-a909-aa4849177a9f'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:06:30.559944 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Attempting to bind port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c on network 54db13b7-e228-468a-a909-aa4849177a9f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:06:30.568229 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9c48-429e-4d69-81d6-332daec4a3ba tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:30.569500 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-eb7a9c48-429e-4d69-81d6-332daec4a3ba tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7315245 Feb 08 16:06:30.572071 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c on network 54db13b7-e228-468a-a909-aa4849177a9f not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:06:30.572405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Attempting to bind port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c on network 54db13b7-e228-468a-a909-aa4849177a9f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:06:30.575166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33298) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:30.582526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-dc0dbcb3-0354-4150-914a-c0d9d31916e4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group_rule': {'security_group_id': '0e8262cf-da15-4033-9fb2-99763196f3ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:30.587906 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:06:30.588251 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Checking segment: {'id': '1a5861e3-92a5-4988-8822-772ba595a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '54db13b7-e228-468a-a909-aa4849177a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:06:30.588647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Bound using segment: {'id': '1a5861e3-92a5-4988-8822-772ba595a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '54db13b7-e228-468a-a909-aa4849177a9f'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:06:30.589172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Bound port: 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5861e3-92a5-4988-8822-772ba595a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '54db13b7-e228-468a-a909-aa4849177a9f'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:06:30.589601 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3726d1e2-f7bd-4edd-bb23-84bb639b4b9c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:30.634281 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fea26ed9-da63-4ced-b2b9-3ff17576c1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5a45dd1d-e826-48d4-a420-86fc38aa0f28), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:30.636825 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fea26ed9-da63-4ced-b2b9-3ff17576c1af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:30.638058 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fea26ed9-da63-4ced-b2b9-3ff17576c1af admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5a45dd1d-e826-48d4-a420-86fc38aa0f28 HTTP/1.1" status: 204 len: 168 time: 0.5517035 Feb 08 16:06:30.660573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea26ed9-da63-4ced-b2b9-3ff17576c1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a45dd1d-e826-48d4-a420-86fc38aa0f28,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:30.678214 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbcb3-0354-4150-914a-c0d9d31916e4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (1c662cd6-6fc7-4e13-85df-ea56a49daf17), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:30.724447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] For port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:06:30.736378 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac3721d2-7116-4bf3-a094-4dba0526cfec req-198e1c53-a1d5-4a2e-be6a-0a6a6e7c486b tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761022 Feb 08 16:06:30.745678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8542a5b-131b-4888-8e93-cf3d0db5f506 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:06:30.758957 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1efc0a-93d0-435e-81fc-a698abab066d None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:06:30.759484 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8542a5b-131b-4888-8e93-cf3d0db5f506 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:30.777382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] For port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3726d1e2-f7bd-4edd-bb23-84bb639b4b9c,segment=NetworkSegment(1a5861e3-92a5-4988-8822-772ba595a0e0),segment_id=1a5861e3-92a5-4988-8822-772ba595a0e0)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:06:30.783587 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1efc0a-93d0-435e-81fc-a698abab066d None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:30.786188 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3c1efc0a-93d0-435e-81fc-a698abab066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:30.809035 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (3726d1e2-f7bd-4edd-bb23-84bb639b4b9c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:30.810838 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f8542a5b-131b-4888-8e93-cf3d0db5f506 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "PUT /v2.0/floatingips/f01655e7-5681-44e2-908c-fd5016766c22 HTTP/1.1" status: 200 len: 688 time: 1.3160722 Feb 08 16:06:30.812248 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33306) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:30.843076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:30.844853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:30.846324 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] 10.222.0.96 "PUT /v2.0/ports/3726d1e2-f7bd-4edd-bb23-84bb639b4b9c HTTP/1.1" status: 200 len: 1092 time: 2.3331549 Feb 08 16:06:30.854557 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965804bf-66d5-4a07-8233-75cc23d71c55', 'tag': '3726d1e2-f7bd-4edd-bb23-84bb639b4b9c'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:06:30.860065 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789b180b-25de-4155-9542-c365fb3d632e" -d '{"events": [{"name": "network-changed", "server_uuid": "965804bf-66d5-4a07-8233-75cc23d71c55", "tag": "3726d1e2-f7bd-4edd-bb23-84bb639b4b9c"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:06:30.905559 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3c1efc0a-93d0-435e-81fc-a698abab066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:30.950771 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1efc0a-93d0-435e-81fc-a698abab066d None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:30.951395 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3c1efc0a-93d0-435e-81fc-a698abab066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:31.013467 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbcb3-0354-4150-914a-c0d9d31916e4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (1c662cd6-6fc7-4e13-85df-ea56a49daf17), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:31.015903 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84db77f4-8537-48fb-800b-b8d241975211 x-openstack-request-id: req-84db77f4-8537-48fb-800b-b8d241975211 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:06:31.016738 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965804bf-66d5-4a07-8233-75cc23d71c55", "tag": "3726d1e2-f7bd-4edd-bb23-84bb639b4b9c", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:06:31.017264 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-84db77f4-8537-48fb-800b-b8d241975211 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:06:31.018025 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965804bf-66d5-4a07-8233-75cc23d71c55', 'tag': '3726d1e2-f7bd-4edd-bb23-84bb639b4b9c', 'status': 'completed', 'code': 200} Feb 08 16:06:31.032231 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbcb3-0354-4150-914a-c0d9d31916e4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (1c662cd6-6fc7-4e13-85df-ea56a49daf17), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:31.064099 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3c1efc0a-93d0-435e-81fc-a698abab066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:31.064232 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc0dbcb3-0354-4150-914a-c0d9d31916e4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:31.068847 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dc0dbcb3-0354-4150-914a-c0d9d31916e4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4894762 Feb 08 16:06:31.069047 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1efc0a-93d0-435e-81fc-a698abab066d None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:06:31.075190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33318) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:31.082202 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f17ba57e-a913-4b2b-9210-3ec9c463b3b4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group_rule': {'security_group_id': '0e8262cf-da15-4033-9fb2-99763196f3ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:31.101397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-35e62e6f-0903-4a82-a50e-6c778ebe0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:31.103897 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-35e62e6f-0903-4a82-a50e-6c778ebe0b67 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7ed071d293f74eb8bd194b09cef4ff5a&device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 1126 time: 0.1883841 Feb 08 16:06:31.105104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dbcb3-0354-4150-914a-c0d9d31916e4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c662cd6-6fc7-4e13-85df-ea56a49daf17,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:31.109479 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1e2e1-3343-4292-a238-f21d7e4bbff6 service neutron] Pushing event updated for resources: {'Port': ['ID=3726d1e2-f7bd-4edd-bb23-84bb639b4b9c,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:31.158531 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f17ba57e-a913-4b2b-9210-3ec9c463b3b4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (2933467e-d50c-427d-8b99-10b21e5c7322), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:31.183843 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-f95ad0a6-16fb-4f60-8830-14cf438579a5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3726d1e2-f7bd-4edd-bb23-84bb639b4b9c HTTP/1.1" status: 200 len: 217 time: 0.0695994 Feb 08 16:06:31.203176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a38c101b-d2f3-4de2-8741-87fbdc1478da tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting port 2d32409a-bad3-43bb-afb9-d798ff3c4760 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:06:31.204899 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a38c101b-d2f3-4de2-8741-87fbdc1478da tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2d32409a-bad3-43bb-afb9-d798ff3c4760), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:31.244098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-e0453a6d-8e47-402c-b888-28960580cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:31.245841 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-e0453a6d-8e47-402c-b888-28960580cfad service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ea7eac82-a466-4a20-abeb-5632bd87900a HTTP/1.1" status: 200 len: 848 time: 0.0556338 Feb 08 16:06:31.321448 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a38c101b-d2f3-4de2-8741-87fbdc1478da tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2d32409a-bad3-43bb-afb9-d798ff3c4760), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:31.321638 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a38c101b-d2f3-4de2-8741-87fbdc1478da tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (2d32409a-bad3-43bb-afb9-d798ff3c4760), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:31.327285 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-01fba5d0-cdbc-4537-b229-c3156aa9b548 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=54db13b7-e228-468a-a909-aa4849177a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704601 Feb 08 16:06:31.335754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a38c101b-d2f3-4de2-8741-87fbdc1478da tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Calling delete_port for 2d32409a-bad3-43bb-afb9-d798ff3c4760 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:06:31.506753 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a38c101b-d2f3-4de2-8741-87fbdc1478da tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (2d32409a-bad3-43bb-afb9-d798ff3c4760), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:31.532015 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7de8f741-1f9f-42ac-8b03-bc0d181c1f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:31.541468 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-924fd6cb-e29d-49cb-ac5e-bf51a460505a service neutron] 10.222.0.96 "GET /v2.0/networks/54db13b7-e228-468a-a909-aa4849177a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077761 Feb 08 16:06:31.570801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c101b-d2f3-4de2-8741-87fbdc1478da tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Port': ['ID=2d32409a-bad3-43bb-afb9-d798ff3c4760,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:31.681062 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f17ba57e-a913-4b2b-9210-3ec9c463b3b4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (2933467e-d50c-427d-8b99-10b21e5c7322), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:31.690185 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f17ba57e-a913-4b2b-9210-3ec9c463b3b4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (2933467e-d50c-427d-8b99-10b21e5c7322), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:31.757430 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a38c101b-d2f3-4de2-8741-87fbdc1478da tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (f01655e7-5681-44e2-908c-fd5016766c22), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:31.758251 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a38c101b-d2f3-4de2-8741-87fbdc1478da tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:31.759683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a38c101b-d2f3-4de2-8741-87fbdc1478da tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/floatingips/f01655e7-5681-44e2-908c-fd5016766c22 HTTP/1.1" status: 204 len: 168 time: 0.9441845 Feb 08 16:06:31.761368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ba57e-a913-4b2b-9210-3ec9c463b3b4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2933467e-d50c-427d-8b99-10b21e5c7322,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:31.763259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33332) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:31.768481 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60631950-ecbd-43e7-96ab-387d6d12a4e4 req-ae2cc744-253a-4f70-8430-fc807adcdd57 service neutron] 10.222.0.96 "GET /v2.0/networks/54db13b7-e228-468a-a909-aa4849177a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199793 Feb 08 16:06:31.823491 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-79e6ed62-3657-42f2-a716-2bd48befc5bc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] delete failed (client error): The resource could not be found. Feb 08 16:06:31.824708 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-79e6ed62-3657-42f2-a716-2bd48befc5bc tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/floatingips/f01655e7-5681-44e2-908c-fd5016766c22 HTTP/1.1" status: 404 len: 345 time: 0.0514674 Feb 08 16:06:31.828246 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f17ba57e-a913-4b2b-9210-3ec9c463b3b4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:31.828685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33336) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:31.832768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f17ba57e-a913-4b2b-9210-3ec9c463b3b4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7563083 Feb 08 16:06:31.833382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33338) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:31.883726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33342) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:31.903539 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bbb627b4-e0e4-4c33-b28d-59c324744eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:31.952415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a73d8-d67a-4389-8695-a0d866f4656e req-59c1ab15-1f83-46b5-954d-8103c363ef48 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:31.954140 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d97a73d8-d67a-4389-8695-a0d866f4656e req-59c1ab15-1f83-46b5-954d-8103c363ef48 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/ports?device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 943 time: 0.1108482 Feb 08 16:06:32.058860 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c454-1621-4f01-a298-0e97ce3aa338 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (2933467e-d50c-427d-8b99-10b21e5c7322), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.081151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88022a0-b5f6-4c49-b1c7-f4a7d5cc1d18 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:32.083606 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d97a73d8-d67a-4389-8695-a0d866f4656e req-e53cdc14-ad74-400c-adcb-a9c5686900de tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175127 Feb 08 16:06:32.086865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88022a0-b5f6-4c49-b1c7-f4a7d5cc1d18 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:32.092426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88022a0-b5f6-4c49-b1c7-f4a7d5cc1d18 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:32.097652 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b88022a0-b5f6-4c49-b1c7-f4a7d5cc1d18 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "GET /v2.0/ports?network_id=0f26cbec-a949-4e51-8ed1-3d85550f7017 HTTP/1.1" status: 200 len: 2359 time: 0.2672324 Feb 08 16:06:32.100082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b180b-25de-4155-9542-c365fb3d632e req-605a41a0-e8de-40ae-a05a-65235f4c3aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:32.100709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33348) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:32.101614 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-789b180b-25de-4155-9542-c365fb3d632e req-605a41a0-e8de-40ae-a05a-65235f4c3aca service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7ed071d293f74eb8bd194b09cef4ff5a&device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 1126 time: 0.1769092 Feb 08 16:06:32.103441 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c454-1621-4f01-a298-0e97ce3aa338 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (2933467e-d50c-427d-8b99-10b21e5c7322), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.208128 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-f13f2ca4-4962-4612-9fdd-7aadf2bdcf24 req-60cb09a2-2504-46c6-9513-85c142a5bc56 service neutron] (103302) timed out ('10.222.0.94', 50004) {{(pid=103302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 16:06:32.209344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b180b-25de-4155-9542-c365fb3d632e req-6719eb58-59eb-48db-8237-f6da0db91bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:32.210866 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-789b180b-25de-4155-9542-c365fb3d632e req-6719eb58-59eb-48db-8237-f6da0db91bc4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=54db13b7-e228-468a-a909-aa4849177a9f HTTP/1.1" status: 200 len: 909 time: 0.1003013 Feb 08 16:06:32.260502 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-789b180b-25de-4155-9542-c365fb3d632e req-6717c889-00f5-4b51-9cfe-af355f5f047c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3726d1e2-f7bd-4edd-bb23-84bb639b4b9c HTTP/1.1" status: 200 len: 217 time: 0.0417626 Feb 08 16:06:32.325227 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bbb627b4-e0e4-4c33-b28d-59c324744eb0 admin admin] Publish callbacks [] for security_group (c0baa116-cd97-49ec-9495-61a9dc18afea), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.332752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc1143-99c3-48b6-ab0e-3265bcd78570 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:32.337470 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c454-1621-4f01-a298-0e97ce3aa338 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (2933467e-d50c-427d-8b99-10b21e5c7322), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.339262 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33358) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:32.340472 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6ffc1143-99c3-48b6-ab0e-3265bcd78570 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "GET /v2.0/subnets/c3961930-ae1d-4b04-beae-9c1ad88c75ea HTTP/1.1" status: 200 len: 797 time: 0.2381201 Feb 08 16:06:32.342085 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bbb627b4-e0e4-4c33-b28d-59c324744eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c0baa116-cd97-49ec-9495-61a9dc18afea), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.361454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-abe35f73-2407-4bcd-afac-1258bf18e2fa tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'port': {'network_id': '0f26cbec-a949-4e51-8ed1-3d85550f7017', 'name': 'tempest-FloatingIPTestJSON-199618081', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:32.393197 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c454-1621-4f01-a298-0e97ce3aa338 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.393470 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bbb627b4-e0e4-4c33-b28d-59c324744eb0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5573ab764b1b40a7a13756e69f5b2360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5096989 Feb 08 16:06:32.396217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33360) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:32.398211 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a3a1c454-1621-4f01-a298-0e97ce3aa338 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/2933467e-d50c-427d-8b99-10b21e5c7322 HTTP/1.1" status: 204 len: 168 time: 0.5637321 Feb 08 16:06:32.411002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33362) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:32.483735 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1c454-1621-4f01-a298-0e97ce3aa338 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2933467e-d50c-427d-8b99-10b21e5c7322,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:32.489304 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb627b4-e0e4-4c33-b28d-59c324744eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0baa116-cd97-49ec-9495-61a9dc18afea,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:32.531254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b180b-25de-4155-9542-c365fb3d632e req-ebe491b4-0a10-429a-9673-53cebe8a6517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:32.533034 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-789b180b-25de-4155-9542-c365fb3d632e req-ebe491b4-0a10-429a-9673-53cebe8a6517 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ea7eac82-a466-4a20-abeb-5632bd87900a HTTP/1.1" status: 200 len: 848 time: 0.2651565 Feb 08 16:06:32.579020 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b93d487-33bd-49d6-9a7b-3806dff80522 admin admin] Publish callbacks [] for security_group (c0baa116-cd97-49ec-9495-61a9dc18afea), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.594479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2c6b80df-e2b7-484d-815d-70db8e584d88 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1740286 Feb 08 16:06:32.599370 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33372) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:32.631679 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-789b180b-25de-4155-9542-c365fb3d632e req-32cbe7bf-f8fb-4dd4-a670-8f4421be7755 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=54db13b7-e228-468a-a909-aa4849177a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860662 Feb 08 16:06:32.678286 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b93d487-33bd-49d6-9a7b-3806dff80522 admin admin] Publish callbacks [] for security_group (c0baa116-cd97-49ec-9495-61a9dc18afea), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.694845 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3992d6f9-0c2d-4ba2-b56b-ea40acd248e1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (1c662cd6-6fc7-4e13-85df-ea56a49daf17), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.710563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3992d6f9-0c2d-4ba2-b56b-ea40acd248e1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (1c662cd6-6fc7-4e13-85df-ea56a49daf17), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.765568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe35f73-2407-4bcd-afac-1258bf18e2fa tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Made reservation on behalf of 96e45dd648944e01b72e13fe2a1d27b1 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:06:32.774180 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3992d6f9-0c2d-4ba2-b56b-ea40acd248e1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (1c662cd6-6fc7-4e13-85df-ea56a49daf17), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.785092 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3992d6f9-0c2d-4ba2-b56b-ea40acd248e1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.793091 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3992d6f9-0c2d-4ba2-b56b-ea40acd248e1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/1c662cd6-6fc7-4e13-85df-ea56a49daf17 HTTP/1.1" status: 204 len: 168 time: 0.1922295 Feb 08 16:06:32.798434 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33384) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:32.802106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992d6f9-0c2d-4ba2-b56b-ea40acd248e1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c662cd6-6fc7-4e13-85df-ea56a49daf17,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:32.824320 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b93d487-33bd-49d6-9a7b-3806dff80522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c0baa116-cd97-49ec-9495-61a9dc18afea), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.827197 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b93d487-33bd-49d6-9a7b-3806dff80522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.828609 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8b93d487-33bd-49d6-9a7b-3806dff80522 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c0baa116-cd97-49ec-9495-61a9dc18afea HTTP/1.1" status: 204 len: 168 time: 0.4280484 Feb 08 16:06:32.841198 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-789b180b-25de-4155-9542-c365fb3d632e req-f4c1b4c2-687b-4ced-b747-1730f6514f01 service neutron] 10.222.0.96 "GET /v2.0/networks/54db13b7-e228-468a-a909-aa4849177a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015424 Feb 08 16:06:32.843277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93d487-33bd-49d6-9a7b-3806dff80522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0baa116-cd97-49ec-9495-61a9dc18afea,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:32.873821 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7bdb28a5-b886-4e0c-b345-71317352adc8 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0738857 Feb 08 16:06:32.876417 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33390) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:32.921866 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0c192f4-ef36-4faa-8b9b-40852a8b6186 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (6c09a929-b47f-409b-9007-8193e2c319a3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.940082 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0c192f4-ef36-4faa-8b9b-40852a8b6186 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (6c09a929-b47f-409b-9007-8193e2c319a3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.943027 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abe35f73-2407-4bcd-afac-1258bf18e2fa tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:32.973256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-abe35f73-2407-4bcd-afac-1258bf18e2fa tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] device_id is not set on port 94300679-129e-4efa-8aad-79df92c1e1f6 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:06:32.999957 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0c192f4-ef36-4faa-8b9b-40852a8b6186 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (6c09a929-b47f-409b-9007-8193e2c319a3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:33.016790 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0c192f4-ef36-4faa-8b9b-40852a8b6186 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:33.020721 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e0c192f4-ef36-4faa-8b9b-40852a8b6186 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/6c09a929-b47f-409b-9007-8193e2c319a3 HTTP/1.1" status: 204 len: 168 time: 0.1429567 Feb 08 16:06:33.025370 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33394) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:33.047812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c192f4-ef36-4faa-8b9b-40852a8b6186 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c09a929-b47f-409b-9007-8193e2c319a3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:33.079845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:06:33.133327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a25a24cb-6303-4b6e-87f8-4fd9ba617e96 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1005335 Feb 08 16:06:33.136581 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33398) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:33.206616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0fd6124e-59a0-4037-8927-b8cf895d43f0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (8f5e3b79-7bd4-462c-8017-3bc2b75092cd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:33.271899 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0fd6124e-59a0-4037-8927-b8cf895d43f0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (8f5e3b79-7bd4-462c-8017-3bc2b75092cd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:33.384189 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-789b180b-25de-4155-9542-c365fb3d632e req-e183a7b1-51eb-443c-b1b9-57d88936b235 service neutron] 10.222.0.96 "GET /v2.0/networks/54db13b7-e228-468a-a909-aa4849177a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342941 Feb 08 16:06:33.439386 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0fd6124e-59a0-4037-8927-b8cf895d43f0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (8f5e3b79-7bd4-462c-8017-3bc2b75092cd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:33.465100 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0fd6124e-59a0-4037-8927-b8cf895d43f0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:33.466748 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0fd6124e-59a0-4037-8927-b8cf895d43f0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/8f5e3b79-7bd4-462c-8017-3bc2b75092cd HTTP/1.1" status: 204 len: 168 time: 0.3263760 Feb 08 16:06:33.469570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33406) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:33.494563 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52fe01-af06-4752-86fa-1e4828ce2c9e req-c75a3204-0820-4f43-ad1e-1da00902eb25 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:33.500554 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b52fe01-af06-4752-86fa-1e4828ce2c9e req-c75a3204-0820-4f43-ad1e-1da00902eb25 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/ports?device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 943 time: 0.3009689 Feb 08 16:06:33.513747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6124e-59a0-4037-8927-b8cf895d43f0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f5e3b79-7bd4-462c-8017-3bc2b75092cd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:33.532011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3726d1e2-f7bd-4edd-bb23-84bb639b4b9c,segment=NetworkSegment(1a5861e3-92a5-4988-8822-772ba595a0e0),segment_id=1a5861e3-92a5-4988-8822-772ba595a0e0)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:06:33.568624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '3726d1e2-f7bd-4edd-bb23-84bb639b4b9c', 'network_id': '54db13b7-e228-468a-a909-aa4849177a9f', 'port_id': '3726d1e2-f7bd-4edd-bb23-84bb639b4b9c', 'mac_address': 'fa:16:3e:bd:3c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea7eac82-a466-4a20-abeb-5632bd87900a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:06:33.569588 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-abe35f73-2407-4bcd-afac-1258bf18e2fa tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Allocated IP 172.20.0.14 (0f26cbec-a949-4e51-8ed1-3d85550f7017/c3961930-ae1d-4b04-beae-9c1ad88c75ea/94300679-129e-4efa-8aad-79df92c1e1f6) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:06:33.591428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-abe35f73-2407-4bcd-afac-1258bf18e2fa tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Allocated IP 172.20.0.13 (0f26cbec-a949-4e51-8ed1-3d85550f7017/c3961930-ae1d-4b04-beae-9c1ad88c75ea/94300679-129e-4efa-8aad-79df92c1e1f6) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:06:33.633408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b52fe01-af06-4752-86fa-1e4828ce2c9e req-cae2864c-0df0-4d22-bcd5-1b212e124d8d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246176 Feb 08 16:06:33.663152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:06:33.663745 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3726d1e2-f7bd-4edd-bb23-84bb639b4b9c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:33.693245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:06:33.710965 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d66c2c3f-ed7e-42d4-8325-73cba258eccb tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2369645 Feb 08 16:06:33.711225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33412) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:33.779759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3726d1e2-f7bd-4edd-bb23-84bb639b4b9c,segment=NetworkSegment(1a5861e3-92a5-4988-8822-772ba595a0e0),segment_id=1a5861e3-92a5-4988-8822-772ba595a0e0)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:06:33.803181 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0a99c1b2-9a62-44ff-bd4c-7cc7b5335215 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (ee0a2283-348d-405d-bdf1-8d8e392cd51a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:33.806334 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3726d1e2-f7bd-4edd-bb23-84bb639b4b9c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:33.829450 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0a99c1b2-9a62-44ff-bd4c-7cc7b5335215 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (ee0a2283-348d-405d-bdf1-8d8e392cd51a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:33.876130 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0a99c1b2-9a62-44ff-bd4c-7cc7b5335215 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (ee0a2283-348d-405d-bdf1-8d8e392cd51a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:33.892181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=3726d1e2-f7bd-4edd-bb23-84bb639b4b9c,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:33.893142 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0a99c1b2-9a62-44ff-bd4c-7cc7b5335215 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:33.904275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0a99c1b2-9a62-44ff-bd4c-7cc7b5335215 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/ee0a2283-348d-405d-bdf1-8d8e392cd51a HTTP/1.1" status: 204 len: 168 time: 0.1923316 Feb 08 16:06:33.905216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99c1b2-9a62-44ff-bd4c-7cc7b5335215 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee0a2283-348d-405d-bdf1-8d8e392cd51a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:33.905583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33420) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:33.909908 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:33.910681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:33.912487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:33.913112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:33.913682 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:33.914389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:33.919399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:33.920012 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:33.920981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:33.921824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:33.922505 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:33.923263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:33.923895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:06:33.940386 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-46b5a6cc-f952-4a09-a683-03dcb66fc103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:33.994839 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0b6986b0-78f5-4d35-be2d-261213c9f210 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0880010 Feb 08 16:06:33.997741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33424) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:34.009164 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abe35f73-2407-4bcd-afac-1258bf18e2fa tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (94300679-129e-4efa-8aad-79df92c1e1f6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:34.042394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['3726d1e2-f7bd-4edd-bb23-84bb639b4b9c'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:06:34.077783 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abe35f73-2407-4bcd-afac-1258bf18e2fa tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (94300679-129e-4efa-8aad-79df92c1e1f6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:34.108038 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75e8cea2-e5ae-44aa-be16-cd81b4b32ef7 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (0e8262cf-da15-4033-9fb2-99763196f3ff), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:34.165409 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75e8cea2-e5ae-44aa-be16-cd81b4b32ef7 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (0e8262cf-da15-4033-9fb2-99763196f3ff), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:34.198880 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe35f73-2407-4bcd-afac-1258bf18e2fa tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=94300679-129e-4efa-8aad-79df92c1e1f6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:34.251611 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe35f73-2407-4bcd-afac-1258bf18e2fa tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network 0f26cbec-a949-4e51-8ed1-3d85550f7017 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:06:34.255367 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75e8cea2-e5ae-44aa-be16-cd81b4b32ef7 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0e8262cf-da15-4033-9fb2-99763196f3ff), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:34.258654 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75e8cea2-e5ae-44aa-be16-cd81b4b32ef7 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:34.259840 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-75e8cea2-e5ae-44aa-be16-cd81b4b32ef7 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-groups/0e8262cf-da15-4033-9fb2-99763196f3ff HTTP/1.1" status: 204 len: 168 time: 0.2610722 Feb 08 16:06:34.266765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-abe35f73-2407-4bcd-afac-1258bf18e2fa tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:34.270614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33434) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:34.281464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8cea2-e5ae-44aa-be16-cd81b4b32ef7 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8262cf-da15-4033-9fb2-99763196f3ff,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:34.288891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe35f73-2407-4bcd-afac-1258bf18e2fa tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:06:34.457287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe35f73-2407-4bcd-afac-1258bf18e2fa tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:34.457980 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-abe35f73-2407-4bcd-afac-1258bf18e2fa tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:34.476030 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ef79f76e-5538-4daa-a554-cecf4992d6e2 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2042093 Feb 08 16:06:34.480137 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33440) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:34.484786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6f02f1f8-f8d3-4f6d-a373-b213d59da9c1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076876483'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:34.522561 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-abe35f73-2407-4bcd-afac-1258bf18e2fa tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.1727362 Feb 08 16:06:34.523331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33442) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:34.531388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '94300679-129e-4efa-8aad-79df92c1e1f6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:34.536277 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6f02f1f8-f8d3-4f6d-a373-b213d59da9c1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:34.584107 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:34.687418 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6f02f1f8-f8d3-4f6d-a373-b213d59da9c1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (813d7bbd-db56-42de-8a20-d26c5b65e6cf), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:34.696641 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6f02f1f8-f8d3-4f6d-a373-b213d59da9c1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (813d7bbd-db56-42de-8a20-d26c5b65e6cf), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:34.746110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02f1f8-f8d3-4f6d-a373-b213d59da9c1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813d7bbd-db56-42de-8a20-d26c5b65e6cf,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:34.755802 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6f02f1f8-f8d3-4f6d-a373-b213d59da9c1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:34.757805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6f02f1f8-f8d3-4f6d-a373-b213d59da9c1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2766137 Feb 08 16:06:34.764181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33452) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:34.792849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-978f0073-23e0-45b7-ae5a-3ec7a9cc29db tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group_rule': {'security_group_id': '813d7bbd-db56-42de-8a20-d26c5b65e6cf', 'direction': 'ingress', 'protocol': 17}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:34.857576 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536c571-6a6f-4c23-8e19-4c0e64b12793 req-f7f26fdd-a23a-48b9-9fd1-103816af2a5e tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:34.864068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4536c571-6a6f-4c23-8e19-4c0e64b12793 req-f7f26fdd-a23a-48b9-9fd1-103816af2a5e tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/ports?device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 944 time: 0.1042330 Feb 08 16:06:34.933717 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-978f0073-23e0-45b7-ae5a-3ec7a9cc29db tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (8c8c77d1-2623-4974-80ac-1537d6db123a), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:34.965277 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4536c571-6a6f-4c23-8e19-4c0e64b12793 req-cabb0edf-768e-464a-8d26-ba43ad8f88bc tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936422 Feb 08 16:06:35.012203 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:35.080671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:06:35.122761 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-978f0073-23e0-45b7-ae5a-3ec7a9cc29db tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (8c8c77d1-2623-4974-80ac-1537d6db123a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:35.132306 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-978f0073-23e0-45b7-ae5a-3ec7a9cc29db tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (8c8c77d1-2623-4974-80ac-1537d6db123a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:35.180496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0073-23e0-45b7-ae5a-3ec7a9cc29db tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8c77d1-2623-4974-80ac-1537d6db123a,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:35.213639 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:06:35.219512 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-978f0073-23e0-45b7-ae5a-3ec7a9cc29db tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:35.224276 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-978f0073-23e0-45b7-ae5a-3ec7a9cc29db tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4389672 Feb 08 16:06:35.225660 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33462) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:35.231458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Allocated IP 172.25.7.163 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/963eac82-92ab-4d39-bb7a-7d25d335a61d) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:06:35.244201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:06:35.245160 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3726d1e2-f7bd-4edd-bb23-84bb639b4b9c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:35.377485 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96274f7a-ce32-44f3-a148-043c4586c551 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (813d7bbd-db56-42de-8a20-d26c5b65e6cf), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:35.453316 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:06:35.453970 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3726d1e2-f7bd-4edd-bb23-84bb639b4b9c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:35.478100 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96274f7a-ce32-44f3-a148-043c4586c551 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (813d7bbd-db56-42de-8a20-d26c5b65e6cf), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:35.528710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965804bf-66d5-4a07-8233-75cc23d71c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3726d1e2-f7bd-4edd-bb23-84bb639b4b9c'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:06:35.532253 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f36bb4b-8ebc-4cba-93a0-b361e3ace605" -d '{"events": [{"server_uuid": "965804bf-66d5-4a07-8233-75cc23d71c55", "name": "network-vif-plugged", "status": "completed", "tag": "3726d1e2-f7bd-4edd-bb23-84bb639b4b9c"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:06:35.584227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3726d1e2-f7bd-4edd-bb23-84bb639b4b9c,segment=NetworkSegment(1a5861e3-92a5-4988-8822-772ba595a0e0),segment_id=1a5861e3-92a5-4988-8822-772ba595a0e0)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:06:35.587575 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:35.590480 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3726d1e2-f7bd-4edd-bb23-84bb639b4b9c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:35.613828 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (963eac82-92ab-4d39-bb7a-7d25d335a61d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:35.656808 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96274f7a-ce32-44f3-a148-043c4586c551 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (813d7bbd-db56-42de-8a20-d26c5b65e6cf), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:35.661821 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96274f7a-ce32-44f3-a148-043c4586c551 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:35.664166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-96274f7a-ce32-44f3-a148-043c4586c551 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-groups/813d7bbd-db56-42de-8a20-d26c5b65e6cf HTTP/1.1" status: 204 len: 168 time: 0.4371901 Feb 08 16:06:35.668250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33476) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:35.680310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=3726d1e2-f7bd-4edd-bb23-84bb639b4b9c,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:35.689508 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96274f7a-ce32-44f3-a148-043c4586c551 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=813d7bbd-db56-42de-8a20-d26c5b65e6cf,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:35.758626 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (963eac82-92ab-4d39-bb7a-7d25d335a61d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:35.816829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:06:35.826402 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33480) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:35.826663 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c0b706ab-525d-4cf0-a670-6b1958b8eba0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1471331 Feb 08 16:06:35.831857 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-8a0c90a0-bca7-45a1-8f9a-18bdac4f87d0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group': {'name': 'tempest-secgroup--569275433'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:35.832114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:35.838512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:06:35.869947 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=963eac82-92ab-4d39-bb7a-7d25d335a61d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:35.883602 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8a0c90a0-bca7-45a1-8f9a-18bdac4f87d0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:36.108781 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8a0c90a0-bca7-45a1-8f9a-18bdac4f87d0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (fedb24e9-7246-4464-ad77-12ec506efee4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:36.119550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8a0c90a0-bca7-45a1-8f9a-18bdac4f87d0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fedb24e9-7246-4464-ad77-12ec506efee4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:36.188665 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7187d690-96e4-4c9b-8c9f-a5beea953788 x-openstack-request-id: req-7187d690-96e4-4c9b-8c9f-a5beea953788 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:06:36.189203 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965804bf-66d5-4a07-8233-75cc23d71c55", "name": "network-vif-plugged", "status": "completed", "tag": "3726d1e2-f7bd-4edd-bb23-84bb639b4b9c", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:06:36.189203 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7187d690-96e4-4c9b-8c9f-a5beea953788 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:06:36.189621 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965804bf-66d5-4a07-8233-75cc23d71c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3726d1e2-f7bd-4edd-bb23-84bb639b4b9c', 'code': 200} Feb 08 16:06:36.199879 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c90a0-bca7-45a1-8f9a-18bdac4f87d0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fedb24e9-7246-4464-ad77-12ec506efee4,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:36.289655 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8a0c90a0-bca7-45a1-8f9a-18bdac4f87d0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:36.298196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8a0c90a0-bca7-45a1-8f9a-18bdac4f87d0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4706662 Feb 08 16:06:36.298829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33496) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:36.314422 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64b971-332f-4b8e-9135-919d9eac843b req-396d36f6-797e-4045-9985-1ca106fd90a6 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:36.324624 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c64b971-332f-4b8e-9135-919d9eac843b req-396d36f6-797e-4045-9985-1ca106fd90a6 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/ports?device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 945 time: 0.1257572 Feb 08 16:06:36.329159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5e606296-09ea-4a30-9077-8b95db5bada0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1776124892'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:36.438514 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b4acf-2857-4671-96db-c842f03b7652 req-6ded3bea-ef9c-42da-980e-fcc101f54189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:36.440001 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-178b4acf-2857-4671-96db-c842f03b7652 req-6ded3bea-ef9c-42da-980e-fcc101f54189 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 1128 time: 0.1331124 Feb 08 16:06:36.474687 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e606296-09ea-4a30-9077-8b95db5bada0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:36.500409 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c64b971-332f-4b8e-9135-919d9eac843b req-f0e68216-c09e-436d-96aa-cb2a26264dc4 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572542 Feb 08 16:06:36.579029 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-178b4acf-2857-4671-96db-c842f03b7652 req-d3a7a919-c04a-427e-adb0-586cebba34f8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317284 Feb 08 16:06:36.619913 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e606296-09ea-4a30-9077-8b95db5bada0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (e3a831c9-9929-49b4-bdb9-685636d72abd), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:36.627370 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e606296-09ea-4a30-9077-8b95db5bada0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e3a831c9-9929-49b4-bdb9-685636d72abd), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:36.649267 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (cb5349ac-ef99-49dd-9f4b-c5011ac348e3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:36.684028 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5e606296-09ea-4a30-9077-8b95db5bada0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:36.685885 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5e606296-09ea-4a30-9077-8b95db5bada0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3599434 Feb 08 16:06:36.688287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33508) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:36.694322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e0aaad91-c909-469d-8186-004d6740831c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group_rule': {'security_group_id': 'fedb24e9-7246-4464-ad77-12ec506efee4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e3a831c9-9929-49b4-bdb9-685636d72abd', 'remote_ip_prefix': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:36.704566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e606296-09ea-4a30-9077-8b95db5bada0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a831c9-9929-49b4-bdb9-685636d72abd,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:36.705035 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:36.761610 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0aaad91-c909-469d-8186-004d6740831c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (10f39710-fd20-4444-9dd7-63b38fe351c4), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:36.849488 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (963eac82-92ab-4d39-bb7a-7d25d335a61d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:36.926537 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0aaad91-c909-469d-8186-004d6740831c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (10f39710-fd20-4444-9dd7-63b38fe351c4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:36.935004 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0aaad91-c909-469d-8186-004d6740831c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (10f39710-fd20-4444-9dd7-63b38fe351c4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:36.970663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaad91-c909-469d-8186-004d6740831c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f39710-fd20-4444-9dd7-63b38fe351c4,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:36.999592 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e0aaad91-c909-469d-8186-004d6740831c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:37.008064 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e0aaad91-c909-469d-8186-004d6740831c tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3110435 Feb 08 16:06:37.011179 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33514) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:37.053691 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f1f411f-0dd3-4ddc-ac45-799e7c7108e7 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (10f39710-fd20-4444-9dd7-63b38fe351c4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:37.067267 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f1f411f-0dd3-4ddc-ac45-799e7c7108e7 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (10f39710-fd20-4444-9dd7-63b38fe351c4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:37.107823 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (963eac82-92ab-4d39-bb7a-7d25d335a61d), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:37.114950 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (963eac82-92ab-4d39-bb7a-7d25d335a61d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:37.119750 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f1f411f-0dd3-4ddc-ac45-799e7c7108e7 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (10f39710-fd20-4444-9dd7-63b38fe351c4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:37.143817 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f1f411f-0dd3-4ddc-ac45-799e7c7108e7 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:37.156102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7f1f411f-0dd3-4ddc-ac45-799e7c7108e7 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/10f39710-fd20-4444-9dd7-63b38fe351c4 HTTP/1.1" status: 204 len: 168 time: 0.1441121 Feb 08 16:06:37.158264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f411f-0dd3-4ddc-ac45-799e7c7108e7 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10f39710-fd20-4444-9dd7-63b38fe351c4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:37.160568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33522) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:37.227350 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d145fbb8-bfb6-4490-9258-9e996f0cde50 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0657160 Feb 08 16:06:37.229962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33526) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:37.271650 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=963eac82-92ab-4d39-bb7a-7d25d335a61d,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:37.322748 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (cb5349ac-ef99-49dd-9f4b-c5011ac348e3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:37.324145 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7dc9-deee-4aaf-b7e5-50f78f3c62f0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (e3a831c9-9929-49b4-bdb9-685636d72abd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:37.387075 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7dc9-deee-4aaf-b7e5-50f78f3c62f0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (e3a831c9-9929-49b4-bdb9-685636d72abd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:37.483849 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7dc9-deee-4aaf-b7e5-50f78f3c62f0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e3a831c9-9929-49b4-bdb9-685636d72abd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:37.492690 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7dc9-deee-4aaf-b7e5-50f78f3c62f0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:37.496230 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2d4e7dc9-deee-4aaf-b7e5-50f78f3c62f0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-groups/e3a831c9-9929-49b4-bdb9-685636d72abd HTTP/1.1" status: 204 len: 168 time: 0.2652683 Feb 08 16:06:37.498833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33542) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:37.506115 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e7dc9-deee-4aaf-b7e5-50f78f3c62f0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a831c9-9929-49b4-bdb9-685636d72abd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:37.613793 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Floating IP cb5349ac-ef99-49dd-9f4b-c5011ac348e3 associated. External IP: 172.25.7.163, port: 94300679-129e-4efa-8aad-79df92c1e1f6. Feb 08 16:06:37.663761 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c566889d-a188-4995-8ce2-7037effdde24 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1631830 Feb 08 16:06:37.697625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33550) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:37.755984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b038e5f-8a15-4212-a014-ec500105df0b req-cb7d652c-db24-42e1-9fd3-3f0b33cc310d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:37.757836 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b038e5f-8a15-4212-a014-ec500105df0b req-cb7d652c-db24-42e1-9fd3-3f0b33cc310d tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/ports?device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 945 time: 0.1550124 Feb 08 16:06:37.784100 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7fb0b5b-867d-4437-9713-2b8106556e82 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (fedb24e9-7246-4464-ad77-12ec506efee4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:37.881211 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b038e5f-8a15-4212-a014-ec500105df0b req-18073edc-3c88-45f5-b59d-d07f452bfbda tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156764 Feb 08 16:06:37.948075 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:38.198124 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7fb0b5b-867d-4437-9713-2b8106556e82 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (fedb24e9-7246-4464-ad77-12ec506efee4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:38.270689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7fb0b5b-867d-4437-9713-2b8106556e82 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fedb24e9-7246-4464-ad77-12ec506efee4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:38.273597 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7fb0b5b-867d-4437-9713-2b8106556e82 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:38.277476 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d7fb0b5b-867d-4437-9713-2b8106556e82 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-groups/fedb24e9-7246-4464-ad77-12ec506efee4 HTTP/1.1" status: 204 len: 168 time: 0.5763254 Feb 08 16:06:38.279344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33560) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:38.283232 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:06:38.293973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb0b5b-867d-4437-9713-2b8106556e82 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedb24e9-7246-4464-ad77-12ec506efee4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:38.376495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c24dfac0-8d55-4dbc-a23e-21ffe9eb8acb tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0953918 Feb 08 16:06:38.376939 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33566) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:38.386213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-82a13931-a447-40cf-8c93-6446d4b042b1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542670211'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:38.482893 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-82a13931-a447-40cf-8c93-6446d4b042b1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:38.582162 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:06:38.594749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc691be-dcb6-4099-9b5d-48c3b4bd6e9a None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:06:38.620311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc691be-dcb6-4099-9b5d-48c3b4bd6e9a None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:38.622056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-fbc691be-dcb6-4099-9b5d-48c3b4bd6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:38.622429 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:38.628795 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-82a13931-a447-40cf-8c93-6446d4b042b1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (36c3c252-de96-4de0-85ac-3599318bd907), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:38.656992 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-82a13931-a447-40cf-8c93-6446d4b042b1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (36c3c252-de96-4de0-85ac-3599318bd907), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:38.683453 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-fbc691be-dcb6-4099-9b5d-48c3b4bd6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:38.694244 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc691be-dcb6-4099-9b5d-48c3b4bd6e9a None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:38.695291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-fbc691be-dcb6-4099-9b5d-48c3b4bd6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:38.703180 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-82a13931-a447-40cf-8c93-6446d4b042b1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:38.704426 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-82a13931-a447-40cf-8c93-6446d4b042b1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3261139 Feb 08 16:06:38.708716 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cbded58f-33d5-4c10-8237-ea515514b379 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1806366 Feb 08 16:06:38.708879 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33576) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:38.709064 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33578) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:38.714513 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4e576046-e42d-45e4-a2c9-4def3590dd2b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'floatingip': {'port_id': '94300679-129e-4efa-8aad-79df92c1e1f6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:38.717532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a13931-a447-40cf-8c93-6446d4b042b1 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c3c252-de96-4de0-85ac-3599318bd907,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:38.731871 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-27ecc6d4-0966-43f0-9f87-9e5246e9048d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group_rule': {'security_group_id': '36c3c252-de96-4de0-85ac-3599318bd907', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:38.762524 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-fbc691be-dcb6-4099-9b5d-48c3b4bd6e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:38.763398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc691be-dcb6-4099-9b5d-48c3b4bd6e9a None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:06:38.812825 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e576046-e42d-45e4-a2c9-4def3590dd2b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (cb5349ac-ef99-49dd-9f4b-c5011ac348e3), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:38.827016 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27ecc6d4-0966-43f0-9f87-9e5246e9048d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (24b12c2f-0349-43d4-85f7-034c5c6b1d7e), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:39.013813 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27ecc6d4-0966-43f0-9f87-9e5246e9048d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (24b12c2f-0349-43d4-85f7-034c5c6b1d7e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:39.035603 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27ecc6d4-0966-43f0-9f87-9e5246e9048d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (24b12c2f-0349-43d4-85f7-034c5c6b1d7e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:39.086563 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecc6d4-0966-43f0-9f87-9e5246e9048d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b12c2f-0349-43d4-85f7-034c5c6b1d7e,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:39.117200 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27ecc6d4-0966-43f0-9f87-9e5246e9048d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:39.119850 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-27ecc6d4-0966-43f0-9f87-9e5246e9048d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4109511 Feb 08 16:06:39.139275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33590) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:39.166445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e123481-e0e4-421a-9fe2-dbe56affdae0 req-df13a62f-de52-4ed1-ae54-1d1f77e02b30 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:39.171413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e123481-e0e4-421a-9fe2-dbe56affdae0 req-df13a62f-de52-4ed1-ae54-1d1f77e02b30 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/ports?device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 945 time: 0.1532712 Feb 08 16:06:39.209781 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76b604a2-55f9-405b-b452-0d0de0e56dbd tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (24b12c2f-0349-43d4-85f7-034c5c6b1d7e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:39.218090 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76b604a2-55f9-405b-b452-0d0de0e56dbd tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (24b12c2f-0349-43d4-85f7-034c5c6b1d7e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:39.285177 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76b604a2-55f9-405b-b452-0d0de0e56dbd tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (24b12c2f-0349-43d4-85f7-034c5c6b1d7e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:39.298194 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e123481-e0e4-421a-9fe2-dbe56affdae0 req-434dc1d8-ed6d-4339-8b91-ea8d9ce3cdea tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197090 Feb 08 16:06:39.316082 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76b604a2-55f9-405b-b452-0d0de0e56dbd tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:39.319523 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-76b604a2-55f9-405b-b452-0d0de0e56dbd tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/24b12c2f-0349-43d4-85f7-034c5c6b1d7e HTTP/1.1" status: 204 len: 168 time: 0.1786256 Feb 08 16:06:39.320353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33602) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:39.364497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b604a2-55f9-405b-b452-0d0de0e56dbd tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24b12c2f-0349-43d4-85f7-034c5c6b1d7e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:39.405861 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-14312b72-7c4f-4885-893d-28e71bf5316b tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0812991 Feb 08 16:06:39.409362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33606) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:39.490095 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6113432f-4b74-4774-8b23-7ba7e9160243 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (36c3c252-de96-4de0-85ac-3599318bd907), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:39.541569 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6113432f-4b74-4774-8b23-7ba7e9160243 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (36c3c252-de96-4de0-85ac-3599318bd907), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:39.613940 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6113432f-4b74-4774-8b23-7ba7e9160243 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (36c3c252-de96-4de0-85ac-3599318bd907), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:39.625257 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6113432f-4b74-4774-8b23-7ba7e9160243 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:39.633035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6113432f-4b74-4774-8b23-7ba7e9160243 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-groups/36c3c252-de96-4de0-85ac-3599318bd907 HTTP/1.1" status: 204 len: 168 time: 0.2096422 Feb 08 16:06:39.633712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33610) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:39.671936 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113432f-4b74-4774-8b23-7ba7e9160243 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c3c252-de96-4de0-85ac-3599318bd907,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:39.758922 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e576046-e42d-45e4-a2c9-4def3590dd2b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:39.766546 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e576046-e42d-45e4-a2c9-4def3590dd2b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (cb5349ac-ef99-49dd-9f4b-c5011ac348e3), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:39.777707 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-463ef4b2-cc92-40f7-903f-9ff3a4c299eb tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1094358 Feb 08 16:06:39.778480 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33614) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:39.787970 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-559a2ac3-1ee7-4999-a40a-dd455742879e tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group': {'name': 'tempest-secgroup--355157194'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:39.834673 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-559a2ac3-1ee7-4999-a40a-dd455742879e tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:40.005107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-559a2ac3-1ee7-4999-a40a-dd455742879e tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (65593331-ca69-4ddf-8089-f58980ddd0d1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:40.014699 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-559a2ac3-1ee7-4999-a40a-dd455742879e tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (65593331-ca69-4ddf-8089-f58980ddd0d1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:40.100513 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-559a2ac3-1ee7-4999-a40a-dd455742879e tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:40.104822 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-559a2ac3-1ee7-4999-a40a-dd455742879e tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3216293 Feb 08 16:06:40.105320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33628) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:40.116800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2c289b7a-50c7-4406-bc2c-cb89b76e460e tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group_rule': {'security_group_id': '65593331-ca69-4ddf-8089-f58980ddd0d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:40.158608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a2ac3-1ee7-4999-a40a-dd455742879e tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65593331-ca69-4ddf-8089-f58980ddd0d1,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:40.195395 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c289b7a-50c7-4406-bc2c-cb89b76e460e tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (f071d7cc-452d-4e73-9641-3ae5fbfaea42), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:40.333518 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c289b7a-50c7-4406-bc2c-cb89b76e460e tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (f071d7cc-452d-4e73-9641-3ae5fbfaea42), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:40.343507 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c289b7a-50c7-4406-bc2c-cb89b76e460e tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (f071d7cc-452d-4e73-9641-3ae5fbfaea42), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:40.384067 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c289b7a-50c7-4406-bc2c-cb89b76e460e tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:40.385409 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2c289b7a-50c7-4406-bc2c-cb89b76e460e tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2774475 Feb 08 16:06:40.390435 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33636) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:40.404409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c289b7a-50c7-4406-bc2c-cb89b76e460e tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f071d7cc-452d-4e73-9641-3ae5fbfaea42,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:40.418643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7cb92787-5534-4f61-a02a-aa9720301679 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules/f071d7cc-452d-4e73-9641-3ae5fbfaea42 HTTP/1.1" status: 200 len: 763 time: 0.0269806 Feb 08 16:06:40.422241 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33638) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:40.500870 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-34b9191f-1219-41fd-b6bf-2fcf2bb57cd4 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0746169 Feb 08 16:06:40.501997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33640) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:40.532933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e576046-e42d-45e4-a2c9-4def3590dd2b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:06:40.631458 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5adc8acd-9c34-4610-b980-adc88b0c986d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (f071d7cc-452d-4e73-9641-3ae5fbfaea42), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:40.677650 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5adc8acd-9c34-4610-b980-adc88b0c986d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (f071d7cc-452d-4e73-9641-3ae5fbfaea42), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:40.747831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e576046-e42d-45e4-a2c9-4def3590dd2b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:06:40.758047 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b331e9-9aac-4f32-970e-e0fcfad83ffc None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:06:40.764133 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e576046-e42d-45e4-a2c9-4def3590dd2b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:40.774553 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b331e9-9aac-4f32-970e-e0fcfad83ffc None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:40.775252 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f5b331e9-9aac-4f32-970e-e0fcfad83ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:40.848694 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5adc8acd-9c34-4610-b980-adc88b0c986d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (f071d7cc-452d-4e73-9641-3ae5fbfaea42), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:40.858359 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5adc8acd-9c34-4610-b980-adc88b0c986d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:40.859697 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5adc8acd-9c34-4610-b980-adc88b0c986d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/f071d7cc-452d-4e73-9641-3ae5fbfaea42 HTTP/1.1" status: 204 len: 168 time: 0.3564830 Feb 08 16:06:40.863357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33656) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:40.900725 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f5b331e9-9aac-4f32-970e-e0fcfad83ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:40.925725 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4e576046-e42d-45e4-a2c9-4def3590dd2b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "PUT /v2.0/floatingips/cb5349ac-ef99-49dd-9f4b-c5011ac348e3 HTTP/1.1" status: 200 len: 978 time: 2.2150743 Feb 08 16:06:40.928404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc8acd-9c34-4610-b980-adc88b0c986d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f071d7cc-452d-4e73-9641-3ae5fbfaea42,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:40.931134 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b331e9-9aac-4f32-970e-e0fcfad83ffc None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:40.931959 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f5b331e9-9aac-4f32-970e-e0fcfad83ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:40.937876 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33658) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:41.049555 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6eaefd20-431b-4c88-ba11-4b2f2eee580e tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1838491 Feb 08 16:06:41.050217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33666) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:41.071917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-0f5f2247-cec4-4e2a-8434-da8c91263130 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group_rule': {'security_group_id': '65593331-ca69-4ddf-8089-f58980ddd0d1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:41.079079 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f5b331e9-9aac-4f32-970e-e0fcfad83ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:41.080155 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b331e9-9aac-4f32-970e-e0fcfad83ffc None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:06:41.193520 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2247-cec4-4e2a-8434-da8c91263130 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (eaa7af1a-12e4-452f-8cde-5e542b1e3a3f), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:41.358341 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2247-cec4-4e2a-8434-da8c91263130 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (eaa7af1a-12e4-452f-8cde-5e542b1e3a3f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:41.378954 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2247-cec4-4e2a-8434-da8c91263130 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (eaa7af1a-12e4-452f-8cde-5e542b1e3a3f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:41.427396 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f2247-cec4-4e2a-8434-da8c91263130 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa7af1a-12e4-452f-8cde-5e542b1e3a3f,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:41.516054 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2247-cec4-4e2a-8434-da8c91263130 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:41.524215 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-df71bc99-5e8b-46dd-be1c-f886fcc2503f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting port 963eac82-92ab-4d39-bb7a-7d25d335a61d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:06:41.524643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-df71bc99-5e8b-46dd-be1c-f886fcc2503f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (963eac82-92ab-4d39-bb7a-7d25d335a61d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:41.526630 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0f5f2247-cec4-4e2a-8434-da8c91263130 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4753311 Feb 08 16:06:41.529043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33692) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:41.582596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-042a91fe-f8c5-426b-9a24-f389c0b830f7 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules/eaa7af1a-12e4-452f-8cde-5e542b1e3a3f HTTP/1.1" status: 200 len: 763 time: 0.0511878 Feb 08 16:06:41.583294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33698) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:41.694665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33702) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:41.710433 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1a6df127-25eb-460e-98fd-2846db67fbd0 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1257496 Feb 08 16:06:41.723807 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-df71bc99-5e8b-46dd-be1c-f886fcc2503f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (963eac82-92ab-4d39-bb7a-7d25d335a61d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:41.724355 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-df71bc99-5e8b-46dd-be1c-f886fcc2503f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (963eac82-92ab-4d39-bb7a-7d25d335a61d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:41.796543 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3300-446a-4acc-952f-5f332a04e580 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (eaa7af1a-12e4-452f-8cde-5e542b1e3a3f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:41.803482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-df71bc99-5e8b-46dd-be1c-f886fcc2503f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Calling delete_port for 963eac82-92ab-4d39-bb7a-7d25d335a61d owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:06:41.831243 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3300-446a-4acc-952f-5f332a04e580 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (eaa7af1a-12e4-452f-8cde-5e542b1e3a3f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:41.992439 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3300-446a-4acc-952f-5f332a04e580 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (eaa7af1a-12e4-452f-8cde-5e542b1e3a3f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:42.016372 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3300-446a-4acc-952f-5f332a04e580 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:42.020980 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5d5f3300-446a-4acc-952f-5f332a04e580 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/eaa7af1a-12e4-452f-8cde-5e542b1e3a3f HTTP/1.1" status: 204 len: 168 time: 0.3216796 Feb 08 16:06:42.021265 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33708) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:42.035169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f3300-446a-4acc-952f-5f332a04e580 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaa7af1a-12e4-452f-8cde-5e542b1e3a3f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:42.117552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e020e083-e3de-42df-9c46-2b8ecdcc98bc tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0943749 Feb 08 16:06:42.118514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33710) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:42.124532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-07107106-ac49-4f5c-a540-a3e69a077434 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group_rule': {'security_group_id': '65593331-ca69-4ddf-8089-f58980ddd0d1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:42.200639 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-07107106-ac49-4f5c-a540-a3e69a077434 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (db81ac77-198b-43d5-8183-8d0105796789), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:42.287364 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-df71bc99-5e8b-46dd-be1c-f886fcc2503f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (963eac82-92ab-4d39-bb7a-7d25d335a61d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:42.343477 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-07107106-ac49-4f5c-a540-a3e69a077434 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (db81ac77-198b-43d5-8183-8d0105796789), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:42.351644 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-07107106-ac49-4f5c-a540-a3e69a077434 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (db81ac77-198b-43d5-8183-8d0105796789), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:42.399692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07107106-ac49-4f5c-a540-a3e69a077434 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db81ac77-198b-43d5-8183-8d0105796789,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:42.402885 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71bc99-5e8b-46dd-be1c-f886fcc2503f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Port': ['ID=963eac82-92ab-4d39-bb7a-7d25d335a61d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:42.464280 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-07107106-ac49-4f5c-a540-a3e69a077434 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:42.471201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-07107106-ac49-4f5c-a540-a3e69a077434 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3513625 Feb 08 16:06:42.472482 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33718) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:42.520589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-50ba2d86-d317-46bf-ba11-a121a20f8a8d tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules/db81ac77-198b-43d5-8183-8d0105796789 HTTP/1.1" status: 200 len: 764 time: 0.0421722 Feb 08 16:06:42.522931 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33724) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:42.597568 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8d5e2b10-6a02-44f1-9efe-26ddc9991616 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0720456 Feb 08 16:06:42.598460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33728) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:42.645717 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-df71bc99-5e8b-46dd-be1c-f886fcc2503f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (cb5349ac-ef99-49dd-9f4b-c5011ac348e3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:42.645988 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-df71bc99-5e8b-46dd-be1c-f886fcc2503f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Floating IP cb5349ac-ef99-49dd-9f4b-c5011ac348e3 disassociated (deleted). External IP: 172.25.7.163, port: 94300679-129e-4efa-8aad-79df92c1e1f6. Feb 08 16:06:42.749805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33730) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:42.769591 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5e8f876-004e-438a-8146-b864b420fa4f tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (db81ac77-198b-43d5-8183-8d0105796789), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:42.786042 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5e8f876-004e-438a-8146-b864b420fa4f tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (db81ac77-198b-43d5-8183-8d0105796789), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:42.861971 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5e8f876-004e-438a-8146-b864b420fa4f tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (db81ac77-198b-43d5-8183-8d0105796789), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:42.895528 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5e8f876-004e-438a-8146-b864b420fa4f tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:42.899779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33734) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:42.902845 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c5e8f876-004e-438a-8146-b864b420fa4f tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-group-rules/db81ac77-198b-43d5-8183-8d0105796789 HTTP/1.1" status: 204 len: 168 time: 0.3039219 Feb 08 16:06:43.006902 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-567db157-184b-4488-8312-06c775556582 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1034153 Feb 08 16:06:43.013151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33738) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:43.032363 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8f876-004e-438a-8146-b864b420fa4f tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db81ac77-198b-43d5-8183-8d0105796789,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:43.144629 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dfd99712-36ff-40f1-b747-dbeee4e51f1b tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (65593331-ca69-4ddf-8089-f58980ddd0d1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:43.200977 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dfd99712-36ff-40f1-b747-dbeee4e51f1b tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (65593331-ca69-4ddf-8089-f58980ddd0d1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:43.290126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df71bc99-5e8b-46dd-be1c-f886fcc2503f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:06:43.401022 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dfd99712-36ff-40f1-b747-dbeee4e51f1b tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (65593331-ca69-4ddf-8089-f58980ddd0d1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:43.408771 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dfd99712-36ff-40f1-b747-dbeee4e51f1b tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:43.411386 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-dfd99712-36ff-40f1-b747-dbeee4e51f1b tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-groups/65593331-ca69-4ddf-8089-f58980ddd0d1 HTTP/1.1" status: 204 len: 168 time: 0.3906903 Feb 08 16:06:43.414964 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33746) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:43.431400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd99712-36ff-40f1-b747-dbeee4e51f1b tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65593331-ca69-4ddf-8089-f58980ddd0d1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:43.627247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6e0495e0-806e-4fc4-86c8-60ff1f46c12f tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2097523 Feb 08 16:06:43.632150 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e7c54c08-6ab8-41ed-8073-29e4a0906d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:43.648466 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33754) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:43.675278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-8e1f1402-4911-4c7c-9ca5-80fc702d0cc5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group': {'name': 'tempest-secgroup--919668134'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:43.722945 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df71bc99-5e8b-46dd-be1c-f886fcc2503f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:06:43.745752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4dddf8-6cd4-44cb-b486-abc70b0402f6 None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:06:43.773943 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-df71bc99-5e8b-46dd-be1c-f886fcc2503f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:43.777550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4dddf8-6cd4-44cb-b486-abc70b0402f6 None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:43.780405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-3c4dddf8-6cd4-44cb-b486-abc70b0402f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:43.875292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-3c4dddf8-6cd4-44cb-b486-abc70b0402f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:43.879829 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e7c54c08-6ab8-41ed-8073-29e4a0906d6f admin admin] Publish callbacks [] for security_group (332ad2fb-e6f4-4996-b8eb-f88541486b89), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:43.887809 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e7c54c08-6ab8-41ed-8073-29e4a0906d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (332ad2fb-e6f4-4996-b8eb-f88541486b89), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:43.897316 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4dddf8-6cd4-44cb-b486-abc70b0402f6 None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:43.899252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-3c4dddf8-6cd4-44cb-b486-abc70b0402f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:43.945676 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1402-4911-4c7c-9ca5-80fc702d0cc5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:43.969203 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e7c54c08-6ab8-41ed-8073-29e4a0906d6f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a551f0dbd4dd4098ab6335e5cc8dd131&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2111130 Feb 08 16:06:43.969903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33762) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:44.016357 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-df71bc99-5e8b-46dd-be1c-f886fcc2503f tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/floatingips/cb5349ac-ef99-49dd-9f4b-c5011ac348e3 HTTP/1.1" status: 204 len: 168 time: 3.0764942 Feb 08 16:06:44.020331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33766) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:44.081262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-3c4dddf8-6cd4-44cb-b486-abc70b0402f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:44.082142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4dddf8-6cd4-44cb-b486-abc70b0402f6 None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:06:44.088182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c54c08-6ab8-41ed-8073-29e4a0906d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332ad2fb-e6f4-4996-b8eb-f88541486b89,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:44.125139 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33768) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:44.180604 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba55c7ff-e5d2-4ae3-955c-32d8bc9d3a90 admin admin] Publish callbacks [] for security_group (332ad2fb-e6f4-4996-b8eb-f88541486b89), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:44.238526 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba55c7ff-e5d2-4ae3-955c-32d8bc9d3a90 admin admin] Publish callbacks [] for security_group (332ad2fb-e6f4-4996-b8eb-f88541486b89), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:44.366441 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba55c7ff-e5d2-4ae3-955c-32d8bc9d3a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (332ad2fb-e6f4-4996-b8eb-f88541486b89), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:44.369161 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba55c7ff-e5d2-4ae3-955c-32d8bc9d3a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:44.375043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ba55c7ff-e5d2-4ae3-955c-32d8bc9d3a90 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/332ad2fb-e6f4-4996-b8eb-f88541486b89 HTTP/1.1" status: 204 len: 168 time: 0.3985879 Feb 08 16:06:44.390686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55c7ff-e5d2-4ae3-955c-32d8bc9d3a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332ad2fb-e6f4-4996-b8eb-f88541486b89,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:44.416456 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1402-4911-4c7c-9ca5-80fc702d0cc5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (7ada8496-1d8e-4059-a78a-c1cf0e768700), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:44.428542 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1402-4911-4c7c-9ca5-80fc702d0cc5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7ada8496-1d8e-4059-a78a-c1cf0e768700), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:44.473913 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1402-4911-4c7c-9ca5-80fc702d0cc5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:44.480385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33782) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:44.485542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-3f703e49-dfd2-4b2e-8b19-72a947961953 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Request body: {'security_group_rule': {'security_group_id': '7ada8496-1d8e-4059-a78a-c1cf0e768700', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:44.490993 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8e1f1402-4911-4c7c-9ca5-80fc702d0cc5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8393991 Feb 08 16:06:44.537375 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-df7a558e-367e-4c2c-8f69-36b04f5f0dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:44.539998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f1402-4911-4c7c-9ca5-80fc702d0cc5 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ada8496-1d8e-4059-a78a-c1cf0e768700,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:44.542480 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f703e49-dfd2-4b2e-8b19-72a947961953 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (15438b28-2829-431a-ad39-44fff0745a7e), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:44.672623 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f703e49-dfd2-4b2e-8b19-72a947961953 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (15438b28-2829-431a-ad39-44fff0745a7e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:44.681340 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f703e49-dfd2-4b2e-8b19-72a947961953 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (15438b28-2829-431a-ad39-44fff0745a7e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:44.724588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f703e49-dfd2-4b2e-8b19-72a947961953 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15438b28-2829-431a-ad39-44fff0745a7e,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:44.743153 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-df7a558e-367e-4c2c-8f69-36b04f5f0dd7 admin admin] Publish callbacks [] for security_group (f4ac9224-0db1-4a1b-b40d-39f690d1843c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:44.749074 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-df7a558e-367e-4c2c-8f69-36b04f5f0dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f4ac9224-0db1-4a1b-b40d-39f690d1843c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:44.761895 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f703e49-dfd2-4b2e-8b19-72a947961953 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:44.772932 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3f703e49-dfd2-4b2e-8b19-72a947961953 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2869251 Feb 08 16:06:44.774168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33788) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:44.848536 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-df7a558e-367e-4c2c-8f69-36b04f5f0dd7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0fad054c9bca4a60a08d94330f0df995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7183776 Feb 08 16:06:44.852561 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-fb9760e0-2d05-4da1-9da6-10239794f1f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting port 94300679-129e-4efa-8aad-79df92c1e1f6 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:06:44.853524 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb9760e0-2d05-4da1-9da6-10239794f1f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (94300679-129e-4efa-8aad-79df92c1e1f6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:44.856659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33792) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:44.952147 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a558e-367e-4c2c-8f69-36b04f5f0dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ac9224-0db1-4a1b-b40d-39f690d1843c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:45.000117 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c25779fd-4e79-44db-a411-1f6c0e6af555 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (7ada8496-1d8e-4059-a78a-c1cf0e768700), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:45.010231 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb9760e0-2d05-4da1-9da6-10239794f1f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (94300679-129e-4efa-8aad-79df92c1e1f6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:45.029684 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6ada7e3-5b2c-4c9e-b8d3-cbfe1bb78bd5 admin admin] Publish callbacks [] for security_group (f4ac9224-0db1-4a1b-b40d-39f690d1843c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:45.053363 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-fb9760e0-2d05-4da1-9da6-10239794f1f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Calling delete_port for 94300679-129e-4efa-8aad-79df92c1e1f6 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:06:45.073267 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c25779fd-4e79-44db-a411-1f6c0e6af555 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (7ada8496-1d8e-4059-a78a-c1cf0e768700), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:45.110320 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6ada7e3-5b2c-4c9e-b8d3-cbfe1bb78bd5 admin admin] Publish callbacks [] for security_group (f4ac9224-0db1-4a1b-b40d-39f690d1843c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:45.266921 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6ada7e3-5b2c-4c9e-b8d3-cbfe1bb78bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f4ac9224-0db1-4a1b-b40d-39f690d1843c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:45.274391 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6ada7e3-5b2c-4c9e-b8d3-cbfe1bb78bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:45.277995 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d6ada7e3-5b2c-4c9e-b8d3-cbfe1bb78bd5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f4ac9224-0db1-4a1b-b40d-39f690d1843c HTTP/1.1" status: 204 len: 168 time: 0.4179285 Feb 08 16:06:45.328966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ada7e3-5b2c-4c9e-b8d3-cbfe1bb78bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ac9224-0db1-4a1b-b40d-39f690d1843c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:45.357664 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c25779fd-4e79-44db-a411-1f6c0e6af555 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7ada8496-1d8e-4059-a78a-c1cf0e768700), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:45.366716 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c25779fd-4e79-44db-a411-1f6c0e6af555 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:45.371859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c25779fd-4e79-44db-a411-1f6c0e6af555 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-groups/7ada8496-1d8e-4059-a78a-c1cf0e768700 HTTP/1.1" status: 204 len: 168 time: 0.5899343 Feb 08 16:06:45.372760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33806) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:45.437284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25779fd-4e79-44db-a411-1f6c0e6af555 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ada8496-1d8e-4059-a78a-c1cf0e768700,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:45.509129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33812) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:45.554802 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-868e9495-2cb8-40c8-ae1b-36fd6d13a2e8 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1740215 Feb 08 16:06:45.555890 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13ed2f5e-f24c-4b2f-a5a1-a44ae9508a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:45.557327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33816) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:45.656170 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb9760e0-2d05-4da1-9da6-10239794f1f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (94300679-129e-4efa-8aad-79df92c1e1f6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:45.771651 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13ed2f5e-f24c-4b2f-a5a1-a44ae9508a0c admin admin] Publish callbacks [] for security_group (ae58f426-38da-4995-8e30-f08a416c90fc), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:45.777793 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13ed2f5e-f24c-4b2f-a5a1-a44ae9508a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ae58f426-38da-4995-8e30-f08a416c90fc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:45.819020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9760e0-2d05-4da1-9da6-10239794f1f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Port': ['ID=94300679-129e-4efa-8aad-79df92c1e1f6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:45.829604 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ebd5a551-1311-48f0-b750-c9faf7c902d7 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2709417 Feb 08 16:06:45.853090 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33828) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:45.907866 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-8cc9c1fb-57eb-400d-9a6a-85fc45722184 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] delete failed (client error): The resource could not be found. Feb 08 16:06:45.910481 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8cc9c1fb-57eb-400d-9a6a-85fc45722184 tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "DELETE /v2.0/security-groups/7ada8496-1d8e-4059-a78a-c1cf0e768700 HTTP/1.1" status: 404 len: 347 time: 0.0512600 Feb 08 16:06:45.910965 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed2f5e-f24c-4b2f-a5a1-a44ae9508a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae58f426-38da-4995-8e30-f08a416c90fc,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:45.925466 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33836) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:45.931973 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-13ed2f5e-f24c-4b2f-a5a1-a44ae9508a0c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=77dbde34329f430397faeb5625bfc8f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4173775 Feb 08 16:06:45.942313 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33838) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:46.000362 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb9760e0-2d05-4da1-9da6-10239794f1f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:46.004264 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fb9760e0-2d05-4da1-9da6-10239794f1f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/ports/94300679-129e-4efa-8aad-79df92c1e1f6 HTTP/1.1" status: 204 len: 168 time: 1.9792035 Feb 08 16:06:46.007869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33840) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:46.012334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:46.043378 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17df1592-9379-4fd1-9054-6be305606182 admin admin] Publish callbacks [] for security_group (ae58f426-38da-4995-8e30-f08a416c90fc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:46.071363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a74d5526-1622-43d3-a462-635e3c23eb7a tempest-SecGroupTest-367906498 tempest-SecGroupTest-367906498-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1445100 Feb 08 16:06:46.079560 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17df1592-9379-4fd1-9054-6be305606182 admin admin] Publish callbacks [] for security_group (ae58f426-38da-4995-8e30-f08a416c90fc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:46.160071 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:46.166302 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17df1592-9379-4fd1-9054-6be305606182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ae58f426-38da-4995-8e30-f08a416c90fc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:46.170744 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17df1592-9379-4fd1-9054-6be305606182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:46.176259 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-17df1592-9379-4fd1-9054-6be305606182 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ae58f426-38da-4995-8e30-f08a416c90fc HTTP/1.1" status: 204 len: 168 time: 0.2329512 Feb 08 16:06:46.244831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df1592-9379-4fd1-9054-6be305606182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae58f426-38da-4995-8e30-f08a416c90fc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:46.297431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33852) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:46.324002 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-320e2e79-1d38-4d43-af72-fe247181da47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:46.560744 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-320e2e79-1d38-4d43-af72-fe247181da47 admin admin] Publish callbacks [] for security_group (7248364e-2a38-45ba-906b-2a901007640f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:46.570557 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-320e2e79-1d38-4d43-af72-fe247181da47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7248364e-2a38-45ba-906b-2a901007640f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:46.666920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1ff82-6261-4dc0-b2f8-743ff6110d22 req-fd0c973b-2928-4ec9-9748-adad4f622f74 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:46.668788 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3cc1ff82-6261-4dc0-b2f8-743ff6110d22 req-fd0c973b-2928-4ec9-9748-adad4f622f74 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/ports?device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 945 time: 0.3261256 Feb 08 16:06:46.669447 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33858) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:46.701797 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-320e2e79-1d38-4d43-af72-fe247181da47 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=aba385ddb57b462ca960edb7a5d89a25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4031997 Feb 08 16:06:46.702577 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33864) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:46.708754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e2e79-1d38-4d43-af72-fe247181da47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7248364e-2a38-45ba-906b-2a901007640f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:46.821848 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:46.880974 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3cc1ff82-6261-4dc0-b2f8-743ff6110d22 req-805bccdd-b09f-4f7b-8d09-36cde9398036 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948624 Feb 08 16:06:46.913171 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6a295ce3-4c09-4a72-8655-e47a8a97ed74 admin admin] Publish callbacks [] for security_group (7248364e-2a38-45ba-906b-2a901007640f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:46.935523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Allocated IP 172.25.7.19 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/535af9b0-3ca5-4531-845d-cdaf4a590fa4) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:06:46.964660 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6a295ce3-4c09-4a72-8655-e47a8a97ed74 admin admin] Publish callbacks [] for security_group (7248364e-2a38-45ba-906b-2a901007640f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:47.044140 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6a295ce3-4c09-4a72-8655-e47a8a97ed74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7248364e-2a38-45ba-906b-2a901007640f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:47.047067 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6a295ce3-4c09-4a72-8655-e47a8a97ed74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:47.051374 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6a295ce3-4c09-4a72-8655-e47a8a97ed74 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7248364e-2a38-45ba-906b-2a901007640f HTTP/1.1" status: 204 len: 168 time: 0.3405516 Feb 08 16:06:47.065040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a295ce3-4c09-4a72-8655-e47a8a97ed74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7248364e-2a38-45ba-906b-2a901007640f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:47.146962 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (535af9b0-3ca5-4531-845d-cdaf4a590fa4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:47.182333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9f57035f-d696-4bc7-8f8f-71858243fd95 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dfb608f735c241b3b4c0a8198cd77bba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5052917 Feb 08 16:06:47.182333 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33878) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:47.239150 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (535af9b0-3ca5-4531-845d-cdaf4a590fa4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:47.269538 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dc34283f-2b4c-4869-8124-dc8e5361d1ae admin admin] Publish callbacks [] for security_group (68c1c38a-4544-45e7-a084-f8aadf943cad), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:47.301670 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dc34283f-2b4c-4869-8124-dc8e5361d1ae admin admin] Publish callbacks [] for security_group (68c1c38a-4544-45e7-a084-f8aadf943cad), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:47.319320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:06:47.332565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:47.339766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:06:47.401318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=535af9b0-3ca5-4531-845d-cdaf4a590fa4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:47.409317 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dc34283f-2b4c-4869-8124-dc8e5361d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (68c1c38a-4544-45e7-a084-f8aadf943cad), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:47.413020 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dc34283f-2b4c-4869-8124-dc8e5361d1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:47.416852 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-dc34283f-2b4c-4869-8124-dc8e5361d1ae admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/68c1c38a-4544-45e7-a084-f8aadf943cad HTTP/1.1" status: 204 len: 168 time: 0.2311418 Feb 08 16:06:47.430368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34283f-2b4c-4869-8124-dc8e5361d1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c1c38a-4544-45e7-a084-f8aadf943cad,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:47.478309 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (ea24a8c5-ab6d-480d-91a2-504f03863ade), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:47.566845 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (535af9b0-3ca5-4531-845d-cdaf4a590fa4), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:47.631289 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb84343-b251-46da-af79-3619105ff67c req-6378dea0-83a6-45cd-82d7-7f99b22d144b tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:47.632880 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2bb84343-b251-46da-af79-3619105ff67c req-6378dea0-83a6-45cd-82d7-7f99b22d144b tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.96 "GET /v2.0/ports?device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 945 time: 0.1038516 Feb 08 16:06:47.950163 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (535af9b0-3ca5-4531-845d-cdaf4a590fa4), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:47.976453 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (535af9b0-3ca5-4531-845d-cdaf4a590fa4), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:48.085230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-2bb84343-b251-46da-af79-3619105ff67c req-0954bc68-1abe-4943-a8b1-39bc94348f40 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Deleting port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:06:48.086386 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2bb84343-b251-46da-af79-3619105ff67c req-0954bc68-1abe-4943-a8b1-39bc94348f40 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3726d1e2-f7bd-4edd-bb23-84bb639b4b9c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:48.192429 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2bb84343-b251-46da-af79-3619105ff67c req-0954bc68-1abe-4943-a8b1-39bc94348f40 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] For port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3726d1e2-f7bd-4edd-bb23-84bb639b4b9c,segment=NetworkSegment(1a5861e3-92a5-4988-8822-772ba595a0e0),segment_id=1a5861e3-92a5-4988-8822-772ba595a0e0)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:06:48.193138 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2bb84343-b251-46da-af79-3619105ff67c req-0954bc68-1abe-4943-a8b1-39bc94348f40 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3726d1e2-f7bd-4edd-bb23-84bb639b4b9c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:48.199797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bde1bf-7699-47be-b145-502db2ccd72f req-3a7892b5-1bb6-4107-872d-2796facddf3e tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:48.207709 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05bde1bf-7699-47be-b145-502db2ccd72f req-3a7892b5-1bb6-4107-872d-2796facddf3e tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/ports?device_id=965804bf-66d5-4a07-8233-75cc23d71c55 HTTP/1.1" status: 200 len: 945 time: 0.1597567 Feb 08 16:06:48.213743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-2bb84343-b251-46da-af79-3619105ff67c req-0954bc68-1abe-4943-a8b1-39bc94348f40 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Calling delete_port for 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:06:48.343265 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05bde1bf-7699-47be-b145-502db2ccd72f req-cd2eb1f5-488e-4f36-928e-20026959e652 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276054 Feb 08 16:06:48.499886 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2bb84343-b251-46da-af79-3619105ff67c req-0954bc68-1abe-4943-a8b1-39bc94348f40 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3726d1e2-f7bd-4edd-bb23-84bb639b4b9c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:48.511777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['3726d1e2-f7bd-4edd-bb23-84bb639b4b9c'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:06:48.580169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=535af9b0-3ca5-4531-845d-cdaf4a590fa4,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:48.623252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954bc68-1abe-4943-a8b1-39bc94348f40 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Pushing event deleted for resources: {'Port': ['ID=3726d1e2-f7bd-4edd-bb23-84bb639b4b9c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:48.628449 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (ea24a8c5-ab6d-480d-91a2-504f03863ade), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:48.717805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb84343-b251-46da-af79-3619105ff67c req-0954bc68-1abe-4943-a8b1-39bc94348f40 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] No DVR routers for this DVR port 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:06:48.720794 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2bb84343-b251-46da-af79-3619105ff67c req-0954bc68-1abe-4943-a8b1-39bc94348f40 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:48.724266 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2bb84343-b251-46da-af79-3619105ff67c req-0954bc68-1abe-4943-a8b1-39bc94348f40 tempest-VolumesActionsTest-1460399174 tempest-VolumesActionsTest-1460399174-project] 10.222.0.96 "DELETE /v2.0/ports/3726d1e2-f7bd-4edd-bb23-84bb639b4b9c HTTP/1.1" status: 204 len: 173 time: 1.0777130 Feb 08 16:06:48.724726 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965804bf-66d5-4a07-8233-75cc23d71c55', 'name': 'network-vif-deleted', 'tag': '3726d1e2-f7bd-4edd-bb23-84bb639b4b9c'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:06:48.749294 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2872b1-22c2-4e57-b10f-99939b1befd8" -d '{"events": [{"server_uuid": "965804bf-66d5-4a07-8233-75cc23d71c55", "name": "network-vif-deleted", "tag": "3726d1e2-f7bd-4edd-bb23-84bb639b4b9c"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:06:48.778267 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:48.782959 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cefc6b13-f95e-45a3-a6bb-312436c1a5c8 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7735970 Feb 08 16:06:48.788271 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33926) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:48.798486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-690463aa-0fca-427c-bc89-e158638a4f43 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'port': {'network_id': '0f26cbec-a949-4e51-8ed1-3d85550f7017', 'name': 'tempest-FloatingIPTestJSON-359408292'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:48.885804 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14446020-7d52-466c-8720-8a8ae0acf6bb x-openstack-request-id: req-14446020-7d52-466c-8720-8a8ae0acf6bb {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:06:48.886373 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965804bf-66d5-4a07-8233-75cc23d71c55", "name": "network-vif-deleted", "tag": "3726d1e2-f7bd-4edd-bb23-84bb639b4b9c", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:06:48.887099 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-14446020-7d52-466c-8720-8a8ae0acf6bb {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:06:48.887815 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965804bf-66d5-4a07-8233-75cc23d71c55', 'name': 'network-vif-deleted', 'tag': '3726d1e2-f7bd-4edd-bb23-84bb639b4b9c', 'status': 'completed', 'code': 200} Feb 08 16:06:48.899007 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:49.023627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690463aa-0fca-427c-bc89-e158638a4f43 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Made reservation on behalf of 96e45dd648944e01b72e13fe2a1d27b1 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:06:49.029359 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-690463aa-0fca-427c-bc89-e158638a4f43 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:49.067538 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-690463aa-0fca-427c-bc89-e158638a4f43 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] device_id is not set on port 75245705-44c6-46f1-ae09-0db9c51fce07 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:06:49.383288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-690463aa-0fca-427c-bc89-e158638a4f43 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Allocated IP 172.20.0.2 (0f26cbec-a949-4e51-8ed1-3d85550f7017/c3961930-ae1d-4b04-beae-9c1ad88c75ea/75245705-44c6-46f1-ae09-0db9c51fce07) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:06:49.713195 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-690463aa-0fca-427c-bc89-e158638a4f43 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (75245705-44c6-46f1-ae09-0db9c51fce07), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:49.827250 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-690463aa-0fca-427c-bc89-e158638a4f43 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (75245705-44c6-46f1-ae09-0db9c51fce07), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:49.930998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690463aa-0fca-427c-bc89-e158638a4f43 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network 0f26cbec-a949-4e51-8ed1-3d85550f7017 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:06:49.946477 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-690463aa-0fca-427c-bc89-e158638a4f43 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:49.954163 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690463aa-0fca-427c-bc89-e158638a4f43 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:06:50.010854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690463aa-0fca-427c-bc89-e158638a4f43 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=75245705-44c6-46f1-ae09-0db9c51fce07,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:50.084464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690463aa-0fca-427c-bc89-e158638a4f43 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:06:50.085185 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-690463aa-0fca-427c-bc89-e158638a4f43 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:50.126247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-690463aa-0fca-427c-bc89-e158638a4f43 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3367746 Feb 08 16:06:50.129766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33964) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:50.135748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9802fde8-e044-46a8-a3d5-4cf04578ac13 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'floatingip': {'port_id': '75245705-44c6-46f1-ae09-0db9c51fce07'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:50.272401 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9802fde8-e044-46a8-a3d5-4cf04578ac13 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (ea24a8c5-ab6d-480d-91a2-504f03863ade), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:50.330389 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:51.176410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:06:51.246501 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:06:51.248440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3726d1e2-f7bd-4edd-bb23-84bb639b4b9c not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:06:51.341958 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9802fde8-e044-46a8-a3d5-4cf04578ac13 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:51.348337 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9802fde8-e044-46a8-a3d5-4cf04578ac13 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (ea24a8c5-ab6d-480d-91a2-504f03863ade), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:51.568597 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-9802fde8-e044-46a8-a3d5-4cf04578ac13 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Floating IP ea24a8c5-ab6d-480d-91a2-504f03863ade associated. External IP: 172.25.7.19, port: 75245705-44c6-46f1-ae09-0db9c51fce07. Feb 08 16:06:51.761870 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34028) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:52.062571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9802fde8-e044-46a8-a3d5-4cf04578ac13 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:06:52.354864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c04c7b39-0041-432d-8066-a777469705be tempest-SubnetPoolsTestJSON-1391747051 tempest-SubnetPoolsTestJSON-1391747051-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-43916542', 'prefixes': ['172.20.0.0/16']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:52.366553 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9802fde8-e044-46a8-a3d5-4cf04578ac13 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:06:52.378236 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dde2b2f-7e60-4c1c-add3-cc015db6020e None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:06:52.383060 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9802fde8-e044-46a8-a3d5-4cf04578ac13 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:52.398229 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde2b2f-7e60-4c1c-add3-cc015db6020e None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:52.400472 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1dde2b2f-7e60-4c1c-add3-cc015db6020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:52.429843 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9802fde8-e044-46a8-a3d5-4cf04578ac13 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "PUT /v2.0/floatingips/ea24a8c5-ab6d-480d-91a2-504f03863ade HTTP/1.1" status: 200 len: 976 time: 2.2982950 Feb 08 16:06:52.432465 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34062) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:52.532593 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1dde2b2f-7e60-4c1c-add3-cc015db6020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:52.534455 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c04c7b39-0041-432d-8066-a777469705be tempest-SubnetPoolsTestJSON-1391747051 tempest-SubnetPoolsTestJSON-1391747051-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:52.537234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c04c7b39-0041-432d-8066-a777469705be tempest-SubnetPoolsTestJSON-1391747051 tempest-SubnetPoolsTestJSON-1391747051-project] 10.222.0.82 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.7734621 Feb 08 16:06:52.539769 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34066) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:52.562027 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde2b2f-7e60-4c1c-add3-cc015db6020e None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:52.568258 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1dde2b2f-7e60-4c1c-add3-cc015db6020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:52.638230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f1a43919-4723-4d2b-b1cf-81b9fa75e2ed tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting port 75245705-44c6-46f1-ae09-0db9c51fce07 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:06:52.639736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1a43919-4723-4d2b-b1cf-81b9fa75e2ed tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (75245705-44c6-46f1-ae09-0db9c51fce07), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:52.695339 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1dde2b2f-7e60-4c1c-add3-cc015db6020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:52.695817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b8470e29-75dd-4690-9e9a-94f509c6b465 tempest-SubnetPoolsTestJSON-1391747051 tempest-SubnetPoolsTestJSON-1391747051-project] 10.222.0.82 "GET /v2.0/subnetpools/f4057463-c337-4f7a-80eb-1469986f506f HTTP/1.1" status: 200 len: 730 time: 0.1366332 Feb 08 16:06:52.697111 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34078) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:52.701575 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dde2b2f-7e60-4c1c-add3-cc015db6020e None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:06:52.723854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d4416b0c-4675-4834-bd94-4ccaa451f539 tempest-SubnetPoolsTestJSON-1391747051 tempest-SubnetPoolsTestJSON-1391747051-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-427671167'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:52.890666 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1a43919-4723-4d2b-b1cf-81b9fa75e2ed tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (75245705-44c6-46f1-ae09-0db9c51fce07), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:52.925611 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d4416b0c-4675-4834-bd94-4ccaa451f539 tempest-SubnetPoolsTestJSON-1391747051 tempest-SubnetPoolsTestJSON-1391747051-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:52.929977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d4416b0c-4675-4834-bd94-4ccaa451f539 tempest-SubnetPoolsTestJSON-1391747051 tempest-SubnetPoolsTestJSON-1391747051-project] 10.222.0.82 "PUT /v2.0/subnetpools/f4057463-c337-4f7a-80eb-1469986f506f HTTP/1.1" status: 200 len: 683 time: 0.2297654 Feb 08 16:06:52.931360 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34082) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:53.116861 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fb893825-b54e-4138-8fd1-94279fc37284 tempest-SubnetPoolsTestJSON-1391747051 tempest-SubnetPoolsTestJSON-1391747051-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:53.120214 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fb893825-b54e-4138-8fd1-94279fc37284 tempest-SubnetPoolsTestJSON-1391747051 tempest-SubnetPoolsTestJSON-1391747051-project] 10.222.0.82 "DELETE /v2.0/subnetpools/f4057463-c337-4f7a-80eb-1469986f506f HTTP/1.1" status: 204 len: 168 time: 0.1859403 Feb 08 16:06:53.123382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34088) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:53.162424 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-def7d0a4-8e65-4f62-8e3f-f99ce85027cf tempest-SubnetPoolsTestJSON-1391747051 tempest-SubnetPoolsTestJSON-1391747051-project] show failed (client error): The resource could not be found. Feb 08 16:06:53.163667 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-def7d0a4-8e65-4f62-8e3f-f99ce85027cf tempest-SubnetPoolsTestJSON-1391747051 tempest-SubnetPoolsTestJSON-1391747051-project] 10.222.0.82 "GET /v2.0/subnetpools/f4057463-c337-4f7a-80eb-1469986f506f HTTP/1.1" status: 404 len: 346 time: 0.0391426 Feb 08 16:06:53.178575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34090) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:53.218834 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-0e9cf434-1d11-4ff8-a1c5-a57613290679 tempest-SubnetPoolsTestJSON-1391747051 tempest-SubnetPoolsTestJSON-1391747051-project] delete failed (client error): The resource could not be found. Feb 08 16:06:53.219904 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0e9cf434-1d11-4ff8-a1c5-a57613290679 tempest-SubnetPoolsTestJSON-1391747051 tempest-SubnetPoolsTestJSON-1391747051-project] 10.222.0.82 "DELETE /v2.0/subnetpools/f4057463-c337-4f7a-80eb-1469986f506f HTTP/1.1" status: 404 len: 346 time: 0.0402386 Feb 08 16:06:53.381350 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1a43919-4723-4d2b-b1cf-81b9fa75e2ed tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:53.381802 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1a43919-4723-4d2b-b1cf-81b9fa75e2ed tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (ea24a8c5-ab6d-480d-91a2-504f03863ade), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:53.382047 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-f1a43919-4723-4d2b-b1cf-81b9fa75e2ed tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Floating IP ea24a8c5-ab6d-480d-91a2-504f03863ade disassociated. External IP: 172.25.7.19, port: 75245705-44c6-46f1-ae09-0db9c51fce07. Feb 08 16:06:53.382401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f1a43919-4723-4d2b-b1cf-81b9fa75e2ed tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Calling delete_port for 75245705-44c6-46f1-ae09-0db9c51fce07 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:06:53.680918 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1a43919-4723-4d2b-b1cf-81b9fa75e2ed tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (75245705-44c6-46f1-ae09-0db9c51fce07), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:53.887273 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a43919-4723-4d2b-b1cf-81b9fa75e2ed tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Port': ['ID=75245705-44c6-46f1-ae09-0db9c51fce07,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:53.892664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a43919-4723-4d2b-b1cf-81b9fa75e2ed tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:06:54.021616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a43919-4723-4d2b-b1cf-81b9fa75e2ed tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:06:54.032843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d46188f-af62-42c3-9a47-0761d85cc24d None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:06:54.051224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d46188f-af62-42c3-9a47-0761d85cc24d None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:54.052269 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0d46188f-af62-42c3-9a47-0761d85cc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:54.169737 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0d46188f-af62-42c3-9a47-0761d85cc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:54.195661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d46188f-af62-42c3-9a47-0761d85cc24d None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:06:54.197049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0d46188f-af62-42c3-9a47-0761d85cc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:54.219483 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f1a43919-4723-4d2b-b1cf-81b9fa75e2ed tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:54.230547 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f1a43919-4723-4d2b-b1cf-81b9fa75e2ed tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/ports/75245705-44c6-46f1-ae09-0db9c51fce07 HTTP/1.1" status: 204 len: 168 time: 1.7961762 Feb 08 16:06:54.233207 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34128) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:54.279709 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34130) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:54.316918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0d46188f-af62-42c3-9a47-0761d85cc24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:06:54.318220 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d46188f-af62-42c3-9a47-0761d85cc24d None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:06:54.667231 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c86361b0-8677-40dd-a3e5-9e576a0ed40d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:55.019243 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c86361b0-8677-40dd-a3e5-9e576a0ed40d admin admin] Publish callbacks [] for security_group (dc5f2c34-263e-4873-9610-dc1cce557399), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:55.020366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34176) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:55.024632 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-699bcca9-ce86-42f1-98d3-9f8264288d4e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "GET /v2.0/floatingips/ea24a8c5-ab6d-480d-91a2-504f03863ade HTTP/1.1" status: 200 len: 687 time: 0.7887790 Feb 08 16:06:55.100872 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c86361b0-8677-40dd-a3e5-9e576a0ed40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dc5f2c34-263e-4873-9610-dc1cce557399), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:55.294399 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c86361b0-8677-40dd-a3e5-9e576a0ed40d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dc5db37dcb6c41fb87cc56f0ad31dbb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0130379 Feb 08 16:06:55.295181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34198) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:55.327813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86361b0-8677-40dd-a3e5-9e576a0ed40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5f2c34-263e-4873-9610-dc1cce557399,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:55.371235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-41dc1a3b-5f3b-4299-a40d-741193054221 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting port 535af9b0-3ca5-4531-845d-cdaf4a590fa4 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:06:55.372259 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41dc1a3b-5f3b-4299-a40d-741193054221 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (535af9b0-3ca5-4531-845d-cdaf4a590fa4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:55.404896 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a23f5e64-52e6-4da7-b1fb-80d48fe622a0 admin admin] Publish callbacks [] for security_group (dc5f2c34-263e-4873-9610-dc1cce557399), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:55.452437 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a23f5e64-52e6-4da7-b1fb-80d48fe622a0 admin admin] Publish callbacks [] for security_group (dc5f2c34-263e-4873-9610-dc1cce557399), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:55.535895 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41dc1a3b-5f3b-4299-a40d-741193054221 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (535af9b0-3ca5-4531-845d-cdaf4a590fa4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:55.536266 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41dc1a3b-5f3b-4299-a40d-741193054221 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (535af9b0-3ca5-4531-845d-cdaf4a590fa4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:55.553801 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a23f5e64-52e6-4da7-b1fb-80d48fe622a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dc5f2c34-263e-4873-9610-dc1cce557399), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:55.556913 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a23f5e64-52e6-4da7-b1fb-80d48fe622a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:55.557595 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-41dc1a3b-5f3b-4299-a40d-741193054221 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Calling delete_port for 535af9b0-3ca5-4531-845d-cdaf4a590fa4 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:06:55.558522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a23f5e64-52e6-4da7-b1fb-80d48fe622a0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dc5f2c34-263e-4873-9610-dc1cce557399 HTTP/1.1" status: 204 len: 168 time: 0.2623494 Feb 08 16:06:55.579594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f5e64-52e6-4da7-b1fb-80d48fe622a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5f2c34-263e-4873-9610-dc1cce557399,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:55.728489 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41dc1a3b-5f3b-4299-a40d-741193054221 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (535af9b0-3ca5-4531-845d-cdaf4a590fa4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:55.785091 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc1a3b-5f3b-4299-a40d-741193054221 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Port': ['ID=535af9b0-3ca5-4531-845d-cdaf4a590fa4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:55.810181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34214) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:55.941609 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41dc1a3b-5f3b-4299-a40d-741193054221 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (ea24a8c5-ab6d-480d-91a2-504f03863ade), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:55.945136 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41dc1a3b-5f3b-4299-a40d-741193054221 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:55.946541 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-41dc1a3b-5f3b-4299-a40d-741193054221 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/floatingips/ea24a8c5-ab6d-480d-91a2-504f03863ade HTTP/1.1" status: 204 len: 168 time: 0.9250233 Feb 08 16:06:55.950329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34222) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:55.958208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '87df54bb-0657-44af-8ca5-26cb4f75faec'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:06:56.000212 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:56.250203 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:56.283208 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-63f90aca-5a2f-4b4c-871a-5673e5d737d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:56.408386 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Allocated IP 172.25.7.39 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/ed67c9ba-2e65-48d1-a543-c02554a1333b) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:06:56.458492 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-63f90aca-5a2f-4b4c-871a-5673e5d737d9 admin admin] Publish callbacks [] for security_group (dd237a93-c2a5-472d-a3f7-b9b7054e8cd2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:56.471437 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-63f90aca-5a2f-4b4c-871a-5673e5d737d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dd237a93-c2a5-472d-a3f7-b9b7054e8cd2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:56.524857 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-63f90aca-5a2f-4b4c-871a-5673e5d737d9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c15680fd010442f1befe529a8bbb8d02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7132843 Feb 08 16:06:56.526766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34232) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:56.526900 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (ed67c9ba-2e65-48d1-a543-c02554a1333b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:56.597172 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ed67c9ba-2e65-48d1-a543-c02554a1333b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:56.612419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f90aca-5a2f-4b4c-871a-5673e5d737d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd237a93-c2a5-472d-a3f7-b9b7054e8cd2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:56.683289 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f24247db-558a-40d6-928d-e9ce9ab40601 admin admin] Publish callbacks [] for security_group (dd237a93-c2a5-472d-a3f7-b9b7054e8cd2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:56.712148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=ed67c9ba-2e65-48d1-a543-c02554a1333b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:56.740579 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:06:56.742132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:06:56.748746 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:06:56.757251 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f24247db-558a-40d6-928d-e9ce9ab40601 admin admin] Publish callbacks [] for security_group (dd237a93-c2a5-472d-a3f7-b9b7054e8cd2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:56.902196 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f24247db-558a-40d6-928d-e9ce9ab40601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dd237a93-c2a5-472d-a3f7-b9b7054e8cd2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:56.917396 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f24247db-558a-40d6-928d-e9ce9ab40601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:56.920118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f24247db-558a-40d6-928d-e9ce9ab40601 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dd237a93-c2a5-472d-a3f7-b9b7054e8cd2 HTTP/1.1" status: 204 len: 168 time: 0.3906512 Feb 08 16:06:56.972758 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24247db-558a-40d6-928d-e9ce9ab40601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd237a93-c2a5-472d-a3f7-b9b7054e8cd2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:57.448476 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (163b25b6-3235-4514-bf26-86f8c99555d1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:57.591367 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ed67c9ba-2e65-48d1-a543-c02554a1333b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:58.067603 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34268) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:58.114753 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08d51287-fc59-4870-9ceb-bd9064a7a2b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:58.238017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34272) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:58.329183 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08d51287-fc59-4870-9ceb-bd9064a7a2b6 admin admin] Publish callbacks [] for security_group (9d1bcf0c-c5cb-40a5-8d1c-902276210cb5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:58.339157 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08d51287-fc59-4870-9ceb-bd9064a7a2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9d1bcf0c-c5cb-40a5-8d1c-902276210cb5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:58.494022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51287-fc59-4870-9ceb-bd9064a7a2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1bcf0c-c5cb-40a5-8d1c-902276210cb5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:58.544656 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b4bf467c-06e0-4882-a25a-96991e5aa3c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:58.550016 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-08d51287-fc59-4870-9ceb-bd9064a7a2b6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3409fe4ccfbd4857b77df73698dbd87e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4798076 Feb 08 16:06:58.556187 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34284) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:58.669427 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (ed67c9ba-2e65-48d1-a543-c02554a1333b), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:58.676481 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ed67c9ba-2e65-48d1-a543-c02554a1333b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:58.734831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=ed67c9ba-2e65-48d1-a543-c02554a1333b,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:58.743125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34288) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:58.763875 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-798001c4-180b-4965-8459-07b31d9929d5 admin admin] Publish callbacks [] for security_group (9d1bcf0c-c5cb-40a5-8d1c-902276210cb5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:58.797673 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (163b25b6-3235-4514-bf26-86f8c99555d1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:58.836938 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-798001c4-180b-4965-8459-07b31d9929d5 admin admin] Publish callbacks [] for security_group (9d1bcf0c-c5cb-40a5-8d1c-902276210cb5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:58.923042 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Floating IP 163b25b6-3235-4514-bf26-86f8c99555d1 associated. External IP: 172.25.7.39, port: 87df54bb-0657-44af-8ca5-26cb4f75faec. Feb 08 16:06:58.960379 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b4bf467c-06e0-4882-a25a-96991e5aa3c3 admin admin] Publish callbacks [] for security_group (9c8d667c-333f-47f4-af4d-2fbedd6ff52b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:58.975059 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b4bf467c-06e0-4882-a25a-96991e5aa3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9c8d667c-333f-47f4-af4d-2fbedd6ff52b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:59.067097 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-798001c4-180b-4965-8459-07b31d9929d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9d1bcf0c-c5cb-40a5-8d1c-902276210cb5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:59.069709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-798001c4-180b-4965-8459-07b31d9929d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:59.070882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-798001c4-180b-4965-8459-07b31d9929d5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9d1bcf0c-c5cb-40a5-8d1c-902276210cb5 HTTP/1.1" status: 204 len: 168 time: 0.5131900 Feb 08 16:06:59.076507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34296) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:06:59.076692 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b4bf467c-06e0-4882-a25a-96991e5aa3c3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7cd46aa544e249608945ebce59f81c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8375587 Feb 08 16:06:59.077614 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf467c-06e0-4882-a25a-96991e5aa3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8d667c-333f-47f4-af4d-2fbedd6ff52b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:59.100068 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798001c4-180b-4965-8459-07b31d9929d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1bcf0c-c5cb-40a5-8d1c-902276210cb5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:59.414800 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0a42b30-4771-41fe-b9c6-fd7f0cb0a3bf admin admin] Publish callbacks [] for security_group (9c8d667c-333f-47f4-af4d-2fbedd6ff52b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:59.441159 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ad000b3d-4b9e-452b-b329-6a77dd53c683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:59.471338 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0a42b30-4771-41fe-b9c6-fd7f0cb0a3bf admin admin] Publish callbacks [] for security_group (9c8d667c-333f-47f4-af4d-2fbedd6ff52b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:59.611352 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:06:59.639045 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0a42b30-4771-41fe-b9c6-fd7f0cb0a3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9c8d667c-333f-47f4-af4d-2fbedd6ff52b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:59.641991 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0a42b30-4771-41fe-b9c6-fd7f0cb0a3bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:59.647414 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f0a42b30-4771-41fe-b9c6-fd7f0cb0a3bf admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9c8d667c-333f-47f4-af4d-2fbedd6ff52b HTTP/1.1" status: 204 len: 168 time: 0.5650933 Feb 08 16:06:59.672008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a42b30-4771-41fe-b9c6-fd7f0cb0a3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8d667c-333f-47f4-af4d-2fbedd6ff52b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:06:59.857195 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ad000b3d-4b9e-452b-b329-6a77dd53c683 admin admin] Publish callbacks [] for security_group (809759d9-b30c-48b2-8635-ce6e271fe653), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:06:59.888165 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ad000b3d-4b9e-452b-b329-6a77dd53c683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (809759d9-b30c-48b2-8635-ce6e271fe653), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:00.045794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34324) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:00.067470 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ad000b3d-4b9e-452b-b329-6a77dd53c683 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=44607443b25943559ca2e0a33c140aeb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3227155 Feb 08 16:07:00.085817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad000b3d-4b9e-452b-b329-6a77dd53c683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809759d9-b30c-48b2-8635-ce6e271fe653,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:00.088800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:07:00.107270 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6735e275-8cce-46a4-b4fa-c73e910a2af3 None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:07:00.148814 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6735e275-8cce-46a4-b4fa-c73e910a2af3 None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:00.149890 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6735e275-8cce-46a4-b4fa-c73e910a2af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:00.153253 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:00.185067 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bd87d17-9913-4f32-a4f9-fa94ba88502e admin admin] Publish callbacks [] for security_group (809759d9-b30c-48b2-8635-ce6e271fe653), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:00.252319 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6735e275-8cce-46a4-b4fa-c73e910a2af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:00.256411 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bd87d17-9913-4f32-a4f9-fa94ba88502e admin admin] Publish callbacks [] for security_group (809759d9-b30c-48b2-8635-ce6e271fe653), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:00.273557 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6735e275-8cce-46a4-b4fa-c73e910a2af3 None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:00.274355 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6735e275-8cce-46a4-b4fa-c73e910a2af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:06:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:00.281234 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-43b9c14f-50da-41d9-bc6f-1b0fa461291e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3250000 Feb 08 16:07:00.282613 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34334) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:00.301404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0de08225-1647-41e5-9333-6428380c7efd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1451535917'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:00.350590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de08225-1647-41e5-9333-6428380c7efd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Made reservation on behalf of 96e45dd648944e01b72e13fe2a1d27b1 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:00.354108 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0de08225-1647-41e5-9333-6428380c7efd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:00.366359 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bd87d17-9913-4f32-a4f9-fa94ba88502e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (809759d9-b30c-48b2-8635-ce6e271fe653), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:00.368975 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bd87d17-9913-4f32-a4f9-fa94ba88502e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:00.373669 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7bd87d17-9913-4f32-a4f9-fa94ba88502e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/809759d9-b30c-48b2-8635-ce6e271fe653 HTTP/1.1" status: 204 len: 168 time: 0.3267665 Feb 08 16:07:00.384546 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd87d17-9913-4f32-a4f9-fa94ba88502e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809759d9-b30c-48b2-8635-ce6e271fe653,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:00.394336 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34338) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:00.428537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de08225-1647-41e5-9333-6428380c7efd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:07:00.446784 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0de08225-1647-41e5-9333-6428380c7efd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (84485281-27b0-4ba7-bbcb-016761453ad1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:00.453710 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-0de08225-1647-41e5-9333-6428380c7efd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Added segment 84485281-27b0-4ba7-bbcb-016761453ad1 of type vlan for network b7d47639-d290-40dd-ac53-dc2551b8e427 Feb 08 16:07:00.571021 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0de08225-1647-41e5-9333-6428380c7efd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (b7d47639-d290-40dd-ac53-dc2551b8e427), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:00.632274 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0de08225-1647-41e5-9333-6428380c7efd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (b7d47639-d290-40dd-ac53-dc2551b8e427), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:00.645037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de08225-1647-41e5-9333-6428380c7efd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:00.646410 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0de08225-1647-41e5-9333-6428380c7efd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:00.653340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34346) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:00.685779 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27d1b6e9-93ac-4083-a6c4-dbf833788408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:00.698281 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6735e275-8cce-46a4-b4fa-c73e910a2af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:00.699254 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6735e275-8cce-46a4-b4fa-c73e910a2af3 None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:07:00.945541 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0de08225-1647-41e5-9333-6428380c7efd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6555359 Feb 08 16:07:00.950079 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34350) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:00.976456 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27d1b6e9-93ac-4083-a6c4-dbf833788408 admin admin] Publish callbacks [] for security_group (d74f9299-3832-4a4c-94e7-871846482f05), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:00.982153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-87b237d8-55a0-4869-869b-3a8efd25827b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'subnet': {'network_id': 'b7d47639-d290-40dd-ac53-dc2551b8e427', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:00.990966 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27d1b6e9-93ac-4083-a6c4-dbf833788408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d74f9299-3832-4a4c-94e7-871846482f05), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:01.064189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de08225-1647-41e5-9333-6428380c7efd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Network': ['ID=b7d47639-d290-40dd-ac53-dc2551b8e427,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:01.088515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network b7d47639-d290-40dd-ac53-dc2551b8e427 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:07:01.097179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34356) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:01.104443 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-27d1b6e9-93ac-4083-a6c4-dbf833788408 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=faf64477d1a44ed78f63766d54bca3f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4495370 Feb 08 16:07:01.179291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1b6e9-93ac-4083-a6c4-dbf833788408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74f9299-3832-4a4c-94e7-871846482f05,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:01.271635 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-878ae11b-7cc9-446a-ae6b-c254607e2a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:01.521958 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-878ae11b-7cc9-446a-ae6b-c254607e2a5b admin admin] Publish callbacks [] for security_group (f5d33fb5-b6a8-426a-bf49-3f93fe3cb5b7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:01.528625 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01027129-cd28-407d-80ba-c75d18b2f113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:01.530979 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31fbae15-5741-460a-8f84-0324033f006a admin admin] Publish callbacks [] for security_group (d74f9299-3832-4a4c-94e7-871846482f05), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:01.533347 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-878ae11b-7cc9-446a-ae6b-c254607e2a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f5d33fb5-b6a8-426a-bf49-3f93fe3cb5b7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:01.552889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b237d8-55a0-4869-869b-3a8efd25827b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Made reservation on behalf of 96e45dd648944e01b72e13fe2a1d27b1 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:01.564475 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87b237d8-55a0-4869-869b-3a8efd25827b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:01.645590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ae11b-7cc9-446a-ae6b-c254607e2a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d33fb5-b6a8-426a-bf49-3f93fe3cb5b7,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:01.695716 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-878ae11b-7cc9-446a-ae6b-c254607e2a5b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=185a42519f9d49488f977bbaf6ede6f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3002453 Feb 08 16:07:01.697278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34368) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:01.744603 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34370) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:01.807764 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e910-4541-458e-aa2f-991d089cd60b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:01.823937 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31fbae15-5741-460a-8f84-0324033f006a admin admin] Publish callbacks [] for security_group (d74f9299-3832-4a4c-94e7-871846482f05), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:01.914231 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31fbae15-5741-460a-8f84-0324033f006a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d74f9299-3832-4a4c-94e7-871846482f05), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:01.918282 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-31fbae15-5741-460a-8f84-0324033f006a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:01.922181 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-31fbae15-5741-460a-8f84-0324033f006a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d74f9299-3832-4a4c-94e7-871846482f05 HTTP/1.1" status: 204 len: 168 time: 0.7333143 Feb 08 16:07:01.933963 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b3d64c85-48ef-488b-93ba-c50d29e89d5a admin admin] Publish callbacks [] for security_group (f5d33fb5-b6a8-426a-bf49-3f93fe3cb5b7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:01.946926 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbae15-5741-460a-8f84-0324033f006a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74f9299-3832-4a4c-94e7-871846482f05,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:02.006046 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b3d64c85-48ef-488b-93ba-c50d29e89d5a admin admin] Publish callbacks [] for security_group (f5d33fb5-b6a8-426a-bf49-3f93fe3cb5b7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:02.122441 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b3d64c85-48ef-488b-93ba-c50d29e89d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f5d33fb5-b6a8-426a-bf49-3f93fe3cb5b7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:02.130056 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b3d64c85-48ef-488b-93ba-c50d29e89d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:02.132082 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b3d64c85-48ef-488b-93ba-c50d29e89d5a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f5d33fb5-b6a8-426a-bf49-3f93fe3cb5b7 HTTP/1.1" status: 204 len: 168 time: 0.4338572 Feb 08 16:07:02.165390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d64c85-48ef-488b-93ba-c50d29e89d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d33fb5-b6a8-426a-bf49-3f93fe3cb5b7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:02.286666 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87b237d8-55a0-4869-869b-3a8efd25827b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (71ac5c63-b182-41e1-bf28-491cbd014f21), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:02.304777 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e910-4541-458e-aa2f-991d089cd60b admin admin] Publish callbacks [] for security_group (c1758389-cf37-4e5e-83aa-7bf667fd9892), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:02.313499 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e910-4541-458e-aa2f-991d089cd60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c1758389-cf37-4e5e-83aa-7bf667fd9892), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:02.369294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0e910-4541-458e-aa2f-991d089cd60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1758389-cf37-4e5e-83aa-7bf667fd9892,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:02.390724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b237d8-55a0-4869-869b-3a8efd25827b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Subnet': ['ID=71ac5c63-b182-41e1-bf28-491cbd014f21,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:02.435250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b237d8-55a0-4869-869b-3a8efd25827b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Checking segment: {'id': '84485281-27b0-4ba7-bbcb-016761453ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b7d47639-d290-40dd-ac53-dc2551b8e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:07:02.435663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b237d8-55a0-4869-869b-3a8efd25827b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network hostable DHCP agents. Network: b7d47639-d290-40dd-ac53-dc2551b8e427, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:07:02.447883 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c0d0e910-4541-458e-aa2f-991d089cd60b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4e0199815a654916bb2847ef4076a885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6997342 Feb 08 16:07:02.449649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34390) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:02.588596 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4cd495cd-43ec-453b-b56f-c49a35c2b090 admin admin] Publish callbacks [] for security_group (c1758389-cf37-4e5e-83aa-7bf667fd9892), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:02.677401 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4cd495cd-43ec-453b-b56f-c49a35c2b090 admin admin] Publish callbacks [] for security_group (c1758389-cf37-4e5e-83aa-7bf667fd9892), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:02.754161 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b237d8-55a0-4869-869b-3a8efd25827b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network b7d47639-d290-40dd-ac53-dc2551b8e427 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:07:02.772032 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4cd495cd-43ec-453b-b56f-c49a35c2b090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c1758389-cf37-4e5e-83aa-7bf667fd9892), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:02.779538 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4cd495cd-43ec-453b-b56f-c49a35c2b090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:02.783327 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4cd495cd-43ec-453b-b56f-c49a35c2b090 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c1758389-cf37-4e5e-83aa-7bf667fd9892 HTTP/1.1" status: 204 len: 168 time: 0.3287268 Feb 08 16:07:02.801059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd495cd-43ec-453b-b56f-c49a35c2b090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1758389-cf37-4e5e-83aa-7bf667fd9892,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:02.802765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-87b237d8-55a0-4869-869b-3a8efd25827b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, b7d47639-d290-40dd-ac53-dc2551b8e427) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:02.821333 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b237d8-55a0-4869-869b-3a8efd25827b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:02.822392 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87b237d8-55a0-4869-869b-3a8efd25827b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:02.850883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15a32f2-e9c9-4f4a-beba-10301b5e9d6f None None] Network b7d47639-d290-40dd-ac53-dc2551b8e427 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:07:02.852967 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-87b237d8-55a0-4869-869b-3a8efd25827b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8896224 Feb 08 16:07:02.855623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34402) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:02.860271 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-372188647', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}, 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:02.901277 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (d959a11b-fe2f-4918-be7b-975653f76c7d), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:02.902439 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (d959a11b-fe2f-4918-be7b-975653f76c7d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:03.037936 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router_controller (d959a11b-fe2f-4918-be7b-975653f76c7d), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:03.271503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-b7d47639-d290-40dd-ac53-dc2551b8e427', 'network_id': 'b7d47639-d290-40dd-ac53-dc2551b8e427', 'project_id': '96e45dd648944e01b72e13fe2a1d27b1', 'fixed_ips': [{'subnet_id': '71ac5c63-b182-41e1-bf28-491cbd014f21'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:07:03.280057 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:03.375042 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34414) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:03.415711 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router_gateway (d959a11b-fe2f-4918-be7b-975653f76c7d), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:03.422465 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a754a8d0-abc4-4deb-8405-4781ce264188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:03.780062 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a754a8d0-abc4-4deb-8405-4781ce264188 admin admin] Publish callbacks [] for security_group (6717c097-23de-4799-ac16-a198e59b1960), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:03.793464 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router_gateway (d959a11b-fe2f-4918-be7b-975653f76c7d), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:03.801753 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a754a8d0-abc4-4deb-8405-4781ce264188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6717c097-23de-4799-ac16-a198e59b1960), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:03.850008 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:03.850682 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a33350c9-d7b3-49ca-83e4-4e04713440ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:03.887241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Allocated IP 172.20.0.2 (b7d47639-d290-40dd-ac53-dc2551b8e427/71ac5c63-b182-41e1-bf28-491cbd014f21/c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:07:03.945103 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a754a8d0-abc4-4deb-8405-4781ce264188 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=db24e25fd61449f6aa3d21a30b2b33df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5559454 Feb 08 16:07:03.945865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34424) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:03.950948 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754a8d0-abc4-4deb-8405-4781ce264188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6717c097-23de-4799-ac16-a198e59b1960,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:04.015093 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Allocated IP 172.25.7.7 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/e0fe2b97-67e9-467d-bbd7-a9538140ab0f) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:07:04.103504 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d292500-9fb9-4967-ad72-8956dffa5810 admin admin] Publish callbacks [] for security_group (6717c097-23de-4799-ac16-a198e59b1960), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:04.152391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d292500-9fb9-4967-ad72-8956dffa5810 admin admin] Publish callbacks [] for security_group (6717c097-23de-4799-ac16-a198e59b1960), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:04.155173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34428) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:04.232378 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (e0fe2b97-67e9-467d-bbd7-a9538140ab0f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:04.243777 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Publish callbacks [] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:04.257406 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:04.293424 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d292500-9fb9-4967-ad72-8956dffa5810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6717c097-23de-4799-ac16-a198e59b1960), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:04.296266 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d292500-9fb9-4967-ad72-8956dffa5810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:04.297652 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4d292500-9fb9-4967-ad72-8956dffa5810 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6717c097-23de-4799-ac16-a198e59b1960 HTTP/1.1" status: 204 len: 168 time: 0.3503449 Feb 08 16:07:04.318303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d292500-9fb9-4967-ad72-8956dffa5810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6717c097-23de-4799-ac16-a198e59b1960,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:04.328159 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e0fe2b97-67e9-467d-bbd7-a9538140ab0f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:04.432927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Pushing event updated for resources: {'Port': ['ID=c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:04.464034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Network b7d47639-d290-40dd-ac53-dc2551b8e427 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:07:04.464306 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=e0fe2b97-67e9-467d-bbd7-a9538140ab0f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:04.474410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:04.477599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:04.491305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:07:04.493969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:04.501114 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:04.637269 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Attempting to bind port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:07:04.640858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Attempting to bind port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '84485281-27b0-4ba7-bbcb-016761453ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b7d47639-d290-40dd-ac53-dc2551b8e427'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:07:04.643478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Attempting to bind port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce on network b7d47639-d290-40dd-ac53-dc2551b8e427 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:07:04.657381 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:07:04.657777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Checking segment: {'id': '84485281-27b0-4ba7-bbcb-016761453ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b7d47639-d290-40dd-ac53-dc2551b8e427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:07:04.659804 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:04.660251 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Bound using segment: {'id': '84485281-27b0-4ba7-bbcb-016761453ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b7d47639-d290-40dd-ac53-dc2551b8e427'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:07:04.662395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Bound port: c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84485281-27b0-4ba7-bbcb-016761453ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b7d47639-d290-40dd-ac53-dc2551b8e427'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:07:04.662395 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:04.694702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1297225318'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:04.782912 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Made reservation on behalf of 35b56373081c4f7193076cc0ed915a65 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:04.787870 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:04.812755 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:04.859009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] For port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:07:04.866982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] For port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce,segment=NetworkSegment(84485281-27b0-4ba7-bbcb-016761453ad1),segment_id=84485281-27b0-4ba7-bbcb-016761453ad1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:07:04.885541 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:05.063198 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks [] for security_group (86839b93-7b48-44d1-a3cd-8e534478d79c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:05.079841 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (86839b93-7b48-44d1-a3cd-8e534478d79c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:05.081869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf3a7d-c366-4fa1-9b48-5016697d55c8 None None] Pushing event updated for resources: {'Port': ['ID=c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:05.156821 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86839b93-7b48-44d1-a3cd-8e534478d79c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:05.176169 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:07:05.209723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:07:05.213265 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router_gateway (d959a11b-fe2f-4918-be7b-975653f76c7d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:05.238723 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (bd8afb17-86f6-480b-9cce-3dfedd9b04f3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:05.240148 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Added segment bd8afb17-86f6-480b-9cce-3dfedd9b04f3 of type vlan for network c914c4ec-cedf-4a06-b6fb-380982d02472 Feb 08 16:07:05.306292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34464) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:05.395067 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81aeeceb-e4f8-4089-a9e1-dd6a87b3a30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:05.412286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (c914c4ec-cedf-4a06-b6fb-380982d02472), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:05.485663 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (c914c4ec-cedf-4a06-b6fb-380982d02472), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:05.491058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:05.491718 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:05.551537 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:05.631397 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4680264 Feb 08 16:07:05.637676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34468) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:05.667127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0b1e8-73fd-4c98-aef8-11b4fe271610 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event updated for resources: {'Network': ['ID=c914c4ec-cedf-4a06-b6fb-380982d02472,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:05.670604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:07:05.676438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Request body: {'subnet': {'network_id': 'c914c4ec-cedf-4a06-b6fb-380982d02472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:05.763415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network c914c4ec-cedf-4a06-b6fb-380982d02472 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:07:05.766218 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (d959a11b-fe2f-4918-be7b-975653f76c7d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:06.060698 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81aeeceb-e4f8-4089-a9e1-dd6a87b3a30f admin admin] Publish callbacks [] for security_group (5848aa9f-14e1-4e67-9c47-a6acbfb928ec), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:06.096380 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81aeeceb-e4f8-4089-a9e1-dd6a87b3a30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5848aa9f-14e1-4e67-9c47-a6acbfb928ec), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:06.142837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router d959a11b-fe2f-4918-be7b-975653f76c7d is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:07:06.149327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:06.149887 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:06.162625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aeeceb-e4f8-4089-a9e1-dd6a87b3a30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5848aa9f-14e1-4e67-9c47-a6acbfb928ec,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:06.169595 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Made reservation on behalf of 35b56373081c4f7193076cc0ed915a65 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:06.176080 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:06.295793 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-81aeeceb-e4f8-4089-a9e1-dd6a87b3a30f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=eb4118fb14af418f90b160d48538f8c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9875696 Feb 08 16:07:06.307835 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34498) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:06.450816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:07:06.451212 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:06.536089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:07:06.562927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce,segment=NetworkSegment(84485281-27b0-4ba7-bbcb-016761453ad1),segment_id=84485281-27b0-4ba7-bbcb-016761453ad1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:07:06.578039 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:06.592258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edff67a0-5be9-4adb-a6ab-8ca70a50516d None None] Sync routers for ids ['d959a11b-fe2f-4918-be7b-975653f76c7d'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:07:06.602870 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:06.607857 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-38715fc9-acee-4562-a857-d9e119642359 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7480924 Feb 08 16:07:06.608098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34504) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:06.668703 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c47c1164-758a-4417-bfc8-afdd40769d90 admin admin] Publish callbacks [] for security_group (5848aa9f-14e1-4e67-9c47-a6acbfb928ec), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:06.733592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff67a0-5be9-4adb-a6ab-8ca70a50516d None None] Routers {'d959a11b-fe2f-4918-be7b-975653f76c7d'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:06.734150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-edff67a0-5be9-4adb-a6ab-8ca70a50516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d959a11b-fe2f-4918-be7b-975653f76c7d'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:06.773916 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c47c1164-758a-4417-bfc8-afdd40769d90 admin admin] Publish callbacks [] for security_group (5848aa9f-14e1-4e67-9c47-a6acbfb928ec), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:06.970253 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-edff67a0-5be9-4adb-a6ab-8ca70a50516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:06.981415 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c47c1164-758a-4417-bfc8-afdd40769d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5848aa9f-14e1-4e67-9c47-a6acbfb928ec), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:06.993198 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c47c1164-758a-4417-bfc8-afdd40769d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:06.996208 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c47c1164-758a-4417-bfc8-afdd40769d90 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5848aa9f-14e1-4e67-9c47-a6acbfb928ec HTTP/1.1" status: 204 len: 168 time: 0.6870489 Feb 08 16:07:07.064815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c1164-758a-4417-bfc8-afdd40769d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5848aa9f-14e1-4e67-9c47-a6acbfb928ec,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:07.162868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26573f0e-b7e2-4ad7-97ce-1c0c3287e717 None None] Network b7d47639-d290-40dd-ac53-dc2551b8e427 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:07:07.301288 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (39f2b196-3a1b-402f-927b-14eed7ad796a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:07.420068 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:07.443627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:07.509916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff67a0-5be9-4adb-a6ab-8ca70a50516d None None] Routers {'d959a11b-fe2f-4918-be7b-975653f76c7d'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:07.511655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-edff67a0-5be9-4adb-a6ab-8ca70a50516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d959a11b-fe2f-4918-be7b-975653f76c7d'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:07.537108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event updated for resources: {'Subnet': ['ID=39f2b196-3a1b-402f-927b-14eed7ad796a,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:07.558151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:07.559187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:07.560649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:07.563041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:07.563567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:07.564101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:07.564721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:07.567089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:07.567624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:07.569326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:07.569836 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:07.572146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:07.572665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:07.584406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-edff67a0-5be9-4adb-a6ab-8ca70a50516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:07.590203 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edff67a0-5be9-4adb-a6ab-8ca70a50516d None None] The sync data for ids ['d959a11b-fe2f-4918-be7b-975653f76c7d'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:07:07.603676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Checking segment: {'id': 'bd8afb17-86f6-480b-9cce-3dfedd9b04f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c914c4ec-cedf-4a06-b6fb-380982d02472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:07:07.606485 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Network hostable DHCP agents. Network: c914c4ec-cedf-4a06-b6fb-380982d02472, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:07:07.610036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-31c6e315-5062-4993-aeff-cec2e9a33dac None None] Provisioning complete for port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:07.611264 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-31c6e315-5062-4993-aeff-cec2e9a33dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:07.641364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Network c914c4ec-cedf-4a06-b6fb-380982d02472 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:07:07.661264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, c914c4ec-cedf-4a06-b6fb-380982d02472) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:07.666231 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:07.666967 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:07.686534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e738156-0039-4907-b744-c1aaef9d0c54 None None] Network c914c4ec-cedf-4a06-b6fb-380982d02472 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:07:07.698191 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6cd8bcf4-82bd-48f9-8bf6-627313a5f8d8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0563855 Feb 08 16:07:07.698755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34528) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:07.706005 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d9328edc-e191-43a6-85aa-896ae6ea4365 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Request body: {'port': {'network_id': 'c914c4ec-cedf-4a06-b6fb-380982d02472', 'name': 'tempest-AllowedAddressPairTestJSON-373756345'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:07.990421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-c914c4ec-cedf-4a06-b6fb-380982d02472', 'network_id': 'c914c4ec-cedf-4a06-b6fb-380982d02472', 'project_id': '35b56373081c4f7193076cc0ed915a65', 'fixed_ips': [{'subnet_id': '39f2b196-3a1b-402f-927b-14eed7ad796a'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:07:07.991912 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:08.009358 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:08.023213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9328edc-e191-43a6-85aa-896ae6ea4365 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Made reservation on behalf of 35b56373081c4f7193076cc0ed915a65 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:08.026925 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9328edc-e191-43a6-85aa-896ae6ea4365 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:08.065053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-d9328edc-e191-43a6-85aa-896ae6ea4365 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] device_id is not set on port fc43e2b8-40ec-4dd3-9f51-028aaed335c3 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:07:08.228728 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:08.431499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-d9328edc-e191-43a6-85aa-896ae6ea4365 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Allocated IP 172.20.0.9 (c914c4ec-cedf-4a06-b6fb-380982d02472/39f2b196-3a1b-402f-927b-14eed7ad796a/fc43e2b8-40ec-4dd3-9f51-028aaed335c3) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:07:08.460284 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-31c6e315-5062-4993-aeff-cec2e9a33dac None None] Current status of the port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:07:08.608161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c7458bf6-6b6e-4e0b-b934-4fa6b05c75e5 None None] Provisioning complete for port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:08.614883 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c7458bf6-6b6e-4e0b-b934-4fa6b05c75e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:08.833885 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9328edc-e191-43a6-85aa-896ae6ea4365 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks [] for port (fc43e2b8-40ec-4dd3-9f51-028aaed335c3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:08.915822 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9328edc-e191-43a6-85aa-896ae6ea4365 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (fc43e2b8-40ec-4dd3-9f51-028aaed335c3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:08.985800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9328edc-e191-43a6-85aa-896ae6ea4365 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event updated for resources: {'Port': ['ID=fc43e2b8-40ec-4dd3-9f51-028aaed335c3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:09.009532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9328edc-e191-43a6-85aa-896ae6ea4365 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Network c914c4ec-cedf-4a06-b6fb-380982d02472 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:07:09.011646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d9328edc-e191-43a6-85aa-896ae6ea4365 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:09.026957 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9328edc-e191-43a6-85aa-896ae6ea4365 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:09.105169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9328edc-e191-43a6-85aa-896ae6ea4365 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:09.105838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9328edc-e191-43a6-85aa-896ae6ea4365 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:09.106675 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Allocated IP 172.20.0.1 (b7d47639-d290-40dd-ac53-dc2551b8e427/71ac5c63-b182-41e1-bf28-491cbd014f21/37d79204-ba6b-42f8-bfc1-0d78cf23e8a7) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:07:09.117661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c7458bf6-6b6e-4e0b-b934-4fa6b05c75e5 None None] Current status of the port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:07:09.134700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Allocated IP 172.20.0.2 (c914c4ec-cedf-4a06-b6fb-380982d02472/39f2b196-3a1b-402f-927b-14eed7ad796a/2c556616-3342-4135-bb9e-b5598439c6a2) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:07:09.136393 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d9328edc-e191-43a6-85aa-896ae6ea4365 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4364269 Feb 08 16:07:09.138655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34578) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:09.153379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-629dab90-6a88-48f8-a477-b6b8f8e89e94 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Request body: {'port': {'network_id': 'c914c4ec-cedf-4a06-b6fb-380982d02472', 'name': 'tempest-AllowedAddressPairTestJSON-384982348', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:53:65:f5'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:09.467131 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (37d79204-ba6b-42f8-bfc1-0d78cf23e8a7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:09.519689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629dab90-6a88-48f8-a477-b6b8f8e89e94 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Made reservation on behalf of 35b56373081c4f7193076cc0ed915a65 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:09.521659 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (37d79204-ba6b-42f8-bfc1-0d78cf23e8a7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:09.568493 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Publish callbacks [] for port (2c556616-3342-4135-bb9e-b5598439c6a2), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:09.576350 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:07:09.585143 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (2c556616-3342-4135-bb9e-b5598439c6a2), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:09.632069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network b7d47639-d290-40dd-ac53-dc2551b8e427 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:07:09.644322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:09.652789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:09.700293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Pushing event updated for resources: {'Port': ['ID=2c556616-3342-4135-bb9e-b5598439c6a2,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:09.713573 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-629dab90-6a88-48f8-a477-b6b8f8e89e94 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:09.754688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-629dab90-6a88-48f8-a477-b6b8f8e89e94 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] device_id is not set on port e838ee8f-8791-4ae7-86a5-df67e6a18557 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:07:09.759255 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Network c914c4ec-cedf-4a06-b6fb-380982d02472 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:07:09.763408 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:09.771202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:09.780989 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=37d79204-ba6b-42f8-bfc1-0d78cf23e8a7,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:09.813162 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:09.813520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:09.813875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:09.814214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:09.814634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:09.815477 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:09.815477 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:09.815841 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:09.816073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:09.816429 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:09.816764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:09.820432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:09.820831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:09.841247 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (d959a11b-fe2f-4918-be7b-975653f76c7d), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:09.931630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-629dab90-6a88-48f8-a477-b6b8f8e89e94 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Allocated IP 172.20.0.13 (c914c4ec-cedf-4a06-b6fb-380982d02472/39f2b196-3a1b-402f-927b-14eed7ad796a/e838ee8f-8791-4ae7-86a5-df67e6a18557) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:07:09.947335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:09.948177 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:10.087661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Attempting to bind port 2c556616-3342-4135-bb9e-b5598439c6a2 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:07:10.088043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Attempting to bind port 2c556616-3342-4135-bb9e-b5598439c6a2 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'bd8afb17-86f6-480b-9cce-3dfedd9b04f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c914c4ec-cedf-4a06-b6fb-380982d02472'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:07:10.088405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Attempting to bind port 2c556616-3342-4135-bb9e-b5598439c6a2 on network c914c4ec-cedf-4a06-b6fb-380982d02472 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:07:10.110324 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:07:10.110715 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Checking segment: {'id': 'bd8afb17-86f6-480b-9cce-3dfedd9b04f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c914c4ec-cedf-4a06-b6fb-380982d02472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:07:10.111125 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:10.113572 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Bound using segment: {'id': 'bd8afb17-86f6-480b-9cce-3dfedd9b04f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c914c4ec-cedf-4a06-b6fb-380982d02472'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:07:10.115999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Bound port: 2c556616-3342-4135-bb9e-b5598439c6a2, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8afb17-86f6-480b-9cce-3dfedd9b04f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c914c4ec-cedf-4a06-b6fb-380982d02472'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:07:10.116412 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2c556616-3342-4135-bb9e-b5598439c6a2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:10.121245 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (37d79204-ba6b-42f8-bfc1-0d78cf23e8a7), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:10.181552 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-629dab90-6a88-48f8-a477-b6b8f8e89e94 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks [] for port (e838ee8f-8791-4ae7-86a5-df67e6a18557), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:10.230745 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:07:10.245070 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-629dab90-6a88-48f8-a477-b6b8f8e89e94 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e838ee8f-8791-4ae7-86a5-df67e6a18557), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:10.274498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-57023dc3-7314-4119-8564-5ef8decde048 None None] Provisioning complete for port 37d79204-ba6b-42f8-bfc1-0d78cf23e8a7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:10.274889 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-57023dc3-7314-4119-8564-5ef8decde048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (37d79204-ba6b-42f8-bfc1-0d78cf23e8a7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:10.349600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629dab90-6a88-48f8-a477-b6b8f8e89e94 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Network c914c4ec-cedf-4a06-b6fb-380982d02472 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:07:10.351061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-57023dc3-7314-4119-8564-5ef8decde048 None None] Port 37d79204-ba6b-42f8-bfc1-0d78cf23e8a7 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:07:10.358155 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-629dab90-6a88-48f8-a477-b6b8f8e89e94 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:10.360563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] For port 2c556616-3342-4135-bb9e-b5598439c6a2, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:07:10.369189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629dab90-6a88-48f8-a477-b6b8f8e89e94 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:10.369809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] For port 2c556616-3342-4135-bb9e-b5598439c6a2, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2c556616-3342-4135-bb9e-b5598439c6a2,segment=NetworkSegment(bd8afb17-86f6-480b-9cce-3dfedd9b04f3),segment_id=bd8afb17-86f6-480b-9cce-3dfedd9b04f3)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:07:10.390782 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2c556616-3342-4135-bb9e-b5598439c6a2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:10.477718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dab90-6a88-48f8-a477-b6b8f8e89e94 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event updated for resources: {'Port': ['ID=e838ee8f-8791-4ae7-86a5-df67e6a18557,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:10.500523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34620) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:10.527614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629dab90-6a88-48f8-a477-b6b8f8e89e94 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:10.528458 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-629dab90-6a88-48f8-a477-b6b8f8e89e94 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:10.540663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6068a9a-af96-41f7-9a6c-65ff7f45af02 None None] Pushing event updated for resources: {'Port': ['ID=2c556616-3342-4135-bb9e-b5598439c6a2,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:10.571273 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-629dab90-6a88-48f8-a477-b6b8f8e89e94 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.4270620 Feb 08 16:07:10.574337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34624) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:10.715870 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d845d78-6331-4881-aa65-9869b3612b63 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:10.722823 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d845d78-6331-4881-aa65-9869b3612b63 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:10.735503 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d845d78-6331-4881-aa65-9869b3612b63 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:10.735503 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6d845d78-6331-4881-aa65-9869b3612b63 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1572871 Feb 08 16:07:10.744489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34628) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:11.014941 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141b917a-e7a6-4159-b077-fdc9f667d10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:11.020397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-01dea9dc-943b-4b47-9948-5694a804d49c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Deleting port e838ee8f-8791-4ae7-86a5-df67e6a18557 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:11.033428 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01dea9dc-943b-4b47-9948-5694a804d49c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e838ee8f-8791-4ae7-86a5-df67e6a18557), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:11.271239 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01dea9dc-943b-4b47-9948-5694a804d49c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e838ee8f-8791-4ae7-86a5-df67e6a18557), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:11.294587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-01dea9dc-943b-4b47-9948-5694a804d49c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Calling delete_port for e838ee8f-8791-4ae7-86a5-df67e6a18557 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:11.313776 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (37d79204-ba6b-42f8-bfc1-0d78cf23e8a7), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:11.328066 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (37d79204-ba6b-42f8-bfc1-0d78cf23e8a7), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:11.364021 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141b917a-e7a6-4159-b077-fdc9f667d10e admin admin] Publish callbacks [] for security_group (b47de275-c6aa-447c-ac69-992ae6dc0ff1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:11.371459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-141b917a-e7a6-4159-b077-fdc9f667d10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b47de275-c6aa-447c-ac69-992ae6dc0ff1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:11.402640 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-141b917a-e7a6-4159-b077-fdc9f667d10e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dce44b0165d14c27ad16618497e1d3af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9004688 Feb 08 16:07:11.410702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34642) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:11.427342 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (d959a11b-fe2f-4918-be7b-975653f76c7d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:11.512044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b917a-e7a6-4159-b077-fdc9f667d10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47de275-c6aa-447c-ac69-992ae6dc0ff1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:11.629609 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf7ef9c5-0434-43ca-bec2-438f4f791ea7 admin admin] Publish callbacks [] for security_group (b47de275-c6aa-447c-ac69-992ae6dc0ff1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:11.681886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2c556616-3342-4135-bb9e-b5598439c6a2 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:07:11.797940 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf7ef9c5-0434-43ca-bec2-438f4f791ea7 admin admin] Publish callbacks [] for security_group (b47de275-c6aa-447c-ac69-992ae6dc0ff1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:11.810214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=37d79204-ba6b-42f8-bfc1-0d78cf23e8a7,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:11.869607 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01dea9dc-943b-4b47-9948-5694a804d49c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e838ee8f-8791-4ae7-86a5-df67e6a18557), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:11.916377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 2c556616-3342-4135-bb9e-b5598439c6a2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:11.916766 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2c556616-3342-4135-bb9e-b5598439c6a2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:11.963286 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dea9dc-943b-4b47-9948-5694a804d49c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event deleted for resources: {'Port': ['ID=e838ee8f-8791-4ae7-86a5-df67e6a18557,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:11.975777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network b7d47639-d290-40dd-ac53-dc2551b8e427 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:07:11.977386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:12.228636 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf7ef9c5-0434-43ca-bec2-438f4f791ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b47de275-c6aa-447c-ac69-992ae6dc0ff1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:12.260202 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf7ef9c5-0434-43ca-bec2-438f4f791ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:12.265826 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bf7ef9c5-0434-43ca-bec2-438f4f791ea7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b47de275-c6aa-447c-ac69-992ae6dc0ff1 HTTP/1.1" status: 204 len: 168 time: 0.8537686 Feb 08 16:07:12.339469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 2c556616-3342-4135-bb9e-b5598439c6a2 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:07:12.347274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router d959a11b-fe2f-4918-be7b-975653f76c7d has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:07:12.349169 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2c556616-3342-4135-bb9e-b5598439c6a2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:12.421566 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ef9c5-0434-43ca-bec2-438f4f791ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47de275-c6aa-447c-ac69-992ae6dc0ff1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:12.515221 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01dea9dc-943b-4b47-9948-5694a804d49c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:12.529701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 2c556616-3342-4135-bb9e-b5598439c6a2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2c556616-3342-4135-bb9e-b5598439c6a2,segment=NetworkSegment(bd8afb17-86f6-480b-9cce-3dfedd9b04f3),segment_id=bd8afb17-86f6-480b-9cce-3dfedd9b04f3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:07:12.532493 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-01dea9dc-943b-4b47-9948-5694a804d49c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "DELETE /v2.0/ports/e838ee8f-8791-4ae7-86a5-df67e6a18557 HTTP/1.1" status: 204 len: 168 time: 1.7865300 Feb 08 16:07:12.535815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34670) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:12.544769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9fc830bd-bf61-4782-a6fd-89899f9501af None None] Provisioning complete for port 37d79204-ba6b-42f8-bfc1-0d78cf23e8a7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:12.545181 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9fc830bd-bf61-4782-a6fd-89899f9501af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (37d79204-ba6b-42f8-bfc1-0d78cf23e8a7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:12.585089 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2c556616-3342-4135-bb9e-b5598439c6a2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:12.681766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:07:12.689152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9fc830bd-bf61-4782-a6fd-89899f9501af None None] Port 37d79204-ba6b-42f8-bfc1-0d78cf23e8a7 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:07:12.692400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=2c556616-3342-4135-bb9e-b5598439c6a2,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:12.694469 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-52358f6a-e847-4a22-9167-57b5e05192d3 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] GET failed (client error): The resource could not be found. Feb 08 16:07:12.700892 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-52358f6a-e847-4a22-9167-57b5e05192d3 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "GET /v2.0/ports/e838ee8f-8791-4ae7-86a5-df67e6a18557 HTTP/1.1" status: 404 len: 333 time: 0.1525347 Feb 08 16:07:12.701146 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14fbb95-984f-49e0-98cf-8b29454548e9 None None] Sync routers for ids ['d959a11b-fe2f-4918-be7b-975653f76c7d'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:07:12.701662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34684) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:12.712515 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-dfd93b53-6244-4212-a53b-96c08d1b89f7 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "PUT /v2.0/routers/d959a11b-fe2f-4918-be7b-975653f76c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1012034 Feb 08 16:07:12.714660 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-98c11e4c-a2c2-4ae8-acc1-34b5553c493a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Request body: {'port': {'network_id': 'c914c4ec-cedf-4a06-b6fb-380982d02472', 'name': 'tempest-AllowedAddressPairTestJSON-1563447915'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:12.715181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34686) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:12.720779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-24860fb5-8174-4be9-bb0d-da1d7fb4ca4a tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'port': {'network_id': 'b7d47639-d290-40dd-ac53-dc2551b8e427', 'name': 'tempest-FloatingIPTestJSON-1839669349'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:12.724651 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14fbb95-984f-49e0-98cf-8b29454548e9 None None] Routers {'d959a11b-fe2f-4918-be7b-975653f76c7d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:12.725535 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e14fbb95-984f-49e0-98cf-8b29454548e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d959a11b-fe2f-4918-be7b-975653f76c7d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:12.900167 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e14fbb95-984f-49e0-98cf-8b29454548e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:12.939339 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14fbb95-984f-49e0-98cf-8b29454548e9 None None] Routers {'d959a11b-fe2f-4918-be7b-975653f76c7d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:12.942795 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e14fbb95-984f-49e0-98cf-8b29454548e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d959a11b-fe2f-4918-be7b-975653f76c7d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:13.080391 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24860fb5-8174-4be9-bb0d-da1d7fb4ca4a tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Made reservation on behalf of 96e45dd648944e01b72e13fe2a1d27b1 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:13.081736 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e14fbb95-984f-49e0-98cf-8b29454548e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:13.083168 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14fbb95-984f-49e0-98cf-8b29454548e9 None None] The sync data for ids ['d959a11b-fe2f-4918-be7b-975653f76c7d'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:07:13.091421 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-24860fb5-8174-4be9-bb0d-da1d7fb4ca4a tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:13.104630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c11e4c-a2c2-4ae8-acc1-34b5553c493a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Made reservation on behalf of 35b56373081c4f7193076cc0ed915a65 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:13.108197 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98c11e4c-a2c2-4ae8-acc1-34b5553c493a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:13.118453 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ead126a-e8c9-4b27-82c9-f099e99601ec None None] Network c914c4ec-cedf-4a06-b6fb-380982d02472 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:07:13.133993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-98c11e4c-a2c2-4ae8-acc1-34b5553c493a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] device_id is not set on port a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:07:13.141063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-24860fb5-8174-4be9-bb0d-da1d7fb4ca4a tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] device_id is not set on port ca7c957e-3e91-4a57-b4ac-32f00f67a76b yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:07:13.379584 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-043af655-dcad-48ec-8c00-ccacd8906b1b None None] Provisioning complete for port 2c556616-3342-4135-bb9e-b5598439c6a2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:13.380726 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-043af655-dcad-48ec-8c00-ccacd8906b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2c556616-3342-4135-bb9e-b5598439c6a2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:13.405917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-24860fb5-8174-4be9-bb0d-da1d7fb4ca4a tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Allocated IP 172.20.0.11 (b7d47639-d290-40dd-ac53-dc2551b8e427/71ac5c63-b182-41e1-bf28-491cbd014f21/ca7c957e-3e91-4a57-b4ac-32f00f67a76b) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:07:13.438209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-98c11e4c-a2c2-4ae8-acc1-34b5553c493a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Allocated IP 172.20.0.11 (c914c4ec-cedf-4a06-b6fb-380982d02472/39f2b196-3a1b-402f-927b-14eed7ad796a/a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:07:13.664210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2c556616-3342-4135-bb9e-b5598439c6a2 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:07:13.749779 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-24860fb5-8174-4be9-bb0d-da1d7fb4ca4a tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for port (ca7c957e-3e91-4a57-b4ac-32f00f67a76b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:13.818393 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-24860fb5-8174-4be9-bb0d-da1d7fb4ca4a tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ca7c957e-3e91-4a57-b4ac-32f00f67a76b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:13.968163 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98c11e4c-a2c2-4ae8-acc1-34b5553c493a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks [] for port (a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:14.003456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-043af655-dcad-48ec-8c00-ccacd8906b1b None None] Current status of the port 2c556616-3342-4135-bb9e-b5598439c6a2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:07:14.049946 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34744) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:14.065319 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24860fb5-8174-4be9-bb0d-da1d7fb4ca4a tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Network b7d47639-d290-40dd-ac53-dc2551b8e427 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:07:14.082941 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98c11e4c-a2c2-4ae8-acc1-34b5553c493a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:14.086518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 2c556616-3342-4135-bb9e-b5598439c6a2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:14.087489 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2c556616-3342-4135-bb9e-b5598439c6a2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:14.116836 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-24860fb5-8174-4be9-bb0d-da1d7fb4ca4a tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:14.157167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c11e4c-a2c2-4ae8-acc1-34b5553c493a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Network c914c4ec-cedf-4a06-b6fb-380982d02472 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:07:14.172219 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-98c11e4c-a2c2-4ae8-acc1-34b5553c493a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:14.175807 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c11e4c-a2c2-4ae8-acc1-34b5553c493a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:14.184324 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24860fb5-8174-4be9-bb0d-da1d7fb4ca4a tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:14.204292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b59a3d0-f755-4f28-bdc4-acb74ccc0c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:14.240809 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24860fb5-8174-4be9-bb0d-da1d7fb4ca4a tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event updated for resources: {'Port': ['ID=ca7c957e-3e91-4a57-b4ac-32f00f67a76b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:14.341558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c11e4c-a2c2-4ae8-acc1-34b5553c493a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event updated for resources: {'Port': ['ID=a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:14.415798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 2c556616-3342-4135-bb9e-b5598439c6a2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:07:14.417335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c11e4c-a2c2-4ae8-acc1-34b5553c493a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:14.418076 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-98c11e4c-a2c2-4ae8-acc1-34b5553c493a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:14.463879 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-98c11e4c-a2c2-4ae8-acc1-34b5553c493a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7600107 Feb 08 16:07:14.467579 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34764) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:14.469614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7a846821-02b1-49ee-ab5b-087868c2da64 None None] Provisioning complete for port 2c556616-3342-4135-bb9e-b5598439c6a2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:14.471715 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a846821-02b1-49ee-ab5b-087868c2da64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2c556616-3342-4135-bb9e-b5598439c6a2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:14.486748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9707ae28-9496-4943-8ec4-1a28d4cb8662 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:53:65:f5'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:14.545145 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b59a3d0-f755-4f28-bdc4-acb74ccc0c28 admin admin] Publish callbacks [] for security_group (ea923403-e2a6-4d69-8fa4-9ed186134e29), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:14.569001 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b59a3d0-f755-4f28-bdc4-acb74ccc0c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ea923403-e2a6-4d69-8fa4-9ed186134e29), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:14.734289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7a846821-02b1-49ee-ab5b-087868c2da64 None None] Current status of the port 2c556616-3342-4135-bb9e-b5598439c6a2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:07:14.757679 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9707ae28-9496-4943-8ec4-1a28d4cb8662 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:14.757982 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59a3d0-f755-4f28-bdc4-acb74ccc0c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea923403-e2a6-4d69-8fa4-9ed186134e29,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:14.765637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7a846821-02b1-49ee-ab5b-087868c2da64 None None] Provisioning complete for port fc43e2b8-40ec-4dd3-9f51-028aaed335c3 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:14.766027 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a846821-02b1-49ee-ab5b-087868c2da64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fc43e2b8-40ec-4dd3-9f51-028aaed335c3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:14.847977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34788) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:14.864125 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6b59a3d0-f755-4f28-bdc4-acb74ccc0c28 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f980c2ddbc89439db75e6bbcf8253d29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7973778 Feb 08 16:07:14.887926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24860fb5-8174-4be9-bb0d-da1d7fb4ca4a tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:14.888623 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-24860fb5-8174-4be9-bb0d-da1d7fb4ca4a tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:14.953160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-24860fb5-8174-4be9-bb0d-da1d7fb4ca4a tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2364931 Feb 08 16:07:14.957030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34790) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:14.975240 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1c5be289-6402-4c26-ae70-6660767ac328 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Request body: {'floatingip': {'port_id': 'ca7c957e-3e91-4a57-b4ac-32f00f67a76b'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:15.023375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34792) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:15.115765 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c5be289-6402-4c26-ae70-6660767ac328 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (163b25b6-3235-4514-bf26-86f8c99555d1), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:15.575711 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a31c5aa7-3cb4-415e-8c9b-91f7ccc9ed7d admin admin] Publish callbacks [] for security_group (ea923403-e2a6-4d69-8fa4-9ed186134e29), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:15.625466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7a846821-02b1-49ee-ab5b-087868c2da64 None None] Port fc43e2b8-40ec-4dd3-9f51-028aaed335c3 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:07:15.793248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-de2f4185-fef8-4588-93de-7c25130a0333 None None] Provisioning complete for port ca7c957e-3e91-4a57-b4ac-32f00f67a76b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:15.793248 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de2f4185-fef8-4588-93de-7c25130a0333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ca7c957e-3e91-4a57-b4ac-32f00f67a76b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:15.813014 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a31c5aa7-3cb4-415e-8c9b-91f7ccc9ed7d admin admin] Publish callbacks [] for security_group (ea923403-e2a6-4d69-8fa4-9ed186134e29), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:15.934293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-de2f4185-fef8-4588-93de-7c25130a0333 None None] Port ca7c957e-3e91-4a57-b4ac-32f00f67a76b cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:07:15.934584 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3bb2b57-d8e6-4f89-bfe3-936b2ef6b938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:15.954391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-de2f4185-fef8-4588-93de-7c25130a0333 None None] Could not find standard attr ID for object e838ee8f-8791-4ae7-86a5-df67e6a18557. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:07:16.013952 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-de2f4185-fef8-4588-93de-7c25130a0333 None None] Provisioning complete for port fc43e2b8-40ec-4dd3-9f51-028aaed335c3 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:16.014327 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de2f4185-fef8-4588-93de-7c25130a0333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fc43e2b8-40ec-4dd3-9f51-028aaed335c3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:16.164613 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9707ae28-9496-4943-8ec4-1a28d4cb8662 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks [] for port (a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:16.168857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-de2f4185-fef8-4588-93de-7c25130a0333 None None] Port fc43e2b8-40ec-4dd3-9f51-028aaed335c3 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:07:16.172809 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9707ae28-9496-4943-8ec4-1a28d4cb8662 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:16.275228 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a31c5aa7-3cb4-415e-8c9b-91f7ccc9ed7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ea923403-e2a6-4d69-8fa4-9ed186134e29), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:16.278486 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a31c5aa7-3cb4-415e-8c9b-91f7ccc9ed7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:16.279930 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a31c5aa7-3cb4-415e-8c9b-91f7ccc9ed7d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ea923403-e2a6-4d69-8fa4-9ed186134e29 HTTP/1.1" status: 204 len: 168 time: 1.4309807 Feb 08 16:07:16.306607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d9a0e64d-320e-42e5-9703-f86b73b81eef None None] Provisioning complete for port a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:16.306913 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e64d-320e-42e5-9703-f86b73b81eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:16.385316 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c5aa7-3cb4-415e-8c9b-91f7ccc9ed7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea923403-e2a6-4d69-8fa4-9ed186134e29,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:16.437732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d9a0e64d-320e-42e5-9703-f86b73b81eef None None] Port a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:07:16.505191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707ae28-9496-4943-8ec4-1a28d4cb8662 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event updated for resources: {'Port': ['ID=a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:16.610062 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [None req-1c5be289-6402-4c26-ae70-6660767ac328 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 16:07:16.675508 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9707ae28-9496-4943-8ec4-1a28d4cb8662 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] In _notify_port_updated(), no bound segment for port a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7 on network c914c4ec-cedf-4a06-b6fb-380982d02472 {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:07:16.699245 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9707ae28-9496-4943-8ec4-1a28d4cb8662 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:16.719931 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9707ae28-9496-4943-8ec4-1a28d4cb8662 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:16.719931 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9707ae28-9496-4943-8ec4-1a28d4cb8662 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "PUT /v2.0/ports/a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7 HTTP/1.1" status: 200 len: 994 time: 2.2485461 Feb 08 16:07:16.735012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34826) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:16.790658 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c5be289-6402-4c26-ae70-6660767ac328 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:16.801123 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c5be289-6402-4c26-ae70-6660767ac328 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (163b25b6-3235-4514-bf26-86f8c99555d1), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:16.920596 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3bb2b57-d8e6-4f89-bfe3-936b2ef6b938 admin admin] Publish callbacks [] for security_group (ec0e3a04-7a26-409f-a5bc-9c6ed8f184c0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:16.996221 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f8322db2-b5b0-45c9-aab0-7697fd81f10a None None] Provisioning complete for port a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:16.997525 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8322db2-b5b0-45c9-aab0-7697fd81f10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:17.044658 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3bb2b57-d8e6-4f89-bfe3-936b2ef6b938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ec0e3a04-7a26-409f-a5bc-9c6ed8f184c0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:17.117913 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f8322db2-b5b0-45c9-aab0-7697fd81f10a None None] Port a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:07:17.246318 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f3bb2b57-d8e6-4f89-bfe3-936b2ef6b938 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bf709ebd4add408dbb8dabfc4c2346af&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2178524 Feb 08 16:07:17.247747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb2b57-d8e6-4f89-bfe3-936b2ef6b938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0e3a04-7a26-409f-a5bc-9c6ed8f184c0,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:17.259610 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34838) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:17.274485 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-1c5be289-6402-4c26-ae70-6660767ac328 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Floating IP 163b25b6-3235-4514-bf26-86f8c99555d1 associated. External IP: 172.25.7.39, port: 87df54bb-0657-44af-8ca5-26cb4f75faec. Feb 08 16:07:17.326126 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e7d2ead-aa73-4dd7-8a05-bd989a4497b2 admin admin] Publish callbacks [] for security_group (ec0e3a04-7a26-409f-a5bc-9c6ed8f184c0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:17.375565 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e7d2ead-aa73-4dd7-8a05-bd989a4497b2 admin admin] Publish callbacks [] for security_group (ec0e3a04-7a26-409f-a5bc-9c6ed8f184c0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:17.526795 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e7d2ead-aa73-4dd7-8a05-bd989a4497b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ec0e3a04-7a26-409f-a5bc-9c6ed8f184c0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:17.536137 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4e7d2ead-aa73-4dd7-8a05-bd989a4497b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:17.544721 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4e7d2ead-aa73-4dd7-8a05-bd989a4497b2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ec0e3a04-7a26-409f-a5bc-9c6ed8f184c0 HTTP/1.1" status: 204 len: 168 time: 0.2810812 Feb 08 16:07:17.581792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d2ead-aa73-4dd7-8a05-bd989a4497b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0e3a04-7a26-409f-a5bc-9c6ed8f184c0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:17.620540 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f5101f23-d827-40d6-9aa7-227decc53dca tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Deleting port a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:17.621402 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5101f23-d827-40d6-9aa7-227decc53dca tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:17.757400 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5101f23-d827-40d6-9aa7-227decc53dca tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:17.788420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f5101f23-d827-40d6-9aa7-227decc53dca tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Calling delete_port for a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:17.862957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5be289-6402-4c26-ae70-6660767ac328 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:07:18.084557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5be289-6402-4c26-ae70-6660767ac328 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:07:18.095571 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaaf90d-0d20-4b3a-9762-e92f4e4c9207 None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:07:18.130314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaaf90d-0d20-4b3a-9762-e92f4e4c9207 None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:18.131460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-efaaf90d-0d20-4b3a-9762-e92f4e4c9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:18.161591 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5101f23-d827-40d6-9aa7-227decc53dca tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:18.276828 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-efaaf90d-0d20-4b3a-9762-e92f4e4c9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:18.311141 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaaf90d-0d20-4b3a-9762-e92f4e4c9207 None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:18.313987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-efaaf90d-0d20-4b3a-9762-e92f4e4c9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:18.381504 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5101f23-d827-40d6-9aa7-227decc53dca tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event deleted for resources: {'Port': ['ID=a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:18.393078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-efaaf90d-0d20-4b3a-9762-e92f4e4c9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:18.394653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaaf90d-0d20-4b3a-9762-e92f4e4c9207 None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:07:18.845713 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f5101f23-d827-40d6-9aa7-227decc53dca tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:18.861812 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f5101f23-d827-40d6-9aa7-227decc53dca tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "DELETE /v2.0/ports/a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7 HTTP/1.1" status: 204 len: 168 time: 2.1255391 Feb 08 16:07:18.862542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34870) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:18.878045 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:18.898079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5be289-6402-4c26-ae70-6660767ac328 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router d959a11b-fe2f-4918-be7b-975653f76c7d has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:07:19.192215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5be289-6402-4c26-ae70-6660767ac328 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:07:19.205661 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f594b3-b8d8-40b1-b71c-9fcb883d4b5c None None] Sync routers for ids ['d959a11b-fe2f-4918-be7b-975653f76c7d'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:07:19.213424 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c5be289-6402-4c26-ae70-6660767ac328 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:19.250610 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f594b3-b8d8-40b1-b71c-9fcb883d4b5c None None] Routers {'d959a11b-fe2f-4918-be7b-975653f76c7d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:19.251261 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-62f594b3-b8d8-40b1-b71c-9fcb883d4b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d959a11b-fe2f-4918-be7b-975653f76c7d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:19.385763 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-62f594b3-b8d8-40b1-b71c-9fcb883d4b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:19.433480 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f594b3-b8d8-40b1-b71c-9fcb883d4b5c None None] Routers {'d959a11b-fe2f-4918-be7b-975653f76c7d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:19.434747 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-62f594b3-b8d8-40b1-b71c-9fcb883d4b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d959a11b-fe2f-4918-be7b-975653f76c7d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:19.530053 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1c5be289-6402-4c26-ae70-6660767ac328 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "PUT /v2.0/floatingips/163b25b6-3235-4514-bf26-86f8c99555d1 HTTP/1.1" status: 200 len: 978 time: 4.5716383 Feb 08 16:07:19.530705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34884) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:19.563730 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-62f594b3-b8d8-40b1-b71c-9fcb883d4b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:19.585620 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f594b3-b8d8-40b1-b71c-9fcb883d4b5c None None] The sync data for ids ['d959a11b-fe2f-4918-be7b-975653f76c7d'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:07:19.834843 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c257cf90-13fa-4d06-b614-54941ae75000 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting port ca7c957e-3e91-4a57-b4ac-32f00f67a76b {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:19.835197 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c257cf90-13fa-4d06-b614-54941ae75000 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ca7c957e-3e91-4a57-b4ac-32f00f67a76b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:20.014467 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c257cf90-13fa-4d06-b614-54941ae75000 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ca7c957e-3e91-4a57-b4ac-32f00f67a76b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:20.088681 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e10d3b-6eae-4339-957e-245554c4fe42 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] GET failed (client error): The resource could not be found. Feb 08 16:07:20.097505 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e0e10d3b-6eae-4339-957e-245554c4fe42 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "GET /v2.0/ports/a5ede6c0-3b2d-4f72-b2c5-a6f9ad93cde7 HTTP/1.1" status: 404 len: 333 time: 1.2337241 Feb 08 16:07:20.101306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34896) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:20.118764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1745d953-63c3-4bcf-ab8d-916a41c6050e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Request body: {'port': {'network_id': 'c914c4ec-cedf-4a06-b6fb-380982d02472', 'name': 'tempest-AllowedAddressPairTestJSON-1025877699'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:20.350427 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:20.381128 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1745d953-63c3-4bcf-ab8d-916a41c6050e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Made reservation on behalf of 35b56373081c4f7193076cc0ed915a65 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:20.387453 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1745d953-63c3-4bcf-ab8d-916a41c6050e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:20.414930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-1745d953-63c3-4bcf-ab8d-916a41c6050e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] device_id is not set on port a864914d-eb37-4a17-b3a6-6d9e7e4aac5b yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:07:20.439126 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c257cf90-13fa-4d06-b614-54941ae75000 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:20.443570 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c257cf90-13fa-4d06-b614-54941ae75000 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (163b25b6-3235-4514-bf26-86f8c99555d1), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:20.444013 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-c257cf90-13fa-4d06-b614-54941ae75000 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Floating IP 163b25b6-3235-4514-bf26-86f8c99555d1 disassociated. External IP: 172.25.7.39, port: ca7c957e-3e91-4a57-b4ac-32f00f67a76b. Feb 08 16:07:20.446065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c257cf90-13fa-4d06-b614-54941ae75000 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Calling delete_port for ca7c957e-3e91-4a57-b4ac-32f00f67a76b owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:20.609032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-1745d953-63c3-4bcf-ab8d-916a41c6050e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Allocated IP 172.20.0.5 (c914c4ec-cedf-4a06-b6fb-380982d02472/39f2b196-3a1b-402f-927b-14eed7ad796a/a864914d-eb37-4a17-b3a6-6d9e7e4aac5b) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:07:20.832744 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c257cf90-13fa-4d06-b614-54941ae75000 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ca7c957e-3e91-4a57-b4ac-32f00f67a76b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:20.957434 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257cf90-13fa-4d06-b614-54941ae75000 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Port': ['ID=ca7c957e-3e91-4a57-b4ac-32f00f67a76b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:21.110066 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1745d953-63c3-4bcf-ab8d-916a41c6050e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks [] for port (a864914d-eb37-4a17-b3a6-6d9e7e4aac5b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:21.225849 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1745d953-63c3-4bcf-ab8d-916a41c6050e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a864914d-eb37-4a17-b3a6-6d9e7e4aac5b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:21.309955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c257cf90-13fa-4d06-b614-54941ae75000 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router d959a11b-fe2f-4918-be7b-975653f76c7d has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:07:21.449271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745d953-63c3-4bcf-ab8d-916a41c6050e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event updated for resources: {'Port': ['ID=a864914d-eb37-4a17-b3a6-6d9e7e4aac5b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:21.453206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1745d953-63c3-4bcf-ab8d-916a41c6050e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Network c914c4ec-cedf-4a06-b6fb-380982d02472 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:07:21.454774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1745d953-63c3-4bcf-ab8d-916a41c6050e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:21.474877 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1745d953-63c3-4bcf-ab8d-916a41c6050e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:21.601548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c257cf90-13fa-4d06-b614-54941ae75000 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:07:21.617693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba751ee9-5558-4d17-ba75-cf1879ab7c7b None None] Sync routers for ids ['d959a11b-fe2f-4918-be7b-975653f76c7d'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:07:21.650709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba751ee9-5558-4d17-ba75-cf1879ab7c7b None None] Routers {'d959a11b-fe2f-4918-be7b-975653f76c7d'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:21.652482 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ba751ee9-5558-4d17-ba75-cf1879ab7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d959a11b-fe2f-4918-be7b-975653f76c7d'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:21.706759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1745d953-63c3-4bcf-ab8d-916a41c6050e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:21.710875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1745d953-63c3-4bcf-ab8d-916a41c6050e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:21.765936 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1745d953-63c3-4bcf-ab8d-916a41c6050e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6625061 Feb 08 16:07:21.770502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34938) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:21.794213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d1371441-653e-42ae-b6d0-2d1a69092b8a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:53:65:f5'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:21.825606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ba751ee9-5558-4d17-ba75-cf1879ab7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:21.854511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba751ee9-5558-4d17-ba75-cf1879ab7c7b None None] Routers {'d959a11b-fe2f-4918-be7b-975653f76c7d'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:21.855355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ba751ee9-5558-4d17-ba75-cf1879ab7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d959a11b-fe2f-4918-be7b-975653f76c7d'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:21.999423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ba751ee9-5558-4d17-ba75-cf1879ab7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:22.009131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba751ee9-5558-4d17-ba75-cf1879ab7c7b None None] The sync data for ids ['d959a11b-fe2f-4918-be7b-975653f76c7d'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:07:22.029941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b08c7b96-0862-4f3b-9206-8abe096f2d1b None None] Provisioning complete for port a864914d-eb37-4a17-b3a6-6d9e7e4aac5b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:22.031981 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b08c7b96-0862-4f3b-9206-8abe096f2d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a864914d-eb37-4a17-b3a6-6d9e7e4aac5b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:22.163708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b08c7b96-0862-4f3b-9206-8abe096f2d1b None None] Port a864914d-eb37-4a17-b3a6-6d9e7e4aac5b cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:07:22.217746 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1371441-653e-42ae-b6d0-2d1a69092b8a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a864914d-eb37-4a17-b3a6-6d9e7e4aac5b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:22.348000 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c257cf90-13fa-4d06-b614-54941ae75000 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:22.354242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c257cf90-13fa-4d06-b614-54941ae75000 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/ports/ca7c957e-3e91-4a57-b4ac-32f00f67a76b HTTP/1.1" status: 204 len: 168 time: 2.8205264 Feb 08 16:07:22.355085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34954) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:22.750345 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1371441-653e-42ae-b6d0-2d1a69092b8a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks [] for port (a864914d-eb37-4a17-b3a6-6d9e7e4aac5b), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:22.917353 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1371441-653e-42ae-b6d0-2d1a69092b8a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (a864914d-eb37-4a17-b3a6-6d9e7e4aac5b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:23.021509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34972) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:23.038126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1371441-653e-42ae-b6d0-2d1a69092b8a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event updated for resources: {'Port': ['ID=a864914d-eb37-4a17-b3a6-6d9e7e4aac5b,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:23.207127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d1371441-653e-42ae-b6d0-2d1a69092b8a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] In _notify_port_updated(), no bound segment for port a864914d-eb37-4a17-b3a6-6d9e7e4aac5b on network c914c4ec-cedf-4a06-b6fb-380982d02472 {{(pid=103302) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:07:23.212381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1371441-653e-42ae-b6d0-2d1a69092b8a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:23.213107 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1371441-653e-42ae-b6d0-2d1a69092b8a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:23.217766 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d1371441-653e-42ae-b6d0-2d1a69092b8a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "PUT /v2.0/ports/a864914d-eb37-4a17-b3a6-6d9e7e4aac5b HTTP/1.1" status: 200 len: 996 time: 1.4432981 Feb 08 16:07:23.218082 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34976) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:23.399313 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7424b2dd-a053-4df4-ad60-2d507b575178 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (d959a11b-fe2f-4918-be7b-975653f76c7d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:23.465318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-4f300e9a-be8f-4bb0-b30b-9866fc6fce5c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Deleting port a864914d-eb37-4a17-b3a6-6d9e7e4aac5b {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:23.467401 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f300e9a-be8f-4bb0-b30b-9866fc6fce5c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a864914d-eb37-4a17-b3a6-6d9e7e4aac5b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:23.515065 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2f9ed124-cb37-49a8-82e0-0fa92172b486 None None] Provisioning complete for port a864914d-eb37-4a17-b3a6-6d9e7e4aac5b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:23.515642 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2f9ed124-cb37-49a8-82e0-0fa92172b486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a864914d-eb37-4a17-b3a6-6d9e7e4aac5b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:23.626102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2f9ed124-cb37-49a8-82e0-0fa92172b486 None None] Port a864914d-eb37-4a17-b3a6-6d9e7e4aac5b cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:07:23.689928 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f300e9a-be8f-4bb0-b30b-9866fc6fce5c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a864914d-eb37-4a17-b3a6-6d9e7e4aac5b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:23.705887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-4f300e9a-be8f-4bb0-b30b-9866fc6fce5c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Calling delete_port for a864914d-eb37-4a17-b3a6-6d9e7e4aac5b owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:23.751294 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34984) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:24.036209 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-35e4a057-748a-46a8-bf52-8ce8c54d7129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:24.154086 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f300e9a-be8f-4bb0-b30b-9866fc6fce5c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a864914d-eb37-4a17-b3a6-6d9e7e4aac5b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:24.279047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f300e9a-be8f-4bb0-b30b-9866fc6fce5c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event deleted for resources: {'Port': ['ID=a864914d-eb37-4a17-b3a6-6d9e7e4aac5b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:24.318286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-53729e51-79c7-4fd4-bf12-514ea2f4a3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:24.456551 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-53729e51-79c7-4fd4-bf12-514ea2f4a3d5 admin admin] Publish callbacks [] for security_group (27824bc3-7d8f-4497-a7b3-391d41b66578), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:24.462902 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-53729e51-79c7-4fd4-bf12-514ea2f4a3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (27824bc3-7d8f-4497-a7b3-391d41b66578), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:24.491241 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f300e9a-be8f-4bb0-b30b-9866fc6fce5c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:24.498943 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53729e51-79c7-4fd4-bf12-514ea2f4a3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27824bc3-7d8f-4497-a7b3-391d41b66578,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:24.502419 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4f300e9a-be8f-4bb0-b30b-9866fc6fce5c tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "DELETE /v2.0/ports/a864914d-eb37-4a17-b3a6-6d9e7e4aac5b HTTP/1.1" status: 204 len: 168 time: 1.2830510 Feb 08 16:07:24.503089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34996) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:24.569588 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-53729e51-79c7-4fd4-bf12-514ea2f4a3d5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a9bc89aa25a04f93aa65742712bc0a6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8165429 Feb 08 16:07:24.570405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34998) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:24.572616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7424b2dd-a053-4df4-ad60-2d507b575178 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting port 37d79204-ba6b-42f8-bfc1-0d78cf23e8a7 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:24.573092 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7424b2dd-a053-4df4-ad60-2d507b575178 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (37d79204-ba6b-42f8-bfc1-0d78cf23e8a7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:24.591732 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-82db370b-ddc6-4f42-a267-1feb85470af4 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] GET failed (client error): The resource could not be found. Feb 08 16:07:24.598084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-82db370b-ddc6-4f42-a267-1feb85470af4 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "GET /v2.0/ports/a864914d-eb37-4a17-b3a6-6d9e7e4aac5b HTTP/1.1" status: 404 len: 333 time: 0.0682778 Feb 08 16:07:24.599404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35000) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:24.613514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-906b6c01-f88f-42e8-8df7-643b68b428a1 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Request body: {'port': {'network_id': 'c914c4ec-cedf-4a06-b6fb-380982d02472', 'name': 'tempest-AllowedAddressPairTestJSON-1440068113'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:24.624086 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-35e4a057-748a-46a8-bf52-8ce8c54d7129 admin admin] Publish callbacks [] for security_group (9db618aa-e6dd-4720-88cc-592ad281e767), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:24.670856 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-35e4a057-748a-46a8-bf52-8ce8c54d7129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9db618aa-e6dd-4720-88cc-592ad281e767), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:24.724691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-35e4a057-748a-46a8-bf52-8ce8c54d7129 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fc07ba06ac5b453897162e0c8afeb538&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7017927 Feb 08 16:07:24.728321 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7424b2dd-a053-4df4-ad60-2d507b575178 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (37d79204-ba6b-42f8-bfc1-0d78cf23e8a7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:24.728497 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35004) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:24.744918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7424b2dd-a053-4df4-ad60-2d507b575178 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Calling delete_port for 37d79204-ba6b-42f8-bfc1-0d78cf23e8a7 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:24.800477 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4a057-748a-46a8-bf52-8ce8c54d7129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db618aa-e6dd-4720-88cc-592ad281e767,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:24.888348 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-348112f5-4baf-4f19-8dbe-6039de6ed55c admin admin] Publish callbacks [] for security_group (9db618aa-e6dd-4720-88cc-592ad281e767), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:24.937891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906b6c01-f88f-42e8-8df7-643b68b428a1 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Made reservation on behalf of 35b56373081c4f7193076cc0ed915a65 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:24.941834 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-906b6c01-f88f-42e8-8df7-643b68b428a1 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:24.995383 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-348112f5-4baf-4f19-8dbe-6039de6ed55c admin admin] Publish callbacks [] for security_group (9db618aa-e6dd-4720-88cc-592ad281e767), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:25.016897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-906b6c01-f88f-42e8-8df7-643b68b428a1 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] device_id is not set on port 95b4b5de-f135-4b05-95c8-7b41e9888d40 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:07:25.146038 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7424b2dd-a053-4df4-ad60-2d507b575178 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (37d79204-ba6b-42f8-bfc1-0d78cf23e8a7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:25.327217 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-348112f5-4baf-4f19-8dbe-6039de6ed55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9db618aa-e6dd-4720-88cc-592ad281e767), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:25.332570 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-348112f5-4baf-4f19-8dbe-6039de6ed55c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:25.341127 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-348112f5-4baf-4f19-8dbe-6039de6ed55c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9db618aa-e6dd-4720-88cc-592ad281e767 HTTP/1.1" status: 204 len: 168 time: 0.6001258 Feb 08 16:07:25.376066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348112f5-4baf-4f19-8dbe-6039de6ed55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db618aa-e6dd-4720-88cc-592ad281e767,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:25.426759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-906b6c01-f88f-42e8-8df7-643b68b428a1 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Allocated IP 172.20.0.4 (c914c4ec-cedf-4a06-b6fb-380982d02472/39f2b196-3a1b-402f-927b-14eed7ad796a/95b4b5de-f135-4b05-95c8-7b41e9888d40) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:07:25.439757 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424b2dd-a053-4df4-ad60-2d507b575178 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Port': ['ID=37d79204-ba6b-42f8-bfc1-0d78cf23e8a7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:25.693997 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efab4ff0-a580-4c21-8376-8c49039223ad admin admin] Publish callbacks [] for security_group (27824bc3-7d8f-4497-a7b3-391d41b66578), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:25.854548 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-906b6c01-f88f-42e8-8df7-643b68b428a1 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks [] for port (95b4b5de-f135-4b05-95c8-7b41e9888d40), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:25.928126 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efab4ff0-a580-4c21-8376-8c49039223ad admin admin] Publish callbacks [] for security_group (27824bc3-7d8f-4497-a7b3-391d41b66578), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:25.934035 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-906b6c01-f88f-42e8-8df7-643b68b428a1 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (95b4b5de-f135-4b05-95c8-7b41e9888d40), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:26.046505 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906b6c01-f88f-42e8-8df7-643b68b428a1 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Network c914c4ec-cedf-4a06-b6fb-380982d02472 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:07:26.060421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-906b6c01-f88f-42e8-8df7-643b68b428a1 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:26.063629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b6c01-f88f-42e8-8df7-643b68b428a1 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:26.068244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b6c01-f88f-42e8-8df7-643b68b428a1 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event updated for resources: {'Port': ['ID=95b4b5de-f135-4b05-95c8-7b41e9888d40,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:26.150437 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7424b2dd-a053-4df4-ad60-2d507b575178 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (d959a11b-fe2f-4918-be7b-975653f76c7d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:26.198224 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efab4ff0-a580-4c21-8376-8c49039223ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (27824bc3-7d8f-4497-a7b3-391d41b66578), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:26.221485 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efab4ff0-a580-4c21-8376-8c49039223ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:26.224259 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-efab4ff0-a580-4c21-8376-8c49039223ad admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/27824bc3-7d8f-4497-a7b3-391d41b66578 HTTP/1.1" status: 204 len: 168 time: 1.1140711 Feb 08 16:07:26.228159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906b6c01-f88f-42e8-8df7-643b68b428a1 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:26.229163 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-906b6c01-f88f-42e8-8df7-643b68b428a1 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:26.256634 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-906b6c01-f88f-42e8-8df7-643b68b428a1 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6558840 Feb 08 16:07:26.259359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35040) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:26.266520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-510b99f9-1fdb-4f1e-8c5e-d901b3fd5e0f tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Request body: {'port': {'network_id': 'c914c4ec-cedf-4a06-b6fb-380982d02472', 'name': 'tempest-AllowedAddressPairTestJSON-2128676678'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:26.277261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab4ff0-a580-4c21-8376-8c49039223ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27824bc3-7d8f-4497-a7b3-391d41b66578,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:26.594843 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510b99f9-1fdb-4f1e-8c5e-d901b3fd5e0f tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Made reservation on behalf of 35b56373081c4f7193076cc0ed915a65 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:26.606450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-32d509ed-321a-4fe9-b318-b5150ed5fba8 None None] Provisioning complete for port 95b4b5de-f135-4b05-95c8-7b41e9888d40 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:26.607369 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32d509ed-321a-4fe9-b318-b5150ed5fba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (95b4b5de-f135-4b05-95c8-7b41e9888d40), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:26.617291 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-510b99f9-1fdb-4f1e-8c5e-d901b3fd5e0f tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:26.682151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-510b99f9-1fdb-4f1e-8c5e-d901b3fd5e0f tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] device_id is not set on port ffc3d017-d84b-4c3e-99af-768ca212742f yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:07:26.760193 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-32d509ed-321a-4fe9-b318-b5150ed5fba8 None None] Port 95b4b5de-f135-4b05-95c8-7b41e9888d40 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:07:27.027383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-510b99f9-1fdb-4f1e-8c5e-d901b3fd5e0f tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Allocated IP 172.20.0.3 (c914c4ec-cedf-4a06-b6fb-380982d02472/39f2b196-3a1b-402f-927b-14eed7ad796a/ffc3d017-d84b-4c3e-99af-768ca212742f) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:07:27.046178 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7424b2dd-a053-4df4-ad60-2d507b575178 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router d959a11b-fe2f-4918-be7b-975653f76c7d has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:07:27.378424 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35058) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:27.381344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7424b2dd-a053-4df4-ad60-2d507b575178 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:07:27.394064 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f95cd3-ce62-4715-ac7e-e69c34407d5b None None] Sync routers for ids ['d959a11b-fe2f-4918-be7b-975653f76c7d'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:07:27.433937 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f95cd3-ce62-4715-ac7e-e69c34407d5b None None] Routers {'d959a11b-fe2f-4918-be7b-975653f76c7d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:27.434970 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e0f95cd3-ce62-4715-ac7e-e69c34407d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d959a11b-fe2f-4918-be7b-975653f76c7d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:27.435385 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7424b2dd-a053-4df4-ad60-2d507b575178 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "PUT /v2.0/routers/d959a11b-fe2f-4918-be7b-975653f76c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0774043 Feb 08 16:07:27.440023 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35060) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:27.442690 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-46481f69-f233-4bb1-a39f-9bd70b5807df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:27.530590 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-510b99f9-1fdb-4f1e-8c5e-d901b3fd5e0f tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks [] for port (ffc3d017-d84b-4c3e-99af-768ca212742f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:27.547778 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e0f95cd3-ce62-4715-ac7e-e69c34407d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:27.575737 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f95cd3-ce62-4715-ac7e-e69c34407d5b None None] Routers {'d959a11b-fe2f-4918-be7b-975653f76c7d'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:27.576856 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e0f95cd3-ce62-4715-ac7e-e69c34407d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d959a11b-fe2f-4918-be7b-975653f76c7d'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:27.681497 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e0f95cd3-ce62-4715-ac7e-e69c34407d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:27.687168 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f95cd3-ce62-4715-ac7e-e69c34407d5b None None] The sync data for ids ['d959a11b-fe2f-4918-be7b-975653f76c7d'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:07:27.750835 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24919c04-f730-4a59-b96e-72050fc5a624 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router (d959a11b-fe2f-4918-be7b-975653f76c7d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:27.752713 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-510b99f9-1fdb-4f1e-8c5e-d901b3fd5e0f tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ffc3d017-d84b-4c3e-99af-768ca212742f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:27.891533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-46481f69-f233-4bb1-a39f-9bd70b5807df admin admin] Publish callbacks [] for security_group (176759f4-b8c9-4dff-b55a-baa873c2cdbb), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:27.918611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b99f9-1fdb-4f1e-8c5e-d901b3fd5e0f tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Network c914c4ec-cedf-4a06-b6fb-380982d02472 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:07:27.929690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-510b99f9-1fdb-4f1e-8c5e-d901b3fd5e0f tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:27.933451 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b99f9-1fdb-4f1e-8c5e-d901b3fd5e0f tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:27.952397 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-46481f69-f233-4bb1-a39f-9bd70b5807df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (176759f4-b8c9-4dff-b55a-baa873c2cdbb), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:28.050432 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24919c04-f730-4a59-b96e-72050fc5a624 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router_gateway (d959a11b-fe2f-4918-be7b-975653f76c7d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:28.093481 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-46481f69-f233-4bb1-a39f-9bd70b5807df admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=cc47e5d996e7491d977e9fcfbcfc29da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7117665 Feb 08 16:07:28.104678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35070) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:28.188272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b99f9-1fdb-4f1e-8c5e-d901b3fd5e0f tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event updated for resources: {'Port': ['ID=ffc3d017-d84b-4c3e-99af-768ca212742f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:28.213682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-24919c04-f730-4a59-b96e-72050fc5a624 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting port e0fe2b97-67e9-467d-bbd7-a9538140ab0f {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:28.214829 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24919c04-f730-4a59-b96e-72050fc5a624 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e0fe2b97-67e9-467d-bbd7-a9538140ab0f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:28.271800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510b99f9-1fdb-4f1e-8c5e-d901b3fd5e0f tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:28.272717 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-510b99f9-1fdb-4f1e-8c5e-d901b3fd5e0f tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:28.292800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46481f69-f233-4bb1-a39f-9bd70b5807df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176759f4-b8c9-4dff-b55a-baa873c2cdbb,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:28.337235 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-41418438-d33d-47dc-adc4-ad5997ee487f admin admin] Publish callbacks [] for security_group (176759f4-b8c9-4dff-b55a-baa873c2cdbb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:28.342802 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-510b99f9-1fdb-4f1e-8c5e-d901b3fd5e0f tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0823488 Feb 08 16:07:28.346170 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35082) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:28.356652 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f7d8df08-d34a-420b-b22c-e1279d414829 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:53:65:f5'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:ca:28:88'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:28.401174 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5626159e-e933-4e37-943d-dc7678fbae80 None None] Provisioning complete for port ffc3d017-d84b-4c3e-99af-768ca212742f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:28.402445 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5626159e-e933-4e37-943d-dc7678fbae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ffc3d017-d84b-4c3e-99af-768ca212742f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:28.432574 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-41418438-d33d-47dc-adc4-ad5997ee487f admin admin] Publish callbacks [] for security_group (176759f4-b8c9-4dff-b55a-baa873c2cdbb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:28.480876 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5626159e-e933-4e37-943d-dc7678fbae80 None None] Port ffc3d017-d84b-4c3e-99af-768ca212742f cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:07:28.511090 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24919c04-f730-4a59-b96e-72050fc5a624 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e0fe2b97-67e9-467d-bbd7-a9538140ab0f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:28.540572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-24919c04-f730-4a59-b96e-72050fc5a624 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Calling delete_port for e0fe2b97-67e9-467d-bbd7-a9538140ab0f owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:28.761821 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-41418438-d33d-47dc-adc4-ad5997ee487f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (176759f4-b8c9-4dff-b55a-baa873c2cdbb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:28.765182 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-41418438-d33d-47dc-adc4-ad5997ee487f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:28.769462 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-41418438-d33d-47dc-adc4-ad5997ee487f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/176759f4-b8c9-4dff-b55a-baa873c2cdbb HTTP/1.1" status: 204 len: 168 time: 0.6602638 Feb 08 16:07:28.795554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41418438-d33d-47dc-adc4-ad5997ee487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176759f4-b8c9-4dff-b55a-baa873c2cdbb,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:28.891154 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f7d8df08-d34a-420b-b22c-e1279d414829 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffc3d017-d84b-4c3e-99af-768ca212742f), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:29.035606 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24919c04-f730-4a59-b96e-72050fc5a624 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e0fe2b97-67e9-467d-bbd7-a9538140ab0f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:29.191205 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24919c04-f730-4a59-b96e-72050fc5a624 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Port': ['ID=e0fe2b97-67e9-467d-bbd7-a9538140ab0f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:29.246732 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24919c04-f730-4a59-b96e-72050fc5a624 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (d959a11b-fe2f-4918-be7b-975653f76c7d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:29.461018 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f7d8df08-d34a-420b-b22c-e1279d414829 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks [] for port (ffc3d017-d84b-4c3e-99af-768ca212742f), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:29.513511 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f7d8df08-d34a-420b-b22c-e1279d414829 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (ffc3d017-d84b-4c3e-99af-768ca212742f), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:29.571934 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24919c04-f730-4a59-b96e-72050fc5a624 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (d959a11b-fe2f-4918-be7b-975653f76c7d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:29.579164 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24919c04-f730-4a59-b96e-72050fc5a624 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router_controller (d959a11b-fe2f-4918-be7b-975653f76c7d), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:29.648113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8df08-d34a-420b-b22c-e1279d414829 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event updated for resources: {'Port': ['ID=ffc3d017-d84b-4c3e-99af-768ca212742f,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:29.835342 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f7d8df08-d34a-420b-b22c-e1279d414829 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] In _notify_port_updated(), no bound segment for port ffc3d017-d84b-4c3e-99af-768ca212742f on network c914c4ec-cedf-4a06-b6fb-380982d02472 {{(pid=103301) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 08 16:07:29.855077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d8df08-d34a-420b-b22c-e1279d414829 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:29.856563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f7d8df08-d34a-420b-b22c-e1279d414829 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:29.859891 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f7d8df08-d34a-420b-b22c-e1279d414829 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "PUT /v2.0/ports/ffc3d017-d84b-4c3e-99af-768ca212742f HTTP/1.1" status: 200 len: 1055 time: 1.5125010 Feb 08 16:07:29.863253 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35114) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:30.171234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0abcdb03-f2c0-4772-ac14-19f2c5632326 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Deleting port ffc3d017-d84b-4c3e-99af-768ca212742f {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:30.172347 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0abcdb03-f2c0-4772-ac14-19f2c5632326 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ffc3d017-d84b-4c3e-99af-768ca212742f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:30.234215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-af00b7dc-6c0c-412f-acc6-1cc19bc8a0b2 None None] Provisioning complete for port ffc3d017-d84b-4c3e-99af-768ca212742f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:07:30.234830 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-af00b7dc-6c0c-412f-acc6-1cc19bc8a0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ffc3d017-d84b-4c3e-99af-768ca212742f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:30.374656 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-af00b7dc-6c0c-412f-acc6-1cc19bc8a0b2 None None] Port ffc3d017-d84b-4c3e-99af-768ca212742f cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:07:30.439563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0abcdb03-f2c0-4772-ac14-19f2c5632326 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ffc3d017-d84b-4c3e-99af-768ca212742f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:30.468357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0abcdb03-f2c0-4772-ac14-19f2c5632326 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Calling delete_port for ffc3d017-d84b-4c3e-99af-768ca212742f owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:30.519289 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24919c04-f730-4a59-b96e-72050fc5a624 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (d959a11b-fe2f-4918-be7b-975653f76c7d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:30.520662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24919c04-f730-4a59-b96e-72050fc5a624 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Fanout notify agent at l3_agent the message router_deleted on router d959a11b-fe2f-4918-be7b-975653f76c7d {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:07:30.530436 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24919c04-f730-4a59-b96e-72050fc5a624 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:30.536573 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-24919c04-f730-4a59-b96e-72050fc5a624 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/routers/d959a11b-fe2f-4918-be7b-975653f76c7d HTTP/1.1" status: 204 len: 168 time: 3.0925696 Feb 08 16:07:30.539389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35134) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:30.712270 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0abcdb03-f2c0-4772-ac14-19f2c5632326 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ffc3d017-d84b-4c3e-99af-768ca212742f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:30.771984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b4d426-d4d2-41b9-a454-610108ee28dd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting subnet 71ac5c63-b182-41e1-bf28-491cbd014f21 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:07:30.781392 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-99b4d426-d4d2-41b9-a454-610108ee28dd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for subnet (71ac5c63-b182-41e1-bf28-491cbd014f21), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:30.840032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcdb03-f2c0-4772-ac14-19f2c5632326 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event deleted for resources: {'Port': ['ID=ffc3d017-d84b-4c3e-99af-768ca212742f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:30.881487 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-99b4d426-d4d2-41b9-a454-610108ee28dd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (71ac5c63-b182-41e1-bf28-491cbd014f21), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:31.147707 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-99b4d426-d4d2-41b9-a454-610108ee28dd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (71ac5c63-b182-41e1-bf28-491cbd014f21), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:31.427714 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-99b4d426-d4d2-41b9-a454-610108ee28dd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (71ac5c63-b182-41e1-bf28-491cbd014f21), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:31.491892 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4d426-d4d2-41b9-a454-610108ee28dd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Subnet': ['ID=71ac5c63-b182-41e1-bf28-491cbd014f21,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:31.504049 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0abcdb03-f2c0-4772-ac14-19f2c5632326 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:31.529503 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-83e0cd3e-c400-442a-8c3c-7b7da8d70848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:31.534346 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0abcdb03-f2c0-4772-ac14-19f2c5632326 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "DELETE /v2.0/ports/ffc3d017-d84b-4c3e-99af-768ca212742f HTTP/1.1" status: 204 len: 168 time: 1.6699917 Feb 08 16:07:31.541674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35160) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:31.565378 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-99b4d426-d4d2-41b9-a454-610108ee28dd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:31.585840 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda2945f-a388-445c-a287-17ebef5bc1d7 None None] Network b7d47639-d290-40dd-ac53-dc2551b8e427 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:07:31.587051 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-99b4d426-d4d2-41b9-a454-610108ee28dd tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/subnets/71ac5c63-b182-41e1-bf28-491cbd014f21 HTTP/1.1" status: 204 len: 168 time: 1.0373645 Feb 08 16:07:31.590584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35162) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:31.650043 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef1c2be-3ed5-42ff-8a29-00c5c919810e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] GET failed (client error): The resource could not be found. Feb 08 16:07:31.653101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0ef1c2be-3ed5-42ff-8a29-00c5c919810e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "GET /v2.0/ports/ffc3d017-d84b-4c3e-99af-768ca212742f HTTP/1.1" status: 404 len: 333 time: 0.1102672 Feb 08 16:07:31.656175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35168) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:31.852662 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (b7d47639-d290-40dd-ac53-dc2551b8e427), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:31.998967 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e09486-a1dd-4e6a-b074-72a572d24f1a None None] DHCP port deletion for b7d47639-d290-40dd-ac53-dc2551b8e427 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:07:32.040854 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:32.041277 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:32.081625 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ea06f-806f-4cdf-ad89-f920fdde805a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Deleting port 95b4b5de-f135-4b05-95c8-7b41e9888d40 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:32.081977 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea06f-806f-4cdf-ad89-f920fdde805a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (95b4b5de-f135-4b05-95c8-7b41e9888d40), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:32.167991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-42e09486-a1dd-4e6a-b074-72a572d24f1a None None] Deleting port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:32.175014 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-42e09486-a1dd-4e6a-b074-72a572d24f1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:32.211761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] For port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce,segment=NetworkSegment(84485281-27b0-4ba7-bbcb-016761453ad1),segment_id=84485281-27b0-4ba7-bbcb-016761453ad1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:07:32.212447 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:32.285446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Calling delete_port for c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:32.352907 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea06f-806f-4cdf-ad89-f920fdde805a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (95b4b5de-f135-4b05-95c8-7b41e9888d40), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:32.388370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-42e09486-a1dd-4e6a-b074-72a572d24f1a None None] For port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce,segment=NetworkSegment(84485281-27b0-4ba7-bbcb-016761453ad1),segment_id=84485281-27b0-4ba7-bbcb-016761453ad1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:07:32.389320 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-42e09486-a1dd-4e6a-b074-72a572d24f1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:32.401924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ea06f-806f-4cdf-ad89-f920fdde805a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Calling delete_port for 95b4b5de-f135-4b05-95c8-7b41e9888d40 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:32.446485 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-42e09486-a1dd-4e6a-b074-72a572d24f1a None None] Calling delete_port for c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:32.597846 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:32.653468 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-42e09486-a1dd-4e6a-b074-72a572d24f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:32.685490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Port': ['ID=c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:32.687321 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] No DVR routers for this DVR port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:07:32.750676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e09486-a1dd-4e6a-b074-72a572d24f1a None None] Pushing event deleted for resources: {'Port': ['ID=c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:32.754043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e09486-a1dd-4e6a-b074-72a572d24f1a None None] No DVR routers for this DVR port c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:07:32.879290 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea06f-806f-4cdf-ad89-f920fdde805a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (95b4b5de-f135-4b05-95c8-7b41e9888d40), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:32.886903 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (b7d47639-d290-40dd-ac53-dc2551b8e427), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:32.934734 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d47639-d290-40dd-ac53-dc2551b8e427']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:32.945787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84485281-27b0-4ba7-bbcb-016761453ad1') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:32.945787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84485281-27b0-4ba7-bbcb-016761453ad1') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:32.962788 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (84485281-27b0-4ba7-bbcb-016761453ad1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:32.977225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (84485281-27b0-4ba7-bbcb-016761453ad1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:32.998103 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:07:32.998519 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (84485281-27b0-4ba7-bbcb-016761453ad1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:33.098839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ea06f-806f-4cdf-ad89-f920fdde805a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event deleted for resources: {'Port': ['ID=95b4b5de-f135-4b05-95c8-7b41e9888d40,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:07:33.113773 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:07:33.119545 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (b7d47639-d290-40dd-ac53-dc2551b8e427), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:33.141179 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:33.156672 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/networks/b7d47639-d290-40dd-ac53-dc2551b8e427 HTTP/1.1" status: 204 len: 168 time: 1.5545220 Feb 08 16:07:33.158012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35264) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:33.306519 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea06f-806f-4cdf-ad89-f920fdde805a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:33.318984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9e0ea06f-806f-4cdf-ad89-f920fdde805a tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "DELETE /v2.0/ports/95b4b5de-f135-4b05-95c8-7b41e9888d40 HTTP/1.1" status: 204 len: 168 time: 1.6585541 Feb 08 16:07:33.321535 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401ee48-fd2e-4f57-8959-cee7f3019ca5 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Network': ['ID=b7d47639-d290-40dd-ac53-dc2551b8e427,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:33.321840 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35268) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:33.458532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35274) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:33.486031 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-68dc9309-0498-48c4-8bd3-674dbf5d9653 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] GET failed (client error): The resource could not be found. Feb 08 16:07:33.500105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-68dc9309-0498-48c4-8bd3-674dbf5d9653 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "GET /v2.0/ports/95b4b5de-f135-4b05-95c8-7b41e9888d40 HTTP/1.1" status: 404 len: 333 time: 0.1769571 Feb 08 16:07:33.501607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35276) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:33.546668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35280) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:33.554891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:07:33.591330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:07:33.594249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c7e5b6f9-da26-4af1-b64d-ce9fd05f6bce not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:07:33.620256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-83c86311-41d3-45fa-acf6-74e602786295 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting port ed67c9ba-2e65-48d1-a543-c02554a1333b {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:33.621624 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83c86311-41d3-45fa-acf6-74e602786295 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ed67c9ba-2e65-48d1-a543-c02554a1333b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:33.760356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-6592f553-a923-4eb5-ab27-fad43095f0b8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Deleting port fc43e2b8-40ec-4dd3-9f51-028aaed335c3 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:33.760760 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6592f553-a923-4eb5-ab27-fad43095f0b8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (fc43e2b8-40ec-4dd3-9f51-028aaed335c3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:33.789137 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5369171f-05aa-4954-b055-16660108e44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:33.877063 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83c86311-41d3-45fa-acf6-74e602786295 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ed67c9ba-2e65-48d1-a543-c02554a1333b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:33.879899 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83c86311-41d3-45fa-acf6-74e602786295 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (ed67c9ba-2e65-48d1-a543-c02554a1333b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:33.913358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-83c86311-41d3-45fa-acf6-74e602786295 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Calling delete_port for ed67c9ba-2e65-48d1-a543-c02554a1333b owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:34.060259 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6592f553-a923-4eb5-ab27-fad43095f0b8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (fc43e2b8-40ec-4dd3-9f51-028aaed335c3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:34.097363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-6592f553-a923-4eb5-ab27-fad43095f0b8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Calling delete_port for fc43e2b8-40ec-4dd3-9f51-028aaed335c3 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:34.358112 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0b0160c-fc9a-4f52-b56c-74fb4125c8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:34.399017 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c011d036-a92b-4bc5-aa29-87d0d92c1930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:34.399426 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6592f553-a923-4eb5-ab27-fad43095f0b8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (fc43e2b8-40ec-4dd3-9f51-028aaed335c3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:34.409671 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83c86311-41d3-45fa-acf6-74e602786295 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ed67c9ba-2e65-48d1-a543-c02554a1333b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:34.455473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592f553-a923-4eb5-ab27-fad43095f0b8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event deleted for resources: {'Port': ['ID=fc43e2b8-40ec-4dd3-9f51-028aaed335c3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:34.569729 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c011d036-a92b-4bc5-aa29-87d0d92c1930 admin admin] Publish callbacks [] for security_group (01737119-f154-4238-a75f-14ad9a166d3b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:34.685323 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0b0160c-fc9a-4f52-b56c-74fb4125c8b1 admin admin] Publish callbacks [] for security_group (608890d2-934c-49de-b990-3099e2325d83), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:34.693910 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c011d036-a92b-4bc5-aa29-87d0d92c1930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (01737119-f154-4238-a75f-14ad9a166d3b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:34.814096 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6592f553-a923-4eb5-ab27-fad43095f0b8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:34.835633 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6592f553-a923-4eb5-ab27-fad43095f0b8 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "DELETE /v2.0/ports/fc43e2b8-40ec-4dd3-9f51-028aaed335c3 HTTP/1.1" status: 204 len: 168 time: 1.3302438 Feb 08 16:07:34.837088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35296) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:34.861360 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c011d036-a92b-4bc5-aa29-87d0d92c1930 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=29ea188895e34bee8ab27b88ed24ca77&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3091395 Feb 08 16:07:34.862727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0b0160c-fc9a-4f52-b56c-74fb4125c8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (608890d2-934c-49de-b990-3099e2325d83), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:34.889595 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35298) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:34.891340 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011d036-a92b-4bc5-aa29-87d0d92c1930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01737119-f154-4238-a75f-14ad9a166d3b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:34.896547 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f0b0160c-fc9a-4f52-b56c-74fb4125c8b1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e659a845ba29492b97e4305857759127&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4354360 Feb 08 16:07:34.943918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0160c-fc9a-4f52-b56c-74fb4125c8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608890d2-934c-49de-b990-3099e2325d83,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:34.947182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c86311-41d3-45fa-acf6-74e602786295 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Port': ['ID=ed67c9ba-2e65-48d1-a543-c02554a1333b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:34.960288 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35300) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:35.054838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83c86311-41d3-45fa-acf6-74e602786295 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for floatingip (163b25b6-3235-4514-bf26-86f8c99555d1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.058174 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83c86311-41d3-45fa-acf6-74e602786295 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.059377 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-83c86311-41d3-45fa-acf6-74e602786295 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/floatingips/163b25b6-3235-4514-bf26-86f8c99555d1 HTTP/1.1" status: 204 len: 168 time: 1.8752198 Feb 08 16:07:35.069070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35304) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:35.134990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e5de283-3661-4a5e-aa11-a21b25fa4d71 admin admin] Publish callbacks [] for security_group (01737119-f154-4238-a75f-14ad9a166d3b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.150723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8901d3f-6bb5-40e0-b6ef-081b1771a5d9 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Deleting subnet 39f2b196-3a1b-402f-927b-14eed7ad796a {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:07:35.154066 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8901d3f-6bb5-40e0-b6ef-081b1771a5d9 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks [] for subnet (39f2b196-3a1b-402f-927b-14eed7ad796a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.161030 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e5de283-3661-4a5e-aa11-a21b25fa4d71 admin admin] Publish callbacks [] for security_group (01737119-f154-4238-a75f-14ad9a166d3b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.199573 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8901d3f-6bb5-40e0-b6ef-081b1771a5d9 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (39f2b196-3a1b-402f-927b-14eed7ad796a), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.203950 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae2408e9-ed26-4497-a6a1-a993c88d9489 admin admin] Publish callbacks [] for security_group (608890d2-934c-49de-b990-3099e2325d83), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.234992 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae2408e9-ed26-4497-a6a1-a993c88d9489 admin admin] Publish callbacks [] for security_group (608890d2-934c-49de-b990-3099e2325d83), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.288446 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2dd000-69a5-442d-a7ee-e25d08628229 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] DELETE failed (client error): The resource could not be found. Feb 08 16:07:35.289099 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2dd000-69a5-442d-a7ee-e25d08628229 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:07:35.289620 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae2408e9-ed26-4497-a6a1-a993c88d9489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (608890d2-934c-49de-b990-3099e2325d83), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.292569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2d2dd000-69a5-442d-a7ee-e25d08628229 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/ports/ca7c957e-3e91-4a57-b4ac-32f00f67a76b HTTP/1.1" status: 404 len: 333 time: 0.2223191 Feb 08 16:07:35.293176 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ae2408e9-ed26-4497-a6a1-a993c88d9489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.295283 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ae2408e9-ed26-4497-a6a1-a993c88d9489 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/608890d2-934c-49de-b990-3099e2325d83 HTTP/1.1" status: 204 len: 168 time: 0.3314610 Feb 08 16:07:35.295421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35308) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:35.305461 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e5de283-3661-4a5e-aa11-a21b25fa4d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (01737119-f154-4238-a75f-14ad9a166d3b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.308651 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e5de283-3661-4a5e-aa11-a21b25fa4d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.313213 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2e5de283-3661-4a5e-aa11-a21b25fa4d71 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/01737119-f154-4238-a75f-14ad9a166d3b HTTP/1.1" status: 204 len: 168 time: 0.4151525 Feb 08 16:07:35.314328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2408e9-ed26-4497-a6a1-a993c88d9489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608890d2-934c-49de-b990-3099e2325d83,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:35.325201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5de283-3661-4a5e-aa11-a21b25fa4d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01737119-f154-4238-a75f-14ad9a166d3b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:35.401141 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f8b853b8-c1dc-4549-96c7-386df8a47ea0 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "GET /v2.0/ports?device_id=d959a11b-fe2f-4918-be7b-975653f76c7d HTTP/1.1" status: 200 len: 205 time: 0.1027682 Feb 08 16:07:35.401555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35314) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:35.416279 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8901d3f-6bb5-40e0-b6ef-081b1771a5d9 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (39f2b196-3a1b-402f-927b-14eed7ad796a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.495492 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-ad5d8925-9e31-4c9d-b138-877b3ec40e31 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] delete failed (client error): The resource could not be found. Feb 08 16:07:35.499031 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ad5d8925-9e31-4c9d-b138-877b3ec40e31 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/routers/d959a11b-fe2f-4918-be7b-975653f76c7d HTTP/1.1" status: 404 len: 336 time: 0.0936174 Feb 08 16:07:35.499509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35320) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:35.526855 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.571042 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c9faae-1695-41f1-a34d-aff2c87a866d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] DELETE failed (client error): The resource could not be found. Feb 08 16:07:35.571552 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c9faae-1695-41f1-a34d-aff2c87a866d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:07:35.584133 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-11c9faae-1695-41f1-a34d-aff2c87a866d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/subnets/71ac5c63-b182-41e1-bf28-491cbd014f21 HTTP/1.1" status: 404 len: 337 time: 0.0835388 Feb 08 16:07:35.586841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35322) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:35.605303 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8901d3f-6bb5-40e0-b6ef-081b1771a5d9 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (39f2b196-3a1b-402f-927b-14eed7ad796a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.697822 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8901d3f-6bb5-40e0-b6ef-081b1771a5d9 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event deleted for resources: {'Subnet': ['ID=39f2b196-3a1b-402f-927b-14eed7ad796a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:35.713521 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8901d3f-6bb5-40e0-b6ef-081b1771a5d9 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.717385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d25eb5-8df6-4387-9fca-1ae21d598566 None None] Network c914c4ec-cedf-4a06-b6fb-380982d02472 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:07:35.736502 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e8901d3f-6bb5-40e0-b6ef-081b1771a5d9 tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "DELETE /v2.0/subnets/39f2b196-3a1b-402f-927b-14eed7ad796a HTTP/1.1" status: 204 len: 168 time: 0.8958337 Feb 08 16:07:35.743025 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35328) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:35.843082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7d728236-a43e-44ef-ba40-494a63ac9811 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting port 87df54bb-0657-44af-8ca5-26cb4f75faec {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:35.843684 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d728236-a43e-44ef-ba40-494a63ac9811 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (87df54bb-0657-44af-8ca5-26cb4f75faec), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:35.964298 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (c914c4ec-cedf-4a06-b6fb-380982d02472), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:36.072294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Deleting port 2c556616-3342-4135-bb9e-b5598439c6a2 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:36.074644 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2c556616-3342-4135-bb9e-b5598439c6a2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:36.128185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] DHCP port deletion for c914c4ec-cedf-4a06-b6fb-380982d02472 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:07:36.137595 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d728236-a43e-44ef-ba40-494a63ac9811 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (87df54bb-0657-44af-8ca5-26cb4f75faec), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:36.171825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7d728236-a43e-44ef-ba40-494a63ac9811 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Calling delete_port for 87df54bb-0657-44af-8ca5-26cb4f75faec owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:36.296269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] For port 2c556616-3342-4135-bb9e-b5598439c6a2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2c556616-3342-4135-bb9e-b5598439c6a2,segment=NetworkSegment(bd8afb17-86f6-480b-9cce-3dfedd9b04f3),segment_id=bd8afb17-86f6-480b-9cce-3dfedd9b04f3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:07:36.297671 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2c556616-3342-4135-bb9e-b5598439c6a2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:36.308540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Deleting port 2c556616-3342-4135-bb9e-b5598439c6a2 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:36.308925 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2c556616-3342-4135-bb9e-b5598439c6a2), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:36.324027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Calling delete_port for 2c556616-3342-4135-bb9e-b5598439c6a2 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:36.469046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] For port 2c556616-3342-4135-bb9e-b5598439c6a2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2c556616-3342-4135-bb9e-b5598439c6a2,segment=NetworkSegment(bd8afb17-86f6-480b-9cce-3dfedd9b04f3),segment_id=bd8afb17-86f6-480b-9cce-3dfedd9b04f3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:07:36.471906 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2c556616-3342-4135-bb9e-b5598439c6a2), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:36.508670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35352) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:36.514166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Calling delete_port for 2c556616-3342-4135-bb9e-b5598439c6a2 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:36.541308 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (2c556616-3342-4135-bb9e-b5598439c6a2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:36.585579 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d728236-a43e-44ef-ba40-494a63ac9811 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (87df54bb-0657-44af-8ca5-26cb4f75faec), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:36.599613 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0697fea0-b3b1-43ca-9671-2e62002a6173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:36.630433 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event deleted for resources: {'Port': ['ID=2c556616-3342-4135-bb9e-b5598439c6a2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:36.645800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] No DVR routers for this DVR port 2c556616-3342-4135-bb9e-b5598439c6a2 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:07:36.719577 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d728236-a43e-44ef-ba40-494a63ac9811 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Port': ['ID=87df54bb-0657-44af-8ca5-26cb4f75faec,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:36.747772 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:36.812199 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (c914c4ec-cedf-4a06-b6fb-380982d02472), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:36.852661 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (2c556616-3342-4135-bb9e-b5598439c6a2), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:36.866696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c914c4ec-cedf-4a06-b6fb-380982d02472']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:36.877492 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] No DVR routers for this DVR port 2c556616-3342-4135-bb9e-b5598439c6a2 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:07:36.897480 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8afb17-86f6-480b-9cce-3dfedd9b04f3') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:36.897972 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8afb17-86f6-480b-9cce-3dfedd9b04f3') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:36.931810 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Pushing event deleted for resources: {'Port': ['ID=2c556616-3342-4135-bb9e-b5598439c6a2,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:36.937425 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (bd8afb17-86f6-480b-9cce-3dfedd9b04f3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:36.947558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:36.947912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:36.948262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:36.953028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:36.955259 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:36.955628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:36.955981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:36.956327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:36.956665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:36.957026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:36.957365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:36.957694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:36.958023 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc46de0-dce8-4063-8cc0-129d50125594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:07:36.975219 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (bd8afb17-86f6-480b-9cce-3dfedd9b04f3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:36.987424 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:07:36.989624 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (bd8afb17-86f6-480b-9cce-3dfedd9b04f3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:07:36.998769 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:07:37.074229 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7d728236-a43e-44ef-ba40-494a63ac9811 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:37.085586 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7d728236-a43e-44ef-ba40-494a63ac9811 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/ports/87df54bb-0657-44af-8ca5-26cb4f75faec HTTP/1.1" status: 204 len: 168 time: 1.4967237 Feb 08 16:07:37.086233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35362) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:37.146083 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (c914c4ec-cedf-4a06-b6fb-380982d02472), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:37.160328 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:37.168503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] 10.222.0.82 "DELETE /v2.0/networks/c914c4ec-cedf-4a06-b6fb-380982d02472 HTTP/1.1" status: 204 len: 168 time: 1.4244268 Feb 08 16:07:37.188557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f1b99-1f93-4009-92c0-48f72dd3684e tempest-AllowedAddressPairTestJSON-753580122 tempest-AllowedAddressPairTestJSON-753580122-project] Pushing event deleted for resources: {'Network': ['ID=c914c4ec-cedf-4a06-b6fb-380982d02472,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:37.325870 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35370) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:37.437363 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0697fea0-b3b1-43ca-9671-2e62002a6173 admin admin] Publish callbacks [] for security_group (663c2a68-17d2-46f6-9a75-c422ca880e86), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:37.459072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-dc39d6f5-2284-42c8-ac95-f5267a771d5b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting port 3d99d25e-cb80-469b-a6bd-d93a4572d0b6 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:37.459421 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc39d6f5-2284-42c8-ac95-f5267a771d5b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3d99d25e-cb80-469b-a6bd-d93a4572d0b6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:37.593892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2c556616-3342-4135-bb9e-b5598439c6a2 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:07:37.620167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 2c556616-3342-4135-bb9e-b5598439c6a2 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:07:37.637596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2c556616-3342-4135-bb9e-b5598439c6a2 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:07:37.659728 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc39d6f5-2284-42c8-ac95-f5267a771d5b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3d99d25e-cb80-469b-a6bd-d93a4572d0b6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:37.673687 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-dc39d6f5-2284-42c8-ac95-f5267a771d5b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Calling delete_port for 3d99d25e-cb80-469b-a6bd-d93a4572d0b6 owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:37.744348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35386) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:37.809805 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0697fea0-b3b1-43ca-9671-2e62002a6173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (663c2a68-17d2-46f6-9a75-c422ca880e86), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:37.857891 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0697fea0-b3b1-43ca-9671-2e62002a6173 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=10030dd9d32d4bb7a50120407144bcbe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3465147 Feb 08 16:07:37.858727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc39d6f5-2284-42c8-ac95-f5267a771d5b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3d99d25e-cb80-469b-a6bd-d93a4572d0b6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:37.860797 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697fea0-b3b1-43ca-9671-2e62002a6173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663c2a68-17d2-46f6-9a75-c422ca880e86,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:37.861548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35390) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:37.899517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39d6f5-2284-42c8-ac95-f5267a771d5b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Port': ['ID=3d99d25e-cb80-469b-a6bd-d93a4572d0b6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:37.949955 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-91d5c045-7c3c-4246-a376-acbf588f6404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:37.966437 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:38.122225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc39d6f5-2284-42c8-ac95-f5267a771d5b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:38.140868 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ffa484b2-f491-43f6-b676-1a39dbebd133 admin admin] Publish callbacks [] for security_group (663c2a68-17d2-46f6-9a75-c422ca880e86), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:38.150937 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dc39d6f5-2284-42c8-ac95-f5267a771d5b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/ports/3d99d25e-cb80-469b-a6bd-d93a4572d0b6 HTTP/1.1" status: 204 len: 168 time: 1.0636137 Feb 08 16:07:38.153593 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35394) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:38.280715 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ffa484b2-f491-43f6-b676-1a39dbebd133 admin admin] Publish callbacks [] for security_group (663c2a68-17d2-46f6-9a75-c422ca880e86), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:38.328291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004b64c1-2102-4e56-9627-6baca2823a4e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:38.336732 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-004b64c1-2102-4e56-9627-6baca2823a4e tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "GET /v2.0/ports?device_id=4b3bd026-d4d5-4db4-a8bd-7d0781c61728 HTTP/1.1" status: 200 len: 913 time: 0.1769543 Feb 08 16:07:38.338927 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35400) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:38.359586 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-91d5c045-7c3c-4246-a376-acbf588f6404 admin admin] Publish callbacks [] for security_group (3c50f95a-3f83-4804-ab7e-5352bc158261), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:38.367851 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-91d5c045-7c3c-4246-a376-acbf588f6404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3c50f95a-3f83-4804-ab7e-5352bc158261), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:38.436227 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5c045-7c3c-4246-a376-acbf588f6404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c50f95a-3f83-4804-ab7e-5352bc158261,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:38.454977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-91d5c045-7c3c-4246-a376-acbf588f6404 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4e0aad4b372d4a148b70a4795abf8880&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1265862 Feb 08 16:07:38.458833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35402) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:38.483377 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ffa484b2-f491-43f6-b676-1a39dbebd133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (663c2a68-17d2-46f6-9a75-c422ca880e86), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:38.487027 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ffa484b2-f491-43f6-b676-1a39dbebd133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:38.488372 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ffa484b2-f491-43f6-b676-1a39dbebd133 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/663c2a68-17d2-46f6-9a75-c422ca880e86 HTTP/1.1" status: 204 len: 168 time: 0.6242037 Feb 08 16:07:38.674182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa484b2-f491-43f6-b676-1a39dbebd133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663c2a68-17d2-46f6-9a75-c422ca880e86,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:38.678363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-12272a98-5ba0-4cdb-8e77-7ccd573bc44e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=35b56373081c4f7193076cc0ed915a65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9329395 Feb 08 16:07:38.681998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35418) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:38.879920 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3d4b02-77aa-46fe-8889-35bb4487e69d admin admin] Publish callbacks [] for security_group (3c50f95a-3f83-4804-ab7e-5352bc158261), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:38.970201 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3d4b02-77aa-46fe-8889-35bb4487e69d admin admin] Publish callbacks [] for security_group (3c50f95a-3f83-4804-ab7e-5352bc158261), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:39.030231 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85345449-7a80-4c6f-a6d7-c37242f1182c admin admin] Publish callbacks [] for security_group (86839b93-7b48-44d1-a3cd-8e534478d79c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:39.035365 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed730192-5921-440b-a7ea-d9ac4b5a2979 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:39.062890 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85345449-7a80-4c6f-a6d7-c37242f1182c admin admin] Publish callbacks [] for security_group (86839b93-7b48-44d1-a3cd-8e534478d79c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:39.083884 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3d4b02-77aa-46fe-8889-35bb4487e69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3c50f95a-3f83-4804-ab7e-5352bc158261), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:39.086508 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3d4b02-77aa-46fe-8889-35bb4487e69d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:39.090414 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-de3d4b02-77aa-46fe-8889-35bb4487e69d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3c50f95a-3f83-4804-ab7e-5352bc158261 HTTP/1.1" status: 204 len: 168 time: 0.6289310 Feb 08 16:07:39.106999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d4b02-77aa-46fe-8889-35bb4487e69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c50f95a-3f83-4804-ab7e-5352bc158261,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:39.148126 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85345449-7a80-4c6f-a6d7-c37242f1182c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (86839b93-7b48-44d1-a3cd-8e534478d79c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:39.151413 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85345449-7a80-4c6f-a6d7-c37242f1182c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:39.152913 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-85345449-7a80-4c6f-a6d7-c37242f1182c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/86839b93-7b48-44d1-a3cd-8e534478d79c HTTP/1.1" status: 204 len: 168 time: 0.4564002 Feb 08 16:07:39.161628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35444) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:39.174654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85345449-7a80-4c6f-a6d7-c37242f1182c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86839b93-7b48-44d1-a3cd-8e534478d79c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:39.679564 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ed730192-5921-440b-a7ea-d9ac4b5a2979 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting port a7c730fa-1e44-450e-80f9-7cf85436b255 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:39.679936 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed730192-5921-440b-a7ea-d9ac4b5a2979 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a7c730fa-1e44-450e-80f9-7cf85436b255), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:39.948851 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed730192-5921-440b-a7ea-d9ac4b5a2979 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a7c730fa-1e44-450e-80f9-7cf85436b255), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:39.983043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ed730192-5921-440b-a7ea-d9ac4b5a2979 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Calling delete_port for a7c730fa-1e44-450e-80f9-7cf85436b255 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:40.012013 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2d64-e40b-4e09-ac90-d3d5c0d8c15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:40.087521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35498) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:40.113656 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b1d834eb-7233-46ad-b0db-b680432f3b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:40.285181 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b1d834eb-7233-46ad-b0db-b680432f3b8f admin admin] Publish callbacks [] for security_group (a884b6c8-a27b-43cd-bfa3-d367eae70c7d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:40.295846 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b1d834eb-7233-46ad-b0db-b680432f3b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a884b6c8-a27b-43cd-bfa3-d367eae70c7d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:40.349763 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2d64-e40b-4e09-ac90-d3d5c0d8c15f admin admin] Publish callbacks [] for security_group (1376638c-c17b-4d3d-8503-80a30c4979c6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:40.363944 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2d64-e40b-4e09-ac90-d3d5c0d8c15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1376638c-c17b-4d3d-8503-80a30c4979c6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:40.396113 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b1d834eb-7233-46ad-b0db-b680432f3b8f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0f29274acb3548b5b4863a88b94e0f79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3067374 Feb 08 16:07:40.396749 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35510) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:40.397460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d834eb-7233-46ad-b0db-b680432f3b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a884b6c8-a27b-43cd-bfa3-d367eae70c7d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:40.441629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b2d64-e40b-4e09-ac90-d3d5c0d8c15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1376638c-c17b-4d3d-8503-80a30c4979c6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:40.560002 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1b89cb21-ff4f-4c4d-af82-597be49c8e95 admin admin] Publish callbacks [] for security_group (a884b6c8-a27b-43cd-bfa3-d367eae70c7d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:40.598086 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4a9b2d64-e40b-4e09-ac90-d3d5c0d8c15f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=29f65dfb31fd47cc8f28de4aec15edca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3623388 Feb 08 16:07:40.602468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35514) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:40.654700 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1b89cb21-ff4f-4c4d-af82-597be49c8e95 admin admin] Publish callbacks [] for security_group (a884b6c8-a27b-43cd-bfa3-d367eae70c7d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:40.784940 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1b89cb21-ff4f-4c4d-af82-597be49c8e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a884b6c8-a27b-43cd-bfa3-d367eae70c7d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:40.789063 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1b89cb21-ff4f-4c4d-af82-597be49c8e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:40.793208 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1b89cb21-ff4f-4c4d-af82-597be49c8e95 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a884b6c8-a27b-43cd-bfa3-d367eae70c7d HTTP/1.1" status: 204 len: 168 time: 0.3671079 Feb 08 16:07:40.796433 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed730192-5921-440b-a7ea-d9ac4b5a2979 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a7c730fa-1e44-450e-80f9-7cf85436b255), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:40.819872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89cb21-ff4f-4c4d-af82-597be49c8e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a884b6c8-a27b-43cd-bfa3-d367eae70c7d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:40.840519 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec3adc43-e985-40d2-97b9-18a939f52280 admin admin] Publish callbacks [] for security_group (1376638c-c17b-4d3d-8503-80a30c4979c6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:40.925900 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec3adc43-e985-40d2-97b9-18a939f52280 admin admin] Publish callbacks [] for security_group (1376638c-c17b-4d3d-8503-80a30c4979c6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:41.024810 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec3adc43-e985-40d2-97b9-18a939f52280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1376638c-c17b-4d3d-8503-80a30c4979c6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:41.027402 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec3adc43-e985-40d2-97b9-18a939f52280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:41.030812 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ec3adc43-e985-40d2-97b9-18a939f52280 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1376638c-c17b-4d3d-8503-80a30c4979c6 HTTP/1.1" status: 204 len: 168 time: 0.4254572 Feb 08 16:07:41.077860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed730192-5921-440b-a7ea-d9ac4b5a2979 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Port': ['ID=a7c730fa-1e44-450e-80f9-7cf85436b255,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:41.089860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3adc43-e985-40d2-97b9-18a939f52280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1376638c-c17b-4d3d-8503-80a30c4979c6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:41.272638 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed730192-5921-440b-a7ea-d9ac4b5a2979 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:41.523354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35540) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:41.727890 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed730192-5921-440b-a7ea-d9ac4b5a2979 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:07:41.933272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35558) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:41.961963 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75002246-0d89-4014-afbd-202ea3404730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:41.998910 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed730192-5921-440b-a7ea-d9ac4b5a2979 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:07:42.026057 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8509a1fd-ad22-4d4b-a394-dce0b00c9fbf None None] Sync routers for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:07:42.042416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8509a1fd-ad22-4d4b-a394-dce0b00c9fbf None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:42.043820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8509a1fd-ad22-4d4b-a394-dce0b00c9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:07:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:42.058858 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ed730192-5921-440b-a7ea-d9ac4b5a2979 tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "PUT /v2.0/routers/4b3bd026-d4d5-4db4-a8bd-7d0781c61728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7187788 Feb 08 16:07:42.059909 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35564) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:42.068427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Request body: {'networks': [{'name': 'tempest-network--730286014'}, {'name': 'tempest-network--1325100011'}]} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:42.068739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Request body: {'network': {'name': 'tempest-network--730286014'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:42.069265 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Request body: {'network': {'name': 'tempest-network--1325100011'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:42.130979 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8509a1fd-ad22-4d4b-a394-dce0b00c9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:42.165590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8509a1fd-ad22-4d4b-a394-dce0b00c9fbf None None] Routers {'4b3bd026-d4d5-4db4-a8bd-7d0781c61728'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:07:42.168742 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8509a1fd-ad22-4d4b-a394-dce0b00c9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:07:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:42.175285 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:07:42.200735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Made reservation on behalf of 2ea3a300df614fab82c0f89f1648f7b6 for: {'network': 2} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:42.205510 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:42.263640 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:42.273599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8509a1fd-ad22-4d4b-a394-dce0b00c9fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:42.276425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8509a1fd-ad22-4d4b-a394-dce0b00c9fbf None None] The sync data for ids ['4b3bd026-d4d5-4db4-a8bd-7d0781c61728'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:07:42.333350 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed5720f9-451e-4517-8cec-74796790e2ee tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:42.403207 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75002246-0d89-4014-afbd-202ea3404730 admin admin] Publish callbacks [] for security_group (8572bbed-32ca-4a6b-a61a-e95ef1b92a11), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:42.428602 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75002246-0d89-4014-afbd-202ea3404730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8572bbed-32ca-4a6b-a61a-e95ef1b92a11), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:42.503751 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-75002246-0d89-4014-afbd-202ea3404730 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9fad0b969ae74e9a915e2e40d0023edf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5686929 Feb 08 16:07:42.509918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35576) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:42.518936 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75002246-0d89-4014-afbd-202ea3404730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8572bbed-32ca-4a6b-a61a-e95ef1b92a11,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:42.586942 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks [] for security_group (d028ce7a-6092-44bf-a955-19a6b3111c43), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:42.594935 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d028ce7a-6092-44bf-a955-19a6b3111c43), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:42.595489 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:42.696064 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d028ce7a-6092-44bf-a955-19a6b3111c43,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:42.707999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:07:42.750324 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (dd9c625a-ca11-4e22-bb38-41ba204241f2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:42.750721 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Added segment dd9c625a-ca11-4e22-bb38-41ba204241f2 of type vlan for network 29c1a1e8-448e-48bf-8fa6-b28ea54a6ccc Feb 08 16:07:42.848839 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (29c1a1e8-448e-48bf-8fa6-b28ea54a6ccc), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:42.905914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:07:42.930491 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (19d9db8a-55f0-42fe-9ba3-97f067b45566), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:42.931086 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Added segment 19d9db8a-55f0-42fe-9ba3-97f067b45566 of type vlan for network 236b183c-6244-4e5f-b681-856f855f8c9b Feb 08 16:07:43.061364 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (236b183c-6244-4e5f-b681-856f855f8c9b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:43.136281 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (29c1a1e8-448e-48bf-8fa6-b28ea54a6ccc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:43.137114 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (236b183c-6244-4e5f-b681-856f855f8c9b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:43.143423 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:43.148374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:43.149373 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:43.214205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6897295 Feb 08 16:07:43.222438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35606) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:43.232295 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed5720f9-451e-4517-8cec-74796790e2ee tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router_gateway (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:43.324898 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-faa2dfa3-4a02-4f27-90b0-0e7996f9e24d admin admin] Publish callbacks [] for security_group (8572bbed-32ca-4a6b-a61a-e95ef1b92a11), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:43.347783 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-faa2dfa3-4a02-4f27-90b0-0e7996f9e24d admin admin] Publish callbacks [] for security_group (8572bbed-32ca-4a6b-a61a-e95ef1b92a11), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:43.442329 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-faa2dfa3-4a02-4f27-90b0-0e7996f9e24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8572bbed-32ca-4a6b-a61a-e95ef1b92a11), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:43.447341 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-faa2dfa3-4a02-4f27-90b0-0e7996f9e24d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:43.451203 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-faa2dfa3-4a02-4f27-90b0-0e7996f9e24d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8572bbed-32ca-4a6b-a61a-e95ef1b92a11 HTTP/1.1" status: 204 len: 168 time: 0.9342120 Feb 08 16:07:43.457196 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ed5720f9-451e-4517-8cec-74796790e2ee tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting port 555bcc09-2b91-418a-989e-770043406ee3 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:43.457948 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed5720f9-451e-4517-8cec-74796790e2ee tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (555bcc09-2b91-418a-989e-770043406ee3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:43.499387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2dfa3-4a02-4f27-90b0-0e7996f9e24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8572bbed-32ca-4a6b-a61a-e95ef1b92a11,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:43.633379 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c344a01-d4fe-412d-ac9d-8fb59b7aa06d tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:43.642701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c344a01-d4fe-412d-ac9d-8fb59b7aa06d tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:43.650294 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed5720f9-451e-4517-8cec-74796790e2ee tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (555bcc09-2b91-418a-989e-770043406ee3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:43.659877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c344a01-d4fe-412d-ac9d-8fb59b7aa06d tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:43.665268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c344a01-d4fe-412d-ac9d-8fb59b7aa06d tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:43.666997 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3c344a01-d4fe-412d-ac9d-8fb59b7aa06d tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4430661 Feb 08 16:07:43.672114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35622) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:43.686380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ed5720f9-451e-4517-8cec-74796790e2ee tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Calling delete_port for 555bcc09-2b91-418a-989e-770043406ee3 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:43.690158 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event updated for resources: {'Network': ['ID=29c1a1e8-448e-48bf-8fa6-b28ea54a6ccc,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:43.706641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 29c1a1e8-448e-48bf-8fa6-b28ea54a6ccc details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:07:43.866331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83908ffe-f6c8-4502-a54c-8e08cc955211 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (29c1a1e8-448e-48bf-8fa6-b28ea54a6ccc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:43.870627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f32948-e63d-4d30-887d-ed95e30dbbc3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event updated for resources: {'Network': ['ID=236b183c-6244-4e5f-b681-856f855f8c9b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:43.993368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 236b183c-6244-4e5f-b681-856f855f8c9b details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:07:44.127876 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83908ffe-f6c8-4502-a54c-8e08cc955211 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (29c1a1e8-448e-48bf-8fa6-b28ea54a6ccc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:44.168998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-83908ffe-f6c8-4502-a54c-8e08cc955211 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c1a1e8-448e-48bf-8fa6-b28ea54a6ccc']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:44.258208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-83908ffe-f6c8-4502-a54c-8e08cc955211 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9c625a-ca11-4e22-bb38-41ba204241f2') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:44.259968 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-83908ffe-f6c8-4502-a54c-8e08cc955211 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9c625a-ca11-4e22-bb38-41ba204241f2') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:44.322988 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83908ffe-f6c8-4502-a54c-8e08cc955211 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (dd9c625a-ca11-4e22-bb38-41ba204241f2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:44.367741 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83908ffe-f6c8-4502-a54c-8e08cc955211 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (dd9c625a-ca11-4e22-bb38-41ba204241f2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:44.386299 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83908ffe-f6c8-4502-a54c-8e08cc955211 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:07:44.398473 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83908ffe-f6c8-4502-a54c-8e08cc955211 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (dd9c625a-ca11-4e22-bb38-41ba204241f2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:07:44.411371 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:07:44.821775 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83908ffe-f6c8-4502-a54c-8e08cc955211 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (29c1a1e8-448e-48bf-8fa6-b28ea54a6ccc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:44.866859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-83908ffe-f6c8-4502-a54c-8e08cc955211 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:44.890910 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-83908ffe-f6c8-4502-a54c-8e08cc955211 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "DELETE /v2.0/networks/29c1a1e8-448e-48bf-8fa6-b28ea54a6ccc HTTP/1.1" status: 204 len: 168 time: 1.2143314 Feb 08 16:07:44.893882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35710) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:44.926973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83908ffe-f6c8-4502-a54c-8e08cc955211 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event deleted for resources: {'Network': ['ID=29c1a1e8-448e-48bf-8fa6-b28ea54a6ccc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:45.106319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed5720f9-451e-4517-8cec-74796790e2ee tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (555bcc09-2b91-418a-989e-770043406ee3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:45.178675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6e85c8a-f8e0-467b-9417-fda94163bc30 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (236b183c-6244-4e5f-b681-856f855f8c9b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:45.187619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5720f9-451e-4517-8cec-74796790e2ee tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Port': ['ID=555bcc09-2b91-418a-989e-770043406ee3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:45.373928 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed5720f9-451e-4517-8cec-74796790e2ee tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:45.433089 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6e85c8a-f8e0-467b-9417-fda94163bc30 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (236b183c-6244-4e5f-b681-856f855f8c9b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:45.512308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e6e85c8a-f8e0-467b-9417-fda94163bc30 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236b183c-6244-4e5f-b681-856f855f8c9b']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:45.539393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e6e85c8a-f8e0-467b-9417-fda94163bc30 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d9db8a-55f0-42fe-9ba3-97f067b45566') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:45.539914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e6e85c8a-f8e0-467b-9417-fda94163bc30 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d9db8a-55f0-42fe-9ba3-97f067b45566') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:45.566849 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6e85c8a-f8e0-467b-9417-fda94163bc30 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (19d9db8a-55f0-42fe-9ba3-97f067b45566), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:45.607039 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6e85c8a-f8e0-467b-9417-fda94163bc30 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (19d9db8a-55f0-42fe-9ba3-97f067b45566), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:45.617094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e85c8a-f8e0-467b-9417-fda94163bc30 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:07:45.617750 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6e85c8a-f8e0-467b-9417-fda94163bc30 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (19d9db8a-55f0-42fe-9ba3-97f067b45566), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:07:45.621471 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:07:45.680931 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed5720f9-451e-4517-8cec-74796790e2ee tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:45.685656 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed5720f9-451e-4517-8cec-74796790e2ee tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router_controller (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:45.824052 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6e85c8a-f8e0-467b-9417-fda94163bc30 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (236b183c-6244-4e5f-b681-856f855f8c9b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:45.841080 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed5720f9-451e-4517-8cec-74796790e2ee tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (4b3bd026-d4d5-4db4-a8bd-7d0781c61728), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:45.843278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5720f9-451e-4517-8cec-74796790e2ee tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Fanout notify agent at l3_agent the message router_deleted on router 4b3bd026-d4d5-4db4-a8bd-7d0781c61728 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:07:45.845654 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6e85c8a-f8e0-467b-9417-fda94163bc30 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:45.862400 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e6e85c8a-f8e0-467b-9417-fda94163bc30 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "DELETE /v2.0/networks/236b183c-6244-4e5f-b681-856f855f8c9b HTTP/1.1" status: 204 len: 168 time: 0.9668829 Feb 08 16:07:45.865181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35776) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:45.883443 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed5720f9-451e-4517-8cec-74796790e2ee tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:45.893431 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ed5720f9-451e-4517-8cec-74796790e2ee tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/routers/4b3bd026-d4d5-4db4-a8bd-7d0781c61728 HTTP/1.1" status: 204 len: 168 time: 3.8229790 Feb 08 16:07:45.895249 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35778) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:46.097798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae67950-05f2-4a88-b8b8-9647666f925d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Deleting subnet c3961930-ae1d-4b04-beae-9c1ad88c75ea {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:07:46.111043 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aae67950-05f2-4a88-b8b8-9647666f925d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for subnet (c3961930-ae1d-4b04-beae-9c1ad88c75ea), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:46.237317 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aae67950-05f2-4a88-b8b8-9647666f925d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (c3961930-ae1d-4b04-beae-9c1ad88c75ea), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:46.399069 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aae67950-05f2-4a88-b8b8-9647666f925d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (c3961930-ae1d-4b04-beae-9c1ad88c75ea), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:46.629055 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aae67950-05f2-4a88-b8b8-9647666f925d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (c3961930-ae1d-4b04-beae-9c1ad88c75ea), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:46.665984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e85c8a-f8e0-467b-9417-fda94163bc30 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event deleted for resources: {'Network': ['ID=236b183c-6244-4e5f-b681-856f855f8c9b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:46.757896 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aae67950-05f2-4a88-b8b8-9647666f925d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:46.763257 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aae67950-05f2-4a88-b8b8-9647666f925d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/subnets/c3961930-ae1d-4b04-beae-9c1ad88c75ea HTTP/1.1" status: 204 len: 168 time: 0.8619573 Feb 08 16:07:46.763257 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae67950-05f2-4a88-b8b8-9647666f925d tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Subnet': ['ID=c3961930-ae1d-4b04-beae-9c1ad88c75ea,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:46.763661 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35828) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:46.835362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7cc9f3-2634-4e7f-a90f-6fcefa921165 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:46.865830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7cc9f3-2634-4e7f-a90f-6fcefa921165 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:46.873622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2e7cc9f3-2634-4e7f-a90f-6fcefa921165 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0035281 Feb 08 16:07:46.881020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35830) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:46.903930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-b409c5c2-95c7-4496-8573-7896fd3baac7 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1737286645'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:46.977255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b409c5c2-95c7-4496-8573-7896fd3baac7 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Made reservation on behalf of 2ea3a300df614fab82c0f89f1648f7b6 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:46.981163 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b409c5c2-95c7-4496-8573-7896fd3baac7 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.025470 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab270dd5-bc89-4ad0-a2cb-4d2253a2350b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (0f26cbec-a949-4e51-8ed1-3d85550f7017), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.041521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b409c5c2-95c7-4496-8573-7896fd3baac7 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:07:47.071616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b409c5c2-95c7-4496-8573-7896fd3baac7 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a3e3682c-05c2-43d9-93a6-e3790b5619bd), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.072092 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-b409c5c2-95c7-4496-8573-7896fd3baac7 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Added segment a3e3682c-05c2-43d9-93a6-e3790b5619bd of type vlan for network 951dbdba-f058-45f8-850d-f29d942970c1 Feb 08 16:07:47.193191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35840) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:47.218207 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab270dd5-bc89-4ad0-a2cb-4d2253a2350b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (0f26cbec-a949-4e51-8ed1-3d85550f7017), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.263852 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b409c5c2-95c7-4496-8573-7896fd3baac7 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (951dbdba-f058-45f8-850d-f29d942970c1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.267283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ab270dd5-bc89-4ad0-a2cb-4d2253a2350b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f26cbec-a949-4e51-8ed1-3d85550f7017']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:47.307480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ab270dd5-bc89-4ad0-a2cb-4d2253a2350b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb6b8cd-d464-4e3d-bcdd-53df86dac928') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:47.307778 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ab270dd5-bc89-4ad0-a2cb-4d2253a2350b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb6b8cd-d464-4e3d-bcdd-53df86dac928') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:47.335346 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b409c5c2-95c7-4496-8573-7896fd3baac7 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (951dbdba-f058-45f8-850d-f29d942970c1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.345060 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b409c5c2-95c7-4496-8573-7896fd3baac7 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:47.345060 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b409c5c2-95c7-4496-8573-7896fd3baac7 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.348784 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab270dd5-bc89-4ad0-a2cb-4d2253a2350b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (efb6b8cd-d464-4e3d-bcdd-53df86dac928), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.412450 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab270dd5-bc89-4ad0-a2cb-4d2253a2350b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (efb6b8cd-d464-4e3d-bcdd-53df86dac928), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.434642 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab270dd5-bc89-4ad0-a2cb-4d2253a2350b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:07:47.435323 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab270dd5-bc89-4ad0-a2cb-4d2253a2350b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (efb6b8cd-d464-4e3d-bcdd-53df86dac928), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:07:47.440706 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:07:47.523888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409c5c2-95c7-4496-8573-7896fd3baac7 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event updated for resources: {'Network': ['ID=951dbdba-f058-45f8-850d-f29d942970c1,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:47.537628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 951dbdba-f058-45f8-850d-f29d942970c1 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:07:47.582877 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2d83ff15-be0e-4a2f-b6b7-a7b51adca508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.619739 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab270dd5-bc89-4ad0-a2cb-4d2253a2350b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (0f26cbec-a949-4e51-8ed1-3d85550f7017), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.668139 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ab270dd5-bc89-4ad0-a2cb-4d2253a2350b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.678358 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ab270dd5-bc89-4ad0-a2cb-4d2253a2350b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] 10.222.0.82 "DELETE /v2.0/networks/0f26cbec-a949-4e51-8ed1-3d85550f7017 HTTP/1.1" status: 204 len: 168 time: 0.9136941 Feb 08 16:07:47.681381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab270dd5-bc89-4ad0-a2cb-4d2253a2350b tempest-FloatingIPTestJSON-615002142 tempest-FloatingIPTestJSON-615002142-project] Pushing event deleted for resources: {'Network': ['ID=0f26cbec-a949-4e51-8ed1-3d85550f7017,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:47.745426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35856) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:47.809996 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2d83ff15-be0e-4a2f-b6b7-a7b51adca508 admin admin] Publish callbacks [] for security_group (9c3b2858-a9b7-4d49-a303-5ca030b70d2e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.819012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35860) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:47.819621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b409c5c2-95c7-4496-8573-7896fd3baac7 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9367952 Feb 08 16:07:47.822296 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2d83ff15-be0e-4a2f-b6b7-a7b51adca508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9c3b2858-a9b7-4d49-a303-5ca030b70d2e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.824183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-01265366-090e-43d4-8c90-f0a5f91f2fb2 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-452795615'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:47.889331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01265366-090e-43d4-8c90-f0a5f91f2fb2 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Made reservation on behalf of 2ea3a300df614fab82c0f89f1648f7b6 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:47.891907 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83ff15-be0e-4a2f-b6b7-a7b51adca508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3b2858-a9b7-4d49-a303-5ca030b70d2e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:47.892686 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01265366-090e-43d4-8c90-f0a5f91f2fb2 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:47.925076 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2d83ff15-be0e-4a2f-b6b7-a7b51adca508 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=33a93aa16cb44300b0f8fc4129d98f0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7309964 Feb 08 16:07:47.925620 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35864) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:47.987321 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01265366-090e-43d4-8c90-f0a5f91f2fb2 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:07:48.013125 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01265366-090e-43d4-8c90-f0a5f91f2fb2 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (af7b3222-18db-4801-b0df-9a7076339d0b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:48.013478 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-01265366-090e-43d4-8c90-f0a5f91f2fb2 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Added segment af7b3222-18db-4801-b0df-9a7076339d0b of type vlan for network 5d1545f5-7053-4d88-82da-41ca9dd3421a Feb 08 16:07:48.061616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bfd13b7-c756-4ac6-93aa-b5f70e70408b admin admin] Publish callbacks [] for security_group (9c3b2858-a9b7-4d49-a303-5ca030b70d2e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:48.113547 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bfd13b7-c756-4ac6-93aa-b5f70e70408b admin admin] Publish callbacks [] for security_group (9c3b2858-a9b7-4d49-a303-5ca030b70d2e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:48.137456 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01265366-090e-43d4-8c90-f0a5f91f2fb2 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (5d1545f5-7053-4d88-82da-41ca9dd3421a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:48.173894 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01265366-090e-43d4-8c90-f0a5f91f2fb2 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (5d1545f5-7053-4d88-82da-41ca9dd3421a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:48.179833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01265366-090e-43d4-8c90-f0a5f91f2fb2 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:48.180457 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-01265366-090e-43d4-8c90-f0a5f91f2fb2 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:48.197195 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f7929b2-3132-4f4c-8a6c-06a99ec72ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:48.228718 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bfd13b7-c756-4ac6-93aa-b5f70e70408b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9c3b2858-a9b7-4d49-a303-5ca030b70d2e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:48.231795 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bfd13b7-c756-4ac6-93aa-b5f70e70408b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:48.235874 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7bfd13b7-c756-4ac6-93aa-b5f70e70408b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9c3b2858-a9b7-4d49-a303-5ca030b70d2e HTTP/1.1" status: 204 len: 168 time: 0.3064914 Feb 08 16:07:48.270050 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35878) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:48.279784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd13b7-c756-4ac6-93aa-b5f70e70408b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3b2858-a9b7-4d49-a303-5ca030b70d2e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:48.438794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35882) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:48.440232 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-01265366-090e-43d4-8c90-f0a5f91f2fb2 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6181707 Feb 08 16:07:48.444231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Request body: {'ports': [{'network_id': '951dbdba-f058-45f8-850d-f29d942970c1', 'name': 'tempest-port--1153525348', 'admin_state_up': True}, {'network_id': '5d1545f5-7053-4d88-82da-41ca9dd3421a', 'admin_state_up': False}]} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:48.445696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Request body: {'port': {'network_id': '951dbdba-f058-45f8-850d-f29d942970c1', 'name': 'tempest-port--1153525348', 'admin_state_up': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:48.446280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Request body: {'port': {'network_id': '5d1545f5-7053-4d88-82da-41ca9dd3421a', 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:48.491685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01265366-090e-43d4-8c90-f0a5f91f2fb2 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event updated for resources: {'Network': ['ID=5d1545f5-7053-4d88-82da-41ca9dd3421a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:48.505687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 5d1545f5-7053-4d88-82da-41ca9dd3421a details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:07:48.675423 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f7929b2-3132-4f4c-8a6c-06a99ec72ca4 admin admin] Publish callbacks [] for security_group (bdb40724-a737-4379-861a-b2f861dc4c55), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:48.683172 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0f7929b2-3132-4f4c-8a6c-06a99ec72ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bdb40724-a737-4379-861a-b2f861dc4c55), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:48.805327 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0f7929b2-3132-4f4c-8a6c-06a99ec72ca4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=01c00ae6ba3442648ffe23e5c33c3c1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0576024 Feb 08 16:07:48.811322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35888) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:48.814291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7929b2-3132-4f4c-8a6c-06a99ec72ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb40724-a737-4379-861a-b2f861dc4c55,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:48.917090 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:48.952522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7b064c45-d6b5-4360-ba63-6c7e0fcea3c6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=96e45dd648944e01b72e13fe2a1d27b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6807783 Feb 08 16:07:48.972830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35894) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:48.981497 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Made reservation on behalf of 2ea3a300df614fab82c0f89f1648f7b6 for: {'port': 2} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:48.987347 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:49.003044 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:49.104501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4bfeb9e-f0d4-4ba7-a1da-f87c398db1de admin admin] Publish callbacks [] for security_group (bdb40724-a737-4379-861a-b2f861dc4c55), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:49.175935 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35896) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:49.231575 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28578aa6-d794-49c6-aad4-71412e3b8cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:49.245155 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4fe59f0b-251c-40fe-a219-e81cd129c53f admin admin] Publish callbacks [] for security_group (93ae3407-559c-4b76-82a7-aa199df26488), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:49.254331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4bfeb9e-f0d4-4ba7-a1da-f87c398db1de admin admin] Publish callbacks [] for security_group (bdb40724-a737-4379-861a-b2f861dc4c55), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:49.360133 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4fe59f0b-251c-40fe-a219-e81cd129c53f admin admin] Publish callbacks [] for security_group (93ae3407-559c-4b76-82a7-aa199df26488), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:49.381216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] device_id is not set on port 8ecc2ef9-5159-4159-809a-356d26ee98ee yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:07:49.571133 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4bfeb9e-f0d4-4ba7-a1da-f87c398db1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bdb40724-a737-4379-861a-b2f861dc4c55), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:49.575452 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b4bfeb9e-f0d4-4ba7-a1da-f87c398db1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:49.580039 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b4bfeb9e-f0d4-4ba7-a1da-f87c398db1de admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bdb40724-a737-4379-861a-b2f861dc4c55 HTTP/1.1" status: 204 len: 168 time: 0.7555797 Feb 08 16:07:49.593218 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfeb9e-f0d4-4ba7-a1da-f87c398db1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb40724-a737-4379-861a-b2f861dc4c55,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:49.649030 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks [] for port (8ecc2ef9-5159-4159-809a-356d26ee98ee), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:49.666341 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28578aa6-d794-49c6-aad4-71412e3b8cc6 admin admin] Publish callbacks [] for security_group (7dc4f619-6b17-4579-9367-13352a430e43), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:49.668643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4fe59f0b-251c-40fe-a219-e81cd129c53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (93ae3407-559c-4b76-82a7-aa199df26488), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:49.673675 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4fe59f0b-251c-40fe-a219-e81cd129c53f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:49.675503 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4fe59f0b-251c-40fe-a219-e81cd129c53f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/93ae3407-559c-4b76-82a7-aa199df26488 HTTP/1.1" status: 204 len: 168 time: 0.7012436 Feb 08 16:07:49.678796 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28578aa6-d794-49c6-aad4-71412e3b8cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7dc4f619-6b17-4579-9367-13352a430e43), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:49.699310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe59f0b-251c-40fe-a219-e81cd129c53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ae3407-559c-4b76-82a7-aa199df26488,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:49.790866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28578aa6-d794-49c6-aad4-71412e3b8cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc4f619-6b17-4579-9367-13352a430e43,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:49.859415 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-28578aa6-d794-49c6-aad4-71412e3b8cc6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=995cd5f0da564c61b2bc72086ee8259f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6804836 Feb 08 16:07:49.859415 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35916) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:50.045866 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e3db464-e850-4d38-a960-cc62c24a12c6 admin admin] Publish callbacks [] for security_group (7dc4f619-6b17-4579-9367-13352a430e43), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:50.054192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] device_id is not set on port 1f5701f7-0de5-49b5-b197-138a8874ccf8 yet. {{(pid=103301) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:07:50.131619 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e3db464-e850-4d38-a960-cc62c24a12c6 admin admin] Publish callbacks [] for security_group (7dc4f619-6b17-4579-9367-13352a430e43), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:50.255548 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks [] for port (1f5701f7-0de5-49b5-b197-138a8874ccf8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:50.298597 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e3db464-e850-4d38-a960-cc62c24a12c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7dc4f619-6b17-4579-9367-13352a430e43), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:50.305686 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e3db464-e850-4d38-a960-cc62c24a12c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:50.307184 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2e3db464-e850-4d38-a960-cc62c24a12c6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7dc4f619-6b17-4579-9367-13352a430e43 HTTP/1.1" status: 204 len: 168 time: 0.4445000 Feb 08 16:07:50.331529 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3db464-e850-4d38-a960-cc62c24a12c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc4f619-6b17-4579-9367-13352a430e43,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:50.365889 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8ecc2ef9-5159-4159-809a-356d26ee98ee), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:50.384515 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:50.488419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event updated for resources: {'Port': ['ID=8ecc2ef9-5159-4159-809a-356d26ee98ee,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:50.560992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Checking segment: {'id': 'a3e3682c-05c2-43d9-93a6-e3790b5619bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '951dbdba-f058-45f8-850d-f29d942970c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:07:50.561427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Network hostable DHCP agents. Network: 951dbdba-f058-45f8-850d-f29d942970c1, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:07:50.588678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Network 951dbdba-f058-45f8-850d-f29d942970c1 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:07:50.603840 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 951dbdba-f058-45f8-850d-f29d942970c1) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:50.609645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:50.610865 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1f5701f7-0de5-49b5-b197-138a8874ccf8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:50.618718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29326c-7a2f-40a3-89c4-7831ecdb13b2 None None] Network 951dbdba-f058-45f8-850d-f29d942970c1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:07:50.775856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event updated for resources: {'Port': ['ID=1f5701f7-0de5-49b5-b197-138a8874ccf8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:50.892199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Checking segment: {'id': 'af7b3222-18db-4801-b0df-9a7076339d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5d1545f5-7053-4d88-82da-41ca9dd3421a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:07:50.892578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Network hostable DHCP agents. Network: 5d1545f5-7053-4d88-82da-41ca9dd3421a, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:07:50.916449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Network 5d1545f5-7053-4d88-82da-41ca9dd3421a is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:07:50.943436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 5d1545f5-7053-4d88-82da-41ca9dd3421a) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:50.967104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:50.984295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:50.986331 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671118eb-95e3-4eee-8d66-61ede719cb9e None None] Network 5d1545f5-7053-4d88-82da-41ca9dd3421a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:07:51.003999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:51.006577 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:51.075388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2c9424f5-dda0-49da-a361-bf33af726958 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6354465 Feb 08 16:07:51.081755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35962) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:51.278481 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e8856-c46e-45be-a59c-1cb7acade4b1 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:51.300548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e8856-c46e-45be-a59c-1cb7acade4b1 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:51.305997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35972) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:51.314887 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-742e8856-c46e-45be-a59c-1cb7acade4b1 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2191038 Feb 08 16:07:51.518742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-595dc3b1-3142-4256-90d2-a719806f32d8 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Deleting port 8ecc2ef9-5159-4159-809a-356d26ee98ee {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:51.519405 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-595dc3b1-3142-4256-90d2-a719806f32d8 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8ecc2ef9-5159-4159-809a-356d26ee98ee), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:51.650523 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-595dc3b1-3142-4256-90d2-a719806f32d8 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8ecc2ef9-5159-4159-809a-356d26ee98ee), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:51.668203 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-595dc3b1-3142-4256-90d2-a719806f32d8 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Calling delete_port for 8ecc2ef9-5159-4159-809a-356d26ee98ee owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:51.842524 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-595dc3b1-3142-4256-90d2-a719806f32d8 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8ecc2ef9-5159-4159-809a-356d26ee98ee), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:51.903513 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595dc3b1-3142-4256-90d2-a719806f32d8 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event deleted for resources: {'Port': ['ID=8ecc2ef9-5159-4159-809a-356d26ee98ee,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:51.905836 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-595dc3b1-3142-4256-90d2-a719806f32d8 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:51.909878 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-595dc3b1-3142-4256-90d2-a719806f32d8 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "DELETE /v2.0/ports/8ecc2ef9-5159-4159-809a-356d26ee98ee HTTP/1.1" status: 204 len: 168 time: 0.6027200 Feb 08 16:07:51.912495 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35992) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:52.147106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-72a6d1d6-c020-4b96-b242-ac02a6c90720 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Deleting port 1f5701f7-0de5-49b5-b197-138a8874ccf8 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:07:52.147880 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72a6d1d6-c020-4b96-b242-ac02a6c90720 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1f5701f7-0de5-49b5-b197-138a8874ccf8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:52.345046 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72a6d1d6-c020-4b96-b242-ac02a6c90720 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1f5701f7-0de5-49b5-b197-138a8874ccf8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:52.376833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-72a6d1d6-c020-4b96-b242-ac02a6c90720 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Calling delete_port for 1f5701f7-0de5-49b5-b197-138a8874ccf8 owned by {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:07:52.395874 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36014) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:52.592621 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72a6d1d6-c020-4b96-b242-ac02a6c90720 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1f5701f7-0de5-49b5-b197-138a8874ccf8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:52.628392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6d1d6-c020-4b96-b242-ac02a6c90720 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event deleted for resources: {'Port': ['ID=1f5701f7-0de5-49b5-b197-138a8874ccf8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:52.636126 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72a6d1d6-c020-4b96-b242-ac02a6c90720 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:52.642520 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-72a6d1d6-c020-4b96-b242-ac02a6c90720 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "DELETE /v2.0/ports/1f5701f7-0de5-49b5-b197-138a8874ccf8 HTTP/1.1" status: 204 len: 168 time: 0.7291927 Feb 08 16:07:52.645516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36024) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:52.734689 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8ac8da1f-3896-40ef-b768-7c0738cee345 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0878327 Feb 08 16:07:52.738377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36028) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:52.744143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-b0529bed-aa4d-4676-b396-d02fb1a17822 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-917689549'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:52.749591 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-693750803'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:52.790098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:52.803029 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:52.809641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0529bed-aa4d-4676-b396-d02fb1a17822 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Made reservation on behalf of 2ea3a300df614fab82c0f89f1648f7b6 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:52.814329 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:52.819220 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0529bed-aa4d-4676-b396-d02fb1a17822 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:52.879451 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0529bed-aa4d-4676-b396-d02fb1a17822 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:07:52.900189 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0529bed-aa4d-4676-b396-d02fb1a17822 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (0919d3a3-1412-46f8-b106-29a75a04ba20), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:52.901333 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-b0529bed-aa4d-4676-b396-d02fb1a17822 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Added segment 0919d3a3-1412-46f8-b106-29a75a04ba20 of type vlan for network 349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a Feb 08 16:07:52.992802 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for security_group (d2dbf794-64cd-4e3d-acbf-99026ab9a46f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:53.002616 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d2dbf794-64cd-4e3d-acbf-99026ab9a46f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:53.032369 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0529bed-aa4d-4676-b396-d02fb1a17822 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:53.103502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dbf794-64cd-4e3d-acbf-99026ab9a46f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:53.117536 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0529bed-aa4d-4676-b396-d02fb1a17822 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:53.130506 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:07:53.131501 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0529bed-aa4d-4676-b396-d02fb1a17822 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:53.132180 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0529bed-aa4d-4676-b396-d02fb1a17822 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:53.159902 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (58b14645-a034-4f12-a54c-7edd860d7c6f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:53.161899 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Added segment 58b14645-a034-4f12-a54c-7edd860d7c6f of type vlan for network 81b988a5-a21b-4d97-babf-68389ca879ad Feb 08 16:07:53.320862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b0529bed-aa4d-4676-b396-d02fb1a17822 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5810382 Feb 08 16:07:53.325581 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36046) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:53.325957 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (81b988a5-a21b-4d97-babf-68389ca879ad), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:53.351964 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d85ab3be-e66d-4d10-865f-36f1becee75e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-56913531'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:53.356747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0529bed-aa4d-4676-b396-d02fb1a17822 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event updated for resources: {'Network': ['ID=349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:53.368863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:07:53.417616 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (81b988a5-a21b-4d97-babf-68389ca879ad), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:53.422961 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85ab3be-e66d-4d10-865f-36f1becee75e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Made reservation on behalf of 2ea3a300df614fab82c0f89f1648f7b6 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:53.426449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:53.426650 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d85ab3be-e66d-4d10-865f-36f1becee75e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:53.427801 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:53.488461 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85ab3be-e66d-4d10-865f-36f1becee75e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:07:53.520137 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d85ab3be-e66d-4d10-865f-36f1becee75e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (c0c9dd92-d189-40c8-b808-a9caca009456), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:53.520492 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-d85ab3be-e66d-4d10-865f-36f1becee75e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Added segment c0c9dd92-d189-40c8-b808-a9caca009456 of type vlan for network 0aaf3415-b412-4af0-83a6-c6970dbaf05e Feb 08 16:07:53.662968 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d85ab3be-e66d-4d10-865f-36f1becee75e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (0aaf3415-b412-4af0-83a6-c6970dbaf05e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:53.670860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Network': ['ID=81b988a5-a21b-4d97-babf-68389ca879ad,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:53.693127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 81b988a5-a21b-4d97-babf-68389ca879ad details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:07:53.715357 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-74ca0521-8de7-4e08-bf8e-8c6220100eab tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3181741 Feb 08 16:07:53.846025 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36060) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:53.846270 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d85ab3be-e66d-4d10-865f-36f1becee75e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (0aaf3415-b412-4af0-83a6-c6970dbaf05e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:53.851269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85ab3be-e66d-4d10-865f-36f1becee75e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:53.851938 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d85ab3be-e66d-4d10-865f-36f1becee75e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:53.852083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-08ac0267-78a7-485c-8f99-202675c12dba tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'subnet': {'network_id': '81b988a5-a21b-4d97-babf-68389ca879ad', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:54.008976 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d85ab3be-e66d-4d10-865f-36f1becee75e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6725054 Feb 08 16:07:54.053887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ac0267-78a7-485c-8f99-202675c12dba tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:54.070396 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08ac0267-78a7-485c-8f99-202675c12dba tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:54.171131 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ab3be-e66d-4d10-865f-36f1becee75e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event updated for resources: {'Network': ['ID=0aaf3415-b412-4af0-83a6-c6970dbaf05e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:54.181272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36068) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:54.184863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 0aaf3415-b412-4af0-83a6-c6970dbaf05e details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:07:54.214686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Request body: {'subnets': [{'network_id': '349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1364183115', 'ip_version': 4}, {'network_id': '0aaf3415-b412-4af0-83a6-c6970dbaf05e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:54.215438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Request body: {'subnet': {'network_id': '349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1364183115', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:54.216197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Request body: {'subnet': {'network_id': '0aaf3415-b412-4af0-83a6-c6970dbaf05e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:54.576485 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Made reservation on behalf of 2ea3a300df614fab82c0f89f1648f7b6 for: {'subnet': 2} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:54.581124 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:54.581482 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:54.674109 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08ac0267-78a7-485c-8f99-202675c12dba tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (b5b0e725-88f3-4a0f-8e35-cce8a51b5a11), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:54.849997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac0267-78a7-485c-8f99-202675c12dba tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Subnet': ['ID=b5b0e725-88f3-4a0f-8e35-cce8a51b5a11,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:54.861696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac0267-78a7-485c-8f99-202675c12dba tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Checking segment: {'id': '58b14645-a034-4f12-a54c-7edd860d7c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81b988a5-a21b-4d97-babf-68389ca879ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:07:54.862172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac0267-78a7-485c-8f99-202675c12dba tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network hostable DHCP agents. Network: 81b988a5-a21b-4d97-babf-68389ca879ad, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:07:54.908191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac0267-78a7-485c-8f99-202675c12dba tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network 81b988a5-a21b-4d97-babf-68389ca879ad is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:07:54.925140 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-08ac0267-78a7-485c-8f99-202675c12dba tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 81b988a5-a21b-4d97-babf-68389ca879ad) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:54.930718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac0267-78a7-485c-8f99-202675c12dba tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:54.931417 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08ac0267-78a7-485c-8f99-202675c12dba tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:54.933878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985dadd8-a8b1-4160-aa77-ee56ebc795fd None None] Network 81b988a5-a21b-4d97-babf-68389ca879ad requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:07:54.966522 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-08ac0267-78a7-485c-8f99-202675c12dba tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1189609 Feb 08 16:07:54.970665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36090) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:54.977049 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e7da9dc1-e554-4f0f-8b98-3524f70f1562 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1332645416'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:55.024513 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36094) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:55.069168 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7da9dc1-e554-4f0f-8b98-3524f70f1562 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:55.073212 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e7da9dc1-e554-4f0f-8b98-3524f70f1562 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:55.157425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7da9dc1-e554-4f0f-8b98-3524f70f1562 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:07:55.182516 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e7da9dc1-e554-4f0f-8b98-3524f70f1562 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (405ba7cd-2513-46fb-b932-d35fecb212bd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:55.183225 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-e7da9dc1-e554-4f0f-8b98-3524f70f1562 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Added segment 405ba7cd-2513-46fb-b932-d35fecb212bd of type vlan for network 732564e4-e66e-464c-8240-3a5338f22cd1 Feb 08 16:07:55.232794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-81b988a5-a21b-4d97-babf-68389ca879ad', 'network_id': '81b988a5-a21b-4d97-babf-68389ca879ad', 'project_id': '8949fdd54a9442feab9b4019c45b39cd', 'fixed_ips': [{'subnet_id': 'b5b0e725-88f3-4a0f-8e35-cce8a51b5a11'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:07:55.235069 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:55.331976 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e7da9dc1-e554-4f0f-8b98-3524f70f1562 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (732564e4-e66e-464c-8240-3a5338f22cd1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:55.398190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36102) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:55.428853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e7da9dc1-e554-4f0f-8b98-3524f70f1562 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (732564e4-e66e-464c-8240-3a5338f22cd1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:55.439639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da9dc1-e554-4f0f-8b98-3524f70f1562 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:55.441525 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e7da9dc1-e554-4f0f-8b98-3524f70f1562 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:55.550177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-593ec993-bd2a-42e9-a87d-91f49bd44143 tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:55.573874 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e7da9dc1-e554-4f0f-8b98-3524f70f1562 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6020195 Feb 08 16:07:55.575180 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee4bba63-7667-4310-9814-d8fe6a5e5860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:55.589536 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36106) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:55.619979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-235674c4-5372-458e-b7ee-3ea924f95ea9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'subnet': {'network_id': '732564e4-e66e-464c-8240-3a5338f22cd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:55.629448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Allocated IP 172.20.255.242 (81b988a5-a21b-4d97-babf-68389ca879ad/b5b0e725-88f3-4a0f-8e35-cce8a51b5a11/cea72453-82c0-4910-8d36-15f22cae9cd4) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:07:55.681017 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da9dc1-e554-4f0f-8b98-3524f70f1562 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Network': ['ID=732564e4-e66e-464c-8240-3a5338f22cd1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:55.725331 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (2f7aee94-3090-47e9-9d23-a68250454548), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:55.726206 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 732564e4-e66e-464c-8240-3a5338f22cd1 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:07:55.846785 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee4bba63-7667-4310-9814-d8fe6a5e5860 admin admin] Publish callbacks [] for security_group (7ffccd8d-5a92-47ad-8234-d73c92e05e48), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:55.856005 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ee4bba63-7667-4310-9814-d8fe6a5e5860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7ffccd8d-5a92-47ad-8234-d73c92e05e48), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:55.872569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-593ec993-bd2a-42e9-a87d-91f49bd44143 tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] 10.222.0.82 "PUT /v2.0/quotas/c855e077a74b4bd481e4904e80605f10 HTTP/1.1" status: 200 len: 366 time: 0.4760897 Feb 08 16:07:55.890067 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36112) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:55.931831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event updated for resources: {'Subnet': ['ID=2f7aee94-3090-47e9-9d23-a68250454548,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:55.986023 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ee4bba63-7667-4310-9814-d8fe6a5e5860 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=97e1e6b2ebc24b43ab445fb7b16088c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9589016 Feb 08 16:07:55.989474 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8b3f91dc-0673-4304-bde5-f0ab7cf6f249 tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] 10.222.0.82 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0907645 Feb 08 16:07:55.996111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36114) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:55.997690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36116) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:56.015331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Checking segment: {'id': '0919d3a3-1412-46f8-b106-29a75a04ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:07:56.015710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Network hostable DHCP agents. Network: 349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:07:56.031961 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4deb2ed3-9fab-4afa-8008-7fc3d1788228 tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] 10.222.0.82 "GET /v2.0/quotas/c855e077a74b4bd481e4904e80605f10 HTTP/1.1" status: 200 len: 366 time: 0.0308383 Feb 08 16:07:56.033266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bba63-7667-4310-9814-d8fe6a5e5860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffccd8d-5a92-47ad-8234-d73c92e05e48,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:56.035547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235674c4-5372-458e-b7ee-3ea924f95ea9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:56.036299 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36118) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:56.043712 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-235674c4-5372-458e-b7ee-3ea924f95ea9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:56.066404 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-379140bf-3bdd-48ba-bd0d-fc68944380e7 tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] 10.222.0.82 "DELETE /v2.0/quotas/c855e077a74b4bd481e4904e80605f10 HTTP/1.1" status: 204 len: 168 time: 0.0286391 Feb 08 16:07:56.068612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36120) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:56.091742 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-56eb2184-ce2c-4eb6-a8e7-580f95cf4eec tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] 10.222.0.82 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0217862 Feb 08 16:07:56.099569 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36124) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:56.129707 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9880b891-1028-411c-a5f0-95f33b5b67d7 tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] 10.222.0.82 "GET /v2.0/quotas/c855e077a74b4bd481e4904e80605f10 HTTP/1.1" status: 200 len: 370 time: 0.0288162 Feb 08 16:07:56.137774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36126) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:56.155263 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ac6fbd28-aab9-4168-b1c0-143c076900e8 tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] 10.222.0.82 "GET /v2.0/quotas/c855e077a74b4bd481e4904e80605f10/default HTTP/1.1" status: 200 len: 370 time: 0.0147779 Feb 08 16:07:56.161642 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36128) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:56.188994 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-b51610c3-327d-4ab5-8c0e-24ca92bdd3f3 tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] delete failed (client error): The resource could not be found. Feb 08 16:07:56.189983 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b51610c3-327d-4ab5-8c0e-24ca92bdd3f3 tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] 10.222.0.82 "DELETE /v2.0/quotas/c855e077a74b4bd481e4904e80605f10 HTTP/1.1" status: 404 len: 348 time: 0.0273635 Feb 08 16:07:56.309075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Network 349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:07:56.319524 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bfccf558-81d6-4750-be39-c75cc164e1a2 admin admin] Publish callbacks [] for security_group (7ffccd8d-5a92-47ad-8234-d73c92e05e48), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:56.342900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:56.356870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97fc9e5-fe08-4e17-9049-95a7aa9d5a97 None None] Network 349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:07:56.365206 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (d3254789-6729-4688-a489-e126ee6ef725), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:56.460298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36134) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:56.517898 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Usage tracker for resource:network and project:070b7c5ff45d414f9ebe1f81e38b33d7 is out of sync, need to count used quota {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 16:07:56.532233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 16:07:56.546098 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bfccf558-81d6-4750-be39-c75cc164e1a2 admin admin] Publish callbacks [] for security_group (7ffccd8d-5a92-47ad-8234-d73c92e05e48), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:56.554557 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Usage tracker for resource:subnet and project:070b7c5ff45d414f9ebe1f81e38b33d7 is out of sync, need to count used quota {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 16:07:56.564326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 16:07:56.578275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Usage tracker for resource:subnetpool and project:070b7c5ff45d414f9ebe1f81e38b33d7 is out of sync, need to count used quota {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 16:07:56.590890 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 16:07:56.601633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a', 'network_id': '349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a', 'project_id': '2ea3a300df614fab82c0f89f1648f7b6', 'fixed_ips': [{'subnet_id': '2f7aee94-3090-47e9-9d23-a68250454548'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:07:56.602507 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:56.615609 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Usage tracker for resource:port and project:070b7c5ff45d414f9ebe1f81e38b33d7 is out of sync, need to count used quota {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 16:07:56.619098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 16:07:56.631923 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Usage tracker for resource:router and project:070b7c5ff45d414f9ebe1f81e38b33d7 is out of sync, need to count used quota {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 16:07:56.644774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 16:07:56.659702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Usage tracker for resource:floatingip and project:070b7c5ff45d414f9ebe1f81e38b33d7 is out of sync, need to count used quota {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 16:07:56.663853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 16:07:56.703159 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Publish callbacks [] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:56.746010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Usage tracker for resource:security_group and project:070b7c5ff45d414f9ebe1f81e38b33d7 is out of sync, need to count used quota {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 16:07:56.749580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 16:07:56.757911 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Usage tracker for resource:security_group_rule and project:070b7c5ff45d414f9ebe1f81e38b33d7 is out of sync, need to count used quota {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 16:07:56.761529 n-d-824834-11 neutron-server[103302]: DEBUG neutron.quota.resource [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103302) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 08 16:07:56.766597 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-15cd27c0-6001-4e71-99cc-f064f77c76ba tempest-QuotasTest-980572534 tempest-QuotasTest-980572534-project-admin] 10.222.0.82 "GET /v2.0/quotas/070b7c5ff45d414f9ebe1f81e38b33d7/details.json HTTP/1.1" status: 200 len: 703 time: 0.3049908 Feb 08 16:07:56.780771 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event updated for resources: {'Subnet': ['ID=d3254789-6729-4688-a489-e126ee6ef725,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:56.840078 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Checking segment: {'id': 'c0c9dd92-d189-40c8-b808-a9caca009456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0aaf3415-b412-4af0-83a6-c6970dbaf05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:07:56.840338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Network hostable DHCP agents. Network: 0aaf3415-b412-4af0-83a6-c6970dbaf05e, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:07:56.866199 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:57.070604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Network 81b988a5-a21b-4d97-babf-68389ca879ad is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:07:57.102347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:57.117240 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-235674c4-5372-458e-b7ee-3ea924f95ea9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (e117c1f2-857a-48f1-aada-9b2a9bbb9d1f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:57.117923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:57.143499 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Pushing event updated for resources: {'Port': ['ID=cea72453-82c0-4910-8d36-15f22cae9cd4,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:57.224374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235674c4-5372-458e-b7ee-3ea924f95ea9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Subnet': ['ID=e117c1f2-857a-48f1-aada-9b2a9bbb9d1f,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:57.227292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Network 0aaf3415-b412-4af0-83a6-c6970dbaf05e is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:07:57.239797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Allocated IP 172.20.0.2 (349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a/2f7aee94-3090-47e9-9d23-a68250454548/308e748c-fcaf-4700-acf1-d355158d77a0) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:07:57.262565 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bfccf558-81d6-4750-be39-c75cc164e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7ffccd8d-5a92-47ad-8234-d73c92e05e48), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:57.264171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Attempting to bind port cea72453-82c0-4910-8d36-15f22cae9cd4 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:07:57.264763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Attempting to bind port cea72453-82c0-4910-8d36-15f22cae9cd4 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '58b14645-a034-4f12-a54c-7edd860d7c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81b988a5-a21b-4d97-babf-68389ca879ad'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:07:57.265305 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bfccf558-81d6-4750-be39-c75cc164e1a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:57.265494 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Attempting to bind port cea72453-82c0-4910-8d36-15f22cae9cd4 on network 81b988a5-a21b-4d97-babf-68389ca879ad {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:07:57.269262 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bfccf558-81d6-4750-be39-c75cc164e1a2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7ffccd8d-5a92-47ad-8234-d73c92e05e48 HTTP/1.1" status: 204 len: 168 time: 1.2681112 Feb 08 16:07:57.282747 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:07:57.283018 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235674c4-5372-458e-b7ee-3ea924f95ea9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Checking segment: {'id': '405ba7cd-2513-46fb-b932-d35fecb212bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '732564e4-e66e-464c-8240-3a5338f22cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:07:57.283204 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235674c4-5372-458e-b7ee-3ea924f95ea9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network hostable DHCP agents. Network: 732564e4-e66e-464c-8240-3a5338f22cd1, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:07:57.284181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Checking segment: {'id': '58b14645-a034-4f12-a54c-7edd860d7c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81b988a5-a21b-4d97-babf-68389ca879ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:07:57.284864 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:57.286280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Bound using segment: {'id': '58b14645-a034-4f12-a54c-7edd860d7c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81b988a5-a21b-4d97-babf-68389ca879ad'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:07:57.287197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Bound port: cea72453-82c0-4910-8d36-15f22cae9cd4, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b14645-a034-4f12-a54c-7edd860d7c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81b988a5-a21b-4d97-babf-68389ca879ad'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:07:57.288077 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:57.296509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccf558-81d6-4750-be39-c75cc164e1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffccd8d-5a92-47ad-8234-d73c92e05e48,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:57.299054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 0aaf3415-b412-4af0-83a6-c6970dbaf05e) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:57.316800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:57.322336 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:57.323209 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:57.338945 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4fb628-b544-42f1-841b-a4ee3d25d12f None None] Network 0aaf3415-b412-4af0-83a6-c6970dbaf05e requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:07:57.354458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-35807dc3-8c08-4570-b07c-ec1fb625b8c4 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.1663768 Feb 08 16:07:57.357818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36146) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:57.360663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235674c4-5372-458e-b7ee-3ea924f95ea9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network 732564e4-e66e-464c-8240-3a5338f22cd1 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:07:57.387568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-235674c4-5372-458e-b7ee-3ea924f95ea9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 732564e4-e66e-464c-8240-3a5338f22cd1) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:57.404615 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235674c4-5372-458e-b7ee-3ea924f95ea9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:57.405286 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-235674c4-5372-458e-b7ee-3ea924f95ea9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:57.432723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac202d1-5d58-4656-a85f-3e9f4cf46331 None None] Network 732564e4-e66e-464c-8240-3a5338f22cd1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:07:57.461917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-235674c4-5372-458e-b7ee-3ea924f95ea9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8586488 Feb 08 16:07:57.465968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36152) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:57.577832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36154) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:57.682590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561793e4-030b-4784-98a8-8ac24803fed5 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:57.691288 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561793e4-030b-4784-98a8-8ac24803fed5 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:57.698338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561793e4-030b-4784-98a8-8ac24803fed5 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:57.702988 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-561793e4-030b-4784-98a8-8ac24803fed5 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3440905 Feb 08 16:07:57.708997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36160) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:57.805783 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (732564e4-e66e-464c-8240-3a5338f22cd1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:57.823271 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-e655c91e-1a02-4b24-833f-0139084a0dc0 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Deleting subnet 2f7aee94-3090-47e9-9d23-a68250454548 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:07:57.886997 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (e117c1f2-857a-48f1-aada-9b2a9bbb9d1f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.041918 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (e117c1f2-857a-48f1-aada-9b2a9bbb9d1f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.044087 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36164) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:58.072525 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Subnet': ['ID=e117c1f2-857a-48f1-aada-9b2a9bbb9d1f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:58.085491 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-459e0461-84d2-46cf-8bb2-894084d32817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.108930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46c64f04-d363-46a4-8468-979065696377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.129912 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Publish callbacks [] for port (308e748c-fcaf-4700-acf1-d355158d77a0), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.155532 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (732564e4-e66e-464c-8240-3a5338f22cd1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.180504 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732564e4-e66e-464c-8240-3a5338f22cd1']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:58.193542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405ba7cd-2513-46fb-b932-d35fecb212bd') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:58.194044 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405ba7cd-2513-46fb-b932-d35fecb212bd') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:07:58.206040 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (405ba7cd-2513-46fb-b932-d35fecb212bd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.209075 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (308e748c-fcaf-4700-acf1-d355158d77a0), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.215918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] For port cea72453-82c0-4910-8d36-15f22cae9cd4, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:07:58.229312 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (405ba7cd-2513-46fb-b932-d35fecb212bd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.231886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:07:58.232299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (405ba7cd-2513-46fb-b932-d35fecb212bd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: warnings.warn('Neutron quota engine will require "--force" ' Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:07:58.311093 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:07:58.314080 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e655c91e-1a02-4b24-833f-0139084a0dc0 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks [] for subnet (2f7aee94-3090-47e9-9d23-a68250454548), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.339889 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (732564e4-e66e-464c-8240-3a5338f22cd1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.354097 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.362354 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/732564e4-e66e-464c-8240-3a5338f22cd1 HTTP/1.1" status: 204 len: 168 time: 0.8944726 Feb 08 16:07:58.367395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36170) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:58.382386 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2b9338d7-2c99-4ee7-bfbc-cf87b6880008 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-52823188'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:58.388229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fed57c-f9a6-4e58-b911-0e697ecc4cdc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Network': ['ID=732564e4-e66e-464c-8240-3a5338f22cd1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:58.407112 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e655c91e-1a02-4b24-833f-0139084a0dc0 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (2f7aee94-3090-47e9-9d23-a68250454548), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.456320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9338d7-2c99-4ee7-bfbc-cf87b6880008 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:58.466654 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b9338d7-2c99-4ee7-bfbc-cf87b6880008 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.474132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Pushing event updated for resources: {'Port': ['ID=308e748c-fcaf-4700-acf1-d355158d77a0,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:58.477410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0aaf3415-b412-4af0-83a6-c6970dbaf05e', 'network_id': '0aaf3415-b412-4af0-83a6-c6970dbaf05e', 'project_id': '2ea3a300df614fab82c0f89f1648f7b6', 'fixed_ips': [{'subnet_id': 'd3254789-6729-4688-a489-e126ee6ef725'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:07:58.478469 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.496083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] For port cea72453-82c0-4910-8d36-15f22cae9cd4, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cea72453-82c0-4910-8d36-15f22cae9cd4,segment=NetworkSegment(58b14645-a034-4f12-a54c-7edd860d7c6f),segment_id=58b14645-a034-4f12-a54c-7edd860d7c6f)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:07:58.499574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8b6a5b-f7cb-4826-96e2-a58abcd06e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-732564e4-e66e-464c-8240-3a5338f22cd1', 'network_id': '732564e4-e66e-464c-8240-3a5338f22cd1', 'project_id': '8949fdd54a9442feab9b4019c45b39cd', 'fixed_ips': [{'subnet_id': 'e117c1f2-857a-48f1-aada-9b2a9bbb9d1f'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:07:58.500787 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de8b6a5b-f7cb-4826-96e2-a58abcd06e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.535110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Network 349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:07:58.536505 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.573865 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:58.607824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9338d7-2c99-4ee7-bfbc-cf87b6880008 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:07:58.673941 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-459e0461-84d2-46cf-8bb2-894084d32817 admin admin] Publish callbacks [] for security_group (a23984ba-2cd9-47f2-a760-9795a1435793), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.689744 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e655c91e-1a02-4b24-833f-0139084a0dc0 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (2f7aee94-3090-47e9-9d23-a68250454548), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.718252 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-459e0461-84d2-46cf-8bb2-894084d32817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a23984ba-2cd9-47f2-a760-9795a1435793), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.724971 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b9338d7-2c99-4ee7-bfbc-cf87b6880008 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (cbf163af-000d-4d5f-93b2-c4d6d2ea4f43), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.725434 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-2b9338d7-2c99-4ee7-bfbc-cf87b6880008 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Added segment cbf163af-000d-4d5f-93b2-c4d6d2ea4f43 of type vlan for network 95e8a0a6-7fa5-447a-9017-89d726b0cb72 Feb 08 16:07:58.741114 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46c64f04-d363-46a4-8468-979065696377 admin admin] Publish callbacks [] for security_group (ac2e7af0-a910-4c24-b276-57386b069b20), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.788446 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Allocated IP 172.20.0.18 (0aaf3415-b412-4af0-83a6-c6970dbaf05e/d3254789-6729-4688-a489-e126ee6ef725/21786db3-1f47-49fe-a3f3-2f59daced3e0) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:07:58.794678 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46c64f04-d363-46a4-8468-979065696377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ac2e7af0-a910-4c24-b276-57386b069b20), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.899235 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e655c91e-1a02-4b24-833f-0139084a0dc0 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (2f7aee94-3090-47e9-9d23-a68250454548), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.900772 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:58.922099 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e655c91e-1a02-4b24-833f-0139084a0dc0 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.936737 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e655c91e-1a02-4b24-833f-0139084a0dc0 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "DELETE /v2.0/subnets/2f7aee94-3090-47e9-9d23-a68250454548 HTTP/1.1" status: 204 len: 168 time: 1.2191586 Feb 08 16:07:58.941748 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36178) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:58.972469 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b9338d7-2c99-4ee7-bfbc-cf87b6880008 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (95e8a0a6-7fa5-447a-9017-89d726b0cb72), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:58.994796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655c91e-1a02-4b24-833f-0139084a0dc0 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7aee94-3090-47e9-9d23-a68250454548,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:59.086161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bccb58c-113d-410e-bfdd-4c5d0fd8c6cb None None] Network 732564e4-e66e-464c-8240-3a5338f22cd1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:07:59.108464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0461-84d2-46cf-8bb2-894084d32817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23984ba-2cd9-47f2-a760-9795a1435793,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:59.122398 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-46c64f04-d363-46a4-8468-979065696377 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b8c494c6202540299d45df56f0230004&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0768657 Feb 08 16:07:59.128717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36182) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:59.179531 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b9338d7-2c99-4ee7-bfbc-cf87b6880008 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (95e8a0a6-7fa5-447a-9017-89d726b0cb72), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:59.209930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bccb58c-113d-410e-bfdd-4c5d0fd8c6cb None None] Network 732564e4-e66e-464c-8240-3a5338f22cd1 could not be found, it might have been deleted concurrently. {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 16:07:59.225608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9338d7-2c99-4ee7-bfbc-cf87b6880008 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:07:59.230233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb275e5-47bc-4b6b-b4ed-8116bbd852f8 None None] Pushing event updated for resources: {'Port': ['ID=cea72453-82c0-4910-8d36-15f22cae9cd4,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:59.241219 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b9338d7-2c99-4ee7-bfbc-cf87b6880008 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:59.281433 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-70508531-ad02-4c9d-aa88-32eedafcf241 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Deleting subnet d3254789-6729-4688-a489-e126ee6ef725 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:07:59.333223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Attempting to bind port 308e748c-fcaf-4700-acf1-d355158d77a0 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:07:59.334017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Attempting to bind port 308e748c-fcaf-4700-acf1-d355158d77a0 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0919d3a3-1412-46f8-b106-29a75a04ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:07:59.335806 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Attempting to bind port 308e748c-fcaf-4700-acf1-d355158d77a0 on network 349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:07:59.360709 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Publish callbacks [] for port (21786db3-1f47-49fe-a3f3-2f59daced3e0), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:59.364606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:07:59.370197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Checking segment: {'id': '0919d3a3-1412-46f8-b106-29a75a04ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:07:59.370997 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:59.371622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Bound using segment: {'id': '0919d3a3-1412-46f8-b106-29a75a04ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:07:59.372395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Bound port: 308e748c-fcaf-4700-acf1-d355158d77a0, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0919d3a3-1412-46f8-b106-29a75a04ba20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:07:59.373056 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (308e748c-fcaf-4700-acf1-d355158d77a0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:59.387660 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-459e0461-84d2-46cf-8bb2-894084d32817 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=226d1dd579204e188a0b7e9e7d61c389&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7990127 Feb 08 16:07:59.401410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36186) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:59.402183 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70508531-ad02-4c9d-aa88-32eedafcf241 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks [] for subnet (d3254789-6729-4688-a489-e126ee6ef725), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:59.424747 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (21786db3-1f47-49fe-a3f3-2f59daced3e0), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:59.475674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c64f04-d363-46a4-8468-979065696377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2e7af0-a910-4c24-b276-57386b069b20,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:59.513574 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2b9338d7-2c99-4ee7-bfbc-cf87b6880008 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1441252 Feb 08 16:07:59.516777 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36192) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:07:59.542446 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70508531-ad02-4c9d-aa88-32eedafcf241 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (d3254789-6729-4688-a489-e126ee6ef725), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:59.555644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9338d7-2c99-4ee7-bfbc-cf87b6880008 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Network': ['ID=95e8a0a6-7fa5-447a-9017-89d726b0cb72,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:07:59.562058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-db816200-2916-4564-9f1e-5565cee24db3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'subnet': {'network_id': '95e8a0a6-7fa5-447a-9017-89d726b0cb72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:07:59.675334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 95e8a0a6-7fa5-447a-9017-89d726b0cb72 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:07:59.798914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db816200-2916-4564-9f1e-5565cee24db3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:07:59.805734 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db816200-2916-4564-9f1e-5565cee24db3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:59.899307 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe028527-2876-461f-b119-ab8cdee60d9a admin admin] Publish callbacks [] for security_group (ac2e7af0-a910-4c24-b276-57386b069b20), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:59.909661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Network 0aaf3415-b412-4af0-83a6-c6970dbaf05e is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:07:59.910861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cea72453-82c0-4910-8d36-15f22cae9cd4 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:07:59.950761 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:07:59.956236 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:07:59.964812 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe028527-2876-461f-b119-ab8cdee60d9a admin admin] Publish callbacks [] for security_group (ac2e7af0-a910-4c24-b276-57386b069b20), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:07:59.982034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Pushing event updated for resources: {'Port': ['ID=21786db3-1f47-49fe-a3f3-2f59daced3e0,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:00.024629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-db816200-2916-4564-9f1e-5565cee24db3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Performing IP validity checks on allocation pools {{(pid=103302) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 16:08:00.032327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-db816200-2916-4564-9f1e-5565cee24db3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103302) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 16:08:00.082466 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70508531-ad02-4c9d-aa88-32eedafcf241 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d3254789-6729-4688-a489-e126ee6ef725), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:00.151523 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe028527-2876-461f-b119-ab8cdee60d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (ac2e7af0-a910-4c24-b276-57386b069b20), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:00.154376 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe028527-2876-461f-b119-ab8cdee60d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:00.155590 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fe028527-2876-461f-b119-ab8cdee60d9a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ac2e7af0-a910-4c24-b276-57386b069b20 HTTP/1.1" status: 204 len: 168 time: 1.0263503 Feb 08 16:08:00.209313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe028527-2876-461f-b119-ab8cdee60d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2e7af0-a910-4c24-b276-57386b069b20,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:00.308892 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-139259b3-4279-48cf-aad3-25e10d762f73 admin admin] Publish callbacks [] for security_group (a23984ba-2cd9-47f2-a760-9795a1435793), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:00.391291 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70508531-ad02-4c9d-aa88-32eedafcf241 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (d3254789-6729-4688-a489-e126ee6ef725), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:00.521573 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-139259b3-4279-48cf-aad3-25e10d762f73 admin admin] Publish callbacks [] for security_group (a23984ba-2cd9-47f2-a760-9795a1435793), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:00.540813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70508531-ad02-4c9d-aa88-32eedafcf241 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event deleted for resources: {'Subnet': ['ID=d3254789-6729-4688-a489-e126ee6ef725,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:00.547021 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70508531-ad02-4c9d-aa88-32eedafcf241 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:00.553172 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-70508531-ad02-4c9d-aa88-32eedafcf241 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "DELETE /v2.0/subnets/d3254789-6729-4688-a489-e126ee6ef725 HTTP/1.1" status: 204 len: 168 time: 1.5675669 Feb 08 16:08:00.554055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36214) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:00.596973 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db816200-2916-4564-9f1e-5565cee24db3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (3cc8e84d-d369-4481-b86f-50ad763cdce7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:00.624720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] For port 308e748c-fcaf-4700-acf1-d355158d77a0, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:08:00.769404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db816200-2916-4564-9f1e-5565cee24db3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Subnet': ['ID=3cc8e84d-d369-4481-b86f-50ad763cdce7,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:00.772298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42b8b5b-50f0-46e7-850a-a91998944a3c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:00.788266 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d42b8b5b-50f0-46e7-850a-a91998944a3c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2295179 Feb 08 16:08:00.791109 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36216) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:00.814540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] For port 308e748c-fcaf-4700-acf1-d355158d77a0, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=308e748c-fcaf-4700-acf1-d355158d77a0,segment=NetworkSegment(0919d3a3-1412-46f8-b106-29a75a04ba20),segment_id=0919d3a3-1412-46f8-b106-29a75a04ba20)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:08:00.816621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Attempting to bind port 21786db3-1f47-49fe-a3f3-2f59daced3e0 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:08:00.825117 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Attempting to bind port 21786db3-1f47-49fe-a3f3-2f59daced3e0 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'c0c9dd92-d189-40c8-b808-a9caca009456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0aaf3415-b412-4af0-83a6-c6970dbaf05e'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:08:00.825700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Attempting to bind port 21786db3-1f47-49fe-a3f3-2f59daced3e0 on network 0aaf3415-b412-4af0-83a6-c6970dbaf05e {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:08:00.870421 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (308e748c-fcaf-4700-acf1-d355158d77a0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:00.881395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:08:00.897552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Checking segment: {'id': 'c0c9dd92-d189-40c8-b808-a9caca009456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0aaf3415-b412-4af0-83a6-c6970dbaf05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:00.902412 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:00.902412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Bound using segment: {'id': 'c0c9dd92-d189-40c8-b808-a9caca009456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0aaf3415-b412-4af0-83a6-c6970dbaf05e'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:08:00.911067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Bound port: 21786db3-1f47-49fe-a3f3-2f59daced3e0, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c9dd92-d189-40c8-b808-a9caca009456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0aaf3415-b412-4af0-83a6-c6970dbaf05e'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:08:00.912693 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (21786db3-1f47-49fe-a3f3-2f59daced3e0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:00.948372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db816200-2916-4564-9f1e-5565cee24db3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Checking segment: {'id': 'cbf163af-000d-4d5f-93b2-c4d6d2ea4f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '95e8a0a6-7fa5-447a-9017-89d726b0cb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:00.951109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db816200-2916-4564-9f1e-5565cee24db3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network hostable DHCP agents. Network: 95e8a0a6-7fa5-447a-9017-89d726b0cb72, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:00.960490 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e55092-cf18-41b6-98e8-7be1f1822403 None None] Network 81b988a5-a21b-4d97-babf-68389ca879ad requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:01.025766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db816200-2916-4564-9f1e-5565cee24db3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network 95e8a0a6-7fa5-447a-9017-89d726b0cb72 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:01.027368 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-139259b3-4279-48cf-aad3-25e10d762f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a23984ba-2cd9-47f2-a760-9795a1435793), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:01.037602 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-139259b3-4279-48cf-aad3-25e10d762f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:01.039194 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-139259b3-4279-48cf-aad3-25e10d762f73 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a23984ba-2cd9-47f2-a760-9795a1435793 HTTP/1.1" status: 204 len: 168 time: 1.2776179 Feb 08 16:08:01.048201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port cea72453-82c0-4910-8d36-15f22cae9cd4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:01.052049 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:01.063037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-db816200-2916-4564-9f1e-5565cee24db3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 95e8a0a6-7fa5-447a-9017-89d726b0cb72) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:01.071896 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db816200-2916-4564-9f1e-5565cee24db3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:01.083529 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db816200-2916-4564-9f1e-5565cee24db3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:01.121357 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-db816200-2916-4564-9f1e-5565cee24db3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5668433 Feb 08 16:08:01.128366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36226) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:01.149514 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (0aaf3415-b412-4af0-83a6-c6970dbaf05e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:01.181819 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139259b3-4279-48cf-aad3-25e10d762f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23984ba-2cd9-47f2-a760-9795a1435793,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:01.216390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3b3251-61db-44d8-8c07-4e00689fa47f None None] Network 95e8a0a6-7fa5-447a-9017-89d726b0cb72 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:01.415443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Deleting port 21786db3-1f47-49fe-a3f3-2f59daced3e0 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:08:01.415903 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (21786db3-1f47-49fe-a3f3-2f59daced3e0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:01.470472 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (95e8a0a6-7fa5-447a-9017-89d726b0cb72), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:01.612538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-aa0580f2-5614-45dd-b3a8-f76912560731 None None] Provisioning complete for port cea72453-82c0-4910-8d36-15f22cae9cd4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:01.612972 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aa0580f2-5614-45dd-b3a8-f76912560731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:01.664151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] For port 21786db3-1f47-49fe-a3f3-2f59daced3e0, host n-d-824834-11, got binding levels [] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:08:01.664529 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (21786db3-1f47-49fe-a3f3-2f59daced3e0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:01.677169 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (3cc8e84d-d369-4481-b86f-50ad763cdce7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:01.698429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ca3e6-e21e-4794-b0a1-0973c8cc7eb2 None None] Network 349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:01.734032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Calling delete_port for 21786db3-1f47-49fe-a3f3-2f59daced3e0 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:08:01.859829 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (3cc8e84d-d369-4481-b86f-50ad763cdce7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:01.891116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc8e84d-d369-4481-b86f-50ad763cdce7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:01.939570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36238) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:02.012989 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (21786db3-1f47-49fe-a3f3-2f59daced3e0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.025692 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (95e8a0a6-7fa5-447a-9017-89d726b0cb72), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.067387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e8a0a6-7fa5-447a-9017-89d726b0cb72']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:02.083017 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf163af-000d-4d5f-93b2-c4d6d2ea4f43') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:02.083609 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf163af-000d-4d5f-93b2-c4d6d2ea4f43') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:02.095402 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (cbf163af-000d-4d5f-93b2-c4d6d2ea4f43), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.112726 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (cbf163af-000d-4d5f-93b2-c4d6d2ea4f43), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.121371 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:02.122118 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (cbf163af-000d-4d5f-93b2-c4d6d2ea4f43), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.142506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event deleted for resources: {'Port': ['ID=21786db3-1f47-49fe-a3f3-2f59daced3e0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:02.163297 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] No DVR routers for this DVR port 21786db3-1f47-49fe-a3f3-2f59daced3e0 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:02.211884 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:02.220824 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (95e8a0a6-7fa5-447a-9017-89d726b0cb72), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.231149 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.236254 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/95e8a0a6-7fa5-447a-9017-89d726b0cb72 HTTP/1.1" status: 204 len: 168 time: 1.1067636 Feb 08 16:08:02.247668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36248) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:02.253717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-05898daf-42aa-4c4d-9d61-ae86053ec870 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1793370131'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:02.279975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ab92e-3977-4d7e-8f3f-a96a2c436a3f tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Network': ['ID=95e8a0a6-7fa5-447a-9017-89d726b0cb72,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:02.304746 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05898daf-42aa-4c4d-9d61-ae86053ec870 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:02.312578 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-05898daf-42aa-4c4d-9d61-ae86053ec870 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.315655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36250) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:02.337003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98349985-994e-4309-95f8-0a9d97a93261 None None] Pushing event updated for resources: {'Port': ['ID=308e748c-fcaf-4700-acf1-d355158d77a0,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:02.360159 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05898daf-42aa-4c4d-9d61-ae86053ec870 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:02.372571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-05898daf-42aa-4c4d-9d61-ae86053ec870 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d927304e-b543-4074-b2cc-3cd06d263114), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.372894 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-05898daf-42aa-4c4d-9d61-ae86053ec870 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Added segment d927304e-b543-4074-b2cc-3cd06d263114 of type vlan for network d9aefce4-864b-404d-bf68-c5d2c27c9b33 Feb 08 16:08:02.423175 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cababe45-c29c-44f3-8e43-de7af3e43886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.427459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-05898daf-42aa-4c4d-9d61-ae86053ec870 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (d9aefce4-864b-404d-bf68-c5d2c27c9b33), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.568839 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-05898daf-42aa-4c4d-9d61-ae86053ec870 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (d9aefce4-864b-404d-bf68-c5d2c27c9b33), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.569963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port cea72453-82c0-4910-8d36-15f22cae9cd4 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:02.570587 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.574969 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05898daf-42aa-4c4d-9d61-ae86053ec870 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:02.575607 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-05898daf-42aa-4c4d-9d61-ae86053ec870 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.616936 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f7b75ff7-8f24-46bd-b375-dc4aa60994e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.640972 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (0aaf3415-b412-4af0-83a6-c6970dbaf05e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.643814 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:08:02.653549 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:08:02.720750 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aaf3415-b412-4af0-83a6-c6970dbaf05e']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:02.768267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c9dd92-d189-40c8-b808-a9caca009456') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:02.768574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c9dd92-d189-40c8-b808-a9caca009456') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:02.837745 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0fe910-6c75-4a17-bb46-3de718147fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-95e8a0a6-7fa5-447a-9017-89d726b0cb72', 'network_id': '95e8a0a6-7fa5-447a-9017-89d726b0cb72', 'project_id': '8949fdd54a9442feab9b4019c45b39cd', 'fixed_ips': [{'subnet_id': '3cc8e84d-d369-4481-b86f-50ad763cdce7'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:02.838641 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2b0fe910-6c75-4a17-bb46-3de718147fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.849971 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (c0c9dd92-d189-40c8-b808-a9caca009456), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.866730 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05898daf-42aa-4c4d-9d61-ae86053ec870 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Network': ['ID=d9aefce4-864b-404d-bf68-c5d2c27c9b33,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:02.869213 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ab0e584a-84eb-4dc4-b851-6423a367bea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.885561 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-05898daf-42aa-4c4d-9d61-ae86053ec870 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6336017 Feb 08 16:08:02.886347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36256) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:02.900602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-fb1d2acc-a123-461d-ba61-4ba376964d43 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'subnet': {'network_id': 'd9aefce4-864b-404d-bf68-c5d2c27c9b33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:02.920477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network d9aefce4-864b-404d-bf68-c5d2c27c9b33 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:02.965208 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (c0c9dd92-d189-40c8-b808-a9caca009456), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.987426 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:02.987843 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (c0c9dd92-d189-40c8-b808-a9caca009456), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:02.998309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-aa0580f2-5614-45dd-b3a8-f76912560731 None None] Current status of the port cea72453-82c0-4910-8d36-15f22cae9cd4 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:02.998702 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aa0580f2-5614-45dd-b3a8-f76912560731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:03.002309 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:03.120546 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port cea72453-82c0-4910-8d36-15f22cae9cd4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cea72453-82c0-4910-8d36-15f22cae9cd4,segment=NetworkSegment(58b14645-a034-4f12-a54c-7edd860d7c6f),segment_id=58b14645-a034-4f12-a54c-7edd860d7c6f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:08:03.178420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1d2acc-a123-461d-ba61-4ba376964d43 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:03.183533 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb1d2acc-a123-461d-ba61-4ba376964d43 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:03.284253 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (0aaf3415-b412-4af0-83a6-c6970dbaf05e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:03.300607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Attempting to bind port 21786db3-1f47-49fe-a3f3-2f59daced3e0 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:08:03.304299 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Attempting to bind port 21786db3-1f47-49fe-a3f3-2f59daced3e0 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'c0c9dd92-d189-40c8-b808-a9caca009456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0aaf3415-b412-4af0-83a6-c6970dbaf05e'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:08:03.305259 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Attempting to bind port 21786db3-1f47-49fe-a3f3-2f59daced3e0 on network 0aaf3415-b412-4af0-83a6-c6970dbaf05e {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:08:03.332709 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:03.351725 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:08:03.354053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Checking segment: {'id': 'c0c9dd92-d189-40c8-b808-a9caca009456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0aaf3415-b412-4af0-83a6-c6970dbaf05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:03.355445 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:03.356015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Bound using segment: {'id': 'c0c9dd92-d189-40c8-b808-a9caca009456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0aaf3415-b412-4af0-83a6-c6970dbaf05e'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:08:03.361557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Bound port: 21786db3-1f47-49fe-a3f3-2f59daced3e0, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c9dd92-d189-40c8-b808-a9caca009456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0aaf3415-b412-4af0-83a6-c6970dbaf05e'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:08:03.362145 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (21786db3-1f47-49fe-a3f3-2f59daced3e0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:03.392844 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:03.402446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "DELETE /v2.0/networks/0aaf3415-b412-4af0-83a6-c6970dbaf05e HTTP/1.1" status: 204 len: 168 time: 2.6037328 Feb 08 16:08:03.409971 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36270) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:03.410224 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f7b75ff7-8f24-46bd-b375-dc4aa60994e7 admin admin] Publish callbacks [] for security_group (f18e9679-60d1-417f-a1ee-67d391578268), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:03.421505 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-19568237-c2f0-43a0-90fc-0dd04355d16f req-70a2a0bc-93f6-47d9-89c2-f55012663721 service neutron] (103301) timed out ('10.222.0.82', 43624) {{(pid=103301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 16:08:03.460564 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582849d-419c-4f47-a6ba-ae548bd38668 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event deleted for resources: {'Network': ['ID=0aaf3415-b412-4af0-83a6-c6970dbaf05e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:03.467798 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f7b75ff7-8f24-46bd-b375-dc4aa60994e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f18e9679-60d1-417f-a1ee-67d391578268), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:03.514253 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=cea72453-82c0-4910-8d36-15f22cae9cd4,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:03.588467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d38678-bd18-4131-9909-de58030ba994 None None] Network 95e8a0a6-7fa5-447a-9017-89d726b0cb72 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:03.631944 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f7b75ff7-8f24-46bd-b375-dc4aa60994e7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=070b7c5ff45d414f9ebe1f81e38b33d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3143768 Feb 08 16:08:03.642957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36274) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:03.667412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d38678-bd18-4131-9909-de58030ba994 None None] Network 95e8a0a6-7fa5-447a-9017-89d726b0cb72 could not be found, it might have been deleted concurrently. {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 16:08:03.703721 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:03.774873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7a31525d-de4e-4d85-a1da-56b0fed8a355 None None] Port 21786db3-1f47-49fe-a3f3-2f59daced3e0 has been deleted concurrently {{(pid=103303) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 08 16:08:03.788104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b75ff7-8f24-46bd-b375-dc4aa60994e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18e9679-60d1-417f-a1ee-67d391578268,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:03.808306 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ab0e584a-84eb-4dc4-b851-6423a367bea6 admin admin] Publish callbacks [] for security_group (16a93409-3017-4942-8e32-8c8fa35d7616), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:03.853674 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8856604d-9781-4667-b378-504e512cb4d1 admin admin] Publish callbacks [] for security_group (f18e9679-60d1-417f-a1ee-67d391578268), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:03.856579 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ab0e584a-84eb-4dc4-b851-6423a367bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (16a93409-3017-4942-8e32-8c8fa35d7616), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:03.958012 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-aa0580f2-5614-45dd-b3a8-f76912560731 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:08:03.962231 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-aa0580f2-5614-45dd-b3a8-f76912560731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:08:03.995308 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a963534c-82fb-400f-bdb6-984d56bb62dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:04.007122 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Deleting port 308e748c-fcaf-4700-acf1-d355158d77a0 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:08:04.007605 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (308e748c-fcaf-4700-acf1-d355158d77a0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:04.506808 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] For port 308e748c-fcaf-4700-acf1-d355158d77a0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=308e748c-fcaf-4700-acf1-d355158d77a0,segment=NetworkSegment(0919d3a3-1412-46f8-b106-29a75a04ba20),segment_id=0919d3a3-1412-46f8-b106-29a75a04ba20)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:08:04.507183 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (308e748c-fcaf-4700-acf1-d355158d77a0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:04.556550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-aa0580f2-5614-45dd-b3a8-f76912560731 None None] Current status of the port cea72453-82c0-4910-8d36-15f22cae9cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:04.574831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Calling delete_port for 308e748c-fcaf-4700-acf1-d355158d77a0 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:08:04.587275 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb1d2acc-a123-461d-ba61-4ba376964d43 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (221e80f8-fb2f-4fe5-982a-1e1cb139c426), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:04.720299 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4a1a5bea-9618-4b4c-9cbb-b51d7ad79803 None None] Provisioning complete for port cea72453-82c0-4910-8d36-15f22cae9cd4 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:04.728921 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4a1a5bea-9618-4b4c-9cbb-b51d7ad79803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:04.834604 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d2acc-a123-461d-ba61-4ba376964d43 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Subnet': ['ID=221e80f8-fb2f-4fe5-982a-1e1cb139c426,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:04.870950 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4a1a5bea-9618-4b4c-9cbb-b51d7ad79803 None None] Current status of the port cea72453-82c0-4910-8d36-15f22cae9cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:05.001809 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e584a-84eb-4dc4-b851-6423a367bea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a93409-3017-4942-8e32-8c8fa35d7616,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:05.063652 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1d2acc-a123-461d-ba61-4ba376964d43 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Checking segment: {'id': 'd927304e-b543-4074-b2cc-3cd06d263114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd9aefce4-864b-404d-bf68-c5d2c27c9b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:05.065509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1d2acc-a123-461d-ba61-4ba376964d43 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network hostable DHCP agents. Network: d9aefce4-864b-404d-bf68-c5d2c27c9b33, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:05.084331 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8856604d-9781-4667-b378-504e512cb4d1 admin admin] Publish callbacks [] for security_group (f18e9679-60d1-417f-a1ee-67d391578268), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:05.115847 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ab0e584a-84eb-4dc4-b851-6423a367bea6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a1740f2f072f4fb88a657cd70eed3400&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1751814 Feb 08 16:08:05.124035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36306) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:05.197474 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1d2acc-a123-461d-ba61-4ba376964d43 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network d9aefce4-864b-404d-bf68-c5d2c27c9b33 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:05.210843 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (308e748c-fcaf-4700-acf1-d355158d77a0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:05.288024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-fb1d2acc-a123-461d-ba61-4ba376964d43 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, d9aefce4-864b-404d-bf68-c5d2c27c9b33) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:05.291591 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event deleted for resources: {'Port': ['ID=308e748c-fcaf-4700-acf1-d355158d77a0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:05.299048 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4bfb8c-0521-4ce8-8574-009399d06e59 None None] Network d9aefce4-864b-404d-bf68-c5d2c27c9b33 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:05.299277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] No DVR routers for this DVR port 308e748c-fcaf-4700-acf1-d355158d77a0 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:08:05.317325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d2acc-a123-461d-ba61-4ba376964d43 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:05.319592 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb1d2acc-a123-461d-ba61-4ba376964d43 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:05.408584 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6d692ea0-32cc-495c-af42-af3ea3345c2c admin admin] Publish callbacks [] for security_group (16a93409-3017-4942-8e32-8c8fa35d7616), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:05.520232 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8856604d-9781-4667-b378-504e512cb4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f18e9679-60d1-417f-a1ee-67d391578268), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:05.526718 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8856604d-9781-4667-b378-504e512cb4d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:05.528227 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8856604d-9781-4667-b378-504e512cb4d1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f18e9679-60d1-417f-a1ee-67d391578268 HTTP/1.1" status: 204 len: 168 time: 1.8786695 Feb 08 16:08:05.531396 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6d692ea0-32cc-495c-af42-af3ea3345c2c admin admin] Publish callbacks [] for security_group (16a93409-3017-4942-8e32-8c8fa35d7616), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:05.551410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856604d-9781-4667-b378-504e512cb4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18e9679-60d1-417f-a1ee-67d391578268,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:05.579545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-9d129f00-dbcb-45ec-9b42-271961d2648e req-6750fae2-6848-4838-ae86-14a4e2073482 service neutron] (103302) timed out ('10.222.0.82', 43688) {{(pid=103302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 16:08:05.624059 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fb1d2acc-a123-461d-ba61-4ba376964d43 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7340555 Feb 08 16:08:05.625708 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36318) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:05.702760 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:05.752396 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cea72453-82c0-4910-8d36-15f22cae9cd4 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:08:05.801675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfd4454-4fb8-4deb-bef4-98545475d4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-d9aefce4-864b-404d-bf68-c5d2c27c9b33', 'network_id': 'd9aefce4-864b-404d-bf68-c5d2c27c9b33', 'project_id': '8949fdd54a9442feab9b4019c45b39cd', 'fixed_ips': [{'subnet_id': '221e80f8-fb2f-4fe5-982a-1e1cb139c426'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:05.805839 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2cfd4454-4fb8-4deb-bef4-98545475d4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:05.854070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:05.899857 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6d692ea0-32cc-495c-af42-af3ea3345c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (16a93409-3017-4942-8e32-8c8fa35d7616), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:05.903451 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6d692ea0-32cc-495c-af42-af3ea3345c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:05.904779 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6d692ea0-32cc-495c-af42-af3ea3345c2c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/16a93409-3017-4942-8e32-8c8fa35d7616 HTTP/1.1" status: 204 len: 168 time: 0.7756889 Feb 08 16:08:05.922340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d692ea0-32cc-495c-af42-af3ea3345c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a93409-3017-4942-8e32-8c8fa35d7616,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:05.931711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0919d3a3-1412-46f8-b106-29a75a04ba20') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:05.944028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0919d3a3-1412-46f8-b106-29a75a04ba20') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:05.993269 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (d9aefce4-864b-404d-bf68-c5d2c27c9b33), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.006068 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (0919d3a3-1412-46f8-b106-29a75a04ba20), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.008147 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d095817d-e4d9-424d-ae40-4cd15fafb555 None None] DHCP port deletion for 0aaf3415-b412-4af0-83a6-c6970dbaf05e request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:08:06.036593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a142d04e-8519-4c43-ac64-3ec971693af3 None None] Could not find standard attr ID for object 21786db3-1f47-49fe-a3f3-2f59daced3e0. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:08:06.038336 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.059173 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (0919d3a3-1412-46f8-b106-29a75a04ba20), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.075739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:06.076485 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (0919d3a3-1412-46f8-b106-29a75a04ba20), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:06.086473 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:06.169625 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (221e80f8-fb2f-4fe5-982a-1e1cb139c426), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.233642 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.268121 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.276324 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "DELETE /v2.0/networks/349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a HTTP/1.1" status: 204 len: 168 time: 2.8623354 Feb 08 16:08:06.277500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1cbc4-92ad-41ed-a3ec-011066e27f6c tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event deleted for resources: {'Network': ['ID=349006e6-1bbe-4a7d-9d91-b2a8d9a2a99a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:06.283362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36338) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:06.349833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e7b030-4b6d-4ea4-af87-66182a690999 None None] Network 0aaf3415-b412-4af0-83a6-c6970dbaf05e requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:06.366693 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (221e80f8-fb2f-4fe5-982a-1e1cb139c426), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.427526 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e7b030-4b6d-4ea4-af87-66182a690999 None None] Network 0aaf3415-b412-4af0-83a6-c6970dbaf05e could not be found, it might have been deleted concurrently. {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server [None req-2cfd4454-4fb8-4deb-bef4-98545475d4f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 221e80f8-fb2f-4fe5-982a-1e1cb139c426: This subnet is being modified by another concurrent operation. Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise exception Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 221e80f8-fb2f-4fe5-982a-1e1cb139c426: This subnet is being modified by another concurrent operation. Feb 08 16:08:06.450394 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Feb 08 16:08:06.457513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port cea72453-82c0-4910-8d36-15f22cae9cd4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:06.457513 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.544706 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6700179-676c-4ac9-b90d-fa0edfa2bf71 None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:08:06.603715 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a06d-ac2d-488f-9bb9-bf700bf5a07e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (5d1545f5-7053-4d88-82da-41ca9dd3421a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.654860 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (d9aefce4-864b-404d-bf68-c5d2c27c9b33), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.772556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Subnet': ['ID=221e80f8-fb2f-4fe5-982a-1e1cb139c426,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:06.786931 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a06d-ac2d-488f-9bb9-bf700bf5a07e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (5d1545f5-7053-4d88-82da-41ca9dd3421a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.808157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9aefce4-864b-404d-bf68-c5d2c27c9b33']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:06.818060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-9cb8a06d-ac2d-488f-9bb9-bf700bf5a07e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1545f5-7053-4d88-82da-41ca9dd3421a']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:06.835888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-9cb8a06d-ac2d-488f-9bb9-bf700bf5a07e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7b3222-18db-4801-b0df-9a7076339d0b') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:06.836748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-9cb8a06d-ac2d-488f-9bb9-bf700bf5a07e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7b3222-18db-4801-b0df-9a7076339d0b') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:06.845363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd927304e-b543-4074-b2cc-3cd06d263114') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:06.848841 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd927304e-b543-4074-b2cc-3cd06d263114') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:06.856339 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a06d-ac2d-488f-9bb9-bf700bf5a07e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (af7b3222-18db-4801-b0df-9a7076339d0b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.876014 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a06d-ac2d-488f-9bb9-bf700bf5a07e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (af7b3222-18db-4801-b0df-9a7076339d0b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.884733 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (d927304e-b543-4074-b2cc-3cd06d263114), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.887292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb8a06d-ac2d-488f-9bb9-bf700bf5a07e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:06.888899 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a06d-ac2d-488f-9bb9-bf700bf5a07e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (af7b3222-18db-4801-b0df-9a7076339d0b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:06.894459 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:06.926139 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d927304e-b543-4074-b2cc-3cd06d263114), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.956183 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.970698 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:06.971140 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (d927304e-b543-4074-b2cc-3cd06d263114), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:06.974297 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:07.003678 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a06d-ac2d-488f-9bb9-bf700bf5a07e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (5d1545f5-7053-4d88-82da-41ca9dd3421a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:07.013843 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a06d-ac2d-488f-9bb9-bf700bf5a07e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:07.020024 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9cb8a06d-ac2d-488f-9bb9-bf700bf5a07e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "DELETE /v2.0/networks/5d1545f5-7053-4d88-82da-41ca9dd3421a HTTP/1.1" status: 204 len: 168 time: 0.7333920 Feb 08 16:08:07.020425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36356) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:07.146477 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (951dbdba-f058-45f8-850d-f29d942970c1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:07.149974 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8a06d-ac2d-488f-9bb9-bf700bf5a07e tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event deleted for resources: {'Network': ['ID=5d1545f5-7053-4d88-82da-41ca9dd3421a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:07.240473 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (d9aefce4-864b-404d-bf68-c5d2c27c9b33), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:07.253431 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:07.271081 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/d9aefce4-864b-404d-bf68-c5d2c27c9b33 HTTP/1.1" status: 204 len: 168 time: 1.6437690 Feb 08 16:08:07.278548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36374) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:07.323768 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-bcf46bb8-0bd2-4590-abf0-36abcfc50c03 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-493034975'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:07.334844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144605a0-258f-4503-992a-7636b1ca67c2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Network': ['ID=d9aefce4-864b-404d-bf68-c5d2c27c9b33,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:07.368324 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36378) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:07.395207 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf46bb8-0bd2-4590-abf0-36abcfc50c03 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:07.398638 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bcf46bb8-0bd2-4590-abf0-36abcfc50c03 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:07.443758 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c13bc5c-88e3-467a-9410-9b3b7a2d39b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:07.462868 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (951dbdba-f058-45f8-850d-f29d942970c1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:07.464663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf46bb8-0bd2-4590-abf0-36abcfc50c03 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:07.482284 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bcf46bb8-0bd2-4590-abf0-36abcfc50c03 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (102ec579-b5e2-4184-ab14-7401f6947972), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:07.482642 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-bcf46bb8-0bd2-4590-abf0-36abcfc50c03 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Added segment 102ec579-b5e2-4184-ab14-7401f6947972 of type vlan for network a48a17b4-6698-4999-a7f1-dfbcec4f7de8 Feb 08 16:08:07.562518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951dbdba-f058-45f8-850d-f29d942970c1']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:07.568768 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bcf46bb8-0bd2-4590-abf0-36abcfc50c03 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (a48a17b4-6698-4999-a7f1-dfbcec4f7de8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:07.598118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e3682c-05c2-43d9-93a6-e3790b5619bd') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:07.611575 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e3682c-05c2-43d9-93a6-e3790b5619bd') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:07.622313 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bcf46bb8-0bd2-4590-abf0-36abcfc50c03 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (a48a17b4-6698-4999-a7f1-dfbcec4f7de8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:07.628487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf46bb8-0bd2-4590-abf0-36abcfc50c03 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:07.629154 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bcf46bb8-0bd2-4590-abf0-36abcfc50c03 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:07.693179 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6700179-676c-4ac9-b90d-fa0edfa2bf71 None None] Resources bound (agent type, host, resource id): {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 16:08:07.721140 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port cea72453-82c0-4910-8d36-15f22cae9cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:07.724894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bcf46bb8-0bd2-4590-abf0-36abcfc50c03 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4098861 Feb 08 16:08:07.792689 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 21786db3-1f47-49fe-a3f3-2f59daced3e0 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:08:07.837593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36390) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:07.874466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 21786db3-1f47-49fe-a3f3-2f59daced3e0 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:08:07.875597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 21786db3-1f47-49fe-a3f3-2f59daced3e0 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:08:07.878098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2eb7cd2e-3dcb-48fb-ba2e-495aae560a65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'subnet': {'network_id': 'a48a17b4-6698-4999-a7f1-dfbcec4f7de8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:08.194393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf46bb8-0bd2-4590-abf0-36abcfc50c03 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Network': ['ID=a48a17b4-6698-4999-a7f1-dfbcec4f7de8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:08.271742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36410) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:08.292559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network a48a17b4-6698-4999-a7f1-dfbcec4f7de8 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:08.294831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb7cd2e-3dcb-48fb-ba2e-495aae560a65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:08.299299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2eb7cd2e-3dcb-48fb-ba2e-495aae560a65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:08.363723 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:08.551432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-486367855'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:08.629478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Made reservation on behalf of 79a335de4a264ecf9c2ccc0d594b3e75 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:08.632835 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:08.681168 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:08.702241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ff852-54ae-41f0-a6c8-946d89fe0126 None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:08:08.783499 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (a3e3682c-05c2-43d9-93a6-e3790b5619bd), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:08.839743 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a3e3682c-05c2-43d9-93a6-e3790b5619bd), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:08.862888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:08.863315 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (a3e3682c-05c2-43d9-93a6-e3790b5619bd), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:08.872562 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:08.880578 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ff852-54ae-41f0-a6c8-946d89fe0126 None None] Resources bound (agent type, host, resource id): {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 16:08:08.923337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36424) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:09.042001 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (951dbdba-f058-45f8-850d-f29d942970c1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.064437 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.071064 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] 10.222.0.82 "DELETE /v2.0/networks/951dbdba-f058-45f8-850d-f29d942970c1 HTTP/1.1" status: 204 len: 168 time: 2.0482428 Feb 08 16:08:09.073300 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c13bc5c-88e3-467a-9410-9b3b7a2d39b4 admin admin] Publish callbacks [] for security_group (64494df5-e1f6-4581-b4bd-b83d3095ed77), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.074536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Pushing event deleted for resources: {'Network': ['ID=951dbdba-f058-45f8-850d-f29d942970c1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:09.089801 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0c13bc5c-88e3-467a-9410-9b3b7a2d39b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (64494df5-e1f6-4581-b4bd-b83d3095ed77), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.104018 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2eb7cd2e-3dcb-48fb-ba2e-495aae560a65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (2b253ac9-371d-4d0e-9d3f-37ec5d0e5cc6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.151052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:09.153347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:09.153713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:09.154192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:09.154702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:09.154998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:09.157028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:09.157393 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:09.159087 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:09.159438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:09.160826 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:09.162201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:09.162558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd84809-d69d-4b21-b0f7-e48d9173f8a3 tempest-BulkNetworkOpsTest-441149758 tempest-BulkNetworkOpsTest-441149758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:09.180767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13bc5c-88e3-467a-9410-9b3b7a2d39b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64494df5-e1f6-4581-b4bd-b83d3095ed77,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:09.231396 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0c13bc5c-88e3-467a-9410-9b3b7a2d39b4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=54926db7657c438c8d7daf081d6a75d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8451738 Feb 08 16:08:09.234163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36436) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:09.277751 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22ac74a-0287-4033-ba49-ded26830860a admin admin] Deleting subnet ea7eac82-a466-4a20-abeb-5632bd87900a {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:08:09.285070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402390d-6123-4644-a5ac-cbf0c1989038 None None] Network d9aefce4-864b-404d-bf68-c5d2c27c9b33 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:09.303481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402390d-6123-4644-a5ac-cbf0c1989038 None None] Network d9aefce4-864b-404d-bf68-c5d2c27c9b33 could not be found, it might have been deleted concurrently. {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 16:08:09.315524 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a22ac74a-0287-4033-ba49-ded26830860a admin admin] Publish callbacks [] for subnet (ea7eac82-a466-4a20-abeb-5632bd87900a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.361517 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9006b730-0397-43f1-baca-8afbfc78408e admin admin] Publish callbacks [] for security_group (64494df5-e1f6-4581-b4bd-b83d3095ed77), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.407532 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9006b730-0397-43f1-baca-8afbfc78408e admin admin] Publish callbacks [] for security_group (64494df5-e1f6-4581-b4bd-b83d3095ed77), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.433808 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for security_group (fac081bf-f2a6-4c6d-868a-eeee48c2c4b0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.461141 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a22ac74a-0287-4033-ba49-ded26830860a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (ea7eac82-a466-4a20-abeb-5632bd87900a), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.472830 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9006b730-0397-43f1-baca-8afbfc78408e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (64494df5-e1f6-4581-b4bd-b83d3095ed77), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.475821 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9006b730-0397-43f1-baca-8afbfc78408e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.481481 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9006b730-0397-43f1-baca-8afbfc78408e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/64494df5-e1f6-4581-b4bd-b83d3095ed77 HTTP/1.1" status: 204 len: 168 time: 0.2458339 Feb 08 16:08:09.498995 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006b730-0397-43f1-baca-8afbfc78408e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64494df5-e1f6-4581-b4bd-b83d3095ed77,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:09.526635 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a22ac74a-0287-4033-ba49-ded26830860a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (ea7eac82-a466-4a20-abeb-5632bd87900a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.553728 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36444) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:09.605808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7cd2e-3dcb-48fb-ba2e-495aae560a65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Subnet': ['ID=2b253ac9-371d-4d0e-9d3f-37ec5d0e5cc6,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:09.619690 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fac081bf-f2a6-4c6d-868a-eeee48c2c4b0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.663849 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a22ac74a-0287-4033-ba49-ded26830860a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (ea7eac82-a466-4a20-abeb-5632bd87900a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.665756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:09.678260 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb7cd2e-3dcb-48fb-ba2e-495aae560a65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Checking segment: {'id': '102ec579-b5e2-4184-ab14-7401f6947972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a48a17b4-6698-4999-a7f1-dfbcec4f7de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:09.678640 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb7cd2e-3dcb-48fb-ba2e-495aae560a65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network hostable DHCP agents. Network: a48a17b4-6698-4999-a7f1-dfbcec4f7de8, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:09.688300 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac081bf-f2a6-4c6d-868a-eeee48c2c4b0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:09.739005 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (bbb7f783-13e8-46e9-8540-f42047bbb3e4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.739367 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Added segment bbb7f783-13e8-46e9-8540-f42047bbb3e4 of type vlan for network c6939a46-2fd8-40f5-9284-409c14778d98 Feb 08 16:08:09.745161 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a22ac74a-0287-4033-ba49-ded26830860a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.752023 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36450) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:09.759347 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a22ac74a-0287-4033-ba49-ded26830860a admin admin] 10.222.0.82 "DELETE /v2.0/subnets/ea7eac82-a466-4a20-abeb-5632bd87900a HTTP/1.1" status: 204 len: 168 time: 0.8217907 Feb 08 16:08:09.789275 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ac74a-0287-4033-ba49-ded26830860a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea7eac82-a466-4a20-abeb-5632bd87900a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:09.791803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36452) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:09.858711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb7cd2e-3dcb-48fb-ba2e-495aae560a65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network a48a17b4-6698-4999-a7f1-dfbcec4f7de8 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:09.862822 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (c6939a46-2fd8-40f5-9284-409c14778d98), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.924078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2755d39e-7fcf-4551-b527-d20ae2cae256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (54db13b7-e228-468a-a909-aa4849177a9f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.939952 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (c6939a46-2fd8-40f5-9284-409c14778d98), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:09.946250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:09.947573 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.054769 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2755d39e-7fcf-4551-b527-d20ae2cae256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (54db13b7-e228-468a-a909-aa4849177a9f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.060196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-2eb7cd2e-3dcb-48fb-ba2e-495aae560a65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, a48a17b4-6698-4999-a7f1-dfbcec4f7de8) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:10.068481 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb7cd2e-3dcb-48fb-ba2e-495aae560a65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:10.069150 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2eb7cd2e-3dcb-48fb-ba2e-495aae560a65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.069821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf8caac-697c-4071-aebe-62c660034750 None None] Network a48a17b4-6698-4999-a7f1-dfbcec4f7de8 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:10.118030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2eb7cd2e-3dcb-48fb-ba2e-495aae560a65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2676771 Feb 08 16:08:10.123386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event updated for resources: {'Network': ['ID=c6939a46-2fd8-40f5-9284-409c14778d98,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:10.127382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36460) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:10.148198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:10.150472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:10.154029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-2755d39e-7fcf-4551-b527-d20ae2cae256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54db13b7-e228-468a-a909-aa4849177a9f']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:10.154587 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:10.155043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:10.157762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:10.158223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:10.158653 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:10.159011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:10.159360 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:10.159706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:10.160047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:10.160379 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:10.166993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:10.178494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-42547f0d-41b7-4014-bfa8-9a2bda4fd34e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9056277 Feb 08 16:08:10.183060 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36464) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:10.189189 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1d378edf-dbc0-4244-a2db-27c216da6997 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Request body: {'subnet': {'network_id': 'c6939a46-2fd8-40f5-9284-409c14778d98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:10.193206 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network c6939a46-2fd8-40f5-9284-409c14778d98 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:10.255635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-2755d39e-7fcf-4551-b527-d20ae2cae256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5861e3-92a5-4988-8822-772ba595a0e0') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:10.272780 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-2755d39e-7fcf-4551-b527-d20ae2cae256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5861e3-92a5-4988-8822-772ba595a0e0') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:10.339835 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2755d39e-7fcf-4551-b527-d20ae2cae256 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (1a5861e3-92a5-4988-8822-772ba595a0e0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.372765 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cfee975c-dcaa-48a9-95a9-f76827be9359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.415170 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2755d39e-7fcf-4551-b527-d20ae2cae256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (1a5861e3-92a5-4988-8822-772ba595a0e0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.434017 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2755d39e-7fcf-4551-b527-d20ae2cae256 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:10.435066 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2755d39e-7fcf-4551-b527-d20ae2cae256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (1a5861e3-92a5-4988-8822-772ba595a0e0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:10.441083 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:10.490106 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5e1acf95-4bed-4627-b6a0-01408341e733 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2ea3a300df614fab82c0f89f1648f7b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6905670 Feb 08 16:08:10.493541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36470) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:10.495926 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-a48a17b4-6698-4999-a7f1-dfbcec4f7de8', 'network_id': 'a48a17b4-6698-4999-a7f1-dfbcec4f7de8', 'project_id': '8949fdd54a9442feab9b4019c45b39cd', 'fixed_ips': [{'subnet_id': '2b253ac9-371d-4d0e-9d3f-37ec5d0e5cc6'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:10.496810 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.583862 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2755d39e-7fcf-4551-b527-d20ae2cae256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (54db13b7-e228-468a-a909-aa4849177a9f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.601857 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2755d39e-7fcf-4551-b527-d20ae2cae256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.611347 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2755d39e-7fcf-4551-b527-d20ae2cae256 admin admin] 10.222.0.82 "DELETE /v2.0/networks/54db13b7-e228-468a-a909-aa4849177a9f HTTP/1.1" status: 204 len: 168 time: 0.8551273 Feb 08 16:08:10.617526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36476) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:10.621080 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (a48a17b4-6698-4999-a7f1-dfbcec4f7de8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.684889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d378edf-dbc0-4244-a2db-27c216da6997 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Made reservation on behalf of 79a335de4a264ecf9c2ccc0d594b3e75 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:10.694341 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1d378edf-dbc0-4244-a2db-27c216da6997 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.697383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755d39e-7fcf-4551-b527-d20ae2cae256 admin admin] Pushing event deleted for resources: {'Network': ['ID=54db13b7-e228-468a-a909-aa4849177a9f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:10.725563 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36480) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:10.753338 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Allocated IP 172.20.0.2 (a48a17b4-6698-4999-a7f1-dfbcec4f7de8/2b253ac9-371d-4d0e-9d3f-37ec5d0e5cc6/6586dfc8-eaf3-47da-8763-0ed323751883) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:10.897481 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cfee975c-dcaa-48a9-95a9-f76827be9359 admin admin] Publish callbacks [] for security_group (cef8df4a-7e40-45fa-a2f0-e9d6427796df), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.901823 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (2b253ac9-371d-4d0e-9d3f-37ec5d0e5cc6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.912617 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cfee975c-dcaa-48a9-95a9-f76827be9359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cef8df4a-7e40-45fa-a2f0-e9d6427796df), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.934289 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dc30ed30-bedc-449e-8dd0-cafb5498f117 admin admin] Publish callbacks [] for security_group (d028ce7a-6092-44bf-a955-19a6b3111c43), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.973821 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Publish callbacks [] for port (6586dfc8-eaf3-47da-8763-0ed323751883), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:10.974033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-76041d27-aa07-491b-b47c-7229b1d8561c admin admin] Deleting subnet d5995cee-44ba-47dc-aaa2-4ffc1c12f75f {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:08:10.991258 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (6586dfc8-eaf3-47da-8763-0ed323751883), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.054189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee975c-dcaa-48a9-95a9-f76827be9359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef8df4a-7e40-45fa-a2f0-e9d6427796df,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:11.061189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Pushing event updated for resources: {'Port': ['ID=6586dfc8-eaf3-47da-8763-0ed323751883,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:11.072464 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dc30ed30-bedc-449e-8dd0-cafb5498f117 admin admin] Publish callbacks [] for security_group (d028ce7a-6092-44bf-a955-19a6b3111c43), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.086062 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Network a48a17b4-6698-4999-a7f1-dfbcec4f7de8 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:11.087493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:11.101849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:11.123402 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76041d27-aa07-491b-b47c-7229b1d8561c admin admin] Publish callbacks [] for subnet (d5995cee-44ba-47dc-aaa2-4ffc1c12f75f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.131402 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cfee975c-dcaa-48a9-95a9-f76827be9359 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c71bacb763da44c58e987e17dcc43118&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5765102 Feb 08 16:08:11.135812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36494) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:11.170010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76041d27-aa07-491b-b47c-7229b1d8561c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (d5995cee-44ba-47dc-aaa2-4ffc1c12f75f), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.224359 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76041d27-aa07-491b-b47c-7229b1d8561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d5995cee-44ba-47dc-aaa2-4ffc1c12f75f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.224572 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48020363-d27d-4770-b670-7c59bdc97020 admin admin] Publish callbacks [] for security_group (cef8df4a-7e40-45fa-a2f0-e9d6427796df), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.245467 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (2b253ac9-371d-4d0e-9d3f-37ec5d0e5cc6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.281499 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Attempting to bind port 6586dfc8-eaf3-47da-8763-0ed323751883 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:08:11.282053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Attempting to bind port 6586dfc8-eaf3-47da-8763-0ed323751883 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '102ec579-b5e2-4184-ab14-7401f6947972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a48a17b4-6698-4999-a7f1-dfbcec4f7de8'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:08:11.282442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Attempting to bind port 6586dfc8-eaf3-47da-8763-0ed323751883 on network a48a17b4-6698-4999-a7f1-dfbcec4f7de8 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:08:11.297846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:08:11.298329 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Checking segment: {'id': '102ec579-b5e2-4184-ab14-7401f6947972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a48a17b4-6698-4999-a7f1-dfbcec4f7de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:11.298730 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.299140 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Bound using segment: {'id': '102ec579-b5e2-4184-ab14-7401f6947972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a48a17b4-6698-4999-a7f1-dfbcec4f7de8'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:08:11.299635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Bound port: 6586dfc8-eaf3-47da-8763-0ed323751883, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102ec579-b5e2-4184-ab14-7401f6947972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a48a17b4-6698-4999-a7f1-dfbcec4f7de8'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:08:11.300120 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6586dfc8-eaf3-47da-8763-0ed323751883), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.316627 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76041d27-aa07-491b-b47c-7229b1d8561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (d5995cee-44ba-47dc-aaa2-4ffc1c12f75f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.334788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Subnet': ['ID=2b253ac9-371d-4d0e-9d3f-37ec5d0e5cc6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:11.341805 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dc30ed30-bedc-449e-8dd0-cafb5498f117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d028ce7a-6092-44bf-a955-19a6b3111c43), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.346617 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dc30ed30-bedc-449e-8dd0-cafb5498f117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.348867 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-dc30ed30-bedc-449e-8dd0-cafb5498f117 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d028ce7a-6092-44bf-a955-19a6b3111c43 HTTP/1.1" status: 204 len: 168 time: 0.8543503 Feb 08 16:08:11.360906 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48020363-d27d-4770-b670-7c59bdc97020 admin admin] Publish callbacks [] for security_group (cef8df4a-7e40-45fa-a2f0-e9d6427796df), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.387981 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30ed30-bedc-449e-8dd0-cafb5498f117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d028ce7a-6092-44bf-a955-19a6b3111c43,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:11.392107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-398ac3dc-4819-4801-809e-a745aadc3d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.477399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] For port 6586dfc8-eaf3-47da-8763-0ed323751883, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:08:11.489089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] For port 6586dfc8-eaf3-47da-8763-0ed323751883, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6586dfc8-eaf3-47da-8763-0ed323751883,segment=NetworkSegment(102ec579-b5e2-4184-ab14-7401f6947972),segment_id=102ec579-b5e2-4184-ab14-7401f6947972)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:08:11.492183 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76041d27-aa07-491b-b47c-7229b1d8561c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5995cee-44ba-47dc-aaa2-4ffc1c12f75f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:11.510858 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6586dfc8-eaf3-47da-8763-0ed323751883), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.525502 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76041d27-aa07-491b-b47c-7229b1d8561c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.535994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-76041d27-aa07-491b-b47c-7229b1d8561c admin admin] 10.222.0.82 "DELETE /v2.0/subnets/d5995cee-44ba-47dc-aaa2-4ffc1c12f75f HTTP/1.1" status: 204 len: 168 time: 0.9149234 Feb 08 16:08:11.544002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36504) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:11.563327 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48020363-d27d-4770-b670-7c59bdc97020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cef8df4a-7e40-45fa-a2f0-e9d6427796df), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.566804 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48020363-d27d-4770-b670-7c59bdc97020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.569064 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-48020363-d27d-4770-b670-7c59bdc97020 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cef8df4a-7e40-45fa-a2f0-e9d6427796df HTTP/1.1" status: 204 len: 168 time: 0.4320593 Feb 08 16:08:11.586148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48020363-d27d-4770-b670-7c59bdc97020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef8df4a-7e40-45fa-a2f0-e9d6427796df,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:11.610865 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (a48a17b4-6698-4999-a7f1-dfbcec4f7de8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.661461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48a17b4-6698-4999-a7f1-dfbcec4f7de8']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:11.693614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102ec579-b5e2-4184-ab14-7401f6947972') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:11.693985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102ec579-b5e2-4184-ab14-7401f6947972') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:11.719635 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (102ec579-b5e2-4184-ab14-7401f6947972), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.758894 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (102ec579-b5e2-4184-ab14-7401f6947972), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.776616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:11.777099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (102ec579-b5e2-4184-ab14-7401f6947972), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:11.786335 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:11.805339 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacbf76-ef4a-4dd7-9199-75921183fb81 None None] Pushing event updated for resources: {'Port': ['ID=6586dfc8-eaf3-47da-8763-0ed323751883,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:11.828900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bf1a9f-5d5f-48f2-9419-1f598edc5af6 None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:08:11.909785 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-398ac3dc-4819-4801-809e-a745aadc3d62 admin admin] Publish callbacks [] for security_group (135f06b4-5925-49af-89a0-59bd118bbf9b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.930438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f61fc1a2-83f3-47be-8a04-b305a1bccede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (8bc68468-77d4-4086-b7c6-8e8ab906b930), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.934649 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-398ac3dc-4819-4801-809e-a745aadc3d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (135f06b4-5925-49af-89a0-59bd118bbf9b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:11.977000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bf1a9f-5d5f-48f2-9419-1f598edc5af6 None None] Resources bound (agent type, host, resource id): {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 16:08:12.014984 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.db.api [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 16:08:12.014984 n-d-824834-11 neutron-server[103302]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 16:08:12.014984 n-d-824834-11 neutron-server[103302]: [parameters: {'id': 'a48a17b4-6698-4999-a7f1-dfbcec4f7de8'}] Feb 08 16:08:12.014984 n-d-824834-11 neutron-server[103302]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:08:12.016528 n-d-824834-11 neutron-server[103302]: DEBUG oslo_db.api [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:08:12.087329 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ac3dc-4819-4801-809e-a745aadc3d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135f06b4-5925-49af-89a0-59bd118bbf9b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:12.200431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36520) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:12.215415 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-398ac3dc-4819-4801-809e-a745aadc3d62 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=93fc05c7f2f94d93b2e2c0658b98ff7e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3761308 Feb 08 16:08:12.219238 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1d378edf-dbc0-4244-a2db-27c216da6997 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (190d3cf6-ea60-467a-a0a3-c9c348638ace), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.264079 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cc50da-7fcc-4be7-83bf-9b388f85ab74 None None] Network a48a17b4-6698-4999-a7f1-dfbcec4f7de8 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:12.347692 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b02c9c5-cc77-477d-932e-031740cc8d4e admin admin] Publish callbacks [] for security_group (135f06b4-5925-49af-89a0-59bd118bbf9b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.366524 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d378edf-dbc0-4244-a2db-27c216da6997 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event updated for resources: {'Subnet': ['ID=190d3cf6-ea60-467a-a0a3-c9c348638ace,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:12.376826 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f61fc1a2-83f3-47be-8a04-b305a1bccede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (8bc68468-77d4-4086-b7c6-8e8ab906b930), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.401447 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b02c9c5-cc77-477d-932e-031740cc8d4e admin admin] Publish callbacks [] for security_group (135f06b4-5925-49af-89a0-59bd118bbf9b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.418947 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d378edf-dbc0-4244-a2db-27c216da6997 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Checking segment: {'id': 'bbb7f783-13e8-46e9-8540-f42047bbb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c6939a46-2fd8-40f5-9284-409c14778d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:12.419744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d378edf-dbc0-4244-a2db-27c216da6997 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Network hostable DHCP agents. Network: c6939a46-2fd8-40f5-9284-409c14778d98, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:12.450810 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f61fc1a2-83f3-47be-8a04-b305a1bccede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc68468-77d4-4086-b7c6-8e8ab906b930']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:12.464456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f61fc1a2-83f3-47be-8a04-b305a1bccede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7160039d-cc33-4bfb-b629-d1c1e2de2be7') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:12.465033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f61fc1a2-83f3-47be-8a04-b305a1bccede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7160039d-cc33-4bfb-b629-d1c1e2de2be7') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:12.480585 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f61fc1a2-83f3-47be-8a04-b305a1bccede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (7160039d-cc33-4bfb-b629-d1c1e2de2be7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.493949 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d378edf-dbc0-4244-a2db-27c216da6997 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Network c6939a46-2fd8-40f5-9284-409c14778d98 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:12.508120 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f61fc1a2-83f3-47be-8a04-b305a1bccede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7160039d-cc33-4bfb-b629-d1c1e2de2be7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.518812 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (a48a17b4-6698-4999-a7f1-dfbcec4f7de8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.540053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-1d378edf-dbc0-4244-a2db-27c216da6997 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, c6939a46-2fd8-40f5-9284-409c14778d98) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:12.542700 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61fc1a2-83f3-47be-8a04-b305a1bccede admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:12.543110 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f61fc1a2-83f3-47be-8a04-b305a1bccede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (7160039d-cc33-4bfb-b629-d1c1e2de2be7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:12.545542 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:12.559696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d378edf-dbc0-4244-a2db-27c216da6997 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:12.560308 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1d378edf-dbc0-4244-a2db-27c216da6997 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.563125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c09a63-2cd8-4165-82dc-9f188355a37a None None] Network c6939a46-2fd8-40f5-9284-409c14778d98 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:12.611385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36552) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:12.627878 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b02c9c5-cc77-477d-932e-031740cc8d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (135f06b4-5925-49af-89a0-59bd118bbf9b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.631160 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-386fd49f-5436-41da-bd49-961509cefa2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.646338 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b02c9c5-cc77-477d-932e-031740cc8d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.651345 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8b02c9c5-cc77-477d-932e-031740cc8d4e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/135f06b4-5925-49af-89a0-59bd118bbf9b HTTP/1.1" status: 204 len: 168 time: 0.4454410 Feb 08 16:08:12.652044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36554) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:12.661704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1d378edf-dbc0-4244-a2db-27c216da6997 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4762826 Feb 08 16:08:12.677837 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f61fc1a2-83f3-47be-8a04-b305a1bccede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (8bc68468-77d4-4086-b7c6-8e8ab906b930), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.701420 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f61fc1a2-83f3-47be-8a04-b305a1bccede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.706031 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f61fc1a2-83f3-47be-8a04-b305a1bccede admin admin] 10.222.0.82 "DELETE /v2.0/networks/8bc68468-77d4-4086-b7c6-8e8ab906b930 HTTP/1.1" status: 204 len: 168 time: 1.1551819 Feb 08 16:08:12.708237 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fc1a2-83f3-47be-8a04-b305a1bccede admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc68468-77d4-4086-b7c6-8e8ab906b930,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:12.728665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-34c57503-9d0c-4feb-b44a-6ec89a28265e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1334304705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:12.817662 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34c57503-9d0c-4feb-b44a-6ec89a28265e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (28dfcca4-57e1-4a5c-a4e1-68186f77e627), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.818791 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34c57503-9d0c-4feb-b44a-6ec89a28265e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (28dfcca4-57e1-4a5c-a4e1-68186f77e627), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.844711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02c9c5-cc77-477d-932e-031740cc8d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135f06b4-5925-49af-89a0-59bd118bbf9b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:12.845932 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-386fd49f-5436-41da-bd49-961509cefa2b admin admin] Publish callbacks [] for security_group (0ef45c26-54e8-4bd7-8ff0-01a3893f186e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.854965 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-386fd49f-5436-41da-bd49-961509cefa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0ef45c26-54e8-4bd7-8ff0-01a3893f186e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:12.917283 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-386fd49f-5436-41da-bd49-961509cefa2b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fb6e20fcbc304c9396825a71a6f42c67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3045697 Feb 08 16:08:12.920138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36570) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:12.977611 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Deleting port 6586dfc8-eaf3-47da-8763-0ed323751883 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:08:12.978879 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6586dfc8-eaf3-47da-8763-0ed323751883), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:13.029476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fd49f-5436-41da-bd49-961509cefa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef45c26-54e8-4bd7-8ff0-01a3893f186e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:13.071911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36572) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:13.084605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-c6939a46-2fd8-40f5-9284-409c14778d98', 'network_id': 'c6939a46-2fd8-40f5-9284-409c14778d98', 'project_id': '79a335de4a264ecf9c2ccc0d594b3e75', 'fixed_ips': [{'subnet_id': '190d3cf6-ea60-467a-a0a3-c9c348638ace'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:13.087963 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:13.101746 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c7edd28-570d-4c28-8833-24f9e867ef62 admin admin] Publish callbacks [] for security_group (0ef45c26-54e8-4bd7-8ff0-01a3893f186e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:13.223996 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c7edd28-570d-4c28-8833-24f9e867ef62 admin admin] Publish callbacks [] for security_group (0ef45c26-54e8-4bd7-8ff0-01a3893f186e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:13.267962 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34c57503-9d0c-4feb-b44a-6ec89a28265e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for router_controller (28dfcca4-57e1-4a5c-a4e1-68186f77e627), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:13.285470 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34c57503-9d0c-4feb-b44a-6ec89a28265e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (28dfcca4-57e1-4a5c-a4e1-68186f77e627), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:13.353842 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34c57503-9d0c-4feb-b44a-6ec89a28265e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:13.360048 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-34c57503-9d0c-4feb-b44a-6ec89a28265e tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6781776 Feb 08 16:08:13.363488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36582) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:13.365575 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-306fa03a-9df5-41fe-b0ab-380c6335e351 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7ed071d293f74eb8bd194b09cef4ff5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2922890 Feb 08 16:08:13.366412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36584) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:13.372768 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c7edd28-570d-4c28-8833-24f9e867ef62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0ef45c26-54e8-4bd7-8ff0-01a3893f186e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:13.381169 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c7edd28-570d-4c28-8833-24f9e867ef62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:13.386926 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6c7edd28-570d-4c28-8833-24f9e867ef62 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0ef45c26-54e8-4bd7-8ff0-01a3893f186e HTTP/1.1" status: 204 len: 168 time: 0.4625511 Feb 08 16:08:13.420080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7edd28-570d-4c28-8833-24f9e867ef62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef45c26-54e8-4bd7-8ff0-01a3893f186e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:13.538412 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6322abc0-7c12-412a-bc9a-3438978f78a5 admin admin] Publish callbacks [] for security_group (0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:13.601479 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6322abc0-7c12-412a-bc9a-3438978f78a5 admin admin] Publish callbacks [] for security_group (0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:13.717692 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6322abc0-7c12-412a-bc9a-3438978f78a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:13.720722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6322abc0-7c12-412a-bc9a-3438978f78a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:13.725015 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6322abc0-7c12-412a-bc9a-3438978f78a5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c HTTP/1.1" status: 204 len: 168 time: 0.3551176 Feb 08 16:08:13.742141 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322abc0-7c12-412a-bc9a-3438978f78a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3cdbed-e64f-4d43-95d2-7dd2f71dec8c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:13.751399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Allocated IP 172.20.0.2 (c6939a46-2fd8-40f5-9284-409c14778d98/190d3cf6-ea60-467a-a0a3-c9c348638ace/6a68da46-e743-4bc9-b81b-0a57a31d58f7) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:13.837399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] For port 6586dfc8-eaf3-47da-8763-0ed323751883, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6586dfc8-eaf3-47da-8763-0ed323751883,segment=NetworkSegment(102ec579-b5e2-4184-ab14-7401f6947972),segment_id=102ec579-b5e2-4184-ab14-7401f6947972)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:08:13.837923 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6586dfc8-eaf3-47da-8763-0ed323751883), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:13.875324 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Calling delete_port for 6586dfc8-eaf3-47da-8763-0ed323751883 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:08:14.320639 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Publish callbacks [] for port (6a68da46-e743-4bc9-b81b-0a57a31d58f7), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:14.335545 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (6a68da46-e743-4bc9-b81b-0a57a31d58f7), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:14.365096 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:14.448181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Pushing event updated for resources: {'Port': ['ID=6a68da46-e743-4bc9-b81b-0a57a31d58f7,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:14.483167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Network c6939a46-2fd8-40f5-9284-409c14778d98 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:14.489805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:14.496765 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:14.650325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Attempting to bind port 6a68da46-e743-4bc9-b81b-0a57a31d58f7 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:08:14.650794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Attempting to bind port 6a68da46-e743-4bc9-b81b-0a57a31d58f7 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'bbb7f783-13e8-46e9-8540-f42047bbb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c6939a46-2fd8-40f5-9284-409c14778d98'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:08:14.651305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Attempting to bind port 6a68da46-e743-4bc9-b81b-0a57a31d58f7 on network c6939a46-2fd8-40f5-9284-409c14778d98 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:08:14.669859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:08:14.670017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Checking segment: {'id': 'bbb7f783-13e8-46e9-8540-f42047bbb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c6939a46-2fd8-40f5-9284-409c14778d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:14.670406 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:14.670807 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Bound using segment: {'id': 'bbb7f783-13e8-46e9-8540-f42047bbb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c6939a46-2fd8-40f5-9284-409c14778d98'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:08:14.671313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Bound port: 6a68da46-e743-4bc9-b81b-0a57a31d58f7, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb7f783-13e8-46e9-8540-f42047bbb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c6939a46-2fd8-40f5-9284-409c14778d98'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:08:14.672226 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6a68da46-e743-4bc9-b81b-0a57a31d58f7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:14.715638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36656) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:14.750616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36658) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:14.778974 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6586dfc8-eaf3-47da-8763-0ed323751883), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:14.801980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No DVR routers for this DVR port 6586dfc8-eaf3-47da-8763-0ed323751883 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:08:14.813466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9fa87e51-5a47-4321-aa3b-154e9fe28218 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d72901498ae64f0698f2395c646e90d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0957437 Feb 08 16:08:14.815735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36664) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:14.897220 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13ecfe9d-3193-4c97-bfc3-ba6dd43884c5 admin admin] Publish callbacks [] for security_group (cab3f7b3-5752-4600-99f5-8e8ee0448898), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:14.924176 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13ecfe9d-3193-4c97-bfc3-ba6dd43884c5 admin admin] Publish callbacks [] for security_group (cab3f7b3-5752-4600-99f5-8e8ee0448898), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:14.931509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] For port 6a68da46-e743-4bc9-b81b-0a57a31d58f7, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:08:14.944886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] For port 6a68da46-e743-4bc9-b81b-0a57a31d58f7, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6a68da46-e743-4bc9-b81b-0a57a31d58f7,segment=NetworkSegment(bbb7f783-13e8-46e9-8540-f42047bbb3e4),segment_id=bbb7f783-13e8-46e9-8540-f42047bbb3e4)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:08:14.964211 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6a68da46-e743-4bc9-b81b-0a57a31d58f7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:14.965051 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (a48a17b4-6698-4999-a7f1-dfbcec4f7de8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:15.027990 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13ecfe9d-3193-4c97-bfc3-ba6dd43884c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cab3f7b3-5752-4600-99f5-8e8ee0448898), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:15.033444 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13ecfe9d-3193-4c97-bfc3-ba6dd43884c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:15.035545 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-13ecfe9d-3193-4c97-bfc3-ba6dd43884c5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cab3f7b3-5752-4600-99f5-8e8ee0448898 HTTP/1.1" status: 204 len: 168 time: 0.2187090 Feb 08 16:08:15.060150 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecfe9d-3193-4c97-bfc3-ba6dd43884c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab3f7b3-5752-4600-99f5-8e8ee0448898,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:15.190788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223da627-29c9-4970-bb75-5d24c9dd2acf None None] Pushing event updated for resources: {'Port': ['ID=6a68da46-e743-4bc9-b81b-0a57a31d58f7,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:15.282818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Port': ['ID=6586dfc8-eaf3-47da-8763-0ed323751883,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:15.285651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48a17b4-6698-4999-a7f1-dfbcec4f7de8']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:15.351853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102ec579-b5e2-4184-ab14-7401f6947972') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:15.352290 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102ec579-b5e2-4184-ab14-7401f6947972') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:15.413598 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (102ec579-b5e2-4184-ab14-7401f6947972), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:15.453850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1152084894'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:15.475129 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (102ec579-b5e2-4184-ab14-7401f6947972), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:15.552209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:15.555118 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (102ec579-b5e2-4184-ab14-7401f6947972), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:15.573534 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:15.607598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:15.614099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:15.681597 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:15.852116 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (a48a17b4-6698-4999-a7f1-dfbcec4f7de8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:15.861584 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for security_group (f4fa357d-3226-4c40-b7a6-4e180ddc7610), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:15.871415 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Allocated IP 172.20.0.1 (c6939a46-2fd8-40f5-9284-409c14778d98/190d3cf6-ea60-467a-a0a3-c9c348638ace/c805b0b8-5b1a-4a5c-815f-bc3e6d512074) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:15.873177 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:15.881015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36680) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:15.885279 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/a48a17b4-6698-4999-a7f1-dfbcec4f7de8 HTTP/1.1" status: 204 len: 168 time: 5.7490020 Feb 08 16:08:15.889814 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ec56e945-830b-4438-8326-a603922b8089 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1394721131'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:15.898967 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f4fa357d-3226-4c40-b7a6-4e180ddc7610), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:15.917649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5367d-001e-4abf-8bfd-f5510c5a244c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Network': ['ID=a48a17b4-6698-4999-a7f1-dfbcec4f7de8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:15.957274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec56e945-830b-4438-8326-a603922b8089 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:15.970420 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ec56e945-830b-4438-8326-a603922b8089 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.010422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6a68da46-e743-4bc9-b81b-0a57a31d58f7 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:08:16.014400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36684) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:16.050167 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec56e945-830b-4438-8326-a603922b8089 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:16.065881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ec56e945-830b-4438-8326-a603922b8089 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (750f6bc1-952b-4857-b3f5-a20f1fa5ab8f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.067008 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-ec56e945-830b-4438-8326-a603922b8089 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Added segment 750f6bc1-952b-4857-b3f5-a20f1fa5ab8f of type vlan for network 6fbdc5ab-cd21-4500-9cff-507aa5568b12 Feb 08 16:08:16.124655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:16.138797 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fa357d-3226-4c40-b7a6-4e180ddc7610,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:16.158098 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ec56e945-830b-4438-8326-a603922b8089 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (6fbdc5ab-cd21-4500-9cff-507aa5568b12), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.163952 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 6a68da46-e743-4bc9-b81b-0a57a31d58f7 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:16.164345 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6a68da46-e743-4bc9-b81b-0a57a31d58f7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.190252 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b4411a77-bb24-4014-8c68-e1638fa848c6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.199601 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Added segment b4411a77-bb24-4014-8c68-e1638fa848c6 of type vlan for network 6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd Feb 08 16:08:16.203290 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ec56e945-830b-4438-8326-a603922b8089 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (6fbdc5ab-cd21-4500-9cff-507aa5568b12), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.211292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec56e945-830b-4438-8326-a603922b8089 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:16.212210 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ec56e945-830b-4438-8326-a603922b8089 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.391342 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.429807 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for port (c805b0b8-5b1a-4a5c-815f-bc3e6d512074), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.440841 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 6a68da46-e743-4bc9-b81b-0a57a31d58f7 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:16.441938 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6a68da46-e743-4bc9-b81b-0a57a31d58f7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.450099 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-267327624-network', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:16.475560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56e945-830b-4438-8326-a603922b8089 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Network': ['ID=6fbdc5ab-cd21-4500-9cff-507aa5568b12,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:16.517061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ec56e945-830b-4438-8326-a603922b8089 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6327937 Feb 08 16:08:16.520474 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36702) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:16.523590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] Made reservation on behalf of 30cdc22df6094afd8686cd84a167e0e2 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:16.532840 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.536152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-50b5aa61-9e94-450b-b774-960f766e01b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'subnet': {'network_id': '6fbdc5ab-cd21-4500-9cff-507aa5568b12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:16.565888 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.596449 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.602621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:16.609607 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.798996 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] Publish callbacks [] for security_group (372c322f-8e23-428f-83e3-029be061da54), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.809412 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (372c322f-8e23-428f-83e3-029be061da54), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.834174 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 6fbdc5ab-cd21-4500-9cff-507aa5568b12 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:16.858023 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:16.919227 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372c322f-8e23-428f-83e3-029be061da54,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:16.928551 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b428e54a-6703-44a3-854a-90a1d2fa2e8e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:16.928903 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] Added segment b428e54a-6703-44a3-854a-90a1d2fa2e8e of type vlan for network 96d68a21-6dfb-4c5b-908f-327c53581493 Feb 08 16:08:16.981228 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c805b0b8-5b1a-4a5c-815f-bc3e6d512074), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:17.054546 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (96d68a21-6dfb-4c5b-908f-327c53581493), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:17.075891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Network c6939a46-2fd8-40f5-9284-409c14778d98 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:17.101791 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (96d68a21-6dfb-4c5b-908f-327c53581493), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:17.104332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:17.105142 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:17.140842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d989494-d984-45de-a918-c924601034f1 None None] Network c6939a46-2fd8-40f5-9284-409c14778d98 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:17.149868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 6a68da46-e743-4bc9-b81b-0a57a31d58f7, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6a68da46-e743-4bc9-b81b-0a57a31d58f7,segment=NetworkSegment(bbb7f783-13e8-46e9-8540-f42047bbb3e4),segment_id=bbb7f783-13e8-46e9-8540-f42047bbb3e4)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:08:17.169019 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:17.181200 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4243522 Feb 08 16:08:17.233511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:17.267935 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6a68da46-e743-4bc9-b81b-0a57a31d58f7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:17.370363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ad5d34db-69e6-4907-95df-fea3ff4a61af None None] Provisioning complete for port 6a68da46-e743-4bc9-b81b-0a57a31d58f7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:17.371041 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ad5d34db-69e6-4907-95df-fea3ff4a61af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6a68da46-e743-4bc9-b81b-0a57a31d58f7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:17.439054 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4132257 Feb 08 16:08:17.441357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36724) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:17.446085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55860760-b9eb-4ed0-8e7c-34b1323d9a01 admin admin] Pushing event updated for resources: {'Network': ['ID=96d68a21-6dfb-4c5b-908f-327c53581493,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:17.458731 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bb8db-6ce9-48f2-aa34-af6aff6952fa tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Network': ['ID=6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:17.477431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e63e3ee6-e5ab-4f60-94a8-ba2fab42d202 admin admin] Request body: {'subnet': {'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-267327624-subnet', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:17.493010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event updated for resources: {'Port': ['ID=c805b0b8-5b1a-4a5c-815f-bc3e6d512074,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:17.498717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=6a68da46-e743-4bc9-b81b-0a57a31d58f7,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:17.523107 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (28dfcca4-57e1-4a5c-a4e1-68186f77e627), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:17.532723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b5aa61-9e94-450b-b774-960f766e01b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:17.539357 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50b5aa61-9e94-450b-b774-960f766e01b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:17.549448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 96d68a21-6dfb-4c5b-908f-327c53581493 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:17.566603 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:17.592857 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63e3ee6-e5ab-4f60-94a8-ba2fab42d202 admin admin] Made reservation on behalf of 30cdc22df6094afd8686cd84a167e0e2 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:17.597417 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e63e3ee6-e5ab-4f60-94a8-ba2fab42d202 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:17.980713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6a68da46-e743-4bc9-b81b-0a57a31d58f7 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:08:18.032676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-50b5aa61-9e94-450b-b774-960f766e01b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Performing IP validity checks on allocation pools {{(pid=103302) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 16:08:18.041136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-50b5aa61-9e94-450b-b774-960f766e01b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103302) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 16:08:18.071642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d34db-69e6-4907-95df-fea3ff4a61af None None] Current status of the port 6a68da46-e743-4bc9-b81b-0a57a31d58f7 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:18.141928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 6a68da46-e743-4bc9-b81b-0a57a31d58f7 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:18.143745 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6a68da46-e743-4bc9-b81b-0a57a31d58f7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:18.219490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36736) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:18.372435 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b2f69f00-3670-4104-a5af-e2586aca6b7c None None] Provisioning complete for port 6a68da46-e743-4bc9-b81b-0a57a31d58f7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:18.379317 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2f69f00-3670-4104-a5af-e2586aca6b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6a68da46-e743-4bc9-b81b-0a57a31d58f7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:18.465474 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c805b0b8-5b1a-4a5c-815f-bc3e6d512074), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:18.582292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e63e3ee6-e5ab-4f60-94a8-ba2fab42d202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (83919107-59ce-4f00-abe9-ac0f7bccc76d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:18.775911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 6a68da46-e743-4bc9-b81b-0a57a31d58f7 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:18.807531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e3ee6-e5ab-4f60-94a8-ba2fab42d202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83919107-59ce-4f00-abe9-ac0f7bccc76d,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:18.811198 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b2f69f00-3670-4104-a5af-e2586aca6b7c None None] Current status of the port 6a68da46-e743-4bc9-b81b-0a57a31d58f7 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:18.837017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b2f69f00-3670-4104-a5af-e2586aca6b7c None None] Provisioning complete for port c805b0b8-5b1a-4a5c-815f-bc3e6d512074 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:18.837017 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2f69f00-3670-4104-a5af-e2586aca6b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c805b0b8-5b1a-4a5c-815f-bc3e6d512074), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:18.874073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63e3ee6-e5ab-4f60-94a8-ba2fab42d202 admin admin] Checking segment: {'id': 'b428e54a-6703-44a3-854a-90a1d2fa2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:18.874670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63e3ee6-e5ab-4f60-94a8-ba2fab42d202 admin admin] Network hostable DHCP agents. Network: 96d68a21-6dfb-4c5b-908f-327c53581493, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:18.932326 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b2f69f00-3670-4104-a5af-e2586aca6b7c None None] Port c805b0b8-5b1a-4a5c-815f-bc3e6d512074 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:08:18.958634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63e3ee6-e5ab-4f60-94a8-ba2fab42d202 admin admin] Network 96d68a21-6dfb-4c5b-908f-327c53581493 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:18.975245 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:18.994698 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-e63e3ee6-e5ab-4f60-94a8-ba2fab42d202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 96d68a21-6dfb-4c5b-908f-327c53581493) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:19.009279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d13a164-85df-4937-a323-e53fd373fbee None None] Network 96d68a21-6dfb-4c5b-908f-327c53581493 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:19.018235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e3ee6-e5ab-4f60-94a8-ba2fab42d202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:19.021300 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e63e3ee6-e5ab-4f60-94a8-ba2fab42d202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:19.041244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-831072424'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:19.146416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Made reservation on behalf of 08427d41b8374b3dad00593a2962a265 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:19.158277 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:19.178047 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:08:19.213411 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:19.243503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e63e3ee6-e5ab-4f60-94a8-ba2fab42d202 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7966557 Feb 08 16:08:19.259245 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36752) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:19.272428 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-83d2eadd-22b5-4671-86f6-17e61eb7e6ea None None] Provisioning complete for port c805b0b8-5b1a-4a5c-815f-bc3e6d512074 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:19.272998 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-83d2eadd-22b5-4671-86f6-17e61eb7e6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c805b0b8-5b1a-4a5c-815f-bc3e6d512074), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:19.279402 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:19.396859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50b5aa61-9e94-450b-b774-960f766e01b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (33556ff7-229f-4b3d-be6d-cd0345cdc361), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:19.491722 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-83d2eadd-22b5-4671-86f6-17e61eb7e6ea None None] Port c805b0b8-5b1a-4a5c-815f-bc3e6d512074 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:08:19.500876 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-96d68a21-6dfb-4c5b-908f-327c53581493', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:19.502577 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:19.703058 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:19.706350 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:19.726433 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Publish callbacks [] for security_group (aab5de0d-aa02-4b31-9173-90317870f1f0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:19.738115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5aa61-9e94-450b-b774-960f766e01b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Subnet': ['ID=33556ff7-229f-4b3d-be6d-cd0345cdc361,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:19.751605 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (aab5de0d-aa02-4b31-9173-90317870f1f0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:19.793054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b5aa61-9e94-450b-b774-960f766e01b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Checking segment: {'id': '750f6bc1-952b-4857-b3f5-a20f1fa5ab8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6fbdc5ab-cd21-4500-9cff-507aa5568b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:19.793054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b5aa61-9e94-450b-b774-960f766e01b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network hostable DHCP agents. Network: 6fbdc5ab-cd21-4500-9cff-507aa5568b12, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:19.844562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:19.955308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab5de0d-aa02-4b31-9173-90317870f1f0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:19.956605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Allocated IP 172.20.0.2 (96d68a21-6dfb-4c5b-908f-327c53581493/83919107-59ce-4f00-abe9-ac0f7bccc76d/e040539a-26a8-49de-bf17-cb5e4f6d0e26) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:19.962136 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (86fec6f9-7ed9-438a-a916-9547c8380172), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:19.962827 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Added segment 86fec6f9-7ed9-438a-a916-9547c8380172 of type vlan for network d3426f23-19ba-4c89-b4d8-f62a1ec2a84f Feb 08 16:08:19.976505 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Publish callbacks [] for router_controller (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.002671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b5aa61-9e94-450b-b774-960f766e01b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network 6fbdc5ab-cd21-4500-9cff-507aa5568b12 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:20.018992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-50b5aa61-9e94-450b-b774-960f766e01b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 6fbdc5ab-cd21-4500-9cff-507aa5568b12) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:20.035534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b5aa61-9e94-450b-b774-960f766e01b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:20.036148 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50b5aa61-9e94-450b-b774-960f766e01b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.065345 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-50b5aa61-9e94-450b-b774-960f766e01b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.5404782 Feb 08 16:08:20.065345 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36762) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:20.083694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32936267-6022-4297-b7d4-8e61054db8d8 None None] Network 6fbdc5ab-cd21-4500-9cff-507aa5568b12 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:20.194112 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (6fbdc5ab-cd21-4500-9cff-507aa5568b12), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.198553 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for port (c805b0b8-5b1a-4a5c-815f-bc3e6d512074), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.217078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (c805b0b8-5b1a-4a5c-815f-bc3e6d512074), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.326812 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (d3426f23-19ba-4c89-b4d8-f62a1ec2a84f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.403545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event updated for resources: {'Port': ['ID=c805b0b8-5b1a-4a5c-815f-bc3e6d512074,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:20.422191 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Publish callbacks [] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.562281 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (28dfcca4-57e1-4a5c-a4e1-68186f77e627), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.622174 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.665995 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Publish callbacks [] for router_gateway (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.676762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36774) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:20.688298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6f5b26cc-8bad-40e9-82f6-ed44395af7f5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'subnet': {'network_id': '6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:20.695075 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (33556ff7-229f-4b3d-be6d-cd0345cdc361), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.728303 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Network 96d68a21-6dfb-4c5b-908f-327c53581493 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:20.777092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:20.788484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:20.803656 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (d3426f23-19ba-4c89-b4d8-f62a1ec2a84f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.808759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:20.809510 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.933850 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e0e84d-7e02-46a2-b898-cd9f08bca12c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-6fbdc5ab-cd21-4500-9cff-507aa5568b12', 'network_id': '6fbdc5ab-cd21-4500-9cff-507aa5568b12', 'project_id': '8949fdd54a9442feab9b4019c45b39cd', 'fixed_ips': [{'subnet_id': '33556ff7-229f-4b3d-be6d-cd0345cdc361'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:20.935015 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a9e0e84d-7e02-46a2-b898-cd9f08bca12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.944822 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (33556ff7-229f-4b3d-be6d-cd0345cdc361), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.956021 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:20.971525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Network c6939a46-2fd8-40f5-9284-409c14778d98 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:20.993237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Attempting to bind port e040539a-26a8-49de-bf17-cb5e4f6d0e26 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:08:20.993743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Attempting to bind port e040539a-26a8-49de-bf17-cb5e4f6d0e26 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b428e54a-6703-44a3-854a-90a1d2fa2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:08:20.994228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Attempting to bind port e040539a-26a8-49de-bf17-cb5e4f6d0e26 on network 96d68a21-6dfb-4c5b-908f-327c53581493 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:08:20.996600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Pushing event updated for resources: {'Port': ['ID=e040539a-26a8-49de-bf17-cb5e4f6d0e26,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:21.026553 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:21.065455 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8422933 Feb 08 16:08:21.082908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36778) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:21.116090 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Subnet': ['ID=33556ff7-229f-4b3d-be6d-cd0345cdc361,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:21.122097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:08:21.124043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Checking segment: {'id': 'b428e54a-6703-44a3-854a-90a1d2fa2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:21.125821 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:21.126491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Bound using segment: {'id': 'b428e54a-6703-44a3-854a-90a1d2fa2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:08:21.129673 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Bound port: e040539a-26a8-49de-bf17-cb5e4f6d0e26, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b428e54a-6703-44a3-854a-90a1d2fa2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:08:21.130223 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:21.144684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e50f9-055c-4896-ab0c-eeced94467d1 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Pushing event updated for resources: {'Network': ['ID=d3426f23-19ba-4c89-b4d8-f62a1ec2a84f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:21.190307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8a9fc3-9e58-4eda-b6a9-26d70fdcfc1e None None] Network 6fbdc5ab-cd21-4500-9cff-507aa5568b12 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:21.206708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network d3426f23-19ba-4c89-b4d8-f62a1ec2a84f details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:21.283797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5b26cc-8bad-40e9-82f6-ed44395af7f5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:21.291884 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6f5b26cc-8bad-40e9-82f6-ed44395af7f5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:21.482400 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (6fbdc5ab-cd21-4500-9cff-507aa5568b12), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:21.545531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbdc5ab-cd21-4500-9cff-507aa5568b12']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:21.588440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750f6bc1-952b-4857-b3f5-a20f1fa5ab8f') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:21.588743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750f6bc1-952b-4857-b3f5-a20f1fa5ab8f') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:21.618609 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (750f6bc1-952b-4857-b3f5-a20f1fa5ab8f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:21.674453 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (750f6bc1-952b-4857-b3f5-a20f1fa5ab8f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:21.687555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Request body: {'network': {'name': 'tempest-network--971634895', 'router:external': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:21.698214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:21.698984 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (750f6bc1-952b-4857-b3f5-a20f1fa5ab8f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:21.798245 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:21.819700 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (6fbdc5ab-cd21-4500-9cff-507aa5568b12), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:21.835910 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:21.839308 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/6fbdc5ab-cd21-4500-9cff-507aa5568b12 HTTP/1.1" status: 204 len: 168 time: 1.7665911 Feb 08 16:08:21.845851 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36800) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:21.863032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] For port e040539a-26a8-49de-bf17-cb5e4f6d0e26, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:08:21.868982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-070c77ca-5124-4b40-8f1a-fd503f30e8d0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-707534770'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:21.875095 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Made reservation on behalf of 2f289574f1264ce399a3f4034b8a03db for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:21.877159 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:21.879585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ebed0-5e90-4224-a3d9-2d021a6a49f0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Network': ['ID=6fbdc5ab-cd21-4500-9cff-507aa5568b12,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:21.889678 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ea946645-c929-42c7-b34c-ea54033afb09 None None] Provisioning complete for port c805b0b8-5b1a-4a5c-815f-bc3e6d512074 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:21.890485 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ea946645-c929-42c7-b34c-ea54033afb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c805b0b8-5b1a-4a5c-815f-bc3e6d512074), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:21.933261 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ea946645-c929-42c7-b34c-ea54033afb09 None None] Port c805b0b8-5b1a-4a5c-815f-bc3e6d512074 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:08:21.934015 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:21.938056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] For port e040539a-26a8-49de-bf17-cb5e4f6d0e26, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e040539a-26a8-49de-bf17-cb5e4f6d0e26,segment=NetworkSegment(b428e54a-6703-44a3-854a-90a1d2fa2e8e),segment_id=b428e54a-6703-44a3-854a-90a1d2fa2e8e)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:08:21.954104 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:21.985586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070c77ca-5124-4b40-8f1a-fd503f30e8d0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:21.988906 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070c77ca-5124-4b40-8f1a-fd503f30e8d0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:22.006412 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Router 28dfcca4-57e1-4a5c-a4e1-68186f77e627 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:08:22.093215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa8cef-fe04-4dca-97af-172c23545873 None None] Pushing event updated for resources: {'Port': ['ID=e040539a-26a8-49de-bf17-cb5e4f6d0e26,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:22.125991 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070c77ca-5124-4b40-8f1a-fd503f30e8d0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:22.270013 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070c77ca-5124-4b40-8f1a-fd503f30e8d0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ce56d02c-080d-444f-b6e6-d804890c93b9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:22.273727 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-070c77ca-5124-4b40-8f1a-fd503f30e8d0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Added segment ce56d02c-080d-444f-b6e6-d804890c93b9 of type vlan for network a85e7f3d-29ab-4c11-bdbc-01a9da475fa7 Feb 08 16:08:22.893536 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Publish callbacks [] for router_gateway (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:22.943696 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6f5b26cc-8bad-40e9-82f6-ed44395af7f5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (48d8ceab-fbc0-4c8d-813a-b301607df50e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:22.957075 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:23.173053 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070c77ca-5124-4b40-8f1a-fd503f30e8d0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (a85e7f3d-29ab-4c11-bdbc-01a9da475fa7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:23.224554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:08:23.237775 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd56fc9-8893-4d4f-b0cc-07fc4f3bd108 None None] Sync routers for ids ['28dfcca4-57e1-4a5c-a4e1-68186f77e627'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:08:23.258723 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd56fc9-8893-4d4f-b0cc-07fc4f3bd108 None None] Routers {'28dfcca4-57e1-4a5c-a4e1-68186f77e627'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:08:23.259356 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cfd56fc9-8893-4d4f-b0cc-07fc4f3bd108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:08:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['28dfcca4-57e1-4a5c-a4e1-68186f77e627'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:23.261919 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-919bec01-ba4e-4e08-adee-24d7dd443402 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "PUT /v2.0/routers/28dfcca4-57e1-4a5c-a4e1-68186f77e627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8903778 Feb 08 16:08:23.284651 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.db.resource_extend [None req-070c77ca-5124-4b40-8f1a-fd503f30e8d0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 16:08:23.286028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Allocated IP 172.25.7.93 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/814c68fc-dd33-4ea1-87e3-98c5f607d9e0) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:23.305324 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36808) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:23.326237 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks [] for security_group (c24c8055-cd0c-4e87-8bf5-983dec11c9e5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:23.335814 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cfd56fc9-8893-4d4f-b0cc-07fc4f3bd108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:23.348492 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd56fc9-8893-4d4f-b0cc-07fc4f3bd108 None None] Routers {'28dfcca4-57e1-4a5c-a4e1-68186f77e627'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:08:23.349712 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cfd56fc9-8893-4d4f-b0cc-07fc4f3bd108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:08:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['28dfcca4-57e1-4a5c-a4e1-68186f77e627'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:23.366271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f878946a-9f4f-4348-9a32-4219d8bb8c35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Request body: {'port': {'network_id': 'c6939a46-2fd8-40f5-9284-409c14778d98', 'name': 'tempest-FloatingIPNegativeTestJSON-1983839925'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:23.376720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c24c8055-cd0c-4e87-8bf5-983dec11c9e5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:23.434378 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cfd56fc9-8893-4d4f-b0cc-07fc4f3bd108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:23.435573 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd56fc9-8893-4d4f-b0cc-07fc4f3bd108 None None] The sync data for ids ['28dfcca4-57e1-4a5c-a4e1-68186f77e627'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:08:23.453936 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070c77ca-5124-4b40-8f1a-fd503f30e8d0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (a85e7f3d-29ab-4c11-bdbc-01a9da475fa7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:23.464599 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070c77ca-5124-4b40-8f1a-fd503f30e8d0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:23.465864 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070c77ca-5124-4b40-8f1a-fd503f30e8d0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:23.503857 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:23.519995 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (bf859014-56d8-4dc2-932b-24f71cbba1fb), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:23.520723 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Added segment bf859014-56d8-4dc2-932b-24f71cbba1fb of type vlan for network b728f47f-d0e2-46df-b4d5-27c597731ce2 Feb 08 16:08:23.607003 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (b728f47f-d0e2-46df-b4d5-27c597731ce2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:23.749670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b26cc-8bad-40e9-82f6-ed44395af7f5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Subnet': ['ID=48d8ceab-fbc0-4c8d-813a-b301607df50e,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:23.764256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5b26cc-8bad-40e9-82f6-ed44395af7f5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Checking segment: {'id': 'b4411a77-bb24-4014-8c68-e1638fa848c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:23.764639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5b26cc-8bad-40e9-82f6-ed44395af7f5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network hostable DHCP agents. Network: 6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:23.823360 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24c8055-cd0c-4e87-8bf5-983dec11c9e5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:23.823579 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Publish callbacks [] for port (814c68fc-dd33-4ea1-87e3-98c5f607d9e0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:23.826131 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5b26cc-8bad-40e9-82f6-ed44395af7f5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network 6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:23.861521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-6f5b26cc-8bad-40e9-82f6-ed44395af7f5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:23.873089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5b26cc-8bad-40e9-82f6-ed44395af7f5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:23.873995 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6f5b26cc-8bad-40e9-82f6-ed44395af7f5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:23.888334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058ae50-daf0-4125-8cc5-d6b2943bfaa2 None None] Network 6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:23.913226 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-070c77ca-5124-4b40-8f1a-fd503f30e8d0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0618086 Feb 08 16:08:23.914209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36816) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:23.923018 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (b728f47f-d0e2-46df-b4d5-27c597731ce2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:23.929986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6f5b26cc-8bad-40e9-82f6-ed44395af7f5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2518182 Feb 08 16:08:23.930722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:23.938136 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:23.940573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36818) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:23.953793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-b95153f6-d187-4bbc-be6f-104f69323f65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'subnet': {'network_id': 'a85e7f3d-29ab-4c11-bdbc-01a9da475fa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:24.088231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460a07a8-9153-4824-b9a5-ccb1ffa57d14 None None] Network 96d68a21-6dfb-4c5b-908f-327c53581493 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:24.167496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a2962308-d9f0-4f1d-a217-713439835cbd tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-427940078'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:24.172542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e040539a-26a8-49de-bf17-cb5e4f6d0e26 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:08:24.205694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36820) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:24.206024 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.1180708 Feb 08 16:08:24.231930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c77ca-5124-4b40-8f1a-fd503f30e8d0 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Network': ['ID=a85e7f3d-29ab-4c11-bdbc-01a9da475fa7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:24.411160 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e435ad3f-3b69-4afa-a415-d0f45212430f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (b728f47f-d0e2-46df-b4d5-27c597731ce2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:24.502526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be2e7e-0351-401a-9125-4f57a0f263b1 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event updated for resources: {'Network': ['ID=b728f47f-d0e2-46df-b4d5-27c597731ce2,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:24.533767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f878946a-9f4f-4348-9a32-4219d8bb8c35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Made reservation on behalf of 79a335de4a264ecf9c2ccc0d594b3e75 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:24.543141 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f878946a-9f4f-4348-9a32-4219d8bb8c35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:24.583384 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e435ad3f-3b69-4afa-a415-d0f45212430f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (b728f47f-d0e2-46df-b4d5-27c597731ce2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:24.600864 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-f878946a-9f4f-4348-9a32-4219d8bb8c35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] device_id is not set on port 158adec6-7c56-45e1-9546-c5a71af508db yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:08:24.618832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e435ad3f-3b69-4afa-a415-d0f45212430f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b728f47f-d0e2-46df-b4d5-27c597731ce2']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:24.633764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e435ad3f-3b69-4afa-a415-d0f45212430f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf859014-56d8-4dc2-932b-24f71cbba1fb') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:24.634458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e435ad3f-3b69-4afa-a415-d0f45212430f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf859014-56d8-4dc2-932b-24f71cbba1fb') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:24.652869 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e435ad3f-3b69-4afa-a415-d0f45212430f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (bf859014-56d8-4dc2-932b-24f71cbba1fb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:24.669626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network a85e7f3d-29ab-4c11-bdbc-01a9da475fa7 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:24.673345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network b728f47f-d0e2-46df-b4d5-27c597731ce2 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:24.674891 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e435ad3f-3b69-4afa-a415-d0f45212430f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (bf859014-56d8-4dc2-932b-24f71cbba1fb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:24.683152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e435ad3f-3b69-4afa-a415-d0f45212430f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:24.683743 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e435ad3f-3b69-4afa-a415-d0f45212430f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (bf859014-56d8-4dc2-932b-24f71cbba1fb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:24.798646 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:24.801170 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2962308-d9f0-4f1d-a217-713439835cbd tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:24.802995 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2962308-d9f0-4f1d-a217-713439835cbd tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:24.839375 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2962308-d9f0-4f1d-a217-713439835cbd tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:24.854241 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2962308-d9f0-4f1d-a217-713439835cbd tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (2a78ab5a-cab8-4e7f-ad06-f61cb93060e0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:24.854599 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-a2962308-d9f0-4f1d-a217-713439835cbd tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Added segment 2a78ab5a-cab8-4e7f-ad06-f61cb93060e0 of type vlan for network 4cb2a76a-f9ae-44ef-9c1d-7e762d307be6 Feb 08 16:08:24.921779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-f878946a-9f4f-4348-9a32-4219d8bb8c35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Allocated IP 172.20.0.4 (c6939a46-2fd8-40f5-9284-409c14778d98/190d3cf6-ea60-467a-a0a3-c9c348638ace/158adec6-7c56-45e1-9546-c5a71af508db) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:24.975823 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2962308-d9f0-4f1d-a217-713439835cbd tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (4cb2a76a-f9ae-44ef-9c1d-7e762d307be6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:25.057150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-48e47936-d057-4212-8a93-c019d702f2b4 None None] Provisioning complete for port e040539a-26a8-49de-bf17-cb5e4f6d0e26 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:25.057706 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48e47936-d057-4212-8a93-c019d702f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:25.118644 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e435ad3f-3b69-4afa-a415-d0f45212430f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (b728f47f-d0e2-46df-b4d5-27c597731ce2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:25.134441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e435ad3f-3b69-4afa-a415-d0f45212430f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b728f47f-d0e2-46df-b4d5-27c597731ce2 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 08 16:08:25.145447 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e435ad3f-3b69-4afa-a415-d0f45212430f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:25.154392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e435ad3f-3b69-4afa-a415-d0f45212430f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "DELETE /v2.0/networks/b728f47f-d0e2-46df-b4d5-27c597731ce2 HTTP/1.1" status: 204 len: 168 time: 0.9468093 Feb 08 16:08:25.155132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95153f6-d187-4bbc-be6f-104f69323f65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:25.178796 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b95153f6-d187-4bbc-be6f-104f69323f65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:25.188930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36834) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:25.216256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-91a5058f-8a7b-442c-b2d2-97e24bedb102 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:25.293156 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435ad3f-3b69-4afa-a415-d0f45212430f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event deleted for resources: {'Network': ['ID=b728f47f-d0e2-46df-b4d5-27c597731ce2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:25.300820 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2962308-d9f0-4f1d-a217-713439835cbd tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (4cb2a76a-f9ae-44ef-9c1d-7e762d307be6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:25.307158 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2962308-d9f0-4f1d-a217-713439835cbd tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:25.317902 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2962308-d9f0-4f1d-a217-713439835cbd tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:25.416561 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (814c68fc-dd33-4ea1-87e3-98c5f607d9e0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:25.497144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e040539a-26a8-49de-bf17-cb5e4f6d0e26 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:25.499136 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:25.510643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f878946a-9f4f-4348-9a32-4219d8bb8c35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for port (158adec6-7c56-45e1-9546-c5a71af508db), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:25.526288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-48e47936-d057-4212-8a93-c019d702f2b4 None None] Current status of the port e040539a-26a8-49de-bf17-cb5e4f6d0e26 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:25.526689 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48e47936-d057-4212-8a93-c019d702f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:25.570241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a5058f-8a7b-442c-b2d2-97e24bedb102 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Made reservation on behalf of 2f289574f1264ce399a3f4034b8a03db for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:25.582982 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-91a5058f-8a7b-442c-b2d2-97e24bedb102 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:25.621773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36836) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:25.621922 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a2962308-d9f0-4f1d-a217-713439835cbd tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4669762 Feb 08 16:08:25.646110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd', 'network_id': '6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd', 'project_id': '042e8de56a9d481ba21ef1ff3e2e0156', 'fixed_ips': [{'subnet_id': '48d8ceab-fbc0-4c8d-813a-b301607df50e'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:25.647756 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:25.659657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-72174435-cb54-4cf7-b2c5-10f21b3e493b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'subnet': {'network_id': '4cb2a76a-f9ae-44ef-9c1d-7e762d307be6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:25.692929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:25.782845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:25.793033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:25.795177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Pushing event updated for resources: {'Port': ['ID=814c68fc-dd33-4ea1-87e3-98c5f607d9e0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:25.804509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2962308-d9f0-4f1d-a217-713439835cbd tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Network': ['ID=4cb2a76a-f9ae-44ef-9c1d-7e762d307be6,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:25.860393 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72174435-cb54-4cf7-b2c5-10f21b3e493b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:25.865960 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-72174435-cb54-4cf7-b2c5-10f21b3e493b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:25.998518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Allocated IP 2001:db8:0:ffff::2 (6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd/48d8ceab-fbc0-4c8d-813a-b301607df50e/b72ba52a-7d5a-42a9-9ee3-c868719ec7c1) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:26.166327 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-72174435-cb54-4cf7-b2c5-10f21b3e493b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (07af5881-f3f9-4a18-9963-acdfc926e44a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:26.193704 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a5058f-8a7b-442c-b2d2-97e24bedb102 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:26.273566 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72174435-cb54-4cf7-b2c5-10f21b3e493b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Subnet': ['ID=07af5881-f3f9-4a18-9963-acdfc926e44a,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:26.319982 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Publish callbacks [] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:26.324627 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-91a5058f-8a7b-442c-b2d2-97e24bedb102 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (35b0d6d9-7ff9-4721-a660-6581b285eb10), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:26.325731 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-91a5058f-8a7b-442c-b2d2-97e24bedb102 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Added segment 35b0d6d9-7ff9-4721-a660-6581b285eb10 of type vlan for network c73b282b-49cf-49dc-b536-1d8df3efa8a5 Feb 08 16:08:26.367347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72174435-cb54-4cf7-b2c5-10f21b3e493b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Checking segment: {'id': '2a78ab5a-cab8-4e7f-ad06-f61cb93060e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '4cb2a76a-f9ae-44ef-9c1d-7e762d307be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:26.368368 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72174435-cb54-4cf7-b2c5-10f21b3e493b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network hostable DHCP agents. Network: 4cb2a76a-f9ae-44ef-9c1d-7e762d307be6, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:26.382017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 4cb2a76a-f9ae-44ef-9c1d-7e762d307be6 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:26.430880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f878946a-9f4f-4348-9a32-4219d8bb8c35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (158adec6-7c56-45e1-9546-c5a71af508db), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:26.525203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f878946a-9f4f-4348-9a32-4219d8bb8c35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Network c6939a46-2fd8-40f5-9284-409c14778d98 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:26.527268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72174435-cb54-4cf7-b2c5-10f21b3e493b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network 4cb2a76a-f9ae-44ef-9c1d-7e762d307be6 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:26.543780 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878946a-9f4f-4348-9a32-4219d8bb8c35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event updated for resources: {'Port': ['ID=158adec6-7c56-45e1-9546-c5a71af508db,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:26.562661 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f878946a-9f4f-4348-9a32-4219d8bb8c35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:26.567861 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878946a-9f4f-4348-9a32-4219d8bb8c35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:26.582475 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-72174435-cb54-4cf7-b2c5-10f21b3e493b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 4cb2a76a-f9ae-44ef-9c1d-7e762d307be6) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:26.588246 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72174435-cb54-4cf7-b2c5-10f21b3e493b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:26.589220 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-72174435-cb54-4cf7-b2c5-10f21b3e493b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:26.623213 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-91a5058f-8a7b-442c-b2d2-97e24bedb102 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (c73b282b-49cf-49dc-b536-1d8df3efa8a5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:26.669264 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-72174435-cb54-4cf7-b2c5-10f21b3e493b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0349436 Feb 08 16:08:26.669830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8049382b-d7e4-4373-aaec-9b751b195225 None None] Network 4cb2a76a-f9ae-44ef-9c1d-7e762d307be6 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:26.686324 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36844) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:26.695979 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:26.735702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-48e47936-d057-4212-8a93-c019d702f2b4 None None] For port e040539a-26a8-49de-bf17-cb5e4f6d0e26, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e040539a-26a8-49de-bf17-cb5e4f6d0e26,segment=NetworkSegment(b428e54a-6703-44a3-854a-90a1d2fa2e8e),segment_id=b428e54a-6703-44a3-854a-90a1d2fa2e8e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:08:26.770531 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48e47936-d057-4212-8a93-c019d702f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:26.902475 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (4cb2a76a-f9ae-44ef-9c1d-7e762d307be6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:26.996862 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (07af5881-f3f9-4a18-9963-acdfc926e44a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.099220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f878946a-9f4f-4348-9a32-4219d8bb8c35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:27.100152 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f878946a-9f4f-4348-9a32-4219d8bb8c35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.115273 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (07af5881-f3f9-4a18-9963-acdfc926e44a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.161743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Network 6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:27.162050 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b95153f6-d187-4bbc-be6f-104f69323f65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (970c665e-db60-4059-be72-a91d70a26875), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.186086 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Publish callbacks [] for router_gateway (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.200660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:27.239461 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:27.354042 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (4cb2a76a-f9ae-44ef-9c1d-7e762d307be6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.408464 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e040539a-26a8-49de-bf17-cb5e4f6d0e26 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:27.410673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb2a76a-f9ae-44ef-9c1d-7e762d307be6']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:27.444899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Pushing event updated for resources: {'Port': ['ID=b72ba52a-7d5a-42a9-9ee3-c868719ec7c1,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:27.445621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a78ab5a-cab8-4e7f-ad06-f61cb93060e0') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:27.447510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a78ab5a-cab8-4e7f-ad06-f61cb93060e0') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:27.476682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (2a78ab5a-cab8-4e7f-ad06-f61cb93060e0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.510776 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (2a78ab5a-cab8-4e7f-ad06-f61cb93060e0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.526911 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:27.528345 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (2a78ab5a-cab8-4e7f-ad06-f61cb93060e0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.596139 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e47936-d057-4212-8a93-c019d702f2b4 None None] Pushing event updated for resources: {'Port': ['ID=e040539a-26a8-49de-bf17-cb5e4f6d0e26,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:27.692429 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-91a5058f-8a7b-442c-b2d2-97e24bedb102 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (c73b282b-49cf-49dc-b536-1d8df3efa8a5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.697082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a5058f-8a7b-442c-b2d2-97e24bedb102 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:27.698707 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-91a5058f-8a7b-442c-b2d2-97e24bedb102 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.738327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95153f6-d187-4bbc-be6f-104f69323f65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Subnet': ['ID=970c665e-db60-4059-be72-a91d70a26875,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:27.754518 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f878946a-9f4f-4348-9a32-4219d8bb8c35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4188542 Feb 08 16:08:27.754518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Subnet': ['ID=07af5881-f3f9-4a18-9963-acdfc926e44a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:27.756284 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:27.759946 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (4cb2a76a-f9ae-44ef-9c1d-7e762d307be6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.764389 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.773319 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/4cb2a76a-f9ae-44ef-9c1d-7e762d307be6 HTTP/1.1" status: 204 len: 168 time: 1.0612152 Feb 08 16:08:27.773319 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-91a5058f-8a7b-442c-b2d2-97e24bedb102 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.5688295 Feb 08 16:08:27.774859 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36852) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:27.775255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36854) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:27.781520 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:27.789116 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36856) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:27.814231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-b8e74810-59d7-4d11-b315-9aa84a307a50 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Request body: {'subnet': {'network_id': 'c73b282b-49cf-49dc-b536-1d8df3efa8a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:27.838861 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-97971e1d-86ca-4bf2-ad24-c28325988a89 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2121011431'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:27.852931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95153f6-d187-4bbc-be6f-104f69323f65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Checking segment: {'id': 'ce56d02c-080d-444f-b6e6-d804890c93b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a85e7f3d-29ab-4c11-bdbc-01a9da475fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:27.853896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95153f6-d187-4bbc-be6f-104f69323f65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network hostable DHCP agents. Network: a85e7f3d-29ab-4c11-bdbc-01a9da475fa7, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:27.918627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e74810-59d7-4d11-b315-9aa84a307a50 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Made reservation on behalf of 2f289574f1264ce399a3f4034b8a03db for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:27.923832 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8e74810-59d7-4d11-b315-9aa84a307a50 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.929636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Attempting to bind port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:08:27.930122 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Attempting to bind port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b4411a77-bb24-4014-8c68-e1638fa848c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:08:27.930503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Attempting to bind port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 on network 6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:08:27.946055 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.950124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-52b41dd3-017b-4769-ab94-a90fc3f9b9b3 None None] Provisioning complete for port 158adec6-7c56-45e1-9546-c5a71af508db triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:27.951796 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-52b41dd3-017b-4769-ab94-a90fc3f9b9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (158adec6-7c56-45e1-9546-c5a71af508db), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.957601 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:08:27.957995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Checking segment: {'id': 'b4411a77-bb24-4014-8c68-e1638fa848c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:27.958399 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.958806 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Bound using segment: {'id': 'b4411a77-bb24-4014-8c68-e1638fa848c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:08:27.959305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Bound port: b72ba52a-7d5a-42a9-9ee3-c868719ec7c1, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4411a77-bb24-4014-8c68-e1638fa848c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:08:27.959699 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:27.992913 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97971e1d-86ca-4bf2-ad24-c28325988a89 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:27.996446 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-97971e1d-86ca-4bf2-ad24-c28325988a89 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:28.030813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95153f6-d187-4bbc-be6f-104f69323f65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network a85e7f3d-29ab-4c11-bdbc-01a9da475fa7 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:28.041455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97971e1d-86ca-4bf2-ad24-c28325988a89 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:28.057122 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-97971e1d-86ca-4bf2-ad24-c28325988a89 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b5757511-7075-4129-8a81-4cce16a17b80), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:28.057686 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-97971e1d-86ca-4bf2-ad24-c28325988a89 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Added segment b5757511-7075-4129-8a81-4cce16a17b80 of type vlan for network c3b69469-2bd2-40df-a8f3-4f05393bc95f Feb 08 16:08:28.094509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41037f3-fb91-485d-9895-40b5596e8cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-4cb2a76a-f9ae-44ef-9c1d-7e762d307be6', 'network_id': '4cb2a76a-f9ae-44ef-9c1d-7e762d307be6', 'project_id': '042e8de56a9d481ba21ef1ff3e2e0156', 'fixed_ips': [{'subnet_id': '07af5881-f3f9-4a18-9963-acdfc926e44a'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:28.095401 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f41037f3-fb91-485d-9895-40b5596e8cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:28.117754 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-97971e1d-86ca-4bf2-ad24-c28325988a89 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (c3b69469-2bd2-40df-a8f3-4f05393bc95f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:28.209375 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-97971e1d-86ca-4bf2-ad24-c28325988a89 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (c3b69469-2bd2-40df-a8f3-4f05393bc95f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:28.215828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97971e1d-86ca-4bf2-ad24-c28325988a89 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:28.216582 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-97971e1d-86ca-4bf2-ad24-c28325988a89 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:28.269031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] For port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:08:28.269340 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-97971e1d-86ca-4bf2-ad24-c28325988a89 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4361689 Feb 08 16:08:28.271327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] For port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b72ba52a-7d5a-42a9-9ee3-c868719ec7c1,segment=NetworkSegment(b4411a77-bb24-4014-8c68-e1638fa848c6),segment_id=b4411a77-bb24-4014-8c68-e1638fa848c6)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:08:28.273536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36860) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:28.279977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-65396ef0-bdcb-41c6-9d23-08c3319ec15d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'subnet': {'network_id': 'c3b69469-2bd2-40df-a8f3-4f05393bc95f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:28.291702 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:28.299010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-b95153f6-d187-4bbc-be6f-104f69323f65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, a85e7f3d-29ab-4c11-bdbc-01a9da475fa7) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:28.342578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95153f6-d187-4bbc-be6f-104f69323f65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:28.350961 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5058f-8a7b-442c-b2d2-97e24bedb102 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event updated for resources: {'Network': ['ID=c73b282b-49cf-49dc-b536-1d8df3efa8a5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:28.371374 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b95153f6-d187-4bbc-be6f-104f69323f65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:28.418605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-52b41dd3-017b-4769-ab94-a90fc3f9b9b3 None None] Port 158adec6-7c56-45e1-9546-c5a71af508db cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:08:28.444493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff6570-efae-4b14-96a4-09b74f3d86a7 None None] Pushing event updated for resources: {'Port': ['ID=b72ba52a-7d5a-42a9-9ee3-c868719ec7c1,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:28.465753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2df9d1-e0fb-486a-8322-2f4e698c615c None None] Network a85e7f3d-29ab-4c11-bdbc-01a9da475fa7 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:28.475105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network c73b282b-49cf-49dc-b536-1d8df3efa8a5 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:28.530743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79727cf-fea8-46bb-a8d1-0c21012694c6 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Network': ['ID=4cb2a76a-f9ae-44ef-9c1d-7e762d307be6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:28.546892 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b95153f6-d187-4bbc-be6f-104f69323f65 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.6123965 Feb 08 16:08:28.554520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36866) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:28.668074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b108a58-0654-470a-850b-40755c035c9b None None] Network 4cb2a76a-f9ae-44ef-9c1d-7e762d307be6 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:28.687901 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:28.754735 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97971e1d-86ca-4bf2-ad24-c28325988a89 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Network': ['ID=c3b69469-2bd2-40df-a8f3-4f05393bc95f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:28.841090 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65396ef0-bdcb-41c6-9d23-08c3319ec15d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:28.847113 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65396ef0-bdcb-41c6-9d23-08c3319ec15d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:29.054688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network c3b69469-2bd2-40df-a8f3-4f05393bc95f details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:29.113525 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:29.236763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b108a58-0654-470a-850b-40755c035c9b None None] Network 4cb2a76a-f9ae-44ef-9c1d-7e762d307be6 could not be found, it might have been deleted concurrently. {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 16:08:29.251720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4990728a-cc0d-466b-98e1-a97a23fd5e7c None None] Provisioning complete for port e040539a-26a8-49de-bf17-cb5e4f6d0e26 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:29.252388 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4990728a-cc0d-466b-98e1-a97a23fd5e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:29.266139 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (a85e7f3d-29ab-4c11-bdbc-01a9da475fa7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:29.373295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-a85e7f3d-29ab-4c11-bdbc-01a9da475fa7', 'network_id': 'a85e7f3d-29ab-4c11-bdbc-01a9da475fa7', 'project_id': '8949fdd54a9442feab9b4019c45b39cd', 'fixed_ips': [{'subnet_id': '970c665e-db60-4059-be72-a91d70a26875'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:29.376243 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:29.725108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Allocated IP 172.25.7.236 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/a303206f-746c-4747-9e5b-f7ca9c04d331) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:29.761892 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (970c665e-db60-4059-be72-a91d70a26875), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:29.822628 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65396ef0-bdcb-41c6-9d23-08c3319ec15d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (beb4698d-7553-4d67-abd7-869c8d9915ac), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:29.871471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e040539a-26a8-49de-bf17-cb5e4f6d0e26 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:08:29.879007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Router fa2a527f-9684-45cf-9ceb-5aab7c798ffa is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:08:30.072690 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65396ef0-bdcb-41c6-9d23-08c3319ec15d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Subnet': ['ID=beb4698d-7553-4d67-abd7-869c8d9915ac,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:30.163458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65396ef0-bdcb-41c6-9d23-08c3319ec15d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Checking segment: {'id': 'b5757511-7075-4129-8a81-4cce16a17b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c3b69469-2bd2-40df-a8f3-4f05393bc95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:30.163829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65396ef0-bdcb-41c6-9d23-08c3319ec15d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network hostable DHCP agents. Network: c3b69469-2bd2-40df-a8f3-4f05393bc95f, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:30.236744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.objects.ports [None req-b8e74810-59d7-4d11-b315-9aa84a307a50 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103301) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 16:08:30.242177 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for port (a303206f-746c-4747-9e5b-f7ca9c04d331), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:30.251554 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8e74810-59d7-4d11-b315-9aa84a307a50 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (2eec4284-91de-454b-b84e-5d581870d0ff), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:30.308164 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65396ef0-bdcb-41c6-9d23-08c3319ec15d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network c3b69469-2bd2-40df-a8f3-4f05393bc95f is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:30.318756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4990728a-cc0d-466b-98e1-a97a23fd5e7c None None] Current status of the port e040539a-26a8-49de-bf17-cb5e4f6d0e26 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:30.356312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-65396ef0-bdcb-41c6-9d23-08c3319ec15d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, c3b69469-2bd2-40df-a8f3-4f05393bc95f) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:30.377929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65396ef0-bdcb-41c6-9d23-08c3319ec15d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:30.378661 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65396ef0-bdcb-41c6-9d23-08c3319ec15d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:30.401561 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c914e-b2c8-443c-85d2-157a999e128a None None] Network c3b69469-2bd2-40df-a8f3-4f05393bc95f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:30.429449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e74810-59d7-4d11-b315-9aa84a307a50 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2eec4284-91de-454b-b84e-5d581870d0ff,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:30.451339 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-65396ef0-bdcb-41c6-9d23-08c3319ec15d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1765981 Feb 08 16:08:30.460164 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36874) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:30.470397 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a303206f-746c-4747-9e5b-f7ca9c04d331), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:30.479554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6901cf2b-de15-4ed6-9c1e-71dfdf27f02d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1920397127'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:30.488274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e74810-59d7-4d11-b315-9aa84a307a50 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Checking segment: {'id': '35b0d6d9-7ff9-4721-a660-6581b285eb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c73b282b-49cf-49dc-b536-1d8df3efa8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:30.489206 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e74810-59d7-4d11-b315-9aa84a307a50 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Network hostable DHCP agents. Network: c73b282b-49cf-49dc-b536-1d8df3efa8a5, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:30.497931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Allocated IP 172.20.0.1 (a85e7f3d-29ab-4c11-bdbc-01a9da475fa7/970c665e-db60-4059-be72-a91d70a26875/10982686-fbda-4097-8d6f-5b35e160d0b3) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:30.511235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:08:30.576461 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e74810-59d7-4d11-b315-9aa84a307a50 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Network c73b282b-49cf-49dc-b536-1d8df3efa8a5 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:30.589815 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:30.594980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:30.597556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:30.598803 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-128c8ece-0d5f-4383-9214-111b0b6633ae admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.3310306 Feb 08 16:08:30.600309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:30.606720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36882) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:30.614887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-b8e74810-59d7-4d11-b315-9aa84a307a50 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, c73b282b-49cf-49dc-b536-1d8df3efa8a5) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:30.631331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e74810-59d7-4d11-b315-9aa84a307a50 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:30.633102 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8e74810-59d7-4d11-b315-9aa84a307a50 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:30.676054 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b8e74810-59d7-4d11-b315-9aa84a307a50 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8723731 Feb 08 16:08:30.677556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36886) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:30.692297 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Request body: {'floatingip': {'floating_network_id': 'c73b282b-49cf-49dc-b536-1d8df3efa8a5'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:30.728300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c0ca27-91be-4eaa-b108-88d9f36fdd4b None None] Network c73b282b-49cf-49dc-b536-1d8df3efa8a5 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:30.734022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Sync routers for ids ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:08:30.768902 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:30.874695 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6901cf2b-de15-4ed6-9c1e-71dfdf27f02d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:30.899540 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6901cf2b-de15-4ed6-9c1e-71dfdf27f02d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:30.975765 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:30.980683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event updated for resources: {'Port': ['ID=a303206f-746c-4747-9e5b-f7ca9c04d331,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:31.118688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e040539a-26a8-49de-bf17-cb5e4f6d0e26 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:31.120374 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:31.169642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Routers {'fa2a527f-9684-45cf-9ceb-5aab7c798ffa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:08:31.171439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:08:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:31.189325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3331d6b-c752-4143-88dd-51168800e6e2 None None] Network c73b282b-49cf-49dc-b536-1d8df3efa8a5 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:31.192451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c8af8-bfa4-459f-afef-901ab5e250e2 None None] Network 6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:31.294659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Allocated IP 172.20.0.5 (c73b282b-49cf-49dc-b536-1d8df3efa8a5/2eec4284-91de-454b-b84e-5d581870d0ff/302d0f7f-4313-4311-be6f-883feef81503) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:31.316754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6901cf2b-de15-4ed6-9c1e-71dfdf27f02d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:31.557924 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for floatingip (928b8513-bce6-409b-96cb-c644197f34f8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:31.560592 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6901cf2b-de15-4ed6-9c1e-71dfdf27f02d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (10182f64-d9c4-484e-856d-5132fd179b73), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:31.560978 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-6901cf2b-de15-4ed6-9c1e-71dfdf27f02d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Added segment 10182f64-d9c4-484e-856d-5132fd179b73 of type vlan for network cc0cf26e-bcbf-4752-9455-372b7957ea54 Feb 08 16:08:31.633974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d6013346-8204-4066-9393-fe484a029598 None None] Provisioning complete for port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:31.634895 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6013346-8204-4066-9393-fe484a029598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:31.655951 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-c3b69469-2bd2-40df-a8f3-4f05393bc95f', 'network_id': 'c3b69469-2bd2-40df-a8f3-4f05393bc95f', 'project_id': '042e8de56a9d481ba21ef1ff3e2e0156', 'fixed_ips': [{'subnet_id': 'beb4698d-7553-4d67-abd7-869c8d9915ac'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:31.657414 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:31.660268 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks [] for port (302d0f7f-4313-4311-be6f-883feef81503), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:31.755846 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3e78aeca-6b68-4104-8e0f-2acbd56a36b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:31.769965 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (302d0f7f-4313-4311-be6f-883feef81503), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:31.886393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6901cf2b-de15-4ed6-9c1e-71dfdf27f02d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (cc0cf26e-bcbf-4752-9455-372b7957ea54), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:31.899435 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event updated for resources: {'Port': ['ID=302d0f7f-4313-4311-be6f-883feef81503,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:31.946650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Network c73b282b-49cf-49dc-b536-1d8df3efa8a5 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:31.954315 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a303206f-746c-4747-9e5b-f7ca9c04d331), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:31.955108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:31.963790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:32.085079 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Allocated IP 2001:db8::1 (c3b69469-2bd2-40df-a8f3-4f05393bc95f/beb4698d-7553-4d67-abd7-869c8d9915ac/1713286b-b6e4-46a2-827a-5ed7d3dbb74b) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:32.224609 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks [] for floatingip (8c99b7f8-b9a7-44aa-9b5b-d33c29e3f922), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:32.338103 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Publish callbacks [] for port (1713286b-b6e4-46a2-827a-5ed7d3dbb74b), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:32.412564 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6901cf2b-de15-4ed6-9c1e-71dfdf27f02d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (cc0cf26e-bcbf-4752-9455-372b7957ea54), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:32.419600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6901cf2b-de15-4ed6-9c1e-71dfdf27f02d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:32.421639 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6901cf2b-de15-4ed6-9c1e-71dfdf27f02d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:32.472096 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e040539a-26a8-49de-bf17-cb5e4f6d0e26 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:32.474466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:08:32.583541 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (1713286b-b6e4-46a2-827a-5ed7d3dbb74b), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:32.710527 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Network c3b69469-2bd2-40df-a8f3-4f05393bc95f is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:32.712350 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Set router fa2a527f-9684-45cf-9ceb-5aab7c798ffa gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:08:32.713894 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6901cf2b-de15-4ed6-9c1e-71dfdf27f02d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2392039 Feb 08 16:08:32.722997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36900) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:32.758818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-177766d5-f221-40a3-9899-295a58c9b1de tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'subnet': {'network_id': 'cc0cf26e-bcbf-4752-9455-372b7957ea54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:32.804154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901cf2b-de15-4ed6-9c1e-71dfdf27f02d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Network': ['ID=cc0cf26e-bcbf-4752-9455-372b7957ea54,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:32.826053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:32.847852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network cc0cf26e-bcbf-4752-9455-372b7957ea54 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:32.859377 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (302d0f7f-4313-4311-be6f-883feef81503), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.068664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:33.240937 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Publish callbacks [] for port (10982686-fbda-4097-8d6f-5b35e160d0b3), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.258953 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks [] for port (302d0f7f-4313-4311-be6f-883feef81503), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.272159 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for port (a303206f-746c-4747-9e5b-f7ca9c04d331), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.285124 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (a303206f-746c-4747-9e5b-f7ca9c04d331), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.295020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177766d5-f221-40a3-9899-295a58c9b1de tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:33.299389 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-177766d5-f221-40a3-9899-295a58c9b1de tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.316991 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (302d0f7f-4313-4311-be6f-883feef81503), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.335408 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (970c665e-db60-4059-be72-a91d70a26875), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.505732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Pushing event updated for resources: {'Port': ['ID=1713286b-b6e4-46a2-827a-5ed7d3dbb74b,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:33.540065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event updated for resources: {'Port': ['ID=302d0f7f-4313-4311-be6f-883feef81503,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:33.547159 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Attempting to bind port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:08:33.550587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Attempting to bind port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b5757511-7075-4129-8a81-4cce16a17b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c3b69469-2bd2-40df-a8f3-4f05393bc95f'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:08:33.550955 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Attempting to bind port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b on network c3b69469-2bd2-40df-a8f3-4f05393bc95f {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:08:33.557210 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (10982686-fbda-4097-8d6f-5b35e160d0b3), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.572302 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-177766d5-f221-40a3-9899-295a58c9b1de tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Performing IP validity checks on allocation pools {{(pid=103302) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 16:08:33.572932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-177766d5-f221-40a3-9899-295a58c9b1de tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103302) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 16:08:33.580290 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:08:33.580711 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Checking segment: {'id': 'b5757511-7075-4129-8a81-4cce16a17b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c3b69469-2bd2-40df-a8f3-4f05393bc95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:33.581171 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.581309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event updated for resources: {'Port': ['ID=a303206f-746c-4747-9e5b-f7ca9c04d331,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:33.583848 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Bound using segment: {'id': 'b5757511-7075-4129-8a81-4cce16a17b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c3b69469-2bd2-40df-a8f3-4f05393bc95f'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:08:33.584398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Bound port: 1713286b-b6e4-46a2-827a-5ed7d3dbb74b, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5757511-7075-4129-8a81-4cce16a17b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c3b69469-2bd2-40df-a8f3-4f05393bc95f'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:08:33.584856 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1713286b-b6e4-46a2-827a-5ed7d3dbb74b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.602370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:33.602765 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.657953 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (928b8513-bce6-409b-96cb-c644197f34f8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.705477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d6013346-8204-4066-9393-fe484a029598 None None] Current status of the port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:33.706536 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6013346-8204-4066-9393-fe484a029598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.730930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.739678 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.745552 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5166e2f6-36a0-4b46-811a-a31683289360 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9688246 Feb 08 16:08:33.752531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36908) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:33.764900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-32f1b4ad-d278-47bb-9a0c-3753a2971f89 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Request body: {'floatingip': {'port_id': '158adec6-7c56-45e1-9546-c5a71af508db', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:33.820854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] For port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:08:33.825313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] For port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1713286b-b6e4-46a2-827a-5ed7d3dbb74b,segment=NetworkSegment(b5757511-7075-4129-8a81-4cce16a17b80),segment_id=b5757511-7075-4129-8a81-4cce16a17b80)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:08:33.839696 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (a85e7f3d-29ab-4c11-bdbc-01a9da475fa7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.860515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Pushing event updated for resources: {'Port': ['ID=10982686-fbda-4097-8d6f-5b35e160d0b3,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:33.870379 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32f1b4ad-d278-47bb-9a0c-3753a2971f89 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for floatingip (928b8513-bce6-409b-96cb-c644197f34f8), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.905460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85e7f3d-29ab-4c11-bdbc-01a9da475fa7']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:33.907171 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1713286b-b6e4-46a2-827a-5ed7d3dbb74b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.931679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Network a85e7f3d-29ab-4c11-bdbc-01a9da475fa7 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:33.935672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce56d02c-080d-444f-b6e6-d804890c93b9') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:33.937358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce56d02c-080d-444f-b6e6-d804890c93b9') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:33.961795 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (ce56d02c-080d-444f-b6e6-d804890c93b9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.978632 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ce56d02c-080d-444f-b6e6-d804890c93b9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:33.993909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:33.994389 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (ce56d02c-080d-444f-b6e6-d804890c93b9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:34.092562 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb04b8-519a-4f3e-b40e-ce621e572f31 None None] Pushing event updated for resources: {'Port': ['ID=1713286b-b6e4-46a2-827a-5ed7d3dbb74b,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:34.138290 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:34.168370 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.api [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 16:08:34.168370 n-d-824834-11 neutron-server[103301]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 16:08:34.168370 n-d-824834-11 neutron-server[103301]: [parameters: {'id': 'a85e7f3d-29ab-4c11-bdbc-01a9da475fa7'}] Feb 08 16:08:34.168370 n-d-824834-11 neutron-server[103301]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:08:34.168370 n-d-824834-11 neutron-server[103301]: DEBUG oslo_db.api [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:08:34.168370 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Subnet': ['ID=970c665e-db60-4059-be72-a91d70a26875,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:34.199791 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (8c99b7f8-b9a7-44aa-9b5b-d33c29e3f922), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:34.217184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:34.221108 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:34.224974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:34.226489 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-12a41056-307d-4e2f-b270-43a988165973 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5466728 Feb 08 16:08:34.231256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36914) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:34.275355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d6013346-8204-4066-9393-fe484a029598 None None] For port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b72ba52a-7d5a-42a9-9ee3-c868719ec7c1,segment=NetworkSegment(b4411a77-bb24-4014-8c68-e1638fa848c6),segment_id=b4411a77-bb24-4014-8c68-e1638fa848c6)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:08:34.319651 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6013346-8204-4066-9393-fe484a029598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:34.467953 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6013346-8204-4066-9393-fe484a029598 None None] Pushing event updated for resources: {'Port': ['ID=b72ba52a-7d5a-42a9-9ee3-c868719ec7c1,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:34.484763 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6f891abd-2fed-4ada-9826-5df82eee2474 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "GET /v2.0/floatingips?floating_network_id=c73b282b-49cf-49dc-b536-1d8df3efa8a5 HTTP/1.1" status: 200 len: 689 time: 0.2515371 Feb 08 16:08:34.487198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36918) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:34.522453 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2b4e7d3-f3b2-4cdb-abb7-add260707ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:34.584111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:34.584510 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:34.634885 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-177766d5-f221-40a3-9899-295a58c9b1de tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (e31e960b-986c-45c3-8a9b-3b03a18be5c2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:34.665635 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (a85e7f3d-29ab-4c11-bdbc-01a9da475fa7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:34.703602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Attempting to bind port 10982686-fbda-4097-8d6f-5b35e160d0b3 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:08:34.704017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Attempting to bind port 10982686-fbda-4097-8d6f-5b35e160d0b3 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'ce56d02c-080d-444f-b6e6-d804890c93b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a85e7f3d-29ab-4c11-bdbc-01a9da475fa7'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:08:34.704422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Attempting to bind port 10982686-fbda-4097-8d6f-5b35e160d0b3 on network a85e7f3d-29ab-4c11-bdbc-01a9da475fa7 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:08:34.725397 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (c73b282b-49cf-49dc-b536-1d8df3efa8a5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:34.770061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:08:34.770444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Checking segment: {'id': 'ce56d02c-080d-444f-b6e6-d804890c93b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a85e7f3d-29ab-4c11-bdbc-01a9da475fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:34.770811 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:34.771214 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Bound using segment: {'id': 'ce56d02c-080d-444f-b6e6-d804890c93b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a85e7f3d-29ab-4c11-bdbc-01a9da475fa7'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:08:34.771714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Bound port: 10982686-fbda-4097-8d6f-5b35e160d0b3, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce56d02c-080d-444f-b6e6-d804890c93b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a85e7f3d-29ab-4c11-bdbc-01a9da475fa7'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:08:34.772111 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (10982686-fbda-4097-8d6f-5b35e160d0b3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:35.054968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Deleting port 10982686-fbda-4097-8d6f-5b35e160d0b3 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:08:35.055571 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (10982686-fbda-4097-8d6f-5b35e160d0b3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:35.119384 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] For port 10982686-fbda-4097-8d6f-5b35e160d0b3, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:08:35.147642 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:08:35.147929 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:08:35.151265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e1d1fe08-0a79-4eb2-868c-dc9949d48105 None None] Provisioning complete for port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:35.151638 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e1d1fe08-0a79-4eb2-868c-dc9949d48105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:35.159637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] For port 10982686-fbda-4097-8d6f-5b35e160d0b3, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=10982686-fbda-4097-8d6f-5b35e160d0b3,segment=NetworkSegment(ce56d02c-080d-444f-b6e6-d804890c93b9),segment_id=ce56d02c-080d-444f-b6e6-d804890c93b9)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:08:35.204594 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (10982686-fbda-4097-8d6f-5b35e160d0b3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:35.228506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] For port 10982686-fbda-4097-8d6f-5b35e160d0b3, host n-d-824834-11, got binding levels [] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:08:35.228924 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (10982686-fbda-4097-8d6f-5b35e160d0b3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:35.266607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Calling delete_port for 10982686-fbda-4097-8d6f-5b35e160d0b3 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:08:35.364588 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:08:26Z', 'revision_number': 3, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:35.435778 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (10982686-fbda-4097-8d6f-5b35e160d0b3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:35.444836 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Deleting port 302d0f7f-4313-4311-be6f-883feef81503 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:08:35.447821 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (302d0f7f-4313-4311-be6f-883feef81503), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:35.527957 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Checking router: fa2a527f-9684-45cf-9ceb-5aab7c798ffa for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:08:35.528654 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Updating router fa2a527f-9684-45cf-9ceb-5aab7c798ffa port 814c68fc-dd33-4ea1-87e3-98c5f607d9e0 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:08:35.600240 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-32f1b4ad-d278-47bb-9a0c-3753a2971f89 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] update failed (client error): The resource could not be found. Feb 08 16:08:35.604391 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-32f1b4ad-d278-47bb-9a0c-3753a2971f89 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "PUT /v2.0/floatingips/928b8513-bce6-409b-96cb-c644197f34f8 HTTP/1.1" status: 404 len: 507 time: 1.8446770 Feb 08 16:08:35.615456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36926) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:35.656894 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (302d0f7f-4313-4311-be6f-883feef81503), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:35.656894 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks [] for floatingip (302d0f7f-4313-4311-be6f-883feef81503), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:35.677425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Calling delete_port for 302d0f7f-4313-4311-be6f-883feef81503 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:08:35.680352 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5baff48-03a4-4049-a923-952a29ba922c None None] Pushing event updated for resources: {'Port': ['ID=10982686-fbda-4097-8d6f-5b35e160d0b3,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:35.852090 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143186db-b866-4122-8451-d0c66a3c30a8 None None] Network a85e7f3d-29ab-4c11-bdbc-01a9da475fa7 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:35.878499 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (814c68fc-dd33-4ea1-87e3-98c5f607d9e0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:35.906732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177766d5-f221-40a3-9899-295a58c9b1de tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Subnet': ['ID=e31e960b-986c-45c3-8a9b-3b03a18be5c2,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:35.909151 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:35.935861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Port': ['ID=10982686-fbda-4097-8d6f-5b35e160d0b3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:35.941186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Allocated IP 172.20.0.1 (96d68a21-6dfb-4c5b-908f-327c53581493/83919107-59ce-4f00-abe9-ac0f7bccc76d/42ca5e36-c9a0-49b4-8f61-e37ae6e40849) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:35.968986 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No DVR routers for this DVR port 10982686-fbda-4097-8d6f-5b35e160d0b3 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:08:36.122564 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177766d5-f221-40a3-9899-295a58c9b1de tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Checking segment: {'id': '10182f64-d9c4-484e-856d-5132fd179b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cc0cf26e-bcbf-4752-9455-372b7957ea54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:36.122850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177766d5-f221-40a3-9899-295a58c9b1de tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network hostable DHCP agents. Network: cc0cf26e-bcbf-4752-9455-372b7957ea54, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:36.157988 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (a85e7f3d-29ab-4c11-bdbc-01a9da475fa7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:36.164360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:36.200666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e1d1fe08-0a79-4eb2-868c-dc9949d48105 None None] Current status of the port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:36.213554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85e7f3d-29ab-4c11-bdbc-01a9da475fa7']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:36.242957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce56d02c-080d-444f-b6e6-d804890c93b9') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:36.243421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce56d02c-080d-444f-b6e6-d804890c93b9') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:36.252201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177766d5-f221-40a3-9899-295a58c9b1de tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network cc0cf26e-bcbf-4752-9455-372b7957ea54 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:36.295162 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (ce56d02c-080d-444f-b6e6-d804890c93b9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:36.343970 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-177766d5-f221-40a3-9899-295a58c9b1de tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, cc0cf26e-bcbf-4752-9455-372b7957ea54) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:36.361638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177766d5-f221-40a3-9899-295a58c9b1de tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:36.362317 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-177766d5-f221-40a3-9899-295a58c9b1de tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:36.384006 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ce56d02c-080d-444f-b6e6-d804890c93b9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:36.396027 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-915e2731-b9d7-4863-90fd-37e8cab0f1ed tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Deleting port a303206f-746c-4747-9e5b-f7ca9c04d331 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:08:36.396368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-915e2731-b9d7-4863-90fd-37e8cab0f1ed tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a303206f-746c-4747-9e5b-f7ca9c04d331), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:36.411959 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:36.412721 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (ce56d02c-080d-444f-b6e6-d804890c93b9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:36.418806 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:36.430387 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862da94d-3bc7-4034-9429-c14fd2557fa5 None None] Network cc0cf26e-bcbf-4752-9455-372b7957ea54 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:36.509727 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-177766d5-f221-40a3-9899-295a58c9b1de tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.7733982 Feb 08 16:08:36.511646 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36934) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:36.584483 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Publish callbacks [] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:36.593709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (302d0f7f-4313-4311-be6f-883feef81503), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:36.642217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368ce884-53ad-4d35-a395-e2114b8b276d None None] Network c3b69469-2bd2-40df-a8f3-4f05393bc95f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:36.644212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1713286b-b6e4-46a2-827a-5ed7d3dbb74b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:08:36.698945 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event deleted for resources: {'Port': ['ID=302d0f7f-4313-4311-be6f-883feef81503,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:36.758469 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:36.769249 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (a85e7f3d-29ab-4c11-bdbc-01a9da475fa7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:36.773893 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-915e2731-b9d7-4863-90fd-37e8cab0f1ed tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a303206f-746c-4747-9e5b-f7ca9c04d331), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:36.774867 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-915e2731-b9d7-4863-90fd-37e8cab0f1ed tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for floatingip (a303206f-746c-4747-9e5b-f7ca9c04d331), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:36.848097 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:36.856045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-915e2731-b9d7-4863-90fd-37e8cab0f1ed tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Calling delete_port for a303206f-746c-4747-9e5b-f7ca9c04d331 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:08:36.865030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/a85e7f3d-29ab-4c11-bdbc-01a9da475fa7 HTTP/1.1" status: 204 len: 168 time: 8.3086419 Feb 08 16:08:36.866412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec88a2-c1eb-4fe0-a044-bd22b139a13c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Network': ['ID=a85e7f3d-29ab-4c11-bdbc-01a9da475fa7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:36.867770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36938) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:36.879315 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-3c5adca9-d547-461a-b3f3-8ea7b3983695 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-351936523'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:36.893933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Network 96d68a21-6dfb-4c5b-908f-327c53581493 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:36.895051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Pushing event updated for resources: {'Port': ['ID=42ca5e36-c9a0-49b4-8f61-e37ae6e40849,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:36.907905 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:36.915079 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:36.956379 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.005988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-00171ed4-54c5-4b2d-a078-e96cd379fa1a None None] Provisioning complete for port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:37.006360 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-00171ed4-54c5-4b2d-a078-e96cd379fa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1713286b-b6e4-46a2-827a-5ed7d3dbb74b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.008265 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (cc0cf26e-bcbf-4752-9455-372b7957ea54), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.026181 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks [] for floatingip (8c99b7f8-b9a7-44aa-9b5b-d33c29e3f922), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.036740 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.221894 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (2eec4284-91de-454b-b84e-5d581870d0ff), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.371685 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (e31e960b-986c-45c3-8a9b-3b03a18be5c2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.379205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43760fa2-abf4-4eec-af86-5d3b15ff212a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-cc0cf26e-bcbf-4752-9455-372b7957ea54', 'network_id': 'cc0cf26e-bcbf-4752-9455-372b7957ea54', 'project_id': '042e8de56a9d481ba21ef1ff3e2e0156', 'fixed_ips': [{'subnet_id': 'e31e960b-986c-45c3-8a9b-3b03a18be5c2'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:37.386229 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-43760fa2-abf4-4eec-af86-5d3b15ff212a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.427160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:37.427866 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1713286b-b6e4-46a2-827a-5ed7d3dbb74b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.460674 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (2eec4284-91de-454b-b84e-5d581870d0ff), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.521671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2eec4284-91de-454b-b84e-5d581870d0ff,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:37.568186 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-915e2731-b9d7-4863-90fd-37e8cab0f1ed tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a303206f-746c-4747-9e5b-f7ca9c04d331), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.573557 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (e31e960b-986c-45c3-8a9b-3b03a18be5c2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.642479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Subnet': ['ID=e31e960b-986c-45c3-8a9b-3b03a18be5c2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:37.684994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-00171ed4-54c5-4b2d-a078-e96cd379fa1a None None] Current status of the port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:37.685622 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-00171ed4-54c5-4b2d-a078-e96cd379fa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1713286b-b6e4-46a2-827a-5ed7d3dbb74b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.723238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5adca9-d547-461a-b3f3-8ea7b3983695 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:37.749587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c5adca9-d547-461a-b3f3-8ea7b3983695 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.774881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e2731-b9d7-4863-90fd-37e8cab0f1ed tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event deleted for resources: {'Port': ['ID=a303206f-746c-4747-9e5b-f7ca9c04d331,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:37.831121 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (cc0cf26e-bcbf-4752-9455-372b7957ea54), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.877176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0cf26e-bcbf-4752-9455-372b7957ea54']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:37.901616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (c73b282b-49cf-49dc-b536-1d8df3efa8a5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.930768 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10182f64-d9c4-484e-856d-5132fd179b73') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:37.932544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10182f64-d9c4-484e-856d-5132fd179b73') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:37.938388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5adca9-d547-461a-b3f3-8ea7b3983695 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:37.954904 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c5adca9-d547-461a-b3f3-8ea7b3983695 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (dd1f296c-a98c-4cc4-a776-f7f21408d7e4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:37.955463 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-3c5adca9-d547-461a-b3f3-8ea7b3983695 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Added segment dd1f296c-a98c-4cc4-a776-f7f21408d7e4 of type vlan for network 2aef6b7e-07b9-4573-91cf-177f9ec86583 Feb 08 16:08:37.987006 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Publish callbacks [] for port (814c68fc-dd33-4ea1-87e3-98c5f607d9e0), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.008796 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (10182f64-d9c4-484e-856d-5132fd179b73), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.015241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-00171ed4-54c5-4b2d-a078-e96cd379fa1a None None] For port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1713286b-b6e4-46a2-827a-5ed7d3dbb74b,segment=NetworkSegment(b5757511-7075-4129-8a81-4cce16a17b80),segment_id=b5757511-7075-4129-8a81-4cce16a17b80)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:08:38.031951 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c5adca9-d547-461a-b3f3-8ea7b3983695 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (2aef6b7e-07b9-4573-91cf-177f9ec86583), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.076228 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (814c68fc-dd33-4ea1-87e3-98c5f607d9e0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.078546 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73b282b-49cf-49dc-b536-1d8df3efa8a5']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:38.086427 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-00171ed4-54c5-4b2d-a078-e96cd379fa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1713286b-b6e4-46a2-827a-5ed7d3dbb74b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.104218 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (10182f64-d9c4-484e-856d-5132fd179b73), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.114987 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c5adca9-d547-461a-b3f3-8ea7b3983695 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (2aef6b7e-07b9-4573-91cf-177f9ec86583), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.128985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5adca9-d547-461a-b3f3-8ea7b3983695 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:38.130934 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3c5adca9-d547-461a-b3f3-8ea7b3983695 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.144498 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b0d6d9-7ff9-4721-a660-6581b285eb10') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:38.145159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b0d6d9-7ff9-4721-a660-6581b285eb10') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:38.160532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:38.181304 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (10182f64-d9c4-484e-856d-5132fd179b73), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:38.185780 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:38.219707 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (35b0d6d9-7ff9-4721-a660-6581b285eb10), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.228882 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.230688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Attempting to bind port 814c68fc-dd33-4ea1-87e3-98c5f607d9e0 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:08:38.232496 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Attempting to bind port 814c68fc-dd33-4ea1-87e3-98c5f607d9e0 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:08:38.233630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Attempting to bind port 814c68fc-dd33-4ea1-87e3-98c5f607d9e0 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:08:38.260136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5adca9-d547-461a-b3f3-8ea7b3983695 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Network': ['ID=2aef6b7e-07b9-4573-91cf-177f9ec86583,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:38.299632 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.314576 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 2aef6b7e-07b9-4573-91cf-177f9ec86583 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:38.320256 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3c5adca9-d547-461a-b3f3-8ea7b3983695 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4471321 Feb 08 16:08:38.325961 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-915e2731-b9d7-4863-90fd-37e8cab0f1ed tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for floatingip (928b8513-bce6-409b-96cb-c644197f34f8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.331197 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-915e2731-b9d7-4863-90fd-37e8cab0f1ed tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.332657 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-915e2731-b9d7-4863-90fd-37e8cab0f1ed tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "DELETE /v2.0/floatingips/928b8513-bce6-409b-96cb-c644197f34f8 HTTP/1.1" status: 204 len: 168 time: 2.7139177 Feb 08 16:08:38.333659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36946) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:38.339314 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36948) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:38.350827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-909b996b-0383-4fde-88f8-3ab9f15e896a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'subnet': {'network_id': '2aef6b7e-07b9-4573-91cf-177f9ec86583', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:38.352273 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-53b21d4a-f50d-4272-890f-4e446855edfb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Request body: {'floatingip': {'floating_network_id': 'c6939a46-2fd8-40f5-9284-409c14778d98', 'port_id': '158adec6-7c56-45e1-9546-c5a71af508db', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:38.395243 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53b21d4a-f50d-4272-890f-4e446855edfb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.398378 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (35b0d6d9-7ff9-4721-a660-6581b285eb10), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.437607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:38.438162 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (35b0d6d9-7ff9-4721-a660-6581b285eb10), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:38.441848 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server [None req-43760fa2-abf4-4eec-af86-5d3b15ff212a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e31e960b-986c-45c3-8a9b-3b03a18be5c2: This subnet is being modified by another concurrent operation. Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise exception Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e31e960b-986c-45c3-8a9b-3b03a18be5c2: This subnet is being modified by another concurrent operation. Feb 08 16:08:38.453740 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Feb 08 16:08:38.466421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:08:38.469263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:38.469766 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.470231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:08:38.474612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Bound port: 814c68fc-dd33-4ea1-87e3-98c5f607d9e0, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:08:38.474612 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (814c68fc-dd33-4ea1-87e3-98c5f607d9e0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.487298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:38.495675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:08:38.517805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1eefdfe8-3758-45be-8a90-da88c81d5ba1 None None] Provisioning complete for port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:38.518531 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1eefdfe8-3758-45be-8a90-da88c81d5ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.524777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623fe4cc-e0a6-48bf-930e-c1dd9e621310 None None] Network cc0cf26e-bcbf-4752-9455-372b7957ea54 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:38.534786 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f5958-b986-4e68-9f35-6a1b6f7c8d90 None None] Pushing event updated for resources: {'Port': ['ID=814c68fc-dd33-4ea1-87e3-98c5f607d9e0,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:38.551862 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (cc0cf26e-bcbf-4752-9455-372b7957ea54), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.620232 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.627152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/cc0cf26e-bcbf-4752-9455-372b7957ea54 HTTP/1.1" status: 204 len: 168 time: 2.1119425 Feb 08 16:08:38.662732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36950) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:38.666746 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9c4cd-d6e6-4ce8-b0b4-a1fc034c0662 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Network': ['ID=cc0cf26e-bcbf-4752-9455-372b7957ea54,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:38.683672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909b996b-0383-4fde-88f8-3ab9f15e896a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:38.689614 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-909b996b-0383-4fde-88f8-3ab9f15e896a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.706765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f92bbc3c-dc0a-4f9d-a169-0920143a4411 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-573091575'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:38.728997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f5958-b986-4e68-9f35-6a1b6f7c8d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:38.729625 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f5958-b986-4e68-9f35-6a1b6f7c8d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:38.729942 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f5958-b986-4e68-9f35-6a1b6f7c8d90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:38.730404 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f5958-b986-4e68-9f35-6a1b6f7c8d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:38.731219 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f5958-b986-4e68-9f35-6a1b6f7c8d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:38.731565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f5958-b986-4e68-9f35-6a1b6f7c8d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:38.731900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f5958-b986-4e68-9f35-6a1b6f7c8d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:38.732235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f5958-b986-4e68-9f35-6a1b6f7c8d90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:38.732569 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f5958-b986-4e68-9f35-6a1b6f7c8d90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:38.732980 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f5958-b986-4e68-9f35-6a1b6f7c8d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:38.735278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f5958-b986-4e68-9f35-6a1b6f7c8d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:38.735615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f5958-b986-4e68-9f35-6a1b6f7c8d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:38.735949 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f5958-b986-4e68-9f35-6a1b6f7c8d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:38.799560 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (c73b282b-49cf-49dc-b536-1d8df3efa8a5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.828127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c73b282b-49cf-49dc-b536-1d8df3efa8a5 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 08 16:08:38.836752 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.840109 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "DELETE /v2.0/networks/c73b282b-49cf-49dc-b536-1d8df3efa8a5 HTTP/1.1" status: 204 len: 168 time: 4.3518188 Feb 08 16:08:38.863770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92bbc3c-dc0a-4f9d-a169-0920143a4411 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:38.867371 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f92bbc3c-dc0a-4f9d-a169-0920143a4411 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:38.869252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36964) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:38.877822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623fe4cc-e0a6-48bf-930e-c1dd9e621310 None None] Network cc0cf26e-bcbf-4752-9455-372b7957ea54 could not be found, it might have been deleted concurrently. {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 16:08:38.935439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d9b59-251b-40af-845d-e9548b4ece63 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event deleted for resources: {'Network': ['ID=c73b282b-49cf-49dc-b536-1d8df3efa8a5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:38.994270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92bbc3c-dc0a-4f9d-a169-0920143a4411 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:39.007565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff4093-8bc5-45a3-a8d4-50a4f23d26f6 None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:08:39.013667 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f92bbc3c-dc0a-4f9d-a169-0920143a4411 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (dfcaa94a-c89a-44c9-a015-47b1e6196f9a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:39.014074 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-f92bbc3c-dc0a-4f9d-a169-0920143a4411 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Added segment dfcaa94a-c89a-44c9-a015-47b1e6196f9a of type vlan for network c3719718-9906-4dcb-ab50-25b104b5373a Feb 08 16:08:39.074341 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-64124c7f-5023-4125-b388-3d3b302ac280 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1981194 Feb 08 16:08:39.082110 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36968) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:39.088388 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f92bbc3c-dc0a-4f9d-a169-0920143a4411 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (c3719718-9906-4dcb-ab50-25b104b5373a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:39.131572 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-53b21d4a-f50d-4272-890f-4e446855edfb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:08:39.133082 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-53b21d4a-f50d-4272-890f-4e446855edfb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7910068 Feb 08 16:08:39.134401 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f92bbc3c-dc0a-4f9d-a169-0920143a4411 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (c3719718-9906-4dcb-ab50-25b104b5373a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:39.139805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92bbc3c-dc0a-4f9d-a169-0920143a4411 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:39.140477 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f92bbc3c-dc0a-4f9d-a169-0920143a4411 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:39.143559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36970) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:39.157286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '158adec6-7c56-45e1-9546-c5a71af508db', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:39.226358 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f92bbc3c-dc0a-4f9d-a169-0920143a4411 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5491273 Feb 08 16:08:39.237240 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36972) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:39.251011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f57762f8-0b7e-49a7-a90f-d782cadee99e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'subnet': {'network_id': 'c3719718-9906-4dcb-ab50-25b104b5373a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:39.295962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1eefdfe8-3758-45be-8a90-da88c81d5ba1 None None] Port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:08:39.330943 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:39.332968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] For port 814c68fc-dd33-4ea1-87e3-98c5f607d9e0, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:08:39.341596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] For port 814c68fc-dd33-4ea1-87e3-98c5f607d9e0, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=814c68fc-dd33-4ea1-87e3-98c5f607d9e0,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:08:39.371096 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (814c68fc-dd33-4ea1-87e3-98c5f607d9e0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:39.395891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bbc3c-dc0a-4f9d-a169-0920143a4411 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Network': ['ID=c3719718-9906-4dcb-ab50-25b104b5373a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:39.449382 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network c3719718-9906-4dcb-ab50-25b104b5373a details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:39.625519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00171ed4-54c5-4b2d-a078-e96cd379fa1a None None] Pushing event updated for resources: {'Port': ['ID=1713286b-b6e4-46a2-827a-5ed7d3dbb74b,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:39.628570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57762f8-0b7e-49a7-a90f-d782cadee99e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:39.636707 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f57762f8-0b7e-49a7-a90f-d782cadee99e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:39.694982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:39.696262 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:39.720454 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-909b996b-0383-4fde-88f8-3ab9f15e896a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (10a682db-3dbb-4000-a3e0-c9c2db170418), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:39.766004 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:39.833334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8c41aee3-ce54-4416-8063-b54373e53b45 None None] Provisioning complete for port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:39.836909 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8c41aee3-ce54-4416-8063-b54373e53b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1713286b-b6e4-46a2-827a-5ed7d3dbb74b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:39.889812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Allocated IP 172.25.7.78 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/1138530e-ea26-4bc1-bdfa-8a36093f6925) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:39.894181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165cc83c-aba3-4237-8e4d-49dfd6767365 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:39.903008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165cc83c-aba3-4237-8e4d-49dfd6767365 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:39.905570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165cc83c-aba3-4237-8e4d-49dfd6767365 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:39.906341 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165cc83c-aba3-4237-8e4d-49dfd6767365 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:39.908770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165cc83c-aba3-4237-8e4d-49dfd6767365 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:39.913072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165cc83c-aba3-4237-8e4d-49dfd6767365 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:39.913072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165cc83c-aba3-4237-8e4d-49dfd6767365 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:39.914511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165cc83c-aba3-4237-8e4d-49dfd6767365 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:39.921846 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-165cc83c-aba3-4237-8e4d-49dfd6767365 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5239 time: 0.8307345 Feb 08 16:08:39.922648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36976) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:39.980262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Routers {'fa2a527f-9684-45cf-9ceb-5aab7c798ffa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:08:39.996480 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:08:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:40.011276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aff4093-8bc5-45a3-a8d4-50a4f23d26f6 None None] Resources bound (agent type, host, resource id): {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 16:08:40.051231 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for port (1138530e-ea26-4bc1-bdfa-8a36093f6925), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:40.105397 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1138530e-ea26-4bc1-bdfa-8a36093f6925), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:40.147834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:40.164236 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:40.169229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:40.245554 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-a784e9f9-628b-4cd9-958c-47e89cb83373 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] delete failed (client error): The resource could not be found. Feb 08 16:08:40.253553 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a784e9f9-628b-4cd9-958c-47e89cb83373 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "DELETE /v2.0/floatingips/8c99b7f8-b9a7-44aa-9b5b-d33c29e3f922 HTTP/1.1" status: 404 len: 345 time: 0.3186059 Feb 08 16:08:40.271166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36984) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:40.345682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Publish callbacks [] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:40.357942 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909b996b-0383-4fde-88f8-3ab9f15e896a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Checking segment: {'id': 'dd1f296c-a98c-4cc4-a776-f7f21408d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2aef6b7e-07b9-4573-91cf-177f9ec86583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:40.359287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909b996b-0383-4fde-88f8-3ab9f15e896a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network hostable DHCP agents. Network: 2aef6b7e-07b9-4573-91cf-177f9ec86583, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:40.361841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b996b-0383-4fde-88f8-3ab9f15e896a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Subnet': ['ID=10a682db-3dbb-4000-a3e0-c9c2db170418,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:40.376103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] Set router fa2a527f-9684-45cf-9ceb-5aab7c798ffa gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:08:40.377003 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5a71c1-5a47-4a45-b349-a568d3cc0693 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] DELETE failed (client error): The resource could not be found. Feb 08 16:08:40.378384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5a71c1-5a47-4a45-b349-a568d3cc0693 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:08:40.391509 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ee5a71c1-5a47-4a45-b349-a568d3cc0693 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "DELETE /v2.0/networks/c73b282b-49cf-49dc-b536-1d8df3efa8a5 HTTP/1.1" status: 404 len: 339 time: 0.0840394 Feb 08 16:08:40.392769 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:40.399544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36988) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:40.438462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ea9105bb-89a6-4d0f-be56-4902ed1cf2a3 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Request body: {'network': {'name': 'tempest-network--1226337586', 'router:external': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:40.441683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event updated for resources: {'Port': ['ID=1138530e-ea26-4bc1-bdfa-8a36093f6925,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:40.493847 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:40.560115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36990) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:40.588103 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909b996b-0383-4fde-88f8-3ab9f15e896a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network 2aef6b7e-07b9-4573-91cf-177f9ec86583 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:40.685414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9105bb-89a6-4d0f-be56-4902ed1cf2a3 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Made reservation on behalf of 2f289574f1264ce399a3f4034b8a03db for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:40.687826 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ea9105bb-89a6-4d0f-be56-4902ed1cf2a3 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:40.711375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Pushing event updated for resources: {'Port': ['ID=42ca5e36-c9a0-49b4-8f61-e37ae6e40849,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:40.719235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9105bb-89a6-4d0f-be56-4902ed1cf2a3 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:40.730203 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ea9105bb-89a6-4d0f-be56-4902ed1cf2a3 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (73fac645-48ab-4943-b1f3-807bab604a41), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:40.730704 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-ea9105bb-89a6-4d0f-be56-4902ed1cf2a3 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Added segment 73fac645-48ab-4943-b1f3-807bab604a41 of type vlan for network 30404304-561f-4547-8dbb-84136aae5708 Feb 08 16:08:40.758035 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-909b996b-0383-4fde-88f8-3ab9f15e896a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 2aef6b7e-07b9-4573-91cf-177f9ec86583) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:40.803208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909b996b-0383-4fde-88f8-3ab9f15e896a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:40.804124 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-909b996b-0383-4fde-88f8-3ab9f15e896a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:40.816758 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ea9105bb-89a6-4d0f-be56-4902ed1cf2a3 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (30404304-561f-4547-8dbb-84136aae5708), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:40.857479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Deleting port 1138530e-ea26-4bc1-bdfa-8a36093f6925 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:08:40.857745 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-909b996b-0383-4fde-88f8-3ab9f15e896a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5108919 Feb 08 16:08:40.858022 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1138530e-ea26-4bc1-bdfa-8a36093f6925), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:40.864498 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36996) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:40.865043 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b2755c3-44ce-420c-b8ff-10d64f462c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:40.942034 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [None req-ea9105bb-89a6-4d0f-be56-4902ed1cf2a3 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 16:08:40.956804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f5958-b986-4e68-9f35-6a1b6f7c8d90 None None] Pushing event updated for resources: {'Port': ['ID=814c68fc-dd33-4ea1-87e3-98c5f607d9e0,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:40.964394 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Network 96d68a21-6dfb-4c5b-908f-327c53581493 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:40.978611 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:41.072846 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ea9105bb-89a6-4d0f-be56-4902ed1cf2a3 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (30404304-561f-4547-8dbb-84136aae5708), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:41.096090 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9105bb-89a6-4d0f-be56-4902ed1cf2a3 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:41.096928 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ea9105bb-89a6-4d0f-be56-4902ed1cf2a3 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:41.111657 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f57762f8-0b7e-49a7-a90f-d782cadee99e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (b5034ef0-5d6b-4d9c-ba64-ac609875686d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:41.167519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8c41aee3-ce54-4416-8063-b54373e53b45 None None] Current status of the port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:41.304767 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:41.308495 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b2755c3-44ce-420c-b8ff-10d64f462c2c admin admin] Publish callbacks [] for security_group (33cf4481-d5c7-40bf-8c6b-a4dfdc5581dc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:41.318643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b2755c3-44ce-420c-b8ff-10d64f462c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (33cf4481-d5c7-40bf-8c6b-a4dfdc5581dc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:41.493462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1713286b-b6e4-46a2-827a-5ed7d3dbb74b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:08:41.729459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ea9105bb-89a6-4d0f-be56-4902ed1cf2a3 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3083410 Feb 08 16:08:41.740904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37014) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:41.782014 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:41.782321 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1713286b-b6e4-46a2-827a-5ed7d3dbb74b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:41.785169 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:08:37Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '42ca5e36-c9a0-49b4-8f61-e37ae6e40849', 'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'mac_address': 'fa:16:3e:fb:ec:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:33Z', 'updated_at': '2022-02-08T16:08:35Z', 'revision_number': 1, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'subnets': [{'id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:41.797722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1138530e-ea26-4bc1-bdfa-8a36093f6925), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:41.803442 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for floatingip (1138530e-ea26-4bc1-bdfa-8a36093f6925), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:41.820276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823618ea-1fcd-4885-9040-26f1ff8e454a None None] The sync data for ids ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'] in n-d-824834-11 is: [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:08:37Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '42ca5e36-c9a0-49b4-8f61-e37ae6e40849', 'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'mac_address': 'fa:16:3e:fb:ec:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:33Z', 'updated_at': '2022-02-08T16:08:35Z', 'revision_number': 1, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'subnets': [{'id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:08:41.910316 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9105bb-89a6-4d0f-be56-4902ed1cf2a3 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event updated for resources: {'Network': ['ID=30404304-561f-4547-8dbb-84136aae5708,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:41.925358 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-2aef6b7e-07b9-4573-91cf-177f9ec86583', 'network_id': '2aef6b7e-07b9-4573-91cf-177f9ec86583', 'project_id': '8949fdd54a9442feab9b4019c45b39cd', 'fixed_ips': [{'subnet_id': '10a682db-3dbb-4000-a3e0-c9c2db170418'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:41.926232 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:41.973996 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2b2755c3-44ce-420c-b8ff-10d64f462c2c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6b68e1a0762744a3a1b9457277ad2097&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4124658 Feb 08 16:08:41.983967 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 30404304-561f-4547-8dbb-84136aae5708 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:41.988308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37018) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:41.993949 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:42.099982 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (2aef6b7e-07b9-4573-91cf-177f9ec86583), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:42.120561 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57762f8-0b7e-49a7-a90f-d782cadee99e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Checking segment: {'id': 'dfcaa94a-c89a-44c9-a015-47b1e6196f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3719718-9906-4dcb-ab50-25b104b5373a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:42.133769 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57762f8-0b7e-49a7-a90f-d782cadee99e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network hostable DHCP agents. Network: c3719718-9906-4dcb-ab50-25b104b5373a, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:42.140354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57762f8-0b7e-49a7-a90f-d782cadee99e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Subnet': ['ID=b5034ef0-5d6b-4d9c-ba64-ac609875686d,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:42.161695 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5f864dd-94ac-4bcf-8977-c8fd9928a065 admin admin] Publish callbacks [] for security_group (33cf4481-d5c7-40bf-8c6b-a4dfdc5581dc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:42.172335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Calling delete_port for 1138530e-ea26-4bc1-bdfa-8a36093f6925 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:08:42.260727 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Router fa2a527f-9684-45cf-9ceb-5aab7c798ffa has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:08:42.264765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2755c3-44ce-420c-b8ff-10d64f462c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cf4481-d5c7-40bf-8c6b-a4dfdc5581dc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:42.341672 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5f864dd-94ac-4bcf-8977-c8fd9928a065 admin admin] Publish callbacks [] for security_group (33cf4481-d5c7-40bf-8c6b-a4dfdc5581dc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:42.343283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Allocated IP 172.20.0.1 (2aef6b7e-07b9-4573-91cf-177f9ec86583/10a682db-3dbb-4000-a3e0-c9c2db170418/9c30c970-2b51-4a71-883f-14193ac31cce) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:42.533388 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57762f8-0b7e-49a7-a90f-d782cadee99e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network c3719718-9906-4dcb-ab50-25b104b5373a is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:42.539458 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1138530e-ea26-4bc1-bdfa-8a36093f6925), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:42.594225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event deleted for resources: {'Port': ['ID=1138530e-ea26-4bc1-bdfa-8a36093f6925,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:42.647763 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Publish callbacks [] for port (9c30c970-2b51-4a71-883f-14193ac31cce), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:42.673598 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (10a682db-3dbb-4000-a3e0-c9c2db170418), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:42.678141 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (9c30c970-2b51-4a71-883f-14193ac31cce), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:42.717475 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:08:42.739791 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-271c54a8-a9f4-4c04-ac24-88171c84e04c admin admin] 10.222.0.82 "PUT /v2.0/routers/fa2a527f-9684-45cf-9ceb-5aab7c798ffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1290243 Feb 08 16:08:42.752722 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5f864dd-94ac-4bcf-8977-c8fd9928a065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (33cf4481-d5c7-40bf-8c6b-a4dfdc5581dc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:42.756467 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5f864dd-94ac-4bcf-8977-c8fd9928a065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:42.758026 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d5f864dd-94ac-4bcf-8977-c8fd9928a065 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/33cf4481-d5c7-40bf-8c6b-a4dfdc5581dc HTTP/1.1" status: 204 len: 168 time: 0.7612450 Feb 08 16:08:42.780231 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f864dd-94ac-4bcf-8977-c8fd9928a065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cf4481-d5c7-40bf-8c6b-a4dfdc5581dc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:42.832124 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f57762f8-0b7e-49a7-a90f-d782cadee99e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, c3719718-9906-4dcb-ab50-25b104b5373a) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:42.838222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57762f8-0b7e-49a7-a90f-d782cadee99e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:42.838920 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f57762f8-0b7e-49a7-a90f-d782cadee99e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:42.841917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Pushing event updated for resources: {'Port': ['ID=9c30c970-2b51-4a71-883f-14193ac31cce,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:42.870389 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (10a682db-3dbb-4000-a3e0-c9c2db170418), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:42.882325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Network 2aef6b7e-07b9-4573-91cf-177f9ec86583 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:42.908333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:42.918501 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Subnet': ['ID=10a682db-3dbb-4000-a3e0-c9c2db170418,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:42.920149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:42.932133 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37028) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:42.932590 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f57762f8-0b7e-49a7-a90f-d782cadee99e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.6871438 Feb 08 16:08:42.980132 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] create failed (client error): The resource could not be found. Feb 08 16:08:42.981313 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e6500470-f2d3-4123-a4af-40b598976eea tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8321807 Feb 08 16:08:42.997926 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37030) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:43.028771 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cca9e5-0b41-4dff-be8c-63c891e80e41 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:43.042685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cca9e5-0b41-4dff-be8c-63c891e80e41 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:43.063956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cca9e5-0b41-4dff-be8c-63c891e80e41 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:43.098794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cca9e5-0b41-4dff-be8c-63c891e80e41 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:43.104107 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-73cca9e5-0b41-4dff-be8c-63c891e80e41 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.3620529 Feb 08 16:08:43.113511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37036) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:43.327568 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (2aef6b7e-07b9-4573-91cf-177f9ec86583), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:43.379966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aef6b7e-07b9-4573-91cf-177f9ec86583']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:43.413255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1f296c-a98c-4cc4-a776-f7f21408d7e4') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:43.416166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1f296c-a98c-4cc4-a776-f7f21408d7e4') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:43.449461 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (dd1f296c-a98c-4cc4-a776-f7f21408d7e4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:43.486883 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (dd1f296c-a98c-4cc4-a776-f7f21408d7e4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:43.501301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:43.502052 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (dd1f296c-a98c-4cc4-a776-f7f21408d7e4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:43.510591 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:43.512710 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (c3719718-9906-4dcb-ab50-25b104b5373a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:43.611550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 814c68fc-dd33-4ea1-87e3-98c5f607d9e0 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:08:43.691856 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.api [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 16:08:43.691856 n-d-824834-11 neutron-server[103301]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 16:08:43.691856 n-d-824834-11 neutron-server[103301]: [parameters: {'id': '2aef6b7e-07b9-4573-91cf-177f9ec86583'}] Feb 08 16:08:43.691856 n-d-824834-11 neutron-server[103301]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:08:43.695704 n-d-824834-11 neutron-server[103301]: DEBUG oslo_db.api [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:08:43.703763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Attempting to bind port 9c30c970-2b51-4a71-883f-14193ac31cce on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:08:43.704469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Attempting to bind port 9c30c970-2b51-4a71-883f-14193ac31cce by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'dd1f296c-a98c-4cc4-a776-f7f21408d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2aef6b7e-07b9-4573-91cf-177f9ec86583'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:08:43.705260 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Attempting to bind port 9c30c970-2b51-4a71-883f-14193ac31cce on network 2aef6b7e-07b9-4573-91cf-177f9ec86583 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:08:43.758560 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:08:43.760047 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Checking segment: {'id': 'dd1f296c-a98c-4cc4-a776-f7f21408d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2aef6b7e-07b9-4573-91cf-177f9ec86583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:43.760760 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:43.761700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Bound using segment: {'id': 'dd1f296c-a98c-4cc4-a776-f7f21408d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2aef6b7e-07b9-4573-91cf-177f9ec86583'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:08:43.762439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Bound port: 9c30c970-2b51-4a71-883f-14193ac31cce, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1f296c-a98c-4cc4-a776-f7f21408d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2aef6b7e-07b9-4573-91cf-177f9ec86583'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:08:43.763292 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9c30c970-2b51-4a71-883f-14193ac31cce), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:43.815298 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (b5034ef0-5d6b-4d9c-ba64-ac609875686d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:43.906242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] For port 9c30c970-2b51-4a71-883f-14193ac31cce, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:08:43.924135 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] For port 9c30c970-2b51-4a71-883f-14193ac31cce, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9c30c970-2b51-4a71-883f-14193ac31cce,segment=NetworkSegment(dd1f296c-a98c-4cc4-a776-f7f21408d7e4),segment_id=dd1f296c-a98c-4cc4-a776-f7f21408d7e4)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:08:43.938487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 814c68fc-dd33-4ea1-87e3-98c5f607d9e0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:43.939682 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (814c68fc-dd33-4ea1-87e3-98c5f607d9e0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:43.969656 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3eedda8-80cb-461b-88a6-efdf4507d94f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (30404304-561f-4547-8dbb-84136aae5708), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:44.033124 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9c30c970-2b51-4a71-883f-14193ac31cce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:44.106687 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b15f0c02-e180-4084-acc6-cde81e3fa1f2 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Deleting port 158adec6-7c56-45e1-9546-c5a71af508db {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:08:44.107101 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b15f0c02-e180-4084-acc6-cde81e3fa1f2 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (158adec6-7c56-45e1-9546-c5a71af508db), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:44.180995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6ef2c-1687-4b20-bc99-73dc0e88fe35 None None] Pushing event updated for resources: {'Port': ['ID=9c30c970-2b51-4a71-883f-14193ac31cce,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:44.197706 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (2aef6b7e-07b9-4573-91cf-177f9ec86583), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:44.324961 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Deleting port 9c30c970-2b51-4a71-883f-14193ac31cce {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:08:44.328862 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9c30c970-2b51-4a71-883f-14193ac31cce), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:44.368595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 814c68fc-dd33-4ea1-87e3-98c5f607d9e0 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:44.370892 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (814c68fc-dd33-4ea1-87e3-98c5f607d9e0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:44.465491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37068) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:44.490222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-945769414-network', 'tenant_id': '63529e3878664ce2ac728192597fd3b7'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:44.524992 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3eedda8-80cb-461b-88a6-efdf4507d94f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (30404304-561f-4547-8dbb-84136aae5708), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:44.539464 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 814c68fc-dd33-4ea1-87e3-98c5f607d9e0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=814c68fc-dd33-4ea1-87e3-98c5f607d9e0,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:08:44.558893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] For port 9c30c970-2b51-4a71-883f-14193ac31cce, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9c30c970-2b51-4a71-883f-14193ac31cce,segment=NetworkSegment(dd1f296c-a98c-4cc4-a776-f7f21408d7e4),segment_id=dd1f296c-a98c-4cc4-a776-f7f21408d7e4)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:08:44.559856 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9c30c970-2b51-4a71-883f-14193ac31cce), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:44.565391 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (814c68fc-dd33-4ea1-87e3-98c5f607d9e0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:44.603898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] Made reservation on behalf of 63529e3878664ce2ac728192597fd3b7 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:44.606817 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:44.620651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Calling delete_port for 9c30c970-2b51-4a71-883f-14193ac31cce owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:08:44.623207 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:44.642849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e47aa2d-1600-4a7f-a7fe-b6b8b00f2c6f None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:08:44.658841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-f3eedda8-80cb-461b-88a6-efdf4507d94f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30404304-561f-4547-8dbb-84136aae5708']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:44.757731 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b15f0c02-e180-4084-acc6-cde81e3fa1f2 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (158adec6-7c56-45e1-9546-c5a71af508db), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:44.808589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b15f0c02-e180-4084-acc6-cde81e3fa1f2 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Calling delete_port for 158adec6-7c56-45e1-9546-c5a71af508db owned by {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:08:44.822037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=814c68fc-dd33-4ea1-87e3-98c5f607d9e0,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:44.842753 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9c30c970-2b51-4a71-883f-14193ac31cce), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:44.890417 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No DVR routers for this DVR port 9c30c970-2b51-4a71-883f-14193ac31cce on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:08:44.893892 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] Publish callbacks [] for security_group (6d138ae9-4d02-420e-adf5-2a4d182182b1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:44.899257 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Port': ['ID=9c30c970-2b51-4a71-883f-14193ac31cce,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:44.927754 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6d138ae9-4d02-420e-adf5-2a4d182182b1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:44.974652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e47aa2d-1600-4a7f-a7fe-b6b8b00f2c6f None None] Resources bound (agent type, host, resource id): {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 16:08:45.054121 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (2aef6b7e-07b9-4573-91cf-177f9ec86583), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.064361 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (b5034ef0-5d6b-4d9c-ba64-ac609875686d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.080701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aef6b7e-07b9-4573-91cf-177f9ec86583']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:45.092268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d138ae9-4d02-420e-adf5-2a4d182182b1,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:45.099787 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1f296c-a98c-4cc4-a776-f7f21408d7e4') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:45.100604 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1f296c-a98c-4cc4-a776-f7f21408d7e4') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:45.117870 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:45.122344 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (dd1f296c-a98c-4cc4-a776-f7f21408d7e4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.137957 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b15f0c02-e180-4084-acc6-cde81e3fa1f2 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (158adec6-7c56-45e1-9546-c5a71af508db), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.145428 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7cf7f0f5-d5da-4ef3-a334-b017d3804ae1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.146241 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] Added segment 7cf7f0f5-d5da-4ef3-a334-b017d3804ae1 of type vlan for network b4d8fafb-3a37-4da4-a5dd-b415986b4f56 Feb 08 16:08:45.149173 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (dd1f296c-a98c-4cc4-a776-f7f21408d7e4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.153062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-f3eedda8-80cb-461b-88a6-efdf4507d94f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fac645-48ab-4943-b1f3-807bab604a41') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:45.153646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-f3eedda8-80cb-461b-88a6-efdf4507d94f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fac645-48ab-4943-b1f3-807bab604a41') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:45.165798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Subnet': ['ID=b5034ef0-5d6b-4d9c-ba64-ac609875686d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:45.180725 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:45.186291 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (dd1f296c-a98c-4cc4-a776-f7f21408d7e4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:45.194722 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:45.289114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f0c02-e180-4084-acc6-cde81e3fa1f2 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event deleted for resources: {'Port': ['ID=158adec6-7c56-45e1-9546-c5a71af508db,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:45.302736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3eedda8-80cb-461b-88a6-efdf4507d94f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (73fac645-48ab-4943-b1f3-807bab604a41), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.337549 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (b4d8fafb-3a37-4da4-a5dd-b415986b4f56), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.384116 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (b4d8fafb-3a37-4da4-a5dd-b415986b4f56), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.385203 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:45.385856 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.443993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae2f84c-75f9-47b4-9fb8-bb6680b77b92 None None] Network 2aef6b7e-07b9-4573-91cf-177f9ec86583 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:45.486547 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3eedda8-80cb-461b-88a6-efdf4507d94f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (73fac645-48ab-4943-b1f3-807bab604a41), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.607542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d3c734-b640-4d8d-9bbb-960393c1fdf2 None None] Network c3719718-9906-4dcb-ab50-25b104b5373a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:45.616796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 814c68fc-dd33-4ea1-87e3-98c5f607d9e0 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:08:45.630654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3eedda8-80cb-461b-88a6-efdf4507d94f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:45.631186 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3eedda8-80cb-461b-88a6-efdf4507d94f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (73fac645-48ab-4943-b1f3-807bab604a41), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.649994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1828821 Feb 08 16:08:45.658089 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (2aef6b7e-07b9-4573-91cf-177f9ec86583), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:45.659891 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:45.662276 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37086) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:45.669875 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.675114 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/2aef6b7e-07b9-4573-91cf-177f9ec86583 HTTP/1.1" status: 204 len: 168 time: 4.7985339 Feb 08 16:08:45.677328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4742c6-4fa9-4949-98c6-34e44a957344 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d8fafb-3a37-4da4-a5dd-b415986b4f56,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:45.685300 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37088) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:45.748356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-90b75820-282d-41e3-a9f2-8cbd84874cfd tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-272847803'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:45.760143 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1ba441d4-2cea-4bfe-904e-97b5c92d5a08 admin admin] Request body: {'subnet': {'network_id': 'b4d8fafb-3a37-4da4-a5dd-b415986b4f56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-945769414-subnet', 'tenant_id': '63529e3878664ce2ac728192597fd3b7', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:45.761175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd8269-14a6-48eb-9e8c-fc4483bcc911 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Network': ['ID=2aef6b7e-07b9-4573-91cf-177f9ec86583,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:45.811953 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b75820-282d-41e3-a9f2-8cbd84874cfd tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:45.816602 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90b75820-282d-41e3-a9f2-8cbd84874cfd tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.824624 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (c3719718-9906-4dcb-ab50-25b104b5373a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.886315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network b4d8fafb-3a37-4da4-a5dd-b415986b4f56 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:45.890220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b75820-282d-41e3-a9f2-8cbd84874cfd tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:45.897038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3719718-9906-4dcb-ab50-25b104b5373a']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:45.931041 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90b75820-282d-41e3-a9f2-8cbd84874cfd tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ba8f54b0-a4e6-424f-af0c-b5796fcd7d1b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:45.933978 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-90b75820-282d-41e3-a9f2-8cbd84874cfd tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Added segment ba8f54b0-a4e6-424f-af0c-b5796fcd7d1b of type vlan for network 64a33d99-9a76-4817-af69-5c3162df390d Feb 08 16:08:45.939568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfcaa94a-c89a-44c9-a015-47b1e6196f9a') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:45.939870 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfcaa94a-c89a-44c9-a015-47b1e6196f9a') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:45.970992 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (dfcaa94a-c89a-44c9-a015-47b1e6196f9a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.007060 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (dfcaa94a-c89a-44c9-a015-47b1e6196f9a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.021994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:46.022402 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (dfcaa94a-c89a-44c9-a015-47b1e6196f9a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.041588 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90b75820-282d-41e3-a9f2-8cbd84874cfd tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (64a33d99-9a76-4817-af69-5c3162df390d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.077377 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Sync routers for ids ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:08:46.080721 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90b75820-282d-41e3-a9f2-8cbd84874cfd tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (64a33d99-9a76-4817-af69-5c3162df390d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.087807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b75820-282d-41e3-a9f2-8cbd84874cfd tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:46.088642 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90b75820-282d-41e3-a9f2-8cbd84874cfd tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.096151 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Routers {'fa2a527f-9684-45cf-9ceb-5aab7c798ffa'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:46.098054 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:46.100622 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:08:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:46.106017 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3eedda8-80cb-461b-88a6-efdf4507d94f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (30404304-561f-4547-8dbb-84136aae5708), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.113503 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (c3719718-9906-4dcb-ab50-25b104b5373a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.138255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3eedda8-80cb-461b-88a6-efdf4507d94f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 30404304-561f-4547-8dbb-84136aae5708 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 08 16:08:46.144317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eedda8-80cb-461b-88a6-efdf4507d94f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event deleted for resources: {'Network': ['ID=30404304-561f-4547-8dbb-84136aae5708,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:46.157319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.161023 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/c3719718-9906-4dcb-ab50-25b104b5373a HTTP/1.1" status: 204 len: 168 time: 3.2275164 Feb 08 16:08:46.163004 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3eedda8-80cb-461b-88a6-efdf4507d94f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.171946 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f3eedda8-80cb-461b-88a6-efdf4507d94f tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "DELETE /v2.0/networks/30404304-561f-4547-8dbb-84136aae5708 HTTP/1.1" status: 204 len: 168 time: 2.9864833 Feb 08 16:08:46.181620 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37100) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:46.182222 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37102) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:46.202483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e3005e3e-14b0-4837-861d-00a694a110c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1124422835'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:46.236155 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785510f0-4656-4de9-8c57-bdb4ad2be36a None None] Network 2aef6b7e-07b9-4573-91cf-177f9ec86583 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:46.240671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b03663cb-0b42-4bd6-b12b-caca5d8c4b83 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Request body: {'network': {'name': 'tempest-network--769042507', 'router:external': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:46.245002 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b15f0c02-e180-4084-acc6-cde81e3fa1f2 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.252565 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b15f0c02-e180-4084-acc6-cde81e3fa1f2 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "DELETE /v2.0/ports/158adec6-7c56-45e1-9546-c5a71af508db HTTP/1.1" status: 204 len: 168 time: 3.2481010 Feb 08 16:08:46.255599 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37106) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:46.303720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785510f0-4656-4de9-8c57-bdb4ad2be36a None None] Network 2aef6b7e-07b9-4573-91cf-177f9ec86583 could not be found, it might have been deleted concurrently. {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 16:08:46.306692 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 814c68fc-dd33-4ea1-87e3-98c5f607d9e0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:46.307700 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (814c68fc-dd33-4ea1-87e3-98c5f607d9e0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.310200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-53ad0c7c-7f0a-4a1b-981a-7fdb2f039ff2 None None] Provisioning complete for port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:46.310569 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53ad0c7c-7f0a-4a1b-981a-7fdb2f039ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.325816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b75820-282d-41e3-a9f2-8cbd84874cfd tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Network': ['ID=64a33d99-9a76-4817-af69-5c3162df390d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:46.374551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3f91e-3e92-45b6-b47b-a4f231e1b31a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Network': ['ID=c3719718-9906-4dcb-ab50-25b104b5373a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:46.376353 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba441d4-2cea-4bfe-904e-97b5c92d5a08 admin admin] Made reservation on behalf of 63529e3878664ce2ac728192597fd3b7 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:46.378803 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ba441d4-2cea-4bfe-904e-97b5c92d5a08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.390670 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-90b75820-282d-41e3-a9f2-8cbd84874cfd tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6971934 Feb 08 16:08:46.397477 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37114) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:46.433993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-b0ee752b-c4bf-4c2d-a47f-d198e5c489f3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:46.476218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 64a33d99-9a76-4817-af69-5c3162df390d details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:46.494613 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22532195-a464-4f92-84a2-aea650f3b6d0 None None] Network c3719718-9906-4dcb-ab50-25b104b5373a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:46.535086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22532195-a464-4f92-84a2-aea650f3b6d0 None None] Network c3719718-9906-4dcb-ab50-25b104b5373a could not be found, it might have been deleted concurrently. {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 16:08:46.572426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03663cb-0b42-4bd6-b12b-caca5d8c4b83 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Made reservation on behalf of 2f289574f1264ce399a3f4034b8a03db for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:46.575051 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b03663cb-0b42-4bd6-b12b-caca5d8c4b83 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.635307 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Set router fa2a527f-9684-45cf-9ceb-5aab7c798ffa gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:08:46.639613 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3005e3e-14b0-4837-861d-00a694a110c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:46.646580 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3005e3e-14b0-4837-861d-00a694a110c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.728235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-53ad0c7c-7f0a-4a1b-981a-7fdb2f039ff2 None None] Port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:08:46.752506 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0ee752b-c4bf-4c2d-a47f-d198e5c489f3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (64a33d99-9a76-4817-af69-5c3162df390d), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.790015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778cf8b7-1a6f-4a0f-aeac-e4c284461758 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:46.794160 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-778cf8b7-1a6f-4a0f-aeac-e4c284461758 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "GET /v2.0/ports?device_id=28dfcca4-57e1-4a5c-a4e1-68186f77e627 HTTP/1.1" status: 200 len: 913 time: 0.5333612 Feb 08 16:08:46.805522 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37152) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:46.831646 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0ee752b-c4bf-4c2d-a47f-d198e5c489f3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (64a33d99-9a76-4817-af69-5c3162df390d), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.845415 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03663cb-0b42-4bd6-b12b-caca5d8c4b83 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:46.869720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 814c68fc-dd33-4ea1-87e3-98c5f607d9e0 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:46.883807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0ee752b-c4bf-4c2d-a47f-d198e5c489f3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network 64a33d99-9a76-4817-af69-5c3162df390d is not hosted by any dhcp agent {{(pid=103301) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 16:08:46.892443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ee752b-c4bf-4c2d-a47f-d198e5c489f3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:46.893194 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0ee752b-c4bf-4c2d-a47f-d198e5c489f3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.894617 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b0ee752b-c4bf-4c2d-a47f-d198e5c489f3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "PUT /v2.0/networks/64a33d99-9a76-4817-af69-5c3162df390d HTTP/1.1" status: 200 len: 723 time: 0.4857209 Feb 08 16:08:46.914289 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37172) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:46.928099 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-8b1aaa86-9a4c-418d-b947-c2fa77274ae6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'subnet': {'network_id': '64a33d99-9a76-4817-af69-5c3162df390d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:46.981832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3005e3e-14b0-4837-861d-00a694a110c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:46.984546 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b03663cb-0b42-4bd6-b12b-caca5d8c4b83 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (fd27d7fd-0b66-4bb4-b364-35c14581644e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:46.984922 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-b03663cb-0b42-4bd6-b12b-caca5d8c4b83 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Added segment fd27d7fd-0b66-4bb4-b364-35c14581644e of type vlan for network e27e700a-e156-49bb-bf76-c2dd9757dc4a Feb 08 16:08:47.057699 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3005e3e-14b0-4837-861d-00a694a110c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f6b56a66-9c30-465e-b156-2a0fb9f266a9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:47.058093 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-e3005e3e-14b0-4837-861d-00a694a110c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Added segment f6b56a66-9c30-465e-b156-2a0fb9f266a9 of type vlan for network 567e905f-5754-4cfa-8c31-5bb43373188f Feb 08 16:08:47.241298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee752b-c4bf-4c2d-a47f-d198e5c489f3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Network': ['ID=64a33d99-9a76-4817-af69-5c3162df390d,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:47.267243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 64a33d99-9a76-4817-af69-5c3162df390d details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:47.299282 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:08:37Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '42ca5e36-c9a0-49b4-8f61-e37ae6e40849', 'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'mac_address': 'fa:16:3e:fb:ec:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:33Z', 'updated_at': '2022-02-08T16:08:38Z', 'revision_number': 2, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'subnets': [{'id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:47.313092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1aaa86-9a4c-418d-b947-c2fa77274ae6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:47.317267 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b1aaa86-9a4c-418d-b947-c2fa77274ae6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:47.336102 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3005e3e-14b0-4837-861d-00a694a110c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (567e905f-5754-4cfa-8c31-5bb43373188f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:47.339567 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b03663cb-0b42-4bd6-b12b-caca5d8c4b83 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (e27e700a-e156-49bb-bf76-c2dd9757dc4a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:47.373536 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Checking router: fa2a527f-9684-45cf-9ceb-5aab7c798ffa for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:08:47.376593 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Updating router fa2a527f-9684-45cf-9ceb-5aab7c798ffa port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:08:47.447124 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:47.536572 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3005e3e-14b0-4837-861d-00a694a110c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (567e905f-5754-4cfa-8c31-5bb43373188f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:47.544856 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3005e3e-14b0-4837-861d-00a694a110c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:47.546067 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3005e3e-14b0-4837-861d-00a694a110c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:47.559764 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ba441d4-2cea-4bfe-904e-97b5c92d5a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (f77931db-87ca-4068-ada9-790481f01c78), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:47.564711 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b03663cb-0b42-4bd6-b12b-caca5d8c4b83 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (e27e700a-e156-49bb-bf76-c2dd9757dc4a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:47.565917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03663cb-0b42-4bd6-b12b-caca5d8c4b83 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:47.566674 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b03663cb-0b42-4bd6-b12b-caca5d8c4b83 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:47.737393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37240) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:47.739739 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e3005e3e-14b0-4837-861d-00a694a110c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5557778 Feb 08 16:08:47.758123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f9bb9f5a-6818-45dd-8c5b-d3fc4fad3d55 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'subnet': {'network_id': '567e905f-5754-4cfa-8c31-5bb43373188f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:47.812822 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b03663cb-0b42-4bd6-b12b-caca5d8c4b83 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6276505 Feb 08 16:08:47.813752 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3005e3e-14b0-4837-861d-00a694a110c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Network': ['ID=567e905f-5754-4cfa-8c31-5bb43373188f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:47.825216 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37244) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:47.826279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 567e905f-5754-4cfa-8c31-5bb43373188f details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:47.965536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84960d71-edc5-4d85-bf1d-56cf82a82612 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:47.969241 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-84960d71-edc5-4d85-bf1d-56cf82a82612 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] 10.222.0.82 "GET /v2.0/networks/e27e700a-e156-49bb-bf76-c2dd9757dc4a HTTP/1.1" status: 200 len: 756 time: 0.1304624 Feb 08 16:08:47.974173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37246) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:47.986420 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Publish callbacks [] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:47.993425 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:48.012441 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b1aaa86-9a4c-418d-b947-c2fa77274ae6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (dccf059c-9a45-4ac5-a318-5d150abb5005), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:48.101894 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab1734-a97a-4a7a-9033-22400dc351a2 None None] Pushing event updated for resources: {'Port': ['ID=42ca5e36-c9a0-49b4-8f61-e37ae6e40849,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:48.124015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba441d4-2cea-4bfe-904e-97b5c92d5a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f77931db-87ca-4068-ada9-790481f01c78,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:48.143441 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab1734-a97a-4a7a-9033-22400dc351a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:48.143805 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab1734-a97a-4a7a-9033-22400dc351a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:48.144150 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab1734-a97a-4a7a-9033-22400dc351a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:48.144489 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab1734-a97a-4a7a-9033-22400dc351a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:48.144871 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab1734-a97a-4a7a-9033-22400dc351a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:48.145246 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab1734-a97a-4a7a-9033-22400dc351a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:48.145624 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab1734-a97a-4a7a-9033-22400dc351a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:48.145957 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab1734-a97a-4a7a-9033-22400dc351a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:48.146282 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab1734-a97a-4a7a-9033-22400dc351a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:48.146604 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab1734-a97a-4a7a-9033-22400dc351a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:48.146988 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab1734-a97a-4a7a-9033-22400dc351a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:48.147316 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab1734-a97a-4a7a-9033-22400dc351a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:48.147633 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab1734-a97a-4a7a-9033-22400dc351a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:08:48.165538 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba441d4-2cea-4bfe-904e-97b5c92d5a08 admin admin] Checking segment: {'id': '7cf7f0f5-d5da-4ef3-a334-b017d3804ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4d8fafb-3a37-4da4-a5dd-b415986b4f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:48.166220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba441d4-2cea-4bfe-904e-97b5c92d5a08 admin admin] Network hostable DHCP agents. Network: b4d8fafb-3a37-4da4-a5dd-b415986b4f56, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:48.204568 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Attempting to bind port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:08:48.205232 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Attempting to bind port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b428e54a-6703-44a3-854a-90a1d2fa2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:08:48.205925 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Attempting to bind port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 on network 96d68a21-6dfb-4c5b-908f-327c53581493 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:08:48.212147 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:08:48.212808 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Checking segment: {'id': 'b428e54a-6703-44a3-854a-90a1d2fa2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:48.213408 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:48.213985 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Bound using segment: {'id': 'b428e54a-6703-44a3-854a-90a1d2fa2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:08:48.214649 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Bound port: 42ca5e36-c9a0-49b4-8f61-e37ae6e40849, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b428e54a-6703-44a3-854a-90a1d2fa2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:08:48.215213 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:48.269103 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1aaa86-9a4c-418d-b947-c2fa77274ae6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Subnet': ['ID=dccf059c-9a45-4ac5-a318-5d150abb5005,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:48.288607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37250) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:48.364685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bb9f5a-6818-45dd-8c5b-d3fc4fad3d55 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:48.377756 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9f5a-6818-45dd-8c5b-d3fc4fad3d55 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:48.426175 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] For port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:08:48.438765 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] For port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=42ca5e36-c9a0-49b4-8f61-e37ae6e40849,segment=NetworkSegment(b428e54a-6703-44a3-854a-90a1d2fa2e8e),segment_id=b428e54a-6703-44a3-854a-90a1d2fa2e8e)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:08:48.454616 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:48.488166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-86b296f4-4f57-43e1-a205-b6ae60a3999f None None] Provisioning complete for port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:48.491133 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-86b296f4-4f57-43e1-a205-b6ae60a3999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:48.643453 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Routers {'fa2a527f-9684-45cf-9ceb-5aab7c798ffa'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:08:48.645229 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:08:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:48.737949 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03663cb-0b42-4bd6-b12b-caca5d8c4b83 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event updated for resources: {'Network': ['ID=e27e700a-e156-49bb-bf76-c2dd9757dc4a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:48.761338 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network e27e700a-e156-49bb-bf76-c2dd9757dc4a details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:48.763548 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9f5a-6818-45dd-8c5b-d3fc4fad3d55 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (d757ba7b-9302-421d-a313-9246839af5bc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:48.766202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-86b296f4-4f57-43e1-a205-b6ae60a3999f None None] Current status of the port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:48.768563 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-86b296f4-4f57-43e1-a205-b6ae60a3999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:48.808935 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba441d4-2cea-4bfe-904e-97b5c92d5a08 admin admin] Network b4d8fafb-3a37-4da4-a5dd-b415986b4f56 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:48.840613 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8a3538-b172-4e4d-abf9-39082f713b32 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:48.846910 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ae8a3538-b172-4e4d-abf9-39082f713b32 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] 10.222.0.82 "GET /v2.0/networks/d3426f23-19ba-4c89-b4d8-f62a1ec2a84f HTTP/1.1" status: 200 len: 767 time: 0.8649244 Feb 08 16:08:48.849243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1ba441d4-2cea-4bfe-904e-97b5c92d5a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, b4d8fafb-3a37-4da4-a5dd-b415986b4f56) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:48.849678 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ef20ca1-9039-4990-a5a0-c3b6659cf6eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:48.854680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37256) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:48.855754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb9f5a-6818-45dd-8c5b-d3fc4fad3d55 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Subnet': ['ID=d757ba7b-9302-421d-a313-9246839af5bc,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:48.872360 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1aaa86-9a4c-418d-b947-c2fa77274ae6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Checking segment: {'id': 'ba8f54b0-a4e6-424f-af0c-b5796fcd7d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '64a33d99-9a76-4817-af69-5c3162df390d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:48.872758 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1aaa86-9a4c-418d-b947-c2fa77274ae6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network hostable DHCP agents. Network: 64a33d99-9a76-4817-af69-5c3162df390d, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:48.881547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba441d4-2cea-4bfe-904e-97b5c92d5a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:48.882161 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1ba441d4-2cea-4bfe-904e-97b5c92d5a08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:48.913070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe03413-4b90-476c-be6a-0aa49afcfff9 None None] Network b4d8fafb-3a37-4da4-a5dd-b415986b4f56 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:48.964862 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1ba441d4-2cea-4bfe-904e-97b5c92d5a08 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2109118 Feb 08 16:08:48.970950 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37260) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:48.985791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1aaa86-9a4c-418d-b947-c2fa77274ae6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network 64a33d99-9a76-4817-af69-5c3162df390d is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:49.048483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-945769414-router', 'tenant_id': '63529e3878664ce2ac728192597fd3b7', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:49.068730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-8b1aaa86-9a4c-418d-b947-c2fa77274ae6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 64a33d99-9a76-4817-af69-5c3162df390d) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:49.111713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4312e88-56ca-430d-b03d-2adb3672a3ae None None] Network 64a33d99-9a76-4817-af69-5c3162df390d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:49.119383 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.120447 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1aaa86-9a4c-418d-b947-c2fa77274ae6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:49.121115 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.121255 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b1aaa86-9a4c-418d-b947-c2fa77274ae6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.125660 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] Set router fa2a527f-9684-45cf-9ceb-5aab7c798ffa gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:08:49.161956 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39d762bb-d6c9-4014-9acc-3bb94cb6e297 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (28dfcca4-57e1-4a5c-a4e1-68186f77e627), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.190709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2551-6d45-44e3-8423-56d5401fbc3a tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (e27e700a-e156-49bb-bf76-c2dd9757dc4a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.212507 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8b1aaa86-9a4c-418d-b947-c2fa77274ae6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2933631 Feb 08 16:08:49.214650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37262) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:49.221251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-23b3ac42-3307-4d34-983d-7147551251ac tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:49.228810 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb9f5a-6818-45dd-8c5b-d3fc4fad3d55 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Checking segment: {'id': 'f6b56a66-9c30-465e-b156-2a0fb9f266a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '567e905f-5754-4cfa-8c31-5bb43373188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:49.229279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb9f5a-6818-45dd-8c5b-d3fc4fad3d55 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network hostable DHCP agents. Network: 567e905f-5754-4cfa-8c31-5bb43373188f, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:49.256393 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab1734-a97a-4a7a-9033-22400dc351a2 None None] Pushing event updated for resources: {'Port': ['ID=42ca5e36-c9a0-49b4-8f61-e37ae6e40849,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:49.303458 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-86b296f4-4f57-43e1-a205-b6ae60a3999f None None] For port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=42ca5e36-c9a0-49b4-8f61-e37ae6e40849,segment=NetworkSegment(b428e54a-6703-44a3-854a-90a1d2fa2e8e),segment_id=b428e54a-6703-44a3-854a-90a1d2fa2e8e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:08:49.311310 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ef20ca1-9039-4990-a5a0-c3b6659cf6eb admin admin] Publish callbacks [] for security_group (1e2efb9a-37f4-44bd-ab8b-705ec2f1b06b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.340548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-b4d8fafb-3a37-4da4-a5dd-b415986b4f56', 'network_id': 'b4d8fafb-3a37-4da4-a5dd-b415986b4f56', 'project_id': '63529e3878664ce2ac728192597fd3b7', 'fixed_ips': [{'subnet_id': 'f77931db-87ca-4068-ada9-790481f01c78'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:49.344332 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.350094 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ef20ca1-9039-4990-a5a0-c3b6659cf6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1e2efb9a-37f4-44bd-ab8b-705ec2f1b06b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.370087 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-86b296f4-4f57-43e1-a205-b6ae60a3999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.372401 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.518035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb9f5a-6818-45dd-8c5b-d3fc4fad3d55 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network 567e905f-5754-4cfa-8c31-5bb43373188f is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:49.590374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef20ca1-9039-4990-a5a0-c3b6659cf6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2efb9a-37f4-44bd-ab8b-705ec2f1b06b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:49.592125 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Publish callbacks [] for router_controller (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.621574 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2551-6d45-44e3-8423-56d5401fbc3a tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (e27e700a-e156-49bb-bf76-c2dd9757dc4a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.628074 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0ef20ca1-9039-4990-a5a0-c3b6659cf6eb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1cf07455739049609b17cad810f2cc0d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3294544 Feb 08 16:08:49.635393 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37268) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:49.637892 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb9f5a-6818-45dd-8c5b-d3fc4fad3d55 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 567e905f-5754-4cfa-8c31-5bb43373188f) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:49.661521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb9f5a-6818-45dd-8c5b-d3fc4fad3d55 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:49.662550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9bb9f5a-6818-45dd-8c5b-d3fc4fad3d55 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.667685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-4e4b2551-6d45-44e3-8423-56d5401fbc3a tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27e700a-e156-49bb-bf76-c2dd9757dc4a']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:49.681536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:08:49.688837 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-23b3ac42-3307-4d34-983d-7147551251ac tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10095992'] for subnet (dccf059c-9a45-4ac5-a318-5d150abb5005), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.731907 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-4e4b2551-6d45-44e3-8423-56d5401fbc3a tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd27d7fd-0b66-4bb4-b364-35c14581644e') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:49.733570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-4e4b2551-6d45-44e3-8423-56d5401fbc3a tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd27d7fd-0b66-4bb4-b364-35c14581644e') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:49.760742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f9bb9f5a-6818-45dd-8c5b-d3fc4fad3d55 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0176141 Feb 08 16:08:49.763254 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2551-6d45-44e3-8423-56d5401fbc3a tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (fd27d7fd-0b66-4bb4-b364-35c14581644e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.768684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37270) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:49.779071 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:08:37Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '42ca5e36-c9a0-49b4-8f61-e37ae6e40849', 'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'mac_address': 'fa:16:3e:fb:ec:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:33Z', 'updated_at': '2022-02-08T16:08:48Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'subnets': [{'id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:49.781900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4918ca40-f851-41be-8e8d-1f3eacb203de None None] Network 567e905f-5754-4cfa-8c31-5bb43373188f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:49.851586 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2551-6d45-44e3-8423-56d5401fbc3a tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (fd27d7fd-0b66-4bb4-b364-35c14581644e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.862678 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed879b0-be55-4f91-8ab1-29748489afc1 None None] The sync data for ids ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'] in n-d-824834-11 is: [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:08:37Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '42ca5e36-c9a0-49b4-8f61-e37ae6e40849', 'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'mac_address': 'fa:16:3e:fb:ec:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:33Z', 'updated_at': '2022-02-08T16:08:48Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'subnets': [{'id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:08:49.869726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4b2551-6d45-44e3-8423-56d5401fbc3a tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:49.870489 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2551-6d45-44e3-8423-56d5401fbc3a tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (fd27d7fd-0b66-4bb4-b364-35c14581644e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:49.875639 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:50.019679 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-22964d98-4437-4d30-876d-e955295d5963 admin admin] Publish callbacks [] for security_group (1e2efb9a-37f4-44bd-ab8b-705ec2f1b06b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.067639 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-22964d98-4437-4d30-876d-e955295d5963 admin admin] Publish callbacks [] for security_group (1e2efb9a-37f4-44bd-ab8b-705ec2f1b06b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.214044 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2551-6d45-44e3-8423-56d5401fbc3a tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (e27e700a-e156-49bb-bf76-c2dd9757dc4a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.214659 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-22964d98-4437-4d30-876d-e955295d5963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1e2efb9a-37f4-44bd-ab8b-705ec2f1b06b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.220517 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-22964d98-4437-4d30-876d-e955295d5963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.224918 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-22964d98-4437-4d30-876d-e955295d5963 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1e2efb9a-37f4-44bd-ab8b-705ec2f1b06b HTTP/1.1" status: 204 len: 168 time: 0.4806695 Feb 08 16:08:50.261098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4b2551-6d45-44e3-8423-56d5401fbc3a tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e27e700a-e156-49bb-bf76-c2dd9757dc4a {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 08 16:08:50.269423 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22964d98-4437-4d30-876d-e955295d5963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2efb9a-37f4-44bd-ab8b-705ec2f1b06b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:50.282619 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Publish callbacks [] for router_gateway (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.322658 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2551-6d45-44e3-8423-56d5401fbc3a tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.326080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4e4b2551-6d45-44e3-8423-56d5401fbc3a tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "DELETE /v2.0/networks/e27e700a-e156-49bb-bf76-c2dd9757dc4a HTTP/1.1" status: 204 len: 168 time: 1.4652591 Feb 08 16:08:50.331435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37276) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:50.335685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b2551-6d45-44e3-8423-56d5401fbc3a tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event deleted for resources: {'Network': ['ID=e27e700a-e156-49bb-bf76-c2dd9757dc4a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:50.345789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-81808401-7c53-4065-8d2a-4cf9f7a9f05b tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Request body: {'network': {'name': 'tempest-network--1023984114'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:50.409818 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (567e905f-5754-4cfa-8c31-5bb43373188f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.413338 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-23b3ac42-3307-4d34-983d-7147551251ac tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749937607172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10057532'] for subnet (dccf059c-9a45-4ac5-a318-5d150abb5005), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.428207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b296f4-4f57-43e1-a205-b6ae60a3999f None None] Pushing event updated for resources: {'Port': ['ID=42ca5e36-c9a0-49b4-8f61-e37ae6e40849,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:50.450550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6ee64bdb-633d-4494-855a-a7847ccd9875 None None] Provisioning complete for port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:50.462146 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ee64bdb-633d-4494-855a-a7847ccd9875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.505337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b3ac42-3307-4d34-983d-7147551251ac tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:50.506072 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-23b3ac42-3307-4d34-983d-7147551251ac tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.507791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-23b3ac42-3307-4d34-983d-7147551251ac tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "PUT /v2.0/subnets/dccf059c-9a45-4ac5-a318-5d150abb5005 HTTP/1.1" status: 200 len: 806 time: 1.2914376 Feb 08 16:08:50.512891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37280) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:50.558184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-567e905f-5754-4cfa-8c31-5bb43373188f', 'network_id': '567e905f-5754-4cfa-8c31-5bb43373188f', 'project_id': '042e8de56a9d481ba21ef1ff3e2e0156', 'fixed_ips': [{'subnet_id': 'd757ba7b-9302-421d-a313-9246839af5bc'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:50.564658 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.588879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8455499d-f7a7-442f-a057-93ac427f7a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-64a33d99-9a76-4817-af69-5c3162df390d', 'network_id': '64a33d99-9a76-4817-af69-5c3162df390d', 'project_id': '8949fdd54a9442feab9b4019c45b39cd', 'fixed_ips': [{'subnet_id': 'dccf059c-9a45-4ac5-a318-5d150abb5005'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:50.590699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81808401-7c53-4065-8d2a-4cf9f7a9f05b tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Made reservation on behalf of 2f289574f1264ce399a3f4034b8a03db for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:50.595201 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8455499d-f7a7-442f-a057-93ac427f7a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.599093 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81808401-7c53-4065-8d2a-4cf9f7a9f05b tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.683714 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-39d762bb-d6c9-4014-9acc-3bb94cb6e297 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Deleting port c805b0b8-5b1a-4a5c-815f-bc3e6d512074 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:08:50.685156 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39d762bb-d6c9-4014-9acc-3bb94cb6e297 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c805b0b8-5b1a-4a5c-815f-bc3e6d512074), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.687372 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3ac42-3307-4d34-983d-7147551251ac tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Subnet': ['ID=dccf059c-9a45-4ac5-a318-5d150abb5005,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:50.762866 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d757ba7b-9302-421d-a313-9246839af5bc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.786816 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (64a33d99-9a76-4817-af69-5c3162df390d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.876867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81808401-7c53-4065-8d2a-4cf9f7a9f05b tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:50.895505 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37284) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:50.940556 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39d762bb-d6c9-4014-9acc-3bb94cb6e297 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c805b0b8-5b1a-4a5c-815f-bc3e6d512074), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:50.954118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-39d762bb-d6c9-4014-9acc-3bb94cb6e297 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Calling delete_port for c805b0b8-5b1a-4a5c-815f-bc3e6d512074 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:08:50.989859 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d7bed085-0c50-45f2-a61c-0a2867390d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:51.062754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Allocated IP 2001:db8::1 (567e905f-5754-4cfa-8c31-5bb43373188f/d757ba7b-9302-421d-a313-9246839af5bc/06c1a16f-4a5c-4705-9044-5acaf2c019eb) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:51.075930 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (dccf059c-9a45-4ac5-a318-5d150abb5005), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:51.202538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:51.203250 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:51.211846 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:51.286768 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39d762bb-d6c9-4014-9acc-3bb94cb6e297 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c805b0b8-5b1a-4a5c-815f-bc3e6d512074), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:51.322160 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (dccf059c-9a45-4ac5-a318-5d150abb5005), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:51.332476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d762bb-d6c9-4014-9acc-3bb94cb6e297 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event deleted for resources: {'Port': ['ID=c805b0b8-5b1a-4a5c-815f-bc3e6d512074,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:51.335937 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81808401-7c53-4065-8d2a-4cf9f7a9f05b tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (6f5fd0c8-7620-42af-812b-fa695e1d8c6a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:51.341006 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-81808401-7c53-4065-8d2a-4cf9f7a9f05b tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Added segment 6f5fd0c8-7620-42af-812b-fa695e1d8c6a of type vlan for network def9b809-8d10-46d4-810a-9012dffe3a58 Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server [None req-8455499d-f7a7-442f-a057-93ac427f7a5d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dccf059c-9a45-4ac5-a318-5d150abb5005: This subnet is being modified by another concurrent operation. Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise exception Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dccf059c-9a45-4ac5-a318-5d150abb5005: This subnet is being modified by another concurrent operation. Feb 08 16:08:51.410455 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Feb 08 16:08:51.466642 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d7bed085-0c50-45f2-a61c-0a2867390d25 admin admin] Publish callbacks [] for security_group (bdd806fb-d0c8-4ac0-a36d-ed52bdc06692), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:51.469107 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Subnet': ['ID=dccf059c-9a45-4ac5-a318-5d150abb5005,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:51.483629 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d7bed085-0c50-45f2-a61c-0a2867390d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bdd806fb-d0c8-4ac0-a36d-ed52bdc06692), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:51.556383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6ee64bdb-633d-4494-855a-a7847ccd9875 None None] Current status of the port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:51.597969 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fec273-5139-48c0-9f26-8ceae79c71de None None] Network 64a33d99-9a76-4817-af69-5c3162df390d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:51.660436 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (64a33d99-9a76-4817-af69-5c3162df390d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:51.703635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d7bed085-0c50-45f2-a61c-0a2867390d25 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d3ed3d0dec4c4d94b382c2032f5ad801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7993960 Feb 08 16:08:51.705719 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a33d99-9a76-4817-af69-5c3162df390d']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:51.714639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37290) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:51.718182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Allocated IP 172.20.0.2 (b4d8fafb-3a37-4da4-a5dd-b415986b4f56/f77931db-87ca-4068-ada9-790481f01c78/aa34e1a9-7b26-4fea-adda-57033fac0edc) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:51.722408 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-39d762bb-d6c9-4014-9acc-3bb94cb6e297 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (28dfcca4-57e1-4a5c-a4e1-68186f77e627), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:51.745080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bed085-0c50-45f2-a61c-0a2867390d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd806fb-d0c8-4ac0-a36d-ed52bdc06692,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:51.782093 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8f54b0-a4e6-424f-af0c-b5796fcd7d1b') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:51.782639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8f54b0-a4e6-424f-af0c-b5796fcd7d1b') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:51.803657 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (ba8f54b0-a4e6-424f-af0c-b5796fcd7d1b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:51.825337 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ba8f54b0-a4e6-424f-af0c-b5796fcd7d1b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:51.840508 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:51.841551 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (ba8f54b0-a4e6-424f-af0c-b5796fcd7d1b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:51.846885 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:51.947754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7b5abc-1629-41de-97f9-54f8dbe0018a None None] Network 64a33d99-9a76-4817-af69-5c3162df390d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:51.977067 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (64a33d99-9a76-4817-af69-5c3162df390d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.006694 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.017757 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/64a33d99-9a76-4817-af69-5c3162df390d HTTP/1.1" status: 204 len: 168 time: 1.4968946 Feb 08 16:08:52.019658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37292) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:52.020625 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81808401-7c53-4065-8d2a-4cf9f7a9f05b tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (def9b809-8d10-46d4-810a-9012dffe3a58), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.069907 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59505fed-70af-4488-94da-c9d535af8276 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Network': ['ID=64a33d99-9a76-4817-af69-5c3162df390d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:52.096127 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-136ef3d5-8437-45ba-abc1-237eea430a12 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:08:52.096818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136ef3d5-8437-45ba-abc1-237eea430a12 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:08:52.105325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-136ef3d5-8437-45ba-abc1-237eea430a12 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/64a33d99-9a76-4817-af69-5c3162df390d HTTP/1.1" status: 404 len: 339 time: 0.0843887 Feb 08 16:08:52.106072 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37294) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:52.111697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-76e066bd-6af4-4dca-9f48-b6ee73fd0530 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1953736334', 'description': 'd1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:52.134017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e066bd-6af4-4dca-9f48-b6ee73fd0530 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:52.138068 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76e066bd-6af4-4dca-9f48-b6ee73fd0530 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.191683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e066bd-6af4-4dca-9f48-b6ee73fd0530 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:52.210749 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76e066bd-6af4-4dca-9f48-b6ee73fd0530 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (68e5b1fc-7af7-471d-912b-03c70d45e7c5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.211106 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-76e066bd-6af4-4dca-9f48-b6ee73fd0530 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Added segment 68e5b1fc-7af7-471d-912b-03c70d45e7c5 of type vlan for network 5223be71-016e-4d13-9dad-fa05efbd87f2 Feb 08 16:08:52.244506 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Publish callbacks [] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.276508 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81808401-7c53-4065-8d2a-4cf9f7a9f05b tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (def9b809-8d10-46d4-810a-9012dffe3a58), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.277949 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81808401-7c53-4065-8d2a-4cf9f7a9f05b tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:52.278808 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81808401-7c53-4065-8d2a-4cf9f7a9f05b tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549627'] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.298920 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76e066bd-6af4-4dca-9f48-b6ee73fd0530 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (5223be71-016e-4d13-9dad-fa05efbd87f2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.303495 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Publish callbacks [] for port (06c1a16f-4a5c-4705-9044-5acaf2c019eb), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.313150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:52.352373 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (d757ba7b-9302-421d-a313-9246839af5bc), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.365309 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed45b5ee-0a0d-4d2a-883f-8173b0bc8013 admin admin] Publish callbacks [] for security_group (bdd806fb-d0c8-4ac0-a36d-ed52bdc06692), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.379949 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.385755 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (06c1a16f-4a5c-4705-9044-5acaf2c019eb), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.447716 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Subnet': ['ID=d757ba7b-9302-421d-a313-9246839af5bc,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:52.466461 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76e066bd-6af4-4dca-9f48-b6ee73fd0530 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (5223be71-016e-4d13-9dad-fa05efbd87f2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.468981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:08:52.471675 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Publish callbacks [] for router_gateway (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.472936 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e066bd-6af4-4dca-9f48-b6ee73fd0530 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:52.473351 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76e066bd-6af4-4dca-9f48-b6ee73fd0530 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.479713 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-81808401-7c53-4065-8d2a-4cf9f7a9f05b tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.1451471 Feb 08 16:08:52.486385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37300) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:52.491553 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d762bb-d6c9-4014-9acc-3bb94cb6e297 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Router 28dfcca4-57e1-4a5c-a4e1-68186f77e627 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:08:52.531536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f98996ab-7d7e-4a09-810d-16bc2d2a170d tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:52.537987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Network 567e905f-5754-4cfa-8c31-5bb43373188f is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:52.546971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Network b4d8fafb-3a37-4da4-a5dd-b415986b4f56 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:52.556397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:52.559200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:52.561790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:52.571151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:52.587364 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed45b5ee-0a0d-4d2a-883f-8173b0bc8013 admin admin] Publish callbacks [] for security_group (bdd806fb-d0c8-4ac0-a36d-ed52bdc06692), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.590755 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.624808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e066bd-6af4-4dca-9f48-b6ee73fd0530 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Network': ['ID=5223be71-016e-4d13-9dad-fa05efbd87f2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:52.649780 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-76e066bd-6af4-4dca-9f48-b6ee73fd0530 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5425384 Feb 08 16:08:52.653015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81808401-7c53-4065-8d2a-4cf9f7a9f05b tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event updated for resources: {'Network': ['ID=def9b809-8d10-46d4-810a-9012dffe3a58,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:52.658010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37304) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:52.698170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 5223be71-016e-4d13-9dad-fa05efbd87f2 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:52.754731 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed45b5ee-0a0d-4d2a-883f-8173b0bc8013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bdd806fb-d0c8-4ac0-a36d-ed52bdc06692), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.757194 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed45b5ee-0a0d-4d2a-883f-8173b0bc8013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.758357 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ed45b5ee-0a0d-4d2a-883f-8173b0bc8013 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bdd806fb-d0c8-4ac0-a36d-ed52bdc06692 HTTP/1.1" status: 204 len: 168 time: 1.0097215 Feb 08 16:08:52.794925 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (567e905f-5754-4cfa-8c31-5bb43373188f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.799063 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45b5ee-0a0d-4d2a-883f-8173b0bc8013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd806fb-d0c8-4ac0-a36d-ed52bdc06692,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:52.804319 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network def9b809-8d10-46d4-810a-9012dffe3a58 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:52.883726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Pushing event updated for resources: {'Port': ['ID=aa34e1a9-7b26-4fea-adda-57033fac0edc,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:52.885978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567e905f-5754-4cfa-8c31-5bb43373188f']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:52.931605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b56a66-9c30-465e-b156-2a0fb9f266a9') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:52.940631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b56a66-9c30-465e-b156-2a0fb9f266a9') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:52.949303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3a4d51-038f-43ea-a358-0d1f7c855505 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:52.960808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:52.961217 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:52.961704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7b3a4d51-038f-43ea-a358-0d1f7c855505 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "GET /v2.0/networks?id=5223be71-016e-4d13-9dad-fa05efbd87f2 HTTP/1.1" status: 200 len: 761 time: 0.3025067 Feb 08 16:08:52.977443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37308) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:52.983274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-543f429a-045b-4fb0-b4d3-d7100bef6fed tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'network': {'description': 'd2'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:52.992411 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (f6b56a66-9c30-465e-b156-2a0fb9f266a9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:53.188759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Attempting to bind port 06c1a16f-4a5c-4705-9044-5acaf2c019eb on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:08:53.193803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Attempting to bind port 06c1a16f-4a5c-4705-9044-5acaf2c019eb by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'f6b56a66-9c30-465e-b156-2a0fb9f266a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '567e905f-5754-4cfa-8c31-5bb43373188f'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:08:53.194335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Attempting to bind port 06c1a16f-4a5c-4705-9044-5acaf2c019eb on network 567e905f-5754-4cfa-8c31-5bb43373188f {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:08:53.205027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Attempting to bind port aa34e1a9-7b26-4fea-adda-57033fac0edc on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:08:53.205404 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Attempting to bind port aa34e1a9-7b26-4fea-adda-57033fac0edc by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '7cf7f0f5-d5da-4ef3-a334-b017d3804ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4d8fafb-3a37-4da4-a5dd-b415986b4f56'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:08:53.205770 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Attempting to bind port aa34e1a9-7b26-4fea-adda-57033fac0edc on network b4d8fafb-3a37-4da4-a5dd-b415986b4f56 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:08:53.223416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:08:53.223794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Checking segment: {'id': 'f6b56a66-9c30-465e-b156-2a0fb9f266a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '567e905f-5754-4cfa-8c31-5bb43373188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:53.224206 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:53.224608 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Bound using segment: {'id': 'f6b56a66-9c30-465e-b156-2a0fb9f266a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '567e905f-5754-4cfa-8c31-5bb43373188f'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:08:53.228828 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Bound port: 06c1a16f-4a5c-4705-9044-5acaf2c019eb, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b56a66-9c30-465e-b156-2a0fb9f266a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '567e905f-5754-4cfa-8c31-5bb43373188f'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:08:53.229365 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (06c1a16f-4a5c-4705-9044-5acaf2c019eb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:53.253423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Pushing event updated for resources: {'Port': ['ID=06c1a16f-4a5c-4705-9044-5acaf2c019eb,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:53.289953 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:08:53.294783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Checking segment: {'id': '7cf7f0f5-d5da-4ef3-a334-b017d3804ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4d8fafb-3a37-4da4-a5dd-b415986b4f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:53.295667 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:53.296088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Bound using segment: {'id': '7cf7f0f5-d5da-4ef3-a334-b017d3804ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4d8fafb-3a37-4da4-a5dd-b415986b4f56'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:08:53.296605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Bound port: aa34e1a9-7b26-4fea-adda-57033fac0edc, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf7f0f5-d5da-4ef3-a334-b017d3804ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4d8fafb-3a37-4da4-a5dd-b415986b4f56'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:08:53.313098 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:53.373954 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d762bb-d6c9-4014-9acc-3bb94cb6e297 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:08:53.387876 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-39d762bb-d6c9-4014-9acc-3bb94cb6e297 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "PUT /v2.0/routers/28dfcca4-57e1-4a5c-a4e1-68186f77e627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5788808 Feb 08 16:08:53.389189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37316) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:53.477526 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9667c0d-0e36-42cb-aeee-3668ec1bfcf2 None None] Sync routers for ids ['28dfcca4-57e1-4a5c-a4e1-68186f77e627'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:08:53.511964 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9667c0d-0e36-42cb-aeee-3668ec1bfcf2 None None] Routers {'28dfcca4-57e1-4a5c-a4e1-68186f77e627'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:08:53.512716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f9667c0d-0e36-42cb-aeee-3668ec1bfcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:08:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['28dfcca4-57e1-4a5c-a4e1-68186f77e627'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:53.562135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Allocated IP 172.25.7.217 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/e5ceed44-f952-4238-a25a-490951031c8a) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:08:53.610398 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84111d12-aeb5-4084-b9ad-3f43eefd5b35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for router (28dfcca4-57e1-4a5c-a4e1-68186f77e627), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:53.635225 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f6b56a66-9c30-465e-b156-2a0fb9f266a9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:53.650974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:53.652604 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (f6b56a66-9c30-465e-b156-2a0fb9f266a9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:53.723437 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.db.resource_extend [None req-f98996ab-7d7e-4a09-810d-16bc2d2a170d tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 16:08:53.764782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f9667c0d-0e36-42cb-aeee-3668ec1bfcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:53.791815 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f98996ab-7d7e-4a09-810d-16bc2d2a170d tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (def9b809-8d10-46d4-810a-9012dffe3a58), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:53.799124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9667c0d-0e36-42cb-aeee-3668ec1bfcf2 None None] Routers {'28dfcca4-57e1-4a5c-a4e1-68186f77e627'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:08:53.799781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f9667c0d-0e36-42cb-aeee-3668ec1bfcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:08:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['28dfcca4-57e1-4a5c-a4e1-68186f77e627'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:53.823931 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:53.834917 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.api [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 16:08:53.834917 n-d-824834-11 neutron-server[103301]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 16:08:53.834917 n-d-824834-11 neutron-server[103301]: [parameters: {'id': '567e905f-5754-4cfa-8c31-5bb43373188f'}] Feb 08 16:08:53.834917 n-d-824834-11 neutron-server[103301]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:08:53.844118 n-d-824834-11 neutron-server[103301]: DEBUG oslo_db.api [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:08:53.857264 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f9667c0d-0e36-42cb-aeee-3668ec1bfcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:53.858302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9667c0d-0e36-42cb-aeee-3668ec1bfcf2 None None] The sync data for ids ['28dfcca4-57e1-4a5c-a4e1-68186f77e627'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:08:53.886729 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84111d12-aeb5-4084-b9ad-3f43eefd5b35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (28dfcca4-57e1-4a5c-a4e1-68186f77e627), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:53.889283 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f98996ab-7d7e-4a09-810d-16bc2d2a170d tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (def9b809-8d10-46d4-810a-9012dffe3a58), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:53.893359 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84111d12-aeb5-4084-b9ad-3f43eefd5b35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for router_controller (28dfcca4-57e1-4a5c-a4e1-68186f77e627), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:53.941429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] For port aa34e1a9-7b26-4fea-adda-57033fac0edc, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:08:53.949188 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] For port aa34e1a9-7b26-4fea-adda-57033fac0edc, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=aa34e1a9-7b26-4fea-adda-57033fac0edc,segment=NetworkSegment(7cf7f0f5-d5da-4ef3-a334-b017d3804ae1),segment_id=7cf7f0f5-d5da-4ef3-a334-b017d3804ae1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:08:53.952756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:53.962813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f98996ab-7d7e-4a09-810d-16bc2d2a170d tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Network def9b809-8d10-46d4-810a-9012dffe3a58 is not hosted by any dhcp agent {{(pid=103302) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 16:08:53.963879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98996ab-7d7e-4a09-810d-16bc2d2a170d tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:53.964558 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f98996ab-7d7e-4a09-810d-16bc2d2a170d tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:53.966034 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f98996ab-7d7e-4a09-810d-16bc2d2a170d tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "PUT /v2.0/networks/def9b809-8d10-46d4-810a-9012dffe3a58 HTTP/1.1" status: 200 len: 858 time: 1.4769456 Feb 08 16:08:53.966695 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] For port 06c1a16f-4a5c-4705-9044-5acaf2c019eb, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:08:53.971809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] For port 06c1a16f-4a5c-4705-9044-5acaf2c019eb, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=06c1a16f-4a5c-4705-9044-5acaf2c019eb,segment=NetworkSegment(f6b56a66-9c30-465e-b156-2a0fb9f266a9),segment_id=f6b56a66-9c30-465e-b156-2a0fb9f266a9)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:08:53.980694 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.002260 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37328) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:54.039696 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (06c1a16f-4a5c-4705-9044-5acaf2c019eb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.046087 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84111d12-aeb5-4084-b9ad-3f43eefd5b35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (28dfcca4-57e1-4a5c-a4e1-68186f77e627), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.046690 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84111d12-aeb5-4084-b9ad-3f43eefd5b35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Fanout notify agent at l3_agent the message router_deleted on router 28dfcca4-57e1-4a5c-a4e1-68186f77e627 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:08:54.096697 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-84111d12-aeb5-4084-b9ad-3f43eefd5b35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.100841 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-84111d12-aeb5-4084-b9ad-3f43eefd5b35 tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "DELETE /v2.0/routers/28dfcca4-57e1-4a5c-a4e1-68186f77e627 HTTP/1.1" status: 204 len: 168 time: 0.7006102 Feb 08 16:08:54.124985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37332) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:54.150604 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-543f429a-045b-4fb0-b4d3-d7100bef6fed tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (5223be71-016e-4d13-9dad-fa05efbd87f2), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.195472 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-543f429a-045b-4fb0-b4d3-d7100bef6fed tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (5223be71-016e-4d13-9dad-fa05efbd87f2), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.199185 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Publish callbacks [] for port (e5ceed44-f952-4238-a25a-490951031c8a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.200921 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98996ab-7d7e-4a09-810d-16bc2d2a170d tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event updated for resources: {'Network': ['ID=def9b809-8d10-46d4-810a-9012dffe3a58,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:54.224151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-543f429a-045b-4fb0-b4d3-d7100bef6fed tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network 5223be71-016e-4d13-9dad-fa05efbd87f2 is not hosted by any dhcp agent {{(pid=103301) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 16:08:54.266410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543f429a-045b-4fb0-b4d3-d7100bef6fed tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:54.275983 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-543f429a-045b-4fb0-b4d3-d7100bef6fed tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.291567 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-543f429a-045b-4fb0-b4d3-d7100bef6fed tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "PUT /v2.0/networks/5223be71-016e-4d13-9dad-fa05efbd87f2 HTTP/1.1" status: 200 len: 758 time: 1.3124297 Feb 08 16:08:54.297588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37338) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:54.314670 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5c3c99a6-5116-4eb9-ab12-08b476fa1989 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (def9b809-8d10-46d4-810a-9012dffe3a58), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.399820 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d74004-8531-418e-a561-502420d051cf tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Deleting subnet 190d3cf6-ea60-467a-a0a3-c9c348638ace {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:08:54.421465 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e5d74004-8531-418e-a561-502420d051cf tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for subnet (190d3cf6-ea60-467a-a0a3-c9c348638ace), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.512233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37342) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:54.535679 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (567e905f-5754-4cfa-8c31-5bb43373188f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.579017 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e5ceed44-f952-4238-a25a-490951031c8a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.605765 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e5d74004-8531-418e-a561-502420d051cf tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (190d3cf6-ea60-467a-a0a3-c9c348638ace), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.696441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde4953-7f61-44c1-ba54-826aac320702 None None] Pushing event updated for resources: {'Port': ['ID=aa34e1a9-7b26-4fea-adda-57033fac0edc,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:54.716394 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5c3c99a6-5116-4eb9-ab12-08b476fa1989 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (def9b809-8d10-46d4-810a-9012dffe3a58), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.749552 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e43b1d3-4eb8-45ff-9bf3-8e31fe1469dc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:54.755936 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2e43b1d3-4eb8-45ff-9bf3-8e31fe1469dc tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "GET /v2.0/networks?id=5223be71-016e-4d13-9dad-fa05efbd87f2 HTTP/1.1" status: 200 len: 761 time: 0.4557157 Feb 08 16:08:54.757094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37348) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:54.758944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f429a-045b-4fb0-b4d3-d7100bef6fed tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Network': ['ID=5223be71-016e-4d13-9dad-fa05efbd87f2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:54.764369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:08:54.773551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-351d259f-e14a-4942-b3d4-1ac600f4023a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-710633461'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:54.774252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f32d08-b46b-40ab-9714-8703ea04425d None None] Pushing event updated for resources: {'Port': ['ID=06c1a16f-4a5c-4705-9044-5acaf2c019eb,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:54.780252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 5223be71-016e-4d13-9dad-fa05efbd87f2 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:54.805006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:54.834668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:08:54.840087 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ceed44-f952-4238-a25a-490951031c8a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:54.853634 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5c3c99a6-5116-4eb9-ab12-08b476fa1989 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def9b809-8d10-46d4-810a-9012dffe3a58']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:54.876498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b162f5b-78a4-4624-bd86-62ff39beaa82 None None] Network 567e905f-5754-4cfa-8c31-5bb43373188f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:54.905244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-78069874-network', 'tenant_id': '5e62183e8a3b4528bd92844c85aab28a'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:54.914611 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5c3c99a6-5116-4eb9-ab12-08b476fa1989 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5fd0c8-7620-42af-812b-fa695e1d8c6a') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:54.915102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5c3c99a6-5116-4eb9-ab12-08b476fa1989 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5fd0c8-7620-42af-812b-fa695e1d8c6a') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:54.915540 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351d259f-e14a-4942-b3d4-1ac600f4023a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:54.928778 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-351d259f-e14a-4942-b3d4-1ac600f4023a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.945902 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5c3c99a6-5116-4eb9-ab12-08b476fa1989 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (6f5fd0c8-7620-42af-812b-fa695e1d8c6a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.965849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351d259f-e14a-4942-b3d4-1ac600f4023a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:54.974146 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Deleting port 06c1a16f-4a5c-4705-9044-5acaf2c019eb {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:08:54.974503 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (06c1a16f-4a5c-4705-9044-5acaf2c019eb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.991785 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-351d259f-e14a-4942-b3d4-1ac600f4023a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (6a7e97ab-1b04-436b-a7e8-606e670ba9ca), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:54.992159 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-351d259f-e14a-4942-b3d4-1ac600f4023a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Added segment 6a7e97ab-1b04-436b-a7e8-606e670ba9ca of type vlan for network 0b8970aa-64b0-478d-9025-7c73cb40bd51 Feb 08 16:08:54.996279 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5c3c99a6-5116-4eb9-ab12-08b476fa1989 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (6f5fd0c8-7620-42af-812b-fa695e1d8c6a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:55.063784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] Made reservation on behalf of 5e62183e8a3b4528bd92844c85aab28a for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:55.066143 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:55.108919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-351d259f-e14a-4942-b3d4-1ac600f4023a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (0b8970aa-64b0-478d-9025-7c73cb40bd51), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:55.147802 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:55.150644 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-351d259f-e14a-4942-b3d4-1ac600f4023a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (0b8970aa-64b0-478d-9025-7c73cb40bd51), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:55.157586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d259f-e14a-4942-b3d4-1ac600f4023a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:55.159179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3c99a6-5116-4eb9-ab12-08b476fa1989 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:55.159609 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5c3c99a6-5116-4eb9-ab12-08b476fa1989 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (6f5fd0c8-7620-42af-812b-fa695e1d8c6a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:55.165005 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-351d259f-e14a-4942-b3d4-1ac600f4023a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:55.166697 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:55.188535 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e5d74004-8531-418e-a561-502420d051cf tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (190d3cf6-ea60-467a-a0a3-c9c348638ace), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:55.318520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] For port 06c1a16f-4a5c-4705-9044-5acaf2c019eb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=06c1a16f-4a5c-4705-9044-5acaf2c019eb,segment=NetworkSegment(f6b56a66-9c30-465e-b156-2a0fb9f266a9),segment_id=f6b56a66-9c30-465e-b156-2a0fb9f266a9)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:08:55.319708 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (06c1a16f-4a5c-4705-9044-5acaf2c019eb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:55.381215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d259f-e14a-4942-b3d4-1ac600f4023a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Network': ['ID=0b8970aa-64b0-478d-9025-7c73cb40bd51,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:55.390710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-351d259f-e14a-4942-b3d4-1ac600f4023a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6216688 Feb 08 16:08:55.393672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Calling delete_port for 06c1a16f-4a5c-4705-9044-5acaf2c019eb owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:08:55.395051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37350) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:55.407500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-12aae1ef-c4c9-45a4-9ade-b559e805fec3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'subnet': {'network_id': '0b8970aa-64b0-478d-9025-7c73cb40bd51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:55.411143 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 0b8970aa-64b0-478d-9025-7c73cb40bd51 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:55.581874 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5c3c99a6-5116-4eb9-ab12-08b476fa1989 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (def9b809-8d10-46d4-810a-9012dffe3a58), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:55.654579 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (06c1a16f-4a5c-4705-9044-5acaf2c019eb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:55.679501 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No DVR routers for this DVR port 06c1a16f-4a5c-4705-9044-5acaf2c019eb on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:08:55.703713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3c99a6-5116-4eb9-ab12-08b476fa1989 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network def9b809-8d10-46d4-810a-9012dffe3a58 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 08 16:08:55.709932 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Port': ['ID=06c1a16f-4a5c-4705-9044-5acaf2c019eb,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:55.731386 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5c3c99a6-5116-4eb9-ab12-08b476fa1989 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:55.747550 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5c3c99a6-5116-4eb9-ab12-08b476fa1989 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] 10.222.0.82 "DELETE /v2.0/networks/def9b809-8d10-46d4-810a-9012dffe3a58 HTTP/1.1" status: 204 len: 168 time: 1.7440536 Feb 08 16:08:55.751944 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37356) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:55.856630 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (567e905f-5754-4cfa-8c31-5bb43373188f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:55.874071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff0a389-5e17-46b5-ab61-228bb8d8efe4 None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:08:55.921767 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e5d74004-8531-418e-a561-502420d051cf tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (190d3cf6-ea60-467a-a0a3-c9c348638ace), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:55.922824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567e905f-5754-4cfa-8c31-5bb43373188f']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:55.956421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b56a66-9c30-465e-b156-2a0fb9f266a9') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:55.957378 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b56a66-9c30-465e-b156-2a0fb9f266a9') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:55.972505 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c99a6-5116-4eb9-ab12-08b476fa1989 tempest-ExternalNetworksTestJSON-1576290973 tempest-ExternalNetworksTestJSON-1576290973-project-admin] Pushing event deleted for resources: {'Network': ['ID=def9b809-8d10-46d4-810a-9012dffe3a58,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:55.986358 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e5d74004-8531-418e-a561-502420d051cf tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:55.994739 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e5d74004-8531-418e-a561-502420d051cf tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "DELETE /v2.0/subnets/190d3cf6-ea60-467a-a0a3-c9c348638ace HTTP/1.1" status: 204 len: 168 time: 1.8501153 Feb 08 16:08:55.995899 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Publish callbacks [] for router_gateway (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.026633 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (f6b56a66-9c30-465e-b156-2a0fb9f266a9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.034564 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37358) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:56.068098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-530a71c0-5e9e-4d3a-9197-6dbe04411ed7 None None] Provisioning complete for port aa34e1a9-7b26-4fea-adda-57033fac0edc triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:56.068696 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-530a71c0-5e9e-4d3a-9197-6dbe04411ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.183223 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:08:56.323668 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (c6939a46-2fd8-40f5-9284-409c14778d98), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.342503 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f6b56a66-9c30-465e-b156-2a0fb9f266a9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.359281 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff0a389-5e17-46b5-ab61-228bb8d8efe4 None None] Resources bound (agent type, host, resource id): {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 16:08:56.366500 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:56.366913 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (f6b56a66-9c30-465e-b156-2a0fb9f266a9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:56.376224 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:56.387718 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-74678979-9ca4-4a69-b422-7686ff402a71 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] DELETE failed (client error): The resource could not be found. Feb 08 16:08:56.394235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74678979-9ca4-4a69-b422-7686ff402a71 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:08:56.414156 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-74678979-9ca4-4a69-b422-7686ff402a71 tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] 10.222.0.82 "DELETE /v2.0/subnets/2eec4284-91de-454b-b84e-5d581870d0ff HTTP/1.1" status: 404 len: 337 time: 0.6229761 Feb 08 16:08:56.432156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37360) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:56.436820 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.458550 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d74004-8531-418e-a561-502420d051cf tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event deleted for resources: {'Subnet': ['ID=190d3cf6-ea60-467a-a0a3-c9c348638ace,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:56.591242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device aa34e1a9-7b26-4fea-adda-57033fac0edc up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:08:56.602685 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (567e905f-5754-4cfa-8c31-5bb43373188f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.615546 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.625014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/567e905f-5754-4cfa-8c31-5bb43373188f HTTP/1.1" status: 204 len: 168 time: 6.8431213 Feb 08 16:08:56.627106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37362) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:56.634393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-90f804d0-4254-4f42-80b3-969714ef4749 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1533471194'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:56.683910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd6300-5bb5-412b-8e1d-e4d650c9745a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Network': ['ID=567e905f-5754-4cfa-8c31-5bb43373188f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:56.707561 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Deleting port 6a68da46-e743-4bc9-b81b-0a57a31d58f7 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:08:56.709600 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6a68da46-e743-4bc9-b81b-0a57a31d58f7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.774774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f804d0-4254-4f42-80b3-969714ef4749 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:56.778658 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90f804d0-4254-4f42-80b3-969714ef4749 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.820865 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f804d0-4254-4f42-80b3-969714ef4749 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:56.834254 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90f804d0-4254-4f42-80b3-969714ef4749 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (160e8e9e-0145-42b7-8dcf-ad3390114138), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.834736 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-90f804d0-4254-4f42-80b3-969714ef4749 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Added segment 160e8e9e-0145-42b7-8dcf-ad3390114138 of type vlan for network 7199c523-1910-4b96-bf87-72fa15e7aca3 Feb 08 16:08:56.839881 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58d0bfbc-9f9b-4b5f-9f8c-d476a6d8cd8a tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (d3426f23-19ba-4c89-b4d8-f62a1ec2a84f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.890393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port aa34e1a9-7b26-4fea-adda-57033fac0edc triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:56.891011 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.895035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-530a71c0-5e9e-4d3a-9197-6dbe04411ed7 None None] Current status of the port aa34e1a9-7b26-4fea-adda-57033fac0edc is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:56.895422 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-530a71c0-5e9e-4d3a-9197-6dbe04411ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.905939 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90f804d0-4254-4f42-80b3-969714ef4749 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (7199c523-1910-4b96-bf87-72fa15e7aca3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.948511 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90f804d0-4254-4f42-80b3-969714ef4749 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (7199c523-1910-4b96-bf87-72fa15e7aca3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.959287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f804d0-4254-4f42-80b3-969714ef4749 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:56.960208 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90f804d0-4254-4f42-80b3-969714ef4749 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:56.987815 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-530a71c0-5e9e-4d3a-9197-6dbe04411ed7 None None] For port aa34e1a9-7b26-4fea-adda-57033fac0edc, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=aa34e1a9-7b26-4fea-adda-57033fac0edc,segment=NetworkSegment(7cf7f0f5-d5da-4ef3-a334-b017d3804ae1),segment_id=7cf7f0f5-d5da-4ef3-a334-b017d3804ae1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:08:57.007245 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aae1ef-c4c9-45a4-9ade-b559e805fec3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:57.010320 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-530a71c0-5e9e-4d3a-9197-6dbe04411ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:57.011426 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-12aae1ef-c4c9-45a4-9ade-b559e805fec3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:57.058244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] For port 6a68da46-e743-4bc9-b81b-0a57a31d58f7, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6a68da46-e743-4bc9-b81b-0a57a31d58f7,segment=NetworkSegment(bbb7f783-13e8-46e9-8540-f42047bbb3e4),segment_id=bbb7f783-13e8-46e9-8540-f42047bbb3e4)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:08:57.058621 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6a68da46-e743-4bc9-b81b-0a57a31d58f7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:57.070149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d0054b-6d20-4c1d-96a3-de772355a169 None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:08:57.111963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Calling delete_port for 6a68da46-e743-4bc9-b81b-0a57a31d58f7 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:08:57.134014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-90f804d0-4254-4f42-80b3-969714ef4749 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5046287 Feb 08 16:08:57.140913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37368) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:57.150249 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-86bc5616-da7d-4302-9fe6-a1e22b1fb832 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'subnet': {'network_id': '7199c523-1910-4b96-bf87-72fa15e7aca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:57.157386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f804d0-4254-4f42-80b3-969714ef4749 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Network': ['ID=7199c523-1910-4b96-bf87-72fa15e7aca3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:57.185374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 7199c523-1910-4b96-bf87-72fa15e7aca3 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:57.187939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a71c0-5e9e-4d3a-9197-6dbe04411ed7 None None] Pushing event updated for resources: {'Port': ['ID=aa34e1a9-7b26-4fea-adda-57033fac0edc,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:57.321198 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port aa34e1a9-7b26-4fea-adda-57033fac0edc is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:57.390597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d0054b-6d20-4c1d-96a3-de772355a169 None None] Resources bound (agent type, host, resource id): {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 16:08:57.398946 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6a68da46-e743-4bc9-b81b-0a57a31d58f7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:57.473153 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event deleted for resources: {'Port': ['ID=6a68da46-e743-4bc9-b81b-0a57a31d58f7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:57.495507 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] No DVR routers for this DVR port 6a68da46-e743-4bc9-b81b-0a57a31d58f7 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:08:57.656179 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (c6939a46-2fd8-40f5-9284-409c14778d98), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:57.660260 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc26e573-2bd4-4921-a636-dc35cd5e5e18 None None] Network b4d8fafb-3a37-4da4-a5dd-b415986b4f56 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:57.666856 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-12aae1ef-c4c9-45a4-9ade-b559e805fec3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (0b69ee1c-70bc-41ce-bc7c-2a7e5edfefd2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:57.670594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27a7c03-0fe9-45d0-8063-4a0ea58c49e1 None None] Network c6939a46-2fd8-40f5-9284-409c14778d98 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:57.683627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6939a46-2fd8-40f5-9284-409c14778d98']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:57.697714 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb7f783-13e8-46e9-8540-f42047bbb3e4') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:57.698014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb7f783-13e8-46e9-8540-f42047bbb3e4') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:57.710909 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (bbb7f783-13e8-46e9-8540-f42047bbb3e4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:57.728792 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (bbb7f783-13e8-46e9-8540-f42047bbb3e4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:57.738438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aae1ef-c4c9-45a4-9ade-b559e805fec3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Subnet': ['ID=0b69ee1c-70bc-41ce-bc7c-2a7e5edfefd2,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:57.741245 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:57.741690 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (bbb7f783-13e8-46e9-8540-f42047bbb3e4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:57.794014 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] Publish callbacks [] for security_group (e3adf273-5d71-4644-b14a-326a7b0ebb77), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:57.836687 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:57.841889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bc5616-da7d-4302-9fe6-a1e22b1fb832 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:57.842201 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e3adf273-5d71-4644-b14a-326a7b0ebb77), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:57.843953 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-86bc5616-da7d-4302-9fe6-a1e22b1fb832 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:57.909700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:08:57.923723 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (c6939a46-2fd8-40f5-9284-409c14778d98), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:57.944401 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:57.953110 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] 10.222.0.82 "DELETE /v2.0/networks/c6939a46-2fd8-40f5-9284-409c14778d98 HTTP/1.1" status: 204 len: 168 time: 1.9139280 Feb 08 16:08:57.959230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Router 618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:08:57.966782 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (30a6d463-9189-499c-9ad9-929e267da3a5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:57.968113 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] Added segment 30a6d463-9189-499c-9ad9-929e267da3a5 of type vlan for network 0b3c93e4-fe44-4aba-a91f-37357d8622fb Feb 08 16:08:57.969860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7880a-7b66-4704-8e34-7543f55fe7cb tempest-FloatingIPNegativeTestJSON-1970088647 tempest-FloatingIPNegativeTestJSON-1970088647-project] Pushing event deleted for resources: {'Network': ['ID=c6939a46-2fd8-40f5-9284-409c14778d98,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:58.054059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a337d681-2db0-4cd2-b5a7-b4897aa8b0cd None None] DHCP port deletion for c6939a46-2fd8-40f5-9284-409c14778d98 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:08:58.112028 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58d0bfbc-9f9b-4b5f-9f8c-d476a6d8cd8a tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (d3426f23-19ba-4c89-b4d8-f62a1ec2a84f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:58.126646 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (0b3c93e4-fe44-4aba-a91f-37357d8622fb), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:58.247378 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-86bc5616-da7d-4302-9fe6-a1e22b1fb832 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (52e0bd42-0cce-41ae-bf23-cecf8dce0520), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:58.297696 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.db.resource_extend [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 16:08:58.316170 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3adf273-5d71-4644-b14a-326a7b0ebb77,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:58.334967 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (0b3c93e4-fe44-4aba-a91f-37357d8622fb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:58.336054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:58.336513 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:58.342074 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc5616-da7d-4302-9fe6-a1e22b1fb832 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Checking segment: {'id': '160e8e9e-0145-42b7-8dcf-ad3390114138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7199c523-1910-4b96-bf87-72fa15e7aca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:58.342542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bc5616-da7d-4302-9fe6-a1e22b1fb832 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network hostable DHCP agents. Network: 7199c523-1910-4b96-bf87-72fa15e7aca3, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:58.347101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37380) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:58.351111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-58d0bfbc-9f9b-4b5f-9f8c-d476a6d8cd8a tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3426f23-19ba-4c89-b4d8-f62a1ec2a84f']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:58.361134 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aae1ef-c4c9-45a4-9ade-b559e805fec3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Checking segment: {'id': '6a7e97ab-1b04-436b-a7e8-606e670ba9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0b8970aa-64b0-478d-9025-7c73cb40bd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:58.361710 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aae1ef-c4c9-45a4-9ade-b559e805fec3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network hostable DHCP agents. Network: 0b8970aa-64b0-478d-9025-7c73cb40bd51, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:08:58.370292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc5616-da7d-4302-9fe6-a1e22b1fb832 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Subnet': ['ID=52e0bd42-0cce-41ae-bf23-cecf8dce0520,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:58.375224 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bc5616-da7d-4302-9fe6-a1e22b1fb832 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network 7199c523-1910-4b96-bf87-72fa15e7aca3 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:58.389257 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-86bc5616-da7d-4302-9fe6-a1e22b1fb832 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 7199c523-1910-4b96-bf87-72fa15e7aca3) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:58.401592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51593ac4-cd5c-4b6b-92a2-61af47872adf None None] Network 7199c523-1910-4b96-bf87-72fa15e7aca3 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:58.416104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc5616-da7d-4302-9fe6-a1e22b1fb832 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:58.419177 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-86bc5616-da7d-4302-9fe6-a1e22b1fb832 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:58.453118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-86bc5616-da7d-4302-9fe6-a1e22b1fb832 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3089480 Feb 08 16:08:58.454806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37384) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:58.459956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-659989da-a319-45a8-a7b7-5729ddd746f9 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'subnet': {'network_id': '7199c523-1910-4b96-bf87-72fa15e7aca3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:58.467979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:08:58.478974 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-58d0bfbc-9f9b-4b5f-9f8c-d476a6d8cd8a tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fec6f9-7ed9-438a-a916-9547c8380172') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:58.479700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-58d0bfbc-9f9b-4b5f-9f8c-d476a6d8cd8a tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fec6f9-7ed9-438a-a916-9547c8380172') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:58.479828 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Sync routers for ids ['618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:08:58.500498 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Routers {'618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:08:58.502592 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:08:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:58.509931 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.9923337 Feb 08 16:08:58.512897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device aa34e1a9-7b26-4fea-adda-57033fac0edc up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:08:58.516614 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37386) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:58.544194 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58d0bfbc-9f9b-4b5f-9f8c-d476a6d8cd8a tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (86fec6f9-7ed9-438a-a916-9547c8380172), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:58.566687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-82a9c87d-b1ac-4a95-9545-cc67b2f1c7ae admin admin] Request body: {'subnet': {'network_id': '0b3c93e4-fe44-4aba-a91f-37357d8622fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-78069874-subnet', 'tenant_id': '5e62183e8a3b4528bd92844c85aab28a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:08:58.578640 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:58.585163 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8bec302d-dbfc-463d-9447-23b41bd98272 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.6127532 Feb 08 16:08:58.592180 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37388) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:58.601244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aae1ef-c4c9-45a4-9ade-b559e805fec3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network 0b8970aa-64b0-478d-9025-7c73cb40bd51 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:08:58.607411 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a9c87d-b1ac-4a95-9545-cc67b2f1c7ae admin admin] Made reservation on behalf of 5e62183e8a3b4528bd92844c85aab28a for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:58.610370 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82a9c87d-b1ac-4a95-9545-cc67b2f1c7ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:58.623325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-12aae1ef-c4c9-45a4-9ade-b559e805fec3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 0b8970aa-64b0-478d-9025-7c73cb40bd51) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:08:58.625176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034bc39-3342-43e5-8faf-b36ce9ce79ad admin admin] Pushing event updated for resources: {'Network': ['ID=0b3c93e4-fe44-4aba-a91f-37357d8622fb,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:58.648434 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58d0bfbc-9f9b-4b5f-9f8c-d476a6d8cd8a tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (86fec6f9-7ed9-438a-a916-9547c8380172), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:58.660809 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aae1ef-c4c9-45a4-9ade-b559e805fec3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:08:58.662231 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-12aae1ef-c4c9-45a4-9ade-b559e805fec3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:58.671245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c52b765-ad16-4f7b-a72b-cd681d8955bf None None] Network 0b8970aa-64b0-478d-9025-7c73cb40bd51 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:08:58.676835 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 0b3c93e4-fe44-4aba-a91f-37357d8622fb details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:08:58.737074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d0bfbc-9f9b-4b5f-9f8c-d476a6d8cd8a tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:08:58.737830 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58d0bfbc-9f9b-4b5f-9f8c-d476a6d8cd8a tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (86fec6f9-7ed9-438a-a916-9547c8380172), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:08:58.746799 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:08:58.826892 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Set router 618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:08:58.857937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7ca1ac0c-e1e3-4a06-b28a-c7d51d38dc25 None None] Provisioning complete for port aa34e1a9-7b26-4fea-adda-57033fac0edc triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:58.861144 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ac0c-e1e3-4a06-b28a-c7d51d38dc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:58.902070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c13d1207-745c-4339-96aa-8abd40854f49 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=79a335de4a264ecf9c2ccc0d594b3e75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5453928 Feb 08 16:08:58.906636 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-12aae1ef-c4c9-45a4-9ade-b559e805fec3 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5076993 Feb 08 16:08:58.907338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37394) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:58.925306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37396) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:58.990913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659989da-a319-45a8-a7b7-5729ddd746f9 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:08:59.011962 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-659989da-a319-45a8-a7b7-5729ddd746f9 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.020240 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58d0bfbc-9f9b-4b5f-9f8c-d476a6d8cd8a tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (d3426f23-19ba-4c89-b4d8-f62a1ec2a84f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.037054 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-58d0bfbc-9f9b-4b5f-9f8c-d476a6d8cd8a tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.051852 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-58d0bfbc-9f9b-4b5f-9f8c-d476a6d8cd8a tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] 10.222.0.82 "DELETE /v2.0/networks/d3426f23-19ba-4c89-b4d8-f62a1ec2a84f HTTP/1.1" status: 204 len: 168 time: 2.5854685 Feb 08 16:08:59.100732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0bfbc-9f9b-4b5f-9f8c-d476a6d8cd8a tempest-ExternalNetworksTestJSON-1771816835 tempest-ExternalNetworksTestJSON-1771816835-project] Pushing event deleted for resources: {'Network': ['ID=d3426f23-19ba-4c89-b4d8-f62a1ec2a84f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:59.114563 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'name': 'tempest-TestVolumeBackupRestore-945769414-router', 'tenant_id': '63529e3878664ce2ac728192597fd3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'e5ceed44-f952-4238-a25a-490951031c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:49Z', 'updated_at': '2022-02-08T16:08:55Z', 'revision_number': 3, 'project_id': '63529e3878664ce2ac728192597fd3b7', 'gw_port': {'id': 'e5ceed44-f952-4238-a25a-490951031c8a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:52Z', 'updated_at': '2022-02-08T16:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:08:59.161153 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Checking router: 618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:08:59.161603 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Updating router 618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 port e5ceed44-f952-4238-a25a-490951031c8a binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:08:59.212070 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e5ceed44-f952-4238-a25a-490951031c8a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.214657 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d65181f5-41e8-4955-8ca6-8062adf5b119 admin admin] Publish callbacks [] for security_group (fac081bf-f2a6-4c6d-868a-eeee48c2c4b0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.272197 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d65181f5-41e8-4955-8ca6-8062adf5b119 admin admin] Publish callbacks [] for security_group (fac081bf-f2a6-4c6d-868a-eeee48c2c4b0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.360976 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (0b8970aa-64b0-478d-9025-7c73cb40bd51), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.431083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37402) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:59.454395 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d65181f5-41e8-4955-8ca6-8062adf5b119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fac081bf-f2a6-4c6d-868a-eeee48c2c4b0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.459084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port aa34e1a9-7b26-4fea-adda-57033fac0edc triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:08:59.459743 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.461251 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d65181f5-41e8-4955-8ca6-8062adf5b119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.477281 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d65181f5-41e8-4955-8ca6-8062adf5b119 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fac081bf-f2a6-4c6d-868a-eeee48c2c4b0 HTTP/1.1" status: 204 len: 168 time: 0.5555656 Feb 08 16:08:59.511714 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65181f5-41e8-4955-8ca6-8062adf5b119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac081bf-f2a6-4c6d-868a-eeee48c2c4b0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:59.542202 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (0b69ee1c-70bc-41ce-bc7c-2a7e5edfefd2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.558409 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-7199c523-1910-4b96-bf87-72fa15e7aca3', 'network_id': '7199c523-1910-4b96-bf87-72fa15e7aca3', 'project_id': '042e8de56a9d481ba21ef1ff3e2e0156', 'fixed_ips': [{'subnet_id': '52e0bd42-0cce-41ae-bf23-cecf8dce0520'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:59.559378 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.602861 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Publish callbacks [] for port (e5ceed44-f952-4238-a25a-490951031c8a), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.614037 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e5ceed44-f952-4238-a25a-490951031c8a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.696200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa81b60-68b9-4932-a7f5-48dd21bfab3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0b8970aa-64b0-478d-9025-7c73cb40bd51', 'network_id': '0b8970aa-64b0-478d-9025-7c73cb40bd51', 'project_id': '8949fdd54a9442feab9b4019c45b39cd', 'fixed_ips': [{'subnet_id': '0b69ee1c-70bc-41ce-bc7c-2a7e5edfefd2'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:08:59.697544 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aaa81b60-68b9-4932-a7f5-48dd21bfab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.698107 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5c16a-a8d7-4b22-bc26-550bfafd07e1 None None] Pushing event updated for resources: {'Port': ['ID=e5ceed44-f952-4238-a25a-490951031c8a,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:59.724861 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (0b69ee1c-70bc-41ce-bc7c-2a7e5edfefd2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.733506 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Attempting to bind port e5ceed44-f952-4238-a25a-490951031c8a on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:08:59.733878 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Attempting to bind port e5ceed44-f952-4238-a25a-490951031c8a by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:08:59.734249 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Attempting to bind port e5ceed44-f952-4238-a25a-490951031c8a on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:08:59.740613 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:08:59.741044 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:08:59.741538 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.741917 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:08:59.742537 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Bound port: e5ceed44-f952-4238-a25a-490951031c8a, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:08:59.742928 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e5ceed44-f952-4238-a25a-490951031c8a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.765412 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-deec05c8-c718-4948-a7fc-86fe9b8abf73 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=08427d41b8374b3dad00593a2962a265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3313565 Feb 08 16:08:59.769645 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Subnet': ['ID=0b69ee1c-70bc-41ce-bc7c-2a7e5edfefd2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:08:59.799405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37410) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:08:59.858750 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] For port e5ceed44-f952-4238-a25a-490951031c8a, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:08:59.868170 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] For port e5ceed44-f952-4238-a25a-490951031c8a, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e5ceed44-f952-4238-a25a-490951031c8a,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:08:59.881489 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e5ceed44-f952-4238-a25a-490951031c8a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.931484 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (0b8970aa-64b0-478d-9025-7c73cb40bd51), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:08:59.943327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7ca1ac0c-e1e3-4a06-b28a-c7d51d38dc25 None None] Current status of the port aa34e1a9-7b26-4fea-adda-57033fac0edc is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:08:59.958251 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port aa34e1a9-7b26-4fea-adda-57033fac0edc is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:00.016427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8970aa-64b0-478d-9025-7c73cb40bd51']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:00.028656 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82a9c87d-b1ac-4a95-9545-cc67b2f1c7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (6298b47d-4a01-4bf3-aebe-2a34cb608425), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:00.039598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7e97ab-1b04-436b-a7e8-606e670ba9ca') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:00.039901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7e97ab-1b04-436b-a7e8-606e670ba9ca') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:00.075009 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (6a7e97ab-1b04-436b-a7e8-606e670ba9ca), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:00.092583 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5c16a-a8d7-4b22-bc26-550bfafd07e1 None None] Pushing event updated for resources: {'Port': ['ID=e5ceed44-f952-4238-a25a-490951031c8a,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:00.115085 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (6a7e97ab-1b04-436b-a7e8-606e670ba9ca), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:00.128016 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6a68da46-e743-4bc9-b81b-0a57a31d58f7 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:09:00.132206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:09:00.132791 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (6a7e97ab-1b04-436b-a7e8-606e670ba9ca), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:00.135570 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Routers {'618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:09:00.140111 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:08:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:09:00.146666 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:09:00.159925 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-961652b8-8c73-4600-926c-74d5b100306e admin admin] Publish callbacks [] for security_group (aab5de0d-aa02-4b31-9173-90317870f1f0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:00.191098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9780eb14-80c6-4989-9431-05b90d6d6bb5 None None] Network 0b8970aa-64b0-478d-9025-7c73cb40bd51 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:00.199427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 6a68da46-e743-4bc9-b81b-0a57a31d58f7 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:09:00.203509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6a68da46-e743-4bc9-b81b-0a57a31d58f7 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:09:00.304261 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (0b8970aa-64b0-478d-9025-7c73cb40bd51), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:00.304801 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-961652b8-8c73-4600-926c-74d5b100306e admin admin] Publish callbacks [] for security_group (aab5de0d-aa02-4b31-9173-90317870f1f0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:00.314307 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:00.329687 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/0b8970aa-64b0-478d-9025-7c73cb40bd51 HTTP/1.1" status: 204 len: 168 time: 1.4032893 Feb 08 16:09:00.331835 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37426) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:00.336022 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] Set router 618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:09:00.360637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Allocated IP 2001:db8::2 (7199c523-1910-4b96-bf87-72fa15e7aca3/52e0bd42-0cce-41ae-bf23-cecf8dce0520/db330474-9225-4fe1-a692-0ddacbf9ce5f) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:09:00.450985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa2bca-b9d8-4c26-9419-53ac6b429011 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Network': ['ID=0b8970aa-64b0-478d-9025-7c73cb40bd51,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:00.458768 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc4448c-c598-443c-9bcc-bef345ca0eaa tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] GET failed (client error): The resource could not be found. Feb 08 16:09:00.465490 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7dc4448c-c598-443c-9bcc-bef345ca0eaa tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "GET /v2.0/subnets/0b69ee1c-70bc-41ce-bc7c-2a7e5edfefd2 HTTP/1.1" status: 404 len: 337 time: 0.1324286 Feb 08 16:09:00.469631 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37428) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:00.471784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9c87d-b1ac-4a95-9545-cc67b2f1c7ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6298b47d-4a01-4bf3-aebe-2a34cb608425,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:00.483390 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-961652b8-8c73-4600-926c-74d5b100306e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (aab5de0d-aa02-4b31-9173-90317870f1f0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:00.487388 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-961652b8-8c73-4600-926c-74d5b100306e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:00.491427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-961652b8-8c73-4600-926c-74d5b100306e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/aab5de0d-aa02-4b31-9173-90317870f1f0 HTTP/1.1" status: 204 len: 168 time: 0.6853659 Feb 08 16:09:00.520264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a9c87d-b1ac-4a95-9545-cc67b2f1c7ae admin admin] Checking segment: {'id': '30a6d463-9189-499c-9ad9-929e267da3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0b3c93e4-fe44-4aba-a91f-37357d8622fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:00.520657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a9c87d-b1ac-4a95-9545-cc67b2f1c7ae admin admin] Network hostable DHCP agents. Network: 0b3c93e4-fe44-4aba-a91f-37357d8622fb, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:09:00.537204 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a9906b-b9cf-4087-ad9f-55adff82e6d9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:00.539464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a9906b-b9cf-4087-ad9f-55adff82e6d9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:00.543208 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961652b8-8c73-4600-926c-74d5b100306e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab5de0d-aa02-4b31-9173-90317870f1f0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:00.552671 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-69a9906b-b9cf-4087-ad9f-55adff82e6d9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/0b8970aa-64b0-478d-9025-7c73cb40bd51 HTTP/1.1" status: 404 len: 339 time: 0.0808890 Feb 08 16:09:00.554181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37432) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:00.628004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a9c87d-b1ac-4a95-9545-cc67b2f1c7ae admin admin] Network 0b3c93e4-fe44-4aba-a91f-37357d8622fb is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:09:00.726756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-82a9c87d-b1ac-4a95-9545-cc67b2f1c7ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 0b3c93e4-fe44-4aba-a91f-37357d8622fb) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:00.752928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbce5f2-4675-4541-8891-6d99d339e0d1 None None] Network 0b3c93e4-fe44-4aba-a91f-37357d8622fb requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:00.758744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a9c87d-b1ac-4a95-9545-cc67b2f1c7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:00.760080 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82a9c87d-b1ac-4a95-9545-cc67b2f1c7ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:00.901304 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'name': 'tempest-TestVolumeBackupRestore-945769414-router', 'tenant_id': '63529e3878664ce2ac728192597fd3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'e5ceed44-f952-4238-a25a-490951031c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:49Z', 'updated_at': '2022-02-08T16:08:55Z', 'revision_number': 3, 'project_id': '63529e3878664ce2ac728192597fd3b7', 'gw_port': {'id': 'e5ceed44-f952-4238-a25a-490951031c8a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:52Z', 'updated_at': '2022-02-08T16:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:00.944373 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15150f0c-4f58-4620-b0f3-88a01f684e6d None None] The sync data for ids ['618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'] in n-d-824834-11 is: [{'id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'name': 'tempest-TestVolumeBackupRestore-945769414-router', 'tenant_id': '63529e3878664ce2ac728192597fd3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'e5ceed44-f952-4238-a25a-490951031c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:49Z', 'updated_at': '2022-02-08T16:08:55Z', 'revision_number': 3, 'project_id': '63529e3878664ce2ac728192597fd3b7', 'gw_port': {'id': 'e5ceed44-f952-4238-a25a-490951031c8a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:52Z', 'updated_at': '2022-02-08T16:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:09:00.985032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-82a9c87d-b1ac-4a95-9545-cc67b2f1c7ae admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4601104 Feb 08 16:09:00.990554 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-659989da-a319-45a8-a7b7-5729ddd746f9 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (bc72a672-4e5d-4b28-b1ea-c6aee1118a36), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:01.015577 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:01.088420 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25fe5b5-11b3-426d-aa0a-402871ae9866 None None] Network 0b3c93e4-fe44-4aba-a91f-37357d8622fb requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:01.138818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398deff6-ddea-4aad-a598-b2aa1817db32 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:01.140914 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-398deff6-ddea-4aad-a598-b2aa1817db32 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5847626 Feb 08 16:09:01.148001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37458) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:01.201629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659989da-a319-45a8-a7b7-5729ddd746f9 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Subnet': ['ID=bc72a672-4e5d-4b28-b1ea-c6aee1118a36,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:01.212794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37460) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:01.222692 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-559a9980-c801-493f-b2ea-e2a010f60bf6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 207 time: 0.0732536 Feb 08 16:09:01.237227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37464) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:01.274272 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Publish callbacks [] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:01.306793 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:01.348702 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-abcf0a2b-43c1-4056-b1e7-c7e0a4c92213 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2f289574f1264ce399a3f4034b8a03db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1144979 Feb 08 16:09:01.358907 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37468) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:01.459583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Network 7199c523-1910-4b96-bf87-72fa15e7aca3 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:01.476001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:01.483813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:09:01.534479 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37472) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:01.599653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Pushing event updated for resources: {'Port': ['ID=db330474-9225-4fe1-a692-0ddacbf9ce5f,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:01.648969 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bb78cf08-23e2-4379-b980-70276de7edc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:01.743443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Attempting to bind port db330474-9225-4fe1-a692-0ddacbf9ce5f on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:09:01.744091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Attempting to bind port db330474-9225-4fe1-a692-0ddacbf9ce5f by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '160e8e9e-0145-42b7-8dcf-ad3390114138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7199c523-1910-4b96-bf87-72fa15e7aca3'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:09:01.747169 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Attempting to bind port db330474-9225-4fe1-a692-0ddacbf9ce5f on network 7199c523-1910-4b96-bf87-72fa15e7aca3 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:09:01.790746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:09:01.792885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Checking segment: {'id': '160e8e9e-0145-42b7-8dcf-ad3390114138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7199c523-1910-4b96-bf87-72fa15e7aca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:01.792885 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:01.792885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Bound using segment: {'id': '160e8e9e-0145-42b7-8dcf-ad3390114138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7199c523-1910-4b96-bf87-72fa15e7aca3'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:09:01.792885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Bound port: db330474-9225-4fe1-a692-0ddacbf9ce5f, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160e8e9e-0145-42b7-8dcf-ad3390114138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7199c523-1910-4b96-bf87-72fa15e7aca3'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:09:01.793667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf724d1b-f12d-4ed6-a385-7e4750786510 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:01.793810 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:01.812701 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf724d1b-f12d-4ed6-a385-7e4750786510 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:01.821459 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf724d1b-f12d-4ed6-a385-7e4750786510 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:01.849554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf724d1b-f12d-4ed6-a385-7e4750786510 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:01.851336 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cf724d1b-f12d-4ed6-a385-7e4750786510 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.6129589 Feb 08 16:09:01.858831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37486) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:01.990414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] For port db330474-9225-4fe1-a692-0ddacbf9ce5f, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:09:01.994925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] For port db330474-9225-4fe1-a692-0ddacbf9ce5f, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=db330474-9225-4fe1-a692-0ddacbf9ce5f,segment=NetworkSegment(160e8e9e-0145-42b7-8dcf-ad3390114138),segment_id=160e8e9e-0145-42b7-8dcf-ad3390114138)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:09:02.018907 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:02.196677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a984c67-ed77-4339-aea6-390ed9a2c052 None None] Pushing event updated for resources: {'Port': ['ID=db330474-9225-4fe1-a692-0ddacbf9ce5f,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:02.303061 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-25669365-bd8f-4d4d-ac0f-179fa449fc2a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4387128 Feb 08 16:09:02.324738 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1641479488'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:02.390763 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37500) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:02.418476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:02.426361 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:02.499780 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:02.569192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37504) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:02.581495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e567c26-63cd-4f26-a386-f74a30b1568c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:02.596538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e5ceed44-f952-4238-a25a-490951031c8a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:09:02.598769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e567c26-63cd-4f26-a386-f74a30b1568c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:02.601536 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659989da-a319-45a8-a7b7-5729ddd746f9 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network 7199c523-1910-4b96-bf87-72fa15e7aca3 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:02.603189 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0e567c26-63cd-4f26-a386-f74a30b1568c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2088923 Feb 08 16:09:02.604102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-659989da-a319-45a8-a7b7-5729ddd746f9 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:02.614664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659989da-a319-45a8-a7b7-5729ddd746f9 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:02.621927 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-659989da-a319-45a8-a7b7-5729ddd746f9 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:02.623674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1269665157-network', 'tenant_id': '4c0cdb1acadb4560ac283ce9bc109c80'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:02.627341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37506) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:02.743861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e5ceed44-f952-4238-a25a-490951031c8a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:02.744573 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e5ceed44-f952-4238-a25a-490951031c8a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:02.783439 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for security_group (12917b39-f101-434b-9ee3-b8c679350a10), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:02.785378 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] Made reservation on behalf of 4c0cdb1acadb4560ac283ce9bc109c80 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:02.788775 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:02.801515 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (12917b39-f101-434b-9ee3-b8c679350a10), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:02.810838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Allocated IP 172.20.0.1 (b4d8fafb-3a37-4da4-a5dd-b415986b4f56/f77931db-87ca-4068-ada9-790481f01c78/22c23d2f-d66d-4f55-85a2-ac165c2d711e) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:09:02.813771 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:02.934375 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e5ceed44-f952-4238-a25a-490951031c8a is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:02.934980 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e5ceed44-f952-4238-a25a-490951031c8a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:02.960612 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] Publish callbacks [] for security_group (4116ece7-5c33-4436-acd2-8b369e59eb5c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:02.977052 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Publish callbacks [] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:02.979687 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4116ece7-5c33-4436-acd2-8b369e59eb5c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:02.995700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port e5ceed44-f952-4238-a25a-490951031c8a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e5ceed44-f952-4238-a25a-490951031c8a,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:02.997646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:09:03.006148 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e5ceed44-f952-4238-a25a-490951031c8a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.015608 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f1fcddcc-a405-437d-abae-4fc54a61b1c7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.016295 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] Added segment f1fcddcc-a405-437d-abae-4fc54a61b1c7 of type vlan for network 56f5f945-1f17-48e2-8d0e-c059aeba88c1 Feb 08 16:09:03.075108 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (56f5f945-1f17-48e2-8d0e-c059aeba88c1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.106316 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:09:03.117249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=e5ceed44-f952-4238-a25a-490951031c8a,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:03.123907 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.141558 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (56f5f945-1f17-48e2-8d0e-c059aeba88c1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.143231 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:03.143946 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.164486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-659989da-a319-45a8-a7b7-5729ddd746f9 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.7049778 Feb 08 16:09:03.191347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37514) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:03.197128 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Network b4d8fafb-3a37-4da4-a5dd-b415986b4f56 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:03.237183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] Pushing event updated for resources: {'Network': ['ID=56f5f945-1f17-48e2-8d0e-c059aeba88c1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:03.239816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12917b39-f101-434b-9ee3-b8c679350a10,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:03.244478 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (4befd794-c995-4e78-8f2e-d1cd98df3de9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.244889 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Added segment 4befd794-c995-4e78-8f2e-d1cd98df3de9 of type vlan for network e9185249-798b-4162-a9c3-9d313abbd93c Feb 08 16:09:03.250947 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 56f5f945-1f17-48e2-8d0e-c059aeba88c1 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:09:03.276029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:03.281020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:09:03.384739 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7770498 Feb 08 16:09:03.386893 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (e9185249-798b-4162-a9c3-9d313abbd93c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.393926 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37520) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:03.414295 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.423888 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f7cad44-8653-4d59-b8e7-51606d582756 admin admin] Publish callbacks [] for security_group (c24c8055-cd0c-4e87-8bf5-983dec11c9e5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.438211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b2e0ca23-dbeb-4f80-bfd7-d439847761cf admin admin] Request body: {'subnet': {'network_id': '56f5f945-1f17-48e2-8d0e-c059aeba88c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1269665157-subnet', 'tenant_id': '4c0cdb1acadb4560ac283ce9bc109c80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:03.470743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e0ca23-dbeb-4f80-bfd7-d439847761cf admin admin] Made reservation on behalf of 4c0cdb1acadb4560ac283ce9bc109c80 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:03.475155 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ca23-dbeb-4f80-bfd7-d439847761cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.537168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77ad444-2fde-4390-9d23-08cb01e474a6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:03.539510 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77ad444-2fde-4390-9d23-08cb01e474a6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:03.547250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c09e48-bd32-4221-a36c-c8f7430bf427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4116ece7-5c33-4436-acd2-8b369e59eb5c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:03.547250 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.db.resource_extend [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 16:09:03.555315 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37522) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:03.562717 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b77ad444-2fde-4390-9d23-08cb01e474a6 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.9325776 Feb 08 16:09:03.655339 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Pushing event updated for resources: {'Port': ['ID=22c23d2f-d66d-4f55-85a2-ac165c2d711e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:03.731478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac31168-eb81-4df8-9d71-cb3b348d6b82 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:03.734597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac31168-eb81-4df8-9d71-cb3b348d6b82 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:03.736097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac31168-eb81-4df8-9d71-cb3b348d6b82 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:03.737671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac31168-eb81-4df8-9d71-cb3b348d6b82 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:03.739096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac31168-eb81-4df8-9d71-cb3b348d6b82 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:03.745077 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6ac31168-eb81-4df8-9d71-cb3b348d6b82 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5429840 Feb 08 16:09:03.745504 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f7cad44-8653-4d59-b8e7-51606d582756 admin admin] Publish callbacks [] for security_group (c24c8055-cd0c-4e87-8bf5-983dec11c9e5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.750243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37524) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:03.768160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1a935a72-5598-4ad8-987f-0c28f34b598d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-736497760'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:03.827747 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-44798010-7b76-4302-9b9a-b86c55d71279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.845910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3d52f6e8-e9b3-4e91-8785-dba7f0b8361f None None] Provisioning complete for port 22c23d2f-d66d-4f55-85a2-ac165c2d711e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:03.846299 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3d52f6e8-e9b3-4e91-8785-dba7f0b8361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.873250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a935a72-5598-4ad8-987f-0c28f34b598d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:03.877262 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a935a72-5598-4ad8-987f-0c28f34b598d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.953609 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a935a72-5598-4ad8-987f-0c28f34b598d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:09:03.957683 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.963012 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3d52f6e8-e9b3-4e91-8785-dba7f0b8361f None None] Port 22c23d2f-d66d-4f55-85a2-ac165c2d711e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:09:03.989769 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a935a72-5598-4ad8-987f-0c28f34b598d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (5fcabb8a-ca50-4260-9f09-f7ea85707959), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:03.990130 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-1a935a72-5598-4ad8-987f-0c28f34b598d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Added segment 5fcabb8a-ca50-4260-9f09-f7ea85707959 of type vlan for network 6b75edbb-c065-4d96-8b1a-c9bd982c5fce Feb 08 16:09:04.068767 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f7cad44-8653-4d59-b8e7-51606d582756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c24c8055-cd0c-4e87-8bf5-983dec11c9e5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:04.071405 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f7cad44-8653-4d59-b8e7-51606d582756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:04.079106 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9f7cad44-8653-4d59-b8e7-51606d582756 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c24c8055-cd0c-4e87-8bf5-983dec11c9e5 HTTP/1.1" status: 204 len: 168 time: 2.7148921 Feb 08 16:09:04.112616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a935a72-5598-4ad8-987f-0c28f34b598d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (6b75edbb-c065-4d96-8b1a-c9bd982c5fce), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:04.158814 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (e9185249-798b-4162-a9c3-9d313abbd93c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:04.165395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:04.165395 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:04.170629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cad44-8653-4d59-b8e7-51606d582756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24c8055-cd0c-4e87-8bf5-983dec11c9e5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:04.233843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe73e976-cf6d-4bef-9790-8641e9a95029 None None] Network 7199c523-1910-4b96-bf87-72fa15e7aca3 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:04.446082 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Publish callbacks [] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:04.449127 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a935a72-5598-4ad8-987f-0c28f34b598d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (6b75edbb-c065-4d96-8b1a-c9bd982c5fce), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:04.455815 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.9200168 Feb 08 16:09:04.459120 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a935a72-5598-4ad8-987f-0c28f34b598d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:04.459983 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1a935a72-5598-4ad8-987f-0c28f34b598d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:04.465125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37536) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:04.555006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92727daa-bcba-4419-bb96-bc5d621113be tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Network': ['ID=e9185249-798b-4162-a9c3-9d313abbd93c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:04.572873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ecace150-4bd6-4135-a3a5-7841a68471b0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1632447429'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:04.599153 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f496d60c-6437-4287-bf3a-1b5f99346817 None None] Provisioning complete for port db330474-9225-4fe1-a692-0ddacbf9ce5f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:04.601379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3118a4-0695-4eb8-b999-70d772fd7b2c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:04.601974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a935a72-5598-4ad8-987f-0c28f34b598d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Network': ['ID=6b75edbb-c065-4d96-8b1a-c9bd982c5fce,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:04.604484 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:04.604729 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-de3118a4-0695-4eb8-b999-70d772fd7b2c tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "GET /v2.0/networks/81b988a5-a21b-4d97-babf-68389ca879ad HTTP/1.1" status: 200 len: 799 time: 1.0478337 Feb 08 16:09:04.608341 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f496d60c-6437-4287-bf3a-1b5f99346817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:04.610629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37540) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:04.719789 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network e9185249-798b-4162-a9c3-9d313abbd93c details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:09:04.796070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecace150-4bd6-4135-a3a5-7841a68471b0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:04.815464 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ecace150-4bd6-4135-a3a5-7841a68471b0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:04.845604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 6b75edbb-c065-4d96-8b1a-c9bd982c5fce details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:09:04.846718 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1a935a72-5598-4ad8-987f-0c28f34b598d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0902665 Feb 08 16:09:04.847779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Pushing event updated for resources: {'Port': ['ID=22c23d2f-d66d-4f55-85a2-ac165c2d711e,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:04.864667 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37548) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:04.910852 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f178f269-fd58-40fc-8a76-dea8185862ac tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "GET /v2.0/networks/81b988a5-a21b-4d97-babf-68389ca879ad?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2984023 Feb 08 16:09:04.913789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a9a2af25-2822-4ac7-b674-1f3f22dec02a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:04.922162 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37550) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:04.930093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e5ceed44-f952-4238-a25a-490951031c8a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:09:05.074398 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ca23-dbeb-4f80-bfd7-d439847761cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (7fab8073-e8f0-4fb5-9801-49815d95f3f0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:05.160691 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:05.166209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0ca23-dbeb-4f80-bfd7-d439847761cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fab8073-e8f0-4fb5-9801-49815d95f3f0,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:05.203491 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0ca23-dbeb-4f80-bfd7-d439847761cf admin admin] Checking segment: {'id': 'f1fcddcc-a405-437d-abae-4fc54a61b1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '56f5f945-1f17-48e2-8d0e-c059aeba88c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:05.203491 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e0ca23-dbeb-4f80-bfd7-d439847761cf admin admin] Network hostable DHCP agents. Network: 56f5f945-1f17-48e2-8d0e-c059aeba88c1, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:09:05.210899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecace150-4bd6-4135-a3a5-7841a68471b0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:09:05.210998 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f496d60c-6437-4287-bf3a-1b5f99346817 None None] Current status of the port db330474-9225-4fe1-a692-0ddacbf9ce5f is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:05.210998 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f496d60c-6437-4287-bf3a-1b5f99346817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:05.211535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7739386b-b246-4dec-aec6-f9c72bc01e84 None None] Update dhcp port {'port': {'network_id': '7199c523-1910-4b96-bf87-72fa15e7aca3', 'fixed_ips': [{'subnet_id': '52e0bd42-0cce-41ae-bf23-cecf8dce0520', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bc72a672-4e5d-4b28-b1ea-c6aee1118a36'}], 'binding:host_id': 'n-d-824834-11'}, 'id': 'db330474-9225-4fe1-a692-0ddacbf9ce5f'} from n-d-824834-11. {{(pid=103303) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 08 16:09:05.237067 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ecace150-4bd6-4135-a3a5-7841a68471b0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (0f956293-2882-4eed-a8ae-f9d73b828029), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:05.237494 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-ecace150-4bd6-4135-a3a5-7841a68471b0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Added segment 0f956293-2882-4eed-a8ae-f9d73b828029 of type vlan for network 4cbfb664-ed22-4d24-b43a-cbb420554f79 Feb 08 16:09:05.251947 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e0ca23-dbeb-4f80-bfd7-d439847761cf admin admin] Network 56f5f945-1f17-48e2-8d0e-c059aeba88c1 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:09:05.283997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b2e0ca23-dbeb-4f80-bfd7-d439847761cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 56f5f945-1f17-48e2-8d0e-c059aeba88c1) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:05.289596 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e0ca23-dbeb-4f80-bfd7-d439847761cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:05.290462 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ca23-dbeb-4f80-bfd7-d439847761cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:05.296321 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e5ceed44-f952-4238-a25a-490951031c8a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:05.296897 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e5ceed44-f952-4238-a25a-490951031c8a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:05.306746 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51da695b-2b58-4196-8ffc-81b71890e2b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:05.318777 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-51da695b-2b58-4196-8ffc-81b71890e2b4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "GET /v2.0/subnets/b5b0e725-88f3-4a0f-8e35-cce8a51b5a11 HTTP/1.1" status: 200 len: 811 time: 0.3894892 Feb 08 16:09:05.327044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37564) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:05.328432 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378b4f4b-f6c9-47c9-b22e-cd622adcc36c None None] Network 56f5f945-1f17-48e2-8d0e-c059aeba88c1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:05.443709 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d0a191-8103-40ec-a0b9-51cd065a33a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['shared'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:05.465882 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-93d0a191-8103-40ec-a0b9-51cd065a33a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "GET /v2.0/subnets/b5b0e725-88f3-4a0f-8e35-cce8a51b5a11?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1345596 Feb 08 16:09:05.467605 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37570) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:05.488866 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b2e0ca23-dbeb-4f80-bfd7-d439847761cf admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0851159 Feb 08 16:09:05.503897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7590f195-797c-4bd1-8953-0d0432fa96b9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-591850513'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:05.553013 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ecace150-4bd6-4135-a3a5-7841a68471b0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (4cbfb664-ed22-4d24-b43a-cbb420554f79), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:05.583638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7590f195-797c-4bd1-8953-0d0432fa96b9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:05.595439 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7590f195-797c-4bd1-8953-0d0432fa96b9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:05.669921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Network b4d8fafb-3a37-4da4-a5dd-b415986b4f56 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:05.672763 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7739386b-b246-4dec-aec6-f9c72bc01e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:05.692002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7590f195-797c-4bd1-8953-0d0432fa96b9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:09:05.725548 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7590f195-797c-4bd1-8953-0d0432fa96b9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (abe8469d-2834-48e0-a346-03d35bfe2400), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:05.726134 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-7590f195-797c-4bd1-8953-0d0432fa96b9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Added segment abe8469d-2834-48e0-a346-03d35bfe2400 of type vlan for network 37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a Feb 08 16:09:05.730712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:05.803137 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a9a2af25-2822-4ac7-b674-1f3f22dec02a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (6b75edbb-c065-4d96-8b1a-c9bd982c5fce), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:05.810628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f496d60c-6437-4287-bf3a-1b5f99346817 None None] For port db330474-9225-4fe1-a692-0ddacbf9ce5f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=db330474-9225-4fe1-a692-0ddacbf9ce5f,segment=NetworkSegment(160e8e9e-0145-42b7-8dcf-ad3390114138),segment_id=160e8e9e-0145-42b7-8dcf-ad3390114138)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:05.854156 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [None req-ecace150-4bd6-4135-a3a5-7841a68471b0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 16:09:05.866391 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f496d60c-6437-4287-bf3a-1b5f99346817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:05.891746 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7590f195-797c-4bd1-8953-0d0432fa96b9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:06.003304 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7590f195-797c-4bd1-8953-0d0432fa96b9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:06.022278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7590f195-797c-4bd1-8953-0d0432fa96b9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:06.025924 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7590f195-797c-4bd1-8953-0d0432fa96b9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:06.062409 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a9a2af25-2822-4ac7-b674-1f3f22dec02a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (6b75edbb-c065-4d96-8b1a-c9bd982c5fce), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:06.142065 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ecace150-4bd6-4135-a3a5-7841a68471b0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (4cbfb664-ed22-4d24-b43a-cbb420554f79), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:06.151138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecace150-4bd6-4135-a3a5-7841a68471b0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:06.154010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ecace150-4bd6-4135-a3a5-7841a68471b0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:06.221634 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7590f195-797c-4bd1-8953-0d0432fa96b9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7519288 Feb 08 16:09:06.227699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37594) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:06.238520 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ca64e13a-476d-4ca6-8fad-2a6523874d30 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'subnet': {'network_id': '37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:06.255129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9a2af25-2822-4ac7-b674-1f3f22dec02a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network 6b75edbb-c065-4d96-8b1a-c9bd982c5fce is not hosted by any dhcp agent {{(pid=103301) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 16:09:06.268829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a2af25-2822-4ac7-b674-1f3f22dec02a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:06.274045 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a9a2af25-2822-4ac7-b674-1f3f22dec02a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:06.278306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a9a2af25-2822-4ac7-b674-1f3f22dec02a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "PUT /v2.0/networks/6b75edbb-c065-4d96-8b1a-c9bd982c5fce HTTP/1.1" status: 200 len: 723 time: 1.3905962 Feb 08 16:09:06.312671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37598) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:06.336483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-3b5c9e69-09ba-4b27-9cdc-8387fef8e049 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'subnet': {'network_id': '6b75edbb-c065-4d96-8b1a-c9bd982c5fce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:06.416454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590f195-797c-4bd1-8953-0d0432fa96b9 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Network': ['ID=37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:06.562721 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:06.565718 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ecace150-4bd6-4135-a3a5-7841a68471b0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9998994 Feb 08 16:09:06.579918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37612) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:06.603645 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ca161ab2-371d-4cf3-9258-d5745792a9fa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'subnet': {'network_id': 'e9185249-798b-4162-a9c3-9d313abbd93c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:06.605415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2af25-2822-4ac7-b674-1f3f22dec02a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Network': ['ID=6b75edbb-c065-4d96-8b1a-c9bd982c5fce,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:06.613721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca64e13a-476d-4ca6-8fad-2a6523874d30 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Made reservation on behalf of 8949fdd54a9442feab9b4019c45b39cd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:06.620855 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca64e13a-476d-4ca6-8fad-2a6523874d30 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:06.641897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:09:06.643675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 6b75edbb-c065-4d96-8b1a-c9bd982c5fce details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:09:06.752876 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-ca64e13a-476d-4ca6-8fad-2a6523874d30 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Performing IP validity checks on allocation pools {{(pid=103302) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 16:09:06.753624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.ipam_backend_mixin [None req-ca64e13a-476d-4ca6-8fad-2a6523874d30 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103302) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 16:09:06.824691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Router 618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:09:06.875677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecace150-4bd6-4135-a3a5-7841a68471b0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Network': ['ID=4cbfb664-ed22-4d24-b43a-cbb420554f79,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:06.902428 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5c9e69-09ba-4b27-9cdc-8387fef8e049 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:06.916608 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9e69-09ba-4b27-9cdc-8387fef8e049 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:07.053893 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca64e13a-476d-4ca6-8fad-2a6523874d30 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (f85e5ab5-4620-4e31-a203-2a7dc2a78969), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:07.186472 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e5ceed44-f952-4238-a25a-490951031c8a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:07.188185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device db330474-9225-4fe1-a692-0ddacbf9ce5f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:09:07.210158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 4cbfb664-ed22-4d24-b43a-cbb420554f79 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:09:07.410362 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:07.452697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64e13a-476d-4ca6-8fad-2a6523874d30 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Subnet': ['ID=f85e5ab5-4620-4e31-a203-2a7dc2a78969,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:07.527149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca64e13a-476d-4ca6-8fad-2a6523874d30 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Checking segment: {'id': 'abe8469d-2834-48e0-a346-03d35bfe2400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:07.527792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca64e13a-476d-4ca6-8fad-2a6523874d30 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network hostable DHCP agents. Network: 37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:09:07.533565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca161ab2-371d-4cf3-9258-d5745792a9fa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:07.538157 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca161ab2-371d-4cf3-9258-d5745792a9fa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:07.648111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513cef0b-cfe3-429a-8dae-03c163fb07d2 None None] Network 56f5f945-1f17-48e2-8d0e-c059aeba88c1 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:07.784470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca64e13a-476d-4ca6-8fad-2a6523874d30 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Network 37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:09:07.816269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-65477181-19dc-4b73-adfc-29f398732e30 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:07.820878 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-65477181-19dc-4b73-adfc-29f398732e30 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/networks?id=0b3c93e4-fe44-4aba-a91f-37357d8622fb HTTP/1.1" status: 200 len: 810 time: 0.5201619 Feb 08 16:09:07.830809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496d60c-6437-4287-bf3a-1b5f99346817 None None] Pushing event updated for resources: {'Port': ['ID=db330474-9225-4fe1-a692-0ddacbf9ce5f,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:07.837967 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-ca64e13a-476d-4ca6-8fad-2a6523874d30 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:07.846228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca64e13a-476d-4ca6-8fad-2a6523874d30 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:07.847387 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca64e13a-476d-4ca6-8fad-2a6523874d30 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:07.848118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0c08b7a6-5be6-42b5-895f-cd2a590123c6 None None] Provisioning complete for port 22c23d2f-d66d-4f55-85a2-ac165c2d711e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:07.848781 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c08b7a6-5be6-42b5-895f-cd2a590123c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:07.885769 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca161ab2-371d-4cf3-9258-d5745792a9fa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (4535531c-9557-4632-9594-aa338bbf1a33), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:07.918151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0c08b7a6-5be6-42b5-895f-cd2a590123c6 None None] Port 22c23d2f-d66d-4f55-85a2-ac165c2d711e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:09:07.920302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-0e9fcd21-3656-484d-a85f-ea4e470f569e tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/quotas/5e62183e8a3b4528bd92844c85aab28a HTTP/1.1" status: 200 len: 375 time: 0.0545290 Feb 08 16:09:07.921363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafe87cf-d118-4396-8a42-0eeb2851f6eb None None] Network 37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:07.999234 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca161ab2-371d-4cf3-9258-d5745792a9fa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Subnet': ['ID=4535531c-9557-4632-9594-aa338bbf1a33,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:08.014487 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ca64e13a-476d-4ca6-8fad-2a6523874d30 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7800672 Feb 08 16:09:08.021522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37646) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:08.035512 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:08.088982 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37648) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:08.089327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca161ab2-371d-4cf3-9258-d5745792a9fa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Checking segment: {'id': '4befd794-c995-4e78-8f2e-d1cd98df3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e9185249-798b-4162-a9c3-9d313abbd93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:08.089525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca161ab2-371d-4cf3-9258-d5745792a9fa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network hostable DHCP agents. Network: e9185249-798b-4162-a9c3-9d313abbd93c, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:09:08.100997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port db330474-9225-4fe1-a692-0ddacbf9ce5f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:08.101367 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-8dd79c79-8374-494b-8b6c-5c8c80c61b19 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=5e62183e8a3b4528bd92844c85aab28a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092572 Feb 08 16:09:08.101567 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:08.136647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca161ab2-371d-4cf3-9258-d5745792a9fa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network e9185249-798b-4162-a9c3-9d313abbd93c is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:09:08.156272 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-ca161ab2-371d-4cf3-9258-d5745792a9fa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, e9185249-798b-4162-a9c3-9d313abbd93c) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:08.160914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca161ab2-371d-4cf3-9258-d5745792a9fa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:08.161553 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca161ab2-371d-4cf3-9258-d5745792a9fa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:08.165518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:09:08.188565 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ca161ab2-371d-4cf3-9258-d5745792a9fa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6072502 Feb 08 16:09:08.193310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37654) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:08.198901 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-beede0ad-ee74-4faa-93bb-647471fe9d40 admin admin] 10.222.0.82 "PUT /v2.0/routers/618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6050844 Feb 08 16:09:08.213269 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'subnet': {'network_id': '4cbfb664-ed22-4d24-b43a-cbb420554f79', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:08.303580 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b592fcda-ffbe-487a-9fde-1fae48b8ef5d None None] Network e9185249-798b-4162-a9c3-9d313abbd93c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:08.317955 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Sync routers for ids ['618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:09:08.639886 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:08.645812 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:08.659500 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6876d42e-ef15-46a3-9562-d010b6b380f1 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1158625653'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:08.660347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6876d42e-ef15-46a3-9562-d010b6b380f1 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Unknown quota resources ['metering_label']. {{(pid=103301) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 16:09:08.848666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-7739386b-b246-4dec-aec6-f9c72bc01e84 None None] Allocated IP 172.20.0.1 (7199c523-1910-4b96-bf87-72fa15e7aca3/bc72a672-4e5d-4b28-b1ea-c6aee1118a36/db330474-9225-4fe1-a692-0ddacbf9ce5f) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:09:08.876521 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9e69-09ba-4b27-9cdc-8387fef8e049 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (415b56c3-67f4-4a76-bfdb-6ace9fdfd76e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:09.035377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7739386b-b246-4dec-aec6-f9c72bc01e84 None None] For port db330474-9225-4fe1-a692-0ddacbf9ce5f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=db330474-9225-4fe1-a692-0ddacbf9ce5f,segment=NetworkSegment(160e8e9e-0145-42b7-8dcf-ad3390114138),segment_id=160e8e9e-0145-42b7-8dcf-ad3390114138)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:09.123292 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:09.141349 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Routers {'618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:09:09.142110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:09:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:09.264908 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-e9185249-798b-4162-a9c3-9d313abbd93c', 'network_id': 'e9185249-798b-4162-a9c3-9d313abbd93c', 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'fixed_ips': [{'subnet_id': '4535531c-9557-4632-9594-aa338bbf1a33'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:09:09.265902 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:09.314702 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (b4221035-15a0-467a-a4cd-27cd994f842a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:09.332053 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-22f3a7a6-7607-4103-a895-7593861522e3 service neutron] 10.222.0.82 "GET /v2.0/networks/0b3c93e4-fe44-4aba-a91f-37357d8622fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1562960 Feb 08 16:09:09.430497 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Allocated IP 2001:db8::2 (e9185249-798b-4162-a9c3-9d313abbd93c/4535531c-9557-4632-9594-aa338bbf1a33/c9cc0a07-7246-4843-bbc9-4ee4b926179c) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:09:09.481829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Checking segment: {'id': '0f956293-2882-4eed-a8ae-f9d73b828029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4cbfb664-ed22-4d24-b43a-cbb420554f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:09.482254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network hostable DHCP agents. Network: 4cbfb664-ed22-4d24-b43a-cbb420554f79, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:09:09.535905 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Subnet': ['ID=b4221035-15a0-467a-a4cd-27cd994f842a,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:09.555646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:09.556057 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:09.557282 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:09.557639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:09.558476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:09.559170 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:09.559517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:09.561566 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:09.563045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:09.563410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:09.563752 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:09.564087 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:09.564420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:09.574559 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network 4cbfb664-ed22-4d24-b43a-cbb420554f79 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:09:09.606730 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 4cbfb664-ed22-4d24-b43a-cbb420554f79) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:09.617074 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10095992'] for subnet (f85e5ab5-4620-4e31-a203-2a7dc2a78969), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:09.627298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:09.627823 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:09.683136 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-166402bb-0362-4ed2-9bce-f70b983cc58f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4863153 Feb 08 16:09:09.684296 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37716) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:09.693927 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f602d549-be67-4842-b0f2-92c262e41d9a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1338675203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:09.720895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Set router 618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:09:09.724436 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6876d42e-ef15-46a3-9562-d010b6b380f1 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:09.737010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6876d42e-ef15-46a3-9562-d010b6b380f1 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.6471848 Feb 08 16:09:09.742875 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37718) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:09.773702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d1368ab6-d30e-4a5d-807a-42a2879e9a84 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c92e2652-27b7-48ea-a64d-a692fc5660d9'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:09.776151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d1368ab6-d30e-4a5d-807a-42a2879e9a84 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103302) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 16:09:09.781995 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7739386b-b246-4dec-aec6-f9c72bc01e84 None None] Publish callbacks [] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:09.790085 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f602d549-be67-4842-b0f2-92c262e41d9a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (4eea1350-fe16-43ea-9096-62f31b508972), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:09.793676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30f3b37-bd78-4054-a3a2-a22b02a10799 None None] Network 4cbfb664-ed22-4d24-b43a-cbb420554f79 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:09.795975 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f602d549-be67-4842-b0f2-92c262e41d9a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (4eea1350-fe16-43ea-9096-62f31b508972), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:09.813563 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c9e69-09ba-4b27-9cdc-8387fef8e049 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Subnet': ['ID=415b56c3-67f4-4a76-bfdb-6ace9fdfd76e,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:09.879399 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5c9e69-09ba-4b27-9cdc-8387fef8e049 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Checking segment: {'id': '5fcabb8a-ca50-4260-9f09-f7ea85707959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6b75edbb-c065-4d96-8b1a-c9bd982c5fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:09.880091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5c9e69-09ba-4b27-9cdc-8387fef8e049 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network hostable DHCP agents. Network: 6b75edbb-c065-4d96-8b1a-c9bd982c5fce, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:09:09.896516 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7739386b-b246-4dec-aec6-f9c72bc01e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:09.943553 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-197f14a9-894e-42ce-92cb-51ce981eca9e service neutron] 10.222.0.82 "GET /v2.0/networks/0b3c93e4-fe44-4aba-a91f-37357d8622fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395275 Feb 08 16:09:09.969721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5c9e69-09ba-4b27-9cdc-8387fef8e049 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network 6b75edbb-c065-4d96-8b1a-c9bd982c5fce is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:09:09.989637 n-d-824834-11 neutron-server[103302]: WARNING neutron.services.metering.metering_plugin [None req-d1368ab6-d30e-4a5d-807a-42a2879e9a84 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 08 16:09:10.002891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-3b5c9e69-09ba-4b27-9cdc-8387fef8e049 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 6b75edbb-c065-4d96-8b1a-c9bd982c5fce) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:10.035634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5c9e69-09ba-4b27-9cdc-8387fef8e049 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:10.036654 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3b5c9e69-09ba-4b27-9cdc-8387fef8e049 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:10.213740 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3b5c9e69-09ba-4b27-9cdc-8387fef8e049 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8930080 Feb 08 16:09:10.221370 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37730) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:10.241963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c15274e0-c570-43a0-9c41-cb4ccda27724 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:10.378653 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d1368ab6-d30e-4a5d-807a-42a2879e9a84 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:10.384815 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d1368ab6-d30e-4a5d-807a-42a2879e9a84 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6385303 Feb 08 16:09:10.387562 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37738) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:10.392678 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4ed34556-8c8a-4600-a437-4c0835a7af1d tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c92e2652-27b7-48ea-a64d-a692fc5660d9'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:10.393218 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4ed34556-8c8a-4600-a437-4c0835a7af1d tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103302) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 16:09:10.412978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f602d549-be67-4842-b0f2-92c262e41d9a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_controller (4eea1350-fe16-43ea-9096-62f31b508972), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:10.436971 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749937607172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10057532'] for subnet (f85e5ab5-4620-4e31-a203-2a7dc2a78969), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:10.447535 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f602d549-be67-4842-b0f2-92c262e41d9a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (4eea1350-fe16-43ea-9096-62f31b508972), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:10.642945 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f602d549-be67-4842-b0f2-92c262e41d9a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:10.649090 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:10.650021 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:10.650762 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f602d549-be67-4842-b0f2-92c262e41d9a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9639904 Feb 08 16:09:10.651759 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "PUT /v2.0/subnets/f85e5ab5-4620-4e31-a203-2a7dc2a78969 HTTP/1.1" status: 200 len: 877 time: 2.6249008 Feb 08 16:09:10.657707 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37766) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:10.664121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37768) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:10.676819 n-d-824834-11 neutron-server[103302]: WARNING neutron.services.metering.metering_plugin [None req-4ed34556-8c8a-4600-a437-4c0835a7af1d tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 08 16:09:10.866804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1b08e9-41d2-4b4b-ab65-cc3934c53e06 None None] Network 6b75edbb-c065-4d96-8b1a-c9bd982c5fce requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:10.886548 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:10.893690 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c15274e0-c570-43a0-9c41-cb4ccda27724 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10095992'] for subnet (415b56c3-67f4-4a76-bfdb-6ace9fdfd76e), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:10.921874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event updated for resources: {'Subnet': ['ID=f85e5ab5-4620-4e31-a203-2a7dc2a78969,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:10.956700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a', 'network_id': '37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a', 'project_id': '8949fdd54a9442feab9b4019c45b39cd', 'fixed_ips': [{'subnet_id': 'f85e5ab5-4620-4e31-a203-2a7dc2a78969'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:09:10.960783 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:10.968335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port db330474-9225-4fe1-a692-0ddacbf9ce5f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:11.117037 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Publish callbacks [] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:11.366687 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4ed34556-8c8a-4600-a437-4c0835a7af1d tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:11.368548 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4ed34556-8c8a-4600-a437-4c0835a7af1d tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9795005 Feb 08 16:09:11.375561 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37800) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:11.416387 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf589d9a-988f-469f-9727-2760dfa89fdc req-07899162-4920-472b-8a71-6fe13b84d5dc tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 210 time: 0.9907274 Feb 08 16:09:11.433996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:11.434757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:11.436078 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:11.437828 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:11.440130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:11.440904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:11.441506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:11.442099 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:11.442664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:11.443234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:11.443810 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:11.444382 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:11.444968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10e4c03-f263-435d-926d-74b794e52638 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:11.561204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device db330474-9225-4fe1-a692-0ddacbf9ce5f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:09:11.563609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739386b-b246-4dec-aec6-f9c72bc01e84 None None] Pushing event updated for resources: {'Port': ['ID=db330474-9225-4fe1-a692-0ddacbf9ce5f,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:11.572093 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:11.618960 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8ca493eb-5402-4b16-8437-02244f7e28ce tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-label-rules?id=5981a901-22a6-4394-a5fc-cb8b389e427e HTTP/1.1" status: 200 len: 462 time: 0.2357070 Feb 08 16:09:11.691337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37804) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:11.867748 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (f85e5ab5-4620-4e31-a203-2a7dc2a78969), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:11.881048 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c15274e0-c570-43a0-9c41-cb4ccda27724 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749937607172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10057532'] for subnet (415b56c3-67f4-4a76-bfdb-6ace9fdfd76e), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:11.932883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-4cbfb664-ed22-4d24-b43a-cbb420554f79', 'network_id': '4cbfb664-ed22-4d24-b43a-cbb420554f79', 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'fixed_ips': [{'subnet_id': 'b4221035-15a0-467a-a4cd-27cd994f842a'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:09:11.934203 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:11.980708 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:12.089266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Pushing event updated for resources: {'Port': ['ID=c9cc0a07-7246-4843-bbc9-4ee4b926179c,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:12.118119 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15274e0-c570-43a0-9c41-cb4ccda27724 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Subnet': ['ID=415b56c3-67f4-4a76-bfdb-6ace9fdfd76e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:12.136110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15274e0-c570-43a0-9c41-cb4ccda27724 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:12.137084 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c15274e0-c570-43a0-9c41-cb4ccda27724 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:12.141365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c15274e0-c570-43a0-9c41-cb4ccda27724 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "PUT /v2.0/subnets/415b56c3-67f4-4a76-bfdb-6ace9fdfd76e HTTP/1.1" status: 200 len: 826 time: 1.9188163 Feb 08 16:09:12.147144 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37806) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:12.728455 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Network e9185249-798b-4162-a9c3-9d313abbd93c is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:12.764057 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:12.771375 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:09:12.780631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622e1247-6739-4631-ad1b-a5982c952c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-6b75edbb-c065-4d96-8b1a-c9bd982c5fce', 'network_id': '6b75edbb-c065-4d96-8b1a-c9bd982c5fce', 'project_id': '042e8de56a9d481ba21ef1ff3e2e0156', 'fixed_ips': [{'subnet_id': '415b56c3-67f4-4a76-bfdb-6ace9fdfd76e'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:09:12.785966 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-622e1247-6739-4631-ad1b-a5982c952c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:12.941055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bc3247-be88-444e-ae02-fd4e31d942c5 None None] Network 7199c523-1910-4b96-bf87-72fa15e7aca3 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:13.143433 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e9cbb97-3c84-4291-8413-29c6f9628574 req-ba39ef97-5fbe-430a-8ea7-3f810f76c234 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 210 time: 0.1297607 Feb 08 16:09:13.149790 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9271c142-2461-4c49-a207-b0cc7d15a9ff tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:13.153363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9271c142-2461-4c49-a207-b0cc7d15a9ff tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "DELETE /v2.0/metering/metering-label-rules/5981a901-22a6-4394-a5fc-cb8b389e427e HTTP/1.1" status: 204 len: 168 time: 1.4520676 Feb 08 16:09:13.159329 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37824) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:13.211610 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bb8a246f-f45b-4e0c-b339-a3d70b1833f4 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-label-rules?id=5981a901-22a6-4394-a5fc-cb8b389e427e HTTP/1.1" status: 200 len: 221 time: 0.0431328 Feb 08 16:09:13.217797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37826) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:13.234199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6bfc264c-0ec0-49a1-abce-8e52be0b2326 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--978003890', 'description': 'label created by tempest'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:13.234667 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6bfc264c-0ec0-49a1-abce-8e52be0b2326 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Unknown quota resources ['metering_label']. {{(pid=103301) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 16:09:13.277393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Allocated IP 172.20.0.3 (37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a/f85e5ab5-4620-4e31-a203-2a7dc2a78969/e0ba5c82-4c55-4fac-8577-ffae3bdc91a5) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:09:13.306056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port db330474-9225-4fe1-a692-0ddacbf9ce5f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:13.307571 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:13.393977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Allocated IP 2001:db8:1::2 (4cbfb664-ed22-4d24-b43a-cbb420554f79/b4221035-15a0-467a-a4cd-27cd994f842a/2ff3322c-4048-4514-a47f-40e6fb475e19) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:09:13.577388 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'name': 'tempest-TestVolumeBackupRestore-945769414-router', 'tenant_id': '63529e3878664ce2ac728192597fd3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'e5ceed44-f952-4238-a25a-490951031c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:49Z', 'updated_at': '2022-02-08T16:09:03Z', 'revision_number': 4, 'project_id': '63529e3878664ce2ac728192597fd3b7', 'gw_port': {'id': 'e5ceed44-f952-4238-a25a-490951031c8a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:52Z', 'updated_at': '2022-02-08T16:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '22c23d2f-d66d-4f55-85a2-ac165c2d711e', 'name': '', 'network_id': 'b4d8fafb-3a37-4da4-a5dd-b415986b4f56', 'tenant_id': '63529e3878664ce2ac728192597fd3b7', 'mac_address': 'fa:16:3e:0a:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'f77931db-87ca-4068-ada9-790481f01c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:09:01Z', 'updated_at': '2022-02-08T16:09:04Z', 'revision_number': 2, 'project_id': '63529e3878664ce2ac728192597fd3b7', 'subnets': [{'id': 'f77931db-87ca-4068-ada9-790481f01c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:13.679776 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (6b75edbb-c065-4d96-8b1a-c9bd982c5fce), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:13.694654 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6bfc264c-0ec0-49a1-abce-8e52be0b2326 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:13.696050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6bfc264c-0ec0-49a1-abce-8e52be0b2326 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4772453 Feb 08 16:09:13.702292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37838) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:13.819419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Attempting to bind port c9cc0a07-7246-4843-bbc9-4ee4b926179c on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:09:13.820158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Attempting to bind port c9cc0a07-7246-4843-bbc9-4ee4b926179c by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '4befd794-c995-4e78-8f2e-d1cd98df3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e9185249-798b-4162-a9c3-9d313abbd93c'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:09:13.820727 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Attempting to bind port c9cc0a07-7246-4843-bbc9-4ee4b926179c on network e9185249-798b-4162-a9c3-9d313abbd93c {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:09:13.837160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cd592328-9c33-40fc-8d0e-42182f0df8a4 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-labels?id=5868edc0-2ec5-4ee5-b11d-04c512c0b655 HTTP/1.1" status: 200 len: 467 time: 0.1332884 Feb 08 16:09:13.854006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37840) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:13.911820 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (415b56c3-67f4-4a76-bfdb-6ace9fdfd76e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:13.994110 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (415b56c3-67f4-4a76-bfdb-6ace9fdfd76e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:13.994799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7133d4a4-1917-4b7f-8780-72ee5848f029 None None] Provisioning complete for port db330474-9225-4fe1-a692-0ddacbf9ce5f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:13.996050 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7133d4a4-1917-4b7f-8780-72ee5848f029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:14.030098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Subnet': ['ID=415b56c3-67f4-4a76-bfdb-6ace9fdfd76e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:14.113410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-38eed38c-bb49-48e5-9a1b-52a4396d8d49 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:14.116391 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-38eed38c-bb49-48e5-9a1b-52a4396d8d49 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.96 "GET /v2.0/networks?id=0b3c93e4-fe44-4aba-a91f-37357d8622fb HTTP/1.1" status: 200 len: 810 time: 1.4422448 Feb 08 16:09:14.208365 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (6b75edbb-c065-4d96-8b1a-c9bd982c5fce), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:14.210872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Checking router: 618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:09:14.211308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Updating router 618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 port 22c23d2f-d66d-4f55-85a2-ac165c2d711e binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:09:14.243367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port db330474-9225-4fe1-a692-0ddacbf9ce5f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:14.248342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Allocated IP 2001:db8::1 (e9185249-798b-4162-a9c3-9d313abbd93c/4535531c-9557-4632-9594-aa338bbf1a33/8eb1972e-1ad3-41da-8a2e-67de0af5858c) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:09:14.252262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:09:14.254642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Checking segment: {'id': '4befd794-c995-4e78-8f2e-d1cd98df3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e9185249-798b-4162-a9c3-9d313abbd93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:14.255109 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:14.255673 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Bound using segment: {'id': '4befd794-c995-4e78-8f2e-d1cd98df3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e9185249-798b-4162-a9c3-9d313abbd93c'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:09:14.257118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Bound port: c9cc0a07-7246-4843-bbc9-4ee4b926179c, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4befd794-c995-4e78-8f2e-d1cd98df3de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e9185249-798b-4162-a9c3-9d313abbd93c'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:09:14.258926 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:14.271436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b75edbb-c065-4d96-8b1a-c9bd982c5fce']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:14.328631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcabb8a-ca50-4260-9f09-f7ea85707959') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:14.329659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcabb8a-ca50-4260-9f09-f7ea85707959') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:14.346869 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (5fcabb8a-ca50-4260-9f09-f7ea85707959), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:14.383869 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (5fcabb8a-ca50-4260-9f09-f7ea85707959), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:14.405464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:09:14.406333 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (5fcabb8a-ca50-4260-9f09-f7ea85707959), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:14.474443 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:14.519409 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (8eb1972e-1ad3-41da-8a2e-67de0af5858c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:14.562720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-0c2ca703-773b-4a6e-90e5-af970105400c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Request body: {'port': {'device_id': 'e28c55e2-2e18-4c40-9bb4-5b5cca574497', 'network_id': '0b3c93e4-fe44-4aba-a91f-37357d8622fb', 'admin_state_up': True, 'tenant_id': '5e62183e8a3b4528bd92844c85aab28a'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:14.571714 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (8eb1972e-1ad3-41da-8a2e-67de0af5858c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:09:14.585794 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:09:14.647222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device db330474-9225-4fe1-a692-0ddacbf9ce5f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:09:14.704595 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3727eef-f917-4b8a-aabc-cf084870fa7f req-0eb52a7f-13df-47f5-8be3-32b045274e0e tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 210 time: 0.1154642 Feb 08 16:09:14.787054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=8eb1972e-1ad3-41da-8a2e-67de0af5858c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:14.811235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network e9185249-798b-4162-a9c3-9d313abbd93c is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:14.861879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:14.869058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:09:14.869769 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (4eea1350-fe16-43ea-9096-62f31b508972), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:14.876155 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3a2b599c-d9c6-463c-9e0e-f46351a5ad7b tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:14.878015 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3a2b599c-d9c6-463c-9e0e-f46351a5ad7b tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "DELETE /v2.0/metering/metering-labels/5868edc0-2ec5-4ee5-b11d-04c512c0b655 HTTP/1.1" status: 204 len: 168 time: 1.0223486 Feb 08 16:09:14.880595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37858) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:14.903642 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8fe4ce34-d49b-4d4b-812d-9f2643d7c351 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-labels?id=5868edc0-2ec5-4ee5-b11d-04c512c0b655 HTTP/1.1" status: 200 len: 216 time: 0.0206149 Feb 08 16:09:14.907505 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37860) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:14.930191 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fce6fb1c-1599-4564-b007-cb3bbaf9f167 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0208192 Feb 08 16:09:14.932837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37862) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:14.971328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-86361258-fdb9-4d3b-8f2e-1b3183bc2937 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0346813 Feb 08 16:09:14.973385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37864) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:15.050412 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-0c2ca703-773b-4a6e-90e5-af970105400c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Made reservation on behalf of 5e62183e8a3b4528bd92844c85aab28a for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:15.056777 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-0c2ca703-773b-4a6e-90e5-af970105400c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:15.112863 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-992aad32-b236-401c-af9b-9cec292355f0 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-labels/c92e2652-27b7-48ea-a64d-a692fc5660d9 HTTP/1.1" status: 200 len: 473 time: 0.1382496 Feb 08 16:09:15.116746 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37866) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:15.133840 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-96ae43f3-aa9d-49c0-a810-ec8b6b214d56 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "GET /v2.0/metering/metering-label-rules/35f05fd2-4fd1-4b2b-bd12-291e4a4e7f10 HTTP/1.1" status: 200 len: 459 time: 0.0158396 Feb 08 16:09:15.134447 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37868) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:15.161206 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (6b75edbb-c065-4d96-8b1a-c9bd982c5fce), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:15.218954 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:15.223364 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/6b75edbb-c065-4d96-8b1a-c9bd982c5fce HTTP/1.1" status: 204 len: 168 time: 3.0502748 Feb 08 16:09:15.245218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35a4b7-d338-47ce-9696-a92cbf7180b5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Network': ['ID=6b75edbb-c065-4d96-8b1a-c9bd982c5fce,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:15.263067 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37874) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server [None req-622e1247-6739-4631-ad1b-a5982c952c11 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 415b56c3-67f4-4a76-bfdb-6ace9fdfd76e: This subnet is being modified by another concurrent operation. Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise exception Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 415b56c3-67f4-4a76-bfdb-6ace9fdfd76e: This subnet is being modified by another concurrent operation. Feb 08 16:09:15.269959 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Feb 08 16:09:15.364370 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Publish callbacks [] for port (e0ba5c82-4c55-4fac-8577-ffae3bdc91a5), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:15.378363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] For port c9cc0a07-7246-4843-bbc9-4ee4b926179c, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:09:15.392097 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (e0ba5c82-4c55-4fac-8577-ffae3bdc91a5), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:15.393595 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-08daaf95-dbc8-4b83-9dc2-1e083d6a8860 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:15.394203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08daaf95-dbc8-4b83-9dc2-1e083d6a8860 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:15.406750 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-08daaf95-dbc8-4b83-9dc2-1e083d6a8860 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/6b75edbb-c065-4d96-8b1a-c9bd982c5fce HTTP/1.1" status: 404 len: 339 time: 0.1419010 Feb 08 16:09:15.407432 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37876) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:15.415999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c667c5f-7b2a-42cb-87ae-e3cb954cfc98 None None] Network 6b75edbb-c065-4d96-8b1a-c9bd982c5fce requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:15.483716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c667c5f-7b2a-42cb-87ae-e3cb954cfc98 None None] Network 6b75edbb-c065-4d96-8b1a-c9bd982c5fce could not be found, it might have been deleted concurrently. {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 16:09:15.565210 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a0aca701-c60c-40c8-94c3-5a1110ad5492 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1244288966', 'description': 'd1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:15.574700 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f26a-a08b-4182-b64c-c1384c5b6a16 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:15.578256 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3ce2f26a-a08b-4182-b64c-c1384c5b6a16 tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "DELETE /v2.0/metering/metering-label-rules/35f05fd2-4fd1-4b2b-bd12-291e4a4e7f10 HTTP/1.1" status: 204 len: 168 time: 0.4421556 Feb 08 16:09:15.580555 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37878) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:15.617510 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (f85e5ab5-4620-4e31-a203-2a7dc2a78969), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:15.683883 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8eb1972e-1ad3-41da-8a2e-67de0af5858c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:15.755898 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-0c2ca703-773b-4a6e-90e5-af970105400c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Allocated IP 172.20.0.13 (0b3c93e4-fe44-4aba-a91f-37357d8622fb/6298b47d-4a01-4bf3-aebe-2a34cb608425/e41d0326-d60d-4874-ab8e-99fd9c9f1ab5) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:09:15.797193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0aca701-c60c-40c8-94c3-5a1110ad5492 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:15.830570 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0aca701-c60c-40c8-94c3-5a1110ad5492 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:15.942810 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Subnet': ['ID=f85e5ab5-4620-4e31-a203-2a7dc2a78969,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:16.014680 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0aca701-c60c-40c8-94c3-5a1110ad5492 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:09:16.033487 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0aca701-c60c-40c8-94c3-5a1110ad5492 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (78328cf9-235a-4a92-9eb1-03007a798b2e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:16.033979 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-a0aca701-c60c-40c8-94c3-5a1110ad5492 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Added segment 78328cf9-235a-4a92-9eb1-03007a798b2e of type vlan for network bb6833d8-7468-4af6-8a7b-2ca277fa1fcc Feb 08 16:09:16.060634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Network 37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:16.062321 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204bc8d0-fe01-43d8-b141-c3ea4d65887f None None] Network 6b75edbb-c065-4d96-8b1a-c9bd982c5fce requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:16.075130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:16.077265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7133d4a4-1917-4b7f-8780-72ee5848f029 None None] Current status of the port db330474-9225-4fe1-a692-0ddacbf9ce5f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:16.079475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:09:16.084678 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] For port c9cc0a07-7246-4843-bbc9-4ee4b926179c, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c9cc0a07-7246-4843-bbc9-4ee4b926179c,segment=NetworkSegment(4befd794-c995-4e78-8f2e-d1cd98df3de9),segment_id=4befd794-c995-4e78-8f2e-d1cd98df3de9)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:09:16.090701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204bc8d0-fe01-43d8-b141-c3ea4d65887f None None] Network 6b75edbb-c065-4d96-8b1a-c9bd982c5fce could not be found, it might have been deleted concurrently. {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 16:09:16.114383 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:16.158825 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0aca701-c60c-40c8-94c3-5a1110ad5492 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (bb6833d8-7468-4af6-8a7b-2ca277fa1fcc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:16.161892 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:16.230447 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0aca701-c60c-40c8-94c3-5a1110ad5492 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (bb6833d8-7468-4af6-8a7b-2ca277fa1fcc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:16.240892 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aca701-c60c-40c8-94c3-5a1110ad5492 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:16.242232 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0aca701-c60c-40c8-94c3-5a1110ad5492 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:16.436521 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Publish callbacks [] for port (2ff3322c-4048-4514-a47f-40e6fb475e19), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:16.436911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:16.442522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Pushing event updated for resources: {'Port': ['ID=e0ba5c82-4c55-4fac-8577-ffae3bdc91a5,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:16.457283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port db330474-9225-4fe1-a692-0ddacbf9ce5f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:16.458121 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:16.485321 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe8469d-2834-48e0-a346-03d35bfe2400') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:16.485889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe8469d-2834-48e0-a346-03d35bfe2400') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:16.519832 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a0aca701-c60c-40c8-94c3-5a1110ad5492 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0962670 Feb 08 16:09:16.590856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6fe25-2df5-4660-ba49-650dc0ddf745 None None] Pushing event updated for resources: {'Port': ['ID=c9cc0a07-7246-4843-bbc9-4ee4b926179c,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:16.611734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8317ee45-af04-4fa4-ba8d-d87ea98b4af5 None None] Provisioning complete for port db330474-9225-4fe1-a692-0ddacbf9ce5f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:16.612270 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8317ee45-af04-4fa4-ba8d-d87ea98b4af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:16.619891 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (2ff3322c-4048-4514-a47f-40e6fb475e19), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:16.674696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37896) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:16.679043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-580d14cf-e9d8-4bc4-ba9f-3e3bd30928e9 req-45e733a1-a330-4f23-ae45-8ddf9628c020 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 210 time: 0.7267761 Feb 08 16:09:16.705759 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (abe8469d-2834-48e0-a346-03d35bfe2400), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:16.717881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Pushing event updated for resources: {'Port': ['ID=2ff3322c-4048-4514-a47f-40e6fb475e19,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:16.746514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Attempting to bind port e0ba5c82-4c55-4fac-8577-ffae3bdc91a5 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:09:16.748934 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Attempting to bind port e0ba5c82-4c55-4fac-8577-ffae3bdc91a5 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'abe8469d-2834-48e0-a346-03d35bfe2400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:09:16.748934 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Attempting to bind port e0ba5c82-4c55-4fac-8577-ffae3bdc91a5 on network 37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:09:16.771615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:09:16.771615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Checking segment: {'id': 'abe8469d-2834-48e0-a346-03d35bfe2400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:16.772156 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:16.773235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Bound using segment: {'id': 'abe8469d-2834-48e0-a346-03d35bfe2400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:09:16.774895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Bound port: e0ba5c82-4c55-4fac-8577-ffae3bdc91a5, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe8469d-2834-48e0-a346-03d35bfe2400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:09:16.775067 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e0ba5c82-4c55-4fac-8577-ffae3bdc91a5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:16.847520 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-0c2ca703-773b-4a6e-90e5-af970105400c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Publish callbacks [] for port (e41d0326-d60d-4874-ab8e-99fd9c9f1ab5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:17.196478 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (8eb1972e-1ad3-41da-8a2e-67de0af5858c), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:17.199165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aca701-c60c-40c8-94c3-5a1110ad5492 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Network': ['ID=bb6833d8-7468-4af6-8a7b-2ca277fa1fcc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:17.206554 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (abe8469d-2834-48e0-a346-03d35bfe2400), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:17.207373 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (8eb1972e-1ad3-41da-8a2e-67de0af5858c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:17.208418 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (4eea1350-fe16-43ea-9096-62f31b508972), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:17.224168 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Publish callbacks [] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:17.242952 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65ef47c8-6790-4208-bc67-83596c586cde tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:17.244859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-65ef47c8-6790-4208-bc67-83596c586cde tempest-MeteringIpV6TestJSON-967791917 tempest-MeteringIpV6TestJSON-967791917-project-admin] 10.222.0.82 "DELETE /v2.0/metering/metering-labels/c92e2652-27b7-48ea-a64d-a692fc5660d9 HTTP/1.1" status: 204 len: 168 time: 1.6624484 Feb 08 16:09:17.257829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:09:17.260743 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (abe8469d-2834-48e0-a346-03d35bfe2400), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:09:17.266440 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:09:17.303009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network bb6833d8-7468-4af6-8a7b-2ca277fa1fcc details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:09:17.344005 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:17.356256 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-0c2ca703-773b-4a6e-90e5-af970105400c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e41d0326-d60d-4874-ab8e-99fd9c9f1ab5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:17.387018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=8eb1972e-1ad3-41da-8a2e-67de0af5858c,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:17.407945 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Network 4cbfb664-ed22-4d24-b43a-cbb420554f79 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:17.436813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] For port e0ba5c82-4c55-4fac-8577-ffae3bdc91a5, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:09:17.554000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f36f0c6-f841-48ae-a9f1-986b1448214d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:17.563368 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5f36f0c6-f841-48ae-a9f1-986b1448214d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "GET /v2.0/networks?id=bb6833d8-7468-4af6-8a7b-2ca277fa1fcc HTTP/1.1" status: 200 len: 765 time: 0.8792207 Feb 08 16:09:17.565634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37910) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:17.605617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e30a9b33-a537-4f89-b770-863f46bd6a99 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'network': {'description': 'd2'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:17.678632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340ecbf-57b9-4ed0-8d08-9c687caeea83 None None] Pushing event updated for resources: {'Port': ['ID=22c23d2f-d66d-4f55-85a2-ac165c2d711e,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:17.695259 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:17.720462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-0c2ca703-773b-4a6e-90e5-af970105400c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Network 0b3c93e4-fe44-4aba-a91f-37357d8622fb is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:17.735169 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] For port e0ba5c82-4c55-4fac-8577-ffae3bdc91a5, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e0ba5c82-4c55-4fac-8577-ffae3bdc91a5,segment=NetworkSegment(abe8469d-2834-48e0-a346-03d35bfe2400),segment_id=abe8469d-2834-48e0-a346-03d35bfe2400)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:09:17.775157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:09:17.781374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-0c2ca703-773b-4a6e-90e5-af970105400c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:17.798025 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e0ba5c82-4c55-4fac-8577-ffae3bdc91a5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:17.804307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network e9185249-798b-4162-a9c3-9d313abbd93c is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:17.805554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-0c2ca703-773b-4a6e-90e5-af970105400c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:09:17.819107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ca703-773b-4a6e-90e5-af970105400c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Pushing event updated for resources: {'Port': ['ID=e41d0326-d60d-4874-ab8e-99fd9c9f1ab5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:17.819914 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.api [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 16:09:17.819914 n-d-824834-11 neutron-server[103301]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 16:09:17.819914 n-d-824834-11 neutron-server[103301]: [parameters: {'id': '37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a'}] Feb 08 16:09:17.819914 n-d-824834-11 neutron-server[103301]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:09:17.820599 n-d-824834-11 neutron-server[103301]: DEBUG oslo_db.api [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:09:17.853488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port db330474-9225-4fe1-a692-0ddacbf9ce5f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:17.938043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:18.210975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37926) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:18.336107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:18.483970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Attempting to bind port 22c23d2f-d66d-4f55-85a2-ac165c2d711e on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:09:18.484407 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Attempting to bind port 22c23d2f-d66d-4f55-85a2-ac165c2d711e by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '7cf7f0f5-d5da-4ef3-a334-b017d3804ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4d8fafb-3a37-4da4-a5dd-b415986b4f56'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:09:18.485526 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Attempting to bind port 22c23d2f-d66d-4f55-85a2-ac165c2d711e on network b4d8fafb-3a37-4da4-a5dd-b415986b4f56 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:09:18.487959 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-0c2ca703-773b-4a6e-90e5-af970105400c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:18.488649 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-0c2ca703-773b-4a6e-90e5-af970105400c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:18.531757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c9cc0a07-7246-4843-bbc9-4ee4b926179c up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:09:18.578368 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-0c2ca703-773b-4a6e-90e5-af970105400c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0215735 Feb 08 16:09:18.633740 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e30a9b33-a537-4f89-b770-863f46bd6a99 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (bb6833d8-7468-4af6-8a7b-2ca277fa1fcc), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:18.655311 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-46757585-3a27-4248-b9ec-b9ccf7614a06 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:09:18.666757 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-46757585-3a27-4248-b9ec-b9ccf7614a06 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0289843 Feb 08 16:09:18.718365 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e30a9b33-a537-4f89-b770-863f46bd6a99 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (bb6833d8-7468-4af6-8a7b-2ca277fa1fcc), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:18.731383 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-775434b3-f151-42fb-8496-e28436e696b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:18.757319 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c76788-04b5-4524-b1be-758d3c724bc7 req-089422ed-70d3-4881-93e2-7fda73cb93fe tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:18.761663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router 4eea1350-fe16-43ea-9096-62f31b508972 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:09:18.763949 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5c76788-04b5-4524-b1be-758d3c724bc7 req-089422ed-70d3-4881-93e2-7fda73cb93fe tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 932 time: 0.5499756 Feb 08 16:09:18.860102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Request body: {'port': {'device_id': 'e28c55e2-2e18-4c40-9bb4-5b5cca574497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:18.883755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e30a9b33-a537-4f89-b770-863f46bd6a99 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network bb6833d8-7468-4af6-8a7b-2ca277fa1fcc is not hosted by any dhcp agent {{(pid=103301) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 16:09:18.892490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30a9b33-a537-4f89-b770-863f46bd6a99 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:18.893675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e30a9b33-a537-4f89-b770-863f46bd6a99 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:18.897724 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e30a9b33-a537-4f89-b770-863f46bd6a99 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "PUT /v2.0/networks/bb6833d8-7468-4af6-8a7b-2ca277fa1fcc HTTP/1.1" status: 200 len: 762 time: 1.3076401 Feb 08 16:09:18.919967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37938) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:18.946907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d06621-f593-43f9-a628-7ce524597df2 None None] Network 37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:19.098672 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:09:19.099500 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Checking segment: {'id': '7cf7f0f5-d5da-4ef3-a334-b017d3804ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4d8fafb-3a37-4da4-a5dd-b415986b4f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:19.100171 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:19.100833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Bound using segment: {'id': '7cf7f0f5-d5da-4ef3-a334-b017d3804ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4d8fafb-3a37-4da4-a5dd-b415986b4f56'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:09:19.103504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Bound port: 22c23d2f-d66d-4f55-85a2-ac165c2d711e, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf7f0f5-d5da-4ef3-a334-b017d3804ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4d8fafb-3a37-4da4-a5dd-b415986b4f56'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:09:19.104208 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:19.110069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a9b33-a537-4f89-b770-863f46bd6a99 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Network': ['ID=bb6833d8-7468-4af6-8a7b-2ca277fa1fcc,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:19.131744 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b55352-aa8a-4670-9239-1f7f11aa747f None None] Pushing event updated for resources: {'Port': ['ID=e0ba5c82-4c55-4fac-8577-ffae3bdc91a5,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:19.153921 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520dacc2-7c38-45de-8881-9db2bb0992f1 None None] Network e9185249-798b-4162-a9c3-9d313abbd93c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:19.180633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network bb6833d8-7468-4af6-8a7b-2ca277fa1fcc details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:09:19.187890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Deleting port e0ba5c82-4c55-4fac-8577-ffae3bdc91a5 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:09:19.188381 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e0ba5c82-4c55-4fac-8577-ffae3bdc91a5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:19.246438 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e41d0326-d60d-4874-ab8e-99fd9c9f1ab5), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:19.295055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8317ee45-af04-4fa4-ba8d-d87ea98b4af5 None None] Current status of the port db330474-9225-4fe1-a692-0ddacbf9ce5f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:19.298171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Attempting to bind port 2ff3322c-4048-4514-a47f-40e6fb475e19 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:09:19.298890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Attempting to bind port 2ff3322c-4048-4514-a47f-40e6fb475e19 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0f956293-2882-4eed-a8ae-f9d73b828029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4cbfb664-ed22-4d24-b43a-cbb420554f79'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:09:19.299537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Attempting to bind port 2ff3322c-4048-4514-a47f-40e6fb475e19 on network 4cbfb664-ed22-4d24-b43a-cbb420554f79 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:09:19.342887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:09:19.358763 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403be93e-23db-4b88-a1d4-f17584173afa None None] Sync routers for ids ['4eea1350-fe16-43ea-9096-62f31b508972'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:09:19.383227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:09:19.383930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Checking segment: {'id': '0f956293-2882-4eed-a8ae-f9d73b828029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4cbfb664-ed22-4d24-b43a-cbb420554f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:19.384310 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:19.385043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Bound using segment: {'id': '0f956293-2882-4eed-a8ae-f9d73b828029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4cbfb664-ed22-4d24-b43a-cbb420554f79'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:09:19.385786 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Bound port: 2ff3322c-4048-4514-a47f-40e6fb475e19, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f956293-2882-4eed-a8ae-f9d73b828029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4cbfb664-ed22-4d24-b43a-cbb420554f79'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:09:19.386348 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2ff3322c-4048-4514-a47f-40e6fb475e19), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:19.410137 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403be93e-23db-4b88-a1d4-f17584173afa None None] Routers {'4eea1350-fe16-43ea-9096-62f31b508972'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:09:19.410588 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-403be93e-23db-4b88-a1d4-f17584173afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:09:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4eea1350-fe16-43ea-9096-62f31b508972'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:19.413985 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e0913299-5466-4db5-a0e9-d12506ede6c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/4eea1350-fe16-43ea-9096-62f31b508972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7549934 Feb 08 16:09:19.447516 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:19.524017 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37950) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:19.572848 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5c76788-04b5-4524-b1be-758d3c724bc7 req-de7841d2-4aac-428f-8cea-45b32ed82c0c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7586727 Feb 08 16:09:19.596919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df6ef2-707a-48d5-8835-2bbf476a0e6b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:19.598867 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-93df6ef2-707a-48d5-8835-2bbf476a0e6b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "GET /v2.0/networks?id=bb6833d8-7468-4af6-8a7b-2ca277fa1fcc HTTP/1.1" status: 200 len: 765 time: 0.6753309 Feb 08 16:09:19.608278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8d56e1-6dd8-416c-92b3-4150466a2f5e None None] Network 37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:19.608990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37952) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:19.616867 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-403be93e-23db-4b88-a1d4-f17584173afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:19.647386 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403be93e-23db-4b88-a1d4-f17584173afa None None] Routers {'4eea1350-fe16-43ea-9096-62f31b508972'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:09:19.648601 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-403be93e-23db-4b88-a1d4-f17584173afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:09:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4eea1350-fe16-43ea-9096-62f31b508972'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:19.662235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] For port 22c23d2f-d66d-4f55-85a2-ac165c2d711e, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:09:19.671640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] For port 22c23d2f-d66d-4f55-85a2-ac165c2d711e, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=22c23d2f-d66d-4f55-85a2-ac165c2d711e,segment=NetworkSegment(7cf7f0f5-d5da-4ef3-a334-b017d3804ae1),segment_id=7cf7f0f5-d5da-4ef3-a334-b017d3804ae1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:09:19.768977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48552aa-c088-48ea-9e95-e0d88e3c0125 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:19.773402 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] For port 2ff3322c-4048-4514-a47f-40e6fb475e19, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:09:19.775749 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a48552aa-c088-48ea-9e95-e0d88e3c0125 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports/8eb1972e-1ad3-41da-8a2e-67de0af5858c HTTP/1.1" status: 200 len: 911 time: 0.2513063 Feb 08 16:09:19.778890 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37954) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:19.810668 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-403be93e-23db-4b88-a1d4-f17584173afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:19.811616 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403be93e-23db-4b88-a1d4-f17584173afa None None] The sync data for ids ['4eea1350-fe16-43ea-9096-62f31b508972'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:09:19.873718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5a4dd3b9-52ba-429f-baea-da1031a7cf33 None None] Provisioning complete for port c9cc0a07-7246-4843-bbc9-4ee4b926179c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:19.874451 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5a4dd3b9-52ba-429f-baea-da1031a7cf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:19.914999 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:20.021157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] For port e0ba5c82-4c55-4fac-8577-ffae3bdc91a5, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e0ba5c82-4c55-4fac-8577-ffae3bdc91a5,segment=NetworkSegment(abe8469d-2834-48e0-a346-03d35bfe2400),segment_id=abe8469d-2834-48e0-a346-03d35bfe2400)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:20.022486 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e0ba5c82-4c55-4fac-8577-ffae3bdc91a5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:20.033487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] For port 2ff3322c-4048-4514-a47f-40e6fb475e19, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2ff3322c-4048-4514-a47f-40e6fb475e19,segment=NetworkSegment(0f956293-2882-4eed-a8ae-f9d73b828029),segment_id=0f956293-2882-4eed-a8ae-f9d73b828029)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:09:20.109069 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c9cc0a07-7246-4843-bbc9-4ee4b926179c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:20.110140 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:20.176213 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Calling delete_port for e0ba5c82-4c55-4fac-8577-ffae3bdc91a5 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:09:20.228283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Routers {'618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:09:20.229149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:09:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:20.240986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5a4dd3b9-52ba-429f-baea-da1031a7cf33 None None] Current status of the port c9cc0a07-7246-4843-bbc9-4ee4b926179c is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:20.241507 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5a4dd3b9-52ba-429f-baea-da1031a7cf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:20.409134 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-775434b3-f151-42fb-8496-e28436e696b0 admin admin] Publish callbacks [] for security_group (7e53ddc3-429e-437f-b80c-121dff39243c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:20.504458 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-775434b3-f151-42fb-8496-e28436e696b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7e53ddc3-429e-437f-b80c-121dff39243c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:20.703976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5a4dd3b9-52ba-429f-baea-da1031a7cf33 None None] For port c9cc0a07-7246-4843-bbc9-4ee4b926179c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c9cc0a07-7246-4843-bbc9-4ee4b926179c,segment=NetworkSegment(4befd794-c995-4e78-8f2e-d1cd98df3de9),segment_id=4befd794-c995-4e78-8f2e-d1cd98df3de9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:20.717861 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2ff3322c-4048-4514-a47f-40e6fb475e19), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:20.852102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2bcb61-dcb0-4134-97f8-409b2b2a9fd3 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:20.866822 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ab2bcb61-dcb0-4134-97f8-409b2b2a9fd3 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.2506106 Feb 08 16:09:20.870754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37972) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:20.892406 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5a4dd3b9-52ba-429f-baea-da1031a7cf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:20.944654 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c9cc0a07-7246-4843-bbc9-4ee4b926179c is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:21.023285 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-49db7789-1358-4f8b-87af-33179b1de5e4 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 207 time: 0.1220777 Feb 08 16:09:21.024113 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e0ba5c82-4c55-4fac-8577-ffae3bdc91a5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:21.055681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37974) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:21.080544 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:21.203798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5a4dd3b9-52ba-429f-baea-da1031a7cf33 None None] Provisioning complete for port 22c23d2f-d66d-4f55-85a2-ac165c2d711e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:21.204792 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5a4dd3b9-52ba-429f-baea-da1031a7cf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:21.274296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340ecbf-57b9-4ed0-8d08-9c687caeea83 None None] Pushing event updated for resources: {'Port': ['ID=22c23d2f-d66d-4f55-85a2-ac165c2d711e,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:21.851974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] Set router 618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:09:22.128052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414d1f5-46ef-4237-8e8b-74c7eb63f8fe None None] Pushing event updated for resources: {'Port': ['ID=2ff3322c-4048-4514-a47f-40e6fb475e19,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:22.328065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Port': ['ID=e0ba5c82-4c55-4fac-8577-ffae3bdc91a5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:22.336256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adf1182-2c85-4fad-9d62-7e7bafe3ebf1 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:22.345898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adf1182-2c85-4fad-9d62-7e7bafe3ebf1 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:22.350956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adf1182-2c85-4fad-9d62-7e7bafe3ebf1 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:22.367813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adf1182-2c85-4fad-9d62-7e7bafe3ebf1 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:22.378870 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adf1182-2c85-4fad-9d62-7e7bafe3ebf1 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:22.413961 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adf1182-2c85-4fad-9d62-7e7bafe3ebf1 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:22.433181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4adf1182-2c85-4fad-9d62-7e7bafe3ebf1 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3443174 Feb 08 16:09:22.463962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37992) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:22.471082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:09:22.485544 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Publish callbacks [] for port (e41d0326-d60d-4874-ab8e-99fd9c9f1ab5), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:22.496290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775434b3-f151-42fb-8496-e28436e696b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e53ddc3-429e-437f-b80c-121dff39243c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:22.508904 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-775434b3-f151-42fb-8496-e28436e696b0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e47e9e1ed0b84e06a3983a8933966eff&name=default HTTP/1.1" status: 200 len: 3000 time: 4.2915468 Feb 08 16:09:22.551461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37994) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:22.552833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No DVR routers for this DVR port e0ba5c82-4c55-4fac-8577-ffae3bdc91a5 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:09:22.616278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Transition to ACTIVE for port object e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:09:22.685129 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e41d0326-d60d-4874-ab8e-99fd9c9f1ab5), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:22.850515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5a4dd3b9-52ba-429f-baea-da1031a7cf33 None None] Current status of the port 22c23d2f-d66d-4f55-85a2-ac165c2d711e is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:22.851213 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5a4dd3b9-52ba-429f-baea-da1031a7cf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:22.955765 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dd3b9-52ba-429f-baea-da1031a7cf33 None None] Pushing event updated for resources: {'Port': ['ID=c9cc0a07-7246-4843-bbc9-4ee4b926179c,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:23.067763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5a4dd3b9-52ba-429f-baea-da1031a7cf33 None None] For port 22c23d2f-d66d-4f55-85a2-ac165c2d711e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=22c23d2f-d66d-4f55-85a2-ac165c2d711e,segment=NetworkSegment(7cf7f0f5-d5da-4ef3-a334-b017d3804ae1),segment_id=7cf7f0f5-d5da-4ef3-a334-b017d3804ae1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:23.087908 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5a4dd3b9-52ba-429f-baea-da1031a7cf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:23.103460 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:23.201310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Pushing event updated for resources: {'Port': ['ID=e41d0326-d60d-4874-ab8e-99fd9c9f1ab5,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:23.304934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:23.339876 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2ff3322c-4048-4514-a47f-40e6fb475e19 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:09:23.341409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe8469d-2834-48e0-a346-03d35bfe2400') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:23.344784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe8469d-2834-48e0-a346-03d35bfe2400') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:23.351094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'name': 'tempest-TestVolumeBackupRestore-945769414-router', 'tenant_id': '63529e3878664ce2ac728192597fd3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'e5ceed44-f952-4238-a25a-490951031c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:49Z', 'updated_at': '2022-02-08T16:09:03Z', 'revision_number': 4, 'project_id': '63529e3878664ce2ac728192597fd3b7', 'gw_port': {'id': 'e5ceed44-f952-4238-a25a-490951031c8a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:52Z', 'updated_at': '2022-02-08T16:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '22c23d2f-d66d-4f55-85a2-ac165c2d711e', 'name': '', 'network_id': 'b4d8fafb-3a37-4da4-a5dd-b415986b4f56', 'tenant_id': '63529e3878664ce2ac728192597fd3b7', 'mac_address': 'fa:16:3e:0a:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'f77931db-87ca-4068-ada9-790481f01c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:09:01Z', 'updated_at': '2022-02-08T16:09:19Z', 'revision_number': 4, 'project_id': '63529e3878664ce2ac728192597fd3b7', 'subnets': [{'id': 'f77931db-87ca-4068-ada9-790481f01c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:23.401070 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea0de-7ee0-4523-8ab7-ae245d292741 admin admin] Publish callbacks [] for security_group (7e53ddc3-429e-437f-b80c-121dff39243c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:23.403606 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (abe8469d-2834-48e0-a346-03d35bfe2400), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:23.484263 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (abe8469d-2834-48e0-a346-03d35bfe2400), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:23.520740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:09:23.521128 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (abe8469d-2834-48e0-a346-03d35bfe2400), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:23.651574 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea0de-7ee0-4523-8ab7-ae245d292741 admin admin] Publish callbacks [] for security_group (7e53ddc3-429e-437f-b80c-121dff39243c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:23.669436 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6f02b9-7284-40e4-af59-a2a975575070 None None] The sync data for ids ['618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'] in n-d-824834-11 is: [{'id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'name': 'tempest-TestVolumeBackupRestore-945769414-router', 'tenant_id': '63529e3878664ce2ac728192597fd3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'e5ceed44-f952-4238-a25a-490951031c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:49Z', 'updated_at': '2022-02-08T16:09:03Z', 'revision_number': 4, 'project_id': '63529e3878664ce2ac728192597fd3b7', 'gw_port': {'id': 'e5ceed44-f952-4238-a25a-490951031c8a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:52Z', 'updated_at': '2022-02-08T16:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '22c23d2f-d66d-4f55-85a2-ac165c2d711e', 'name': '', 'network_id': 'b4d8fafb-3a37-4da4-a5dd-b415986b4f56', 'tenant_id': '63529e3878664ce2ac728192597fd3b7', 'mac_address': 'fa:16:3e:0a:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'f77931db-87ca-4068-ada9-790481f01c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:09:01Z', 'updated_at': '2022-02-08T16:09:19Z', 'revision_number': 4, 'project_id': '63529e3878664ce2ac728192597fd3b7', 'subnets': [{'id': 'f77931db-87ca-4068-ada9-790481f01c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:09:23.676919 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:09:23.697273 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe9d37-df3e-42b5-8d58-6ba84be0592a req-7ea3f386-1f4c-43d1-8a1f-3c264958c268 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:23.711035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acbe9d37-df3e-42b5-8d58-6ba84be0592a req-7ea3f386-1f4c-43d1-8a1f-3c264958c268 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 932 time: 2.8253784 Feb 08 16:09:23.761437 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:23.762245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5eb80d-f255-424e-aece-68103925cd6d None None] Network 4cbfb664-ed22-4d24-b43a-cbb420554f79 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:23.931573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Attempting to bind port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:09:23.932095 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Attempting to bind port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '30a6d463-9189-499c-9ad9-929e267da3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0b3c93e4-fe44-4aba-a91f-37357d8622fb'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:09:23.932534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Attempting to bind port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 on network 0b3c93e4-fe44-4aba-a91f-37357d8622fb {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:09:23.940636 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:23.955105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 on network 0b3c93e4-fe44-4aba-a91f-37357d8622fb not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:09:23.955551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Attempting to bind port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 on network 0b3c93e4-fe44-4aba-a91f-37357d8622fb {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:09:23.961978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea0de-7ee0-4523-8ab7-ae245d292741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7e53ddc3-429e-437f-b80c-121dff39243c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:23.965685 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea0de-7ee0-4523-8ab7-ae245d292741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:23.967100 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1c5ea0de-7ee0-4523-8ab7-ae245d292741 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7e53ddc3-429e-437f-b80c-121dff39243c HTTP/1.1" status: 204 len: 168 time: 1.4012675 Feb 08 16:09:23.976778 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:09:23.977350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Checking segment: {'id': '30a6d463-9189-499c-9ad9-929e267da3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0b3c93e4-fe44-4aba-a91f-37357d8622fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:23.977862 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Bound using segment: {'id': '30a6d463-9189-499c-9ad9-929e267da3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0b3c93e4-fe44-4aba-a91f-37357d8622fb'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:09:23.978579 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Bound port: e41d0326-d60d-4874-ab8e-99fd9c9f1ab5, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a6d463-9189-499c-9ad9-929e267da3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0b3c93e4-fe44-4aba-a91f-37357d8622fb'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:09:23.980158 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e41d0326-d60d-4874-ab8e-99fd9c9f1ab5), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:24.006174 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:24.034242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a HTTP/1.1" status: 204 len: 168 time: 13.3685629 Feb 08 16:09:24.035663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dd3b9-52ba-429f-baea-da1031a7cf33 None None] Pushing event updated for resources: {'Port': ['ID=22c23d2f-d66d-4f55-85a2-ac165c2d711e,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:24.118677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38016) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:24.136210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c6a2caff-d744-498a-84a8-a4e49a5416f5 None None] Provisioning complete for port c9cc0a07-7246-4843-bbc9-4ee4b926179c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:24.147024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ea0de-7ee0-4523-8ab7-ae245d292741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e53ddc3-429e-437f-b80c-121dff39243c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:24.155172 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c6a2caff-d744-498a-84a8-a4e49a5416f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:24.178537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 2ff3322c-4048-4514-a47f-40e6fb475e19 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:24.179645 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2ff3322c-4048-4514-a47f-40e6fb475e19), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:24.326582 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-1111747a-f0cc-42e3-b394-71a9d24369de tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:24.327330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1111747a-f0cc-42e3-b394-71a9d24369de tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:24.348566 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1111747a-f0cc-42e3-b394-71a9d24369de tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/subnets/f85e5ab5-4620-4e31-a203-2a7dc2a78969 HTTP/1.1" status: 404 len: 337 time: 0.2275176 Feb 08 16:09:24.358897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38020) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:24.434622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b36a2016-f051-4716-9066-ee7429eaf40b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 1.9589825 Feb 08 16:09:24.440890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f5965-20a3-40df-88ca-ca3089e2a5a2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Network': ['ID=37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:24.523837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38024) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:24.752402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acbe9d37-df3e-42b5-8d58-6ba84be0592a req-2567a569-5fe6-41da-a234-a1068a14ff76 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9342856 Feb 08 16:09:24.756179 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f56a0a-632a-4532-8e55-a945ef9e07e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:24.756709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f56a0a-632a-4532-8e55-a945ef9e07e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:24.777018 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c7f56a0a-632a-4532-8e55-a945ef9e07e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/37e7abf4-4cfe-400b-b4d2-6f3cc8b01d3a HTTP/1.1" status: 404 len: 339 time: 0.3992655 Feb 08 16:09:24.777018 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38026) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:24.863619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 2ff3322c-4048-4514-a47f-40e6fb475e19 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:24.864826 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2ff3322c-4048-4514-a47f-40e6fb475e19), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:24.943641 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-33cd83c5-b374-4110-97c1-91d8d6601402 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:24.944277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33cd83c5-b374-4110-97c1-91d8d6601402 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:24.992328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-33cd83c5-b374-4110-97c1-91d8d6601402 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/subnets/0b69ee1c-70bc-41ce-bc7c-2a7e5edfefd2 HTTP/1.1" status: 404 len: 337 time: 0.1930149 Feb 08 16:09:25.015559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38032) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:25.016910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 2ff3322c-4048-4514-a47f-40e6fb475e19, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2ff3322c-4048-4514-a47f-40e6fb475e19,segment=NetworkSegment(0f956293-2882-4eed-a8ae-f9d73b828029),segment_id=0f956293-2882-4eed-a8ae-f9d73b828029)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:25.049089 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2ff3322c-4048-4514-a47f-40e6fb475e19), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:25.196794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c6a2caff-d744-498a-84a8-a4e49a5416f5 None None] Current status of the port c9cc0a07-7246-4843-bbc9-4ee4b926179c is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:25.207687 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38036) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:25.317348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c6a2caff-d744-498a-84a8-a4e49a5416f5 None None] Provisioning complete for port 8eb1972e-1ad3-41da-8a2e-67de0af5858c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:25.318177 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c6a2caff-d744-498a-84a8-a4e49a5416f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8eb1972e-1ad3-41da-8a2e-67de0af5858c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:25.335756 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f9309b-fb7e-464e-bbfa-95f049eb2568 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:25.339376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f9309b-fb7e-464e-bbfa-95f049eb2568 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:25.356034 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-41f9309b-fb7e-464e-bbfa-95f049eb2568 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/0b8970aa-64b0-478d-9025-7c73cb40bd51 HTTP/1.1" status: 404 len: 339 time: 0.3250668 Feb 08 16:09:25.365018 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38040) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:25.422011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19738ca1-d4f0-4755-8fe1-7bd06fafa5bc tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:25.440275 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19738ca1-d4f0-4755-8fe1-7bd06fafa5bc tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:25.451598 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19738ca1-d4f0-4755-8fe1-7bd06fafa5bc tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:25.451598 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19738ca1-d4f0-4755-8fe1-7bd06fafa5bc tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:25.451598 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19738ca1-d4f0-4755-8fe1-7bd06fafa5bc tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:25.452461 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-19738ca1-d4f0-4755-8fe1-7bd06fafa5bc tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.9137185 Feb 08 16:09:25.475188 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38042) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:25.595537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=2ff3322c-4048-4514-a47f-40e6fb475e19,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:25.633535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c6a2caff-d744-498a-84a8-a4e49a5416f5 None None] Port 8eb1972e-1ad3-41da-8a2e-67de0af5858c cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:09:25.694748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c6a2caff-d744-498a-84a8-a4e49a5416f5 None None] Provisioning complete for port 22c23d2f-d66d-4f55-85a2-ac165c2d711e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:25.697640 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c6a2caff-d744-498a-84a8-a4e49a5416f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:25.720779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Allocated IP 2001:db8:1::1 (4cbfb664-ed22-4d24-b43a-cbb420554f79/b4221035-15a0-467a-a4cd-27cd994f842a/691e309b-9390-484b-bee0-988835443794) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:09:25.864547 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c9cc0a07-7246-4843-bbc9-4ee4b926179c up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:09:25.888827 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d51b05fd-1e7a-4d24-b644-d7716495881c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:25.899603 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] For port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:09:26.018203 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff1544d-6d74-46b2-86c1-731e91920d1e None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:09:26.067630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] For port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e41d0326-d60d-4874-ab8e-99fd9c9f1ab5,segment=NetworkSegment(30a6d463-9189-499c-9ad9-929e267da3a5),segment_id=30a6d463-9189-499c-9ad9-929e267da3a5)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:09:26.339937 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (691e309b-9390-484b-bee0-988835443794), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:26.346652 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c3c44cf-824e-4f23-b2a7-fda143ede7e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (5223be71-016e-4d13-9dad-fa05efbd87f2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:26.359868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec3e3e7-36cd-4eb1-94f0-703768949630 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:26.361991 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec3e3e7-36cd-4eb1-94f0-703768949630 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:26.370183 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec3e3e7-36cd-4eb1-94f0-703768949630 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:26.374302 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec3e3e7-36cd-4eb1-94f0-703768949630 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:26.378038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec3e3e7-36cd-4eb1-94f0-703768949630 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:26.380980 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fec3e3e7-36cd-4eb1-94f0-703768949630 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.8887949 Feb 08 16:09:26.392134 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38052) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:26.638981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff1544d-6d74-46b2-86c1-731e91920d1e None None] Resources bound (agent type, host, resource id): {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 16:09:26.677800 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e41d0326-d60d-4874-ab8e-99fd9c9f1ab5), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:26.698277 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (691e309b-9390-484b-bee0-988835443794), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:26.935151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c9cc0a07-7246-4843-bbc9-4ee4b926179c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:26.936646 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:26.944999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14250f-2c00-474f-bece-665a56bf4396 req-eb3ac7ee-42ec-4eb3-9688-8953b1eb77fa tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:26.949083 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d14250f-2c00-474f-bece-665a56bf4396 req-eb3ac7ee-42ec-4eb3-9688-8953b1eb77fa tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 944 time: 0.7998130 Feb 08 16:09:27.033186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network 4cbfb664-ed22-4d24-b43a-cbb420554f79 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:27.148809 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f5cb01-9282-4ce6-8787-f4bfe61edb90 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:27.157295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-13f5cb01-9282-4ce6-8787-f4bfe61edb90 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "GET /v2.0/networks/6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd HTTP/1.1" status: 200 len: 804 time: 0.7556849 Feb 08 16:09:27.166233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:27.166870 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:27.168338 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] 10.222.0.96 "PUT /v2.0/ports/e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 HTTP/1.1" status: 200 len: 1093 time: 8.4907703 Feb 08 16:09:27.214734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c6a2caff-d744-498a-84a8-a4e49a5416f5 None None] Current status of the port 22c23d2f-d66d-4f55-85a2-ac165c2d711e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:27.219076 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38064) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:27.259705 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d51b05fd-1e7a-4d24-b644-d7716495881c admin admin] Publish callbacks [] for security_group (1ed94e5c-870e-4ecc-82b0-e5e6a742473b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:27.268154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601497b-24a1-42ee-bf68-7d6399894b19 service neutron] Pushing event updated for resources: {'Port': ['ID=e41d0326-d60d-4874-ab8e-99fd9c9f1ab5,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:27.393627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28c55e2-2e18-4c40-9bb4-5b5cca574497', 'tag': 'e41d0326-d60d-4874-ab8e-99fd9c9f1ab5'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:09:27.396795 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fde274e-0f5c-4f29-819e-a3cfcc0190b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e28c55e2-2e18-4c40-9bb4-5b5cca574497", "tag": "e41d0326-d60d-4874-ab8e-99fd9c9f1ab5"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:09:27.415230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:27.445873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ef7e6261-013c-4643-96e5-57d9900db6e0 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "GET /v2.0/networks/6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2199209 Feb 08 16:09:27.458915 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d51b05fd-1e7a-4d24-b644-d7716495881c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1ed94e5c-870e-4ecc-82b0-e5e6a742473b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:27.462598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38072) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:27.465591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c9cc0a07-7246-4843-bbc9-4ee4b926179c is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:27.466845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 22c23d2f-d66d-4f55-85a2-ac165c2d711e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:09:27.504569 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:09:27.508703 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (4eea1350-fe16-43ea-9096-62f31b508972), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:27.517625 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c3c44cf-824e-4f23-b2a7-fda143ede7e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (5223be71-016e-4d13-9dad-fa05efbd87f2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:27.524349 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e6c61355-6fd0-42c5-b7d0-6109021e7713 None None] Provisioning complete for port 8eb1972e-1ad3-41da-8a2e-67de0af5858c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:27.524730 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e6c61355-6fd0-42c5-b7d0-6109021e7713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8eb1972e-1ad3-41da-8a2e-67de0af5858c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:27.559702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=691e309b-9390-484b-bee0-988835443794,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:27.591063 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d14250f-2c00-474f-bece-665a56bf4396 req-5f4643f1-7bcb-4acd-80c2-d0001c5883ba tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319315 Feb 08 16:09:27.652196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-8c3c44cf-824e-4f23-b2a7-fda143ede7e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5223be71-016e-4d13-9dad-fa05efbd87f2']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:27.680799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-8c3c44cf-824e-4f23-b2a7-fda143ede7e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e5b1fc-7af7-471d-912b-03c70d45e7c5') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:27.681110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-8c3c44cf-824e-4f23-b2a7-fda143ede7e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e5b1fc-7af7-471d-912b-03c70d45e7c5') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:27.720073 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c3c44cf-824e-4f23-b2a7-fda143ede7e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (68e5b1fc-7af7-471d-912b-03c70d45e7c5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:27.774374 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c3c44cf-824e-4f23-b2a7-fda143ede7e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (68e5b1fc-7af7-471d-912b-03c70d45e7c5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:27.788806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3c44cf-824e-4f23-b2a7-fda143ede7e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:09:27.789250 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c3c44cf-824e-4f23-b2a7-fda143ede7e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (68e5b1fc-7af7-471d-912b-03c70d45e7c5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:09:27.793194 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:09:27.949301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b05fd-1e7a-4d24-b644-d7716495881c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed94e5c-870e-4ecc-82b0-e5e6a742473b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:27.952679 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c3c44cf-824e-4f23-b2a7-fda143ede7e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (5223be71-016e-4d13-9dad-fa05efbd87f2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:27.977431 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c3c44cf-824e-4f23-b2a7-fda143ede7e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:27.983356 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8c3c44cf-824e-4f23-b2a7-fda143ede7e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/5223be71-016e-4d13-9dad-fa05efbd87f2 HTTP/1.1" status: 204 len: 168 time: 2.6154017 Feb 08 16:09:27.986266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38080) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:28.072793 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef4637e-f564-49cf-972f-fe1a577d3b89 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:28.073792 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef4637e-f564-49cf-972f-fe1a577d3b89 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:28.077558 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6ef4637e-f564-49cf-972f-fe1a577d3b89 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/subnets/dccf059c-9a45-4ac5-a318-5d150abb5005 HTTP/1.1" status: 404 len: 337 time: 0.0900736 Feb 08 16:09:28.080475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38086) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:28.119064 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d51b05fd-1e7a-4d24-b644-d7716495881c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1797d94149874f7187396e13631229db&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8565366 Feb 08 16:09:28.125424 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c44cf-824e-4f23-b2a7-fda143ede7e4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Network': ['ID=5223be71-016e-4d13-9dad-fa05efbd87f2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:28.126082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38088) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:28.140844 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-b025a4a7-414c-4d6b-b448-98b30a778dff tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:28.141580 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b025a4a7-414c-4d6b-b448-98b30a778dff tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:28.147521 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b025a4a7-414c-4d6b-b448-98b30a778dff tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/64a33d99-9a76-4817-af69-5c3162df390d HTTP/1.1" status: 404 len: 339 time: 0.0630722 Feb 08 16:09:28.159948 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38090) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:28.178413 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e6c61355-6fd0-42c5-b7d0-6109021e7713 None None] Port 8eb1972e-1ad3-41da-8a2e-67de0af5858c cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:09:28.290499 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 22c23d2f-d66d-4f55-85a2-ac165c2d711e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:28.291137 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:28.299225 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e6c61355-6fd0-42c5-b7d0-6109021e7713 None None] Provisioning complete for port 2ff3322c-4048-4514-a47f-40e6fb475e19 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:28.299858 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e6c61355-6fd0-42c5-b7d0-6109021e7713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2ff3322c-4048-4514-a47f-40e6fb475e19), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:28.327450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c3bc71-4fef-46da-9b59-21d6041353ea tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:28.334754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38092) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:28.346180 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d4c3bc71-4fef-46da-9b59-21d6041353ea tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "GET /v2.0/subnets/48d8ceab-fbc0-4c8d-813a-b301607df50e HTTP/1.1" status: 200 len: 843 time: 0.8247623 Feb 08 16:09:28.468237 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5d12d7-52a7-4186-bc07-d84ca15673d5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['shared'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:28.476115 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7d5d12d7-52a7-4186-bc07-d84ca15673d5 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "GET /v2.0/subnets/48d8ceab-fbc0-4c8d-813a-b301607df50e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1400509 Feb 08 16:09:28.476732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38094) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:28.487824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-7805c9e3-17f7-48f2-859d-004c73f8591e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1424743146'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:28.505005 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5218e4a-7a94-431e-bfa0-f19d885392c4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:28.505708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5218e4a-7a94-431e-bfa0-f19d885392c4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:28.508667 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b5218e4a-7a94-431e-bfa0-f19d885392c4 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/subnets/10a682db-3dbb-4000-a3e0-c9c2db170418 HTTP/1.1" status: 404 len: 337 time: 0.2123742 Feb 08 16:09:28.513687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38096) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:28.542904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-ad7b07f7-a2cf-4e21-bb69-8e655e36d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:28.544265 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-ad7b07f7-a2cf-4e21-bb69-8e655e36d40c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5e62183e8a3b4528bd92844c85aab28a&device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 1127 time: 1.1427648 Feb 08 16:09:28.546642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d66b02b-2b6e-4138-975f-05607544643d None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:09:28.553677 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdea9cd5-29b0-49ba-a652-c0fc6be45508 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:28.554195 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdea9cd5-29b0-49ba-a652-c0fc6be45508 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:28.565031 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bdea9cd5-29b0-49ba-a652-c0fc6be45508 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/2aef6b7e-07b9-4573-91cf-177f9ec86583 HTTP/1.1" status: 404 len: 339 time: 0.0470541 Feb 08 16:09:28.569358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38098) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:28.651415 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0223d0-e8c3-4a4c-a79e-0bf05fff86de x-openstack-request-id: req-4c0223d0-e8c3-4a4c-a79e-0bf05fff86de {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:09:28.654164 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28c55e2-2e18-4c40-9bb4-5b5cca574497", "tag": "e41d0326-d60d-4874-ab8e-99fd9c9f1ab5", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:09:28.655121 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4c0223d0-e8c3-4a4c-a79e-0bf05fff86de {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:09:28.658909 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28c55e2-2e18-4c40-9bb4-5b5cca574497', 'tag': 'e41d0326-d60d-4874-ab8e-99fd9c9f1ab5', 'status': 'completed', 'code': 200} Feb 08 16:09:28.686649 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e48b744-0bcf-45b9-a0b5-ede75e695aef tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:28.687558 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e48b744-0bcf-45b9-a0b5-ede75e695aef tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:28.693542 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0e48b744-0bcf-45b9-a0b5-ede75e695aef tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/subnets/970c665e-db60-4059-be72-a91d70a26875 HTTP/1.1" status: 404 len: 337 time: 0.1198850 Feb 08 16:09:28.711744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38104) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:28.771734 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (691e309b-9390-484b-bee0-988835443794), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:28.796002 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-84474bf6-5207-4050-910f-2cf59e016e15 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:28.800285 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84474bf6-5207-4050-910f-2cf59e016e15 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:28.804804 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-84474bf6-5207-4050-910f-2cf59e016e15 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/a85e7f3d-29ab-4c11-bdbc-01a9da475fa7 HTTP/1.1" status: 404 len: 339 time: 0.0920208 Feb 08 16:09:28.824066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38112) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:28.863776 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-b0c6522b-826a-49cf-8a8b-33a42740664a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 HTTP/1.1" status: 200 len: 217 time: 0.3034477 Feb 08 16:09:28.950633 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-357b4611-4ff2-40a0-b1eb-57cdce026643 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:28.957363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357b4611-4ff2-40a0-b1eb-57cdce026643 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:28.967196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-357b4611-4ff2-40a0-b1eb-57cdce026643 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/subnets/33556ff7-229f-4b3d-be6d-cd0345cdc361 HTTP/1.1" status: 404 len: 337 time: 0.1386669 Feb 08 16:09:28.974066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7805c9e3-17f7-48f2-859d-004c73f8591e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:28.979926 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7805c9e3-17f7-48f2-859d-004c73f8591e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:28.993722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38118) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:29.122261 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa705b-4f2d-4e6c-8822-25c4175d6cb6 req-caab3cd8-e85d-4436-ab9e-3449eaacb5b4 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:29.137779 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-68fa705b-4f2d-4e6c-8822-25c4175d6cb6 req-caab3cd8-e85d-4436-ab9e-3449eaacb5b4 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 944 time: 0.3260288 Feb 08 16:09:29.198780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7805c9e3-17f7-48f2-859d-004c73f8591e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:09:29.199391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 22c23d2f-d66d-4f55-85a2-ac165c2d711e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:29.200931 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-c677ff2c-b9f6-4973-bb9e-e0c6ffa87423 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:29.203012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c677ff2c-b9f6-4973-bb9e-e0c6ffa87423 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:29.223822 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c677ff2c-b9f6-4973-bb9e-e0c6ffa87423 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/6fbdc5ab-cd21-4500-9cff-507aa5568b12 HTTP/1.1" status: 404 len: 339 time: 0.1600370 Feb 08 16:09:29.226055 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7805c9e3-17f7-48f2-859d-004c73f8591e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (0156ca53-c72f-4d4b-a03c-92c0ddbac044), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:29.226666 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-7805c9e3-17f7-48f2-859d-004c73f8591e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Added segment 0156ca53-c72f-4d4b-a03c-92c0ddbac044 of type vlan for network cdaad70c-94f3-4d8f-9c59-7168f775ac30 Feb 08 16:09:29.295571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38120) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:29.315328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e6c61355-6fd0-42c5-b7d0-6109021e7713 None None] Current status of the port 2ff3322c-4048-4514-a47f-40e6fb475e19 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:29.380775 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f51bc897-e9a0-4cdf-beef-6f255f8ebbc5 admin admin] Publish callbacks [] for security_group (1ed94e5c-870e-4ecc-82b0-e5e6a742473b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:29.381634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66b02b-2b6e-4138-975f-05607544643d None None] Resources bound (agent type, host, resource id): {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 16:09:29.401037 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7805c9e3-17f7-48f2-859d-004c73f8591e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (cdaad70c-94f3-4d8f-9c59-7168f775ac30), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:29.442724 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b8c410-f99d-417c-afaa-54b895b477a5 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:29.443364 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b8c410-f99d-417c-afaa-54b895b477a5 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:29.452112 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a6b8c410-f99d-417c-afaa-54b895b477a5 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/subnets/2b253ac9-371d-4d0e-9d3f-37ec5d0e5cc6 HTTP/1.1" status: 404 len: 337 time: 0.1549723 Feb 08 16:09:29.460829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38122) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:29.515016 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2ff3322c-4048-4514-a47f-40e6fb475e19 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:09:29.523466 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f51bc897-e9a0-4cdf-beef-6f255f8ebbc5 admin admin] Publish callbacks [] for security_group (1ed94e5c-870e-4ecc-82b0-e5e6a742473b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:29.565993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-68fa705b-4f2d-4e6c-8822-25c4175d6cb6 req-e71773a0-9815-4732-8d1f-96aefb0e2dba tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256666 Feb 08 16:09:29.571561 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7805c9e3-17f7-48f2-859d-004c73f8591e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (cdaad70c-94f3-4d8f-9c59-7168f775ac30), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:29.583329 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7805c9e3-17f7-48f2-859d-004c73f8591e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:29.584348 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7805c9e3-17f7-48f2-859d-004c73f8591e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:29.595841 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1718d89-d227-45c8-9a1a-b343fe28acc8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:29.606235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1718d89-d227-45c8-9a1a-b343fe28acc8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:29.609939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a1718d89-d227-45c8-9a1a-b343fe28acc8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/a48a17b4-6698-4999-a7f1-dfbcec4f7de8 HTTP/1.1" status: 404 len: 339 time: 0.1393917 Feb 08 16:09:29.613983 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38124) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:29.765035 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-8415a0c6-7f77-47c0-833d-9e5f7c887113 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:29.770611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8415a0c6-7f77-47c0-833d-9e5f7c887113 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:29.774157 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8415a0c6-7f77-47c0-833d-9e5f7c887113 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/subnets/221e80f8-fb2f-4fe5-982a-1e1cb139c426 HTTP/1.1" status: 404 len: 337 time: 0.1340005 Feb 08 16:09:29.779472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38126) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:29.780055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 2ff3322c-4048-4514-a47f-40e6fb475e19 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:29.785650 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2ff3322c-4048-4514-a47f-40e6fb475e19), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:29.839659 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac17646-6899-4559-9721-64379905a4f2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:29.841904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac17646-6899-4559-9721-64379905a4f2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:29.849116 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9ac17646-6899-4559-9721-64379905a4f2 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/d9aefce4-864b-404d-bf68-c5d2c27c9b33 HTTP/1.1" status: 404 len: 339 time: 0.0579457 Feb 08 16:09:29.862330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38132) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:29.909181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7805c9e3-17f7-48f2-859d-004c73f8591e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4309623 Feb 08 16:09:29.912543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38136) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:29.972595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-348f55d1-e982-4645-839f-2051949c309b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'subnet': {'network_id': 'cdaad70c-94f3-4d8f-9c59-7168f775ac30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:30.045325 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef57c4c2-5510-4221-99ff-722c65db7b33 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:30.045887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef57c4c2-5510-4221-99ff-722c65db7b33 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:30.049177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ef57c4c2-5510-4221-99ff-722c65db7b33 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/subnets/3cc8e84d-d369-4481-b86f-50ad763cdce7 HTTP/1.1" status: 404 len: 337 time: 0.1865275 Feb 08 16:09:30.112724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805c9e3-17f7-48f2-859d-004c73f8591e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Network': ['ID=cdaad70c-94f3-4d8f-9c59-7168f775ac30,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:30.124856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38142) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:30.181475 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aeaab5f-206e-4f04-a8ce-5a313493ce24 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:30.181982 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aeaab5f-206e-4f04-a8ce-5a313493ce24 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:30.189764 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1aeaab5f-206e-4f04-a8ce-5a313493ce24 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/95e8a0a6-7fa5-447a-9017-89d726b0cb72 HTTP/1.1" status: 404 len: 339 time: 0.0638459 Feb 08 16:09:30.192493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38144) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:30.254535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network cdaad70c-94f3-4d8f-9c59-7168f775ac30 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:09:30.304989 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8d86f5-1e05-4d49-bce7-2b586c091b7b tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:30.305458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c8d86f5-1e05-4d49-bce7-2b586c091b7b tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:30.311859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3c8d86f5-1e05-4d49-bce7-2b586c091b7b tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/subnets/e117c1f2-857a-48f1-aada-9b2a9bbb9d1f HTTP/1.1" status: 404 len: 337 time: 0.1151366 Feb 08 16:09:30.321795 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38146) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:30.365938 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (691e309b-9390-484b-bee0-988835443794), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:30.378416 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75f56e1-c06b-453d-ba2f-1e43d2d2883a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:30.378974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75f56e1-c06b-453d-ba2f-1e43d2d2883a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:30.380344 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (691e309b-9390-484b-bee0-988835443794), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:30.381524 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (4eea1350-fe16-43ea-9096-62f31b508972), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:30.385192 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b75f56e1-c06b-453d-ba2f-1e43d2d2883a tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/732564e4-e66e-464c-8240-3a5338f22cd1 HTTP/1.1" status: 404 len: 339 time: 0.0591731 Feb 08 16:09:30.385192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38148) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:30.442271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=691e309b-9390-484b-bee0-988835443794,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:30.452281 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-5efa4e09-2c8c-4bc7-84b7-b19b5e58de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:30.454726 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-5efa4e09-2c8c-4bc7-84b7-b19b5e58de9c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6298b47d-4a01-4bf3-aebe-2a34cb608425 HTTP/1.1" status: 200 len: 850 time: 1.5559735 Feb 08 16:09:30.503632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 2ff3322c-4048-4514-a47f-40e6fb475e19 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:30.580051 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348f55d1-e982-4645-839f-2051949c309b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Made reservation on behalf of 042e8de56a9d481ba21ef1ff3e2e0156 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:30.588091 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-348f55d1-e982-4645-839f-2051949c309b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:30.705906 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-8e4edf91-f991-4f45-a621-4d41107c75a0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0b3c93e4-fe44-4aba-a91f-37357d8622fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2433085 Feb 08 16:09:30.794684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ff3453-69d8-4ce8-883a-dd5e5e837cfe tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Deleting subnet b5b0e725-88f3-4a0f-8e35-cce8a51b5a11 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:09:30.799445 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-36ff3453-69d8-4ce8-883a-dd5e5e837cfe tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for subnet (b5b0e725-88f3-4a0f-8e35-cce8a51b5a11), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:30.883565 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-36ff3453-69d8-4ce8-883a-dd5e5e837cfe tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (b5b0e725-88f3-4a0f-8e35-cce8a51b5a11), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:30.924421 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f51bc897-e9a0-4cdf-beef-6f255f8ebbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1ed94e5c-870e-4ecc-82b0-e5e6a742473b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:30.928178 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f51bc897-e9a0-4cdf-beef-6f255f8ebbc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:30.941802 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f51bc897-e9a0-4cdf-beef-6f255f8ebbc5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1ed94e5c-870e-4ecc-82b0-e5e6a742473b HTTP/1.1" status: 204 len: 168 time: 2.8052685 Feb 08 16:09:31.034344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bc897-e9a0-4cdf-beef-6f255f8ebbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed94e5c-870e-4ecc-82b0-e5e6a742473b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:31.212269 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-36ff3453-69d8-4ce8-883a-dd5e5e837cfe tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (b5b0e725-88f3-4a0f-8e35-cce8a51b5a11), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:31.443425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.ipam_backend_mixin [None req-348f55d1-e982-4645-839f-2051949c309b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Performing IP validity checks on allocation pools {{(pid=103301) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 16:09:31.443967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.ipam_backend_mixin [None req-348f55d1-e982-4645-839f-2051949c309b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103301) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 16:09:31.453985 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-36ff3453-69d8-4ce8-883a-dd5e5e837cfe tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (b5b0e725-88f3-4a0f-8e35-cce8a51b5a11), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:31.531684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-288c2c64-be8e-47c0-84b5-62a5b9ba50d4 None None] Provisioning complete for port 691e309b-9390-484b-bee0-988835443794 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:31.532755 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-288c2c64-be8e-47c0-84b5-62a5b9ba50d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (691e309b-9390-484b-bee0-988835443794), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:31.563547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff3453-69d8-4ce8-883a-dd5e5e837cfe tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b0e725-88f3-4a0f-8e35-cce8a51b5a11,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:31.589621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a63f1-4aa5-4e16-a2cb-10c96afa81fd req-d8dc7cf6-843c-4544-99e1-b1e31aaa8419 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:31.594454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb8a63f1-4aa5-4e16-a2cb-10c96afa81fd req-d8dc7cf6-843c-4544-99e1-b1e31aaa8419 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 944 time: 0.8748739 Feb 08 16:09:31.603231 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-36ff3453-69d8-4ce8-883a-dd5e5e837cfe tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:31.606704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-36ff3453-69d8-4ce8-883a-dd5e5e837cfe tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/subnets/b5b0e725-88f3-4a0f-8e35-cce8a51b5a11 HTTP/1.1" status: 204 len: 168 time: 1.2175252 Feb 08 16:09:31.632814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-288c2c64-be8e-47c0-84b5-62a5b9ba50d4 None None] Port 691e309b-9390-484b-bee0-988835443794 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:09:31.636973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38170) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:31.642911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ca1710-d068-4845-ba86-51a98c53f079 None None] Network 81b988a5-a21b-4d97-babf-68389ca879ad requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:31.749002 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5db155f-e92e-42c0-9520-00852b9caa19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:31.918667 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb8a63f1-4aa5-4e16-a2cb-10c96afa81fd req-7e58ae78-6c47-44d2-b669-35af64d6edd6 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107109 Feb 08 16:09:31.959132 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (81b988a5-a21b-4d97-babf-68389ca879ad), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:32.026676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994fcd06-cc2c-480a-9e71-35f61be62372 None None] DHCP port deletion for 81b988a5-a21b-4d97-babf-68389ca879ad request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:09:32.211027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-994fcd06-cc2c-480a-9e71-35f61be62372 None None] Deleting port cea72453-82c0-4910-8d36-15f22cae9cd4 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:09:32.211423 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-994fcd06-cc2c-480a-9e71-35f61be62372 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:32.334187 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-348f55d1-e982-4645-839f-2051949c309b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (78a5dd1b-0d6c-4144-b8e5-674f8c3b2ff8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:32.372341 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-ef8f7a3c-3cf0-4ac3-98d8-35bdd4f329b6 service neutron] 10.222.0.96 "GET /v2.0/networks/0b3c93e4-fe44-4aba-a91f-37357d8622fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6498332 Feb 08 16:09:32.396886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-994fcd06-cc2c-480a-9e71-35f61be62372 None None] For port cea72453-82c0-4910-8d36-15f22cae9cd4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cea72453-82c0-4910-8d36-15f22cae9cd4,segment=NetworkSegment(58b14645-a034-4f12-a54c-7edd860d7c6f),segment_id=58b14645-a034-4f12-a54c-7edd860d7c6f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:32.400062 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-994fcd06-cc2c-480a-9e71-35f61be62372 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:32.440200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network 4cbfb664-ed22-4d24-b43a-cbb420554f79 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:32.478691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-994fcd06-cc2c-480a-9e71-35f61be62372 None None] Calling delete_port for cea72453-82c0-4910-8d36-15f22cae9cd4 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:09:32.520910 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:32.616077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f55d1-e982-4645-839f-2051949c309b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Subnet': ['ID=78a5dd1b-0d6c-4144-b8e5-674f8c3b2ff8,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:32.790286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Deleting port cea72453-82c0-4910-8d36-15f22cae9cd4 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:09:32.790632 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:32.821396 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-994fcd06-cc2c-480a-9e71-35f61be62372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:32.897347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fcd06-cc2c-480a-9e71-35f61be62372 None None] Pushing event deleted for resources: {'Port': ['ID=cea72453-82c0-4910-8d36-15f22cae9cd4,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:32.902631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994fcd06-cc2c-480a-9e71-35f61be62372 None None] No DVR routers for this DVR port cea72453-82c0-4910-8d36-15f22cae9cd4 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:09:32.972891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] For port cea72453-82c0-4910-8d36-15f22cae9cd4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=cea72453-82c0-4910-8d36-15f22cae9cd4,segment=NetworkSegment(58b14645-a034-4f12-a54c-7edd860d7c6f),segment_id=58b14645-a034-4f12-a54c-7edd860d7c6f)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:32.973774 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:32.996114 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f55d1-e982-4645-839f-2051949c309b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Checking segment: {'id': '0156ca53-c72f-4d4b-a03c-92c0ddbac044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdaad70c-94f3-4d8f-9c59-7168f775ac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:32.996547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348f55d1-e982-4645-839f-2051949c309b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network hostable DHCP agents. Network: cdaad70c-94f3-4d8f-9c59-7168f775ac30, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:09:33.033933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Calling delete_port for cea72453-82c0-4910-8d36-15f22cae9cd4 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:09:33.194304 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:09:33.241847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348f55d1-e982-4645-839f-2051949c309b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Network cdaad70c-94f3-4d8f-9c59-7168f775ac30 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:09:33.261710 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cbfad0e0-b35d-467a-b6a3-d400a29b0544 req-af07184d-b7c8-4e2f-b0f6-516fb9fb4de8 service neutron] 10.222.0.96 "GET /v2.0/networks/0b3c93e4-fe44-4aba-a91f-37357d8622fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8503029 Feb 08 16:09:33.281187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router 4eea1350-fe16-43ea-9096-62f31b508972 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:09:33.328444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-adc1426b-6a54-4128-a301-f574b15970e9 None None] Provisioning complete for port 691e309b-9390-484b-bee0-988835443794 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:33.328815 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-adc1426b-6a54-4128-a301-f574b15970e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (691e309b-9390-484b-bee0-988835443794), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:33.395321 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-348f55d1-e982-4645-839f-2051949c309b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, cdaad70c-94f3-4d8f-9c59-7168f775ac30) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:33.411077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348f55d1-e982-4645-839f-2051949c309b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:33.411694 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-348f55d1-e982-4645-839f-2051949c309b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:33.417970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cea72453-82c0-4910-8d36-15f22cae9cd4 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:09:33.480559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc784b7-6cc4-4441-a2e8-85499a54dd24 None None] Network cdaad70c-94f3-4d8f-9c59-7168f775ac30 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:33.495259 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-348f55d1-e982-4645-839f-2051949c309b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.5507355 Feb 08 16:09:33.510970 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38212) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:33.535672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-97994e1e-faac-4805-ae3c-ad93a2923c56 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:33.628991 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56074b89-176a-477b-9efc-10b31a213307 req-36cc3ed1-c926-457e-8e0d-ae8410eb6629 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:33.641139 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56074b89-176a-477b-9efc-10b31a213307 req-36cc3ed1-c926-457e-8e0d-ae8410eb6629 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 944 time: 0.5568144 Feb 08 16:09:33.658163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38216) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:33.663514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: cea72453-82c0-4910-8d36-15f22cae9cd4 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:09:33.663865 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device cea72453-82c0-4910-8d36-15f22cae9cd4 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:09:33.739452 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde274e-0f5c-4f29-819e-a3cfcc0190b6 req-63af2504-8b13-431e-a175-373fe5d339fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:33.741059 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9fde274e-0f5c-4f29-819e-a3cfcc0190b6 req-63af2504-8b13-431e-a175-373fe5d339fb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5e62183e8a3b4528bd92844c85aab28a&device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 1127 time: 0.2623193 Feb 08 16:09:33.742948 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:09:33.761162 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5df0fb88-55e8-4fb3-98e8-81b75f2185cb tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/4eea1350-fe16-43ea-9096-62f31b508972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9778125 Feb 08 16:09:33.770620 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da066724-f34b-44f3-81a2-54894ff0e63c None None] Sync routers for ids ['4eea1350-fe16-43ea-9096-62f31b508972'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:09:33.773379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-cdaad70c-94f3-4d8f-9c59-7168f775ac30', 'network_id': 'cdaad70c-94f3-4d8f-9c59-7168f775ac30', 'project_id': '042e8de56a9d481ba21ef1ff3e2e0156', 'fixed_ips': [{'subnet_id': '78a5dd1b-0d6c-4144-b8e5-674f8c3b2ff8'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:09:33.774472 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:33.802584 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-adc1426b-6a54-4128-a301-f574b15970e9 None None] Port 691e309b-9390-484b-bee0-988835443794 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:09:33.834205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38220) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:33.878513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da066724-f34b-44f3-81a2-54894ff0e63c None None] Routers {'4eea1350-fe16-43ea-9096-62f31b508972'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:09:33.879161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-da066724-f34b-44f3-81a2-54894ff0e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:09:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4eea1350-fe16-43ea-9096-62f31b508972'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:33.895773 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (cea72453-82c0-4910-8d36-15f22cae9cd4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:33.999577 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3489956c-6d01-41d0-af55-2ccf9f8b1fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:34.017966 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-da066724-f34b-44f3-81a2-54894ff0e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:34.022391 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4f518431-c432-4e6f-afe8-b1cecf8c9948 tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] Request body: {'port': {'network_id': '7f39218d-d66e-4653-9716-1c7774064412', 'name': 'tempest-NetworksNegativeTestJSON-1509735060'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:34.051320 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f518431-c432-4e6f-afe8-b1cecf8c9948 tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] POST failed (client error): The resource could not be found. Feb 08 16:09:34.051851 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f518431-c432-4e6f-afe8-b1cecf8c9948 tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:34.053371 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4f518431-c432-4e6f-afe8-b1cecf8c9948 tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3901482 Feb 08 16:09:34.060587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38226) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:34.061569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e61792-2874-4897-ab23-c2af8e9a0d48 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:34.068289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c4e61792-2874-4897-ab23-c2af8e9a0d48 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports/691e309b-9390-484b-bee0-988835443794 HTTP/1.1" status: 200 len: 913 time: 0.1781807 Feb 08 16:09:34.069563 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38228) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:34.105341 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc21419-8fe2-4e95-82d1-dd686eddf11d tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:34.105963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc21419-8fe2-4e95-82d1-dd686eddf11d tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:34.114197 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5dc21419-8fe2-4e95-82d1-dd686eddf11d tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] 10.222.0.82 "DELETE /v2.0/networks/70709292-8d15-492e-8783-15a83d5fa4c8 HTTP/1.1" status: 404 len: 339 time: 0.0480771 Feb 08 16:09:34.115702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38230) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:34.122929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Port': ['ID=cea72453-82c0-4910-8d36-15f22cae9cd4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:34.165965 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde274e-0f5c-4f29-819e-a3cfcc0190b6 req-0f69b06f-e392-4697-a182-a73240f8ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:34.167768 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9fde274e-0f5c-4f29-819e-a3cfcc0190b6 req-0f69b06f-e392-4697-a182-a73240f8ab31 service neutron] 10.222.0.96 "GET /v2.0/networks?id=0b3c93e4-fe44-4aba-a91f-37357d8622fb HTTP/1.1" status: 200 len: 911 time: 0.4135215 Feb 08 16:09:34.170582 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-12505b2b-f79c-4ee0-b5a1-62a399cf58ab tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:34.171458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12505b2b-f79c-4ee0-b5a1-62a399cf58ab tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:34.175821 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-12505b2b-f79c-4ee0-b5a1-62a399cf58ab tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] 10.222.0.82 "DELETE /v2.0/ports/ac6ef2ae-f6d7-4b3a-8c02-87f42498442c HTTP/1.1" status: 404 len: 333 time: 0.0594940 Feb 08 16:09:34.181612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38234) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:34.188308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da066724-f34b-44f3-81a2-54894ff0e63c None None] Routers {'4eea1350-fe16-43ea-9096-62f31b508972'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:09:34.188977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-da066724-f34b-44f3-81a2-54894ff0e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:09:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4eea1350-fe16-43ea-9096-62f31b508972'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:34.239742 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-da066724-f34b-44f3-81a2-54894ff0e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:34.240408 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da066724-f34b-44f3-81a2-54894ff0e63c None None] The sync data for ids ['4eea1350-fe16-43ea-9096-62f31b508972'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:09:34.329916 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1c7468-e0f2-4139-b78d-2f7e97ccd68d tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:34.330383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1c7468-e0f2-4139-b78d-2f7e97ccd68d tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:34.336827 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7d1c7468-e0f2-4139-b78d-2f7e97ccd68d tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] 10.222.0.82 "DELETE /v2.0/subnets/73008f52-b730-4bf4-b823-7b1ee9f80d92 HTTP/1.1" status: 404 len: 337 time: 0.1488678 Feb 08 16:09:34.336827 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9fde274e-0f5c-4f29-819e-a3cfcc0190b6 req-8d6310ca-7e1b-4ee1-8af2-7f9d199d6283 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 HTTP/1.1" status: 200 len: 217 time: 0.1524298 Feb 08 16:09:34.337210 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38236) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:34.339596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Allocated IP 2001:db8::3 (cdaad70c-94f3-4d8f-9c59-7168f775ac30/78a5dd1b-0d6c-4144-b8e5-674f8c3b2ff8/ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:09:34.358971 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] No DVR routers for this DVR port cea72453-82c0-4910-8d36-15f22cae9cd4 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:09:34.397628 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97994e1e-faac-4805-ae3c-ad93a2923c56 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10095992'] for subnet (78a5dd1b-0d6c-4144-b8e5-674f8c3b2ff8), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:34.466146 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56074b89-176a-477b-9efc-10b31a213307 req-76358e3d-f32a-43bf-9750-26c8dda29f10 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8238432 Feb 08 16:09:34.507665 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c556804-7c94-4f8b-a934-9c05ca831467 tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] GET failed (client error): The resource could not be found. Feb 08 16:09:34.514447 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4c556804-7c94-4f8b-a934-9c05ca831467 tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] 10.222.0.82 "GET /v2.0/networks/320b72e9-a7da-40c4-abdc-b1bbf36707a0 HTTP/1.1" status: 404 len: 339 time: 0.1710904 Feb 08 16:09:34.516989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38238) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:34.524456 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Publish callbacks [] for port (ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:34.536469 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:34.549966 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4910ed8-582c-4d36-8266-be5dc843c0f3 tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] GET failed (client error): The resource could not be found. Feb 08 16:09:34.551998 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c4910ed8-582c-4d36-8266-be5dc843c0f3 tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] 10.222.0.82 "GET /v2.0/ports/e38afcd5-bd26-4a82-96e2-fcb34c280a48 HTTP/1.1" status: 404 len: 333 time: 0.0335221 Feb 08 16:09:34.557669 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38244) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:34.570847 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde274e-0f5c-4f29-819e-a3cfcc0190b6 req-d70b21fa-e85b-49cf-a65a-4f8d4a01071b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:34.572501 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9fde274e-0f5c-4f29-819e-a3cfcc0190b6 req-d70b21fa-e85b-49cf-a65a-4f8d4a01071b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6298b47d-4a01-4bf3-aebe-2a34cb608425 HTTP/1.1" status: 200 len: 850 time: 0.2201679 Feb 08 16:09:34.584599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Network cdaad70c-94f3-4d8f-9c59-7168f775ac30 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:34.588919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:34.594627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:09:34.623288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Pushing event updated for resources: {'Port': ['ID=ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:34.643947 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-076983b4-8ebd-43f0-8ef4-62b2f0b2cffc tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] GET failed (client error): The resource could not be found. Feb 08 16:09:34.654248 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-076983b4-8ebd-43f0-8ef4-62b2f0b2cffc tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] 10.222.0.82 "GET /v2.0/subnets/39e217fe-f34e-4491-8e78-a0a3d4279a83 HTTP/1.1" status: 404 len: 337 time: 0.0947053 Feb 08 16:09:34.655099 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38248) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:34.663047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-cc293f6b-506e-4689-8abd-8d1498f2c81b tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:34.751018 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9fde274e-0f5c-4f29-819e-a3cfcc0190b6 req-716c4035-2079-4f06-97c8-7e70720ee0a2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0b3c93e4-fe44-4aba-a91f-37357d8622fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257553 Feb 08 16:09:34.752692 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc293f6b-506e-4689-8abd-8d1498f2c81b tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] PUT failed (client error): The resource could not be found. Feb 08 16:09:34.753055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Attempting to bind port ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:09:34.753414 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc293f6b-506e-4689-8abd-8d1498f2c81b tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:34.753539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Attempting to bind port ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0156ca53-c72f-4d4b-a03c-92c0ddbac044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdaad70c-94f3-4d8f-9c59-7168f775ac30'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:09:34.753808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Attempting to bind port ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d on network cdaad70c-94f3-4d8f-9c59-7168f775ac30 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:09:34.765469 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cc293f6b-506e-4689-8abd-8d1498f2c81b tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] 10.222.0.82 "PUT /v2.0/networks/07c8a1f3-9013-46ea-ac8a-ef573d02e79b HTTP/1.1" status: 404 len: 339 time: 0.1075354 Feb 08 16:09:34.767161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:09:34.769610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Checking segment: {'id': '0156ca53-c72f-4d4b-a03c-92c0ddbac044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdaad70c-94f3-4d8f-9c59-7168f775ac30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:34.770075 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:34.770487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Bound using segment: {'id': '0156ca53-c72f-4d4b-a03c-92c0ddbac044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdaad70c-94f3-4d8f-9c59-7168f775ac30'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:09:34.771316 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Bound port: ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0156ca53-c72f-4d4b-a03c-92c0ddbac044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdaad70c-94f3-4d8f-9c59-7168f775ac30'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:09:34.771464 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:34.777770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38252) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:34.797904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f2fd3bd7-6cb4-457e-9bdf-62d28aaeaf5e tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:34.858251 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fd3bd7-6cb4-457e-9bdf-62d28aaeaf5e tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] PUT failed (client error): The resource could not be found. Feb 08 16:09:34.859001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2fd3bd7-6cb4-457e-9bdf-62d28aaeaf5e tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:34.866039 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f2fd3bd7-6cb4-457e-9bdf-62d28aaeaf5e tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] 10.222.0.82 "PUT /v2.0/ports/4ec54d6a-f098-4b31-b504-b2709c34a4fb HTTP/1.1" status: 404 len: 333 time: 0.0723855 Feb 08 16:09:34.876743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38254) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:34.906787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-10863144-ccb2-4bda-a7b9-3a1d55a72d27 tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:34.951804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] For port ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:09:34.962897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] For port ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d,segment=NetworkSegment(0156ca53-c72f-4d4b-a03c-92c0ddbac044),segment_id=0156ca53-c72f-4d4b-a03c-92c0ddbac044)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:09:34.974898 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:35.029435 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-10863144-ccb2-4bda-a7b9-3a1d55a72d27 tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] PUT failed (client error): The resource could not be found. Feb 08 16:09:35.034157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10863144-ccb2-4bda-a7b9-3a1d55a72d27 tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:35.041988 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-10863144-ccb2-4bda-a7b9-3a1d55a72d27 tempest-NetworksNegativeTestJSON-569525384 tempest-NetworksNegativeTestJSON-569525384-project] 10.222.0.82 "PUT /v2.0/subnets/b8700f7c-f6cb-400a-abab-a469ee9dc93b HTTP/1.1" status: 404 len: 337 time: 0.1518407 Feb 08 16:09:35.102291 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9fde274e-0f5c-4f29-819e-a3cfcc0190b6 req-a3123045-6fd1-4325-93d5-55de8b3468e6 service neutron] 10.222.0.96 "GET /v2.0/networks/0b3c93e4-fe44-4aba-a91f-37357d8622fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345749 Feb 08 16:09:35.178582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26618191-bc65-41a8-84c9-c12c5ee1b512 None None] Pushing event updated for resources: {'Port': ['ID=ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:35.346883 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9fde274e-0f5c-4f29-819e-a3cfcc0190b6 req-8fdbc08f-8cd0-4a3b-addb-13a9b61ac9f9 service neutron] 10.222.0.96 "GET /v2.0/networks/0b3c93e4-fe44-4aba-a91f-37357d8622fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371268 Feb 08 16:09:35.532979 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:35.770012 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (81b988a5-a21b-4d97-babf-68389ca879ad), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:35.835047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38276) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:35.875843 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b988a5-a21b-4d97-babf-68389ca879ad']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:35.899372 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b14645-a034-4f12-a54c-7edd860d7c6f') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:35.900277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b14645-a034-4f12-a54c-7edd860d7c6f') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:35.942520 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (58b14645-a034-4f12-a54c-7edd860d7c6f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:35.953973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cd045-7d86-4607-a5bd-8af5cadc2ecc req-38ea8bd7-1df4-4a3e-98fa-b12e9614eedf tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:35.961152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d19cd045-7d86-4607-a5bd-8af5cadc2ecc req-38ea8bd7-1df4-4a3e-98fa-b12e9614eedf tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 944 time: 0.2645857 Feb 08 16:09:35.963006 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97994e1e-faac-4805-ae3c-ad93a2923c56 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749937607172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10057532'] for subnet (78a5dd1b-0d6c-4144-b8e5-674f8c3b2ff8), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:36.058380 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd697d7-031c-4755-b373-71c97189440b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:36.126973 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (58b14645-a034-4f12-a54c-7edd860d7c6f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:36.149469 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:09:36.150141 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (58b14645-a034-4f12-a54c-7edd860d7c6f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:09:36.161918 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:09:36.311821 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd697d7-031c-4755-b373-71c97189440b admin admin] Publish callbacks [] for security_group (12f48dfd-cc57-4194-9ecf-1b1d7705d77d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:36.317954 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd697d7-031c-4755-b373-71c97189440b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (12f48dfd-cc57-4194-9ecf-1b1d7705d77d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:36.358359 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6cd697d7-031c-4755-b373-71c97189440b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=186d3da11b484e50a9c86fb58a28406f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5222070 Feb 08 16:09:36.360879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38286) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:36.373592 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97994e1e-faac-4805-ae3c-ad93a2923c56 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:36.374265 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-97994e1e-faac-4805-ae3c-ad93a2923c56 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:36.375986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-97994e1e-faac-4805-ae3c-ad93a2923c56 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "PUT /v2.0/subnets/78a5dd1b-0d6c-4144-b8e5-674f8c3b2ff8 HTTP/1.1" status: 200 len: 900 time: 2.8621545 Feb 08 16:09:36.400588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38288) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:36.434730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97994e1e-faac-4805-ae3c-ad93a2923c56 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event updated for resources: {'Subnet': ['ID=78a5dd1b-0d6c-4144-b8e5-674f8c3b2ff8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:36.460152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd697d7-031c-4755-b373-71c97189440b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f48dfd-cc57-4194-9ecf-1b1d7705d77d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:36.537103 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-004d455b-6969-4617-8799-b04000434733 admin admin] Publish callbacks [] for security_group (12f48dfd-cc57-4194-9ecf-1b1d7705d77d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:36.561350 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d19cd045-7d86-4607-a5bd-8af5cadc2ecc req-793624d9-1469-49da-bb35-b3c5e16f4180 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970926 Feb 08 16:09:36.570591 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (81b988a5-a21b-4d97-babf-68389ca879ad), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:36.602246 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-004d455b-6969-4617-8799-b04000434733 admin admin] Publish callbacks [] for security_group (12f48dfd-cc57-4194-9ecf-1b1d7705d77d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:36.633538 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:36.641408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] 10.222.0.82 "DELETE /v2.0/networks/81b988a5-a21b-4d97-babf-68389ca879ad HTTP/1.1" status: 204 len: 168 time: 5.0024214 Feb 08 16:09:36.681179 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81b3cc-c174-4aa7-97e1-25397d5fa0d8 tempest-NetworksTest-1279325842 tempest-NetworksTest-1279325842-project] Pushing event deleted for resources: {'Network': ['ID=81b988a5-a21b-4d97-babf-68389ca879ad,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:36.706399 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:36.709937 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-004d455b-6969-4617-8799-b04000434733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (12f48dfd-cc57-4194-9ecf-1b1d7705d77d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:36.714283 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-004d455b-6969-4617-8799-b04000434733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:36.716256 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-004d455b-6969-4617-8799-b04000434733 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/12f48dfd-cc57-4194-9ecf-1b1d7705d77d HTTP/1.1" status: 204 len: 168 time: 0.3541720 Feb 08 16:09:36.745354 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (cdaad70c-94f3-4d8f-9c59-7168f775ac30), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:36.755943 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d455b-6969-4617-8799-b04000434733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f48dfd-cc57-4194-9ecf-1b1d7705d77d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:36.860064 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2e151c8-fcf1-4fc1-9d08-b0a46d0fed5c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (4eea1350-fe16-43ea-9096-62f31b508972), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:37.015245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1898dcbd-430b-4481-b106-e1d8d74c7fd8 None None] Network cdaad70c-94f3-4d8f-9c59-7168f775ac30 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:37.220792 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Deleting port ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:09:37.221178 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:37.234832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38314) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:37.290980 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f5207ae4-f40f-463f-927a-de9e7d6bd92e None None] Provisioning complete for port ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:37.291391 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5207ae4-f40f-463f-927a-de9e7d6bd92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:37.703637 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] For port ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d,segment=NetworkSegment(0156ca53-c72f-4d4b-a03c-92c0ddbac044),segment_id=0156ca53-c72f-4d4b-a03c-92c0ddbac044)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:37.704016 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:37.706769 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e031137c-02cf-4fec-9570-035aa05d091c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8949fdd54a9442feab9b4019c45b39cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4706450 Feb 08 16:09:37.708495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38340) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:37.813988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Calling delete_port for ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:09:37.863085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:09:37.959461 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6dd750f2-80f2-48c4-8792-af3c19532a2d admin admin] Publish callbacks [] for security_group (d2dbf794-64cd-4e3d-acbf-99026ab9a46f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:37.988893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e41d0326-d60d-4874-ab8e-99fd9c9f1ab5,segment=NetworkSegment(30a6d463-9189-499c-9ad9-929e267da3a5),segment_id=30a6d463-9189-499c-9ad9-929e267da3a5)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:38.010974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:09:38.018980 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'e41d0326-d60d-4874-ab8e-99fd9c9f1ab5', 'network_id': '0b3c93e4-fe44-4aba-a91f-37357d8622fb', 'port_id': 'e41d0326-d60d-4874-ab8e-99fd9c9f1ab5', 'mac_address': 'fa:16:3e:97:04:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6298b47d-4a01-4bf3-aebe-2a34cb608425', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:09:38.065952 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f5207ae4-f40f-463f-927a-de9e7d6bd92e None None] Current status of the port ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:38.066513 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5207ae4-f40f-463f-927a-de9e7d6bd92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:38.073432 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:38.144806 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6dd750f2-80f2-48c4-8792-af3c19532a2d admin admin] Publish callbacks [] for security_group (d2dbf794-64cd-4e3d-acbf-99026ab9a46f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:38.169019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f5207ae4-f40f-463f-927a-de9e7d6bd92e None None] For port ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d,segment=NetworkSegment(0156ca53-c72f-4d4b-a03c-92c0ddbac044),segment_id=0156ca53-c72f-4d4b-a03c-92c0ddbac044)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:38.179525 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5207ae4-f40f-463f-927a-de9e7d6bd92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:38.262580 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272bb51-c9cb-4df8-8652-9febc8a80596 req-815c2909-3222-41d9-90d2-396e32cfd5bd tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:38.279603 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c272bb51-c9cb-4df8-8652-9febc8a80596 req-815c2909-3222-41d9-90d2-396e32cfd5bd tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 944 time: 0.4616351 Feb 08 16:09:38.293993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5207ae4-f40f-463f-927a-de9e7d6bd92e None None] Pushing event updated for resources: {'Port': ['ID=ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:38.312529 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6dd750f2-80f2-48c4-8792-af3c19532a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d2dbf794-64cd-4e3d-acbf-99026ab9a46f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:38.315831 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:38.318365 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6dd750f2-80f2-48c4-8792-af3c19532a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:38.319010 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e41d0326-d60d-4874-ab8e-99fd9c9f1ab5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:38.320453 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6dd750f2-80f2-48c4-8792-af3c19532a2d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d2dbf794-64cd-4e3d-acbf-99026ab9a46f HTTP/1.1" status: 204 len: 168 time: 0.6105566 Feb 08 16:09:38.357343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd750f2-80f2-48c4-8792-af3c19532a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dbf794-64cd-4e3d-acbf-99026ab9a46f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:38.369629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:09:38.437863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:38.438246 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:38.510691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b2e151c8-fcf1-4fc1-9d08-b0a46d0fed5c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 691e309b-9390-484b-bee0-988835443794 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:09:38.516327 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2e151c8-fcf1-4fc1-9d08-b0a46d0fed5c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (691e309b-9390-484b-bee0-988835443794), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:38.545144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e41d0326-d60d-4874-ab8e-99fd9c9f1ab5,segment=NetworkSegment(30a6d463-9189-499c-9ad9-929e267da3a5),segment_id=30a6d463-9189-499c-9ad9-929e267da3a5)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:38.550143 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eb2b6a-1f0a-47ca-9eee-86b9e2f9a278 None None] Network cdaad70c-94f3-4d8f-9c59-7168f775ac30 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:38.551328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c272bb51-c9cb-4df8-8652-9febc8a80596 req-2c37dca1-1b34-402f-9ed3-e8cf0e0621c9 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685068 Feb 08 16:09:38.729023 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e41d0326-d60d-4874-ab8e-99fd9c9f1ab5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:38.760377 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:38.852672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Port': ['ID=ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:38.882486 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2e151c8-fcf1-4fc1-9d08-b0a46d0fed5c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (691e309b-9390-484b-bee0-988835443794), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:38.914651 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Could not find standard attr ID for object ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:09:38.937416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-12fd25dd-3c6f-4e6e-aded-40e4943a6132 None None] Provisioning complete for port ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:38.938079 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-12fd25dd-3c6f-4e6e-aded-40e4943a6132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:38.985590 n-d-824834-11 neutron-server[103303]: INFO neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No ports have port_id starting with ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d Feb 08 16:09:38.994784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-12fd25dd-3c6f-4e6e-aded-40e4943a6132 None None] Port ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d was deleted so its status cannot be updated. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 08 16:09:39.024407 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No DVR routers for this DVR port ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:09:39.026568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b2e151c8-fcf1-4fc1-9d08-b0a46d0fed5c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 691e309b-9390-484b-bee0-988835443794 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:09:39.053596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['e41d0326-d60d-4874-ab8e-99fd9c9f1ab5'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:09:39.181327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=e41d0326-d60d-4874-ab8e-99fd9c9f1ab5,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:39.187914 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (78a5dd1b-0d6c-4144-b8e5-674f8c3b2ff8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:39.239076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:39.241949 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:39.250281 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:39.251115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:39.251637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:39.252146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:39.252657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:39.253204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:39.253702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:39.258378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:39.258940 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:39.259456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:39.259965 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:09:39.854642 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (78a5dd1b-0d6c-4144-b8e5-674f8c3b2ff8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:39.982501 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Subnet': ['ID=78a5dd1b-0d6c-4144-b8e5-674f8c3b2ff8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:40.035062 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6df3eb-1c70-4593-af5d-9dd6df449821 None None] Network cdaad70c-94f3-4d8f-9c59-7168f775ac30 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:40.116211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38422) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:40.144344 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2e151c8-fcf1-4fc1-9d08-b0a46d0fed5c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (691e309b-9390-484b-bee0-988835443794), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:40.266586 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (cdaad70c-94f3-4d8f-9c59-7168f775ac30), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:40.373911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92596956-fe7d-4cab-a2f1-a556519976cf None None] DHCP port deletion for cdaad70c-94f3-4d8f-9c59-7168f775ac30 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:09:40.395620 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e151c8-fcf1-4fc1-9d08-b0a46d0fed5c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=691e309b-9390-484b-bee0-988835443794,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:40.456744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f4791-17a3-4a6c-89a2-99eed8ed016a req-3c720ce4-fc3b-4a12-9a38-1dd2d7a36466 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:40.463885 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b36f4791-17a3-4a6c-89a2-99eed8ed016a req-3c720ce4-fc3b-4a12-9a38-1dd2d7a36466 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 945 time: 0.6663663 Feb 08 16:09:40.597668 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdaad70c-94f3-4d8f-9c59-7168f775ac30']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:40.609623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c073d35f-e3d2-4a29-99da-9f7b043b2ef1 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1805162184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:40.614101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0156ca53-c72f-4d4b-a03c-92c0ddbac044') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:40.624692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0156ca53-c72f-4d4b-a03c-92c0ddbac044') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:40.659413 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c073d35f-e3d2-4a29-99da-9f7b043b2ef1 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (22f2d54a-1d2f-454f-8409-920348ef7f54), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:40.660616 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c073d35f-e3d2-4a29-99da-9f7b043b2ef1 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (22f2d54a-1d2f-454f-8409-920348ef7f54), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:40.797577 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2e151c8-fcf1-4fc1-9d08-b0a46d0fed5c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (4eea1350-fe16-43ea-9096-62f31b508972), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:40.836025 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (0156ca53-c72f-4d4b-a03c-92c0ddbac044), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:40.858348 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c073d35f-e3d2-4a29-99da-9f7b043b2ef1 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for router_controller (22f2d54a-1d2f-454f-8409-920348ef7f54), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:40.869582 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (0156ca53-c72f-4d4b-a03c-92c0ddbac044), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:40.876207 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c073d35f-e3d2-4a29-99da-9f7b043b2ef1 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (22f2d54a-1d2f-454f-8409-920348ef7f54), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:40.881393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:09:40.882036 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (0156ca53-c72f-4d4b-a03c-92c0ddbac044), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:40.908804 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c073d35f-e3d2-4a29-99da-9f7b043b2ef1 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:40.914016 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c073d35f-e3d2-4a29-99da-9f7b043b2ef1 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7960703 Feb 08 16:09:40.916306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38456) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:40.925670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-528386316'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:40.981442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Made reservation on behalf of 08d95885c46f4b789b7a9d0ea9467297 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:40.987373 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:41.005121 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:09:41.028889 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:09:41.036768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b36f4791-17a3-4a6c-89a2-99eed8ed016a req-942997d7-87e4-4b91-b6de-2504f6d95a4d tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089668 Feb 08 16:09:41.040577 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (cdaad70c-94f3-4d8f-9c59-7168f775ac30), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:41.055635 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:41.064326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/cdaad70c-94f3-4d8f-9c59-7168f775ac30 HTTP/1.1" status: 204 len: 168 time: 4.6622944 Feb 08 16:09:41.069488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38458) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:41.163047 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdf9236-a8e1-4bac-b854-39fa2e41596b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:41.164800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abdf9236-a8e1-4bac-b854-39fa2e41596b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:41.169776 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-abdf9236-a8e1-4bac-b854-39fa2e41596b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/subnets/78a5dd1b-0d6c-4144-b8e5-674f8c3b2ff8 HTTP/1.1" status: 404 len: 337 time: 0.0987959 Feb 08 16:09:41.177613 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38464) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:41.232412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b178e6c-6bad-4865-b0d6-5b6395d802c2 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Network': ['ID=cdaad70c-94f3-4d8f-9c59-7168f775ac30,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:41.244196 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-a589a22c-256b-450a-9d88-2e2a0e56d11b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:41.246597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a589a22c-256b-450a-9d88-2e2a0e56d11b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:41.258447 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a589a22c-256b-450a-9d88-2e2a0e56d11b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/cdaad70c-94f3-4d8f-9c59-7168f775ac30 HTTP/1.1" status: 404 len: 339 time: 0.0770395 Feb 08 16:09:41.259865 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38468) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:41.394624 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for security_group (fd502909-df01-4b91-9d54-4a2bafa3dc76), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:41.402839 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fd502909-df01-4b91-9d54-4a2bafa3dc76), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:41.477283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:09:41.482792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd502909-df01-4b91-9d54-4a2bafa3dc76,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:41.515590 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (33d4ecdb-3770-4784-a4ee-5eabf31375a6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:41.515952 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Added segment 33d4ecdb-3770-4784-a4ee-5eabf31375a6 of type vlan for network da190c78-70db-4eff-9a19-065ec8b1d1cc Feb 08 16:09:41.585211 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (da190c78-70db-4eff-9a19-065ec8b1d1cc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:41.621975 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (da190c78-70db-4eff-9a19-065ec8b1d1cc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:41.629710 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:41.629710 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:41.638475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e151c8-fcf1-4fc1-9d08-b0a46d0fed5c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router 4eea1350-fe16-43ea-9096-62f31b508972 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:09:41.663917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:09:41.673577 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ee81-f38a-4ed2-b7f1-dbbc579ef731 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (bb6833d8-7468-4af6-8a7b-2ca277fa1fcc), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:41.687941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:09:41.740266 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8228753 Feb 08 16:09:41.743656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38480) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:41.749904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-33522a37-b8ef-48a7-a8ed-7815a660281e tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Request body: {'subnet': {'network_id': 'da190c78-70db-4eff-9a19-065ec8b1d1cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:41.757284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c14e0d-29ef-4533-b86a-81bfe999a7d4 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event updated for resources: {'Network': ['ID=da190c78-70db-4eff-9a19-065ec8b1d1cc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:41.801152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network da190c78-70db-4eff-9a19-065ec8b1d1cc details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:09:41.804931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:09:41.805313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ddd0238b-e4ba-4075-9a9b-58aa5d0a2a7d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:09:41.865063 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33522a37-b8ef-48a7-a8ed-7815a660281e tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Made reservation on behalf of 08d95885c46f4b789b7a9d0ea9467297 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:41.868856 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-33522a37-b8ef-48a7-a8ed-7815a660281e tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:41.907610 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ee81-f38a-4ed2-b7f1-dbbc579ef731 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (bb6833d8-7468-4af6-8a7b-2ca277fa1fcc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:41.923487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e151c8-fcf1-4fc1-9d08-b0a46d0fed5c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:09:41.936188 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0306f0-3531-4ee7-af10-ec9f1a5b7239 None None] Sync routers for ids ['4eea1350-fe16-43ea-9096-62f31b508972'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:09:41.952618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b2e151c8-fcf1-4fc1-9d08-b0a46d0fed5c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/4eea1350-fe16-43ea-9096-62f31b508972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8358088 Feb 08 16:09:41.954812 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0306f0-3531-4ee7-af10-ec9f1a5b7239 None None] Routers {'4eea1350-fe16-43ea-9096-62f31b508972'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:09:41.955448 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0e0306f0-3531-4ee7-af10-ec9f1a5b7239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:09:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4eea1350-fe16-43ea-9096-62f31b508972'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:41.959720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38486) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:41.971729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:09:42.000798 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-c8a9ee81-f38a-4ed2-b7f1-dbbc579ef731 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6833d8-7468-4af6-8a7b-2ca277fa1fcc']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:42.001127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:42.001664 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e41d0326-d60d-4874-ab8e-99fd9c9f1ab5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:42.045938 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0e0306f0-3531-4ee7-af10-ec9f1a5b7239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:42.062343 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0306f0-3531-4ee7-af10-ec9f1a5b7239 None None] Routers {'4eea1350-fe16-43ea-9096-62f31b508972'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:09:42.062973 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0e0306f0-3531-4ee7-af10-ec9f1a5b7239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:09:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4eea1350-fe16-43ea-9096-62f31b508972'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:42.133187 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-33522a37-b8ef-48a7-a8ed-7815a660281e tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (06ca802d-2d5f-4ad2-a2c0-2a5e14f4b71b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:42.171170 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0e0306f0-3531-4ee7-af10-ec9f1a5b7239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:42.172024 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0306f0-3531-4ee7-af10-ec9f1a5b7239 None None] The sync data for ids ['4eea1350-fe16-43ea-9096-62f31b508972'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:09:42.199104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33522a37-b8ef-48a7-a8ed-7815a660281e tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event updated for resources: {'Subnet': ['ID=06ca802d-2d5f-4ad2-a2c0-2a5e14f4b71b,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:42.209511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:42.210469 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e41d0326-d60d-4874-ab8e-99fd9c9f1ab5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:42.214331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-c8a9ee81-f38a-4ed2-b7f1-dbbc579ef731 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78328cf9-235a-4a92-9eb1-03007a798b2e') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:42.218009 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-c8a9ee81-f38a-4ed2-b7f1-dbbc579ef731 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78328cf9-235a-4a92-9eb1-03007a798b2e') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:42.249817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33522a37-b8ef-48a7-a8ed-7815a660281e tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Checking segment: {'id': '33d4ecdb-3770-4784-a4ee-5eabf31375a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'da190c78-70db-4eff-9a19-065ec8b1d1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:42.249817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33522a37-b8ef-48a7-a8ed-7815a660281e tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Network hostable DHCP agents. Network: da190c78-70db-4eff-9a19-065ec8b1d1cc, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:09:42.256133 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ee81-f38a-4ed2-b7f1-dbbc579ef731 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (78328cf9-235a-4a92-9eb1-03007a798b2e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:42.273054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28c55e2-2e18-4c40-9bb4-5b5cca574497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41d0326-d60d-4874-ab8e-99fd9c9f1ab5'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:09:42.275543 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e471dcc-d146-4b61-afa7-07a1b43d6ed0" -d '{"events": [{"server_uuid": "e28c55e2-2e18-4c40-9bb4-5b5cca574497", "name": "network-vif-plugged", "status": "completed", "tag": "e41d0326-d60d-4874-ab8e-99fd9c9f1ab5"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:09:42.283848 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33522a37-b8ef-48a7-a8ed-7815a660281e tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Network da190c78-70db-4eff-9a19-065ec8b1d1cc is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:09:42.302498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-33522a37-b8ef-48a7-a8ed-7815a660281e tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, da190c78-70db-4eff-9a19-065ec8b1d1cc) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:42.313321 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e41d0326-d60d-4874-ab8e-99fd9c9f1ab5,segment=NetworkSegment(30a6d463-9189-499c-9ad9-929e267da3a5),segment_id=30a6d463-9189-499c-9ad9-929e267da3a5)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:42.321140 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13430edf-911d-45a7-b399-4b585618b7d9 None None] Network da190c78-70db-4eff-9a19-065ec8b1d1cc requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:42.327885 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e41d0326-d60d-4874-ab8e-99fd9c9f1ab5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:42.359038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33522a37-b8ef-48a7-a8ed-7815a660281e tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:42.359836 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-33522a37-b8ef-48a7-a8ed-7815a660281e tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:42.368132 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ee81-f38a-4ed2-b7f1-dbbc579ef731 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (78328cf9-235a-4a92-9eb1-03007a798b2e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:42.429942 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-33522a37-b8ef-48a7-a8ed-7815a660281e tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6740868 Feb 08 16:09:42.429942 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38498) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:42.440830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a9ee81-f38a-4ed2-b7f1-dbbc579ef731 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:09:42.441272 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ee81-f38a-4ed2-b7f1-dbbc579ef731 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (78328cf9-235a-4a92-9eb1-03007a798b2e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:09:42.444656 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:09:42.482213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-25c83a86-d502-4986-941f-aa3b2d8b1f4c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Request body: {'network': {'name': 'tempest-router-network01--2137379913'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:42.589766 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfd4aa6-67f5-4b9c-b656-6b5de44fbffb x-openstack-request-id: req-edfd4aa6-67f5-4b9c-b656-6b5de44fbffb {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:09:42.595535 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28c55e2-2e18-4c40-9bb4-5b5cca574497", "name": "network-vif-plugged", "status": "completed", "tag": "e41d0326-d60d-4874-ab8e-99fd9c9f1ab5", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:09:42.596048 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-edfd4aa6-67f5-4b9c-b656-6b5de44fbffb {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:09:42.602738 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28c55e2-2e18-4c40-9bb4-5b5cca574497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41d0326-d60d-4874-ab8e-99fd9c9f1ab5', 'code': 200} Feb 08 16:09:42.605400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=e41d0326-d60d-4874-ab8e-99fd9c9f1ab5,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:42.624563 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ae757-5b2d-4310-a2e9-491bbd003eba req-e9173e0c-f250-4088-8551-fcfffdae95ea tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:42.626648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c3ae757-5b2d-4310-a2e9-491bbd003eba req-e9173e0c-f250-4088-8551-fcfffdae95ea tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 945 time: 0.3522065 Feb 08 16:09:42.634180 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c83a86-d502-4986-941f-aa3b2d8b1f4c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Made reservation on behalf of 08d95885c46f4b789b7a9d0ea9467297 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:42.644855 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25c83a86-d502-4986-941f-aa3b2d8b1f4c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:42.651821 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ee81-f38a-4ed2-b7f1-dbbc579ef731 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (bb6833d8-7468-4af6-8a7b-2ca277fa1fcc), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:42.689133 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ae893-1a5b-42f2-93de-255ca9a90cc4 req-e8ab7f1b-1381-4ae0-bd40-5a9015f88988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:42.706559 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f5ae893-1a5b-42f2-93de-255ca9a90cc4 req-e8ab7f1b-1381-4ae0-bd40-5a9015f88988 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 1129 time: 0.2842886 Feb 08 16:09:42.727222 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8a9ee81-f38a-4ed2-b7f1-dbbc579ef731 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:42.732151 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c8a9ee81-f38a-4ed2-b7f1-dbbc579ef731 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/bb6833d8-7468-4af6-8a7b-2ca277fa1fcc HTTP/1.1" status: 204 len: 168 time: 1.4708402 Feb 08 16:09:42.738205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9ee81-f38a-4ed2-b7f1-dbbc579ef731 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Network': ['ID=bb6833d8-7468-4af6-8a7b-2ca277fa1fcc,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:42.744516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38512) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:42.776810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c83a86-d502-4986-941f-aa3b2d8b1f4c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:09:42.817016 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25c83a86-d502-4986-941f-aa3b2d8b1f4c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (3453486d-64ef-4291-83ab-d483d76bef61), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:42.817805 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-25c83a86-d502-4986-941f-aa3b2d8b1f4c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Added segment 3453486d-64ef-4291-83ab-d483d76bef61 of type vlan for network aef08fc8-3a46-4286-8722-0ceff3184e77 Feb 08 16:09:42.834345 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f5ae893-1a5b-42f2-93de-255ca9a90cc4 req-b3aa972d-af4d-43a5-88c1-5fcf252cd641 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203766 Feb 08 16:09:42.846416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-da190c78-70db-4eff-9a19-065ec8b1d1cc', 'network_id': 'da190c78-70db-4eff-9a19-065ec8b1d1cc', 'project_id': '08d95885c46f4b789b7a9d0ea9467297', 'fixed_ips': [{'subnet_id': '06ca802d-2d5f-4ad2-a2c0-2a5e14f4b71b'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:09:42.847413 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:42.865744 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ad137e-4809-442c-8c70-09f4498432d8 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:42.866208 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ad137e-4809-442c-8c70-09f4498432d8 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:42.875782 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-22ad137e-4809-442c-8c70-09f4498432d8 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/subnets/415b56c3-67f4-4a76-bfdb-6ace9fdfd76e HTTP/1.1" status: 404 len: 337 time: 0.1257646 Feb 08 16:09:42.878401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38516) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:42.898159 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25c83a86-d502-4986-941f-aa3b2d8b1f4c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (aef08fc8-3a46-4286-8722-0ceff3184e77), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:42.916320 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c3ae757-5b2d-4310-a2e9-491bbd003eba req-27e36259-c01c-439f-9404-4dbba572eafe tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816861 Feb 08 16:09:42.954201 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ea593f-59bf-4e82-baba-fe2c0ddf6052 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:42.955101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ea593f-59bf-4e82-baba-fe2c0ddf6052 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:42.959532 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-71ea593f-59bf-4e82-baba-fe2c0ddf6052 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/6b75edbb-c065-4d96-8b1a-c9bd982c5fce HTTP/1.1" status: 404 len: 339 time: 0.0799029 Feb 08 16:09:42.962783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38518) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:43.028460 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25c83a86-d502-4986-941f-aa3b2d8b1f4c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (aef08fc8-3a46-4286-8722-0ceff3184e77), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:43.035550 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c83a86-d502-4986-941f-aa3b2d8b1f4c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:43.036858 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25c83a86-d502-4986-941f-aa3b2d8b1f4c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:43.079524 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a48b6e-06d7-460f-b674-c791b9f3b565 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Deleting subnet bc72a672-4e5d-4b28-b1ea-c6aee1118a36 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:09:43.123981 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-25c83a86-d502-4986-941f-aa3b2d8b1f4c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6740651 Feb 08 16:09:43.125992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38520) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:43.132008 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9a48b6e-06d7-460f-b674-c791b9f3b565 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (bc72a672-4e5d-4b28-b1ea-c6aee1118a36), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:43.141125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-954625d6-eb27-451c-a1d9-a8dec33712da tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Request body: {'network': {'name': 'tempest-router-network02--1484646957'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:43.245169 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Allocated IP 2001:db8::2 (da190c78-70db-4eff-9a19-065ec8b1d1cc/06ca802d-2d5f-4ad2-a2c0-2a5e14f4b71b/a836f570-1f5b-4120-8dad-9256268e9adf) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:09:43.254576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c83a86-d502-4986-941f-aa3b2d8b1f4c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event updated for resources: {'Network': ['ID=aef08fc8-3a46-4286-8722-0ceff3184e77,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:43.281796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network aef08fc8-3a46-4286-8722-0ceff3184e77 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:09:43.305861 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9a48b6e-06d7-460f-b674-c791b9f3b565 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (bc72a672-4e5d-4b28-b1ea-c6aee1118a36), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:43.338769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954625d6-eb27-451c-a1d9-a8dec33712da tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Made reservation on behalf of 08d95885c46f4b789b7a9d0ea9467297 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:43.358847 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-954625d6-eb27-451c-a1d9-a8dec33712da tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:43.624026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954625d6-eb27-451c-a1d9-a8dec33712da tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:09:43.692110 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-954625d6-eb27-451c-a1d9-a8dec33712da tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (59cafe8a-c491-4120-9696-bdb720134617), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:43.693088 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-954625d6-eb27-451c-a1d9-a8dec33712da tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Added segment 59cafe8a-c491-4120-9696-bdb720134617 of type vlan for network 9f65ff05-5080-4447-be9a-b511c5306a84 Feb 08 16:09:43.796934 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Publish callbacks [] for port (a836f570-1f5b-4120-8dad-9256268e9adf), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:43.812515 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (a836f570-1f5b-4120-8dad-9256268e9adf), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:43.847597 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9a48b6e-06d7-460f-b674-c791b9f3b565 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (bc72a672-4e5d-4b28-b1ea-c6aee1118a36), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:43.849889 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eaad4d75-ff74-4179-9941-9a25baa2cb33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (4eea1350-fe16-43ea-9096-62f31b508972), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:43.853264 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-954625d6-eb27-451c-a1d9-a8dec33712da tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (9f65ff05-5080-4447-be9a-b511c5306a84), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:43.854707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Network da190c78-70db-4eff-9a19-065ec8b1d1cc is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:43.865051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:43.957852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:09:43.985327 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-954625d6-eb27-451c-a1d9-a8dec33712da tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (9f65ff05-5080-4447-be9a-b511c5306a84), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:43.997346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954625d6-eb27-451c-a1d9-a8dec33712da tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:44.000105 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-954625d6-eb27-451c-a1d9-a8dec33712da tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:44.150586 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-954625d6-eb27-451c-a1d9-a8dec33712da tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0195880 Feb 08 16:09:44.162174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38554) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:44.185001 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1fab9-50b5-4136-a632-4f88780659d9 req-d06c977c-6d2f-49e8-bb30-a08cef8d1732 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:44.189133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Attempting to bind port a836f570-1f5b-4120-8dad-9256268e9adf on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:09:44.189511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Attempting to bind port a836f570-1f5b-4120-8dad-9256268e9adf by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '33d4ecdb-3770-4784-a4ee-5eabf31375a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'da190c78-70db-4eff-9a19-065ec8b1d1cc'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:09:44.191190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Attempting to bind port a836f570-1f5b-4120-8dad-9256268e9adf on network da190c78-70db-4eff-9a19-065ec8b1d1cc {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:09:44.192653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7b1fab9-50b5-4136-a632-4f88780659d9 req-d06c977c-6d2f-49e8-bb30-a08cef8d1732 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 0.1198745 Feb 08 16:09:44.199766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2d9dddde-503d-4d4f-98de-c13febad6f19 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Request body: {'subnet': {'network_id': 'aef08fc8-3a46-4286-8722-0ceff3184e77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:44.210240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:09:44.214355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Checking segment: {'id': '33d4ecdb-3770-4784-a4ee-5eabf31375a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'da190c78-70db-4eff-9a19-065ec8b1d1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:44.217020 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:44.219456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Bound using segment: {'id': '33d4ecdb-3770-4784-a4ee-5eabf31375a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'da190c78-70db-4eff-9a19-065ec8b1d1cc'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:09:44.222421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Bound port: a836f570-1f5b-4120-8dad-9256268e9adf, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d4ecdb-3770-4784-a4ee-5eabf31375a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'da190c78-70db-4eff-9a19-065ec8b1d1cc'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:09:44.226428 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a836f570-1f5b-4120-8dad-9256268e9adf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:44.317434 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9a48b6e-06d7-460f-b674-c791b9f3b565 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (bc72a672-4e5d-4b28-b1ea-c6aee1118a36), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:44.346439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7b1fab9-50b5-4136-a632-4f88780659d9 req-38a8f9ab-0eea-479b-93ec-04832154e39d tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524751 Feb 08 16:09:44.402237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] For port a836f570-1f5b-4120-8dad-9256268e9adf, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:09:44.414548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] For port a836f570-1f5b-4120-8dad-9256268e9adf, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a836f570-1f5b-4120-8dad-9256268e9adf,segment=NetworkSegment(33d4ecdb-3770-4784-a4ee-5eabf31375a6),segment_id=33d4ecdb-3770-4784-a4ee-5eabf31375a6)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:09:44.425418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Pushing event updated for resources: {'Port': ['ID=a836f570-1f5b-4120-8dad-9256268e9adf,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:44.435083 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a836f570-1f5b-4120-8dad-9256268e9adf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:44.468986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954625d6-eb27-451c-a1d9-a8dec33712da tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event updated for resources: {'Network': ['ID=9f65ff05-5080-4447-be9a-b511c5306a84,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:44.495034 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9a48b6e-06d7-460f-b674-c791b9f3b565 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:44.500801 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d9a48b6e-06d7-460f-b674-c791b9f3b565 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/subnets/bc72a672-4e5d-4b28-b1ea-c6aee1118a36 HTTP/1.1" status: 204 len: 168 time: 1.5343773 Feb 08 16:09:44.500801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a48b6e-06d7-460f-b674-c791b9f3b565 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Subnet': ['ID=bc72a672-4e5d-4b28-b1ea-c6aee1118a36,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:44.512594 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38562) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:44.586320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe3c09-122b-4b7a-96f8-00456367e717 None None] Pushing event updated for resources: {'Port': ['ID=a836f570-1f5b-4120-8dad-9256268e9adf,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:44.592007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e35532-87b6-41e5-929f-71fae2296113 None None] Network 7199c523-1910-4b96-bf87-72fa15e7aca3 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:44.635995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-eaad4d75-ff74-4179-9941-9a25baa2cb33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 8eb1972e-1ad3-41da-8a2e-67de0af5858c {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:09:44.636531 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eaad4d75-ff74-4179-9941-9a25baa2cb33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8eb1972e-1ad3-41da-8a2e-67de0af5858c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:44.687568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 9f65ff05-5080-4447-be9a-b511c5306a84 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:09:44.758239 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9211fad-ef71-42f4-b155-65f9059057ae tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Deleting subnet 52e0bd42-0cce-41ae-bf23-cecf8dce0520 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:09:44.770654 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9211fad-ef71-42f4-b155-65f9059057ae tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (52e0bd42-0cce-41ae-bf23-cecf8dce0520), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:44.884097 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9dddde-503d-4d4f-98de-c13febad6f19 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Made reservation on behalf of 08d95885c46f4b789b7a9d0ea9467297 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:44.892240 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2d9dddde-503d-4d4f-98de-c13febad6f19 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:44.897298 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eaad4d75-ff74-4179-9941-9a25baa2cb33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8eb1972e-1ad3-41da-8a2e-67de0af5858c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:44.934687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-eaad4d75-ff74-4179-9941-9a25baa2cb33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 8eb1972e-1ad3-41da-8a2e-67de0af5858c owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:09:45.170387 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9211fad-ef71-42f4-b155-65f9059057ae tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (52e0bd42-0cce-41ae-bf23-cecf8dce0520), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:45.490984 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2d9dddde-503d-4d4f-98de-c13febad6f19 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (b87d9a2c-5302-4240-bb4f-671d02842397), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:45.541750 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eaad4d75-ff74-4179-9941-9a25baa2cb33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8eb1972e-1ad3-41da-8a2e-67de0af5858c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:45.713457 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9211fad-ef71-42f4-b155-65f9059057ae tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (52e0bd42-0cce-41ae-bf23-cecf8dce0520), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:45.726331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad4d75-ff74-4179-9941-9a25baa2cb33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=8eb1972e-1ad3-41da-8a2e-67de0af5858c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:45.853793 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9dddde-503d-4d4f-98de-c13febad6f19 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event updated for resources: {'Subnet': ['ID=b87d9a2c-5302-4240-bb4f-671d02842397,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:45.920721 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a836f570-1f5b-4120-8dad-9256268e9adf up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:09:45.991186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9dddde-503d-4d4f-98de-c13febad6f19 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Checking segment: {'id': '3453486d-64ef-4291-83ab-d483d76bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'aef08fc8-3a46-4286-8722-0ceff3184e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:46.003051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9dddde-503d-4d4f-98de-c13febad6f19 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Network hostable DHCP agents. Network: aef08fc8-3a46-4286-8722-0ceff3184e77, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:09:46.091976 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9211fad-ef71-42f4-b155-65f9059057ae tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (52e0bd42-0cce-41ae-bf23-cecf8dce0520), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:46.146322 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a836f570-1f5b-4120-8dad-9256268e9adf triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:46.148791 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a836f570-1f5b-4120-8dad-9256268e9adf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:46.170922 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eaad4d75-ff74-4179-9941-9a25baa2cb33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (4eea1350-fe16-43ea-9096-62f31b508972), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:46.212746 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9211fad-ef71-42f4-b155-65f9059057ae tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Subnet': ['ID=52e0bd42-0cce-41ae-bf23-cecf8dce0520,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:46.235090 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e9211fad-ef71-42f4-b155-65f9059057ae tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:46.242869 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e9211fad-ef71-42f4-b155-65f9059057ae tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/subnets/52e0bd42-0cce-41ae-bf23-cecf8dce0520 HTTP/1.1" status: 204 len: 168 time: 1.7197826 Feb 08 16:09:46.250440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38600) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:46.278036 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9dddde-503d-4d4f-98de-c13febad6f19 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Network aef08fc8-3a46-4286-8722-0ceff3184e77 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:09:46.345175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a836f570-1f5b-4120-8dad-9256268e9adf is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:46.345844 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a836f570-1f5b-4120-8dad-9256268e9adf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:46.416716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port a836f570-1f5b-4120-8dad-9256268e9adf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a836f570-1f5b-4120-8dad-9256268e9adf,segment=NetworkSegment(33d4ecdb-3770-4784-a4ee-5eabf31375a6),segment_id=33d4ecdb-3770-4784-a4ee-5eabf31375a6)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:46.424244 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a836f570-1f5b-4120-8dad-9256268e9adf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:46.463163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-2d9dddde-503d-4d4f-98de-c13febad6f19 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, aef08fc8-3a46-4286-8722-0ceff3184e77) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:46.471379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9dddde-503d-4d4f-98de-c13febad6f19 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:46.477990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2d9dddde-503d-4d4f-98de-c13febad6f19 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:46.545571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (7199c523-1910-4b96-bf87-72fa15e7aca3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:46.555453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c21f83-0d3f-4a2b-9821-119bf6ae33ad req-a9c14b3e-1a30-4f61-8c1b-37ae958b8611 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:46.556144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=a836f570-1f5b-4120-8dad-9256268e9adf,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:46.559803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521f82f1-65f8-443c-b197-7a2600b6b98a None None] Network 7199c523-1910-4b96-bf87-72fa15e7aca3 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:46.572588 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2d9dddde-503d-4d4f-98de-c13febad6f19 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4065115 Feb 08 16:09:46.576210 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38608) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:46.577863 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44c21f83-0d3f-4a2b-9821-119bf6ae33ad req-a9c14b3e-1a30-4f61-8c1b-37ae958b8611 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 1.0678346 Feb 08 16:09:46.593109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a32d2b49-6e39-4a85-8f8f-d19d68186ad9 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Request body: {'subnet': {'network_id': '9f65ff05-5080-4447-be9a-b511c5306a84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:46.763233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c9c37e-b10a-465a-b0b6-1a6a3e19640b None None] Network aef08fc8-3a46-4286-8722-0ceff3184e77 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:46.905730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaad4d75-ff74-4179-9941-9a25baa2cb33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router 4eea1350-fe16-43ea-9096-62f31b508972 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:09:46.990594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44c21f83-0d3f-4a2b-9821-119bf6ae33ad req-cd302311-41a2-4e74-9185-37d7274c4e12 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063253 Feb 08 16:09:47.025047 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-10ecbb04-4c20-4a18-8d7a-d51408dbbc14 None None] Provisioning complete for port db330474-9225-4fe1-a692-0ddacbf9ce5f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:47.026361 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-10ecbb04-4c20-4a18-8d7a-d51408dbbc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:47.234665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4451029-8f72-4c48-9ffc-ef36a8eabc4f None None] Network da190c78-70db-4eff-9a19-065ec8b1d1cc requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:47.272660 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaad4d75-ff74-4179-9941-9a25baa2cb33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:09:47.299684 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-eaad4d75-ff74-4179-9941-9a25baa2cb33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/4eea1350-fe16-43ea-9096-62f31b508972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3388858 Feb 08 16:09:47.312006 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166585e6-443c-488c-ad41-f6ab35e7e481 None None] Sync routers for ids ['4eea1350-fe16-43ea-9096-62f31b508972'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:09:47.316132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38624) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:47.391985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ecb004-f174-42b0-99e5-0781c37c205a None None] DHCP port deletion for 7199c523-1910-4b96-bf87-72fa15e7aca3 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:09:47.421978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a682ac4b-63ca-4a27-b422-fd8878f106a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports?device_id=4eea1350-fe16-43ea-9096-62f31b508972 HTTP/1.1" status: 200 len: 205 time: 0.1046622 Feb 08 16:09:47.427149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38626) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:47.526442 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b514313e-c908-433e-bb74-8da100527e0e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (4eea1350-fe16-43ea-9096-62f31b508972), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:47.535270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-aef08fc8-3a46-4286-8722-0ceff3184e77', 'network_id': 'aef08fc8-3a46-4286-8722-0ceff3184e77', 'project_id': '08d95885c46f4b789b7a9d0ea9467297', 'fixed_ips': [{'subnet_id': 'b87d9a2c-5302-4240-bb4f-671d02842397'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:09:47.537139 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:47.621880 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Deleting port db330474-9225-4fe1-a692-0ddacbf9ce5f {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:09:47.621880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:47.757656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] For port db330474-9225-4fe1-a692-0ddacbf9ce5f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=db330474-9225-4fe1-a692-0ddacbf9ce5f,segment=NetworkSegment(160e8e9e-0145-42b7-8dcf-ad3390114138),segment_id=160e8e9e-0145-42b7-8dcf-ad3390114138)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:47.758087 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:47.810787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Calling delete_port for db330474-9225-4fe1-a692-0ddacbf9ce5f owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:09:47.825647 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b514313e-c908-433e-bb74-8da100527e0e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (4eea1350-fe16-43ea-9096-62f31b508972), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:47.829086 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b514313e-c908-433e-bb74-8da100527e0e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_controller (4eea1350-fe16-43ea-9096-62f31b508972), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:47.893635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34873122-97be-4c3b-8441-d3a19bf1ba6b req-855db052-4ed9-4367-96e3-753d995131a3 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:47.901562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34873122-97be-4c3b-8441-d3a19bf1ba6b req-855db052-4ed9-4367-96e3-753d995131a3 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 0.6303108 Feb 08 16:09:47.906009 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b514313e-c908-433e-bb74-8da100527e0e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (4eea1350-fe16-43ea-9096-62f31b508972), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:47.906851 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b514313e-c908-433e-bb74-8da100527e0e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Fanout notify agent at l3_agent the message router_deleted on router 4eea1350-fe16-43ea-9096-62f31b508972 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:09:47.917608 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:47.930963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32d2b49-6e39-4a85-8f8f-d19d68186ad9 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Made reservation on behalf of 08d95885c46f4b789b7a9d0ea9467297 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:47.935697 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a32d2b49-6e39-4a85-8f8f-d19d68186ad9 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:47.945350 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b514313e-c908-433e-bb74-8da100527e0e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:47.946939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b514313e-c908-433e-bb74-8da100527e0e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/routers/4eea1350-fe16-43ea-9096-62f31b508972 HTTP/1.1" status: 204 len: 168 time: 0.5180593 Feb 08 16:09:47.954558 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38634) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:48.015880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa1ed42-51ab-4131-9919-c618b489f298 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting subnet b4221035-15a0-467a-a4cd-27cd994f842a {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:09:48.026399 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ed42-51ab-4131-9919-c618b489f298 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (b4221035-15a0-467a-a4cd-27cd994f842a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:48.040892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a836f570-1f5b-4120-8dad-9256268e9adf up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:09:48.052553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166585e6-443c-488c-ad41-f6ab35e7e481 None None] Routers {'4eea1350-fe16-43ea-9096-62f31b508972'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:09:48.053245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-166585e6-443c-488c-ad41-f6ab35e7e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:09:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4eea1350-fe16-43ea-9096-62f31b508972'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:48.110479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34873122-97be-4c3b-8441-d3a19bf1ba6b req-3f140305-635e-431d-a989-ad60216365a8 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071481 Feb 08 16:09:48.183004 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ed42-51ab-4131-9919-c618b489f298 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (b4221035-15a0-467a-a4cd-27cd994f842a), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:48.258421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-10ecbb04-4c20-4a18-8d7a-d51408dbbc14 None None] Current status of the port db330474-9225-4fe1-a692-0ddacbf9ce5f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:48.287033 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-166585e6-443c-488c-ad41-f6ab35e7e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:48.334746 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a32d2b49-6e39-4a85-8f8f-d19d68186ad9 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (ff1577e5-a2a3-48b7-84f2-4faed13e4f5b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:48.343872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Port': ['ID=db330474-9225-4fe1-a692-0ddacbf9ce5f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:48.407632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166585e6-443c-488c-ad41-f6ab35e7e481 None None] Routers set() bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:09:48.408280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166585e6-443c-488c-ad41-f6ab35e7e481 None None] Router IDs set() for agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 08 16:09:48.409131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_agentschedulers_db [None req-166585e6-443c-488c-ad41-f6ab35e7e481 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4eea1350-fe16-43ea-9096-62f31b508972'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:09:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent'). {{(pid=103303) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 08 16:09:48.409715 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166585e6-443c-488c-ad41-f6ab35e7e481 None None] The sync data for ids ['4eea1350-fe16-43ea-9096-62f31b508972'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:09:48.422541 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ed42-51ab-4131-9919-c618b489f298 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (b4221035-15a0-467a-a4cd-27cd994f842a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:48.457448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No DVR routers for this DVR port db330474-9225-4fe1-a692-0ddacbf9ce5f on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:09:48.715860 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ed42-51ab-4131-9919-c618b489f298 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (b4221035-15a0-467a-a4cd-27cd994f842a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:48.768353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c529ec45-a2b4-4c68-96af-999d142db282 None None] Provisioning complete for port a836f570-1f5b-4120-8dad-9256268e9adf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:48.769014 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c529ec45-a2b4-4c68-96af-999d142db282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a836f570-1f5b-4120-8dad-9256268e9adf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:48.789557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d5ecb004-f174-42b0-99e5-0781c37c205a None None] Deleting port db330474-9225-4fe1-a692-0ddacbf9ce5f {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:09:48.802211 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d5ecb004-f174-42b0-99e5-0781c37c205a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:48.803627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d2b49-6e39-4a85-8f8f-d19d68186ad9 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event updated for resources: {'Subnet': ['ID=ff1577e5-a2a3-48b7-84f2-4faed13e4f5b,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:48.846565 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ed42-51ab-4131-9919-c618b489f298 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:48.859969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0fa1ed42-51ab-4131-9919-c618b489f298 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/b4221035-15a0-467a-a4cd-27cd994f842a HTTP/1.1" status: 204 len: 168 time: 0.9034922 Feb 08 16:09:48.885551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38660) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:48.890012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ab9d3-40c8-4793-bbe9-aeb1021e498d req-285473a4-ca53-41f6-b4fc-738bac338c1e tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:48.891585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7ab9d3-40c8-4793-bbe9-aeb1021e498d req-285473a4-ca53-41f6-b4fc-738bac338c1e tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 0.3587408 Feb 08 16:09:48.893078 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1ed42-51ab-4131-9919-c618b489f298 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Subnet': ['ID=b4221035-15a0-467a-a4cd-27cd994f842a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:48.992041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (7199c523-1910-4b96-bf87-72fa15e7aca3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:48.997291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32d2b49-6e39-4a85-8f8f-d19d68186ad9 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Checking segment: {'id': '59cafe8a-c491-4120-9696-bdb720134617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9f65ff05-5080-4447-be9a-b511c5306a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:48.997825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32d2b49-6e39-4a85-8f8f-d19d68186ad9 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Network hostable DHCP agents. Network: 9f65ff05-5080-4447-be9a-b511c5306a84, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:09:49.071074 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f7ab9d3-40c8-4793-bbe9-aeb1021e498d req-bcaa3374-325e-4900-8002-bd4075488222 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682150 Feb 08 16:09:49.075650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3afee6-a845-4592-96d7-0854991785b9 None None] Network 4cbfb664-ed22-4d24-b43a-cbb420554f79 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:49.094203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-da425e8d-b6d8-486c-8987-8d7ed20f789c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting subnet 4535531c-9557-4632-9594-aa338bbf1a33 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:09:49.127235 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da425e8d-b6d8-486c-8987-8d7ed20f789c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (4535531c-9557-4632-9594-aa338bbf1a33), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:49.276283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7199c523-1910-4b96-bf87-72fa15e7aca3']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:49.322556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32d2b49-6e39-4a85-8f8f-d19d68186ad9 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Network 9f65ff05-5080-4447-be9a-b511c5306a84 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:09:49.330289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a836f570-1f5b-4120-8dad-9256268e9adf triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:49.337474 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a836f570-1f5b-4120-8dad-9256268e9adf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:49.397318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160e8e9e-0145-42b7-8dcf-ad3390114138') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:49.398703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160e8e9e-0145-42b7-8dcf-ad3390114138') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:49.425656 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da425e8d-b6d8-486c-8987-8d7ed20f789c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (4535531c-9557-4632-9594-aa338bbf1a33), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:49.434866 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:49.435376 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a32d2b49-6e39-4a85-8f8f-d19d68186ad9 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 9f65ff05-5080-4447-be9a-b511c5306a84) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:49.441804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32d2b49-6e39-4a85-8f8f-d19d68186ad9 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:49.443295 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a32d2b49-6e39-4a85-8f8f-d19d68186ad9 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:49.475742 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (160e8e9e-0145-42b7-8dcf-ad3390114138), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:49.483455 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1be4ba-b6ac-47f5-9604-0eed9b7b2122 None None] Network 9f65ff05-5080-4447-be9a-b511c5306a84 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:49.546741 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (160e8e9e-0145-42b7-8dcf-ad3390114138), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:49.562956 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a32d2b49-6e39-4a85-8f8f-d19d68186ad9 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9834888 Feb 08 16:09:49.565465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38672) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:49.572082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Allocated IP 2001:db8::2 (aef08fc8-3a46-4286-8722-0ceff3184e77/b87d9a2c-5302-4240-bb4f-671d02842397/1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:09:49.578788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:09:49.584865 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (160e8e9e-0145-42b7-8dcf-ad3390114138), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:09:49.588380 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:09:49.651621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d5ecb004-f174-42b0-99e5-0781c37c205a None None] For port db330474-9225-4fe1-a692-0ddacbf9ce5f, host n-d-824834-11, got binding levels [] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:49.651997 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d5ecb004-f174-42b0-99e5-0781c37c205a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:49.781479 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da425e8d-b6d8-486c-8987-8d7ed20f789c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (4535531c-9557-4632-9594-aa338bbf1a33), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:49.825117 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (7199c523-1910-4b96-bf87-72fa15e7aca3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:49.828750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d5ecb004-f174-42b0-99e5-0781c37c205a None None] Calling delete_port for db330474-9225-4fe1-a692-0ddacbf9ce5f owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:09:49.865098 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:49.868563 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/7199c523-1910-4b96-bf87-72fa15e7aca3 HTTP/1.1" status: 204 len: 168 time: 3.6164794 Feb 08 16:09:49.884903 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38678) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:49.899017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.ipam_backend_mixin [None req-d5ecb004-f174-42b0-99e5-0781c37c205a None None] Port db330474-9225-4fe1-a692-0ddacbf9ce5f was not found and therefore no delete operation was performed {{(pid=103303) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 16:09:49.927287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2a78f-b604-48b9-a328-c2c007da91a7 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Network': ['ID=7199c523-1910-4b96-bf87-72fa15e7aca3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:49.971742 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d5ecb004-f174-42b0-99e5-0781c37c205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (db330474-9225-4fe1-a692-0ddacbf9ce5f), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:50.008116 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ebd10a-b7d4-4eb6-b144-fff9abd8dbba tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:50.008581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ebd10a-b7d4-4eb6-b144-fff9abd8dbba tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:50.016675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecb004-f174-42b0-99e5-0781c37c205a None None] Pushing event deleted for resources: {'Port': ['ID=db330474-9225-4fe1-a692-0ddacbf9ce5f,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:50.028158 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-74ebd10a-b7d4-4eb6-b144-fff9abd8dbba tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/subnets/d757ba7b-9302-421d-a313-9246839af5bc HTTP/1.1" status: 404 len: 337 time: 0.1420798 Feb 08 16:09:50.041182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38684) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:50.093304 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5ecb004-f174-42b0-99e5-0781c37c205a None None] Network 7199c523-1910-4b96-bf87-72fa15e7aca3 is not hosted by any dhcp agent {{(pid=103303) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 16:09:50.093919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ecb004-f174-42b0-99e5-0781c37c205a None None] No DVR routers for this DVR port db330474-9225-4fe1-a692-0ddacbf9ce5f on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:09:50.097750 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c941cae-d279-4c2d-b1aa-7edca7ce237a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:50.098293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c941cae-d279-4c2d-b1aa-7edca7ce237a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:50.103787 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8c941cae-d279-4c2d-b1aa-7edca7ce237a tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/567e905f-5754-4cfa-8c31-5bb43373188f HTTP/1.1" status: 404 len: 339 time: 0.0593257 Feb 08 16:09:50.117858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38686) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:50.234268 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-996a3fcf-aaa4-4da6-904e-1a3d7fecede9 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:50.234734 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-996a3fcf-aaa4-4da6-904e-1a3d7fecede9 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:50.237836 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-996a3fcf-aaa4-4da6-904e-1a3d7fecede9 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/subnets/b5034ef0-5d6b-4d9c-ba64-ac609875686d HTTP/1.1" status: 404 len: 337 time: 0.1190042 Feb 08 16:09:50.248444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38692) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:50.252683 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da425e8d-b6d8-486c-8987-8d7ed20f789c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (4535531c-9557-4632-9594-aa338bbf1a33), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:50.269098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-9f65ff05-5080-4447-be9a-b511c5306a84', 'network_id': '9f65ff05-5080-4447-be9a-b511c5306a84', 'project_id': '08d95885c46f4b789b7a9d0ea9467297', 'fixed_ips': [{'subnet_id': 'ff1577e5-a2a3-48b7-84f2-4faed13e4f5b'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:09:50.270946 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:50.273783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c51a7-06ca-424e-aa8d-7e79113a124b None None] DHCP port deletion for 4cbfb664-ed22-4d24-b43a-cbb420554f79 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:09:50.328397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da425e8d-b6d8-486c-8987-8d7ed20f789c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Subnet': ['ID=4535531c-9557-4632-9594-aa338bbf1a33,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:50.342123 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-da425e8d-b6d8-486c-8987-8d7ed20f789c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:50.349977 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-da425e8d-b6d8-486c-8987-8d7ed20f789c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/4535531c-9557-4632-9594-aa338bbf1a33 HTTP/1.1" status: 204 len: 168 time: 1.4632046 Feb 08 16:09:50.352728 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38698) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:50.356831 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c529ec45-a2b4-4c68-96af-999d142db282 None None] Current status of the port a836f570-1f5b-4120-8dad-9256268e9adf is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:50.391024 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-963625b9-7380-4617-83de-652cb17b06f8 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:50.391558 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963625b9-7380-4617-83de-652cb17b06f8 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:50.397054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b01e3f-9dc6-405f-ab99-8d020aa5ba42 None None] Network e9185249-798b-4162-a9c3-9d313abbd93c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:50.423882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-963625b9-7380-4617-83de-652cb17b06f8 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/c3719718-9906-4dcb-ab50-25b104b5373a HTTP/1.1" status: 404 len: 339 time: 0.1710656 Feb 08 16:09:50.441294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38702) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:50.476629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a836f570-1f5b-4120-8dad-9256268e9adf is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:50.524150 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3756714-8690-4482-bf93-a6ccff00e6c1 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:50.524885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3756714-8690-4482-bf93-a6ccff00e6c1 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:50.536001 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d3756714-8690-4482-bf93-a6ccff00e6c1 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/subnets/e31e960b-986c-45c3-8a9b-3b03a18be5c2 HTTP/1.1" status: 404 len: 337 time: 0.0801554 Feb 08 16:09:50.537332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38704) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:50.543637 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:50.601818 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (4cbfb664-ed22-4d24-b43a-cbb420554f79), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:50.670456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device db330474-9225-4fe1-a692-0ddacbf9ce5f no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:09:50.676412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65587db-e072-4ca9-bba2-9b402fc3063b req-d8a0166e-c4d4-42c9-82c5-51bb5a670661 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:50.684939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c65587db-e072-4ca9-bba2-9b402fc3063b req-d8a0166e-c4d4-42c9-82c5-51bb5a670661 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 0.4190564 Feb 08 16:09:50.686062 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbbaab4-d5c8-456d-b7d4-2d422a418eaf tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:50.686689 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebbbaab4-d5c8-456d-b7d4-2d422a418eaf tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:50.697211 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ebbbaab4-d5c8-456d-b7d4-2d422a418eaf tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/cc0cf26e-bcbf-4752-9455-372b7957ea54 HTTP/1.1" status: 404 len: 339 time: 0.1494195 Feb 08 16:09:50.714523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38706) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:50.776021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 2ff3322c-4048-4514-a47f-40e6fb475e19 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:09:50.780301 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2ff3322c-4048-4514-a47f-40e6fb475e19), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:50.789063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b99747-c4db-4ed6-a36e-d85669c5099b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Deleting subnet beb4698d-7553-4d67-abd7-869c8d9915ac {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:09:50.817022 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72b99747-c4db-4ed6-a36e-d85669c5099b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (beb4698d-7553-4d67-abd7-869c8d9915ac), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:50.860454 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Publish callbacks [] for port (1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:50.884563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: db330474-9225-4fe1-a692-0ddacbf9ce5f {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:09:50.885083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device db330474-9225-4fe1-a692-0ddacbf9ce5f not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:09:50.887676 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:50.912963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a86daa1a-4344-479f-9e84-aa2709f44a69 None None] Provisioning complete for port a836f570-1f5b-4120-8dad-9256268e9adf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:50.913508 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a86daa1a-4344-479f-9e84-aa2709f44a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a836f570-1f5b-4120-8dad-9256268e9adf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:50.929658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] For port 2ff3322c-4048-4514-a47f-40e6fb475e19, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2ff3322c-4048-4514-a47f-40e6fb475e19,segment=NetworkSegment(0f956293-2882-4eed-a8ae-f9d73b828029),segment_id=0f956293-2882-4eed-a8ae-f9d73b828029)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:50.932680 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2ff3322c-4048-4514-a47f-40e6fb475e19), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:50.967013 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 2ff3322c-4048-4514-a47f-40e6fb475e19 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:09:50.989221 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c65587db-e072-4ca9-bba2-9b402fc3063b req-23229b23-4f09-452f-be15-cbca2720be32 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838652 Feb 08 16:09:51.055181 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:51.117799 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72b99747-c4db-4ed6-a36e-d85669c5099b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (beb4698d-7553-4d67-abd7-869c8d9915ac), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:51.173528 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2ff3322c-4048-4514-a47f-40e6fb475e19), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:51.181116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Network aef08fc8-3a46-4286-8722-0ceff3184e77 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:51.190488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2ff3322c-4048-4514-a47f-40e6fb475e19 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:09:51.254617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No DVR routers for this DVR port 2ff3322c-4048-4514-a47f-40e6fb475e19 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:09:51.281188 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=2ff3322c-4048-4514-a47f-40e6fb475e19,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:51.315412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:51.329604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 2ff3322c-4048-4514-a47f-40e6fb475e19 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:09:51.330127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2ff3322c-4048-4514-a47f-40e6fb475e19 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:09:51.333826 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:09:51.358583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Pushing event updated for resources: {'Port': ['ID=1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:51.393684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c51a7-06ca-424e-aa8d-7e79113a124b None None] Deleting port 2ff3322c-4048-4514-a47f-40e6fb475e19 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:09:51.394628 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a4c51a7-06ca-424e-aa8d-7e79113a124b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2ff3322c-4048-4514-a47f-40e6fb475e19), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:51.533986 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (4cbfb664-ed22-4d24-b43a-cbb420554f79), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:51.545068 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Allocated IP 2001:db8::2 (9f65ff05-5080-4447-be9a-b511c5306a84/ff1577e5-a2a3-48b7-84f2-4faed13e4f5b/e612b343-2e7f-49bc-8d88-0a82032aa7fb) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:09:51.600168 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbfb664-ed22-4d24-b43a-cbb420554f79']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:51.624245 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f956293-2882-4eed-a8ae-f9d73b828029') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:51.624548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f956293-2882-4eed-a8ae-f9d73b828029') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:51.628027 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaf530-ea7b-447c-b827-aedfd83cb7c4 req-b4ce689f-8cf3-410b-8700-5fcb88d7c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:51.640398 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dfaf530-ea7b-447c-b827-aedfd83cb7c4 req-b4ce689f-8cf3-410b-8700-5fcb88d7c1f0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5e62183e8a3b4528bd92844c85aab28a&device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 1129 time: 0.2718396 Feb 08 16:09:51.671525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13df94a9-e03a-4f00-8e44-d2e280cfca42 None None] DHCP port deletion for e9185249-798b-4162-a9c3-9d313abbd93c request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:09:51.679109 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (0f956293-2882-4eed-a8ae-f9d73b828029), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:51.697394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Attempting to bind port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:09:51.697770 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Attempting to bind port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '3453486d-64ef-4291-83ab-d483d76bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'aef08fc8-3a46-4286-8722-0ceff3184e77'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:09:51.698133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Attempting to bind port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 on network aef08fc8-3a46-4286-8722-0ceff3184e77 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:09:51.797264 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (0f956293-2882-4eed-a8ae-f9d73b828029), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:51.827301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:09:51.827577 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (0f956293-2882-4eed-a8ae-f9d73b828029), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:09:51.831848 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:09:51.971976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183107dd-5fb5-4b73-9355-cbd539ad6d8f req-a2de2b31-3d82-4567-a9d7-aceba0627e0a tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:51.979472 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-183107dd-5fb5-4b73-9355-cbd539ad6d8f req-a2de2b31-3d82-4567-a9d7-aceba0627e0a tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 0.6037033 Feb 08 16:09:52.047587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (4cbfb664-ed22-4d24-b43a-cbb420554f79), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:52.065297 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72b99747-c4db-4ed6-a36e-d85669c5099b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (beb4698d-7553-4d67-abd7-869c8d9915ac), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:52.066144 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaf530-ea7b-447c-b827-aedfd83cb7c4 req-57b9bbff-5fea-4796-9b43-b1a64b081c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:52.067928 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dfaf530-ea7b-447c-b827-aedfd83cb7c4 req-57b9bbff-5fea-4796-9b43-b1a64b081c3b service neutron] 10.222.0.96 "GET /v2.0/networks?id=0b3c93e4-fe44-4aba-a91f-37357d8622fb HTTP/1.1" status: 200 len: 911 time: 0.4158397 Feb 08 16:09:52.083013 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:52.092773 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/networks/4cbfb664-ed22-4d24-b43a-cbb420554f79 HTTP/1.1" status: 204 len: 168 time: 1.7367716 Feb 08 16:09:52.109487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38732) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:52.228984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f4323-b3e7-4060-ac7c-965640d65029 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Network': ['ID=4cbfb664-ed22-4d24-b43a-cbb420554f79,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:52.244483 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dfaf530-ea7b-447c-b827-aedfd83cb7c4 req-18866007-844b-4735-8ada-6e54053657aa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 HTTP/1.1" status: 200 len: 217 time: 0.1469641 Feb 08 16:09:52.248032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Allocated IP 2001:db8::1 (aef08fc8-3a46-4286-8722-0ceff3184e77/b87d9a2c-5302-4240-bb4f-671d02842397/0ca2f5c9-8b63-442d-ab9a-c4d1016f8717) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:09:52.281946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1a4c51a7-06ca-424e-aa8d-7e79113a124b None None] For port 2ff3322c-4048-4514-a47f-40e6fb475e19, host n-d-824834-11, got binding levels [] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:52.282824 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a4c51a7-06ca-424e-aa8d-7e79113a124b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2ff3322c-4048-4514-a47f-40e6fb475e19), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:52.285293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:09:52.285669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Checking segment: {'id': '3453486d-64ef-4291-83ab-d483d76bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'aef08fc8-3a46-4286-8722-0ceff3184e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:52.286062 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:52.290288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Bound using segment: {'id': '3453486d-64ef-4291-83ab-d483d76bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'aef08fc8-3a46-4286-8722-0ceff3184e77'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:09:52.290869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Bound port: 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3453486d-64ef-4291-83ab-d483d76bef61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'aef08fc8-3a46-4286-8722-0ceff3184e77'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:09:52.291274 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:52.404909 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c51a7-06ca-424e-aa8d-7e79113a124b None None] Calling delete_port for 2ff3322c-4048-4514-a47f-40e6fb475e19 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:09:52.410492 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a86daa1a-4344-479f-9e84-aa2709f44a69 None None] Current status of the port a836f570-1f5b-4120-8dad-9256268e9adf is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:52.435545 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.ipam_backend_mixin [None req-1a4c51a7-06ca-424e-aa8d-7e79113a124b None None] Port 2ff3322c-4048-4514-a47f-40e6fb475e19 was not found and therefore no delete operation was performed {{(pid=103303) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 16:09:52.446305 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a4c51a7-06ca-424e-aa8d-7e79113a124b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (2ff3322c-4048-4514-a47f-40e6fb475e19), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:52.485266 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (e9185249-798b-4162-a9c3-9d313abbd93c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:52.492377 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for port (0ca2f5c9-8b63-442d-ab9a-c4d1016f8717), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:52.517604 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaf530-ea7b-447c-b827-aedfd83cb7c4 req-b451100a-0cdb-4a11-9e82-b69390d458cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:52.518884 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dfaf530-ea7b-447c-b827-aedfd83cb7c4 req-b451100a-0cdb-4a11-9e82-b69390d458cd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6298b47d-4a01-4bf3-aebe-2a34cb608425 HTTP/1.1" status: 200 len: 850 time: 0.2393022 Feb 08 16:09:52.596613 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a4c51a7-06ca-424e-aa8d-7e79113a124b None None] Network 4cbfb664-ed22-4d24-b43a-cbb420554f79 is not hosted by any dhcp agent {{(pid=103303) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 16:09:52.597192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c51a7-06ca-424e-aa8d-7e79113a124b None None] No DVR routers for this DVR port 2ff3322c-4048-4514-a47f-40e6fb475e19 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:09:52.651045 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (0ca2f5c9-8b63-442d-ab9a-c4d1016f8717), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:52.657375 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dfaf530-ea7b-447c-b827-aedfd83cb7c4 req-c4b4a5af-34e1-44c6-80d1-0b62689e73a3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0b3c93e4-fe44-4aba-a91f-37357d8622fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309280 Feb 08 16:09:52.690054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] For port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:09:52.698277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] For port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60,segment=NetworkSegment(3453486d-64ef-4291-83ab-d483d76bef61),segment_id=3453486d-64ef-4291-83ab-d483d76bef61)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:09:52.708727 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c51a7-06ca-424e-aa8d-7e79113a124b None None] Pushing event deleted for resources: {'Port': ['ID=2ff3322c-4048-4514-a47f-40e6fb475e19,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:52.734667 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:52.888559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event updated for resources: {'Port': ['ID=0ca2f5c9-8b63-442d-ab9a-c4d1016f8717,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:52.957833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port c9cc0a07-7246-4843-bbc9-4ee4b926179c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:09:52.958201 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:52.983901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Network aef08fc8-3a46-4286-8722-0ceff3184e77 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:53.003972 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:53.024982 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dfaf530-ea7b-447c-b827-aedfd83cb7c4 req-41dd5975-c88e-4e5e-a605-10f2fe8b5c12 service neutron] 10.222.0.96 "GET /v2.0/networks/0b3c93e4-fe44-4aba-a91f-37357d8622fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575923 Feb 08 16:09:53.028922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:09:53.029539 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (22f2d54a-1d2f-454f-8409-920348ef7f54), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:53.035222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-13df94a9-e03a-4f00-8e44-d2e280cfca42 None None] Deleting port c9cc0a07-7246-4843-bbc9-4ee4b926179c {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:09:53.037757 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-13df94a9-e03a-4f00-8e44-d2e280cfca42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:53.073894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-183107dd-5fb5-4b73-9355-cbd539ad6d8f req-81e33765-296d-48f5-a569-e9c8eaf9379f tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0836887 Feb 08 16:09:53.217931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839151f-39fd-4205-8438-d3d3aebbdb2c None None] Pushing event updated for resources: {'Port': ['ID=1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:53.227708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c9cc0a07-7246-4843-bbc9-4ee4b926179c no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:09:53.241365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] For port c9cc0a07-7246-4843-bbc9-4ee4b926179c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c9cc0a07-7246-4843-bbc9-4ee4b926179c,segment=NetworkSegment(4befd794-c995-4e78-8f2e-d1cd98df3de9),segment_id=4befd794-c995-4e78-8f2e-d1cd98df3de9)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:53.241936 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:53.323473 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for c9cc0a07-7246-4843-bbc9-4ee4b926179c owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:09:53.362941 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Publish callbacks [] for port (e612b343-2e7f-49bc-8d88-0a82032aa7fb), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:53.433257 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (e612b343-2e7f-49bc-8d88-0a82032aa7fb), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:53.458187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-13df94a9-e03a-4f00-8e44-d2e280cfca42 None None] For port c9cc0a07-7246-4843-bbc9-4ee4b926179c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c9cc0a07-7246-4843-bbc9-4ee4b926179c,segment=NetworkSegment(4befd794-c995-4e78-8f2e-d1cd98df3de9),segment_id=4befd794-c995-4e78-8f2e-d1cd98df3de9)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:53.459709 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-13df94a9-e03a-4f00-8e44-d2e280cfca42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:53.535929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Network 9f65ff05-5080-4447-be9a-b511c5306a84 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:53.571351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-13df94a9-e03a-4f00-8e44-d2e280cfca42 None None] Calling delete_port for c9cc0a07-7246-4843-bbc9-4ee4b926179c owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:09:53.575223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:53.583313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:09:53.610208 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dfaf530-ea7b-447c-b827-aedfd83cb7c4 req-084973b6-71c7-4130-9094-6f4aa03be776 service neutron] 10.222.0.96 "GET /v2.0/networks/0b3c93e4-fe44-4aba-a91f-37357d8622fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809019 Feb 08 16:09:53.707819 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:53.789874 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No DVR routers for this DVR port c9cc0a07-7246-4843-bbc9-4ee4b926179c on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:09:53.804592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Pushing event updated for resources: {'Port': ['ID=e612b343-2e7f-49bc-8d88-0a82032aa7fb,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:53.860553 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=c9cc0a07-7246-4843-bbc9-4ee4b926179c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:54.010519 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-13df94a9-e03a-4f00-8e44-d2e280cfca42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:54.040744 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (e9185249-798b-4162-a9c3-9d313abbd93c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:54.048444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c9cc0a07-7246-4843-bbc9-4ee4b926179c is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:54.048806 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c9cc0a07-7246-4843-bbc9-4ee4b926179c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:54.101335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9185249-798b-4162-a9c3-9d313abbd93c']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:54.108051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Attempting to bind port e612b343-2e7f-49bc-8d88-0a82032aa7fb on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:09:54.111348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Attempting to bind port e612b343-2e7f-49bc-8d88-0a82032aa7fb by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '59cafe8a-c491-4120-9696-bdb720134617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9f65ff05-5080-4447-be9a-b511c5306a84'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:09:54.111978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Attempting to bind port e612b343-2e7f-49bc-8d88-0a82032aa7fb on network 9f65ff05-5080-4447-be9a-b511c5306a84 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:09:54.133041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4befd794-c995-4e78-8f2e-d1cd98df3de9') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:54.137814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4befd794-c995-4e78-8f2e-d1cd98df3de9') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:54.169660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (4befd794-c995-4e78-8f2e-d1cd98df3de9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:54.212494 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:09:54.235521 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Checking segment: {'id': '59cafe8a-c491-4120-9696-bdb720134617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9f65ff05-5080-4447-be9a-b511c5306a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:54.235954 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:54.236366 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Bound using segment: {'id': '59cafe8a-c491-4120-9696-bdb720134617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9f65ff05-5080-4447-be9a-b511c5306a84'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:09:54.236885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Bound port: e612b343-2e7f-49bc-8d88-0a82032aa7fb, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cafe8a-c491-4120-9696-bdb720134617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9f65ff05-5080-4447-be9a-b511c5306a84'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:09:54.237308 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e612b343-2e7f-49bc-8d88-0a82032aa7fb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:54.299770 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (4befd794-c995-4e78-8f2e-d1cd98df3de9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:54.335112 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:09:54.338597 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (4befd794-c995-4e78-8f2e-d1cd98df3de9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:54.346003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df94a9-e03a-4f00-8e44-d2e280cfca42 None None] Pushing event deleted for resources: {'Port': ['ID=c9cc0a07-7246-4843-bbc9-4ee4b926179c,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:54.356113 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df94a9-e03a-4f00-8e44-d2e280cfca42 None None] No DVR routers for this DVR port c9cc0a07-7246-4843-bbc9-4ee4b926179c on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:09:54.510097 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:09:54.576085 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (e9185249-798b-4162-a9c3-9d313abbd93c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:54.583734 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:54.594718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] For port e612b343-2e7f-49bc-8d88-0a82032aa7fb, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:09:54.599731 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/networks/e9185249-798b-4162-a9c3-9d313abbd93c HTTP/1.1" status: 204 len: 168 time: 2.4900370 Feb 08 16:09:54.605023 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38776) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:54.607357 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] For port e612b343-2e7f-49bc-8d88-0a82032aa7fb, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e612b343-2e7f-49bc-8d88-0a82032aa7fb,segment=NetworkSegment(59cafe8a-c491-4120-9696-bdb720134617),segment_id=59cafe8a-c491-4120-9696-bdb720134617)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:09:54.638621 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e612b343-2e7f-49bc-8d88-0a82032aa7fb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:54.691634 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-759fc74e-9834-4f75-90f3-040a2d72668a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2017399223'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:54.701410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7029af-28f9-4750-b4c1-dcf0edf1f04e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Network': ['ID=e9185249-798b-4162-a9c3-9d313abbd93c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:54.740377 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0ca2f5c9-8b63-442d-ab9a-c4d1016f8717), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:54.755578 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759fc74e-9834-4f75-90f3-040a2d72668a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:54.773657 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-759fc74e-9834-4f75-90f3-040a2d72668a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:54.815175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeebcd2-6e89-4f14-9247-a7dcc346ef9b None None] Pushing event updated for resources: {'Port': ['ID=e612b343-2e7f-49bc-8d88-0a82032aa7fb,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:54.873900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759fc74e-9834-4f75-90f3-040a2d72668a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:09:54.907853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-759fc74e-9834-4f75-90f3-040a2d72668a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f6f9b278-fcd9-43ec-abc8-04d16ac225d1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:54.911827 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-759fc74e-9834-4f75-90f3-040a2d72668a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Added segment f6f9b278-fcd9-43ec-abc8-04d16ac225d1 of type vlan for network c5627f31-6ffc-4117-a8eb-793ada58d553 Feb 08 16:09:54.937597 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72b99747-c4db-4ed6-a36e-d85669c5099b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (beb4698d-7553-4d67-abd7-869c8d9915ac), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:55.041648 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-759fc74e-9834-4f75-90f3-040a2d72668a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (c5627f31-6ffc-4117-a8eb-793ada58d553), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:55.052202 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e3c0f-f1f1-4e72-90ba-118df6a7fb0a req-46cc08de-2fbb-471d-81f5-c88de56c184c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:55.055934 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c22e3c0f-f1f1-4e72-90ba-118df6a7fb0a req-46cc08de-2fbb-471d-81f5-c88de56c184c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 0.5617237 Feb 08 16:09:55.087051 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b99747-c4db-4ed6-a36e-d85669c5099b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Subnet': ['ID=beb4698d-7553-4d67-abd7-869c8d9915ac,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:55.135566 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-759fc74e-9834-4f75-90f3-040a2d72668a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (c5627f31-6ffc-4117-a8eb-793ada58d553), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:55.141468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759fc74e-9834-4f75-90f3-040a2d72668a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:55.142096 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-759fc74e-9834-4f75-90f3-040a2d72668a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:55.172066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea17be6-b6e9-4f80-afa9-0120a1bc3bd8 None None] Network c3b69469-2bd2-40df-a8f3-4f05393bc95f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:55.227488 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-72b99747-c4db-4ed6-a36e-d85669c5099b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:55.251576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-72b99747-c4db-4ed6-a36e-d85669c5099b tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/subnets/beb4698d-7553-4d67-abd7-869c8d9915ac HTTP/1.1" status: 204 len: 168 time: 4.5378950 Feb 08 16:09:55.252616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38790) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:55.279908 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:09:55.351266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fc74e-9834-4f75-90f3-040a2d72668a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Network': ['ID=c5627f31-6ffc-4117-a8eb-793ada58d553,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:55.363354 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-759fc74e-9834-4f75-90f3-040a2d72668a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6879234 Feb 08 16:09:55.366124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38794) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:55.373523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-bd3e4851-7a96-41eb-ad80-b4144f92a540 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'subnet': {'network_id': 'c5627f31-6ffc-4117-a8eb-793ada58d553', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:55.441933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network c5627f31-6ffc-4117-a8eb-793ada58d553 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:09:55.594545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3e4851-7a96-41eb-ad80-b4144f92a540 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:55.597992 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4851-7a96-41eb-ad80-b4144f92a540 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:55.625866 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca567f-e74b-41a9-b830-a97a6e74bec6 None None] Network aef08fc8-3a46-4286-8722-0ceff3184e77 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:56.028820 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for port (0ca2f5c9-8b63-442d-ab9a-c4d1016f8717), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:56.054201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c22e3c0f-f1f1-4e72-90ba-118df6a7fb0a req-80fca98b-51c1-4b80-bbbb-8edd43423d04 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9381630 Feb 08 16:09:56.080153 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (c3b69469-2bd2-40df-a8f3-4f05393bc95f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:56.087808 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (0ca2f5c9-8b63-442d-ab9a-c4d1016f8717), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:56.088809 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4851-7a96-41eb-ad80-b4144f92a540 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (259373d4-5559-4593-807f-4bf5f9e03442), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:56.090868 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (22f2d54a-1d2f-454f-8409-920348ef7f54), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:56.178429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c8d0ffe8-587f-4256-9ddc-1c6f353b9beb None None] Provisioning complete for port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:56.179727 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ffe8-587f-4256-9ddc-1c6f353b9beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:56.257026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Network aef08fc8-3a46-4286-8722-0ceff3184e77 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:56.281747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:56.294665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e4851-7a96-41eb-ad80-b4144f92a540 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Subnet': ['ID=259373d4-5559-4593-807f-4bf5f9e03442,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:56.334113 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:56.338792 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:56.427456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e4851-7a96-41eb-ad80-b4144f92a540 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Checking segment: {'id': 'f6f9b278-fcd9-43ec-abc8-04d16ac225d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5627f31-6ffc-4117-a8eb-793ada58d553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:09:56.427998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3e4851-7a96-41eb-ad80-b4144f92a540 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network hostable DHCP agents. Network: c5627f31-6ffc-4117-a8eb-793ada58d553, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:09:56.476747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3e4851-7a96-41eb-ad80-b4144f92a540 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network c5627f31-6ffc-4117-a8eb-793ada58d553 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:09:56.505856 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-bd3e4851-7a96-41eb-ad80-b4144f92a540 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, c5627f31-6ffc-4117-a8eb-793ada58d553) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:56.517380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3e4851-7a96-41eb-ad80-b4144f92a540 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:56.518225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd3e4851-7a96-41eb-ad80-b4144f92a540 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:56.539081 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f7a390-a37c-454a-a984-a80e2ae9c4cd None None] Network c5627f31-6ffc-4117-a8eb-793ada58d553 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:56.559775 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bd3e4851-7a96-41eb-ad80-b4144f92a540 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1904399 Feb 08 16:09:56.561084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38842) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:56.571374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0d1e4dc8-13a4-4e81-a902-f83e04769b7a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1875889154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:56.639900 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4dc8-13a4-4e81-a902-f83e04769b7a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (63f8a027-ecd1-44c1-80fa-833e42103e83), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:56.641191 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4dc8-13a4-4e81-a902-f83e04769b7a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (63f8a027-ecd1-44c1-80fa-833e42103e83), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:56.723505 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event updated for resources: {'Port': ['ID=0ca2f5c9-8b63-442d-ab9a-c4d1016f8717,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:56.770015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Deleting port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:09:56.770365 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1713286b-b6e4-46a2-827a-5ed7d3dbb74b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:56.784344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0688375a-84db-4666-963c-a6d7c4b90ecb None None] DHCP port deletion for c3b69469-2bd2-40df-a8f3-4f05393bc95f request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:09:56.809738 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4dc8-13a4-4e81-a902-f83e04769b7a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_controller (63f8a027-ecd1-44c1-80fa-833e42103e83), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:56.819894 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4dc8-13a4-4e81-a902-f83e04769b7a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (63f8a027-ecd1-44c1-80fa-833e42103e83), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:56.868274 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4dc8-13a4-4e81-a902-f83e04769b7a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:56.875141 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0d1e4dc8-13a4-4e81-a902-f83e04769b7a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3105495 Feb 08 16:09:56.881200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38850) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:56.893111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f7fb3318-c49d-48c0-adf8-04dd274ac77e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'port': {'network_id': 'c5627f31-6ffc-4117-a8eb-793ada58d553', 'name': 'tempest-RoutersIpV6Test-159431811'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:09:56.983432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] For port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1713286b-b6e4-46a2-827a-5ed7d3dbb74b,segment=NetworkSegment(b5757511-7075-4129-8a81-4cce16a17b80),segment_id=b5757511-7075-4129-8a81-4cce16a17b80)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:56.983806 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1713286b-b6e4-46a2-827a-5ed7d3dbb74b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:57.032098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Calling delete_port for 1713286b-b6e4-46a2-827a-5ed7d3dbb74b owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:09:57.046125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c8d0ffe8-587f-4256-9ddc-1c6f353b9beb None None] Current status of the port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:57.046530 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ffe8-587f-4256-9ddc-1c6f353b9beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:57.258540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-c5627f31-6ffc-4117-a8eb-793ada58d553', 'network_id': 'c5627f31-6ffc-4117-a8eb-793ada58d553', 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'fixed_ips': [{'subnet_id': '259373d4-5559-4593-807f-4bf5f9e03442'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:09:57.259473 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:57.282349 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b135c1-e73c-43ab-bde8-59c20cd1125b None None] Network 9f65ff05-5080-4447-be9a-b511c5306a84 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:57.299866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fb3318-c49d-48c0-adf8-04dd274ac77e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:09:57.304118 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f7fb3318-c49d-48c0-adf8-04dd274ac77e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:57.344127 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1713286b-b6e4-46a2-827a-5ed7d3dbb74b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:57.361016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [None req-f7fb3318-c49d-48c0-adf8-04dd274ac77e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] device_id is not set on port 2e4b9c41-93c5-4257-9964-3be8b6cf8397 yet. {{(pid=103302) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 08 16:09:57.397522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Port': ['ID=1713286b-b6e4-46a2-827a-5ed7d3dbb74b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:57.400172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Router 22f2d54a-1d2f-454f-8409-920348ef7f54 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:09:57.549330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:09:57.566121 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0caf61f-75da-4db3-8e26-056c16bbc412 None None] Sync routers for ids ['22f2d54a-1d2f-454f-8409-920348ef7f54'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:09:57.586296 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0caf61f-75da-4db3-8e26-056c16bbc412 None None] Routers {'22f2d54a-1d2f-454f-8409-920348ef7f54'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:09:57.586934 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a0caf61f-75da-4db3-8e26-056c16bbc412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:09:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22f2d54a-1d2f-454f-8409-920348ef7f54'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:57.597011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-910434f6-3be2-4208-b775-72b3270b6c8f tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "PUT /v2.0/routers/22f2d54a-1d2f-454f-8409-920348ef7f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0303140 Feb 08 16:09:57.600244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No DVR routers for this DVR port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:09:57.602579 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38864) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:57.681315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c8d0ffe8-587f-4256-9ddc-1c6f353b9beb None None] For port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60,segment=NetworkSegment(3453486d-64ef-4291-83ab-d483d76bef61),segment_id=3453486d-64ef-4291-83ab-d483d76bef61)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:09:57.701113 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a0caf61f-75da-4db3-8e26-056c16bbc412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:57.717016 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:57.717016 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:57.746528 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0caf61f-75da-4db3-8e26-056c16bbc412 None None] Routers {'22f2d54a-1d2f-454f-8409-920348ef7f54'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:09:57.747662 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a0caf61f-75da-4db3-8e26-056c16bbc412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:09:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22f2d54a-1d2f-454f-8409-920348ef7f54'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:57.833466 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ffe8-587f-4256-9ddc-1c6f353b9beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:57.850788 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-a0caf61f-75da-4db3-8e26-056c16bbc412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:57.852020 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0caf61f-75da-4db3-8e26-056c16bbc412 None None] The sync data for ids ['22f2d54a-1d2f-454f-8409-920348ef7f54'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:09:57.864201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78483148-722e-49a5-9717-7f612a8bc8ba req-ffbd3907-be63-4a9a-b1fa-7029ff486464 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:57.866777 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78483148-722e-49a5-9717-7f612a8bc8ba req-ffbd3907-be63-4a9a-b1fa-7029ff486464 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 0.5561795 Feb 08 16:09:57.884809 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (c3b69469-2bd2-40df-a8f3-4f05393bc95f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:58.033905 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b69469-2bd2-40df-a8f3-4f05393bc95f']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:58.067829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5757511-7075-4129-8a81-4cce16a17b80') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:58.068177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5757511-7075-4129-8a81-4cce16a17b80') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:09:58.118219 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (b5757511-7075-4129-8a81-4cce16a17b80), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:58.118531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-f7fb3318-c49d-48c0-adf8-04dd274ac77e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Allocated IP 2001:db8::58 (c5627f31-6ffc-4117-a8eb-793ada58d553/259373d4-5559-4593-807f-4bf5f9e03442/2e4b9c41-93c5-4257-9964-3be8b6cf8397) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:09:58.167922 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78483148-722e-49a5-9717-7f612a8bc8ba req-2cb30237-42c3-4ea9-ae99-12902b3a054f tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789128 Feb 08 16:09:58.182059 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b5757511-7075-4129-8a81-4cce16a17b80), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:58.227881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:09:58.228655 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (b5757511-7075-4129-8a81-4cce16a17b80), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:09:58.250395 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:09:58.475964 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (c3b69469-2bd2-40df-a8f3-4f05393bc95f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:58.494629 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:58.530854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/c3b69469-2bd2-40df-a8f3-4f05393bc95f HTTP/1.1" status: 204 len: 168 time: 3.1295507 Feb 08 16:09:58.541737 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38878) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:58.558762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd2760-9875-4cd0-9a7a-2d12a7ac9dce tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Network': ['ID=c3b69469-2bd2-40df-a8f3-4f05393bc95f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:58.659391 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2533ba-e9c3-43b4-9d76-c12515aaae87 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:58.661743 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2533ba-e9c3-43b4-9d76-c12515aaae87 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:58.666192 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3a2533ba-e9c3-43b4-9d76-c12515aaae87 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/subnets/07af5881-f3f9-4a18-9963-acdfc926e44a HTTP/1.1" status: 404 len: 337 time: 0.1212912 Feb 08 16:09:58.669595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38884) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:58.688864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0ffe8-587f-4256-9ddc-1c6f353b9beb None None] Pushing event updated for resources: {'Port': ['ID=1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:58.707062 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f5c327-c205-4ff3-8d2c-f841e5b70e2e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] DELETE failed (client error): The resource could not be found. Feb 08 16:09:58.707664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f5c327-c205-4ff3-8d2c-f841e5b70e2e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:09:58.710849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-35f5c327-c205-4ff3-8d2c-f841e5b70e2e tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/4cb2a76a-f9ae-44ef-9c1d-7e762d307be6 HTTP/1.1" status: 404 len: 339 time: 0.0401182 Feb 08 16:09:58.729575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38886) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:58.917642 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8885935-afc7-4b1e-b265-5c9aba30ad2d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Deleting subnet 48d8ceab-fbc0-4c8d-813a-b301607df50e {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:09:58.928366 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8885935-afc7-4b1e-b265-5c9aba30ad2d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (48d8ceab-fbc0-4c8d-813a-b301607df50e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:58.971102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1d3a3905-0072-4dc5-97ff-5eac61ff7d7d None None] Provisioning complete for port 0ca2f5c9-8b63-442d-ab9a-c4d1016f8717 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:58.971774 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3905-0072-4dc5-97ff-5eac61ff7d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0ca2f5c9-8b63-442d-ab9a-c4d1016f8717), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:59.051204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a3905-0072-4dc5-97ff-5eac61ff7d7d None None] Port 0ca2f5c9-8b63-442d-ab9a-c4d1016f8717 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:09:59.072252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0688375a-84db-4666-963c-a6d7c4b90ecb None None] Deleting port 1713286b-b6e4-46a2-827a-5ed7d3dbb74b {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:09:59.077098 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0688375a-84db-4666-963c-a6d7c4b90ecb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1713286b-b6e4-46a2-827a-5ed7d3dbb74b), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:59.111573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64ed01-a653-4b77-847e-0c45d7f8a91b req-46275d41-cb27-4ceb-8386-9a8a1a886e8f tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:59.124534 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f64ed01-a653-4b77-847e-0c45d7f8a91b req-46275d41-cb27-4ceb-8386-9a8a1a886e8f tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 0.3689027 Feb 08 16:09:59.160802 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:09:59.161209 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server [None req-0688375a-84db-4666-963c-a6d7c4b90ecb None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network c3b69469-2bd2-40df-a8f3-4f05393bc95f could not be found. Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network c3b69469-2bd2-40df-a8f3-4f05393bc95f could not be found. Feb 08 16:09:59.206408 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Feb 08 16:09:59.217185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1d3a3905-0072-4dc5-97ff-5eac61ff7d7d None None] Provisioning complete for port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:59.217185 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3905-0072-4dc5-97ff-5eac61ff7d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:59.234862 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8885935-afc7-4b1e-b265-5c9aba30ad2d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (48d8ceab-fbc0-4c8d-813a-b301607df50e), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:59.279842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a742d936-a218-4269-b582-0ca461ddab86 None None] DHCP port deletion for c3b69469-2bd2-40df-a8f3-4f05393bc95f request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:09:59.484183 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8885935-afc7-4b1e-b265-5c9aba30ad2d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (48d8ceab-fbc0-4c8d-813a-b301607df50e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:59.491128 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a3905-0072-4dc5-97ff-5eac61ff7d7d None None] Current status of the port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:59.536248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1d3a3905-0072-4dc5-97ff-5eac61ff7d7d None None] Provisioning complete for port e612b343-2e7f-49bc-8d88-0a82032aa7fb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:09:59.537347 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3905-0072-4dc5-97ff-5eac61ff7d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e612b343-2e7f-49bc-8d88-0a82032aa7fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:59.694477 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f64ed01-a653-4b77-847e-0c45d7f8a91b req-a08fe6d6-9237-4a1e-9f15-0a5421f205e6 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677288 Feb 08 16:09:59.710757 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8885935-afc7-4b1e-b265-5c9aba30ad2d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (48d8ceab-fbc0-4c8d-813a-b301607df50e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:59.725771 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f7fb3318-c49d-48c0-adf8-04dd274ac77e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (2e4b9c41-93c5-4257-9964-3be8b6cf8397), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:59.777581 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f7fb3318-c49d-48c0-adf8-04dd274ac77e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2e4b9c41-93c5-4257-9964-3be8b6cf8397), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:59.791955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8885935-afc7-4b1e-b265-5c9aba30ad2d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Subnet': ['ID=48d8ceab-fbc0-4c8d-813a-b301607df50e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:59.810091 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8885935-afc7-4b1e-b265-5c9aba30ad2d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:59.821460 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c8885935-afc7-4b1e-b265-5c9aba30ad2d tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/subnets/48d8ceab-fbc0-4c8d-813a-b301607df50e HTTP/1.1" status: 204 len: 168 time: 1.0881557 Feb 08 16:09:59.822487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38904) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:09:59.854816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fb3318-c49d-48c0-adf8-04dd274ac77e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network c5627f31-6ffc-4117-a8eb-793ada58d553 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:09:59.870990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f7fb3318-c49d-48c0-adf8-04dd274ac77e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:09:59.874689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb3318-c49d-48c0-adf8-04dd274ac77e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:09:59.880480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fb3318-c49d-48c0-adf8-04dd274ac77e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:09:59.881396 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f7fb3318-c49d-48c0-adf8-04dd274ac77e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:59.900982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a3905-0072-4dc5-97ff-5eac61ff7d7d None None] Current status of the port e612b343-2e7f-49bc-8d88-0a82032aa7fb is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:09:59.901371 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3905-0072-4dc5-97ff-5eac61ff7d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e612b343-2e7f-49bc-8d88-0a82032aa7fb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:09:59.912732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b28e4a-ab5b-4d25-a2a7-5be2a1d41329 None None] Network 6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:09:59.936094 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb3318-c49d-48c0-adf8-04dd274ac77e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=2e4b9c41-93c5-4257-9964-3be8b6cf8397,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:09:59.966195 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f7fb3318-c49d-48c0-adf8-04dd274ac77e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.0800011 Feb 08 16:09:59.970722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 38908) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:00.083876 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-c85efcb3-17ab-4624-8eaa-a2ba0e7d9185 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:00.083876 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c85efcb3-17ab-4624-8eaa-a2ba0e7d9185 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "PUT /v2.0/routers/22f2d54a-1d2f-454f-8409-920348ef7f54/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4755433 Feb 08 16:10:00.084252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 38912) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:00.122386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:00.190645 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:00.295274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Allocated IP 2001:db8::2 (c5627f31-6ffc-4117-a8eb-793ada58d553/259373d4-5559-4593-807f-4bf5f9e03442/8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:10:00.322745 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1d3a3905-0072-4dc5-97ff-5eac61ff7d7d None None] For port e612b343-2e7f-49bc-8d88-0a82032aa7fb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e612b343-2e7f-49bc-8d88-0a82032aa7fb,segment=NetworkSegment(59cafe8a-c491-4120-9696-bdb720134617),segment_id=59cafe8a-c491-4120-9696-bdb720134617)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:00.345032 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3905-0072-4dc5-97ff-5eac61ff7d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e612b343-2e7f-49bc-8d88-0a82032aa7fb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:00.515577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a3905-0072-4dc5-97ff-5eac61ff7d7d None None] Pushing event updated for resources: {'Port': ['ID=e612b343-2e7f-49bc-8d88-0a82032aa7fb,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:00.527297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2c4389-ab0a-4cb0-9257-80a27c07cd4c None None] DHCP port deletion for 6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:10:00.535823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e612b343-2e7f-49bc-8d88-0a82032aa7fb up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:10:00.841153 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7fbb74d3-2ae1-4b2d-88e1-a2e4e3fcce7e None None] Provisioning complete for port 0ca2f5c9-8b63-442d-ab9a-c4d1016f8717 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:00.841800 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fbb74d3-2ae1-4b2d-88e1-a2e4e3fcce7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0ca2f5c9-8b63-442d-ab9a-c4d1016f8717), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:00.975668 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Deleting port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:00.976504 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:01.005685 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ed6219a-bfc8-4731-984a-0c45cd381aa8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (22f2d54a-1d2f-454f-8409-920348ef7f54), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:01.021768 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e612b343-2e7f-49bc-8d88-0a82032aa7fb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:01.022400 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e612b343-2e7f-49bc-8d88-0a82032aa7fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:01.080166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] For port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b72ba52a-7d5a-42a9-9ee3-c868719ec7c1,segment=NetworkSegment(b4411a77-bb24-4014-8c68-e1638fa848c6),segment_id=b4411a77-bb24-4014-8c68-e1638fa848c6)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:01.080546 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:01.098503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Calling delete_port for b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:01.107929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb74d3-2ae1-4b2d-88e1-a2e4e3fcce7e None None] Port 0ca2f5c9-8b63-442d-ab9a-c4d1016f8717 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:10:01.123411 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c4389-ab0a-4cb0-9257-80a27c07cd4c None None] Deleting port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:01.124647 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4389-ab0a-4cb0-9257-80a27c07cd4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:01.154028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7fbb74d3-2ae1-4b2d-88e1-a2e4e3fcce7e None None] Provisioning complete for port e612b343-2e7f-49bc-8d88-0a82032aa7fb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:01.154770 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fbb74d3-2ae1-4b2d-88e1-a2e4e3fcce7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e612b343-2e7f-49bc-8d88-0a82032aa7fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:01.236468 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Publish callbacks [] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:01.306994 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:01.378587 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:01.467243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] No DVR routers for this DVR port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:10:01.470970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e612b343-2e7f-49bc-8d88-0a82032aa7fb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:01.473947 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:10:01.493606 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67167397-3a59-4f1e-8397-fb2196ed24be req-ceca360d-2f31-4a17-8276-7484d0148b8f tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:01.505213 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67167397-3a59-4f1e-8397-fb2196ed24be req-ceca360d-2f31-4a17-8276-7484d0148b8f tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 0.6417232 Feb 08 16:10:01.584144 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9ed6219a-bfc8-4731-984a-0c45cd381aa8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Deleting port 0ca2f5c9-8b63-442d-ab9a-c4d1016f8717 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:01.595367 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ed6219a-bfc8-4731-984a-0c45cd381aa8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0ca2f5c9-8b63-442d-ab9a-c4d1016f8717), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:01.598744 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Network c5627f31-6ffc-4117-a8eb-793ada58d553 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:10:01.607813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ef2c4389-ab0a-4cb0-9257-80a27c07cd4c None None] For port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b72ba52a-7d5a-42a9-9ee3-c868719ec7c1,segment=NetworkSegment(b4411a77-bb24-4014-8c68-e1638fa848c6),segment_id=b4411a77-bb24-4014-8c68-e1638fa848c6)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:01.608224 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4389-ab0a-4cb0-9257-80a27c07cd4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:01.616493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:01.619663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:10:01.663346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Port': ['ID=b72ba52a-7d5a-42a9-9ee3-c868719ec7c1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:01.708512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Pushing event updated for resources: {'Port': ['ID=8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:01.739359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c4389-ab0a-4cb0-9257-80a27c07cd4c None None] Calling delete_port for b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:01.773479 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-93d10036-a4b5-4cb7-961a-e9e3830f4661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:01.866765 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ed6219a-bfc8-4731-984a-0c45cd381aa8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0ca2f5c9-8b63-442d-ab9a-c4d1016f8717), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:01.906076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9ed6219a-bfc8-4731-984a-0c45cd381aa8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Calling delete_port for 0ca2f5c9-8b63-442d-ab9a-c4d1016f8717 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:01.923928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb74d3-2ae1-4b2d-88e1-a2e4e3fcce7e None None] Current status of the port e612b343-2e7f-49bc-8d88-0a82032aa7fb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:01.937219 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-94c7ec91-14bc-4343-a7b5-b3b2a16ac74d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2e4b9c41-93c5-4257-9964-3be8b6cf8397), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:01.971517 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:01.971904 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:02.009683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-67167397-3a59-4f1e-8397-fb2196ed24be req-4fe736e8-6361-4bd5-b6de-968d1d0ff93b tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033734 Feb 08 16:10:02.087168 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:02.184934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:02.208428 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Attempting to bind port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:10:02.209114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Attempting to bind port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'f6f9b278-fcd9-43ec-abc8-04d16ac225d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5627f31-6ffc-4117-a8eb-793ada58d553'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:10:02.219989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Attempting to bind port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 on network c5627f31-6ffc-4117-a8eb-793ada58d553 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:10:02.280060 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:10:02.288143 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Checking segment: {'id': 'f6f9b278-fcd9-43ec-abc8-04d16ac225d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5627f31-6ffc-4117-a8eb-793ada58d553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:10:02.288837 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:02.289656 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Bound using segment: {'id': 'f6f9b278-fcd9-43ec-abc8-04d16ac225d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5627f31-6ffc-4117-a8eb-793ada58d553'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:10:02.297825 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Bound port: 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f9b278-fcd9-43ec-abc8-04d16ac225d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c5627f31-6ffc-4117-a8eb-793ada58d553'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:10:02.298757 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:02.376570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4411a77-bb24-4014-8c68-e1638fa848c6') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:02.379015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4411a77-bb24-4014-8c68-e1638fa848c6') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:02.486515 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ed6219a-bfc8-4731-984a-0c45cd381aa8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (0ca2f5c9-8b63-442d-ab9a-c4d1016f8717), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:02.500407 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:02.502930 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (b4411a77-bb24-4014-8c68-e1638fa848c6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:02.533955 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ef2c4389-ab0a-4cb0-9257-80a27c07cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (b72ba52a-7d5a-42a9-9ee3-c868719ec7c1), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:02.581514 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6219a-bfc8-4731-984a-0c45cd381aa8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event deleted for resources: {'Port': ['ID=0ca2f5c9-8b63-442d-ab9a-c4d1016f8717,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:02.586708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6f64b-afa6-433c-a6f6-988a7339c8d8 req-888c03d7-ab2d-4595-87d3-8060d9d0e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:02.588233 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a5e6f64b-afa6-433c-a6f6-988a7339c8d8 req-888c03d7-ab2d-4595-87d3-8060d9d0e493 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5e62183e8a3b4528bd92844c85aab28a&device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 1129 time: 0.2051921 Feb 08 16:10:02.617129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c4389-ab0a-4cb0-9257-80a27c07cd4c None None] Pushing event deleted for resources: {'Port': ['ID=b72ba52a-7d5a-42a9-9ee3-c868719ec7c1,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:02.634047 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2c4389-ab0a-4cb0-9257-80a27c07cd4c None None] No DVR routers for this DVR port b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:10:02.645025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1713286b-b6e4-46a2-827a-5ed7d3dbb74b no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:10:02.692408 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 1713286b-b6e4-46a2-827a-5ed7d3dbb74b {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:10:02.692811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1713286b-b6e4-46a2-827a-5ed7d3dbb74b not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:10:02.698026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] For port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:10:02.763174 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b4411a77-bb24-4014-8c68-e1638fa848c6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:02.838884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189522a-84cc-4fe8-8330-a6157c4a087f req-4b9a3398-7ebc-43a9-93c2-0567c205a6db tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:02.850595 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e189522a-84cc-4fe8-8330-a6157c4a087f req-4b9a3398-7ebc-43a9-93c2-0567c205a6db tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 0.4981248 Feb 08 16:10:02.859744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:10:02.861990 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (b4411a77-bb24-4014-8c68-e1638fa848c6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:02.864282 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ed6219a-bfc8-4731-984a-0c45cd381aa8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (22f2d54a-1d2f-454f-8409-920348ef7f54), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:10:02.869414 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:10:02.891499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6f64b-afa6-433c-a6f6-988a7339c8d8 req-8c0736d3-cba1-42d2-87c2-44e5bcadc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:02.894427 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a5e6f64b-afa6-433c-a6f6-988a7339c8d8 req-8c0736d3-cba1-42d2-87c2-44e5bcadc41c service neutron] 10.222.0.96 "GET /v2.0/networks?id=0b3c93e4-fe44-4aba-a91f-37357d8622fb HTTP/1.1" status: 200 len: 911 time: 0.2911777 Feb 08 16:10:02.897618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e612b343-2e7f-49bc-8d88-0a82032aa7fb up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:10:03.053788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e612b343-2e7f-49bc-8d88-0a82032aa7fb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:03.054165 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e612b343-2e7f-49bc-8d88-0a82032aa7fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:03.061265 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a5e6f64b-afa6-433c-a6f6-988a7339c8d8 req-92634c52-1e76-4001-98df-0b94eb7d2314 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 HTTP/1.1" status: 200 len: 217 time: 0.1211421 Feb 08 16:10:03.250713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e612b343-2e7f-49bc-8d88-0a82032aa7fb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:03.431258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:10:03.539019 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6f64b-afa6-433c-a6f6-988a7339c8d8 req-8adc885a-9956-41d5-9117-3a002df5f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:03.540516 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a5e6f64b-afa6-433c-a6f6-988a7339c8d8 req-8adc885a-9956-41d5-9117-3a002df5f71f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6298b47d-4a01-4bf3-aebe-2a34cb608425 HTTP/1.1" status: 200 len: 850 time: 0.4784510 Feb 08 16:10:03.544929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:10:03.545676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b72ba52a-7d5a-42a9-9ee3-c868719ec7c1 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:10:03.626381 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a5e6f64b-afa6-433c-a6f6-988a7339c8d8 req-8e285052-8db1-4dc1-9a2e-a0a0ed6bf67b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=0b3c93e4-fe44-4aba-a91f-37357d8622fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759995 Feb 08 16:10:03.751849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] For port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64,segment=NetworkSegment(f6f9b278-fcd9-43ec-abc8-04d16ac225d1),segment_id=f6f9b278-fcd9-43ec-abc8-04d16ac225d1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:10:03.771421 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:03.783600 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-94c7ec91-14bc-4343-a7b5-b3b2a16ac74d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (2e4b9c41-93c5-4257-9964-3be8b6cf8397), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:03.804574 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:03.813816 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:03.817543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] 10.222.0.82 "DELETE /v2.0/networks/6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd HTTP/1.1" status: 204 len: 168 time: 3.9940615 Feb 08 16:10:03.863671 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-94c7ec91-14bc-4343-a7b5-b3b2a16ac74d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (2e4b9c41-93c5-4257-9964-3be8b6cf8397), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:04.013888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e41a1-dde8-456b-a9a1-0e3031ffad53 tempest-NetworksIpV6Test-609307570 tempest-NetworksIpV6Test-609307570-project] Pushing event deleted for resources: {'Network': ['ID=6ad38aa8-d6d6-4e5b-acfc-be8db81ef9fd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:04.066221 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e189522a-84cc-4fe8-8330-a6157c4a087f req-e30a1120-25d7-4921-8ed4-1093b91efd5b tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2100594 Feb 08 16:10:04.094548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed6219a-bfc8-4731-984a-0c45cd381aa8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Router 22f2d54a-1d2f-454f-8409-920348ef7f54 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:10:04.115997 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4874466-8ba1-4841-810d-f6417042db22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:04.141859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac11c5-c4f9-478d-9368-31631ecf2d5e None None] Pushing event updated for resources: {'Port': ['ID=8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:04.145556 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a5e6f64b-afa6-433c-a6f6-988a7339c8d8 req-25e300b5-aecf-4492-86ff-ef8a697bc45c service neutron] 10.222.0.96 "GET /v2.0/networks/0b3c93e4-fe44-4aba-a91f-37357d8622fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036128 Feb 08 16:10:04.267497 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7ec91-14bc-4343-a7b5-b3b2a16ac74d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=2e4b9c41-93c5-4257-9964-3be8b6cf8397,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:04.583612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed6219a-bfc8-4731-984a-0c45cd381aa8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:10:04.601132 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9ed6219a-bfc8-4731-984a-0c45cd381aa8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "PUT /v2.0/routers/22f2d54a-1d2f-454f-8409-920348ef7f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5102346 Feb 08 16:10:04.601132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39020) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:04.606921 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd710d-a9a8-4e1a-b226-5e6f56740a0d None None] Sync routers for ids ['22f2d54a-1d2f-454f-8409-920348ef7f54'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:10:04.635321 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd710d-a9a8-4e1a-b226-5e6f56740a0d None None] Routers {'22f2d54a-1d2f-454f-8409-920348ef7f54'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:04.636489 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-cddd710d-a9a8-4e1a-b226-5e6f56740a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22f2d54a-1d2f-454f-8409-920348ef7f54'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:04.731253 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-a71a8d1a-b2b8-41b3-8250-043703dc57b2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] delete failed (client error): The resource could not be found. Feb 08 16:10:04.731945 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39024) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:04.732832 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a71a8d1a-b2b8-41b3-8250-043703dc57b2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "DELETE /v2.0/routers/tempest-non_exist_router-1418059577 HTTP/1.1" status: 404 len: 335 time: 0.1292062 Feb 08 16:10:04.741204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39026) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:04.773516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-66f14900-5b0c-423f-989a-704ae7b003d0 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Request body: {'router': {'external_gateway_info': {'network_id': '22f2d54a-1d2f-454f-8409-920348ef7f54'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:04.853075 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a5e6f64b-afa6-433c-a6f6-988a7339c8d8 req-c4e5fafe-1d6c-4c9b-9f54-251772b49b71 service neutron] 10.222.0.96 "GET /v2.0/networks/0b3c93e4-fe44-4aba-a91f-37357d8622fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791165 Feb 08 16:10:04.987511 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-94c7ec91-14bc-4343-a7b5-b3b2a16ac74d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (63f8a027-ecd1-44c1-80fa-833e42103e83), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:05.190434 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-300c350a-63f9-4785-82f2-c93ad2c32727 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=042e8de56a9d481ba21ef1ff3e2e0156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4435797 Feb 08 16:10:05.211114 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39036) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:05.304111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:10:05.447237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-cddd710d-a9a8-4e1a-b226-5e6f56740a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:05.527989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd710d-a9a8-4e1a-b226-5e6f56740a0d None None] Routers {'22f2d54a-1d2f-454f-8409-920348ef7f54'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:05.528896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-cddd710d-a9a8-4e1a-b226-5e6f56740a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22f2d54a-1d2f-454f-8409-920348ef7f54'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:05.654221 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-66f14900-5b0c-423f-989a-704ae7b003d0 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for router_gateway (22f2d54a-1d2f-454f-8409-920348ef7f54), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:05.718844 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-94c7ec91-14bc-4343-a7b5-b3b2a16ac74d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2e4b9c41-93c5-4257-9964-3be8b6cf8397), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:05.760261 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-66f14900-5b0c-423f-989a-704ae7b003d0 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] update failed (client error): The resource could not be found. Feb 08 16:10:05.771917 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-66f14900-5b0c-423f-989a-704ae7b003d0 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "PUT /v2.0/routers/22f2d54a-1d2f-454f-8409-920348ef7f54 HTTP/1.1" status: 404 len: 339 time: 1.0070956 Feb 08 16:10:05.773949 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39048) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:05.779945 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-cddd710d-a9a8-4e1a-b226-5e6f56740a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:05.784045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddd710d-a9a8-4e1a-b226-5e6f56740a0d None None] The sync data for ids ['22f2d54a-1d2f-454f-8409-920348ef7f54'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:10:05.806561 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-88019662-5a1b-4190-adf9-bbc9c6350b19 admin admin] Publish callbacks [] for security_group (f4fa357d-3226-4c40-b7a6-4e180ddc7610), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:05.806838 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:05.807342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f0081c5b-037a-4d32-90cb-86e26bb9e741 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-611693143'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:05.807573 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:05.844714 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-88019662-5a1b-4190-adf9-bbc9c6350b19 admin admin] Publish callbacks [] for security_group (f4fa357d-3226-4c40-b7a6-4e180ddc7610), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:05.910601 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0081c5b-037a-4d32-90cb-86e26bb9e741 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Made reservation on behalf of 08d95885c46f4b789b7a9d0ea9467297 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:10:05.926713 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0081c5b-037a-4d32-90cb-86e26bb9e741 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:05.956815 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:06.028585 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-88019662-5a1b-4190-adf9-bbc9c6350b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f4fa357d-3226-4c40-b7a6-4e180ddc7610), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:06.031880 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-88019662-5a1b-4190-adf9-bbc9c6350b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:06.036258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-88019662-5a1b-4190-adf9-bbc9c6350b19 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f4fa357d-3226-4c40-b7a6-4e180ddc7610 HTTP/1.1" status: 204 len: 168 time: 0.8235028 Feb 08 16:10:06.059315 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88019662-5a1b-4190-adf9-bbc9c6350b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fa357d-3226-4c40-b7a6-4e180ddc7610,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:06.080730 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0081c5b-037a-4d32-90cb-86e26bb9e741 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:10:06.110735 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0081c5b-037a-4d32-90cb-86e26bb9e741 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d71b51dc-43c5-43b0-8dc7-dee6d017839c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:06.121772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa6934-0bc0-42bd-bdd1-566acd446865 req-a3896423-b859-4d10-b577-2a64d4e0b811 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:06.123765 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77aa6934-0bc0-42bd-bdd1-566acd446865 req-a3896423-b859-4d10-b577-2a64d4e0b811 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 0.8174739 Feb 08 16:10:06.140159 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-f0081c5b-037a-4d32-90cb-86e26bb9e741 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Added segment d71b51dc-43c5-43b0-8dc7-dee6d017839c of type vlan for network d8a3f593-2bf6-4666-9c82-8f15db03171d Feb 08 16:10:06.302565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87998018-3289-4332-b48c-d09ab65d4f85 None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:10:06.330759 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0081c5b-037a-4d32-90cb-86e26bb9e741 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (d8a3f593-2bf6-4666-9c82-8f15db03171d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:06.382591 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77aa6934-0bc0-42bd-bdd1-566acd446865 req-27e67b3f-c27f-4d95-9090-de5c8788c003 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207863 Feb 08 16:10:06.451230 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0081c5b-037a-4d32-90cb-86e26bb9e741 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (d8a3f593-2bf6-4666-9c82-8f15db03171d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:06.456408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0081c5b-037a-4d32-90cb-86e26bb9e741 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:06.457358 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0081c5b-037a-4d32-90cb-86e26bb9e741 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:06.523137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87998018-3289-4332-b48c-d09ab65d4f85 None None] Resources bound (agent type, host, resource id): {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 16:10:06.529602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:06.530376 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:06.596829 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64,segment=NetworkSegment(f6f9b278-fcd9-43ec-abc8-04d16ac225d1),segment_id=f6f9b278-fcd9-43ec-abc8-04d16ac225d1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:06.615200 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:06.661352 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d2886e38-5d76-49b6-b9a8-38a23851214e None None] Provisioning complete for port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:06.661842 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d2886e38-5d76-49b6-b9a8-38a23851214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:06.686968 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f0081c5b-037a-4d32-90cb-86e26bb9e741 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9072871 Feb 08 16:10:06.704431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39074) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:06.738459 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e750c20a-67d4-4f3a-945a-84728b0bc209 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Request body: {'subnet': {'network_id': 'd8a3f593-2bf6-4666-9c82-8f15db03171d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:06.972102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0081c5b-037a-4d32-90cb-86e26bb9e741 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event updated for resources: {'Network': ['ID=d8a3f593-2bf6-4666-9c82-8f15db03171d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:07.045971 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:07.050819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network d8a3f593-2bf6-4666-9c82-8f15db03171d details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:10:07.180934 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-94c7ec91-14bc-4343-a7b5-b3b2a16ac74d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (2e4b9c41-93c5-4257-9964-3be8b6cf8397), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:07.198338 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-94c7ec91-14bc-4343-a7b5-b3b2a16ac74d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (2e4b9c41-93c5-4257-9964-3be8b6cf8397), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:07.202318 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-94c7ec91-14bc-4343-a7b5-b3b2a16ac74d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (63f8a027-ecd1-44c1-80fa-833e42103e83), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:07.216636 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e750c20a-67d4-4f3a-945a-84728b0bc209 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Made reservation on behalf of 08d95885c46f4b789b7a9d0ea9467297 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:10:07.220265 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e750c20a-67d4-4f3a-945a-84728b0bc209 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:07.351152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7ec91-14bc-4343-a7b5-b3b2a16ac74d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=2e4b9c41-93c5-4257-9964-3be8b6cf8397,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:07.560362 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d2886e38-5d76-49b6-b9a8-38a23851214e None None] Current status of the port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:07.624222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:07.734864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c7ec91-14bc-4343-a7b5-b3b2a16ac74d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network c5627f31-6ffc-4117-a8eb-793ada58d553 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:10:07.746262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-94c7ec91-14bc-4343-a7b5-b3b2a16ac74d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:07.771659 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e750c20a-67d4-4f3a-945a-84728b0bc209 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (df4a3fbb-0e47-404a-9a00-41dacb8ab563), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:07.783579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f7996-89b6-44a9-b584-9c3857189255 req-7b2064f3-7c8a-43af-86c0-ba26054523df tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:07.788903 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d2f7996-89b6-44a9-b584-9c3857189255 req-7b2064f3-7c8a-43af-86c0-ba26054523df tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 0.2368686 Feb 08 16:10:07.837902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371baef9-a0ea-4a13-95d3-e544201251ac None None] Network c5627f31-6ffc-4117-a8eb-793ada58d553 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:10:07.912317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750c20a-67d4-4f3a-945a-84728b0bc209 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event updated for resources: {'Subnet': ['ID=df4a3fbb-0e47-404a-9a00-41dacb8ab563,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:07.935882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750c20a-67d4-4f3a-945a-84728b0bc209 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Checking segment: {'id': 'd71b51dc-43c5-43b0-8dc7-dee6d017839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd8a3f593-2bf6-4666-9c82-8f15db03171d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:10:07.936486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e750c20a-67d4-4f3a-945a-84728b0bc209 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Network hostable DHCP agents. Network: d8a3f593-2bf6-4666-9c82-8f15db03171d, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:10:07.975024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e750c20a-67d4-4f3a-945a-84728b0bc209 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Network d8a3f593-2bf6-4666-9c82-8f15db03171d is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:10:07.988200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-e750c20a-67d4-4f3a-945a-84728b0bc209 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, d8a3f593-2bf6-4666-9c82-8f15db03171d) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:07.994522 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e750c20a-67d4-4f3a-945a-84728b0bc209 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:07.995592 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e750c20a-67d4-4f3a-945a-84728b0bc209 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:08.027584 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e750c20a-67d4-4f3a-945a-84728b0bc209 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3049560 Feb 08 16:10:08.034261 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39102) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:08.044605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-557bba99-26d7-47a9-a9e6-2c19a86829ad tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8a3f593-2bf6-4666-9c82-8f15db03171d'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:08.047205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafeabc9-a3fe-4cc2-994a-3b44302b61b0 None None] Network d8a3f593-2bf6-4666-9c82-8f15db03171d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:10:08.250497 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:08.342101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d2f7996-89b6-44a9-b584-9c3857189255 req-7a9551bf-96f4-4610-b46c-1958dff1424c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655890 Feb 08 16:10:08.563625 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-d8a3f593-2bf6-4666-9c82-8f15db03171d', 'network_id': 'd8a3f593-2bf6-4666-9c82-8f15db03171d', 'project_id': '08d95885c46f4b789b7a9d0ea9467297', 'fixed_ips': [{'subnet_id': 'df4a3fbb-0e47-404a-9a00-41dacb8ab563'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:10:08.564497 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:08.687591 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-557bba99-26d7-47a9-a9e6-2c19a86829ad tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for router_gateway (22f2d54a-1d2f-454f-8409-920348ef7f54), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:08.690849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c7ec91-14bc-4343-a7b5-b3b2a16ac74d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router 63f8a027-ecd1-44c1-80fa-833e42103e83 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:10:08.996981 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c7ec91-14bc-4343-a7b5-b3b2a16ac74d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:10:09.013691 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56217a6-c302-4476-9890-5595d2dc9a8b None None] Sync routers for ids ['63f8a027-ecd1-44c1-80fa-833e42103e83'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:10:09.024672 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56217a6-c302-4476-9890-5595d2dc9a8b None None] Routers {'63f8a027-ecd1-44c1-80fa-833e42103e83'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:09.025289 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f56217a6-c302-4476-9890-5595d2dc9a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['63f8a027-ecd1-44c1-80fa-833e42103e83'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:09.037664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:10:09.040076 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-94c7ec91-14bc-4343-a7b5-b3b2a16ac74d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/63f8a027-ecd1-44c1-80fa-833e42103e83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0677435 Feb 08 16:10:09.044159 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39130) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:09.133844 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f56217a6-c302-4476-9890-5595d2dc9a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:09.161988 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56217a6-c302-4476-9890-5595d2dc9a8b None None] Routers {'63f8a027-ecd1-44c1-80fa-833e42103e83'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:09.163669 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f56217a6-c302-4476-9890-5595d2dc9a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['63f8a027-ecd1-44c1-80fa-833e42103e83'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:09.240680 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae98dbc-1101-49c8-b538-37f0b9459a8e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:09.243886 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9ae98dbc-1101-49c8-b538-37f0b9459a8e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports/2e4b9c41-93c5-4257-9964-3be8b6cf8397 HTTP/1.1" status: 200 len: 982 time: 0.1987081 Feb 08 16:10:09.254603 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39136) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:09.320319 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Allocated IP 2001:db8:1::2 (d8a3f593-2bf6-4666-9c82-8f15db03171d/df4a3fbb-0e47-404a-9a00-41dacb8ab563/0a2e9638-be4e-4b52-9aff-98d0ed4041f2) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:10:09.329545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581cdf5-d9b7-4ec9-87e9-70511abc10f1 req-958e706a-a1e9-469d-9ca0-49a454491ba3 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:09.336836 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3581cdf5-d9b7-4ec9-87e9-70511abc10f1 req-958e706a-a1e9-469d-9ca0-49a454491ba3 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 0.3280795 Feb 08 16:10:09.367448 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f56217a6-c302-4476-9890-5595d2dc9a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:09.373496 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56217a6-c302-4476-9890-5595d2dc9a8b None None] The sync data for ids ['63f8a027-ecd1-44c1-80fa-833e42103e83'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:10:09.613807 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-557bba99-26d7-47a9-a9e6-2c19a86829ad tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:09.615960 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-557bba99-26d7-47a9-a9e6-2c19a86829ad tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "PUT /v2.0/routers/22f2d54a-1d2f-454f-8409-920348ef7f54 HTTP/1.1" status: 400 len: 364 time: 1.5800371 Feb 08 16:10:09.623004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39146) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:09.928937 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3581cdf5-d9b7-4ec9-87e9-70511abc10f1 req-e9fbc950-5079-401f-98eb-e4e9409dc098 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873027 Feb 08 16:10:09.966902 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Publish callbacks [] for port (0a2e9638-be4e-4b52-9aff-98d0ed4041f2), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:10.015893 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (0a2e9638-be4e-4b52-9aff-98d0ed4041f2), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:10.163684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:10.164075 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:10.175990 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:10:10.226803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Network d8a3f593-2bf6-4666-9c82-8f15db03171d is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:10:10.287594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:10.299617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:10:10.308713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2e6f8c12-3764-44c2-a709-a21d887d99f7 None None] Provisioning complete for port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:10.309134 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8c12-3764-44c2-a709-a21d887d99f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:10.384713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Pushing event updated for resources: {'Port': ['ID=0a2e9638-be4e-4b52-9aff-98d0ed4041f2,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:10.573817 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:10.964465 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (63f8a027-ecd1-44c1-80fa-833e42103e83), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:11.070116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Attempting to bind port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:10:11.070527 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Attempting to bind port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'd71b51dc-43c5-43b0-8dc7-dee6d017839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd8a3f593-2bf6-4666-9c82-8f15db03171d'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:10:11.070876 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Attempting to bind port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 on network d8a3f593-2bf6-4666-9c82-8f15db03171d {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:10:11.133409 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:10:11.133789 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Checking segment: {'id': 'd71b51dc-43c5-43b0-8dc7-dee6d017839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd8a3f593-2bf6-4666-9c82-8f15db03171d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:10:11.141172 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:11.141733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Bound using segment: {'id': 'd71b51dc-43c5-43b0-8dc7-dee6d017839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd8a3f593-2bf6-4666-9c82-8f15db03171d'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:10:11.142264 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Bound port: 0a2e9638-be4e-4b52-9aff-98d0ed4041f2, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71b51dc-43c5-43b0-8dc7-dee6d017839c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd8a3f593-2bf6-4666-9c82-8f15db03171d'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:10:11.142674 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0a2e9638-be4e-4b52-9aff-98d0ed4041f2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:11.487072 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37159ed7-5476-4c32-91ea-1ffc597d89f0 req-b0e25a50-01f6-4b93-a77b-80f408ea51fa tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:11.496530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37159ed7-5476-4c32-91ea-1ffc597d89f0 req-b0e25a50-01f6-4b93-a77b-80f408ea51fa tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 0.3155403 Feb 08 16:10:11.592818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Allocated IP 2001:db8::1 (da190c78-70db-4eff-9a19-065ec8b1d1cc/06ca802d-2d5f-4ad2-a2c0-2a5e14f4b71b/78e62b92-330d-4168-a0f8-ee19a1c6798b) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:10:11.618697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803dccd-d5c0-4fd9-adc2-905875cba7ce req-3360760b-35b9-4df3-b1a3-99098c7a4a6a tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:11.624980 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6803dccd-d5c0-4fd9-adc2-905875cba7ce req-3360760b-35b9-4df3-b1a3-99098c7a4a6a tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.96 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 1.0238879 Feb 08 16:10:11.628392 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f8c12-3764-44c2-a709-a21d887d99f7 None None] Current status of the port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:11.648394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:11.661915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] For port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:10:11.666282 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] For port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0a2e9638-be4e-4b52-9aff-98d0ed4041f2,segment=NetworkSegment(d71b51dc-43c5-43b0-8dc7-dee6d017839c),segment_id=d71b51dc-43c5-43b0-8dc7-dee6d017839c)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:10:11.675812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2e6f8c12-3764-44c2-a709-a21d887d99f7 None None] Provisioning complete for port 2e4b9c41-93c5-4257-9964-3be8b6cf8397 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:11.676394 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e6f8c12-3764-44c2-a709-a21d887d99f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2e4b9c41-93c5-4257-9964-3be8b6cf8397), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:11.706501 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0a2e9638-be4e-4b52-9aff-98d0ed4041f2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:11.779077 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f8c12-3764-44c2-a709-a21d887d99f7 None None] Port 2e4b9c41-93c5-4257-9964-3be8b6cf8397 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:10:11.817881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835c442-fef9-4fd6-9b1d-9274dacf36c2 None None] Pushing event updated for resources: {'Port': ['ID=0a2e9638-be4e-4b52-9aff-98d0ed4041f2,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:11.910619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c4e48533-be09-4a53-99de-e5dc862578aa None None] Provisioning complete for port 2e4b9c41-93c5-4257-9964-3be8b6cf8397 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:11.912155 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c4e48533-be09-4a53-99de-e5dc862578aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2e4b9c41-93c5-4257-9964-3be8b6cf8397), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:11.977141 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for port (78e62b92-330d-4168-a0f8-ee19a1c6798b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:12.008153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37159ed7-5476-4c32-91ea-1ffc597d89f0 req-5aba955d-3ea1-45fb-be27-008a59d5531a tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094440 Feb 08 16:10:12.030353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c4e48533-be09-4a53-99de-e5dc862578aa None None] Port 2e4b9c41-93c5-4257-9964-3be8b6cf8397 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:10:12.070098 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (78e62b92-330d-4168-a0f8-ee19a1c6798b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:12.124855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39202) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:12.207492 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Network da190c78-70db-4eff-9a19-065ec8b1d1cc is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:10:12.224676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:12.231693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-6803dccd-d5c0-4fd9-adc2-905875cba7ce req-a4553c2e-d337-45e3-9b0f-03aba3e8eb48 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Deleting port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:12.232176 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6803dccd-d5c0-4fd9-adc2-905875cba7ce req-a4553c2e-d337-45e3-9b0f-03aba3e8eb48 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e41d0326-d60d-4874-ab8e-99fd9c9f1ab5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:12.242826 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:10:12.243375 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (22f2d54a-1d2f-454f-8409-920348ef7f54), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:12.349329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 2e4b9c41-93c5-4257-9964-3be8b6cf8397 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:12.349975 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2e4b9c41-93c5-4257-9964-3be8b6cf8397), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:12.404428 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event updated for resources: {'Port': ['ID=78e62b92-330d-4168-a0f8-ee19a1c6798b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:12.481676 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2e4b9c41-93c5-4257-9964-3be8b6cf8397), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:12.503448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:12.504041 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:12.504139 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:12.506839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:12.507405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 2e4b9c41-93c5-4257-9964-3be8b6cf8397 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:12.509373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:12.509731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:12.510083 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:12.510489 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:12.511393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:12.511735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:12.512075 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:12.512408 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:12.512737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:12.674318 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (78e62b92-330d-4168-a0f8-ee19a1c6798b), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:12.767700 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b608e7e-f490-4b59-92b9-995f12b36615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:12.809385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-294c2b47-5bdf-4250-98cb-3b30d545abed None None] Provisioning complete for port 78e62b92-330d-4168-a0f8-ee19a1c6798b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:12.812498 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-294c2b47-5bdf-4250-98cb-3b30d545abed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (78e62b92-330d-4168-a0f8-ee19a1c6798b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:12.832448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-6803dccd-d5c0-4fd9-adc2-905875cba7ce req-a4553c2e-d337-45e3-9b0f-03aba3e8eb48 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] For port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=e41d0326-d60d-4874-ab8e-99fd9c9f1ab5,segment=NetworkSegment(30a6d463-9189-499c-9ad9-929e267da3a5),segment_id=30a6d463-9189-499c-9ad9-929e267da3a5)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:12.833434 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6803dccd-d5c0-4fd9-adc2-905875cba7ce req-a4553c2e-d337-45e3-9b0f-03aba3e8eb48 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e41d0326-d60d-4874-ab8e-99fd9c9f1ab5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:12.893382 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-294c2b47-5bdf-4250-98cb-3b30d545abed None None] Port 78e62b92-330d-4168-a0f8-ee19a1c6798b cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:10:12.934310 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b608e7e-f490-4b59-92b9-995f12b36615 admin admin] Publish callbacks [] for security_group (e540eb3b-a8c4-4cb6-8dbd-81fe9073bb4f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:12.936936 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2e4b9c41-93c5-4257-9964-3be8b6cf8397), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:13.086033 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8b608e7e-f490-4b59-92b9-995f12b36615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e540eb3b-a8c4-4cb6-8dbd-81fe9073bb4f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:13.134369 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for port (78e62b92-330d-4168-a0f8-ee19a1c6798b), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:13.167825 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (78e62b92-330d-4168-a0f8-ee19a1c6798b), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:13.167825 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (22f2d54a-1d2f-454f-8409-920348ef7f54), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:13.177022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=2e4b9c41-93c5-4257-9964-3be8b6cf8397,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:13.197723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39218) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:13.198192 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8b608e7e-f490-4b59-92b9-995f12b36615 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=19fb2ef6549e48b2bbbc3ff9ecff0379&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0672884 Feb 08 16:10:13.227970 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-6803dccd-d5c0-4fd9-adc2-905875cba7ce req-a4553c2e-d337-45e3-9b0f-03aba3e8eb48 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Calling delete_port for e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:13.243910 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:13.244502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:13.245014 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:13.245471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:13.245925 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:13.246366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:13.248468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:13.249298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:13.249298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:13.250009 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:13.250453 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:13.252071 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:13.252518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:13.409689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b608e7e-f490-4b59-92b9-995f12b36615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e540eb3b-a8c4-4cb6-8dbd-81fe9073bb4f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:13.575963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event updated for resources: {'Port': ['ID=78e62b92-330d-4168-a0f8-ee19a1c6798b,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:13.589920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb9002-b5d4-4364-b109-048d9aa04f4e req-2ba726a7-e37c-40cf-bd6f-de304b10160f tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:13.591588 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2dcb9002-b5d4-4364-b109-048d9aa04f4e req-2ba726a7-e37c-40cf-bd6f-de304b10160f tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 946 time: 0.4469330 Feb 08 16:10:13.596129 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (63f8a027-ecd1-44c1-80fa-833e42103e83), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:13.640550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-42b82a32-4d5d-4034-b872-a93e22bce734 admin admin] Publish callbacks [] for security_group (e540eb3b-a8c4-4cb6-8dbd-81fe9073bb4f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:13.761886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabbd43c-46b8-4c47-b985-e81c5b1a2e8d None None] Network d8a3f593-2bf6-4666-9c82-8f15db03171d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:10:13.918671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:10:13.920388 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:10:13.943226 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-42b82a32-4d5d-4034-b872-a93e22bce734 admin admin] Publish callbacks [] for security_group (e540eb3b-a8c4-4cb6-8dbd-81fe9073bb4f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:13.958456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Network da190c78-70db-4eff-9a19-065ec8b1d1cc is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:10:13.969058 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:14.139813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router 63f8a027-ecd1-44c1-80fa-833e42103e83 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:10:14.163163 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6a291608-0825-4dd7-9d28-bcb688b50cb9 None None] Provisioning complete for port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:14.166247 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6a291608-0825-4dd7-9d28-bcb688b50cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0a2e9638-be4e-4b52-9aff-98d0ed4041f2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:14.251469 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2dcb9002-b5d4-4364-b109-048d9aa04f4e req-d3915565-3ef4-4ac4-80bb-3754eef4f849 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/security-groups?id=e3adf273-5d71-4644-b14a-326a7b0ebb77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6396487 Feb 08 16:10:14.286584 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Router 22f2d54a-1d2f-454f-8409-920348ef7f54 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:10:14.420279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:10:14.427221 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fd19e034-8835-4ebe-8024-eac32f62e2b1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/63f8a027-ecd1-44c1-80fa-833e42103e83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1713362 Feb 08 16:10:14.441375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39238) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:14.479001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec19e07-a060-4bbc-8145-0d7429e85347 None None] Sync routers for ids ['63f8a027-ecd1-44c1-80fa-833e42103e83'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:10:14.500275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:14.500852 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0a2e9638-be4e-4b52-9aff-98d0ed4041f2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:14.587225 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec19e07-a060-4bbc-8145-0d7429e85347 None None] Routers {'63f8a027-ecd1-44c1-80fa-833e42103e83'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:14.588022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0ec19e07-a060-4bbc-8145-0d7429e85347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['63f8a027-ecd1-44c1-80fa-833e42103e83'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:14.601217 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6803dccd-d5c0-4fd9-adc2-905875cba7ce req-a4553c2e-d337-45e3-9b0f-03aba3e8eb48 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e41d0326-d60d-4874-ab8e-99fd9c9f1ab5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:14.638640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0ec19e07-a060-4bbc-8145-0d7429e85347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:14.648513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6a291608-0825-4dd7-9d28-bcb688b50cb9 None None] Current status of the port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:14.649174 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6a291608-0825-4dd7-9d28-bcb688b50cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0a2e9638-be4e-4b52-9aff-98d0ed4041f2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:14.666775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 update to DOWN by agent not found {{(pid=103303) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 08 16:10:14.693306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec19e07-a060-4bbc-8145-0d7429e85347 None None] Routers {'63f8a027-ecd1-44c1-80fa-833e42103e83'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:14.694809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0ec19e07-a060-4bbc-8145-0d7429e85347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['63f8a027-ecd1-44c1-80fa-833e42103e83'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:14.717549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4553c2e-d337-45e3-9b0f-03aba3e8eb48 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Pushing event deleted for resources: {'Port': ['ID=e41d0326-d60d-4874-ab8e-99fd9c9f1ab5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:14.760068 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0ec19e07-a060-4bbc-8145-0d7429e85347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:14.760970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec19e07-a060-4bbc-8145-0d7429e85347 None None] The sync data for ids ['63f8a027-ecd1-44c1-80fa-833e42103e83'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:10:14.840849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6a291608-0825-4dd7-9d28-bcb688b50cb9 None None] For port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0a2e9638-be4e-4b52-9aff-98d0ed4041f2,segment=NetworkSegment(d71b51dc-43c5-43b0-8dc7-dee6d017839c),segment_id=d71b51dc-43c5-43b0-8dc7-dee6d017839c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:14.880985 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6a291608-0825-4dd7-9d28-bcb688b50cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0a2e9638-be4e-4b52-9aff-98d0ed4041f2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:15.007576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-6803dccd-d5c0-4fd9-adc2-905875cba7ce req-a4553c2e-d337-45e3-9b0f-03aba3e8eb48 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] No DVR routers for this DVR port e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:10:15.023263 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6803dccd-d5c0-4fd9-adc2-905875cba7ce req-a4553c2e-d337-45e3-9b0f-03aba3e8eb48 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:15.026853 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6803dccd-d5c0-4fd9-adc2-905875cba7ce req-a4553c2e-d337-45e3-9b0f-03aba3e8eb48 tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.96 "DELETE /v2.0/ports/e41d0326-d60d-4874-ab8e-99fd9c9f1ab5 HTTP/1.1" status: 204 len: 173 time: 3.3308890 Feb 08 16:10:15.027333 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28c55e2-2e18-4c40-9bb4-5b5cca574497', 'name': 'network-vif-deleted', 'tag': 'e41d0326-d60d-4874-ab8e-99fd9c9f1ab5'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:10:15.055659 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eff778-73ee-4f97-8666-fd6286a139be" -d '{"events": [{"server_uuid": "e28c55e2-2e18-4c40-9bb4-5b5cca574497", "name": "network-vif-deleted", "tag": "e41d0326-d60d-4874-ab8e-99fd9c9f1ab5"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:10:15.070864 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39252) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:15.163427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:15.209371 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-76865e7f-eceb-4d97-9a7b-964f7e4917d2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] remove_router_interface failed (client error): The resource could not be found. Feb 08 16:10:15.215721 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-76865e7f-eceb-4d97-9a7b-964f7e4917d2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/63f8a027-ecd1-44c1-80fa-833e42103e83/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7720971 Feb 08 16:10:15.219458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39258) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:15.224173 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-42b82a32-4d5d-4034-b872-a93e22bce734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e540eb3b-a8c4-4cb6-8dbd-81fe9073bb4f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:15.228386 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-42b82a32-4d5d-4034-b872-a93e22bce734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:15.233042 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-42b82a32-4d5d-4034-b872-a93e22bce734 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e540eb3b-a8c4-4cb6-8dbd-81fe9073bb4f HTTP/1.1" status: 204 len: 168 time: 2.0317304 Feb 08 16:10:15.284602 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b82a32-4d5d-4034-b872-a93e22bce734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e540eb3b-a8c4-4cb6-8dbd-81fe9073bb4f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:15.318701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:10:15.320256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39264) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:15.321356 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e350d4a9-4dec-45ab-abbc-97708d1de25c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports?device_id=63f8a027-ecd1-44c1-80fa-833e42103e83 HTTP/1.1" status: 200 len: 205 time: 0.0991528 Feb 08 16:10:15.324555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c767d414-fb13-4097-9d5c-73f07466e95b None None] Provisioning complete for port 78e62b92-330d-4168-a0f8-ee19a1c6798b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:15.324958 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c767d414-fb13-4097-9d5c-73f07466e95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (78e62b92-330d-4168-a0f8-ee19a1c6798b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:15.336092 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7160879d-d905-4e12-8392-9ea3d57b9cc1 None None] Sync routers for ids ['22f2d54a-1d2f-454f-8409-920348ef7f54'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:10:15.341048 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a7fdcf34-15a9-4a5b-8cd1-fe3088c0a41c tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "PUT /v2.0/routers/22f2d54a-1d2f-454f-8409-920348ef7f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6838603 Feb 08 16:10:15.341167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39266) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:15.366628 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7160879d-d905-4e12-8392-9ea3d57b9cc1 None None] Routers {'22f2d54a-1d2f-454f-8409-920348ef7f54'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:15.367604 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7160879d-d905-4e12-8392-9ea3d57b9cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22f2d54a-1d2f-454f-8409-920348ef7f54'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:15.503145 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a57e76b-f3cd-47ad-9c9c-57bcbe344f4e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (63f8a027-ecd1-44c1-80fa-833e42103e83), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:15.517606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c767d414-fb13-4097-9d5c-73f07466e95b None None] Port 78e62b92-330d-4168-a0f8-ee19a1c6798b cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:10:15.548136 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7160879d-d905-4e12-8392-9ea3d57b9cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:15.556268 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d3c51f3b-ad39-4764-83c6-cc20939ea730 req-1eb238d6-cdbf-458c-850a-c9584643a64c tempest-TestServerAdvancedOps-222057764 tempest-TestServerAdvancedOps-222057764-project] 10.222.0.82 "GET /v2.0/ports?device_id=e28c55e2-2e18-4c40-9bb4-5b5cca574497 HTTP/1.1" status: 200 len: 210 time: 0.0488265 Feb 08 16:10:15.578053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a291608-0825-4dd7-9d28-bcb688b50cb9 None None] Pushing event updated for resources: {'Port': ['ID=0a2e9638-be4e-4b52-9aff-98d0ed4041f2,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:15.621676 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7160879d-d905-4e12-8392-9ea3d57b9cc1 None None] Routers {'22f2d54a-1d2f-454f-8409-920348ef7f54'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:15.623872 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7160879d-d905-4e12-8392-9ea3d57b9cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22f2d54a-1d2f-454f-8409-920348ef7f54'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:15.640149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c767d414-fb13-4097-9d5c-73f07466e95b None None] Provisioning complete for port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:15.640546 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c767d414-fb13-4097-9d5c-73f07466e95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0a2e9638-be4e-4b52-9aff-98d0ed4041f2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:15.664738 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76fe3b39-ef1a-4513-a2fa-b5bb58263c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:15.674450 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11974109-d0b2-4189-ab70-368e1b90ef57 x-openstack-request-id: req-11974109-d0b2-4189-ab70-368e1b90ef57 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:10:15.675148 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28c55e2-2e18-4c40-9bb4-5b5cca574497", "name": "network-vif-deleted", "tag": "e41d0326-d60d-4874-ab8e-99fd9c9f1ab5", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:10:15.678349 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-11974109-d0b2-4189-ab70-368e1b90ef57 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:10:15.681933 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28c55e2-2e18-4c40-9bb4-5b5cca574497', 'name': 'network-vif-deleted', 'tag': 'e41d0326-d60d-4874-ab8e-99fd9c9f1ab5', 'status': 'completed', 'code': 200} Feb 08 16:10:15.789540 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7160879d-d905-4e12-8392-9ea3d57b9cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:15.814162 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7160879d-d905-4e12-8392-9ea3d57b9cc1 None None] The sync data for ids ['22f2d54a-1d2f-454f-8409-920348ef7f54'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:10:15.863648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:10:15.923224 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b130ef78-8faf-40f4-a83d-80ac511272b2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for router (22f2d54a-1d2f-454f-8409-920348ef7f54), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.068759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39272) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:16.075365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:16.075622 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0a2e9638-be4e-4b52-9aff-98d0ed4041f2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.082482 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a57e76b-f3cd-47ad-9c9c-57bcbe344f4e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (63f8a027-ecd1-44c1-80fa-833e42103e83), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.091314 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfc25df4-6514-4aef-a621-591ce2dc8b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.102308 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a57e76b-f3cd-47ad-9c9c-57bcbe344f4e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_controller (63f8a027-ecd1-44c1-80fa-833e42103e83), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.139463 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76fe3b39-ef1a-4513-a2fa-b5bb58263c00 admin admin] Publish callbacks [] for security_group (38d64bed-bc71-4040-adfa-1320b410d1ca), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.141359 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-b130ef78-8faf-40f4-a83d-80ac511272b2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 08 16:10:16.142777 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b130ef78-8faf-40f4-a83d-80ac511272b2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "DELETE /v2.0/routers/22f2d54a-1d2f-454f-8409-920348ef7f54 HTTP/1.1" status: 409 len: 329 time: 0.8008075 Feb 08 16:10:16.146269 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39278) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:16.189663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c767d414-fb13-4097-9d5c-73f07466e95b None None] Current status of the port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:16.242401 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a57e76b-f3cd-47ad-9c9c-57bcbe344f4e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (63f8a027-ecd1-44c1-80fa-833e42103e83), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.243126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a57e76b-f3cd-47ad-9c9c-57bcbe344f4e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Fanout notify agent at l3_agent the message router_deleted on router 63f8a027-ecd1-44c1-80fa-833e42103e83 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:10:16.262786 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a57e76b-f3cd-47ad-9c9c-57bcbe344f4e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.264207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7a57e76b-f3cd-47ad-9c9c-57bcbe344f4e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/routers/63f8a027-ecd1-44c1-80fa-833e42103e83 HTTP/1.1" status: 204 len: 168 time: 0.9429867 Feb 08 16:10:16.268442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39280) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:16.293101 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76fe3b39-ef1a-4513-a2fa-b5bb58263c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (38d64bed-bc71-4040-adfa-1320b410d1ca), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.302157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:16.351118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa0d442-6a68-40ae-ab91-b445c6be9317 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting subnet 259373d4-5559-4593-807f-4bf5f9e03442 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:10:16.355625 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5fa0d442-6a68-40ae-ab91-b445c6be9317 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (259373d4-5559-4593-807f-4bf5f9e03442), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.386876 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe3b39-ef1a-4513-a2fa-b5bb58263c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d64bed-bc71-4040-adfa-1320b410d1ca,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:16.421668 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5fa0d442-6a68-40ae-ab91-b445c6be9317 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (259373d4-5559-4593-807f-4bf5f9e03442), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.437846 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-76fe3b39-ef1a-4513-a2fa-b5bb58263c00 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7cf7445870fb454b852ce5875572c3d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3636556 Feb 08 16:10:16.456181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39282) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:16.587541 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e75e5878-61f9-406e-b781-23493bea1370 admin admin] Publish callbacks [] for security_group (38d64bed-bc71-4040-adfa-1320b410d1ca), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.617089 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfc25df4-6514-4aef-a621-591ce2dc8b97 admin admin] Publish callbacks [] for security_group (14207e27-cc36-443d-9c9a-1f59195fae8d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.629619 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39288) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:16.636957 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfc25df4-6514-4aef-a621-591ce2dc8b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (14207e27-cc36-443d-9c9a-1f59195fae8d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.688361 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc25df4-6514-4aef-a621-591ce2dc8b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14207e27-cc36-443d-9c9a-1f59195fae8d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:16.722043 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dfc25df4-6514-4aef-a621-591ce2dc8b97 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f647a3efff794f4bbb93b9dcdf165571&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6508095 Feb 08 16:10:16.722801 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e75e5878-61f9-406e-b781-23493bea1370 admin admin] Publish callbacks [] for security_group (38d64bed-bc71-4040-adfa-1320b410d1ca), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.724185 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39290) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:16.772980 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5fa0d442-6a68-40ae-ab91-b445c6be9317 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (259373d4-5559-4593-807f-4bf5f9e03442), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.821344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc772c9-5433-4319-96de-c3e5cce779ba admin admin] Deleting subnet 6298b47d-4a01-4bf3-aebe-2a34cb608425 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:10:16.828118 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfc772c9-5433-4319-96de-c3e5cce779ba admin admin] Publish callbacks [] for subnet (6298b47d-4a01-4bf3-aebe-2a34cb608425), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.836827 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ff842a9-37de-4b9a-9372-c3ee1a8692f8 admin admin] Publish callbacks [] for security_group (14207e27-cc36-443d-9c9a-1f59195fae8d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.866020 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfc772c9-5433-4319-96de-c3e5cce779ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (6298b47d-4a01-4bf3-aebe-2a34cb608425), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.868093 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ff842a9-37de-4b9a-9372-c3ee1a8692f8 admin admin] Publish callbacks [] for security_group (14207e27-cc36-443d-9c9a-1f59195fae8d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.916382 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfc772c9-5433-4319-96de-c3e5cce779ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (6298b47d-4a01-4bf3-aebe-2a34cb608425), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.923840 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ff842a9-37de-4b9a-9372-c3ee1a8692f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (14207e27-cc36-443d-9c9a-1f59195fae8d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.927339 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ff842a9-37de-4b9a-9372-c3ee1a8692f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:16.928819 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8ff842a9-37de-4b9a-9372-c3ee1a8692f8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/14207e27-cc36-443d-9c9a-1f59195fae8d HTTP/1.1" status: 204 len: 168 time: 0.2028918 Feb 08 16:10:16.964746 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff842a9-37de-4b9a-9372-c3ee1a8692f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14207e27-cc36-443d-9c9a-1f59195fae8d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:16.983786 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17e8fda3-0b2e-44ac-86a7-a4d022226484 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (22f2d54a-1d2f-454f-8409-920348ef7f54), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:17.013620 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfc772c9-5433-4319-96de-c3e5cce779ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (6298b47d-4a01-4bf3-aebe-2a34cb608425), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:17.038404 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfc772c9-5433-4319-96de-c3e5cce779ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:17.043233 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cfc772c9-5433-4319-96de-c3e5cce779ba admin admin] 10.222.0.82 "DELETE /v2.0/subnets/6298b47d-4a01-4bf3-aebe-2a34cb608425 HTTP/1.1" status: 204 len: 168 time: 0.4106376 Feb 08 16:10:17.049179 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39294) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:17.190235 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d014f63-1b5f-406b-a150-6c68a5107b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (0b3c93e4-fe44-4aba-a91f-37357d8622fb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:17.193439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc772c9-5433-4319-96de-c3e5cce779ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6298b47d-4a01-4bf3-aebe-2a34cb608425,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:17.322028 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e75e5878-61f9-406e-b781-23493bea1370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (38d64bed-bc71-4040-adfa-1320b410d1ca), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:17.329319 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e75e5878-61f9-406e-b781-23493bea1370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:17.333266 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e75e5878-61f9-406e-b781-23493bea1370 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/38d64bed-bc71-4040-adfa-1320b410d1ca HTTP/1.1" status: 204 len: 168 time: 0.8756735 Feb 08 16:10:17.407771 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5fa0d442-6a68-40ae-ab91-b445c6be9317 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (259373d4-5559-4593-807f-4bf5f9e03442), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:17.525381 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e5878-61f9-406e-b781-23493bea1370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d64bed-bc71-4040-adfa-1320b410d1ca,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:17.531741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0d442-6a68-40ae-ab91-b445c6be9317 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Subnet': ['ID=259373d4-5559-4593-807f-4bf5f9e03442,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:17.552407 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5fa0d442-6a68-40ae-ab91-b445c6be9317 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:17.565178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5fa0d442-6a68-40ae-ab91-b445c6be9317 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/259373d4-5559-4593-807f-4bf5f9e03442 HTTP/1.1" status: 204 len: 168 time: 1.2954283 Feb 08 16:10:17.567973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39316) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:17.572108 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d014f63-1b5f-406b-a150-6c68a5107b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (0b3c93e4-fe44-4aba-a91f-37357d8622fb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:17.579478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f5bbfc-8ab4-44cd-853c-d8a21173d73c None None] Network c5627f31-6ffc-4117-a8eb-793ada58d553 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:10:17.821597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-7d014f63-1b5f-406b-a150-6c68a5107b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3c93e4-fe44-4aba-a91f-37357d8622fb']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:17.865534 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-7d014f63-1b5f-406b-a150-6c68a5107b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a6d463-9189-499c-9ad9-929e267da3a5') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:17.868099 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-7d014f63-1b5f-406b-a150-6c68a5107b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a6d463-9189-499c-9ad9-929e267da3a5') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:17.922130 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (c5627f31-6ffc-4117-a8eb-793ada58d553), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:17.965555 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d014f63-1b5f-406b-a150-6c68a5107b04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (30a6d463-9189-499c-9ad9-929e267da3a5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.005175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdc49cf-739a-444a-838c-17a3fec13ae6 None None] DHCP port deletion for c5627f31-6ffc-4117-a8eb-793ada58d553 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:10:18.014955 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d014f63-1b5f-406b-a150-6c68a5107b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (30a6d463-9189-499c-9ad9-929e267da3a5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.084875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d014f63-1b5f-406b-a150-6c68a5107b04 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:10:18.085574 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d014f63-1b5f-406b-a150-6c68a5107b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (30a6d463-9189-499c-9ad9-929e267da3a5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:10:18.100495 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:10:18.166980 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-cbdc49cf-739a-444a-838c-17a3fec13ae6 None None] Deleting port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:18.171989 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbdc49cf-739a-444a-838c-17a3fec13ae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.215971 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:18.216355 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.267171 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-17e8fda3-0b2e-44ac-86a7-a4d022226484 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Deleting port 78e62b92-330d-4168-a0f8-ee19a1c6798b {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:18.279108 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17e8fda3-0b2e-44ac-86a7-a4d022226484 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (78e62b92-330d-4168-a0f8-ee19a1c6798b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.307895 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] For port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64,segment=NetworkSegment(f6f9b278-fcd9-43ec-abc8-04d16ac225d1),segment_id=f6f9b278-fcd9-43ec-abc8-04d16ac225d1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:18.308435 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.309771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-cbdc49cf-739a-444a-838c-17a3fec13ae6 None None] For port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64,segment=NetworkSegment(f6f9b278-fcd9-43ec-abc8-04d16ac225d1),segment_id=f6f9b278-fcd9-43ec-abc8-04d16ac225d1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:18.310312 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbdc49cf-739a-444a-838c-17a3fec13ae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.325635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:18.327353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-cbdc49cf-739a-444a-838c-17a3fec13ae6 None None] Calling delete_port for 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:18.435369 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d014f63-1b5f-406b-a150-6c68a5107b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (0b3c93e4-fe44-4aba-a91f-37357d8622fb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.441309 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d014f63-1b5f-406b-a150-6c68a5107b04 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.444832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7d014f63-1b5f-406b-a150-6c68a5107b04 admin admin] 10.222.0.82 "DELETE /v2.0/networks/0b3c93e4-fe44-4aba-a91f-37357d8622fb HTTP/1.1" status: 204 len: 168 time: 1.3720875 Feb 08 16:10:18.445558 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39332) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:18.452303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39334) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:18.453519 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cbdc49cf-739a-444a-838c-17a3fec13ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.464977 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.469468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdc49cf-739a-444a-838c-17a3fec13ae6 None None] No DVR routers for this DVR port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:10:18.493518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc49cf-739a-444a-838c-17a3fec13ae6 None None] Pushing event deleted for resources: {'Port': ['ID=8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:18.527280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d014f63-1b5f-406b-a150-6c68a5107b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b3c93e4-fe44-4aba-a91f-37357d8622fb,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:18.539201 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ecc9866-faa3-4109-9c19-fb70cb49a80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.539201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No DVR routers for this DVR port 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:10:18.609684 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2571214-cb85-4536-8aa0-78664c749aec admin admin] Deleting subnet 7fab8073-e8f0-4fb5-9801-49815d95f3f0 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:10:18.622242 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2571214-cb85-4536-8aa0-78664c749aec admin admin] Publish callbacks [] for subnet (7fab8073-e8f0-4fb5-9801-49815d95f3f0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.665066 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17e8fda3-0b2e-44ac-86a7-a4d022226484 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (78e62b92-330d-4168-a0f8-ee19a1c6798b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.675569 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (c5627f31-6ffc-4117-a8eb-793ada58d553), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.684582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-17e8fda3-0b2e-44ac-86a7-a4d022226484 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Calling delete_port for 78e62b92-330d-4168-a0f8-ee19a1c6798b owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:18.687708 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2571214-cb85-4536-8aa0-78664c749aec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (7fab8073-e8f0-4fb5-9801-49815d95f3f0), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.700350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5627f31-6ffc-4117-a8eb-793ada58d553']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:18.721792 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f9b278-fcd9-43ec-abc8-04d16ac225d1') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:18.722965 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f9b278-fcd9-43ec-abc8-04d16ac225d1') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:18.732417 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:18.783803 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (f6f9b278-fcd9-43ec-abc8-04d16ac225d1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.793039 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2571214-cb85-4536-8aa0-78664c749aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (7fab8073-e8f0-4fb5-9801-49815d95f3f0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.831721 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f6f9b278-fcd9-43ec-abc8-04d16ac225d1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.849639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:10:18.850211 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (f6f9b278-fcd9-43ec-abc8-04d16ac225d1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:10:18.855242 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:10:18.928272 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (c5627f31-6ffc-4117-a8eb-793ada58d553), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.930175 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.933037 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2571214-cb85-4536-8aa0-78664c749aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (7fab8073-e8f0-4fb5-9801-49815d95f3f0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.977795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2571214-cb85-4536-8aa0-78664c749aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fab8073-e8f0-4fb5-9801-49815d95f3f0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:18.978563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.986335 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2571214-cb85-4536-8aa0-78664c749aec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:18.988716 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/networks/c5627f31-6ffc-4117-a8eb-793ada58d553 HTTP/1.1" status: 204 len: 168 time: 1.4186244 Feb 08 16:10:18.994426 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b2571214-cb85-4536-8aa0-78664c749aec admin admin] 10.222.0.82 "DELETE /v2.0/subnets/7fab8073-e8f0-4fb5-9801-49815d95f3f0 HTTP/1.1" status: 204 len: 168 time: 0.5351994 Feb 08 16:10:18.995804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39344) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:19.006562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1ccc8-fc07-4d91-ac80-8f38b21e468f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Network': ['ID=c5627f31-6ffc-4117-a8eb-793ada58d553,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:19.017352 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39348) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:19.024919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-8886e126-dcad-4ad7-8cbc-94e6d6d19a93 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-833089449'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:19.066154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8886e126-dcad-4ad7-8cbc-94e6d6d19a93 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:10:19.069928 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8886e126-dcad-4ad7-8cbc-94e6d6d19a93 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.081019 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17e8fda3-0b2e-44ac-86a7-a4d022226484 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (78e62b92-330d-4168-a0f8-ee19a1c6798b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.123856 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8886e126-dcad-4ad7-8cbc-94e6d6d19a93 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:10:19.134584 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8886e126-dcad-4ad7-8cbc-94e6d6d19a93 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (3483f2a0-e07e-40df-8b15-f8a209ea1acc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.134986 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-8886e126-dcad-4ad7-8cbc-94e6d6d19a93 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Added segment 3483f2a0-e07e-40df-8b15-f8a209ea1acc of type vlan for network dec7383c-0cbf-4672-b3af-9e3e39158339 Feb 08 16:10:19.183791 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8886e126-dcad-4ad7-8cbc-94e6d6d19a93 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (dec7383c-0cbf-4672-b3af-9e3e39158339), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.213518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8fda3-0b2e-44ac-86a7-a4d022226484 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event deleted for resources: {'Port': ['ID=78e62b92-330d-4168-a0f8-ee19a1c6798b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:19.219716 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8886e126-dcad-4ad7-8cbc-94e6d6d19a93 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (dec7383c-0cbf-4672-b3af-9e3e39158339), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.229635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8886e126-dcad-4ad7-8cbc-94e6d6d19a93 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:19.230227 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8886e126-dcad-4ad7-8cbc-94e6d6d19a93 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.248878 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ecc9866-faa3-4109-9c19-fb70cb49a80b admin admin] Publish callbacks [] for security_group (da7b064b-3251-4e4a-992e-590148bc3af0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.252634 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-93378d4e-65aa-4525-99df-d8a1ba89dae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (56f5f945-1f17-48e2-8d0e-c059aeba88c1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.256933 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4ecc9866-faa3-4109-9c19-fb70cb49a80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (da7b064b-3251-4e4a-992e-590148bc3af0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.400233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc9866-faa3-4109-9c19-fb70cb49a80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7b064b-3251-4e4a-992e-590148bc3af0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:19.412778 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4ecc9866-faa3-4109-9c19-fb70cb49a80b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=26e13a8f453f4ce0b0d77666468a073c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9625311 Feb 08 16:10:19.415454 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39358) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:19.427786 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8886e126-dcad-4ad7-8cbc-94e6d6d19a93 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4110010 Feb 08 16:10:19.495873 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39360) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:19.514233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e01222d5-d79c-4f50-bb3e-c5aa7630e8d0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'subnet': {'network_id': 'dec7383c-0cbf-4672-b3af-9e3e39158339', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:19.534947 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-93378d4e-65aa-4525-99df-d8a1ba89dae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (56f5f945-1f17-48e2-8d0e-c059aeba88c1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.582931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-93378d4e-65aa-4525-99df-d8a1ba89dae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f5f945-1f17-48e2-8d0e-c059aeba88c1']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:19.597534 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-93378d4e-65aa-4525-99df-d8a1ba89dae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fcddcc-a405-437d-abae-4fc54a61b1c7') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:19.597980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-93378d4e-65aa-4525-99df-d8a1ba89dae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fcddcc-a405-437d-abae-4fc54a61b1c7') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:19.599545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886e126-dcad-4ad7-8cbc-94e6d6d19a93 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Network': ['ID=dec7383c-0cbf-4672-b3af-9e3e39158339,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:19.616256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network dec7383c-0cbf-4672-b3af-9e3e39158339 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:10:19.626173 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17e8fda3-0b2e-44ac-86a7-a4d022226484 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (22f2d54a-1d2f-454f-8409-920348ef7f54), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.648020 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-93378d4e-65aa-4525-99df-d8a1ba89dae6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (f1fcddcc-a405-437d-abae-4fc54a61b1c7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.686572 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-93378d4e-65aa-4525-99df-d8a1ba89dae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f1fcddcc-a405-437d-abae-4fc54a61b1c7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.703398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93378d4e-65aa-4525-99df-d8a1ba89dae6 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:10:19.703918 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-93378d4e-65aa-4525-99df-d8a1ba89dae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (f1fcddcc-a405-437d-abae-4fc54a61b1c7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:10:19.780064 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:10:19.819882 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:10:19.858728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:10:19.859382 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8dfa6c0e-8050-41f2-94b0-f7e73fcd7b64 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:10:19.960753 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01222d5-d79c-4f50-bb3e-c5aa7630e8d0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:10:19.966786 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-93378d4e-65aa-4525-99df-d8a1ba89dae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (56f5f945-1f17-48e2-8d0e-c059aeba88c1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.970859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e01222d5-d79c-4f50-bb3e-c5aa7630e8d0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.984382 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-93378d4e-65aa-4525-99df-d8a1ba89dae6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:19.996451 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-93378d4e-65aa-4525-99df-d8a1ba89dae6 admin admin] 10.222.0.82 "DELETE /v2.0/networks/56f5f945-1f17-48e2-8d0e-c059aeba88c1 HTTP/1.1" status: 204 len: 168 time: 0.9764144 Feb 08 16:10:20.025662 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93378d4e-65aa-4525-99df-d8a1ba89dae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=56f5f945-1f17-48e2-8d0e-c059aeba88c1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:20.056660 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-210ac6a3-79db-41bd-8c49-f3c0b60ef7e6 admin admin] Publish callbacks [] for security_group (da7b064b-3251-4e4a-992e-590148bc3af0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:20.095877 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-210ac6a3-79db-41bd-8c49-f3c0b60ef7e6 admin admin] Publish callbacks [] for security_group (da7b064b-3251-4e4a-992e-590148bc3af0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:20.189771 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-210ac6a3-79db-41bd-8c49-f3c0b60ef7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (da7b064b-3251-4e4a-992e-590148bc3af0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:20.192655 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-210ac6a3-79db-41bd-8c49-f3c0b60ef7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:20.194384 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-210ac6a3-79db-41bd-8c49-f3c0b60ef7e6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/da7b064b-3251-4e4a-992e-590148bc3af0 HTTP/1.1" status: 204 len: 168 time: 0.7377052 Feb 08 16:10:20.204195 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ac6a3-79db-41bd-8c49-f3c0b60ef7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7b064b-3251-4e4a-992e-590148bc3af0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:20.326526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e8fda3-0b2e-44ac-86a7-a4d022226484 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Router 22f2d54a-1d2f-454f-8409-920348ef7f54 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:10:20.379530 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:20.408373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39406) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:20.488868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6900d554-63e2-4efb-b40d-53c5ca3774a9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5e62183e8a3b4528bd92844c85aab28a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0790892 Feb 08 16:10:20.497469 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39414) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:20.579974 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e8fda3-0b2e-44ac-86a7-a4d022226484 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:10:20.591669 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-17e8fda3-0b2e-44ac-86a7-a4d022226484 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "PUT /v2.0/routers/22f2d54a-1d2f-454f-8409-920348ef7f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4441490 Feb 08 16:10:20.596824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39418) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:20.600039 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b77554-0d9b-4ee7-b9a5-6b27d0b20722 None None] Sync routers for ids ['22f2d54a-1d2f-454f-8409-920348ef7f54'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:10:20.626655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b77554-0d9b-4ee7-b9a5-6b27d0b20722 None None] Routers {'22f2d54a-1d2f-454f-8409-920348ef7f54'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:20.627637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-20b77554-0d9b-4ee7-b9a5-6b27d0b20722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22f2d54a-1d2f-454f-8409-920348ef7f54'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:20.647423 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dcd28476-97d4-439a-a75b-22be244af529 admin admin] Publish callbacks [] for security_group (e3adf273-5d71-4644-b14a-326a7b0ebb77), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:20.695548 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-93ec7e21-fc99-4fd9-84c9-8c8c1658d527 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] show failed (client error): The resource could not be found. Feb 08 16:10:20.696810 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-93ec7e21-fc99-4fd9-84c9-8c8c1658d527 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "GET /v2.0/routers/tempest-non_exist_router-647597972 HTTP/1.1" status: 404 len: 334 time: 0.0989408 Feb 08 16:10:20.705257 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39422) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:20.716996 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d5a46290-6c5f-4ac1-9828-d931ebd197f2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:20.726528 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dcd28476-97d4-439a-a75b-22be244af529 admin admin] Publish callbacks [] for security_group (e3adf273-5d71-4644-b14a-326a7b0ebb77), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:20.783009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-20b77554-0d9b-4ee7-b9a5-6b27d0b20722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:20.789508 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-d5a46290-6c5f-4ac1-9828-d931ebd197f2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] update failed (client error): The resource could not be found. Feb 08 16:10:20.790588 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d5a46290-6c5f-4ac1-9828-d931ebd197f2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "PUT /v2.0/routers/tempest-non_exist_router-294016512 HTTP/1.1" status: 404 len: 334 time: 0.0843658 Feb 08 16:10:20.804426 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39428) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:20.826771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b77554-0d9b-4ee7-b9a5-6b27d0b20722 None None] Routers {'22f2d54a-1d2f-454f-8409-920348ef7f54'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:20.827751 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-20b77554-0d9b-4ee7-b9a5-6b27d0b20722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['22f2d54a-1d2f-454f-8409-920348ef7f54'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:20.934080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-20b77554-0d9b-4ee7-b9a5-6b27d0b20722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:20.935490 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b77554-0d9b-4ee7-b9a5-6b27d0b20722 None None] The sync data for ids ['22f2d54a-1d2f-454f-8409-920348ef7f54'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:10:20.978215 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e01222d5-d79c-4f50-bb3e-c5aa7630e8d0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (77fa6631-83d2-4717-911b-ea726ae5798e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.008843 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-107a6ef7-a7c3-4135-9b8b-3900c7606b46 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Deleting subnet df4a3fbb-0e47-404a-9a00-41dacb8ab563 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:10:21.020209 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-107a6ef7-a7c3-4135-9b8b-3900c7606b46 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for subnet (df4a3fbb-0e47-404a-9a00-41dacb8ab563), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.080405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39436) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:21.083222 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01222d5-d79c-4f50-bb3e-c5aa7630e8d0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Subnet': ['ID=77fa6631-83d2-4717-911b-ea726ae5798e,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:21.093857 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01222d5-d79c-4f50-bb3e-c5aa7630e8d0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Checking segment: {'id': '3483f2a0-e07e-40df-8b15-f8a209ea1acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dec7383c-0cbf-4672-b3af-9e3e39158339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:10:21.094850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01222d5-d79c-4f50-bb3e-c5aa7630e8d0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network hostable DHCP agents. Network: dec7383c-0cbf-4672-b3af-9e3e39158339, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:10:21.121830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01222d5-d79c-4f50-bb3e-c5aa7630e8d0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network dec7383c-0cbf-4672-b3af-9e3e39158339 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:10:21.136045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-e01222d5-d79c-4f50-bb3e-c5aa7630e8d0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, dec7383c-0cbf-4672-b3af-9e3e39158339) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:21.141621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01222d5-d79c-4f50-bb3e-c5aa7630e8d0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:21.142756 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e01222d5-d79c-4f50-bb3e-c5aa7630e8d0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.148172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c864ac-eb36-4e1c-b21e-3672ebd95b5a None None] Network dec7383c-0cbf-4672-b3af-9e3e39158339 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:10:21.163078 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-107a6ef7-a7c3-4135-9b8b-3900c7606b46 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (df4a3fbb-0e47-404a-9a00-41dacb8ab563), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.176908 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e01222d5-d79c-4f50-bb3e-c5aa7630e8d0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6797030 Feb 08 16:10:21.178204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39440) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:21.190103 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2da034fd-5583-41eb-9398-9908088c0f58 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-277617031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:21.221086 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2da034fd-5583-41eb-9398-9908088c0f58 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (290a143c-de08-43f1-936d-5b3974a33bd9), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.223581 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2da034fd-5583-41eb-9398-9908088c0f58 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (290a143c-de08-43f1-936d-5b3974a33bd9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.246624 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dcd28476-97d4-439a-a75b-22be244af529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e3adf273-5d71-4644-b14a-326a7b0ebb77), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.252725 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dcd28476-97d4-439a-a75b-22be244af529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.254623 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-dcd28476-97d4-439a-a75b-22be244af529 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e3adf273-5d71-4644-b14a-326a7b0ebb77 HTTP/1.1" status: 204 len: 168 time: 0.7561622 Feb 08 16:10:21.303770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd28476-97d4-439a-a75b-22be244af529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3adf273-5d71-4644-b14a-326a7b0ebb77,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:21.379564 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-107a6ef7-a7c3-4135-9b8b-3900c7606b46 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (df4a3fbb-0e47-404a-9a00-41dacb8ab563), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.407167 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2ee137b-a5c1-4c91-87f0-4a063283d472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.419460 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2da034fd-5583-41eb-9398-9908088c0f58 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_controller (290a143c-de08-43f1-936d-5b3974a33bd9), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.427525 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2da034fd-5583-41eb-9398-9908088c0f58 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (290a143c-de08-43f1-936d-5b3974a33bd9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.484551 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2da034fd-5583-41eb-9398-9908088c0f58 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.489504 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-107a6ef7-a7c3-4135-9b8b-3900c7606b46 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (df4a3fbb-0e47-404a-9a00-41dacb8ab563), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.491556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39454) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:21.492681 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2da034fd-5583-41eb-9398-9908088c0f58 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3110356 Feb 08 16:10:21.636361 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2ee137b-a5c1-4c91-87f0-4a063283d472 admin admin] Publish callbacks [] for security_group (07abeca2-265d-4e04-9a04-c398f0eec6b6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.641515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a6ef7-a7c3-4135-9b8b-3900c7606b46 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event deleted for resources: {'Subnet': ['ID=df4a3fbb-0e47-404a-9a00-41dacb8ab563,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:21.644125 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-107a6ef7-a7c3-4135-9b8b-3900c7606b46 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.645827 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2ee137b-a5c1-4c91-87f0-4a063283d472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (07abeca2-265d-4e04-9a04-c398f0eec6b6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.647505 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-107a6ef7-a7c3-4135-9b8b-3900c7606b46 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "DELETE /v2.0/subnets/df4a3fbb-0e47-404a-9a00-41dacb8ab563 HTTP/1.1" status: 204 len: 168 time: 0.8417141 Feb 08 16:10:21.650635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39460) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:21.739299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (d8a3f593-2bf6-4666-9c82-8f15db03171d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.740112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7836791a-a753-4c2a-b9c2-721588756a2e None None] Network d8a3f593-2bf6-4666-9c82-8f15db03171d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:10:21.788348 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f2ee137b-a5c1-4c91-87f0-4a063283d472 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e6cb74a15d7547e7b786f27b2a0ec9ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7061861 Feb 08 16:10:21.801810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39464) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:21.827883 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee137b-a5c1-4c91-87f0-4a063283d472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07abeca2-265d-4e04-9a04-c398f0eec6b6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:21.866665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39468) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:21.935360 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cce4b065-444d-44da-821e-39e6f306f95b admin admin] Publish callbacks [] for security_group (07abeca2-265d-4e04-9a04-c398f0eec6b6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:21.943515 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a3e2538d-a1d7-4317-bfce-73cb0a2d7f02 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4c0cdb1acadb4560ac283ce9bc109c80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0732639 Feb 08 16:10:21.944524 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39470) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:22.040629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Deleting port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:22.041041 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0a2e9638-be4e-4b52-9aff-98d0ed4041f2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:22.052126 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cce4b065-444d-44da-821e-39e6f306f95b admin admin] Publish callbacks [] for security_group (07abeca2-265d-4e04-9a04-c398f0eec6b6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:22.161877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] For port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0a2e9638-be4e-4b52-9aff-98d0ed4041f2,segment=NetworkSegment(d71b51dc-43c5-43b0-8dc7-dee6d017839c),segment_id=d71b51dc-43c5-43b0-8dc7-dee6d017839c)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:22.162146 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0a2e9638-be4e-4b52-9aff-98d0ed4041f2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:22.186177 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-563eed85-65a7-4aa2-ae89-5b0d6ccad175 admin admin] Publish callbacks [] for security_group (4116ece7-5c33-4436-acd2-8b369e59eb5c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:22.188520 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:22.199154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-dec7383c-0cbf-4672-b3af-9e3e39158339', 'network_id': 'dec7383c-0cbf-4672-b3af-9e3e39158339', 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'fixed_ips': [{'subnet_id': '77fa6631-83d2-4717-911b-ea726ae5798e'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:10:22.203043 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:22.203215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Calling delete_port for 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:22.225673 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-563eed85-65a7-4aa2-ae89-5b0d6ccad175 admin admin] Publish callbacks [] for security_group (4116ece7-5c33-4436-acd2-8b369e59eb5c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:22.246669 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cce4b065-444d-44da-821e-39e6f306f95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (07abeca2-265d-4e04-9a04-c398f0eec6b6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:22.249505 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cce4b065-444d-44da-821e-39e6f306f95b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:22.266470 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cce4b065-444d-44da-821e-39e6f306f95b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/07abeca2-265d-4e04-9a04-c398f0eec6b6 HTTP/1.1" status: 204 len: 168 time: 0.4630079 Feb 08 16:10:22.315068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4b065-444d-44da-821e-39e6f306f95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07abeca2-265d-4e04-9a04-c398f0eec6b6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:22.342048 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-563eed85-65a7-4aa2-ae89-5b0d6ccad175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4116ece7-5c33-4436-acd2-8b369e59eb5c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:22.365982 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-563eed85-65a7-4aa2-ae89-5b0d6ccad175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:22.370893 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-563eed85-65a7-4aa2-ae89-5b0d6ccad175 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4116ece7-5c33-4436-acd2-8b369e59eb5c HTTP/1.1" status: 204 len: 168 time: 0.4196062 Feb 08 16:10:22.391580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563eed85-65a7-4aa2-ae89-5b0d6ccad175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4116ece7-5c33-4436-acd2-8b369e59eb5c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:22.600894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Allocated IP 2001:db8::1 (dec7383c-0cbf-4672-b3af-9e3e39158339/77fa6631-83d2-4717-911b-ea726ae5798e/a9170065-c5a9-4985-83bf-7cdd0a83a5b5) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:10:22.633339 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (0a2e9638-be4e-4b52-9aff-98d0ed4041f2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:22.643060 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b6e1f8-21ae-4d2d-bedf-a0fb8beb9506 None None] DHCP port deletion for d8a3f593-2bf6-4666-9c82-8f15db03171d request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:10:22.996766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39492) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:23.030705 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52a2d0ca-ad08-48c8-986f-1370312edcb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:23.265394 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52a2d0ca-ad08-48c8-986f-1370312edcb4 admin admin] Publish callbacks [] for security_group (1ea09177-31b6-40cc-9dc8-ee6ec43c78d6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:23.271341 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52a2d0ca-ad08-48c8-986f-1370312edcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1ea09177-31b6-40cc-9dc8-ee6ec43c78d6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:23.317015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-199a6b95-df46-43f2-94f8-1e524282568e req-dd268dec-f8ab-45b5-8d41-eb46c46fa540 service neutron] (103301) timed out ('10.222.0.96', 64760) {{(pid=103301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 16:10:23.317969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-a669c55b-0fb8-4ca5-b4ea-a820e067d345 req-98338557-1e5b-48eb-9bc1-5cd84f18090b service neutron] (103301) timed out ('10.222.0.96', 64752) {{(pid=103301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 16:10:23.331389 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-52a2d0ca-ad08-48c8-986f-1370312edcb4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c7dc2df8ea9f40c98d6188ffd96bc2c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3302984 Feb 08 16:10:23.331809 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39496) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:23.332507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2d0ca-ad08-48c8-986f-1370312edcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea09177-31b6-40cc-9dc8-ee6ec43c78d6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:23.334946 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event deleted for resources: {'Port': ['ID=0a2e9638-be4e-4b52-9aff-98d0ed4041f2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:23.376647 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] No DVR routers for this DVR port 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:10:23.418377 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48d2f73d-9cf6-41cf-96a6-3a01fd359022 admin admin] Publish callbacks [] for security_group (1ea09177-31b6-40cc-9dc8-ee6ec43c78d6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:23.446412 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48d2f73d-9cf6-41cf-96a6-3a01fd359022 admin admin] Publish callbacks [] for security_group (1ea09177-31b6-40cc-9dc8-ee6ec43c78d6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:23.513339 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48d2f73d-9cf6-41cf-96a6-3a01fd359022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1ea09177-31b6-40cc-9dc8-ee6ec43c78d6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:23.516026 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-48d2f73d-9cf6-41cf-96a6-3a01fd359022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:23.519475 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-48d2f73d-9cf6-41cf-96a6-3a01fd359022 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1ea09177-31b6-40cc-9dc8-ee6ec43c78d6 HTTP/1.1" status: 204 len: 168 time: 0.1809392 Feb 08 16:10:23.542597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2f73d-9cf6-41cf-96a6-3a01fd359022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea09177-31b6-40cc-9dc8-ee6ec43c78d6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:23.636438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (d8a3f593-2bf6-4666-9c82-8f15db03171d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:23.660889 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (a9170065-c5a9-4985-83bf-7cdd0a83a5b5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:23.687375 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a3f593-2bf6-4666-9c82-8f15db03171d']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:23.702328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71b51dc-43c5-43b0-8dc7-dee6d017839c') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:23.702636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71b51dc-43c5-43b0-8dc7-dee6d017839c') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:23.724908 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (d71b51dc-43c5-43b0-8dc7-dee6d017839c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:23.757554 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d71b51dc-43c5-43b0-8dc7-dee6d017839c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:23.773287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:10:23.773712 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (d71b51dc-43c5-43b0-8dc7-dee6d017839c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:10:23.783744 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:10:23.805698 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a9170065-c5a9-4985-83bf-7cdd0a83a5b5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:23.846191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Allocated IP 2001:db8::2 (dec7383c-0cbf-4672-b3af-9e3e39158339/77fa6631-83d2-4717-911b-ea726ae5798e/36346a60-d514-47fc-8826-b37c3c21d4cf) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:10:23.950476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:10:23.984409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network dec7383c-0cbf-4672-b3af-9e3e39158339 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:10:23.998967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:24.006168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:10:24.006890 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (290a143c-de08-43f1-936d-5b3974a33bd9), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:24.030507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:10:24.030507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0a2e9638-be4e-4b52-9aff-98d0ed4041f2 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:10:24.108057 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=a9170065-c5a9-4985-83bf-7cdd0a83a5b5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:24.153040 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (d8a3f593-2bf6-4666-9c82-8f15db03171d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:24.176103 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:24.182176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "DELETE /v2.0/networks/d8a3f593-2bf6-4666-9c82-8f15db03171d HTTP/1.1" status: 204 len: 168 time: 2.5283086 Feb 08 16:10:24.183345 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39518) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:24.227251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a24e9e-4e8d-430b-8f81-25437824fb32 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event deleted for resources: {'Network': ['ID=d8a3f593-2bf6-4666-9c82-8f15db03171d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:24.252841 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Publish callbacks [] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:24.261403 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:24.297574 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-5957a965-7ecf-4c7a-826a-88b1a5c98d05 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Deleting subnet ff1577e5-a2a3-48b7-84f2-4faed13e4f5b {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:10:24.308437 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5957a965-7ecf-4c7a-826a-88b1a5c98d05 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for subnet (ff1577e5-a2a3-48b7-84f2-4faed13e4f5b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:24.372225 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a9170065-c5a9-4985-83bf-7cdd0a83a5b5), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:24.411059 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5957a965-7ecf-4c7a-826a-88b1a5c98d05 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (ff1577e5-a2a3-48b7-84f2-4faed13e4f5b), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:24.414562 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Pushing event updated for resources: {'Port': ['ID=36346a60-d514-47fc-8826-b37c3c21d4cf,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:24.435041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Network dec7383c-0cbf-4672-b3af-9e3e39158339 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:10:24.438678 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:24.445725 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:10:24.553632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Attempting to bind port 36346a60-d514-47fc-8826-b37c3c21d4cf on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:10:24.553779 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Attempting to bind port 36346a60-d514-47fc-8826-b37c3c21d4cf by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '3483f2a0-e07e-40df-8b15-f8a209ea1acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dec7383c-0cbf-4672-b3af-9e3e39158339'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:10:24.554341 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Attempting to bind port 36346a60-d514-47fc-8826-b37c3c21d4cf on network dec7383c-0cbf-4672-b3af-9e3e39158339 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:10:24.564907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:10:24.565098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Checking segment: {'id': '3483f2a0-e07e-40df-8b15-f8a209ea1acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dec7383c-0cbf-4672-b3af-9e3e39158339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:10:24.565494 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:24.566074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Bound using segment: {'id': '3483f2a0-e07e-40df-8b15-f8a209ea1acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dec7383c-0cbf-4672-b3af-9e3e39158339'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:10:24.566699 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Bound port: 36346a60-d514-47fc-8826-b37c3c21d4cf, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3483f2a0-e07e-40df-8b15-f8a209ea1acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dec7383c-0cbf-4672-b3af-9e3e39158339'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:10:24.567257 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:24.643831 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-421a9427-817b-4298-a646-21db12c90a77 None None] For port 36346a60-d514-47fc-8826-b37c3c21d4cf, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:10:24.647879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-421a9427-817b-4298-a646-21db12c90a77 None None] For port 36346a60-d514-47fc-8826-b37c3c21d4cf, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=36346a60-d514-47fc-8826-b37c3c21d4cf,segment=NetworkSegment(3483f2a0-e07e-40df-8b15-f8a209ea1acc),segment_id=3483f2a0-e07e-40df-8b15-f8a209ea1acc)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:10:24.655712 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:24.738693 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5957a965-7ecf-4c7a-826a-88b1a5c98d05 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (ff1577e5-a2a3-48b7-84f2-4faed13e4f5b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:24.743108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a9427-817b-4298-a646-21db12c90a77 None None] Pushing event updated for resources: {'Port': ['ID=36346a60-d514-47fc-8826-b37c3c21d4cf,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:24.856589 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5957a965-7ecf-4c7a-826a-88b1a5c98d05 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (ff1577e5-a2a3-48b7-84f2-4faed13e4f5b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:24.940723 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5957a965-7ecf-4c7a-826a-88b1a5c98d05 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:24.953492 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ecfc6a-708b-4af6-9c01-501958931f4e None None] Network 9f65ff05-5080-4447-be9a-b511c5306a84 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:10:24.954546 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5957a965-7ecf-4c7a-826a-88b1a5c98d05 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "DELETE /v2.0/subnets/ff1577e5-a2a3-48b7-84f2-4faed13e4f5b HTTP/1.1" status: 204 len: 168 time: 0.7691436 Feb 08 16:10:24.957325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957a965-7ecf-4c7a-826a-88b1a5c98d05 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1577e5-a2a3-48b7-84f2-4faed13e4f5b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:24.958091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39546) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:25.246725 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeff8b84-b5e5-4507-ab5b-f8451607c6e5 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Deleting subnet b87d9a2c-5302-4240-bb4f-671d02842397 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:10:25.275472 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eeff8b84-b5e5-4507-ab5b-f8451607c6e5 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for subnet (b87d9a2c-5302-4240-bb4f-671d02842397), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:25.297038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec683864-26ff-459a-976c-b55d51eae2d5 None None] DHCP port deletion for 9f65ff05-5080-4447-be9a-b511c5306a84 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:10:25.439425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ec683864-26ff-459a-976c-b55d51eae2d5 None None] Deleting port e612b343-2e7f-49bc-8d88-0a82032aa7fb {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:25.439834 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec683864-26ff-459a-976c-b55d51eae2d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e612b343-2e7f-49bc-8d88-0a82032aa7fb), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:25.458305 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eeff8b84-b5e5-4507-ab5b-f8451607c6e5 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (b87d9a2c-5302-4240-bb4f-671d02842397), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:25.517478 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (a9170065-c5a9-4985-83bf-7cdd0a83a5b5), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:25.531281 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (a9170065-c5a9-4985-83bf-7cdd0a83a5b5), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:25.533569 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (290a143c-de08-43f1-936d-5b3974a33bd9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:25.673600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ec683864-26ff-459a-976c-b55d51eae2d5 None None] For port e612b343-2e7f-49bc-8d88-0a82032aa7fb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e612b343-2e7f-49bc-8d88-0a82032aa7fb,segment=NetworkSegment(59cafe8a-c491-4120-9696-bdb720134617),segment_id=59cafe8a-c491-4120-9696-bdb720134617)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:25.681344 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec683864-26ff-459a-976c-b55d51eae2d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e612b343-2e7f-49bc-8d88-0a82032aa7fb), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:25.721165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ec683864-26ff-459a-976c-b55d51eae2d5 None None] Calling delete_port for e612b343-2e7f-49bc-8d88-0a82032aa7fb owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:25.725895 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=a9170065-c5a9-4985-83bf-7cdd0a83a5b5,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:25.889275 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec683864-26ff-459a-976c-b55d51eae2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (e612b343-2e7f-49bc-8d88-0a82032aa7fb), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:25.913157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec683864-26ff-459a-976c-b55d51eae2d5 None None] No DVR routers for this DVR port e612b343-2e7f-49bc-8d88-0a82032aa7fb on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:10:25.991950 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec683864-26ff-459a-976c-b55d51eae2d5 None None] Pushing event deleted for resources: {'Port': ['ID=e612b343-2e7f-49bc-8d88-0a82032aa7fb,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:26.021787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 36346a60-d514-47fc-8826-b37c3c21d4cf up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:10:26.161311 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eeff8b84-b5e5-4507-ab5b-f8451607c6e5 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (b87d9a2c-5302-4240-bb4f-671d02842397), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:26.216055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 36346a60-d514-47fc-8826-b37c3c21d4cf triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:26.216392 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:26.331718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network dec7383c-0cbf-4672-b3af-9e3e39158339 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:10:26.354517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:26.388413 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 36346a60-d514-47fc-8826-b37c3c21d4cf is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:26.388824 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:26.464651 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 36346a60-d514-47fc-8826-b37c3c21d4cf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=36346a60-d514-47fc-8826-b37c3c21d4cf,segment=NetworkSegment(3483f2a0-e07e-40df-8b15-f8a209ea1acc),segment_id=3483f2a0-e07e-40df-8b15-f8a209ea1acc)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:26.471984 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:26.496447 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eeff8b84-b5e5-4507-ab5b-f8451607c6e5 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (b87d9a2c-5302-4240-bb4f-671d02842397), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:26.577734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=36346a60-d514-47fc-8826-b37c3c21d4cf,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:26.617941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e612b343-2e7f-49bc-8d88-0a82032aa7fb no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:10:26.664075 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: e612b343-2e7f-49bc-8d88-0a82032aa7fb {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:10:26.664424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e612b343-2e7f-49bc-8d88-0a82032aa7fb not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:10:26.731827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff8b84-b5e5-4507-ab5b-f8451607c6e5 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event deleted for resources: {'Subnet': ['ID=b87d9a2c-5302-4240-bb4f-671d02842397,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:26.745784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db71d70-30c3-4bab-b44b-283f9907ea33 None None] Network aef08fc8-3a46-4286-8722-0ceff3184e77 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:10:26.766217 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eeff8b84-b5e5-4507-ab5b-f8451607c6e5 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:26.777219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-eeff8b84-b5e5-4507-ab5b-f8451607c6e5 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "DELETE /v2.0/subnets/b87d9a2c-5302-4240-bb4f-671d02842397 HTTP/1.1" status: 204 len: 168 time: 1.8152380 Feb 08 16:10:26.777599 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39578) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:26.926753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4640f24-3c28-466d-9d59-2f5e9ec57c66 None None] Network dec7383c-0cbf-4672-b3af-9e3e39158339 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:10:26.973639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router 290a143c-de08-43f1-936d-5b3974a33bd9 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:10:27.004730 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec8939ab-241f-4b10-ae0e-253eb18453a8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (9f65ff05-5080-4447-be9a-b511c5306a84), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:27.166959 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ddb69310-9297-45f3-bf2b-20d2da77cfb0 None None] Provisioning complete for port 36346a60-d514-47fc-8826-b37c3c21d4cf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:27.173330 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ddb69310-9297-45f3-bf2b-20d2da77cfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:27.202481 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:10:27.211986 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36782c90-aa6b-4659-bf82-7270a71f2d3e None None] Sync routers for ids ['290a143c-de08-43f1-936d-5b3974a33bd9'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:10:27.214599 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2786a055-472b-4d6a-86f3-5b36aabfd0c3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/290a143c-de08-43f1-936d-5b3974a33bd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7153034 Feb 08 16:10:27.217807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39586) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:27.219395 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec8939ab-241f-4b10-ae0e-253eb18453a8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (9f65ff05-5080-4447-be9a-b511c5306a84), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:27.234633 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36782c90-aa6b-4659-bf82-7270a71f2d3e None None] Routers {'290a143c-de08-43f1-936d-5b3974a33bd9'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:27.235283 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-36782c90-aa6b-4659-bf82-7270a71f2d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['290a143c-de08-43f1-936d-5b3974a33bd9'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:27.275406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ec8939ab-241f-4b10-ae0e-253eb18453a8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f65ff05-5080-4447-be9a-b511c5306a84']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:27.306490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ec8939ab-241f-4b10-ae0e-253eb18453a8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cafe8a-c491-4120-9696-bdb720134617') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:27.307395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-ec8939ab-241f-4b10-ae0e-253eb18453a8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cafe8a-c491-4120-9696-bdb720134617') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:27.333511 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec8939ab-241f-4b10-ae0e-253eb18453a8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (59cafe8a-c491-4120-9696-bdb720134617), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:27.336124 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d05705e-729c-423e-ada1-ab4b0423685a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:27.342851 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7d05705e-729c-423e-ada1-ab4b0423685a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports/a9170065-c5a9-4985-83bf-7cdd0a83a5b5 HTTP/1.1" status: 200 len: 911 time: 0.1221921 Feb 08 16:10:27.345370 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39592) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:27.366074 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec8939ab-241f-4b10-ae0e-253eb18453a8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (59cafe8a-c491-4120-9696-bdb720134617), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:27.378514 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8939ab-241f-4b10-ae0e-253eb18453a8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:10:27.378907 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec8939ab-241f-4b10-ae0e-253eb18453a8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (59cafe8a-c491-4120-9696-bdb720134617), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:27.383868 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-36782c90-aa6b-4659-bf82-7270a71f2d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:10:27.388397 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:10:27.421416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ab3308-a45a-4838-ae71-ed0b770649ac None None] DHCP port deletion for aef08fc8-3a46-4286-8722-0ceff3184e77 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:10:27.424095 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36782c90-aa6b-4659-bf82-7270a71f2d3e None None] Routers {'290a143c-de08-43f1-936d-5b3974a33bd9'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:27.442966 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-36782c90-aa6b-4659-bf82-7270a71f2d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['290a143c-de08-43f1-936d-5b3974a33bd9'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:27.552226 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-36782c90-aa6b-4659-bf82-7270a71f2d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:27.552902 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36782c90-aa6b-4659-bf82-7270a71f2d3e None None] The sync data for ids ['290a143c-de08-43f1-936d-5b3974a33bd9'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:10:27.562626 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec8939ab-241f-4b10-ae0e-253eb18453a8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (9f65ff05-5080-4447-be9a-b511c5306a84), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:27.568903 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec8939ab-241f-4b10-ae0e-253eb18453a8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:27.578562 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ec8939ab-241f-4b10-ae0e-253eb18453a8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "DELETE /v2.0/networks/9f65ff05-5080-4447-be9a-b511c5306a84 HTTP/1.1" status: 204 len: 168 time: 0.7973237 Feb 08 16:10:27.582862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39594) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:27.623019 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8939ab-241f-4b10-ae0e-253eb18453a8 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event deleted for resources: {'Network': ['ID=9f65ff05-5080-4447-be9a-b511c5306a84,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:27.655051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ddb69310-9297-45f3-bf2b-20d2da77cfb0 None None] Current status of the port 36346a60-d514-47fc-8826-b37c3c21d4cf is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:27.679368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a0ab3308-a45a-4838-ae71-ed0b770649ac None None] Deleting port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:27.679745 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a0ab3308-a45a-4838-ae71-ed0b770649ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:27.788465 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a0ab3308-a45a-4838-ae71-ed0b770649ac None None] For port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60,segment=NetworkSegment(3453486d-64ef-4291-83ab-d483d76bef61),segment_id=3453486d-64ef-4291-83ab-d483d76bef61)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:27.789039 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a0ab3308-a45a-4838-ae71-ed0b770649ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:27.809342 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a0ab3308-a45a-4838-ae71-ed0b770649ac None None] Calling delete_port for 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:27.918765 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a0ab3308-a45a-4838-ae71-ed0b770649ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:28.006577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab3308-a45a-4838-ae71-ed0b770649ac None None] No DVR routers for this DVR port 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:10:28.016350 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab3308-a45a-4838-ae71-ed0b770649ac None None] Pushing event deleted for resources: {'Port': ['ID=1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:28.023793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 36346a60-d514-47fc-8826-b37c3c21d4cf up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:10:28.094707 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4497bbb8-92cc-49d3-83bd-d7fcf0ceb968 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (aef08fc8-3a46-4286-8722-0ceff3184e77), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:28.254151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 36346a60-d514-47fc-8826-b37c3c21d4cf triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:28.255759 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:28.451012 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9888e9b2-e076-4301-abdc-9aab4345e451 None None] Provisioning complete for port a9170065-c5a9-4985-83bf-7cdd0a83a5b5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:28.470135 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9888e9b2-e076-4301-abdc-9aab4345e451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a9170065-c5a9-4985-83bf-7cdd0a83a5b5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:28.592321 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9888e9b2-e076-4301-abdc-9aab4345e451 None None] Port a9170065-c5a9-4985-83bf-7cdd0a83a5b5 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:10:28.748471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 36346a60-d514-47fc-8826-b37c3c21d4cf is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:28.756618 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4497bbb8-92cc-49d3-83bd-d7fcf0ceb968 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (aef08fc8-3a46-4286-8722-0ceff3184e77), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:28.784005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9888e9b2-e076-4301-abdc-9aab4345e451 None None] Provisioning complete for port 36346a60-d514-47fc-8826-b37c3c21d4cf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:28.784685 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9888e9b2-e076-4301-abdc-9aab4345e451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:28.924306 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-4497bbb8-92cc-49d3-83bd-d7fcf0ceb968 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef08fc8-3a46-4286-8722-0ceff3184e77']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:28.946833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:10:28.990964 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:10:28.991610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1b7ffb1c-4037-4a9b-81fa-c0a0f39d1a60 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:10:29.030848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-4497bbb8-92cc-49d3-83bd-d7fcf0ceb968 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3453486d-64ef-4291-83ab-d483d76bef61') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:29.031079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-4497bbb8-92cc-49d3-83bd-d7fcf0ceb968 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3453486d-64ef-4291-83ab-d483d76bef61') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:29.051882 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9888e9b2-e076-4301-abdc-9aab4345e451 None None] Current status of the port 36346a60-d514-47fc-8826-b37c3c21d4cf is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:29.120392 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4497bbb8-92cc-49d3-83bd-d7fcf0ceb968 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (3453486d-64ef-4291-83ab-d483d76bef61), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:29.211810 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6ee77c71-608b-4061-a835-f49e477e573d None None] Provisioning complete for port a9170065-c5a9-4985-83bf-7cdd0a83a5b5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:29.212504 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4497bbb8-92cc-49d3-83bd-d7fcf0ceb968 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (3453486d-64ef-4291-83ab-d483d76bef61), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:29.221664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4497bbb8-92cc-49d3-83bd-d7fcf0ceb968 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:10:29.222165 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4497bbb8-92cc-49d3-83bd-d7fcf0ceb968 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (3453486d-64ef-4291-83ab-d483d76bef61), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:29.223873 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ee77c71-608b-4061-a835-f49e477e573d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a9170065-c5a9-4985-83bf-7cdd0a83a5b5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:29.263952 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39638) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:29.345582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6ee77c71-608b-4061-a835-f49e477e573d None None] Port a9170065-c5a9-4985-83bf-7cdd0a83a5b5 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:10:29.362526 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:10:29.480477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3efe8fbe-cc40-40d5-a403-744969698bb6 None None] Provisioning complete for port a9170065-c5a9-4985-83bf-7cdd0a83a5b5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:29.480981 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3efe8fbe-cc40-40d5-a403-744969698bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a9170065-c5a9-4985-83bf-7cdd0a83a5b5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:29.561615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3efe8fbe-cc40-40d5-a403-744969698bb6 None None] Port a9170065-c5a9-4985-83bf-7cdd0a83a5b5 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:10:29.595390 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4497bbb8-92cc-49d3-83bd-d7fcf0ceb968 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (aef08fc8-3a46-4286-8722-0ceff3184e77), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:29.638571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e8a9f658-2bb3-4323-9efd-985a0d683ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:29.644677 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4497bbb8-92cc-49d3-83bd-d7fcf0ceb968 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:29.663837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4497bbb8-92cc-49d3-83bd-d7fcf0ceb968 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "DELETE /v2.0/networks/aef08fc8-3a46-4286-8722-0ceff3184e77 HTTP/1.1" status: 204 len: 168 time: 2.0738914 Feb 08 16:10:29.683092 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39642) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:29.725695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497bbb8-92cc-49d3-83bd-d7fcf0ceb968 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event deleted for resources: {'Network': ['ID=aef08fc8-3a46-4286-8722-0ceff3184e77,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:29.787846 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d47065b-c1a7-4c2c-bd39-99a3907ea229 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (290a143c-de08-43f1-936d-5b3974a33bd9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:29.859718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8101a25-e736-4c84-b00a-3c7ce79f07a2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Deleting subnet 06ca802d-2d5f-4ad2-a2c0-2a5e14f4b71b {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:10:29.879752 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8101a25-e736-4c84-b00a-3c7ce79f07a2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for subnet (06ca802d-2d5f-4ad2-a2c0-2a5e14f4b71b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:30.135492 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8101a25-e736-4c84-b00a-3c7ce79f07a2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (06ca802d-2d5f-4ad2-a2c0-2a5e14f4b71b), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:30.295899 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8101a25-e736-4c84-b00a-3c7ce79f07a2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (06ca802d-2d5f-4ad2-a2c0-2a5e14f4b71b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:30.355364 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e8a9f658-2bb3-4323-9efd-985a0d683ca8 admin admin] Publish callbacks [] for security_group (2124e7f3-ad95-4f91-a09d-72ad2204904d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:30.379070 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e8a9f658-2bb3-4323-9efd-985a0d683ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2124e7f3-ad95-4f91-a09d-72ad2204904d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:30.406135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9d47065b-c1a7-4c2c-bd39-99a3907ea229 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port a9170065-c5a9-4985-83bf-7cdd0a83a5b5 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:30.406540 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d47065b-c1a7-4c2c-bd39-99a3907ea229 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a9170065-c5a9-4985-83bf-7cdd0a83a5b5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:30.415477 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e8a9f658-2bb3-4323-9efd-985a0d683ca8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7879c73170844959bc459cd9ee94d652&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1480749 Feb 08 16:10:30.415477 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8101a25-e736-4c84-b00a-3c7ce79f07a2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (06ca802d-2d5f-4ad2-a2c0-2a5e14f4b71b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:30.416026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39654) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:30.522640 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ae755f9-5a65-4e85-a67d-d9f32057947b admin admin] Publish callbacks [] for security_group (2124e7f3-ad95-4f91-a09d-72ad2204904d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:30.522889 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d47065b-c1a7-4c2c-bd39-99a3907ea229 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a9170065-c5a9-4985-83bf-7cdd0a83a5b5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:30.548371 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ae755f9-5a65-4e85-a67d-d9f32057947b admin admin] Publish callbacks [] for security_group (2124e7f3-ad95-4f91-a09d-72ad2204904d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:30.551643 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9d47065b-c1a7-4c2c-bd39-99a3907ea229 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for a9170065-c5a9-4985-83bf-7cdd0a83a5b5 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:30.603137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8101a25-e736-4c84-b00a-3c7ce79f07a2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event deleted for resources: {'Subnet': ['ID=06ca802d-2d5f-4ad2-a2c0-2a5e14f4b71b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:30.609189 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ae755f9-5a65-4e85-a67d-d9f32057947b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2124e7f3-ad95-4f91-a09d-72ad2204904d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:30.611767 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ae755f9-5a65-4e85-a67d-d9f32057947b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:30.613205 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8ae755f9-5a65-4e85-a67d-d9f32057947b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2124e7f3-ad95-4f91-a09d-72ad2204904d HTTP/1.1" status: 204 len: 168 time: 0.1914372 Feb 08 16:10:30.627843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0660fa80-847f-4b58-aa21-66a6d2afdc50 None None] Network da190c78-70db-4eff-9a19-065ec8b1d1cc requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:10:30.632134 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f8101a25-e736-4c84-b00a-3c7ce79f07a2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:30.644858 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f8101a25-e736-4c84-b00a-3c7ce79f07a2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "DELETE /v2.0/subnets/06ca802d-2d5f-4ad2-a2c0-2a5e14f4b71b HTTP/1.1" status: 204 len: 168 time: 0.9479072 Feb 08 16:10:30.646195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39658) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:30.874015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9f658-2bb3-4323-9efd-985a0d683ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2124e7f3-ad95-4f91-a09d-72ad2204904d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:30.896873 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d47065b-c1a7-4c2c-bd39-99a3907ea229 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (a9170065-c5a9-4985-83bf-7cdd0a83a5b5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:30.919712 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (da190c78-70db-4eff-9a19-065ec8b1d1cc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:30.931446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae755f9-5a65-4e85-a67d-d9f32057947b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2124e7f3-ad95-4f91-a09d-72ad2204904d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:31.011970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cc91ac-c87d-4270-8e32-4c420369922c None None] DHCP port deletion for da190c78-70db-4eff-9a19-065ec8b1d1cc request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:10:31.018925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47065b-c1a7-4c2c-bd39-99a3907ea229 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=a9170065-c5a9-4985-83bf-7cdd0a83a5b5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:31.070718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Deleting port a836f570-1f5b-4120-8dad-9256268e9adf {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:31.071098 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a836f570-1f5b-4120-8dad-9256268e9adf), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:31.178674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc91ac-c87d-4270-8e32-4c420369922c None None] Deleting port a836f570-1f5b-4120-8dad-9256268e9adf {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:31.181877 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4cc91ac-c87d-4270-8e32-4c420369922c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a836f570-1f5b-4120-8dad-9256268e9adf), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:31.250960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] For port a836f570-1f5b-4120-8dad-9256268e9adf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a836f570-1f5b-4120-8dad-9256268e9adf,segment=NetworkSegment(33d4ecdb-3770-4784-a4ee-5eabf31375a6),segment_id=33d4ecdb-3770-4784-a4ee-5eabf31375a6)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:31.251333 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a836f570-1f5b-4120-8dad-9256268e9adf), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:31.292921 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39668) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:31.318632 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d47065b-c1a7-4c2c-bd39-99a3907ea229 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (290a143c-de08-43f1-936d-5b3974a33bd9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:31.320588 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Calling delete_port for a836f570-1f5b-4120-8dad-9256268e9adf owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:31.337472 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aedbc35e-e956-4f2a-b481-55cf23d496b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:31.359129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a4cc91ac-c87d-4270-8e32-4c420369922c None None] For port a836f570-1f5b-4120-8dad-9256268e9adf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a836f570-1f5b-4120-8dad-9256268e9adf,segment=NetworkSegment(33d4ecdb-3770-4784-a4ee-5eabf31375a6),segment_id=33d4ecdb-3770-4784-a4ee-5eabf31375a6)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:31.359547 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4cc91ac-c87d-4270-8e32-4c420369922c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a836f570-1f5b-4120-8dad-9256268e9adf), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:31.384521 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc91ac-c87d-4270-8e32-4c420369922c None None] Calling delete_port for a836f570-1f5b-4120-8dad-9256268e9adf owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:31.554125 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a836f570-1f5b-4120-8dad-9256268e9adf), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:31.611665 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2c6ede58-b9b1-4dd4-8808-ea2a24276dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:31.629255 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4cc91ac-c87d-4270-8e32-4c420369922c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (a836f570-1f5b-4120-8dad-9256268e9adf), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:31.749356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d47065b-c1a7-4c2c-bd39-99a3907ea229 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router 290a143c-de08-43f1-936d-5b3974a33bd9 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:10:31.805052 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aedbc35e-e956-4f2a-b481-55cf23d496b7 admin admin] Publish callbacks [] for security_group (2e423a57-1f71-4816-8f57-fb3078ea7e85), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:31.808980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] No DVR routers for this DVR port a836f570-1f5b-4120-8dad-9256268e9adf on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:10:31.819663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event deleted for resources: {'Port': ['ID=a836f570-1f5b-4120-8dad-9256268e9adf,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:31.869905 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aedbc35e-e956-4f2a-b481-55cf23d496b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2e423a57-1f71-4816-8f57-fb3078ea7e85), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:31.945962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d47065b-c1a7-4c2c-bd39-99a3907ea229 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:10:31.955755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbc35e-e956-4f2a-b481-55cf23d496b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e423a57-1f71-4816-8f57-fb3078ea7e85,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:31.966117 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9d47065b-c1a7-4c2c-bd39-99a3907ea229 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/290a143c-de08-43f1-936d-5b3974a33bd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6196136 Feb 08 16:10:31.968636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39680) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:32.019077 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a49a9d4d-6ab8-4a4f-9c6a-dd4771ff0288 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports?device_id=290a143c-de08-43f1-936d-5b3974a33bd9 HTTP/1.1" status: 200 len: 205 time: 0.0482450 Feb 08 16:10:32.021240 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39682) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:32.029064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a836f570-1f5b-4120-8dad-9256268e9adf no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:10:32.033546 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b6696-51ac-4821-bc42-ad60edd10b40 None None] Sync routers for ids ['290a143c-de08-43f1-936d-5b3974a33bd9'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:10:32.041502 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc91ac-c87d-4270-8e32-4c420369922c None None] Pushing event deleted for resources: {'Port': ['ID=a836f570-1f5b-4120-8dad-9256268e9adf,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:32.082410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: a836f570-1f5b-4120-8dad-9256268e9adf {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:10:32.083201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a836f570-1f5b-4120-8dad-9256268e9adf not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:10:32.112187 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (da190c78-70db-4eff-9a19-065ec8b1d1cc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:32.114075 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cc91ac-c87d-4270-8e32-4c420369922c None None] No DVR routers for this DVR port a836f570-1f5b-4120-8dad-9256268e9adf on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:10:32.125210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b6696-51ac-4821-bc42-ad60edd10b40 None None] Routers {'290a143c-de08-43f1-936d-5b3974a33bd9'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:32.129418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e16b6696-51ac-4821-bc42-ad60edd10b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['290a143c-de08-43f1-936d-5b3974a33bd9'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:32.149949 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da190c78-70db-4eff-9a19-065ec8b1d1cc']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:32.163143 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d4ecdb-3770-4784-a4ee-5eabf31375a6') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:32.163523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d4ecdb-3770-4784-a4ee-5eabf31375a6') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:32.175804 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (33d4ecdb-3770-4784-a4ee-5eabf31375a6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:32.192278 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (33d4ecdb-3770-4784-a4ee-5eabf31375a6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:32.201891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:10:32.202431 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (33d4ecdb-3770-4784-a4ee-5eabf31375a6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:32.209215 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fbac065-581d-49cb-bb22-50bca912d19d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (290a143c-de08-43f1-936d-5b3974a33bd9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:32.239531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e16b6696-51ac-4821-bc42-ad60edd10b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:32.281516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b6696-51ac-4821-bc42-ad60edd10b40 None None] Routers {'290a143c-de08-43f1-936d-5b3974a33bd9'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:32.282590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e16b6696-51ac-4821-bc42-ad60edd10b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['290a143c-de08-43f1-936d-5b3974a33bd9'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:10:32.296915 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:10:32.337671 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aedbc35e-e956-4f2a-b481-55cf23d496b7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c9ec4f0e88d145f4b2ed9dc8d2eae02f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0411992 Feb 08 16:10:32.342916 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39684) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:32.343849 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (da190c78-70db-4eff-9a19-065ec8b1d1cc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:32.348698 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:32.365171 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "DELETE /v2.0/networks/da190c78-70db-4eff-9a19-065ec8b1d1cc HTTP/1.1" status: 204 len: 168 time: 1.7175195 Feb 08 16:10:32.366180 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39688) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:32.394941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324cd85-b747-4a54-a783-08c1513e56dd tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Pushing event deleted for resources: {'Network': ['ID=da190c78-70db-4eff-9a19-065ec8b1d1cc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:32.414421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e16b6696-51ac-4821-bc42-ad60edd10b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:32.415584 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b6696-51ac-4821-bc42-ad60edd10b40 None None] The sync data for ids ['290a143c-de08-43f1-936d-5b3974a33bd9'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:10:32.435809 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9ee4e6b1-3892-4ffd-87ad-19658d37e0c9 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "GET /v2.0/ports?device_id=22f2d54a-1d2f-454f-8409-920348ef7f54 HTTP/1.1" status: 200 len: 205 time: 0.0662541 Feb 08 16:10:32.465358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39690) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:32.571404 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afe24968-0865-423d-b867-fa36d313dcdc admin admin] Publish callbacks [] for security_group (2e423a57-1f71-4816-8f57-fb3078ea7e85), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:32.598918 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afe24968-0865-423d-b867-fa36d313dcdc admin admin] Publish callbacks [] for security_group (2e423a57-1f71-4816-8f57-fb3078ea7e85), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:32.669181 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afe24968-0865-423d-b867-fa36d313dcdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2e423a57-1f71-4816-8f57-fb3078ea7e85), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:32.672047 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-afe24968-0865-423d-b867-fa36d313dcdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:32.676440 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-afe24968-0865-423d-b867-fa36d313dcdc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2e423a57-1f71-4816-8f57-fb3078ea7e85 HTTP/1.1" status: 204 len: 168 time: 0.3101203 Feb 08 16:10:32.686035 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6ac1-f6d1-4c0e-b51e-a48fdc55ecc2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for router (22f2d54a-1d2f-454f-8409-920348ef7f54), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:32.773559 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe24968-0865-423d-b867-fa36d313dcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e423a57-1f71-4816-8f57-fb3078ea7e85,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:33.315135 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fbac065-581d-49cb-bb22-50bca912d19d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (290a143c-de08-43f1-936d-5b3974a33bd9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:33.318013 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fbac065-581d-49cb-bb22-50bca912d19d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_controller (290a143c-de08-43f1-936d-5b3974a33bd9), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:33.417843 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fbac065-581d-49cb-bb22-50bca912d19d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (290a143c-de08-43f1-936d-5b3974a33bd9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:33.418451 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbac065-581d-49cb-bb22-50bca912d19d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Fanout notify agent at l3_agent the message router_deleted on router 290a143c-de08-43f1-936d-5b3974a33bd9 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:10:33.426826 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fbac065-581d-49cb-bb22-50bca912d19d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:33.430841 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6fbac065-581d-49cb-bb22-50bca912d19d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/routers/290a143c-de08-43f1-936d-5b3974a33bd9 HTTP/1.1" status: 204 len: 168 time: 1.4066401 Feb 08 16:10:33.431465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39710) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:33.564521 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6ac1-f6d1-4c0e-b51e-a48fdc55ecc2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (22f2d54a-1d2f-454f-8409-920348ef7f54), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:33.568437 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6ac1-f6d1-4c0e-b51e-a48fdc55ecc2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for router_controller (22f2d54a-1d2f-454f-8409-920348ef7f54), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:33.638589 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6ac1-f6d1-4c0e-b51e-a48fdc55ecc2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (22f2d54a-1d2f-454f-8409-920348ef7f54), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:33.639360 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9e6ac1-f6d1-4c0e-b51e-a48fdc55ecc2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Fanout notify agent at l3_agent the message router_deleted on router 22f2d54a-1d2f-454f-8409-920348ef7f54 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:10:33.676091 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6ac1-f6d1-4c0e-b51e-a48fdc55ecc2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:33.686378 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4d9e6ac1-f6d1-4c0e-b51e-a48fdc55ecc2 tempest-RoutersNegativeIpV6Test-1659809998 tempest-RoutersNegativeIpV6Test-1659809998-project] 10.222.0.82 "DELETE /v2.0/routers/22f2d54a-1d2f-454f-8409-920348ef7f54 HTTP/1.1" status: 204 len: 168 time: 1.2025309 Feb 08 16:10:33.691163 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-8185ce69-4a6c-4a8c-b0d9-3d5e508f1954 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting subnet 77fa6631-83d2-4717-911b-ea726ae5798e {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:10:33.699351 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8185ce69-4a6c-4a8c-b0d9-3d5e508f1954 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (77fa6631-83d2-4717-911b-ea726ae5798e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:33.820371 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-179fea37-d78c-4b28-b6a8-7fd1ce663033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:33.834305 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8185ce69-4a6c-4a8c-b0d9-3d5e508f1954 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (77fa6631-83d2-4717-911b-ea726ae5798e), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:34.123951 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8185ce69-4a6c-4a8c-b0d9-3d5e508f1954 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (77fa6631-83d2-4717-911b-ea726ae5798e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:34.170436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39734) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:34.264405 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8185ce69-4a6c-4a8c-b0d9-3d5e508f1954 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (77fa6631-83d2-4717-911b-ea726ae5798e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:34.297918 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185ce69-4a6c-4a8c-b0d9-3d5e508f1954 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Subnet': ['ID=77fa6631-83d2-4717-911b-ea726ae5798e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:34.321448 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8185ce69-4a6c-4a8c-b0d9-3d5e508f1954 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:34.328905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b45052-82be-4b55-8d46-364ce07b7946 None None] Network dec7383c-0cbf-4672-b3af-9e3e39158339 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:10:34.338442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39742) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:34.341327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8185ce69-4a6c-4a8c-b0d9-3d5e508f1954 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/77fa6631-83d2-4717-911b-ea726ae5798e HTTP/1.1" status: 204 len: 168 time: 0.8921442 Feb 08 16:10:34.577728 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (dec7383c-0cbf-4672-b3af-9e3e39158339), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:34.689871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 36346a60-d514-47fc-8826-b37c3c21d4cf {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:34.690521 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:34.707243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28575243-2008-48bc-8da6-8d2aff2a4c9e None None] DHCP port deletion for dec7383c-0cbf-4672-b3af-9e3e39158339 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:10:34.820462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-28575243-2008-48bc-8da6-8d2aff2a4c9e None None] Deleting port 36346a60-d514-47fc-8826-b37c3c21d4cf {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:34.821177 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-28575243-2008-48bc-8da6-8d2aff2a4c9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:34.877852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] For port 36346a60-d514-47fc-8826-b37c3c21d4cf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=36346a60-d514-47fc-8826-b37c3c21d4cf,segment=NetworkSegment(3483f2a0-e07e-40df-8b15-f8a209ea1acc),segment_id=3483f2a0-e07e-40df-8b15-f8a209ea1acc)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:34.878228 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:34.930002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 36346a60-d514-47fc-8826-b37c3c21d4cf owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:35.002886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-28575243-2008-48bc-8da6-8d2aff2a4c9e None None] For port 36346a60-d514-47fc-8826-b37c3c21d4cf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=36346a60-d514-47fc-8826-b37c3c21d4cf,segment=NetworkSegment(3483f2a0-e07e-40df-8b15-f8a209ea1acc),segment_id=3483f2a0-e07e-40df-8b15-f8a209ea1acc)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:35.003299 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-28575243-2008-48bc-8da6-8d2aff2a4c9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:35.031344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-28575243-2008-48bc-8da6-8d2aff2a4c9e None None] Calling delete_port for 36346a60-d514-47fc-8826-b37c3c21d4cf owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:35.152356 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:35.196928 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-80d29c74-e426-4b73-b6f8-803e841acce4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=08d95885c46f4b789b7a9d0ea9467297&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0252774 Feb 08 16:10:35.201376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39758) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:35.214972 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=36346a60-d514-47fc-8826-b37c3c21d4cf,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:35.237615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No DVR routers for this DVR port 36346a60-d514-47fc-8826-b37c3c21d4cf on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:10:35.260188 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-28575243-2008-48bc-8da6-8d2aff2a4c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (36346a60-d514-47fc-8826-b37c3c21d4cf), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:35.309631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28575243-2008-48bc-8da6-8d2aff2a4c9e None None] Pushing event deleted for resources: {'Port': ['ID=36346a60-d514-47fc-8826-b37c3c21d4cf,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:35.339608 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28575243-2008-48bc-8da6-8d2aff2a4c9e None None] No DVR routers for this DVR port 36346a60-d514-47fc-8826-b37c3c21d4cf on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:10:35.398738 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27d4ba5f-6dc4-4dc9-9e31-912ba3e1b1ed admin admin] Publish callbacks [] for security_group (fd502909-df01-4b91-9d54-4a2bafa3dc76), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:35.422649 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (dec7383c-0cbf-4672-b3af-9e3e39158339), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:35.459963 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27d4ba5f-6dc4-4dc9-9e31-912ba3e1b1ed admin admin] Publish callbacks [] for security_group (fd502909-df01-4b91-9d54-4a2bafa3dc76), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:35.473213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec7383c-0cbf-4672-b3af-9e3e39158339']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:35.497600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3483f2a0-e07e-40df-8b15-f8a209ea1acc') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:35.497992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3483f2a0-e07e-40df-8b15-f8a209ea1acc') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:35.518240 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (3483f2a0-e07e-40df-8b15-f8a209ea1acc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:35.535291 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:35.566146 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (3483f2a0-e07e-40df-8b15-f8a209ea1acc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:35.577319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:10:35.577739 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (3483f2a0-e07e-40df-8b15-f8a209ea1acc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:10:35.580919 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:10:35.638585 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27d4ba5f-6dc4-4dc9-9e31-912ba3e1b1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (fd502909-df01-4b91-9d54-4a2bafa3dc76), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:35.646629 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27d4ba5f-6dc4-4dc9-9e31-912ba3e1b1ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:35.677256 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-27d4ba5f-6dc4-4dc9-9e31-912ba3e1b1ed admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fd502909-df01-4b91-9d54-4a2bafa3dc76 HTTP/1.1" status: 204 len: 168 time: 0.4564238 Feb 08 16:10:35.717871 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4ba5f-6dc4-4dc9-9e31-912ba3e1b1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd502909-df01-4b91-9d54-4a2bafa3dc76,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:35.774261 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (dec7383c-0cbf-4672-b3af-9e3e39158339), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:35.814807 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:35.818278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 36346a60-d514-47fc-8826-b37c3c21d4cf no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:10:35.833101 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/networks/dec7383c-0cbf-4672-b3af-9e3e39158339 HTTP/1.1" status: 204 len: 168 time: 1.4897046 Feb 08 16:10:35.835452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39768) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:35.836511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de77f5-6918-4e24-889c-7bb88068d8e7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Network': ['ID=dec7383c-0cbf-4672-b3af-9e3e39158339,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:35.841374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-72570611', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}, 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:35.918253 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (d59d4cc4-b907-4ed4-ad0a-b340ebec2884), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:35.918609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 36346a60-d514-47fc-8826-b37c3c21d4cf {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:10:35.919603 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 36346a60-d514-47fc-8826-b37c3c21d4cf not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:10:35.938188 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (d59d4cc4-b907-4ed4-ad0a-b340ebec2884), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:36.144588 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_controller (d59d4cc4-b907-4ed4-ad0a-b340ebec2884), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:36.469222 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_gateway (d59d4cc4-b907-4ed4-ad0a-b340ebec2884), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:36.736388 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:37.028484 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39800) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:37.044013 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_gateway (d59d4cc4-b907-4ed4-ad0a-b340ebec2884), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:37.067918 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:37.152918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-19ce5913-646c-44bf-97ad-21a5684ab705 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:37.153847 n-d-824834-11 neutron-server[103302]: WARNING neutron.api.v2.base [None req-19ce5913-646c-44bf-97ad-21a5684ab705 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 08 16:10:37.154363 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-19ce5913-646c-44bf-97ad-21a5684ab705 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): There was a conflict when trying to complete your request. Feb 08 16:10:37.155384 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-19ce5913-646c-44bf-97ad-21a5684ab705 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1257319 Feb 08 16:10:37.160788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39806) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:37.165753 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-19c176a7-ade8-44d2-a168-c01d9a0328a1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group': {'name': 'tempest-secgroup--821548099'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:37.262462 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19c176a7-ade8-44d2-a168-c01d9a0328a1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:37.263781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Allocated IP 172.25.7.2 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/3b87fa5c-0593-40a0-8ab7-f683454e5276) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:10:37.298082 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19c176a7-ade8-44d2-a168-c01d9a0328a1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:37.482339 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19c176a7-ade8-44d2-a168-c01d9a0328a1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (3e8a56fe-b426-429c-ae4d-257e929672c4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:37.485593 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (3b87fa5c-0593-40a0-8ab7-f683454e5276), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:37.490866 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19c176a7-ade8-44d2-a168-c01d9a0328a1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3e8a56fe-b426-429c-ae4d-257e929672c4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:37.576257 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c176a7-ade8-44d2-a168-c01d9a0328a1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8a56fe-b426-429c-ae4d-257e929672c4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:37.608741 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3b87fa5c-0593-40a0-8ab7-f683454e5276), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:37.693797 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19c176a7-ade8-44d2-a168-c01d9a0328a1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (b40cd4e0-b7d9-406c-8711-ab96519bdc3a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:37.698430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:10:37.707365 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19c176a7-ade8-44d2-a168-c01d9a0328a1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b40cd4e0-b7d9-406c-8711-ab96519bdc3a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:37.708585 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:37.716607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:10:37.751974 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-19c176a7-ade8-44d2-a168-c01d9a0328a1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:37.758834 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-19c176a7-ade8-44d2-a168-c01d9a0328a1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5966763 Feb 08 16:10:37.762456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=3b87fa5c-0593-40a0-8ab7-f683454e5276,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:37.768550 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39814) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:37.800649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-16b79f1f-2c50-413f-9741-a953881b07eb tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': 'b40cd4e0-b7d9-406c-8711-ab96519bdc3a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:37.818055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c176a7-ade8-44d2-a168-c01d9a0328a1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b40cd4e0-b7d9-406c-8711-ab96519bdc3a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:37.971604 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:38.028461 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16b79f1f-2c50-413f-9741-a953881b07eb tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group_rule (35eff524-815b-4364-a629-b4d92af78f18), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:38.224922 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16b79f1f-2c50-413f-9741-a953881b07eb tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group_rule (35eff524-815b-4364-a629-b4d92af78f18), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:38.363136 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16b79f1f-2c50-413f-9741-a953881b07eb tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (35eff524-815b-4364-a629-b4d92af78f18), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:38.525730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b79f1f-2c50-413f-9741-a953881b07eb tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35eff524-815b-4364-a629-b4d92af78f18,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:38.537681 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16b79f1f-2c50-413f-9741-a953881b07eb tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:38.550880 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39822) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:38.557742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-16b79f1f-2c50-413f-9741-a953881b07eb tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7621796 Feb 08 16:10:38.558389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-aba3062b-1821-426b-81e7-f9a992d9a7be tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': 'b40cd4e0-b7d9-406c-8711-ab96519bdc3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:38.662314 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_gateway (d59d4cc4-b907-4ed4-ad0a-b340ebec2884), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:38.665681 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aba3062b-1821-426b-81e7-f9a992d9a7be tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group_rule (1bf0eb3e-f8f4-4d34-9a98-28526c1283ca), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:38.826254 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-aba3062b-1821-426b-81e7-f9a992d9a7be tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): There was a conflict when trying to complete your request. Feb 08 16:10:38.835039 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39828) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:38.841859 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aba3062b-1821-426b-81e7-f9a992d9a7be tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2896960 Feb 08 16:10:39.055783 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48c63a8e-2f5e-4621-837a-e1442426ad05 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (b40cd4e0-b7d9-406c-8711-ab96519bdc3a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:39.092799 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48c63a8e-2f5e-4621-837a-e1442426ad05 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (b40cd4e0-b7d9-406c-8711-ab96519bdc3a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:39.114761 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (d59d4cc4-b907-4ed4-ad0a-b340ebec2884), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:39.251499 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48c63a8e-2f5e-4621-837a-e1442426ad05 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b40cd4e0-b7d9-406c-8711-ab96519bdc3a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:39.254475 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-48c63a8e-2f5e-4621-837a-e1442426ad05 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:39.256011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-48c63a8e-2f5e-4621-837a-e1442426ad05 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "DELETE /v2.0/security-groups/b40cd4e0-b7d9-406c-8711-ab96519bdc3a HTTP/1.1" status: 204 len: 168 time: 0.4199226 Feb 08 16:10:39.258810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39848) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:39.329803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c63a8e-2f5e-4621-837a-e1442426ad05 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40cd4e0-b7d9-406c-8711-ab96519bdc3a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:39.464624 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-b2e5644a-7098-4a60-9632-07a5165e335a tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=73b58868c5654adba66d9e933ab27dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860083 Feb 08 16:10:39.492898 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-457e2b38-dc9c-4ffb-91a5-38d3e31d4ddd tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2328622 Feb 08 16:10:39.502985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39866) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:39.508650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-412b9b74-b58f-41d8-8d31-7e8b2bc60c2e tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group': {'name': 'tempest-secgroup--452794107'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:39.702390 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-412b9b74-b58f-41d8-8d31-7e8b2bc60c2e tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:39.757703 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router d59d4cc4-b907-4ed4-ad0a-b340ebec2884 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:10:39.867900 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-412b9b74-b58f-41d8-8d31-7e8b2bc60c2e tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (bdbab3bd-b0bc-439b-b09a-de9f7fde1cfc), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:39.881302 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-412b9b74-b58f-41d8-8d31-7e8b2bc60c2e tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bdbab3bd-b0bc-439b-b09a-de9f7fde1cfc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:39.975779 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-412b9b74-b58f-41d8-8d31-7e8b2bc60c2e tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:39.977257 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-412b9b74-b58f-41d8-8d31-7e8b2bc60c2e tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4729807 Feb 08 16:10:39.978807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b9b74-b58f-41d8-8d31-7e8b2bc60c2e tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbab3bd-b0bc-439b-b09a-de9f7fde1cfc,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:39.980804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39878) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:39.987332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d599c087-863d-46d7-9e27-6cae02a07738 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': 'bdbab3bd-b0bc-439b-b09a-de9f7fde1cfc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:39.988641 n-d-824834-11 neutron-server[103302]: WARNING neutron.api.v2.base [None req-d599c087-863d-46d7-9e27-6cae02a07738 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 08 16:10:39.989448 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-d599c087-863d-46d7-9e27-6cae02a07738 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:39.990679 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d599c087-863d-46d7-9e27-6cae02a07738 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079479 Feb 08 16:10:39.993650 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39880) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:40.120751 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08daa391-fd78-4dab-a536-697a64467b15 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (bdbab3bd-b0bc-439b-b09a-de9f7fde1cfc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:40.164569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-da20f9bd-5d58-4119-887d-ad376f9c17b5 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:40.172362 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-da20f9bd-5d58-4119-887d-ad376f9c17b5 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6976678 Feb 08 16:10:40.172790 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08daa391-fd78-4dab-a536-697a64467b15 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (bdbab3bd-b0bc-439b-b09a-de9f7fde1cfc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:40.211165 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-2c63c359-ad13-40a2-82b9-a0f9ecbc9be2 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/quotas/73b58868c5654adba66d9e933ab27dc9 HTTP/1.1" status: 200 len: 375 time: 0.0305936 Feb 08 16:10:40.223060 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08daa391-fd78-4dab-a536-697a64467b15 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bdbab3bd-b0bc-439b-b09a-de9f7fde1cfc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:40.226643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-08daa391-fd78-4dab-a536-697a64467b15 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:40.229443 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-08daa391-fd78-4dab-a536-697a64467b15 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "DELETE /v2.0/security-groups/bdbab3bd-b0bc-439b-b09a-de9f7fde1cfc HTTP/1.1" status: 204 len: 168 time: 0.2330270 Feb 08 16:10:40.233290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39882) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:40.245988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daa391-fd78-4dab-a536-697a64467b15 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbab3bd-b0bc-439b-b09a-de9f7fde1cfc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:40.265166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-9c509989-1dbd-4c20-a1e5-750d5f0fca13 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=73b58868c5654adba66d9e933ab27dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486989 Feb 08 16:10:40.355033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:10:40.373518 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f002ff4c-7b06-4bdb-89b7-e16067a4527c tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1374071 Feb 08 16:10:40.374924 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39888) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:40.386866 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa7abce-f497-4c29-9f1b-ea0586c47996 None None] Sync routers for ids ['d59d4cc4-b907-4ed4-ad0a-b340ebec2884'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:10:40.395525 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:40.396677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c64b12f1-8b3a-4b47-bd2c-a10413208766 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.5598359 Feb 08 16:10:40.399401 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39890) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:40.418558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7173ff05-62fb-43af-b4e7-c38d34e2d937 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group': {'name': 'tempest-secgroup--138377120'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:40.474895 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa7abce-f497-4c29-9f1b-ea0586c47996 None None] Routers {'d59d4cc4-b907-4ed4-ad0a-b340ebec2884'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:40.475531 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7fa7abce-f497-4c29-9f1b-ea0586c47996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d59d4cc4-b907-4ed4-ad0a-b340ebec2884'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:40.518731 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7173ff05-62fb-43af-b4e7-c38d34e2d937 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:40.635846 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7fa7abce-f497-4c29-9f1b-ea0586c47996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:40.666357 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa7abce-f497-4c29-9f1b-ea0586c47996 None None] Routers {'d59d4cc4-b907-4ed4-ad0a-b340ebec2884'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:40.667825 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7fa7abce-f497-4c29-9f1b-ea0586c47996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d59d4cc4-b907-4ed4-ad0a-b340ebec2884'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:40.725824 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7173ff05-62fb-43af-b4e7-c38d34e2d937 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (7db704d9-78b6-40db-9d07-a4f1c93014bd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:40.734884 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7fa7abce-f497-4c29-9f1b-ea0586c47996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:40.735784 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa7abce-f497-4c29-9f1b-ea0586c47996 None None] The sync data for ids ['d59d4cc4-b907-4ed4-ad0a-b340ebec2884'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:10:40.739219 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7173ff05-62fb-43af-b4e7-c38d34e2d937 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7db704d9-78b6-40db-9d07-a4f1c93014bd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:40.740824 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07ff3c6f-d2c9-4216-a1c7-c93ef2cce0d6 req-707a9f6c-e64d-4026-b05b-5c2fd0e6523e tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 210 time: 0.1176627 Feb 08 16:10:40.832163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173ff05-62fb-43af-b4e7-c38d34e2d937 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db704d9-78b6-40db-9d07-a4f1c93014bd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:40.843595 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9e5b01aa-c194-454c-9cee-58e267065454 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/routers/d59d4cc4-b907-4ed4-ad0a-b340ebec2884 HTTP/1.1" status: 200 len: 881 time: 0.4429824 Feb 08 16:10:40.846328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39904) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:40.849798 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7173ff05-62fb-43af-b4e7-c38d34e2d937 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:40.851080 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7173ff05-62fb-43af-b4e7-c38d34e2d937 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4750981 Feb 08 16:10:40.866232 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39906) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:40.881662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-3c186a0e-666e-455d-b708-215ce9156c0c tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '7db704d9-78b6-40db-9d07-a4f1c93014bd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:40.882286 n-d-824834-11 neutron-server[103302]: WARNING neutron.api.v2.base [None req-3c186a0e-666e-455d-b708-215ce9156c0c tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 08 16:10:40.882824 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-3c186a0e-666e-455d-b708-215ce9156c0c tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:40.887101 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3c186a0e-666e-455d-b708-215ce9156c0c tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0134590 Feb 08 16:10:40.890765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39908) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:41.046574 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d32e7972-3e4f-4a29-8d03-9bbd51af876b tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (7db704d9-78b6-40db-9d07-a4f1c93014bd), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:41.118186 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d32e7972-3e4f-4a29-8d03-9bbd51af876b tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (7db704d9-78b6-40db-9d07-a4f1c93014bd), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:41.229721 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d32e7972-3e4f-4a29-8d03-9bbd51af876b tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7db704d9-78b6-40db-9d07-a4f1c93014bd), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:41.233014 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d32e7972-3e4f-4a29-8d03-9bbd51af876b tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:41.241767 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d32e7972-3e4f-4a29-8d03-9bbd51af876b tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "DELETE /v2.0/security-groups/7db704d9-78b6-40db-9d07-a4f1c93014bd HTTP/1.1" status: 204 len: 168 time: 0.3499246 Feb 08 16:10:41.242596 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39916) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:41.269141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e7972-3e4f-4a29-8d03-9bbd51af876b tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db704d9-78b6-40db-9d07-a4f1c93014bd,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:41.278947 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-13547479-9421-4620-818e-b8d4336b962e tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4304965 Feb 08 16:10:41.285985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39918) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:41.292860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-22d8bc7c-eed9-433b-987f-d3dfd56cf247 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-72570611'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:41.387751 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8874084d-4a41-4f45-b036-ccdcc1f6091c tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1265242 Feb 08 16:10:41.394032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39920) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:41.403094 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-50e23efc-cd1f-45ad-934f-dfce9420f8e6 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group': {'name': 'tempest-secgroup--133238815'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:41.459519 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50e23efc-cd1f-45ad-934f-dfce9420f8e6 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:41.623250 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50e23efc-cd1f-45ad-934f-dfce9420f8e6 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (470131b7-5ec6-4238-bb88-c5c3553be364), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:41.628978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50e23efc-cd1f-45ad-934f-dfce9420f8e6 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (470131b7-5ec6-4238-bb88-c5c3553be364), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:41.671773 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50e23efc-cd1f-45ad-934f-dfce9420f8e6 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:41.673073 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-50e23efc-cd1f-45ad-934f-dfce9420f8e6 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2775917 Feb 08 16:10:41.679143 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39930) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:41.690128 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0da75265-4e7b-4fd9-af95-02ba84b7800d tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '470131b7-5ec6-4238-bb88-c5c3553be364', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:41.691337 n-d-824834-11 neutron-server[103302]: WARNING neutron.api.v2.base [None req-0da75265-4e7b-4fd9-af95-02ba84b7800d tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 08 16:10:41.692465 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-0da75265-4e7b-4fd9-af95-02ba84b7800d tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:41.693850 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0da75265-4e7b-4fd9-af95-02ba84b7800d tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0133698 Feb 08 16:10:41.696699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39932) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:41.700556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e23efc-cd1f-45ad-934f-dfce9420f8e6 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470131b7-5ec6-4238-bb88-c5c3553be364,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:41.725273 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-be6d1e0e-6058-45be-a81b-0f87461bc8ff tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '470131b7-5ec6-4238-bb88-c5c3553be364', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:41.726748 n-d-824834-11 neutron-server[103302]: WARNING neutron.api.v2.base [None req-be6d1e0e-6058-45be-a81b-0f87461bc8ff tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 08 16:10:41.727360 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-be6d1e0e-6058-45be-a81b-0f87461bc8ff tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:41.731044 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-be6d1e0e-6058-45be-a81b-0f87461bc8ff tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0315671 Feb 08 16:10:41.733053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39934) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:41.745866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b209911e-e7e9-4553-8296-9fdd93e48f13 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '470131b7-5ec6-4238-bb88-c5c3553be364', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:41.749253 n-d-824834-11 neutron-server[103302]: WARNING neutron.api.v2.base [None req-b209911e-e7e9-4553-8296-9fdd93e48f13 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 08 16:10:41.750000 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-b209911e-e7e9-4553-8296-9fdd93e48f13 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:41.754879 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b209911e-e7e9-4553-8296-9fdd93e48f13 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0178757 Feb 08 16:10:41.755629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39936) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:41.766748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-fb0174b7-ee50-4bdb-8d16-7f96095baa31 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '470131b7-5ec6-4238-bb88-c5c3553be364', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:41.784005 n-d-824834-11 neutron-server[103302]: WARNING neutron.api.v2.base [None req-fb0174b7-ee50-4bdb-8d16-7f96095baa31 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 08 16:10:41.784644 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-fb0174b7-ee50-4bdb-8d16-7f96095baa31 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:41.791778 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fb0174b7-ee50-4bdb-8d16-7f96095baa31 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0320897 Feb 08 16:10:41.792631 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39942) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:42.005588 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-835bb24b-51f5-4297-b0d4-1cb7c9eeed1f tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (470131b7-5ec6-4238-bb88-c5c3553be364), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:42.064939 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-835bb24b-51f5-4297-b0d4-1cb7c9eeed1f tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (470131b7-5ec6-4238-bb88-c5c3553be364), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:42.152786 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-835bb24b-51f5-4297-b0d4-1cb7c9eeed1f tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (470131b7-5ec6-4238-bb88-c5c3553be364), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:42.155952 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-835bb24b-51f5-4297-b0d4-1cb7c9eeed1f tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:42.161627 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-835bb24b-51f5-4297-b0d4-1cb7c9eeed1f tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "DELETE /v2.0/security-groups/470131b7-5ec6-4238-bb88-c5c3553be364 HTTP/1.1" status: 204 len: 168 time: 0.3678873 Feb 08 16:10:42.162590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39946) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:42.205757 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bb24b-51f5-4297-b0d4-1cb7c9eeed1f tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470131b7-5ec6-4238-bb88-c5c3553be364,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:42.286796 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5f9a54ea-3db5-4e8a-bb32-e33de4d333b4 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1200573 Feb 08 16:10:42.289935 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39948) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:42.321805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a857c5b8-7f06-48c4-ba41-c0828836e028 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group': {'name': 'tempest-secgroup--76078025'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:42.388519 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-59d1c96e-b607-4326-962f-0dedab3af7ac tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=73b58868c5654adba66d9e933ab27dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898998 Feb 08 16:10:42.412569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c08307a7-aca0-4417-bf89-45d219350545 req-c1737f65-ba8e-435d-901a-3f9b15c15c3e tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 210 time: 0.0838509 Feb 08 16:10:42.481855 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22d8bc7c-eed9-433b-987f-d3dfd56cf247 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (d59d4cc4-b907-4ed4-ad0a-b340ebec2884), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:42.496225 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22d8bc7c-eed9-433b-987f-d3dfd56cf247 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (d59d4cc4-b907-4ed4-ad0a-b340ebec2884), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:42.679258 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a857c5b8-7f06-48c4-ba41-c0828836e028 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:42.721105 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d8bc7c-eed9-433b-987f-d3dfd56cf247 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router d59d4cc4-b907-4ed4-ad0a-b340ebec2884 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:10:42.825176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-ffe845fa-132f-4d78-8c11-154525ed9897 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:42.826750 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-ffe845fa-132f-4d78-8c11-154525ed9897 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4371350 Feb 08 16:10:42.840442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Request body: {'port': {'device_id': 'efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '73b58868c5654adba66d9e933ab27dc9'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:42.950191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d8bc7c-eed9-433b-987f-d3dfd56cf247 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:10:42.963757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b6767-60c7-4166-82b5-aaf7c36ad15b None None] Sync routers for ids ['d59d4cc4-b907-4ed4-ad0a-b340ebec2884'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:10:42.964509 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22d8bc7c-eed9-433b-987f-d3dfd56cf247 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:42.965911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-22d8bc7c-eed9-433b-987f-d3dfd56cf247 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/d59d4cc4-b907-4ed4-ad0a-b340ebec2884 HTTP/1.1" status: 200 len: 888 time: 1.6773508 Feb 08 16:10:42.969372 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39960) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:42.991394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b6767-60c7-4166-82b5-aaf7c36ad15b None None] Routers {'d59d4cc4-b907-4ed4-ad0a-b340ebec2884'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:42.994453 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d39b6767-60c7-4166-82b5-aaf7c36ad15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d59d4cc4-b907-4ed4-ad0a-b340ebec2884'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:43.089926 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d39b6767-60c7-4166-82b5-aaf7c36ad15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:43.113214 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b6767-60c7-4166-82b5-aaf7c36ad15b None None] Routers {'d59d4cc4-b907-4ed4-ad0a-b340ebec2884'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:43.113968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d39b6767-60c7-4166-82b5-aaf7c36ad15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d59d4cc4-b907-4ed4-ad0a-b340ebec2884'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:43.133293 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a857c5b8-7f06-48c4-ba41-c0828836e028 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (8f9c8a17-e44d-4339-843f-cfa95b075597), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:43.170995 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a857c5b8-7f06-48c4-ba41-c0828836e028 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8f9c8a17-e44d-4339-843f-cfa95b075597), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:43.220540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d39b6767-60c7-4166-82b5-aaf7c36ad15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:43.223185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b6767-60c7-4166-82b5-aaf7c36ad15b None None] The sync data for ids ['d59d4cc4-b907-4ed4-ad0a-b340ebec2884'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:10:43.236317 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0995c2d4-fa69-4e84-a681-4fdb30745d89 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/routers/d59d4cc4-b907-4ed4-ad0a-b340ebec2884 HTTP/1.1" status: 200 len: 888 time: 0.2631528 Feb 08 16:10:43.238652 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857c5b8-7f06-48c4-ba41-c0828836e028 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9c8a17-e44d-4339-843f-cfa95b075597,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:43.243216 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a857c5b8-7f06-48c4-ba41-c0828836e028 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:43.245086 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a857c5b8-7f06-48c4-ba41-c0828836e028 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9476843 Feb 08 16:10:43.247989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39970) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:43.248783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39972) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:43.263931 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-61f6e47c-390e-4466-913a-a290a373625e tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '8f9c8a17-e44d-4339-843f-cfa95b075597', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:43.265813 n-d-824834-11 neutron-server[103302]: WARNING neutron.api.v2.base [None req-61f6e47c-390e-4466-913a-a290a373625e tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 08 16:10:43.266335 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-61f6e47c-390e-4466-913a-a290a373625e tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:43.267296 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-61f6e47c-390e-4466-913a-a290a373625e tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082436 Feb 08 16:10:43.270161 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39974) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:43.275205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e721e825-8deb-495c-a67f-8f59218b47d1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '8f9c8a17-e44d-4339-843f-cfa95b075597', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:43.304474 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-024cafec-515f-4ddd-a531-d9ea1ba36453 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports?device_id=d59d4cc4-b907-4ed4-ad0a-b340ebec2884 HTTP/1.1" status: 200 len: 205 time: 0.0550885 Feb 08 16:10:43.308027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39976) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:43.419169 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-e721e825-8deb-495c-a67f-8f59218b47d1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:43.421211 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e721e825-8deb-495c-a67f-8f59218b47d1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1498687 Feb 08 16:10:43.424027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39980) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:43.432549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-af8a1be2-a771-40a6-a37b-56dbe622422b tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '8f9c8a17-e44d-4339-843f-cfa95b075597', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:43.433618 n-d-824834-11 neutron-server[103301]: WARNING neutron.api.v2.base [None req-af8a1be2-a771-40a6-a37b-56dbe622422b tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 08 16:10:43.435414 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-af8a1be2-a771-40a6-a37b-56dbe622422b tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:43.437235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-af8a1be2-a771-40a6-a37b-56dbe622422b tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0120125 Feb 08 16:10:43.451691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39984) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:43.476828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Made reservation on behalf of 73b58868c5654adba66d9e933ab27dc9 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:10:43.480040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-b60ee2f4-0480-41d7-9914-83b4bd2a1ffa tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '8f9c8a17-e44d-4339-843f-cfa95b075597', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:43.481032 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:43.492675 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:43.645568 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30411829-217f-4057-862a-e2ca71cf0800 req-540ee5fd-bf79-478b-a666-f3b04021d7f9 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 210 time: 0.0871327 Feb 08 16:10:43.658984 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Publish callbacks [] for security_group (b5c64c26-f92b-4ec4-863c-1bc5807a2158), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:43.669404 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b5c64c26-f92b-4ec4-863c-1bc5807a2158), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:43.729857 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-b60ee2f4-0480-41d7-9914-83b4bd2a1ffa tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:43.733360 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b60ee2f4-0480-41d7-9914-83b4bd2a1ffa tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2780375 Feb 08 16:10:43.734988 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3ce665f-2d11-49a5-bdf4-7ffa0775ca84 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (d59d4cc4-b907-4ed4-ad0a-b340ebec2884), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:43.745656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 39988) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:43.752121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5073b0f8-0d9f-4789-9d10-e842b48c8da8 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '8f9c8a17-e44d-4339-843f-cfa95b075597', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:43.752612 n-d-824834-11 neutron-server[103301]: WARNING neutron.api.v2.base [None req-5073b0f8-0d9f-4789-9d10-e842b48c8da8 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 08 16:10:43.757417 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-5073b0f8-0d9f-4789-9d10-e842b48c8da8 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:43.762034 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5073b0f8-0d9f-4789-9d10-e842b48c8da8 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0123291 Feb 08 16:10:43.773246 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39990) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:43.793093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5602ecd9-77ad-450a-bbac-40e129e54a8f tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '8f9c8a17-e44d-4339-843f-cfa95b075597', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:43.948298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c64c26-f92b-4ec4-863c-1bc5807a2158,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:44.031653 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3ce665f-2d11-49a5-bdf4-7ffa0775ca84 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_gateway (d59d4cc4-b907-4ed4-ad0a-b340ebec2884), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:44.084423 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-5602ecd9-77ad-450a-bbac-40e129e54a8f tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:44.085505 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5602ecd9-77ad-450a-bbac-40e129e54a8f tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3082294 Feb 08 16:10:44.089083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 39998) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:44.095138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b7189bfa-8e7a-4e51-9ac7-c95ed73449ad tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '8f9c8a17-e44d-4339-843f-cfa95b075597', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:44.095620 n-d-824834-11 neutron-server[103302]: WARNING neutron.api.v2.base [None req-b7189bfa-8e7a-4e51-9ac7-c95ed73449ad tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 08 16:10:44.096097 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-b7189bfa-8e7a-4e51-9ac7-c95ed73449ad tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:44.105114 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b7189bfa-8e7a-4e51-9ac7-c95ed73449ad tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069480 Feb 08 16:10:44.105900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40000) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:44.111542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-887f4f65-8424-44ef-a1d3-8411cb469266 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '8f9c8a17-e44d-4339-843f-cfa95b075597', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:44.113987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Allocated IP 192.168.233.3 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/09c11109-d33d-4471-862a-5a7ba06d75ad) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:10:44.172915 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-887f4f65-8424-44ef-a1d3-8411cb469266 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:44.177482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40004) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:44.178001 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-887f4f65-8424-44ef-a1d3-8411cb469266 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0696731 Feb 08 16:10:44.188237 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-29bffd82-c7fe-4ff4-87e4-d3e3456b9bc0 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '8f9c8a17-e44d-4339-843f-cfa95b075597', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:44.211981 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce665f-2d11-49a5-bdf4-7ffa0775ca84 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 3b87fa5c-0593-40a0-8ab7-f683454e5276 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:44.211981 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3ce665f-2d11-49a5-bdf4-7ffa0775ca84 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3b87fa5c-0593-40a0-8ab7-f683454e5276), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:44.345009 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3ce665f-2d11-49a5-bdf4-7ffa0775ca84 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3b87fa5c-0593-40a0-8ab7-f683454e5276), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:44.360248 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce665f-2d11-49a5-bdf4-7ffa0775ca84 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 3b87fa5c-0593-40a0-8ab7-f683454e5276 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:44.387598 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-29bffd82-c7fe-4ff4-87e4-d3e3456b9bc0 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:44.388642 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-29bffd82-c7fe-4ff4-87e4-d3e3456b9bc0 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2044740 Feb 08 16:10:44.408471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40006) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:44.603468 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3ce665f-2d11-49a5-bdf4-7ffa0775ca84 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3b87fa5c-0593-40a0-8ab7-f683454e5276), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:44.612231 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Publish callbacks [] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:44.671982 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce665f-2d11-49a5-bdf4-7ffa0775ca84 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=3b87fa5c-0593-40a0-8ab7-f683454e5276,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:44.716728 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a177dd83-e501-4d76-8088-7e15f883bba3 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (8f9c8a17-e44d-4339-843f-cfa95b075597), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:44.783053 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a177dd83-e501-4d76-8088-7e15f883bba3 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (8f9c8a17-e44d-4339-843f-cfa95b075597), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:44.814636 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:44.887843 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3ce665f-2d11-49a5-bdf4-7ffa0775ca84 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (d59d4cc4-b907-4ed4-ad0a-b340ebec2884), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:44.951353 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:10:44.959476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:44.978143 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:10:45.036897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Pushing event updated for resources: {'Port': ['ID=09c11109-d33d-4471-862a-5a7ba06d75ad,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:45.076563 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a177dd83-e501-4d76-8088-7e15f883bba3 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8f9c8a17-e44d-4339-843f-cfa95b075597), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.079202 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a177dd83-e501-4d76-8088-7e15f883bba3 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.080287 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a177dd83-e501-4d76-8088-7e15f883bba3 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "DELETE /v2.0/security-groups/8f9c8a17-e44d-4339-843f-cfa95b075597 HTTP/1.1" status: 204 len: 168 time: 0.6712179 Feb 08 16:10:45.089746 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40016) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:45.129623 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3ce665f-2d11-49a5-bdf4-7ffa0775ca84 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (d59d4cc4-b907-4ed4-ad0a-b340ebec2884), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.131841 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3ce665f-2d11-49a5-bdf4-7ffa0775ca84 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_controller (d59d4cc4-b907-4ed4-ad0a-b340ebec2884), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.161377 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177dd83-e501-4d76-8088-7e15f883bba3 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9c8a17-e44d-4339-843f-cfa95b075597,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:45.192082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:45.192810 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.224823 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3ce665f-2d11-49a5-bdf4-7ffa0775ca84 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (d59d4cc4-b907-4ed4-ad0a-b340ebec2884), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.226049 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ce665f-2d11-49a5-bdf4-7ffa0775ca84 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Fanout notify agent at l3_agent the message router_deleted on router d59d4cc4-b907-4ed4-ad0a-b340ebec2884 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:10:45.241886 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c3ce665f-2d11-49a5-bdf4-7ffa0775ca84 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.251921 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40020) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:45.254217 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c3ce665f-2d11-49a5-bdf4-7ffa0775ca84 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/routers/d59d4cc4-b907-4ed4-ad0a-b340ebec2884 HTTP/1.1" status: 204 len: 168 time: 1.9447021 Feb 08 16:10:45.279559 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-50d2d721-d55f-4121-99e7-42c22107d3d2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-357455515'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:45.287827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50975668-d7df-42cf-a8f6-6d4f0cf246de req-a0c6e6a5-c25b-4c8e-9e52-21ece3bc40db tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:45.298009 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50975668-d7df-42cf-a8f6-6d4f0cf246de req-a0c6e6a5-c25b-4c8e-9e52-21ece3bc40db tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 934 time: 0.4889429 Feb 08 16:10:45.300925 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e7aba35b-ca91-4037-9f47-a4b0e5eea311 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4651203 Feb 08 16:10:45.338644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Request body: {'port': {'device_id': 'efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:45.373610 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50975668-d7df-42cf-a8f6-6d4f0cf246de req-a4075e4f-c63b-4528-9133-379351660706 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/security-groups?id=b5c64c26-f92b-4ec4-863c-1bc5807a2158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739670 Feb 08 16:10:45.437205 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dc6deed8-9b1d-4cd5-8b5d-ead46e294c71 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3348470 Feb 08 16:10:45.442164 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40022) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:45.450515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-caf89ff3-4f07-4d5b-ad40-e5b1426853d7 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632547134'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:45.460756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d2d721-d55f-4121-99e7-42c22107d3d2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:10:45.470461 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50d2d721-d55f-4121-99e7-42c22107d3d2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.498981 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-caf89ff3-4f07-4d5b-ad40-e5b1426853d7 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.518840 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-22ce0f65-ef02-4115-99fa-3d6df11311b6 None None] Provisioning complete for port 09c11109-d33d-4471-862a-5a7ba06d75ad triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:45.519914 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-22ce0f65-ef02-4115-99fa-3d6df11311b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.562063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-22ce0f65-ef02-4115-99fa-3d6df11311b6 None None] Port 09c11109-d33d-4471-862a-5a7ba06d75ad cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:10:45.570281 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.607661 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d2d721-d55f-4121-99e7-42c22107d3d2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:10:45.640353 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50d2d721-d55f-4121-99e7-42c22107d3d2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (9a6c5c07-1e49-4831-833d-2a9775742537), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.640853 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-50d2d721-d55f-4121-99e7-42c22107d3d2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Added segment 9a6c5c07-1e49-4831-833d-2a9775742537 of type vlan for network 0bbf9b7d-0e70-439d-a58e-e139bd35bba6 Feb 08 16:10:45.683616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-caf89ff3-4f07-4d5b-ad40-e5b1426853d7 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (5cb4395b-f519-41b5-9c55-8657720de359), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.692595 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-caf89ff3-4f07-4d5b-ad40-e5b1426853d7 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5cb4395b-f519-41b5-9c55-8657720de359), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.750264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf89ff3-4f07-4d5b-ad40-e5b1426853d7 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb4395b-f519-41b5-9c55-8657720de359,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:45.755966 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-caf89ff3-4f07-4d5b-ad40-e5b1426853d7 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.757306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-caf89ff3-4f07-4d5b-ad40-e5b1426853d7 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3140740 Feb 08 16:10:45.760342 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40028) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:45.764823 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1b755cd0-abfa-450c-8e4c-639a06bec024 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '5cb4395b-f519-41b5-9c55-8657720de359', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:45.819726 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-1b755cd0-abfa-450c-8e4c-639a06bec024 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The resource could not be found. Feb 08 16:10:45.821613 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1b755cd0-abfa-450c-8e4c-639a06bec024 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0604136 Feb 08 16:10:45.824678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40030) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:45.832603 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50d2d721-d55f-4121-99e7-42c22107d3d2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (0bbf9b7d-0e70-439d-a58e-e139bd35bba6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.835149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a406b68b-d841-4d4a-80dd-79d1a3c3d5d1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '5cb4395b-f519-41b5-9c55-8657720de359', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '00b4ff53-ab10-49bf-9a60-f8b4d81d7b4e'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:45.952546 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-a406b68b-d841-4d4a-80dd-79d1a3c3d5d1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The resource could not be found. Feb 08 16:10:45.953719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a406b68b-d841-4d4a-80dd-79d1a3c3d5d1 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1276960 Feb 08 16:10:45.956401 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40034) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:45.983271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50d2d721-d55f-4121-99e7-42c22107d3d2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (0bbf9b7d-0e70-439d-a58e-e139bd35bba6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:45.999998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d2d721-d55f-4121-99e7-42c22107d3d2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:46.000672 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50d2d721-d55f-4121-99e7-42c22107d3d2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:46.093966 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04dd4491-bd1c-499b-b53d-f11a56501497 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (5cb4395b-f519-41b5-9c55-8657720de359), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:46.157642 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-50d2d721-d55f-4121-99e7-42c22107d3d2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9037542 Feb 08 16:10:46.159847 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04dd4491-bd1c-499b-b53d-f11a56501497 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (5cb4395b-f519-41b5-9c55-8657720de359), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:46.161738 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40036) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:46.170543 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2d721-d55f-4121-99e7-42c22107d3d2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Network': ['ID=0bbf9b7d-0e70-439d-a58e-e139bd35bba6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:46.177952 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1e5836f5-e79d-48e8-b29f-295ffdd9c745 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'subnet': {'network_id': '0bbf9b7d-0e70-439d-a58e-e139bd35bba6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:46.184716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 0bbf9b7d-0e70-439d-a58e-e139bd35bba6 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:10:46.303118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5836f5-e79d-48e8-b29f-295ffdd9c745 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:10:46.310862 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1e5836f5-e79d-48e8-b29f-295ffdd9c745 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:46.319600 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04dd4491-bd1c-499b-b53d-f11a56501497 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5cb4395b-f519-41b5-9c55-8657720de359), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:46.319818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c11109-d33d-4471-862a-5a7ba06d75ad {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:10:46.323084 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04dd4491-bd1c-499b-b53d-f11a56501497 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:46.324416 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-04dd4491-bd1c-499b-b53d-f11a56501497 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "DELETE /v2.0/security-groups/5cb4395b-f519-41b5-9c55-8657720de359 HTTP/1.1" status: 204 len: 168 time: 0.3668797 Feb 08 16:10:46.332598 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Publish callbacks [] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:46.343179 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40038) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:46.350391 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Transition to ACTIVE for port object 09c11109-d33d-4471-862a-5a7ba06d75ad will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:10:46.355671 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:46.397944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd4491-bd1c-499b-b53d-f11a56501497 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb4395b-f519-41b5-9c55-8657720de359,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:46.475920 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7434cb0e-58c4-409a-86cd-824458270be4 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1024821 Feb 08 16:10:46.481369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40044) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:46.486074 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f869065e-815c-4d78-a18e-dd25defa6d28 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '8881b7d9-a3b9-4d2f-8fcb-fa47fe7a2080', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:46.514444 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Pushing event updated for resources: {'Port': ['ID=09c11109-d33d-4471-862a-5a7ba06d75ad,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:46.741674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Attempting to bind port 09c11109-d33d-4471-862a-5a7ba06d75ad on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:10:46.741674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Attempting to bind port 09c11109-d33d-4471-862a-5a7ba06d75ad by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:10:46.742168 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Attempting to bind port 09c11109-d33d-4471-862a-5a7ba06d75ad on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:10:46.761194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Port 09c11109-d33d-4471-862a-5a7ba06d75ad on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:10:46.761524 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Attempting to bind port 09c11109-d33d-4471-862a-5a7ba06d75ad on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:10:46.766606 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:10:46.766945 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:10:46.767331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:10:46.767770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Bound port: 09c11109-d33d-4471-862a-5a7ba06d75ad, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:10:46.768119 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:46.840827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] For port 09c11109-d33d-4471-862a-5a7ba06d75ad, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:10:46.844438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] For port 09c11109-d33d-4471-862a-5a7ba06d75ad, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=09c11109-d33d-4471-862a-5a7ba06d75ad,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:10:46.853079 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-f869065e-815c-4d78-a18e-dd25defa6d28 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The resource could not be found. Feb 08 16:10:46.855008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f869065e-815c-4d78-a18e-dd25defa6d28 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3726742 Feb 08 16:10:46.855162 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:46.859010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40054) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:46.879942 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-59d226ad-013f-4225-b4aa-c86833ff9990 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474940460'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:46.897265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:46.897889 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:46.899333 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] 10.222.0.96 "PUT /v2.0/ports/09c11109-d33d-4471-862a-5a7ba06d75ad HTTP/1.1" status: 200 len: 1095 time: 1.5720961 Feb 08 16:10:46.901143 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa', 'tag': '09c11109-d33d-4471-862a-5a7ba06d75ad'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:10:46.904091 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59909b57-a362-443a-b289-f3795e50ce1e" -d '{"events": [{"name": "network-changed", "server_uuid": "efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa", "tag": "09c11109-d33d-4471-862a-5a7ba06d75ad"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:10:46.940629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffd5af-78e3-4347-b9a7-9f63546fbcf3 service neutron] Pushing event updated for resources: {'Port': ['ID=09c11109-d33d-4471-862a-5a7ba06d75ad,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:47.028701 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40af2bce-98bf-4c8c-a11b-c12aa801fc85 x-openstack-request-id: req-40af2bce-98bf-4c8c-a11b-c12aa801fc85 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:10:47.029118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5da3a6-e8ff-4657-b770-2e6cea31be87 req-6a0ee79a-fe37-4cb2-9707-84ceed0cd934 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:47.029351 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa", "tag": "09c11109-d33d-4471-862a-5a7ba06d75ad", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:10:47.029571 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-40af2bce-98bf-4c8c-a11b-c12aa801fc85 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:10:47.029968 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa', 'tag': '09c11109-d33d-4471-862a-5a7ba06d75ad', 'status': 'completed', 'code': 200} Feb 08 16:10:47.030660 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c5da3a6-e8ff-4657-b770-2e6cea31be87 req-6a0ee79a-fe37-4cb2-9707-84ceed0cd934 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 946 time: 0.4976408 Feb 08 16:10:47.031593 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1e5836f5-e79d-48e8-b29f-295ffdd9c745 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (98103dbb-0e2d-4b90-8c65-771c2e932dd4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:47.088721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-12374c9f-b397-4a21-8e86-9a408c6dc92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:47.095011 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-12374c9f-b397-4a21-8e86-9a408c6dc92f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=73b58868c5654adba66d9e933ab27dc9&device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 1129 time: 0.1469338 Feb 08 16:10:47.128893 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59d226ad-013f-4225-b4aa-c86833ff9990 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:47.179494 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:10:47.205975 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-e8aaad94-0500-45cf-b679-992bb0987b52 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=09c11109-d33d-4471-862a-5a7ba06d75ad HTTP/1.1" status: 200 len: 217 time: 0.1072321 Feb 08 16:10:47.296016 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c5da3a6-e8ff-4657-b770-2e6cea31be87 req-1a3fb5fb-48b5-47e4-aa44-92bff60c8d8a tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/security-groups?id=b5c64c26-f92b-4ec4-863c-1bc5807a2158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886349 Feb 08 16:10:47.314672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5836f5-e79d-48e8-b29f-295ffdd9c745 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Subnet': ['ID=98103dbb-0e2d-4b90-8c65-771c2e932dd4,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:47.332665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5836f5-e79d-48e8-b29f-295ffdd9c745 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Checking segment: {'id': '9a6c5c07-1e49-4831-833d-2a9775742537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0bbf9b7d-0e70-439d-a58e-e139bd35bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:10:47.333104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5836f5-e79d-48e8-b29f-295ffdd9c745 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network hostable DHCP agents. Network: 0bbf9b7d-0e70-439d-a58e-e139bd35bba6, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:10:47.345007 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-0c7fbebc-9fa9-4915-80cc-6697d3aff71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:47.349021 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-0c7fbebc-9fa9-4915-80cc-6697d3aff71b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1319401 Feb 08 16:10:47.387778 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5836f5-e79d-48e8-b29f-295ffdd9c745 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network 0bbf9b7d-0e70-439d-a58e-e139bd35bba6 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:10:47.434522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-1e5836f5-e79d-48e8-b29f-295ffdd9c745 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 0bbf9b7d-0e70-439d-a58e-e139bd35bba6) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:47.442717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f3452-e058-4d79-91e6-c799fb36de71 None None] Network 0bbf9b7d-0e70-439d-a58e-e139bd35bba6 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:10:47.454794 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59d226ad-013f-4225-b4aa-c86833ff9990 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (97c5fd9b-dc45-4272-b04b-8a4823ed14bd), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:47.456400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5836f5-e79d-48e8-b29f-295ffdd9c745 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:47.457023 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1e5836f5-e79d-48e8-b29f-295ffdd9c745 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:47.466052 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59d226ad-013f-4225-b4aa-c86833ff9990 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (97c5fd9b-dc45-4272-b04b-8a4823ed14bd), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:47.477500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-3cd30ca7-1648-4db3-9cfd-59cb477396d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:47.482795 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-3cd30ca7-1648-4db3-9cfd-59cb477396d0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1277084 Feb 08 16:10:47.549120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1e5836f5-e79d-48e8-b29f-295ffdd9c745 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3792260 Feb 08 16:10:47.561100 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40072) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:47.582026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ef3004b6-8b75-4a7b-807e-598819c10a9f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1407757225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:47.632974 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59d226ad-013f-4225-b4aa-c86833ff9990 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:47.637451 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-59d226ad-013f-4225-b4aa-c86833ff9990 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7605917 Feb 08 16:10:47.637451 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef3004b6-8b75-4a7b-807e-598819c10a9f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (9252088b-25f0-4cf6-9593-472ceeedd654), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:47.638337 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef3004b6-8b75-4a7b-807e-598819c10a9f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (9252088b-25f0-4cf6-9593-472ceeedd654), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:47.638887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40078) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:47.645558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-46082cbb-871a-4e71-b1e1-82f6c588e766 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208371064'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:47.656877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d226ad-013f-4225-b4aa-c86833ff9990 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c5fd9b-dc45-4272-b04b-8a4823ed14bd,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:47.722374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0bbf9b7d-0e70-439d-a58e-e139bd35bba6', 'network_id': '0bbf9b7d-0e70-439d-a58e-e139bd35bba6', 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'fixed_ips': [{'subnet_id': '98103dbb-0e2d-4b90-8c65-771c2e932dd4'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:10:47.723241 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:47.736259 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46082cbb-871a-4e71-b1e1-82f6c588e766 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:47.793152 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-7adc0f41-36bd-453c-b82e-09c91e492e67 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029361 Feb 08 16:10:47.819127 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef3004b6-8b75-4a7b-807e-598819c10a9f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_controller (9252088b-25f0-4cf6-9593-472ceeedd654), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:47.829851 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef3004b6-8b75-4a7b-807e-598819c10a9f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (9252088b-25f0-4cf6-9593-472ceeedd654), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:47.874102 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef3004b6-8b75-4a7b-807e-598819c10a9f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:47.877258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ef3004b6-8b75-4a7b-807e-598819c10a9f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3133039 Feb 08 16:10:47.878187 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40088) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:48.001537 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a2d6d18d-b699-48c2-9e45-e91311a57406 req-68d12a26-ba43-4682-8ab4-5ed64f8c015c service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394217 Feb 08 16:10:48.069206 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46082cbb-871a-4e71-b1e1-82f6c588e766 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (325375c0-9d80-456a-a429-c70a39f66b9e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:48.080247 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Allocated IP 2001:db8::2 (0bbf9b7d-0e70-439d-a58e-e139bd35bba6/98103dbb-0e2d-4b90-8c65-771c2e932dd4/b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:10:48.090018 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46082cbb-871a-4e71-b1e1-82f6c588e766 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (325375c0-9d80-456a-a429-c70a39f66b9e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:48.131419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46082cbb-871a-4e71-b1e1-82f6c588e766 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325375c0-9d80-456a-a429-c70a39f66b9e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:48.144781 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46082cbb-871a-4e71-b1e1-82f6c588e766 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:48.147601 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-46082cbb-871a-4e71-b1e1-82f6c588e766 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5076458 Feb 08 16:10:48.151037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40094) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:48.156232 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-daebab1c-3ecb-4df0-9cc8-37f0a2d5f5dc tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group_rule': {'security_group_id': '97c5fd9b-dc45-4272-b04b-8a4823ed14bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '325375c0-9d80-456a-a429-c70a39f66b9e'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:48.164316 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59909b57-a362-443a-b289-f3795e50ce1e req-797269ee-f152-440d-9a1a-f7fe68e98c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:48.167423 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59909b57-a362-443a-b289-f3795e50ce1e req-797269ee-f152-440d-9a1a-f7fe68e98c8c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=73b58868c5654adba66d9e933ab27dc9&device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 1129 time: 0.1147656 Feb 08 16:10:48.305019 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-daebab1c-3ecb-4df0-9cc8-37f0a2d5f5dc tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:10:48.308962 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-daebab1c-3ecb-4df0-9cc8-37f0a2d5f5dc tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1565757 Feb 08 16:10:48.311724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40096) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:48.348329 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Publish callbacks [] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:48.362252 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:48.362891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59909b57-a362-443a-b289-f3795e50ce1e req-87cc2722-5740-4e71-ae3d-064f405980ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:48.364437 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59909b57-a362-443a-b289-f3795e50ce1e req-87cc2722-5740-4e71-ae3d-064f405980ad service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.1913230 Feb 08 16:10:48.440675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Network 0bbf9b7d-0e70-439d-a58e-e139bd35bba6 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:10:48.445767 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Pushing event updated for resources: {'Port': ['ID=b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:48.467137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:48.472114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:48.472770 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:48.473397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:48.474406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:48.476108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:48.480172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:48.480941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:48.481568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:48.482160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:48.482300 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59909b57-a362-443a-b289-f3795e50ce1e req-62d3cd80-cfbb-4383-9cad-3bc04a2be097 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=09c11109-d33d-4471-862a-5a7ba06d75ad HTTP/1.1" status: 200 len: 217 time: 0.1063848 Feb 08 16:10:48.482892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:48.484070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:48.484703 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:10:48.498539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:48.505553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:10:48.582131 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70cec8e1-3392-40ce-88c0-57860efa4038 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (325375c0-9d80-456a-a429-c70a39f66b9e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:48.656925 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70cec8e1-3392-40ce-88c0-57860efa4038 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (325375c0-9d80-456a-a429-c70a39f66b9e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:48.660317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59909b57-a362-443a-b289-f3795e50ce1e req-9279c2c9-10d2-4be4-b47b-12c94f123096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:48.672380 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59909b57-a362-443a-b289-f3795e50ce1e req-9279c2c9-10d2-4be4-b47b-12c94f123096 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1730700 Feb 08 16:10:48.697647 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Attempting to bind port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:10:48.698312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Attempting to bind port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '9a6c5c07-1e49-4831-833d-2a9775742537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0bbf9b7d-0e70-439d-a58e-e139bd35bba6'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:10:48.698860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Attempting to bind port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d on network 0bbf9b7d-0e70-439d-a58e-e139bd35bba6 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:10:48.717782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:10:48.718387 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Checking segment: {'id': '9a6c5c07-1e49-4831-833d-2a9775742537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0bbf9b7d-0e70-439d-a58e-e139bd35bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:10:48.718992 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:48.719575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Bound using segment: {'id': '9a6c5c07-1e49-4831-833d-2a9775742537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0bbf9b7d-0e70-439d-a58e-e139bd35bba6'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:10:48.720230 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Bound port: b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6c5c07-1e49-4831-833d-2a9775742537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0bbf9b7d-0e70-439d-a58e-e139bd35bba6'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:10:48.720805 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:48.739890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4074696-efed-40cd-bb6f-e01dc8efdb1c req-87fab853-877b-4450-a2e7-a52354cd2a9e tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:48.741510 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4074696-efed-40cd-bb6f-e01dc8efdb1c req-87fab853-877b-4450-a2e7-a52354cd2a9e tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 946 time: 0.2997746 Feb 08 16:10:48.779502 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:48.792390 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70cec8e1-3392-40ce-88c0-57860efa4038 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (325375c0-9d80-456a-a429-c70a39f66b9e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:48.795500 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70cec8e1-3392-40ce-88c0-57860efa4038 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:48.800071 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-70cec8e1-3392-40ce-88c0-57860efa4038 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "DELETE /v2.0/security-groups/325375c0-9d80-456a-a429-c70a39f66b9e HTTP/1.1" status: 204 len: 168 time: 0.4871664 Feb 08 16:10:48.800239 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40106) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:48.821834 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cec8e1-3392-40ce-88c0-57860efa4038 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=325375c0-9d80-456a-a429-c70a39f66b9e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:48.834572 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] For port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:10:48.851078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] For port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d,segment=NetworkSegment(9a6c5c07-1e49-4831-833d-2a9775742537),segment_id=9a6c5c07-1e49-4831-833d-2a9775742537)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:10:48.858318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59909b57-a362-443a-b289-f3795e50ce1e req-a8d21457-cc8e-4e33-b383-aba34f6ce7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:48.864891 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59909b57-a362-443a-b289-f3795e50ce1e req-a8d21457-cc8e-4e33-b383-aba34f6ce7b6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1829252 Feb 08 16:10:48.894459 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:49.064244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4074696-efed-40cd-bb6f-e01dc8efdb1c req-b55bff17-5f7e-4731-b2b2-fb3a5abf516f tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/security-groups?id=b5c64c26-f92b-4ec4-863c-1bc5807a2158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969720 Feb 08 16:10:49.096991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57f4f5-caac-437a-978e-7e5c44341845 None None] Pushing event updated for resources: {'Port': ['ID=b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:49.103139 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:49.238769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-26ef529a-8009-49db-a536-0920ac658cbd tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4359074 Feb 08 16:10:49.242001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40122) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:49.264412 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59909b57-a362-443a-b289-f3795e50ce1e req-a46053db-b340-47c5-a15b-92032cf7eb3b service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927770 Feb 08 16:10:49.529069 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3a74aea-a2c7-4bba-8e80-d75fe6b1d669 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (97c5fd9b-dc45-4272-b04b-8a4823ed14bd), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:49.545196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Allocated IP 2001:db8::1 (0bbf9b7d-0e70-439d-a58e-e139bd35bba6/98103dbb-0e2d-4b90-8c65-771c2e932dd4/82ff6b1b-c7ca-47cc-9437-a12984b76dde) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:10:49.560850 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3a74aea-a2c7-4bba-8e80-d75fe6b1d669 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (97c5fd9b-dc45-4272-b04b-8a4823ed14bd), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:49.846664 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (82ff6b1b-c7ca-47cc-9437-a12984b76dde), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:49.893145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:10:49.938736 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (82ff6b1b-c7ca-47cc-9437-a12984b76dde), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:50.036095 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network 0bbf9b7d-0e70-439d-a58e-e139bd35bba6 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:10:50.037370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:50.037760 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:50.047555 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:50.063586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:10:50.064143 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (9252088b-25f0-4cf6-9593-472ceeedd654), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:50.189816 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3a74aea-a2c7-4bba-8e80-d75fe6b1d669 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (97c5fd9b-dc45-4272-b04b-8a4823ed14bd), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:50.190067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:50.190631 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:50.195539 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a3a74aea-a2c7-4bba-8e80-d75fe6b1d669 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:50.205456 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a3a74aea-a2c7-4bba-8e80-d75fe6b1d669 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "DELETE /v2.0/security-groups/97c5fd9b-dc45-4272-b04b-8a4823ed14bd HTTP/1.1" status: 204 len: 168 time: 0.9592879 Feb 08 16:10:50.206476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40144) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:50.258925 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a74aea-a2c7-4bba-8e80-d75fe6b1d669 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c5fd9b-dc45-4272-b04b-8a4823ed14bd,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:50.274038 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59909b57-a362-443a-b289-f3795e50ce1e req-3ebcc51c-4e50-46a8-b9b2-227613f55e01 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0016346 Feb 08 16:10:50.307579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=82ff6b1b-c7ca-47cc-9437-a12984b76dde,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:50.342923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40146) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:50.346681 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-18eb9372-7e10-41c3-91b2-56288d5e85f8 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1262779 Feb 08 16:10:50.356193 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5acaca05-a5ce-46de-b92b-30ad97913b52 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group': {'name': 'tempest-secgroup--75701383'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:50.381303 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d,segment=NetworkSegment(9a6c5c07-1e49-4831-833d-2a9775742537),segment_id=9a6c5c07-1e49-4831-833d-2a9775742537)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:50.405812 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:50.417537 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:50.449219 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5acaca05-a5ce-46de-b92b-30ad97913b52 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:50.490174 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b37e1d-8d16-45ba-afc1-d1413fa06441 req-b22ff474-f1a4-4bcf-adb2-7bde85715931 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:50.499657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7b37e1d-8d16-45ba-afc1-d1413fa06441 req-b22ff474-f1a4-4bcf-adb2-7bde85715931 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 946 time: 0.2257280 Feb 08 16:10:50.548180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:50.572729 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (82ff6b1b-c7ca-47cc-9437-a12984b76dde), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:50.724863 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7b37e1d-8d16-45ba-afc1-d1413fa06441 req-224eb163-6a01-4d28-a898-d8dea65ba287 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/security-groups?id=b5c64c26-f92b-4ec4-863c-1bc5807a2158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240605 Feb 08 16:10:50.755632 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5acaca05-a5ce-46de-b92b-30ad97913b52 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (f835cae6-dc70-4ad2-811a-325c2cc3000c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:51.001595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7562f17a-1cfb-4a37-8ecf-647d83fde161 None None] Network 0bbf9b7d-0e70-439d-a58e-e139bd35bba6 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:10:51.215278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-dfd8e2ca-392d-41de-aa36-996006ba6e35 None None] Provisioning complete for port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:51.215904 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e2ca-392d-41de-aa36-996006ba6e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:51.406104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-dfd8e2ca-392d-41de-aa36-996006ba6e35 None None] Current status of the port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:51.439373 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5acaca05-a5ce-46de-b92b-30ad97913b52 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f835cae6-dc70-4ad2-811a-325c2cc3000c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:51.547797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaca05-a5ce-46de-b92b-30ad97913b52 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f835cae6-dc70-4ad2-811a-325c2cc3000c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:51.581307 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5acaca05-a5ce-46de-b92b-30ad97913b52 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:51.584694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5acaca05-a5ce-46de-b92b-30ad97913b52 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2330363 Feb 08 16:10:51.587964 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40170) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:51.601197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1b252403-eb19-4f52-bf6a-835fc303d6a3 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:51.602964 n-d-824834-11 neutron-server[103302]: WARNING neutron.api.v2.base [None req-1b252403-eb19-4f52-bf6a-835fc303d6a3 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 08 16:10:51.604121 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-1b252403-eb19-4f52-bf6a-835fc303d6a3 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] update failed (client error): There was a conflict when trying to complete your request. Feb 08 16:10:51.614596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40174) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:51.619329 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1b252403-eb19-4f52-bf6a-835fc303d6a3 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "PUT /v2.0/security-groups/f835cae6-dc70-4ad2-811a-325c2cc3000c HTTP/1.1" status: 409 len: 330 time: 0.0267761 Feb 08 16:10:51.873948 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9236-37ee-45ea-b4a1-661a0f51bbfd tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (f835cae6-dc70-4ad2-811a-325c2cc3000c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:51.882860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:10:51.888335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-846dbff0-9daa-45ab-8dfc-f0a5cefdef07 None None] Provisioning complete for port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:51.891209 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-846dbff0-9daa-45ab-8dfc-f0a5cefdef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:51.899309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40178) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:51.977631 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9236-37ee-45ea-b4a1-661a0f51bbfd tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (f835cae6-dc70-4ad2-811a-325c2cc3000c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:52.041521 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 09c11109-d33d-4471-862a-5a7ba06d75ad details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:10:52.260236 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.resource_extend [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 16:10:52.267052 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (82ff6b1b-c7ca-47cc-9437-a12984b76dde), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:52.293228 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9236-37ee-45ea-b4a1-661a0f51bbfd tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f835cae6-dc70-4ad2-811a-325c2cc3000c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:52.309041 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9236-37ee-45ea-b4a1-661a0f51bbfd tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:52.311088 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-dcfe9236-37ee-45ea-b4a1-661a0f51bbfd tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "DELETE /v2.0/security-groups/f835cae6-dc70-4ad2-811a-325c2cc3000c HTTP/1.1" status: 204 len: 168 time: 0.6956842 Feb 08 16:10:52.314139 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40188) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:52.327087 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (82ff6b1b-c7ca-47cc-9437-a12984b76dde), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:52.334939 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (9252088b-25f0-4cf6-9593-472ceeedd654), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:52.400990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:52.401516 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:52.404848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ee659-4ebc-4bea-a57b-dc6c8e9ce4f0 req-8bf528e3-3708-452e-9295-83e8d0f7a191 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:52.411816 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-636ee659-4ebc-4bea-a57b-dc6c8e9ce4f0 req-8bf528e3-3708-452e-9295-83e8d0f7a191 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 946 time: 0.3810208 Feb 08 16:10:52.422292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=82ff6b1b-c7ca-47cc-9437-a12984b76dde,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:52.434968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe9236-37ee-45ea-b4a1-661a0f51bbfd tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f835cae6-dc70-4ad2-811a-325c2cc3000c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:52.468564 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-78baab7e-3751-405e-8cc6-43eb152037e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:52.510417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-846dbff0-9daa-45ab-8dfc-f0a5cefdef07 None None] Current status of the port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:52.538846 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2feae13b-b2b0-46cb-8e96-6a57008e2ac3 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2233305 Feb 08 16:10:52.570985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40192) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:52.623539 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-78baab7e-3751-405e-8cc6-43eb152037e0 admin admin] Publish callbacks [] for security_group (50a0eee6-c084-41b4-af96-ddd79a8636c8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:52.624160 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-a99b316b-aeb1-4e49-b609-cf41ccec67bb tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] delete failed (client error): The resource could not be found. Feb 08 16:10:52.625234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a99b316b-aeb1-4e49-b609-cf41ccec67bb tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "DELETE /v2.0/security-groups/4f9b4795-fa7a-44cd-a6bc-b5914a1362cf HTTP/1.1" status: 404 len: 347 time: 0.0471387 Feb 08 16:10:52.630553 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40194) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:52.647053 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-78baab7e-3751-405e-8cc6-43eb152037e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (50a0eee6-c084-41b4-af96-ddd79a8636c8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:52.709676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-636ee659-4ebc-4bea-a57b-dc6c8e9ce4f0 req-2e263db4-1b45-437f-aa4a-9ddec23301ff tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/security-groups?id=b5c64c26-f92b-4ec4-863c-1bc5807a2158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965899 Feb 08 16:10:52.713211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40196) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:52.722682 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 09c11109-d33d-4471-862a-5a7ba06d75ad, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=09c11109-d33d-4471-862a-5a7ba06d75ad,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:52.747985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-846dbff0-9daa-45ab-8dfc-f0a5cefdef07 None None] Provisioning complete for port 82ff6b1b-c7ca-47cc-9437-a12984b76dde triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:52.748407 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-846dbff0-9daa-45ab-8dfc-f0a5cefdef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (82ff6b1b-c7ca-47cc-9437-a12984b76dde), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:52.782664 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-78baab7e-3751-405e-8cc6-43eb152037e0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b83a10ea40174348a560645461d8d685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8815866 Feb 08 16:10:52.792072 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-fee7d448-84fc-4509-be31-f7d493fec4b3 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] show failed (client error): The resource could not be found. Feb 08 16:10:52.794070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fee7d448-84fc-4509-be31-f7d493fec4b3 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "GET /v2.0/security-groups/8b30807e-ae4a-4595-9949-b4c3d0cacc5d HTTP/1.1" status: 404 len: 347 time: 0.1618860 Feb 08 16:10:52.796202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40200) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:52.800967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network 0bbf9b7d-0e70-439d-a58e-e139bd35bba6 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:10:52.801788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40204) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:52.804745 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:10:52.818063 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baab7e-3751-405e-8cc6-43eb152037e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a0eee6-c084-41b4-af96-ddd79a8636c8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:52.838538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '09c11109-d33d-4471-862a-5a7ba06d75ad', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '09c11109-d33d-4471-862a-5a7ba06d75ad', 'mac_address': 'fa:16:3e:9a:cd:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:10:52.910176 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-3f835c91-86ae-4565-bac7-7acd46e2cc65 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] show failed (client error): The resource could not be found. Feb 08 16:10:52.917587 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3f835c91-86ae-4565-bac7-7acd46e2cc65 tempest-NegativeSecGroupTest-1336401881 tempest-NegativeSecGroupTest-1336401881-project] 10.222.0.82 "GET /v2.0/security-group-rules/33c2c4be-b661-4168-b739-cfac5e7bb970 HTTP/1.1" status: 404 len: 356 time: 0.0964003 Feb 08 16:10:52.993640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-846dbff0-9daa-45ab-8dfc-f0a5cefdef07 None None] Port 82ff6b1b-c7ca-47cc-9437-a12984b76dde cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:10:53.008160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:53.016419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 09c11109-d33d-4471-862a-5a7ba06d75ad is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:53.016820 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:53.026994 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c27b8818-c434-475e-b542-df83f1057a5f admin admin] Publish callbacks [] for security_group (50a0eee6-c084-41b4-af96-ddd79a8636c8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:53.050457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c11109-d33d-4471-862a-5a7ba06d75ad {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:10:53.081816 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c27b8818-c434-475e-b542-df83f1057a5f admin admin] Publish callbacks [] for security_group (50a0eee6-c084-41b4-af96-ddd79a8636c8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:53.145124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 09c11109-d33d-4471-862a-5a7ba06d75ad, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=09c11109-d33d-4471-862a-5a7ba06d75ad,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:53.156829 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-aea982c1-6f6b-4822-bcf7-5c160fd829f4 None None] Provisioning complete for port 82ff6b1b-c7ca-47cc-9437-a12984b76dde triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:53.157555 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aea982c1-6f6b-4822-bcf7-5c160fd829f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (82ff6b1b-c7ca-47cc-9437-a12984b76dde), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:53.226888 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-aea982c1-6f6b-4822-bcf7-5c160fd829f4 None None] Port 82ff6b1b-c7ca-47cc-9437-a12984b76dde cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:10:53.238453 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:53.244728 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c27b8818-c434-475e-b542-df83f1057a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (50a0eee6-c084-41b4-af96-ddd79a8636c8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:53.256872 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c0894fd-e314-4764-8146-548d0435434e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:53.261033 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c27b8818-c434-475e-b542-df83f1057a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:53.271234 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c27b8818-c434-475e-b542-df83f1057a5f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/50a0eee6-c084-41b4-af96-ddd79a8636c8 HTTP/1.1" status: 204 len: 168 time: 0.4708872 Feb 08 16:10:53.307129 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b8818-c434-475e-b542-df83f1057a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a0eee6-c084-41b4-af96-ddd79a8636c8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:53.382037 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router 9252088b-25f0-4cf6-9593-472ceeedd654 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:10:53.454463 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40214) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:53.505293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['09c11109-d33d-4471-862a-5a7ba06d75ad'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:10:53.561597 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c0894fd-e314-4764-8146-548d0435434e admin admin] Publish callbacks [] for security_group (47071ead-aeef-4b7c-97f0-6efe0d8da1ab), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:53.570826 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8c0894fd-e314-4764-8146-548d0435434e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (47071ead-aeef-4b7c-97f0-6efe0d8da1ab), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:53.590078 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:10:53.590777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=09c11109-d33d-4471-862a-5a7ba06d75ad,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:53.601206 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea2dae1-46dc-4e4b-8619-66a6e527d536 None None] Sync routers for ids ['9252088b-25f0-4cf6-9593-472ceeedd654'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:10:53.605662 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-12407b5b-5186-40cd-8c31-4ff22f94b84f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/9252088b-25f0-4cf6-9593-472ceeedd654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7262530 Feb 08 16:10:53.608825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40218) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:53.632481 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8c0894fd-e314-4764-8146-548d0435434e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1af9e27c9ccf4230baf31c92616b5dc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9177241 Feb 08 16:10:53.633173 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2dae1-46dc-4e4b-8619-66a6e527d536 None None] Routers {'9252088b-25f0-4cf6-9593-472ceeedd654'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:53.633806 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7ea2dae1-46dc-4e4b-8619-66a6e527d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['9252088b-25f0-4cf6-9593-472ceeedd654'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:53.634506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40220) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:53.642393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0894fd-e314-4764-8146-548d0435434e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47071ead-aeef-4b7c-97f0-6efe0d8da1ab,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:53.692870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-58dc1f53-345e-4030-ad0c-aeec2f85bb75 None None] Provisioning complete for port 82ff6b1b-c7ca-47cc-9437-a12984b76dde triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:53.693293 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-58dc1f53-345e-4030-ad0c-aeec2f85bb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (82ff6b1b-c7ca-47cc-9437-a12984b76dde), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:53.697760 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0e71eb98-36f5-495d-a18a-7de1dbcbf681 admin admin] Publish callbacks [] for security_group (47071ead-aeef-4b7c-97f0-6efe0d8da1ab), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:53.730196 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0e71eb98-36f5-495d-a18a-7de1dbcbf681 admin admin] Publish callbacks [] for security_group (47071ead-aeef-4b7c-97f0-6efe0d8da1ab), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:53.788589 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0e71eb98-36f5-495d-a18a-7de1dbcbf681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (47071ead-aeef-4b7c-97f0-6efe0d8da1ab), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:53.792675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0e71eb98-36f5-495d-a18a-7de1dbcbf681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:53.796790 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0e71eb98-36f5-495d-a18a-7de1dbcbf681 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/47071ead-aeef-4b7c-97f0-6efe0d8da1ab HTTP/1.1" status: 204 len: 168 time: 0.1612954 Feb 08 16:10:53.806928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71eb98-36f5-495d-a18a-7de1dbcbf681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47071ead-aeef-4b7c-97f0-6efe0d8da1ab,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:53.807647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbf401a-6d59-4c6d-8e40-e9dde2b07290 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:53.815304 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fbbf401a-6d59-4c6d-8e40-e9dde2b07290 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports/82ff6b1b-c7ca-47cc-9437-a12984b76dde HTTP/1.1" status: 200 len: 911 time: 0.2029712 Feb 08 16:10:53.816154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40226) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:53.832644 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7ea2dae1-46dc-4e4b-8619-66a6e527d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:53.836650 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-416182d7-fddc-4584-829b-68d288ff01d9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '98103dbb-0e2d-4b90-8c65-771c2e932dd4'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:10:53.863090 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2dae1-46dc-4e4b-8619-66a6e527d536 None None] Routers {'9252088b-25f0-4cf6-9593-472ceeedd654'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:53.863944 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7ea2dae1-46dc-4e4b-8619-66a6e527d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['9252088b-25f0-4cf6-9593-472ceeedd654'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:53.882923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-58dc1f53-345e-4030-ad0c-aeec2f85bb75 None None] Port 82ff6b1b-c7ca-47cc-9437-a12984b76dde cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:10:53.942773 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7ea2dae1-46dc-4e4b-8619-66a6e527d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:53.944439 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea2dae1-46dc-4e4b-8619-66a6e527d536 None None] The sync data for ids ['9252088b-25f0-4cf6-9593-472ceeedd654'] in n-d-824834-11 is: [] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:10:54.058737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a121cdc-ff0c-4117-b093-16301ba70b32 req-1e860bf6-a028-4a97-a91a-5fef4417861a tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:54.065271 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a121cdc-ff0c-4117-b093-16301ba70b32 req-1e860bf6-a028-4a97-a91a-5fef4417861a tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 947 time: 0.1513369 Feb 08 16:10:54.176033 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a121cdc-ff0c-4117-b093-16301ba70b32 req-802aec6d-3f3e-4ead-83c3-8b36943d7667 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/security-groups?id=b5c64c26-f92b-4ec4-863c-1bc5807a2158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049917 Feb 08 16:10:54.377599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40236) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:54.404042 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d39d0e4-e4f1-449e-b904-925512a14fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:54.417933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40238) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:54.422125 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f2bbe9b4-2981-45fb-b1a7-fab77b1e23a6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f7946736a5f6459094d7a0a82b3f2bce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9674280 Feb 08 16:10:54.429175 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-416182d7-fddc-4584-829b-68d288ff01d9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (82ff6b1b-c7ca-47cc-9437-a12984b76dde), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:54.573817 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-718355c8-96d4-42a1-bcf9-2ae6094d8e50 admin admin] Publish callbacks [] for security_group (3e8a56fe-b426-429c-ae4d-257e929672c4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:54.629452 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-718355c8-96d4-42a1-bcf9-2ae6094d8e50 admin admin] Publish callbacks [] for security_group (3e8a56fe-b426-429c-ae4d-257e929672c4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:54.769522 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d39d0e4-e4f1-449e-b904-925512a14fec admin admin] Publish callbacks [] for security_group (a8b3ba7f-060a-4b3f-b6b0-40d4febad5ad), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:54.776394 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7d39d0e4-e4f1-449e-b904-925512a14fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a8b3ba7f-060a-4b3f-b6b0-40d4febad5ad), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:54.866062 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-718355c8-96d4-42a1-bcf9-2ae6094d8e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3e8a56fe-b426-429c-ae4d-257e929672c4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:54.868729 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-718355c8-96d4-42a1-bcf9-2ae6094d8e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:54.870166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-718355c8-96d4-42a1-bcf9-2ae6094d8e50 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3e8a56fe-b426-429c-ae4d-257e929672c4 HTTP/1.1" status: 204 len: 168 time: 0.4512806 Feb 08 16:10:54.897901 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7d39d0e4-e4f1-449e-b904-925512a14fec admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=451a6e33026743ddbbe7bbab1b830b5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5191691 Feb 08 16:10:54.900534 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39d0e4-e4f1-449e-b904-925512a14fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b3ba7f-060a-4b3f-b6b0-40d4febad5ad,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:54.902385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40254) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:54.925508 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718355c8-96d4-42a1-bcf9-2ae6094d8e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8a56fe-b426-429c-ae4d-257e929672c4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:55.146188 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e8e1b141-df4c-49cc-bbfd-b3b0a86448bd admin admin] Publish callbacks [] for security_group (a8b3ba7f-060a-4b3f-b6b0-40d4febad5ad), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:55.455742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e9b9c-7e0c-40c0-a5ed-b7909790b62f req-d16fb967-5284-4fd9-97dc-2b5e194f80d2 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:55.475727 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e80e9b9c-7e0c-40c0-a5ed-b7909790b62f req-d16fb967-5284-4fd9-97dc-2b5e194f80d2 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 947 time: 0.1566222 Feb 08 16:10:55.568933 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e8e1b141-df4c-49cc-bbfd-b3b0a86448bd admin admin] Publish callbacks [] for security_group (a8b3ba7f-060a-4b3f-b6b0-40d4febad5ad), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:55.605706 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e80e9b9c-7e0c-40c0-a5ed-b7909790b62f req-a680d639-efbe-43b9-89cc-e714bf1d9159 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/security-groups?id=b5c64c26-f92b-4ec4-863c-1bc5807a2158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288586 Feb 08 16:10:55.607046 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-416182d7-fddc-4584-829b-68d288ff01d9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (82ff6b1b-c7ca-47cc-9437-a12984b76dde), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:55.626853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-416182d7-fddc-4584-829b-68d288ff01d9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (82ff6b1b-c7ca-47cc-9437-a12984b76dde), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:55.632583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416182d7-fddc-4584-829b-68d288ff01d9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:55.633264 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-416182d7-fddc-4584-829b-68d288ff01d9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:55.634978 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-416182d7-fddc-4584-829b-68d288ff01d9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/ports/82ff6b1b-c7ca-47cc-9437-a12984b76dde HTTP/1.1" status: 200 len: 911 time: 1.8175900 Feb 08 16:10:55.637743 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40286) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:55.781813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416182d7-fddc-4584-829b-68d288ff01d9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=82ff6b1b-c7ca-47cc-9437-a12984b76dde,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:55.800311 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e8e1b141-df4c-49cc-bbfd-b3b0a86448bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a8b3ba7f-060a-4b3f-b6b0-40d4febad5ad), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:55.803360 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e8e1b141-df4c-49cc-bbfd-b3b0a86448bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:55.804758 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e8e1b141-df4c-49cc-bbfd-b3b0a86448bd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a8b3ba7f-060a-4b3f-b6b0-40d4febad5ad HTTP/1.1" status: 204 len: 168 time: 0.9007964 Feb 08 16:10:55.827945 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1b141-df4c-49cc-bbfd-b3b0a86448bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b3ba7f-060a-4b3f-b6b0-40d4febad5ad,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:56.057045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 09c11109-d33d-4471-862a-5a7ba06d75ad up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:10:56.187212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 09c11109-d33d-4471-862a-5a7ba06d75ad completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:10:56.198066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 09c11109-d33d-4471-862a-5a7ba06d75ad triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:10:56.199947 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:56.403198 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-491e629f-3820-4a0d-b520-9de7d0f67c08 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (9252088b-25f0-4cf6-9593-472ceeedd654), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:56.421984 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 09c11109-d33d-4471-862a-5a7ba06d75ad is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:10:56.424456 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:56.485263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c11109-d33d-4471-862a-5a7ba06d75ad'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:10:56.492754 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ac341d-0e6b-47aa-b4ef-5cabbf6c7d48" -d '{"events": [{"server_uuid": "efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa", "name": "network-vif-plugged", "status": "completed", "tag": "09c11109-d33d-4471-862a-5a7ba06d75ad"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:10:56.559291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 09c11109-d33d-4471-862a-5a7ba06d75ad, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=09c11109-d33d-4471-862a-5a7ba06d75ad,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:10:56.571290 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:56.719821 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599e774f-bb08-48b0-a1ea-996638bfe3bb x-openstack-request-id: req-599e774f-bb08-48b0-a1ea-996638bfe3bb {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:10:56.720582 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa", "name": "network-vif-plugged", "status": "completed", "tag": "09c11109-d33d-4471-862a-5a7ba06d75ad", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:10:56.721048 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-599e774f-bb08-48b0-a1ea-996638bfe3bb {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:10:56.721649 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c11109-d33d-4471-862a-5a7ba06d75ad', 'code': 200} Feb 08 16:10:56.722834 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=09c11109-d33d-4471-862a-5a7ba06d75ad,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:56.784863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40318) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:56.797824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6402f-4f89-4336-b0a4-560945230d0f req-526942e9-d5d8-4e61-84d8-713cfa36b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:56.799613 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1bb6402f-4f89-4336-b0a4-560945230d0f req-526942e9-d5d8-4e61-84d8-713cfa36b30c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 1131 time: 0.1162236 Feb 08 16:10:56.919750 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1bb6402f-4f89-4336-b0a4-560945230d0f req-3b60e26d-9cf1-4e59-a5df-3375259a5ab6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b5c64c26-f92b-4ec4-863c-1bc5807a2158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109746 Feb 08 16:10:56.958659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b590a-c5bd-4621-9bd1-9c114c778e5a req-17c816d2-8cb4-4209-a3c1-799641ee8818 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:56.974071 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a7b590a-c5bd-4621-9bd1-9c114c778e5a req-17c816d2-8cb4-4209-a3c1-799641ee8818 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 948 time: 0.1989927 Feb 08 16:10:57.124890 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a7b590a-c5bd-4621-9bd1-9c114c778e5a req-067dee23-8466-49ce-9bf8-51b90d7cbff4 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/security-groups?id=b5c64c26-f92b-4ec4-863c-1bc5807a2158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445985 Feb 08 16:10:57.252384 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-79888031-72bf-4767-b4ef-43da6d19dfb7 tempest-ServiceProvidersTest-488701460 tempest-ServiceProvidersTest-488701460-project] 10.222.0.82 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4657812 Feb 08 16:10:57.276526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-491e629f-3820-4a0d-b520-9de7d0f67c08 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 82ff6b1b-c7ca-47cc-9437-a12984b76dde {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:10:57.280207 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-491e629f-3820-4a0d-b520-9de7d0f67c08 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (82ff6b1b-c7ca-47cc-9437-a12984b76dde), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:57.497238 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-491e629f-3820-4a0d-b520-9de7d0f67c08 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (82ff6b1b-c7ca-47cc-9437-a12984b76dde), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:57.521587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40352) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:57.545681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-491e629f-3820-4a0d-b520-9de7d0f67c08 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 82ff6b1b-c7ca-47cc-9437-a12984b76dde owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:10:57.737357 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-499d1533-c731-4320-97ab-cb7582d6d480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:57.841275 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-499d1533-c731-4320-97ab-cb7582d6d480 admin admin] Publish callbacks [] for security_group (5ad02381-ed52-4f7c-a752-11261f2fd832), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:57.848348 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-499d1533-c731-4320-97ab-cb7582d6d480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5ad02381-ed52-4f7c-a752-11261f2fd832), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:57.930174 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-491e629f-3820-4a0d-b520-9de7d0f67c08 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (82ff6b1b-c7ca-47cc-9437-a12984b76dde), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:57.985524 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d1533-c731-4320-97ab-cb7582d6d480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad02381-ed52-4f7c-a752-11261f2fd832,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:57.987257 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e629f-3820-4a0d-b520-9de7d0f67c08 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=82ff6b1b-c7ca-47cc-9437-a12984b76dde,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:58.016330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40358) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:58.019201 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-499d1533-c731-4320-97ab-cb7582d6d480 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2bc9684d74d1407bad9ddce357b72f6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4964232 Feb 08 16:10:58.252891 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-491e629f-3820-4a0d-b520-9de7d0f67c08 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (9252088b-25f0-4cf6-9593-472ceeedd654), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:58.332471 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f14ee537-8f52-4d11-b7a0-2b4f2264dcbb admin admin] Publish callbacks [] for security_group (5ad02381-ed52-4f7c-a752-11261f2fd832), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:58.408765 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f14ee537-8f52-4d11-b7a0-2b4f2264dcbb admin admin] Publish callbacks [] for security_group (5ad02381-ed52-4f7c-a752-11261f2fd832), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:58.623214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3852385-1df5-4d89-beba-77dad8874a06 req-89fc3861-6c3f-4861-af3b-653caf1011bd tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:10:58.632472 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d3852385-1df5-4d89-beba-77dad8874a06 req-89fc3861-6c3f-4861-af3b-653caf1011bd tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 948 time: 0.3088074 Feb 08 16:10:58.756445 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f14ee537-8f52-4d11-b7a0-2b4f2264dcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (5ad02381-ed52-4f7c-a752-11261f2fd832), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:58.760752 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f14ee537-8f52-4d11-b7a0-2b4f2264dcbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:58.762030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f14ee537-8f52-4d11-b7a0-2b4f2264dcbb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5ad02381-ed52-4f7c-a752-11261f2fd832 HTTP/1.1" status: 204 len: 168 time: 0.6963911 Feb 08 16:10:58.785363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ee537-8f52-4d11-b7a0-2b4f2264dcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad02381-ed52-4f7c-a752-11261f2fd832,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:10:58.805373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491e629f-3820-4a0d-b520-9de7d0f67c08 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router 9252088b-25f0-4cf6-9593-472ceeedd654 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:10:58.829516 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d3852385-1df5-4d89-beba-77dad8874a06 req-3774f9bb-eec6-43d3-8cb3-2927c5225f5b tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/security-groups?id=b5c64c26-f92b-4ec4-863c-1bc5807a2158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959934 Feb 08 16:10:59.018488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491e629f-3820-4a0d-b520-9de7d0f67c08 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:10:59.033999 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-491e629f-3820-4a0d-b520-9de7d0f67c08 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/9252088b-25f0-4cf6-9593-472ceeedd654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3864791 Feb 08 16:10:59.034847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40384) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:59.047498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e268521-13ad-4656-9534-3a699fe16feb None None] Sync routers for ids ['9252088b-25f0-4cf6-9593-472ceeedd654'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:10:59.074553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e268521-13ad-4656-9534-3a699fe16feb None None] Routers {'9252088b-25f0-4cf6-9593-472ceeedd654'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:59.075221 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-3e268521-13ad-4656-9534-3a699fe16feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['9252088b-25f0-4cf6-9593-472ceeedd654'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:59.078183 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6881a1ac-d52d-43d2-b188-226ce77bd194 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports?device_id=9252088b-25f0-4cf6-9593-472ceeedd654 HTTP/1.1" status: 200 len: 205 time: 0.0420170 Feb 08 16:10:59.080797 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40386) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:59.232716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-3e268521-13ad-4656-9534-3a699fe16feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:59.293805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e268521-13ad-4656-9534-3a699fe16feb None None] Routers {'9252088b-25f0-4cf6-9593-472ceeedd654'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:10:59.294581 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-3e268521-13ad-4656-9534-3a699fe16feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:10:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['9252088b-25f0-4cf6-9593-472ceeedd654'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:59.358134 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-733391d8-56ee-4c72-a021-4df2df5575ca tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (9252088b-25f0-4cf6-9593-472ceeedd654), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:59.406248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-3e268521-13ad-4656-9534-3a699fe16feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:10:59.406953 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e268521-13ad-4656-9534-3a699fe16feb None None] The sync data for ids ['9252088b-25f0-4cf6-9593-472ceeedd654'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:10:59.719894 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-733391d8-56ee-4c72-a021-4df2df5575ca tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (9252088b-25f0-4cf6-9593-472ceeedd654), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:59.723996 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-733391d8-56ee-4c72-a021-4df2df5575ca tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_controller (9252088b-25f0-4cf6-9593-472ceeedd654), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:59.797990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-733391d8-56ee-4c72-a021-4df2df5575ca tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (9252088b-25f0-4cf6-9593-472ceeedd654), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:59.798719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733391d8-56ee-4c72-a021-4df2df5575ca tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Fanout notify agent at l3_agent the message router_deleted on router 9252088b-25f0-4cf6-9593-472ceeedd654 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:10:59.806547 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-733391d8-56ee-4c72-a021-4df2df5575ca tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:10:59.811007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40410) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:10:59.811256 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-733391d8-56ee-4c72-a021-4df2df5575ca tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/routers/9252088b-25f0-4cf6-9593-472ceeedd654 HTTP/1.1" status: 204 len: 168 time: 0.7292664 Feb 08 16:10:59.944643 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-9980eb77-30e2-44d2-b33f-eb1a98974f0c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting subnet 98103dbb-0e2d-4b90-8c65-771c2e932dd4 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:10:59.966925 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9980eb77-30e2-44d2-b33f-eb1a98974f0c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (98103dbb-0e2d-4b90-8c65-771c2e932dd4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:00.087467 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9980eb77-30e2-44d2-b33f-eb1a98974f0c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (98103dbb-0e2d-4b90-8c65-771c2e932dd4), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:00.285643 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9980eb77-30e2-44d2-b33f-eb1a98974f0c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (98103dbb-0e2d-4b90-8c65-771c2e932dd4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:00.411252 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9980eb77-30e2-44d2-b33f-eb1a98974f0c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (98103dbb-0e2d-4b90-8c65-771c2e932dd4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:00.471564 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980eb77-30e2-44d2-b33f-eb1a98974f0c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Subnet': ['ID=98103dbb-0e2d-4b90-8c65-771c2e932dd4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:00.510287 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9980eb77-30e2-44d2-b33f-eb1a98974f0c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:00.512635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6686564b-8dbd-4bc1-8d60-e92c8687b8c4 None None] Network 0bbf9b7d-0e70-439d-a58e-e139bd35bba6 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:11:00.515848 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9980eb77-30e2-44d2-b33f-eb1a98974f0c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/98103dbb-0e2d-4b90-8c65-771c2e932dd4 HTTP/1.1" status: 204 len: 168 time: 0.7011764 Feb 08 16:11:00.516096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40434) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:00.776366 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (0bbf9b7d-0e70-439d-a58e-e139bd35bba6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:00.927104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:11:00.927518 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:00.971374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06170569-3414-496e-8b6b-a8d7bfe8910e None None] DHCP port deletion for 0bbf9b7d-0e70-439d-a58e-e139bd35bba6 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:11:01.091736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] For port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d,segment=NetworkSegment(9a6c5c07-1e49-4831-833d-2a9775742537),segment_id=9a6c5c07-1e49-4831-833d-2a9775742537)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:01.097068 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:01.098510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-06170569-3414-496e-8b6b-a8d7bfe8910e None None] Deleting port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:11:01.100558 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06170569-3414-496e-8b6b-a8d7bfe8910e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:01.127557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:11:01.256804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-06170569-3414-496e-8b6b-a8d7bfe8910e None None] For port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d,segment=NetworkSegment(9a6c5c07-1e49-4831-833d-2a9775742537),segment_id=9a6c5c07-1e49-4831-833d-2a9775742537)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:01.257511 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06170569-3414-496e-8b6b-a8d7bfe8910e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:01.286185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-06170569-3414-496e-8b6b-a8d7bfe8910e None None] Calling delete_port for b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:11:01.299662 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:01.386345 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No DVR routers for this DVR port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:11:01.450787 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:01.491147 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06170569-3414-496e-8b6b-a8d7bfe8910e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:01.561641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06170569-3414-496e-8b6b-a8d7bfe8910e None None] No DVR routers for this DVR port b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:11:01.572898 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06170569-3414-496e-8b6b-a8d7bfe8910e None None] Pushing event deleted for resources: {'Port': ['ID=b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:01.612037 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b004f8c7-ca38-47fc-ad4e-5e4d14893c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:01.621677 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (0bbf9b7d-0e70-439d-a58e-e139bd35bba6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:01.707485 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbf9b7d-0e70-439d-a58e-e139bd35bba6']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:01.756699 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6c5c07-1e49-4831-833d-2a9775742537') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:01.757172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6c5c07-1e49-4831-833d-2a9775742537') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:01.784704 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (9a6c5c07-1e49-4831-833d-2a9775742537), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:01.848427 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (9a6c5c07-1e49-4831-833d-2a9775742537), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:01.860155 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:11:01.866846 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:11:01.867635 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (9a6c5c07-1e49-4831-833d-2a9775742537), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:11:01.877162 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:11:01.890624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:11:01.890990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b5ce0ef2-b1a4-4fb9-a41b-efe168f5dd5d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:11:01.984485 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (0bbf9b7d-0e70-439d-a58e-e139bd35bba6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:01.999362 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:02.007517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/networks/0bbf9b7d-0e70-439d-a58e-e139bd35bba6 HTTP/1.1" status: 204 len: 168 time: 1.4897184 Feb 08 16:11:02.012718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40470) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:02.016364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f036e00f-2060-4ab9-af1a-a1eea4e5b6a9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1721942309', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:11:02.057867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1126b-c267-4411-a2c2-939281b1a590 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Network': ['ID=0bbf9b7d-0e70-439d-a58e-e139bd35bba6,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:02.076652 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f036e00f-2060-4ab9-af1a-a1eea4e5b6a9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:02.078281 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f036e00f-2060-4ab9-af1a-a1eea4e5b6a9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:02.230675 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f036e00f-2060-4ab9-af1a-a1eea4e5b6a9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_controller (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:02.245073 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f036e00f-2060-4ab9-af1a-a1eea4e5b6a9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:02.277549 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f036e00f-2060-4ab9-af1a-a1eea4e5b6a9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:02.278967 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f036e00f-2060-4ab9-af1a-a1eea4e5b6a9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2666686 Feb 08 16:11:02.281700 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40482) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:02.288258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-238e2797-cd18-48f3-b648-c1cebd9777f1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-369435446'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:11:02.336256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238e2797-cd18-48f3-b648-c1cebd9777f1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:11:02.340414 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-238e2797-cd18-48f3-b648-c1cebd9777f1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:02.391687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238e2797-cd18-48f3-b648-c1cebd9777f1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:11:02.416507 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-238e2797-cd18-48f3-b648-c1cebd9777f1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (db0d9ed0-0edd-468f-a18d-db3bd1e77b43), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:02.422420 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-238e2797-cd18-48f3-b648-c1cebd9777f1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Added segment db0d9ed0-0edd-468f-a18d-db3bd1e77b43 of type vlan for network c87f0701-d53d-47b8-bdd2-4bab86e7d874 Feb 08 16:11:02.531352 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-238e2797-cd18-48f3-b648-c1cebd9777f1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (c87f0701-d53d-47b8-bdd2-4bab86e7d874), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:02.578329 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-238e2797-cd18-48f3-b648-c1cebd9777f1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (c87f0701-d53d-47b8-bdd2-4bab86e7d874), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:02.585193 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238e2797-cd18-48f3-b648-c1cebd9777f1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:11:02.585995 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-238e2797-cd18-48f3-b648-c1cebd9777f1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:02.675635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-238e2797-cd18-48f3-b648-c1cebd9777f1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3919966 Feb 08 16:11:02.678407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40500) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:02.687919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ef762825-cd5a-4f4a-b30d-7df5fff71841 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'subnet': {'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:11:02.706249 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e2797-cd18-48f3-b648-c1cebd9777f1 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Network': ['ID=c87f0701-d53d-47b8-bdd2-4bab86e7d874,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:02.754073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network c87f0701-d53d-47b8-bdd2-4bab86e7d874 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:11:02.917562 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef762825-cd5a-4f4a-b30d-7df5fff71841 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:11:02.922688 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef762825-cd5a-4f4a-b30d-7df5fff71841 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:03.310099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef762825-cd5a-4f4a-b30d-7df5fff71841 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (de2bca2d-2f78-48c9-9cfc-e27678e4934e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:03.431264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef762825-cd5a-4f4a-b30d-7df5fff71841 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Subnet': ['ID=de2bca2d-2f78-48c9-9cfc-e27678e4934e,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:03.439221 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40524) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:03.523303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef762825-cd5a-4f4a-b30d-7df5fff71841 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Checking segment: {'id': 'db0d9ed0-0edd-468f-a18d-db3bd1e77b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:11:03.525439 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef762825-cd5a-4f4a-b30d-7df5fff71841 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network hostable DHCP agents. Network: c87f0701-d53d-47b8-bdd2-4bab86e7d874, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:11:03.562869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef762825-cd5a-4f4a-b30d-7df5fff71841 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network c87f0701-d53d-47b8-bdd2-4bab86e7d874 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:11:03.589015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-ef762825-cd5a-4f4a-b30d-7df5fff71841 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, c87f0701-d53d-47b8-bdd2-4bab86e7d874) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:03.596754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef762825-cd5a-4f4a-b30d-7df5fff71841 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:11:03.599134 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef762825-cd5a-4f4a-b30d-7df5fff71841 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:03.599779 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c93a8-e1e1-4208-a88e-830d53ef31b5 None None] Network c87f0701-d53d-47b8-bdd2-4bab86e7d874 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:11:03.639665 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ef762825-cd5a-4f4a-b30d-7df5fff71841 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9569943 Feb 08 16:11:03.640371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40536) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:03.778905 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7448a32-fa9e-434f-a73c-23f83f8a4407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:03.823668 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b0176076-8572-4f8c-9bbc-f762c6bb16f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:03.830405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:11:03.831735 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:03.982201 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7448a32-fa9e-434f-a73c-23f83f8a4407 admin admin] Publish callbacks [] for security_group (73247d61-77d7-4351-bc8a-5bd79a2c673f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:03.993486 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7448a32-fa9e-434f-a73c-23f83f8a4407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (73247d61-77d7-4351-bc8a-5bd79a2c673f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:04.028623 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Allocated IP 2001:db8::2 (c87f0701-d53d-47b8-bdd2-4bab86e7d874/de2bca2d-2f78-48c9-9cfc-e27678e4934e/033fa0ed-c351-42d5-ae5f-837ca0fe9101) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:11:04.090864 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7448a32-fa9e-434f-a73c-23f83f8a4407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73247d61-77d7-4351-bc8a-5bd79a2c673f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:04.121624 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a7448a32-fa9e-434f-a73c-23f83f8a4407 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=dd7431a9ba5044bf85c72ceba2a1ac9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6804023 Feb 08 16:11:04.123688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40540) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:04.228369 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Publish callbacks [] for port (033fa0ed-c351-42d5-ae5f-837ca0fe9101), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:04.232086 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f810e179-4650-4e21-ae19-b8ba138f7170 admin admin] Publish callbacks [] for security_group (73247d61-77d7-4351-bc8a-5bd79a2c673f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:04.239217 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (033fa0ed-c351-42d5-ae5f-837ca0fe9101), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:04.276741 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f810e179-4650-4e21-ae19-b8ba138f7170 admin admin] Publish callbacks [] for security_group (73247d61-77d7-4351-bc8a-5bd79a2c673f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:04.308504 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:04.334679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Pushing event updated for resources: {'Port': ['ID=033fa0ed-c351-42d5-ae5f-837ca0fe9101,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:04.367261 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Network c87f0701-d53d-47b8-bdd2-4bab86e7d874 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:11:04.375233 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f810e179-4650-4e21-ae19-b8ba138f7170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (73247d61-77d7-4351-bc8a-5bd79a2c673f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:04.377676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:04.378879 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f810e179-4650-4e21-ae19-b8ba138f7170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:04.380536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:11:04.384369 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f810e179-4650-4e21-ae19-b8ba138f7170 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/73247d61-77d7-4351-bc8a-5bd79a2c673f HTTP/1.1" status: 204 len: 168 time: 0.2565954 Feb 08 16:11:04.404328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810e179-4650-4e21-ae19-b8ba138f7170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73247d61-77d7-4351-bc8a-5bd79a2c673f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:04.518391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Attempting to bind port 033fa0ed-c351-42d5-ae5f-837ca0fe9101 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:11:04.518771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Attempting to bind port 033fa0ed-c351-42d5-ae5f-837ca0fe9101 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'db0d9ed0-0edd-468f-a18d-db3bd1e77b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:11:04.519146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Attempting to bind port 033fa0ed-c351-42d5-ae5f-837ca0fe9101 on network c87f0701-d53d-47b8-bdd2-4bab86e7d874 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:11:04.533280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:11:04.533704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Checking segment: {'id': 'db0d9ed0-0edd-468f-a18d-db3bd1e77b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:11:04.534148 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:04.534820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Bound using segment: {'id': 'db0d9ed0-0edd-468f-a18d-db3bd1e77b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:11:04.535531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Bound port: 033fa0ed-c351-42d5-ae5f-837ca0fe9101, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0d9ed0-0edd-468f-a18d-db3bd1e77b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:11:04.536157 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (033fa0ed-c351-42d5-ae5f-837ca0fe9101), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:04.677799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] For port 033fa0ed-c351-42d5-ae5f-837ca0fe9101, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:11:04.682814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] For port 033fa0ed-c351-42d5-ae5f-837ca0fe9101, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=033fa0ed-c351-42d5-ae5f-837ca0fe9101,segment=NetworkSegment(db0d9ed0-0edd-468f-a18d-db3bd1e77b43),segment_id=db0d9ed0-0edd-468f-a18d-db3bd1e77b43)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:11:04.698099 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (033fa0ed-c351-42d5-ae5f-837ca0fe9101), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:04.817567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Allocated IP 2001:db8::1 (c87f0701-d53d-47b8-bdd2-4bab86e7d874/de2bca2d-2f78-48c9-9cfc-e27678e4934e/68da7c79-15b7-4399-9f47-12fcdd18a576) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:11:04.841911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b29c3-ec76-4378-9e97-40cd5a7fd1b6 None None] Pushing event updated for resources: {'Port': ['ID=033fa0ed-c351-42d5-ae5f-837ca0fe9101,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:05.022877 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40560) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:05.046063 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38e7a609-4b87-46ef-8564-691de2f9ecd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:05.146262 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:05.246618 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:05.273356 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38e7a609-4b87-46ef-8564-691de2f9ecd3 admin admin] Publish callbacks [] for security_group (69968549-41f7-4853-a11f-1d755c152719), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:05.286457 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38e7a609-4b87-46ef-8564-691de2f9ecd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (69968549-41f7-4853-a11f-1d755c152719), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:05.331861 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-38e7a609-4b87-46ef-8564-691de2f9ecd3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=84b6da15bb9d443fa0e24ce5c088c529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3078592 Feb 08 16:11:05.334346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40564) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:05.349898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network c87f0701-d53d-47b8-bdd2-4bab86e7d874 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:11:05.375704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:05.387014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:11:05.392533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:05.401483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=68da7c79-15b7-4399-9f47-12fcdd18a576,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:05.462607 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-72807288-95c2-4487-abe3-77244e137f7c admin admin] Publish callbacks [] for security_group (69968549-41f7-4853-a11f-1d755c152719), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:05.464547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7a609-4b87-46ef-8564-691de2f9ecd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69968549-41f7-4853-a11f-1d755c152719,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:05.521667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-72807288-95c2-4487-abe3-77244e137f7c admin admin] Publish callbacks [] for security_group (69968549-41f7-4853-a11f-1d755c152719), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:05.553200 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:05.627602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-72807288-95c2-4487-abe3-77244e137f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (69968549-41f7-4853-a11f-1d755c152719), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:05.630564 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-72807288-95c2-4487-abe3-77244e137f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:05.633087 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-72807288-95c2-4487-abe3-77244e137f7c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/69968549-41f7-4853-a11f-1d755c152719 HTTP/1.1" status: 204 len: 168 time: 0.2971022 Feb 08 16:11:05.675741 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72807288-95c2-4487-abe3-77244e137f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69968549-41f7-4853-a11f-1d755c152719,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:05.696717 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:05.949168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 033fa0ed-c351-42d5-ae5f-837ca0fe9101 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:11:06.090986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 033fa0ed-c351-42d5-ae5f-837ca0fe9101 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:06.091606 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (033fa0ed-c351-42d5-ae5f-837ca0fe9101), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:06.304755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 033fa0ed-c351-42d5-ae5f-837ca0fe9101 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:06.305195 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (033fa0ed-c351-42d5-ae5f-837ca0fe9101), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:06.402427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 033fa0ed-c351-42d5-ae5f-837ca0fe9101, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=033fa0ed-c351-42d5-ae5f-837ca0fe9101,segment=NetworkSegment(db0d9ed0-0edd-468f-a18d-db3bd1e77b43),segment_id=db0d9ed0-0edd-468f-a18d-db3bd1e77b43)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:06.429917 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (033fa0ed-c351-42d5-ae5f-837ca0fe9101), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:06.787044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=033fa0ed-c351-42d5-ae5f-837ca0fe9101,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:06.794767 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:06.814072 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2031ca1-8324-4521-b8da-feb95bbb09d7 None None] Network c87f0701-d53d-47b8-bdd2-4bab86e7d874 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:11:07.147030 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-35307648-ef5d-4656-a3f1-6e7117c9a5c7 None None] Provisioning complete for port 033fa0ed-c351-42d5-ae5f-837ca0fe9101 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:07.147635 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-35307648-ef5d-4656-a3f1-6e7117c9a5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (033fa0ed-c351-42d5-ae5f-837ca0fe9101), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:07.180253 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:07.192835 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:07.193755 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:07.356509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-35307648-ef5d-4656-a3f1-6e7117c9a5c7 None None] Current status of the port 033fa0ed-c351-42d5-ae5f-837ca0fe9101 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:07.413376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=68da7c79-15b7-4399-9f47-12fcdd18a576,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:07.541884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network c87f0701-d53d-47b8-bdd2-4bab86e7d874 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:11:07.558384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:07.703285 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-522c84cb-3613-46b8-ae64-ead885fbd9cf None None] Provisioning complete for port 68da7c79-15b7-4399-9f47-12fcdd18a576 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:07.703671 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-522c84cb-3613-46b8-ae64-ead885fbd9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:07.799800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-522c84cb-3613-46b8-ae64-ead885fbd9cf None None] Port 68da7c79-15b7-4399-9f47-12fcdd18a576 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:11:07.843179 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-522c84cb-3613-46b8-ae64-ead885fbd9cf None None] Provisioning complete for port 033fa0ed-c351-42d5-ae5f-837ca0fe9101 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:07.843444 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-522c84cb-3613-46b8-ae64-ead885fbd9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (033fa0ed-c351-42d5-ae5f-837ca0fe9101), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:07.893981 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:11:07.930488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 033fa0ed-c351-42d5-ae5f-837ca0fe9101 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:11:08.149162 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:08.238086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:11:08.250597 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Sync routers for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:11:08.261331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-07abe0b7-db00-481f-92dd-89acb6b6b8a0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6108496 Feb 08 16:11:08.261549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40636) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:08.261549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-cae37eca-62bf-4781-bb94-f56640d335df tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1098989114'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:11:08.275834 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:11:08.276548 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:08.332304 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 033fa0ed-c351-42d5-ae5f-837ca0fe9101 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:08.345338 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (033fa0ed-c351-42d5-ae5f-837ca0fe9101), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:08.346341 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae37eca-62bf-4781-bb94-f56640d335df tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:11:08.353213 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cae37eca-62bf-4781-bb94-f56640d335df tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:08.451172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae37eca-62bf-4781-bb94-f56640d335df tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:11:08.460138 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-522c84cb-3613-46b8-ae64-ead885fbd9cf None None] Current status of the port 033fa0ed-c351-42d5-ae5f-837ca0fe9101 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:08.472769 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:11:08.482860 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cae37eca-62bf-4781-bb94-f56640d335df tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (29eed3da-bfd1-447c-9e87-aa4ded767194), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:08.483212 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-cae37eca-62bf-4781-bb94-f56640d335df tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Added segment 29eed3da-bfd1-447c-9e87-aa4ded767194 of type vlan for network 4bc3f48e-d208-4084-8102-b65802279549 Feb 08 16:11:08.597906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 033fa0ed-c351-42d5-ae5f-837ca0fe9101 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:08.624490 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e45097fc-bdeb-4c6c-9931-49f5e4a01f19 None None] Provisioning complete for port 68da7c79-15b7-4399-9f47-12fcdd18a576 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:08.624896 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e45097fc-bdeb-4c6c-9931-49f5e4a01f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:08.627829 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cae37eca-62bf-4781-bb94-f56640d335df tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (4bc3f48e-d208-4084-8102-b65802279549), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:08.699587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e45097fc-bdeb-4c6c-9931-49f5e4a01f19 None None] Port 68da7c79-15b7-4399-9f47-12fcdd18a576 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:11:08.699725 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cae37eca-62bf-4781-bb94-f56640d335df tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (4bc3f48e-d208-4084-8102-b65802279549), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:08.714692 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae37eca-62bf-4781-bb94-f56640d335df tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:11:08.715962 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cae37eca-62bf-4781-bb94-f56640d335df tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:08.834970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-fecccce8-1aa7-4d67-9ed1-3973feebd3f4 None None] Provisioning complete for port 68da7c79-15b7-4399-9f47-12fcdd18a576 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:08.835644 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fecccce8-1aa7-4d67-9ed1-3973feebd3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:08.877994 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cae37eca-62bf-4781-bb94-f56640d335df tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6189699 Feb 08 16:11:08.878504 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40644) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:08.884405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-7e9845b8-9a80-40ce-96f3-3c9fd913a880 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'subnet': {'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:11:08.886576 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fecccce8-1aa7-4d67-9ed1-3973feebd3f4 None None] Port 68da7c79-15b7-4399-9f47-12fcdd18a576 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:11:08.921663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae37eca-62bf-4781-bb94-f56640d335df tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Network': ['ID=4bc3f48e-d208-4084-8102-b65802279549,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:08.939131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 4bc3f48e-d208-4084-8102-b65802279549 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:11:09.073784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9845b8-9a80-40ce-96f3-3c9fd913a880 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:11:09.078031 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7e9845b8-9a80-40ce-96f3-3c9fd913a880 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:09.090598 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:05Z', 'revision_number': 2, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:06Z', 'revision_number': 2, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:09.136113 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Checking router: d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:11:09.136470 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Updating router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca port 68da7c79-15b7-4399-9f47-12fcdd18a576 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:11:09.172237 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:09.515928 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7e9845b8-9a80-40ce-96f3-3c9fd913a880 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (37913149-3558-4633-b437-5f71eaa985ca), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:09.696838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9845b8-9a80-40ce-96f3-3c9fd913a880 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Subnet': ['ID=37913149-3558-4633-b437-5f71eaa985ca,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:09.719937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9845b8-9a80-40ce-96f3-3c9fd913a880 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Checking segment: {'id': '29eed3da-bfd1-447c-9e87-aa4ded767194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4bc3f48e-d208-4084-8102-b65802279549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:11:09.720424 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9845b8-9a80-40ce-96f3-3c9fd913a880 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network hostable DHCP agents. Network: 4bc3f48e-d208-4084-8102-b65802279549, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:11:09.751729 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9845b8-9a80-40ce-96f3-3c9fd913a880 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network 4bc3f48e-d208-4084-8102-b65802279549 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:11:09.770112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-7e9845b8-9a80-40ce-96f3-3c9fd913a880 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 4bc3f48e-d208-4084-8102-b65802279549) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:09.783565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91552e8d-6635-4789-a16a-625dba17e7fa None None] Network 4bc3f48e-d208-4084-8102-b65802279549 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:11:09.794920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9845b8-9a80-40ce-96f3-3c9fd913a880 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:11:09.795528 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7e9845b8-9a80-40ce-96f3-3c9fd913a880 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:09.809123 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Publish callbacks [] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:09.820323 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:09.849227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40674) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:09.872887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7e9845b8-9a80-40ce-96f3-3c9fd913a880 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9855869 Feb 08 16:11:09.966349 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d7c63-dfd5-4a65-89ee-9d1ade91d966 None None] Pushing event updated for resources: {'Port': ['ID=68da7c79-15b7-4399-9f47-12fcdd18a576,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:10.081336 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d7c63-dfd5-4a65-89ee-9d1ade91d966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:10.081700 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d7c63-dfd5-4a65-89ee-9d1ade91d966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:10.082034 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d7c63-dfd5-4a65-89ee-9d1ade91d966 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:10.082378 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d7c63-dfd5-4a65-89ee-9d1ade91d966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:10.082713 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d7c63-dfd5-4a65-89ee-9d1ade91d966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:10.083047 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d7c63-dfd5-4a65-89ee-9d1ade91d966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:10.083375 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d7c63-dfd5-4a65-89ee-9d1ade91d966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:10.083704 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d7c63-dfd5-4a65-89ee-9d1ade91d966 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:10.084033 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d7c63-dfd5-4a65-89ee-9d1ade91d966 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:10.084357 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d7c63-dfd5-4a65-89ee-9d1ade91d966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:10.084680 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d7c63-dfd5-4a65-89ee-9d1ade91d966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:10.117437 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d7c63-dfd5-4a65-89ee-9d1ade91d966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:10.121240 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d7c63-dfd5-4a65-89ee-9d1ade91d966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:10.176023 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-4bc3f48e-d208-4084-8102-b65802279549', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:11:10.176891 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:10.265902 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Attempting to bind port 68da7c79-15b7-4399-9f47-12fcdd18a576 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:11:10.266278 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Attempting to bind port 68da7c79-15b7-4399-9f47-12fcdd18a576 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'db0d9ed0-0edd-468f-a18d-db3bd1e77b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:11:10.266644 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Attempting to bind port 68da7c79-15b7-4399-9f47-12fcdd18a576 on network c87f0701-d53d-47b8-bdd2-4bab86e7d874 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:11:10.283525 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:11:10.284189 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Checking segment: {'id': 'db0d9ed0-0edd-468f-a18d-db3bd1e77b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:11:10.284864 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:10.285303 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Bound using segment: {'id': 'db0d9ed0-0edd-468f-a18d-db3bd1e77b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:11:10.285964 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Bound port: 68da7c79-15b7-4399-9f47-12fcdd18a576, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0d9ed0-0edd-468f-a18d-db3bd1e77b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:11:10.286169 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:10.448671 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] For port 68da7c79-15b7-4399-9f47-12fcdd18a576, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:11:10.455719 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] For port 68da7c79-15b7-4399-9f47-12fcdd18a576, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=68da7c79-15b7-4399-9f47-12fcdd18a576,segment=NetworkSegment(db0d9ed0-0edd-468f-a18d-db3bd1e77b43),segment_id=db0d9ed0-0edd-468f-a18d-db3bd1e77b43)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:11:10.467088 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:10.600634 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:11:10.601310 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:10.644145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-094818a8-e304-4b82-a927-e97e576a6482 None None] Provisioning complete for port 68da7c79-15b7-4399-9f47-12fcdd18a576 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:10.644961 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-094818a8-e304-4b82-a927-e97e576a6482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:10.726724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Allocated IP 2001:db8:1::2 (4bc3f48e-d208-4084-8102-b65802279549/37913149-3558-4633-b437-5f71eaa985ca/0ddcff11-7925-4640-b5e5-ab12aba82ad7) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:11:10.793229 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:10.822880 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:11:10.984707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-094818a8-e304-4b82-a927-e97e576a6482 None None] Current status of the port 68da7c79-15b7-4399-9f47-12fcdd18a576 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:10.985373 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-094818a8-e304-4b82-a927-e97e576a6482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:11.197211 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Publish callbacks [] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:11.239999 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:11.321121 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:05Z', 'revision_number': 2, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:10Z', 'revision_number': 4, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:11.347132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Allocated IP 2001:db8:1::1 (4bc3f48e-d208-4084-8102-b65802279549/37913149-3558-4633-b437-5f71eaa985ca/9d218e96-1f2d-4287-9c6a-958473b2e1e8) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:11:11.371082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Network 4bc3f48e-d208-4084-8102-b65802279549 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:11:11.380173 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd35952-9159-4384-8d4f-1b8b77485e78 None None] The sync data for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 is: [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:05Z', 'revision_number': 2, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:10Z', 'revision_number': 4, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:11:11.381686 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d7c63-dfd5-4a65-89ee-9d1ade91d966 None None] Pushing event updated for resources: {'Port': ['ID=68da7c79-15b7-4399-9f47-12fcdd18a576,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:11.399323 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:11.406820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:11:11.428493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-094818a8-e304-4b82-a927-e97e576a6482 None None] For port 68da7c79-15b7-4399-9f47-12fcdd18a576, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=68da7c79-15b7-4399-9f47-12fcdd18a576,segment=NetworkSegment(db0d9ed0-0edd-468f-a18d-db3bd1e77b43),segment_id=db0d9ed0-0edd-468f-a18d-db3bd1e77b43)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:11.451009 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-094818a8-e304-4b82-a927-e97e576a6482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:11.550273 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Pushing event updated for resources: {'Port': ['ID=0ddcff11-7925-4640-b5e5-ab12aba82ad7,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:11.554446 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:11.636257 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:11.672538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Attempting to bind port 0ddcff11-7925-4640-b5e5-ab12aba82ad7 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:11:11.672833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Attempting to bind port 0ddcff11-7925-4640-b5e5-ab12aba82ad7 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '29eed3da-bfd1-447c-9e87-aa4ded767194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4bc3f48e-d208-4084-8102-b65802279549'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:11:11.673236 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Attempting to bind port 0ddcff11-7925-4640-b5e5-ab12aba82ad7 on network 4bc3f48e-d208-4084-8102-b65802279549 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:11:11.704852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network 4bc3f48e-d208-4084-8102-b65802279549 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:11:11.720478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7bfffbf2-75cb-4c5c-a886-662bed5b1954 None None] Provisioning complete for port 68da7c79-15b7-4399-9f47-12fcdd18a576 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:11.720866 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7bfffbf2-75cb-4c5c-a886-662bed5b1954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:11.724223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:11.728266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:11:11.728824 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:11.781517 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:11:11.781906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Checking segment: {'id': '29eed3da-bfd1-447c-9e87-aa4ded767194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4bc3f48e-d208-4084-8102-b65802279549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:11:11.782316 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:11.782723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Bound using segment: {'id': '29eed3da-bfd1-447c-9e87-aa4ded767194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4bc3f48e-d208-4084-8102-b65802279549'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:11:11.783241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Bound port: 0ddcff11-7925-4640-b5e5-ab12aba82ad7, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29eed3da-bfd1-447c-9e87-aa4ded767194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4bc3f48e-d208-4084-8102-b65802279549'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:11:11.783658 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:11.841755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=9d218e96-1f2d-4287-9c6a-958473b2e1e8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:11.855580 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094818a8-e304-4b82-a927-e97e576a6482 None None] Pushing event updated for resources: {'Port': ['ID=68da7c79-15b7-4399-9f47-12fcdd18a576,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:11.983271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] For port 0ddcff11-7925-4640-b5e5-ab12aba82ad7, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:11:12.005947 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] For port 0ddcff11-7925-4640-b5e5-ab12aba82ad7, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0ddcff11-7925-4640-b5e5-ab12aba82ad7,segment=NetworkSegment(29eed3da-bfd1-447c-9e87-aa4ded767194),segment_id=29eed3da-bfd1-447c-9e87-aa4ded767194)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:11:12.011457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7bfffbf2-75cb-4c5c-a886-662bed5b1954 None None] Current status of the port 68da7c79-15b7-4399-9f47-12fcdd18a576 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:12.016335 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:12.040200 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:12.099372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d8312-f683-47dd-9852-13b04a2b4d2d None None] Pushing event updated for resources: {'Port': ['ID=0ddcff11-7925-4640-b5e5-ab12aba82ad7,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:12.739154 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:12.747501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:12.754155 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:12.957794 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=9d218e96-1f2d-4287-9c6a-958473b2e1e8,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:12.970828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network 4bc3f48e-d208-4084-8102-b65802279549 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:11:12.972316 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:13.194961 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:11:13.488082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:11:13.509276 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-acc2fc1f-2b66-467e-90ce-7358868761bd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6561282 Feb 08 16:11:13.510158 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40756) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:13.517449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-739773270'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:11:13.561283 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:11:13.565515 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:13.632320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:11:13.675515 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8f2f9885-9dcd-448f-a6c7-506ae481a27d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:13.679255 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Added segment 8f2f9885-9dcd-448f-a6c7-506ae481a27d of type vlan for network 2ad8375e-2b63-4d39-a9b1-4128d5f050b7 Feb 08 16:11:13.845342 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (2ad8375e-2b63-4d39-a9b1-4128d5f050b7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:13.906969 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (2ad8375e-2b63-4d39-a9b1-4128d5f050b7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:13.927519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:11:13.928371 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:13.980418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4684837 Feb 08 16:11:13.984297 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40762) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:14.016533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'subnet': {'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:11:14.059471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 68da7c79-15b7-4399-9f47-12fcdd18a576 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:11:14.149720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Network': ['ID=2ad8375e-2b63-4d39-a9b1-4128d5f050b7,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:14.187863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 68da7c79-15b7-4399-9f47-12fcdd18a576 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:14.188448 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:14.192279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:11:14.197117 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:14.199113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.199583 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.200017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.200476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.213666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.214171 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.214619 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.215056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.215497 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.215931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.216465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.217057 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.217593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f61e1f-5d7e-49fe-9650-b8b13d78e0a6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.281474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 2ad8375e-2b63-4d39-a9b1-4128d5f050b7 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:11:14.295614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Sync routers for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:11:14.425870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28e82d3-3439-4b47-a32c-ace0cc1bd391 None None] Network 4bc3f48e-d208-4084-8102-b65802279549 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:11:14.484778 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:11:14.487582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:14.621623 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (946ed0f5-a049-454c-8b34-6056f7d5c3ff), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:14.752712 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Subnet': ['ID=946ed0f5-a049-454c-8b34-6056f7d5c3ff,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:14.764514 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.764986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.765439 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.765880 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.766311 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.766745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.767192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.767621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.768053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.768486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.768917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.769367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.769792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:14.799370 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Checking segment: {'id': '8f2f9885-9dcd-448f-a6c7-506ae481a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:11:14.799866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network hostable DHCP agents. Network: 2ad8375e-2b63-4d39-a9b1-4128d5f050b7, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:11:14.819217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network 2ad8375e-2b63-4d39-a9b1-4128d5f050b7 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:11:14.836616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 2ad8375e-2b63-4d39-a9b1-4128d5f050b7) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:14.843047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:11:14.843958 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:14.875521 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6cb81d4c-d0a2-4c8f-8838-727443e0f7ee tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8865793 Feb 08 16:11:14.876080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40786) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:15.044972 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aabd5d8-3d3b-4039-852b-16fe9dec3cad None None] Network 2ad8375e-2b63-4d39-a9b1-4128d5f050b7 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:11:15.182293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:11:15.454334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-98866464-78e6-48c2-8b13-ef8ec651afdc None None] Provisioning complete for port 0ddcff11-7925-4640-b5e5-ab12aba82ad7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:15.454723 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-98866464-78e6-48c2-8b13-ef8ec651afdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:15.690091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 68da7c79-15b7-4399-9f47-12fcdd18a576 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:15.691222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0ddcff11-7925-4640-b5e5-ab12aba82ad7 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:11:15.730707 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:15.775951 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 3, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d218e96-1f2d-4287-9c6a-958473b2e1e8', 'name': '', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:2e:c8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:11Z', 'updated_at': '2022-02-08T16:11:12Z', 'revision_number': 2, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '37913149-3558-4633-b437-5f71eaa985ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:15.799239 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-98866464-78e6-48c2-8b13-ef8ec651afdc None None] Current status of the port 0ddcff11-7925-4640-b5e5-ab12aba82ad7 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:15.799638 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-98866464-78e6-48c2-8b13-ef8ec651afdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:16.006026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-2ad8375e-2b63-4d39-a9b1-4128d5f050b7', 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7', 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'fixed_ips': [{'subnet_id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:11:16.006026 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:16.066152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Checking router: d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:11:16.067258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Updating router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca port 9d218e96-1f2d-4287-9c6a-958473b2e1e8 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:11:16.187937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-98866464-78e6-48c2-8b13-ef8ec651afdc None None] For port 0ddcff11-7925-4640-b5e5-ab12aba82ad7, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0ddcff11-7925-4640-b5e5-ab12aba82ad7,segment=NetworkSegment(29eed3da-bfd1-447c-9e87-aa4ded767194),segment_id=29eed3da-bfd1-447c-9e87-aa4ded767194)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:16.235149 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-98866464-78e6-48c2-8b13-ef8ec651afdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:16.366777 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40824) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:16.515989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98866464-78e6-48c2-8b13-ef8ec651afdc None None] Pushing event updated for resources: {'Port': ['ID=0ddcff11-7925-4640-b5e5-ab12aba82ad7,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:16.560438 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 0ddcff11-7925-4640-b5e5-ab12aba82ad7 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:16.560825 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:16.607743 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4740dbca-5ae7-4e9a-9b28-270b0f44e270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:16.644200 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Allocated IP 2001:db8:2::1 (2ad8375e-2b63-4d39-a9b1-4128d5f050b7/946ed0f5-a049-454c-8b34-6056f7d5c3ff/7f09a087-7bc4-4885-956b-cac4c4ed38ae) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:11:16.678329 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:16.805838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4740dbca-5ae7-4e9a-9b28-270b0f44e270 admin admin] Publish callbacks [] for security_group (74743164-aed9-415c-9b5e-2a4b3fa7ef47), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:16.814587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4740dbca-5ae7-4e9a-9b28-270b0f44e270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (74743164-aed9-415c-9b5e-2a4b3fa7ef47), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:16.914607 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4740dbca-5ae7-4e9a-9b28-270b0f44e270 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=90ed6059f36243beb4b8f2abc30243be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5464897 Feb 08 16:11:16.918184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40834) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:16.938967 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 0ddcff11-7925-4640-b5e5-ab12aba82ad7 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:17.004016 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:17.039338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740dbca-5ae7-4e9a-9b28-270b0f44e270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74743164-aed9-415c-9b5e-2a4b3fa7ef47,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:17.046944 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-cd13c554-7a98-4033-a3ee-bd3be730b5a9 None None] Provisioning complete for port 9d218e96-1f2d-4287-9c6a-958473b2e1e8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:17.047328 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cd13c554-7a98-4033-a3ee-bd3be730b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:17.073221 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3a377f27-38a0-4572-b2bc-784fc84663d3 admin admin] Publish callbacks [] for security_group (74743164-aed9-415c-9b5e-2a4b3fa7ef47), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:17.082512 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:17.146112 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3a377f27-38a0-4572-b2bc-784fc84663d3 admin admin] Publish callbacks [] for security_group (74743164-aed9-415c-9b5e-2a4b3fa7ef47), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:17.250574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=7f09a087-7bc4-4885-956b-cac4c4ed38ae,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:17.252218 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3a377f27-38a0-4572-b2bc-784fc84663d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (74743164-aed9-415c-9b5e-2a4b3fa7ef47), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:17.256830 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3a377f27-38a0-4572-b2bc-784fc84663d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:17.263310 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3a377f27-38a0-4572-b2bc-784fc84663d3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/74743164-aed9-415c-9b5e-2a4b3fa7ef47 HTTP/1.1" status: 204 len: 168 time: 0.3438919 Feb 08 16:11:17.268600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0ddcff11-7925-4640-b5e5-ab12aba82ad7 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:11:17.280189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a377f27-38a0-4572-b2bc-784fc84663d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74743164-aed9-415c-9b5e-2a4b3fa7ef47,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:17.314165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network 2ad8375e-2b63-4d39-a9b1-4128d5f050b7 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:11:17.315639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:17.325553 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:11:17.326210 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:17.604326 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-cd13c554-7a98-4033-a3ee-bd3be730b5a9 None None] Port 9d218e96-1f2d-4287-9c6a-958473b2e1e8 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:11:17.657614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Allocated IP 2001:db8:2::2 (2ad8375e-2b63-4d39-a9b1-4128d5f050b7/946ed0f5-a049-454c-8b34-6056f7d5c3ff/9643da3f-5cf7-4cd6-b0c8-730b104f469a) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:11:17.673463 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:17.887289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 0ddcff11-7925-4640-b5e5-ab12aba82ad7 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:17.889544 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:17.973835 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 40860) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:17.990257 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-cd13c554-7a98-4033-a3ee-bd3be730b5a9 None None] Provisioning complete for port 0ddcff11-7925-4640-b5e5-ab12aba82ad7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:17.991917 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76a7f70f-8bfc-4a91-87c1-6c95fc43cf3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:17.993173 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cd13c554-7a98-4033-a3ee-bd3be730b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:18.242348 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76a7f70f-8bfc-4a91-87c1-6c95fc43cf3c admin admin] Publish callbacks [] for security_group (db4f2865-f1cb-4e3a-80ea-0cc9de950e60), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:18.249551 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-76a7f70f-8bfc-4a91-87c1-6c95fc43cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (db4f2865-f1cb-4e3a-80ea-0cc9de950e60), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:18.304168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40864) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:18.306051 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-76a7f70f-8bfc-4a91-87c1-6c95fc43cf3c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e4269fe4c258423d92515c84e6ceacdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310783 Feb 08 16:11:18.357866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7f70f-8bfc-4a91-87c1-6c95fc43cf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4f2865-f1cb-4e3a-80ea-0cc9de950e60,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:18.458167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 0ddcff11-7925-4640-b5e5-ab12aba82ad7 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:18.480978 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3c3236c-829e-498e-9b8e-97bd0f26cfef admin admin] Publish callbacks [] for security_group (db4f2865-f1cb-4e3a-80ea-0cc9de950e60), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:18.539505 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3c3236c-829e-498e-9b8e-97bd0f26cfef admin admin] Publish callbacks [] for security_group (db4f2865-f1cb-4e3a-80ea-0cc9de950e60), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:18.627279 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:18.668438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:18.669254 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:18.767104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-cd13c554-7a98-4033-a3ee-bd3be730b5a9 None None] Current status of the port 0ddcff11-7925-4640-b5e5-ab12aba82ad7 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:18.781882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=7f09a087-7bc4-4885-956b-cac4c4ed38ae,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:18.826295 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Publish callbacks [] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:18.853054 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:18.862382 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Publish callbacks [] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:18.897678 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3c3236c-829e-498e-9b8e-97bd0f26cfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (db4f2865-f1cb-4e3a-80ea-0cc9de950e60), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:18.900477 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d3c3236c-829e-498e-9b8e-97bd0f26cfef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:18.910463 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d3c3236c-829e-498e-9b8e-97bd0f26cfef admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/db4f2865-f1cb-4e3a-80ea-0cc9de950e60 HTTP/1.1" status: 204 len: 168 time: 0.5630515 Feb 08 16:11:18.939999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3236c-829e-498e-9b8e-97bd0f26cfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4f2865-f1cb-4e3a-80ea-0cc9de950e60,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:18.954671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cae8de-ce17-4369-9e65-9347c2239cf9 None None] Pushing event updated for resources: {'Port': ['ID=9d218e96-1f2d-4287-9c6a-958473b2e1e8,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:19.041245 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:19.050307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8f5eb93f-77e2-4962-99a6-a011a6c0d4a0 None None] Provisioning complete for port 9d218e96-1f2d-4287-9c6a-958473b2e1e8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:19.050920 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8f5eb93f-77e2-4962-99a6-a011a6c0d4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:19.060421 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:19.067401 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network 2ad8375e-2b63-4d39-a9b1-4128d5f050b7 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:11:19.078241 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:19.103623 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Network 2ad8375e-2b63-4d39-a9b1-4128d5f050b7 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:11:19.210387 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00ad3823-e4c6-4123-b0cf-6fd4472abe7a req-5b8990c5-39c0-4d93-8843-334c09050b0c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1813524 Feb 08 16:11:19.394608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:11:19.464125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad3823-e4c6-4123-b0cf-6fd4472abe7a req-3a2cc134-ca12-45f8-9c2e-ba4947584ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:11:19.468334 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00ad3823-e4c6-4123-b0cf-6fd4472abe7a req-3a2cc134-ca12-45f8-9c2e-ba4947584ac7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=73b58868c5654adba66d9e933ab27dc9&device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 1131 time: 0.1811438 Feb 08 16:11:19.768045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:19.787574 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad3823-e4c6-4123-b0cf-6fd4472abe7a req-ad477180-33a2-4db9-8fc8-9b9f8f436951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:11:19.793169 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:11:19.793373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:11:19.799542 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00ad3823-e4c6-4123-b0cf-6fd4472abe7a req-ad477180-33a2-4db9-8fc8-9b9f8f436951 service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.3057120 Feb 08 16:11:19.814248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f1d7162a-5a36-4a6d-b4b0-d891dd918918 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9369109 Feb 08 16:11:19.815526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40892) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:19.820479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-13f59c46-008d-4aa5-8c18-425508d08be9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-240970088'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:11:19.879969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f59c46-008d-4aa5-8c18-425508d08be9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:11:19.884142 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13f59c46-008d-4aa5-8c18-425508d08be9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:19.896810 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00ad3823-e4c6-4123-b0cf-6fd4472abe7a req-42cd5f59-f6dd-4418-be30-aea50227edc8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=09c11109-d33d-4471-862a-5a7ba06d75ad HTTP/1.1" status: 200 len: 217 time: 0.0945494 Feb 08 16:11:19.951290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f59c46-008d-4aa5-8c18-425508d08be9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:11:19.973159 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13f59c46-008d-4aa5-8c18-425508d08be9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b5c78057-3861-4ff0-9b35-edf45eb03a14), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:19.974741 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-13f59c46-008d-4aa5-8c18-425508d08be9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Added segment b5c78057-3861-4ff0-9b35-edf45eb03a14 of type vlan for network cc910289-8700-4d29-8875-34b2e01e66ac Feb 08 16:11:20.007251 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad3823-e4c6-4123-b0cf-6fd4472abe7a req-fcbcb378-f762-4706-bba7-2f42cfa21313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:11:20.009859 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00ad3823-e4c6-4123-b0cf-6fd4472abe7a req-fcbcb378-f762-4706-bba7-2f42cfa21313 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1068065 Feb 08 16:11:20.082088 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13f59c46-008d-4aa5-8c18-425508d08be9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (cc910289-8700-4d29-8875-34b2e01e66ac), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:20.090394 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad3823-e4c6-4123-b0cf-6fd4472abe7a req-be6f0397-eda6-4b4e-aa29-42a987d3fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:11:20.094313 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00ad3823-e4c6-4123-b0cf-6fd4472abe7a req-be6f0397-eda6-4b4e-aa29-42a987d3fd0d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0765715 Feb 08 16:11:20.128142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Attempting to bind port 9d218e96-1f2d-4287-9c6a-958473b2e1e8 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:11:20.128377 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13f59c46-008d-4aa5-8c18-425508d08be9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (cc910289-8700-4d29-8875-34b2e01e66ac), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:20.129555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Attempting to bind port 9d218e96-1f2d-4287-9c6a-958473b2e1e8 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '29eed3da-bfd1-447c-9e87-aa4ded767194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4bc3f48e-d208-4084-8102-b65802279549'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:11:20.130487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Attempting to bind port 9d218e96-1f2d-4287-9c6a-958473b2e1e8 on network 4bc3f48e-d208-4084-8102-b65802279549 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:11:20.139581 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f59c46-008d-4aa5-8c18-425508d08be9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:11:20.140977 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13f59c46-008d-4aa5-8c18-425508d08be9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:20.146119 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8f5eb93f-77e2-4962-99a6-a011a6c0d4a0 None None] Port 9d218e96-1f2d-4287-9c6a-958473b2e1e8 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:11:20.160175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Attempting to bind port 9643da3f-5cf7-4cd6-b0c8-730b104f469a on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:11:20.160559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Attempting to bind port 9643da3f-5cf7-4cd6-b0c8-730b104f469a by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '8f2f9885-9dcd-448f-a6c7-506ae481a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:11:20.162161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Attempting to bind port 9643da3f-5cf7-4cd6-b0c8-730b104f469a on network 2ad8375e-2b63-4d39-a9b1-4128d5f050b7 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:11:20.171808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Pushing event updated for resources: {'Port': ['ID=9643da3f-5cf7-4cd6-b0c8-730b104f469a,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:20.186928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:11:20.187434 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Checking segment: {'id': '29eed3da-bfd1-447c-9e87-aa4ded767194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4bc3f48e-d208-4084-8102-b65802279549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:11:20.188963 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:20.189728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Bound using segment: {'id': '29eed3da-bfd1-447c-9e87-aa4ded767194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4bc3f48e-d208-4084-8102-b65802279549'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:11:20.191175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Bound port: 9d218e96-1f2d-4287-9c6a-958473b2e1e8, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29eed3da-bfd1-447c-9e87-aa4ded767194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4bc3f48e-d208-4084-8102-b65802279549'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:11:20.193678 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:20.234863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:11:20.237986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Checking segment: {'id': '8f2f9885-9dcd-448f-a6c7-506ae481a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:11:20.238775 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:20.240726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Bound using segment: {'id': '8f2f9885-9dcd-448f-a6c7-506ae481a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:11:20.243306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Bound port: 9643da3f-5cf7-4cd6-b0c8-730b104f469a, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2f9885-9dcd-448f-a6c7-506ae481a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:11:20.244177 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:20.318453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-13f59c46-008d-4aa5-8c18-425508d08be9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5018318 Feb 08 16:11:20.322218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40906) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:20.335076 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-45f9089b-99d6-46ff-b6c0-f47018cc3eb3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'subnet': {'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:11:20.391599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-079aaf44-d406-4823-bdcb-c753a4b652b2 None None] Provisioning complete for port 9d218e96-1f2d-4287-9c6a-958473b2e1e8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:20.392043 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-079aaf44-d406-4823-bdcb-c753a4b652b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:20.512118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-079aaf44-d406-4823-bdcb-c753a4b652b2 None None] Port 9d218e96-1f2d-4287-9c6a-958473b2e1e8 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:11:20.530652 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f59c46-008d-4aa5-8c18-425508d08be9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Network': ['ID=cc910289-8700-4d29-8875-34b2e01e66ac,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:20.574284 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:20.593174 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network cc910289-8700-4d29-8875-34b2e01e66ac details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:11:20.668554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f9089b-99d6-46ff-b6c0-f47018cc3eb3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Made reservation on behalf of f60ffa25056040779873004c0f9ebbbd for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:11:20.678469 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-45f9089b-99d6-46ff-b6c0-f47018cc3eb3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:20.807093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] For port 9d218e96-1f2d-4287-9c6a-958473b2e1e8, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:11:20.913006 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] For port 9d218e96-1f2d-4287-9c6a-958473b2e1e8, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9d218e96-1f2d-4287-9c6a-958473b2e1e8,segment=NetworkSegment(29eed3da-bfd1-447c-9e87-aa4ded767194),segment_id=29eed3da-bfd1-447c-9e87-aa4ded767194)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:11:20.926139 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] For port 9643da3f-5cf7-4cd6-b0c8-730b104f469a, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:11:20.929434 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:20.936785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] For port 9643da3f-5cf7-4cd6-b0c8-730b104f469a, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9643da3f-5cf7-4cd6-b0c8-730b104f469a,segment=NetworkSegment(8f2f9885-9dcd-448f-a6c7-506ae481a27d),segment_id=8f2f9885-9dcd-448f-a6c7-506ae481a27d)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:11:21.060257 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cae8de-ce17-4369-9e65-9347c2239cf9 None None] Pushing event updated for resources: {'Port': ['ID=9d218e96-1f2d-4287-9c6a-958473b2e1e8,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:21.066688 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:21.289841 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa192280-466f-47d8-b88b-b05a39b5b64c None None] Pushing event updated for resources: {'Port': ['ID=9643da3f-5cf7-4cd6-b0c8-730b104f469a,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:21.301800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:11:21.305953 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:21.458423 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-45f9089b-99d6-46ff-b6c0-f47018cc3eb3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (248e95a8-039f-4153-8bda-d32c40c45100), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:21.585436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9089b-99d6-46ff-b6c0-f47018cc3eb3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Subnet': ['ID=248e95a8-039f-4153-8bda-d32c40c45100,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:21.674711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f9089b-99d6-46ff-b6c0-f47018cc3eb3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Checking segment: {'id': 'b5c78057-3861-4ff0-9b35-edf45eb03a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:11:21.676165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f9089b-99d6-46ff-b6c0-f47018cc3eb3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network hostable DHCP agents. Network: cc910289-8700-4d29-8875-34b2e01e66ac, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:11:21.676678 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:11:21.745050 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f9089b-99d6-46ff-b6c0-f47018cc3eb3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network cc910289-8700-4d29-8875-34b2e01e66ac is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:11:21.760349 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00ad3823-e4c6-4123-b0cf-6fd4472abe7a req-669e2f9d-6895-4496-b407-d7cb7e583e4b service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6494513 Feb 08 16:11:21.774206 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-45f9089b-99d6-46ff-b6c0-f47018cc3eb3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, cc910289-8700-4d29-8875-34b2e01e66ac) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:21.797442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9089b-99d6-46ff-b6c0-f47018cc3eb3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:11:21.799357 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-45f9089b-99d6-46ff-b6c0-f47018cc3eb3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:21.817914 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d10be11-185a-4b40-a3cc-07052a5be267 None None] Network cc910289-8700-4d29-8875-34b2e01e66ac requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:11:21.851154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-45f9089b-99d6-46ff-b6c0-f47018cc3eb3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5223632 Feb 08 16:11:21.852360 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 40942) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:22.027784 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00ad3823-e4c6-4123-b0cf-6fd4472abe7a req-6a501e4b-4a8b-430d-b1db-b1917a81164b service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648630 Feb 08 16:11:22.182197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-01cb038c-52cf-423f-86ac-17e26c2f4f60 None None] Provisioning complete for port 9d218e96-1f2d-4287-9c6a-958473b2e1e8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:22.182589 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01cb038c-52cf-423f-86ac-17e26c2f4f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:22.321988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-01cb038c-52cf-423f-86ac-17e26c2f4f60 None None] Current status of the port 9d218e96-1f2d-4287-9c6a-958473b2e1e8 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:22.322384 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01cb038c-52cf-423f-86ac-17e26c2f4f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:22.417512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-cc910289-8700-4d29-8875-34b2e01e66ac', 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac', 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'fixed_ips': [{'subnet_id': '248e95a8-039f-4153-8bda-d32c40c45100'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:11:22.418396 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:22.775629 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:22.836791 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Allocated IP 2001:db8:3::2 (cc910289-8700-4d29-8875-34b2e01e66ac/248e95a8-039f-4153-8bda-d32c40c45100/0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:11:23.080083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-01cb038c-52cf-423f-86ac-17e26c2f4f60 None None] For port 9d218e96-1f2d-4287-9c6a-958473b2e1e8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9d218e96-1f2d-4287-9c6a-958473b2e1e8,segment=NetworkSegment(29eed3da-bfd1-447c-9e87-aa4ded767194),segment_id=29eed3da-bfd1-447c-9e87-aa4ded767194)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:23.164887 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a14804-8ee0-4d13-b482-343f92769fc3 None None] Network 2ad8375e-2b63-4d39-a9b1-4128d5f050b7 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:11:23.173386 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01cb038c-52cf-423f-86ac-17e26c2f4f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:23.218514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9643da3f-5cf7-4cd6-b0c8-730b104f469a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:11:23.744333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1e00bd74-03f7-444d-9bb9-67b9e24da505 None None] Provisioning complete for port 9643da3f-5cf7-4cd6-b0c8-730b104f469a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:23.744718 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1e00bd74-03f7-444d-9bb9-67b9e24da505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:23.810452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb038c-52cf-423f-86ac-17e26c2f4f60 None None] Pushing event updated for resources: {'Port': ['ID=9d218e96-1f2d-4287-9c6a-958473b2e1e8,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:23.817693 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Publish callbacks [] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:23.824624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:17Z', 'revision_number': 4, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f09a087-7bc4-4885-956b-cac4c4ed38ae', 'name': '', 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:93:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:16Z', 'updated_at': '2022-02-08T16:11:18Z', 'revision_number': 2, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d218e96-1f2d-4287-9c6a-958473b2e1e8', 'name': '', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:2e:c8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:11Z', 'updated_at': '2022-02-08T16:11:20Z', 'revision_number': 4, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '37913149-3558-4633-b437-5f71eaa985ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:23.883007 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:23.954376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd719ee7-f00c-4f69-99dd-dc0df0f7059b None None] The sync data for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 is: [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:17Z', 'revision_number': 4, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f09a087-7bc4-4885-956b-cac4c4ed38ae', 'name': '', 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:93:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:16Z', 'updated_at': '2022-02-08T16:11:18Z', 'revision_number': 2, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d218e96-1f2d-4287-9c6a-958473b2e1e8', 'name': '', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:2e:c8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:11Z', 'updated_at': '2022-02-08T16:11:20Z', 'revision_number': 4, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '37913149-3558-4633-b437-5f71eaa985ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:11:23.971766 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Pushing event updated for resources: {'Port': ['ID=0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:23.975682 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 9643da3f-5cf7-4cd6-b0c8-730b104f469a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:23.976291 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:24.186510 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:11:24.420244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Allocated IP 2001:db8:3::1 (cc910289-8700-4d29-8875-34b2e01e66ac/248e95a8-039f-4153-8bda-d32c40c45100/4f6fbe42-0a95-4361-a9a9-d25289156be8) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:11:24.474726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Network cc910289-8700-4d29-8875-34b2e01e66ac is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:11:24.507549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:24.520180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:11:24.866821 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:24.914805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 9643da3f-5cf7-4cd6-b0c8-730b104f469a is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:24.915892 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:24.962293 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:24.964672 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1e00bd74-03f7-444d-9bb9-67b9e24da505 None None] Current status of the port 9643da3f-5cf7-4cd6-b0c8-730b104f469a is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:24.969627 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1e00bd74-03f7-444d-9bb9-67b9e24da505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:25.082593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Attempting to bind port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:11:25.082993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Attempting to bind port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b5c78057-3861-4ff0-9b35-edf45eb03a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:11:25.083367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Attempting to bind port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b on network cc910289-8700-4d29-8875-34b2e01e66ac {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:11:25.128284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network cc910289-8700-4d29-8875-34b2e01e66ac is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:11:25.132603 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:25.139161 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:11:25.139408 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:25.186295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:11:25.189847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Checking segment: {'id': 'b5c78057-3861-4ff0-9b35-edf45eb03a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:11:25.193448 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:25.194753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Bound using segment: {'id': 'b5c78057-3861-4ff0-9b35-edf45eb03a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:11:25.196531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Bound port: 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c78057-3861-4ff0-9b35-edf45eb03a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:11:25.197222 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:25.282253 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=4f6fbe42-0a95-4361-a9a9-d25289156be8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:25.303005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1e00bd74-03f7-444d-9bb9-67b9e24da505 None None] For port 9643da3f-5cf7-4cd6-b0c8-730b104f469a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9643da3f-5cf7-4cd6-b0c8-730b104f469a,segment=NetworkSegment(8f2f9885-9dcd-448f-a6c7-506ae481a27d),segment_id=8f2f9885-9dcd-448f-a6c7-506ae481a27d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:25.312290 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1e00bd74-03f7-444d-9bb9-67b9e24da505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:25.518717 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:25.600540 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:11:25.601994 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:11:25.791213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-986578d8-5a1e-4d75-87b8-d4a1ceddd6a6 None None] Provisioning complete for port 9643da3f-5cf7-4cd6-b0c8-730b104f469a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:25.797326 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-986578d8-5a1e-4d75-87b8-d4a1ceddd6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:25.813347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] For port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:11:25.873250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00bd74-03f7-444d-9bb9-67b9e24da505 None None] Pushing event updated for resources: {'Port': ['ID=9643da3f-5cf7-4cd6-b0c8-730b104f469a,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:25.951185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] For port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b,segment=NetworkSegment(b5c78057-3861-4ff0-9b35-edf45eb03a14),segment_id=b5c78057-3861-4ff0-9b35-edf45eb03a14)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:11:25.966007 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:26.420901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 9643da3f-5cf7-4cd6-b0c8-730b104f469a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:26.435217 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:26.441742 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff5d8b-e8fc-4398-b0d2-8293d1d8d313 None None] Pushing event updated for resources: {'Port': ['ID=0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:26.446236 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:26.451156 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:26.495046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-986578d8-5a1e-4d75-87b8-d4a1ceddd6a6 None None] Current status of the port 9643da3f-5cf7-4cd6-b0c8-730b104f469a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:26.527272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-986578d8-5a1e-4d75-87b8-d4a1ceddd6a6 None None] Provisioning complete for port 7f09a087-7bc4-4885-956b-cac4c4ed38ae triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:26.529485 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-986578d8-5a1e-4d75-87b8-d4a1ceddd6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:26.587943 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Sync routers for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:11:26.666389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-986578d8-5a1e-4d75-87b8-d4a1ceddd6a6 None None] Port 7f09a087-7bc4-4885-956b-cac4c4ed38ae cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:11:26.795432 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d82858ca-5bdf-408a-86b7-3e0a3d6fd176 None None] Provisioning complete for port 7f09a087-7bc4-4885-956b-cac4c4ed38ae triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:26.795755 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d82858ca-5bdf-408a-86b7-3e0a3d6fd176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:26.902861 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:11:26.910120 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:26.929588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event updated for resources: {'Port': ['ID=4f6fbe42-0a95-4361-a9a9-d25289156be8,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:26.939994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d82858ca-5bdf-408a-86b7-3e0a3d6fd176 None None] Port 7f09a087-7bc4-4885-956b-cac4c4ed38ae cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:11:26.949557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9d218e96-1f2d-4287-9c6a-958473b2e1e8 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:11:27.100503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Network cc910289-8700-4d29-8875-34b2e01e66ac is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:11:27.105147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:11:27.171900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 9d218e96-1f2d-4287-9c6a-958473b2e1e8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:27.172403 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:27.206197 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:11:27.518819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 9d218e96-1f2d-4287-9c6a-958473b2e1e8 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:27.520125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9643da3f-5cf7-4cd6-b0c8-730b104f469a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:11:27.567770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:11:27.714684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 9643da3f-5cf7-4cd6-b0c8-730b104f469a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:27.715158 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:27.884580 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:25Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '4f6fbe42-0a95-4361-a9a9-d25289156be8', 'name': '', 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:1a:53:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '248e95a8-039f-4153-8bda-d32c40c45100', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:23Z', 'updated_at': '2022-02-08T16:11:26Z', 'revision_number': 2, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '248e95a8-039f-4153-8bda-d32c40c45100', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f09a087-7bc4-4885-956b-cac4c4ed38ae', 'name': '', 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:93:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:16Z', 'updated_at': '2022-02-08T16:11:18Z', 'revision_number': 2, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d218e96-1f2d-4287-9c6a-958473b2e1e8', 'name': '', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:2e:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:11Z', 'updated_at': '2022-02-08T16:11:22Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '37913149-3558-4633-b437-5f71eaa985ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:27.959344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:11:27.979174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41086) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:27.979978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cb945a59-3b0c-46f0-897e-b0de98ff71fc tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1225350 Feb 08 16:11:27.985459 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0ad948c8-1dce-49a3-81ea-40d663ef9103 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:11:27.994156 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Checking router: d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:11:27.994516 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Updating router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca port 4f6fbe42-0a95-4361-a9a9-d25289156be8 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:11:28.042667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 9643da3f-5cf7-4cd6-b0c8-730b104f469a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:28.089134 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:28.436864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e38351b-8e48-4048-9348-f7c5b6e1f39a None None] Network cc910289-8700-4d29-8875-34b2e01e66ac requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:11:28.852451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:11:28.955132 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Publish callbacks [] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:28.977955 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:29.002877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f3fe92a7-d5df-4769-a817-6e258a9c5744 None None] Provisioning complete for port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:29.002877 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f3fe92a7-d5df-4769-a817-6e258a9c5744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:29.113208 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:29.113596 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:29.209857 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3245110-6480-4eda-bb3c-0d5f2b650d69 None None] Pushing event updated for resources: {'Port': ['ID=4f6fbe42-0a95-4361-a9a9-d25289156be8,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:29.329011 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Attempting to bind port 4f6fbe42-0a95-4361-a9a9-d25289156be8 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:11:29.330916 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Attempting to bind port 4f6fbe42-0a95-4361-a9a9-d25289156be8 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b5c78057-3861-4ff0-9b35-edf45eb03a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:11:29.335490 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Attempting to bind port 4f6fbe42-0a95-4361-a9a9-d25289156be8 on network cc910289-8700-4d29-8875-34b2e01e66ac {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:11:29.355924 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:11:29.357919 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Checking segment: {'id': 'b5c78057-3861-4ff0-9b35-edf45eb03a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:11:29.361882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.extraroute_db [None req-0ad948c8-1dce-49a3-81ea-40d663ef9103 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103302) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 08 16:11:29.362629 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:29.363155 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Bound using segment: {'id': 'b5c78057-3861-4ff0-9b35-edf45eb03a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:11:29.363780 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Bound port: 4f6fbe42-0a95-4361-a9a9-d25289156be8, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c78057-3861-4ff0-9b35-edf45eb03a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:11:29.364510 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:29.435194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.extraroute_db [None req-0ad948c8-1dce-49a3-81ea-40d663ef9103 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Removed routes are [] {{(pid=103302) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 08 16:11:29.437398 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ad948c8-1dce-49a3-81ea-40d663ef9103 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:29.469793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe92a7-d5df-4769-a817-6e258a9c5744 None None] Current status of the port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:29.472369 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f3fe92a7-d5df-4769-a817-6e258a9c5744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:29.574970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f3fe92a7-d5df-4769-a817-6e258a9c5744 None None] For port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b,segment=NetworkSegment(b5c78057-3861-4ff0-9b35-edf45eb03a14),segment_id=b5c78057-3861-4ff0-9b35-edf45eb03a14)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:29.653011 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] For port 4f6fbe42-0a95-4361-a9a9-d25289156be8, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:11:29.663171 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] For port 4f6fbe42-0a95-4361-a9a9-d25289156be8, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4f6fbe42-0a95-4361-a9a9-d25289156be8,segment=NetworkSegment(b5c78057-3861-4ff0-9b35-edf45eb03a14),segment_id=b5c78057-3861-4ff0-9b35-edf45eb03a14)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:11:29.673293 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:29.724037 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f3fe92a7-d5df-4769-a817-6e258a9c5744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:29.802142 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Updating router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca port 7f09a087-7bc4-4885-956b-cac4c4ed38ae binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:11:29.894206 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:29.964525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:29.975631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe92a7-d5df-4769-a817-6e258a9c5744 None None] Pushing event updated for resources: {'Port': ['ID=0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:30.055930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ad948c8-1dce-49a3-81ea-40d663ef9103 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:30.059256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-08b19580-a60f-465f-bad3-a4da929900a1 None None] Provisioning complete for port 4f6fbe42-0a95-4361-a9a9-d25289156be8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:30.061370 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08b19580-a60f-465f-bad3-a4da929900a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:30.077892 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ad948c8-1dce-49a3-81ea-40d663ef9103 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:30.565462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-08b19580-a60f-465f-bad3-a4da929900a1 None None] Current status of the port 4f6fbe42-0a95-4361-a9a9-d25289156be8 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:30.566207 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08b19580-a60f-465f-bad3-a4da929900a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:30.704182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad948c8-1dce-49a3-81ea-40d663ef9103 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:11:30.771881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-08b19580-a60f-465f-bad3-a4da929900a1 None None] For port 4f6fbe42-0a95-4361-a9a9-d25289156be8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4f6fbe42-0a95-4361-a9a9-d25289156be8,segment=NetworkSegment(b5c78057-3861-4ff0-9b35-edf45eb03a14),segment_id=b5c78057-3861-4ff0-9b35-edf45eb03a14)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:30.785453 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:11:30.888197 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08b19580-a60f-465f-bad3-a4da929900a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:30.915445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41142) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:31.065833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b19580-a60f-465f-bad3-a4da929900a1 None None] Pushing event updated for resources: {'Port': ['ID=4f6fbe42-0a95-4361-a9a9-d25289156be8,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:31.085590 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Publish callbacks [] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:31.117917 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3245110-6480-4eda-bb3c-0d5f2b650d69 None None] Pushing event updated for resources: {'Port': ['ID=4f6fbe42-0a95-4361-a9a9-d25289156be8,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:31.120800 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:31.183523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-08b19580-a60f-465f-bad3-a4da929900a1 None None] Provisioning complete for port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:31.183805 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08b19580-a60f-465f-bad3-a4da929900a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:31.283103 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad948c8-1dce-49a3-81ea-40d663ef9103 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:11:31.318041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ad948c8-1dce-49a3-81ea-40d663ef9103 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:31.325471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41148) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:31.326047 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0ad948c8-1dce-49a3-81ea-40d663ef9103 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca HTTP/1.1" status: 200 len: 954 time: 3.3421984 Feb 08 16:11:31.430135 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:31.441233 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:31.611705 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3245110-6480-4eda-bb3c-0d5f2b650d69 None None] Pushing event updated for resources: {'Port': ['ID=7f09a087-7bc4-4885-956b-cac4c4ed38ae,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:31.647998 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Attempting to bind port 7f09a087-7bc4-4885-956b-cac4c4ed38ae on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:11:31.649481 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Attempting to bind port 7f09a087-7bc4-4885-956b-cac4c4ed38ae by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '8f2f9885-9dcd-448f-a6c7-506ae481a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:11:31.654827 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Attempting to bind port 7f09a087-7bc4-4885-956b-cac4c4ed38ae on network 2ad8375e-2b63-4d39-a9b1-4128d5f050b7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:11:31.671064 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:11:31.677695 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Checking segment: {'id': '8f2f9885-9dcd-448f-a6c7-506ae481a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:11:31.679219 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:31.680129 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Bound using segment: {'id': '8f2f9885-9dcd-448f-a6c7-506ae481a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:11:31.680862 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Bound port: 7f09a087-7bc4-4885-956b-cac4c4ed38ae, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2f9885-9dcd-448f-a6c7-506ae481a27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:11:31.681498 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:31.687193 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-843a490a-3fb5-4a65-9c4c-e4146d6abb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:31.703758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-976e7d51-33fc-43a3-adfc-ac95c6b851b4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/routers/d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca HTTP/1.1" status: 200 len: 954 time: 0.3746581 Feb 08 16:11:31.704860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41154) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:31.712977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d9d13bee-ea20-4f76-9acf-c87b3ed671e8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'router': {'routes': None}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:11:31.794012 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd667-87d2-4774-b8ac-6837e822739d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:31.969297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-08b19580-a60f-465f-bad3-a4da929900a1 None None] Current status of the port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:31.974196 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] For port 7f09a087-7bc4-4885-956b-cac4c4ed38ae, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:11:31.983640 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] For port 7f09a087-7bc4-4885-956b-cac4c4ed38ae, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7f09a087-7bc4-4885-956b-cac4c4ed38ae,segment=NetworkSegment(8f2f9885-9dcd-448f-a6c7-506ae481a27d),segment_id=8f2f9885-9dcd-448f-a6c7-506ae481a27d)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:11:32.006680 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:32.038067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:32.109430 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd667-87d2-4774-b8ac-6837e822739d admin admin] Publish callbacks [] for security_group (8156470b-ec62-48b2-92ef-da8436d68c17), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:32.121694 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd667-87d2-4774-b8ac-6837e822739d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8156470b-ec62-48b2-92ef-da8436d68c17), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:32.163558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c853ecd6-a1e1-47ff-a52f-ecf236635a0c None None] Provisioning complete for port 4f6fbe42-0a95-4361-a9a9-d25289156be8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:32.164476 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c853ecd6-a1e1-47ff-a52f-ecf236635a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:32.228038 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:11:32.249351 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:32.328885 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9ebdd667-87d2-4774-b8ac-6837e822739d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f17878eabe9a4897bf86094bbbc7cc23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4093940 Feb 08 16:11:32.329972 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41160) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:32.332178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdd667-87d2-4774-b8ac-6837e822739d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8156470b-ec62-48b2-92ef-da8436d68c17,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:32.385113 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c853ecd6-a1e1-47ff-a52f-ecf236635a0c None None] Current status of the port 4f6fbe42-0a95-4361-a9a9-d25289156be8 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:32.412716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c853ecd6-a1e1-47ff-a52f-ecf236635a0c None None] Provisioning complete for port 7f09a087-7bc4-4885-956b-cac4c4ed38ae triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:32.413120 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c853ecd6-a1e1-47ff-a52f-ecf236635a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:32.574212 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-830ca92a-ff57-44ec-a219-dd6d44c53bcd admin admin] Publish callbacks [] for security_group (8156470b-ec62-48b2-92ef-da8436d68c17), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:32.704424 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:11:32.724915 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-830ca92a-ff57-44ec-a219-dd6d44c53bcd admin admin] Publish callbacks [] for security_group (8156470b-ec62-48b2-92ef-da8436d68c17), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:33.002071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c853ecd6-a1e1-47ff-a52f-ecf236635a0c None None] Current status of the port 7f09a087-7bc4-4885-956b-cac4c4ed38ae is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:33.002071 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c853ecd6-a1e1-47ff-a52f-ecf236635a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:33.163264 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-830ca92a-ff57-44ec-a219-dd6d44c53bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8156470b-ec62-48b2-92ef-da8436d68c17), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:33.163264 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-830ca92a-ff57-44ec-a219-dd6d44c53bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:33.163264 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-830ca92a-ff57-44ec-a219-dd6d44c53bcd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8156470b-ec62-48b2-92ef-da8436d68c17 HTTP/1.1" status: 204 len: 168 time: 0.5604844 Feb 08 16:11:33.163264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ca92a-ff57-44ec-a219-dd6d44c53bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8156470b-ec62-48b2-92ef-da8436d68c17,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:33.169145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c853ecd6-a1e1-47ff-a52f-ecf236635a0c None None] For port 7f09a087-7bc4-4885-956b-cac4c4ed38ae, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7f09a087-7bc4-4885-956b-cac4c4ed38ae,segment=NetworkSegment(8f2f9885-9dcd-448f-a6c7-506ae481a27d),segment_id=8f2f9885-9dcd-448f-a6c7-506ae481a27d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:33.169145 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c853ecd6-a1e1-47ff-a52f-ecf236635a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:33.225777 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3245110-6480-4eda-bb3c-0d5f2b650d69 None None] Pushing event updated for resources: {'Port': ['ID=7f09a087-7bc4-4885-956b-cac4c4ed38ae,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:33.342307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-253b7c39-0fb5-4ebe-bb6d-a9d4fcbd9796 None None] Provisioning complete for port 4f6fbe42-0a95-4361-a9a9-d25289156be8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:33.342698 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-253b7c39-0fb5-4ebe-bb6d-a9d4fcbd9796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:33.348135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.extraroute_db [None req-d9d13bee-ea20-4f76-9acf-c87b3ed671e8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Added routes are [] {{(pid=103302) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 08 16:11:33.348698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.extraroute_db [None req-d9d13bee-ea20-4f76-9acf-c87b3ed671e8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103302) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 08 16:11:33.411791 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853ecd6-a1e1-47ff-a52f-ecf236635a0c None None] Pushing event updated for resources: {'Port': ['ID=7f09a087-7bc4-4885-956b-cac4c4ed38ae,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:33.441209 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9d13bee-ea20-4f76-9acf-c87b3ed671e8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:33.596926 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-253b7c39-0fb5-4ebe-bb6d-a9d4fcbd9796 None None] Current status of the port 4f6fbe42-0a95-4361-a9a9-d25289156be8 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:33.648680 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-253b7c39-0fb5-4ebe-bb6d-a9d4fcbd9796 None None] Provisioning complete for port 7f09a087-7bc4-4885-956b-cac4c4ed38ae triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:33.649124 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-253b7c39-0fb5-4ebe-bb6d-a9d4fcbd9796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:33.690095 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:29Z', 'revision_number': 6, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '4f6fbe42-0a95-4361-a9a9-d25289156be8', 'name': '', 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:1a:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '248e95a8-039f-4153-8bda-d32c40c45100', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:23Z', 'updated_at': '2022-02-08T16:11:30Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '248e95a8-039f-4153-8bda-d32c40c45100', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f09a087-7bc4-4885-956b-cac4c4ed38ae', 'name': '', 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:93:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:16Z', 'updated_at': '2022-02-08T16:11:31Z', 'revision_number': 4, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d218e96-1f2d-4287-9c6a-958473b2e1e8', 'name': '', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:2e:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:11Z', 'updated_at': '2022-02-08T16:11:22Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '37913149-3558-4633-b437-5f71eaa985ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:33.881945 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22276de-a240-4c46-ba05-d37a2fca6591 None None] The sync data for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 is: [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:29Z', 'revision_number': 6, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '4f6fbe42-0a95-4361-a9a9-d25289156be8', 'name': '', 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:1a:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '248e95a8-039f-4153-8bda-d32c40c45100', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:23Z', 'updated_at': '2022-02-08T16:11:30Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '248e95a8-039f-4153-8bda-d32c40c45100', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f09a087-7bc4-4885-956b-cac4c4ed38ae', 'name': '', 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:93:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:16Z', 'updated_at': '2022-02-08T16:11:31Z', 'revision_number': 4, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d218e96-1f2d-4287-9c6a-958473b2e1e8', 'name': '', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:2e:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:11Z', 'updated_at': '2022-02-08T16:11:22Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '37913149-3558-4633-b437-5f71eaa985ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:11:33.947543 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9d13bee-ea20-4f76-9acf-c87b3ed671e8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:33.973390 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9d13bee-ea20-4f76-9acf-c87b3ed671e8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:34.024649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41210) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:34.069333 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-301039a2-ace1-4191-9876-3ab249ae49f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:34.085351 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-958bf8d7-22fb-4e5b-bea2-9da2959eb1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:34.087551 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-253b7c39-0fb5-4ebe-bb6d-a9d4fcbd9796 None None] Current status of the port 7f09a087-7bc4-4885-956b-cac4c4ed38ae is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:34.409167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d13bee-ea20-4f76-9acf-c87b3ed671e8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:11:34.439312 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-301039a2-ace1-4191-9876-3ab249ae49f4 admin admin] Publish callbacks [] for security_group (54b44499-e3ae-461c-8b83-630218f50d7c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:34.448517 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-301039a2-ace1-4191-9876-3ab249ae49f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (54b44499-e3ae-461c-8b83-630218f50d7c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:34.495202 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301039a2-ace1-4191-9876-3ab249ae49f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b44499-e3ae-461c-8b83-630218f50d7c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:34.533725 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-301039a2-ace1-4191-9876-3ab249ae49f4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8b11f0aab4fc4f27a7fa24500a97e531&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5076981 Feb 08 16:11:34.534638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41222) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:34.632588 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e9b3f45-15b4-467e-af48-39efd11d9ad0 admin admin] Publish callbacks [] for security_group (54b44499-e3ae-461c-8b83-630218f50d7c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:34.664168 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e9b3f45-15b4-467e-af48-39efd11d9ad0 admin admin] Publish callbacks [] for security_group (54b44499-e3ae-461c-8b83-630218f50d7c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:34.738609 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e9b3f45-15b4-467e-af48-39efd11d9ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (54b44499-e3ae-461c-8b83-630218f50d7c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:34.741447 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9e9b3f45-15b4-467e-af48-39efd11d9ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:34.748425 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9e9b3f45-15b4-467e-af48-39efd11d9ad0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/54b44499-e3ae-461c-8b83-630218f50d7c HTTP/1.1" status: 204 len: 168 time: 0.2124362 Feb 08 16:11:34.777222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b3f45-15b4-467e-af48-39efd11d9ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b44499-e3ae-461c-8b83-630218f50d7c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:34.777422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d13bee-ea20-4f76-9acf-c87b3ed671e8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:11:34.803752 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9d13bee-ea20-4f76-9acf-c87b3ed671e8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:34.805250 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d9d13bee-ea20-4f76-9acf-c87b3ed671e8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca HTTP/1.1" status: 200 len: 704 time: 3.0991774 Feb 08 16:11:34.810343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41232) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:35.071758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4f6fbe42-0a95-4361-a9a9-d25289156be8 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:11:35.310599 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41246) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:35.324280 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1b3271e0-a481-47a1-9152-e34a71684cc4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/routers/d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca HTTP/1.1" status: 200 len: 704 time: 0.4963160 Feb 08 16:11:35.373670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 4f6fbe42-0a95-4361-a9a9-d25289156be8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:35.374704 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:35.636709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 4f6fbe42-0a95-4361-a9a9-d25289156be8 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:35.641775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7f09a087-7bc4-4885-956b-cac4c4ed38ae up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:11:35.827419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fca618c-b7d3-4b7a-bd0b-c9c351d2d2b2 None None] Sync routers for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:11:35.850150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca618c-b7d3-4b7a-bd0b-c9c351d2d2b2 None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:11:35.853871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-5fca618c-b7d3-4b7a-bd0b-c9c351d2d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:36.116013 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 7f09a087-7bc4-4885-956b-cac4c4ed38ae triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:11:36.116785 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:36.128841 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:36.225372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-5fca618c-b7d3-4b7a-bd0b-c9c351d2d2b2 None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:11:36.421673 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-99cc8466-7f9b-4778-9b1f-dd5faf6d6bed tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:36.512852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 7f09a087-7bc4-4885-956b-cac4c4ed38ae is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:11:36.749550 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:36.825682 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-5fca618c-b7d3-4b7a-bd0b-c9c351d2d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:33Z', 'revision_number': 7, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '4f6fbe42-0a95-4361-a9a9-d25289156be8', 'name': '', 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:1a:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '248e95a8-039f-4153-8bda-d32c40c45100', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:23Z', 'updated_at': '2022-02-08T16:11:30Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '248e95a8-039f-4153-8bda-d32c40c45100', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f09a087-7bc4-4885-956b-cac4c4ed38ae', 'name': '', 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:93:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:16Z', 'updated_at': '2022-02-08T16:11:32Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d218e96-1f2d-4287-9c6a-958473b2e1e8', 'name': '', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:2e:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:11Z', 'updated_at': '2022-02-08T16:11:22Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '37913149-3558-4633-b437-5f71eaa985ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:36.967161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fca618c-b7d3-4b7a-bd0b-c9c351d2d2b2 None None] Checking router: d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:11:37.003863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca618c-b7d3-4b7a-bd0b-c9c351d2d2b2 None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:11:37.013577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-5fca618c-b7d3-4b7a-bd0b-c9c351d2d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:37.238625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-99cc8466-7f9b-4778-9b1f-dd5faf6d6bed tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 4f6fbe42-0a95-4361-a9a9-d25289156be8 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:11:37.239050 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-99cc8466-7f9b-4778-9b1f-dd5faf6d6bed tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:37.418821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-5fca618c-b7d3-4b7a-bd0b-c9c351d2d2b2 None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:11:37.449665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-99cc8466-7f9b-4778-9b1f-dd5faf6d6bed tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] For port 4f6fbe42-0a95-4361-a9a9-d25289156be8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4f6fbe42-0a95-4361-a9a9-d25289156be8,segment=NetworkSegment(b5c78057-3861-4ff0-9b35-edf45eb03a14),segment_id=b5c78057-3861-4ff0-9b35-edf45eb03a14)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:37.454222 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-99cc8466-7f9b-4778-9b1f-dd5faf6d6bed tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:37.500577 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-99cc8466-7f9b-4778-9b1f-dd5faf6d6bed tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 4f6fbe42-0a95-4361-a9a9-d25289156be8 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:11:37.933700 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-99cc8466-7f9b-4778-9b1f-dd5faf6d6bed tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (4f6fbe42-0a95-4361-a9a9-d25289156be8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:38.014941 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:38.030317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc8466-7f9b-4778-9b1f-dd5faf6d6bed tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=4f6fbe42-0a95-4361-a9a9-d25289156be8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:38.552996 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-5fca618c-b7d3-4b7a-bd0b-c9c351d2d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:33Z', 'revision_number': 7, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '4f6fbe42-0a95-4361-a9a9-d25289156be8', 'name': '', 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:1a:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '248e95a8-039f-4153-8bda-d32c40c45100', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:23Z', 'updated_at': '2022-02-08T16:11:30Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '248e95a8-039f-4153-8bda-d32c40c45100', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f09a087-7bc4-4885-956b-cac4c4ed38ae', 'name': '', 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:93:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:16Z', 'updated_at': '2022-02-08T16:11:32Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d218e96-1f2d-4287-9c6a-958473b2e1e8', 'name': '', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:2e:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:11Z', 'updated_at': '2022-02-08T16:11:22Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '37913149-3558-4633-b437-5f71eaa985ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:38.652450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fca618c-b7d3-4b7a-bd0b-c9c351d2d2b2 None None] The sync data for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 is: [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:33Z', 'revision_number': 7, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '4f6fbe42-0a95-4361-a9a9-d25289156be8', 'name': '', 'network_id': 'cc910289-8700-4d29-8875-34b2e01e66ac', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:1a:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '248e95a8-039f-4153-8bda-d32c40c45100', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:23Z', 'updated_at': '2022-02-08T16:11:30Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '248e95a8-039f-4153-8bda-d32c40c45100', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f09a087-7bc4-4885-956b-cac4c4ed38ae', 'name': '', 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:93:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:16Z', 'updated_at': '2022-02-08T16:11:32Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d218e96-1f2d-4287-9c6a-958473b2e1e8', 'name': '', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:2e:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:11Z', 'updated_at': '2022-02-08T16:11:22Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '37913149-3558-4633-b437-5f71eaa985ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:11:39.315912 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-99cc8466-7f9b-4778-9b1f-dd5faf6d6bed tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:39.793370 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cc8466-7f9b-4778-9b1f-dd5faf6d6bed tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:11:40.046450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cc8466-7f9b-4778-9b1f-dd5faf6d6bed tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:11:40.061705 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1e052-dbf7-41e1-bfbc-139f5b4019ba None None] Sync routers for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:11:40.077822 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-99cc8466-7f9b-4778-9b1f-dd5faf6d6bed tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7634425 Feb 08 16:11:40.078322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41402) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:40.087346 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1e052-dbf7-41e1-bfbc-139f5b4019ba None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:11:40.090469 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6be1e052-dbf7-41e1-bfbc-139f5b4019ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:40.221153 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf0e9d4-ab76-41e6-8cc9-baf5cd1a715b tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting subnet 248e95a8-039f-4153-8bda-d32c40c45100 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:11:40.232004 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6bf0e9d4-ab76-41e6-8cc9-baf5cd1a715b tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (248e95a8-039f-4153-8bda-d32c40c45100), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:40.285405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41412) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:40.312853 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-6be1e052-dbf7-41e1-bfbc-139f5b4019ba None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:11:40.416855 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6bf0e9d4-ab76-41e6-8cc9-baf5cd1a715b tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (248e95a8-039f-4153-8bda-d32c40c45100), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:40.504511 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4965c36b-8458-4e24-b2b3-489c1c40efca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:40.547653 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6bf0e9d4-ab76-41e6-8cc9-baf5cd1a715b tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (248e95a8-039f-4153-8bda-d32c40c45100), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:40.697379 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6bf0e9d4-ab76-41e6-8cc9-baf5cd1a715b tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (248e95a8-039f-4153-8bda-d32c40c45100), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:40.720960 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4965c36b-8458-4e24-b2b3-489c1c40efca admin admin] Publish callbacks [] for security_group (9a9ccb14-2f41-4676-89c9-59a881117072), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:40.728774 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4965c36b-8458-4e24-b2b3-489c1c40efca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9a9ccb14-2f41-4676-89c9-59a881117072), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:40.761106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0e9d4-ab76-41e6-8cc9-baf5cd1a715b tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Subnet': ['ID=248e95a8-039f-4153-8bda-d32c40c45100,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:40.775548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b450195-6b61-4a9c-a295-792287f4620c None None] Network cc910289-8700-4d29-8875-34b2e01e66ac requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:11:40.787920 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6bf0e9d4-ab76-41e6-8cc9-baf5cd1a715b tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:40.798882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6bf0e9d4-ab76-41e6-8cc9-baf5cd1a715b tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/248e95a8-039f-4153-8bda-d32c40c45100 HTTP/1.1" status: 204 len: 168 time: 0.7177446 Feb 08 16:11:40.801067 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41422) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:40.829177 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4965c36b-8458-4e24-b2b3-489c1c40efca admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e982f9a0d9c94753a5ff2e2716f11534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5423272 Feb 08 16:11:40.829392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41426) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:40.867800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965c36b-8458-4e24-b2b3-489c1c40efca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9ccb14-2f41-4676-89c9-59a881117072,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:41.066381 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6be1e052-dbf7-41e1-bfbc-139f5b4019ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:37Z', 'revision_number': 8, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f09a087-7bc4-4885-956b-cac4c4ed38ae', 'name': '', 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:93:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:16Z', 'updated_at': '2022-02-08T16:11:32Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d218e96-1f2d-4287-9c6a-958473b2e1e8', 'name': '', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:2e:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:11Z', 'updated_at': '2022-02-08T16:11:22Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '37913149-3558-4633-b437-5f71eaa985ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:41.087250 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (cc910289-8700-4d29-8875-34b2e01e66ac), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:41.105489 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1e052-dbf7-41e1-bfbc-139f5b4019ba None None] Checking router: d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:11:41.173553 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c040bfb8-7cb1-4bc3-a069-08c2f023c4c9 admin admin] Publish callbacks [] for security_group (9a9ccb14-2f41-4676-89c9-59a881117072), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:41.178333 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1e052-dbf7-41e1-bfbc-139f5b4019ba None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:11:41.190108 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6be1e052-dbf7-41e1-bfbc-139f5b4019ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:41.193345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0592b5ed-65d7-48ba-a8e0-6a3931dd4d80 None None] DHCP port deletion for cc910289-8700-4d29-8875-34b2e01e66ac request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:11:41.304572 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c040bfb8-7cb1-4bc3-a069-08c2f023c4c9 admin admin] Publish callbacks [] for security_group (9a9ccb14-2f41-4676-89c9-59a881117072), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:41.408071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0592b5ed-65d7-48ba-a8e0-6a3931dd4d80 None None] Deleting port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:11:41.408465 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0592b5ed-65d7-48ba-a8e0-6a3931dd4d80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:41.476881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:11:41.478992 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:41.496167 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-6be1e052-dbf7-41e1-bfbc-139f5b4019ba None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:11:41.649920 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0592b5ed-65d7-48ba-a8e0-6a3931dd4d80 None None] For port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b,segment=NetworkSegment(b5c78057-3861-4ff0-9b35-edf45eb03a14),segment_id=b5c78057-3861-4ff0-9b35-edf45eb03a14)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:41.652098 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0592b5ed-65d7-48ba-a8e0-6a3931dd4d80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:41.683737 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0592b5ed-65d7-48ba-a8e0-6a3931dd4d80 None None] Calling delete_port for 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:11:41.704837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] For port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b,segment=NetworkSegment(b5c78057-3861-4ff0-9b35-edf45eb03a14),segment_id=b5c78057-3861-4ff0-9b35-edf45eb03a14)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:41.707484 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:41.726865 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c040bfb8-7cb1-4bc3-a069-08c2f023c4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9a9ccb14-2f41-4676-89c9-59a881117072), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:41.734173 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c040bfb8-7cb1-4bc3-a069-08c2f023c4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:41.736394 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c040bfb8-7cb1-4bc3-a069-08c2f023c4c9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9a9ccb14-2f41-4676-89c9-59a881117072 HTTP/1.1" status: 204 len: 168 time: 0.8786416 Feb 08 16:11:41.760008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:11:41.817782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040bfb8-7cb1-4bc3-a069-08c2f023c4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9ccb14-2f41-4676-89c9-59a881117072,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:41.982379 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0592b5ed-65d7-48ba-a8e0-6a3931dd4d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:42.050932 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:42.059612 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-6be1e052-dbf7-41e1-bfbc-139f5b4019ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:37Z', 'revision_number': 8, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f09a087-7bc4-4885-956b-cac4c4ed38ae', 'name': '', 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:93:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:16Z', 'updated_at': '2022-02-08T16:11:32Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d218e96-1f2d-4287-9c6a-958473b2e1e8', 'name': '', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:2e:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:11Z', 'updated_at': '2022-02-08T16:11:22Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '37913149-3558-4633-b437-5f71eaa985ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:42.086068 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592b5ed-65d7-48ba-a8e0-6a3931dd4d80 None None] Pushing event deleted for resources: {'Port': ['ID=0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:42.096904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592b5ed-65d7-48ba-a8e0-6a3931dd4d80 None None] No DVR routers for this DVR port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:11:42.120366 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1e052-dbf7-41e1-bfbc-139f5b4019ba None None] The sync data for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 is: [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:37Z', 'revision_number': 8, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f09a087-7bc4-4885-956b-cac4c4ed38ae', 'name': '', 'network_id': '2ad8375e-2b63-4d39-a9b1-4128d5f050b7', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:93:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:16Z', 'updated_at': '2022-02-08T16:11:32Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '946ed0f5-a049-454c-8b34-6056f7d5c3ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d218e96-1f2d-4287-9c6a-958473b2e1e8', 'name': '', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:2e:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:11Z', 'updated_at': '2022-02-08T16:11:22Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '37913149-3558-4633-b437-5f71eaa985ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:11:42.156277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No DVR routers for this DVR port 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:11:42.169584 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:42.419344 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (cc910289-8700-4d29-8875-34b2e01e66ac), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:42.463670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc910289-8700-4d29-8875-34b2e01e66ac']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:42.517053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c78057-3861-4ff0-9b35-edf45eb03a14') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:42.517363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c78057-3861-4ff0-9b35-edf45eb03a14') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:42.559413 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (b5c78057-3861-4ff0-9b35-edf45eb03a14), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:42.600579 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b5c78057-3861-4ff0-9b35-edf45eb03a14), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:42.616108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:11:42.616563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (b5c78057-3861-4ff0-9b35-edf45eb03a14), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:42.630389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41478) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:42.649859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efa77f7f-2cd9-49e7-8b43-f9da0c4475a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:42.743618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: self.session.flush() Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:11:42.745020 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:11:42.761453 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (cc910289-8700-4d29-8875-34b2e01e66ac), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:42.773493 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:42.789359 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/networks/cc910289-8700-4d29-8875-34b2e01e66ac HTTP/1.1" status: 204 len: 168 time: 1.9814823 Feb 08 16:11:42.802690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:11:42.803051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0c3a89b2-9b11-4200-ae8a-8c7c3cb8da6b not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:11:42.804798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4f6fbe42-0a95-4361-a9a9-d25289156be8 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:11:42.809964 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41482) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:42.865353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c88bed-08d0-448e-9a7f-7ce4094189aa tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Network': ['ID=cc910289-8700-4d29-8875-34b2e01e66ac,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:42.875289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 4f6fbe42-0a95-4361-a9a9-d25289156be8 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:11:42.881497 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4f6fbe42-0a95-4361-a9a9-d25289156be8 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:11:42.938715 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efa77f7f-2cd9-49e7-8b43-f9da0c4475a7 admin admin] Publish callbacks [] for security_group (31303122-2b31-479e-947e-c2f72e9bccd3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:42.954847 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efa77f7f-2cd9-49e7-8b43-f9da0c4475a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (31303122-2b31-479e-947e-c2f72e9bccd3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:43.071697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa77f7f-2cd9-49e7-8b43-f9da0c4475a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31303122-2b31-479e-947e-c2f72e9bccd3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:43.104770 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-efa77f7f-2cd9-49e7-8b43-f9da0c4475a7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0dc6f23369c6473e8b33423f69ff228e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4709201 Feb 08 16:11:43.106078 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41488) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:43.209688 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2bc42845-3710-4470-ab83-b54e91e71f36 admin admin] Publish callbacks [] for security_group (31303122-2b31-479e-947e-c2f72e9bccd3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:43.438802 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2bc42845-3710-4470-ab83-b54e91e71f36 admin admin] Publish callbacks [] for security_group (31303122-2b31-479e-947e-c2f72e9bccd3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:43.540887 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2bc42845-3710-4470-ab83-b54e91e71f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (31303122-2b31-479e-947e-c2f72e9bccd3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:43.548134 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2bc42845-3710-4470-ab83-b54e91e71f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:43.551545 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2bc42845-3710-4470-ab83-b54e91e71f36 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/31303122-2b31-479e-947e-c2f72e9bccd3 HTTP/1.1" status: 204 len: 168 time: 0.4428787 Feb 08 16:11:43.583220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc42845-3710-4470-ab83-b54e91e71f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31303122-2b31-479e-947e-c2f72e9bccd3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:43.878965 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2e9328c-20c7-4e56-86e8-b82b6388218c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:44.403948 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d2e9328c-20c7-4e56-86e8-b82b6388218c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 7f09a087-7bc4-4885-956b-cac4c4ed38ae {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:11:44.404502 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2e9328c-20c7-4e56-86e8-b82b6388218c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:44.656627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-d2e9328c-20c7-4e56-86e8-b82b6388218c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] For port 7f09a087-7bc4-4885-956b-cac4c4ed38ae, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7f09a087-7bc4-4885-956b-cac4c4ed38ae,segment=NetworkSegment(8f2f9885-9dcd-448f-a6c7-506ae481a27d),segment_id=8f2f9885-9dcd-448f-a6c7-506ae481a27d)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:44.658635 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2e9328c-20c7-4e56-86e8-b82b6388218c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:44.696109 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d2e9328c-20c7-4e56-86e8-b82b6388218c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 7f09a087-7bc4-4885-956b-cac4c4ed38ae owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:11:45.446526 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2e9328c-20c7-4e56-86e8-b82b6388218c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (7f09a087-7bc4-4885-956b-cac4c4ed38ae), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:45.564447 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9328c-20c7-4e56-86e8-b82b6388218c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=7f09a087-7bc4-4885-956b-cac4c4ed38ae,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:45.908684 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2e9328c-20c7-4e56-86e8-b82b6388218c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:46.371086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e9328c-20c7-4e56-86e8-b82b6388218c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:11:46.580428 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e9328c-20c7-4e56-86e8-b82b6388218c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:11:46.588974 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41608) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:46.589592 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d2e9328c-20c7-4e56-86e8-b82b6388218c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7752430 Feb 08 16:11:46.610467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad05bcb-c692-4f02-97c6-6b3cae4764bf None None] Sync routers for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:11:46.644616 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad05bcb-c692-4f02-97c6-6b3cae4764bf None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:11:46.649705 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1ad05bcb-c692-4f02-97c6-6b3cae4764bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:46.699888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb895b7-f441-43fb-9991-1e174d81990a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting subnet 946ed0f5-a049-454c-8b34-6056f7d5c3ff {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:11:46.708751 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cb895b7-f441-43fb-9991-1e174d81990a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (946ed0f5-a049-454c-8b34-6056f7d5c3ff), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:46.835130 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cb895b7-f441-43fb-9991-1e174d81990a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (946ed0f5-a049-454c-8b34-6056f7d5c3ff), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:46.882714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-1ad05bcb-c692-4f02-97c6-6b3cae4764bf None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:11:47.113860 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cb895b7-f441-43fb-9991-1e174d81990a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (946ed0f5-a049-454c-8b34-6056f7d5c3ff), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:47.224754 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cb895b7-f441-43fb-9991-1e174d81990a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (946ed0f5-a049-454c-8b34-6056f7d5c3ff), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:47.286106 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb895b7-f441-43fb-9991-1e174d81990a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Subnet': ['ID=946ed0f5-a049-454c-8b34-6056f7d5c3ff,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:47.307551 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9cb895b7-f441-43fb-9991-1e174d81990a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:47.318185 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9cb895b7-f441-43fb-9991-1e174d81990a tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/946ed0f5-a049-454c-8b34-6056f7d5c3ff HTTP/1.1" status: 204 len: 168 time: 0.7272191 Feb 08 16:11:47.320641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41626) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:47.339992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cd316c-af5f-4b6e-852c-415165a3cb21 None None] Network 2ad8375e-2b63-4d39-a9b1-4128d5f050b7 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:11:47.589102 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (2ad8375e-2b63-4d39-a9b1-4128d5f050b7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:47.838788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1ad05bcb-c692-4f02-97c6-6b3cae4764bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:45Z', 'revision_number': 9, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d218e96-1f2d-4287-9c6a-958473b2e1e8', 'name': '', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:2e:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:11Z', 'updated_at': '2022-02-08T16:11:22Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '37913149-3558-4633-b437-5f71eaa985ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:47.957318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] DHCP port deletion for 2ad8375e-2b63-4d39-a9b1-4128d5f050b7 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:11:47.961028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad05bcb-c692-4f02-97c6-6b3cae4764bf None None] Checking router: d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:11:48.032538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad05bcb-c692-4f02-97c6-6b3cae4764bf None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:11:48.033226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1ad05bcb-c692-4f02-97c6-6b3cae4764bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:48.331129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Deleting port 9643da3f-5cf7-4cd6-b0c8-730b104f469a {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:11:48.331617 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:48.384986 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 9643da3f-5cf7-4cd6-b0c8-730b104f469a {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:11:48.387793 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:48.447365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] For port 9643da3f-5cf7-4cd6-b0c8-730b104f469a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9643da3f-5cf7-4cd6-b0c8-730b104f469a,segment=NetworkSegment(8f2f9885-9dcd-448f-a6c7-506ae481a27d),segment_id=8f2f9885-9dcd-448f-a6c7-506ae481a27d)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:48.454059 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:48.481570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Calling delete_port for 9643da3f-5cf7-4cd6-b0c8-730b104f469a owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:11:48.632848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] For port 9643da3f-5cf7-4cd6-b0c8-730b104f469a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9643da3f-5cf7-4cd6-b0c8-730b104f469a,segment=NetworkSegment(8f2f9885-9dcd-448f-a6c7-506ae481a27d),segment_id=8f2f9885-9dcd-448f-a6c7-506ae481a27d)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:48.639161 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:48.639337 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:48.670284 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-1ad05bcb-c692-4f02-97c6-6b3cae4764bf None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:11:48.673823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Pushing event deleted for resources: {'Port': ['ID=9643da3f-5cf7-4cd6-b0c8-730b104f469a,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:48.720548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 9643da3f-5cf7-4cd6-b0c8-730b104f469a owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:11:48.820391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:48.832731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:48.833238 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:48.833683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:48.834152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:48.836135 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:48.837353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:48.842368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:48.842968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:48.846058 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:48.846728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:48.847173 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:48.847614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:11:48.871826 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9643da3f-5cf7-4cd6-b0c8-730b104f469a no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:11:48.938038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 9643da3f-5cf7-4cd6-b0c8-730b104f469a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:11:48.945579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9643da3f-5cf7-4cd6-b0c8-730b104f469a not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:11:48.964794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1093de6-11d5-464b-bf27-b28e4e021c5e None None] No DVR routers for this DVR port 9643da3f-5cf7-4cd6-b0c8-730b104f469a on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:11:49.025392 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9643da3f-5cf7-4cd6-b0c8-730b104f469a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:49.055966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No DVR routers for this DVR port 9643da3f-5cf7-4cd6-b0c8-730b104f469a on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:11:49.064834 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:49.205007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=9643da3f-5cf7-4cd6-b0c8-730b104f469a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:49.393004 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (2ad8375e-2b63-4d39-a9b1-4128d5f050b7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:49.394294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-1ad05bcb-c692-4f02-97c6-6b3cae4764bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:45Z', 'revision_number': 9, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d218e96-1f2d-4287-9c6a-958473b2e1e8', 'name': '', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:2e:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:11Z', 'updated_at': '2022-02-08T16:11:22Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '37913149-3558-4633-b437-5f71eaa985ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:49.432739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad8375e-2b63-4d39-a9b1-4128d5f050b7']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:49.456077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2f9885-9dcd-448f-a6c7-506ae481a27d') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:49.456455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2f9885-9dcd-448f-a6c7-506ae481a27d') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:49.476120 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (8f2f9885-9dcd-448f-a6c7-506ae481a27d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:49.503036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad05bcb-c692-4f02-97c6-6b3cae4764bf None None] The sync data for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 is: [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:45Z', 'revision_number': 9, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d218e96-1f2d-4287-9c6a-958473b2e1e8', 'name': '', 'network_id': '4bc3f48e-d208-4084-8102-b65802279549', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:2e:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '37913149-3558-4633-b437-5f71eaa985ca', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:11Z', 'updated_at': '2022-02-08T16:11:22Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': '37913149-3558-4633-b437-5f71eaa985ca', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:11:49.570770 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8f2f9885-9dcd-448f-a6c7-506ae481a27d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:49.577875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:11:49.578413 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (8f2f9885-9dcd-448f-a6c7-506ae481a27d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:11:49.586164 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:11:49.726672 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (2ad8375e-2b63-4d39-a9b1-4128d5f050b7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:49.744973 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:49.751245 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/networks/2ad8375e-2b63-4d39-a9b1-4128d5f050b7 HTTP/1.1" status: 204 len: 168 time: 2.4269712 Feb 08 16:11:49.752034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41696) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:49.769284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92d579-fc42-498b-a677-0d9f7a5e0998 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Network': ['ID=2ad8375e-2b63-4d39-a9b1-4128d5f050b7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:50.474275 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:50.601981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-ef40da10-9cf1-4c64-b3ce-375cf63c7708 req-3814dd34-fc3a-49bf-8b70-5136b468529f service neutron] (103302) timed out ('10.222.0.82', 58012) {{(pid=103302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 16:11:50.648368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7f09a087-7bc4-4885-956b-cac4c4ed38ae no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:11:50.766680 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 7f09a087-7bc4-4885-956b-cac4c4ed38ae {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:11:50.775174 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7f09a087-7bc4-4885-956b-cac4c4ed38ae not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:11:50.963343 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0c4c390-03ae-4d12-9192-4d88618c6345 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:51.235533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41734) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:51.641589 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3316f085-83c9-4590-8d0b-4e4bfdf4fcee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:51.761643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3316f085-83c9-4590-8d0b-4e4bfdf4fcee admin admin] Publish callbacks [] for security_group (0363448d-b66b-4c9c-b631-e4c9b504eb75), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:51.771270 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4c390-03ae-4d12-9192-4d88618c6345 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 9d218e96-1f2d-4287-9c6a-958473b2e1e8 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:11:51.771620 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0c4c390-03ae-4d12-9192-4d88618c6345 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:51.778331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3316f085-83c9-4590-8d0b-4e4bfdf4fcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0363448d-b66b-4c9c-b631-e4c9b504eb75), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:51.909298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41754) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:51.909830 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3316f085-83c9-4590-8d0b-4e4bfdf4fcee admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=eb43bf62a9744c9a9a3bf5f28a5d9d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6726966 Feb 08 16:11:51.912612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316f085-83c9-4590-8d0b-4e4bfdf4fcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0363448d-b66b-4c9c-b631-e4c9b504eb75,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:52.010104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-e0c4c390-03ae-4d12-9192-4d88618c6345 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] For port 9d218e96-1f2d-4287-9c6a-958473b2e1e8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9d218e96-1f2d-4287-9c6a-958473b2e1e8,segment=NetworkSegment(29eed3da-bfd1-447c-9e87-aa4ded767194),segment_id=29eed3da-bfd1-447c-9e87-aa4ded767194)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:52.013451 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0c4c390-03ae-4d12-9192-4d88618c6345 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:52.069159 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4c390-03ae-4d12-9192-4d88618c6345 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 9d218e96-1f2d-4287-9c6a-958473b2e1e8 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:11:52.075027 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c89a36f-c243-4eb8-8e15-1b4887b0e452 admin admin] Publish callbacks [] for security_group (0363448d-b66b-4c9c-b631-e4c9b504eb75), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:52.143678 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c89a36f-c243-4eb8-8e15-1b4887b0e452 admin admin] Publish callbacks [] for security_group (0363448d-b66b-4c9c-b631-e4c9b504eb75), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:52.224460 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c89a36f-c243-4eb8-8e15-1b4887b0e452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0363448d-b66b-4c9c-b631-e4c9b504eb75), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:52.234119 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c89a36f-c243-4eb8-8e15-1b4887b0e452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:52.241174 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5c89a36f-c243-4eb8-8e15-1b4887b0e452 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0363448d-b66b-4c9c-b631-e4c9b504eb75 HTTP/1.1" status: 204 len: 168 time: 0.3296351 Feb 08 16:11:52.293388 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89a36f-c243-4eb8-8e15-1b4887b0e452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0363448d-b66b-4c9c-b631-e4c9b504eb75,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:52.704063 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0c4c390-03ae-4d12-9192-4d88618c6345 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9d218e96-1f2d-4287-9c6a-958473b2e1e8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:52.978978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4c390-03ae-4d12-9192-4d88618c6345 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=9d218e96-1f2d-4287-9c6a-958473b2e1e8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:53.073017 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e0c4c390-03ae-4d12-9192-4d88618c6345 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:53.552450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c4c390-03ae-4d12-9192-4d88618c6345 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:11:53.981308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c4c390-03ae-4d12-9192-4d88618c6345 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:11:53.993417 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a29661-d802-46e2-a55e-6e6ec80aff7c None None] Sync routers for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:11:53.994002 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e0c4c390-03ae-4d12-9192-4d88618c6345 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2379098 Feb 08 16:11:53.994146 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41830) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:54.028668 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a29661-d802-46e2-a55e-6e6ec80aff7c None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:11:54.031625 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-09a29661-d802-46e2-a55e-6e6ec80aff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:54.120772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14ba27b-0fd4-4aff-8ace-f5c9815623e2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting subnet 37913149-3558-4633-b437-5f71eaa985ca {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:11:54.127706 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e14ba27b-0fd4-4aff-8ace-f5c9815623e2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (37913149-3558-4633-b437-5f71eaa985ca), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:54.322274 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e14ba27b-0fd4-4aff-8ace-f5c9815623e2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (37913149-3558-4633-b437-5f71eaa985ca), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:54.334266 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-09a29661-d802-46e2-a55e-6e6ec80aff7c None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:11:54.572027 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e14ba27b-0fd4-4aff-8ace-f5c9815623e2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (37913149-3558-4633-b437-5f71eaa985ca), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:54.697840 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e14ba27b-0fd4-4aff-8ace-f5c9815623e2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (37913149-3558-4633-b437-5f71eaa985ca), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:54.769396 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ba27b-0fd4-4aff-8ace-f5c9815623e2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Subnet': ['ID=37913149-3558-4633-b437-5f71eaa985ca,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:54.789707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc0221d-06ea-4bec-9829-ad2ad65e7a25 None None] Network 4bc3f48e-d208-4084-8102-b65802279549 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:11:54.794718 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e14ba27b-0fd4-4aff-8ace-f5c9815623e2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:54.809086 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41844) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:54.818853 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-09a29661-d802-46e2-a55e-6e6ec80aff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:52Z', 'revision_number': 10, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:54.824449 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e14ba27b-0fd4-4aff-8ace-f5c9815623e2 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/37913149-3558-4633-b437-5f71eaa985ca HTTP/1.1" status: 204 len: 168 time: 0.8139136 Feb 08 16:11:54.892088 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a29661-d802-46e2-a55e-6e6ec80aff7c None None] Checking router: d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:11:54.943013 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a29661-d802-46e2-a55e-6e6ec80aff7c None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:11:54.947285 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-09a29661-d802-46e2-a55e-6e6ec80aff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:55.118227 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (4bc3f48e-d208-4084-8102-b65802279549), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:55.289709 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 0ddcff11-7925-4640-b5e5-ab12aba82ad7 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:11:55.291262 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:55.315835 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b3335e-2fa0-46ad-a9e0-37c1e2505cdd None None] DHCP port deletion for 4bc3f48e-d208-4084-8102-b65802279549 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:11:55.408344 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-09a29661-d802-46e2-a55e-6e6ec80aff7c None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:11:55.499005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c5b3335e-2fa0-46ad-a9e0-37c1e2505cdd None None] Deleting port 0ddcff11-7925-4640-b5e5-ab12aba82ad7 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:11:55.501434 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c5b3335e-2fa0-46ad-a9e0-37c1e2505cdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:55.506250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] For port 0ddcff11-7925-4640-b5e5-ab12aba82ad7, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0ddcff11-7925-4640-b5e5-ab12aba82ad7,segment=NetworkSegment(29eed3da-bfd1-447c-9e87-aa4ded767194),segment_id=29eed3da-bfd1-447c-9e87-aa4ded767194)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:55.507442 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:55.544792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 0ddcff11-7925-4640-b5e5-ab12aba82ad7 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:11:55.747726 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:55.766954 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c5b3335e-2fa0-46ad-a9e0-37c1e2505cdd None None] For port 0ddcff11-7925-4640-b5e5-ab12aba82ad7, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=0ddcff11-7925-4640-b5e5-ab12aba82ad7,segment=NetworkSegment(29eed3da-bfd1-447c-9e87-aa4ded767194),segment_id=29eed3da-bfd1-447c-9e87-aa4ded767194)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:55.768685 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c5b3335e-2fa0-46ad-a9e0-37c1e2505cdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:55.835246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c5b3335e-2fa0-46ad-a9e0-37c1e2505cdd None None] Calling delete_port for 0ddcff11-7925-4640-b5e5-ab12aba82ad7 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:11:55.857805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=0ddcff11-7925-4640-b5e5-ab12aba82ad7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:55.896070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No DVR routers for this DVR port 0ddcff11-7925-4640-b5e5-ab12aba82ad7 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:11:56.167392 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c5b3335e-2fa0-46ad-a9e0-37c1e2505cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (0ddcff11-7925-4640-b5e5-ab12aba82ad7), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:56.220698 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b3335e-2fa0-46ad-a9e0-37c1e2505cdd None None] No DVR routers for this DVR port 0ddcff11-7925-4640-b5e5-ab12aba82ad7 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:11:56.222932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3335e-2fa0-46ad-a9e0-37c1e2505cdd None None] Pushing event deleted for resources: {'Port': ['ID=0ddcff11-7925-4640-b5e5-ab12aba82ad7,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:56.300667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (4bc3f48e-d208-4084-8102-b65802279549), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:56.373301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc3f48e-d208-4084-8102-b65802279549']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:56.387078 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-09a29661-d802-46e2-a55e-6e6ec80aff7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:52Z', 'revision_number': 10, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:56.405327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29eed3da-bfd1-447c-9e87-aa4ded767194') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:56.405681 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29eed3da-bfd1-447c-9e87-aa4ded767194') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:11:56.438071 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (29eed3da-bfd1-447c-9e87-aa4ded767194), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:56.455637 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a29661-d802-46e2-a55e-6e6ec80aff7c None None] The sync data for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 is: [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:52Z', 'revision_number': 10, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None, '_interfaces': [{'id': '68da7c79-15b7-4399-9f47-12fcdd18a576', 'name': '', 'network_id': 'c87f0701-d53d-47b8-bdd2-4bab86e7d874', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'mac_address': 'fa:16:3e:ea:5c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:11:04Z', 'updated_at': '2022-02-08T16:11:11Z', 'revision_number': 5, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'subnets': [{'id': 'de2bca2d-2f78-48c9-9cfc-e27678e4934e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:11:56.497033 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (29eed3da-bfd1-447c-9e87-aa4ded767194), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:56.521990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:11:56.523445 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (29eed3da-bfd1-447c-9e87-aa4ded767194), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:11:56.591697 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:11:56.733085 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (4bc3f48e-d208-4084-8102-b65802279549), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:56.755959 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:56.772055 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/networks/4bc3f48e-d208-4084-8102-b65802279549 HTTP/1.1" status: 204 len: 168 time: 1.9610922 Feb 08 16:11:56.776562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 41884) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:11:56.828384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd39e49-49f6-44f9-a466-01e0216e3115 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Network': ['ID=4bc3f48e-d208-4084-8102-b65802279549,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:56.989103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9d218e96-1f2d-4287-9c6a-958473b2e1e8 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:11:57.040909 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 9d218e96-1f2d-4287-9c6a-958473b2e1e8 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:11:57.041317 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9d218e96-1f2d-4287-9c6a-958473b2e1e8 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:11:57.041738 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0ddcff11-7925-4640-b5e5-ab12aba82ad7 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:11:57.114511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 0ddcff11-7925-4640-b5e5-ab12aba82ad7 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:11:57.118532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 0ddcff11-7925-4640-b5e5-ab12aba82ad7 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:11:57.915083 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-473d0f5d-c42c-4329-bcc6-c68a11e876e9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:58.427756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-473d0f5d-c42c-4329-bcc6-c68a11e876e9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 68da7c79-15b7-4399-9f47-12fcdd18a576 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:11:58.428333 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-473d0f5d-c42c-4329-bcc6-c68a11e876e9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:58.671109 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-473d0f5d-c42c-4329-bcc6-c68a11e876e9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] For port 68da7c79-15b7-4399-9f47-12fcdd18a576, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=68da7c79-15b7-4399-9f47-12fcdd18a576,segment=NetworkSegment(db0d9ed0-0edd-468f-a18d-db3bd1e77b43),segment_id=db0d9ed0-0edd-468f-a18d-db3bd1e77b43)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:11:58.671487 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-473d0f5d-c42c-4329-bcc6-c68a11e876e9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:58.703567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-473d0f5d-c42c-4329-bcc6-c68a11e876e9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 68da7c79-15b7-4399-9f47-12fcdd18a576 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:11:59.210453 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-473d0f5d-c42c-4329-bcc6-c68a11e876e9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (68da7c79-15b7-4399-9f47-12fcdd18a576), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:59.281749 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d0f5d-c42c-4329-bcc6-c68a11e876e9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=68da7c79-15b7-4399-9f47-12fcdd18a576,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:11:59.599483 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-473d0f5d-c42c-4329-bcc6-c68a11e876e9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:11:59.990852 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473d0f5d-c42c-4329-bcc6-c68a11e876e9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:12:00.245039 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-df610936-3899-4dfd-8123-510c142e1e7e tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=fbc3936eb7774f748af1a471d579c74e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1238272 Feb 08 16:12:00.264558 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473d0f5d-c42c-4329-bcc6-c68a11e876e9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:12:00.275215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba581d42-249e-4c60-92be-b4132b86ca8e None None] Sync routers for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:12:00.281478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-473d0f5d-c42c-4329-bcc6-c68a11e876e9 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5029211 Feb 08 16:12:00.284262 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41954) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:00.289014 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba581d42-249e-4c60-92be-b4132b86ca8e None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:12:00.289649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ba581d42-249e-4c60-92be-b4132b86ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:12:00.385228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e0224c-2786-41ae-8e45-5877db845a80 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting subnet de2bca2d-2f78-48c9-9cfc-e27678e4934e {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:12:00.395215 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44e0224c-2786-41ae-8e45-5877db845a80 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (de2bca2d-2f78-48c9-9cfc-e27678e4934e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:00.498578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-bd86cf4e-001b-4ed2-8b9a-e47b499fa5b0 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:00.512146 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44e0224c-2786-41ae-8e45-5877db845a80 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (de2bca2d-2f78-48c9-9cfc-e27678e4934e), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:00.531979 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-bd86cf4e-001b-4ed2-8b9a-e47b499fa5b0 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2859700 Feb 08 16:12:00.586398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-cfe876ab-6190-4696-887e-2ef8f0b1c93a tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/quotas/fbc3936eb7774f748af1a471d579c74e HTTP/1.1" status: 200 len: 375 time: 0.0446398 Feb 08 16:12:00.693643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-0423ec7b-f0b4-4378-b86c-86e998077b17 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=fbc3936eb7774f748af1a471d579c74e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060996 Feb 08 16:12:00.803911 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44e0224c-2786-41ae-8e45-5877db845a80 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (de2bca2d-2f78-48c9-9cfc-e27678e4934e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:00.862875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ba581d42-249e-4c60-92be-b4132b86ca8e None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:12:00.974828 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ba581d42-249e-4c60-92be-b4132b86ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:59Z', 'revision_number': 11, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:12:01.019239 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44e0224c-2786-41ae-8e45-5877db845a80 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (de2bca2d-2f78-48c9-9cfc-e27678e4934e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:01.063082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba581d42-249e-4c60-92be-b4132b86ca8e None None] Checking router: d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:12:01.087352 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0224c-2786-41ae-8e45-5877db845a80 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Subnet': ['ID=de2bca2d-2f78-48c9-9cfc-e27678e4934e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:01.108232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba581d42-249e-4c60-92be-b4132b86ca8e None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:12:01.109567 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d23e9473-4fa7-4b07-826d-67c1e91fdf6f req-513036ce-ab20-4a85-867c-4fb9b4b7145c tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 210 time: 0.0691903 Feb 08 16:12:01.114600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ba581d42-249e-4c60-92be-b4132b86ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:11:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:12:01.125369 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44e0224c-2786-41ae-8e45-5877db845a80 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:01.140280 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-44e0224c-2786-41ae-8e45-5877db845a80 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/de2bca2d-2f78-48c9-9cfc-e27678e4934e HTTP/1.1" status: 204 len: 168 time: 0.8548925 Feb 08 16:12:01.142765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 41976) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:01.186617 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:12:01.227854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ed34e6-5869-40f9-9391-540a91125876 None None] Network c87f0701-d53d-47b8-bdd2-4bab86e7d874 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:12:01.353132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ba581d42-249e-4c60-92be-b4132b86ca8e None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:12:01.385063 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (c87f0701-d53d-47b8-bdd2-4bab86e7d874), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:01.443546 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ba581d42-249e-4c60-92be-b4132b86ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:59Z', 'revision_number': 11, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:12:01.527362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Deleting port 033fa0ed-c351-42d5-ae5f-837ca0fe9101 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:12:01.528736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (033fa0ed-c351-42d5-ae5f-837ca0fe9101), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:01.700702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] For port 033fa0ed-c351-42d5-ae5f-837ca0fe9101, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=033fa0ed-c351-42d5-ae5f-837ca0fe9101,segment=NetworkSegment(db0d9ed0-0edd-468f-a18d-db3bd1e77b43),segment_id=db0d9ed0-0edd-468f-a18d-db3bd1e77b43)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:12:01.701112 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (033fa0ed-c351-42d5-ae5f-837ca0fe9101), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:01.735977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Calling delete_port for 033fa0ed-c351-42d5-ae5f-837ca0fe9101 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:12:01.802988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba581d42-249e-4c60-92be-b4132b86ca8e None None] The sync data for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 is: [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:59Z', 'revision_number': 11, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:12:01.821875 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-13b20ab9-a7e1-4723-bd6f-40aee86cabb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:01.970314 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (033fa0ed-c351-42d5-ae5f-837ca0fe9101), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:02.006606 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Port': ['ID=033fa0ed-c351-42d5-ae5f-837ca0fe9101,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:02.017648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No DVR routers for this DVR port 033fa0ed-c351-42d5-ae5f-837ca0fe9101 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:12:02.148173 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (c87f0701-d53d-47b8-bdd2-4bab86e7d874), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:02.186505 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8629422f-f553-48fd-b9ed-8928079ea8b2 None None] DHCP port deletion for c87f0701-d53d-47b8-bdd2-4bab86e7d874 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:12:02.248841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87f0701-d53d-47b8-bdd2-4bab86e7d874']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:12:02.292527 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0d9ed0-0edd-468f-a18d-db3bd1e77b43') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:12:02.293210 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0d9ed0-0edd-468f-a18d-db3bd1e77b43') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:12:02.330642 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (db0d9ed0-0edd-468f-a18d-db3bd1e77b43), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:02.370338 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (db0d9ed0-0edd-468f-a18d-db3bd1e77b43), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:02.390523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:12:02.391073 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (db0d9ed0-0edd-468f-a18d-db3bd1e77b43), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:12:02.401267 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:12:02.429634 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef78ce9e-c645-449b-a03e-fdee31320422 req-663f0b9a-a0b9-4f1c-85ad-be79845f6bc1 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 210 time: 0.0982087 Feb 08 16:12:02.579310 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (c87f0701-d53d-47b8-bdd2-4bab86e7d874), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:02.624204 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:02.634582 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42004) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:02.636776 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/networks/c87f0701-d53d-47b8-bdd2-4bab86e7d874 HTTP/1.1" status: 204 len: 168 time: 1.4906881 Feb 08 16:12:02.638200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c6dbc-1308-4332-aec0-f604f7ab1166 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Pushing event deleted for resources: {'Network': ['ID=c87f0701-d53d-47b8-bdd2-4bab86e7d874,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:02.640186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-805f7341-8d94-433b-b414-3cef814b5dc8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'router': {'routes': None}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:12:02.692243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 68da7c79-15b7-4399-9f47-12fcdd18a576 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:12:02.747812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 68da7c79-15b7-4399-9f47-12fcdd18a576 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:12:02.748155 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 68da7c79-15b7-4399-9f47-12fcdd18a576 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:12:02.755449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 033fa0ed-c351-42d5-ae5f-837ca0fe9101 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:12:02.797518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 033fa0ed-c351-42d5-ae5f-837ca0fe9101 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:12:02.798683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 033fa0ed-c351-42d5-ae5f-837ca0fe9101 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:12:03.068465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.extraroute_db [None req-805f7341-8d94-433b-b414-3cef814b5dc8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Added routes are [] {{(pid=103301) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 08 16:12:03.069339 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.extraroute_db [None req-805f7341-8d94-433b-b414-3cef814b5dc8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Removed routes are [] {{(pid=103301) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 08 16:12:03.069964 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-805f7341-8d94-433b-b414-3cef814b5dc8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:03.148900 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-968bad31-e548-460b-a06b-7ef046427ba1 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=fbc3936eb7774f748af1a471d579c74e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434239 Feb 08 16:12:03.363965 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-2c42774e-7c6d-4db7-8c85-19116263c5fa tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:03.367980 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-2c42774e-7c6d-4db7-8c85-19116263c5fa tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122679 Feb 08 16:12:03.386041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Request body: {'port': {'device_id': '3b30290f-b36e-47fc-9ff5-10d3db27726d', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': 'fbc3936eb7774f748af1a471d579c74e'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:12:03.488851 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-805f7341-8d94-433b-b414-3cef814b5dc8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:03.502399 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-805f7341-8d94-433b-b414-3cef814b5dc8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:03.663567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Made reservation on behalf of fbc3936eb7774f748af1a471d579c74e for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:12:03.682202 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:03.743769 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:03.763754 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec13b0b1-4b0b-4a24-81de-7a1933a43c72 req-f0317e26-2c85-4015-96e4-b433cd1e1165 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 210 time: 0.1508472 Feb 08 16:12:03.793036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805f7341-8d94-433b-b414-3cef814b5dc8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:12:03.818355 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f43f19b3-a676-4931-a2a2-2f75b2f16992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:04.017078 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805f7341-8d94-433b-b414-3cef814b5dc8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:12:04.030503 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a45d4d-da9a-446a-aa89-0a730e09cf33 None None] Sync routers for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:12:04.052251 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a45d4d-da9a-446a-aa89-0a730e09cf33 None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:12:04.052896 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e7a45d4d-da9a-446a-aa89-0a730e09cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:12:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:12:04.065919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-805f7341-8d94-433b-b414-3cef814b5dc8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:04.068076 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-805f7341-8d94-433b-b414-3cef814b5dc8 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca HTTP/1.1" status: 200 len: 705 time: 1.4322262 Feb 08 16:12:04.073380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42024) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:04.122854 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Publish callbacks [] for security_group (00a6ff84-a3fe-4d01-9158-807e3f6f06b8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:04.197364 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-56c7d3ee-476b-494f-85e3-25956335adbe tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports?device_id=d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca HTTP/1.1" status: 200 len: 205 time: 0.1097510 Feb 08 16:12:04.198797 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (00a6ff84-a3fe-4d01-9158-807e3f6f06b8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:04.201069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42026) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:04.311739 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e7a45d4d-da9a-446a-aa89-0a730e09cf33 None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:12:04.381149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a6ff84-a3fe-4d01-9158-807e3f6f06b8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:04.467415 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e7a45d4d-da9a-446a-aa89-0a730e09cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:59Z', 'revision_number': 11, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:12:04.542269 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a45d4d-da9a-446a-aa89-0a730e09cf33 None None] Checking router: d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:12:04.552889 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a45d4d-da9a-446a-aa89-0a730e09cf33 None None] Routers {'d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:12:04.554227 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e7a45d4d-da9a-446a-aa89-0a730e09cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:12:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:12:04.554874 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dbb47838-d240-4665-a243-ef31aee5d1af tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:05.202243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Allocated IP 192.168.233.57 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/d8ea71e3-9ef2-4b2c-a72f-192e506f0673) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:12:05.266924 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e7a45d4d-da9a-446a-aa89-0a730e09cf33 None None] Set router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:12:05.342926 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecf22641-8bb8-422d-9068-232dc0eae8b6 req-57002fdd-5c16-485b-be05-4a587252e513 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 210 time: 0.2844951 Feb 08 16:12:05.383918 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dbb47838-d240-4665-a243-ef31aee5d1af tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:05.397850 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dbb47838-d240-4665-a243-ef31aee5d1af tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_controller (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:05.500483 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dbb47838-d240-4665-a243-ef31aee5d1af tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:05.501161 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb47838-d240-4665-a243-ef31aee5d1af tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Fanout notify agent at l3_agent the message router_deleted on router d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:12:05.536323 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e7a45d4d-da9a-446a-aa89-0a730e09cf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:59Z', 'revision_number': 11, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:12:05.537084 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Publish callbacks [] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:05.547453 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:05.558902 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dbb47838-d240-4665-a243-ef31aee5d1af tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:05.571199 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-dbb47838-d240-4665-a243-ef31aee5d1af tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/routers/d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca HTTP/1.1" status: 204 len: 168 time: 1.3690062 Feb 08 16:12:05.579886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42056) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:05.605434 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f8399c8b-9a2c-464b-ad62-0751412fdd33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1481020441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:12:05.613324 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:05.630193 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a45d4d-da9a-446a-aa89-0a730e09cf33 None None] The sync data for ids ['d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca'] in n-d-824834-11 is: [{'id': 'd8e385b8-41ea-4eb4-8bdb-41b7d68ddcca', 'name': 'tempest-RoutersIpV6Test-router-1721942309', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:11:02Z', 'updated_at': '2022-02-08T16:11:59Z', 'revision_number': 11, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:12:05.674369 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8399c8b-9a2c-464b-ad62-0751412fdd33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (663ba9c1-ba31-418f-91d9-1add6b73faaf), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:05.676758 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8399c8b-9a2c-464b-ad62-0751412fdd33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (663ba9c1-ba31-418f-91d9-1add6b73faaf), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:05.751755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:12:05.762171 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Pushing event updated for resources: {'Port': ['ID=d8ea71e3-9ef2-4b2c-a72f-192e506f0673,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:05.772083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:12:05.791019 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:12:06.007830 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8399c8b-9a2c-464b-ad62-0751412fdd33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_controller (663ba9c1-ba31-418f-91d9-1add6b73faaf), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:06.019127 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8399c8b-9a2c-464b-ad62-0751412fdd33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (663ba9c1-ba31-418f-91d9-1add6b73faaf), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:06.033477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:06.034787 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:06.083229 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f8399c8b-9a2c-464b-ad62-0751412fdd33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:06.087523 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-c47d0f71-242f-4d32-8c64-b708752aa43f tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7061327 Feb 08 16:12:06.088461 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f8399c8b-9a2c-464b-ad62-0751412fdd33 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5047197 Feb 08 16:12:06.089133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42066) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:06.101479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-21ce2afa-eb3d-431e-84ed-0ea2c5721e18 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:12:06.110542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-8783e551-58fe-4060-b111-dcbe9140956c tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:12:06.122967 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-8783e551-58fe-4060-b111-dcbe9140956c tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209360 Feb 08 16:12:06.285592 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42070) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:06.471086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a53a4914-054b-411f-8389-1f2a8a09fb02 None None] Provisioning complete for port d8ea71e3-9ef2-4b2c-a72f-192e506f0673 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:12:06.471817 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a53a4914-054b-411f-8389-1f2a8a09fb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:06.559906 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Request body: {'port': {'device_id': '3b30290f-b36e-47fc-9ff5-10d3db27726d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:12:06.571944 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebea331b-47b3-432a-bec7-aa2e7c50f21a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:06.581188 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a53a4914-054b-411f-8389-1f2a8a09fb02 None None] Port d8ea71e3-9ef2-4b2c-a72f-192e506f0673 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:12:06.799748 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:06.894787 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:07.376180 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebea331b-47b3-432a-bec7-aa2e7c50f21a admin admin] Publish callbacks [] for security_group (bcc02531-881d-4fdd-9304-e14395a55684), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:07.391052 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebea331b-47b3-432a-bec7-aa2e7c50f21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bcc02531-881d-4fdd-9304-e14395a55684), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:07.624084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea331b-47b3-432a-bec7-aa2e7c50f21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc02531-881d-4fdd-9304-e14395a55684,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:07.649763 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ebea331b-47b3-432a-bec7-aa2e7c50f21a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9361b75ac95e4aad863920cc398bae89&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3615673 Feb 08 16:12:07.652657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42088) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:07.879787 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebaae51f-7977-4450-8d04-b070177df69b admin admin] Publish callbacks [] for security_group (bcc02531-881d-4fdd-9304-e14395a55684), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:07.998903 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:08.001911 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebaae51f-7977-4450-8d04-b070177df69b admin admin] Publish callbacks [] for security_group (bcc02531-881d-4fdd-9304-e14395a55684), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:08.271367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ea71e3-9ef2-4b2c-a72f-192e506f0673 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:12:08.293922 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Publish callbacks [] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:08.296286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebaae51f-7977-4450-8d04-b070177df69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bcc02531-881d-4fdd-9304-e14395a55684), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:08.298965 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebaae51f-7977-4450-8d04-b070177df69b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:08.300150 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ebaae51f-7977-4450-8d04-b070177df69b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bcc02531-881d-4fdd-9304-e14395a55684 HTTP/1.1" status: 204 len: 168 time: 0.6445980 Feb 08 16:12:08.300905 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62089e-21d9-480a-8461-9609425ca99f req-80277f04-6153-4597-9ce2-c29478ec70c9 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:08.310154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b62089e-21d9-480a-8461-9609425ca99f req-80277f04-6153-4597-9ce2-c29478ec70c9 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 935 time: 0.3546793 Feb 08 16:12:08.346000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaae51f-7977-4450-8d04-b070177df69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc02531-881d-4fdd-9304-e14395a55684,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:08.348165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Transition to ACTIVE for port object d8ea71e3-9ef2-4b2c-a72f-192e506f0673 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:12:08.355719 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:08.369754 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21ce2afa-eb3d-431e-84ed-0ea2c5721e18 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576165', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-516363'] for router (663ba9c1-ba31-418f-91d9-1add6b73faaf), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:08.430992 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21ce2afa-eb3d-431e-84ed-0ea2c5721e18 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575444'] for router (663ba9c1-ba31-418f-91d9-1add6b73faaf), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:08.673601 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ea71e3-9ef2-4b2c-a72f-192e506f0673,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:08.832020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Attempting to bind port d8ea71e3-9ef2-4b2c-a72f-192e506f0673 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:12:08.832372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Attempting to bind port d8ea71e3-9ef2-4b2c-a72f-192e506f0673 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:12:08.832703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Attempting to bind port d8ea71e3-9ef2-4b2c-a72f-192e506f0673 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:12:08.840824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Port d8ea71e3-9ef2-4b2c-a72f-192e506f0673 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:12:08.841204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Attempting to bind port d8ea71e3-9ef2-4b2c-a72f-192e506f0673 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:12:08.882716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:12:08.883034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:12:08.883456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:12:08.883959 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Bound port: d8ea71e3-9ef2-4b2c-a72f-192e506f0673, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:12:08.884359 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:08.936395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b62089e-21d9-480a-8461-9609425ca99f req-b51a53c1-7586-48ca-85e7-6a7af955fb99 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/security-groups?id=00a6ff84-a3fe-4d01-9158-807e3f6f06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6058631 Feb 08 16:12:08.987784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ce2afa-eb3d-431e-84ed-0ea2c5721e18 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Router 663ba9c1-ba31-418f-91d9-1add6b73faaf is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:12:09.137461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42112) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:09.150951 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] For port d8ea71e3-9ef2-4b2c-a72f-192e506f0673, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:12:09.217172 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a86898bf-ce78-4dff-bf61-c757e7598028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:09.228230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] For port d8ea71e3-9ef2-4b2c-a72f-192e506f0673, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d8ea71e3-9ef2-4b2c-a72f-192e506f0673,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:12:09.244817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ce2afa-eb3d-431e-84ed-0ea2c5721e18 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:12:09.262710 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:09.278793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de7c07-d908-4f0d-8247-3feb2096b556 None None] Sync routers for ids ['663ba9c1-ba31-418f-91d9-1add6b73faaf'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:12:09.334943 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21ce2afa-eb3d-431e-84ed-0ea2c5721e18 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:09.335720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de7c07-d908-4f0d-8247-3feb2096b556 None None] Routers {'663ba9c1-ba31-418f-91d9-1add6b73faaf'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:12:09.338535 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-21ce2afa-eb3d-431e-84ed-0ea2c5721e18 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "PUT /v2.0/routers/663ba9c1-ba31-418f-91d9-1add6b73faaf HTTP/1.1" status: 200 len: 698 time: 3.2427614 Feb 08 16:12:09.339649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-28de7c07-d908-4f0d-8247-3feb2096b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:12:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['663ba9c1-ba31-418f-91d9-1add6b73faaf'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:12:09.352834 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42116) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:09.476135 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a86898bf-ce78-4dff-bf61-c757e7598028 admin admin] Publish callbacks [] for security_group (dd032789-54ac-4ad5-88d3-affb676eb1a2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:09.494993 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a86898bf-ce78-4dff-bf61-c757e7598028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dd032789-54ac-4ad5-88d3-affb676eb1a2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:09.542292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-28de7c07-d908-4f0d-8247-3feb2096b556 None None] Set router 663ba9c1-ba31-418f-91d9-1add6b73faaf gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:12:09.721064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-28de7c07-d908-4f0d-8247-3feb2096b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ba9c1-ba31-418f-91d9-1add6b73faaf', 'name': 'tempest-RoutersIpV6Test-router-1481020441', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:12:05Z', 'updated_at': '2022-02-08T16:12:08Z', 'revision_number': 2, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:12:09.810508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de7c07-d908-4f0d-8247-3feb2096b556 None None] Checking router: 663ba9c1-ba31-418f-91d9-1add6b73faaf for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:12:09.830960 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de7c07-d908-4f0d-8247-3feb2096b556 None None] Routers {'663ba9c1-ba31-418f-91d9-1add6b73faaf'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:12:09.831596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-28de7c07-d908-4f0d-8247-3feb2096b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:12:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['663ba9c1-ba31-418f-91d9-1add6b73faaf'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:12:09.911702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:09.912382 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:09.920876 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] 10.222.0.94 "PUT /v2.0/ports/d8ea71e3-9ef2-4b2c-a72f-192e506f0673 HTTP/1.1" status: 200 len: 1096 time: 3.7970488 Feb 08 16:12:09.932747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b30290f-b36e-47fc-9ff5-10d3db27726d', 'tag': 'd8ea71e3-9ef2-4b2c-a72f-192e506f0673'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:12:09.947536 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370b9807-3d21-49ad-92f2-2b9c3115f76e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b30290f-b36e-47fc-9ff5-10d3db27726d", "tag": "d8ea71e3-9ef2-4b2c-a72f-192e506f0673"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:12:10.043990 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a86898bf-ce78-4dff-bf61-c757e7598028 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=726a686d58f04f1592f0c9783d663f71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9054847 Feb 08 16:12:10.046661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42134) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:10.070444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-28de7c07-d908-4f0d-8247-3feb2096b556 None None] Set router 663ba9c1-ba31-418f-91d9-1add6b73faaf gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:12:10.077412 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980cd918-3ba1-4604-8092-3e6a77d4b722 x-openstack-request-id: req-980cd918-3ba1-4604-8092-3e6a77d4b722 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:12:10.078223 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b30290f-b36e-47fc-9ff5-10d3db27726d", "tag": "d8ea71e3-9ef2-4b2c-a72f-192e506f0673", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:12:10.078223 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-980cd918-3ba1-4604-8092-3e6a77d4b722 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:12:10.078414 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b30290f-b36e-47fc-9ff5-10d3db27726d', 'tag': 'd8ea71e3-9ef2-4b2c-a72f-192e506f0673', 'status': 'completed', 'code': 200} Feb 08 16:12:10.107848 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c8be96d5-b05c-4a03-a1e3-b17ae8a329e6 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/routers/663ba9c1-ba31-418f-91d9-1add6b73faaf HTTP/1.1" status: 200 len: 704 time: 0.7227201 Feb 08 16:12:10.108527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42136) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:10.110573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2ab81-565c-4c48-9f13-8421d5ea61b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ea71e3-9ef2-4b2c-a72f-192e506f0673,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:10.121425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86898bf-ce78-4dff-bf61-c757e7598028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd032789-54ac-4ad5-88d3-affb676eb1a2,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:10.156489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-b18dd09f-490d-4e46-855c-cd9b3c4edc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:10.172625 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-b18dd09f-490d-4e46-855c-cd9b3c4edc15 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fbc3936eb7774f748af1a471d579c74e&device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 1130 time: 0.1713433 Feb 08 16:12:10.285878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-28de7c07-d908-4f0d-8247-3feb2096b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ba9c1-ba31-418f-91d9-1add6b73faaf', 'name': 'tempest-RoutersIpV6Test-router-1481020441', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:12:05Z', 'updated_at': '2022-02-08T16:12:08Z', 'revision_number': 2, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:12:10.305989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bd752561-b560-489f-9ef5-ac7addf76461 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports?device_id=663ba9c1-ba31-418f-91d9-1add6b73faaf HTTP/1.1" status: 200 len: 205 time: 0.1895540 Feb 08 16:12:10.309284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42138) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:10.383002 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-8bcd1326-787b-489d-b7de-cd9c86d922be service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d8ea71e3-9ef2-4b2c-a72f-192e506f0673 HTTP/1.1" status: 200 len: 217 time: 0.1994648 Feb 08 16:12:10.419774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de7c07-d908-4f0d-8247-3feb2096b556 None None] The sync data for ids ['663ba9c1-ba31-418f-91d9-1add6b73faaf'] in n-d-824834-11 is: [{'id': '663ba9c1-ba31-418f-91d9-1add6b73faaf', 'name': 'tempest-RoutersIpV6Test-router-1481020441', 'tenant_id': 'f60ffa25056040779873004c0f9ebbbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:12:05Z', 'updated_at': '2022-02-08T16:12:08Z', 'revision_number': 2, 'project_id': 'f60ffa25056040779873004c0f9ebbbd', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:12:10.570017 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-480a643f-0c3b-4056-b547-6f1ceceff2f5 admin admin] Publish callbacks [] for security_group (dd032789-54ac-4ad5-88d3-affb676eb1a2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:10.600803 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb588a96-1b07-48a5-9606-79566e9e1a0e req-1efd71ac-1d80-42b6-9623-abf687086ad9 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:10.602717 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb588a96-1b07-48a5-9606-79566e9e1a0e req-1efd71ac-1d80-42b6-9623-abf687086ad9 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 947 time: 0.3240557 Feb 08 16:12:10.623961 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-2b2563d0-9667-4d65-bc74-57f80b7af2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:10.630118 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4fb7b68-eff4-47a6-8c0c-42b65c2988c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (663ba9c1-ba31-418f-91d9-1add6b73faaf), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:10.642635 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-2b2563d0-9667-4d65-bc74-57f80b7af2a5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2501402 Feb 08 16:12:10.781163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-3c78f3d6-363d-485f-90da-e81ae89a070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:10.782822 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-3c78f3d6-363d-485f-90da-e81ae89a070c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1311610 Feb 08 16:12:10.975496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb588a96-1b07-48a5-9606-79566e9e1a0e req-b4a2ceea-5e3c-46e8-9d51-0e3445513526 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/security-groups?id=00a6ff84-a3fe-4d01-9158-807e3f6f06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050988 Feb 08 16:12:10.986391 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-480a643f-0c3b-4056-b547-6f1ceceff2f5 admin admin] Publish callbacks [] for security_group (dd032789-54ac-4ad5-88d3-affb676eb1a2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:11.013074 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-d430cf05-169b-4930-9a16-c6e3fa0507dd service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157719 Feb 08 16:12:11.147529 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4fb7b68-eff4-47a6-8c0c-42b65c2988c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (663ba9c1-ba31-418f-91d9-1add6b73faaf), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:11.154803 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4fb7b68-eff4-47a6-8c0c-42b65c2988c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router_controller (663ba9c1-ba31-418f-91d9-1add6b73faaf), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:11.228670 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-caa574af-295e-4f83-aef8-82c89a8a00e0 req-14059f1d-b9d2-4848-9efd-69824a55e4f5 service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023027 Feb 08 16:12:11.252482 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4fb7b68-eff4-47a6-8c0c-42b65c2988c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (663ba9c1-ba31-418f-91d9-1add6b73faaf), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:11.258483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fb7b68-eff4-47a6-8c0c-42b65c2988c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Fanout notify agent at l3_agent the message router_deleted on router 663ba9c1-ba31-418f-91d9-1add6b73faaf {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:12:11.320500 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4fb7b68-eff4-47a6-8c0c-42b65c2988c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:11.322007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c4fb7b68-eff4-47a6-8c0c-42b65c2988c4 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/routers/663ba9c1-ba31-418f-91d9-1add6b73faaf HTTP/1.1" status: 204 len: 168 time: 1.0105286 Feb 08 16:12:11.322971 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-480a643f-0c3b-4056-b547-6f1ceceff2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (dd032789-54ac-4ad5-88d3-affb676eb1a2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:11.328351 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-480a643f-0c3b-4056-b547-6f1ceceff2f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:11.330916 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42156) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:11.332147 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-480a643f-0c3b-4056-b547-6f1ceceff2f5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dd032789-54ac-4ad5-88d3-affb676eb1a2 HTTP/1.1" status: 204 len: 168 time: 1.2842393 Feb 08 16:12:11.346611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a643f-0c3b-4056-b547-6f1ceceff2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd032789-54ac-4ad5-88d3-affb676eb1a2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:11.515309 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-950bb86d-d0d6-493c-9a1c-a65a87c17407 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports?device_id=663ba9c1-ba31-418f-91d9-1add6b73faaf HTTP/1.1" status: 200 len: 205 time: 0.1832266 Feb 08 16:12:11.520883 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42164) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:11.556795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b9807-3d21-49ad-92f2-2b9c3115f76e req-a52c1ad5-fec4-40c0-a00f-fb291ff88a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:11.559261 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-370b9807-3d21-49ad-92f2-2b9c3115f76e req-a52c1ad5-fec4-40c0-a00f-fb291ff88a1b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fbc3936eb7774f748af1a471d579c74e&device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 1130 time: 0.2338202 Feb 08 16:12:11.607341 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-9132f91b-5a5e-4059-9bcd-2b028ebe52c7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] delete failed (client error): The resource could not be found. Feb 08 16:12:11.608467 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9132f91b-5a5e-4059-9bcd-2b028ebe52c7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/routers/663ba9c1-ba31-418f-91d9-1add6b73faaf HTTP/1.1" status: 404 len: 336 time: 0.0851963 Feb 08 16:12:11.618475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42166) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:11.822155 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2d5f0f-451f-4029-9f79-3fb25315670c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] DELETE failed (client error): The resource could not be found. Feb 08 16:12:11.827465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2d5f0f-451f-4029-9f79-3fb25315670c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:12:11.858483 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-df2d5f0f-451f-4029-9f79-3fb25315670c tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/248e95a8-039f-4153-8bda-d32c40c45100 HTTP/1.1" status: 404 len: 337 time: 0.2383823 Feb 08 16:12:11.859235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42174) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:11.910987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b9807-3d21-49ad-92f2-2b9c3115f76e req-383dbe8b-990d-4706-a41d-b52f9948d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:11.916480 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-370b9807-3d21-49ad-92f2-2b9c3115f76e req-383dbe8b-990d-4706-a41d-b52f9948d161 service neutron] 10.222.0.94 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.3378358 Feb 08 16:12:11.944174 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-31527353-d234-432c-877d-118a6a1743ef tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] DELETE failed (client error): The resource could not be found. Feb 08 16:12:11.944174 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31527353-d234-432c-877d-118a6a1743ef tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:12:11.960291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-31527353-d234-432c-877d-118a6a1743ef tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/946ed0f5-a049-454c-8b34-6056f7d5c3ff HTTP/1.1" status: 404 len: 337 time: 0.0989900 Feb 08 16:12:11.960291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42178) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:12.081633 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-370b9807-3d21-49ad-92f2-2b9c3115f76e req-3ded62e0-0be6-44e1-8b8a-bbdd751b4298 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d8ea71e3-9ef2-4b2c-a72f-192e506f0673 HTTP/1.1" status: 200 len: 217 time: 0.1588101 Feb 08 16:12:12.131227 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-438b4f6f-7744-4091-9bf9-33694a9b5475 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] DELETE failed (client error): The resource could not be found. Feb 08 16:12:12.131741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438b4f6f-7744-4091-9bf9-33694a9b5475 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:12:12.137737 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-438b4f6f-7744-4091-9bf9-33694a9b5475 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/37913149-3558-4633-b437-5f71eaa985ca HTTP/1.1" status: 404 len: 337 time: 0.1731813 Feb 08 16:12:12.153195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42184) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:12.263359 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-42835866-5e9d-4999-9134-04e7edc91600 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] DELETE failed (client error): The resource could not be found. Feb 08 16:12:12.263359 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42835866-5e9d-4999-9134-04e7edc91600 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:12:12.263359 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-42835866-5e9d-4999-9134-04e7edc91600 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/de2bca2d-2f78-48c9-9cfc-e27678e4934e HTTP/1.1" status: 404 len: 337 time: 0.1004059 Feb 08 16:12:12.263359 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42188) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:12.293126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b9807-3d21-49ad-92f2-2b9c3115f76e req-2c5268d2-bec5-4228-ad86-af2b2e465f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:12.294627 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-370b9807-3d21-49ad-92f2-2b9c3115f76e req-2c5268d2-bec5-4228-ad86-af2b2e465f60 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.2055418 Feb 08 16:12:12.331689 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e1da53ba-2b02-4978-b85b-b47e90fa9331 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports?device_id=d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca HTTP/1.1" status: 200 len: 205 time: 0.0653281 Feb 08 16:12:12.335754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42196) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:12.407982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b9807-3d21-49ad-92f2-2b9c3115f76e req-245d4369-4ab1-43a5-a9e5-3b838fdaa281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:12.409785 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-370b9807-3d21-49ad-92f2-2b9c3115f76e req-245d4369-4ab1-43a5-a9e5-3b838fdaa281 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0879509 Feb 08 16:12:12.464657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db3e10-b640-40b6-a2b1-2ec3b3e17fb0 req-1b00137e-5293-45ee-abbd-5613a1499c3e tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:12.467225 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-10db3e10-b640-40b6-a2b1-2ec3b3e17fb0 req-1b00137e-5293-45ee-abbd-5613a1499c3e tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 947 time: 0.3635783 Feb 08 16:12:12.473237 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-a853168f-3b7b-4864-b0f4-85bc564b77ea tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] delete failed (client error): The resource could not be found. Feb 08 16:12:12.481136 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a853168f-3b7b-4864-b0f4-85bc564b77ea tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/routers/d8e385b8-41ea-4eb4-8bdb-41b7d68ddcca HTTP/1.1" status: 404 len: 336 time: 0.1376317 Feb 08 16:12:12.482047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42200) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:12.573026 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c38df9eb-f944-44dc-a0d5-80cc2a04edb3 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports?device_id=9252088b-25f0-4cf6-9593-472ceeedd654 HTTP/1.1" status: 200 len: 205 time: 0.0891132 Feb 08 16:12:12.585790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42204) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:12.640976 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-2046f49e-0160-47b9-8d48-96f9115524d7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] delete failed (client error): The resource could not be found. Feb 08 16:12:12.642621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2046f49e-0160-47b9-8d48-96f9115524d7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/routers/9252088b-25f0-4cf6-9593-472ceeedd654 HTTP/1.1" status: 404 len: 336 time: 0.0558434 Feb 08 16:12:12.649955 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42206) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:12.683321 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-370b9807-3d21-49ad-92f2-2b9c3115f76e req-1cc42493-a030-489c-85c5-9cdcf9ca542e service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622492 Feb 08 16:12:12.692265 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-10db3e10-b640-40b6-a2b1-2ec3b3e17fb0 req-2d77952c-7354-44e2-9d79-040919dd8c60 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/security-groups?id=00a6ff84-a3fe-4d01-9158-807e3f6f06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965773 Feb 08 16:12:12.712646 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-caeeb6da-9645-4c0f-9261-4a7ef3c41187 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] DELETE failed (client error): The resource could not be found. Feb 08 16:12:12.713193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caeeb6da-9645-4c0f-9261-4a7ef3c41187 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:12:12.718739 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-caeeb6da-9645-4c0f-9261-4a7ef3c41187 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/98103dbb-0e2d-4b90-8c65-771c2e932dd4 HTTP/1.1" status: 404 len: 337 time: 0.0611935 Feb 08 16:12:12.719157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42208) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:12.789546 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5744c8c6-96e8-4ebe-b957-9b5f723d2685 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports?device_id=d59d4cc4-b907-4ed4-ad0a-b340ebec2884 HTTP/1.1" status: 200 len: 205 time: 0.0692508 Feb 08 16:12:12.791410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42212) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:12.896507 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-80db2713-9fbb-4b2c-8f18-81812c249c7f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] delete failed (client error): The resource could not be found. Feb 08 16:12:12.900868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-80db2713-9fbb-4b2c-8f18-81812c249c7f tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/routers/d59d4cc4-b907-4ed4-ad0a-b340ebec2884 HTTP/1.1" status: 404 len: 336 time: 0.1081641 Feb 08 16:12:12.901498 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42220) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:12.927103 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-370b9807-3d21-49ad-92f2-2b9c3115f76e req-7d60fa23-6a3a-41c4-a5d0-ec0ee4144c4a service neutron] 10.222.0.94 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160399 Feb 08 16:12:12.951480 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-057f2457-714a-457c-9142-6845fec40f42 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports?device_id=290a143c-de08-43f1-936d-5b3974a33bd9 HTTP/1.1" status: 200 len: 205 time: 0.0488613 Feb 08 16:12:12.954367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42224) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:13.060320 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-bf8a59f4-bb9c-41d3-8c99-17272518cffe tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] delete failed (client error): The resource could not be found. Feb 08 16:12:13.061485 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bf8a59f4-bb9c-41d3-8c99-17272518cffe tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/routers/290a143c-de08-43f1-936d-5b3974a33bd9 HTTP/1.1" status: 404 len: 336 time: 0.1036673 Feb 08 16:12:13.064052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42228) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:13.108221 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-8372830b-0372-4e62-9046-9b776fd20569 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] DELETE failed (client error): The resource could not be found. Feb 08 16:12:13.109062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8372830b-0372-4e62-9046-9b776fd20569 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:12:13.115289 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42232) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:13.116244 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8372830b-0372-4e62-9046-9b776fd20569 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/77fa6631-83d2-4717-911b-ea726ae5798e HTTP/1.1" status: 404 len: 337 time: 0.0509846 Feb 08 16:12:13.156738 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c90b21b3-c278-423a-981a-d56b05a84a5d tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports?device_id=63f8a027-ecd1-44c1-80fa-833e42103e83 HTTP/1.1" status: 200 len: 205 time: 0.0402322 Feb 08 16:12:13.159471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42234) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:13.244603 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-adf3a5fa-8dfb-4c1b-a990-5eed03fae169 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] delete failed (client error): The resource could not be found. Feb 08 16:12:13.248333 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42236) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:13.248779 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-adf3a5fa-8dfb-4c1b-a990-5eed03fae169 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/routers/63f8a027-ecd1-44c1-80fa-833e42103e83 HTTP/1.1" status: 404 len: 336 time: 0.0882611 Feb 08 16:12:13.296405 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e9a95c-bf1f-492b-ae5d-cfaadead76fd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] DELETE failed (client error): The resource could not be found. Feb 08 16:12:13.300715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e9a95c-bf1f-492b-ae5d-cfaadead76fd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:12:13.304761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b2e9a95c-bf1f-492b-ae5d-cfaadead76fd tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/259373d4-5559-4593-807f-4bf5f9e03442 HTTP/1.1" status: 404 len: 337 time: 0.0548248 Feb 08 16:12:13.307705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42240) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:13.369591 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42242) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:13.369800 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0691526d-3ad0-4ef3-b8e4-4248c600e841 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "GET /v2.0/ports?device_id=4eea1350-fe16-43ea-9096-62f31b508972 HTTP/1.1" status: 200 len: 205 time: 0.0608914 Feb 08 16:12:13.444241 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [None req-45b0453f-22cf-45d1-a4e3-5250bacc47f0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] delete failed (client error): The resource could not be found. Feb 08 16:12:13.450128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-45b0453f-22cf-45d1-a4e3-5250bacc47f0 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/routers/4eea1350-fe16-43ea-9096-62f31b508972 HTTP/1.1" status: 404 len: 336 time: 0.0790586 Feb 08 16:12:13.452812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42244) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:13.509485 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-fade0a2e-ca19-4056-b486-e227b54d2c77 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] DELETE failed (client error): The resource could not be found. Feb 08 16:12:13.509892 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fade0a2e-ca19-4056-b486-e227b54d2c77 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:12:13.515522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42246) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:13.516706 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fade0a2e-ca19-4056-b486-e227b54d2c77 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/b4221035-15a0-467a-a4cd-27cd994f842a HTTP/1.1" status: 404 len: 337 time: 0.0628290 Feb 08 16:12:13.563805 n-d-824834-11 neutron-server[103301]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e98d679-0821-4eb5-b22a-2a84aeca4bd7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] DELETE failed (client error): The resource could not be found. Feb 08 16:12:13.571783 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e98d679-0821-4eb5-b22a-2a84aeca4bd7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103301) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:12:13.575962 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1e98d679-0821-4eb5-b22a-2a84aeca4bd7 tempest-RoutersIpV6Test-1549486425 tempest-RoutersIpV6Test-1549486425-project] 10.222.0.82 "DELETE /v2.0/subnets/4535531c-9557-4632-9594-aa338bbf1a33 HTTP/1.1" status: 404 len: 337 time: 0.0591965 Feb 08 16:12:14.007609 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a46a0-df03-4c3a-a6a3-740663855573 req-2f658de5-e9f8-4d78-88c7-297c9e43ded0 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:14.009247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-962a46a0-df03-4c3a-a6a3-740663855573 req-2f658de5-e9f8-4d78-88c7-297c9e43ded0 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 947 time: 0.0929999 Feb 08 16:12:14.093978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-962a46a0-df03-4c3a-a6a3-740663855573 req-919cf9c1-011a-46d8-a6be-e041fa851000 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/security-groups?id=00a6ff84-a3fe-4d01-9158-807e3f6f06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771549 Feb 08 16:12:14.185226 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 42268) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:14.638183 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-53bf6610-aabc-418d-9dae-a05f81187a34 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f60ffa25056040779873004c0f9ebbbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4515624 Feb 08 16:12:14.640487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 42282) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:14.798097 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Publish callbacks [] for security_group (12917b39-f101-434b-9ee3-b8c679350a10), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:14.843471 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Publish callbacks [] for security_group (12917b39-f101-434b-9ee3-b8c679350a10), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:14.926233 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (12917b39-f101-434b-9ee3-b8c679350a10), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:14.930592 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:14.934682 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/12917b39-f101-434b-9ee3-b8c679350a10 HTTP/1.1" status: 204 len: 168 time: 0.2930942 Feb 08 16:12:14.946532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12917b39-f101-434b-9ee3-b8c679350a10,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:14.958487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:14.963621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:14.964325 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:14.965181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:14.965490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:14.965834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:14.966672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:14.967013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:14.967351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:14.968727 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:14.969571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:14.970773 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:14.971470 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d8a46-97a3-4b2e-8e92-9fb0cc15d0f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:15.213142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d8ea71e3-9ef2-4b2c-a72f-192e506f0673 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:12:15.330127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4c955-bc8e-4563-8c50-fd501b83f5ac req-f9f99dab-f631-4f4a-af04-72eb09a60f06 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:15.341449 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1aa4c955-bc8e-4563-8c50-fd501b83f5ac req-f9f99dab-f631-4f4a-af04-72eb09a60f06 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 947 time: 0.1458220 Feb 08 16:12:15.445086 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1aa4c955-bc8e-4563-8c50-fd501b83f5ac req-78f02811-fa39-467a-957c-daf09ced9fb0 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/security-groups?id=00a6ff84-a3fe-4d01-9158-807e3f6f06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013010 Feb 08 16:12:15.488262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d8ea71e3-9ef2-4b2c-a72f-192e506f0673, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d8ea71e3-9ef2-4b2c-a72f-192e506f0673,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:12:15.503969 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'd8ea71e3-9ef2-4b2c-a72f-192e506f0673', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': 'd8ea71e3-9ef2-4b2c-a72f-192e506f0673', 'mac_address': 'fa:16:3e:65:d9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:12:15.556799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d8ea71e3-9ef2-4b2c-a72f-192e506f0673 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:12:15.557512 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:15.574535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ea71e3-9ef2-4b2c-a72f-192e506f0673 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:12:15.601555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d8ea71e3-9ef2-4b2c-a72f-192e506f0673, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d8ea71e3-9ef2-4b2c-a72f-192e506f0673,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:12:15.607392 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:15.676094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d8ea71e3-9ef2-4b2c-a72f-192e506f0673,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:15.949020 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['d8ea71e3-9ef2-4b2c-a72f-192e506f0673'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:12:16.648136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269d0c1-ba62-4c4c-8d98-01012f87ba20 req-98f80868-c307-46af-99ca-096e8430ba63 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:16.656825 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9269d0c1-ba62-4c4c-8d98-01012f87ba20 req-98f80868-c307-46af-99ca-096e8430ba63 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 948 time: 0.0812194 Feb 08 16:12:16.746797 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9269d0c1-ba62-4c4c-8d98-01012f87ba20 req-58b3bae5-0d29-4d5f-a930-8e5de26b6c55 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/security-groups?id=00a6ff84-a3fe-4d01-9158-807e3f6f06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826795 Feb 08 16:12:17.255095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d8ea71e3-9ef2-4b2c-a72f-192e506f0673 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:12:17.392699 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port d8ea71e3-9ef2-4b2c-a72f-192e506f0673 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:12:17.398884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port d8ea71e3-9ef2-4b2c-a72f-192e506f0673 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:12:17.399265 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:17.581883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d8ea71e3-9ef2-4b2c-a72f-192e506f0673 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:12:17.582480 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:17.611540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b30290f-b36e-47fc-9ff5-10d3db27726d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ea71e3-9ef2-4b2c-a72f-192e506f0673'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:12:17.615029 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d9b18f-697f-4d4c-a0da-a9924681bfb1" -d '{"events": [{"server_uuid": "3b30290f-b36e-47fc-9ff5-10d3db27726d", "name": "network-vif-plugged", "status": "completed", "tag": "d8ea71e3-9ef2-4b2c-a72f-192e506f0673"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:12:17.662665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d8ea71e3-9ef2-4b2c-a72f-192e506f0673, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d8ea71e3-9ef2-4b2c-a72f-192e506f0673,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:12:17.674101 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:17.864240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d8ea71e3-9ef2-4b2c-a72f-192e506f0673,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:18.027777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c701c-483d-444f-bac6-5a67bdadb216 req-77a11539-90ed-4bcd-8fdc-982249b1e2ec tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:18.029392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd6c701c-483d-444f-bac6-5a67bdadb216 req-77a11539-90ed-4bcd-8fdc-982249b1e2ec tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 949 time: 0.1257927 Feb 08 16:12:18.101281 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d60c13-d1d0-4f35-b7f8-83954eae3d01 x-openstack-request-id: req-28d60c13-d1d0-4f35-b7f8-83954eae3d01 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:12:18.101607 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b30290f-b36e-47fc-9ff5-10d3db27726d", "name": "network-vif-plugged", "status": "completed", "tag": "d8ea71e3-9ef2-4b2c-a72f-192e506f0673", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:12:18.101860 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-28d60c13-d1d0-4f35-b7f8-83954eae3d01 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:12:18.102256 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b30290f-b36e-47fc-9ff5-10d3db27726d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ea71e3-9ef2-4b2c-a72f-192e506f0673', 'code': 200} Feb 08 16:12:18.132786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd6c701c-483d-444f-bac6-5a67bdadb216 req-f270d0a6-b7fa-4dea-9a2e-4441f03d43be tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/security-groups?id=00a6ff84-a3fe-4d01-9158-807e3f6f06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963936 Feb 08 16:12:18.290382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739621ba-7f4c-46c9-befe-cf96cdc0d88d req-9763e5c7-eb5d-4189-8303-6c8da68f3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:18.292165 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-739621ba-7f4c-46c9-befe-cf96cdc0d88d req-9763e5c7-eb5d-4189-8303-6c8da68f3e63 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 1132 time: 0.1154845 Feb 08 16:12:18.404641 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-739621ba-7f4c-46c9-befe-cf96cdc0d88d req-9b8c9c41-4280-4108-aaca-a61dec5f5289 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=00a6ff84-a3fe-4d01-9158-807e3f6f06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024392 Feb 08 16:12:18.956887 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:19.288480 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098cd9c-b5b0-40ce-ae5c-30cd86e9688b req-ea5af331-8482-4cb2-9a11-a4d642d96461 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:19.290321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c098cd9c-b5b0-40ce-ae5c-30cd86e9688b req-ea5af331-8482-4cb2-9a11-a4d642d96461 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 949 time: 0.0791049 Feb 08 16:12:19.366050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c098cd9c-b5b0-40ce-ae5c-30cd86e9688b req-1d030a82-85af-466c-80db-02244a0d2d9e tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/security-groups?id=00a6ff84-a3fe-4d01-9158-807e3f6f06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628204 Feb 08 16:12:20.153392 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-774428d7-f542-45b6-9e1e-1eb0e4a23c62 req-f1e9506c-8ce9-4853-8c16-1582e531e550 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1136963 Feb 08 16:12:20.360761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774428d7-f542-45b6-9e1e-1eb0e4a23c62 req-bab6cd28-bc80-4749-9838-d5373b579cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:20.362318 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-774428d7-f542-45b6-9e1e-1eb0e4a23c62 req-bab6cd28-bc80-4749-9838-d5373b579cc4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=73b58868c5654adba66d9e933ab27dc9&device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 1131 time: 0.0986698 Feb 08 16:12:20.408303 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:20.619850 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7585e-3bb9-470b-a534-935c1472dc62 req-b30e1996-e03c-46e6-90dd-e2cd47282f21 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:20.621460 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7df7585e-3bb9-470b-a534-935c1472dc62 req-b30e1996-e03c-46e6-90dd-e2cd47282f21 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 949 time: 0.1079435 Feb 08 16:12:20.640072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774428d7-f542-45b6-9e1e-1eb0e4a23c62 req-b9261e70-aa37-4e0f-860f-0e7e5e7e60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:20.641606 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-774428d7-f542-45b6-9e1e-1eb0e4a23c62 req-b9261e70-aa37-4e0f-860f-0e7e5e7e60c0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2588677 Feb 08 16:12:20.725923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7df7585e-3bb9-470b-a534-935c1472dc62 req-4a331994-27fc-4bd3-a52b-46da50bf0c0c tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/security-groups?id=00a6ff84-a3fe-4d01-9158-807e3f6f06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987713 Feb 08 16:12:20.820163 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-774428d7-f542-45b6-9e1e-1eb0e4a23c62 req-2cba6831-30c1-4da9-9578-7de74042388a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=09c11109-d33d-4471-862a-5a7ba06d75ad HTTP/1.1" status: 200 len: 217 time: 0.1697671 Feb 08 16:12:20.979953 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774428d7-f542-45b6-9e1e-1eb0e4a23c62 req-07210fce-1783-4c49-91ea-7f63334de926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:20.986939 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-774428d7-f542-45b6-9e1e-1eb0e4a23c62 req-07210fce-1783-4c49-91ea-7f63334de926 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.1553349 Feb 08 16:12:21.108882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774428d7-f542-45b6-9e1e-1eb0e4a23c62 req-91e7dbca-bc63-478b-a73f-55c8d4718641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:21.112406 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-774428d7-f542-45b6-9e1e-1eb0e4a23c62 req-91e7dbca-bc63-478b-a73f-55c8d4718641 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1177056 Feb 08 16:12:21.369331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2aadbf-a09e-47a4-b7c0-c7ed1ddcd9e7 req-ff663508-00e9-438b-9ccf-43957dab7fb2 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:21.376311 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-774428d7-f542-45b6-9e1e-1eb0e4a23c62 req-1a4d4eca-1f4d-474d-9b00-cef041a1c66f service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589047 Feb 08 16:12:21.376927 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b2aadbf-a09e-47a4-b7c0-c7ed1ddcd9e7 req-ff663508-00e9-438b-9ccf-43957dab7fb2 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 949 time: 0.1412523 Feb 08 16:12:21.539835 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b2aadbf-a09e-47a4-b7c0-c7ed1ddcd9e7 req-e3266c52-5c55-4315-9977-7b18bc01f2c1 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/security-groups?id=00a6ff84-a3fe-4d01-9158-807e3f6f06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621394 Feb 08 16:12:21.669403 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-774428d7-f542-45b6-9e1e-1eb0e4a23c62 req-2f09565d-ccd1-4f9d-86ea-c62eb2eb337b service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846506 Feb 08 16:12:22.643552 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438f88c-dea1-4d75-bea9-5ccc8e08c10f req-70a68249-7a50-45a8-a3d4-485982265584 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:22.659616 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b438f88c-dea1-4d75-bea9-5ccc8e08c10f req-70a68249-7a50-45a8-a3d4-485982265584 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.94 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 949 time: 0.1763487 Feb 08 16:12:22.799211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151e493-4a31-49db-80b4-dcfa09ac0442 req-69d2acbe-37db-4f14-8a71-5551e7bfc5ff tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:22.800787 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7151e493-4a31-49db-80b4-dcfa09ac0442 req-69d2acbe-37db-4f14-8a71-5551e7bfc5ff tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 949 time: 0.1094079 Feb 08 16:12:22.902670 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7151e493-4a31-49db-80b4-dcfa09ac0442 req-1af5a7e8-4e79-4894-b18d-d09d08e715b1 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/security-groups?id=00a6ff84-a3fe-4d01-9158-807e3f6f06b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883973 Feb 08 16:12:22.915113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b438f88c-dea1-4d75-bea9-5ccc8e08c10f req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Deleting port d8ea71e3-9ef2-4b2c-a72f-192e506f0673 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:12:22.915475 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b438f88c-dea1-4d75-bea9-5ccc8e08c10f req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:23.239558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b438f88c-dea1-4d75-bea9-5ccc8e08c10f req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] For port d8ea71e3-9ef2-4b2c-a72f-192e506f0673, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d8ea71e3-9ef2-4b2c-a72f-192e506f0673,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:12:23.240727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b438f88c-dea1-4d75-bea9-5ccc8e08c10f req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:23.268054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-b438f88c-dea1-4d75-bea9-5ccc8e08c10f req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Calling delete_port for d8ea71e3-9ef2-4b2c-a72f-192e506f0673 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:12:23.430252 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b438f88c-dea1-4d75-bea9-5ccc8e08c10f req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d8ea71e3-9ef2-4b2c-a72f-192e506f0673), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:23.446908 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['d8ea71e3-9ef2-4b2c-a72f-192e506f0673'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:12:23.647864 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b438f88c-dea1-4d75-bea9-5ccc8e08c10f req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] No DVR routers for this DVR port d8ea71e3-9ef2-4b2c-a72f-192e506f0673 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:12:23.655893 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b438f88c-dea1-4d75-bea9-5ccc8e08c10f req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:23.659450 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b438f88c-dea1-4d75-bea9-5ccc8e08c10f req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.94 "DELETE /v2.0/ports/d8ea71e3-9ef2-4b2c-a72f-192e506f0673 HTTP/1.1" status: 204 len: 173 time: 0.9987140 Feb 08 16:12:23.664618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Pushing event deleted for resources: {'Port': ['ID=d8ea71e3-9ef2-4b2c-a72f-192e506f0673,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:23.675638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b30290f-b36e-47fc-9ff5-10d3db27726d', 'name': 'network-vif-deleted', 'tag': 'd8ea71e3-9ef2-4b2c-a72f-192e506f0673'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:12:23.688839 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9babdcba-28cc-442c-b0fd-6fce642ad4d2" -d '{"events": [{"server_uuid": "3b30290f-b36e-47fc-9ff5-10d3db27726d", "name": "network-vif-deleted", "tag": "d8ea71e3-9ef2-4b2c-a72f-192e506f0673"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:12:23.724941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:23.725412 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:23.725761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:23.726099 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:23.726440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:23.746152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:23.746659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:23.747018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:23.748602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:23.749169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:23.751800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:23.752526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:23.753040 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafbb3bb-79b8-4d92-b9f3-b89ef530b540 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:12:23.840239 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c14ee62-fd4f-4379-b8ce-beb11c5a444c x-openstack-request-id: req-7c14ee62-fd4f-4379-b8ce-beb11c5a444c {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:12:23.840637 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b30290f-b36e-47fc-9ff5-10d3db27726d", "name": "network-vif-deleted", "tag": "d8ea71e3-9ef2-4b2c-a72f-192e506f0673", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:12:23.842206 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7c14ee62-fd4f-4379-b8ce-beb11c5a444c {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:12:23.842832 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b30290f-b36e-47fc-9ff5-10d3db27726d', 'name': 'network-vif-deleted', 'tag': 'd8ea71e3-9ef2-4b2c-a72f-192e506f0673', 'status': 'completed', 'code': 200} Feb 08 16:12:24.179276 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-10823f01-1a8a-4161-837e-c21628a8aa8a req-3a47957a-61c8-4694-9406-a2a2ce6bad10 tempest-VolumesNegativeTest-937889764 tempest-VolumesNegativeTest-937889764-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b30290f-b36e-47fc-9ff5-10d3db27726d HTTP/1.1" status: 200 len: 210 time: 0.0463631 Feb 08 16:12:27.298476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d8ea71e3-9ef2-4b2c-a72f-192e506f0673 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:12:27.400324 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: d8ea71e3-9ef2-4b2c-a72f-192e506f0673 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:12:27.403385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d8ea71e3-9ef2-4b2c-a72f-192e506f0673 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:12:31.555143 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dc5318e6-0ed5-4a55-aa9f-c911dee3d191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:33.819157 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-27deec93-f1fb-4a37-b733-097905e42036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:35.572130 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:36.762779 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:37.975444 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:38.187554 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:12:39.202969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 43626) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:39.495855 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-68a1363c-2603-418b-8924-0d79f824f62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:39.850789 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-68a1363c-2603-418b-8924-0d79f824f62f admin admin] Publish callbacks [] for security_group (2789054c-cd90-42af-a025-b5d51fabfd95), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:39.858751 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-68a1363c-2603-418b-8924-0d79f824f62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2789054c-cd90-42af-a025-b5d51fabfd95), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:39.998671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1363c-2603-418b-8924-0d79f824f62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2789054c-cd90-42af-a025-b5d51fabfd95,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:40.025486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43654) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:40.037649 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-68a1363c-2603-418b-8924-0d79f824f62f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f0f4a58be4ea41c2a6b5c2511f116c28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8330710 Feb 08 16:12:40.139151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 43656) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:40.185216 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92326ee8-0ef1-4bbb-8d4c-23b186251904 admin admin] Publish callbacks [] for security_group (2789054c-cd90-42af-a025-b5d51fabfd95), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:40.245049 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92326ee8-0ef1-4bbb-8d4c-23b186251904 admin admin] Publish callbacks [] for security_group (2789054c-cd90-42af-a025-b5d51fabfd95), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:40.387528 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92326ee8-0ef1-4bbb-8d4c-23b186251904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2789054c-cd90-42af-a025-b5d51fabfd95), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:40.404117 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-92326ee8-0ef1-4bbb-8d4c-23b186251904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:40.409896 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-92326ee8-0ef1-4bbb-8d4c-23b186251904 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2789054c-cd90-42af-a025-b5d51fabfd95 HTTP/1.1" status: 204 len: 168 time: 0.3828971 Feb 08 16:12:40.434198 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92326ee8-0ef1-4bbb-8d4c-23b186251904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2789054c-cd90-42af-a025-b5d51fabfd95,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:40.658035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9d6cf154-3663-4fd3-9b37-6ec53da0bf61 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fbc3936eb7774f748af1a471d579c74e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5155272 Feb 08 16:12:40.658609 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43676) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:40.878801 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c4f887e0-86b6-41be-b6af-b57e36cf8684 admin admin] Publish callbacks [] for security_group (00a6ff84-a3fe-4d01-9158-807e3f6f06b8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:40.968978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c4f887e0-86b6-41be-b6af-b57e36cf8684 admin admin] Publish callbacks [] for security_group (00a6ff84-a3fe-4d01-9158-807e3f6f06b8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:41.136146 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c4f887e0-86b6-41be-b6af-b57e36cf8684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (00a6ff84-a3fe-4d01-9158-807e3f6f06b8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:41.144432 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c4f887e0-86b6-41be-b6af-b57e36cf8684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:41.148901 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c4f887e0-86b6-41be-b6af-b57e36cf8684 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/00a6ff84-a3fe-4d01-9158-807e3f6f06b8 HTTP/1.1" status: 204 len: 168 time: 0.4890203 Feb 08 16:12:41.183137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f887e0-86b6-41be-b6af-b57e36cf8684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a6ff84-a3fe-4d01-9158-807e3f6f06b8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:42.492433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43728) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:42.820835 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1067422853-network', 'tenant_id': 'f6da662e8fd54258a61f8b3f5d3fec8a'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:12:42.871441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] Made reservation on behalf of f6da662e8fd54258a61f8b3f5d3fec8a for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:12:42.876389 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:42.892369 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:42.987979 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] Publish callbacks [] for security_group (2efd08f4-ef87-44cc-9d1d-a7cff3a22d29), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:42.994819 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2efd08f4-ef87-44cc-9d1d-a7cff3a22d29), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:43.035364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:43.054486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:12:43.067461 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ff94c456-d783-4d6b-903f-01cc357dc744), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:43.068011 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] Added segment ff94c456-d783-4d6b-903f-01cc357dc744 of type vlan for network 29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 Feb 08 16:12:43.236248 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (29221bb2-7ffa-44f3-8bb2-8cf2f517ea32), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:43.295856 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (29221bb2-7ffa-44f3-8bb2-8cf2f517ea32), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:43.296329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:43.297062 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:43.343634 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8458936 Feb 08 16:12:43.344298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 43748) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:43.349836 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-9074df3e-08c9-4a5f-ac0e-7b3557e444c9 admin admin] Request body: {'subnet': {'network_id': '29221bb2-7ffa-44f3-8bb2-8cf2f517ea32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1067422853-subnet', 'tenant_id': 'f6da662e8fd54258a61f8b3f5d3fec8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:12:43.399979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9074df3e-08c9-4a5f-ac0e-7b3557e444c9 admin admin] Made reservation on behalf of f6da662e8fd54258a61f8b3f5d3fec8a for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:12:43.406147 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9074df3e-08c9-4a5f-ac0e-7b3557e444c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:43.541254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa642ce4-d18b-46f2-bdd2-7b1609f011d8 admin admin] Pushing event updated for resources: {'Network': ['ID=29221bb2-7ffa-44f3-8bb2-8cf2f517ea32,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:43.561221 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:12:43.910964 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9074df3e-08c9-4a5f-ac0e-7b3557e444c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (384f2f13-f301-477c-b751-6b61cbc6a047), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:43.986025 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074df3e-08c9-4a5f-ac0e-7b3557e444c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=384f2f13-f301-477c-b751-6b61cbc6a047,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:44.046027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074df3e-08c9-4a5f-ac0e-7b3557e444c9 admin admin] Checking segment: {'id': 'ff94c456-d783-4d6b-903f-01cc357dc744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '29221bb2-7ffa-44f3-8bb2-8cf2f517ea32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:12:44.054536 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9074df3e-08c9-4a5f-ac0e-7b3557e444c9 admin admin] Network hostable DHCP agents. Network: 29221bb2-7ffa-44f3-8bb2-8cf2f517ea32, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:12:44.084992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9074df3e-08c9-4a5f-ac0e-7b3557e444c9 admin admin] Network 29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:12:44.102359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-9074df3e-08c9-4a5f-ac0e-7b3557e444c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 29221bb2-7ffa-44f3-8bb2-8cf2f517ea32) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:12:44.106847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9074df3e-08c9-4a5f-ac0e-7b3557e444c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:44.107470 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9074df3e-08c9-4a5f-ac0e-7b3557e444c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:44.113698 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64044667-5233-4e85-b461-68d8feaec045 None None] Network 29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:12:44.166907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9074df3e-08c9-4a5f-ac0e-7b3557e444c9 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8213589 Feb 08 16:12:44.424800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aca8e8-a0bf-4a71-92d2-34bef6dae608 None None] Network 29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:12:45.206299 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 43798) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:45.620230 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27cfa049-6173-4c6f-a54f-cf8d0a24ea38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:45.851900 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27cfa049-6173-4c6f-a54f-cf8d0a24ea38 admin admin] Publish callbacks [] for security_group (051559d8-a5ec-4f00-bcc9-d20f5bcabed9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:45.865543 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-27cfa049-6173-4c6f-a54f-cf8d0a24ea38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (051559d8-a5ec-4f00-bcc9-d20f5bcabed9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:45.924828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-27cfa049-6173-4c6f-a54f-cf8d0a24ea38 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f4df76bd59254dee80149def0308b4a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7171361 Feb 08 16:12:45.927660 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43828) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:45.987381 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfa049-6173-4c6f-a54f-cf8d0a24ea38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051559d8-a5ec-4f00-bcc9-d20f5bcabed9,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:46.025316 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16d50791-423b-4b31-a84d-e6a761aaed18 admin admin] Publish callbacks [] for security_group (051559d8-a5ec-4f00-bcc9-d20f5bcabed9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:46.075209 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16d50791-423b-4b31-a84d-e6a761aaed18 admin admin] Publish callbacks [] for security_group (051559d8-a5ec-4f00-bcc9-d20f5bcabed9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:46.189916 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16d50791-423b-4b31-a84d-e6a761aaed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (051559d8-a5ec-4f00-bcc9-d20f5bcabed9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:46.194308 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-16d50791-423b-4b31-a84d-e6a761aaed18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:46.199774 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-16d50791-423b-4b31-a84d-e6a761aaed18 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/051559d8-a5ec-4f00-bcc9-d20f5bcabed9 HTTP/1.1" status: 204 len: 168 time: 0.2710402 Feb 08 16:12:46.244140 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d50791-423b-4b31-a84d-e6a761aaed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051559d8-a5ec-4f00-bcc9-d20f5bcabed9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:47.007413 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 43852) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:47.038506 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7d1-d4a7-47bd-8b32-6a88cd27d178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:47.257073 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7d1-d4a7-47bd-8b32-6a88cd27d178 admin admin] Publish callbacks [] for security_group (7168f19c-1c5b-4dc0-a339-65a9a33ee75a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:47.262836 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6e49f7d1-d4a7-47bd-8b32-6a88cd27d178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7168f19c-1c5b-4dc0-a339-65a9a33ee75a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:47.364619 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6e49f7d1-d4a7-47bd-8b32-6a88cd27d178 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f3ea9466683b439b8197947a9919939f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3538976 Feb 08 16:12:47.364619 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49f7d1-d4a7-47bd-8b32-6a88cd27d178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7168f19c-1c5b-4dc0-a339-65a9a33ee75a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:47.365407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 43862) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:12:47.532341 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-20425b2e-0e57-4bfc-abc4-9f36423d7887 admin admin] Publish callbacks [] for security_group (7168f19c-1c5b-4dc0-a339-65a9a33ee75a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:47.585360 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-20425b2e-0e57-4bfc-abc4-9f36423d7887 admin admin] Publish callbacks [] for security_group (7168f19c-1c5b-4dc0-a339-65a9a33ee75a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:47.696027 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-20425b2e-0e57-4bfc-abc4-9f36423d7887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7168f19c-1c5b-4dc0-a339-65a9a33ee75a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:47.700160 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-20425b2e-0e57-4bfc-abc4-9f36423d7887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:47.704895 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-20425b2e-0e57-4bfc-abc4-9f36423d7887 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7168f19c-1c5b-4dc0-a339-65a9a33ee75a HTTP/1.1" status: 204 len: 168 time: 0.3372538 Feb 08 16:12:47.722395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20425b2e-0e57-4bfc-abc4-9f36423d7887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7168f19c-1c5b-4dc0-a339-65a9a33ee75a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:48.971066 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:50.379112 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:50.863293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-9d334ff9-ee78-4d59-80c1-878e32a0646a tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:50.865173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-9d334ff9-ee78-4d59-80c1-878e32a0646a tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/networks?id=29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 HTTP/1.1" status: 200 len: 809 time: 0.1412117 Feb 08 16:12:50.882614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-eba806fb-779c-44b6-a78f-90ba34db2d91 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/quotas/f6da662e8fd54258a61f8b3f5d3fec8a HTTP/1.1" status: 200 len: 375 time: 0.0115683 Feb 08 16:12:50.921485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-a08a9987-3c0a-4a38-9682-0eff7433db52 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=f6da662e8fd54258a61f8b3f5d3fec8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334091 Feb 08 16:12:51.088562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-471f6aa3-f39e-429b-b3e9-79f6744942dc service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:12:51.089577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-471f6aa3-f39e-429b-b3e9-79f6744942dc service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1538687 Feb 08 16:12:51.221559 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-0f8f795a-f96e-445a-aa63-f513f902f3e2 service neutron] 10.222.0.82 "GET /v2.0/networks/29221bb2-7ffa-44f3-8bb2-8cf2f517ea32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251497 Feb 08 16:12:51.324925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-8f2162e3-fa3e-4022-bc3d-26f60a7fe9d4 service neutron] 10.222.0.82 "GET /v2.0/networks/29221bb2-7ffa-44f3-8bb2-8cf2f517ea32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025486 Feb 08 16:12:51.590299 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a89e378-10fa-4fa4-80bc-e740bb00225a req-e2e76554-a9ab-4cf7-bfe6-7e4017987966 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 210 time: 0.0457935 Feb 08 16:12:52.757841 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8bd9d070-363a-48a0-99f3-c08812cd31c4 req-5ed94e94-9a9f-4e4b-a39d-c2259851c1c2 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 210 time: 0.0751143 Feb 08 16:12:53.949065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe928983-3172-4269-9c0e-6c29aec67021 req-841500a3-37ed-4c6f-8ccb-a23988d59315 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 210 time: 0.0591593 Feb 08 16:12:54.472445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-6d5bde2d-bace-421c-b40f-334501252ba4 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:54.475158 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-6d5bde2d-bace-421c-b40f-334501252ba4 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.94 "GET /v2.0/networks?id=29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 HTTP/1.1" status: 200 len: 809 time: 0.2426891 Feb 08 16:12:54.493720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-0a43c81b-2a5b-412e-9460-591f86ff0c4f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Request body: {'port': {'device_id': 'dd5ac34d-4dea-4576-981c-16fa6943c282', 'network_id': '29221bb2-7ffa-44f3-8bb2-8cf2f517ea32', 'admin_state_up': True, 'tenant_id': 'f6da662e8fd54258a61f8b3f5d3fec8a'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:12:54.725068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-0a43c81b-2a5b-412e-9460-591f86ff0c4f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Made reservation on behalf of f6da662e8fd54258a61f8b3f5d3fec8a for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:12:54.735887 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-0a43c81b-2a5b-412e-9460-591f86ff0c4f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:54.977669 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-0a43c81b-2a5b-412e-9460-591f86ff0c4f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Allocated IP 172.20.0.2 (29221bb2-7ffa-44f3-8bb2-8cf2f517ea32/384f2f13-f301-477c-b751-6b61cbc6a047/b893add8-36f9-4f49-ab5b-9e31073bb8de) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:12:55.084220 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d387044-ab32-49dd-a468-4c796242bdf8 req-c3adeebc-300e-4ce5-931b-346ade6244f1 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 210 time: 0.0541968 Feb 08 16:12:55.220061 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-0a43c81b-2a5b-412e-9460-591f86ff0c4f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks [] for port (b893add8-36f9-4f49-ab5b-9e31073bb8de), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:55.258783 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-0a43c81b-2a5b-412e-9460-591f86ff0c4f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b893add8-36f9-4f49-ab5b-9e31073bb8de), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:55.303911 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-0a43c81b-2a5b-412e-9460-591f86ff0c4f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Network 29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:12:55.307382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-0a43c81b-2a5b-412e-9460-591f86ff0c4f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:12:55.310726 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-0a43c81b-2a5b-412e-9460-591f86ff0c4f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:12:55.450095 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-0a43c81b-2a5b-412e-9460-591f86ff0c4f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:55.450731 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-0a43c81b-2a5b-412e-9460-591f86ff0c4f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:55.461236 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43c81b-2a5b-412e-9460-591f86ff0c4f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Pushing event updated for resources: {'Port': ['ID=b893add8-36f9-4f49-ab5b-9e31073bb8de,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:55.487446 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-0a43c81b-2a5b-412e-9460-591f86ff0c4f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9993117 Feb 08 16:12:55.505733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Request body: {'port': {'device_id': 'dd5ac34d-4dea-4576-981c-16fa6943c282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:12:55.678242 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b893add8-36f9-4f49-ab5b-9e31073bb8de), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:56.091823 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b893add8-36f9-4f49-ab5b-9e31073bb8de {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:12:56.102819 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Publish callbacks [] for port (b893add8-36f9-4f49-ab5b-9e31073bb8de), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:56.156759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Transition to ACTIVE for port object b893add8-36f9-4f49-ab5b-9e31073bb8de will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:12:56.171127 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b893add8-36f9-4f49-ab5b-9e31073bb8de), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:56.311669 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Pushing event updated for resources: {'Port': ['ID=b893add8-36f9-4f49-ab5b-9e31073bb8de,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:56.355910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4af07-27e3-4047-bd3d-39b570578a1e req-429ef61c-d9ca-4846-b1c4-4d907e01947d tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:56.360325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0eb4af07-27e3-4047-bd3d-39b570578a1e req-429ef61c-d9ca-4846-b1c4-4d907e01947d tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 943 time: 0.1243155 Feb 08 16:12:56.494628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Attempting to bind port b893add8-36f9-4f49-ab5b-9e31073bb8de on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:12:56.495167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Attempting to bind port b893add8-36f9-4f49-ab5b-9e31073bb8de by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'ff94c456-d783-4d6b-903f-01cc357dc744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '29221bb2-7ffa-44f3-8bb2-8cf2f517ea32'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:12:56.495515 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Attempting to bind port b893add8-36f9-4f49-ab5b-9e31073bb8de on network 29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:12:56.500251 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Port b893add8-36f9-4f49-ab5b-9e31073bb8de on network 29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:12:56.500586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Attempting to bind port b893add8-36f9-4f49-ab5b-9e31073bb8de on network 29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:12:56.507255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:12:56.507589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Checking segment: {'id': 'ff94c456-d783-4d6b-903f-01cc357dc744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '29221bb2-7ffa-44f3-8bb2-8cf2f517ea32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:12:56.507981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Bound using segment: {'id': 'ff94c456-d783-4d6b-903f-01cc357dc744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '29221bb2-7ffa-44f3-8bb2-8cf2f517ea32'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:12:56.508422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Bound port: b893add8-36f9-4f49-ab5b-9e31073bb8de, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff94c456-d783-4d6b-903f-01cc357dc744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '29221bb2-7ffa-44f3-8bb2-8cf2f517ea32'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:12:56.508792 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b893add8-36f9-4f49-ab5b-9e31073bb8de), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:56.540010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0eb4af07-27e3-4047-bd3d-39b570578a1e req-690a1cee-58d0-4923-8383-18e03df8d7c9 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719358 Feb 08 16:12:56.634244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] For port b893add8-36f9-4f49-ab5b-9e31073bb8de, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:12:56.637688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] For port b893add8-36f9-4f49-ab5b-9e31073bb8de, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b893add8-36f9-4f49-ab5b-9e31073bb8de,segment=NetworkSegment(ff94c456-d783-4d6b-903f-01cc357dc744),segment_id=ff94c456-d783-4d6b-903f-01cc357dc744)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:12:56.650374 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b893add8-36f9-4f49-ab5b-9e31073bb8de), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:56.766882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Pushing event updated for resources: {'Port': ['ID=b893add8-36f9-4f49-ab5b-9e31073bb8de,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:12:56.774193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:56.775090 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:12:56.776485 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-2b830eff-164f-42e5-82e0-ea06a6e52556 service neutron] 10.222.0.94 "PUT /v2.0/ports/b893add8-36f9-4f49-ab5b-9e31073bb8de HTTP/1.1" status: 200 len: 1092 time: 1.2752967 Feb 08 16:12:56.777033 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5ac34d-4dea-4576-981c-16fa6943c282', 'tag': 'b893add8-36f9-4f49-ab5b-9e31073bb8de'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:12:56.779242 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbff289-8984-44cf-955e-2f86ea652782" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5ac34d-4dea-4576-981c-16fa6943c282", "tag": "b893add8-36f9-4f49-ab5b-9e31073bb8de"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:12:56.830673 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fca814-dfbc-4ff0-b958-1a5774313363 x-openstack-request-id: req-f6fca814-dfbc-4ff0-b958-1a5774313363 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:12:56.830980 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5ac34d-4dea-4576-981c-16fa6943c282", "tag": "b893add8-36f9-4f49-ab5b-9e31073bb8de", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:12:56.831226 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f6fca814-dfbc-4ff0-b958-1a5774313363 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:12:56.831634 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5ac34d-4dea-4576-981c-16fa6943c282', 'tag': 'b893add8-36f9-4f49-ab5b-9e31073bb8de', 'status': 'completed', 'code': 200} Feb 08 16:12:56.937033 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-0c66652b-4024-428d-99fc-a5e138257359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:56.940544 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-0c66652b-4024-428d-99fc-a5e138257359 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6da662e8fd54258a61f8b3f5d3fec8a&device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 1126 time: 0.1023824 Feb 08 16:12:57.028042 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-6a6a5796-6ef6-4ef5-8c6b-93d2c069a09a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b893add8-36f9-4f49-ab5b-9e31073bb8de HTTP/1.1" status: 200 len: 217 time: 0.0767787 Feb 08 16:12:57.110073 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-39580381-b842-4578-a2dd-0818addf3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:57.111574 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-39580381-b842-4578-a2dd-0818addf3e56 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=384f2f13-f301-477c-b751-6b61cbc6a047 HTTP/1.1" status: 200 len: 849 time: 0.0745468 Feb 08 16:12:57.168935 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-28f7ac19-fe6a-48ab-96f8-08b85979c171 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29221bb2-7ffa-44f3-8bb2-8cf2f517ea32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408185 Feb 08 16:12:57.289871 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-b521642e-0944-41d8-bca4-d09ea67370eb service neutron] 10.222.0.94 "GET /v2.0/networks/29221bb2-7ffa-44f3-8bb2-8cf2f517ea32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080863 Feb 08 16:12:57.388390 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d7f1842d-8e1b-403e-a907-1fdf0ea13040 req-bc7e1aac-db17-4276-bd10-fa9a66dc2403 service neutron] 10.222.0.94 "GET /v2.0/networks/29221bb2-7ffa-44f3-8bb2-8cf2f517ea32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895164 Feb 08 16:12:57.501819 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbff289-8984-44cf-955e-2f86ea652782 req-64c602c2-a4f1-4f9f-abcf-d53eb6cb3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:57.503379 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1fbff289-8984-44cf-955e-2f86ea652782 req-64c602c2-a4f1-4f9f-abcf-d53eb6cb3c9d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6da662e8fd54258a61f8b3f5d3fec8a&device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 1126 time: 0.0615716 Feb 08 16:12:57.615229 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbff289-8984-44cf-955e-2f86ea652782 req-24ccfefd-d15b-47c3-9ef2-77caf51d047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:57.616749 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1fbff289-8984-44cf-955e-2f86ea652782 req-24ccfefd-d15b-47c3-9ef2-77caf51d047c service neutron] 10.222.0.94 "GET /v2.0/networks?id=29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 HTTP/1.1" status: 200 len: 910 time: 0.1065767 Feb 08 16:12:57.695174 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1fbff289-8984-44cf-955e-2f86ea652782 req-cf48494e-69c9-46ed-8168-e340dde99ebd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b893add8-36f9-4f49-ab5b-9e31073bb8de HTTP/1.1" status: 200 len: 217 time: 0.0693800 Feb 08 16:12:57.789817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbff289-8984-44cf-955e-2f86ea652782 req-fa548a1d-f0d8-41fe-b3b3-43516e00c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:57.791322 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1fbff289-8984-44cf-955e-2f86ea652782 req-fa548a1d-f0d8-41fe-b3b3-43516e00c9e3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=384f2f13-f301-477c-b751-6b61cbc6a047 HTTP/1.1" status: 200 len: 849 time: 0.0893013 Feb 08 16:12:57.815013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b90e41-eaa7-411e-936f-1dde4e888788 req-815744b8-f66d-4036-9018-22ac49f3e67f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:57.819288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0b90e41-eaa7-411e-936f-1dde4e888788 req-815744b8-f66d-4036-9018-22ac49f3e67f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 943 time: 0.1198602 Feb 08 16:12:57.852571 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1fbff289-8984-44cf-955e-2f86ea652782 req-92021431-701d-4e22-9fab-332d83ff4b7f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29221bb2-7ffa-44f3-8bb2-8cf2f517ea32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506051 Feb 08 16:12:57.871015 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0b90e41-eaa7-411e-936f-1dde4e888788 req-2a27a078-37cf-4d53-9049-e3cf57f2251a tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481923 Feb 08 16:12:58.025226 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1fbff289-8984-44cf-955e-2f86ea652782 req-b0b497d9-a624-415e-b4ab-b4407eb96c3f service neutron] 10.222.0.94 "GET /v2.0/networks/29221bb2-7ffa-44f3-8bb2-8cf2f517ea32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631320 Feb 08 16:12:58.179567 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1fbff289-8984-44cf-955e-2f86ea652782 req-8e34b7e4-713e-4d8e-95b8-8e90326ee86c service neutron] 10.222.0.94 "GET /v2.0/networks/29221bb2-7ffa-44f3-8bb2-8cf2f517ea32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472859 Feb 08 16:12:59.073084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b452f-bb95-4894-8131-1088bad5cfc7 req-e1f10491-0a0e-4608-b187-91f30da45db4 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:12:59.075287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b3b452f-bb95-4894-8131-1088bad5cfc7 req-e1f10491-0a0e-4608-b187-91f30da45db4 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 943 time: 0.0998585 Feb 08 16:12:59.141685 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b3b452f-bb95-4894-8131-1088bad5cfc7 req-b740872c-b939-4c59-9b6c-65c14ef02e36 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550790 Feb 08 16:13:00.266878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44316) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:00.344295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8118c4-53b2-4124-90d1-58f162159f57 req-0c22a577-2690-46df-9979-fe7f6b976bd4 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:00.362258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b8118c4-53b2-4124-90d1-58f162159f57 req-0c22a577-2690-46df-9979-fe7f6b976bd4 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 943 time: 0.1137829 Feb 08 16:13:00.450964 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b8118c4-53b2-4124-90d1-58f162159f57 req-847309de-31db-4e20-a3d4-38d93cf8d14d tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819125 Feb 08 16:13:00.490124 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-88272fd1-9cb3-4380-a720-df7b33caf3c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:00.584774 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-88272fd1-9cb3-4380-a720-df7b33caf3c6 admin admin] Publish callbacks [] for security_group (da3e359e-dc43-4574-bdb1-9812858aefa4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:00.590933 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-88272fd1-9cb3-4380-a720-df7b33caf3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (da3e359e-dc43-4574-bdb1-9812858aefa4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:00.651437 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88272fd1-9cb3-4380-a720-df7b33caf3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3e359e-dc43-4574-bdb1-9812858aefa4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:00.656619 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-88272fd1-9cb3-4380-a720-df7b33caf3c6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=72e1ed8b4ca7417c8cc78d9353d54222&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3887126 Feb 08 16:13:00.659479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 44326) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:00.753745 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6770fe2-d309-4f70-9fb4-08e013d2b7b6 admin admin] Publish callbacks [] for security_group (da3e359e-dc43-4574-bdb1-9812858aefa4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:00.815384 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6770fe2-d309-4f70-9fb4-08e013d2b7b6 admin admin] Publish callbacks [] for security_group (da3e359e-dc43-4574-bdb1-9812858aefa4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:00.907122 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6770fe2-d309-4f70-9fb4-08e013d2b7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (da3e359e-dc43-4574-bdb1-9812858aefa4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:00.909779 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6770fe2-d309-4f70-9fb4-08e013d2b7b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:00.913993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e6770fe2-d309-4f70-9fb4-08e013d2b7b6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/da3e359e-dc43-4574-bdb1-9812858aefa4 HTTP/1.1" status: 204 len: 168 time: 0.2535594 Feb 08 16:13:00.934397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6770fe2-d309-4f70-9fb4-08e013d2b7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3e359e-dc43-4574-bdb1-9812858aefa4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:01.373508 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44344) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:01.389447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b893add8-36f9-4f49-ab5b-9e31073bb8de details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:13:01.404035 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed3c368c-44d3-4366-aade-4490ba981014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:01.586069 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0bf57647-5835-41cc-ac63-770921b5760f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:01.604828 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed3c368c-44d3-4366-aade-4490ba981014 admin admin] Publish callbacks [] for security_group (32e41a99-ab3e-40ce-9bf2-6c483e54fbd3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:01.612727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ed3c368c-44d3-4366-aade-4490ba981014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (32e41a99-ab3e-40ce-9bf2-6c483e54fbd3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:01.644158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port b893add8-36f9-4f49-ab5b-9e31073bb8de, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b893add8-36f9-4f49-ab5b-9e31073bb8de,segment=NetworkSegment(ff94c456-d783-4d6b-903f-01cc357dc744),segment_id=ff94c456-d783-4d6b-903f-01cc357dc744)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:13:01.677063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'b893add8-36f9-4f49-ab5b-9e31073bb8de', 'network_id': '29221bb2-7ffa-44f3-8bb2-8cf2f517ea32', 'port_id': 'b893add8-36f9-4f49-ab5b-9e31073bb8de', 'mac_address': 'fa:16:3e:c5:69:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384f2f13-f301-477c-b751-6b61cbc6a047', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:13:01.735094 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ed3c368c-44d3-4366-aade-4490ba981014 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d46700cd1829444eaada729164a06a72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3603735 Feb 08 16:13:01.738276 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 44354) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:01.758308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port b893add8-36f9-4f49-ab5b-9e31073bb8de is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:13:01.758707 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b893add8-36f9-4f49-ab5b-9e31073bb8de), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:01.782748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c368c-44d3-4366-aade-4490ba981014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e41a99-ab3e-40ce-9bf2-6c483e54fbd3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:01.798816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b893add8-36f9-4f49-ab5b-9e31073bb8de {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:13:01.840009 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea6f4f-1b04-4110-8704-a03a7eea4a51 req-06794119-c594-4523-9d1e-fa592d26783e tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:01.842667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port b893add8-36f9-4f49-ab5b-9e31073bb8de, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b893add8-36f9-4f49-ab5b-9e31073bb8de,segment=NetworkSegment(ff94c456-d783-4d6b-903f-01cc357dc744),segment_id=ff94c456-d783-4d6b-903f-01cc357dc744)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:13:01.849950 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b893add8-36f9-4f49-ab5b-9e31073bb8de), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:01.853676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-abea6f4f-1b04-4110-8704-a03a7eea4a51 req-06794119-c594-4523-9d1e-fa592d26783e tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 943 time: 0.2110460 Feb 08 16:13:01.909179 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6dee3109-a5b4-45bd-894c-50f2613f42be admin admin] Publish callbacks [] for security_group (32e41a99-ab3e-40ce-9bf2-6c483e54fbd3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:01.952795 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6dee3109-a5b4-45bd-894c-50f2613f42be admin admin] Publish callbacks [] for security_group (32e41a99-ab3e-40ce-9bf2-6c483e54fbd3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:01.964464 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=b893add8-36f9-4f49-ab5b-9e31073bb8de,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:01.972672 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:01.978872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:01.979229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:01.979568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:01.979903 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:01.980236 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:01.980566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:01.980896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:01.981249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:01.981575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:01.981902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:01.982237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:01.982552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:02.052859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-abea6f4f-1b04-4110-8704-a03a7eea4a51 req-ddf149d9-37b2-455d-aebd-2205c1c09b41 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891644 Feb 08 16:13:02.072448 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6dee3109-a5b4-45bd-894c-50f2613f42be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (32e41a99-ab3e-40ce-9bf2-6c483e54fbd3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:02.076510 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6dee3109-a5b4-45bd-894c-50f2613f42be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:02.101150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6dee3109-a5b4-45bd-894c-50f2613f42be admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/32e41a99-ab3e-40ce-9bf2-6c483e54fbd3 HTTP/1.1" status: 204 len: 168 time: 0.3601165 Feb 08 16:13:02.108606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['b893add8-36f9-4f49-ab5b-9e31073bb8de'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:13:02.170238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee3109-a5b4-45bd-894c-50f2613f42be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e41a99-ab3e-40ce-9bf2-6c483e54fbd3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:02.823712 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44396) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:02.840802 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65e5245a-54e4-429c-a657-b1d64b1e0c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.030406 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65e5245a-54e4-429c-a657-b1d64b1e0c2d admin admin] Publish callbacks [] for security_group (1cd25663-f8b9-41db-86d8-2654d6f83e9c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.039090 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-65e5245a-54e4-429c-a657-b1d64b1e0c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1cd25663-f8b9-41db-86d8-2654d6f83e9c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.093215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 44408) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:03.150560 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-65e5245a-54e4-429c-a657-b1d64b1e0c2d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=762c32cc90bf46c2a3515d5583e9ae0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3254404 Feb 08 16:13:03.153839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44412) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:03.167619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5245a-54e4-429c-a657-b1d64b1e0c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd25663-f8b9-41db-86d8-2654d6f83e9c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:03.298627 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8601ecf-09d7-491a-9dfc-1201a4a1d5ab admin admin] Publish callbacks [] for security_group (1cd25663-f8b9-41db-86d8-2654d6f83e9c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.313010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204614e-b987-475d-98c8-59116d4c9d09 req-c90ea20a-5e51-463a-a0ce-241f6fecd2f8 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:03.314646 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6204614e-b987-475d-98c8-59116d4c9d09 req-c90ea20a-5e51-463a-a0ce-241f6fecd2f8 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 944 time: 0.1603699 Feb 08 16:13:03.366564 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5a6457cc-6665-4150-9bec-60a783d81d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.367826 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8601ecf-09d7-491a-9dfc-1201a4a1d5ab admin admin] Publish callbacks [] for security_group (1cd25663-f8b9-41db-86d8-2654d6f83e9c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.402856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b893add8-36f9-4f49-ab5b-9e31073bb8de up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:13:03.429634 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6204614e-b987-475d-98c8-59116d4c9d09 req-5f6aba10-7ed6-4950-81e5-e7300f10de1e tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018260 Feb 08 16:13:03.460618 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8601ecf-09d7-491a-9dfc-1201a4a1d5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1cd25663-f8b9-41db-86d8-2654d6f83e9c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.468337 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8601ecf-09d7-491a-9dfc-1201a4a1d5ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.489434 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d8601ecf-09d7-491a-9dfc-1201a4a1d5ab admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1cd25663-f8b9-41db-86d8-2654d6f83e9c HTTP/1.1" status: 204 len: 168 time: 0.3337002 Feb 08 16:13:03.538669 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8601ecf-09d7-491a-9dfc-1201a4a1d5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd25663-f8b9-41db-86d8-2654d6f83e9c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:03.676460 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5a6457cc-6665-4150-9bec-60a783d81d0b admin admin] Publish callbacks [] for security_group (51014af2-e8e8-4d00-b288-69dd76e36994), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.684103 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5a6457cc-6665-4150-9bec-60a783d81d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (51014af2-e8e8-4d00-b288-69dd76e36994), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.754547 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5a6457cc-6665-4150-9bec-60a783d81d0b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f8e7b28caab041bebdc31abf4a7223e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6599178 Feb 08 16:13:03.757198 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44432) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:03.810920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6457cc-6665-4150-9bec-60a783d81d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51014af2-e8e8-4d00-b288-69dd76e36994,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:03.848758 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-42e27925-c5e5-4691-92e2-118581afaf7d admin admin] Publish callbacks [] for security_group (51014af2-e8e8-4d00-b288-69dd76e36994), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.879879 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-42e27925-c5e5-4691-92e2-118581afaf7d admin admin] Publish callbacks [] for security_group (51014af2-e8e8-4d00-b288-69dd76e36994), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.924825 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-19dcb66b-a75f-4bb9-b935-4dcc65eb256e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.963255 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-42e27925-c5e5-4691-92e2-118581afaf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (51014af2-e8e8-4d00-b288-69dd76e36994), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.966497 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port b893add8-36f9-4f49-ab5b-9e31073bb8de completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:13:03.968339 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-42e27925-c5e5-4691-92e2-118581afaf7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.971243 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-42e27925-c5e5-4691-92e2-118581afaf7d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/51014af2-e8e8-4d00-b288-69dd76e36994 HTTP/1.1" status: 204 len: 168 time: 0.2128150 Feb 08 16:13:03.974230 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port b893add8-36f9-4f49-ab5b-9e31073bb8de triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:13:03.975064 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b893add8-36f9-4f49-ab5b-9e31073bb8de), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:03.991939 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e27925-c5e5-4691-92e2-118581afaf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51014af2-e8e8-4d00-b288-69dd76e36994,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:04.135050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port b893add8-36f9-4f49-ab5b-9e31073bb8de is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:13:04.135787 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b893add8-36f9-4f49-ab5b-9e31073bb8de), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:04.178101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5ac34d-4dea-4576-981c-16fa6943c282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b893add8-36f9-4f49-ab5b-9e31073bb8de'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:13:04.181244 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5424f23e-9945-4274-a863-89c2867ff502" -d '{"events": [{"server_uuid": "dd5ac34d-4dea-4576-981c-16fa6943c282", "name": "network-vif-plugged", "status": "completed", "tag": "b893add8-36f9-4f49-ab5b-9e31073bb8de"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:13:04.227502 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port b893add8-36f9-4f49-ab5b-9e31073bb8de, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b893add8-36f9-4f49-ab5b-9e31073bb8de,segment=NetworkSegment(ff94c456-d783-4d6b-903f-01cc357dc744),segment_id=ff94c456-d783-4d6b-903f-01cc357dc744)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:13:04.236277 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b893add8-36f9-4f49-ab5b-9e31073bb8de), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:04.378466 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba69d7f-c27e-4d59-8c28-a94d057b6d51 x-openstack-request-id: req-dba69d7f-c27e-4d59-8c28-a94d057b6d51 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:13:04.378752 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5ac34d-4dea-4576-981c-16fa6943c282", "name": "network-vif-plugged", "status": "completed", "tag": "b893add8-36f9-4f49-ab5b-9e31073bb8de", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:13:04.379688 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dba69d7f-c27e-4d59-8c28-a94d057b6d51 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:13:04.379981 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5ac34d-4dea-4576-981c-16fa6943c282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b893add8-36f9-4f49-ab5b-9e31073bb8de', 'code': 200} Feb 08 16:13:04.391547 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=b893add8-36f9-4f49-ab5b-9e31073bb8de,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:04.466331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42426cb4-a3e3-4bbc-a6d2-e31af6aa07a5 req-00d9eb25-b0c3-4fe8-9ced-9b5564fc6763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:04.472236 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-42426cb4-a3e3-4bbc-a6d2-e31af6aa07a5 req-00d9eb25-b0c3-4fe8-9ced-9b5564fc6763 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 1128 time: 0.1098192 Feb 08 16:13:04.556679 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-42426cb4-a3e3-4bbc-a6d2-e31af6aa07a5 req-19663338-b612-47ab-ac62-236ddf469837 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738983 Feb 08 16:13:04.673351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 44468) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:04.692648 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e8699-8bd8-42bc-b44d-cc7bca2a7643 req-9c46bf39-40cf-47cc-8863-2e0fa21dd41f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:04.694965 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-051e8699-8bd8-42bc-b44d-cc7bca2a7643 req-9c46bf39-40cf-47cc-8863-2e0fa21dd41f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 945 time: 0.1159489 Feb 08 16:13:04.695999 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c8360162-584e-42ea-a180-45f1d86298ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:04.790536 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c8360162-584e-42ea-a180-45f1d86298ec admin admin] Publish callbacks [] for security_group (4dcbc611-9fd1-4cb1-9f1d-2eb98973e73f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:04.797841 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c8360162-584e-42ea-a180-45f1d86298ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4dcbc611-9fd1-4cb1-9f1d-2eb98973e73f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:04.843772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-051e8699-8bd8-42bc-b44d-cc7bca2a7643 req-2f3b2b2e-2fc5-4449-bdea-a439f4066637 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406462 Feb 08 16:13:04.868935 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8360162-584e-42ea-a180-45f1d86298ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcbc611-9fd1-4cb1-9f1d-2eb98973e73f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:04.889707 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c8360162-584e-42ea-a180-45f1d86298ec admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=47a966bbd01b46d6aee320dd4057b115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2122481 Feb 08 16:13:04.890493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 44472) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:04.951400 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-da31e99d-589c-4ca8-a297-336af888c8bd admin admin] Publish callbacks [] for security_group (4dcbc611-9fd1-4cb1-9f1d-2eb98973e73f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:04.984050 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-da31e99d-589c-4ca8-a297-336af888c8bd admin admin] Publish callbacks [] for security_group (4dcbc611-9fd1-4cb1-9f1d-2eb98973e73f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:05.055552 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-da31e99d-589c-4ca8-a297-336af888c8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4dcbc611-9fd1-4cb1-9f1d-2eb98973e73f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:05.059170 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-da31e99d-589c-4ca8-a297-336af888c8bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:05.061301 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-da31e99d-589c-4ca8-a297-336af888c8bd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4dcbc611-9fd1-4cb1-9f1d-2eb98973e73f HTTP/1.1" status: 204 len: 168 time: 0.1692171 Feb 08 16:13:05.073778 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31e99d-589c-4ca8-a297-336af888c8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcbc611-9fd1-4cb1-9f1d-2eb98973e73f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:05.564618 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:06.115214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba6a6c-4492-410b-8843-b3407d3a3262 req-33f1c598-1bcb-4187-941c-bb694a4f0499 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:06.117171 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c1ba6a6c-4492-410b-8843-b3407d3a3262 req-33f1c598-1bcb-4187-941c-bb694a4f0499 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 945 time: 0.1335280 Feb 08 16:13:06.232553 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c1ba6a6c-4492-410b-8843-b3407d3a3262 req-64c021c4-39c4-414d-9d45-40fc25a10313 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009851 Feb 08 16:13:06.728565 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:07.389337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0db5a6-f7fb-43de-9e07-f71c5b2210d4 req-701926bb-d75f-4c30-9e13-e55cd04f58ee tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:07.398463 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa0db5a6-f7fb-43de-9e07-f71c5b2210d4 req-701926bb-d75f-4c30-9e13-e55cd04f58ee tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 945 time: 0.0715878 Feb 08 16:13:07.510355 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa0db5a6-f7fb-43de-9e07-f71c5b2210d4 req-e23d3c0a-f299-4e36-a0a8-d227a58b2029 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099477 Feb 08 16:13:07.968094 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:08.732434 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96765fe6-634d-49e5-8679-5f76c7ab5624 req-bf9c324b-9360-44c1-9882-8730f8ba4b52 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:08.741906 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96765fe6-634d-49e5-8679-5f76c7ab5624 req-bf9c324b-9360-44c1-9882-8730f8ba4b52 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 945 time: 0.1222138 Feb 08 16:13:08.781816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88887bf5-cda4-4010-a6bd-72fa98ca59b1 req-59a51eae-0451-4fda-88b2-9fe48f7af805 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:08.784168 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-88887bf5-cda4-4010-a6bd-72fa98ca59b1 req-59a51eae-0451-4fda-88b2-9fe48f7af805 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 945 time: 0.1858089 Feb 08 16:13:08.867695 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96765fe6-634d-49e5-8679-5f76c7ab5624 req-fdd1f61c-4843-43a0-9a57-1d44aa77c87a tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246538 Feb 08 16:13:08.926904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-88887bf5-cda4-4010-a6bd-72fa98ca59b1 req-b1823d88-4e7a-4739-adef-bba99a88eea3 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Deleting port b893add8-36f9-4f49-ab5b-9e31073bb8de {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:13:08.927257 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-88887bf5-cda4-4010-a6bd-72fa98ca59b1 req-b1823d88-4e7a-4739-adef-bba99a88eea3 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b893add8-36f9-4f49-ab5b-9e31073bb8de), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:09.042755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-88887bf5-cda4-4010-a6bd-72fa98ca59b1 req-b1823d88-4e7a-4739-adef-bba99a88eea3 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] For port b893add8-36f9-4f49-ab5b-9e31073bb8de, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=b893add8-36f9-4f49-ab5b-9e31073bb8de,segment=NetworkSegment(ff94c456-d783-4d6b-903f-01cc357dc744),segment_id=ff94c456-d783-4d6b-903f-01cc357dc744)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:13:09.043594 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-88887bf5-cda4-4010-a6bd-72fa98ca59b1 req-b1823d88-4e7a-4739-adef-bba99a88eea3 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b893add8-36f9-4f49-ab5b-9e31073bb8de), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:09.059314 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-88887bf5-cda4-4010-a6bd-72fa98ca59b1 req-b1823d88-4e7a-4739-adef-bba99a88eea3 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Calling delete_port for b893add8-36f9-4f49-ab5b-9e31073bb8de owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:13:09.230501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-88887bf5-cda4-4010-a6bd-72fa98ca59b1 req-b1823d88-4e7a-4739-adef-bba99a88eea3 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b893add8-36f9-4f49-ab5b-9e31073bb8de), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:09.247867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['b893add8-36f9-4f49-ab5b-9e31073bb8de'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:13:09.281216 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1823d88-4e7a-4739-adef-bba99a88eea3 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Pushing event deleted for resources: {'Port': ['ID=b893add8-36f9-4f49-ab5b-9e31073bb8de,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:09.339474 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-88887bf5-cda4-4010-a6bd-72fa98ca59b1 req-b1823d88-4e7a-4739-adef-bba99a88eea3 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] No DVR routers for this DVR port b893add8-36f9-4f49-ab5b-9e31073bb8de on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:13:09.342391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-88887bf5-cda4-4010-a6bd-72fa98ca59b1 req-b1823d88-4e7a-4739-adef-bba99a88eea3 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:09.346461 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-88887bf5-cda4-4010-a6bd-72fa98ca59b1 req-b1823d88-4e7a-4739-adef-bba99a88eea3 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.94 "DELETE /v2.0/ports/b893add8-36f9-4f49-ab5b-9e31073bb8de HTTP/1.1" status: 204 len: 173 time: 0.5515878 Feb 08 16:13:09.347061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5ac34d-4dea-4576-981c-16fa6943c282', 'name': 'network-vif-deleted', 'tag': 'b893add8-36f9-4f49-ab5b-9e31073bb8de'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:13:09.350927 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e954584-5722-4a5d-af5a-3e675d79ace2" -d '{"events": [{"server_uuid": "dd5ac34d-4dea-4576-981c-16fa6943c282", "name": "network-vif-deleted", "tag": "b893add8-36f9-4f49-ab5b-9e31073bb8de"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:13:09.411767 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb98aaa-6af0-4e88-9d3e-09bac311f9b1 x-openstack-request-id: req-9cb98aaa-6af0-4e88-9d3e-09bac311f9b1 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:13:09.412047 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5ac34d-4dea-4576-981c-16fa6943c282", "name": "network-vif-deleted", "tag": "b893add8-36f9-4f49-ab5b-9e31073bb8de", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:13:09.412308 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9cb98aaa-6af0-4e88-9d3e-09bac311f9b1 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:13:09.412740 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5ac34d-4dea-4576-981c-16fa6943c282', 'name': 'network-vif-deleted', 'tag': 'b893add8-36f9-4f49-ab5b-9e31073bb8de', 'status': 'completed', 'code': 200} Feb 08 16:13:10.068617 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73661dc3-3342-44a5-b1c5-15d27fffeaca req-25a65fb6-ab1c-4b51-b205-39e2b4924087 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=dd5ac34d-4dea-4576-981c-16fa6943c282 HTTP/1.1" status: 200 len: 210 time: 0.0664823 Feb 08 16:13:11.723881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-c7033ae7-9132-413e-8865-c856b76cd336 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:11.725534 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-c7033ae7-9132-413e-8865-c856b76cd336 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/networks?id=29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 HTTP/1.1" status: 200 len: 809 time: 0.2478819 Feb 08 16:13:11.753616 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-e09514fd-d302-49b1-a5a9-fd3f798ba1b3 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/quotas/f6da662e8fd54258a61f8b3f5d3fec8a HTTP/1.1" status: 200 len: 375 time: 0.0200379 Feb 08 16:13:11.825178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-3e8edaf8-d8fa-4298-a891-6bcc4d303216 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=f6da662e8fd54258a61f8b3f5d3fec8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659573 Feb 08 16:13:11.836527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-0f150b5c-d034-49ae-aefb-d34b80a91f98 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:13:11.848638 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-0f150b5c-d034-49ae-aefb-d34b80a91f98 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192914 Feb 08 16:13:11.958947 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-36a0e258-9550-4866-bfbc-f865a9fc9a33 service neutron] 10.222.0.82 "GET /v2.0/networks/29221bb2-7ffa-44f3-8bb2-8cf2f517ea32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089251 Feb 08 16:13:12.066129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-c724e92a-7048-49c0-afa7-1884dc8369e6 service neutron] 10.222.0.82 "GET /v2.0/networks/29221bb2-7ffa-44f3-8bb2-8cf2f517ea32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060998 Feb 08 16:13:12.342513 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e69fc631-53a7-44f2-9ce7-1c716f2dae17 req-3e95f82f-ca84-4f6b-a013-f1c790345899 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 210 time: 0.0427132 Feb 08 16:13:13.450253 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b893add8-36f9-4f49-ab5b-9e31073bb8de no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:13:13.506518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: b893add8-36f9-4f49-ab5b-9e31073bb8de {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:13:13.509990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device b893add8-36f9-4f49-ab5b-9e31073bb8de not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:13:13.542618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a808e70d-b01d-4834-84d4-632473f75508 req-0d2bfd7b-bbbc-42f1-9952-7b43905e1825 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 210 time: 0.0750070 Feb 08 16:13:14.261406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-60d5b327-5a5a-4ae5-8ca0-178feb4a0b81 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:14.266945 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-60d5b327-5a5a-4ae5-8ca0-178feb4a0b81 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.94 "GET /v2.0/networks?id=29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 HTTP/1.1" status: 200 len: 809 time: 0.4257703 Feb 08 16:13:14.280575 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-e095077d-dff2-4c75-b140-e1b4af227570 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Request body: {'port': {'device_id': 'ea77a12e-7177-46a8-a2db-0974ad16ed24', 'network_id': '29221bb2-7ffa-44f3-8bb2-8cf2f517ea32', 'admin_state_up': True, 'tenant_id': 'f6da662e8fd54258a61f8b3f5d3fec8a'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:13:14.628261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-e095077d-dff2-4c75-b140-e1b4af227570 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Made reservation on behalf of f6da662e8fd54258a61f8b3f5d3fec8a for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:13:14.633347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-e095077d-dff2-4c75-b140-e1b4af227570 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:14.796290 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-32e74f8f-5f8c-4e6d-89f6-cfbc0172969d req-74fcaeae-8318-4b25-8b8a-9d58ae51328c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 210 time: 0.0658247 Feb 08 16:13:14.885249 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-e095077d-dff2-4c75-b140-e1b4af227570 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Allocated IP 172.20.0.3 (29221bb2-7ffa-44f3-8bb2-8cf2f517ea32/384f2f13-f301-477c-b751-6b61cbc6a047/5a27c3ae-08f8-4845-b898-e52c7940b67d) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:13:15.188895 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:13:15.322862 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-e095077d-dff2-4c75-b140-e1b4af227570 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks [] for port (5a27c3ae-08f8-4845-b898-e52c7940b67d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:15.399115 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-e095077d-dff2-4c75-b140-e1b4af227570 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (5a27c3ae-08f8-4845-b898-e52c7940b67d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:15.436287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-e095077d-dff2-4c75-b140-e1b4af227570 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Network 29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:13:15.438068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-e095077d-dff2-4c75-b140-e1b4af227570 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:13:15.481849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-e095077d-dff2-4c75-b140-e1b4af227570 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:13:16.008831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6956d-917a-4f7d-901e-135d095389eb req-6d1a1819-0b7a-4673-9060-957c1aaea42d tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:16.015373 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ebf6956d-917a-4f7d-901e-135d095389eb req-6d1a1819-0b7a-4673-9060-957c1aaea42d tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 931 time: 0.1089287 Feb 08 16:13:16.092789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095077d-dff2-4c75-b140-e1b4af227570 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Pushing event updated for resources: {'Port': ['ID=5a27c3ae-08f8-4845-b898-e52c7940b67d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:16.116044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-e095077d-dff2-4c75-b140-e1b4af227570 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:16.116974 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-e095077d-dff2-4c75-b140-e1b4af227570 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:16.165577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ebf6956d-917a-4f7d-901e-135d095389eb req-c5d2e8a4-0354-4a58-9f4f-dddc8681c94c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444733 Feb 08 16:13:16.183218 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-e095077d-dff2-4c75-b140-e1b4af227570 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8857410 Feb 08 16:13:16.199662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Request body: {'port': {'device_id': 'ea77a12e-7177-46a8-a2db-0974ad16ed24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:13:16.321286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5a27c3ae-08f8-4845-b898-e52c7940b67d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:16.840577 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a27c3ae-08f8-4845-b898-e52c7940b67d {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:13:16.914822 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Publish callbacks [] for port (5a27c3ae-08f8-4845-b898-e52c7940b67d), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:16.948928 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Transition to ACTIVE for port object 5a27c3ae-08f8-4845-b898-e52c7940b67d will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:13:16.954732 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (5a27c3ae-08f8-4845-b898-e52c7940b67d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:17.058232 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5a27c3ae-08f8-4845-b898-e52c7940b67d,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:17.111937 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Attempting to bind port 5a27c3ae-08f8-4845-b898-e52c7940b67d on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:13:17.112292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Attempting to bind port 5a27c3ae-08f8-4845-b898-e52c7940b67d by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'ff94c456-d783-4d6b-903f-01cc357dc744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '29221bb2-7ffa-44f3-8bb2-8cf2f517ea32'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:13:17.113623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Attempting to bind port 5a27c3ae-08f8-4845-b898-e52c7940b67d on network 29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:13:17.118745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Port 5a27c3ae-08f8-4845-b898-e52c7940b67d on network 29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:13:17.119074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Attempting to bind port 5a27c3ae-08f8-4845-b898-e52c7940b67d on network 29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:13:17.124108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:13:17.124451 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Checking segment: {'id': 'ff94c456-d783-4d6b-903f-01cc357dc744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '29221bb2-7ffa-44f3-8bb2-8cf2f517ea32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:13:17.124979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Bound using segment: {'id': 'ff94c456-d783-4d6b-903f-01cc357dc744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '29221bb2-7ffa-44f3-8bb2-8cf2f517ea32'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:13:17.125409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Bound port: 5a27c3ae-08f8-4845-b898-e52c7940b67d, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff94c456-d783-4d6b-903f-01cc357dc744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '29221bb2-7ffa-44f3-8bb2-8cf2f517ea32'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:13:17.125889 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5a27c3ae-08f8-4845-b898-e52c7940b67d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:17.255327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] For port 5a27c3ae-08f8-4845-b898-e52c7940b67d, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:13:17.260074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] For port 5a27c3ae-08f8-4845-b898-e52c7940b67d, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5a27c3ae-08f8-4845-b898-e52c7940b67d,segment=NetworkSegment(ff94c456-d783-4d6b-903f-01cc357dc744),segment_id=ff94c456-d783-4d6b-903f-01cc357dc744)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:13:17.285536 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (5a27c3ae-08f8-4845-b898-e52c7940b67d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:17.334898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6de78-00f9-467c-8f50-56ac284e6e46 req-c0d155a2-88b3-474b-9d8b-7b7f647eba2c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:17.342407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51c6de78-00f9-467c-8f50-56ac284e6e46 req-c0d155a2-88b3-474b-9d8b-7b7f647eba2c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 943 time: 0.0808549 Feb 08 16:13:17.391128 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5a27c3ae-08f8-4845-b898-e52c7940b67d,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:17.397560 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51c6de78-00f9-467c-8f50-56ac284e6e46 req-7791d7ad-e9a7-4ff1-aa3f-3b033204ff01 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541990 Feb 08 16:13:17.435352 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:17.435869 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:17.439193 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-14e833ca-f0ec-4e24-bc4e-af25b0b935c8 service neutron] 10.222.0.94 "PUT /v2.0/ports/5a27c3ae-08f8-4845-b898-e52c7940b67d HTTP/1.1" status: 200 len: 1092 time: 1.2637355 Feb 08 16:13:17.442043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea77a12e-7177-46a8-a2db-0974ad16ed24', 'tag': '5a27c3ae-08f8-4845-b898-e52c7940b67d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:13:17.457984 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f07bf7-13ba-4ef2-a495-6683d831b21b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea77a12e-7177-46a8-a2db-0974ad16ed24", "tag": "5a27c3ae-08f8-4845-b898-e52c7940b67d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:13:17.585491 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e64e64-81da-4f51-a663-ecfbe69d8308 x-openstack-request-id: req-26e64e64-81da-4f51-a663-ecfbe69d8308 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:13:17.585850 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea77a12e-7177-46a8-a2db-0974ad16ed24", "tag": "5a27c3ae-08f8-4845-b898-e52c7940b67d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:13:17.586028 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-26e64e64-81da-4f51-a663-ecfbe69d8308 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:13:17.586428 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea77a12e-7177-46a8-a2db-0974ad16ed24', 'tag': '5a27c3ae-08f8-4845-b898-e52c7940b67d', 'status': 'completed', 'code': 200} Feb 08 16:13:17.640991 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-f6125fb3-29ce-4176-90ca-d95f1c99d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:17.647438 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-f6125fb3-29ce-4176-90ca-d95f1c99d1a6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6da662e8fd54258a61f8b3f5d3fec8a&device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 1126 time: 0.1504860 Feb 08 16:13:17.849641 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-1cb570b2-c6e8-4163-9be7-8a3083e6cb76 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a27c3ae-08f8-4845-b898-e52c7940b67d HTTP/1.1" status: 200 len: 217 time: 0.1914103 Feb 08 16:13:17.946789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-5f3bab2c-aac5-4710-8462-ea29aca79eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:17.948884 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-5f3bab2c-aac5-4710-8462-ea29aca79eea service neutron] 10.222.0.94 "GET /v2.0/subnets?id=384f2f13-f301-477c-b751-6b61cbc6a047 HTTP/1.1" status: 200 len: 849 time: 0.0909517 Feb 08 16:13:18.016781 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-ff0d483f-6461-47e4-aafe-88ac017381ad service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29221bb2-7ffa-44f3-8bb2-8cf2f517ea32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578947 Feb 08 16:13:18.199361 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-06e0a202-c84a-48df-bcd1-355e76fae9b7 service neutron] 10.222.0.94 "GET /v2.0/networks/29221bb2-7ffa-44f3-8bb2-8cf2f517ea32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713719 Feb 08 16:13:18.386982 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7fce74e7-2660-4a5c-8e72-ee6aa03fcfb8 req-0eb1b839-0790-421b-bda2-cdb6ab98dd9d service neutron] 10.222.0.94 "GET /v2.0/networks/29221bb2-7ffa-44f3-8bb2-8cf2f517ea32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787703 Feb 08 16:13:18.591776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f07bf7-13ba-4ef2-a495-6683d831b21b req-d8e06682-188d-46e5-a239-46a4680d55dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:18.593304 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32f07bf7-13ba-4ef2-a495-6683d831b21b req-d8e06682-188d-46e5-a239-46a4680d55dd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f6da662e8fd54258a61f8b3f5d3fec8a&device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 1126 time: 0.1504920 Feb 08 16:13:18.721020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b1fe6-d087-40fe-9b03-6bf84070d203 req-4332ffa5-d436-49ef-aa8e-53aef28a6d53 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:18.737558 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-881b1fe6-d087-40fe-9b03-6bf84070d203 req-4332ffa5-d436-49ef-aa8e-53aef28a6d53 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 943 time: 0.1737788 Feb 08 16:13:18.800590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f07bf7-13ba-4ef2-a495-6683d831b21b req-206dbbb8-dc61-4863-b258-2ce7ef0de005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:18.802533 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32f07bf7-13ba-4ef2-a495-6683d831b21b req-206dbbb8-dc61-4863-b258-2ce7ef0de005 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 HTTP/1.1" status: 200 len: 910 time: 0.2015598 Feb 08 16:13:18.830942 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-881b1fe6-d087-40fe-9b03-6bf84070d203 req-0cda44c9-dad0-4390-96d5-2d5fdcec897b tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918281 Feb 08 16:13:18.862453 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32f07bf7-13ba-4ef2-a495-6683d831b21b req-36c6e9fb-171f-4c04-a492-659afdb67e79 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a27c3ae-08f8-4845-b898-e52c7940b67d HTTP/1.1" status: 200 len: 217 time: 0.0515075 Feb 08 16:13:18.965597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f07bf7-13ba-4ef2-a495-6683d831b21b req-e175711a-d420-403e-84ce-c168c196789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:18.967266 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32f07bf7-13ba-4ef2-a495-6683d831b21b req-e175711a-d420-403e-84ce-c168c196789b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=384f2f13-f301-477c-b751-6b61cbc6a047 HTTP/1.1" status: 200 len: 849 time: 0.0975959 Feb 08 16:13:19.014772 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:19.121302 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32f07bf7-13ba-4ef2-a495-6683d831b21b req-ab90b56c-7e27-4837-b0d2-2cc8f798a118 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29221bb2-7ffa-44f3-8bb2-8cf2f517ea32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375425 Feb 08 16:13:19.322707 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32f07bf7-13ba-4ef2-a495-6683d831b21b req-984e84d6-7163-4427-94f1-0af4db804a56 service neutron] 10.222.0.94 "GET /v2.0/networks/29221bb2-7ffa-44f3-8bb2-8cf2f517ea32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946161 Feb 08 16:13:19.463254 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32f07bf7-13ba-4ef2-a495-6683d831b21b req-95a3b118-0c66-4205-b15d-7fb003a0340a service neutron] 10.222.0.94 "GET /v2.0/networks/29221bb2-7ffa-44f3-8bb2-8cf2f517ea32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314635 Feb 08 16:13:20.052589 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab13a43-f725-4e46-9671-0c7ef5126581 req-6d0b0f75-3568-4331-81ac-595bfbac0b13 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:20.075816 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ab13a43-f725-4e46-9671-0c7ef5126581 req-6d0b0f75-3568-4331-81ac-595bfbac0b13 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 943 time: 0.1068358 Feb 08 16:13:20.182026 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ab13a43-f725-4e46-9671-0c7ef5126581 req-d7288466-fedc-4b86-b996-91e5e68e7c58 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051159 Feb 08 16:13:20.382266 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:21.396058 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca09b1d-0e6d-4dc0-9a02-b8d4e1db5a9c req-78cac70a-04bf-43a9-bd9a-75390c515745 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:21.398676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4ca09b1d-0e6d-4dc0-9a02-b8d4e1db5a9c req-78cac70a-04bf-43a9-bd9a-75390c515745 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 943 time: 0.1040754 Feb 08 16:13:21.494370 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4ca09b1d-0e6d-4dc0-9a02-b8d4e1db5a9c req-54502e95-bcf3-4d3d-bb96-52dc0c9d53a2 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891542 Feb 08 16:13:21.496132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5a27c3ae-08f8-4845-b898-e52c7940b67d details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:13:21.743239 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5a27c3ae-08f8-4845-b898-e52c7940b67d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5a27c3ae-08f8-4845-b898-e52c7940b67d,segment=NetworkSegment(ff94c456-d783-4d6b-903f-01cc357dc744),segment_id=ff94c456-d783-4d6b-903f-01cc357dc744)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:13:21.766340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '5a27c3ae-08f8-4845-b898-e52c7940b67d', 'network_id': '29221bb2-7ffa-44f3-8bb2-8cf2f517ea32', 'port_id': '5a27c3ae-08f8-4845-b898-e52c7940b67d', 'mac_address': 'fa:16:3e:73:6e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384f2f13-f301-477c-b751-6b61cbc6a047', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:13:21.836600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 5a27c3ae-08f8-4845-b898-e52c7940b67d is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:13:21.837198 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5a27c3ae-08f8-4845-b898-e52c7940b67d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:21.852911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a27c3ae-08f8-4845-b898-e52c7940b67d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:13:21.874171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5a27c3ae-08f8-4845-b898-e52c7940b67d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5a27c3ae-08f8-4845-b898-e52c7940b67d,segment=NetworkSegment(ff94c456-d783-4d6b-903f-01cc357dc744),segment_id=ff94c456-d783-4d6b-903f-01cc357dc744)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:13:21.879950 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5a27c3ae-08f8-4845-b898-e52c7940b67d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:21.960284 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=5a27c3ae-08f8-4845-b898-e52c7940b67d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:22.080606 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0160818-09f1-498c-801e-fb4380cdc1dc req-706f3af1-d88e-4b7b-afa7-3fba768acbbd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0674622 Feb 08 16:13:22.154649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['5a27c3ae-08f8-4845-b898-e52c7940b67d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:13:22.272631 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0160818-09f1-498c-801e-fb4380cdc1dc req-ab78bb8d-f4cc-44d6-873d-cfe910a28822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:22.278118 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0160818-09f1-498c-801e-fb4380cdc1dc req-ab78bb8d-f4cc-44d6-873d-cfe910a28822 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=73b58868c5654adba66d9e933ab27dc9&device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 1131 time: 0.1479955 Feb 08 16:13:22.557254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0160818-09f1-498c-801e-fb4380cdc1dc req-bfcd649d-e748-457a-b550-5dba6c021bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:22.558766 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0160818-09f1-498c-801e-fb4380cdc1dc req-bfcd649d-e748-457a-b550-5dba6c021bcb service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.2585192 Feb 08 16:13:22.672292 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0160818-09f1-498c-801e-fb4380cdc1dc req-1eae51c5-041d-407e-9cd8-c467ab6cca28 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=09c11109-d33d-4471-862a-5a7ba06d75ad HTTP/1.1" status: 200 len: 217 time: 0.1033142 Feb 08 16:13:22.772705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0160818-09f1-498c-801e-fb4380cdc1dc req-4957e348-eb9b-4c8e-9962-2ce2845c810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:22.774484 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0160818-09f1-498c-801e-fb4380cdc1dc req-4957e348-eb9b-4c8e-9962-2ce2845c810e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0806487 Feb 08 16:13:22.777882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e6f77-4eee-4844-81f9-b1abe3a15f63 req-3eb50ad0-3ddf-403e-8244-7d4afa90e9b8 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:22.781531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6e4e6f77-4eee-4844-81f9-b1abe3a15f63 req-3eb50ad0-3ddf-403e-8244-7d4afa90e9b8 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 944 time: 0.1802881 Feb 08 16:13:22.887267 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0160818-09f1-498c-801e-fb4380cdc1dc req-c5280546-456a-446a-a75f-a7924706974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:22.898972 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0160818-09f1-498c-801e-fb4380cdc1dc req-c5280546-456a-446a-a75f-a7924706974a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1186633 Feb 08 16:13:22.913474 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6e4e6f77-4eee-4844-81f9-b1abe3a15f63 req-f3f51327-49d0-4a1d-a00c-63ba3b103fa9 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147249 Feb 08 16:13:23.096611 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0160818-09f1-498c-801e-fb4380cdc1dc req-b5236466-f883-4dff-a783-127515bc61b6 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919739 Feb 08 16:13:23.335688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 45176) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:23.338372 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0160818-09f1-498c-801e-fb4380cdc1dc req-b4cc7551-8194-4e84-ae6b-977db5501399 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327960 Feb 08 16:13:23.495622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5a27c3ae-08f8-4845-b898-e52c7940b67d up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:13:23.536611 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:23.634200 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Publish callbacks [] for security_group (33ea98a7-f8a8-4728-ae95-db94f2d80571), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:23.639244 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 5a27c3ae-08f8-4845-b898-e52c7940b67d completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:13:23.641024 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (33ea98a7-f8a8-4728-ae95-db94f2d80571), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:23.643538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 5a27c3ae-08f8-4845-b898-e52c7940b67d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:13:23.644170 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5a27c3ae-08f8-4845-b898-e52c7940b67d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:23.712012 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a27ed0f151e849689ebe581091ef0928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3746886 Feb 08 16:13:23.714552 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45194) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:23.765638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ea98a7-f8a8-4728-ae95-db94f2d80571,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:23.790053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:23.804775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:23.804775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:23.805329 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:23.805788 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:23.816343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:23.817665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:23.820059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:23.820585 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:23.821554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:23.822295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:23.822435 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:23.824160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f93849-1ece-4d03-991a-da3c60941be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:23.842956 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Publish callbacks [] for security_group (33ea98a7-f8a8-4728-ae95-db94f2d80571), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:23.876545 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Publish callbacks [] for security_group (33ea98a7-f8a8-4728-ae95-db94f2d80571), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:23.894466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 5a27c3ae-08f8-4845-b898-e52c7940b67d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:13:23.894871 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5a27c3ae-08f8-4845-b898-e52c7940b67d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:23.959369 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (33ea98a7-f8a8-4728-ae95-db94f2d80571), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:23.962603 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:23.966761 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/33ea98a7-f8a8-4728-ae95-db94f2d80571 HTTP/1.1" status: 204 len: 168 time: 0.2483275 Feb 08 16:13:24.021671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ea98a7-f8a8-4728-ae95-db94f2d80571,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:24.029220 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5a27c3ae-08f8-4845-b898-e52c7940b67d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5a27c3ae-08f8-4845-b898-e52c7940b67d,segment=NetworkSegment(ff94c456-d783-4d6b-903f-01cc357dc744),segment_id=ff94c456-d783-4d6b-903f-01cc357dc744)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:13:24.031585 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea77a12e-7177-46a8-a2db-0974ad16ed24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a27c3ae-08f8-4845-b898-e52c7940b67d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:13:24.038178 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91975a4f-531a-4829-b0e5-e57a5aa0cb6c" -d '{"events": [{"server_uuid": "ea77a12e-7177-46a8-a2db-0974ad16ed24", "name": "network-vif-plugged", "status": "completed", "tag": "5a27c3ae-08f8-4845-b898-e52c7940b67d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:13:24.049280 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:24.049772 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:24.051442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:24.051867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:24.052833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:24.054310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:24.054757 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:24.057185 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:24.059110 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:24.059673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:24.061497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:24.063372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:24.063828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c05ed-0d5f-461e-aba9-60b317fd1086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:13:24.069977 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5a27c3ae-08f8-4845-b898-e52c7940b67d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:24.144341 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4704cdb9-ca1b-4c87-b049-6e500d1556fc x-openstack-request-id: req-4704cdb9-ca1b-4c87-b049-6e500d1556fc {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:13:24.144626 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea77a12e-7177-46a8-a2db-0974ad16ed24", "name": "network-vif-plugged", "status": "completed", "tag": "5a27c3ae-08f8-4845-b898-e52c7940b67d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:13:24.144888 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4704cdb9-ca1b-4c87-b049-6e500d1556fc {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:13:24.146014 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea77a12e-7177-46a8-a2db-0974ad16ed24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a27c3ae-08f8-4845-b898-e52c7940b67d', 'code': 200} Feb 08 16:13:24.222198 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=5a27c3ae-08f8-4845-b898-e52c7940b67d,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:24.273416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a4b1d-019e-428e-8a50-55103de4a148 req-9ca6bc64-f385-4647-8c21-0e13c447045c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:24.279632 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed9a4b1d-019e-428e-8a50-55103de4a148 req-9ca6bc64-f385-4647-8c21-0e13c447045c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 945 time: 0.2071807 Feb 08 16:13:24.361682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94634ab1-9e21-409b-9f01-ec2e75c883f5 req-eec5635f-6ef8-43d9-ade3-0579669851f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:24.363825 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94634ab1-9e21-409b-9f01-ec2e75c883f5 req-eec5635f-6ef8-43d9-ade3-0579669851f5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 1128 time: 0.1421514 Feb 08 16:13:24.369952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed9a4b1d-019e-428e-8a50-55103de4a148 req-45951904-b2b2-4e9e-bbef-dc12042ef3ee tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777767 Feb 08 16:13:24.443390 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94634ab1-9e21-409b-9f01-ec2e75c883f5 req-1b200ec2-dd20-4ab2-aab0-e75a60d0edd6 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681117 Feb 08 16:13:24.742311 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 45228) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:24.764432 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-544946c2-73e0-43f8-818c-f86934af4747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:24.919952 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-544946c2-73e0-43f8-818c-f86934af4747 admin admin] Publish callbacks [] for security_group (6322b2ae-dc52-45a7-8142-490d4c767acc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:24.927812 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-544946c2-73e0-43f8-818c-f86934af4747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6322b2ae-dc52-45a7-8142-490d4c767acc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:24.978444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 45234) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:24.979127 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-544946c2-73e0-43f8-818c-f86934af4747 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=55f68dca66a74095bfd25c10b9128935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2355692 Feb 08 16:13:24.980174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544946c2-73e0-43f8-818c-f86934af4747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6322b2ae-dc52-45a7-8142-490d4c767acc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:25.116774 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9540fbb4-aa5a-45ba-ad0e-ca68882329c7 admin admin] Publish callbacks [] for security_group (6322b2ae-dc52-45a7-8142-490d4c767acc), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:25.162950 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9540fbb4-aa5a-45ba-ad0e-ca68882329c7 admin admin] Publish callbacks [] for security_group (6322b2ae-dc52-45a7-8142-490d4c767acc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:25.234797 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9540fbb4-aa5a-45ba-ad0e-ca68882329c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6322b2ae-dc52-45a7-8142-490d4c767acc), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:25.238234 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9540fbb4-aa5a-45ba-ad0e-ca68882329c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:25.241808 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9540fbb4-aa5a-45ba-ad0e-ca68882329c7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6322b2ae-dc52-45a7-8142-490d4c767acc HTTP/1.1" status: 204 len: 168 time: 0.2600951 Feb 08 16:13:25.249860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540fbb4-aa5a-45ba-ad0e-ca68882329c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6322b2ae-dc52-45a7-8142-490d4c767acc,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:25.656655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7a298-2c43-4cb7-a038-55d9cd9d8a63 req-dec1fd96-bac0-46b8-8e5e-d373db6b5795 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:25.659563 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac7a298-2c43-4cb7-a038-55d9cd9d8a63 req-dec1fd96-bac0-46b8-8e5e-d373db6b5795 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 945 time: 0.1102388 Feb 08 16:13:25.858503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dac7a298-2c43-4cb7-a038-55d9cd9d8a63 req-cf418081-9016-4028-b814-1c4c5d6dc5c1 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851087 Feb 08 16:13:27.174545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba3526-d9e3-47a8-931e-780f1db1a31b req-e0f8e27d-1b01-45f2-9c4c-f7a08b32f45d tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:27.180363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07ba3526-d9e3-47a8-931e-780f1db1a31b req-e0f8e27d-1b01-45f2-9c4c-f7a08b32f45d tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 945 time: 0.1728675 Feb 08 16:13:27.273838 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07ba3526-d9e3-47a8-931e-780f1db1a31b req-609d5c7a-c026-42e6-af87-1af7d0f28bf6 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860960 Feb 08 16:13:28.892819 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea4b3b-1e68-44b3-90e5-d0d18fc7a0a8 req-b95d16b5-cfa2-4215-9222-a7f971f0ca9c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:28.895259 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-97ea4b3b-1e68-44b3-90e5-d0d18fc7a0a8 req-b95d16b5-cfa2-4215-9222-a7f971f0ca9c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 945 time: 0.1700532 Feb 08 16:13:28.996416 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-97ea4b3b-1e68-44b3-90e5-d0d18fc7a0a8 req-f6247885-d843-4a07-b223-7daed866524f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905805 Feb 08 16:13:30.050685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d865d8-d809-45e4-9787-5cc67b79a8ab req-39877114-e905-4b63-af4c-abdca4f5b519 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:30.053729 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3d865d8-d809-45e4-9787-5cc67b79a8ab req-39877114-e905-4b63-af4c-abdca4f5b519 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.94 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 945 time: 0.1518533 Feb 08 16:13:30.406691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7abe8-8ba8-445f-a26c-8411944d096f req-266392cd-c9b4-41a3-bbd7-9d90c379b08e tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:13:30.411517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fb7abe8-8ba8-445f-a26c-8411944d096f req-266392cd-c9b4-41a3-bbd7-9d90c379b08e tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 945 time: 0.2167089 Feb 08 16:13:30.431953 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-e3d865d8-d809-45e4-9787-5cc67b79a8ab req-bff5bf73-ce67-4812-91ec-93c9fb55413c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Deleting port 5a27c3ae-08f8-4845-b898-e52c7940b67d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:13:30.434441 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3d865d8-d809-45e4-9787-5cc67b79a8ab req-bff5bf73-ce67-4812-91ec-93c9fb55413c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (5a27c3ae-08f8-4845-b898-e52c7940b67d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:30.596036 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fb7abe8-8ba8-445f-a26c-8411944d096f req-47da7237-5f87-4968-926c-82771a4d5c04 tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/security-groups?id=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780005 Feb 08 16:13:30.705138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e3d865d8-d809-45e4-9787-5cc67b79a8ab req-bff5bf73-ce67-4812-91ec-93c9fb55413c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] For port 5a27c3ae-08f8-4845-b898-e52c7940b67d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5a27c3ae-08f8-4845-b898-e52c7940b67d,segment=NetworkSegment(ff94c456-d783-4d6b-903f-01cc357dc744),segment_id=ff94c456-d783-4d6b-903f-01cc357dc744)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:13:30.706730 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3d865d8-d809-45e4-9787-5cc67b79a8ab req-bff5bf73-ce67-4812-91ec-93c9fb55413c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (5a27c3ae-08f8-4845-b898-e52c7940b67d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:30.796812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-e3d865d8-d809-45e4-9787-5cc67b79a8ab req-bff5bf73-ce67-4812-91ec-93c9fb55413c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Calling delete_port for 5a27c3ae-08f8-4845-b898-e52c7940b67d owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:13:31.121360 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3d865d8-d809-45e4-9787-5cc67b79a8ab req-bff5bf73-ce67-4812-91ec-93c9fb55413c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (5a27c3ae-08f8-4845-b898-e52c7940b67d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:31.140838 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['5a27c3ae-08f8-4845-b898-e52c7940b67d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:13:31.223942 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5bf73-ce67-4812-91ec-93c9fb55413c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Pushing event deleted for resources: {'Port': ['ID=5a27c3ae-08f8-4845-b898-e52c7940b67d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:31.303211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d865d8-d809-45e4-9787-5cc67b79a8ab req-bff5bf73-ce67-4812-91ec-93c9fb55413c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] No DVR routers for this DVR port 5a27c3ae-08f8-4845-b898-e52c7940b67d on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:13:31.311256 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e3d865d8-d809-45e4-9787-5cc67b79a8ab req-bff5bf73-ce67-4812-91ec-93c9fb55413c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:31.316335 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3d865d8-d809-45e4-9787-5cc67b79a8ab req-bff5bf73-ce67-4812-91ec-93c9fb55413c tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.94 "DELETE /v2.0/ports/5a27c3ae-08f8-4845-b898-e52c7940b67d HTTP/1.1" status: 204 len: 173 time: 1.2533398 Feb 08 16:13:31.343397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea77a12e-7177-46a8-a2db-0974ad16ed24', 'name': 'network-vif-deleted', 'tag': '5a27c3ae-08f8-4845-b898-e52c7940b67d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:13:31.352886 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b2e93a-084f-4c49-aa9d-6e868a9f9278" -d '{"events": [{"server_uuid": "ea77a12e-7177-46a8-a2db-0974ad16ed24", "name": "network-vif-deleted", "tag": "5a27c3ae-08f8-4845-b898-e52c7940b67d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:13:31.556874 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5173bc-fb4c-4852-a1b8-32c9a0dac074 x-openstack-request-id: req-3b5173bc-fb4c-4852-a1b8-32c9a0dac074 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:13:31.557802 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea77a12e-7177-46a8-a2db-0974ad16ed24", "name": "network-vif-deleted", "tag": "5a27c3ae-08f8-4845-b898-e52c7940b67d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:13:31.558317 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3b5173bc-fb4c-4852-a1b8-32c9a0dac074 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:13:31.558918 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea77a12e-7177-46a8-a2db-0974ad16ed24', 'name': 'network-vif-deleted', 'tag': '5a27c3ae-08f8-4845-b898-e52c7940b67d', 'status': 'completed', 'code': 200} Feb 08 16:13:31.570067 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-21f3173c-3beb-412f-bb81-5acb99e77a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:32.002046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0b7d8cc-f6c0-4d7b-b1bd-2628b5cd8a79 req-30367b11-9a0d-4d36-963a-6e127c1f562f tempest-VolumesActionsTest-1360923759 tempest-VolumesActionsTest-1360923759-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77a12e-7177-46a8-a2db-0974ad16ed24 HTTP/1.1" status: 200 len: 210 time: 0.1735172 Feb 08 16:13:33.544014 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5a27c3ae-08f8-4845-b898-e52c7940b67d no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:13:33.583376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 5a27c3ae-08f8-4845-b898-e52c7940b67d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:13:33.583867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5a27c3ae-08f8-4845-b898-e52c7940b67d not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:13:33.828091 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ea0a-0a80-4000-8498-090da2b3cc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:35.559334 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:36.781959 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:37.973302 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:48.981541 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:50.404188 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:52.194422 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:13:56.225025 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46292) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:56.527282 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34be1a0e-dc34-4d1c-acf7-b6540ab8b547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:56.714182 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34be1a0e-dc34-4d1c-acf7-b6540ab8b547 admin admin] Publish callbacks [] for security_group (235ff4ea-d598-49fb-8a5c-956864a8b046), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:56.721483 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34be1a0e-dc34-4d1c-acf7-b6540ab8b547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (235ff4ea-d598-49fb-8a5c-956864a8b046), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:56.782723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46314) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:56.784187 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-34be1a0e-dc34-4d1c-acf7-b6540ab8b547 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8be36646038d4551bb067110d1f9cea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5559738 Feb 08 16:13:56.784571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be1a0e-dc34-4d1c-acf7-b6540ab8b547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235ff4ea-d598-49fb-8a5c-956864a8b046,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:56.869176 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a8c2e3c2-5e54-42ad-98ae-46aa9873d39e admin admin] Publish callbacks [] for security_group (235ff4ea-d598-49fb-8a5c-956864a8b046), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:56.894904 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a8c2e3c2-5e54-42ad-98ae-46aa9873d39e admin admin] Publish callbacks [] for security_group (235ff4ea-d598-49fb-8a5c-956864a8b046), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:56.979372 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a8c2e3c2-5e54-42ad-98ae-46aa9873d39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (235ff4ea-d598-49fb-8a5c-956864a8b046), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:56.982697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a8c2e3c2-5e54-42ad-98ae-46aa9873d39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:56.987278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a8c2e3c2-5e54-42ad-98ae-46aa9873d39e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/235ff4ea-d598-49fb-8a5c-956864a8b046 HTTP/1.1" status: 204 len: 168 time: 0.2016237 Feb 08 16:13:57.005121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2e3c2-5e54-42ad-98ae-46aa9873d39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235ff4ea-d598-49fb-8a5c-956864a8b046,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:57.947058 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46346) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:57.975403 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e65549ca-a3f5-4947-96dd-d3e4e0d6d900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:58.231187 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e65549ca-a3f5-4947-96dd-d3e4e0d6d900 admin admin] Publish callbacks [] for security_group (b2c64be6-9e7d-4c9a-89c7-8adafe64a691), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:58.239899 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e65549ca-a3f5-4947-96dd-d3e4e0d6d900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b2c64be6-9e7d-4c9a-89c7-8adafe64a691), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:58.366762 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e65549ca-a3f5-4947-96dd-d3e4e0d6d900 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=49f6a91dcd4d45efac7e9841f3453526&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4185722 Feb 08 16:13:58.367929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65549ca-a3f5-4947-96dd-d3e4e0d6d900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c64be6-9e7d-4c9a-89c7-8adafe64a691,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:58.369634 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46354) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:58.578376 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5744bf74-6b22-436d-ae2a-c2a840957590 admin admin] Publish callbacks [] for security_group (b2c64be6-9e7d-4c9a-89c7-8adafe64a691), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:58.669695 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5744bf74-6b22-436d-ae2a-c2a840957590 admin admin] Publish callbacks [] for security_group (b2c64be6-9e7d-4c9a-89c7-8adafe64a691), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:58.800780 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5744bf74-6b22-436d-ae2a-c2a840957590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b2c64be6-9e7d-4c9a-89c7-8adafe64a691), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:58.803416 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5744bf74-6b22-436d-ae2a-c2a840957590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:58.824339 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5744bf74-6b22-436d-ae2a-c2a840957590 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b2c64be6-9e7d-4c9a-89c7-8adafe64a691 HTTP/1.1" status: 204 len: 168 time: 0.4530137 Feb 08 16:13:58.851825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744bf74-6b22-436d-ae2a-c2a840957590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c64be6-9e7d-4c9a-89c7-8adafe64a691,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:59.557310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46400) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:59.575387 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38a21dd2-6ac0-4ad0-9769-46c7d4dbd8bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:59.822350 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38a21dd2-6ac0-4ad0-9769-46c7d4dbd8bc admin admin] Publish callbacks [] for security_group (e64122a5-2311-4640-8a60-62fb86ccf09f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:59.829364 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38a21dd2-6ac0-4ad0-9769-46c7d4dbd8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e64122a5-2311-4640-8a60-62fb86ccf09f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:13:59.949430 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-38a21dd2-6ac0-4ad0-9769-46c7d4dbd8bc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=90436fe7fd2342178ed7167ce206fbb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3902717 Feb 08 16:13:59.951989 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46414) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:13:59.953898 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a21dd2-6ac0-4ad0-9769-46c7d4dbd8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64122a5-2311-4640-8a60-62fb86ccf09f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:13:59.990721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46416) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:00.139424 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ab69d758-3a62-4c4b-a7ee-ffaa9584aefc admin admin] Publish callbacks [] for security_group (e64122a5-2311-4640-8a60-62fb86ccf09f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:00.268432 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ab69d758-3a62-4c4b-a7ee-ffaa9584aefc admin admin] Publish callbacks [] for security_group (e64122a5-2311-4640-8a60-62fb86ccf09f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:00.277698 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f48d0a0a-8269-4a78-91a8-f51bffb997d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:00.337684 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ab69d758-3a62-4c4b-a7ee-ffaa9584aefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e64122a5-2311-4640-8a60-62fb86ccf09f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:00.347623 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ab69d758-3a62-4c4b-a7ee-ffaa9584aefc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:00.353638 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ab69d758-3a62-4c4b-a7ee-ffaa9584aefc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e64122a5-2311-4640-8a60-62fb86ccf09f HTTP/1.1" status: 204 len: 168 time: 0.4004741 Feb 08 16:14:00.407699 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69d758-3a62-4c4b-a7ee-ffaa9584aefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64122a5-2311-4640-8a60-62fb86ccf09f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:00.537371 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f48d0a0a-8269-4a78-91a8-f51bffb997d3 admin admin] Publish callbacks [] for security_group (34db6c56-27ee-42f2-b72c-0f0018982757), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:00.545677 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f48d0a0a-8269-4a78-91a8-f51bffb997d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (34db6c56-27ee-42f2-b72c-0f0018982757), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:00.680322 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f48d0a0a-8269-4a78-91a8-f51bffb997d3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1cd975e4c264431598f76c9e4ddc1ce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6859276 Feb 08 16:14:00.683085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46446) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:00.765440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d0a0a-8269-4a78-91a8-f51bffb997d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34db6c56-27ee-42f2-b72c-0f0018982757,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:00.872910 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a465f6c0-1181-4a82-87b9-1609e13b5ec1 admin admin] Publish callbacks [] for security_group (34db6c56-27ee-42f2-b72c-0f0018982757), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:00.931059 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a465f6c0-1181-4a82-87b9-1609e13b5ec1 admin admin] Publish callbacks [] for security_group (34db6c56-27ee-42f2-b72c-0f0018982757), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:01.031445 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a465f6c0-1181-4a82-87b9-1609e13b5ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (34db6c56-27ee-42f2-b72c-0f0018982757), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:01.035540 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a465f6c0-1181-4a82-87b9-1609e13b5ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:01.036869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a465f6c0-1181-4a82-87b9-1609e13b5ec1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/34db6c56-27ee-42f2-b72c-0f0018982757 HTTP/1.1" status: 204 len: 168 time: 0.3525734 Feb 08 16:14:01.052732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465f6c0-1181-4a82-87b9-1609e13b5ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34db6c56-27ee-42f2-b72c-0f0018982757,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:01.555218 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-33d55863-dbcd-46b9-a93d-1cad12a6fcdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:01.766478 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 46486) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:01.789917 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfd58c6f-6e46-417f-a571-5cd67cb90077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:02.043989 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfd58c6f-6e46-417f-a571-5cd67cb90077 admin admin] Publish callbacks [] for security_group (0a46d3e8-aeeb-4d52-a82c-21e16fe88682), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:02.059240 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfd58c6f-6e46-417f-a571-5cd67cb90077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0a46d3e8-aeeb-4d52-a82c-21e16fe88682), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:02.117396 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd58c6f-6e46-417f-a571-5cd67cb90077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a46d3e8-aeeb-4d52-a82c-21e16fe88682,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:02.123000 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dfd58c6f-6e46-417f-a571-5cd67cb90077 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c982752b636845338278239c1dc335d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3541176 Feb 08 16:14:02.132328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 46496) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:02.309665 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0198-f6b2-410a-b77c-0324faaacee3 admin admin] Publish callbacks [] for security_group (0a46d3e8-aeeb-4d52-a82c-21e16fe88682), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:02.333559 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0198-f6b2-410a-b77c-0324faaacee3 admin admin] Publish callbacks [] for security_group (0a46d3e8-aeeb-4d52-a82c-21e16fe88682), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:02.413853 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0198-f6b2-410a-b77c-0324faaacee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0a46d3e8-aeeb-4d52-a82c-21e16fe88682), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:02.417618 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0198-f6b2-410a-b77c-0324faaacee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:02.421913 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fd7a0198-f6b2-410a-b77c-0324faaacee3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0a46d3e8-aeeb-4d52-a82c-21e16fe88682 HTTP/1.1" status: 204 len: 168 time: 0.2820377 Feb 08 16:14:02.453384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a0198-f6b2-410a-b77c-0324faaacee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a46d3e8-aeeb-4d52-a82c-21e16fe88682,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:03.834361 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c866d408-daab-45f6-b6fe-249ddc3b8482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:05.551509 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:06.971305 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:07.980252 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:18.993309 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:20.384115 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:23.333997 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6dabd44c-66c2-4e85-b782-71e3b65d29b8 req-655e4c45-8ac1-45f8-86e9-319631ff3f34 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2954772 Feb 08 16:14:23.505908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabd44c-66c2-4e85-b782-71e3b65d29b8 req-2ea05541-a2e0-4fbc-8087-c7bf730c617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:23.508939 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6dabd44c-66c2-4e85-b782-71e3b65d29b8 req-2ea05541-a2e0-4fbc-8087-c7bf730c617c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=73b58868c5654adba66d9e933ab27dc9&device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 1131 time: 0.0964820 Feb 08 16:14:23.636450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabd44c-66c2-4e85-b782-71e3b65d29b8 req-dc7c123d-69eb-4754-9f55-65136d5b2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:23.638301 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6dabd44c-66c2-4e85-b782-71e3b65d29b8 req-dc7c123d-69eb-4754-9f55-65136d5b2c30 service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.0977685 Feb 08 16:14:23.728783 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6dabd44c-66c2-4e85-b782-71e3b65d29b8 req-5175c83b-982a-41aa-a9af-393bae58ce6f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=09c11109-d33d-4471-862a-5a7ba06d75ad HTTP/1.1" status: 200 len: 217 time: 0.0840552 Feb 08 16:14:23.789000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabd44c-66c2-4e85-b782-71e3b65d29b8 req-cb29844d-b0f4-4287-88fa-bfb7e2c45371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:23.791579 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6dabd44c-66c2-4e85-b782-71e3b65d29b8 req-cb29844d-b0f4-4287-88fa-bfb7e2c45371 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0555055 Feb 08 16:14:23.847802 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabd44c-66c2-4e85-b782-71e3b65d29b8 req-9572fda6-f616-4c18-bc93-faf40b419177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:23.850210 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6dabd44c-66c2-4e85-b782-71e3b65d29b8 req-9572fda6-f616-4c18-bc93-faf40b419177 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0531352 Feb 08 16:14:23.978155 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6dabd44c-66c2-4e85-b782-71e3b65d29b8 req-6c6fccf1-7d7d-4728-84b5-896c0f02c971 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209390 Feb 08 16:14:24.098281 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6dabd44c-66c2-4e85-b782-71e3b65d29b8 req-a52d5951-b710-439d-862f-81f2d76245e0 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133049 Feb 08 16:14:25.591861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47518) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:25.644101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Deleting subnet 384f2f13-f301-477c-b751-6b61cbc6a047 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:14:25.648010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Publish callbacks [] for subnet (384f2f13-f301-477c-b751-6b61cbc6a047), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:25.693782 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (384f2f13-f301-477c-b751-6b61cbc6a047), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:25.775500 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (384f2f13-f301-477c-b751-6b61cbc6a047), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:25.892285 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (384f2f13-f301-477c-b751-6b61cbc6a047), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:25.932785 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=384f2f13-f301-477c-b751-6b61cbc6a047,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:25.948188 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:25.950392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:25.958826 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:25.959281 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:25.959835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:25.960835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:25.961403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:25.961853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:25.962253 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:25.962655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:25.963055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:25.963472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:25.963866 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:25.989872 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:25.998861 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fc1fbdbd-a3c5-4cea-9c36-72543c3423fd admin admin] 10.222.0.82 "DELETE /v2.0/subnets/384f2f13-f301-477c-b751-6b61cbc6a047 HTTP/1.1" status: 204 len: 168 time: 0.4051707 Feb 08 16:14:26.001476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47528) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:26.113327 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5ee43c1f-5d30-45f4-a71d-4fe47b83b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (29221bb2-7ffa-44f3-8bb2-8cf2f517ea32), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:26.213913 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5ee43c1f-5d30-45f4-a71d-4fe47b83b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (29221bb2-7ffa-44f3-8bb2-8cf2f517ea32), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:26.260231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-5ee43c1f-5d30-45f4-a71d-4fe47b83b6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29221bb2-7ffa-44f3-8bb2-8cf2f517ea32']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:14:26.300361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-5ee43c1f-5d30-45f4-a71d-4fe47b83b6e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff94c456-d783-4d6b-903f-01cc357dc744') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:14:26.300963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-5ee43c1f-5d30-45f4-a71d-4fe47b83b6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff94c456-d783-4d6b-903f-01cc357dc744') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:14:26.316001 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5ee43c1f-5d30-45f4-a71d-4fe47b83b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (ff94c456-d783-4d6b-903f-01cc357dc744), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:26.334090 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5ee43c1f-5d30-45f4-a71d-4fe47b83b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ff94c456-d783-4d6b-903f-01cc357dc744), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:26.360303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee43c1f-5d30-45f4-a71d-4fe47b83b6e8 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:14:26.360705 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5ee43c1f-5d30-45f4-a71d-4fe47b83b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (ff94c456-d783-4d6b-903f-01cc357dc744), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:14:26.363156 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:14:27.111443 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5ee43c1f-5d30-45f4-a71d-4fe47b83b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (29221bb2-7ffa-44f3-8bb2-8cf2f517ea32), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:27.117402 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5ee43c1f-5d30-45f4-a71d-4fe47b83b6e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:27.128761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5ee43c1f-5d30-45f4-a71d-4fe47b83b6e8 admin admin] 10.222.0.82 "DELETE /v2.0/networks/29221bb2-7ffa-44f3-8bb2-8cf2f517ea32 HTTP/1.1" status: 204 len: 168 time: 1.1181719 Feb 08 16:14:27.150263 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee43c1f-5d30-45f4-a71d-4fe47b83b6e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=29221bb2-7ffa-44f3-8bb2-8cf2f517ea32,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:27.496847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47550) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:27.587872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47554) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:27.588408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fdbce789-e93e-4570-bb24-56b269c7a75a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f6da662e8fd54258a61f8b3f5d3fec8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0870278 Feb 08 16:14:27.696433 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Publish callbacks [] for security_group (2efd08f4-ef87-44cc-9d1d-a7cff3a22d29), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:27.749237 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Publish callbacks [] for security_group (2efd08f4-ef87-44cc-9d1d-a7cff3a22d29), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:27.867558 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (2efd08f4-ef87-44cc-9d1d-a7cff3a22d29), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:27.870322 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:27.871613 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2efd08f4-ef87-44cc-9d1d-a7cff3a22d29 HTTP/1.1" status: 204 len: 168 time: 0.2827845 Feb 08 16:14:27.891565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efd08f4-ef87-44cc-9d1d-a7cff3a22d29,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:27.905612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:27.906099 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:27.906517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:27.906958 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:27.907403 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:27.907801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:27.908193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:27.908621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:27.909198 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:27.909662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:27.910080 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:27.917541 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:27.918081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74137d-1f12-48ac-b82e-c80098c0b85a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:14:29.197738 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:14:30.287752 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47648) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:30.534215 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec1a65c4-d121-489a-a814-ddcab775c3c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:30.819363 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec1a65c4-d121-489a-a814-ddcab775c3c3 admin admin] Publish callbacks [] for security_group (d058ad7e-5b81-49a5-9394-d5447ba3d44a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:30.827675 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ec1a65c4-d121-489a-a814-ddcab775c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d058ad7e-5b81-49a5-9394-d5447ba3d44a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:31.003993 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ec1a65c4-d121-489a-a814-ddcab775c3c3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=09755d5aa0434566b4236816ebc553be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7123101 Feb 08 16:14:31.003993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a65c4-d121-489a-a814-ddcab775c3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d058ad7e-5b81-49a5-9394-d5447ba3d44a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:31.004298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47718) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:31.129682 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-be2c1c70-8e6d-4642-a390-55be7806c3d9 admin admin] Publish callbacks [] for security_group (d058ad7e-5b81-49a5-9394-d5447ba3d44a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:31.168827 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-be2c1c70-8e6d-4642-a390-55be7806c3d9 admin admin] Publish callbacks [] for security_group (d058ad7e-5b81-49a5-9394-d5447ba3d44a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:31.269526 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-be2c1c70-8e6d-4642-a390-55be7806c3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d058ad7e-5b81-49a5-9394-d5447ba3d44a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:31.274131 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-be2c1c70-8e6d-4642-a390-55be7806c3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:31.276712 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-be2c1c70-8e6d-4642-a390-55be7806c3d9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d058ad7e-5b81-49a5-9394-d5447ba3d44a HTTP/1.1" status: 204 len: 168 time: 0.2713094 Feb 08 16:14:31.302086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c1c70-8e6d-4642-a390-55be7806c3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d058ad7e-5b81-49a5-9394-d5447ba3d44a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:31.572309 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a91d442-8375-4fc6-a3a5-73a38b605410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:31.914646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 47820) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:31.941191 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d82636ea-950d-4f06-8f84-4637e632c4bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:32.133242 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d82636ea-950d-4f06-8f84-4637e632c4bf admin admin] Publish callbacks [] for security_group (769f455a-cc0d-438f-bcda-be5bd3a780f6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:32.144919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d82636ea-950d-4f06-8f84-4637e632c4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (769f455a-cc0d-438f-bcda-be5bd3a780f6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:32.213241 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d82636ea-950d-4f06-8f84-4637e632c4bf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bce7db37e7694e8c9c3c5eee9dec3562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2946374 Feb 08 16:14:32.214080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 47854) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:32.215532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82636ea-950d-4f06-8f84-4637e632c4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769f455a-cc0d-438f-bcda-be5bd3a780f6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:32.316557 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c01a529b-dfe1-4ef7-9aa3-51cbc346a92f admin admin] Publish callbacks [] for security_group (769f455a-cc0d-438f-bcda-be5bd3a780f6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:32.365462 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c01a529b-dfe1-4ef7-9aa3-51cbc346a92f admin admin] Publish callbacks [] for security_group (769f455a-cc0d-438f-bcda-be5bd3a780f6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:32.455817 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c01a529b-dfe1-4ef7-9aa3-51cbc346a92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (769f455a-cc0d-438f-bcda-be5bd3a780f6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:32.458381 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c01a529b-dfe1-4ef7-9aa3-51cbc346a92f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:32.462565 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c01a529b-dfe1-4ef7-9aa3-51cbc346a92f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/769f455a-cc0d-438f-bcda-be5bd3a780f6 HTTP/1.1" status: 204 len: 168 time: 0.2474163 Feb 08 16:14:32.473481 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a529b-dfe1-4ef7-9aa3-51cbc346a92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769f455a-cc0d-438f-bcda-be5bd3a780f6,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:33.823431 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-71a55693-1828-4f4f-adb0-1b4653614309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:34.871446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48154) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:34.994172 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-68fe2c36-cdbe-43fb-8672-d284b5b79c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:35.113167 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-68fe2c36-cdbe-43fb-8672-d284b5b79c33 admin admin] Publish callbacks [] for security_group (059b5f5b-cfe0-403b-80c1-ec37fa8d9c28), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:35.117854 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-68fe2c36-cdbe-43fb-8672-d284b5b79c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (059b5f5b-cfe0-403b-80c1-ec37fa8d9c28), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:35.154138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48164) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:35.156812 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-68fe2c36-cdbe-43fb-8672-d284b5b79c33 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8ee30f9a643f43e7a01871398f33d1f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2841768 Feb 08 16:14:35.203119 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe2c36-cdbe-43fb-8672-d284b5b79c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059b5f5b-cfe0-403b-80c1-ec37fa8d9c28,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:35.233545 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf43a3df-049b-4143-bb7e-de1fc6cd70d0 admin admin] Publish callbacks [] for security_group (059b5f5b-cfe0-403b-80c1-ec37fa8d9c28), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:35.261536 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf43a3df-049b-4143-bb7e-de1fc6cd70d0 admin admin] Publish callbacks [] for security_group (059b5f5b-cfe0-403b-80c1-ec37fa8d9c28), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:35.325669 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf43a3df-049b-4143-bb7e-de1fc6cd70d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (059b5f5b-cfe0-403b-80c1-ec37fa8d9c28), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:35.328853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf43a3df-049b-4143-bb7e-de1fc6cd70d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:35.330228 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bf43a3df-049b-4143-bb7e-de1fc6cd70d0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/059b5f5b-cfe0-403b-80c1-ec37fa8d9c28 HTTP/1.1" status: 204 len: 168 time: 0.1745229 Feb 08 16:14:35.339582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43a3df-049b-4143-bb7e-de1fc6cd70d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059b5f5b-cfe0-403b-80c1-ec37fa8d9c28,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:35.552498 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:36.377511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48200) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:36.520694 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-176803628-network', 'tenant_id': 'ddc76981e68b4095927a6290a6cdafcc'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:14:36.544746 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] Made reservation on behalf of ddc76981e68b4095927a6290a6cdafcc for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:14:36.548304 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:36.557836 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:36.692568 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] Publish callbacks [] for security_group (a8e45f26-b629-4848-99b5-ad3c4624ebdb), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:36.697662 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a8e45f26-b629-4848-99b5-ad3c4624ebdb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:36.756807 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:36.760881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:14:36.774051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e45f26-b629-4848-99b5-ad3c4624ebdb,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:36.796814 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (5a622a31-7305-4ca0-8e76-d7f7e2cb6446), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:36.798474 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] Added segment 5a622a31-7305-4ca0-8e76-d7f7e2cb6446 of type vlan for network da809082-d851-4dbb-98d2-f94d9a40077a Feb 08 16:14:36.853710 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (da809082-d851-4dbb-98d2-f94d9a40077a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:36.898357 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (da809082-d851-4dbb-98d2-f94d9a40077a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:36.900023 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:36.901049 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:36.971711 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5894098 Feb 08 16:14:36.971915 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48210) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:36.979708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-37ba48ce-956a-4517-9590-a1f034993b38 admin admin] Request body: {'subnet': {'network_id': 'da809082-d851-4dbb-98d2-f94d9a40077a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-176803628-subnet', 'tenant_id': 'ddc76981e68b4095927a6290a6cdafcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:14:37.019304 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888b919-d95f-47bd-a84a-8c54099ccfa2 admin admin] Pushing event updated for resources: {'Network': ['ID=da809082-d851-4dbb-98d2-f94d9a40077a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:37.037917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network da809082-d851-4dbb-98d2-f94d9a40077a details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:14:37.045908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ba48ce-956a-4517-9590-a1f034993b38 admin admin] Made reservation on behalf of ddc76981e68b4095927a6290a6cdafcc for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:14:37.049016 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-37ba48ce-956a-4517-9590-a1f034993b38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:37.329357 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-37ba48ce-956a-4517-9590-a1f034993b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (1a93e1da-53c5-43ec-bfbe-d31abf36f02a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:37.397729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba48ce-956a-4517-9590-a1f034993b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a93e1da-53c5-43ec-bfbe-d31abf36f02a,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:37.410610 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba48ce-956a-4517-9590-a1f034993b38 admin admin] Checking segment: {'id': '5a622a31-7305-4ca0-8e76-d7f7e2cb6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da809082-d851-4dbb-98d2-f94d9a40077a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:14:37.410959 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba48ce-956a-4517-9590-a1f034993b38 admin admin] Network hostable DHCP agents. Network: da809082-d851-4dbb-98d2-f94d9a40077a, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:14:37.433238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba48ce-956a-4517-9590-a1f034993b38 admin admin] Network da809082-d851-4dbb-98d2-f94d9a40077a is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:14:37.444619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-37ba48ce-956a-4517-9590-a1f034993b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, da809082-d851-4dbb-98d2-f94d9a40077a) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:14:37.454194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30494875-6837-4658-91de-0ffe704243b4 None None] Network da809082-d851-4dbb-98d2-f94d9a40077a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:14:37.458724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba48ce-956a-4517-9590-a1f034993b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:37.459344 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-37ba48ce-956a-4517-9590-a1f034993b38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:37.489002 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-37ba48ce-956a-4517-9590-a1f034993b38 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5155256 Feb 08 16:14:37.708866 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02210a14-71eb-4ef7-8bdb-f49c1cf41fba None None] Network da809082-d851-4dbb-98d2-f94d9a40077a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:14:37.980930 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:38.749320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48242) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:38.889017 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca0c5949-1477-4805-8421-ea8f38f48d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:38.975511 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca0c5949-1477-4805-8421-ea8f38f48d7c admin admin] Publish callbacks [] for security_group (cf4f837e-bda2-470e-99d1-a8756f3c650b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:38.981097 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ca0c5949-1477-4805-8421-ea8f38f48d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cf4f837e-bda2-470e-99d1-a8756f3c650b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:39.040551 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ca0c5949-1477-4805-8421-ea8f38f48d7c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c9d7bae4a7cd471b910356884c5e3843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2888539 Feb 08 16:14:39.042045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c5949-1477-4805-8421-ea8f38f48d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4f837e-bda2-470e-99d1-a8756f3c650b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:39.043133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48246) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:39.109088 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-277d00ed-0bc8-4c23-9bfd-2eb623c0f783 admin admin] Publish callbacks [] for security_group (cf4f837e-bda2-470e-99d1-a8756f3c650b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:39.134534 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-277d00ed-0bc8-4c23-9bfd-2eb623c0f783 admin admin] Publish callbacks [] for security_group (cf4f837e-bda2-470e-99d1-a8756f3c650b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:39.190809 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-277d00ed-0bc8-4c23-9bfd-2eb623c0f783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cf4f837e-bda2-470e-99d1-a8756f3c650b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:39.194498 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-277d00ed-0bc8-4c23-9bfd-2eb623c0f783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:39.195920 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-277d00ed-0bc8-4c23-9bfd-2eb623c0f783 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cf4f837e-bda2-470e-99d1-a8756f3c650b HTTP/1.1" status: 204 len: 168 time: 0.1510570 Feb 08 16:14:39.225607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d00ed-0bc8-4c23-9bfd-2eb623c0f783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4f837e-bda2-470e-99d1-a8756f3c650b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:40.788535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48296) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:40.922845 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0310aed8-a0a4-48cd-a4a3-c1011e1eab81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:41.059250 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0310aed8-a0a4-48cd-a4a3-c1011e1eab81 admin admin] Publish callbacks [] for security_group (88038cbd-abc8-4b94-a208-eab22c809cca), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:41.067261 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0310aed8-a0a4-48cd-a4a3-c1011e1eab81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (88038cbd-abc8-4b94-a208-eab22c809cca), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:41.098070 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0310aed8-a0a4-48cd-a4a3-c1011e1eab81 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6d6238247d604e83abe3937706bc0379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3075244 Feb 08 16:14:41.100128 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48308) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:41.154061 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310aed8-a0a4-48cd-a4a3-c1011e1eab81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88038cbd-abc8-4b94-a208-eab22c809cca,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:41.206039 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb133113-98c4-4009-975d-1e40aa06919c admin admin] Publish callbacks [] for security_group (88038cbd-abc8-4b94-a208-eab22c809cca), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:41.240607 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb133113-98c4-4009-975d-1e40aa06919c admin admin] Publish callbacks [] for security_group (88038cbd-abc8-4b94-a208-eab22c809cca), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:41.305271 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb133113-98c4-4009-975d-1e40aa06919c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (88038cbd-abc8-4b94-a208-eab22c809cca), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:41.310020 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb133113-98c4-4009-975d-1e40aa06919c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:41.322346 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-eb133113-98c4-4009-975d-1e40aa06919c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/88038cbd-abc8-4b94-a208-eab22c809cca HTTP/1.1" status: 204 len: 168 time: 0.2160697 Feb 08 16:14:41.342333 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb133113-98c4-4009-975d-1e40aa06919c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88038cbd-abc8-4b94-a208-eab22c809cca,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:42.016432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4e16f-276b-4668-870f-5397e3105627 req-f4a14d7b-1250-4bd3-9757-998627a40f50 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:42.019688 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bc4e16f-276b-4668-870f-5397e3105627 req-f4a14d7b-1250-4bd3-9757-998627a40f50 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 948 time: 0.0689979 Feb 08 16:14:42.160759 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bc4e16f-276b-4668-870f-5397e3105627 req-cdb77228-7b03-4436-b232-75034ded2375 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/security-groups?id=b5c64c26-f92b-4ec4-863c-1bc5807a2158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317825 Feb 08 16:14:43.435617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246ceb5-c907-4ef0-adcf-e4db28cfa011 req-03291bf5-0a4f-43c5-97e3-06bc51446505 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:43.438848 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6246ceb5-c907-4ef0-adcf-e4db28cfa011 req-03291bf5-0a4f-43c5-97e3-06bc51446505 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.96 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 948 time: 0.1402664 Feb 08 16:14:43.643501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-6246ceb5-c907-4ef0-adcf-e4db28cfa011 req-1f5e7dd0-509e-4dc1-94c2-0e33a360dd14 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Deleting port 09c11109-d33d-4471-862a-5a7ba06d75ad {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:14:43.655212 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6246ceb5-c907-4ef0-adcf-e4db28cfa011 req-1f5e7dd0-509e-4dc1-94c2-0e33a360dd14 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:43.774308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46187eb2-dd2d-401c-b431-c7423b550b88 req-af081dac-319f-4eaf-a32f-41fcab19f33a tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:43.792167 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46187eb2-dd2d-401c-b431-c7423b550b88 req-af081dac-319f-4eaf-a32f-41fcab19f33a tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/ports?device_id=efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa HTTP/1.1" status: 200 len: 948 time: 0.5411694 Feb 08 16:14:43.887255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-6246ceb5-c907-4ef0-adcf-e4db28cfa011 req-1f5e7dd0-509e-4dc1-94c2-0e33a360dd14 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] For port 09c11109-d33d-4471-862a-5a7ba06d75ad, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=09c11109-d33d-4471-862a-5a7ba06d75ad,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:14:43.888012 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6246ceb5-c907-4ef0-adcf-e4db28cfa011 req-1f5e7dd0-509e-4dc1-94c2-0e33a360dd14 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:43.905970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46187eb2-dd2d-401c-b431-c7423b550b88 req-351bb3ae-dbe3-4005-9d60-952b65c3612f tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.82 "GET /v2.0/security-groups?id=b5c64c26-f92b-4ec4-863c-1bc5807a2158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125460 Feb 08 16:14:43.922891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-6246ceb5-c907-4ef0-adcf-e4db28cfa011 req-1f5e7dd0-509e-4dc1-94c2-0e33a360dd14 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Calling delete_port for 09c11109-d33d-4471-862a-5a7ba06d75ad owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:14:44.116241 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6246ceb5-c907-4ef0-adcf-e4db28cfa011 req-1f5e7dd0-509e-4dc1-94c2-0e33a360dd14 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (09c11109-d33d-4471-862a-5a7ba06d75ad), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:44.130545 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['09c11109-d33d-4471-862a-5a7ba06d75ad'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:14:44.155464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e7dd0-509e-4dc1-94c2-0e33a360dd14 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Pushing event deleted for resources: {'Port': ['ID=09c11109-d33d-4471-862a-5a7ba06d75ad,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:44.240498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-6246ceb5-c907-4ef0-adcf-e4db28cfa011 req-1f5e7dd0-509e-4dc1-94c2-0e33a360dd14 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] No DVR routers for this DVR port 09c11109-d33d-4471-862a-5a7ba06d75ad on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:14:44.246550 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6246ceb5-c907-4ef0-adcf-e4db28cfa011 req-1f5e7dd0-509e-4dc1-94c2-0e33a360dd14 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:44.252657 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6246ceb5-c907-4ef0-adcf-e4db28cfa011 req-1f5e7dd0-509e-4dc1-94c2-0e33a360dd14 tempest-VolumesBackupsTest-449079877 tempest-VolumesBackupsTest-449079877-project] 10.222.0.96 "DELETE /v2.0/ports/09c11109-d33d-4471-862a-5a7ba06d75ad HTTP/1.1" status: 204 len: 173 time: 0.8086424 Feb 08 16:14:44.253187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa', 'name': 'network-vif-deleted', 'tag': '09c11109-d33d-4471-862a-5a7ba06d75ad'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:14:44.269414 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8b6968-e156-413d-86a9-0762123b19a1" -d '{"events": [{"server_uuid": "efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa", "name": "network-vif-deleted", "tag": "09c11109-d33d-4471-862a-5a7ba06d75ad"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:14:44.385862 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6fe7d9-5c22-40bf-a0d4-9b1da0a96a4b x-openstack-request-id: req-4e6fe7d9-5c22-40bf-a0d4-9b1da0a96a4b {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:14:44.386263 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa", "name": "network-vif-deleted", "tag": "09c11109-d33d-4471-862a-5a7ba06d75ad", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:14:44.386600 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4e6fe7d9-5c22-40bf-a0d4-9b1da0a96a4b {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:14:44.387370 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcf372e-1cea-4fbb-8fb7-ad54ab1bbbfa', 'name': 'network-vif-deleted', 'tag': '09c11109-d33d-4471-862a-5a7ba06d75ad', 'status': 'completed', 'code': 200} Feb 08 16:14:47.157740 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 09c11109-d33d-4471-862a-5a7ba06d75ad no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:14:47.179534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 09c11109-d33d-4471-862a-5a7ba06d75ad {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:14:47.180292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 09c11109-d33d-4471-862a-5a7ba06d75ad not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:14:48.873978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48480) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:48.879473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2c194684-d228-47fb-bb42-2dc1e1bf5fe4 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180381860', 'description': 'tempest-secgroup-smoke-180381860 description', 'project_id': '30cdc22df6094afd8686cd84a167e0e2'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:14:48.908506 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c194684-d228-47fb-bb42-2dc1e1bf5fe4 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.003824 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.059776 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c194684-d228-47fb-bb42-2dc1e1bf5fe4 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group (7b60569d-2430-49f4-83c3-8fff1cd55cd7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.065707 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c194684-d228-47fb-bb42-2dc1e1bf5fe4 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7b60569d-2430-49f4-83c3-8fff1cd55cd7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.123880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c194684-d228-47fb-bb42-2dc1e1bf5fe4 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b60569d-2430-49f4-83c3-8fff1cd55cd7,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:49.147290 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2c194684-d228-47fb-bb42-2dc1e1bf5fe4 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.148886 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2c194684-d228-47fb-bb42-2dc1e1bf5fe4 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2729638 Feb 08 16:14:49.151596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48482) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:49.157138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ac3a4e1f-a810-4409-871f-1551d421f156 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Request body: {'security_group_rule': {'security_group_id': '7b60569d-2430-49f4-83c3-8fff1cd55cd7', 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:14:49.210438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4e1f-a810-4409-871f-1551d421f156 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (25e3d987-f1b3-42e4-a2ca-3889f29947fc), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.335795 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4e1f-a810-4409-871f-1551d421f156 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (25e3d987-f1b3-42e4-a2ca-3889f29947fc), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.341356 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4e1f-a810-4409-871f-1551d421f156 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (25e3d987-f1b3-42e4-a2ca-3889f29947fc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.379955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a4e1f-a810-4409-871f-1551d421f156 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e3d987-f1b3-42e4-a2ca-3889f29947fc,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:49.401354 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4e1f-a810-4409-871f-1551d421f156 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.401354 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ac3a4e1f-a810-4409-871f-1551d421f156 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2433829 Feb 08 16:14:49.401613 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48486) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:49.404602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-dc18bcc1-55f1-464b-8ee2-01967101578c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Request body: {'security_group_rule': {'security_group_id': '7b60569d-2430-49f4-83c3-8fff1cd55cd7', 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:14:49.445987 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc18bcc1-55f1-464b-8ee2-01967101578c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (b44748e2-b54d-40cc-a8c7-ff560e648400), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.599613 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc18bcc1-55f1-464b-8ee2-01967101578c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (b44748e2-b54d-40cc-a8c7-ff560e648400), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.604606 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc18bcc1-55f1-464b-8ee2-01967101578c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (b44748e2-b54d-40cc-a8c7-ff560e648400), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.631920 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18bcc1-55f1-464b-8ee2-01967101578c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44748e2-b54d-40cc-a8c7-ff560e648400,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:49.639032 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc18bcc1-55f1-464b-8ee2-01967101578c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.645019 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48492) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:49.645708 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dc18bcc1-55f1-464b-8ee2-01967101578c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2450190 Feb 08 16:14:49.649979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-62d24bd9-6c55-4f48-8504-2b838f69c489 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Request body: {'security_group_rule': {'security_group_id': '7b60569d-2430-49f4-83c3-8fff1cd55cd7', 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:14:49.698505 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62d24bd9-6c55-4f48-8504-2b838f69c489 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (27eab37b-e444-43f5-8a06-38991b9f10d8), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.809723 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62d24bd9-6c55-4f48-8504-2b838f69c489 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (27eab37b-e444-43f5-8a06-38991b9f10d8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.815084 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62d24bd9-6c55-4f48-8504-2b838f69c489 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (27eab37b-e444-43f5-8a06-38991b9f10d8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.833536 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d24bd9-6c55-4f48-8504-2b838f69c489 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27eab37b-e444-43f5-8a06-38991b9f10d8,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:49.867872 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62d24bd9-6c55-4f48-8504-2b838f69c489 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:49.869498 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-62d24bd9-6c55-4f48-8504-2b838f69c489 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2233925 Feb 08 16:14:49.872029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48498) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:49.878510 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-8871c39d-b18a-4bec-9c0a-207321dd7d6c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Request body: {'security_group_rule': {'security_group_id': '7b60569d-2430-49f4-83c3-8fff1cd55cd7', 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:14:49.910168 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8871c39d-b18a-4bec-9c0a-207321dd7d6c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (142992e2-1e29-41e7-bd3d-ce169ddc907d), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:50.025709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8871c39d-b18a-4bec-9c0a-207321dd7d6c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (142992e2-1e29-41e7-bd3d-ce169ddc907d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:50.032148 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8871c39d-b18a-4bec-9c0a-207321dd7d6c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (142992e2-1e29-41e7-bd3d-ce169ddc907d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:50.070508 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8871c39d-b18a-4bec-9c0a-207321dd7d6c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:50.071750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8871c39d-b18a-4bec-9c0a-207321dd7d6c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1980689 Feb 08 16:14:50.075252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48500) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:50.087967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a9c9224a-272a-4983-92d9-5d8dfc952339 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Request body: {'security_group_rule': {'security_group_id': '7b60569d-2430-49f4-83c3-8fff1cd55cd7', 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:14:50.092096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871c39d-b18a-4bec-9c0a-207321dd7d6c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142992e2-1e29-41e7-bd3d-ce169ddc907d,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:50.130891 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-a9c9224a-272a-4983-92d9-5d8dfc952339 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Project 30cdc22df6094afd8686cd84a167e0e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:14:50.138590 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a9c9224a-272a-4983-92d9-5d8dfc952339 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (06bf42b8-3ca7-4f23-9da9-394acf601bb4), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:50.228696 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a9c9224a-272a-4983-92d9-5d8dfc952339 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (06bf42b8-3ca7-4f23-9da9-394acf601bb4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:50.238392 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a9c9224a-272a-4983-92d9-5d8dfc952339 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (06bf42b8-3ca7-4f23-9da9-394acf601bb4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:50.278021 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9224a-272a-4983-92d9-5d8dfc952339 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bf42b8-3ca7-4f23-9da9-394acf601bb4,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:50.299954 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a9c9224a-272a-4983-92d9-5d8dfc952339 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:50.306301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48502) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:14:50.310035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a9c9224a-272a-4983-92d9-5d8dfc952339 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2334323 Feb 08 16:14:50.312919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4f698a84-b1f8-41b6-8f3e-e79381be62ee tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Request body: {'security_group_rule': {'security_group_id': '7b60569d-2430-49f4-83c3-8fff1cd55cd7', 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:14:50.378773 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-4f698a84-b1f8-41b6-8f3e-e79381be62ee tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Project 30cdc22df6094afd8686cd84a167e0e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:14:50.386713 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4f698a84-b1f8-41b6-8f3e-e79381be62ee tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (65f543c2-ac6f-44eb-94b8-4900ec5d8e49), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:50.425065 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:50.595136 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4f698a84-b1f8-41b6-8f3e-e79381be62ee tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (65f543c2-ac6f-44eb-94b8-4900ec5d8e49), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:50.606463 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4f698a84-b1f8-41b6-8f3e-e79381be62ee tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (65f543c2-ac6f-44eb-94b8-4900ec5d8e49), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:50.638332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f698a84-b1f8-41b6-8f3e-e79381be62ee tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f543c2-ac6f-44eb-94b8-4900ec5d8e49,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:50.663117 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4f698a84-b1f8-41b6-8f3e-e79381be62ee tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:50.680520 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4f698a84-b1f8-41b6-8f3e-e79381be62ee tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3716600 Feb 08 16:14:51.120346 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-c6b7ab59-49cd-4846-967f-596290921704 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180381860&fields=id&tenant_id=30cdc22df6094afd8686cd84a167e0e2 HTTP/1.1" status: 200 len: 267 time: 0.1363788 Feb 08 16:14:51.325476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ba283a1e-fc19-4acf-a7e5-374b16dc2758 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:51.327168 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ba283a1e-fc19-4acf-a7e5-374b16dc2758 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/networks?id=96d68a21-6dfb-4c5b-908f-327c53581493 HTTP/1.1" status: 200 len: 813 time: 0.1989808 Feb 08 16:14:51.363131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-d57dade2-3d7e-4ef8-8bf5-bf22309fe2ca tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/quotas/30cdc22df6094afd8686cd84a167e0e2 HTTP/1.1" status: 200 len: 375 time: 0.0144796 Feb 08 16:14:51.482727 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-05b252c5-d327-4847-9509-e07e49181311 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=30cdc22df6094afd8686cd84a167e0e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130443 Feb 08 16:14:51.673981 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-df29534c-1662-4deb-af1c-ec310716f8fe service neutron] 10.222.0.82 "GET /v2.0/networks/96d68a21-6dfb-4c5b-908f-327c53581493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900027 Feb 08 16:14:52.041341 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-3850c3f4-6f9e-4286-b537-6d991c193eb8 service neutron] 10.222.0.82 "GET /v2.0/networks/96d68a21-6dfb-4c5b-908f-327c53581493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660164 Feb 08 16:14:52.644085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d205e00-36f8-449b-8ac0-f1628100d37b req-b6527fbd-ef4b-4367-9c75-4a413f58f4a4 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0407646 Feb 08 16:14:53.853705 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-10f0c935-b579-42f1-8034-bb2fd20267aa req-752a9db8-f382-466a-aabc-e9af28354d10 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0652196 Feb 08 16:14:54.879770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-f81eb971-cb31-42d2-9a25-f331353e8128 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:54.889490 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-f81eb971-cb31-42d2-9a25-f331353e8128 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.94 "GET /v2.0/networks?id=96d68a21-6dfb-4c5b-908f-327c53581493 HTTP/1.1" status: 200 len: 813 time: 0.2932911 Feb 08 16:14:55.159646 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-943511f9-d2bc-427d-9067-9d40467aff3d req-9d8122f3-c373-4851-92f8-b25b82b45fbf tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0692821 Feb 08 16:14:55.204836 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-2086f2a7-ed24-4200-9279-2a7a5d57b3a2 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30cdc22df6094afd8686cd84a167e0e2 HTTP/1.1" status: 200 len: 379 time: 0.3094249 Feb 08 16:14:55.217639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-8461fa9b-4376-4352-ab69-d48d59120867 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Request body: {'port': {'device_id': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'admin_state_up': True, 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'security_groups': ['7b60569d-2430-49f4-83c3-8fff1cd55cd7']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:14:55.504275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-8461fa9b-4376-4352-ab69-d48d59120867 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Made reservation on behalf of 30cdc22df6094afd8686cd84a167e0e2 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:14:55.526921 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-8461fa9b-4376-4352-ab69-d48d59120867 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:56.127429 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-8461fa9b-4376-4352-ab69-d48d59120867 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Allocated IP 172.20.0.10 (96d68a21-6dfb-4c5b-908f-327c53581493/83919107-59ce-4f00-abe9-ac0f7bccc76d/d1089a1c-0fea-4e7a-b347-8fae51815f29) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:14:56.435155 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29c15b93-0180-49f7-b8e2-24fa07fc994c req-88389b3a-a356-42f5-b54b-aa20f545e95c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0689702 Feb 08 16:14:56.630523 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-8461fa9b-4376-4352-ab69-d48d59120867 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:56.722601 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-8461fa9b-4376-4352-ab69-d48d59120867 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:56.873936 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-8461fa9b-4376-4352-ab69-d48d59120867 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Network 96d68a21-6dfb-4c5b-908f-327c53581493 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:14:56.892607 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-8461fa9b-4376-4352-ab69-d48d59120867 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:14:56.930998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-8461fa9b-4376-4352-ab69-d48d59120867 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:14:56.935688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461fa9b-4376-4352-ab69-d48d59120867 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Pushing event updated for resources: {'Port': ['ID=d1089a1c-0fea-4e7a-b347-8fae51815f29,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:57.080296 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-8461fa9b-4376-4352-ab69-d48d59120867 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:57.082746 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-8461fa9b-4376-4352-ab69-d48d59120867 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:57.129166 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-8461fa9b-4376-4352-ab69-d48d59120867 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9153953 Feb 08 16:14:57.147703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Request body: {'port': {'device_id': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:14:57.311367 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:57.390130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-460799bf-6d4d-48dd-9fac-990d1eaa0255 None None] Provisioning complete for port d1089a1c-0fea-4e7a-b347-8fae51815f29 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:14:57.394052 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-460799bf-6d4d-48dd-9fac-990d1eaa0255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:57.583373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-460799bf-6d4d-48dd-9fac-990d1eaa0255 None None] Port d1089a1c-0fea-4e7a-b347-8fae51815f29 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:14:57.916259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172921d-5d68-4c8b-852c-54ae6f2a3156 req-4b0eb198-0808-4c90-9294-553867242294 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:57.928984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c172921d-5d68-4c8b-852c-54ae6f2a3156 req-4b0eb198-0808-4c90-9294-553867242294 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 932 time: 0.2353556 Feb 08 16:14:58.084068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c172921d-5d68-4c8b-852c-54ae6f2a3156 req-3bcabec8-8b93-4f51-be7b-fff23ddf63b3 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449287 Feb 08 16:14:58.108273 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1089a1c-0fea-4e7a-b347-8fae51815f29 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:14:58.135529 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Publish callbacks [] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:58.161127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Transition to ACTIVE for port object d1089a1c-0fea-4e7a-b347-8fae51815f29 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:14:58.168512 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:58.300403 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Pushing event updated for resources: {'Port': ['ID=d1089a1c-0fea-4e7a-b347-8fae51815f29,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:58.521901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Attempting to bind port d1089a1c-0fea-4e7a-b347-8fae51815f29 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:14:58.522252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Attempting to bind port d1089a1c-0fea-4e7a-b347-8fae51815f29 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'b428e54a-6703-44a3-854a-90a1d2fa2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:14:58.522587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Attempting to bind port d1089a1c-0fea-4e7a-b347-8fae51815f29 on network 96d68a21-6dfb-4c5b-908f-327c53581493 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:14:58.544411 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Port d1089a1c-0fea-4e7a-b347-8fae51815f29 on network 96d68a21-6dfb-4c5b-908f-327c53581493 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:14:58.544936 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Attempting to bind port d1089a1c-0fea-4e7a-b347-8fae51815f29 on network 96d68a21-6dfb-4c5b-908f-327c53581493 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:14:58.563576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:14:58.564232 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Checking segment: {'id': 'b428e54a-6703-44a3-854a-90a1d2fa2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:14:58.564801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Bound using segment: {'id': 'b428e54a-6703-44a3-854a-90a1d2fa2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:14:58.565454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Bound port: d1089a1c-0fea-4e7a-b347-8fae51815f29, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b428e54a-6703-44a3-854a-90a1d2fa2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:14:58.566001 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:58.809726 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] For port d1089a1c-0fea-4e7a-b347-8fae51815f29, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:14:58.820017 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] For port d1089a1c-0fea-4e7a-b347-8fae51815f29, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d1089a1c-0fea-4e7a-b347-8fae51815f29,segment=NetworkSegment(b428e54a-6703-44a3-854a-90a1d2fa2e8e),segment_id=b428e54a-6703-44a3-854a-90a1d2fa2e8e)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:14:58.827624 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:58.919719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:58.926227 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:14:58.930247 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] 10.222.0.94 "PUT /v2.0/ports/d1089a1c-0fea-4e7a-b347-8fae51815f29 HTTP/1.1" status: 200 len: 1093 time: 1.7868438 Feb 08 16:14:58.930750 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'tag': 'd1089a1c-0fea-4e7a-b347-8fae51815f29'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:14:58.933090 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3e54f4-4da3-43e5-801b-9543ace76da3" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae7997b-8c56-4b59-ab7a-49c098096827", "tag": "d1089a1c-0fea-4e7a-b347-8fae51815f29"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:14:59.129728 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa22b7cc-6ba7-4fdc-a1eb-d2ecb15df9e9 x-openstack-request-id: req-aa22b7cc-6ba7-4fdc-a1eb-d2ecb15df9e9 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:14:59.130021 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae7997b-8c56-4b59-ab7a-49c098096827", "tag": "d1089a1c-0fea-4e7a-b347-8fae51815f29", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:14:59.130279 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-aa22b7cc-6ba7-4fdc-a1eb-d2ecb15df9e9 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:14:59.133690 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'tag': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'status': 'completed', 'code': 200} Feb 08 16:14:59.142062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb37824-7f3b-41c1-8403-b6a445da0e6a service neutron] Pushing event updated for resources: {'Port': ['ID=d1089a1c-0fea-4e7a-b347-8fae51815f29,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:14:59.216174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-7737f92a-34c0-4160-aa1d-8d43f6d8032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:59.217789 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-7737f92a-34c0-4160-aa1d-8d43f6d8032b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=30cdc22df6094afd8686cd84a167e0e2&device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 1127 time: 0.2209826 Feb 08 16:14:59.345361 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-716b7763-bc85-4cbd-ae61-a122c68f0655 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1089a1c-0fea-4e7a-b347-8fae51815f29 HTTP/1.1" status: 200 len: 217 time: 0.1115065 Feb 08 16:14:59.384020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5623053-dba9-49f7-a174-0d5d3c50691c req-244905e9-cc8c-465c-9caf-70fb8b35ef32 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:59.401190 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5623053-dba9-49f7-a174-0d5d3c50691c req-244905e9-cc8c-465c-9caf-70fb8b35ef32 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.1689875 Feb 08 16:14:59.489422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-5cb926bc-b8a7-46c9-97fd-4d682bfced2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:59.491493 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-5cb926bc-b8a7-46c9-97fd-4d682bfced2b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=83919107-59ce-4f00-abe9-ac0f7bccc76d HTTP/1.1" status: 200 len: 852 time: 0.1376326 Feb 08 16:14:59.547057 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5623053-dba9-49f7-a174-0d5d3c50691c req-6c15adda-9f30-41ae-9407-2eeee54c1fb0 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444371 Feb 08 16:14:59.616668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-0c535eb9-7115-4a43-aafa-5fdf979ee7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:14:59.631904 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-0c535eb9-7115-4a43-aafa-5fdf979ee7b7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=96d68a21-6dfb-4c5b-908f-327c53581493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1310017 Feb 08 16:14:59.861089 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-d3b47575-9fa3-4232-a90a-891a6e2a3d75 service neutron] 10.222.0.94 "GET /v2.0/networks/96d68a21-6dfb-4c5b-908f-327c53581493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182548 Feb 08 16:15:00.063846 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-74ebc036-f796-49b0-bc3b-e67188f355b1 req-b5a36246-d79f-4e07-b8e9-2c0920a09e18 service neutron] 10.222.0.94 "GET /v2.0/networks/96d68a21-6dfb-4c5b-908f-327c53581493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929505 Feb 08 16:15:00.246018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e54f4-4da3-43e5-801b-9543ace76da3 req-82dabe06-28d7-478d-9061-b7f0c18c3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:00.247528 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7f3e54f4-4da3-43e5-801b-9543ace76da3 req-82dabe06-28d7-478d-9061-b7f0c18c3925 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=30cdc22df6094afd8686cd84a167e0e2&device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 1127 time: 0.1058402 Feb 08 16:15:00.429950 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e54f4-4da3-43e5-801b-9543ace76da3 req-090e2ecb-12d9-4735-b770-ae6def8edbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:00.431435 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7f3e54f4-4da3-43e5-801b-9543ace76da3 req-090e2ecb-12d9-4735-b770-ae6def8edbd2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=96d68a21-6dfb-4c5b-908f-327c53581493 HTTP/1.1" status: 200 len: 914 time: 0.1748135 Feb 08 16:15:00.583768 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7f3e54f4-4da3-43e5-801b-9543ace76da3 req-c7f54223-1d87-4355-b1bb-88dfd747f21e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1089a1c-0fea-4e7a-b347-8fae51815f29 HTTP/1.1" status: 200 len: 217 time: 0.1428964 Feb 08 16:15:00.745424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e54f4-4da3-43e5-801b-9543ace76da3 req-69876118-1a20-4c80-b4c6-a7309fd0ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:00.747175 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7f3e54f4-4da3-43e5-801b-9543ace76da3 req-69876118-1a20-4c80-b4c6-a7309fd0ccff service neutron] 10.222.0.94 "GET /v2.0/subnets?id=83919107-59ce-4f00-abe9-ac0f7bccc76d HTTP/1.1" status: 200 len: 852 time: 0.1522324 Feb 08 16:15:00.883151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e54f4-4da3-43e5-801b-9543ace76da3 req-6bf27bf4-fe3d-4942-95b7-d459fdf3e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:00.885330 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7f3e54f4-4da3-43e5-801b-9543ace76da3 req-6bf27bf4-fe3d-4942-95b7-d459fdf3e3c3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=96d68a21-6dfb-4c5b-908f-327c53581493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1284089 Feb 08 16:15:00.905686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4c110-9ba4-4881-8afa-2a12aae4df31 req-2fb37e5d-75e8-49b1-b7d9-e81d3f1d7769 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:00.907766 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62f4c110-9ba4-4881-8afa-2a12aae4df31 req-2fb37e5d-75e8-49b1-b7d9-e81d3f1d7769 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.1761253 Feb 08 16:15:01.062487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62f4c110-9ba4-4881-8afa-2a12aae4df31 req-3c7f7701-f462-44aa-93a4-25a5848c92ff tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447988 Feb 08 16:15:01.095331 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7f3e54f4-4da3-43e5-801b-9543ace76da3 req-964b378d-aa56-4d56-b9e3-1e96d6e7f280 service neutron] 10.222.0.94 "GET /v2.0/networks/96d68a21-6dfb-4c5b-908f-327c53581493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985831 Feb 08 16:15:01.372876 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7f3e54f4-4da3-43e5-801b-9543ace76da3 req-bda2e40f-3d3d-46e8-ac3f-5ca13470cc4a service neutron] 10.222.0.94 "GET /v2.0/networks/96d68a21-6dfb-4c5b-908f-327c53581493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683706 Feb 08 16:15:01.540017 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-27d60e4b-b63e-45b7-ab1b-e263e13cb5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:02.288172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351e64e-50f2-410f-9726-29ef952c4817 req-598c0322-3c64-4dad-8639-f39d35c31ff7 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:02.290572 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7351e64e-50f2-410f-9726-29ef952c4817 req-598c0322-3c64-4dad-8639-f39d35c31ff7 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.1130321 Feb 08 16:15:02.385015 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7351e64e-50f2-410f-9726-29ef952c4817 req-19f342aa-2cbf-4c93-ad6c-48b394ada98a tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800383 Feb 08 16:15:03.370228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48750) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:03.652386 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-306e9170-0205-4eed-9a6e-7aa33d3c071e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:03.792982 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b4b31-32e2-4595-95d1-d42b15a56386 req-22a85e14-ddae-415b-8610-ac0f50c37f02 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:03.794550 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c7b4b31-32e2-4595-95d1-d42b15a56386 req-22a85e14-ddae-415b-8610-ac0f50c37f02 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.2660818 Feb 08 16:15:03.818634 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bbace98a-86f5-483d-ae0a-4ec85f5f50df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:03.852415 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-306e9170-0205-4eed-9a6e-7aa33d3c071e admin admin] Publish callbacks [] for security_group (762d58f2-7bf2-4e37-b040-af3b4b8419db), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:03.868736 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-306e9170-0205-4eed-9a6e-7aa33d3c071e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (762d58f2-7bf2-4e37-b040-af3b4b8419db), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:03.910093 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-306e9170-0205-4eed-9a6e-7aa33d3c071e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0dd29001acf24277ba928e18989af596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5363963 Feb 08 16:15:03.910611 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48756) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:03.942413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c7b4b31-32e2-4595-95d1-d42b15a56386 req-5a80f75f-ffc5-43c7-b727-089ce6634891 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400964 Feb 08 16:15:03.966870 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e9170-0205-4eed-9a6e-7aa33d3c071e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762d58f2-7bf2-4e37-b040-af3b4b8419db,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:04.007001 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db995c8e-95c0-46e9-b144-926bf49ce00b admin admin] Publish callbacks [] for security_group (762d58f2-7bf2-4e37-b040-af3b4b8419db), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:04.030248 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db995c8e-95c0-46e9-b144-926bf49ce00b admin admin] Publish callbacks [] for security_group (762d58f2-7bf2-4e37-b040-af3b4b8419db), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:04.093881 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db995c8e-95c0-46e9-b144-926bf49ce00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (762d58f2-7bf2-4e37-b040-af3b4b8419db), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:04.096300 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db995c8e-95c0-46e9-b144-926bf49ce00b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:04.113342 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-db995c8e-95c0-46e9-b144-926bf49ce00b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/762d58f2-7bf2-4e37-b040-af3b4b8419db HTTP/1.1" status: 204 len: 168 time: 0.1884279 Feb 08 16:15:04.136920 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db995c8e-95c0-46e9-b144-926bf49ce00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762d58f2-7bf2-4e37-b040-af3b4b8419db,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:05.187994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09609b7-7cef-467e-8b9f-bc50d1e1d45d req-3d00ad1c-e352-497a-b4a7-ff2ad4755c6d tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:05.193223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e09609b7-7cef-467e-8b9f-bc50d1e1d45d req-3d00ad1c-e352-497a-b4a7-ff2ad4755c6d tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.1106906 Feb 08 16:15:05.290225 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e09609b7-7cef-467e-8b9f-bc50d1e1d45d req-87c83ebe-1ff2-4c47-ac6f-2004d1167f18 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886347 Feb 08 16:15:05.549788 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:06.198879 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:15:06.434517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384466a-a031-4108-948e-c9edd6f18e51 req-9a39515c-23c0-471e-a633-0b12f8e69a24 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:06.442769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b384466a-a031-4108-948e-c9edd6f18e51 req-9a39515c-23c0-471e-a633-0b12f8e69a24 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.0652163 Feb 08 16:15:06.498856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b384466a-a031-4108-948e-c9edd6f18e51 req-9bf41f35-283d-4d94-913f-d1daab1a3ad2 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549860 Feb 08 16:15:06.729529 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:07.645680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ac8e8-2c8f-47f6-9398-2fa600007359 req-567a3daf-c3a2-41af-bb00-534c45a5b635 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:07.656559 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb6ac8e8-2c8f-47f6-9398-2fa600007359 req-567a3daf-c3a2-41af-bb00-534c45a5b635 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.0742204 Feb 08 16:15:07.731282 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb6ac8e8-2c8f-47f6-9398-2fa600007359 req-ea90d13a-59f0-457a-bb74-a631732d3606 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731292 Feb 08 16:15:07.976858 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:08.916894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae43c3-265c-4d92-8652-903be0f26ba8 req-cc978f9f-79f3-45b1-873a-43213e929da2 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:08.919019 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c1ae43c3-265c-4d92-8652-903be0f26ba8 req-cc978f9f-79f3-45b1-873a-43213e929da2 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.0852001 Feb 08 16:15:08.984127 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c1ae43c3-265c-4d92-8652-903be0f26ba8 req-fece4912-5ce1-4402-800a-8183ddf42454 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526538 Feb 08 16:15:10.110200 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ce776-3cfa-4ae6-9d20-b28867c176cf req-04f5c438-3afb-4af0-bcc2-4b06dd131784 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:10.118327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-483ce776-3cfa-4ae6-9d20-b28867c176cf req-04f5c438-3afb-4af0-bcc2-4b06dd131784 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.0680504 Feb 08 16:15:10.172104 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-483ce776-3cfa-4ae6-9d20-b28867c176cf req-18aee2ec-dc9e-4981-8f40-0225122debd0 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526524 Feb 08 16:15:11.346228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ffebb-9f85-43ee-9612-21d85a4a83c2 req-1309fd4c-2982-4efa-95bf-3d9366d8a277 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:11.354515 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f28ffebb-9f85-43ee-9612-21d85a4a83c2 req-1309fd4c-2982-4efa-95bf-3d9366d8a277 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.0849237 Feb 08 16:15:11.429435 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f28ffebb-9f85-43ee-9612-21d85a4a83c2 req-d2fab398-543f-476e-af8c-1bfd60b84bfc tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617731 Feb 08 16:15:12.602578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b026464-4340-473f-941d-30bdd74998b6 req-acecf2a8-71ac-416d-bdb2-428a4f01219b tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:12.611906 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b026464-4340-473f-941d-30bdd74998b6 req-acecf2a8-71ac-416d-bdb2-428a4f01219b tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.0830891 Feb 08 16:15:12.681911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b026464-4340-473f-941d-30bdd74998b6 req-733b3d95-f073-41e9-9a78-a027a6f1ed3b tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654886 Feb 08 16:15:13.836754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130db47-97fa-4e8c-abeb-c5dd01778cf6 req-528d7d4a-05db-4a13-bb69-5c31de16a413 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:13.841475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3130db47-97fa-4e8c-abeb-c5dd01778cf6 req-528d7d4a-05db-4a13-bb69-5c31de16a413 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.0700939 Feb 08 16:15:13.906043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3130db47-97fa-4e8c-abeb-c5dd01778cf6 req-6ee02fad-960f-4a3b-a466-20e5c3ca5b92 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589368 Feb 08 16:15:15.087730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01533307-af1a-4562-9cbc-11ed4ff1ea88 req-e5764f16-f887-4c5c-b60a-a7d6c7cbd2b6 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:15.109566 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01533307-af1a-4562-9cbc-11ed4ff1ea88 req-e5764f16-f887-4c5c-b60a-a7d6c7cbd2b6 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.0975211 Feb 08 16:15:15.248295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01533307-af1a-4562-9cbc-11ed4ff1ea88 req-eddf33d7-ec0b-4ed7-b4a0-e642e6d8b9f1 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373556 Feb 08 16:15:16.481096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b807a9-54ca-4a78-9918-c24c2ef5a011 req-455743ed-2913-42f8-aa4d-9b97d607880e tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:16.483629 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3b807a9-54ca-4a78-9918-c24c2ef5a011 req-455743ed-2913-42f8-aa4d-9b97d607880e tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.1353960 Feb 08 16:15:16.613590 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3b807a9-54ca-4a78-9918-c24c2ef5a011 req-9bf63ddc-9708-46bf-98b3-ead5db0d385b tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237605 Feb 08 16:15:16.627992 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48914) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:16.787381 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8de291aa-09fc-4543-9f45-b7a7e00940d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:16.940557 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8de291aa-09fc-4543-9f45-b7a7e00940d6 admin admin] Publish callbacks [] for security_group (a65bd5b5-767b-4894-9de1-0e80f4b35e21), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:16.949770 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8de291aa-09fc-4543-9f45-b7a7e00940d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a65bd5b5-767b-4894-9de1-0e80f4b35e21), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:16.995288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8de291aa-09fc-4543-9f45-b7a7e00940d6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=615fba237eea452aa8508a355bea0600&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3662016 Feb 08 16:15:16.997936 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48918) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:17.025279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de291aa-09fc-4543-9f45-b7a7e00940d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65bd5b5-767b-4894-9de1-0e80f4b35e21,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:17.514039 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-64d10047-e53a-48e7-aafb-5f480e0d10a1 admin admin] Publish callbacks [] for security_group (a65bd5b5-767b-4894-9de1-0e80f4b35e21), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:17.541316 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-64d10047-e53a-48e7-aafb-5f480e0d10a1 admin admin] Publish callbacks [] for security_group (a65bd5b5-767b-4894-9de1-0e80f4b35e21), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:17.615462 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-64d10047-e53a-48e7-aafb-5f480e0d10a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a65bd5b5-767b-4894-9de1-0e80f4b35e21), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:17.620908 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-64d10047-e53a-48e7-aafb-5f480e0d10a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:17.622628 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-64d10047-e53a-48e7-aafb-5f480e0d10a1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a65bd5b5-767b-4894-9de1-0e80f4b35e21 HTTP/1.1" status: 204 len: 168 time: 0.6225030 Feb 08 16:15:17.637072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d10047-e53a-48e7-aafb-5f480e0d10a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65bd5b5-767b-4894-9de1-0e80f4b35e21,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:17.842567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26651f0-4bb2-4a7d-a8da-fb8c7c28903e req-4eebcfb0-b512-401e-835a-65d53f62d0b2 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:17.845822 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d26651f0-4bb2-4a7d-a8da-fb8c7c28903e req-4eebcfb0-b512-401e-835a-65d53f62d0b2 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.1169972 Feb 08 16:15:17.966861 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d26651f0-4bb2-4a7d-a8da-fb8c7c28903e req-fe9e618a-2eba-4189-b55e-fcc8a8028344 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152456 Feb 08 16:15:18.747869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48954) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:18.879996 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-739088455-network', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:15:18.905864 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] Made reservation on behalf of 68509b2f836b4f78af0f2db3edc9c23c for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:15:18.918462 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:18.934586 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:19.015568 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:19.081761 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] Publish callbacks [] for security_group (3d6079c7-bd89-4fdd-aa8e-c24767f2f471), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:19.088406 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3d6079c7-bd89-4fdd-aa8e-c24767f2f471), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:19.147109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:15:19.153582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6079c7-bd89-4fdd-aa8e-c24767f2f471,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:19.165991 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (0174e82b-671c-4e8d-8f2d-e90fa60f2b33), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:19.166342 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] Added segment 0174e82b-671c-4e8d-8f2d-e90fa60f2b33 of type vlan for network aded9bc1-5db3-4cd4-9049-3835efea0d9d Feb 08 16:15:19.173905 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a7eda-3436-4c0b-9c23-3e9acd6afc68 req-112e01ea-9879-4543-a574-454ceb9ca5e1 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:19.176534 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b93a7eda-3436-4c0b-9c23-3e9acd6afc68 req-112e01ea-9879-4543-a574-454ceb9ca5e1 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.0953116 Feb 08 16:15:19.229486 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (aded9bc1-5db3-4cd4-9049-3835efea0d9d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:19.273525 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (aded9bc1-5db3-4cd4-9049-3835efea0d9d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:19.274686 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:19.275548 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:19.278304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b93a7eda-3436-4c0b-9c23-3e9acd6afc68 req-032fa025-6458-4bc6-8ead-eba5ae4dabb0 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937765 Feb 08 16:15:19.356313 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] Pushing event updated for resources: {'Network': ['ID=aded9bc1-5db3-4cd4-9049-3835efea0d9d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:19.370400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network aded9bc1-5db3-4cd4-9049-3835efea0d9d details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:15:19.388445 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d04c93fa-cbb1-4cd5-9a54-ff7bb9a0f585 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6391983 Feb 08 16:15:19.392106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48968) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:19.398064 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-be454e7b-4df6-4d0f-8247-79e8a165314d admin admin] Request body: {'subnet': {'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-739088455-subnet', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:15:19.439458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be454e7b-4df6-4d0f-8247-79e8a165314d admin admin] Made reservation on behalf of 68509b2f836b4f78af0f2db3edc9c23c for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:15:19.443035 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-be454e7b-4df6-4d0f-8247-79e8a165314d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:19.725580 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-be454e7b-4df6-4d0f-8247-79e8a165314d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (c20dee06-2c56-4324-8f64-e4ae324d4d26), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:19.885515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be454e7b-4df6-4d0f-8247-79e8a165314d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20dee06-2c56-4324-8f64-e4ae324d4d26,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:19.895463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be454e7b-4df6-4d0f-8247-79e8a165314d admin admin] Checking segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:15:19.896532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be454e7b-4df6-4d0f-8247-79e8a165314d admin admin] Network hostable DHCP agents. Network: aded9bc1-5db3-4cd4-9049-3835efea0d9d, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:15:19.921631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be454e7b-4df6-4d0f-8247-79e8a165314d admin admin] Network aded9bc1-5db3-4cd4-9049-3835efea0d9d is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:15:19.935078 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-be454e7b-4df6-4d0f-8247-79e8a165314d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, aded9bc1-5db3-4cd4-9049-3835efea0d9d) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:15:19.940691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be454e7b-4df6-4d0f-8247-79e8a165314d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:19.941473 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-be454e7b-4df6-4d0f-8247-79e8a165314d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:19.948070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd8e544-95b9-4cca-af86-808edc5b401e None None] Network aded9bc1-5db3-4cd4-9049-3835efea0d9d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:15:19.982714 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-be454e7b-4df6-4d0f-8247-79e8a165314d admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5889797 Feb 08 16:15:19.986239 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 48980) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:19.991679 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:15:20.012132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48982) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:20.044480 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.046673 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.178293 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Publish callbacks [] for router_controller (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.193671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:15:20.196868 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.226389 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76c33b98-0b79-454b-bc0f-f12d618c69e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.326517 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76c33b98-0b79-454b-bc0f-f12d618c69e7 admin admin] Publish callbacks [] for security_group (50ae217a-c929-4424-84f9-e052c0a40d71), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.334314 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76c33b98-0b79-454b-bc0f-f12d618c69e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (50ae217a-c929-4424-84f9-e052c0a40d71), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.384923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-76c33b98-0b79-454b-bc0f-f12d618c69e7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2b00edb73a014c7d8efa3708f4ac4db2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3715837 Feb 08 16:15:20.386257 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c33b98-0b79-454b-bc0f-f12d618c69e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ae217a-c929-4424-84f9-e052c0a40d71,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:20.391284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48988) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:20.463146 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.494685 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Publish callbacks [] for router_gateway (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.498404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dd338-8744-4f24-9843-f07e2aa8bb20 req-05962d05-ffb4-4bd3-9acc-19262e306193 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:20.501636 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be4dd338-8744-4f24-9843-f07e2aa8bb20 req-05962d05-ffb4-4bd3-9acc-19262e306193 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.1003439 Feb 08 16:15:20.540119 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c9bd-9a3b-498f-935f-24bd287ddd42 admin admin] Publish callbacks [] for security_group (50ae217a-c929-4424-84f9-e052c0a40d71), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.558160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Allocated IP 172.20.0.2 (aded9bc1-5db3-4cd4-9049-3835efea0d9d/c20dee06-2c56-4324-8f64-e4ae324d4d26/3fd55923-ad1b-40dd-b317-c9da2e99e2d0) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:15:20.574368 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c9bd-9a3b-498f-935f-24bd287ddd42 admin admin] Publish callbacks [] for security_group (50ae217a-c929-4424-84f9-e052c0a40d71), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.641502 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c9bd-9a3b-498f-935f-24bd287ddd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (50ae217a-c929-4424-84f9-e052c0a40d71), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.645949 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7dc5c9bd-9a3b-498f-935f-24bd287ddd42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.647802 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7dc5c9bd-9a3b-498f-935f-24bd287ddd42 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/50ae217a-c929-4424-84f9-e052c0a40d71 HTTP/1.1" status: 204 len: 168 time: 0.2553034 Feb 08 16:15:20.694182 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be4dd338-8744-4f24-9843-f07e2aa8bb20 req-57ff2a45-a377-4b6a-a6b4-97ef0a9a8774 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835871 Feb 08 16:15:20.695160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5c9bd-9a3b-498f-935f-24bd287ddd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ae217a-c929-4424-84f9-e052c0a40d71,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:20.856025 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Publish callbacks [] for router_gateway (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.892466 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.969813 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Publish callbacks [] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:20.981420 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:21.044313 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Allocated IP 172.25.7.232 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/ecc15fa8-3eba-45e4-9523-ce665edb5570) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:15:21.088207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Network aded9bc1-5db3-4cd4-9049-3835efea0d9d is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:15:21.096643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:15:21.112258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:15:21.196463 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Publish callbacks [] for port (ecc15fa8-3eba-45e4-9523-ce665edb5570), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:21.237376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Attempting to bind port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:15:21.237861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Attempting to bind port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:15:21.238334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Attempting to bind port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:15:21.244089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:15:21.244661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Checking segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:15:21.245200 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:21.245321 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ecc15fa8-3eba-45e4-9523-ce665edb5570), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:21.245792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Bound using segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:15:21.246363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Bound port: 3fd55923-ad1b-40dd-b317-c9da2e99e2d0, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:15:21.246901 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:21.249503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Pushing event updated for resources: {'Port': ['ID=3fd55923-ad1b-40dd-b317-c9da2e99e2d0,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:21.265799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:21.266263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:21.266929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:21.267389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:21.267823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:21.268253 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:21.268681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:21.269154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:21.270067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:21.270067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:21.270374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:21.270796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:21.271483 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:21.283214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 48998) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:21.305176 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e40afc5a-2c8a-4d23-afd5-83599d3e8514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:21.324963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:15:21.328748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:15:21.333887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:15:21.338916 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Pushing event updated for resources: {'Port': ['ID=ecc15fa8-3eba-45e4-9523-ce665edb5570,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:21.384732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] For port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:15:21.390755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] For port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3fd55923-ad1b-40dd-b317-c9da2e99e2d0,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:15:21.400682 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:21.495625 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e40afc5a-2c8a-4d23-afd5-83599d3e8514 admin admin] Publish callbacks [] for security_group (1a074f8b-412a-4302-a146-0648aa862f1d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:21.501654 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e40afc5a-2c8a-4d23-afd5-83599d3e8514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1a074f8b-412a-4302-a146-0648aa862f1d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:21.538803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40ef6e-ba06-4c56-956b-ac424306d6ad None None] Pushing event updated for resources: {'Port': ['ID=3fd55923-ad1b-40dd-b317-c9da2e99e2d0,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:21.555738 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e40afc5a-2c8a-4d23-afd5-83599d3e8514 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4e0dda03bb054ae2a77dc8b8d14bdba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2708533 Feb 08 16:15:21.561455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49000) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:21.710936 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40afc5a-2c8a-4d23-afd5-83599d3e8514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a074f8b-412a-4302-a146-0648aa862f1d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:21.742499 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95d22d67-31f3-4bd5-ab15-3a4719b180fd admin admin] Publish callbacks [] for security_group (1a074f8b-412a-4302-a146-0648aa862f1d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:21.787185 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Publish callbacks [] for router_gateway (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:21.823826 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95d22d67-31f3-4bd5-ab15-3a4719b180fd admin admin] Publish callbacks [] for security_group (1a074f8b-412a-4302-a146-0648aa862f1d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:22.023172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0e782-8bb4-42fe-b57e-9fb3bd078c71 req-46693c0b-44d6-44b4-bd3d-a49cf9e1e48f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:22.024855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6b0e782-8bb4-42fe-b57e-9fb3bd078c71 req-46693c0b-44d6-44b4-bd3d-a49cf9e1e48f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.1591811 Feb 08 16:15:22.069183 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95d22d67-31f3-4bd5-ab15-3a4719b180fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1a074f8b-412a-4302-a146-0648aa862f1d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:22.072059 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-95d22d67-31f3-4bd5-ab15-3a4719b180fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:22.079663 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-95d22d67-31f3-4bd5-ab15-3a4719b180fd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1a074f8b-412a-4302-a146-0648aa862f1d HTTP/1.1" status: 204 len: 168 time: 0.5118139 Feb 08 16:15:22.125599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d22d67-31f3-4bd5-ab15-3a4719b180fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a074f8b-412a-4302-a146-0648aa862f1d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:22.158482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6b0e782-8bb4-42fe-b57e-9fb3bd078c71 req-7d7b78c7-f5a2-49ec-832b-bfc7f51db77c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258337 Feb 08 16:15:22.345499 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:22.497080 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:15:22.660158 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:15:22.669883 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Sync routers for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:15:22.693149 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:15:22.695197 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:15:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:22.712105 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:22.715912 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-00bf4c01-289a-4644-b2c0-23a8cff99add admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7258968 Feb 08 16:15:22.716186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49020) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:22.854020 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:15:22.988655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:15:23.092356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:23.092745 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:23.301183 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:23.301962 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:23.402337 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:21Z', 'revision_number': 3, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:23.418749 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe191c-bbbc-4229-86e5-cad5079602a8 req-81540110-9cba-4fc6-8bc5-0800c0662d22 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:23.422734 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5fe191c-bbbc-4229-86e5-cad5079602a8 req-81540110-9cba-4fc6-8bc5-0800c0662d22 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.1349494 Feb 08 16:15:23.440490 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Checking router: b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:15:23.441283 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Updating router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e port ecc15fa8-3eba-45e4-9523-ce665edb5570 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:15:23.479928 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ecc15fa8-3eba-45e4-9523-ce665edb5570), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:23.520225 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5fe191c-bbbc-4229-86e5-cad5079602a8 req-de13602b-bb9e-4a34-ae10-41a6ab869125 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896621 Feb 08 16:15:23.615747 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf1bbf5-5f60-4a5f-ab61-4a6ebeb6658f None None] Network aded9bc1-5db3-4cd4-9049-3835efea0d9d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:15:23.694777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e180ea3c-d668-4161-b2db-605a81083b24 None None] Provisioning complete for port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:23.695201 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e180ea3c-d668-4161-b2db-605a81083b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:23.756767 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3fd55923-ad1b-40dd-b317-c9da2e99e2d0,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:15:23.801921 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:23.821235 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:23.889602 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Publish callbacks [] for port (ecc15fa8-3eba-45e4-9523-ce665edb5570), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:23.898342 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ecc15fa8-3eba-45e4-9523-ce665edb5570), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:23.953973 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfd023-d36b-4c85-aafe-e1ba4ef46e32 None None] Pushing event updated for resources: {'Port': ['ID=ecc15fa8-3eba-45e4-9523-ce665edb5570,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:23.965957 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfd023-d36b-4c85-aafe-e1ba4ef46e32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:23.966225 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfd023-d36b-4c85-aafe-e1ba4ef46e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:23.966755 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfd023-d36b-4c85-aafe-e1ba4ef46e32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:23.967468 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfd023-d36b-4c85-aafe-e1ba4ef46e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:23.967646 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfd023-d36b-4c85-aafe-e1ba4ef46e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:23.968486 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfd023-d36b-4c85-aafe-e1ba4ef46e32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:23.968622 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfd023-d36b-4c85-aafe-e1ba4ef46e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:23.969088 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfd023-d36b-4c85-aafe-e1ba4ef46e32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:23.969774 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfd023-d36b-4c85-aafe-e1ba4ef46e32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:23.978187 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfd023-d36b-4c85-aafe-e1ba4ef46e32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:23.978611 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfd023-d36b-4c85-aafe-e1ba4ef46e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:23.978959 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfd023-d36b-4c85-aafe-e1ba4ef46e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:23.979298 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfd023-d36b-4c85-aafe-e1ba4ef46e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:23.980274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=3fd55923-ad1b-40dd-b317-c9da2e99e2d0,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:23.988029 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e180ea3c-d668-4161-b2db-605a81083b24 None None] Current status of the port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:24.026819 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Attempting to bind port ecc15fa8-3eba-45e4-9523-ce665edb5570 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:15:24.029245 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Attempting to bind port ecc15fa8-3eba-45e4-9523-ce665edb5570 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:15:24.029898 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Attempting to bind port ecc15fa8-3eba-45e4-9523-ce665edb5570 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:15:24.036575 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:15:24.037660 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:15:24.038505 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:24.039432 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:15:24.040932 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Bound port: ecc15fa8-3eba-45e4-9523-ce665edb5570, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:15:24.041694 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ecc15fa8-3eba-45e4-9523-ce665edb5570), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:24.151728 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] For port ecc15fa8-3eba-45e4-9523-ce665edb5570, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:15:24.156016 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] For port ecc15fa8-3eba-45e4-9523-ce665edb5570, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ecc15fa8-3eba-45e4-9523-ce665edb5570,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:15:24.156853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Allocated IP 172.20.0.1 (aded9bc1-5db3-4cd4-9049-3835efea0d9d/c20dee06-2c56-4324-8f64-e4ae324d4d26/f879d1fe-53b2-4fd9-a5aa-9e35d54ba892) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:15:24.173384 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ecc15fa8-3eba-45e4-9523-ce665edb5570), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:24.402705 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Publish callbacks [] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:24.459171 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:15:24.459816 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:15:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:24.471105 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:24.532156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Network aded9bc1-5db3-4cd4-9049-3835efea0d9d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:15:24.535244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:15:24.548924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1f9eaa00-6fb9-43f3-bb19-71efab52f99c None None] Provisioning complete for port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:24.549903 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:15:24.550109 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f9eaa00-6fb9-43f3-bb19-71efab52f99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:24.633281 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:24.651570 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfd023-d36b-4c85-aafe-e1ba4ef46e32 None None] Pushing event updated for resources: {'Port': ['ID=ecc15fa8-3eba-45e4-9523-ce665edb5570,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:24.660353 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Pushing event updated for resources: {'Port': ['ID=f879d1fe-53b2-4fd9-a5aa-9e35d54ba892,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:24.759443 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:15:24.793827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1f9eaa00-6fb9-43f3-bb19-71efab52f99c None None] Current status of the port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:24.872707 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556d014-ebc4-49b7-8992-aed314e58e91 req-5fdb0418-7c5c-4715-acf9-2f434130c447 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:24.881473 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6556d014-ebc4-49b7-8992-aed314e58e91 req-5fdb0418-7c5c-4715-acf9-2f434130c447 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.1712182 Feb 08 16:15:24.899387 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:15:25.002002 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:25.046308 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6556d014-ebc4-49b7-8992-aed314e58e91 req-e9e166dd-269f-4442-9966-2de9a4c20289 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560216 Feb 08 16:15:25.100386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:25.100386 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:25.233999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-735000be-3168-48a4-b06e-62866d4b2bcb None None] Provisioning complete for port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:25.239841 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-735000be-3168-48a4-b06e-62866d4b2bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:25.242482 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:21Z', 'revision_number': 3, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:25.280142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-735000be-3168-48a4-b06e-62866d4b2bcb None None] Port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:15:25.303606 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b87ad-204a-4ca2-be56-a95675ef27e0 None None] The sync data for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 is: [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:21Z', 'revision_number': 3, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:15:25.372994 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Publish callbacks [] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:25.382208 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:25.402189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:25.461329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Pushing event updated for resources: {'Port': ['ID=f879d1fe-53b2-4fd9-a5aa-9e35d54ba892,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:25.539181 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:25.691440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Network aded9bc1-5db3-4cd4-9049-3835efea0d9d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:15:25.693634 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:15:26.113325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:15:26.227600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-31ebc075-44b0-4c81-9908-e5a80af17f59 None None] Provisioning complete for port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:26.229931 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-31ebc075-44b0-4c81-9908-e5a80af17f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:26.308084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-31ebc075-44b0-4c81-9908-e5a80af17f59 None None] Port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:15:26.355738 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcac9b-a099-4fdb-aa32-71f628a3e472 req-a39c924a-9552-472a-9ecf-11629d094746 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:26.373128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ffcac9b-a099-4fdb-aa32-71f628a3e472 req-a39c924a-9552-472a-9ecf-11629d094746 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.1980095 Feb 08 16:15:26.409326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:15:26.441572 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a419f7b6-d0dc-4ca9-9353-ce22e70afb4d admin admin] 10.222.0.82 "PUT /v2.0/routers/b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7165890 Feb 08 16:15:26.511461 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ffcac9b-a099-4fdb-aa32-71f628a3e472 req-10c36d8b-f6d6-46b7-bd9a-dfd73a0a96e5 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364868 Feb 08 16:15:26.980846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ecc15fa8-3eba-45e4-9523-ce665edb5570 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:15:27.173660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ecc15fa8-3eba-45e4-9523-ce665edb5570 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:27.174046 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ecc15fa8-3eba-45e4-9523-ce665edb5570), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:27.320897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ecc15fa8-3eba-45e4-9523-ce665edb5570 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:27.329939 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ecc15fa8-3eba-45e4-9523-ce665edb5570), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:27.406783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port ecc15fa8-3eba-45e4-9523-ce665edb5570, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ecc15fa8-3eba-45e4-9523-ce665edb5570,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:15:27.424734 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ecc15fa8-3eba-45e4-9523-ce665edb5570), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:27.660093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=ecc15fa8-3eba-45e4-9523-ce665edb5570,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:27.778568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf93bd-87a9-4564-b1e3-b52e45881ff7 req-d6b035c8-5c7a-49d4-b836-1c0b6bb7a7ec tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:27.791537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88cf93bd-87a9-4564-b1e3-b52e45881ff7 req-d6b035c8-5c7a-49d4-b836-1c0b6bb7a7ec tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.0911200 Feb 08 16:15:27.841983 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49156) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:27.856262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1987031003-network', 'tenant_id': '1f1790315c0148f3b2cff35268388f2d'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:15:27.921526 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-88cf93bd-87a9-4564-b1e3-b52e45881ff7 req-c1b0fa0a-0959-48de-9407-1a7012c5e909 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269743 Feb 08 16:15:27.923624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Made reservation on behalf of 1f1790315c0148f3b2cff35268388f2d for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:15:27.927558 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:27.941435 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:27.959710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d1089a1c-0fea-4e7a-b347-8fae51815f29 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:15:28.043565 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Publish callbacks [] for security_group (02afc1e9-8b03-460e-8585-be784ddf8fa9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:28.048569 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (02afc1e9-8b03-460e-8585-be784ddf8fa9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:28.062342 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:15:28.073712 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:28.074067 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Added segment bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e of type vlan for network 79968c2e-ada8-457a-9e19-9c5ec05d3ba0 Feb 08 16:15:28.111480 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02afc1e9-8b03-460e-8585-be784ddf8fa9,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:28.141621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:28.142007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:28.142357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:28.142705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:28.143062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:28.143504 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:28.143899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:28.144251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:28.144793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:28.145263 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:28.145623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:28.146216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:28.146546 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:28.179903 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (79968c2e-ada8-457a-9e19-9c5ec05d3ba0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:28.209590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d1089a1c-0fea-4e7a-b347-8fae51815f29, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d1089a1c-0fea-4e7a-b347-8fae51815f29,segment=NetworkSegment(b428e54a-6703-44a3-854a-90a1d2fa2e8e),segment_id=b428e54a-6703-44a3-854a-90a1d2fa2e8e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:15:28.244934 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (79968c2e-ada8-457a-9e19-9c5ec05d3ba0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:28.246065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:28.246686 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:28.260823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'port_id': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'mac_address': 'fa:16:3e:9c:14:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:15:28.353120 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d1089a1c-0fea-4e7a-b347-8fae51815f29 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:28.353753 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:28.356148 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Sync routers for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:15:28.414879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49160) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:28.421483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Request body: {'subnet': {'network_id': '79968c2e-ada8-457a-9e19-9c5ec05d3ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1987031003-subnet', 'tenant_id': '1f1790315c0148f3b2cff35268388f2d', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:15:28.422861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:15:28.427401 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5737293 Feb 08 16:15:28.427555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:15:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:28.442593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0607572-8a9c-4859-8294-d4b6fda2e8ef admin admin] Pushing event updated for resources: {'Network': ['ID=79968c2e-ada8-457a-9e19-9c5ec05d3ba0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:28.461882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Made reservation on behalf of 1f1790315c0148f3b2cff35268388f2d for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:15:28.466261 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:28.690257 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:15:28.860413 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (35d1687b-9a5c-43ef-bea1-cf5565b8061b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:28.870581 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1089a1c-0fea-4e7a-b347-8fae51815f29 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:15:28.893727 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 79968c2e-ada8-457a-9e19-9c5ec05d3ba0 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:15:28.901969 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ecc15fa8-3eba-45e4-9523-ce665edb5570 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:15:28.944169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d1687b-9a5c-43ef-bea1-cf5565b8061b,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:29.006403 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:29.007950 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:29.008318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:29.008658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:29.009300 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:29.009654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:29.009996 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:29.010332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:29.010667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:29.011000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:29.012287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:29.012627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:29.012980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:15:29.082975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Checking segment: {'id': 'bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '79968c2e-ada8-457a-9e19-9c5ec05d3ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:15:29.085304 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Network hostable DHCP agents. Network: 79968c2e-ada8-457a-9e19-9c5ec05d3ba0, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:15:29.133450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Network 79968c2e-ada8-457a-9e19-9c5ec05d3ba0 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:15:29.155267 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 79968c2e-ada8-457a-9e19-9c5ec05d3ba0) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:15:29.163446 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d1089a1c-0fea-4e7a-b347-8fae51815f29, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d1089a1c-0fea-4e7a-b347-8fae51815f29,segment=NetworkSegment(b428e54a-6703-44a3-854a-90a1d2fa2e8e),segment_id=b428e54a-6703-44a3-854a-90a1d2fa2e8e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:15:29.181438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:29.183546 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:29.183979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426b0e2-8c49-49ec-aad5-f045cd6efeca req-b8d07b83-a66c-4315-96cf-57a332b35abe tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:29.187357 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbff078-e7e3-4a0c-9bd1-021c6e372b35 None None] Network 79968c2e-ada8-457a-9e19-9c5ec05d3ba0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:15:29.195555 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0426b0e2-8c49-49ec-aad5-f045cd6efeca req-b8d07b83-a66c-4315-96cf-57a332b35abe tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 944 time: 0.1383519 Feb 08 16:15:29.229182 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4bb0aad7-8bb5-4219-82e1-6915464c7b29 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8120062 Feb 08 16:15:29.230692 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49170) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:29.241635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1987031003-router', 'tenant_id': '1f1790315c0148f3b2cff35268388f2d', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:15:29.289977 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:29.300360 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (46e360d7-c77d-4cae-b9bc-0c69d588e724), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:29.304087 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (46e360d7-c77d-4cae-b9bc-0c69d588e724), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:29.319608 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0426b0e2-8c49-49ec-aad5-f045cd6efeca req-1afa74fd-ee27-459c-9830-8170addaa347 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231384 Feb 08 16:15:29.398501 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d1089a1c-0fea-4e7a-b347-8fae51815f29,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:29.439891 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Publish callbacks [] for router_controller (46e360d7-c77d-4cae-b9bc-0c69d588e724), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:29.460416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-79968c2e-ada8-457a-9e19-9c5ec05d3ba0', 'network_id': '79968c2e-ada8-457a-9e19-9c5ec05d3ba0', 'project_id': '1f1790315c0148f3b2cff35268388f2d', 'fixed_ips': [{'subnet_id': '35d1687b-9a5c-43ef-bea1-cf5565b8061b'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:15:29.461606 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:29.510218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ecc15fa8-3eba-45e4-9523-ce665edb5570 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:29.510601 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ecc15fa8-3eba-45e4-9523-ce665edb5570), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:29.640852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ecc15fa8-3eba-45e4-9523-ce665edb5570 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:29.653279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['d1089a1c-0fea-4e7a-b347-8fae51815f29'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:15:29.680447 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Publish callbacks [] for router_gateway (46e360d7-c77d-4cae-b9bc-0c69d588e724), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:29.796371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:25Z', 'revision_number': 2, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:29.845149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Checking router: b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:15:29.845513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Updating router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:15:29.913301 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:29.920467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Allocated IP 172.20.0.2 (79968c2e-ada8-457a-9e19-9c5ec05d3ba0/35d1687b-9a5c-43ef-bea1-cf5565b8061b/1250e869-d7fe-47dd-a8bb-74874728c5c6) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:15:30.304644 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Publish callbacks [] for router_gateway (46e360d7-c77d-4cae-b9bc-0c69d588e724), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:30.329039 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:30.481975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Allocated IP 172.25.7.33 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/a242ec06-a184-413c-b8dd-9f3b680364c1) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:15:30.570274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457243d-2ba2-4671-878e-66bce25336e7 req-80711e86-c84c-4a4d-a394-2f16e13fb971 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:30.572688 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e457243d-2ba2-4671-878e-66bce25336e7 req-80711e86-c84c-4a4d-a394-2f16e13fb971 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 945 time: 0.1063378 Feb 08 16:15:30.622001 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Publish callbacks [] for port (1250e869-d7fe-47dd-a8bb-74874728c5c6), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:30.659588 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (1250e869-d7fe-47dd-a8bb-74874728c5c6), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:30.660917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e457243d-2ba2-4671-878e-66bce25336e7 req-3a0c772a-89ba-4b27-8235-576901bc920f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817053 Feb 08 16:15:30.672259 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Publish callbacks [] for port (a242ec06-a184-413c-b8dd-9f3b680364c1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:30.729611 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a242ec06-a184-413c-b8dd-9f3b680364c1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:30.756317 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Publish callbacks [] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:30.813072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Pushing event updated for resources: {'Port': ['ID=a242ec06-a184-413c-b8dd-9f3b680364c1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:30.825810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:15:30.828462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:15:30.831351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:15:30.863311 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:30.870251 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Network 79968c2e-ada8-457a-9e19-9c5ec05d3ba0 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:15:30.872229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:15:30.879451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:15:30.891052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Pushing event updated for resources: {'Port': ['ID=1250e869-d7fe-47dd-a8bb-74874728c5c6,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:31.045944 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Attempting to bind port 1250e869-d7fe-47dd-a8bb-74874728c5c6 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:15:31.046546 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Attempting to bind port 1250e869-d7fe-47dd-a8bb-74874728c5c6 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '79968c2e-ada8-457a-9e19-9c5ec05d3ba0'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:15:31.046977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Attempting to bind port 1250e869-d7fe-47dd-a8bb-74874728c5c6 on network 79968c2e-ada8-457a-9e19-9c5ec05d3ba0 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:15:31.141425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276033cf-676a-49b6-b8c9-d0aeea76ba7d None None] Pushing event updated for resources: {'Port': ['ID=f879d1fe-53b2-4fd9-a5aa-9e35d54ba892,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:31.153327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:15:31.153707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Checking segment: {'id': 'bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '79968c2e-ada8-457a-9e19-9c5ec05d3ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:15:31.154112 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:31.155063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Bound using segment: {'id': 'bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '79968c2e-ada8-457a-9e19-9c5ec05d3ba0'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:15:31.155814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Bound port: 1250e869-d7fe-47dd-a8bb-74874728c5c6, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '79968c2e-ada8-457a-9e19-9c5ec05d3ba0'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:15:31.156308 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1250e869-d7fe-47dd-a8bb-74874728c5c6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:31.211076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Attempting to bind port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:15:31.211451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Attempting to bind port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:15:31.211819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Attempting to bind port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:15:31.226156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:15:31.226527 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Checking segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:15:31.226938 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:31.227330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Bound using segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:15:31.227826 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Bound port: f879d1fe-53b2-4fd9-a5aa-9e35d54ba892, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:15:31.228179 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:31.322346 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c7079a75-b5f5-440a-a045-486156045930 None None] For port 1250e869-d7fe-47dd-a8bb-74874728c5c6, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:15:31.346867 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Publish callbacks [] for router_gateway (46e360d7-c77d-4cae-b9bc-0c69d588e724), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:31.347941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c7079a75-b5f5-440a-a045-486156045930 None None] For port 1250e869-d7fe-47dd-a8bb-74874728c5c6, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1250e869-d7fe-47dd-a8bb-74874728c5c6,segment=NetworkSegment(bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e),segment_id=bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:15:31.406161 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1250e869-d7fe-47dd-a8bb-74874728c5c6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:31.472038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] For port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:15:31.502825 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-85393a19-2142-4cd7-8813-a36b58fbd6ae None None] Provisioning complete for port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:31.503206 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-85393a19-2142-4cd7-8813-a36b58fbd6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:31.539640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] For port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f879d1fe-53b2-4fd9-a5aa-9e35d54ba892,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:15:31.574642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-85393a19-2142-4cd7-8813-a36b58fbd6ae None None] Port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:15:31.580643 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:31.590545 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7079a75-b5f5-440a-a045-486156045930 None None] Pushing event updated for resources: {'Port': ['ID=1250e869-d7fe-47dd-a8bb-74874728c5c6,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:31.595946 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-808ec19a-4748-4081-996b-71eedec6f1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:31.705138 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:15:31.705782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:15:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:31.725038 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (46e360d7-c77d-4cae-b9bc-0c69d588e724), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:31.820534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276033cf-676a-49b6-b8c9-d0aeea76ba7d None None] Pushing event updated for resources: {'Port': ['ID=f879d1fe-53b2-4fd9-a5aa-9e35d54ba892,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:31.966269 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d1089a1c-0fea-4e7a-b347-8fae51815f29 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:15:31.970934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac5354-a03e-4822-9928-0ee1de33fd93 req-f7ef13cf-e8c0-478f-a2b1-5d445ad960be tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:31.987027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecac5354-a03e-4822-9928-0ee1de33fd93 req-f7ef13cf-e8c0-478f-a2b1-5d445ad960be tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 945 time: 0.1841135 Feb 08 16:15:32.124239 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ecac5354-a03e-4822-9928-0ee1de33fd93 req-8c0dd999-dcdc-4798-9c1d-928d01f97325 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301522 Feb 08 16:15:32.125716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Router 46e360d7-c77d-4cae-b9bc-0c69d588e724 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:15:32.189150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:15:32.235823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port d1089a1c-0fea-4e7a-b347-8fae51815f29 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:15:32.258572 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port d1089a1c-0fea-4e7a-b347-8fae51815f29 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:32.258946 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:32.271218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f5d0c8c0-2da1-4f3b-86c9-ce9fcc263314 None None] Provisioning complete for port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:32.273124 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c8c0-2da1-4f3b-86c9-ce9fcc263314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:32.394855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:15:32.405651 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Sync routers for ids ['46e360d7-c77d-4cae-b9bc-0c69d588e724'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:15:32.417736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:32.419441 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1a68edec-fd45-460c-9958-5bb149f92607 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1877160 Feb 08 16:15:32.422687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49230) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:32.423563 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Routers {'46e360d7-c77d-4cae-b9bc-0c69d588e724'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:15:32.426498 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:15:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['46e360d7-c77d-4cae-b9bc-0c69d588e724'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:32.721879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:31Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:32.774734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663ae84c-dbc5-496e-ad22-d60d799d3783 None None] The sync data for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 is: [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:31Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:15:32.792195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port d1089a1c-0fea-4e7a-b347-8fae51815f29 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:32.792602 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:32.798811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0c8c0-2da1-4f3b-86c9-ce9fcc263314 None None] Current status of the port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:32.799204 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c8c0-2da1-4f3b-86c9-ce9fcc263314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:32.902430 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Set router 46e360d7-c77d-4cae-b9bc-0c69d588e724 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:15:32.929901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1089a1c-0fea-4e7a-b347-8fae51815f29'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:15:32.935244 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0967460b-7a9f-4e05-9586-7550b3a7e37b" -d '{"events": [{"server_uuid": "1ae7997b-8c56-4b59-ab7a-49c098096827", "name": "network-vif-plugged", "status": "completed", "tag": "d1089a1c-0fea-4e7a-b347-8fae51815f29"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:15:33.038709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1250e869-d7fe-47dd-a8bb-74874728c5c6 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:15:33.043044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port d1089a1c-0fea-4e7a-b347-8fae51815f29, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d1089a1c-0fea-4e7a-b347-8fae51815f29,segment=NetworkSegment(b428e54a-6703-44a3-854a-90a1d2fa2e8e),segment_id=b428e54a-6703-44a3-854a-90a1d2fa2e8e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:15:33.063389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f5d0c8c0-2da1-4f3b-86c9-ce9fcc263314 None None] For port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f879d1fe-53b2-4fd9-a5aa-9e35d54ba892,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:15:33.101087 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d60309-8fd4-4730-a2e4-200a310e0845 x-openstack-request-id: req-45d60309-8fd4-4730-a2e4-200a310e0845 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:15:33.101232 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae7997b-8c56-4b59-ab7a-49c098096827", "name": "network-vif-plugged", "status": "completed", "tag": "d1089a1c-0fea-4e7a-b347-8fae51815f29", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:15:33.101504 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-45d60309-8fd4-4730-a2e4-200a310e0845 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:15:33.101908 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'code': 200} Feb 08 16:15:33.102603 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:33.108787 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c8c0-2da1-4f3b-86c9-ce9fcc263314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:33.288378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=d1089a1c-0fea-4e7a-b347-8fae51815f29,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:33.394751 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 1250e869-d7fe-47dd-a8bb-74874728c5c6 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:33.395136 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1250e869-d7fe-47dd-a8bb-74874728c5c6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:33.429844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e016119-a4b0-4612-a13a-a8a4903c956b req-62faec71-6fd8-4ec0-a2d2-11dd92974d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:33.435693 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3e016119-a4b0-4612-a13a-a8a4903c956b req-62faec71-6fd8-4ec0-a2d2-11dd92974d59 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 1129 time: 0.2498758 Feb 08 16:15:33.572846 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ac3a8-b98a-46f1-8e40-d74fbc417a21 req-d20aa94c-a4b2-424e-8a85-de970d9e3ad0 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:33.583464 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-694ac3a8-b98a-46f1-8e40-d74fbc417a21 req-d20aa94c-a4b2-424e-8a85-de970d9e3ad0 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 946 time: 0.2500315 Feb 08 16:15:33.647847 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3e016119-a4b0-4612-a13a-a8a4903c956b req-4d0daab9-8144-4d06-93b1-24bbf08930c8 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880448 Feb 08 16:15:33.655838 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5c8b9-bbf4-4d23-83fb-119bfb18d5a2 None None] Network 79968c2e-ada8-457a-9e19-9c5ec05d3ba0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:15:33.767128 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'name': 'tempest-TestVolumeBootPattern-1987031003-router', 'tenant_id': '1f1790315c0148f3b2cff35268388f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'a242ec06-a184-413c-b8dd-9f3b680364c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:29Z', 'updated_at': '2022-02-08T16:15:31Z', 'revision_number': 3, 'project_id': '1f1790315c0148f3b2cff35268388f2d', 'gw_port': {'id': 'a242ec06-a184-413c-b8dd-9f3b680364c1', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:30Z', 'updated_at': '2022-02-08T16:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:33.826599 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:33.844621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0c8c0-2da1-4f3b-86c9-ce9fcc263314 None None] Pushing event updated for resources: {'Port': ['ID=f879d1fe-53b2-4fd9-a5aa-9e35d54ba892,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:33.848812 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-694ac3a8-b98a-46f1-8e40-d74fbc417a21 req-df348eb8-830a-4cfb-a432-94cb7cb45b1c tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584801 Feb 08 16:15:33.936011 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Checking router: 46e360d7-c77d-4cae-b9bc-0c69d588e724 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:15:33.937479 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Updating router 46e360d7-c77d-4cae-b9bc-0c69d588e724 port a242ec06-a184-413c-b8dd-9f3b680364c1 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:15:33.973390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-510151a2-8efd-4b72-a109-26785b6676ee None None] Provisioning complete for port 1250e869-d7fe-47dd-a8bb-74874728c5c6 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:33.973769 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-510151a2-8efd-4b72-a109-26785b6676ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1250e869-d7fe-47dd-a8bb-74874728c5c6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:34.043583 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a242ec06-a184-413c-b8dd-9f3b680364c1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:34.225693 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Allocated IP 172.20.0.1 (79968c2e-ada8-457a-9e19-9c5ec05d3ba0/35d1687b-9a5c-43ef-bea1-cf5565b8061b/42e5d0da-ac7f-4d11-b630-a9c441fb73f3) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:15:34.298292 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ab46f9f2-0fc7-4aad-8962-a65d3e8434b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:34.397054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 1250e869-d7fe-47dd-a8bb-74874728c5c6 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:34.397725 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1250e869-d7fe-47dd-a8bb-74874728c5c6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:34.517933 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Publish callbacks [] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:34.552898 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-510151a2-8efd-4b72-a109-26785b6676ee None None] Current status of the port 1250e869-d7fe-47dd-a8bb-74874728c5c6 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:34.558477 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-510151a2-8efd-4b72-a109-26785b6676ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1250e869-d7fe-47dd-a8bb-74874728c5c6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:34.581536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 1250e869-d7fe-47dd-a8bb-74874728c5c6, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1250e869-d7fe-47dd-a8bb-74874728c5c6,segment=NetworkSegment(bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e),segment_id=bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:15:34.597941 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1250e869-d7fe-47dd-a8bb-74874728c5c6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:34.645310 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:34.769774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=1250e869-d7fe-47dd-a8bb-74874728c5c6,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:34.782192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Pushing event updated for resources: {'Port': ['ID=42e5d0da-ac7f-4d11-b630-a9c441fb73f3,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:34.783866 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Publish callbacks [] for port (a242ec06-a184-413c-b8dd-9f3b680364c1), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:34.795407 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a242ec06-a184-413c-b8dd-9f3b680364c1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:34.819132 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Network 79968c2e-ada8-457a-9e19-9c5ec05d3ba0 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:15:34.822832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:15:34.833869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:15:34.941810 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (46e360d7-c77d-4cae-b9bc-0c69d588e724), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:34.973962 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-510151a2-8efd-4b72-a109-26785b6676ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:15:34.974533 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-510151a2-8efd-4b72-a109-26785b6676ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:15:34.975224 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7f4e9-49a2-4f67-b1a0-144705c977d2 None None] Pushing event updated for resources: {'Port': ['ID=a242ec06-a184-413c-b8dd-9f3b680364c1,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:34.987198 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:15:35.054126 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Attempting to bind port a242ec06-a184-413c-b8dd-9f3b680364c1 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:15:35.054651 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Attempting to bind port a242ec06-a184-413c-b8dd-9f3b680364c1 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:15:35.057202 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Attempting to bind port a242ec06-a184-413c-b8dd-9f3b680364c1 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:15:35.070881 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:15:35.072221 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:15:35.073119 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:35.074747 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:15:35.075624 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Bound port: a242ec06-a184-413c-b8dd-9f3b680364c1, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:15:35.081059 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a242ec06-a184-413c-b8dd-9f3b680364c1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:35.125058 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:35.125945 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:35.188898 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] For port a242ec06-a184-413c-b8dd-9f3b680364c1, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:15:35.194409 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] For port a242ec06-a184-413c-b8dd-9f3b680364c1, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a242ec06-a184-413c-b8dd-9f3b680364c1,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:15:35.202863 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a242ec06-a184-413c-b8dd-9f3b680364c1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:35.350309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:35.389108 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Routers {'46e360d7-c77d-4cae-b9bc-0c69d588e724'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:15:35.389756 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:15:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['46e360d7-c77d-4cae-b9bc-0c69d588e724'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:35.449489 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3afa67-21bc-48c5-aea7-4681a52c7949 req-e551dc44-2954-45a8-8359-87b390f16967 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:35.462957 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e3afa67-21bc-48c5-aea7-4681a52c7949 req-e551dc44-2954-45a8-8359-87b390f16967 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 946 time: 0.3597977 Feb 08 16:15:35.530059 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7f4e9-49a2-4f67-b1a0-144705c977d2 None None] Pushing event updated for resources: {'Port': ['ID=a242ec06-a184-413c-b8dd-9f3b680364c1,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:35.619040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-510151a2-8efd-4b72-a109-26785b6676ee None None] Current status of the port 1250e869-d7fe-47dd-a8bb-74874728c5c6 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:35.624857 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:35.647351 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] Set router 46e360d7-c77d-4cae-b9bc-0c69d588e724 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:15:35.705750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e3afa67-21bc-48c5-aea7-4681a52c7949 req-576a9c68-25c3-476f-a78f-4be0c00338bf tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243266 Feb 08 16:15:35.707121 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:35.790474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-df3a1d02-e02d-42ad-b55f-724a5ae1a4b5 None None] Provisioning complete for port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:35.790851 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-df3a1d02-e02d-42ad-b55f-724a5ae1a4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:35.894821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-df3a1d02-e02d-42ad-b55f-724a5ae1a4b5 None None] Port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:15:35.930812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-df3a1d02-e02d-42ad-b55f-724a5ae1a4b5 None None] Provisioning complete for port 1250e869-d7fe-47dd-a8bb-74874728c5c6 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:35.931888 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-df3a1d02-e02d-42ad-b55f-724a5ae1a4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1250e869-d7fe-47dd-a8bb-74874728c5c6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:35.975269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51185db1-824e-497e-ac97-e76d36738957 req-8e10d8a3-371d-4836-96ec-5d135be67777 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:35.977494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51185db1-824e-497e-ac97-e76d36738957 req-8e10d8a3-371d-4836-96ec-5d135be67777 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 946 time: 0.1189356 Feb 08 16:15:36.124105 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Publish callbacks [] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:36.125491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-df3a1d02-e02d-42ad-b55f-724a5ae1a4b5 None None] Current status of the port 1250e869-d7fe-47dd-a8bb-74874728c5c6 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:36.142145 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:36.231312 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51185db1-824e-497e-ac97-e76d36738957 req-75f5f32c-d5ff-4e56-841a-43983826aed7 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450507 Feb 08 16:15:36.266600 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (46e360d7-c77d-4cae-b9bc-0c69d588e724), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:36.268461 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Pushing event updated for resources: {'Port': ['ID=42e5d0da-ac7f-4d11-b630-a9c441fb73f3,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:36.270426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49288) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:36.321974 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'name': 'tempest-TestVolumeBootPattern-1987031003-router', 'tenant_id': '1f1790315c0148f3b2cff35268388f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'a242ec06-a184-413c-b8dd-9f3b680364c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:29Z', 'updated_at': '2022-02-08T16:15:31Z', 'revision_number': 3, 'project_id': '1f1790315c0148f3b2cff35268388f2d', 'gw_port': {'id': 'a242ec06-a184-413c-b8dd-9f3b680364c1', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:30Z', 'updated_at': '2022-02-08T16:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:36.363245 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd83f8d-28a6-4a8f-a9db-78069a9b6688 None None] The sync data for ids ['46e360d7-c77d-4cae-b9bc-0c69d588e724'] in n-d-824834-11 is: [{'id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'name': 'tempest-TestVolumeBootPattern-1987031003-router', 'tenant_id': '1f1790315c0148f3b2cff35268388f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'a242ec06-a184-413c-b8dd-9f3b680364c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:29Z', 'updated_at': '2022-02-08T16:15:31Z', 'revision_number': 3, 'project_id': '1f1790315c0148f3b2cff35268388f2d', 'gw_port': {'id': 'a242ec06-a184-413c-b8dd-9f3b680364c1', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:30Z', 'updated_at': '2022-02-08T16:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:15:36.470144 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Network 79968c2e-ada8-457a-9e19-9c5ec05d3ba0 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:15:36.471920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:15:36.715380 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Router 46e360d7-c77d-4cae-b9bc-0c69d588e724 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:15:36.733040 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:36.762241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56d1770-7f64-4916-abac-3040ac47e68e tempest-TestVolumeBackupRestore-936560383 tempest-TestVolumeBackupRestore-936560383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:36.768925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49300) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:36.769500 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c56d1770-7f64-4916-abac-3040ac47e68e tempest-TestVolumeBackupRestore-936560383 tempest-TestVolumeBackupRestore-936560383-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 1124 time: 0.4977443 Feb 08 16:15:36.782809 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:15:36.938398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1250e869-d7fe-47dd-a8bb-74874728c5c6 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:15:36.998736 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:37.062758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-95a3d3be-0870-44ee-a818-0b35d2138385 None None] Provisioning complete for port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:37.063405 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-95a3d3be-0870-44ee-a818-0b35d2138385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:37.139630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 1250e869-d7fe-47dd-a8bb-74874728c5c6 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:37.141031 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1250e869-d7fe-47dd-a8bb-74874728c5c6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:37.206283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-95a3d3be-0870-44ee-a818-0b35d2138385 None None] Port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:15:37.342179 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 1250e869-d7fe-47dd-a8bb-74874728c5c6 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:37.540306 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:15:37.550236 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f90a343b-f14a-4dae-a17d-6bbfaa5164b4 admin admin] 10.222.0.82 "PUT /v2.0/routers/46e360d7-c77d-4cae-b9bc-0c69d588e724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1235723 Feb 08 16:15:37.631013 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:37.822187 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Allocated IP 172.25.7.3 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/bab30037-9d83-43a8-84e3-f8b5ab1f90bd) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:15:38.014667 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:38.065248 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for port (bab30037-9d83-43a8-84e3-f8b5ab1f90bd), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:38.181177 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (bab30037-9d83-43a8-84e3-f8b5ab1f90bd), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:38.276405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:15:38.298731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:15:38.314134 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:15:38.420584 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Pushing event updated for resources: {'Port': ['ID=bab30037-9d83-43a8-84e3-f8b5ab1f90bd,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:38.959249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a242ec06-a184-413c-b8dd-9f3b680364c1 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:15:39.017136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a242ec06-a184-413c-b8dd-9f3b680364c1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:39.018012 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a242ec06-a184-413c-b8dd-9f3b680364c1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:39.036824 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for floatingip (41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:39.134143 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a242ec06-a184-413c-b8dd-9f3b680364c1 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:39.134708 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (a242ec06-a184-413c-b8dd-9f3b680364c1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:39.208777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port a242ec06-a184-413c-b8dd-9f3b680364c1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a242ec06-a184-413c-b8dd-9f3b680364c1,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:15:39.213099 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bab30037-9d83-43a8-84e3-f8b5ab1f90bd), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:39.218461 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (a242ec06-a184-413c-b8dd-9f3b680364c1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:39.347942 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=a242ec06-a184-413c-b8dd-9f3b680364c1,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:39.522300 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for port (bab30037-9d83-43a8-84e3-f8b5ab1f90bd), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:39.533146 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (bab30037-9d83-43a8-84e3-f8b5ab1f90bd), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:39.631031 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Pushing event updated for resources: {'Port': ['ID=bab30037-9d83-43a8-84e3-f8b5ab1f90bd,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:39.662883 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:39.839629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Sync routers for ids ['46e360d7-c77d-4cae-b9bc-0c69d588e724'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:15:39.860559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Routers {'46e360d7-c77d-4cae-b9bc-0c69d588e724'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:15:39.861456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:15:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['46e360d7-c77d-4cae-b9bc-0c69d588e724'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:39.926523 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Floating IP 41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7 associated. External IP: 172.25.7.3, port: d1089a1c-0fea-4e7a-b347-8fae51815f29. Feb 08 16:15:40.138151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Set router 46e360d7-c77d-4cae-b9bc-0c69d588e724 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:15:40.381325 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Router fa2a527f-9684-45cf-9ceb-5aab7c798ffa has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:15:40.415423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'name': 'tempest-TestVolumeBootPattern-1987031003-router', 'tenant_id': '1f1790315c0148f3b2cff35268388f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'a242ec06-a184-413c-b8dd-9f3b680364c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:29Z', 'updated_at': '2022-02-08T16:15:35Z', 'revision_number': 4, 'project_id': '1f1790315c0148f3b2cff35268388f2d', 'gw_port': {'id': 'a242ec06-a184-413c-b8dd-9f3b680364c1', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:30Z', 'updated_at': '2022-02-08T16:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '42e5d0da-ac7f-4d11-b630-a9c441fb73f3', 'name': '', 'network_id': '79968c2e-ada8-457a-9e19-9c5ec05d3ba0', 'tenant_id': '1f1790315c0148f3b2cff35268388f2d', 'mac_address': 'fa:16:3e:02:2f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '35d1687b-9a5c-43ef-bea1-cf5565b8061b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:33Z', 'updated_at': '2022-02-08T16:15:35Z', 'revision_number': 2, 'project_id': '1f1790315c0148f3b2cff35268388f2d', 'subnets': [{'id': '35d1687b-9a5c-43ef-bea1-cf5565b8061b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:40.453150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Checking router: 46e360d7-c77d-4cae-b9bc-0c69d588e724 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:15:40.453641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Updating router 46e360d7-c77d-4cae-b9bc-0c69d588e724 port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:15:40.500056 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:40.586679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:15:40.613705 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f59595-dc54-4e8c-a3da-cbe1d97c0b0b None None] Sync routers for ids ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:15:40.618902 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:40.658904 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f59595-dc54-4e8c-a3da-cbe1d97c0b0b None None] Routers {'fa2a527f-9684-45cf-9ceb-5aab7c798ffa'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:15:40.660309 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-64f59595-dc54-4e8c-a3da-cbe1d97c0b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:15:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:40.755895 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-715d60e9-4488-46ca-bc37-4ca91767810f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9831128 Feb 08 16:15:40.756851 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'tag': 'd1089a1c-0fea-4e7a-b347-8fae51815f29'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:15:40.758982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49380) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:40.772327 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be35e4f-38fc-4a5b-a42d-a3dbf52b6103" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae7997b-8c56-4b59-ab7a-49c098096827", "tag": "d1089a1c-0fea-4e7a-b347-8fae51815f29"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:15:40.831096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fd8c32-4338-4336-8a24-61208bc99005 tempest-TestVolumeBackupRestore-936560383 tempest-TestVolumeBackupRestore-936560383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:40.834737 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b0fd8c32-4338-4336-8a24-61208bc99005 tempest-TestVolumeBackupRestore-936560383 tempest-TestVolumeBackupRestore-936560383-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 1124 time: 0.0726612 Feb 08 16:15:40.838017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 49386) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:15:40.852935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-13e8c452-9362-4445-864c-34bb0892e539 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Request body: {'floatingip': {'port_id': 'd1089a1c-0fea-4e7a-b347-8fae51815f29'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:15:40.894882 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-64f59595-dc54-4e8c-a3da-cbe1d97c0b0b None None] Set router fa2a527f-9684-45cf-9ceb-5aab7c798ffa gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:15:41.021708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a242ec06-a184-413c-b8dd-9f3b680364c1 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:15:41.025461 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13e8c452-9362-4445-864c-34bb0892e539 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for floatingip (41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:41.227991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port a242ec06-a184-413c-b8dd-9f3b680364c1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:41.228585 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (a242ec06-a184-413c-b8dd-9f3b680364c1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:41.402624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be35e4f-38fc-4a5b-a42d-a3dbf52b6103 req-51b86463-9c49-4bc3-8f43-a524cd00e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:41.409308 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1be35e4f-38fc-4a5b-a42d-a3dbf52b6103 req-51b86463-9c49-4bc3-8f43-a524cd00e386 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=30cdc22df6094afd8686cd84a167e0e2&device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 1129 time: 0.1124346 Feb 08 16:15:41.511433 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port a242ec06-a184-413c-b8dd-9f3b680364c1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:41.518278 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-64f59595-dc54-4e8c-a3da-cbe1d97c0b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:08:37Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'floating_ip_address': '172.25.7.3', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'port_id': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'mac_address': 'fa:16:3e:9c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:15:38Z', 'updated_at': '2022-02-08T16:15:38Z', 'revision_number': 0, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ca5e36-c9a0-49b4-8f61-e37ae6e40849', 'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'mac_address': 'fa:16:3e:fb:ec:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:33Z', 'updated_at': '2022-02-08T16:08:48Z', 'revision_number': 5, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'subnets': [{'id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:41.555027 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Publish callbacks [] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:41.569203 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f59595-dc54-4e8c-a3da-cbe1d97c0b0b None None] Checking router: fa2a527f-9684-45cf-9ceb-5aab7c798ffa for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:15:41.573790 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:41.594320 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f59595-dc54-4e8c-a3da-cbe1d97c0b0b None None] Routers {'fa2a527f-9684-45cf-9ceb-5aab7c798ffa'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:15:41.595775 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa2ce2f-fe57-4b8a-93c1-ef484b5e027d x-openstack-request-id: req-8aa2ce2f-fe57-4b8a-93c1-ef484b5e027d {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:15:41.596389 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-64f59595-dc54-4e8c-a3da-cbe1d97c0b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:15:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:41.596532 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae7997b-8c56-4b59-ab7a-49c098096827", "tag": "d1089a1c-0fea-4e7a-b347-8fae51815f29", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:15:41.596859 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8aa2ce2f-fe57-4b8a-93c1-ef484b5e027d {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:15:41.599179 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'tag': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'status': 'completed', 'code': 200} Feb 08 16:15:41.632058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be35e4f-38fc-4a5b-a42d-a3dbf52b6103 req-0edf9a06-fdaa-4b83-8d78-581dac763144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:41.636000 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1be35e4f-38fc-4a5b-a42d-a3dbf52b6103 req-0edf9a06-fdaa-4b83-8d78-581dac763144 service neutron] 10.222.0.94 "GET /v2.0/networks?id=96d68a21-6dfb-4c5b-908f-327c53581493 HTTP/1.1" status: 200 len: 914 time: 0.2212114 Feb 08 16:15:41.740370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ec0bd-f95d-49b0-a03b-33bcec05c321 None None] Pushing event updated for resources: {'Port': ['ID=42e5d0da-ac7f-4d11-b630-a9c441fb73f3,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:41.884199 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Attempting to bind port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:15:41.885195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Attempting to bind port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '79968c2e-ada8-457a-9e19-9c5ec05d3ba0'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:15:41.885195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Attempting to bind port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 on network 79968c2e-ada8-457a-9e19-9c5ec05d3ba0 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:15:41.898412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:15:41.899042 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Checking segment: {'id': 'bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '79968c2e-ada8-457a-9e19-9c5ec05d3ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:15:41.899550 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:41.900054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Bound using segment: {'id': 'bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '79968c2e-ada8-457a-9e19-9c5ec05d3ba0'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:15:41.900720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Bound port: 42e5d0da-ac7f-4d11-b630-a9c441fb73f3, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '79968c2e-ada8-457a-9e19-9c5ec05d3ba0'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:15:41.901236 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:41.955571 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-64f59595-dc54-4e8c-a3da-cbe1d97c0b0b None None] Set router fa2a527f-9684-45cf-9ceb-5aab7c798ffa gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:15:41.958169 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1be35e4f-38fc-4a5b-a42d-a3dbf52b6103 req-e73c2c8f-88c3-416d-9176-a3e900d3b882 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1089a1c-0fea-4e7a-b347-8fae51815f29 HTTP/1.1" status: 200 len: 998 time: 0.3181167 Feb 08 16:15:42.091407 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.db.resource_extend [None req-13e8c452-9362-4445-864c-34bb0892e539 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 16:15:42.122573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] For port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:15:42.139485 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] For port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=42e5d0da-ac7f-4d11-b630-a9c441fb73f3,segment=NetworkSegment(bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e),segment_id=bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:15:42.146371 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be35e4f-38fc-4a5b-a42d-a3dbf52b6103 req-45568ee2-191e-469f-ba90-5d01abe6ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:42.148141 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1be35e4f-38fc-4a5b-a42d-a3dbf52b6103 req-45568ee2-191e-469f-ba90-5d01abe6ed51 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=83919107-59ce-4f00-abe9-ac0f7bccc76d HTTP/1.1" status: 200 len: 852 time: 0.1832070 Feb 08 16:15:42.150126 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:42.250655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be35e4f-38fc-4a5b-a42d-a3dbf52b6103 req-e77497f4-81c3-4fa8-9dfb-df9772db3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:42.253517 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1be35e4f-38fc-4a5b-a42d-a3dbf52b6103 req-e77497f4-81c3-4fa8-9dfb-df9772db3afe service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=96d68a21-6dfb-4c5b-908f-327c53581493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0989082 Feb 08 16:15:42.255818 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ec0bd-f95d-49b0-a03b-33bcec05c321 None None] Pushing event updated for resources: {'Port': ['ID=42e5d0da-ac7f-4d11-b630-a9c441fb73f3,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:42.316326 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13e8c452-9362-4445-864c-34bb0892e539 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:42.322483 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13e8c452-9362-4445-864c-34bb0892e539 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:42.333396 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Routers {'46e360d7-c77d-4cae-b9bc-0c69d588e724'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:15:42.336418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:15:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['46e360d7-c77d-4cae-b9bc-0c69d588e724'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:42.558621 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1be35e4f-38fc-4a5b-a42d-a3dbf52b6103 req-5d66a1a5-70dd-434a-800e-8824bacd4bb8 service neutron] 10.222.0.94 "GET /v2.0/networks/96d68a21-6dfb-4c5b-908f-327c53581493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967689 Feb 08 16:15:42.651988 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-64f59595-dc54-4e8c-a3da-cbe1d97c0b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:08:37Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'floating_ip_address': '172.25.7.3', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'port_id': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'mac_address': 'fa:16:3e:9c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:15:38Z', 'updated_at': '2022-02-08T16:15:38Z', 'revision_number': 0, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ca5e36-c9a0-49b4-8f61-e37ae6e40849', 'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'mac_address': 'fa:16:3e:fb:ec:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:33Z', 'updated_at': '2022-02-08T16:08:48Z', 'revision_number': 5, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'subnets': [{'id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:42.655054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] Set router 46e360d7-c77d-4cae-b9bc-0c69d588e724 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:15:42.746828 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f59595-dc54-4e8c-a3da-cbe1d97c0b0b None None] The sync data for ids ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'] in n-d-824834-11 is: [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:08:37Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'floating_ip_address': '172.25.7.3', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'port_id': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'mac_address': 'fa:16:3e:9c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:15:38Z', 'updated_at': '2022-02-08T16:15:38Z', 'revision_number': 0, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ca5e36-c9a0-49b4-8f61-e37ae6e40849', 'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'mac_address': 'fa:16:3e:fb:ec:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:33Z', 'updated_at': '2022-02-08T16:08:48Z', 'revision_number': 5, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'subnets': [{'id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:15:42.755102 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1be35e4f-38fc-4a5b-a42d-a3dbf52b6103 req-20ba6722-1740-4d0c-b712-26023ec5eadb service neutron] 10.222.0.94 "GET /v2.0/networks/96d68a21-6dfb-4c5b-908f-327c53581493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902597 Feb 08 16:15:42.857707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4214e288-947a-4897-b4b7-522d1782022b None None] Provisioning complete for port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:42.859359 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4214e288-947a-4897-b4b7-522d1782022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:43.047930 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-df3b2bbb-fbf5-4e12-b67b-b487549660a7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:43.050661 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-df3b2bbb-fbf5-4e12-b67b-b487549660a7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 811 time: 0.2634053 Feb 08 16:15:43.063899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e8c452-9362-4445-864c-34bb0892e539 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Router fa2a527f-9684-45cf-9ceb-5aab7c798ffa has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:15:43.127739 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-6dc0dd21-f224-4c74-9940-7d89368fcc66 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/quotas/68509b2f836b4f78af0f2db3edc9c23c HTTP/1.1" status: 200 len: 375 time: 0.0519872 Feb 08 16:15:43.203014 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:15:43.242722 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'name': 'tempest-TestVolumeBootPattern-1987031003-router', 'tenant_id': '1f1790315c0148f3b2cff35268388f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'a242ec06-a184-413c-b8dd-9f3b680364c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:29Z', 'updated_at': '2022-02-08T16:15:35Z', 'revision_number': 4, 'project_id': '1f1790315c0148f3b2cff35268388f2d', 'gw_port': {'id': 'a242ec06-a184-413c-b8dd-9f3b680364c1', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:30Z', 'updated_at': '2022-02-08T16:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '42e5d0da-ac7f-4d11-b630-a9c441fb73f3', 'name': '', 'network_id': '79968c2e-ada8-457a-9e19-9c5ec05d3ba0', 'tenant_id': '1f1790315c0148f3b2cff35268388f2d', 'mac_address': 'fa:16:3e:02:2f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '35d1687b-9a5c-43ef-bea1-cf5565b8061b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:33Z', 'updated_at': '2022-02-08T16:15:42Z', 'revision_number': 4, 'project_id': '1f1790315c0148f3b2cff35268388f2d', 'subnets': [{'id': '35d1687b-9a5c-43ef-bea1-cf5565b8061b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:43.304161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27b831-6e2a-4556-83d8-d2021add0e36 None None] The sync data for ids ['46e360d7-c77d-4cae-b9bc-0c69d588e724'] in n-d-824834-11 is: [{'id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'name': 'tempest-TestVolumeBootPattern-1987031003-router', 'tenant_id': '1f1790315c0148f3b2cff35268388f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'a242ec06-a184-413c-b8dd-9f3b680364c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:29Z', 'updated_at': '2022-02-08T16:15:35Z', 'revision_number': 4, 'project_id': '1f1790315c0148f3b2cff35268388f2d', 'gw_port': {'id': 'a242ec06-a184-413c-b8dd-9f3b680364c1', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:30Z', 'updated_at': '2022-02-08T16:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '42e5d0da-ac7f-4d11-b630-a9c441fb73f3', 'name': '', 'network_id': '79968c2e-ada8-457a-9e19-9c5ec05d3ba0', 'tenant_id': '1f1790315c0148f3b2cff35268388f2d', 'mac_address': 'fa:16:3e:02:2f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '35d1687b-9a5c-43ef-bea1-cf5565b8061b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:33Z', 'updated_at': '2022-02-08T16:15:42Z', 'revision_number': 4, 'project_id': '1f1790315c0148f3b2cff35268388f2d', 'subnets': [{'id': '35d1687b-9a5c-43ef-bea1-cf5565b8061b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:15:43.307986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06776a88-2522-429d-afa0-5a5ab85f142b None None] New status for floating IP 41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:15:43.310721 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4214e288-947a-4897-b4b7-522d1782022b None None] Current status of the port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:43.311120 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4214e288-947a-4897-b4b7-522d1782022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:43.362541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4214e288-947a-4897-b4b7-522d1782022b None None] For port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=42e5d0da-ac7f-4d11-b630-a9c441fb73f3,segment=NetworkSegment(bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e),segment_id=bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:15:43.379207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-f66b625b-08e7-408e-a6c1-a0dde16ebde9 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2500007 Feb 08 16:15:43.423950 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4214e288-947a-4897-b4b7-522d1782022b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:43.477512 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e8c452-9362-4445-864c-34bb0892e539 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:15:43.500390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214e288-947a-4897-b4b7-522d1782022b None None] Pushing event updated for resources: {'Port': ['ID=42e5d0da-ac7f-4d11-b630-a9c441fb73f3,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:43.508896 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-13e8c452-9362-4445-864c-34bb0892e539 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:43.616276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-bb1ba892-242e-4974-a46f-a135239484e1 None None] Provisioning complete for port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:43.616821 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bb1ba892-242e-4974-a46f-a135239484e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:43.661736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'tag': 'd1089a1c-0fea-4e7a-b347-8fae51815f29'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:15:43.665597 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fff135d-f830-4e7f-8b88-75375d3853f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae7997b-8c56-4b59-ab7a-49c098096827", "tag": "d1089a1c-0fea-4e7a-b347-8fae51815f29"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:15:43.818607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-ce853340-f873-441b-8989-8e440e56e6b2 service neutron] 10.222.0.82 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376335 Feb 08 16:15:43.828651 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177f0f60-bdea-4934-b5e4-a94538e49633 x-openstack-request-id: req-177f0f60-bdea-4934-b5e4-a94538e49633 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:15:43.828988 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae7997b-8c56-4b59-ab7a-49c098096827", "tag": "d1089a1c-0fea-4e7a-b347-8fae51815f29", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:15:43.829219 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-177f0f60-bdea-4934-b5e4-a94538e49633 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:15:43.829645 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'tag': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'status': 'completed', 'code': 200} Feb 08 16:15:43.831373 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-13e8c452-9362-4445-864c-34bb0892e539 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "PUT /v2.0/floatingips/41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7 HTTP/1.1" status: 200 len: 990 time: 2.9905498 Feb 08 16:15:43.906957 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff135d-f830-4e7f-8b88-75375d3853f5 req-16793f83-aeb0-4e4b-b630-a7b979d1d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:43.910123 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fff135d-f830-4e7f-8b88-75375d3853f5 req-16793f83-aeb0-4e4b-b630-a7b979d1d901 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=30cdc22df6094afd8686cd84a167e0e2&device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 1129 time: 0.1253068 Feb 08 16:15:44.070558 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-c89e53f3-3afd-4ffc-8262-0d3adb7ba82e service neutron] 10.222.0.82 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510366 Feb 08 16:15:44.114465 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff135d-f830-4e7f-8b88-75375d3853f5 req-07b1af59-0ef2-4d93-9939-6ef6913b05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:44.116005 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fff135d-f830-4e7f-8b88-75375d3853f5 req-07b1af59-0ef2-4d93-9939-6ef6913b05a3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=96d68a21-6dfb-4c5b-908f-327c53581493 HTTP/1.1" status: 200 len: 914 time: 0.1941578 Feb 08 16:15:44.166531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ba892-242e-4974-a46f-a135239484e1 None None] Current status of the port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:44.268028 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fff135d-f830-4e7f-8b88-75375d3853f5 req-b0552a6a-52dd-41d4-9c81-56f5c0097f39 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1089a1c-0fea-4e7a-b347-8fae51815f29 HTTP/1.1" status: 200 len: 1000 time: 0.1426108 Feb 08 16:15:44.384224 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff135d-f830-4e7f-8b88-75375d3853f5 req-7f106132-be17-41b4-b9ae-22d76f4087fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:44.386608 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fff135d-f830-4e7f-8b88-75375d3853f5 req-7f106132-be17-41b4-b9ae-22d76f4087fc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=83919107-59ce-4f00-abe9-ac0f7bccc76d HTTP/1.1" status: 200 len: 852 time: 0.1098974 Feb 08 16:15:44.530066 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff135d-f830-4e7f-8b88-75375d3853f5 req-e8cf4c8e-c337-48ac-b16a-061bdaca1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:44.531997 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fff135d-f830-4e7f-8b88-75375d3853f5 req-e8cf4c8e-c337-48ac-b16a-061bdaca1881 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=96d68a21-6dfb-4c5b-908f-327c53581493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1392725 Feb 08 16:15:44.630698 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77cc7d5a-c36a-447d-9a40-002172168ed1 req-65eaafe5-fc1f-4cab-8e3e-71ce1be6a7dd tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0695651 Feb 08 16:15:44.641951 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc42d0-74de-4116-a77f-6aefbd7c4f9e None None] Sync routers for ids ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:15:44.667171 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc42d0-74de-4116-a77f-6aefbd7c4f9e None None] Routers {'fa2a527f-9684-45cf-9ceb-5aab7c798ffa'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:15:44.668049 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8cfc42d0-74de-4116-a77f-6aefbd7c4f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:15:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:44.829209 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fff135d-f830-4e7f-8b88-75375d3853f5 req-d952f807-12a2-4cc9-922d-ba3af1d7b73f service neutron] 10.222.0.94 "GET /v2.0/networks/96d68a21-6dfb-4c5b-908f-327c53581493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903161 Feb 08 16:15:44.896473 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8cfc42d0-74de-4116-a77f-6aefbd7c4f9e None None] Set router fa2a527f-9684-45cf-9ceb-5aab7c798ffa gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:15:45.001973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:15:45.151606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:45.152001 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:45.161334 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4fff135d-f830-4e7f-8b88-75375d3853f5 req-3e63c2df-1476-4adb-8e4c-def6a8018a39 service neutron] 10.222.0.94 "GET /v2.0/networks/96d68a21-6dfb-4c5b-908f-327c53581493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243501 Feb 08 16:15:45.344206 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:15:45.503571 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8cfc42d0-74de-4116-a77f-6aefbd7c4f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:08:37Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'floating_ip_address': '172.25.7.3', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'port_id': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'mac_address': 'fa:16:3e:9c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:15:38Z', 'updated_at': '2022-02-08T16:15:43Z', 'revision_number': 2, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ca5e36-c9a0-49b4-8f61-e37ae6e40849', 'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'mac_address': 'fa:16:3e:fb:ec:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:33Z', 'updated_at': '2022-02-08T16:08:48Z', 'revision_number': 5, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'subnets': [{'id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:45.562764 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc42d0-74de-4116-a77f-6aefbd7c4f9e None None] Checking router: fa2a527f-9684-45cf-9ceb-5aab7c798ffa for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:15:45.576488 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc42d0-74de-4116-a77f-6aefbd7c4f9e None None] Routers {'fa2a527f-9684-45cf-9ceb-5aab7c798ffa'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:15:45.577572 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8cfc42d0-74de-4116-a77f-6aefbd7c4f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:15:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:45.799924 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8cfc42d0-74de-4116-a77f-6aefbd7c4f9e None None] Set router fa2a527f-9684-45cf-9ceb-5aab7c798ffa gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:15:45.838043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'tag': 'd1089a1c-0fea-4e7a-b347-8fae51815f29'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:15:45.846098 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02cc1fb-5691-4f30-9af1-63787fe83f06" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae7997b-8c56-4b59-ab7a-49c098096827", "tag": "d1089a1c-0fea-4e7a-b347-8fae51815f29"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:15:45.927470 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3e50cfe-eb32-4696-b791-5b753a000d4d req-a0230192-fb00-48b5-b80a-d6d8d98c7c2c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0888102 Feb 08 16:15:45.959427 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8047291e-9bdc-499f-b446-4af337c839e4 x-openstack-request-id: req-8047291e-9bdc-499f-b446-4af337c839e4 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:15:45.959900 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae7997b-8c56-4b59-ab7a-49c098096827", "tag": "d1089a1c-0fea-4e7a-b347-8fae51815f29", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:15:45.960039 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8047291e-9bdc-499f-b446-4af337c839e4 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:15:45.960409 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'tag': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'status': 'completed', 'code': 200} Feb 08 16:15:46.106325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cc1fb-5691-4f30-9af1-63787fe83f06 req-7d313576-eaf0-4cfb-8e1c-3779d26d1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:46.112076 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b02cc1fb-5691-4f30-9af1-63787fe83f06 req-7d313576-eaf0-4cfb-8e1c-3779d26d1a01 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=30cdc22df6094afd8686cd84a167e0e2&device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 1129 time: 0.1278489 Feb 08 16:15:46.522905 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cc1fb-5691-4f30-9af1-63787fe83f06 req-4e832f61-3721-4df5-898b-818f83077035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:46.529546 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b02cc1fb-5691-4f30-9af1-63787fe83f06 req-4e832f61-3721-4df5-898b-818f83077035 service neutron] 10.222.0.94 "GET /v2.0/networks?id=96d68a21-6dfb-4c5b-908f-327c53581493 HTTP/1.1" status: 200 len: 914 time: 0.4106176 Feb 08 16:15:46.552059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-f4548fad-fc5e-495c-8777-b191ea3fba93 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:46.554721 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-f4548fad-fc5e-495c-8777-b191ea3fba93 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 811 time: 0.3935204 Feb 08 16:15:46.571523 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8cfc42d0-74de-4116-a77f-6aefbd7c4f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:08:37Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'floating_ip_address': '172.25.7.3', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'port_id': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'mac_address': 'fa:16:3e:9c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:15:38Z', 'updated_at': '2022-02-08T16:15:43Z', 'revision_number': 2, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ca5e36-c9a0-49b4-8f61-e37ae6e40849', 'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'mac_address': 'fa:16:3e:fb:ec:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:33Z', 'updated_at': '2022-02-08T16:08:48Z', 'revision_number': 5, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'subnets': [{'id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:15:46.583303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-3a05adc3-2062-40c4-b68f-02bb97247160 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'port': {'device_id': '2402aac2-0a08-4a4b-90ba-c04a007d2cf6', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'admin_state_up': True, 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:15:46.641882 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfc42d0-74de-4116-a77f-6aefbd7c4f9e None None] The sync data for ids ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'] in n-d-824834-11 is: [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:08:37Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'floating_ip_address': '172.25.7.3', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'port_id': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'mac_address': 'fa:16:3e:9c:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:15:38Z', 'updated_at': '2022-02-08T16:15:43Z', 'revision_number': 2, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ca5e36-c9a0-49b4-8f61-e37ae6e40849', 'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'mac_address': 'fa:16:3e:fb:ec:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:33Z', 'updated_at': '2022-02-08T16:08:48Z', 'revision_number': 5, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'subnets': [{'id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:15:46.838431 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b02cc1fb-5691-4f30-9af1-63787fe83f06 req-72a134cc-edb0-475d-a1f3-51f64078805b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1089a1c-0fea-4e7a-b347-8fae51815f29 HTTP/1.1" status: 200 len: 1000 time: 0.2805364 Feb 08 16:15:46.920704 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cc1fb-5691-4f30-9af1-63787fe83f06 req-94efdffc-469c-4e03-979d-f365e3c2d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:46.922501 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b02cc1fb-5691-4f30-9af1-63787fe83f06 req-94efdffc-469c-4e03-979d-f365e3c2d1a9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=83919107-59ce-4f00-abe9-ac0f7bccc76d HTTP/1.1" status: 200 len: 852 time: 0.0674696 Feb 08 16:15:47.025440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cc1fb-5691-4f30-9af1-63787fe83f06 req-9b10b959-4b3a-4d5d-b053-191e128676a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:47.027659 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b02cc1fb-5691-4f30-9af1-63787fe83f06 req-9b10b959-4b3a-4d5d-b053-191e128676a4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=96d68a21-6dfb-4c5b-908f-327c53581493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0948741 Feb 08 16:15:47.128231 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-614558fc-43fa-49a8-a3b1-9c7924128eb5 req-a7188d66-25f9-4a01-9b97-84754da1689b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0503864 Feb 08 16:15:47.209647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-3a05adc3-2062-40c4-b68f-02bb97247160 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Made reservation on behalf of 68509b2f836b4f78af0f2db3edc9c23c for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:15:47.213300 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-3a05adc3-2062-40c4-b68f-02bb97247160 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:47.233232 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b02cc1fb-5691-4f30-9af1-63787fe83f06 req-f735b5cc-dd1c-49ef-88a0-d2a4063f8a61 service neutron] 10.222.0.94 "GET /v2.0/networks/96d68a21-6dfb-4c5b-908f-327c53581493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927469 Feb 08 16:15:47.446266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-3a05adc3-2062-40c4-b68f-02bb97247160 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Allocated IP 172.20.0.3 (aded9bc1-5db3-4cd4-9049-3835efea0d9d/c20dee06-2c56-4324-8f64-e4ae324d4d26/0388070e-dbe3-48d6-b2e0-0eefeb25b796) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:15:48.184240 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b02cc1fb-5691-4f30-9af1-63787fe83f06 req-053cb52c-133d-4b7a-87c6-8fa4c40d0741 service neutron] 10.222.0.94 "GET /v2.0/networks/96d68a21-6dfb-4c5b-908f-327c53581493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9400647 Feb 08 16:15:48.226554 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-3a05adc3-2062-40c4-b68f-02bb97247160 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:48.284741 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b57aa320-65a1-4baf-81cd-50b43ce3b170 req-0973e732-d97e-4c10-98da-fe41892cac7f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0643296 Feb 08 16:15:48.305267 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-3a05adc3-2062-40c4-b68f-02bb97247160 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:48.348370 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-3a05adc3-2062-40c4-b68f-02bb97247160 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Network aded9bc1-5db3-4cd4-9049-3835efea0d9d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:15:48.352201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-3a05adc3-2062-40c4-b68f-02bb97247160 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:15:48.366301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-3a05adc3-2062-40c4-b68f-02bb97247160 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:15:48.428291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05adc3-2062-40c4-b68f-02bb97247160 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'Port': ['ID=0388070e-dbe3-48d6-b2e0-0eefeb25b796,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:48.456266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-3a05adc3-2062-40c4-b68f-02bb97247160 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:48.457069 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-3a05adc3-2062-40c4-b68f-02bb97247160 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:48.486725 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-3a05adc3-2062-40c4-b68f-02bb97247160 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9040058 Feb 08 16:15:48.518463 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Request body: {'port': {'device_id': '2402aac2-0a08-4a4b-90ba-c04a007d2cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:15:48.598304 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:48.839574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3a3fcca9-133a-46bc-80bd-8fcf86c343c0 None None] Provisioning complete for port 0388070e-dbe3-48d6-b2e0-0eefeb25b796 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:15:48.840203 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3a3fcca9-133a-46bc-80bd-8fcf86c343c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:48.917823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3a3fcca9-133a-46bc-80bd-8fcf86c343c0 None None] Port 0388070e-dbe3-48d6-b2e0-0eefeb25b796 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:15:48.970199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0388070e-dbe3-48d6-b2e0-0eefeb25b796 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:15:48.980683 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Publish callbacks [] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:49.004119 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:49.007246 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Transition to ACTIVE for port object 0388070e-dbe3-48d6-b2e0-0eefeb25b796 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:15:49.014015 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:49.079867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Pushing event updated for resources: {'Port': ['ID=0388070e-dbe3-48d6-b2e0-0eefeb25b796,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:49.237358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Attempting to bind port 0388070e-dbe3-48d6-b2e0-0eefeb25b796 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:15:49.238059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Attempting to bind port 0388070e-dbe3-48d6-b2e0-0eefeb25b796 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:15:49.238059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Attempting to bind port 0388070e-dbe3-48d6-b2e0-0eefeb25b796 on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:15:49.242894 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Port 0388070e-dbe3-48d6-b2e0-0eefeb25b796 on network aded9bc1-5db3-4cd4-9049-3835efea0d9d not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:15:49.243221 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Attempting to bind port 0388070e-dbe3-48d6-b2e0-0eefeb25b796 on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:15:49.251807 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:15:49.252283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Checking segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:15:49.252555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Bound using segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:15:49.253085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Bound port: 0388070e-dbe3-48d6-b2e0-0eefeb25b796, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:15:49.253458 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:49.349889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] For port 0388070e-dbe3-48d6-b2e0-0eefeb25b796, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:15:49.355038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] For port 0388070e-dbe3-48d6-b2e0-0eefeb25b796, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=0388070e-dbe3-48d6-b2e0-0eefeb25b796,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:15:49.364063 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:49.471126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52f154-90f2-4228-85b0-d02779bdb7b8 req-ee86d92e-d94e-49e6-bfae-109b5b637529 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:49.475699 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b52f154-90f2-4228-85b0-d02779bdb7b8 req-ee86d92e-d94e-49e6-bfae-109b5b637529 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.0949256 Feb 08 16:15:49.496692 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:49.497404 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:49.498959 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] 10.222.0.96 "PUT /v2.0/ports/0388070e-dbe3-48d6-b2e0-0eefeb25b796 HTTP/1.1" status: 200 len: 1092 time: 1.0087440 Feb 08 16:15:49.499457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2402aac2-0a08-4a4b-90ba-c04a007d2cf6', 'tag': '0388070e-dbe3-48d6-b2e0-0eefeb25b796'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:15:49.501994 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32940a18-4e98-480e-ab96-0a8d3d951b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "2402aac2-0a08-4a4b-90ba-c04a007d2cf6", "tag": "0388070e-dbe3-48d6-b2e0-0eefeb25b796"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:15:49.517216 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c13f39-620f-42c0-ad52-b613a2743087 service neutron] Pushing event updated for resources: {'Port': ['ID=0388070e-dbe3-48d6-b2e0-0eefeb25b796,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:15:49.593007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b52f154-90f2-4228-85b0-d02779bdb7b8 req-e4ace2e8-ab41-416a-bcbf-07ba6f2c82ce tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113915 Feb 08 16:15:49.671527 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-b574047e-1fd7-4532-9a2b-4bf1f1bb214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:49.673332 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-b574047e-1fd7-4532-9a2b-4bf1f1bb214d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 1126 time: 0.1087217 Feb 08 16:15:49.746779 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-98e1a284-ffb5-431d-aaf7-3da9700e3bc6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0388070e-dbe3-48d6-b2e0-0eefeb25b796 HTTP/1.1" status: 200 len: 217 time: 0.0671368 Feb 08 16:15:49.764176 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8716b3ee-f199-4627-9436-99f2ef018645 x-openstack-request-id: req-8716b3ee-f199-4627-9436-99f2ef018645 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:15:49.764464 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2402aac2-0a08-4a4b-90ba-c04a007d2cf6", "tag": "0388070e-dbe3-48d6-b2e0-0eefeb25b796", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:15:49.764718 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8716b3ee-f199-4627-9436-99f2ef018645 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:15:49.765138 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2402aac2-0a08-4a4b-90ba-c04a007d2cf6', 'tag': '0388070e-dbe3-48d6-b2e0-0eefeb25b796', 'status': 'completed', 'code': 200} Feb 08 16:15:49.840077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-82015dbb-a579-40a9-9de7-157d8feeff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:49.841789 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-82015dbb-a579-40a9-9de7-157d8feeff91 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0864639 Feb 08 16:15:49.954028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-f5b06a40-a2f9-4599-bcef-c0b799274dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:49.955862 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-f5b06a40-a2f9-4599-bcef-c0b799274dbe service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1081874 Feb 08 16:15:50.065454 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-83f0eb5d-d177-4805-8fe7-8c282477ca21 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023712 Feb 08 16:15:50.187197 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8ab9e242-e918-495d-b982-17c8ea17f931 req-ca610a4e-ebef-4315-859e-d92ea7d38932 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149516 Feb 08 16:15:50.297960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940a18-4e98-480e-ab96-0a8d3d951b5a req-0402f664-8e7c-48c9-acf7-6b5389d203d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:50.299661 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32940a18-4e98-480e-ab96-0a8d3d951b5a req-0402f664-8e7c-48c9-acf7-6b5389d203d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 1126 time: 0.0552528 Feb 08 16:15:50.420462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940a18-4e98-480e-ab96-0a8d3d951b5a req-de77a267-61a6-4eb1-aa8f-adf35ea5aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:50.422640 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32940a18-4e98-480e-ab96-0a8d3d951b5a req-de77a267-61a6-4eb1-aa8f-adf35ea5aa6b service neutron] 10.222.0.96 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.1177235 Feb 08 16:15:50.430453 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:15:50.476868 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32940a18-4e98-480e-ab96-0a8d3d951b5a req-ee10934f-e82d-4cf1-8b0a-1f43f07b37d3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0388070e-dbe3-48d6-b2e0-0eefeb25b796 HTTP/1.1" status: 200 len: 217 time: 0.0485876 Feb 08 16:15:50.535182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940a18-4e98-480e-ab96-0a8d3d951b5a req-62c47317-c3ee-444a-9dae-ff1b7edbccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:50.536769 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32940a18-4e98-480e-ab96-0a8d3d951b5a req-62c47317-c3ee-444a-9dae-ff1b7edbccae service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0543447 Feb 08 16:15:50.619203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32940a18-4e98-480e-ab96-0a8d3d951b5a req-74e08244-f519-463a-9d65-d5d15718ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:50.621521 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32940a18-4e98-480e-ab96-0a8d3d951b5a req-74e08244-f519-463a-9d65-d5d15718ec48 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0780528 Feb 08 16:15:50.784047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8882d-c7c8-46d7-a40f-0a94bc1e5268 req-8e4aa685-1c21-4ee6-a22f-c20669789197 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:50.793375 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6f8882d-c7c8-46d7-a40f-0a94bc1e5268 req-8e4aa685-1c21-4ee6-a22f-c20669789197 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.1453819 Feb 08 16:15:50.821850 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32940a18-4e98-480e-ab96-0a8d3d951b5a req-a8887b27-02c1-49b6-a40a-98b05f9bed8f service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934297 Feb 08 16:15:50.864106 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6f8882d-c7c8-46d7-a40f-0a94bc1e5268 req-6cb32e43-0a00-4b63-bfca-89a2f23dda3d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678427 Feb 08 16:15:50.981463 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-32940a18-4e98-480e-ab96-0a8d3d951b5a req-4a29e7bb-4cf3-42b9-b107-8b4d4ca838b8 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541197 Feb 08 16:15:51.996220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70459f39-62c5-446b-b017-c3265d1275eb req-9c97bfde-7a8e-4e4f-9b52-1d906b3217b3 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:51.997965 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70459f39-62c5-446b-b017-c3265d1275eb req-9c97bfde-7a8e-4e4f-9b52-1d906b3217b3 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.0618792 Feb 08 16:15:52.057514 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70459f39-62c5-446b-b017-c3265d1275eb req-f6eaf3e2-adc1-4b35-a180-94a485f1a02d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536656 Feb 08 16:15:53.196137 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bf147-1f3b-42aa-9e4f-92e290a86136 req-9c0882c1-1809-48cc-bd31-b51027af1a0e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:53.231478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c5bf147-1f3b-42aa-9e4f-92e290a86136 req-9c0882c1-1809-48cc-bd31-b51027af1a0e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.1001344 Feb 08 16:15:53.321574 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c5bf147-1f3b-42aa-9e4f-92e290a86136 req-0dbfa647-2d64-4737-b267-718a1e0075a9 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878301 Feb 08 16:15:54.519482 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb528d0b-7e26-4391-8425-281a1d5bbf63 req-bdd1ba24-32c1-47d0-9613-1aca56ed8cd0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:54.521964 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb528d0b-7e26-4391-8425-281a1d5bbf63 req-bdd1ba24-32c1-47d0-9613-1aca56ed8cd0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.1223276 Feb 08 16:15:54.616365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb528d0b-7e26-4391-8425-281a1d5bbf63 req-70f18140-c3ba-467a-ad03-cb580e4b837d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884755 Feb 08 16:15:55.788000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bf71a-cb28-4b6d-8d1b-5515afdc1a54 req-9ea2a5ee-52f5-4822-ae21-5be6fbcd67ec tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:55.789794 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d75bf71a-cb28-4b6d-8d1b-5515afdc1a54 req-9ea2a5ee-52f5-4822-ae21-5be6fbcd67ec tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.0880497 Feb 08 16:15:55.869197 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d75bf71a-cb28-4b6d-8d1b-5515afdc1a54 req-a68b983c-b749-46db-8ee3-2105898a3185 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711124 Feb 08 16:15:57.007985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73ded1-6762-4a72-bdc3-4494015a3c6a req-17800a8e-a41d-4a9c-9b55-31d68ee4dd9d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:57.018999 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d73ded1-6762-4a72-bdc3-4494015a3c6a req-17800a8e-a41d-4a9c-9b55-31d68ee4dd9d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.0964205 Feb 08 16:15:57.093977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d73ded1-6762-4a72-bdc3-4494015a3c6a req-ab6cf71c-820b-4a8e-94ad-47704e8c03c0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730898 Feb 08 16:15:58.262396 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115e92a-8841-462b-83dc-145dff884082 req-2cce1199-20cc-424a-937c-3b9f2c262628 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:58.271694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5115e92a-8841-462b-83dc-145dff884082 req-2cce1199-20cc-424a-937c-3b9f2c262628 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.0831642 Feb 08 16:15:58.347356 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5115e92a-8841-462b-83dc-145dff884082 req-9079a384-e1cf-4729-bfc8-83f0553c8045 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744405 Feb 08 16:15:59.510397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3f17a-8ee9-4f1b-8f5f-62819aa87281 req-268a4877-59f0-4c2b-9b61-2a6a58b897df tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:15:59.511965 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ed3f17a-8ee9-4f1b-8f5f-62819aa87281 req-268a4877-59f0-4c2b-9b61-2a6a58b897df tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.0679953 Feb 08 16:15:59.574552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ed3f17a-8ee9-4f1b-8f5f-62819aa87281 req-140ddf64-4ae6-4350-aaac-a1ffa2a8d0cc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559661 Feb 08 16:16:01.282662 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e542867-159b-44ce-aac7-9b1f7d76e0f3 req-ebed39d7-bf09-4f6b-afc9-eb56cf33a510 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:01.292037 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9e542867-159b-44ce-aac7-9b1f7d76e0f3 req-ebed39d7-bf09-4f6b-afc9-eb56cf33a510 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.5713871 Feb 08 16:16:01.360868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9e542867-159b-44ce-aac7-9b1f7d76e0f3 req-355f5275-4e8e-4409-9321-4de92286f7d5 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626233 Feb 08 16:16:01.543472 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0bc256fd-1e10-4442-ad87-7d9b59b623dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:02.543680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d58a6-1c48-492a-946d-83e2d42add29 req-15a6c52e-4a8d-47a1-9f1c-c977cde07e46 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:02.547302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a0d58a6-1c48-492a-946d-83e2d42add29 req-15a6c52e-4a8d-47a1-9f1c-c977cde07e46 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.0838323 Feb 08 16:16:02.616141 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a0d58a6-1c48-492a-946d-83e2d42add29 req-00466a2f-03ab-4a74-9bd4-daa41ce31473 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600719 Feb 08 16:16:03.788677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a0283-3406-4f38-b21c-8cc92dcaa08f req-12f74c4c-ccb2-4f86-af18-c8c0d9710617 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:03.790497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee9a0283-3406-4f38-b21c-8cc92dcaa08f req-12f74c4c-ccb2-4f86-af18-c8c0d9710617 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.1038735 Feb 08 16:16:03.823482 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-03042ead-8224-4037-add4-7887db984eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:03.869482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee9a0283-3406-4f38-b21c-8cc92dcaa08f req-9d374da1-fe5f-4c3f-adc1-acd6eabd9866 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719178 Feb 08 16:16:04.816658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49966) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:04.997862 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a59dd70-f502-4ee5-8fb4-8b11a7dfcd10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:05.079398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82d10d-147e-4e4c-818e-f36aa649d36f req-9eb1df65-57b2-4a5e-bd3f-47164d90d127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:05.087596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c82d10d-147e-4e4c-818e-f36aa649d36f req-9eb1df65-57b2-4a5e-bd3f-47164d90d127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.1233075 Feb 08 16:16:05.105797 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a59dd70-f502-4ee5-8fb4-8b11a7dfcd10 admin admin] Publish callbacks [] for security_group (11db16b4-3a1a-4797-a1b7-789564338458), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:05.111876 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a59dd70-f502-4ee5-8fb4-8b11a7dfcd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (11db16b4-3a1a-4797-a1b7-789564338458), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:05.160012 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5a59dd70-f502-4ee5-8fb4-8b11a7dfcd10 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=befccbc869574e58a2277aa1d8824840&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3421636 Feb 08 16:16:05.162369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59dd70-f502-4ee5-8fb4-8b11a7dfcd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11db16b4-3a1a-4797-a1b7-789564338458,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:05.165850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 49976) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:05.190358 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c82d10d-147e-4e4c-818e-f36aa649d36f req-f8c35482-adb9-4924-b1a2-fd03c4f3cd69 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005943 Feb 08 16:16:05.272797 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b83cf292-b555-4d58-80a1-ccd8ad2e96af admin admin] Publish callbacks [] for security_group (11db16b4-3a1a-4797-a1b7-789564338458), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:05.329574 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b83cf292-b555-4d58-80a1-ccd8ad2e96af admin admin] Publish callbacks [] for security_group (11db16b4-3a1a-4797-a1b7-789564338458), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:05.418503 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b83cf292-b555-4d58-80a1-ccd8ad2e96af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (11db16b4-3a1a-4797-a1b7-789564338458), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:05.422417 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b83cf292-b555-4d58-80a1-ccd8ad2e96af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:05.424050 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b83cf292-b555-4d58-80a1-ccd8ad2e96af admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/11db16b4-3a1a-4797-a1b7-789564338458 HTTP/1.1" status: 204 len: 168 time: 0.2456837 Feb 08 16:16:05.434197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cf292-b555-4d58-80a1-ccd8ad2e96af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11db16b4-3a1a-4797-a1b7-789564338458,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:05.578078 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:06.471052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e8e88-5bf2-43de-b903-0e1b8a84da11 req-d1632f48-b624-4b34-abb6-588acbf77389 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:06.479630 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-068e8e88-5bf2-43de-b903-0e1b8a84da11 req-d1632f48-b624-4b34-abb6-588acbf77389 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.0830746 Feb 08 16:16:06.573627 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-068e8e88-5bf2-43de-b903-0e1b8a84da11 req-378aeeff-b578-49f5-beea-89b650a46a28 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926521 Feb 08 16:16:06.876888 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:07.029738 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-f207bbdd-134e-4e4a-925a-5cf222c732ac req-7c998796-9bac-4419-8b15-356a73805bdc service neutron] (103302) timed out ('10.222.0.94', 49918) {{(pid=103302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 16:16:07.779207 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7dfb5-79e7-4b07-b730-e59beb7e0fa1 req-ae770b79-2d95-48f3-ba24-885076d4e707 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:07.780801 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62f7dfb5-79e7-4b07-b730-e59beb7e0fa1 req-ae770b79-2d95-48f3-ba24-885076d4e707 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.0949609 Feb 08 16:16:07.836075 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62f7dfb5-79e7-4b07-b730-e59beb7e0fa1 req-62d9b044-606f-434b-a497-87df5ca63ff5 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492513 Feb 08 16:16:07.987671 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:09.020660 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7f21f-83a2-4b2e-9ac3-39c4db5090a8 req-874d0f9b-0466-43e7-8619-ec18455aaa26 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:09.023123 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dec7f21f-83a2-4b2e-9ac3-39c4db5090a8 req-874d0f9b-0466-43e7-8619-ec18455aaa26 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 943 time: 0.0897481 Feb 08 16:16:09.079344 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dec7f21f-83a2-4b2e-9ac3-39c4db5090a8 req-d2f25ad3-5f3a-4bf9-b1e5-8bbf911fbcee tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474858 Feb 08 16:16:09.530098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 0388070e-dbe3-48d6-b2e0-0eefeb25b796 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:16:09.665038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 0388070e-dbe3-48d6-b2e0-0eefeb25b796, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=0388070e-dbe3-48d6-b2e0-0eefeb25b796,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:16:09.680307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '0388070e-dbe3-48d6-b2e0-0eefeb25b796', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'port_id': '0388070e-dbe3-48d6-b2e0-0eefeb25b796', 'mac_address': 'fa:16:3e:81:fc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:16:09.727224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 0388070e-dbe3-48d6-b2e0-0eefeb25b796 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:09.727712 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:09.744213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0388070e-dbe3-48d6-b2e0-0eefeb25b796 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:16:09.766128 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 0388070e-dbe3-48d6-b2e0-0eefeb25b796, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=0388070e-dbe3-48d6-b2e0-0eefeb25b796,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:16:09.770957 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:09.834004 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=0388070e-dbe3-48d6-b2e0-0eefeb25b796,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:10.007263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['0388070e-dbe3-48d6-b2e0-0eefeb25b796'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:16:10.291130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e681f-a318-4705-9091-e6cfb921c56f req-077b2fcc-727f-4d70-918d-a4a68977e77c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:10.301601 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a69e681f-a318-4705-9091-e6cfb921c56f req-077b2fcc-727f-4d70-918d-a4a68977e77c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 944 time: 0.1181836 Feb 08 16:16:10.370599 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a69e681f-a318-4705-9091-e6cfb921c56f req-4fde9ab9-507a-424c-b731-8dc6969da77d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626867 Feb 08 16:16:11.506380 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb2342-12a0-44ad-8dab-8535ee258401 req-2b690975-98f4-4d8a-acd7-c33136ee6803 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:11.514529 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77cb2342-12a0-44ad-8dab-8535ee258401 req-2b690975-98f4-4d8a-acd7-c33136ee6803 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 944 time: 0.0659428 Feb 08 16:16:11.537454 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 0388070e-dbe3-48d6-b2e0-0eefeb25b796 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:16:11.598859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77cb2342-12a0-44ad-8dab-8535ee258401 req-3f43c133-86b6-4d7b-8be3-a2e775df72a1 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833349 Feb 08 16:16:11.634206 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 0388070e-dbe3-48d6-b2e0-0eefeb25b796 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:16:11.639660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 0388070e-dbe3-48d6-b2e0-0eefeb25b796 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:11.640033 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:11.747380 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 0388070e-dbe3-48d6-b2e0-0eefeb25b796 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:11.748152 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:11.784816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 0388070e-dbe3-48d6-b2e0-0eefeb25b796, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=0388070e-dbe3-48d6-b2e0-0eefeb25b796,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:16:11.786212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2402aac2-0a08-4a4b-90ba-c04a007d2cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0388070e-dbe3-48d6-b2e0-0eefeb25b796'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:16:11.789432 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe71aef-e68a-4149-8b71-84e211132fd4" -d '{"events": [{"server_uuid": "2402aac2-0a08-4a4b-90ba-c04a007d2cf6", "name": "network-vif-plugged", "status": "completed", "tag": "0388070e-dbe3-48d6-b2e0-0eefeb25b796"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:16:11.794586 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:11.849276 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98ecd58-2fac-4e83-957b-e42dd02ab999 x-openstack-request-id: req-b98ecd58-2fac-4e83-957b-e42dd02ab999 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:16:11.849703 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2402aac2-0a08-4a4b-90ba-c04a007d2cf6", "name": "network-vif-plugged", "status": "completed", "tag": "0388070e-dbe3-48d6-b2e0-0eefeb25b796", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:16:11.849832 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b98ecd58-2fac-4e83-957b-e42dd02ab999 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:16:11.850241 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2402aac2-0a08-4a4b-90ba-c04a007d2cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0388070e-dbe3-48d6-b2e0-0eefeb25b796', 'code': 200} Feb 08 16:16:11.888534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=0388070e-dbe3-48d6-b2e0-0eefeb25b796,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:11.978842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e714c2-9a00-40de-adc6-9e8a6e248d54 req-306fcf57-d69e-453f-9e52-2e4857062d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:11.981592 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3e714c2-9a00-40de-adc6-9e8a6e248d54 req-306fcf57-d69e-453f-9e52-2e4857062d37 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 1128 time: 0.0539391 Feb 08 16:16:12.033555 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e3e714c2-9a00-40de-adc6-9e8a6e248d54 req-bc397064-7435-49b0-8b2a-4f4bf3e33aed service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469725 Feb 08 16:16:12.750266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd732e-dc28-4385-b521-6d49aa5f4939 req-69b4a7f9-d6bb-4ca0-bfff-826bfb9268b5 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:12.752923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34cd732e-dc28-4385-b521-6d49aa5f4939 req-69b4a7f9-d6bb-4ca0-bfff-826bfb9268b5 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 945 time: 0.0684011 Feb 08 16:16:12.826430 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34cd732e-dc28-4385-b521-6d49aa5f4939 req-cf525510-e166-44ef-b1f6-b198adcabe4e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645082 Feb 08 16:16:13.999991 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5d651-2fa2-4a62-a0bf-0cc71e40c297 req-244a38be-fd19-462d-84fb-f48f150ba38d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:14.010508 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03c5d651-2fa2-4a62-a0bf-0cc71e40c297 req-244a38be-fd19-462d-84fb-f48f150ba38d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 945 time: 0.0937407 Feb 08 16:16:14.071215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03c5d651-2fa2-4a62-a0bf-0cc71e40c297 req-d7ffd699-a157-4bea-95a4-ae411b54dd69 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589762 Feb 08 16:16:14.217151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3f9b6-e3c4-4198-a5db-1d649f466950 req-3ac9d240-60b6-43c7-9a54-d2b51a4f230f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:14.219251 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4eb3f9b6-e3c4-4198-a5db-1d649f466950 req-3ac9d240-60b6-43c7-9a54-d2b51a4f230f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 945 time: 0.0659590 Feb 08 16:16:14.286717 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4eb3f9b6-e3c4-4198-a5db-1d649f466950 req-0fc274b8-c779-47c9-ab6e-eeee7eec7683 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607214 Feb 08 16:16:14.421806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6c899-1e37-4f48-8933-3dc3127183e6 req-b8fa0e91-95f1-4c68-96f7-89152ef3e8ec tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:14.430098 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8b6c899-1e37-4f48-8933-3dc3127183e6 req-b8fa0e91-95f1-4c68-96f7-89152ef3e8ec tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 945 time: 0.0766053 Feb 08 16:16:14.493330 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8b6c899-1e37-4f48-8933-3dc3127183e6 req-6286081a-3f70-47f1-a285-6590735da068 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619240 Feb 08 16:16:14.889455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41e21e-fe68-4202-be03-591f5226f0db req-5861997a-dc1a-486d-9e01-4cf83419d607 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:14.894261 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca41e21e-fe68-4202-be03-591f5226f0db req-5861997a-dc1a-486d-9e01-4cf83419d607 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 945 time: 0.0964909 Feb 08 16:16:14.967853 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca41e21e-fe68-4202-be03-591f5226f0db req-9c096ce9-1060-4343-96a1-68a7b9024d39 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691700 Feb 08 16:16:15.029028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50240) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:15.187999 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e5b77b7d-3730-485d-a973-1619faa31639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:15.316640 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e5b77b7d-3730-485d-a973-1619faa31639 admin admin] Publish callbacks [] for security_group (a10c10e2-c894-4df9-b76d-d40c0a4043e2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:15.322272 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e5b77b7d-3730-485d-a973-1619faa31639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a10c10e2-c894-4df9-b76d-d40c0a4043e2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:15.378690 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e5b77b7d-3730-485d-a973-1619faa31639 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c4e51f1253d74fdf9f91b1d7ec58a193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3459194 Feb 08 16:16:15.380468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b77b7d-3730-485d-a973-1619faa31639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10c10e2-c894-4df9-b76d-d40c0a4043e2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:15.381411 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50246) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:15.462282 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6181e7a-cb22-4fca-896b-2173a321fb50 admin admin] Publish callbacks [] for security_group (a10c10e2-c894-4df9-b76d-d40c0a4043e2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:15.497791 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6181e7a-cb22-4fca-896b-2173a321fb50 admin admin] Publish callbacks [] for security_group (a10c10e2-c894-4df9-b76d-d40c0a4043e2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:15.579209 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6181e7a-cb22-4fca-896b-2173a321fb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a10c10e2-c894-4df9-b76d-d40c0a4043e2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:15.585779 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6181e7a-cb22-4fca-896b-2173a321fb50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:15.588255 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a6181e7a-cb22-4fca-896b-2173a321fb50 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a10c10e2-c894-4df9-b76d-d40c0a4043e2 HTTP/1.1" status: 204 len: 168 time: 0.2056789 Feb 08 16:16:15.602388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6181e7a-cb22-4fca-896b-2173a321fb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10c10e2-c894-4df9-b76d-d40c0a4043e2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:16.142185 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a33ed-87c0-498b-bf27-2507e3f9e948 req-f344b729-fbd2-4320-b763-8880b67bbd75 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:16.151773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e5a33ed-87c0-498b-bf27-2507e3f9e948 req-f344b729-fbd2-4320-b763-8880b67bbd75 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 945 time: 0.0746009 Feb 08 16:16:16.232651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e5a33ed-87c0-498b-bf27-2507e3f9e948 req-7a80fc7c-e929-4d32-83f0-0550947c29b0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738487 Feb 08 16:16:16.333537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0029f-a2f2-4d85-aab2-82683e8ef286 req-7d9c00a4-ec68-4fdb-aef5-2dce162025e8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:16.335882 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a2d0029f-a2f2-4d85-aab2-82683e8ef286 req-7d9c00a4-ec68-4fdb-aef5-2dce162025e8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 945 time: 0.1588850 Feb 08 16:16:16.522782 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a2d0029f-a2f2-4d85-aab2-82683e8ef286 req-c8a066b5-6622-496d-a011-b426fb0efbfc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Deleting port 0388070e-dbe3-48d6-b2e0-0eefeb25b796 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:16:16.523600 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d0029f-a2f2-4d85-aab2-82683e8ef286 req-c8a066b5-6622-496d-a011-b426fb0efbfc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:16.704275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a2d0029f-a2f2-4d85-aab2-82683e8ef286 req-c8a066b5-6622-496d-a011-b426fb0efbfc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] For port 0388070e-dbe3-48d6-b2e0-0eefeb25b796, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=0388070e-dbe3-48d6-b2e0-0eefeb25b796,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:16:16.704780 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d0029f-a2f2-4d85-aab2-82683e8ef286 req-c8a066b5-6622-496d-a011-b426fb0efbfc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:16.752215 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a2d0029f-a2f2-4d85-aab2-82683e8ef286 req-c8a066b5-6622-496d-a011-b426fb0efbfc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Calling delete_port for 0388070e-dbe3-48d6-b2e0-0eefeb25b796 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:16:16.998981 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d0029f-a2f2-4d85-aab2-82683e8ef286 req-c8a066b5-6622-496d-a011-b426fb0efbfc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (0388070e-dbe3-48d6-b2e0-0eefeb25b796), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:17.017091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['0388070e-dbe3-48d6-b2e0-0eefeb25b796'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:16:17.042891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50290) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:17.116767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a066b5-6622-496d-a011-b426fb0efbfc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event deleted for resources: {'Port': ['ID=0388070e-dbe3-48d6-b2e0-0eefeb25b796,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:17.195397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d0029f-a2f2-4d85-aab2-82683e8ef286 req-c8a066b5-6622-496d-a011-b426fb0efbfc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] No DVR routers for this DVR port 0388070e-dbe3-48d6-b2e0-0eefeb25b796 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:16:17.204727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a2d0029f-a2f2-4d85-aab2-82683e8ef286 req-c8a066b5-6622-496d-a011-b426fb0efbfc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:17.208191 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a2d0029f-a2f2-4d85-aab2-82683e8ef286 req-c8a066b5-6622-496d-a011-b426fb0efbfc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "DELETE /v2.0/ports/0388070e-dbe3-48d6-b2e0-0eefeb25b796 HTTP/1.1" status: 204 len: 173 time: 0.8656447 Feb 08 16:16:17.208717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2402aac2-0a08-4a4b-90ba-c04a007d2cf6', 'name': 'network-vif-deleted', 'tag': '0388070e-dbe3-48d6-b2e0-0eefeb25b796'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:16:17.211975 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312c5e20-0e75-4076-a727-58757e6fc95c" -d '{"events": [{"server_uuid": "2402aac2-0a08-4a4b-90ba-c04a007d2cf6", "name": "network-vif-deleted", "tag": "0388070e-dbe3-48d6-b2e0-0eefeb25b796"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:16:17.351041 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795617e6-41f6-473d-acea-1a410fdd167f x-openstack-request-id: req-795617e6-41f6-473d-acea-1a410fdd167f {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:16:17.351329 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2402aac2-0a08-4a4b-90ba-c04a007d2cf6", "name": "network-vif-deleted", "tag": "0388070e-dbe3-48d6-b2e0-0eefeb25b796", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:16:17.353317 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-795617e6-41f6-473d-acea-1a410fdd167f {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:16:17.354022 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2402aac2-0a08-4a4b-90ba-c04a007d2cf6', 'name': 'network-vif-deleted', 'tag': '0388070e-dbe3-48d6-b2e0-0eefeb25b796', 'status': 'completed', 'code': 200} Feb 08 16:16:17.534176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-68996ab6-076f-4d63-8e76-88f752850eda req-061e428c-489a-440a-a127-94d3f56b581a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0999143 Feb 08 16:16:17.612303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b8017646-afaf-42fc-885b-ff4fb7209780 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Deleting port bab30037-9d83-43a8-84e3-f8b5ab1f90bd {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:16:17.613253 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8017646-afaf-42fc-885b-ff4fb7209780 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (bab30037-9d83-43a8-84e3-f8b5ab1f90bd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:17.747542 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8017646-afaf-42fc-885b-ff4fb7209780 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (bab30037-9d83-43a8-84e3-f8b5ab1f90bd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:17.748099 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8017646-afaf-42fc-885b-ff4fb7209780 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for floatingip (bab30037-9d83-43a8-84e3-f8b5ab1f90bd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:17.771014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b8017646-afaf-42fc-885b-ff4fb7209780 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Calling delete_port for bab30037-9d83-43a8-84e3-f8b5ab1f90bd owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:16:18.117580 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8017646-afaf-42fc-885b-ff4fb7209780 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (bab30037-9d83-43a8-84e3-f8b5ab1f90bd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:18.208207 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8017646-afaf-42fc-885b-ff4fb7209780 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Pushing event deleted for resources: {'Port': ['ID=bab30037-9d83-43a8-84e3-f8b5ab1f90bd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:18.282740 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8017646-afaf-42fc-885b-ff4fb7209780 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for floatingip (41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:18.283113 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-b8017646-afaf-42fc-885b-ff4fb7209780 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Floating IP 41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7 disassociated (deleted). External IP: 172.25.7.3, port: d1089a1c-0fea-4e7a-b347-8fae51815f29. Feb 08 16:16:18.686418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8017646-afaf-42fc-885b-ff4fb7209780 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Router fa2a527f-9684-45cf-9ceb-5aab7c798ffa has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:16:18.864002 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5a4868d-0208-4c4e-9714-6cc4b2280941 req-ce4ce994-2c49-480c-80c9-c878da4e056e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.1707757 Feb 08 16:16:18.916884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8017646-afaf-42fc-885b-ff4fb7209780 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:16:18.924142 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8017646-afaf-42fc-885b-ff4fb7209780 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:18.928383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9e68ea-fced-47c7-ba3a-3d8583e57bdd None None] Sync routers for ids ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:16:18.944159 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9e68ea-fced-47c7-ba3a-3d8583e57bdd None None] Routers {'fa2a527f-9684-45cf-9ceb-5aab7c798ffa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:16:18.945525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-cf9e68ea-fced-47c7-ba3a-3d8583e57bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:16:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:18.967172 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b8017646-afaf-42fc-885b-ff4fb7209780 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "DELETE /v2.0/floatingips/41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7 HTTP/1.1" status: 204 len: 168 time: 1.9188821 Feb 08 16:16:18.967172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'tag': 'd1089a1c-0fea-4e7a-b347-8fae51815f29'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:16:18.969758 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2620806b-fe0a-406b-bf85-a3f2214b982b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae7997b-8c56-4b59-ab7a-49c098096827", "tag": "d1089a1c-0fea-4e7a-b347-8fae51815f29"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:16:19.112755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-cf9e68ea-fced-47c7-ba3a-3d8583e57bdd None None] Set router fa2a527f-9684-45cf-9ceb-5aab7c798ffa gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:16:19.191026 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:19.347629 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32143b8-2f93-43b9-932f-4a2d557b3806 x-openstack-request-id: req-a32143b8-2f93-43b9-932f-4a2d557b3806 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:16:19.348107 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae7997b-8c56-4b59-ab7a-49c098096827", "tag": "d1089a1c-0fea-4e7a-b347-8fae51815f29", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:16:19.348334 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a32143b8-2f93-43b9-932f-4a2d557b3806 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:16:19.348831 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'tag': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'status': 'completed', 'code': 200} Feb 08 16:16:19.501263 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620806b-fe0a-406b-bf85-a3f2214b982b req-6ba1e6e6-668a-4b52-ac86-f848be0bee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:19.505190 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2620806b-fe0a-406b-bf85-a3f2214b982b req-6ba1e6e6-668a-4b52-ac86-f848be0bee6c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=30cdc22df6094afd8686cd84a167e0e2&device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 1129 time: 0.1352081 Feb 08 16:16:19.538195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-cf9e68ea-fced-47c7-ba3a-3d8583e57bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:08:37Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '42ca5e36-c9a0-49b4-8f61-e37ae6e40849', 'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'mac_address': 'fa:16:3e:fb:ec:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:33Z', 'updated_at': '2022-02-08T16:08:48Z', 'revision_number': 5, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'subnets': [{'id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:19.586553 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dce01-26a1-45d7-99aa-45ed1deefbc4 req-ea142427-ad62-452a-a516-4cf81e363d11 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:19.599452 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-746dce01-26a1-45d7-99aa-45ed1deefbc4 req-ea142427-ad62-452a-a516-4cf81e363d11 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 946 time: 0.1655874 Feb 08 16:16:19.649957 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9e68ea-fced-47c7-ba3a-3d8583e57bdd None None] Checking router: fa2a527f-9684-45cf-9ceb-5aab7c798ffa for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:16:19.664217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 0388070e-dbe3-48d6-b2e0-0eefeb25b796 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:16:19.664614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620806b-fe0a-406b-bf85-a3f2214b982b req-02e930e7-1ce8-44fc-ae4d-f833024af76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:19.666883 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2620806b-fe0a-406b-bf85-a3f2214b982b req-02e930e7-1ce8-44fc-ae4d-f833024af76c service neutron] 10.222.0.94 "GET /v2.0/networks?id=96d68a21-6dfb-4c5b-908f-327c53581493 HTTP/1.1" status: 200 len: 914 time: 0.1546440 Feb 08 16:16:19.706351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9e68ea-fced-47c7-ba3a-3d8583e57bdd None None] Routers {'fa2a527f-9684-45cf-9ceb-5aab7c798ffa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:16:19.707238 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-cf9e68ea-fced-47c7-ba3a-3d8583e57bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:16:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:19.721348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 0388070e-dbe3-48d6-b2e0-0eefeb25b796 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:16:19.721743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 0388070e-dbe3-48d6-b2e0-0eefeb25b796 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:16:19.732434 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-746dce01-26a1-45d7-99aa-45ed1deefbc4 req-5257dd38-fc82-43c9-9e7b-10ac31e40d52 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323159 Feb 08 16:16:19.751428 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2620806b-fe0a-406b-bf85-a3f2214b982b req-0ddd1fab-1409-4a03-90c1-df0d8b8281fc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1089a1c-0fea-4e7a-b347-8fae51815f29 HTTP/1.1" status: 200 len: 217 time: 0.0753236 Feb 08 16:16:19.821756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50348) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:19.829938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Request body: {'network': {'name': 'tempest-network-smoke--1503026561', 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'port_security_enabled': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:16:19.862223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Made reservation on behalf of 6c174de8c2ea4726bee4e60428d66c51 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:16:19.870731 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:19.882918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620806b-fe0a-406b-bf85-a3f2214b982b req-391ad505-5edb-4faf-ad03-c6a419688212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:19.886980 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2620806b-fe0a-406b-bf85-a3f2214b982b req-391ad505-5edb-4faf-ad03-c6a419688212 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=83919107-59ce-4f00-abe9-ac0f7bccc76d HTTP/1.1" status: 200 len: 852 time: 0.1283484 Feb 08 16:16:19.904722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:19.948633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-cf9e68ea-fced-47c7-ba3a-3d8583e57bdd None None] Set router fa2a527f-9684-45cf-9ceb-5aab7c798ffa gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:16:20.046664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620806b-fe0a-406b-bf85-a3f2214b982b req-440098cd-4e2d-45f1-a7b2-290162f2f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:20.050964 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2620806b-fe0a-406b-bf85-a3f2214b982b req-440098cd-4e2d-45f1-a7b2-290162f2f943 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=96d68a21-6dfb-4c5b-908f-327c53581493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1580341 Feb 08 16:16:20.115155 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34765e43-24e8-4b86-8b7b-86f2c145956e req-e92c8f36-4bd6-449f-bccb-c79f0ae0f6e7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0700467 Feb 08 16:16:20.195585 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group (070a0c4f-1d3c-4308-88ef-f9e3c393943c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:20.205576 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:16:20.206826 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (070a0c4f-1d3c-4308-88ef-f9e3c393943c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:20.249318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070a0c4f-1d3c-4308-88ef-f9e3c393943c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:20.263636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:16:20.277110 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f1d7d109-d9f1-4b21-aa28-99d6d711b0d1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:20.279086 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Added segment f1d7d109-d9f1-4b21-aa28-99d6d711b0d1 of type vlan for network a3dfc678-1200-4ec3-a571-d9e859a23ae5 Feb 08 16:16:20.317258 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2620806b-fe0a-406b-bf85-a3f2214b982b req-79be62bc-b01b-4947-8eea-787836071103 service neutron] 10.222.0.94 "GET /v2.0/networks/96d68a21-6dfb-4c5b-908f-327c53581493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595022 Feb 08 16:16:20.341675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (a3dfc678-1200-4ec3-a571-d9e859a23ae5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:20.376336 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (a3dfc678-1200-4ec3-a571-d9e859a23ae5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:20.389542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:20.390728 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:20.481752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'Network': ['ID=a3dfc678-1200-4ec3-a571-d9e859a23ae5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:20.504188 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1541e8fa-35e7-4c79-a54d-f90879adeacb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6810143 Feb 08 16:16:20.507165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50356) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:20.514095 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'admin_state_up': True, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:16:20.523512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network a3dfc678-1200-4ec3-a571-d9e859a23ae5 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:16:20.556921 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (8973228d-8458-4337-b88b-5258c710c613), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:20.558817 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (8973228d-8458-4337-b88b-5258c710c613), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:20.602142 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2620806b-fe0a-406b-bf85-a3f2214b982b req-a68e4986-93b0-4b37-b50c-7be50a0795a5 service neutron] 10.222.0.94 "GET /v2.0/networks/96d68a21-6dfb-4c5b-908f-327c53581493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778111 Feb 08 16:16:20.628287 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:20.640771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-cf9e68ea-fced-47c7-ba3a-3d8583e57bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:08:37Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '42ca5e36-c9a0-49b4-8f61-e37ae6e40849', 'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'mac_address': 'fa:16:3e:fb:ec:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:33Z', 'updated_at': '2022-02-08T16:08:48Z', 'revision_number': 5, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'subnets': [{'id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:20.663156 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router_controller (8973228d-8458-4337-b88b-5258c710c613), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:20.686503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9e68ea-fced-47c7-ba3a-3d8583e57bdd None None] The sync data for ids ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'] in n-d-824834-11 is: [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:08:37Z', 'revision_number': 4, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '42ca5e36-c9a0-49b4-8f61-e37ae6e40849', 'name': '', 'network_id': '96d68a21-6dfb-4c5b-908f-327c53581493', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'mac_address': 'fa:16:3e:fb:ec:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:33Z', 'updated_at': '2022-02-08T16:08:48Z', 'revision_number': 5, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'subnets': [{'id': '83919107-59ce-4f00-abe9-ac0f7bccc76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:16:20.899671 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router_gateway (8973228d-8458-4337-b88b-5258c710c613), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:21.073493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521d9d5-50d3-43ab-a0e8-200785b23f65 req-245d0a1d-3459-43be-8e8c-723155521869 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:21.085480 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0521d9d5-50d3-43ab-a0e8-200785b23f65 req-245d0a1d-3459-43be-8e8c-723155521869 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 946 time: 0.2013221 Feb 08 16:16:21.104492 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7c763b-edf7-4f60-9ae3-fa34bdaa6b78 None None] New status for floating IP 41c10f7a-2324-4e6c-b4b9-c20f9bf4c6e7: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:16:21.225780 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b393494-93cc-4d50-b56c-05d6a0bcf8e3 req-1be4de2f-c30f-48f5-be0f-132fcceb199b tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:21.227698 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8b393494-93cc-4d50-b56c-05d6a0bcf8e3 req-1be4de2f-c30f-48f5-be0f-132fcceb199b tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.94 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 946 time: 0.1162052 Feb 08 16:16:21.287454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0521d9d5-50d3-43ab-a0e8-200785b23f65 req-19d4d642-98b5-4f2c-995a-13cd10b18ccd tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/security-groups?id=7b60569d-2430-49f4-83c3-8fff1cd55cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001784 Feb 08 16:16:21.353392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fda67de-9b46-447b-8681-11b292ae1e15 req-cd46d0a5-a14c-43bd-afc4-8ef91d039feb tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0615153 Feb 08 16:16:21.389913 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-8b393494-93cc-4d50-b56c-05d6a0bcf8e3 req-325f294f-9bc7-45be-9abf-2ab2e5319b59 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Deleting port d1089a1c-0fea-4e7a-b347-8fae51815f29 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:16:21.390746 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8b393494-93cc-4d50-b56c-05d6a0bcf8e3 req-325f294f-9bc7-45be-9abf-2ab2e5319b59 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:21.478979 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router_gateway (8973228d-8458-4337-b88b-5258c710c613), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:21.503352 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:21.508628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8b393494-93cc-4d50-b56c-05d6a0bcf8e3 req-325f294f-9bc7-45be-9abf-2ab2e5319b59 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] For port d1089a1c-0fea-4e7a-b347-8fae51815f29, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=d1089a1c-0fea-4e7a-b347-8fae51815f29,segment=NetworkSegment(b428e54a-6703-44a3-854a-90a1d2fa2e8e),segment_id=b428e54a-6703-44a3-854a-90a1d2fa2e8e)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:16:21.509037 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8b393494-93cc-4d50-b56c-05d6a0bcf8e3 req-325f294f-9bc7-45be-9abf-2ab2e5319b59 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:21.525056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-8b393494-93cc-4d50-b56c-05d6a0bcf8e3 req-325f294f-9bc7-45be-9abf-2ab2e5319b59 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Calling delete_port for d1089a1c-0fea-4e7a-b347-8fae51815f29 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:16:21.641651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Allocated IP 172.25.7.113 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/ca62fb48-c78f-4b29-a567-2898f5d438e0) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:16:21.677903 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8b393494-93cc-4d50-b56c-05d6a0bcf8e3 req-325f294f-9bc7-45be-9abf-2ab2e5319b59 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d1089a1c-0fea-4e7a-b347-8fae51815f29), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:21.725963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f294f-9bc7-45be-9abf-2ab2e5319b59 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Pushing event deleted for resources: {'Port': ['ID=d1089a1c-0fea-4e7a-b347-8fae51815f29,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:21.783097 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b393494-93cc-4d50-b56c-05d6a0bcf8e3 req-325f294f-9bc7-45be-9abf-2ab2e5319b59 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] No DVR routers for this DVR port d1089a1c-0fea-4e7a-b347-8fae51815f29 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:16:21.786192 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8b393494-93cc-4d50-b56c-05d6a0bcf8e3 req-325f294f-9bc7-45be-9abf-2ab2e5319b59 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:21.790372 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8b393494-93cc-4d50-b56c-05d6a0bcf8e3 req-325f294f-9bc7-45be-9abf-2ab2e5319b59 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.94 "DELETE /v2.0/ports/d1089a1c-0fea-4e7a-b347-8fae51815f29 HTTP/1.1" status: 204 len: 173 time: 0.5521441 Feb 08 16:16:21.791092 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'name': 'network-vif-deleted', 'tag': 'd1089a1c-0fea-4e7a-b347-8fae51815f29'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:16:21.793732 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af0a51c-f7dd-4503-afdf-0dda999d33ad" -d '{"events": [{"server_uuid": "1ae7997b-8c56-4b59-ab7a-49c098096827", "name": "network-vif-deleted", "tag": "d1089a1c-0fea-4e7a-b347-8fae51815f29"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:16:21.888239 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for port (ca62fb48-c78f-4b29-a567-2898f5d438e0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:21.896514 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210e7178-aa6e-4c30-a1d8-85da1c5217f7 x-openstack-request-id: req-210e7178-aa6e-4c30-a1d8-85da1c5217f7 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:16:21.897352 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae7997b-8c56-4b59-ab7a-49c098096827", "name": "network-vif-deleted", "tag": "d1089a1c-0fea-4e7a-b347-8fae51815f29", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:16:21.897792 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-210e7178-aa6e-4c30-a1d8-85da1c5217f7 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:16:21.898700 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae7997b-8c56-4b59-ab7a-49c098096827', 'name': 'network-vif-deleted', 'tag': 'd1089a1c-0fea-4e7a-b347-8fae51815f29', 'status': 'completed', 'code': 200} Feb 08 16:16:21.958426 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ca62fb48-c78f-4b29-a567-2898f5d438e0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:22.015943 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:16:22.019227 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:16:22.039410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:16:22.084026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'Port': ['ID=ca62fb48-c78f-4b29-a567-2898f5d438e0,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:22.366896 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router_gateway (8973228d-8458-4337-b88b-5258c710c613), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:22.493431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c04cfd67-d74e-4c94-8a2b-2773e7272fee req-4972fbc7-2036-4ac5-8066-cee9607e0ef7 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0851912 Feb 08 16:16:22.539407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f747e431-e141-4126-a18f-81c7a1612b2d req-093e5c0e-a1eb-4119-a73c-e7ab45ff7673 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0819113 Feb 08 16:16:22.703686 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (8973228d-8458-4337-b88b-5258c710c613), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:22.853328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Router 8973228d-8458-4337-b88b-5258c710c613 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:16:22.969858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:16:22.983572 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Sync routers for ids ['8973228d-8458-4337-b88b-5258c710c613'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:16:22.997959 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Routers {'8973228d-8458-4337-b88b-5258c710c613'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:16:22.998916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:16:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8973228d-8458-4337-b88b-5258c710c613'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:22.999513 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:23.001152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-658c1d95-df18-4754-9d6b-573a5d3cbce8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4920957 Feb 08 16:16:23.004408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50384) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:23.127503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Set router 8973228d-8458-4337-b88b-5258c710c613 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:16:23.187956 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a640a68b-1b6f-40dd-a0bd-29d1f5e2b4d5 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=6c174de8c2ea4726bee4e60428d66c51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1822035 Feb 08 16:16:23.190754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50388) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:23.337717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8973228d-8458-4337-b88b-5258c710c613', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:16:20Z', 'updated_at': '2022-02-08T16:16:22Z', 'revision_number': 3, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:21Z', 'updated_at': '2022-02-08T16:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:23.366275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Checking router: 8973228d-8458-4337-b88b-5258c710c613 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:16:23.366884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Updating router 8973228d-8458-4337-b88b-5258c710c613 port ca62fb48-c78f-4b29-a567-2898f5d438e0 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:16:23.387729 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4340d1f-42ae-4b38-a07c-817aa2b22df3 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:23.389600 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a4340d1f-42ae-4b38-a07c-817aa2b22df3 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1969349 Feb 08 16:16:23.392464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50390) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:23.419875 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca62fb48-c78f-4b29-a567-2898f5d438e0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:23.441439 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b4e95463-2e41-45ac-aa4d-85ccc30fcb22 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467482 Feb 08 16:16:23.443381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50396) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:23.450172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-712756af-d499-42d4-b9bf-4ef8a8e9261a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1886700232', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:16:23.568586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712756af-d499-42d4-b9bf-4ef8a8e9261a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Made reservation on behalf of 6c174de8c2ea4726bee4e60428d66c51 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:16:23.572636 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-712756af-d499-42d4-b9bf-4ef8a8e9261a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:23.648365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-20042dba-a90d-423d-b3a7-ecf31e490dba req-29aa98e6-48e4-4a09-961e-2cda903925b2 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0447254 Feb 08 16:16:23.747999 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4986f21b-7cdb-4a37-b6ea-1fe2898c07a5 req-e44764ad-d46e-48f5-a90a-590e546fb964 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0643733 Feb 08 16:16:23.837508 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-712756af-d499-42d4-b9bf-4ef8a8e9261a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:23.928046 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712756af-d499-42d4-b9bf-4ef8a8e9261a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Checking segment: {'id': 'f1d7d109-d9f1-4b21-aa28-99d6d711b0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:16:23.928805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712756af-d499-42d4-b9bf-4ef8a8e9261a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Network hostable DHCP agents. Network: a3dfc678-1200-4ec3-a571-d9e859a23ae5, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:16:23.939866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712756af-d499-42d4-b9bf-4ef8a8e9261a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'Subnet': ['ID=c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:23.946538 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Publish callbacks [] for port (ca62fb48-c78f-4b29-a567-2898f5d438e0), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:23.953791 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ca62fb48-c78f-4b29-a567-2898f5d438e0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:23.954871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712756af-d499-42d4-b9bf-4ef8a8e9261a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Network a3dfc678-1200-4ec3-a571-d9e859a23ae5 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:16:23.967453 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-712756af-d499-42d4-b9bf-4ef8a8e9261a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, a3dfc678-1200-4ec3-a571-d9e859a23ae5) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:16:23.972147 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712756af-d499-42d4-b9bf-4ef8a8e9261a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:23.974129 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-712756af-d499-42d4-b9bf-4ef8a8e9261a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:23.990994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdc8cf3-960f-423b-90bd-07d7f1b871c9 None None] Network a3dfc678-1200-4ec3-a571-d9e859a23ae5 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:16:23.998845 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-712756af-d499-42d4-b9bf-4ef8a8e9261a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5542040 Feb 08 16:16:24.001818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50402) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:24.076567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9546a2-6f0c-48f6-b776-4e12675ae2da None None] Pushing event updated for resources: {'Port': ['ID=ca62fb48-c78f-4b29-a567-2898f5d438e0,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:24.078746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Attempting to bind port ca62fb48-c78f-4b29-a567-2898f5d438e0 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:16:24.079118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Attempting to bind port ca62fb48-c78f-4b29-a567-2898f5d438e0 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:16:24.079477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Attempting to bind port ca62fb48-c78f-4b29-a567-2898f5d438e0 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:16:24.087167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:16:24.087549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:16:24.087961 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:24.088355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:16:24.088836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Bound port: ca62fb48-c78f-4b29-a567-2898f5d438e0, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:16:24.089244 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca62fb48-c78f-4b29-a567-2898f5d438e0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:24.126425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9546a2-6f0c-48f6-b776-4e12675ae2da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:24.126803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9546a2-6f0c-48f6-b776-4e12675ae2da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:24.127197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9546a2-6f0c-48f6-b776-4e12675ae2da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:24.127532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9546a2-6f0c-48f6-b776-4e12675ae2da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:24.127873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9546a2-6f0c-48f6-b776-4e12675ae2da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:24.128227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9546a2-6f0c-48f6-b776-4e12675ae2da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:24.128541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9546a2-6f0c-48f6-b776-4e12675ae2da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:24.128866 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9546a2-6f0c-48f6-b776-4e12675ae2da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:24.129310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9546a2-6f0c-48f6-b776-4e12675ae2da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:24.129736 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9546a2-6f0c-48f6-b776-4e12675ae2da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:24.130040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9546a2-6f0c-48f6-b776-4e12675ae2da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:24.130377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9546a2-6f0c-48f6-b776-4e12675ae2da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:24.130642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9546a2-6f0c-48f6-b776-4e12675ae2da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:24.195127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'fixed_ips': [{'subnet_id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:16:24.196210 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:24.200512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d1089a1c-0fea-4e7a-b347-8fae51815f29 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:16:24.206864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] For port ca62fb48-c78f-4b29-a567-2898f5d438e0, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:16:24.251612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: d1089a1c-0fea-4e7a-b347-8fae51815f29 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:16:24.252097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device d1089a1c-0fea-4e7a-b347-8fae51815f29 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:16:24.259223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] For port ca62fb48-c78f-4b29-a567-2898f5d438e0, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ca62fb48-c78f-4b29-a567-2898f5d438e0,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:16:24.273721 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ca62fb48-c78f-4b29-a567-2898f5d438e0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:24.466833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Routers {'8973228d-8458-4337-b88b-5258c710c613'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:16:24.467503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:16:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8973228d-8458-4337-b88b-5258c710c613'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:24.471393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9546a2-6f0c-48f6-b776-4e12675ae2da None None] Pushing event updated for resources: {'Port': ['ID=ca62fb48-c78f-4b29-a567-2898f5d438e0,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:24.572102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Allocated IP 172.20.0.2 (a3dfc678-1200-4ec3-a571-d9e859a23ae5/c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7/2e1d5336-586a-438a-a6c5-5fe3e3841281) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:16:24.668409 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] Set router 8973228d-8458-4337-b88b-5258c710c613 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:16:24.796901 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5fd4fc7d-7e3c-413f-9b11-450d05ebbd86 req-c1f3db8f-5260-47a4-a36b-b8715150de7e tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0338976 Feb 08 16:16:24.951236 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb7878e7-a55b-470c-8ab6-6cc518ef3eba req-a0ee1774-72d6-491f-972b-77c63f3d481a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0719798 Feb 08 16:16:25.009763 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Publish callbacks [] for port (2e1d5336-586a-438a-a6c5-5fe3e3841281), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:25.017536 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (2e1d5336-586a-438a-a6c5-5fe3e3841281), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:25.092302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Network a3dfc678-1200-4ec3-a571-d9e859a23ae5 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:16:25.101653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:16:25.110907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Pushing event updated for resources: {'Port': ['ID=2e1d5336-586a-438a-a6c5-5fe3e3841281,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:25.115254 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:16:25.207985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8973228d-8458-4337-b88b-5258c710c613', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:16:20Z', 'updated_at': '2022-02-08T16:16:22Z', 'revision_number': 3, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:21Z', 'updated_at': '2022-02-08T16:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:25.212646 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Attempting to bind port 2e1d5336-586a-438a-a6c5-5fe3e3841281 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:16:25.213102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Attempting to bind port 2e1d5336-586a-438a-a6c5-5fe3e3841281 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'f1d7d109-d9f1-4b21-aa28-99d6d711b0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:16:25.213504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Attempting to bind port 2e1d5336-586a-438a-a6c5-5fe3e3841281 on network a3dfc678-1200-4ec3-a571-d9e859a23ae5 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:16:25.254875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e3c17d-2913-4969-befa-cec69baac5ae None None] The sync data for ids ['8973228d-8458-4337-b88b-5258c710c613'] in n-d-824834-11 is: [{'id': '8973228d-8458-4337-b88b-5258c710c613', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:16:20Z', 'updated_at': '2022-02-08T16:16:22Z', 'revision_number': 3, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:21Z', 'updated_at': '2022-02-08T16:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:16:25.259550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:16:25.259997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Checking segment: {'id': 'f1d7d109-d9f1-4b21-aa28-99d6d711b0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:16:25.260359 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:25.260755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Bound using segment: {'id': 'f1d7d109-d9f1-4b21-aa28-99d6d711b0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:16:25.261328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Bound port: 2e1d5336-586a-438a-a6c5-5fe3e3841281, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d7d109-d9f1-4b21-aa28-99d6d711b0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:16:25.262456 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2e1d5336-586a-438a-a6c5-5fe3e3841281), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:25.368021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] For port 2e1d5336-586a-438a-a6c5-5fe3e3841281, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:16:25.374395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] For port 2e1d5336-586a-438a-a6c5-5fe3e3841281, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2e1d5336-586a-438a-a6c5-5fe3e3841281,segment=NetworkSegment(f1d7d109-d9f1-4b21-aa28-99d6d711b0d1),segment_id=f1d7d109-d9f1-4b21-aa28-99d6d711b0d1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:16:25.385580 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2e1d5336-586a-438a-a6c5-5fe3e3841281), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:25.430498 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:25.524780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078db31-a1f6-4e1d-a353-aa5ff5e887fe None None] Pushing event updated for resources: {'Port': ['ID=2e1d5336-586a-438a-a6c5-5fe3e3841281,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:26.026621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Allocated IP 172.20.0.1 (a3dfc678-1200-4ec3-a571-d9e859a23ae5/c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7/c44952b3-93bf-4428-80ac-fa8d0424b160) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:16:26.193904 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:26.273185 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1fd4a20-5f70-4578-87f0-f23119622536 req-6155400b-0117-4681-ad93-331c416fada9 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0643816 Feb 08 16:16:26.309152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcf6b975-c5ad-468b-9bb3-c27af46c0aed req-7d92b378-b928-4e51-8c1d-57e3120d33ef tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0985053 Feb 08 16:16:26.320893 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:26.407617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'Port': ['ID=c44952b3-93bf-4428-80ac-fa8d0424b160,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:26.421547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Network a3dfc678-1200-4ec3-a571-d9e859a23ae5 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:16:26.423438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:16:26.426096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:16:26.502723 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (8973228d-8458-4337-b88b-5258c710c613), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:26.739180 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:27.034061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ca62fb48-c78f-4b29-a567-2898f5d438e0 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:16:27.137789 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ca62fb48-c78f-4b29-a567-2898f5d438e0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:27.138176 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ca62fb48-c78f-4b29-a567-2898f5d438e0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:27.206088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853cf6ef-d330-4228-a1fd-775617cf9f7f None None] Network a3dfc678-1200-4ec3-a571-d9e859a23ae5 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:16:27.354969 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:27.363563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:27.420573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ca62fb48-c78f-4b29-a567-2898f5d438e0 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:27.420986 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca62fb48-c78f-4b29-a567-2898f5d438e0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:27.462152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port ca62fb48-c78f-4b29-a567-2898f5d438e0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ca62fb48-c78f-4b29-a567-2898f5d438e0,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:16:27.498903 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9ed7cf27-635b-459f-8d58-ced247ff0b46 None None] Provisioning complete for port 2e1d5336-586a-438a-a6c5-5fe3e3841281 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:27.499293 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9ed7cf27-635b-459f-8d58-ced247ff0b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2e1d5336-586a-438a-a6c5-5fe3e3841281), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:27.508464 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ca62fb48-c78f-4b29-a567-2898f5d438e0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:27.509321 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2e1d5336-586a-438a-a6c5-5fe3e3841281 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:16:27.561850 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b24f273a-10c8-4705-9d4a-9fbae39bef70 req-a0edef1f-2eb7-4d28-8a1a-12c37e81813e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.1252818 Feb 08 16:16:27.563991 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5561d4c8-39c8-40fb-8b1e-a3ca5a936a60 req-b46088bb-3a08-4ab4-9953-76e2b121940f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.1352506 Feb 08 16:16:27.605231 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (8973228d-8458-4337-b88b-5258c710c613), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:27.664961 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'Port': ['ID=c44952b3-93bf-4428-80ac-fa8d0424b160,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:27.674863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=ca62fb48-c78f-4b29-a567-2898f5d438e0,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:27.705540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 2e1d5336-586a-438a-a6c5-5fe3e3841281 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:27.705919 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2e1d5336-586a-438a-a6c5-5fe3e3841281), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:27.793355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7cf27-635b-459f-8d58-ced247ff0b46 None None] Current status of the port 2e1d5336-586a-438a-a6c5-5fe3e3841281 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:27.797122 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9ed7cf27-635b-459f-8d58-ced247ff0b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2e1d5336-586a-438a-a6c5-5fe3e3841281), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:27.907104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Network a3dfc678-1200-4ec3-a571-d9e859a23ae5 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:16:27.911579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:16:27.918097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 2e1d5336-586a-438a-a6c5-5fe3e3841281 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:27.918494 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2e1d5336-586a-438a-a6c5-5fe3e3841281), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:27.975928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9ed7cf27-635b-459f-8d58-ced247ff0b46 None None] For port 2e1d5336-586a-438a-a6c5-5fe3e3841281, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2e1d5336-586a-438a-a6c5-5fe3e3841281,segment=NetworkSegment(f1d7d109-d9f1-4b21-aa28-99d6d711b0d1),segment_id=f1d7d109-d9f1-4b21-aa28-99d6d711b0d1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:16:27.987804 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9ed7cf27-635b-459f-8d58-ced247ff0b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2e1d5336-586a-438a-a6c5-5fe3e3841281), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:28.094569 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7cf27-635b-459f-8d58-ced247ff0b46 None None] Pushing event updated for resources: {'Port': ['ID=2e1d5336-586a-438a-a6c5-5fe3e3841281,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:28.148819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-10718bfe-607f-4f2d-8af3-2a77aac22471 None None] Provisioning complete for port 2e1d5336-586a-438a-a6c5-5fe3e3841281 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:28.149211 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-10718bfe-607f-4f2d-8af3-2a77aac22471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2e1d5336-586a-438a-a6c5-5fe3e3841281), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:28.223104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Router 8973228d-8458-4337-b88b-5258c710c613 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:16:28.408971 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:16:28.409674 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:16:28.553644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-10718bfe-607f-4f2d-8af3-2a77aac22471 None None] Current status of the port 2e1d5336-586a-438a-a6c5-5fe3e3841281 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:28.591619 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:16:28.606887 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-10718bfe-607f-4f2d-8af3-2a77aac22471 None None] Provisioning complete for port c44952b3-93bf-4428-80ac-fa8d0424b160 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:28.607284 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-10718bfe-607f-4f2d-8af3-2a77aac22471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:28.616131 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50438) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:28.617965 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9a77bfba-2e11-4a8a-9ab0-bf5d36ff2e52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "PUT /v2.0/routers/8973228d-8458-4337-b88b-5258c710c613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6098180 Feb 08 16:16:28.620600 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Sync routers for ids ['8973228d-8458-4337-b88b-5258c710c613'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:16:28.621672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d9f81810-e726-4d94-aa6b-c873d6a1735c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1310977636', 'description': 'tempest-secgroup_access--1310977636 description', 'project_id': '6c174de8c2ea4726bee4e60428d66c51'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:16:28.644270 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Routers {'8973228d-8458-4337-b88b-5258c710c613'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:16:28.647250 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:16:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8973228d-8458-4337-b88b-5258c710c613'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:28.677547 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9f81810-e726-4d94-aa6b-c873d6a1735c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:28.693901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-10718bfe-607f-4f2d-8af3-2a77aac22471 None None] Port c44952b3-93bf-4428-80ac-fa8d0424b160 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:16:28.805826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1fc111ee-736a-4733-8f95-e67714cbb6c5 req-1146551d-80fd-4e0d-a198-9b59668547ab tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0747597 Feb 08 16:16:28.844569 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-dfafbf10-de42-4edf-81c8-62e48bbdd9cf None None] Provisioning complete for port c44952b3-93bf-4428-80ac-fa8d0424b160 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:28.845027 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dfafbf10-de42-4edf-81c8-62e48bbdd9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:28.860720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9f81810-e726-4d94-aa6b-c873d6a1735c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group (df9c518f-8ed7-482d-ad94-086d1cfb22e3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:28.865896 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-485d4458-2e11-44b9-a438-fe3361853494 req-d24ec3f1-8003-41ec-b0c3-3b0815058f2d tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0783424 Feb 08 16:16:28.869187 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9f81810-e726-4d94-aa6b-c873d6a1735c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (df9c518f-8ed7-482d-ad94-086d1cfb22e3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:28.891035 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Set router 8973228d-8458-4337-b88b-5258c710c613 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:16:28.938315 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9f81810-e726-4d94-aa6b-c873d6a1735c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:28.942193 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d9f81810-e726-4d94-aa6b-c873d6a1735c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3218396 Feb 08 16:16:28.942430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 50440) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:28.954537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2102643243', 'description': 'tempest-secgroup_general--2102643243 description', 'project_id': '6c174de8c2ea4726bee4e60428d66c51'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:16:28.970728 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f81810-e726-4d94-aa6b-c873d6a1735c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9c518f-8ed7-482d-ad94-086d1cfb22e3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:29.024883 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:29.033509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-dfafbf10-de42-4edf-81c8-62e48bbdd9cf None None] Port c44952b3-93bf-4428-80ac-fa8d0424b160 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:16:29.035455 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 2e1d5336-586a-438a-a6c5-5fe3e3841281 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:29.161976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-601a9fa1-0fa4-4faa-ba95-e4d5f9916169 None None] Provisioning complete for port c44952b3-93bf-4428-80ac-fa8d0424b160 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:29.163228 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-601a9fa1-0fa4-4faa-ba95-e4d5f9916169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:29.178173 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group (b11a0b99-dc56-4d24-bb1c-83eb95a0ef55), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:29.188521 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b11a0b99-dc56-4d24-bb1c-83eb95a0ef55), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:29.199125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ca62fb48-c78f-4b29-a567-2898f5d438e0 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:16:29.230783 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:29.235160 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2890284 Feb 08 16:16:29.235919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 50442) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:29.240886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Request body: {'security_group_rule': {'security_group_id': 'df9c518f-8ed7-482d-ad94-086d1cfb22e3', 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:16:29.244187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:29.265036 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.265747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.266126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.266504 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.266855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.267254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.267599 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.267955 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.268290 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.268784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.269152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.269736 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.270070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59417df-be61-45ac-a164-aa63e59800e7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.289940 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group_rule (10878eb6-1d67-4630-8548-193a0009571b), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:29.309474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-601a9fa1-0fa4-4faa-ba95-e4d5f9916169 None None] Port c44952b3-93bf-4428-80ac-fa8d0424b160 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:16:29.322492 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ca62fb48-c78f-4b29-a567-2898f5d438e0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:29.323436 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8973228d-8458-4337-b88b-5258c710c613', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:16:20Z', 'updated_at': '2022-02-08T16:16:26Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:21Z', 'updated_at': '2022-02-08T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c44952b3-93bf-4428-80ac-fa8d0424b160', 'name': '', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'mac_address': 'fa:16:3e:5c:f3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:25Z', 'updated_at': '2022-02-08T16:16:27Z', 'revision_number': 2, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'subnets': [{'id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:29.324888 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ca62fb48-c78f-4b29-a567-2898f5d438e0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:29.374885 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Checking router: 8973228d-8458-4337-b88b-5258c710c613 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:16:29.375508 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Updating router 8973228d-8458-4337-b88b-5258c710c613 port c44952b3-93bf-4428-80ac-fa8d0424b160 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:16:29.423423 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group_rule (10878eb6-1d67-4630-8548-193a0009571b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:29.425333 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:29.433221 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (10878eb6-1d67-4630-8548-193a0009571b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:29.451730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10878eb6-1d67-4630-8548-193a0009571b,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:29.464059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.465590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.466368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.467104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.467679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.468247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.468984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.469585 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.470818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.471398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.472215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.472934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.473541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:29.488930 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:29.492488 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f6eb35ad-a39c-454d-87b9-515724ad089f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2555182 Feb 08 16:16:29.496494 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ca62fb48-c78f-4b29-a567-2898f5d438e0 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:29.497690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2e1d5336-586a-438a-a6c5-5fe3e3841281 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:16:29.554848 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 2e1d5336-586a-438a-a6c5-5fe3e3841281 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:29.565675 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2e1d5336-586a-438a-a6c5-5fe3e3841281), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:29.691529 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 2e1d5336-586a-438a-a6c5-5fe3e3841281 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:29.711967 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-dff93918-eb69-4070-a096-d941dda8dea5 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup_general--2102643243&fields=id&tenant_id=6c174de8c2ea4726bee4e60428d66c51 HTTP/1.1" status: 200 len: 267 time: 0.0563385 Feb 08 16:16:29.768380 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-65cb40ba-08f3-4a62-96bd-4e7148bcfb79 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup_access--1310977636&fields=id&tenant_id=6c174de8c2ea4726bee4e60428d66c51 HTTP/1.1" status: 200 len: 267 time: 0.0497086 Feb 08 16:16:29.825907 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Publish callbacks [] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:29.832578 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:29.932750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dde61aa3-aa48-4bde-9b01-285c232c7c24 req-a318125c-4d5d-4f88-b39a-264b47e51b95 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0471072 Feb 08 16:16:29.963735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-103bb512-d9e8-49dc-b3c5-4a6274b71083 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:29.972471 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-103bb512-d9e8-49dc-b3c5-4a6274b71083 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/networks?id=a3dfc678-1200-4ec3-a571-d9e859a23ae5 HTTP/1.1" status: 200 len: 797 time: 0.1962590 Feb 08 16:16:29.987233 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8c930-3319-48b3-ae80-02cf43ef3631 None None] Pushing event updated for resources: {'Port': ['ID=c44952b3-93bf-4428-80ac-fa8d0424b160,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:29.995202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-14bf8ec2-f430-4ea9-a898-a7e782882557 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/quotas/6c174de8c2ea4726bee4e60428d66c51 HTTP/1.1" status: 200 len: 375 time: 0.0217149 Feb 08 16:16:30.000808 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f8c930-3319-48b3-ae80-02cf43ef3631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:30.001200 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f8c930-3319-48b3-ae80-02cf43ef3631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:30.001539 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f8c930-3319-48b3-ae80-02cf43ef3631 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:30.001916 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f8c930-3319-48b3-ae80-02cf43ef3631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:30.002196 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f8c930-3319-48b3-ae80-02cf43ef3631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:30.002523 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f8c930-3319-48b3-ae80-02cf43ef3631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:30.002844 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f8c930-3319-48b3-ae80-02cf43ef3631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:30.003166 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f8c930-3319-48b3-ae80-02cf43ef3631 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:30.003481 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f8c930-3319-48b3-ae80-02cf43ef3631 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:30.004052 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f8c930-3319-48b3-ae80-02cf43ef3631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:30.004379 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f8c930-3319-48b3-ae80-02cf43ef3631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:30.004939 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f8c930-3319-48b3-ae80-02cf43ef3631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:30.005280 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f8c930-3319-48b3-ae80-02cf43ef3631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:16:30.034589 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Attempting to bind port c44952b3-93bf-4428-80ac-fa8d0424b160 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:16:30.035201 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Attempting to bind port c44952b3-93bf-4428-80ac-fa8d0424b160 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'f1d7d109-d9f1-4b21-aa28-99d6d711b0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:16:30.035754 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Attempting to bind port c44952b3-93bf-4428-80ac-fa8d0424b160 on network a3dfc678-1200-4ec3-a571-d9e859a23ae5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:16:30.042712 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:16:30.043632 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Checking segment: {'id': 'f1d7d109-d9f1-4b21-aa28-99d6d711b0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:16:30.044495 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:30.045094 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Bound using segment: {'id': 'f1d7d109-d9f1-4b21-aa28-99d6d711b0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:16:30.045719 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Bound port: c44952b3-93bf-4428-80ac-fa8d0424b160, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d7d109-d9f1-4b21-aa28-99d6d711b0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:16:30.046260 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:30.086127 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18bdb349-8a13-414a-b5d5-b1d8bd89c72f req-0b0754aa-ac17-44cc-8df2-724a9113cf8e tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0340588 Feb 08 16:16:30.119260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-01f9b994-ec61-4364-a5ca-a2b76bbe0324 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=6c174de8c2ea4726bee4e60428d66c51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1227093 Feb 08 16:16:30.170563 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] For port c44952b3-93bf-4428-80ac-fa8d0424b160, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:16:30.173885 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] For port c44952b3-93bf-4428-80ac-fa8d0424b160, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c44952b3-93bf-4428-80ac-fa8d0424b160,segment=NetworkSegment(f1d7d109-d9f1-4b21-aa28-99d6d711b0d1),segment_id=f1d7d109-d9f1-4b21-aa28-99d6d711b0d1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:16:30.181972 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:30.247465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-fa165ac8-08a0-49d6-96ae-1bfeb4f09a88 service neutron] 10.222.0.82 "GET /v2.0/networks/a3dfc678-1200-4ec3-a571-d9e859a23ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133070 Feb 08 16:16:30.253661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2d2a148c-5821-4545-8299-9408d86cc13a None None] Provisioning complete for port c44952b3-93bf-4428-80ac-fa8d0424b160 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:30.254752 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2d2a148c-5821-4545-8299-9408d86cc13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:30.279532 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8c930-3319-48b3-ae80-02cf43ef3631 None None] Pushing event updated for resources: {'Port': ['ID=c44952b3-93bf-4428-80ac-fa8d0424b160,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:30.303525 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Routers {'8973228d-8458-4337-b88b-5258c710c613'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:16:30.304280 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:16:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8973228d-8458-4337-b88b-5258c710c613'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:30.394393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a148c-5821-4545-8299-9408d86cc13a None None] Current status of the port c44952b3-93bf-4428-80ac-fa8d0424b160 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:30.395594 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2d2a148c-5821-4545-8299-9408d86cc13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:30.456573 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-9b4c5d35-a379-4373-b1df-215781add8aa service neutron] 10.222.0.82 "GET /v2.0/networks/a3dfc678-1200-4ec3-a571-d9e859a23ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029200 Feb 08 16:16:30.463304 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2d2a148c-5821-4545-8299-9408d86cc13a None None] For port c44952b3-93bf-4428-80ac-fa8d0424b160, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c44952b3-93bf-4428-80ac-fa8d0424b160,segment=NetworkSegment(f1d7d109-d9f1-4b21-aa28-99d6d711b0d1),segment_id=f1d7d109-d9f1-4b21-aa28-99d6d711b0d1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:16:30.470111 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2d2a148c-5821-4545-8299-9408d86cc13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:30.541699 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a148c-5821-4545-8299-9408d86cc13a None None] Pushing event updated for resources: {'Port': ['ID=c44952b3-93bf-4428-80ac-fa8d0424b160,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:30.562109 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] Set router 8973228d-8458-4337-b88b-5258c710c613 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:16:30.701392 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-175e1ba0-8201-41fa-b563-2d097bbc9848 None None] Provisioning complete for port c44952b3-93bf-4428-80ac-fa8d0424b160 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:30.701771 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-175e1ba0-8201-41fa-b563-2d097bbc9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:30.757674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-f7d0f9df-2ffd-4490-817f-84d9c517d9c4 req-b2faed19-4a30-411d-876f-4a4548bb295b service neutron] (103302) timed out ('10.222.0.82', 55436) {{(pid=103302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 16:16:30.760674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-972faa9c-d6cc-469b-95cc-a99fb16f3fc2 req-72232916-da14-4b6a-b4fa-6459f402df2e tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 210 time: 0.0623782 Feb 08 16:16:30.846453 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-175e1ba0-8201-41fa-b563-2d097bbc9848 None None] Current status of the port c44952b3-93bf-4428-80ac-fa8d0424b160 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:30.964206 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8973228d-8458-4337-b88b-5258c710c613', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:16:20Z', 'updated_at': '2022-02-08T16:16:26Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:21Z', 'updated_at': '2022-02-08T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c44952b3-93bf-4428-80ac-fa8d0424b160', 'name': '', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'mac_address': 'fa:16:3e:5c:f3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:25Z', 'updated_at': '2022-02-08T16:16:30Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'subnets': [{'id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:31.068232 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0ce0c-4935-4c4d-b4bb-3df3e19fc771 None None] The sync data for ids ['8973228d-8458-4337-b88b-5258c710c613'] in n-d-824834-11 is: [{'id': '8973228d-8458-4337-b88b-5258c710c613', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:16:20Z', 'updated_at': '2022-02-08T16:16:26Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:21Z', 'updated_at': '2022-02-08T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c44952b3-93bf-4428-80ac-fa8d0424b160', 'name': '', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'mac_address': 'fa:16:3e:5c:f3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:25Z', 'updated_at': '2022-02-08T16:16:30Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'subnets': [{'id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:16:31.115577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce854b62-21e8-4806-9e9d-e7f97743168e req-e1c57dc4-7e86-45c7-82af-cb73b753d74b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0519137 Feb 08 16:16:31.302454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0e09779a-8868-4db6-8af0-ae0752d5d153 req-08f36e21-2fd3-4396-8f89-5e33aa88665d tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0573452 Feb 08 16:16:31.538344 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-75d76d02-8059-4829-9e1a-356709c2c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:31.906578 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f3914ea-4254-40ce-b1fd-a46d68e3d932 req-5f3c1509-7409-47af-b478-949d9ad7a251 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 210 time: 0.0671988 Feb 08 16:16:32.149542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-d02de288-f9ee-459a-8a31-48af016999df tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:32.153166 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-d02de288-f9ee-459a-8a31-48af016999df tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.96 "GET /v2.0/networks?id=a3dfc678-1200-4ec3-a571-d9e859a23ae5 HTTP/1.1" status: 200 len: 797 time: 0.1826773 Feb 08 16:16:32.290836 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-05dbb44c-9484-4469-8465-ad1a4407227f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c174de8c2ea4726bee4e60428d66c51 HTTP/1.1" status: 200 len: 478 time: 0.1293690 Feb 08 16:16:32.304464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-d74b6c4b-95b2-4219-96b4-18729cc3db8d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Request body: {'port': {'device_id': '174c27e4-f695-450b-a8fd-288415fa34ea', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'admin_state_up': True, 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'security_groups': ['b11a0b99-dc56-4d24-bb1c-83eb95a0ef55', 'df9c518f-8ed7-482d-ad94-086d1cfb22e3']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:16:32.321588 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe721af9-a0fb-4ade-9b40-822ff70acb50 req-8340cbc1-f3f2-4dbd-a45d-be9eda1cf68b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=2402aac2-0a08-4a4b-90ba-c04a007d2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0423353 Feb 08 16:16:32.449830 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da2dfd46-1761-42aa-b3e6-b3f05a8e53ab req-f2a20388-83dc-40eb-af85-eb2e8311fa6f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0474081 Feb 08 16:16:32.465282 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-d74b6c4b-95b2-4219-96b4-18729cc3db8d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Made reservation on behalf of 6c174de8c2ea4726bee4e60428d66c51 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:16:32.473218 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-d74b6c4b-95b2-4219-96b4-18729cc3db8d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:32.640410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-d74b6c4b-95b2-4219-96b4-18729cc3db8d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Allocated IP 172.20.0.4 (a3dfc678-1200-4ec3-a571-d9e859a23ae5/c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7/3215d199-5c58-47a3-92fe-94b94bd1a81d) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:16:32.881036 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-d74b6c4b-95b2-4219-96b4-18729cc3db8d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:32.926372 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-d74b6c4b-95b2-4219-96b4-18729cc3db8d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:32.993361 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b6c4b-95b2-4219-96b4-18729cc3db8d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'Port': ['ID=3215d199-5c58-47a3-92fe-94b94bd1a81d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:33.012427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-d74b6c4b-95b2-4219-96b4-18729cc3db8d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Network a3dfc678-1200-4ec3-a571-d9e859a23ae5 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:16:33.018471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-d74b6c4b-95b2-4219-96b4-18729cc3db8d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:16:33.034048 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-d74b6c4b-95b2-4219-96b4-18729cc3db8d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:16:33.067467 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d345-b6d2-46dd-8752-c723e5a8c691 req-99026aa0-52a9-4208-9e6b-b494231ccdc5 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:33.076194 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce20d345-b6d2-46dd-8752-c723e5a8c691 req-99026aa0-52a9-4208-9e6b-b494231ccdc5 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 970 time: 0.0965812 Feb 08 16:16:33.181974 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-d74b6c4b-95b2-4219-96b4-18729cc3db8d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:33.183054 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-d74b6c4b-95b2-4219-96b4-18729cc3db8d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:33.217593 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce20d345-b6d2-46dd-8752-c723e5a8c691 req-d45425e6-9fc9-46fc-8b93-10998fa62a49 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/security-groups?id=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55&id=df9c518f-8ed7-482d-ad94-086d1cfb22e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1405041 Feb 08 16:16:33.224633 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-d74b6c4b-95b2-4219-96b4-18729cc3db8d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9273579 Feb 08 16:16:33.250017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c44952b3-93bf-4428-80ac-fa8d0424b160 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:16:33.262575 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Request body: {'port': {'device_id': '174c27e4-f695-450b-a8fd-288415fa34ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:16:33.373195 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:33.386869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c44952b3-93bf-4428-80ac-fa8d0424b160 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:33.388541 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:33.449247 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-687fa654-bb55-4240-b68a-d7ef911db83c None None] Provisioning complete for port 3215d199-5c58-47a3-92fe-94b94bd1a81d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:33.449896 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-687fa654-bb55-4240-b68a-d7ef911db83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:33.548755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-687fa654-bb55-4240-b68a-d7ef911db83c None None] Port 3215d199-5c58-47a3-92fe-94b94bd1a81d cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:16:33.597818 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc7caaf8-aa8a-4d99-a560-367b0a7cce74 req-62ee4348-912b-4968-a9e7-43d4bc8690ca tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0450420 Feb 08 16:16:33.644162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c44952b3-93bf-4428-80ac-fa8d0424b160 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:33.780818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3215d199-5c58-47a3-92fe-94b94bd1a81d {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:16:33.789031 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Publish callbacks [] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:33.812354 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Transition to ACTIVE for port object 3215d199-5c58-47a3-92fe-94b94bd1a81d will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:16:33.827253 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:33.844021 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6e37b5f3-6856-4079-9f26-7ea9588c4702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:33.885213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Pushing event updated for resources: {'Port': ['ID=3215d199-5c58-47a3-92fe-94b94bd1a81d,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:34.008882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Attempting to bind port 3215d199-5c58-47a3-92fe-94b94bd1a81d on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:16:34.009853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Attempting to bind port 3215d199-5c58-47a3-92fe-94b94bd1a81d by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'f1d7d109-d9f1-4b21-aa28-99d6d711b0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:16:34.010199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Attempting to bind port 3215d199-5c58-47a3-92fe-94b94bd1a81d on network a3dfc678-1200-4ec3-a571-d9e859a23ae5 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:16:34.018825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Port 3215d199-5c58-47a3-92fe-94b94bd1a81d on network a3dfc678-1200-4ec3-a571-d9e859a23ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:16:34.019165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Attempting to bind port 3215d199-5c58-47a3-92fe-94b94bd1a81d on network a3dfc678-1200-4ec3-a571-d9e859a23ae5 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:16:34.024895 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:16:34.025338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Checking segment: {'id': 'f1d7d109-d9f1-4b21-aa28-99d6d711b0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:16:34.025732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Bound using segment: {'id': 'f1d7d109-d9f1-4b21-aa28-99d6d711b0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:16:34.026162 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Bound port: 3215d199-5c58-47a3-92fe-94b94bd1a81d, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d7d109-d9f1-4b21-aa28-99d6d711b0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:16:34.026563 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:34.113387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] For port 3215d199-5c58-47a3-92fe-94b94bd1a81d, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:16:34.117806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] For port 3215d199-5c58-47a3-92fe-94b94bd1a81d, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3215d199-5c58-47a3-92fe-94b94bd1a81d,segment=NetworkSegment(f1d7d109-d9f1-4b21-aa28-99d6d711b0d1),segment_id=f1d7d109-d9f1-4b21-aa28-99d6d711b0d1)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:16:34.126478 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:34.185242 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:34.185926 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:34.187285 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] 10.222.0.96 "PUT /v2.0/ports/3215d199-5c58-47a3-92fe-94b94bd1a81d HTTP/1.1" status: 200 len: 1131 time: 0.9530313 Feb 08 16:16:34.187762 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174c27e4-f695-450b-a8fd-288415fa34ea', 'tag': '3215d199-5c58-47a3-92fe-94b94bd1a81d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:16:34.190102 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d27209-a032-418a-bac7-8a6e01501689" -d '{"events": [{"name": "network-changed", "server_uuid": "174c27e4-f695-450b-a8fd-288415fa34ea", "tag": "3215d199-5c58-47a3-92fe-94b94bd1a81d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:16:34.299409 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d8522e-6a5a-43d1-903a-cda763ba1aaa x-openstack-request-id: req-77d8522e-6a5a-43d1-903a-cda763ba1aaa {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:16:34.299721 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174c27e4-f695-450b-a8fd-288415fa34ea", "tag": "3215d199-5c58-47a3-92fe-94b94bd1a81d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:16:34.299986 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-77d8522e-6a5a-43d1-903a-cda763ba1aaa {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:16:34.300401 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174c27e4-f695-450b-a8fd-288415fa34ea', 'tag': '3215d199-5c58-47a3-92fe-94b94bd1a81d', 'status': 'completed', 'code': 200} Feb 08 16:16:34.305432 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2968f3-f0e3-4768-9263-49c3f6518c56 service neutron] Pushing event updated for resources: {'Port': ['ID=3215d199-5c58-47a3-92fe-94b94bd1a81d,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:34.346095 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-1a3d1bf8-859a-4030-ba66-612c4042dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:34.349319 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-1a3d1bf8-859a-4030-ba66-612c4042dbea service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6c174de8c2ea4726bee4e60428d66c51&device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 1165 time: 0.1114905 Feb 08 16:16:34.451891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cb7cd-e707-4ba6-9a11-5ccc563b8b3c req-0ef6a074-bad6-40bb-8768-8a584c9fa58d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:34.463504 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-839cb7cd-e707-4ba6-9a11-5ccc563b8b3c req-0ef6a074-bad6-40bb-8768-8a584c9fa58d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 982 time: 0.1018498 Feb 08 16:16:34.465411 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-bd50a151-3bcf-42fc-be4a-8a73457b314e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3215d199-5c58-47a3-92fe-94b94bd1a81d HTTP/1.1" status: 200 len: 217 time: 0.1082366 Feb 08 16:16:34.539175 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-2a9e5b43-eb19-45f2-bf2d-c56fbce042fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:34.541248 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-2a9e5b43-eb19-45f2-bf2d-c56fbce042fc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7 HTTP/1.1" status: 200 len: 835 time: 0.0710568 Feb 08 16:16:34.565650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-839cb7cd-e707-4ba6-9a11-5ccc563b8b3c req-daaea460-495c-4584-8d42-6c449039e937 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/security-groups?id=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55&id=df9c518f-8ed7-482d-ad94-086d1cfb22e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1010716 Feb 08 16:16:34.611850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-48f77e04-1ab5-4724-89d2-df87de36eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:34.613979 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-48f77e04-1ab5-4724-89d2-df87de36eab3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a3dfc678-1200-4ec3-a571-d9e859a23ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0672755 Feb 08 16:16:34.776410 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-2ab5ddd4-00ff-4190-bb47-e0732cf1df1e service neutron] 10.222.0.96 "GET /v2.0/networks/a3dfc678-1200-4ec3-a571-d9e859a23ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565287 Feb 08 16:16:34.800125 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8403dbfd-2b9a-4393-8f72-bb71695e4d82 req-bd759b57-ffed-4b47-881a-cb83466d8f75 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0359752 Feb 08 16:16:34.913640 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7652c12b-e6af-4e26-abae-c2ddbf9f1b51 req-cb3b1cab-825f-4ed8-919d-4ca2888463ef service neutron] 10.222.0.96 "GET /v2.0/networks/a3dfc678-1200-4ec3-a571-d9e859a23ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305254 Feb 08 16:16:35.015030 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27209-a032-418a-bac7-8a6e01501689 req-07572317-27f6-4265-8eac-78ad7f2ab402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:35.016822 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-22d27209-a032-418a-bac7-8a6e01501689 req-07572317-27f6-4265-8eac-78ad7f2ab402 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6c174de8c2ea4726bee4e60428d66c51&device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 1165 time: 0.0522993 Feb 08 16:16:35.119090 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27209-a032-418a-bac7-8a6e01501689 req-00299542-d95a-4712-92f7-4a4255ea5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:35.121266 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-22d27209-a032-418a-bac7-8a6e01501689 req-00299542-d95a-4712-92f7-4a4255ea5302 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a3dfc678-1200-4ec3-a571-d9e859a23ae5 HTTP/1.1" status: 200 len: 898 time: 0.0970993 Feb 08 16:16:35.167132 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-22d27209-a032-418a-bac7-8a6e01501689 req-a4721a7c-1ba8-4158-bc7f-716a35e2fcc3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3215d199-5c58-47a3-92fe-94b94bd1a81d HTTP/1.1" status: 200 len: 217 time: 0.0391886 Feb 08 16:16:35.223944 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27209-a032-418a-bac7-8a6e01501689 req-2c2d9122-a04c-41cb-896c-0026968e44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:35.226133 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-22d27209-a032-418a-bac7-8a6e01501689 req-2c2d9122-a04c-41cb-896c-0026968e44b9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7 HTTP/1.1" status: 200 len: 835 time: 0.0532980 Feb 08 16:16:35.277456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27209-a032-418a-bac7-8a6e01501689 req-e6875a7d-7e1a-4a23-9dfb-8d4aa6823607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:35.279277 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-22d27209-a032-418a-bac7-8a6e01501689 req-e6875a7d-7e1a-4a23-9dfb-8d4aa6823607 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a3dfc678-1200-4ec3-a571-d9e859a23ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463326 Feb 08 16:16:35.369262 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-22d27209-a032-418a-bac7-8a6e01501689 req-a3fa0fb8-3145-44b5-a994-2acc13af5fe3 service neutron] 10.222.0.96 "GET /v2.0/networks/a3dfc678-1200-4ec3-a571-d9e859a23ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823934 Feb 08 16:16:35.559910 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:35.700835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f808c90-9669-4f02-9885-5b357b745575 req-369efeda-d132-401d-9245-605089422ccb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:35.708436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f808c90-9669-4f02-9885-5b357b745575 req-369efeda-d132-401d-9245-605089422ccb tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 982 time: 0.0650136 Feb 08 16:16:35.797952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f808c90-9669-4f02-9885-5b357b745575 req-80105523-9f77-4fbd-8493-0bbdab83b062 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/security-groups?id=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55&id=df9c518f-8ed7-482d-ad94-086d1cfb22e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0849752 Feb 08 16:16:35.842971 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-22d27209-a032-418a-bac7-8a6e01501689 req-71b3b222-a914-44d4-8c78-a5540061f8a0 service neutron] 10.222.0.96 "GET /v2.0/networks/a3dfc678-1200-4ec3-a571-d9e859a23ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675353 Feb 08 16:16:35.918926 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15f2e9f7-fc4b-4650-b653-93c53c360c7d req-ea5a8491-835d-4ac1-a4e7-fbe7fa5d4df2 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0355420 Feb 08 16:16:36.742066 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:36.939430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc066e52-44e8-4d7d-bc6a-4a67c8164fef req-acb9018d-5d23-44ba-8e1a-f3418b216805 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:36.947281 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fc066e52-44e8-4d7d-bc6a-4a67c8164fef req-acb9018d-5d23-44ba-8e1a-f3418b216805 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 982 time: 0.0787084 Feb 08 16:16:37.037767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb949a5f-3d76-4877-bd89-9970468a4eb1 req-9d0310f0-bcc3-4950-af98-a79a238128a6 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0352237 Feb 08 16:16:37.052532 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fc066e52-44e8-4d7d-bc6a-4a67c8164fef req-207cf842-6738-4ea1-9c4a-1362dd1bc1b1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/security-groups?id=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55&id=df9c518f-8ed7-482d-ad94-086d1cfb22e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0977733 Feb 08 16:16:37.653352 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3215d199-5c58-47a3-92fe-94b94bd1a81d details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:16:37.765210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3215d199-5c58-47a3-92fe-94b94bd1a81d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3215d199-5c58-47a3-92fe-94b94bd1a81d,segment=NetworkSegment(f1d7d109-d9f1-4b21-aa28-99d6d711b0d1),segment_id=f1d7d109-d9f1-4b21-aa28-99d6d711b0d1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:16:37.779126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '3215d199-5c58-47a3-92fe-94b94bd1a81d', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'port_id': '3215d199-5c58-47a3-92fe-94b94bd1a81d', 'mac_address': 'fa:16:3e:fe:55:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:16:37.817712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 3215d199-5c58-47a3-92fe-94b94bd1a81d is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:37.818009 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:37.830483 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3215d199-5c58-47a3-92fe-94b94bd1a81d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:16:37.850808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3215d199-5c58-47a3-92fe-94b94bd1a81d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3215d199-5c58-47a3-92fe-94b94bd1a81d,segment=NetworkSegment(f1d7d109-d9f1-4b21-aa28-99d6d711b0d1),segment_id=f1d7d109-d9f1-4b21-aa28-99d6d711b0d1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:16:37.855607 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:37.914299 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=3215d199-5c58-47a3-92fe-94b94bd1a81d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:37.991730 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:38.053840 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['3215d199-5c58-47a3-92fe-94b94bd1a81d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:16:38.227334 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcb1c657-7429-4636-8186-2b93fb074aea req-aea7fe24-859a-453d-a1d3-b2fa6270dbb0 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0594213 Feb 08 16:16:38.253858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcc70a-09fb-414b-aa2d-5eb207b09bbc req-062c34f3-3f10-4b66-b22f-a3ea314c24e9 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:38.255423 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59bcc70a-09fb-414b-aa2d-5eb207b09bbc req-062c34f3-3f10-4b66-b22f-a3ea314c24e9 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 983 time: 0.0969031 Feb 08 16:16:38.325096 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59bcc70a-09fb-414b-aa2d-5eb207b09bbc req-db95f057-9375-4091-b08e-77b9ec5a5fa4 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/security-groups?id=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55&id=df9c518f-8ed7-482d-ad94-086d1cfb22e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0610199 Feb 08 16:16:39.334247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1059e888-9b34-4e9c-bc64-440648ffa26b req-eaf1c171-b89a-42c8-b03e-c486ea1c60eb tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0302486 Feb 08 16:16:39.471711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0b2c9-02bd-4198-a245-e9cc2904990b req-890f4032-8938-47f1-ac66-6709e8b3b36c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:39.473491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2de0b2c9-02bd-4198-a245-e9cc2904990b req-890f4032-8938-47f1-ac66-6709e8b3b36c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 983 time: 0.0616877 Feb 08 16:16:39.569526 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2de0b2c9-02bd-4198-a245-e9cc2904990b req-1653b33a-29f8-4f32-b004-dedb918110c1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/security-groups?id=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55&id=df9c518f-8ed7-482d-ad94-086d1cfb22e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0897548 Feb 08 16:16:39.652904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3215d199-5c58-47a3-92fe-94b94bd1a81d up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:16:39.739021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 3215d199-5c58-47a3-92fe-94b94bd1a81d completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:16:39.742709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 3215d199-5c58-47a3-92fe-94b94bd1a81d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:39.743487 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:39.858610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 3215d199-5c58-47a3-92fe-94b94bd1a81d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:39.859131 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:39.885223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174c27e4-f695-450b-a8fd-288415fa34ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3215d199-5c58-47a3-92fe-94b94bd1a81d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:16:39.888097 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ace01a6-3ec7-4e43-8fce-14dd8f0333f7" -d '{"events": [{"server_uuid": "174c27e4-f695-450b-a8fd-288415fa34ea", "name": "network-vif-plugged", "status": "completed", "tag": "3215d199-5c58-47a3-92fe-94b94bd1a81d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:16:39.904459 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3215d199-5c58-47a3-92fe-94b94bd1a81d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3215d199-5c58-47a3-92fe-94b94bd1a81d,segment=NetworkSegment(f1d7d109-d9f1-4b21-aa28-99d6d711b0d1),segment_id=f1d7d109-d9f1-4b21-aa28-99d6d711b0d1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:16:39.914288 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:39.994321 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e15604-a5b5-491f-9761-1ec8ad16b947 x-openstack-request-id: req-36e15604-a5b5-491f-9761-1ec8ad16b947 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:16:39.995116 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174c27e4-f695-450b-a8fd-288415fa34ea", "name": "network-vif-plugged", "status": "completed", "tag": "3215d199-5c58-47a3-92fe-94b94bd1a81d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:16:39.996672 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-36e15604-a5b5-491f-9761-1ec8ad16b947 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:16:39.997875 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174c27e4-f695-450b-a8fd-288415fa34ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3215d199-5c58-47a3-92fe-94b94bd1a81d', 'code': 200} Feb 08 16:16:40.007515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=3215d199-5c58-47a3-92fe-94b94bd1a81d,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:40.101395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52464760-fcde-496c-b2b3-e8d4c8808485 req-cfbbea71-f28e-48e8-bc5e-54b1741a9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:40.103669 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52464760-fcde-496c-b2b3-e8d4c8808485 req-cfbbea71-f28e-48e8-bc5e-54b1741a9f8b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 1167 time: 0.0801528 Feb 08 16:16:40.221301 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52464760-fcde-496c-b2b3-e8d4c8808485 req-202395c4-a7e3-40bf-b259-f656b006674f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=df9c518f-8ed7-482d-ad94-086d1cfb22e3&id=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1042070 Feb 08 16:16:40.460085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-382ec4b8-b965-4bb7-9d42-8bc39d1fd2f8 req-fb5302c3-5264-45f0-ad3d-44df87891b02 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0336652 Feb 08 16:16:40.751147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c10ff8-9faa-4bca-ae5d-31a0a9d99a88 req-a7d99995-b0e3-48a6-9da0-8fd985ddebd3 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:40.758019 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5c10ff8-9faa-4bca-ae5d-31a0a9d99a88 req-a7d99995-b0e3-48a6-9da0-8fd985ddebd3 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 984 time: 0.0906749 Feb 08 16:16:40.836545 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5c10ff8-9faa-4bca-ae5d-31a0a9d99a88 req-1dcc12d8-859d-49c6-8d27-60fc2b1076af tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/security-groups?id=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55&id=df9c518f-8ed7-482d-ad94-086d1cfb22e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0770097 Feb 08 16:16:41.585680 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1ce04b4-05b6-46d1-a109-03359a454678 req-5556b3f5-0a9c-4d0f-aa91-d713ea1c348b tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0313814 Feb 08 16:16:41.997176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23215695-3d4f-40d3-a42d-1599dc4c0449 req-fd77df76-e74f-4237-b7c9-5aff4a4bfac6 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:42.005459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23215695-3d4f-40d3-a42d-1599dc4c0449 req-fd77df76-e74f-4237-b7c9-5aff4a4bfac6 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 984 time: 0.0731504 Feb 08 16:16:42.081200 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23215695-3d4f-40d3-a42d-1599dc4c0449 req-7659f763-a951-4d37-8638-65cbb8b5a32c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/security-groups?id=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55&id=df9c518f-8ed7-482d-ad94-086d1cfb22e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0703547 Feb 08 16:16:42.275542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7479847-602d-4597-bc45-a7d063bfff6c req-ff044b60-6a85-489a-b6e8-a167ee6ac80a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:42.277725 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7479847-602d-4597-bc45-a7d063bfff6c req-ff044b60-6a85-489a-b6e8-a167ee6ac80a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 984 time: 0.1295278 Feb 08 16:16:42.348468 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7479847-602d-4597-bc45-a7d063bfff6c req-db60a4ee-d3ed-4275-9469-7fd960d2bf07 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/security-groups?id=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55&id=df9c518f-8ed7-482d-ad94-086d1cfb22e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0632455 Feb 08 16:16:42.571062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfa624-c477-4063-a513-53d377045937 req-0a884804-a13d-4892-9b0b-a5ce3de475af tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:42.573117 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02cfa624-c477-4063-a513-53d377045937 req-0a884804-a13d-4892-9b0b-a5ce3de475af tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 1167 time: 0.1339486 Feb 08 16:16:42.594416 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-02cfa624-c477-4063-a513-53d377045937 req-3c2d5eb3-5536-4dc3-8cf3-4164d97ead18 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:42.733203 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-02cfa624-c477-4063-a513-53d377045937 req-3c2d5eb3-5536-4dc3-8cf3-4164d97ead18 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Publish callbacks [] for security_group (9347bc40-08e0-462f-8da2-7ba9027b48d2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:42.773970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54335ccc-9913-4efd-97de-b8667e65764f req-be736282-ac65-4f8d-9dce-468bd89f78d3 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0697682 Feb 08 16:16:42.774675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-02cfa624-c477-4063-a513-53d377045937 req-3c2d5eb3-5536-4dc3-8cf3-4164d97ead18 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9347bc40-08e0-462f-8da2-7ba9027b48d2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:42.823895 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d5eb3-5536-4dc3-8cf3-4164d97ead18 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9347bc40-08e0-462f-8da2-7ba9027b48d2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:42.840406 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02cfa624-c477-4063-a513-53d377045937 req-3c2d5eb3-5536-4dc3-8cf3-4164d97ead18 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55&id=df9c518f-8ed7-482d-ad94-086d1cfb22e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2598543 Feb 08 16:16:42.862663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51090) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:42.911095 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953cb82d-e836-475f-94db-3d4041956e91 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:42.915533 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-953cb82d-e836-475f-94db-3d4041956e91 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 1162 time: 0.0490301 Feb 08 16:16:42.915667 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51092) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:42.921320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '3215d199-5c58-47a3-92fe-94b94bd1a81d', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:16:42.952301 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:43.079156 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:43.193000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Allocated IP 172.25.7.94 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/c9eac300-5547-44ea-a9e3-5c1ce4dc4776) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:16:43.320008 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for port (c9eac300-5547-44ea-a9e3-5c1ce4dc4776), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:43.383009 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c9eac300-5547-44ea-a9e3-5c1ce4dc4776), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:43.428631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:16:43.430263 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:16:43.441097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:16:43.478286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'Port': ['ID=c9eac300-5547-44ea-a9e3-5c1ce4dc4776,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:44.110196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5d08128-aca1-4174-8d4e-a93f2d7da247 req-b5b1d29d-f61a-4704-a40c-9cde5f1cec55 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0505643 Feb 08 16:16:44.174966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-4f49dba3-e2c1-44b9-bbc2-ead152bb912f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:44.176681 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-4f49dba3-e2c1-44b9-bbc2-ead152bb912f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/networks?id=da809082-d851-4dbb-98d2-f94d9a40077a HTTP/1.1" status: 200 len: 813 time: 0.5460906 Feb 08 16:16:44.264244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-9300457b-c45d-4d42-8475-929d5f4ed4ed tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/quotas/ddc76981e68b4095927a6290a6cdafcc HTTP/1.1" status: 200 len: 375 time: 0.0783422 Feb 08 16:16:44.312324 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-483ee655-decd-4ac7-8403-02204bba9db1 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddc76981e68b4095927a6290a6cdafcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351760 Feb 08 16:16:44.458252 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for floatingip (75d72609-9652-4d3a-b793-b76bf872652f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:44.510258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-c1ec7080-7479-45ce-979f-8320eec2e3c9 service neutron] 10.222.0.82 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669230 Feb 08 16:16:44.615326 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c9eac300-5547-44ea-a9e3-5c1ce4dc4776), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:44.725618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-78758eee-ec70-48f6-b747-360e25623077 service neutron] 10.222.0.82 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026963 Feb 08 16:16:44.858664 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for port (c9eac300-5547-44ea-a9e3-5c1ce4dc4776), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:44.872547 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (c9eac300-5547-44ea-a9e3-5c1ce4dc4776), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:45.020123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'Port': ['ID=c9eac300-5547-44ea-a9e3-5c1ce4dc4776,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:45.026917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6da91081-b4f6-4eb5-b5b6-31a922e03665 req-a982b904-214f-42c9-aad8-a4ece5c3aad4 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 210 time: 0.0489643 Feb 08 16:16:45.031018 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (75d72609-9652-4d3a-b793-b76bf872652f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:45.187643 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Floating IP 75d72609-9652-4d3a-b793-b76bf872652f associated. External IP: 172.25.7.94, port: 3215d199-5c58-47a3-92fe-94b94bd1a81d. Feb 08 16:16:45.344115 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-419826e4-cb4d-456a-adcb-58bc34112292 req-81cc6895-780c-47fa-a2c5-aea752019e81 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0593050 Feb 08 16:16:45.567399 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Router 8973228d-8458-4337-b88b-5258c710c613 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:16:45.704642 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:16:45.716064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a7c21-f53b-4e45-9c1b-b45dccfc4df5 None None] Sync routers for ids ['8973228d-8458-4337-b88b-5258c710c613'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:16:45.734376 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:45.734630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a7c21-f53b-4e45-9c1b-b45dccfc4df5 None None] Routers {'8973228d-8458-4337-b88b-5258c710c613'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:16:45.735212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-861a7c21-f53b-4e45-9c1b-b45dccfc4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:16:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8973228d-8458-4337-b88b-5258c710c613'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:45.775083 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b8d11378-0c49-43f5-af8d-0004d458df76 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8571651 Feb 08 16:16:45.775686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174c27e4-f695-450b-a8fd-288415fa34ea', 'tag': '3215d199-5c58-47a3-92fe-94b94bd1a81d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:16:45.778038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51158) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:45.790862 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca77515-385c-4b30-b31d-bf0cacca89cf" -d '{"events": [{"name": "network-changed", "server_uuid": "174c27e4-f695-450b-a8fd-288415fa34ea", "tag": "3215d199-5c58-47a3-92fe-94b94bd1a81d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:16:45.856322 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce43da7f-caf7-4a3d-932b-cc2298cb27fb x-openstack-request-id: req-ce43da7f-caf7-4a3d-932b-cc2298cb27fb {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:16:45.856622 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174c27e4-f695-450b-a8fd-288415fa34ea", "tag": "3215d199-5c58-47a3-92fe-94b94bd1a81d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:16:45.856882 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ce43da7f-caf7-4a3d-932b-cc2298cb27fb {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:16:45.857320 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174c27e4-f695-450b-a8fd-288415fa34ea', 'tag': '3215d199-5c58-47a3-92fe-94b94bd1a81d', 'status': 'completed', 'code': 200} Feb 08 16:16:45.903136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-861a7c21-f53b-4e45-9c1b-b45dccfc4df5 None None] Set router 8973228d-8458-4337-b88b-5258c710c613 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:16:46.027261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca77515-385c-4b30-b31d-bf0cacca89cf req-2876f489-0ac1-44c8-ad31-85ec51e364b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.029105 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bca77515-385c-4b30-b31d-bf0cacca89cf req-2876f489-0ac1-44c8-ad31-85ec51e364b8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6c174de8c2ea4726bee4e60428d66c51&device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 1167 time: 0.1538644 Feb 08 16:16:46.111330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e627b2-dece-419d-9fe6-f2d46b3ddbdb tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.111711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e627b2-dece-419d-9fe6-f2d46b3ddbdb tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.112183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e627b2-dece-419d-9fe6-f2d46b3ddbdb tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.112698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e627b2-dece-419d-9fe6-f2d46b3ddbdb tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.113190 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e627b2-dece-419d-9fe6-f2d46b3ddbdb tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.113657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e627b2-dece-419d-9fe6-f2d46b3ddbdb tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.114102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e627b2-dece-419d-9fe6-f2d46b3ddbdb tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.114621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e627b2-dece-419d-9fe6-f2d46b3ddbdb tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.115078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e627b2-dece-419d-9fe6-f2d46b3ddbdb tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.120841 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-95e627b2-dece-419d-9fe6-f2d46b3ddbdb tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6388 time: 0.3414044 Feb 08 16:16:46.123839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51168) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:46.155397 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-adf673cc-7d13-42b1-9c15-b9ffb5699ce2 req-361f9f86-0a3c-4bb1-8022-0b4a229611c0 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 210 time: 0.0388718 Feb 08 16:16:46.287100 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf17cee-ab01-426d-963c-1dc5ee8eb558 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.287915 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf17cee-ab01-426d-963c-1dc5ee8eb558 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.288392 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf17cee-ab01-426d-963c-1dc5ee8eb558 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.288903 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf17cee-ab01-426d-963c-1dc5ee8eb558 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.289406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf17cee-ab01-426d-963c-1dc5ee8eb558 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.289867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf17cee-ab01-426d-963c-1dc5ee8eb558 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.290319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf17cee-ab01-426d-963c-1dc5ee8eb558 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.290766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf17cee-ab01-426d-963c-1dc5ee8eb558 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.291212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf17cee-ab01-426d-963c-1dc5ee8eb558 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.296624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 51170) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:46.308557 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3bf17cee-ab01-426d-963c-1dc5ee8eb558 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5926 time: 0.1830335 Feb 08 16:16:46.355474 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca77515-385c-4b30-b31d-bf0cacca89cf req-779c0ac2-3ab9-4e46-92ee-85d40fc2324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.371761 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bca77515-385c-4b30-b31d-bf0cacca89cf req-779c0ac2-3ab9-4e46-92ee-85d40fc2324d service neutron] 10.222.0.96 "GET /v2.0/networks?id=a3dfc678-1200-4ec3-a571-d9e859a23ae5 HTTP/1.1" status: 200 len: 898 time: 0.3193524 Feb 08 16:16:46.379022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-861a7c21-f53b-4e45-9c1b-b45dccfc4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8973228d-8458-4337-b88b-5258c710c613', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:16:20Z', 'updated_at': '2022-02-08T16:16:26Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:21Z', 'updated_at': '2022-02-08T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '75d72609-9652-4d3a-b793-b76bf872652f', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '8973228d-8458-4337-b88b-5258c710c613', 'port_id': '3215d199-5c58-47a3-92fe-94b94bd1a81d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'mac_address': 'fa:16:3e:fe:55:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174c27e4-f695-450b-a8fd-288415fa34ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:16:44Z', 'updated_at': '2022-02-08T16:16:44Z', 'revision_number': 0, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44952b3-93bf-4428-80ac-fa8d0424b160', 'name': '', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'mac_address': 'fa:16:3e:5c:f3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:25Z', 'updated_at': '2022-02-08T16:16:30Z', 'revision_number': 5, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'subnets': [{'id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:46.418769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a7c21-f53b-4e45-9c1b-b45dccfc4df5 None None] Checking router: 8973228d-8458-4337-b88b-5258c710c613 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:16:46.429230 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a7c21-f53b-4e45-9c1b-b45dccfc4df5 None None] Routers {'8973228d-8458-4337-b88b-5258c710c613'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:16:46.429875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-861a7c21-f53b-4e45-9c1b-b45dccfc4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:16:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8973228d-8458-4337-b88b-5258c710c613'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:46.507919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-9513e242-0e91-4211-a45c-36005f51afbf tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.509531 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-9513e242-0e91-4211-a45c-36005f51afbf tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.94 "GET /v2.0/networks?id=da809082-d851-4dbb-98d2-f94d9a40077a HTTP/1.1" status: 200 len: 813 time: 0.3290088 Feb 08 16:16:46.522705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-59ca55e6-557f-4514-bc3d-0bd2a515845f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Request body: {'port': {'device_id': 'fad876bd-c744-40ff-9627-05b4f12b55bf', 'network_id': 'da809082-d851-4dbb-98d2-f94d9a40077a', 'admin_state_up': True, 'tenant_id': 'ddc76981e68b4095927a6290a6cdafcc'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:16:46.527343 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bca77515-385c-4b30-b31d-bf0cacca89cf req-0497f575-d092-48db-a9ac-b4d92e6a288a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3215d199-5c58-47a3-92fe-94b94bd1a81d HTTP/1.1" status: 200 len: 998 time: 0.1546509 Feb 08 16:16:46.582422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-861a7c21-f53b-4e45-9c1b-b45dccfc4df5 None None] Set router 8973228d-8458-4337-b88b-5258c710c613 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:16:46.637445 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6af03c20-eeca-48bc-828d-c1b70c5d2150 req-c7447247-3bb7-4089-93e8-d08ebd323e74 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.1022730 Feb 08 16:16:46.648622 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca77515-385c-4b30-b31d-bf0cacca89cf req-bd16d0b7-ef0b-4baa-a67a-967a4875b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.650112 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bca77515-385c-4b30-b31d-bf0cacca89cf req-bd16d0b7-ef0b-4baa-a67a-967a4875b206 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7 HTTP/1.1" status: 200 len: 835 time: 0.1094096 Feb 08 16:16:46.767455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca77515-385c-4b30-b31d-bf0cacca89cf req-ab467465-b7f4-49a5-9ee2-f6051795a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:46.769455 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bca77515-385c-4b30-b31d-bf0cacca89cf req-ab467465-b7f4-49a5-9ee2-f6051795a8c1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a3dfc678-1200-4ec3-a571-d9e859a23ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1065412 Feb 08 16:16:46.770741 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-59ca55e6-557f-4514-bc3d-0bd2a515845f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Made reservation on behalf of ddc76981e68b4095927a6290a6cdafcc for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:16:46.774535 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-59ca55e6-557f-4514-bc3d-0bd2a515845f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:46.844668 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c9ab44e1-a289-47c0-bef4-f266f6bc46a1 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 0.5443799 Feb 08 16:16:46.845645 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51182) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:46.947857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-861a7c21-f53b-4e45-9c1b-b45dccfc4df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8973228d-8458-4337-b88b-5258c710c613', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:16:20Z', 'updated_at': '2022-02-08T16:16:26Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:21Z', 'updated_at': '2022-02-08T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '75d72609-9652-4d3a-b793-b76bf872652f', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '8973228d-8458-4337-b88b-5258c710c613', 'port_id': '3215d199-5c58-47a3-92fe-94b94bd1a81d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'mac_address': 'fa:16:3e:fe:55:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174c27e4-f695-450b-a8fd-288415fa34ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:16:44Z', 'updated_at': '2022-02-08T16:16:44Z', 'revision_number': 0, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44952b3-93bf-4428-80ac-fa8d0424b160', 'name': '', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'mac_address': 'fa:16:3e:5c:f3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:25Z', 'updated_at': '2022-02-08T16:16:30Z', 'revision_number': 5, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'subnets': [{'id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:16:46.984289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a7c21-f53b-4e45-9c1b-b45dccfc4df5 None None] The sync data for ids ['8973228d-8458-4337-b88b-5258c710c613'] in n-d-824834-11 is: [{'id': '8973228d-8458-4337-b88b-5258c710c613', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:16:20Z', 'updated_at': '2022-02-08T16:16:26Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:21Z', 'updated_at': '2022-02-08T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '75d72609-9652-4d3a-b793-b76bf872652f', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '8973228d-8458-4337-b88b-5258c710c613', 'port_id': '3215d199-5c58-47a3-92fe-94b94bd1a81d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'mac_address': 'fa:16:3e:fe:55:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174c27e4-f695-450b-a8fd-288415fa34ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:16:44Z', 'updated_at': '2022-02-08T16:16:44Z', 'revision_number': 0, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44952b3-93bf-4428-80ac-fa8d0424b160', 'name': '', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'mac_address': 'fa:16:3e:5c:f3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:25Z', 'updated_at': '2022-02-08T16:16:30Z', 'revision_number': 5, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'subnets': [{'id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:16:46.999807 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bca77515-385c-4b30-b31d-bf0cacca89cf req-f2237494-6ea7-42b3-8ede-4a610341617a service neutron] 10.222.0.96 "GET /v2.0/networks/a3dfc678-1200-4ec3-a571-d9e859a23ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098715 Feb 08 16:16:47.038299 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595ea3e-7497-4c22-a7f1-7f4c5ab15a01 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:47.038872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595ea3e-7497-4c22-a7f1-7f4c5ab15a01 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:47.052974 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e595ea3e-7497-4c22-a7f1-7f4c5ab15a01 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=8973228d-8458-4337-b88b-5258c710c613 HTTP/1.1" status: 200 len: 2064 time: 0.1929228 Feb 08 16:16:47.080115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-59ca55e6-557f-4514-bc3d-0bd2a515845f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Allocated IP 172.20.0.13 (da809082-d851-4dbb-98d2-f94d9a40077a/1a93e1da-53c5-43ec-bfbe-d31abf36f02a/abcec396-bc81-463a-b557-69a1f39c972e) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:16:47.165354 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bca77515-385c-4b30-b31d-bf0cacca89cf req-6d30e3e9-ec52-4eee-87a0-91cf6d3678c5 service neutron] 10.222.0.96 "GET /v2.0/networks/a3dfc678-1200-4ec3-a571-d9e859a23ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574061 Feb 08 16:16:47.324350 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-59ca55e6-557f-4514-bc3d-0bd2a515845f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks [] for port (abcec396-bc81-463a-b557-69a1f39c972e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:47.326820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-875369bb-5243-4806-83ac-d7ee238940bc req-ccf56b35-9701-47ef-8b9f-3c48cd7173f7 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 210 time: 0.0829976 Feb 08 16:16:47.342798 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a556ee-b069-4bd3-9385-2f9073d32371 None None] New status for floating IP 75d72609-9652-4d3a-b793-b76bf872652f: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:16:47.376711 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-59ca55e6-557f-4514-bc3d-0bd2a515845f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (abcec396-bc81-463a-b557-69a1f39c972e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:47.446496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca55e6-557f-4514-bc3d-0bd2a515845f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Pushing event updated for resources: {'Port': ['ID=abcec396-bc81-463a-b557-69a1f39c972e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:47.457082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-59ca55e6-557f-4514-bc3d-0bd2a515845f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Network da809082-d851-4dbb-98d2-f94d9a40077a is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:16:47.459773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-59ca55e6-557f-4514-bc3d-0bd2a515845f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:16:47.468122 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-59ca55e6-557f-4514-bc3d-0bd2a515845f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:16:47.528335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-59ca55e6-557f-4514-bc3d-0bd2a515845f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:47.529655 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-59ca55e6-557f-4514-bc3d-0bd2a515845f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:47.556790 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-59ca55e6-557f-4514-bc3d-0bd2a515845f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0378191 Feb 08 16:16:47.578887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Request body: {'port': {'device_id': 'fad876bd-c744-40ff-9627-05b4f12b55bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:16:47.675459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (abcec396-bc81-463a-b557-69a1f39c972e), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:47.781635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30c8fc69-aa45-4b93-8e51-7704bf2b0310 req-ad5bc29b-5733-4d64-a6d2-9866611c6f32 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0642228 Feb 08 16:16:47.980265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abcec396-bc81-463a-b557-69a1f39c972e {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:16:47.987831 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Publish callbacks [] for port (abcec396-bc81-463a-b557-69a1f39c972e), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:48.003374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Transition to ACTIVE for port object abcec396-bc81-463a-b557-69a1f39c972e will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:16:48.008176 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (abcec396-bc81-463a-b557-69a1f39c972e), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:48.060040 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Pushing event updated for resources: {'Port': ['ID=abcec396-bc81-463a-b557-69a1f39c972e,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:48.133459 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Attempting to bind port abcec396-bc81-463a-b557-69a1f39c972e on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:16:48.133796 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Attempting to bind port abcec396-bc81-463a-b557-69a1f39c972e by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '5a622a31-7305-4ca0-8e76-d7f7e2cb6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da809082-d851-4dbb-98d2-f94d9a40077a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:16:48.134138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Attempting to bind port abcec396-bc81-463a-b557-69a1f39c972e on network da809082-d851-4dbb-98d2-f94d9a40077a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:16:48.139718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Port abcec396-bc81-463a-b557-69a1f39c972e on network da809082-d851-4dbb-98d2-f94d9a40077a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:16:48.140040 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Attempting to bind port abcec396-bc81-463a-b557-69a1f39c972e on network da809082-d851-4dbb-98d2-f94d9a40077a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:16:48.146121 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:16:48.146468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Checking segment: {'id': '5a622a31-7305-4ca0-8e76-d7f7e2cb6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da809082-d851-4dbb-98d2-f94d9a40077a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:16:48.146844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Bound using segment: {'id': '5a622a31-7305-4ca0-8e76-d7f7e2cb6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da809082-d851-4dbb-98d2-f94d9a40077a'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:16:48.147269 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Bound port: abcec396-bc81-463a-b557-69a1f39c972e, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a622a31-7305-4ca0-8e76-d7f7e2cb6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da809082-d851-4dbb-98d2-f94d9a40077a'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:16:48.147620 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (abcec396-bc81-463a-b557-69a1f39c972e), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:48.217824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] For port abcec396-bc81-463a-b557-69a1f39c972e, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:16:48.221448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] For port abcec396-bc81-463a-b557-69a1f39c972e, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=abcec396-bc81-463a-b557-69a1f39c972e,segment=NetworkSegment(5a622a31-7305-4ca0-8e76-d7f7e2cb6446),segment_id=5a622a31-7305-4ca0-8e76-d7f7e2cb6446)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:16:48.227807 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (abcec396-bc81-463a-b557-69a1f39c972e), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:48.288936 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Pushing event updated for resources: {'Port': ['ID=abcec396-bc81-463a-b557-69a1f39c972e,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:48.294030 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:48.295047 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:48.296761 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-fd9dbf03-4f10-4b68-9e98-9f723fbe481e service neutron] 10.222.0.94 "PUT /v2.0/ports/abcec396-bc81-463a-b557-69a1f39c972e HTTP/1.1" status: 200 len: 1093 time: 0.7292163 Feb 08 16:16:48.297468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad876bd-c744-40ff-9627-05b4f12b55bf', 'tag': 'abcec396-bc81-463a-b557-69a1f39c972e'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:16:48.300036 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac41057-144a-4fae-a104-a80a3addba45" -d '{"events": [{"name": "network-changed", "server_uuid": "fad876bd-c744-40ff-9627-05b4f12b55bf", "tag": "abcec396-bc81-463a-b557-69a1f39c972e"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:16:48.355788 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ee534c-6ef7-4d93-9c48-71a9730bc718 x-openstack-request-id: req-86ee534c-6ef7-4d93-9c48-71a9730bc718 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:16:48.356326 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad876bd-c744-40ff-9627-05b4f12b55bf", "tag": "abcec396-bc81-463a-b557-69a1f39c972e", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:16:48.357092 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-86ee534c-6ef7-4d93-9c48-71a9730bc718 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:16:48.357444 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad876bd-c744-40ff-9627-05b4f12b55bf', 'tag': 'abcec396-bc81-463a-b557-69a1f39c972e', 'status': 'completed', 'code': 200} Feb 08 16:16:48.403173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-3ec9b10d-f161-4dad-a9d6-e02d0b5f4115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:48.405342 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-3ec9b10d-f161-4dad-a9d6-e02d0b5f4115 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ddc76981e68b4095927a6290a6cdafcc&device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 1127 time: 0.0640321 Feb 08 16:16:48.462543 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-a5088fbf-557a-4545-a405-3531e709e91b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abcec396-bc81-463a-b557-69a1f39c972e HTTP/1.1" status: 200 len: 217 time: 0.0461345 Feb 08 16:16:48.466469 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45300625-9566-4b56-af73-8886d1f7d381 req-a89b368d-941f-4ea8-a3d8-a382fbae0b70 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:48.467998 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-45300625-9566-4b56-af73-8886d1f7d381 req-a89b368d-941f-4ea8-a3d8-a382fbae0b70 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 944 time: 0.0683093 Feb 08 16:16:48.522622 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-f68b7da7-92a5-4435-9a2e-53aa515e151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:48.524192 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-f68b7da7-92a5-4435-9a2e-53aa515e151e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1a93e1da-53c5-43ec-bfbe-d31abf36f02a HTTP/1.1" status: 200 len: 853 time: 0.0520873 Feb 08 16:16:48.526867 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-45300625-9566-4b56-af73-8886d1f7d381 req-eb012288-798e-4b83-b78a-bd54d2475a21 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518548 Feb 08 16:16:48.564884 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-64465beb-f99e-4d26-87e5-d8d8b33e32b2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=da809082-d851-4dbb-98d2-f94d9a40077a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309248 Feb 08 16:16:48.684149 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-a8a48645-37f0-4a85-9dfe-76e734e26d6f service neutron] 10.222.0.94 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057348 Feb 08 16:16:48.798910 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cedb1a12-1a6d-41c0-b5d7-2777c0a6d20f req-d84d64e2-b49d-4511-b4a2-b8365b75a789 service neutron] 10.222.0.94 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054628 Feb 08 16:16:48.925209 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-42020473-d9e5-49af-8902-6bcfd8cb5d94 req-e9f8a219-9d7f-48e4-9d02-62fa0d5dde4f tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "GET /v2.0/ports?device_id=1ae7997b-8c56-4b59-ab7a-49c098096827 HTTP/1.1" status: 200 len: 210 time: 0.0353532 Feb 08 16:16:48.937496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac41057-144a-4fae-a104-a80a3addba45 req-6dd6d2db-2cfd-4515-a766-248ce10d09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:48.939380 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0ac41057-144a-4fae-a104-a80a3addba45 req-6dd6d2db-2cfd-4515-a766-248ce10d09a3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ddc76981e68b4095927a6290a6cdafcc&device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 1127 time: 0.0637903 Feb 08 16:16:49.005383 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:49.052421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac41057-144a-4fae-a104-a80a3addba45 req-38047db7-377c-4aff-9050-a21e06e5a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:49.053953 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0ac41057-144a-4fae-a104-a80a3addba45 req-38047db7-377c-4aff-9050-a21e06e5a38f service neutron] 10.222.0.94 "GET /v2.0/networks?id=da809082-d851-4dbb-98d2-f94d9a40077a HTTP/1.1" status: 200 len: 914 time: 0.1084778 Feb 08 16:16:49.105022 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0ac41057-144a-4fae-a104-a80a3addba45 req-438730ec-649e-4043-a750-e79d461d7e0f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abcec396-bc81-463a-b557-69a1f39c972e HTTP/1.1" status: 200 len: 217 time: 0.0364552 Feb 08 16:16:49.160966 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac41057-144a-4fae-a104-a80a3addba45 req-206ac68f-d294-46ef-b8d2-6e30aad9b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:49.162504 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0ac41057-144a-4fae-a104-a80a3addba45 req-206ac68f-d294-46ef-b8d2-6e30aad9b48e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1a93e1da-53c5-43ec-bfbe-d31abf36f02a HTTP/1.1" status: 200 len: 853 time: 0.0521326 Feb 08 16:16:49.203836 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0ac41057-144a-4fae-a104-a80a3addba45 req-9f1ff4d4-4f05-40c0-bc64-3b541c93e34d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=da809082-d851-4dbb-98d2-f94d9a40077a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276947 Feb 08 16:16:49.299104 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0ac41057-144a-4fae-a104-a80a3addba45 req-1f1f8e0e-e77f-44fa-a985-c2af62d6cfac service neutron] 10.222.0.94 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887160 Feb 08 16:16:49.413852 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0ac41057-144a-4fae-a104-a80a3addba45 req-29d6d59d-f3c1-4ecd-9e44-3aac58c81a4e service neutron] 10.222.0.94 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070330 Feb 08 16:16:49.915198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66868923-0db3-4d7a-a582-b1d01bcc9c88 req-a6a91946-cd19-4d9f-b192-26099c823671 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:49.918297 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66868923-0db3-4d7a-a582-b1d01bcc9c88 req-a6a91946-cd19-4d9f-b192-26099c823671 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 944 time: 0.3197930 Feb 08 16:16:49.967583 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66868923-0db3-4d7a-a582-b1d01bcc9c88 req-9a8d0762-e9e5-4008-a13c-fc0c78f80567 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433741 Feb 08 16:16:50.003388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 51240) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:16:50.066945 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5a51667-df3a-4607-a232-e3b76a9cdc34 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group (7b60569d-2430-49f4-83c3-8fff1cd55cd7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:50.092998 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5a51667-df3a-4607-a232-e3b76a9cdc34 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group (7b60569d-2430-49f4-83c3-8fff1cd55cd7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:50.157131 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5a51667-df3a-4607-a232-e3b76a9cdc34 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7b60569d-2430-49f4-83c3-8fff1cd55cd7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:50.159702 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c5a51667-df3a-4607-a232-e3b76a9cdc34 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:50.163283 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c5a51667-df3a-4607-a232-e3b76a9cdc34 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] 10.222.0.82 "DELETE /v2.0/security-groups/7b60569d-2430-49f4-83c3-8fff1cd55cd7 HTTP/1.1" status: 204 len: 168 time: 0.1564696 Feb 08 16:16:50.174587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a51667-df3a-4607-a232-e3b76a9cdc34 tempest-TestVolumeBackupRestore-1837416718 tempest-TestVolumeBackupRestore-1837416718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b60569d-2430-49f4-83c3-8fff1cd55cd7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:50.349047 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device abcec396-bc81-463a-b557-69a1f39c972e details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:16:50.470250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port abcec396-bc81-463a-b557-69a1f39c972e, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=abcec396-bc81-463a-b557-69a1f39c972e,segment=NetworkSegment(5a622a31-7305-4ca0-8e76-d7f7e2cb6446),segment_id=5a622a31-7305-4ca0-8e76-d7f7e2cb6446)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:16:50.506700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'abcec396-bc81-463a-b557-69a1f39c972e', 'network_id': 'da809082-d851-4dbb-98d2-f94d9a40077a', 'port_id': 'abcec396-bc81-463a-b557-69a1f39c972e', 'mac_address': 'fa:16:3e:07:97:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a93e1da-53c5-43ec-bfbe-d31abf36f02a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:16:50.577398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port abcec396-bc81-463a-b557-69a1f39c972e is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:50.577943 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (abcec396-bc81-463a-b557-69a1f39c972e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:50.593558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abcec396-bc81-463a-b557-69a1f39c972e {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:16:50.612277 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:50.616276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port abcec396-bc81-463a-b557-69a1f39c972e, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=abcec396-bc81-463a-b557-69a1f39c972e,segment=NetworkSegment(5a622a31-7305-4ca0-8e76-d7f7e2cb6446),segment_id=5a622a31-7305-4ca0-8e76-d7f7e2cb6446)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:16:50.622913 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (abcec396-bc81-463a-b557-69a1f39c972e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:50.680986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=abcec396-bc81-463a-b557-69a1f39c972e,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:50.891649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['abcec396-bc81-463a-b557-69a1f39c972e'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:16:51.195575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593063b-79de-4b86-8ca9-d6d1da35a495 req-01d7c964-e1d2-4da7-873e-68c227d0f265 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:51.203285 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7593063b-79de-4b86-8ca9-d6d1da35a495 req-01d7c964-e1d2-4da7-873e-68c227d0f265 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 945 time: 0.1071992 Feb 08 16:16:51.290589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7593063b-79de-4b86-8ca9-d6d1da35a495 req-5c42cdc2-a4d2-4816-b6fc-8ccc3c44e179 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790861 Feb 08 16:16:52.363609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device abcec396-bc81-463a-b557-69a1f39c972e up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:16:52.436674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port abcec396-bc81-463a-b557-69a1f39c972e completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:16:52.441580 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port abcec396-bc81-463a-b557-69a1f39c972e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:16:52.442314 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (abcec396-bc81-463a-b557-69a1f39c972e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:52.544633 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0d269-b069-4945-a205-c6d644791929 req-37585e0b-b85c-4497-9618-f51be9bed2d6 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:52.547010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a4c0d269-b069-4945-a205-c6d644791929 req-37585e0b-b85c-4497-9618-f51be9bed2d6 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 945 time: 0.1890910 Feb 08 16:16:52.588181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port abcec396-bc81-463a-b557-69a1f39c972e is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:16:52.588585 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (abcec396-bc81-463a-b557-69a1f39c972e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:52.618468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad876bd-c744-40ff-9627-05b4f12b55bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcec396-bc81-463a-b557-69a1f39c972e'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:16:52.631796 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7573faa-4716-4e3a-ae01-76265864f6d9" -d '{"events": [{"server_uuid": "fad876bd-c744-40ff-9627-05b4f12b55bf", "name": "network-vif-plugged", "status": "completed", "tag": "abcec396-bc81-463a-b557-69a1f39c972e"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:16:52.671194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port abcec396-bc81-463a-b557-69a1f39c972e, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=abcec396-bc81-463a-b557-69a1f39c972e,segment=NetworkSegment(5a622a31-7305-4ca0-8e76-d7f7e2cb6446),segment_id=5a622a31-7305-4ca0-8e76-d7f7e2cb6446)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:16:52.684392 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (abcec396-bc81-463a-b557-69a1f39c972e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:16:52.741332 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbc93e1-bc52-460c-96da-216458bb8048 x-openstack-request-id: req-0bbc93e1-bc52-460c-96da-216458bb8048 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:16:52.741676 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad876bd-c744-40ff-9627-05b4f12b55bf", "name": "network-vif-plugged", "status": "completed", "tag": "abcec396-bc81-463a-b557-69a1f39c972e", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:16:52.741946 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0bbc93e1-bc52-460c-96da-216458bb8048 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:16:52.742352 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad876bd-c744-40ff-9627-05b4f12b55bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcec396-bc81-463a-b557-69a1f39c972e', 'code': 200} Feb 08 16:16:52.808772 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=abcec396-bc81-463a-b557-69a1f39c972e,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:16:52.844053 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a4c0d269-b069-4945-a205-c6d644791929 req-30b5b2cb-ec5f-4259-8396-f90a65b47ea0 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691917 Feb 08 16:16:52.888029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d08d7-59c7-4e9a-9025-d76622a0834b req-1b503421-8239-4553-b823-2119cf0162c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:52.891224 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f46d08d7-59c7-4e9a-9025-d76622a0834b req-1b503421-8239-4553-b823-2119cf0162c4 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 1129 time: 0.0848362 Feb 08 16:16:53.018435 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f46d08d7-59c7-4e9a-9025-d76622a0834b req-5e12de46-1daf-4978-8fa4-7d3260796f9b service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143076 Feb 08 16:16:54.055435 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cdec1-5bbd-4032-9fa8-949e7d8de62e req-b34b4a97-2286-4292-9637-12eb24ffb243 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:54.065365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c5cdec1-5bbd-4032-9fa8-949e7d8de62e req-b34b4a97-2286-4292-9637-12eb24ffb243 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 946 time: 0.1218698 Feb 08 16:16:54.155354 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c5cdec1-5bbd-4032-9fa8-949e7d8de62e req-cbeb733d-7f85-45b8-9574-31b771a85c93 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881495 Feb 08 16:16:55.343972 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b651090-2cd3-426f-9fcd-41caacda85b7 req-6011dd67-24d7-478e-9c5b-1f51e846965e tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:16:55.351217 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b651090-2cd3-426f-9fcd-41caacda85b7 req-6011dd67-24d7-478e-9c5b-1f51e846965e tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 946 time: 0.1102214 Feb 08 16:16:55.465700 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b651090-2cd3-426f-9fcd-41caacda85b7 req-457aa430-27f5-4e1a-96f2-8e1bd1811e13 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085606 Feb 08 16:16:57.205006 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:17:01.552011 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3e421f5c-b2e5-42d7-a826-ff6491d9a243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:03.828788 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-232e547b-54f4-4a45-9ff9-998c5340f74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:03.908810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52066) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:04.626133 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2afe6977-8006-409a-95d9-8dfeb44ed671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:04.978378 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-2afe6977-8006-409a-95d9-8dfeb44ed671 admin admin] Deleting port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:17:04.979685 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2afe6977-8006-409a-95d9-8dfeb44ed671 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:05.093718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-2afe6977-8006-409a-95d9-8dfeb44ed671 admin admin] For port 42ca5e36-c9a0-49b4-8f61-e37ae6e40849, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=42ca5e36-c9a0-49b4-8f61-e37ae6e40849,segment=NetworkSegment(b428e54a-6703-44a3-854a-90a1d2fa2e8e),segment_id=b428e54a-6703-44a3-854a-90a1d2fa2e8e)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:05.096005 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2afe6977-8006-409a-95d9-8dfeb44ed671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:05.126541 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-2afe6977-8006-409a-95d9-8dfeb44ed671 admin admin] Calling delete_port for 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:17:05.579438 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:05.840967 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2afe6977-8006-409a-95d9-8dfeb44ed671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (42ca5e36-c9a0-49b4-8f61-e37ae6e40849), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:05.912909 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe6977-8006-409a-95d9-8dfeb44ed671 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ca5e36-c9a0-49b4-8f61-e37ae6e40849,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:06.132972 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2afe6977-8006-409a-95d9-8dfeb44ed671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:06.392796 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afe6977-8006-409a-95d9-8dfeb44ed671 admin admin] Router fa2a527f-9684-45cf-9ceb-5aab7c798ffa has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:17:06.527519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afe6977-8006-409a-95d9-8dfeb44ed671 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:17:06.534280 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2afe6977-8006-409a-95d9-8dfeb44ed671 admin admin] 10.222.0.82 "PUT /v2.0/routers/fa2a527f-9684-45cf-9ceb-5aab7c798ffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6235507 Feb 08 16:17:06.536703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52116) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:06.541665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d62147-fbbd-4325-a82d-870722a42899 None None] Sync routers for ids ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:17:06.554463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d62147-fbbd-4325-a82d-870722a42899 None None] Routers {'fa2a527f-9684-45cf-9ceb-5aab7c798ffa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:17:06.555843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1d62147-fbbd-4325-a82d-870722a42899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:17:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:06.678255 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a1d62147-fbbd-4325-a82d-870722a42899 None None] Set router fa2a527f-9684-45cf-9ceb-5aab7c798ffa gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:17:06.703985 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] Publish callbacks [] for router (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:06.861269 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] Publish callbacks [] for router_gateway (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:06.898473 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:06.935841 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1d62147-fbbd-4325-a82d-870722a42899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:17:05Z', 'revision_number': 5, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port': {'id': '814c68fc-dd33-4ea1-87e3-98c5f607d9e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:22Z', 'updated_at': '2022-02-08T16:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:06.950917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] Deleting port 814c68fc-dd33-4ea1-87e3-98c5f607d9e0 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:17:06.951784 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (814c68fc-dd33-4ea1-87e3-98c5f607d9e0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:06.973049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d62147-fbbd-4325-a82d-870722a42899 None None] Checking router: fa2a527f-9684-45cf-9ceb-5aab7c798ffa for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:17:06.983402 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d62147-fbbd-4325-a82d-870722a42899 None None] Routers {'fa2a527f-9684-45cf-9ceb-5aab7c798ffa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:17:06.984049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1d62147-fbbd-4325-a82d-870722a42899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:17:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:07.067268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] For port 814c68fc-dd33-4ea1-87e3-98c5f607d9e0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=814c68fc-dd33-4ea1-87e3-98c5f607d9e0,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:07.067723 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (814c68fc-dd33-4ea1-87e3-98c5f607d9e0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:07.090305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] Calling delete_port for 814c68fc-dd33-4ea1-87e3-98c5f607d9e0 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:17:07.111685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a1d62147-fbbd-4325-a82d-870722a42899 None None] Set router fa2a527f-9684-45cf-9ceb-5aab7c798ffa gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:17:07.179485 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1d62147-fbbd-4325-a82d-870722a42899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:17:06Z', 'revision_number': 6, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:07.207736 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d62147-fbbd-4325-a82d-870722a42899 None None] The sync data for ids ['fa2a527f-9684-45cf-9ceb-5aab7c798ffa'] in n-d-824834-11 is: [{'id': 'fa2a527f-9684-45cf-9ceb-5aab7c798ffa', 'name': 'tempest-TestVolumeBackupRestore-267327624-router', 'tenant_id': '30cdc22df6094afd8686cd84a167e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:19Z', 'updated_at': '2022-02-08T16:17:06Z', 'revision_number': 6, 'project_id': '30cdc22df6094afd8686cd84a167e0e2', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:17:07.329720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (814c68fc-dd33-4ea1-87e3-98c5f607d9e0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:07.360006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=814c68fc-dd33-4ea1-87e3-98c5f607d9e0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:07.448046 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:07.553174 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:07.555601 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] Publish callbacks [] for router_controller (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:07.636097 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (fa2a527f-9684-45cf-9ceb-5aab7c798ffa), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:07.636824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa2a527f-9684-45cf-9ceb-5aab7c798ffa {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:17:07.652688 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:07.656992 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-63dd7f9d-c210-4a35-8d7d-4dde388d9b6e admin admin] 10.222.0.82 "DELETE /v2.0/routers/fa2a527f-9684-45cf-9ceb-5aab7c798ffa HTTP/1.1" status: 204 len: 168 time: 1.1155517 Feb 08 16:17:07.657219 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52126) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:07.746323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-713896c2-1ce0-4f5b-834e-197044416b13 admin admin] Deleting subnet 83919107-59ce-4f00-abe9-ac0f7bccc76d {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:17:07.750981 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-713896c2-1ce0-4f5b-834e-197044416b13 admin admin] Publish callbacks [] for subnet (83919107-59ce-4f00-abe9-ac0f7bccc76d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:07.794801 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-713896c2-1ce0-4f5b-834e-197044416b13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (83919107-59ce-4f00-abe9-ac0f7bccc76d), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:07.883233 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-713896c2-1ce0-4f5b-834e-197044416b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (83919107-59ce-4f00-abe9-ac0f7bccc76d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:07.950514 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-713896c2-1ce0-4f5b-834e-197044416b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (83919107-59ce-4f00-abe9-ac0f7bccc76d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:07.985062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713896c2-1ce0-4f5b-834e-197044416b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83919107-59ce-4f00-abe9-ac0f7bccc76d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:07.987276 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-713896c2-1ce0-4f5b-834e-197044416b13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:07.992701 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:07.993710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52128) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:08.001846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68350b78-3164-4cfd-8a2c-61741629dfe4 None None] Network 96d68a21-6dfb-4c5b-908f-327c53581493 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:17:08.014760 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-713896c2-1ce0-4f5b-834e-197044416b13 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/83919107-59ce-4f00-abe9-ac0f7bccc76d HTTP/1.1" status: 204 len: 168 time: 0.3563728 Feb 08 16:17:08.098015 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (96d68a21-6dfb-4c5b-908f-327c53581493), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:08.199040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] Deleting port e040539a-26a8-49de-bf17-cb5e4f6d0e26 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:17:08.199525 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:08.295231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6572624d-51ae-4735-9d84-9db8ff6bad7b None None] DHCP port deletion for 96d68a21-6dfb-4c5b-908f-327c53581493 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:17:08.334980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] For port e040539a-26a8-49de-bf17-cb5e4f6d0e26, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e040539a-26a8-49de-bf17-cb5e4f6d0e26,segment=NetworkSegment(b428e54a-6703-44a3-854a-90a1d2fa2e8e),segment_id=b428e54a-6703-44a3-854a-90a1d2fa2e8e)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:08.335707 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:08.355848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] Calling delete_port for e040539a-26a8-49de-bf17-cb5e4f6d0e26 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:17:08.362592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6572624d-51ae-4735-9d84-9db8ff6bad7b None None] Deleting port e040539a-26a8-49de-bf17-cb5e4f6d0e26 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:17:08.362777 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6572624d-51ae-4735-9d84-9db8ff6bad7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:08.473611 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:08.512755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] Pushing event deleted for resources: {'Port': ['ID=e040539a-26a8-49de-bf17-cb5e4f6d0e26,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:08.514735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] No DVR routers for this DVR port e040539a-26a8-49de-bf17-cb5e4f6d0e26 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:17:08.519018 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6572624d-51ae-4735-9d84-9db8ff6bad7b None None] For port e040539a-26a8-49de-bf17-cb5e4f6d0e26, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e040539a-26a8-49de-bf17-cb5e4f6d0e26,segment=NetworkSegment(b428e54a-6703-44a3-854a-90a1d2fa2e8e),segment_id=b428e54a-6703-44a3-854a-90a1d2fa2e8e)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:08.520189 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6572624d-51ae-4735-9d84-9db8ff6bad7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:08.551784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6572624d-51ae-4735-9d84-9db8ff6bad7b None None] Calling delete_port for e040539a-26a8-49de-bf17-cb5e4f6d0e26 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:17:08.641214 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (96d68a21-6dfb-4c5b-908f-327c53581493), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:08.648629 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6572624d-51ae-4735-9d84-9db8ff6bad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (e040539a-26a8-49de-bf17-cb5e4f6d0e26), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:08.675475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572624d-51ae-4735-9d84-9db8ff6bad7b None None] Pushing event deleted for resources: {'Port': ['ID=e040539a-26a8-49de-bf17-cb5e4f6d0e26,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:08.676072 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d68a21-6dfb-4c5b-908f-327c53581493']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:08.681504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572624d-51ae-4735-9d84-9db8ff6bad7b None None] No DVR routers for this DVR port e040539a-26a8-49de-bf17-cb5e4f6d0e26 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:17:08.691279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b428e54a-6703-44a3-854a-90a1d2fa2e8e') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:08.691782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b428e54a-6703-44a3-854a-90a1d2fa2e8e') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:08.717188 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (b428e54a-6703-44a3-854a-90a1d2fa2e8e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:08.736786 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b428e54a-6703-44a3-854a-90a1d2fa2e8e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:08.743619 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:17:08.744488 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (b428e54a-6703-44a3-854a-90a1d2fa2e8e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:17:08.746459 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:17:08.833653 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (96d68a21-6dfb-4c5b-908f-327c53581493), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:08.851024 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:08.861377 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] 10.222.0.82 "DELETE /v2.0/networks/96d68a21-6dfb-4c5b-908f-327c53581493 HTTP/1.1" status: 204 len: 168 time: 0.8646374 Feb 08 16:17:08.864192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52136) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:08.910292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f892ab-1c38-4672-8d1a-c2209781501a admin admin] Pushing event deleted for resources: {'Network': ['ID=96d68a21-6dfb-4c5b-908f-327c53581493,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:09.190638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:17:09.223495 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:17:09.226821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 42ca5e36-c9a0-49b4-8f61-e37ae6e40849 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:17:09.227534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 814c68fc-dd33-4ea1-87e3-98c5f607d9e0 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:17:09.253170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 814c68fc-dd33-4ea1-87e3-98c5f607d9e0 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:17:09.254187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 814c68fc-dd33-4ea1-87e3-98c5f607d9e0 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:17:09.255110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e040539a-26a8-49de-bf17-cb5e4f6d0e26 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:17:09.288983 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: e040539a-26a8-49de-bf17-cb5e4f6d0e26 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:17:09.290405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e040539a-26a8-49de-bf17-cb5e4f6d0e26 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:17:09.387706 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-449bc86b-824f-42e3-b3c4-49e744ba30b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:09.746997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-449bc86b-824f-42e3-b3c4-49e744ba30b2 admin admin] Deleting port 22c23d2f-d66d-4f55-85a2-ac165c2d711e {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:17:09.747549 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-449bc86b-824f-42e3-b3c4-49e744ba30b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:09.843268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-449bc86b-824f-42e3-b3c4-49e744ba30b2 admin admin] For port 22c23d2f-d66d-4f55-85a2-ac165c2d711e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=22c23d2f-d66d-4f55-85a2-ac165c2d711e,segment=NetworkSegment(7cf7f0f5-d5da-4ef3-a334-b017d3804ae1),segment_id=7cf7f0f5-d5da-4ef3-a334-b017d3804ae1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:09.843952 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-449bc86b-824f-42e3-b3c4-49e744ba30b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:09.860345 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-449bc86b-824f-42e3-b3c4-49e744ba30b2 admin admin] Calling delete_port for 22c23d2f-d66d-4f55-85a2-ac165c2d711e owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:17:10.073658 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-449bc86b-824f-42e3-b3c4-49e744ba30b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (22c23d2f-d66d-4f55-85a2-ac165c2d711e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:10.105719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bc86b-824f-42e3-b3c4-49e744ba30b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c23d2f-d66d-4f55-85a2-ac165c2d711e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:10.339926 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-449bc86b-824f-42e3-b3c4-49e744ba30b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:10.654077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449bc86b-824f-42e3-b3c4-49e744ba30b2 admin admin] Router 618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:17:10.786464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449bc86b-824f-42e3-b3c4-49e744ba30b2 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:17:10.794288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52150) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:10.794787 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-449bc86b-824f-42e3-b3c4-49e744ba30b2 admin admin] 10.222.0.82 "PUT /v2.0/routers/618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9287446 Feb 08 16:17:10.797110 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f802474-b149-47f4-94de-e0a036131215 None None] Sync routers for ids ['618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:17:10.827407 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f802474-b149-47f4-94de-e0a036131215 None None] Routers {'618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:17:10.829285 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2f802474-b149-47f4-94de-e0a036131215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:17:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:10.930626 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] Publish callbacks [] for router (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:10.979130 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2f802474-b149-47f4-94de-e0a036131215 None None] Set router 618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:17:11.077680 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] Publish callbacks [] for router_gateway (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:11.170311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] Deleting port e5ceed44-f952-4238-a25a-490951031c8a {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:17:11.170924 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e5ceed44-f952-4238-a25a-490951031c8a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:11.284915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] For port e5ceed44-f952-4238-a25a-490951031c8a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e5ceed44-f952-4238-a25a-490951031c8a,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:11.285347 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e5ceed44-f952-4238-a25a-490951031c8a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:11.314278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] Calling delete_port for e5ceed44-f952-4238-a25a-490951031c8a owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:17:11.341647 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2f802474-b149-47f4-94de-e0a036131215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'name': 'tempest-TestVolumeBackupRestore-945769414-router', 'tenant_id': '63529e3878664ce2ac728192597fd3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'e5ceed44-f952-4238-a25a-490951031c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:49Z', 'updated_at': '2022-02-08T16:17:10Z', 'revision_number': 5, 'project_id': '63529e3878664ce2ac728192597fd3b7', 'gw_port': {'id': 'e5ceed44-f952-4238-a25a-490951031c8a', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3250, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:08:52Z', 'updated_at': '2022-02-08T16:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:11.378965 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f802474-b149-47f4-94de-e0a036131215 None None] Checking router: 618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:17:11.409950 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f802474-b149-47f4-94de-e0a036131215 None None] Routers {'618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:17:11.411388 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2f802474-b149-47f4-94de-e0a036131215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:17:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:11.536068 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2f802474-b149-47f4-94de-e0a036131215 None None] Set router 618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:17:11.552163 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e5ceed44-f952-4238-a25a-490951031c8a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:11.605738 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2f802474-b149-47f4-94de-e0a036131215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'name': 'tempest-TestVolumeBackupRestore-945769414-router', 'tenant_id': '63529e3878664ce2ac728192597fd3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:49Z', 'updated_at': '2022-02-08T16:17:11Z', 'revision_number': 6, 'project_id': '63529e3878664ce2ac728192597fd3b7', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:11.637539 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f802474-b149-47f4-94de-e0a036131215 None None] The sync data for ids ['618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0'] in n-d-824834-11 is: [{'id': '618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0', 'name': 'tempest-TestVolumeBackupRestore-945769414-router', 'tenant_id': '63529e3878664ce2ac728192597fd3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:08:49Z', 'updated_at': '2022-02-08T16:17:11Z', 'revision_number': 6, 'project_id': '63529e3878664ce2ac728192597fd3b7', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:17:11.650475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ceed44-f952-4238-a25a-490951031c8a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:11.747777 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:11.846993 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:11.849235 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] Publish callbacks [] for router_controller (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:11.902575 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:11.903195 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:17:11.913555 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:11.914107 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e9677896-96e3-4add-8c6b-1c1256a57f93 admin admin] 10.222.0.82 "DELETE /v2.0/routers/618c0ece-c8a6-4e74-9ac9-3a82b1d6c2d0 HTTP/1.1" status: 204 len: 168 time: 1.1118746 Feb 08 16:17:11.916883 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52158) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:11.970355 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-84833ab7-717b-47b2-aec9-e65a1582ea6a admin admin] Deleting subnet f77931db-87ca-4068-ada9-790481f01c78 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:17:11.974702 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84833ab7-717b-47b2-aec9-e65a1582ea6a admin admin] Publish callbacks [] for subnet (f77931db-87ca-4068-ada9-790481f01c78), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.028548 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84833ab7-717b-47b2-aec9-e65a1582ea6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (f77931db-87ca-4068-ada9-790481f01c78), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.174975 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84833ab7-717b-47b2-aec9-e65a1582ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (f77931db-87ca-4068-ada9-790481f01c78), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.243746 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84833ab7-717b-47b2-aec9-e65a1582ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (f77931db-87ca-4068-ada9-790481f01c78), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.272445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84833ab7-717b-47b2-aec9-e65a1582ea6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f77931db-87ca-4068-ada9-790481f01c78,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:12.276885 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84833ab7-717b-47b2-aec9-e65a1582ea6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.282610 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-84833ab7-717b-47b2-aec9-e65a1582ea6a admin admin] 10.222.0.82 "DELETE /v2.0/subnets/f77931db-87ca-4068-ada9-790481f01c78 HTTP/1.1" status: 204 len: 168 time: 0.3623824 Feb 08 16:17:12.282838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52160) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:12.283335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d62da76-9911-4747-8bcd-99823e66d5c6 None None] Network b4d8fafb-3a37-4da4-a5dd-b415986b4f56 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:17:12.359472 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (b4d8fafb-3a37-4da4-a5dd-b415986b4f56), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.418062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] Deleting port aa34e1a9-7b26-4fea-adda-57033fac0edc {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:17:12.418419 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.526467 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] For port aa34e1a9-7b26-4fea-adda-57033fac0edc, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=aa34e1a9-7b26-4fea-adda-57033fac0edc,segment=NetworkSegment(7cf7f0f5-d5da-4ef3-a334-b017d3804ae1),segment_id=7cf7f0f5-d5da-4ef3-a334-b017d3804ae1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:12.526737 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e18438-f191-48e1-94c8-d4660ff4e2cc None None] DHCP port deletion for b4d8fafb-3a37-4da4-a5dd-b415986b4f56 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:17:12.527368 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.543176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] Calling delete_port for aa34e1a9-7b26-4fea-adda-57033fac0edc owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:17:12.605372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-24e18438-f191-48e1-94c8-d4660ff4e2cc None None] Deleting port aa34e1a9-7b26-4fea-adda-57033fac0edc {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:17:12.605965 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-24e18438-f191-48e1-94c8-d4660ff4e2cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.666434 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.700535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] No DVR routers for this DVR port aa34e1a9-7b26-4fea-adda-57033fac0edc on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:17:12.737453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa34e1a9-7b26-4fea-adda-57033fac0edc,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:12.769242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-24e18438-f191-48e1-94c8-d4660ff4e2cc None None] For port aa34e1a9-7b26-4fea-adda-57033fac0edc, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=aa34e1a9-7b26-4fea-adda-57033fac0edc,segment=NetworkSegment(7cf7f0f5-d5da-4ef3-a334-b017d3804ae1),segment_id=7cf7f0f5-d5da-4ef3-a334-b017d3804ae1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:12.769645 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-24e18438-f191-48e1-94c8-d4660ff4e2cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.795625 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-24e18438-f191-48e1-94c8-d4660ff4e2cc None None] Calling delete_port for aa34e1a9-7b26-4fea-adda-57033fac0edc owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:17:12.846048 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (b4d8fafb-3a37-4da4-a5dd-b415986b4f56), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.878431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d8fafb-3a37-4da4-a5dd-b415986b4f56']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:12.891631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf7f0f5-d5da-4ef3-a334-b017d3804ae1') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:12.893737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf7f0f5-d5da-4ef3-a334-b017d3804ae1') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:12.903912 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (7cf7f0f5-d5da-4ef3-a334-b017d3804ae1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.913744 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-24e18438-f191-48e1-94c8-d4660ff4e2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (aa34e1a9-7b26-4fea-adda-57033fac0edc), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.919733 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7cf7f0f5-d5da-4ef3-a334-b017d3804ae1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.929210 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:17:12.929627 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (7cf7f0f5-d5da-4ef3-a334-b017d3804ae1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:12.950661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e18438-f191-48e1-94c8-d4660ff4e2cc None None] Pushing event deleted for resources: {'Port': ['ID=aa34e1a9-7b26-4fea-adda-57033fac0edc,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:12.956338 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e18438-f191-48e1-94c8-d4660ff4e2cc None None] No DVR routers for this DVR port aa34e1a9-7b26-4fea-adda-57033fac0edc on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:17:12.978395 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:17:13.014314 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (b4d8fafb-3a37-4da4-a5dd-b415986b4f56), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:13.022525 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:13.041952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] 10.222.0.82 "DELETE /v2.0/networks/b4d8fafb-3a37-4da4-a5dd-b415986b4f56 HTTP/1.1" status: 204 len: 168 time: 0.7561700 Feb 08 16:17:13.080257 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff199079-85a5-4bc5-97c8-af93d0f6eb11 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d8fafb-3a37-4da4-a5dd-b415986b4f56,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:13.210997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device aa34e1a9-7b26-4fea-adda-57033fac0edc no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:17:13.250718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: aa34e1a9-7b26-4fea-adda-57033fac0edc {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:17:13.251467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device aa34e1a9-7b26-4fea-adda-57033fac0edc not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:17:13.252101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e5ceed44-f952-4238-a25a-490951031c8a no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:17:13.285920 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: e5ceed44-f952-4238-a25a-490951031c8a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:17:13.287297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e5ceed44-f952-4238-a25a-490951031c8a not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:17:13.287956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 22c23d2f-d66d-4f55-85a2-ac165c2d711e no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:17:13.294431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52172) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:13.358652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 22c23d2f-d66d-4f55-85a2-ac165c2d711e {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:17:13.362165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 22c23d2f-d66d-4f55-85a2-ac165c2d711e not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:17:13.373652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-31b43b6a-2987-4ad4-bb8f-5dadd7e2714e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=30cdc22df6094afd8686cd84a167e0e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767705 Feb 08 16:17:13.375101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52174) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:13.446841 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-403eeb12-b795-4f02-aef2-93fc68a8b65f admin admin] Publish callbacks [] for security_group (372c322f-8e23-428f-83e3-029be061da54), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:13.476855 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-403eeb12-b795-4f02-aef2-93fc68a8b65f admin admin] Publish callbacks [] for security_group (372c322f-8e23-428f-83e3-029be061da54), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:13.538618 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-403eeb12-b795-4f02-aef2-93fc68a8b65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (372c322f-8e23-428f-83e3-029be061da54), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:13.542711 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-403eeb12-b795-4f02-aef2-93fc68a8b65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:13.543894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-403eeb12-b795-4f02-aef2-93fc68a8b65f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/372c322f-8e23-428f-83e3-029be061da54 HTTP/1.1" status: 204 len: 168 time: 0.1673987 Feb 08 16:17:13.555997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403eeb12-b795-4f02-aef2-93fc68a8b65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372c322f-8e23-428f-83e3-029be061da54,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:14.007008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52186) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:14.060192 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-426d9974-0f2b-45d4-9c49-5cc6c380e8fe admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=63529e3878664ce2ac728192597fd3b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518060 Feb 08 16:17:14.063006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52188) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:14.118122 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-568a2e35-79d5-4e9b-8f0d-365b2c66e23d admin admin] Publish callbacks [] for security_group (6d138ae9-4d02-420e-adf5-2a4d182182b1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:14.145532 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-568a2e35-79d5-4e9b-8f0d-365b2c66e23d admin admin] Publish callbacks [] for security_group (6d138ae9-4d02-420e-adf5-2a4d182182b1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:14.265744 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-568a2e35-79d5-4e9b-8f0d-365b2c66e23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6d138ae9-4d02-420e-adf5-2a4d182182b1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:14.273507 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-568a2e35-79d5-4e9b-8f0d-365b2c66e23d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:14.278528 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-568a2e35-79d5-4e9b-8f0d-365b2c66e23d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6d138ae9-4d02-420e-adf5-2a4d182182b1 HTTP/1.1" status: 204 len: 168 time: 0.2144759 Feb 08 16:17:14.289253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a2e35-79d5-4e9b-8f0d-365b2c66e23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d138ae9-4d02-420e-adf5-2a4d182182b1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:19.011986 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:20.256859 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52270) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:20.376614 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-11364395-0389-4d12-8acd-cb857e2e69b2 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2282 time: 0.1183813 Feb 08 16:17:20.380228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52272) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:20.386453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-31d20bd4-2feb-46a7-9b1a-b11f0707fb69 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Request body: {'network': {'name': 'tempest-network-smoke--1072887994', 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'port_security_enabled': False}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:17:20.413156 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d20bd4-2feb-46a7-9b1a-b11f0707fb69 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Made reservation on behalf of 6c174de8c2ea4726bee4e60428d66c51 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:17:20.428183 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-31d20bd4-2feb-46a7-9b1a-b11f0707fb69 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:20.437966 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:20.478216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d20bd4-2feb-46a7-9b1a-b11f0707fb69 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:17:20.490552 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-31d20bd4-2feb-46a7-9b1a-b11f0707fb69 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8281c23a-622d-467b-b75e-67da2652d34c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:20.491027 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-31d20bd4-2feb-46a7-9b1a-b11f0707fb69 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Added segment 8281c23a-622d-467b-b75e-67da2652d34c of type vlan for network c824809c-4431-4dc1-ade2-92924d07106f Feb 08 16:17:20.542162 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-31d20bd4-2feb-46a7-9b1a-b11f0707fb69 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (c824809c-4431-4dc1-ade2-92924d07106f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:20.571695 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-31d20bd4-2feb-46a7-9b1a-b11f0707fb69 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (c824809c-4431-4dc1-ade2-92924d07106f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:20.578909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d20bd4-2feb-46a7-9b1a-b11f0707fb69 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:20.579501 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-31d20bd4-2feb-46a7-9b1a-b11f0707fb69 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:20.659199 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-31d20bd4-2feb-46a7-9b1a-b11f0707fb69 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2751336 Feb 08 16:17:20.659542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52274) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:20.665641 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-658162357', 'admin_state_up': True, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:17:20.672490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d20bd4-2feb-46a7-9b1a-b11f0707fb69 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'Network': ['ID=c824809c-4431-4dc1-ade2-92924d07106f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:20.685187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network c824809c-4431-4dc1-ade2-92924d07106f details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:17:20.703128 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:20.703729 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:20.792831 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router_controller (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:20.976220 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router_gateway (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:21.191105 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router_gateway (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:21.212107 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:21.345303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Allocated IP 172.25.7.53 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/3cbffff9-880c-40c8-a941-c2d2f7cb62c3) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:17:21.471913 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for port (3cbffff9-880c-40c8-a941-c2d2f7cb62c3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:21.513529 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3cbffff9-880c-40c8-a941-c2d2f7cb62c3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:21.561459 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'Port': ['ID=3cbffff9-880c-40c8-a941-c2d2f7cb62c3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:21.574555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:17:21.576117 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:17:21.578835 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:17:21.884017 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router_gateway (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:22.584110 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:22.733649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Router 8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:17:22.867134 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:17:22.878417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Sync routers for ids ['8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:17:22.889874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Routers {'8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:17:22.890726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:17:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:22.909766 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:22.911134 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3b4e3efc-e30b-42c4-ac56-5ddfbc17625d tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2504070 Feb 08 16:17:22.914061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52306) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:23.013604 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf9ec4-2252-469f-87ad-a39e3a1f91b0 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:23.019283 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52308) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:23.029520 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8cbf9ec4-2252-469f-87ad-a39e3a1f91b0 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=6c174de8c2ea4726bee4e60428d66c51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1142826 Feb 08 16:17:23.034191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Set router 8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:17:23.144147 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71651ed-7219-4a08-aa7d-63bb7426108b tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:23.148582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52310) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:23.159335 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c71651ed-7219-4a08-aa7d-63bb7426108b tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1389017 Feb 08 16:17:23.187369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52312) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:23.199257 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fdbfa388-dbf5-4e2d-a247-94e7de2aee8b tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493691 Feb 08 16:17:23.241179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52314) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:23.257402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c42e41a4-ef1a-433f-8a40-f060bf84d787 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=6c174de8c2ea4726bee4e60428d66c51&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645957 Feb 08 16:17:23.409408 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658162357', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '3cbffff9-880c-40c8-a941-c2d2f7cb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:17:20Z', 'updated_at': '2022-02-08T16:17:21Z', 'revision_number': 3, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': '3cbffff9-880c-40c8-a941-c2d2f7cb62c3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:17:21Z', 'updated_at': '2022-02-08T16:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:23.476536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Checking router: 8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:17:23.477311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Updating router 8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 port 3cbffff9-880c-40c8-a941-c2d2f7cb62c3 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:17:23.528630 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cbffff9-880c-40c8-a941-c2d2f7cb62c3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:23.564793 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2534166d-f284-4561-a1b2-50fa347c363d tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:23.566373 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2534166d-f284-4561-a1b2-50fa347c363d tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3241832 Feb 08 16:17:23.569126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52322) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:23.599862 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9be655ba-0ac3-458b-91a2-4d4ae37be02c tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296042 Feb 08 16:17:23.602319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52324) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:23.609842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e899b777-e648-4e68-a0c7-160cd55ff707 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1333704291', 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f', 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:17:23.725064 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e899b777-e648-4e68-a0c7-160cd55ff707 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Made reservation on behalf of 6c174de8c2ea4726bee4e60428d66c51 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:17:23.729782 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e899b777-e648-4e68-a0c7-160cd55ff707 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:23.902545 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Publish callbacks [] for port (3cbffff9-880c-40c8-a941-c2d2f7cb62c3), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:23.909281 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cbffff9-880c-40c8-a941-c2d2f7cb62c3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:23.947366 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Attempting to bind port 3cbffff9-880c-40c8-a941-c2d2f7cb62c3 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:17:23.947789 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Attempting to bind port 3cbffff9-880c-40c8-a941-c2d2f7cb62c3 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:17:23.948192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Attempting to bind port 3cbffff9-880c-40c8-a941-c2d2f7cb62c3 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:17:23.981911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:17:23.982381 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:17:23.987381 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:23.987949 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:17:23.989839 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Bound port: 3cbffff9-880c-40c8-a941-c2d2f7cb62c3, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:17:23.989839 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cbffff9-880c-40c8-a941-c2d2f7cb62c3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:24.163479 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e899b777-e648-4e68-a0c7-160cd55ff707 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (d965810d-7e0f-4c58-8f2d-1065b0099ff5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:24.248694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e269d4-e383-47ee-a1d2-3d0ce9c86e82 None None] Pushing event updated for resources: {'Port': ['ID=3cbffff9-880c-40c8-a941-c2d2f7cb62c3,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:24.258756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e269d4-e383-47ee-a1d2-3d0ce9c86e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:24.259099 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e269d4-e383-47ee-a1d2-3d0ce9c86e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:24.263493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e269d4-e383-47ee-a1d2-3d0ce9c86e82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:24.263493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e269d4-e383-47ee-a1d2-3d0ce9c86e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:24.263493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e269d4-e383-47ee-a1d2-3d0ce9c86e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:24.263493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e269d4-e383-47ee-a1d2-3d0ce9c86e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:24.263493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e269d4-e383-47ee-a1d2-3d0ce9c86e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:24.263493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e269d4-e383-47ee-a1d2-3d0ce9c86e82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:24.263493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e269d4-e383-47ee-a1d2-3d0ce9c86e82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:24.263493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e269d4-e383-47ee-a1d2-3d0ce9c86e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:24.263493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e269d4-e383-47ee-a1d2-3d0ce9c86e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:24.263493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e269d4-e383-47ee-a1d2-3d0ce9c86e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:24.263493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e269d4-e383-47ee-a1d2-3d0ce9c86e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:24.293008 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] For port 3cbffff9-880c-40c8-a941-c2d2f7cb62c3, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:17:24.296398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] For port 3cbffff9-880c-40c8-a941-c2d2f7cb62c3, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3cbffff9-880c-40c8-a941-c2d2f7cb62c3,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:17:24.305688 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cbffff9-880c-40c8-a941-c2d2f7cb62c3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:24.317475 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899b777-e648-4e68-a0c7-160cd55ff707 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'Subnet': ['ID=d965810d-7e0f-4c58-8f2d-1065b0099ff5,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:24.330014 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0668b41-0b01-4d65-b57d-d040572c291c req-dcc01014-754e-4dc2-afbd-b496bf4a6fc3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1872330 Feb 08 16:17:24.341503 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e899b777-e648-4e68-a0c7-160cd55ff707 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Checking segment: {'id': '8281c23a-622d-467b-b75e-67da2652d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:17:24.341875 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e899b777-e648-4e68-a0c7-160cd55ff707 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Network hostable DHCP agents. Network: c824809c-4431-4dc1-ade2-92924d07106f, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:17:24.425724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e269d4-e383-47ee-a1d2-3d0ce9c86e82 None None] Pushing event updated for resources: {'Port': ['ID=3cbffff9-880c-40c8-a941-c2d2f7cb62c3,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:24.469406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Routers {'8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:17:24.470142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:17:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:24.471817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e899b777-e648-4e68-a0c7-160cd55ff707 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Network c824809c-4431-4dc1-ade2-92924d07106f is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:17:24.489102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-e899b777-e648-4e68-a0c7-160cd55ff707 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, c824809c-4431-4dc1-ade2-92924d07106f) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:17:24.513822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e899b777-e648-4e68-a0c7-160cd55ff707 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:24.514442 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e899b777-e648-4e68-a0c7-160cd55ff707 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:24.524228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0668b41-0b01-4d65-b57d-d040572c291c req-4f5b478a-3252-4731-8e7a-3db2c0f7a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:24.526418 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0668b41-0b01-4d65-b57d-d040572c291c req-4f5b478a-3252-4731-8e7a-3db2c0f7a1f0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6c174de8c2ea4726bee4e60428d66c51&device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 1167 time: 0.1293988 Feb 08 16:17:24.546666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52332) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:24.561891 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e899b777-e648-4e68-a0c7-160cd55ff707 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9582162 Feb 08 16:17:24.722653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] Set router 8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:17:24.789655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0668b41-0b01-4d65-b57d-d040572c291c req-0be006a9-c5e1-4e73-a0be-a95838f5cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:24.791794 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0668b41-0b01-4d65-b57d-d040572c291c req-0be006a9-c5e1-4e73-a0be-a95838f5cdd3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a3dfc678-1200-4ec3-a571-d9e859a23ae5 HTTP/1.1" status: 200 len: 898 time: 0.2214563 Feb 08 16:17:24.869565 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0668b41-0b01-4d65-b57d-d040572c291c req-753839b7-2457-46ef-8953-81fd0f087ddc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3215d199-5c58-47a3-92fe-94b94bd1a81d HTTP/1.1" status: 200 len: 1000 time: 0.0698552 Feb 08 16:17:24.900364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c219dc-1399-4c0b-8d56-d944b5fa9c55 None None] Network c824809c-4431-4dc1-ade2-92924d07106f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:17:24.968669 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0668b41-0b01-4d65-b57d-d040572c291c req-5248e97f-db72-41eb-89a1-e26655656186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:24.970105 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0668b41-0b01-4d65-b57d-d040572c291c req-5248e97f-db72-41eb-89a1-e26655656186 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7 HTTP/1.1" status: 200 len: 835 time: 0.0952849 Feb 08 16:17:25.059821 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0668b41-0b01-4d65-b57d-d040572c291c req-a7ba3b69-d046-42fe-8aa2-9f7711ad529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:25.061379 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0668b41-0b01-4d65-b57d-d040572c291c req-a7ba3b69-d046-42fe-8aa2-9f7711ad529e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a3dfc678-1200-4ec3-a571-d9e859a23ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0849845 Feb 08 16:17:25.069828 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-c824809c-4431-4dc1-ade2-92924d07106f', 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f', 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'fixed_ips': [{'subnet_id': 'd965810d-7e0f-4c58-8f2d-1065b0099ff5'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:17:25.073650 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:25.222357 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0668b41-0b01-4d65-b57d-d040572c291c req-48320a31-faff-412d-b12b-97ea0f5d4831 service neutron] 10.222.0.96 "GET /v2.0/networks/a3dfc678-1200-4ec3-a571-d9e859a23ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528673 Feb 08 16:17:25.288060 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658162357', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '3cbffff9-880c-40c8-a941-c2d2f7cb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:17:20Z', 'updated_at': '2022-02-08T16:17:21Z', 'revision_number': 3, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': '3cbffff9-880c-40c8-a941-c2d2f7cb62c3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:17:21Z', 'updated_at': '2022-02-08T16:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:25.370858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aea4cf-1cb3-4a2c-b366-e2ce574b84a8 None None] The sync data for ids ['8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'] in n-d-824834-11 is: [{'id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658162357', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '3cbffff9-880c-40c8-a941-c2d2f7cb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:17:20Z', 'updated_at': '2022-02-08T16:17:21Z', 'revision_number': 3, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': '3cbffff9-880c-40c8-a941-c2d2f7cb62c3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:17:21Z', 'updated_at': '2022-02-08T16:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:17:25.455576 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d0668b41-0b01-4d65-b57d-d040572c291c req-2f179659-2114-4de9-bc38-079767b9a50a service neutron] 10.222.0.96 "GET /v2.0/networks/a3dfc678-1200-4ec3-a571-d9e859a23ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276917 Feb 08 16:17:25.550109 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Allocated IP 172.20.0.18 (c824809c-4431-4dc1-ade2-92924d07106f/d965810d-7e0f-4c58-8f2d-1065b0099ff5/2846c722-f50f-44c4-8c6a-b86169afadfb) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:17:25.882568 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Publish callbacks [] for port (2846c722-f50f-44c4-8c6a-b86169afadfb), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:25.897701 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (2846c722-f50f-44c4-8c6a-b86169afadfb), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:25.960634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Network c824809c-4431-4dc1-ade2-92924d07106f is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:17:25.967664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:17:25.972127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:17:26.032215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Pushing event updated for resources: {'Port': ['ID=2846c722-f50f-44c4-8c6a-b86169afadfb,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:26.093640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Attempting to bind port 2846c722-f50f-44c4-8c6a-b86169afadfb on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:17:26.094296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Attempting to bind port 2846c722-f50f-44c4-8c6a-b86169afadfb by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '8281c23a-622d-467b-b75e-67da2652d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:17:26.094296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Attempting to bind port 2846c722-f50f-44c4-8c6a-b86169afadfb on network c824809c-4431-4dc1-ade2-92924d07106f {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:17:26.115211 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:17:26.115926 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Checking segment: {'id': '8281c23a-622d-467b-b75e-67da2652d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:17:26.116557 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:26.117212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Bound using segment: {'id': '8281c23a-622d-467b-b75e-67da2652d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:17:26.117900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Bound port: 2846c722-f50f-44c4-8c6a-b86169afadfb, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8281c23a-622d-467b-b75e-67da2652d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:17:26.118475 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2846c722-f50f-44c4-8c6a-b86169afadfb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:26.180315 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:26.249457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] For port 2846c722-f50f-44c4-8c6a-b86169afadfb, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:17:26.256246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] For port 2846c722-f50f-44c4-8c6a-b86169afadfb, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2846c722-f50f-44c4-8c6a-b86169afadfb,segment=NetworkSegment(8281c23a-622d-467b-b75e-67da2652d34c),segment_id=8281c23a-622d-467b-b75e-67da2652d34c)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:17:26.268122 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2846c722-f50f-44c4-8c6a-b86169afadfb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:26.458486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d711d00-a8d5-4c49-876f-c3c57c53d1dc None None] Pushing event updated for resources: {'Port': ['ID=2846c722-f50f-44c4-8c6a-b86169afadfb,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:26.709611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Allocated IP 172.20.0.17 (c824809c-4431-4dc1-ade2-92924d07106f/d965810d-7e0f-4c58-8f2d-1065b0099ff5/7e46f317-ca45-44a5-9fbf-cef813603d8a) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:17:27.154598 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:27.221058 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:27.283371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Network c824809c-4431-4dc1-ade2-92924d07106f is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:17:27.296123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:17:27.301997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:17:27.315451 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'Port': ['ID=7e46f317-ca45-44a5-9fbf-cef813603d8a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:27.417856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3cbffff9-880c-40c8-a941-c2d2f7cb62c3 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:17:27.429270 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:27.531649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3cbffff9-880c-40c8-a941-c2d2f7cb62c3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:17:27.533625 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3cbffff9-880c-40c8-a941-c2d2f7cb62c3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:27.714618 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:27.744899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3cbffff9-880c-40c8-a941-c2d2f7cb62c3 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:17:27.746975 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3cbffff9-880c-40c8-a941-c2d2f7cb62c3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:27.828018 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 3cbffff9-880c-40c8-a941-c2d2f7cb62c3, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3cbffff9-880c-40c8-a941-c2d2f7cb62c3,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:27.839517 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3cbffff9-880c-40c8-a941-c2d2f7cb62c3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:27.840640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2846c722-f50f-44c4-8c6a-b86169afadfb up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:17:28.001400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=3cbffff9-880c-40c8-a941-c2d2f7cb62c3,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:28.138391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 2846c722-f50f-44c4-8c6a-b86169afadfb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:17:28.139065 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2846c722-f50f-44c4-8c6a-b86169afadfb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:28.314071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 2846c722-f50f-44c4-8c6a-b86169afadfb is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:17:28.314491 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2846c722-f50f-44c4-8c6a-b86169afadfb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:28.407000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 2846c722-f50f-44c4-8c6a-b86169afadfb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2846c722-f50f-44c4-8c6a-b86169afadfb,segment=NetworkSegment(8281c23a-622d-467b-b75e-67da2652d34c),segment_id=8281c23a-622d-467b-b75e-67da2652d34c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:28.419868 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2846c722-f50f-44c4-8c6a-b86169afadfb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:28.537649 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:28.545307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=2846c722-f50f-44c4-8c6a-b86169afadfb,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:28.548315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5783318b-51e3-4f8d-b590-392e5f18c66a None None] Network c824809c-4431-4dc1-ade2-92924d07106f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:17:28.549865 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:28.728824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-eb2a93f5-c43c-4e16-9f20-6ca6ff806c7e None None] Provisioning complete for port 2846c722-f50f-44c4-8c6a-b86169afadfb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:17:28.729318 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eb2a93f5-c43c-4e16-9f20-6ca6ff806c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2846c722-f50f-44c4-8c6a-b86169afadfb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:28.743527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'Port': ['ID=7e46f317-ca45-44a5-9fbf-cef813603d8a,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:28.761252 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:29.003033 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a93f5-c43c-4e16-9f20-6ca6ff806c7e None None] Current status of the port 2846c722-f50f-44c4-8c6a-b86169afadfb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:17:29.128141 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Network c824809c-4431-4dc1-ade2-92924d07106f is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:17:29.133912 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:17:29.272099 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3cbffff9-880c-40c8-a941-c2d2f7cb62c3 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:17:29.395514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Router 8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:17:29.414097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3cbffff9-880c-40c8-a941-c2d2f7cb62c3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:17:29.414828 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3cbffff9-880c-40c8-a941-c2d2f7cb62c3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:29.603813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3cbffff9-880c-40c8-a941-c2d2f7cb62c3 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:17:29.606152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2846c722-f50f-44c4-8c6a-b86169afadfb up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:17:29.682301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:17:29.697220 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Sync routers for ids ['8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:17:29.697762 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4881461f-cbc3-4a2d-b526-11a35476ff99 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "PUT /v2.0/routers/8169b13c-2d50-4cbc-91c6-eb5fc901e0c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1496155 Feb 08 16:17:29.727546 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e3ffc103-c390-4a5b-b3bb-e22facfeed90 None None] Provisioning complete for port 7e46f317-ca45-44a5-9fbf-cef813603d8a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:17:29.728561 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e3ffc103-c390-4a5b-b3bb-e22facfeed90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:29.761268 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Routers {'8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:17:29.761837 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:17:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:29.777258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 2846c722-f50f-44c4-8c6a-b86169afadfb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:17:29.777766 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2846c722-f50f-44c4-8c6a-b86169afadfb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:29.812910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffc103-c390-4a5b-b3bb-e22facfeed90 None None] Port 7e46f317-ca45-44a5-9fbf-cef813603d8a cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:17:29.834755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e3ffc103-c390-4a5b-b3bb-e22facfeed90 None None] Provisioning complete for port 2846c722-f50f-44c4-8c6a-b86169afadfb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:17:29.835097 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e3ffc103-c390-4a5b-b3bb-e22facfeed90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2846c722-f50f-44c4-8c6a-b86169afadfb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:30.005234 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffc103-c390-4a5b-b3bb-e22facfeed90 None None] Current status of the port 2846c722-f50f-44c4-8c6a-b86169afadfb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:17:30.052502 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 2846c722-f50f-44c4-8c6a-b86169afadfb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:17:30.136416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-77bfe769-160e-4e73-81ec-f9ad928491a7 None None] Provisioning complete for port 7e46f317-ca45-44a5-9fbf-cef813603d8a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:17:30.136975 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-77bfe769-160e-4e73-81ec-f9ad928491a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:30.208631 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Set router 8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:17:30.217811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-77bfe769-160e-4e73-81ec-f9ad928491a7 None None] Port 7e46f317-ca45-44a5-9fbf-cef813603d8a cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:17:30.350875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9090af3f-6ca0-4619-8b69-62598626d182 None None] Provisioning complete for port 7e46f317-ca45-44a5-9fbf-cef813603d8a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:17:30.351398 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9090af3f-6ca0-4619-8b69-62598626d182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:30.357294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-8c88fe4f-e254-4c37-9a56-5da24be94529 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:30.359065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-8c88fe4f-e254-4c37-9a56-5da24be94529 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/networks?id=c824809c-4431-4dc1-ade2-92924d07106f HTTP/1.1" status: 200 len: 798 time: 0.1632817 Feb 08 16:17:30.383037 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-8a01856e-4dd9-4db9-b0c1-8f360e262081 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/quotas/6c174de8c2ea4726bee4e60428d66c51 HTTP/1.1" status: 200 len: 375 time: 0.0183010 Feb 08 16:17:30.395984 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9090af3f-6ca0-4619-8b69-62598626d182 None None] Port 7e46f317-ca45-44a5-9fbf-cef813603d8a cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:17:30.470160 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658162357', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '3cbffff9-880c-40c8-a941-c2d2f7cb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:17:20Z', 'updated_at': '2022-02-08T16:17:27Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': '3cbffff9-880c-40c8-a941-c2d2f7cb62c3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:17:21Z', 'updated_at': '2022-02-08T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '7e46f317-ca45-44a5-9fbf-cef813603d8a', 'name': '', 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'mac_address': 'fa:16:3e:c9:b4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'd965810d-7e0f-4c58-8f2d-1065b0099ff5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:17:26Z', 'updated_at': '2022-02-08T16:17:28Z', 'revision_number': 2, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'subnets': [{'id': 'd965810d-7e0f-4c58-8f2d-1065b0099ff5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:30.480870 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-fce2860f-5ff9-4c41-b1e0-b4295f5156d0 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=6c174de8c2ea4726bee4e60428d66c51&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0840209 Feb 08 16:17:30.501674 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Checking router: 8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:17:30.502439 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Updating router 8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 port 7e46f317-ca45-44a5-9fbf-cef813603d8a binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:17:30.534898 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:30.598506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-a567cc5b-ff3e-4728-a9e0-34cd3314cabf service neutron] 10.222.0.82 "GET /v2.0/networks/c824809c-4431-4dc1-ade2-92924d07106f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153276 Feb 08 16:17:30.726207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-ef29feb2-1760-48f3-840e-cb12a04636ff service neutron] 10.222.0.82 "GET /v2.0/networks/c824809c-4431-4dc1-ade2-92924d07106f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252384 Feb 08 16:17:30.895864 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Publish callbacks [] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:30.908918 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:30.946172 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf338f80-2d05-4dc1-ba34-19abc5c2c4ec req-8121a723-f2cc-4acb-aa84-4d804a8a4e61 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 210 time: 0.0335388 Feb 08 16:17:30.995759 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43653f-c06e-45ff-9272-37c315dcd9a1 None None] Pushing event updated for resources: {'Port': ['ID=7e46f317-ca45-44a5-9fbf-cef813603d8a,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:31.027361 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43653f-c06e-45ff-9272-37c315dcd9a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:31.027706 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43653f-c06e-45ff-9272-37c315dcd9a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:31.028042 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43653f-c06e-45ff-9272-37c315dcd9a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:31.028381 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43653f-c06e-45ff-9272-37c315dcd9a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:31.028711 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43653f-c06e-45ff-9272-37c315dcd9a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:31.029062 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43653f-c06e-45ff-9272-37c315dcd9a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:31.029385 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43653f-c06e-45ff-9272-37c315dcd9a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:31.029725 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43653f-c06e-45ff-9272-37c315dcd9a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:31.030683 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43653f-c06e-45ff-9272-37c315dcd9a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:31.031012 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43653f-c06e-45ff-9272-37c315dcd9a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:31.031350 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43653f-c06e-45ff-9272-37c315dcd9a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:31.031658 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43653f-c06e-45ff-9272-37c315dcd9a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:31.031975 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f43653f-c06e-45ff-9272-37c315dcd9a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:31.085615 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Attempting to bind port 7e46f317-ca45-44a5-9fbf-cef813603d8a on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:17:31.085982 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Attempting to bind port 7e46f317-ca45-44a5-9fbf-cef813603d8a by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '8281c23a-622d-467b-b75e-67da2652d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:17:31.086348 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Attempting to bind port 7e46f317-ca45-44a5-9fbf-cef813603d8a on network c824809c-4431-4dc1-ade2-92924d07106f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:17:31.098405 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:17:31.098738 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Checking segment: {'id': '8281c23a-622d-467b-b75e-67da2652d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:17:31.099143 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:31.099530 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Bound using segment: {'id': '8281c23a-622d-467b-b75e-67da2652d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:17:31.099994 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Bound port: 7e46f317-ca45-44a5-9fbf-cef813603d8a, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8281c23a-622d-467b-b75e-67da2652d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:17:31.100368 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:31.273733 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] For port 7e46f317-ca45-44a5-9fbf-cef813603d8a, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:17:31.283965 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] For port 7e46f317-ca45-44a5-9fbf-cef813603d8a, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7e46f317-ca45-44a5-9fbf-cef813603d8a,segment=NetworkSegment(8281c23a-622d-467b-b75e-67da2652d34c),segment_id=8281c23a-622d-467b-b75e-67da2652d34c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:17:31.293523 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:31.372161 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Routers {'8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:17:31.373208 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:17:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:31.492496 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43653f-c06e-45ff-9272-37c315dcd9a1 None None] Pushing event updated for resources: {'Port': ['ID=7e46f317-ca45-44a5-9fbf-cef813603d8a,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:31.579500 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] Set router 8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:17:31.585504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f4cf642a-35f2-4100-9a12-2651997b141f None None] Provisioning complete for port 7e46f317-ca45-44a5-9fbf-cef813603d8a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:17:31.586054 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4cf642a-35f2-4100-9a12-2651997b141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:31.643645 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e332ca9c-ad34-4006-99c8-c8bb30f5e7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:31.694767 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf642a-35f2-4100-9a12-2651997b141f None None] Current status of the port 7e46f317-ca45-44a5-9fbf-cef813603d8a is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:17:31.695160 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4cf642a-35f2-4100-9a12-2651997b141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:31.756022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f4cf642a-35f2-4100-9a12-2651997b141f None None] For port 7e46f317-ca45-44a5-9fbf-cef813603d8a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7e46f317-ca45-44a5-9fbf-cef813603d8a,segment=NetworkSegment(8281c23a-622d-467b-b75e-67da2652d34c),segment_id=8281c23a-622d-467b-b75e-67da2652d34c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:31.765437 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4cf642a-35f2-4100-9a12-2651997b141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:31.850401 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf642a-35f2-4100-9a12-2651997b141f None None] Pushing event updated for resources: {'Port': ['ID=7e46f317-ca45-44a5-9fbf-cef813603d8a,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:31.891312 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658162357', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '3cbffff9-880c-40c8-a941-c2d2f7cb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:17:20Z', 'updated_at': '2022-02-08T16:17:27Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': '3cbffff9-880c-40c8-a941-c2d2f7cb62c3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:17:21Z', 'updated_at': '2022-02-08T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '7e46f317-ca45-44a5-9fbf-cef813603d8a', 'name': '', 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'mac_address': 'fa:16:3e:c9:b4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'd965810d-7e0f-4c58-8f2d-1065b0099ff5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:17:26Z', 'updated_at': '2022-02-08T16:17:31Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'subnets': [{'id': 'd965810d-7e0f-4c58-8f2d-1065b0099ff5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:31.935343 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbacfa05-b15d-459d-a413-1758a61935b7 None None] The sync data for ids ['8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'] in n-d-824834-11 is: [{'id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658162357', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '3cbffff9-880c-40c8-a941-c2d2f7cb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:17:20Z', 'updated_at': '2022-02-08T16:17:27Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': '3cbffff9-880c-40c8-a941-c2d2f7cb62c3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:17:21Z', 'updated_at': '2022-02-08T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '7e46f317-ca45-44a5-9fbf-cef813603d8a', 'name': '', 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'mac_address': 'fa:16:3e:c9:b4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'd965810d-7e0f-4c58-8f2d-1065b0099ff5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:17:26Z', 'updated_at': '2022-02-08T16:17:31Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'subnets': [{'id': 'd965810d-7e0f-4c58-8f2d-1065b0099ff5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:17:32.020667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b2f6d5b5-5cac-4598-9c6d-28a1e65875e0 None None] Provisioning complete for port 7e46f317-ca45-44a5-9fbf-cef813603d8a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:17:32.023407 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2f6d5b5-5cac-4598-9c6d-28a1e65875e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:32.148613 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15a26217-8812-4b0e-ae67-1ca34e82311f req-749ab6ac-395f-44b3-a5b3-ab35a3e8f9b1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 210 time: 0.0538716 Feb 08 16:17:32.195139 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b2f6d5b5-5cac-4598-9c6d-28a1e65875e0 None None] Current status of the port 7e46f317-ca45-44a5-9fbf-cef813603d8a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:17:32.913449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-cbdefe77-8cb4-45c1-aea4-e420dd61143a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:32.916553 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-cbdefe77-8cb4-45c1-aea4-e420dd61143a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.94 "GET /v2.0/networks?id=c824809c-4431-4dc1-ade2-92924d07106f HTTP/1.1" status: 200 len: 798 time: 0.3219604 Feb 08 16:17:32.933379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Request body: {'port': {'device_id': '1da789f7-82c6-461a-b1c6-27d8bafabc42', 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f', 'admin_state_up': True, 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:17:33.080643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Made reservation on behalf of 6c174de8c2ea4726bee4e60428d66c51 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:17:33.084446 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:33.294407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Allocated IP 172.20.0.24 (c824809c-4431-4dc1-ade2-92924d07106f/d965810d-7e0f-4c58-8f2d-1065b0099ff5/5973ddd8-828a-4f19-89ca-0fa096e75aae) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:17:33.309200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7e46f317-ca45-44a5-9fbf-cef813603d8a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:17:33.340175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b30d3e9e-21e7-4163-b9a7-472b28e3977a req-ce4447be-a23e-4a65-8287-f212fc4dcbd7 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 210 time: 0.0760431 Feb 08 16:17:33.434880 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 7e46f317-ca45-44a5-9fbf-cef813603d8a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:17:33.435325 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:33.520191 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:33.537438 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 7e46f317-ca45-44a5-9fbf-cef813603d8a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:17:33.559974 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:33.623157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Network c824809c-4431-4dc1-ade2-92924d07106f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:17:33.626683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:17:33.644659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:17:33.650399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event updated for resources: {'Port': ['ID=5973ddd8-828a-4f19-89ca-0fa096e75aae,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:33.684592 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:33.685024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:33.685471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:33.685821 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:33.686164 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:33.686499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:33.686832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:33.687166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:33.687495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:33.687824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:33.688156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:33.688483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:33.688806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:33.744804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:33.748598 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:33.779276 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-11517d43-94d5-45c5-b9ee-f3082842af18 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8512692 Feb 08 16:17:33.812343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Request body: {'port': {'device_id': '1da789f7-82c6-461a-b1c6-27d8bafabc42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:17:33.826395 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-54d074dd-6d62-4796-bbec-4599176d08b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:33.890828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-551539fe-2a74-425d-a15d-f8cdeccf71db req-81b2c1c8-f2d1-4b6c-b71c-ae9d1cc14452 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=fad876bd-c744-40ff-9627-05b4f12b55bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3140335 Feb 08 16:17:33.935495 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:34.032266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1b9b1f74-cfa8-4272-b067-7a22078125c5 None None] Provisioning complete for port 5973ddd8-828a-4f19-89ca-0fa096e75aae triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:17:34.032644 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1b9b1f74-cfa8-4272-b067-7a22078125c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:34.096826 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551539fe-2a74-425d-a15d-f8cdeccf71db req-acba9f65-ee92-46fa-95a9-08bbdb237f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:34.099425 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-551539fe-2a74-425d-a15d-f8cdeccf71db req-acba9f65-ee92-46fa-95a9-08bbdb237f1a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ddc76981e68b4095927a6290a6cdafcc&device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 1129 time: 0.1555412 Feb 08 16:17:34.103472 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b1f74-cfa8-4272-b067-7a22078125c5 None None] Port 5973ddd8-828a-4f19-89ca-0fa096e75aae cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:17:34.211729 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:17:34.285986 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551539fe-2a74-425d-a15d-f8cdeccf71db req-85c1ca84-8483-4205-a6c2-960b3168b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:34.288292 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-551539fe-2a74-425d-a15d-f8cdeccf71db req-85c1ca84-8483-4205-a6c2-960b3168b1cd service neutron] 10.222.0.94 "GET /v2.0/networks?id=da809082-d851-4dbb-98d2-f94d9a40077a HTTP/1.1" status: 200 len: 914 time: 0.1637483 Feb 08 16:17:34.325965 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5973ddd8-828a-4f19-89ca-0fa096e75aae {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:17:34.334570 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Publish callbacks [] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:34.349215 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Transition to ACTIVE for port object 5973ddd8-828a-4f19-89ca-0fa096e75aae will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:17:34.354478 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:34.363804 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-551539fe-2a74-425d-a15d-f8cdeccf71db req-7f3dac5d-9673-4a98-9b19-1eab7de3c368 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abcec396-bc81-463a-b557-69a1f39c972e HTTP/1.1" status: 200 len: 217 time: 0.0641189 Feb 08 16:17:34.417181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Pushing event updated for resources: {'Port': ['ID=5973ddd8-828a-4f19-89ca-0fa096e75aae,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:34.503583 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551539fe-2a74-425d-a15d-f8cdeccf71db req-3cc97d5b-312b-425f-84ec-8661070d2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:34.505202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-551539fe-2a74-425d-a15d-f8cdeccf71db req-3cc97d5b-312b-425f-84ec-8661070d2cab service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1a93e1da-53c5-43ec-bfbe-d31abf36f02a HTTP/1.1" status: 200 len: 853 time: 0.1327720 Feb 08 16:17:34.509742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Attempting to bind port 5973ddd8-828a-4f19-89ca-0fa096e75aae on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:17:34.511481 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Attempting to bind port 5973ddd8-828a-4f19-89ca-0fa096e75aae by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '8281c23a-622d-467b-b75e-67da2652d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:17:34.512212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Attempting to bind port 5973ddd8-828a-4f19-89ca-0fa096e75aae on network c824809c-4431-4dc1-ade2-92924d07106f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:17:34.518447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Port 5973ddd8-828a-4f19-89ca-0fa096e75aae on network c824809c-4431-4dc1-ade2-92924d07106f not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:17:34.519074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Attempting to bind port 5973ddd8-828a-4f19-89ca-0fa096e75aae on network c824809c-4431-4dc1-ade2-92924d07106f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:17:34.527104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:17:34.527449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Checking segment: {'id': '8281c23a-622d-467b-b75e-67da2652d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:17:34.527892 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Bound using segment: {'id': '8281c23a-622d-467b-b75e-67da2652d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:17:34.528337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Bound port: 5973ddd8-828a-4f19-89ca-0fa096e75aae, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8281c23a-622d-467b-b75e-67da2652d34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:17:34.528859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:34.609485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-551539fe-2a74-425d-a15d-f8cdeccf71db req-44c27eaf-05c5-4426-8235-033f2fb7047a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=da809082-d851-4dbb-98d2-f94d9a40077a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795519 Feb 08 16:17:34.639630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2929b7-aaff-465f-9c14-38c94653f533 req-18146fc1-b08c-46f7-81fc-b4a9222c9928 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:34.640615 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a2929b7-aaff-465f-9c14-38c94653f533 req-18146fc1-b08c-46f7-81fc-b4a9222c9928 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 907 time: 0.1574678 Feb 08 16:17:34.663312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] For port 5973ddd8-828a-4f19-89ca-0fa096e75aae, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:17:34.670162 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] For port 5973ddd8-828a-4f19-89ca-0fa096e75aae, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5973ddd8-828a-4f19-89ca-0fa096e75aae,segment=NetworkSegment(8281c23a-622d-467b-b75e-67da2652d34c),segment_id=8281c23a-622d-467b-b75e-67da2652d34c)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:17:34.683527 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:34.752289 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:34.753015 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:34.754976 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] 10.222.0.94 "PUT /v2.0/ports/5973ddd8-828a-4f19-89ca-0fa096e75aae HTTP/1.1" status: 200 len: 1056 time: 0.9616973 Feb 08 16:17:34.755204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da789f7-82c6-461a-b1c6-27d8bafabc42', 'tag': '5973ddd8-828a-4f19-89ca-0fa096e75aae'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:17:34.758275 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060dfd6e-1cbb-423c-8cc3-c473a2e2e37a" -d '{"events": [{"name": "network-changed", "server_uuid": "1da789f7-82c6-461a-b1c6-27d8bafabc42", "tag": "5973ddd8-828a-4f19-89ca-0fa096e75aae"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:17:34.814348 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-551539fe-2a74-425d-a15d-f8cdeccf71db req-427ee68a-f41f-421a-9bd8-4269099beb7f service neutron] 10.222.0.94 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945548 Feb 08 16:17:34.849538 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fb8a30-1731-4334-b1b0-d64f41b4b4ca x-openstack-request-id: req-06fb8a30-1731-4334-b1b0-d64f41b4b4ca {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:17:34.853204 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da789f7-82c6-461a-b1c6-27d8bafabc42", "tag": "5973ddd8-828a-4f19-89ca-0fa096e75aae", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:17:34.853584 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-06fb8a30-1731-4334-b1b0-d64f41b4b4ca {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:17:34.854153 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da789f7-82c6-461a-b1c6-27d8bafabc42', 'tag': '5973ddd8-828a-4f19-89ca-0fa096e75aae', 'status': 'completed', 'code': 200} Feb 08 16:17:34.859373 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f70221-7218-43db-aae3-c5029aa91704 service neutron] Pushing event updated for resources: {'Port': ['ID=5973ddd8-828a-4f19-89ca-0fa096e75aae,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:34.908611 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-61702dbb-8425-4f1f-abef-8019c59fbcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:34.910225 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-61702dbb-8425-4f1f-abef-8019c59fbcd3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6c174de8c2ea4726bee4e60428d66c51&device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 1090 time: 0.1050966 Feb 08 16:17:35.005368 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-05ab16f8-459f-4d70-9eec-5875bee0dba3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=5973ddd8-828a-4f19-89ca-0fa096e75aae HTTP/1.1" status: 200 len: 217 time: 0.0809145 Feb 08 16:17:35.123769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-414bdcaa-c619-4288-9594-13d3b00e44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:35.128225 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-414bdcaa-c619-4288-9594-13d3b00e44e3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d965810d-7e0f-4c58-8f2d-1065b0099ff5 HTTP/1.1" status: 200 len: 838 time: 0.1113794 Feb 08 16:17:35.195092 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-15792109-f6b8-4da1-b87e-699b12afcbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:35.197679 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-15792109-f6b8-4da1-b87e-699b12afcbaa service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c824809c-4431-4dc1-ade2-92924d07106f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0598843 Feb 08 16:17:35.312169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-551539fe-2a74-425d-a15d-f8cdeccf71db req-7faa5880-5a1f-452a-9dbc-070067995b57 service neutron] 10.222.0.94 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819398 Feb 08 16:17:35.333641 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-8767a2ef-793f-4ab1-b3e5-ead9b5c76218 service neutron] 10.222.0.94 "GET /v2.0/networks/c824809c-4431-4dc1-ade2-92924d07106f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253400 Feb 08 16:17:35.454045 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-54f12321-1a9f-46ab-bdad-5abca1769590 req-b2b1b303-654d-4a55-a093-46ecb7702597 service neutron] 10.222.0.94 "GET /v2.0/networks/c824809c-4431-4dc1-ade2-92924d07106f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070125 Feb 08 16:17:35.570584 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:35.582059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dfd6e-1cbb-423c-8cc3-c473a2e2e37a req-faf2daa3-2eef-4668-bb40-4f73d9cdac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:35.584701 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-060dfd6e-1cbb-423c-8cc3-c473a2e2e37a req-faf2daa3-2eef-4668-bb40-4f73d9cdac1b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6c174de8c2ea4726bee4e60428d66c51&device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 1090 time: 0.0701716 Feb 08 16:17:35.734160 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dfd6e-1cbb-423c-8cc3-c473a2e2e37a req-cbf35cb1-d40d-4de6-a743-4a86fe35bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:35.735698 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-060dfd6e-1cbb-423c-8cc3-c473a2e2e37a req-cbf35cb1-d40d-4de6-a743-4a86fe35bd4e service neutron] 10.222.0.94 "GET /v2.0/networks?id=c824809c-4431-4dc1-ade2-92924d07106f HTTP/1.1" status: 200 len: 899 time: 0.1451266 Feb 08 16:17:35.844604 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-060dfd6e-1cbb-423c-8cc3-c473a2e2e37a req-4ef31a73-0f23-4c60-8cbf-280ae89a0650 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=5973ddd8-828a-4f19-89ca-0fa096e75aae HTTP/1.1" status: 200 len: 217 time: 0.0997362 Feb 08 16:17:35.873617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ee405-1d03-49ea-92bf-cfb9fda907cb req-d5f3a6e1-19ab-421c-96d2-bf7c89cbb137 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:35.886916 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb6ee405-1d03-49ea-92bf-cfb9fda907cb req-d5f3a6e1-19ab-421c-96d2-bf7c89cbb137 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 907 time: 0.1140916 Feb 08 16:17:35.927826 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dfd6e-1cbb-423c-8cc3-c473a2e2e37a req-a43e6011-3266-41f0-9437-3324ff9bc98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:35.929582 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-060dfd6e-1cbb-423c-8cc3-c473a2e2e37a req-a43e6011-3266-41f0-9437-3324ff9bc98b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d965810d-7e0f-4c58-8f2d-1065b0099ff5 HTTP/1.1" status: 200 len: 838 time: 0.0767505 Feb 08 16:17:36.011197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dfd6e-1cbb-423c-8cc3-c473a2e2e37a req-0f9eb4d6-ce6b-4011-9287-16dc204cdc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:36.013070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-060dfd6e-1cbb-423c-8cc3-c473a2e2e37a req-0f9eb4d6-ce6b-4011-9287-16dc204cdc3f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c824809c-4431-4dc1-ade2-92924d07106f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0762923 Feb 08 16:17:36.153642 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-060dfd6e-1cbb-423c-8cc3-c473a2e2e37a req-8c2286f9-462e-49d2-afb1-e70cc2b23e02 service neutron] 10.222.0.94 "GET /v2.0/networks/c824809c-4431-4dc1-ade2-92924d07106f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335363 Feb 08 16:17:36.253971 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-060dfd6e-1cbb-423c-8cc3-c473a2e2e37a req-ba9c7566-bae2-49b5-a84c-03f49d69036f service neutron] 10.222.0.94 "GET /v2.0/networks/c824809c-4431-4dc1-ade2-92924d07106f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915706 Feb 08 16:17:36.736534 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:37.006064 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507f4d4-d5a9-4dc4-a453-5197198ab139 req-84e9a2c0-e040-4a62-9543-6893e58e4bfd tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:37.007692 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e507f4d4-d5a9-4dc4-a453-5197198ab139 req-84e9a2c0-e040-4a62-9543-6893e58e4bfd tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 907 time: 0.0565956 Feb 08 16:17:37.238309 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-6b1e5db0-b275-4157-a776-320feba3ef89 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:37.239903 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-6b1e5db0-b275-4157-a776-320feba3ef89 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 811 time: 0.1413836 Feb 08 16:17:37.255612 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-3e31d494-1517-4849-814a-19a4cf8b3a63 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/quotas/68509b2f836b4f78af0f2db3edc9c23c HTTP/1.1" status: 200 len: 375 time: 0.0097125 Feb 08 16:17:37.314857 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-a78f065c-6225-415a-805f-dd8480504ec8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535226 Feb 08 16:17:37.426573 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-9feb412c-938a-4209-babe-a341f3484788 service neutron] 10.222.0.82 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045594 Feb 08 16:17:37.529062 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-ec8f581f-1f43-47a3-8d11-784aa14775b7 service neutron] 10.222.0.82 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934927 Feb 08 16:17:37.746580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9506e9c-3984-4266-9c9f-46eb956c3d27 req-f3cc0449-8dca-4ec9-b74b-7d82377a4b47 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 210 time: 0.0451286 Feb 08 16:17:37.986118 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:38.346149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f74c8-96d2-4266-863c-68e4d4f5fbc4 req-638d4787-9559-45fc-935a-4c59ec0cefb5 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:38.346149 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe1f74c8-96d2-4266-863c-68e4d4f5fbc4 req-638d4787-9559-45fc-935a-4c59ec0cefb5 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 907 time: 0.0775952 Feb 08 16:17:38.580553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5973ddd8-828a-4f19-89ca-0fa096e75aae details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:17:38.700748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5973ddd8-828a-4f19-89ca-0fa096e75aae, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5973ddd8-828a-4f19-89ca-0fa096e75aae,segment=NetworkSegment(8281c23a-622d-467b-b75e-67da2652d34c),segment_id=8281c23a-622d-467b-b75e-67da2652d34c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:38.715113 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '5973ddd8-828a-4f19-89ca-0fa096e75aae', 'network_id': 'c824809c-4431-4dc1-ade2-92924d07106f', 'port_id': '5973ddd8-828a-4f19-89ca-0fa096e75aae', 'mac_address': 'fa:16:3e:b5:72:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd965810d-7e0f-4c58-8f2d-1065b0099ff5', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:17:38.782590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 5973ddd8-828a-4f19-89ca-0fa096e75aae is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:17:38.783744 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:38.798771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5973ddd8-828a-4f19-89ca-0fa096e75aae {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:17:38.827282 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5973ddd8-828a-4f19-89ca-0fa096e75aae, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5973ddd8-828a-4f19-89ca-0fa096e75aae,segment=NetworkSegment(8281c23a-622d-467b-b75e-67da2652d34c),segment_id=8281c23a-622d-467b-b75e-67da2652d34c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:38.836187 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:38.920630 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-204fc21e-1f22-4cea-81c3-62dc910d6c2f req-57ec938a-8c45-4380-984f-5aacd6dbb35b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 210 time: 0.0603859 Feb 08 16:17:38.951173 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=5973ddd8-828a-4f19-89ca-0fa096e75aae,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:39.029366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-707df87e-8c39-4813-b6ca-9f4068a026fa tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:39.032327 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-707df87e-8c39-4813-b6ca-9f4068a026fa tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 811 time: 0.2424021 Feb 08 16:17:39.048889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-c299ffb8-f0e1-400c-a4cd-309f9a3bb331 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'port': {'device_id': '07f8153b-44fb-43b0-abc4-1e86bd01c90d', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'admin_state_up': True, 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:17:39.124413 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['5973ddd8-828a-4f19-89ca-0fa096e75aae'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:17:39.254560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-c299ffb8-f0e1-400c-a4cd-309f9a3bb331 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Made reservation on behalf of 68509b2f836b4f78af0f2db3edc9c23c for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:17:39.259260 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-c299ffb8-f0e1-400c-a4cd-309f9a3bb331 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:39.479005 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ae930-838d-4c97-a466-681b7de6dea9 req-a4642a1c-9a64-44a3-ba1d-f83c5fe05462 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:39.487409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-c299ffb8-f0e1-400c-a4cd-309f9a3bb331 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Allocated IP 172.20.0.4 (aded9bc1-5db3-4cd4-9049-3835efea0d9d/c20dee06-2c56-4324-8f64-e4ae324d4d26/967afa32-f116-4180-94cc-564981a3d371) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:17:39.489700 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c2ae930-838d-4c97-a466-681b7de6dea9 req-a4642a1c-9a64-44a3-ba1d-f83c5fe05462 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 908 time: 0.1471813 Feb 08 16:17:39.739812 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-c299ffb8-f0e1-400c-a4cd-309f9a3bb331 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for port (967afa32-f116-4180-94cc-564981a3d371), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:39.793484 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-c299ffb8-f0e1-400c-a4cd-309f9a3bb331 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (967afa32-f116-4180-94cc-564981a3d371), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:39.856497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-c299ffb8-f0e1-400c-a4cd-309f9a3bb331 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Network aded9bc1-5db3-4cd4-9049-3835efea0d9d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:17:39.860053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-c299ffb8-f0e1-400c-a4cd-309f9a3bb331 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:17:39.866086 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-c299ffb8-f0e1-400c-a4cd-309f9a3bb331 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:17:39.871141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299ffb8-f0e1-400c-a4cd-309f9a3bb331 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'Port': ['ID=967afa32-f116-4180-94cc-564981a3d371,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:39.943443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-c299ffb8-f0e1-400c-a4cd-309f9a3bb331 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:39.944385 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-c299ffb8-f0e1-400c-a4cd-309f9a3bb331 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:39.970849 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-c299ffb8-f0e1-400c-a4cd-309f9a3bb331 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9264462 Feb 08 16:17:39.988831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Request body: {'port': {'device_id': '07f8153b-44fb-43b0-abc4-1e86bd01c90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:17:40.096694 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (967afa32-f116-4180-94cc-564981a3d371), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:40.113617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8fd0e-5d55-4ead-baf0-b2267536c198 req-4c8c764a-8cfd-4c93-911d-48c2fb2d8642 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:40.123960 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7a8fd0e-5d55-4ead-baf0-b2267536c198 req-4c8c764a-8cfd-4c93-911d-48c2fb2d8642 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 931 time: 0.0844636 Feb 08 16:17:40.216905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7a8fd0e-5d55-4ead-baf0-b2267536c198 req-b270595b-dd8b-4c69-855e-a2ab9282cb95 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909822 Feb 08 16:17:40.374895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c70ca754-486a-4d8d-9b59-780ea6176601 None None] Provisioning complete for port 967afa32-f116-4180-94cc-564981a3d371 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:17:40.377524 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c70ca754-486a-4d8d-9b59-780ea6176601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (967afa32-f116-4180-94cc-564981a3d371), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:40.420814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c70ca754-486a-4d8d-9b59-780ea6176601 None None] Port 967afa32-f116-4180-94cc-564981a3d371 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:17:40.515324 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967afa32-f116-4180-94cc-564981a3d371 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:17:40.526488 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Publish callbacks [] for port (967afa32-f116-4180-94cc-564981a3d371), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:40.543779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Transition to ACTIVE for port object 967afa32-f116-4180-94cc-564981a3d371 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:17:40.549271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (967afa32-f116-4180-94cc-564981a3d371), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:40.589261 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5973ddd8-828a-4f19-89ca-0fa096e75aae up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:17:40.704223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Pushing event updated for resources: {'Port': ['ID=967afa32-f116-4180-94cc-564981a3d371,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:40.735379 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef52ae-a15f-4a4e-bdab-fb514ea8c6d5 req-9bb2cc5e-d13e-40e3-9824-a00c0ea41369 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:40.746973 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c9ef52ae-a15f-4a4e-bdab-fb514ea8c6d5 req-9bb2cc5e-d13e-40e3-9824-a00c0ea41369 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 908 time: 0.1393728 Feb 08 16:17:40.799632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 5973ddd8-828a-4f19-89ca-0fa096e75aae completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:17:40.806905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 5973ddd8-828a-4f19-89ca-0fa096e75aae triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:17:40.807314 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:40.888593 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Attempting to bind port 967afa32-f116-4180-94cc-564981a3d371 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:17:40.888941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Attempting to bind port 967afa32-f116-4180-94cc-564981a3d371 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:17:40.889296 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Attempting to bind port 967afa32-f116-4180-94cc-564981a3d371 on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:17:40.905197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Port 967afa32-f116-4180-94cc-564981a3d371 on network aded9bc1-5db3-4cd4-9049-3835efea0d9d not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:17:40.905658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Attempting to bind port 967afa32-f116-4180-94cc-564981a3d371 on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:17:40.918979 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 5973ddd8-828a-4f19-89ca-0fa096e75aae is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:17:40.919746 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:40.923521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:17:40.923918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Checking segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:17:40.924320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Bound using segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:17:40.924799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Bound port: 967afa32-f116-4180-94cc-564981a3d371, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:17:40.925179 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (967afa32-f116-4180-94cc-564981a3d371), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:40.967612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da789f7-82c6-461a-b1c6-27d8bafabc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5973ddd8-828a-4f19-89ca-0fa096e75aae'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:17:40.969998 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3008ecd2-eb05-4139-8b5a-1536cf38b067" -d '{"events": [{"server_uuid": "1da789f7-82c6-461a-b1c6-27d8bafabc42", "name": "network-vif-plugged", "status": "completed", "tag": "5973ddd8-828a-4f19-89ca-0fa096e75aae"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:17:41.010183 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 5973ddd8-828a-4f19-89ca-0fa096e75aae, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5973ddd8-828a-4f19-89ca-0fa096e75aae,segment=NetworkSegment(8281c23a-622d-467b-b75e-67da2652d34c),segment_id=8281c23a-622d-467b-b75e-67da2652d34c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:41.017517 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:41.031941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] For port 967afa32-f116-4180-94cc-564981a3d371, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:17:41.036792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] For port 967afa32-f116-4180-94cc-564981a3d371, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=967afa32-f116-4180-94cc-564981a3d371,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:17:41.047636 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (967afa32-f116-4180-94cc-564981a3d371), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:41.098792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:41.099647 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:41.101130 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] 10.222.0.96 "PUT /v2.0/ports/967afa32-f116-4180-94cc-564981a3d371 HTTP/1.1" status: 200 len: 1092 time: 1.1241627 Feb 08 16:17:41.104604 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f8153b-44fb-43b0-abc4-1e86bd01c90d', 'tag': '967afa32-f116-4180-94cc-564981a3d371'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:17:41.114191 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01f5ef3-1812-48fa-bb24-caed9241e7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "07f8153b-44fb-43b0-abc4-1e86bd01c90d", "tag": "967afa32-f116-4180-94cc-564981a3d371"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:17:41.121971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=5973ddd8-828a-4f19-89ca-0fa096e75aae,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:41.220187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d20a3b-d133-4267-b74f-c0b4234ac46c service neutron] Pushing event updated for resources: {'Port': ['ID=967afa32-f116-4180-94cc-564981a3d371,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:41.225466 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63887523-4113-4b3f-b471-825fe4f7bfde x-openstack-request-id: req-63887523-4113-4b3f-b471-825fe4f7bfde {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:17:41.225776 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f8153b-44fb-43b0-abc4-1e86bd01c90d", "tag": "967afa32-f116-4180-94cc-564981a3d371", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:17:41.225999 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-63887523-4113-4b3f-b471-825fe4f7bfde {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:17:41.226402 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f8153b-44fb-43b0-abc4-1e86bd01c90d', 'tag': '967afa32-f116-4180-94cc-564981a3d371', 'status': 'completed', 'code': 200} Feb 08 16:17:41.265296 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-e5e15e96-4777-436d-ac2a-ad582158fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:41.267033 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-e5e15e96-4777-436d-ac2a-ad582158fac2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 1126 time: 0.1196661 Feb 08 16:17:41.356682 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-fab01ce4-8b78-4b59-9f01-4e300aa40e53 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=967afa32-f116-4180-94cc-564981a3d371 HTTP/1.1" status: 200 len: 217 time: 0.0806601 Feb 08 16:17:41.437409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-30b4c760-0d3e-4b7d-a76d-3fe7d09f74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:41.447495 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-30b4c760-0d3e-4b7d-a76d-3fe7d09f74f8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0827281 Feb 08 16:17:41.476645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde536fc-3467-4094-9e47-317e500178a3 req-a6c9064c-40a2-4499-b5df-b1890e32cf1c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:41.488842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bde536fc-3467-4094-9e47-317e500178a3 req-a6c9064c-40a2-4499-b5df-b1890e32cf1c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.1819375 Feb 08 16:17:41.543250 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43aca643-96de-4545-8523-5e98972406ad x-openstack-request-id: req-43aca643-96de-4545-8523-5e98972406ad {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:17:41.544409 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da789f7-82c6-461a-b1c6-27d8bafabc42", "name": "network-vif-plugged", "status": "completed", "tag": "5973ddd8-828a-4f19-89ca-0fa096e75aae", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:17:41.545021 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-43aca643-96de-4545-8523-5e98972406ad {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:17:41.545620 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da789f7-82c6-461a-b1c6-27d8bafabc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5973ddd8-828a-4f19-89ca-0fa096e75aae', 'code': 200} Feb 08 16:17:41.574954 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d6ff2380-2efc-4062-a99d-5bfe34622a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:41.578192 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-d6ff2380-2efc-4062-a99d-5bfe34622a1c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1237767 Feb 08 16:17:41.606252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bde536fc-3467-4094-9e47-317e500178a3 req-870c70a3-9589-4a66-a780-7ccee1ea9094 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088614 Feb 08 16:17:41.768670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be7d40-b9f2-4f34-9b51-9cb0cb1ff9db req-084f6c0d-f945-4994-8340-48e973242192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:41.770912 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-18be7d40-b9f2-4f34-9b51-9cb0cb1ff9db req-084f6c0d-f945-4994-8340-48e973242192 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 1092 time: 0.1880620 Feb 08 16:17:41.814272 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-81b05358-4ae8-47a9-b62a-487bd79c1c7c service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169039 Feb 08 16:17:41.937419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42af0a-0dfd-4ea9-98c0-9edb096fc8a6 req-bd320592-6489-43fa-8a9a-519b05ca77c9 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:41.953030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e42af0a-0dfd-4ea9-98c0-9edb096fc8a6 req-bd320592-6489-43fa-8a9a-519b05ca77c9 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 909 time: 0.1080942 Feb 08 16:17:41.954209 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bc325da5-b26d-4482-a14c-a1f4de259988 req-953a9198-8d76-462b-a28d-323c4d017e33 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317232 Feb 08 16:17:42.091104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f5ef3-1812-48fa-bb24-caed9241e7ad req-fe89fbfd-3f69-41c3-a522-91c24fc7c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:42.092818 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e01f5ef3-1812-48fa-bb24-caed9241e7ad req-fe89fbfd-3f69-41c3-a522-91c24fc7c0fb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 1126 time: 0.0664845 Feb 08 16:17:42.226628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f5ef3-1812-48fa-bb24-caed9241e7ad req-d4c30e2d-424e-4c5e-b391-57bb39f683ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:42.230013 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e01f5ef3-1812-48fa-bb24-caed9241e7ad req-d4c30e2d-424e-4c5e-b391-57bb39f683ca service neutron] 10.222.0.96 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.1218517 Feb 08 16:17:42.280691 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e01f5ef3-1812-48fa-bb24-caed9241e7ad req-6be6e89a-eb7e-4333-a24b-cc374f226920 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=967afa32-f116-4180-94cc-564981a3d371 HTTP/1.1" status: 200 len: 217 time: 0.0440354 Feb 08 16:17:42.347409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f5ef3-1812-48fa-bb24-caed9241e7ad req-5df4aa7a-cd96-4e5f-9273-87b205f973cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:42.352321 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e01f5ef3-1812-48fa-bb24-caed9241e7ad req-5df4aa7a-cd96-4e5f-9273-87b205f973cb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0620756 Feb 08 16:17:42.849405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f5ef3-1812-48fa-bb24-caed9241e7ad req-7f49330c-4a11-4c38-b43c-6723be51d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:42.851762 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e01f5ef3-1812-48fa-bb24-caed9241e7ad req-7f49330c-4a11-4c38-b43c-6723be51d1fb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4926221 Feb 08 16:17:42.904256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64bc7c-b219-419a-a2fc-31ab3b9e0beb req-e5dcf24d-852f-49d7-965b-0e1ba36fcc0f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:42.929622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed64bc7c-b219-419a-a2fc-31ab3b9e0beb req-e5dcf24d-852f-49d7-965b-0e1ba36fcc0f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.1680837 Feb 08 16:17:43.073452 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed64bc7c-b219-419a-a2fc-31ab3b9e0beb req-549ee8c8-a91a-449e-8d56-c7a7f54c6be2 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428525 Feb 08 16:17:43.122637 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e01f5ef3-1812-48fa-bb24-caed9241e7ad req-b10aa860-6b10-46dd-a084-12573eaf82b3 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631116 Feb 08 16:17:43.244882 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e01f5ef3-1812-48fa-bb24-caed9241e7ad req-9805c9e9-9c7a-4a3f-92da-47b22acc8cb3 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147649 Feb 08 16:17:43.265361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb7b6c-af0f-4cbe-8039-b8fa5c40ac55 req-da8256e6-0527-4b0a-96d5-ee3601c84f2f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:43.284539 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25fb7b6c-af0f-4cbe-8039-b8fa5c40ac55 req-da8256e6-0527-4b0a-96d5-ee3601c84f2f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 909 time: 0.1300087 Feb 08 16:17:43.411914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe64f56-bde1-41ad-9bb4-623c84b20663 req-d3b3e520-fd1d-4b8d-922c-9ff11a2b8b53 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:43.424677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fe64f56-bde1-41ad-9bb4-623c84b20663 req-d3b3e520-fd1d-4b8d-922c-9ff11a2b8b53 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 909 time: 0.0756989 Feb 08 16:17:43.543112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9ca5b-a8be-4fe0-9acc-2eda7c510fc6 req-fddaaa38-ae22-4987-8492-766d37d1e662 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:43.554801 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0bd9ca5b-a8be-4fe0-9acc-2eda7c510fc6 req-fddaaa38-ae22-4987-8492-766d37d1e662 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 1092 time: 0.0667851 Feb 08 16:17:43.671543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba9f5b-0bfc-473a-8b6f-6ed5a922c422 req-48796a7b-c5ad-439e-8fd6-10fa173f1255 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:43.679270 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90ba9f5b-0bfc-473a-8b6f-6ed5a922c422 req-48796a7b-c5ad-439e-8fd6-10fa173f1255 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 1167 time: 0.0550816 Feb 08 16:17:43.748441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90ba9f5b-0bfc-473a-8b6f-6ed5a922c422 req-c666f112-5ff1-4837-a7ac-63417c92988f tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55&id=df9c518f-8ed7-482d-ad94-086d1cfb22e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0680485 Feb 08 16:17:43.775844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52600) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:43.823885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f0f0b-424a-441b-9c8b-6e489632f314 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:43.827878 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b20f0f0b-424a-441b-9c8b-6e489632f314 tempest-TestSecurityGroupsBasicOps-1750603241 tempest-TestSecurityGroupsBasicOps-1750603241-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 1087 time: 0.0485704 Feb 08 16:17:44.283867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8f560-3d71-42bb-a211-237bae3c03e3 req-2f3e998b-6422-420c-bc9a-3a16072807bc tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:44.294472 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-acc8f560-3d71-42bb-a211-237bae3c03e3 req-2f3e998b-6422-420c-bc9a-3a16072807bc tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 909 time: 0.1733868 Feb 08 16:17:44.315984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a1ed7-5104-415a-844d-92556e25d3d0 req-786613fa-86a6-40a7-9f8e-46da7bbbc336 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:44.317921 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-802a1ed7-5104-415a-844d-92556e25d3d0 req-786613fa-86a6-40a7-9f8e-46da7bbbc336 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.1048927 Feb 08 16:17:44.434693 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-802a1ed7-5104-415a-844d-92556e25d3d0 req-12bfb1c3-6df2-46f0-ba88-08d15783a4f7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100817 Feb 08 16:17:45.499617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e4729-fa9a-49b4-866c-dceda7980fc9 req-1bdae934-479f-4b2f-82e1-666c16639a52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:45.502058 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c1e4729-fa9a-49b4-866c-dceda7980fc9 req-1bdae934-479f-4b2f-82e1-666c16639a52 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 909 time: 0.0760007 Feb 08 16:17:45.511198 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866da4f-4398-49f2-9f62-aeab5f6c699b req-78b62423-c1ed-40c9-926d-8c9ec36b67f0 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:45.522775 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5866da4f-4398-49f2-9f62-aeab5f6c699b req-78b62423-c1ed-40c9-926d-8c9ec36b67f0 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.94 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 909 time: 0.0875301 Feb 08 16:17:45.614520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab60a9a-4904-4764-8a08-723250bcd672 req-ce4b525f-79c4-4306-a1ee-f8f4b52b3345 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:45.616677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ab60a9a-4904-4764-8a08-723250bcd672 req-ce4b525f-79c4-4306-a1ee-f8f4b52b3345 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0786414 Feb 08 16:17:45.676799 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ab60a9a-4904-4764-8a08-723250bcd672 req-84ef0af0-c6db-4c98-bb0c-25259fda89fe tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537620 Feb 08 16:17:45.680787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-5866da4f-4398-49f2-9f62-aeab5f6c699b req-3d833e9d-2f40-4e7c-af58-8230bad2451c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Deleting port 5973ddd8-828a-4f19-89ca-0fa096e75aae {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:17:45.681474 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5866da4f-4398-49f2-9f62-aeab5f6c699b req-3d833e9d-2f40-4e7c-af58-8230bad2451c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:45.823598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-5866da4f-4398-49f2-9f62-aeab5f6c699b req-3d833e9d-2f40-4e7c-af58-8230bad2451c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] For port 5973ddd8-828a-4f19-89ca-0fa096e75aae, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=5973ddd8-828a-4f19-89ca-0fa096e75aae,segment=NetworkSegment(8281c23a-622d-467b-b75e-67da2652d34c),segment_id=8281c23a-622d-467b-b75e-67da2652d34c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:45.823964 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5866da4f-4398-49f2-9f62-aeab5f6c699b req-3d833e9d-2f40-4e7c-af58-8230bad2451c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:45.842201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-5866da4f-4398-49f2-9f62-aeab5f6c699b req-3d833e9d-2f40-4e7c-af58-8230bad2451c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Calling delete_port for 5973ddd8-828a-4f19-89ca-0fa096e75aae owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:17:46.095548 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5866da4f-4398-49f2-9f62-aeab5f6c699b req-3d833e9d-2f40-4e7c-af58-8230bad2451c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (5973ddd8-828a-4f19-89ca-0fa096e75aae), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:46.231193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d833e9d-2f40-4e7c-af58-8230bad2451c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event deleted for resources: {'Port': ['ID=5973ddd8-828a-4f19-89ca-0fa096e75aae,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:46.300519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-5866da4f-4398-49f2-9f62-aeab5f6c699b req-3d833e9d-2f40-4e7c-af58-8230bad2451c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] No DVR routers for this DVR port 5973ddd8-828a-4f19-89ca-0fa096e75aae on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:17:46.310099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5866da4f-4398-49f2-9f62-aeab5f6c699b req-3d833e9d-2f40-4e7c-af58-8230bad2451c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:46.330265 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5866da4f-4398-49f2-9f62-aeab5f6c699b req-3d833e9d-2f40-4e7c-af58-8230bad2451c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.94 "DELETE /v2.0/ports/5973ddd8-828a-4f19-89ca-0fa096e75aae HTTP/1.1" status: 204 len: 173 time: 0.7813196 Feb 08 16:17:46.331294 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da789f7-82c6-461a-b1c6-27d8bafabc42', 'name': 'network-vif-deleted', 'tag': '5973ddd8-828a-4f19-89ca-0fa096e75aae'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:17:46.335191 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c4611e-8f79-4131-8149-329051934bf1" -d '{"events": [{"server_uuid": "1da789f7-82c6-461a-b1c6-27d8bafabc42", "name": "network-vif-deleted", "tag": "5973ddd8-828a-4f19-89ca-0fa096e75aae"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:17:46.416921 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f6d244-3cd2-4dcf-9326-382e77ce6383 x-openstack-request-id: req-35f6d244-3cd2-4dcf-9326-382e77ce6383 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:17:46.417629 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da789f7-82c6-461a-b1c6-27d8bafabc42", "name": "network-vif-deleted", "tag": "5973ddd8-828a-4f19-89ca-0fa096e75aae", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:17:46.418136 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-35f6d244-3cd2-4dcf-9326-382e77ce6383 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:17:46.418945 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da789f7-82c6-461a-b1c6-27d8bafabc42', 'name': 'network-vif-deleted', 'tag': '5973ddd8-828a-4f19-89ca-0fa096e75aae', 'status': 'completed', 'code': 200} Feb 08 16:17:46.666710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15516ea2-f76b-43f2-8d27-b908579ea4f5 req-10c00d7f-27dd-47b0-b033-6c6579829822 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=1da789f7-82c6-461a-b1c6-27d8bafabc42 HTTP/1.1" status: 200 len: 210 time: 0.0565908 Feb 08 16:17:46.831482 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd02d76-6752-4f11-ba4e-f261b57d3fab req-3b87aa73-ea68-4e2a-a13e-5e9b709b965d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:46.835585 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9fd02d76-6752-4f11-ba4e-f261b57d3fab req-3b87aa73-ea68-4e2a-a13e-5e9b709b965d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0675199 Feb 08 16:17:46.937857 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9fd02d76-6752-4f11-ba4e-f261b57d3fab req-bbfe3be0-c5ec-43ca-8933-606a324e5fca tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945961 Feb 08 16:17:47.741107 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52674) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:48.139131 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f88466-0ca3-4208-a497-dc5fe1920dd4 req-8d88aba9-8cc8-48d9-991e-ec64804bd1ac tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:48.147835 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-89f88466-0ca3-4208-a497-dc5fe1920dd4 req-8d88aba9-8cc8-48d9-991e-ec64804bd1ac tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.1161857 Feb 08 16:17:48.297508 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-89f88466-0ca3-4208-a497-dc5fe1920dd4 req-e52d19da-afbd-4570-bb5a-126d937cd8af tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485224 Feb 08 16:17:48.553670 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:48.631739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5973ddd8-828a-4f19-89ca-0fa096e75aae no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:17:48.656671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 5973ddd8-828a-4f19-89ca-0fa096e75aae {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:17:48.657061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 5973ddd8-828a-4f19-89ca-0fa096e75aae not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:17:48.982210 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Deleting port 7e46f317-ca45-44a5-9fbf-cef813603d8a {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:17:48.982904 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:49.049176 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:49.126005 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] For port 7e46f317-ca45-44a5-9fbf-cef813603d8a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7e46f317-ca45-44a5-9fbf-cef813603d8a,segment=NetworkSegment(8281c23a-622d-467b-b75e-67da2652d34c),segment_id=8281c23a-622d-467b-b75e-67da2652d34c)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:49.126005 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:49.148116 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Calling delete_port for 7e46f317-ca45-44a5-9fbf-cef813603d8a owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:17:49.650102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608edca-ecab-4496-a8b7-a715c7c1374d req-64661445-53bd-4c98-a06b-75e935a8a59d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:49.661732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d608edca-ecab-4496-a8b7-a715c7c1374d req-64661445-53bd-4c98-a06b-75e935a8a59d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.1626406 Feb 08 16:17:49.666796 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (7e46f317-ca45-44a5-9fbf-cef813603d8a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:49.726343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event deleted for resources: {'Port': ['ID=7e46f317-ca45-44a5-9fbf-cef813603d8a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:49.810400 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d608edca-ecab-4496-a8b7-a715c7c1374d req-fe89f300-57ae-4788-a7bb-12f141a97555 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463246 Feb 08 16:17:49.822302 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:49.822691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:49.822965 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:49.823331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:49.825029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:49.825391 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:49.825790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:49.826060 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:49.826391 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:49.826725 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:49.827051 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:49.831408 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:49.831875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:17:50.125673 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:50.485119 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:50.814984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Router 8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:17:51.007819 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:17:51.018286 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8b935a9e-af99-466a-9f21-34f9aa1f749a tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "PUT /v2.0/routers/8169b13c-2d50-4cbc-91c6-eb5fc901e0c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2732468 Feb 08 16:17:51.018526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52736) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:51.024917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadeb2e6-6858-4a1d-b79e-dc79545720d0 None None] Sync routers for ids ['8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:17:51.040531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadeb2e6-6858-4a1d-b79e-dc79545720d0 None None] Routers {'8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:17:51.041552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-fadeb2e6-6858-4a1d-b79e-dc79545720d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:17:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:51.078149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f5d001-510e-4213-98be-3818563ba382 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Deleting subnet d965810d-7e0f-4c58-8f2d-1065b0099ff5 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:17:51.090032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9150178-4430-4a34-a897-5f310a8cec21 req-01311242-ce27-4c51-88dc-d17909d85737 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:51.092178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b9150178-4430-4a34-a897-5f310a8cec21 req-01311242-ce27-4c51-88dc-d17909d85737 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.1366453 Feb 08 16:17:51.092973 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11f5d001-510e-4213-98be-3818563ba382 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for subnet (d965810d-7e0f-4c58-8f2d-1065b0099ff5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:51.167696 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11f5d001-510e-4213-98be-3818563ba382 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (d965810d-7e0f-4c58-8f2d-1065b0099ff5), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:51.230465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b9150178-4430-4a34-a897-5f310a8cec21 req-523a0306-31bb-41ed-b2e6-0e0a04d894c1 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100543 Feb 08 16:17:51.265213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-fadeb2e6-6858-4a1d-b79e-dc79545720d0 None None] Set router 8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:17:51.305778 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11f5d001-510e-4213-98be-3818563ba382 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d965810d-7e0f-4c58-8f2d-1065b0099ff5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:51.406138 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11f5d001-510e-4213-98be-3818563ba382 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (d965810d-7e0f-4c58-8f2d-1065b0099ff5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:51.448002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5d001-510e-4213-98be-3818563ba382 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event deleted for resources: {'Subnet': ['ID=d965810d-7e0f-4c58-8f2d-1065b0099ff5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:51.451169 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11f5d001-510e-4213-98be-3818563ba382 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:51.458148 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-11f5d001-510e-4213-98be-3818563ba382 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "DELETE /v2.0/subnets/d965810d-7e0f-4c58-8f2d-1065b0099ff5 HTTP/1.1" status: 204 len: 168 time: 0.4384844 Feb 08 16:17:51.459440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52742) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:51.476710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882f396f-9cc0-486f-af74-438df16edbf7 None None] Network c824809c-4431-4dc1-ade2-92924d07106f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:17:51.613671 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:51.774674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-fadeb2e6-6858-4a1d-b79e-dc79545720d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658162357', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '3cbffff9-880c-40c8-a941-c2d2f7cb62c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:17:20Z', 'updated_at': '2022-02-08T16:17:49Z', 'revision_number': 5, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': '3cbffff9-880c-40c8-a941-c2d2f7cb62c3', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:17:21Z', 'updated_at': '2022-02-08T16:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:51.809372 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router_gateway (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:51.850406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadeb2e6-6858-4a1d-b79e-dc79545720d0 None None] Checking router: 8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:17:51.873614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fca575c-fba3-438c-a4cb-6e1a0188ecea None None] DHCP port deletion for c824809c-4431-4dc1-ade2-92924d07106f request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:17:51.883933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadeb2e6-6858-4a1d-b79e-dc79545720d0 None None] Routers {'8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:17:51.885320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-fadeb2e6-6858-4a1d-b79e-dc79545720d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:17:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:51.895034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Deleting port 3cbffff9-880c-40c8-a941-c2d2f7cb62c3 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:17:51.895440 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3cbffff9-880c-40c8-a941-c2d2f7cb62c3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:51.996888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] For port 3cbffff9-880c-40c8-a941-c2d2f7cb62c3, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3cbffff9-880c-40c8-a941-c2d2f7cb62c3,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:51.997270 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3cbffff9-880c-40c8-a941-c2d2f7cb62c3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:52.014506 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-fadeb2e6-6858-4a1d-b79e-dc79545720d0 None None] Set router 8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:17:52.014765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Calling delete_port for 3cbffff9-880c-40c8-a941-c2d2f7cb62c3 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:17:52.084608 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-fadeb2e6-6858-4a1d-b79e-dc79545720d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658162357', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:17:20Z', 'updated_at': '2022-02-08T16:17:51Z', 'revision_number': 6, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:52.154849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadeb2e6-6858-4a1d-b79e-dc79545720d0 None None] The sync data for ids ['8169b13c-2d50-4cbc-91c6-eb5fc901e0c6'] in n-d-824834-11 is: [{'id': '8169b13c-2d50-4cbc-91c6-eb5fc901e0c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-658162357', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:17:20Z', 'updated_at': '2022-02-08T16:17:51Z', 'revision_number': 6, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:17:52.179004 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2fca575c-fba3-438c-a4cb-6e1a0188ecea None None] Deleting port 2846c722-f50f-44c4-8c6a-b86169afadfb {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:17:52.179688 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2fca575c-fba3-438c-a4cb-6e1a0188ecea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2846c722-f50f-44c4-8c6a-b86169afadfb), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:52.269090 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3cbffff9-880c-40c8-a941-c2d2f7cb62c3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:52.285065 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2fca575c-fba3-438c-a4cb-6e1a0188ecea None None] For port 2846c722-f50f-44c4-8c6a-b86169afadfb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2846c722-f50f-44c4-8c6a-b86169afadfb,segment=NetworkSegment(8281c23a-622d-467b-b75e-67da2652d34c),segment_id=8281c23a-622d-467b-b75e-67da2652d34c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:52.285475 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2fca575c-fba3-438c-a4cb-6e1a0188ecea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2846c722-f50f-44c4-8c6a-b86169afadfb), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:52.327544 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event deleted for resources: {'Port': ['ID=3cbffff9-880c-40c8-a941-c2d2f7cb62c3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:52.327798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2fca575c-fba3-438c-a4cb-6e1a0188ecea None None] Calling delete_port for 2846c722-f50f-44c4-8c6a-b86169afadfb owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:17:52.445667 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a36b3-30fc-4e65-93b0-94f4b69a16b5 req-5df49a4f-b542-44d1-9b8f-04c129215a49 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:52.448339 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e24a36b3-30fc-4e65-93b0-94f4b69a16b5 req-5df49a4f-b542-44d1-9b8f-04c129215a49 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0886071 Feb 08 16:17:52.452381 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:52.531103 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2fca575c-fba3-438c-a4cb-6e1a0188ecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (2846c722-f50f-44c4-8c6a-b86169afadfb), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:52.562498 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e24a36b3-30fc-4e65-93b0-94f4b69a16b5 req-665a56ee-f55f-417a-bfaf-1d1d2568f94b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055248 Feb 08 16:17:52.592438 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca575c-fba3-438c-a4cb-6e1a0188ecea None None] Pushing event deleted for resources: {'Port': ['ID=2846c722-f50f-44c4-8c6a-b86169afadfb,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:52.596406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca575c-fba3-438c-a4cb-6e1a0188ecea None None] No DVR routers for this DVR port 2846c722-f50f-44c4-8c6a-b86169afadfb on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:17:52.723315 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:52.725817 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router_controller (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:52.808190 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (8169b13c-2d50-4cbc-91c6-eb5fc901e0c6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:52.809158 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Fanout notify agent at l3_agent the message router_deleted on router 8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:17:52.819087 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:52.820603 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a2e2772b-3322-48ea-8f03-9cc3da8b7f8c tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "DELETE /v2.0/routers/8169b13c-2d50-4cbc-91c6-eb5fc901e0c6 HTTP/1.1" status: 204 len: 168 time: 1.3593626 Feb 08 16:17:52.824046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52774) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:52.921954 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-999a7ae0-c74f-4df5-aa1c-41d7e628262b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (c824809c-4431-4dc1-ade2-92924d07106f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:53.031462 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-999a7ae0-c74f-4df5-aa1c-41d7e628262b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (c824809c-4431-4dc1-ade2-92924d07106f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:53.075660 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-999a7ae0-c74f-4df5-aa1c-41d7e628262b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c824809c-4431-4dc1-ade2-92924d07106f']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:53.112223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-999a7ae0-c74f-4df5-aa1c-41d7e628262b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8281c23a-622d-467b-b75e-67da2652d34c') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:53.112666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-999a7ae0-c74f-4df5-aa1c-41d7e628262b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8281c23a-622d-467b-b75e-67da2652d34c') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:53.155011 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-999a7ae0-c74f-4df5-aa1c-41d7e628262b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (8281c23a-622d-467b-b75e-67da2652d34c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:53.191657 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-999a7ae0-c74f-4df5-aa1c-41d7e628262b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8281c23a-622d-467b-b75e-67da2652d34c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:53.220920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999a7ae0-c74f-4df5-aa1c-41d7e628262b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:17:53.222376 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-999a7ae0-c74f-4df5-aa1c-41d7e628262b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (8281c23a-622d-467b-b75e-67da2652d34c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:17:53.231561 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:17:53.288508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3cbffff9-880c-40c8-a941-c2d2f7cb62c3 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:17:53.317056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 3cbffff9-880c-40c8-a941-c2d2f7cb62c3 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:17:53.318212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3cbffff9-880c-40c8-a941-c2d2f7cb62c3 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:17:53.318790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7e46f317-ca45-44a5-9fbf-cef813603d8a no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:17:53.351925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 7e46f317-ca45-44a5-9fbf-cef813603d8a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:17:53.352579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7e46f317-ca45-44a5-9fbf-cef813603d8a not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:17:53.353495 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2846c722-f50f-44c4-8c6a-b86169afadfb no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:17:53.361453 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-999a7ae0-c74f-4df5-aa1c-41d7e628262b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (c824809c-4431-4dc1-ade2-92924d07106f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:53.386294 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-999a7ae0-c74f-4df5-aa1c-41d7e628262b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:53.406752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-999a7ae0-c74f-4df5-aa1c-41d7e628262b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "DELETE /v2.0/networks/c824809c-4431-4dc1-ade2-92924d07106f HTTP/1.1" status: 204 len: 168 time: 0.5815895 Feb 08 16:17:53.409607 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52788) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:53.428455 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 2846c722-f50f-44c4-8c6a-b86169afadfb {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:17:53.432890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2846c722-f50f-44c4-8c6a-b86169afadfb not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:17:53.470900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a7ae0-c74f-4df5-aa1c-41d7e628262b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event deleted for resources: {'Network': ['ID=c824809c-4431-4dc1-ade2-92924d07106f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:53.705693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-4606aeaa-5ea7-4026-b7ae-5f757143b0d8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Deleting port c9eac300-5547-44ea-a9e3-5c1ce4dc4776 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:17:53.706038 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4606aeaa-5ea7-4026-b7ae-5f757143b0d8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c9eac300-5547-44ea-a9e3-5c1ce4dc4776), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:53.782353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e6dd9-a9aa-466c-afef-a7f22dc72e09 req-61a014a2-7930-4cef-8f09-635540d6d426 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:53.784443 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-193e6dd9-a9aa-466c-afef-a7f22dc72e09 req-61a014a2-7930-4cef-8f09-635540d6d426 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0943065 Feb 08 16:17:53.879847 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-193e6dd9-a9aa-466c-afef-a7f22dc72e09 req-b0cf7344-715b-425f-9609-f63627abb613 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869005 Feb 08 16:17:53.926883 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4606aeaa-5ea7-4026-b7ae-5f757143b0d8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c9eac300-5547-44ea-a9e3-5c1ce4dc4776), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:53.927829 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4606aeaa-5ea7-4026-b7ae-5f757143b0d8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for floatingip (c9eac300-5547-44ea-a9e3-5c1ce4dc4776), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:53.950944 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-4606aeaa-5ea7-4026-b7ae-5f757143b0d8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Calling delete_port for c9eac300-5547-44ea-a9e3-5c1ce4dc4776 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:17:54.305141 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4606aeaa-5ea7-4026-b7ae-5f757143b0d8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c9eac300-5547-44ea-a9e3-5c1ce4dc4776), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:54.347404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606aeaa-5ea7-4026-b7ae-5f757143b0d8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event deleted for resources: {'Port': ['ID=c9eac300-5547-44ea-a9e3-5c1ce4dc4776,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:54.482073 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4606aeaa-5ea7-4026-b7ae-5f757143b0d8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for floatingip (75d72609-9652-4d3a-b793-b76bf872652f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:54.482918 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-4606aeaa-5ea7-4026-b7ae-5f757143b0d8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Floating IP 75d72609-9652-4d3a-b793-b76bf872652f disassociated (deleted). External IP: 172.25.7.94, port: 3215d199-5c58-47a3-92fe-94b94bd1a81d. Feb 08 16:17:54.860107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4606aeaa-5ea7-4026-b7ae-5f757143b0d8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Router 8973228d-8458-4337-b88b-5258c710c613 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:17:55.032326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4606aeaa-5ea7-4026-b7ae-5f757143b0d8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:17:55.037914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4606aeaa-5ea7-4026-b7ae-5f757143b0d8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:55.047362 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f8ed2-033c-4b97-8692-2018be62f58a None None] Sync routers for ids ['8973228d-8458-4337-b88b-5258c710c613'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:17:55.063067 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f8ed2-033c-4b97-8692-2018be62f58a None None] Routers {'8973228d-8458-4337-b88b-5258c710c613'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:17:55.064738 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-279f8ed2-033c-4b97-8692-2018be62f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:17:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8973228d-8458-4337-b88b-5258c710c613'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:55.083271 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc474d-7f33-42b5-bd4c-67bf8fc8455a req-15a9fd3b-c11d-493f-aea9-84a9846dc617 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:55.086807 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0adc474d-7f33-42b5-bd4c-67bf8fc8455a req-15a9fd3b-c11d-493f-aea9-84a9846dc617 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0799472 Feb 08 16:17:55.141998 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4606aeaa-5ea7-4026-b7ae-5f757143b0d8 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "DELETE /v2.0/floatingips/75d72609-9652-4d3a-b793-b76bf872652f HTTP/1.1" status: 204 len: 168 time: 1.7310431 Feb 08 16:17:55.142430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174c27e4-f695-450b-a8fd-288415fa34ea', 'tag': '3215d199-5c58-47a3-92fe-94b94bd1a81d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:17:55.159986 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58cfefb-ee00-4cef-9439-52060d3a4275" -d '{"events": [{"name": "network-changed", "server_uuid": "174c27e4-f695-450b-a8fd-288415fa34ea", "tag": "3215d199-5c58-47a3-92fe-94b94bd1a81d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:17:55.207897 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-279f8ed2-033c-4b97-8692-2018be62f58a None None] Set router 8973228d-8458-4337-b88b-5258c710c613 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:17:55.221803 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0adc474d-7f33-42b5-bd4c-67bf8fc8455a req-75fb46ac-c487-4a4f-b452-94af29e5b98c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266811 Feb 08 16:17:55.637065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058e072-e46a-4229-a867-6c1f673260b3 req-861b6482-325b-43fe-bf36-7e727ae726ca tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:55.647187 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e058e072-e46a-4229-a867-6c1f673260b3 req-861b6482-325b-43fe-bf36-7e727ae726ca tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 984 time: 0.1133351 Feb 08 16:17:55.790803 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e058e072-e46a-4229-a867-6c1f673260b3 req-442e3cde-76f4-407b-b331-8e7e3045412b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/security-groups?id=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55&id=df9c518f-8ed7-482d-ad94-086d1cfb22e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1298184 Feb 08 16:17:55.843916 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-279f8ed2-033c-4b97-8692-2018be62f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8973228d-8458-4337-b88b-5258c710c613', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:16:20Z', 'updated_at': '2022-02-08T16:16:26Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:21Z', 'updated_at': '2022-02-08T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c44952b3-93bf-4428-80ac-fa8d0424b160', 'name': '', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'mac_address': 'fa:16:3e:5c:f3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:25Z', 'updated_at': '2022-02-08T16:16:30Z', 'revision_number': 5, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'subnets': [{'id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:55.878463 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd819c5-0d52-4bf2-a855-caf8cd82fba0 x-openstack-request-id: req-9fd819c5-0d52-4bf2-a855-caf8cd82fba0 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:17:55.879001 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174c27e4-f695-450b-a8fd-288415fa34ea", "tag": "3215d199-5c58-47a3-92fe-94b94bd1a81d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:17:55.879430 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9fd819c5-0d52-4bf2-a855-caf8cd82fba0 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:17:55.880352 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174c27e4-f695-450b-a8fd-288415fa34ea', 'tag': '3215d199-5c58-47a3-92fe-94b94bd1a81d', 'status': 'completed', 'code': 200} Feb 08 16:17:55.881819 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f8ed2-033c-4b97-8692-2018be62f58a None None] Checking router: 8973228d-8458-4337-b88b-5258c710c613 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:17:55.891779 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f8ed2-033c-4b97-8692-2018be62f58a None None] Routers {'8973228d-8458-4337-b88b-5258c710c613'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:17:55.893007 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-279f8ed2-033c-4b97-8692-2018be62f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:17:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8973228d-8458-4337-b88b-5258c710c613'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:55.974950 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cfefb-ee00-4cef-9439-52060d3a4275 req-56abebca-6d47-4cf3-a7f7-9faec32dabcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:55.976499 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e58cfefb-ee00-4cef-9439-52060d3a4275 req-56abebca-6d47-4cf3-a7f7-9faec32dabcb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6c174de8c2ea4726bee4e60428d66c51&device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 1167 time: 0.0885372 Feb 08 16:17:56.013001 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-279f8ed2-033c-4b97-8692-2018be62f58a None None] Set router 8973228d-8458-4337-b88b-5258c710c613 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:17:56.192111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cfefb-ee00-4cef-9439-52060d3a4275 req-b97881d4-fc15-4020-aad9-0da7bb4383a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:56.195411 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e58cfefb-ee00-4cef-9439-52060d3a4275 req-b97881d4-fc15-4020-aad9-0da7bb4383a9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a3dfc678-1200-4ec3-a571-d9e859a23ae5 HTTP/1.1" status: 200 len: 898 time: 0.2108405 Feb 08 16:17:56.251888 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e58cfefb-ee00-4cef-9439-52060d3a4275 req-068045e5-b363-43ba-853c-2decdde50e76 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3215d199-5c58-47a3-92fe-94b94bd1a81d HTTP/1.1" status: 200 len: 217 time: 0.0487740 Feb 08 16:17:56.397200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cfefb-ee00-4cef-9439-52060d3a4275 req-eb836d27-1dfd-4051-b0aa-86ea18bb04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:56.400515 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e58cfefb-ee00-4cef-9439-52060d3a4275 req-eb836d27-1dfd-4051-b0aa-86ea18bb04a0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7 HTTP/1.1" status: 200 len: 835 time: 0.1376104 Feb 08 16:17:56.405183 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-279f8ed2-033c-4b97-8692-2018be62f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8973228d-8458-4337-b88b-5258c710c613', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:16:20Z', 'updated_at': '2022-02-08T16:16:26Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:21Z', 'updated_at': '2022-02-08T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c44952b3-93bf-4428-80ac-fa8d0424b160', 'name': '', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'mac_address': 'fa:16:3e:5c:f3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:25Z', 'updated_at': '2022-02-08T16:16:30Z', 'revision_number': 5, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'subnets': [{'id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:17:56.481058 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2de92f-df58-4a90-a3fe-2f3ea4f69f56 req-622a5f2b-bcdc-43b1-a71e-4cfdb230f8cb tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:56.484110 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cfefb-ee00-4cef-9439-52060d3a4275 req-e63bab98-f93f-4085-8723-9e6ae0be041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:56.485852 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e58cfefb-ee00-4cef-9439-52060d3a4275 req-e63bab98-f93f-4085-8723-9e6ae0be041b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a3dfc678-1200-4ec3-a571-d9e859a23ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0639970 Feb 08 16:17:56.493971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc2de92f-df58-4a90-a3fe-2f3ea4f69f56 req-622a5f2b-bcdc-43b1-a71e-4cfdb230f8cb tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.1411989 Feb 08 16:17:56.506105 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f8ed2-033c-4b97-8692-2018be62f58a None None] The sync data for ids ['8973228d-8458-4337-b88b-5258c710c613'] in n-d-824834-11 is: [{'id': '8973228d-8458-4337-b88b-5258c710c613', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:16:20Z', 'updated_at': '2022-02-08T16:16:26Z', 'revision_number': 4, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:21Z', 'updated_at': '2022-02-08T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c44952b3-93bf-4428-80ac-fa8d0424b160', 'name': '', 'network_id': 'a3dfc678-1200-4ec3-a571-d9e859a23ae5', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'mac_address': 'fa:16:3e:5c:f3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:25Z', 'updated_at': '2022-02-08T16:16:30Z', 'revision_number': 5, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'subnets': [{'id': 'c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:17:56.567417 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc2de92f-df58-4a90-a3fe-2f3ea4f69f56 req-0cd98983-2d0b-44c9-82fb-6b797fba1bf2 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724411 Feb 08 16:17:56.680857 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e58cfefb-ee00-4cef-9439-52060d3a4275 req-f08981d0-09c8-4811-85fe-0529eccdef84 service neutron] 10.222.0.96 "GET /v2.0/networks/a3dfc678-1200-4ec3-a571-d9e859a23ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875286 Feb 08 16:17:56.880355 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d04b00-ca73-46f6-aa2a-0e58b581bc2d req-b1706f50-5389-45eb-9d9c-626340ffe096 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:56.881922 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33d04b00-ca73-46f6-aa2a-0e58b581bc2d req-b1706f50-5389-45eb-9d9c-626340ffe096 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.96 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 984 time: 0.1650000 Feb 08 16:17:56.969733 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e58cfefb-ee00-4cef-9439-52060d3a4275 req-fa7822d1-1ba8-40e1-ab9a-0dc4d3f228a1 service neutron] 10.222.0.96 "GET /v2.0/networks/a3dfc678-1200-4ec3-a571-d9e859a23ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818754 Feb 08 16:17:57.010960 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea8511-c96c-4449-8d6d-e0fcc56b5cf8 req-d8566064-60a6-4f54-b4dd-1be554cd4b8f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:57.012754 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44ea8511-c96c-4449-8d6d-e0fcc56b5cf8 req-d8566064-60a6-4f54-b4dd-1be554cd4b8f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/ports?device_id=174c27e4-f695-450b-a8fd-288415fa34ea HTTP/1.1" status: 200 len: 984 time: 0.1037893 Feb 08 16:17:57.025948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b48982f-d9b8-400e-ae2d-be8e4e0c1474 None None] New status for floating IP 75d72609-9652-4d3a-b793-b76bf872652f: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:17:57.052276 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-33d04b00-ca73-46f6-aa2a-0e58b581bc2d req-e7aa372a-8d9f-490d-aa53-5e4006693571 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Deleting port 3215d199-5c58-47a3-92fe-94b94bd1a81d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:17:57.052623 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-33d04b00-ca73-46f6-aa2a-0e58b581bc2d req-e7aa372a-8d9f-490d-aa53-5e4006693571 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:57.088155 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-44ea8511-c96c-4449-8d6d-e0fcc56b5cf8 req-6317cbed-a659-40ba-bbae-b9b180ae7d9f tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "GET /v2.0/security-groups?id=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55&id=df9c518f-8ed7-482d-ad94-086d1cfb22e3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0648990 Feb 08 16:17:57.166869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-33d04b00-ca73-46f6-aa2a-0e58b581bc2d req-e7aa372a-8d9f-490d-aa53-5e4006693571 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] For port 3215d199-5c58-47a3-92fe-94b94bd1a81d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3215d199-5c58-47a3-92fe-94b94bd1a81d,segment=NetworkSegment(f1d7d109-d9f1-4b21-aa28-99d6d711b0d1),segment_id=f1d7d109-d9f1-4b21-aa28-99d6d711b0d1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:57.167240 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-33d04b00-ca73-46f6-aa2a-0e58b581bc2d req-e7aa372a-8d9f-490d-aa53-5e4006693571 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:57.181322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-33d04b00-ca73-46f6-aa2a-0e58b581bc2d req-e7aa372a-8d9f-490d-aa53-5e4006693571 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Calling delete_port for 3215d199-5c58-47a3-92fe-94b94bd1a81d owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:17:57.346316 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-33d04b00-ca73-46f6-aa2a-0e58b581bc2d req-e7aa372a-8d9f-490d-aa53-5e4006693571 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3215d199-5c58-47a3-92fe-94b94bd1a81d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:57.411500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa372a-8d9f-490d-aa53-5e4006693571 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event deleted for resources: {'Port': ['ID=3215d199-5c58-47a3-92fe-94b94bd1a81d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:57.503248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d04b00-ca73-46f6-aa2a-0e58b581bc2d req-e7aa372a-8d9f-490d-aa53-5e4006693571 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] No DVR routers for this DVR port 3215d199-5c58-47a3-92fe-94b94bd1a81d on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:17:57.506909 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-33d04b00-ca73-46f6-aa2a-0e58b581bc2d req-e7aa372a-8d9f-490d-aa53-5e4006693571 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:57.511689 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33d04b00-ca73-46f6-aa2a-0e58b581bc2d req-e7aa372a-8d9f-490d-aa53-5e4006693571 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.96 "DELETE /v2.0/ports/3215d199-5c58-47a3-92fe-94b94bd1a81d HTTP/1.1" status: 204 len: 173 time: 0.6243455 Feb 08 16:17:57.751548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6823ba-b01c-4cfe-9800-a124ec34de22 req-b0fb9d10-4d4f-4a9c-8080-4fbbf359eb07 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:57.753785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d6823ba-b01c-4cfe-9800-a124ec34de22 req-b0fb9d10-4d4f-4a9c-8080-4fbbf359eb07 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0830910 Feb 08 16:17:57.823973 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d6823ba-b01c-4cfe-9800-a124ec34de22 req-37e0667f-5c73-471f-9b3a-6537d95b92f7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599768 Feb 08 16:17:57.883271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174c27e4-f695-450b-a8fd-288415fa34ea', 'name': 'network-vif-deleted', 'tag': '3215d199-5c58-47a3-92fe-94b94bd1a81d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:17:57.886136 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cc4d52-d158-474c-92ce-ff5b48f6296b" -d '{"events": [{"server_uuid": "174c27e4-f695-450b-a8fd-288415fa34ea", "name": "network-vif-deleted", "tag": "3215d199-5c58-47a3-92fe-94b94bd1a81d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:17:57.983667 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6ba045-5ce2-4f2f-93ea-693073cca1bf x-openstack-request-id: req-0f6ba045-5ce2-4f2f-93ea-693073cca1bf {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:17:57.983978 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174c27e4-f695-450b-a8fd-288415fa34ea", "name": "network-vif-deleted", "tag": "3215d199-5c58-47a3-92fe-94b94bd1a81d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:17:57.984240 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0f6ba045-5ce2-4f2f-93ea-693073cca1bf {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:17:57.984654 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174c27e4-f695-450b-a8fd-288415fa34ea', 'name': 'network-vif-deleted', 'tag': '3215d199-5c58-47a3-92fe-94b94bd1a81d', 'status': 'completed', 'code': 200} Feb 08 16:17:58.159223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52876) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:58.219232 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8c1bc55-820e-4830-9bf7-edbdfaf17c8b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group (b11a0b99-dc56-4d24-bb1c-83eb95a0ef55), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:58.244675 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8c1bc55-820e-4830-9bf7-edbdfaf17c8b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group (b11a0b99-dc56-4d24-bb1c-83eb95a0ef55), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:58.290367 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8c1bc55-820e-4830-9bf7-edbdfaf17c8b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b11a0b99-dc56-4d24-bb1c-83eb95a0ef55), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:58.294182 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b8c1bc55-820e-4830-9bf7-edbdfaf17c8b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:58.295423 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b8c1bc55-820e-4830-9bf7-edbdfaf17c8b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "DELETE /v2.0/security-groups/b11a0b99-dc56-4d24-bb1c-83eb95a0ef55 HTTP/1.1" status: 204 len: 168 time: 0.1348090 Feb 08 16:17:58.298412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52878) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:58.305963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1bc55-820e-4830-9bf7-edbdfaf17c8b tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11a0b99-dc56-4d24-bb1c-83eb95a0ef55,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:58.372233 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16c00b6c-f260-49c1-9e11-5c09dedf75ae tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group (df9c518f-8ed7-482d-ad94-086d1cfb22e3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:58.404881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16c00b6c-f260-49c1-9e11-5c09dedf75ae tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group (df9c518f-8ed7-482d-ad94-086d1cfb22e3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:58.472843 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16c00b6c-f260-49c1-9e11-5c09dedf75ae tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (df9c518f-8ed7-482d-ad94-086d1cfb22e3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:58.475980 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16c00b6c-f260-49c1-9e11-5c09dedf75ae tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:58.478364 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-16c00b6c-f260-49c1-9e11-5c09dedf75ae tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "DELETE /v2.0/security-groups/df9c518f-8ed7-482d-ad94-086d1cfb22e3 HTTP/1.1" status: 204 len: 168 time: 0.1788912 Feb 08 16:17:58.481400 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52880) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:17:58.508482 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c00b6c-f260-49c1-9e11-5c09dedf75ae tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9c518f-8ed7-482d-ad94-086d1cfb22e3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:58.991929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbf93f-1abd-4773-b531-63f980a7bd12 req-95305008-67e7-47fe-8345-947227a0a334 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:17:58.994424 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1bbbf93f-1abd-4773-b531-63f980a7bd12 req-95305008-67e7-47fe-8345-947227a0a334 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0568020 Feb 08 16:17:59.013801 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b50628c7-33ee-4739-a616-fae085340880 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (8973228d-8458-4337-b88b-5258c710c613), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:59.067874 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1bbbf93f-1abd-4773-b531-63f980a7bd12 req-19e7ff28-670b-4c49-a98e-e8df73228c26 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637639 Feb 08 16:17:59.337096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b50628c7-33ee-4739-a616-fae085340880 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Deleting port c44952b3-93bf-4428-80ac-fa8d0424b160 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:17:59.337539 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b50628c7-33ee-4739-a616-fae085340880 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:59.441113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-b50628c7-33ee-4739-a616-fae085340880 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] For port c44952b3-93bf-4428-80ac-fa8d0424b160, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c44952b3-93bf-4428-80ac-fa8d0424b160,segment=NetworkSegment(f1d7d109-d9f1-4b21-aa28-99d6d711b0d1),segment_id=f1d7d109-d9f1-4b21-aa28-99d6d711b0d1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:17:59.441493 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b50628c7-33ee-4739-a616-fae085340880 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:59.456401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b50628c7-33ee-4739-a616-fae085340880 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Calling delete_port for c44952b3-93bf-4428-80ac-fa8d0424b160 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:17:59.659400 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b50628c7-33ee-4739-a616-fae085340880 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c44952b3-93bf-4428-80ac-fa8d0424b160), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:17:59.694252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50628c7-33ee-4739-a616-fae085340880 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event deleted for resources: {'Port': ['ID=c44952b3-93bf-4428-80ac-fa8d0424b160,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:17:59.916193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b50628c7-33ee-4739-a616-fae085340880 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (8973228d-8458-4337-b88b-5258c710c613), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:00.072937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3215d199-5c58-47a3-92fe-94b94bd1a81d no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:18:00.094279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 3215d199-5c58-47a3-92fe-94b94bd1a81d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:18:00.094989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3215d199-5c58-47a3-92fe-94b94bd1a81d not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:18:00.216766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50628c7-33ee-4739-a616-fae085340880 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Router 8973228d-8458-4337-b88b-5258c710c613 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:18:00.220021 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36f556-feb4-43b2-aa7c-1cde437b514b req-e1f63bc2-b73f-46b8-9a77-e4a98c533bcf tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:00.229707 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a36f556-feb4-43b2-aa7c-1cde437b514b req-e1f63bc2-b73f-46b8-9a77-e4a98c533bcf tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0740871 Feb 08 16:18:00.281321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a36f556-feb4-43b2-aa7c-1cde437b514b req-a648adbc-08ed-449e-aaaf-4d2fa9d9bd89 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503230 Feb 08 16:18:00.379582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50628c7-33ee-4739-a616-fae085340880 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:18:00.396019 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d888b-e956-4ab0-ad73-1ba190384a51 None None] Sync routers for ids ['8973228d-8458-4337-b88b-5258c710c613'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:18:00.403712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52894) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:00.417729 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b50628c7-33ee-4739-a616-fae085340880 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "PUT /v2.0/routers/8973228d-8458-4337-b88b-5258c710c613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9327538 Feb 08 16:18:00.426919 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d888b-e956-4ab0-ad73-1ba190384a51 None None] Routers {'8973228d-8458-4337-b88b-5258c710c613'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:18:00.427560 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cc6d888b-e956-4ab0-ad73-1ba190384a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:17:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8973228d-8458-4337-b88b-5258c710c613'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:00.493248 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2dcb71-525b-47fb-9d8b-3fa42180bcae tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Deleting subnet c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:18:00.497362 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e2dcb71-525b-47fb-9d8b-3fa42180bcae tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for subnet (c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:00.549829 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e2dcb71-525b-47fb-9d8b-3fa42180bcae tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:00.588514 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-cc6d888b-e956-4ab0-ad73-1ba190384a51 None None] Set router 8973228d-8458-4337-b88b-5258c710c613 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:18:00.657531 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e2dcb71-525b-47fb-9d8b-3fa42180bcae tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:00.741993 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e2dcb71-525b-47fb-9d8b-3fa42180bcae tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:00.771894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dcb71-525b-47fb-9d8b-3fa42180bcae tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:00.776399 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4e2dcb71-525b-47fb-9d8b-3fa42180bcae tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:00.779641 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4e2dcb71-525b-47fb-9d8b-3fa42180bcae tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "DELETE /v2.0/subnets/c9f9fa9e-0b92-481b-bb35-b4cf8e975bc7 HTTP/1.1" status: 204 len: 168 time: 0.3745151 Feb 08 16:18:00.783496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52898) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:00.795130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987232a4-147f-4a59-991b-e20509e22f25 None None] Network a3dfc678-1200-4ec3-a571-d9e859a23ae5 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:18:00.863035 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cc6d888b-e956-4ab0-ad73-1ba190384a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8973228d-8458-4337-b88b-5258c710c613', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:16:20Z', 'updated_at': '2022-02-08T16:17:59Z', 'revision_number': 5, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:21Z', 'updated_at': '2022-02-08T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:00.897680 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d888b-e956-4ab0-ad73-1ba190384a51 None None] Checking router: 8973228d-8458-4337-b88b-5258c710c613 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:18:00.914751 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router (8973228d-8458-4337-b88b-5258c710c613), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:00.921260 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d888b-e956-4ab0-ad73-1ba190384a51 None None] Routers {'8973228d-8458-4337-b88b-5258c710c613'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:18:00.921897 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cc6d888b-e956-4ab0-ad73-1ba190384a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:17:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8973228d-8458-4337-b88b-5258c710c613'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:01.011888 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b11fae3-ba7f-4fe7-96bd-bae5cf03fb6c None None] DHCP port deletion for a3dfc678-1200-4ec3-a571-d9e859a23ae5 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:18:01.066543 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router_gateway (8973228d-8458-4337-b88b-5258c710c613), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:01.074291 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-cc6d888b-e956-4ab0-ad73-1ba190384a51 None None] Set router 8973228d-8458-4337-b88b-5258c710c613 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:18:01.075175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0b11fae3-ba7f-4fe7-96bd-bae5cf03fb6c None None] Deleting port 2e1d5336-586a-438a-a6c5-5fe3e3841281 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:18:01.075779 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0b11fae3-ba7f-4fe7-96bd-bae5cf03fb6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2e1d5336-586a-438a-a6c5-5fe3e3841281), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:01.132145 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Deleting port ca62fb48-c78f-4b29-a567-2898f5d438e0 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:18:01.132652 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ca62fb48-c78f-4b29-a567-2898f5d438e0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:01.146730 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0b11fae3-ba7f-4fe7-96bd-bae5cf03fb6c None None] For port 2e1d5336-586a-438a-a6c5-5fe3e3841281, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2e1d5336-586a-438a-a6c5-5fe3e3841281,segment=NetworkSegment(f1d7d109-d9f1-4b21-aa28-99d6d711b0d1),segment_id=f1d7d109-d9f1-4b21-aa28-99d6d711b0d1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:18:01.147391 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0b11fae3-ba7f-4fe7-96bd-bae5cf03fb6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2e1d5336-586a-438a-a6c5-5fe3e3841281), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:01.164132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0b11fae3-ba7f-4fe7-96bd-bae5cf03fb6c None None] Calling delete_port for 2e1d5336-586a-438a-a6c5-5fe3e3841281 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:18:01.278681 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0b11fae3-ba7f-4fe7-96bd-bae5cf03fb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (2e1d5336-586a-438a-a6c5-5fe3e3841281), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:01.336906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] For port ca62fb48-c78f-4b29-a567-2898f5d438e0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ca62fb48-c78f-4b29-a567-2898f5d438e0,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:18:01.337597 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ca62fb48-c78f-4b29-a567-2898f5d438e0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:01.358321 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Calling delete_port for ca62fb48-c78f-4b29-a567-2898f5d438e0 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:18:01.363633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11fae3-ba7f-4fe7-96bd-bae5cf03fb6c None None] Pushing event deleted for resources: {'Port': ['ID=2e1d5336-586a-438a-a6c5-5fe3e3841281,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:01.374738 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2e1d5336-586a-438a-a6c5-5fe3e3841281 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:18:01.388672 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cc6d888b-e956-4ab0-ad73-1ba190384a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8973228d-8458-4337-b88b-5258c710c613', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:16:20Z', 'updated_at': '2022-02-08T16:17:59Z', 'revision_number': 5, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:21Z', 'updated_at': '2022-02-08T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:01.402203 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 2e1d5336-586a-438a-a6c5-5fe3e3841281 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:18:01.402711 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2e1d5336-586a-438a-a6c5-5fe3e3841281 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:18:01.416696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b11fae3-ba7f-4fe7-96bd-bae5cf03fb6c None None] No DVR routers for this DVR port 2e1d5336-586a-438a-a6c5-5fe3e3841281 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:18:01.432618 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d888b-e956-4ab0-ad73-1ba190384a51 None None] The sync data for ids ['8973228d-8458-4337-b88b-5258c710c613'] in n-d-824834-11 is: [{'id': '8973228d-8458-4337-b88b-5258c710c613', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1687024842', 'tenant_id': '6c174de8c2ea4726bee4e60428d66c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:16:20Z', 'updated_at': '2022-02-08T16:17:59Z', 'revision_number': 5, 'project_id': '6c174de8c2ea4726bee4e60428d66c51', 'gw_port': {'id': 'ca62fb48-c78f-4b29-a567-2898f5d438e0', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8973228d-8458-4337-b88b-5258c710c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:16:21Z', 'updated_at': '2022-02-08T16:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:18:01.512894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89347e6-0a63-4eb4-9fdd-54f0daad177d req-3871648b-6751-4e6a-933f-2fc1351ee6bb tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:01.514453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a89347e6-0a63-4eb4-9fdd-54f0daad177d req-3871648b-6751-4e6a-933f-2fc1351ee6bb tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0791843 Feb 08 16:18:01.538569 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4203f059-0871-44de-9924-c51a3ab55c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:01.615269 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a89347e6-0a63-4eb4-9fdd-54f0daad177d req-5490351e-768f-4c50-bd7f-25aab5ddeb58 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680635 Feb 08 16:18:01.658489 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ca62fb48-c78f-4b29-a567-2898f5d438e0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:01.684383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event deleted for resources: {'Port': ['ID=ca62fb48-c78f-4b29-a567-2898f5d438e0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:01.753077 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (8973228d-8458-4337-b88b-5258c710c613), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:01.868523 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (8973228d-8458-4337-b88b-5258c710c613), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:01.870961 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router_controller (8973228d-8458-4337-b88b-5258c710c613), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:01.919895 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (8973228d-8458-4337-b88b-5258c710c613), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:01.921113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Fanout notify agent at l3_agent the message router_deleted on router 8973228d-8458-4337-b88b-5258c710c613 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:18:01.935886 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:01.937535 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b7c57571-aaa4-44ac-bfda-d330131d5fb1 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "DELETE /v2.0/routers/8973228d-8458-4337-b88b-5258c710c613 HTTP/1.1" status: 204 len: 168 time: 1.1530039 Feb 08 16:18:01.940868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52908) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:02.085035 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070c78ff-1bcf-4566-b030-34109a1b4905 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (a3dfc678-1200-4ec3-a571-d9e859a23ae5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:02.189020 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070c78ff-1bcf-4566-b030-34109a1b4905 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (a3dfc678-1200-4ec3-a571-d9e859a23ae5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:02.216772 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-070c78ff-1bcf-4566-b030-34109a1b4905 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3dfc678-1200-4ec3-a571-d9e859a23ae5']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:02.237747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-070c78ff-1bcf-4566-b030-34109a1b4905 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d7d109-d9f1-4b21-aa28-99d6d711b0d1') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:02.238213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-070c78ff-1bcf-4566-b030-34109a1b4905 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d7d109-d9f1-4b21-aa28-99d6d711b0d1') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:02.259684 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070c78ff-1bcf-4566-b030-34109a1b4905 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (f1d7d109-d9f1-4b21-aa28-99d6d711b0d1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:02.285419 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070c78ff-1bcf-4566-b030-34109a1b4905 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f1d7d109-d9f1-4b21-aa28-99d6d711b0d1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:02.295044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070c78ff-1bcf-4566-b030-34109a1b4905 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:18:02.295529 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070c78ff-1bcf-4566-b030-34109a1b4905 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (f1d7d109-d9f1-4b21-aa28-99d6d711b0d1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:18:02.300726 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:18:02.373296 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070c78ff-1bcf-4566-b030-34109a1b4905 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (a3dfc678-1200-4ec3-a571-d9e859a23ae5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:02.381731 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-070c78ff-1bcf-4566-b030-34109a1b4905 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:02.390776 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-070c78ff-1bcf-4566-b030-34109a1b4905 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] 10.222.0.82 "DELETE /v2.0/networks/a3dfc678-1200-4ec3-a571-d9e859a23ae5 HTTP/1.1" status: 204 len: 168 time: 0.4434888 Feb 08 16:18:02.429960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c78ff-1bcf-4566-b030-34109a1b4905 tempest-TestSecurityGroupsBasicOps-282141106 tempest-TestSecurityGroupsBasicOps-282141106-project] Pushing event deleted for resources: {'Network': ['ID=a3dfc678-1200-4ec3-a571-d9e859a23ae5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:02.766085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52922) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:02.794235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf0c97-7f1b-42ab-9c4b-4917fc5abf61 req-7f6e07c5-8f54-4a7f-95d6-dd1e34941033 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:02.801374 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-89bf0c97-7f1b-42ab-9c4b-4917fc5abf61 req-7f6e07c5-8f54-4a7f-95d6-dd1e34941033 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0969532 Feb 08 16:18:02.853698 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-89bf0c97-7f1b-42ab-9c4b-4917fc5abf61 req-4f444d78-a2d1-4a0c-bfd3-4f925973d277 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513744 Feb 08 16:18:02.929237 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1ab84b93-6b64-4bdc-93e7-452df3b8c6c6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6c174de8c2ea4726bee4e60428d66c51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608918 Feb 08 16:18:02.932353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52926) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:02.982353 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-336adfa7-32f2-4828-91c0-e531834556ba admin admin] Publish callbacks [] for security_group (070a0c4f-1d3c-4308-88ef-f9e3c393943c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:03.005954 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-336adfa7-32f2-4828-91c0-e531834556ba admin admin] Publish callbacks [] for security_group (070a0c4f-1d3c-4308-88ef-f9e3c393943c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:03.066036 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-336adfa7-32f2-4828-91c0-e531834556ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (070a0c4f-1d3c-4308-88ef-f9e3c393943c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:03.068868 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-336adfa7-32f2-4828-91c0-e531834556ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:03.073123 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-336adfa7-32f2-4828-91c0-e531834556ba admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/070a0c4f-1d3c-4308-88ef-f9e3c393943c HTTP/1.1" status: 204 len: 168 time: 0.1366291 Feb 08 16:18:03.081262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336adfa7-32f2-4828-91c0-e531834556ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070a0c4f-1d3c-4308-88ef-f9e3c393943c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:03.257470 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ca62fb48-c78f-4b29-a567-2898f5d438e0 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:18:03.284168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: ca62fb48-c78f-4b29-a567-2898f5d438e0 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:18:03.285282 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ca62fb48-c78f-4b29-a567-2898f5d438e0 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:18:03.285869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c44952b3-93bf-4428-80ac-fa8d0424b160 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:18:03.314170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: c44952b3-93bf-4428-80ac-fa8d0424b160 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:18:03.314625 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c44952b3-93bf-4428-80ac-fa8d0424b160 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:18:03.422197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52936) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:03.437411 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82f90653-b050-4d60-a42e-c305fa4b95fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:03.523495 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82f90653-b050-4d60-a42e-c305fa4b95fc admin admin] Publish callbacks [] for security_group (9d827210-7764-48ef-8ae1-8d2f604da95d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:03.528016 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82f90653-b050-4d60-a42e-c305fa4b95fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9d827210-7764-48ef-8ae1-8d2f604da95d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:03.578962 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-82f90653-b050-4d60-a42e-c305fa4b95fc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5a6ada23f456400ba78a5df833f06bfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533718 Feb 08 16:18:03.578962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f90653-b050-4d60-a42e-c305fa4b95fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d827210-7764-48ef-8ae1-8d2f604da95d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:03.579886 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52938) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:03.822165 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c92d428c-3ed4-4bd5-ae7b-6c7f7043658c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:04.008059 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46fa2380-4ef8-4831-976f-2122a9c3ea35 admin admin] Publish callbacks [] for security_group (9d827210-7764-48ef-8ae1-8d2f604da95d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:04.011066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698e6cb-8076-4a1b-ba8d-5699013176f2 req-37652e31-aa0d-4366-a4f6-44b94d42d678 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:04.013387 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7698e6cb-8076-4a1b-ba8d-5699013176f2 req-37652e31-aa0d-4366-a4f6-44b94d42d678 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0815697 Feb 08 16:18:04.036288 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46fa2380-4ef8-4831-976f-2122a9c3ea35 admin admin] Publish callbacks [] for security_group (9d827210-7764-48ef-8ae1-8d2f604da95d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:04.095857 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46fa2380-4ef8-4831-976f-2122a9c3ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9d827210-7764-48ef-8ae1-8d2f604da95d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:04.099062 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-46fa2380-4ef8-4831-976f-2122a9c3ea35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:04.100717 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-46fa2380-4ef8-4831-976f-2122a9c3ea35 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9d827210-7764-48ef-8ae1-8d2f604da95d HTTP/1.1" status: 204 len: 168 time: 0.5198011 Feb 08 16:18:04.111184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa2380-4ef8-4831-976f-2122a9c3ea35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d827210-7764-48ef-8ae1-8d2f604da95d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:04.150273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7698e6cb-8076-4a1b-ba8d-5699013176f2 req-01bd1b95-05b6-4531-b81b-8f63b68f417c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298957 Feb 08 16:18:04.612377 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52950) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:04.658508 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-34983531-6f85-4a7c-a6a2-5cd4ca153e89 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=39e6b06c89484d3aa894bd5de7463b2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448484 Feb 08 16:18:04.660842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52952) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:04.727332 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-508a790c-c80b-48dc-8ce6-d36695070f3d admin admin] Publish callbacks [] for security_group (9347bc40-08e0-462f-8da2-7ba9027b48d2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:04.760233 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-508a790c-c80b-48dc-8ce6-d36695070f3d admin admin] Publish callbacks [] for security_group (9347bc40-08e0-462f-8da2-7ba9027b48d2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:04.834252 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-508a790c-c80b-48dc-8ce6-d36695070f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9347bc40-08e0-462f-8da2-7ba9027b48d2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:04.837477 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-508a790c-c80b-48dc-8ce6-d36695070f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:04.838660 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-508a790c-c80b-48dc-8ce6-d36695070f3d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9347bc40-08e0-462f-8da2-7ba9027b48d2 HTTP/1.1" status: 204 len: 168 time: 0.1766446 Feb 08 16:18:04.847397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a790c-c80b-48dc-8ce6-d36695070f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9347bc40-08e0-462f-8da2-7ba9027b48d2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:05.347250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e20ce1-81db-4510-bf29-3f0234b25234 req-f72126a7-7a0e-4df4-8231-6d8d3c59d556 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:05.357732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-64e20ce1-81db-4510-bf29-3f0234b25234 req-f72126a7-7a0e-4df4-8231-6d8d3c59d556 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0801606 Feb 08 16:18:05.431103 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-64e20ce1-81db-4510-bf29-3f0234b25234 req-bf098ecc-fb28-45f1-8bec-67978671aa50 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661156 Feb 08 16:18:05.578041 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:05.747855 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52984) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:05.866764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-897710017-network', 'tenant_id': '80175611a91745acaa5297e7eaa09b3f'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:18:05.892562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] Made reservation on behalf of 80175611a91745acaa5297e7eaa09b3f for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:18:05.897091 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:05.907932 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:06.009380 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] Publish callbacks [] for security_group (afe6b3bf-5858-438d-bf75-c778e5d5c790), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:06.013998 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (afe6b3bf-5858-438d-bf75-c778e5d5c790), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:06.053868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:18:06.060042 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe6b3bf-5858-438d-bf75-c778e5d5c790,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:06.068935 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (041ced9f-6a6e-402e-bfa6-cb08177674d2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:06.069656 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] Added segment 041ced9f-6a6e-402e-bfa6-cb08177674d2 of type vlan for network 1374f0aa-a71a-44e5-990f-9c3a2b86cb31 Feb 08 16:18:06.122275 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (1374f0aa-a71a-44e5-990f-9c3a2b86cb31), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:06.160835 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (1374f0aa-a71a-44e5-990f-9c3a2b86cb31), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:06.161866 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:06.162470 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:06.243706 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4918237 Feb 08 16:18:06.244004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 52990) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:06.250496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5955321a-55ef-40b4-8c9d-52a134b2a622 admin admin] Request body: {'subnet': {'network_id': '1374f0aa-a71a-44e5-990f-9c3a2b86cb31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-897710017-subnet', 'tenant_id': '80175611a91745acaa5297e7eaa09b3f', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:18:06.255256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9365d9-c50d-4d1c-b38e-4e6edef760d9 admin admin] Pushing event updated for resources: {'Network': ['ID=1374f0aa-a71a-44e5-990f-9c3a2b86cb31,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:06.270841 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 1374f0aa-a71a-44e5-990f-9c3a2b86cb31 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:18:06.296280 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5955321a-55ef-40b4-8c9d-52a134b2a622 admin admin] Made reservation on behalf of 80175611a91745acaa5297e7eaa09b3f for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:18:06.300580 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5955321a-55ef-40b4-8c9d-52a134b2a622 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:06.569891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a1d7d-d180-404f-9c4a-1773becfcfe0 req-b9b8d4a5-7d39-4a1f-80e1-121ae329cf3f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:06.572692 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ff3a1d7d-d180-404f-9c4a-1773becfcfe0 req-b9b8d4a5-7d39-4a1f-80e1-121ae329cf3f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0744355 Feb 08 16:18:06.580932 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5955321a-55ef-40b4-8c9d-52a134b2a622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (a61abf79-d761-4fdc-b913-ceb41e24ea06), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:06.663940 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ff3a1d7d-d180-404f-9c4a-1773becfcfe0 req-b36b8bbd-8973-4dbe-a3cb-a06d99fd1c14 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837791 Feb 08 16:18:06.668233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955321a-55ef-40b4-8c9d-52a134b2a622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a61abf79-d761-4fdc-b913-ceb41e24ea06,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:06.681711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955321a-55ef-40b4-8c9d-52a134b2a622 admin admin] Checking segment: {'id': '041ced9f-6a6e-402e-bfa6-cb08177674d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1374f0aa-a71a-44e5-990f-9c3a2b86cb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:18:06.682193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5955321a-55ef-40b4-8c9d-52a134b2a622 admin admin] Network hostable DHCP agents. Network: 1374f0aa-a71a-44e5-990f-9c3a2b86cb31, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:18:06.705066 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5955321a-55ef-40b4-8c9d-52a134b2a622 admin admin] Network 1374f0aa-a71a-44e5-990f-9c3a2b86cb31 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:18:06.719085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5955321a-55ef-40b4-8c9d-52a134b2a622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 1374f0aa-a71a-44e5-990f-9c3a2b86cb31) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:18:06.743666 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5955321a-55ef-40b4-8c9d-52a134b2a622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:06.744489 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5955321a-55ef-40b4-8c9d-52a134b2a622 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:06.761150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c427e-e1af-435e-b6e5-d00567b55e11 None None] Network 1374f0aa-a71a-44e5-990f-9c3a2b86cb31 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:18:06.774516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 52996) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:06.781010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-897710017-router', 'tenant_id': '80175611a91745acaa5297e7eaa09b3f', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:18:06.785925 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5955321a-55ef-40b4-8c9d-52a134b2a622 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5394754 Feb 08 16:18:06.816594 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (96ce9c05-fd11-4be0-acd8-012c785bddb9), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:06.818812 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (96ce9c05-fd11-4be0-acd8-012c785bddb9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:06.830538 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:06.899599 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Publish callbacks [] for router_controller (96ce9c05-fd11-4be0-acd8-012c785bddb9), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:06.952481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-1374f0aa-a71a-44e5-990f-9c3a2b86cb31', 'network_id': '1374f0aa-a71a-44e5-990f-9c3a2b86cb31', 'project_id': '80175611a91745acaa5297e7eaa09b3f', 'fixed_ips': [{'subnet_id': 'a61abf79-d761-4fdc-b913-ceb41e24ea06'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:18:06.955704 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:07.177617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Allocated IP 172.20.0.2 (1374f0aa-a71a-44e5-990f-9c3a2b86cb31/a61abf79-d761-4fdc-b913-ceb41e24ea06/50d824ff-880e-4abf-b341-7788f317cb10) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:18:07.392638 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Publish callbacks [] for port (50d824ff-880e-4abf-b341-7788f317cb10), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:07.406376 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (50d824ff-880e-4abf-b341-7788f317cb10), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:07.431327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Network 1374f0aa-a71a-44e5-990f-9c3a2b86cb31 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:18:07.434951 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:18:07.442557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:18:07.487516 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Publish callbacks [] for router_gateway (96ce9c05-fd11-4be0-acd8-012c785bddb9), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:07.753118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Pushing event updated for resources: {'Port': ['ID=50d824ff-880e-4abf-b341-7788f317cb10,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:07.800106 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Attempting to bind port 50d824ff-880e-4abf-b341-7788f317cb10 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:18:07.800794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Attempting to bind port 50d824ff-880e-4abf-b341-7788f317cb10 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '041ced9f-6a6e-402e-bfa6-cb08177674d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1374f0aa-a71a-44e5-990f-9c3a2b86cb31'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:18:07.800903 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Attempting to bind port 50d824ff-880e-4abf-b341-7788f317cb10 on network 1374f0aa-a71a-44e5-990f-9c3a2b86cb31 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:18:07.807247 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:18:07.807635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Checking segment: {'id': '041ced9f-6a6e-402e-bfa6-cb08177674d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1374f0aa-a71a-44e5-990f-9c3a2b86cb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:18:07.808115 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:07.808587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Bound using segment: {'id': '041ced9f-6a6e-402e-bfa6-cb08177674d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1374f0aa-a71a-44e5-990f-9c3a2b86cb31'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:18:07.809129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Bound port: 50d824ff-880e-4abf-b341-7788f317cb10, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ced9f-6a6e-402e-bfa6-cb08177674d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1374f0aa-a71a-44e5-990f-9c3a2b86cb31'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:18:07.809653 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (50d824ff-880e-4abf-b341-7788f317cb10), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:07.892753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] For port 50d824ff-880e-4abf-b341-7788f317cb10, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:18:07.896172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] For port 50d824ff-880e-4abf-b341-7788f317cb10, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=50d824ff-880e-4abf-b341-7788f317cb10,segment=NetworkSegment(041ced9f-6a6e-402e-bfa6-cb08177674d2),segment_id=041ced9f-6a6e-402e-bfa6-cb08177674d2)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:18:07.904681 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (50d824ff-880e-4abf-b341-7788f317cb10), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:07.939630 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Publish callbacks [] for router_gateway (96ce9c05-fd11-4be0-acd8-012c785bddb9), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:07.950933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15577cb0-0d84-41e2-bd24-d0c034d6b781 req-c01875eb-8b43-4988-8cfe-3026a1a79b36 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:07.958148 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15577cb0-0d84-41e2-bd24-d0c034d6b781 req-c01875eb-8b43-4988-8cfe-3026a1a79b36 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.1554055 Feb 08 16:18:07.984416 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:08.021797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e55bd-599e-4ecb-bdb4-245bd98c8939 None None] Pushing event updated for resources: {'Port': ['ID=50d824ff-880e-4abf-b341-7788f317cb10,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:08.026758 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:08.095050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15577cb0-0d84-41e2-bd24-d0c034d6b781 req-9ce96f19-b9b3-4ea5-b642-d84d25eb36b9 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361122 Feb 08 16:18:08.149116 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Allocated IP 172.25.7.113 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/1cb8c518-4c1c-4a9e-a798-0a4232dafc3d) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:18:08.294418 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Publish callbacks [] for port (1cb8c518-4c1c-4a9e-a798-0a4232dafc3d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:08.344973 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1cb8c518-4c1c-4a9e-a798-0a4232dafc3d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:08.388657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:18:08.392698 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:18:08.405051 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:18:08.443714 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb8c518-4c1c-4a9e-a798-0a4232dafc3d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:08.721016 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Publish callbacks [] for router_gateway (96ce9c05-fd11-4be0-acd8-012c785bddb9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:08.958942 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (96ce9c05-fd11-4be0-acd8-012c785bddb9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:09.120691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Router 96ce9c05-fd11-4be0-acd8-012c785bddb9 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:18:09.244241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec64dedc-44a0-49da-bbf3-bb4d557900d5 None None] Network 1374f0aa-a71a-44e5-990f-9c3a2b86cb31 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:18:09.307207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 50d824ff-880e-4abf-b341-7788f317cb10 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:18:09.370037 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:18:09.398708 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:09.400010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1024a053-c168-4955-93ef-3fd96072dad1 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.6243458 Feb 08 16:18:09.402937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53016) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:09.419661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26667e7-9546-4838-a35c-d691b9b02c6d req-b4a53f54-c12b-4307-82fd-10a478f76965 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:09.421292 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c26667e7-9546-4838-a35c-d691b9b02c6d req-b4a53f54-c12b-4307-82fd-10a478f76965 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.1924288 Feb 08 16:18:09.422465 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Sync routers for ids ['96ce9c05-fd11-4be0-acd8-012c785bddb9'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:18:09.460854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-028925e0-0364-4100-8cb4-266f048c9d45 None None] Provisioning complete for port 50d824ff-880e-4abf-b341-7788f317cb10 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:18:09.461418 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-028925e0-0364-4100-8cb4-266f048c9d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (50d824ff-880e-4abf-b341-7788f317cb10), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:09.478516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Routers {'96ce9c05-fd11-4be0-acd8-012c785bddb9'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:18:09.479391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:18:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['96ce9c05-fd11-4be0-acd8-012c785bddb9'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:09.568754 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c26667e7-9546-4838-a35c-d691b9b02c6d req-7093b4cd-4767-4a3c-bff4-e52aa88c0cfa tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006994 Feb 08 16:18:09.629707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 50d824ff-880e-4abf-b341-7788f317cb10 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:18:09.630089 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (50d824ff-880e-4abf-b341-7788f317cb10), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:09.829067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Set router 96ce9c05-fd11-4be0-acd8-012c785bddb9 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:18:10.006738 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:10.122749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-028925e0-0364-4100-8cb4-266f048c9d45 None None] Current status of the port 50d824ff-880e-4abf-b341-7788f317cb10 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:18:10.123100 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-028925e0-0364-4100-8cb4-266f048c9d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (50d824ff-880e-4abf-b341-7788f317cb10), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:10.147962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 50d824ff-880e-4abf-b341-7788f317cb10 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:18:10.148979 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (50d824ff-880e-4abf-b341-7788f317cb10), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:10.180983 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-028925e0-0364-4100-8cb4-266f048c9d45 None None] For port 50d824ff-880e-4abf-b341-7788f317cb10, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=50d824ff-880e-4abf-b341-7788f317cb10,segment=NetworkSegment(041ced9f-6a6e-402e-bfa6-cb08177674d2),segment_id=041ced9f-6a6e-402e-bfa6-cb08177674d2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:18:10.194776 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-028925e0-0364-4100-8cb4-266f048c9d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (50d824ff-880e-4abf-b341-7788f317cb10), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:10.240310 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:18:10.240712 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:18:10.243203 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Allocated IP 172.20.0.1 (1374f0aa-a71a-44e5-990f-9c3a2b86cb31/a61abf79-d761-4fdc-b913-ceb41e24ea06/b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:18:10.292793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ce9c05-fd11-4be0-acd8-012c785bddb9', 'name': 'tempest-ImageQuotaTest-897710017-router', 'tenant_id': '80175611a91745acaa5297e7eaa09b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '1cb8c518-4c1c-4a9e-a798-0a4232dafc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:18:06Z', 'updated_at': '2022-02-08T16:18:08Z', 'revision_number': 3, 'project_id': '80175611a91745acaa5297e7eaa09b3f', 'gw_port': {'id': '1cb8c518-4c1c-4a9e-a798-0a4232dafc3d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ce9c05-fd11-4be0-acd8-012c785bddb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:18:07Z', 'updated_at': '2022-02-08T16:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:10.328533 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028925e0-0364-4100-8cb4-266f048c9d45 None None] Pushing event updated for resources: {'Port': ['ID=50d824ff-880e-4abf-b341-7788f317cb10,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:10.342011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Checking router: 96ce9c05-fd11-4be0-acd8-012c785bddb9 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:18:10.342373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Updating router 96ce9c05-fd11-4be0-acd8-012c785bddb9 port 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:18:10.393302 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1cb8c518-4c1c-4a9e-a798-0a4232dafc3d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:10.421336 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Publish callbacks [] for port (b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:10.447103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-06ab7b40-ba12-4551-aa39-b2a8040e383f None None] Provisioning complete for port 50d824ff-880e-4abf-b341-7788f317cb10 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:18:10.447636 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06ab7b40-ba12-4551-aa39-b2a8040e383f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (50d824ff-880e-4abf-b341-7788f317cb10), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:10.462757 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:10.546984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Network 1374f0aa-a71a-44e5-990f-9c3a2b86cb31 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:18:10.555459 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:18:10.567908 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:18:10.571825 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Pushing event updated for resources: {'Port': ['ID=b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:10.618762 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (96ce9c05-fd11-4be0-acd8-012c785bddb9), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:10.793393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-06ab7b40-ba12-4551-aa39-b2a8040e383f None None] Current status of the port 50d824ff-880e-4abf-b341-7788f317cb10 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:18:10.859157 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:10.872205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 50d824ff-880e-4abf-b341-7788f317cb10 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:18:10.920437 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d37ddd-fadd-418c-b327-6fe818406bd6 req-8ad5d771-4d2f-443c-af43-ae54792698c0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:10.927634 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9d37ddd-fadd-418c-b327-6fe818406bd6 req-8ad5d771-4d2f-443c-af43-ae54792698c0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.1728477 Feb 08 16:18:11.034535 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9d37ddd-fadd-418c-b327-6fe818406bd6 req-5f68eb69-793a-4512-a3da-51c30ea78660 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057649 Feb 08 16:18:11.049749 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Publish callbacks [] for port (1cb8c518-4c1c-4a9e-a798-0a4232dafc3d), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:11.058849 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1cb8c518-4c1c-4a9e-a798-0a4232dafc3d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:11.168847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-73031dbc-d8bb-4fe5-a3b0-70b135e2de95 None None] Provisioning complete for port b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:18:11.168847 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-73031dbc-d8bb-4fe5-a3b0-70b135e2de95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:11.175494 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Attempting to bind port 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:18:11.175869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Attempting to bind port 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:18:11.176226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Attempting to bind port 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:18:11.203097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:18:11.203097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:18:11.203943 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:11.206589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:18:11.206589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Bound port: 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:18:11.206589 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1cb8c518-4c1c-4a9e-a798-0a4232dafc3d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:11.211262 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:18:11.229062 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad887a2b-6528-4757-aa76-05b70ed050a8 None None] Pushing event updated for resources: {'Port': ['ID=1cb8c518-4c1c-4a9e-a798-0a4232dafc3d,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:11.270203 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-73031dbc-d8bb-4fe5-a3b0-70b135e2de95 None None] Port b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:18:11.274751 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Publish callbacks [] for port (b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:11.282552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] For port 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:18:11.282729 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:11.285879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] For port 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1cb8c518-4c1c-4a9e-a798-0a4232dafc3d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:18:11.294753 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1cb8c518-4c1c-4a9e-a798-0a4232dafc3d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:11.303279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 50d824ff-880e-4abf-b341-7788f317cb10 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:18:11.381232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Routers {'96ce9c05-fd11-4be0-acd8-012c785bddb9'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:18:11.381877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:18:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['96ce9c05-fd11-4be0-acd8-012c785bddb9'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:11.387058 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (96ce9c05-fd11-4be0-acd8-012c785bddb9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:11.399551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Pushing event updated for resources: {'Port': ['ID=b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:11.539840 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Network 1374f0aa-a71a-44e5-990f-9c3a2b86cb31 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:18:11.541739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:18:11.710420 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] Set router 96ce9c05-fd11-4be0-acd8-012c785bddb9 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:18:11.777438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Router 96ce9c05-fd11-4be0-acd8-012c785bddb9 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:18:11.778899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad887a2b-6528-4757-aa76-05b70ed050a8 None None] Pushing event updated for resources: {'Port': ['ID=1cb8c518-4c1c-4a9e-a798-0a4232dafc3d,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:11.904177 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 50d824ff-880e-4abf-b341-7788f317cb10 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:18:11.904566 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (50d824ff-880e-4abf-b341-7788f317cb10), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:11.961182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:18:11.985568 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-37206f97-2e2b-4ffd-ab89-29f748890377 admin admin] 10.222.0.82 "PUT /v2.0/routers/96ce9c05-fd11-4be0-acd8-012c785bddb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5814550 Feb 08 16:18:12.160289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 50d824ff-880e-4abf-b341-7788f317cb10 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:18:12.186362 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-dc660dfa-563c-4094-bf1b-6be47056475b None None] Provisioning complete for port b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:18:12.186843 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dc660dfa-563c-4094-bf1b-6be47056475b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:12.226536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-dc660dfa-563c-4094-bf1b-6be47056475b None None] Port b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:18:12.243024 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ce9c05-fd11-4be0-acd8-012c785bddb9', 'name': 'tempest-ImageQuotaTest-897710017-router', 'tenant_id': '80175611a91745acaa5297e7eaa09b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '1cb8c518-4c1c-4a9e-a798-0a4232dafc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:18:06Z', 'updated_at': '2022-02-08T16:18:10Z', 'revision_number': 4, 'project_id': '80175611a91745acaa5297e7eaa09b3f', 'gw_port': {'id': '1cb8c518-4c1c-4a9e-a798-0a4232dafc3d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ce9c05-fd11-4be0-acd8-012c785bddb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:18:07Z', 'updated_at': '2022-02-08T16:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf', 'name': '', 'network_id': '1374f0aa-a71a-44e5-990f-9c3a2b86cb31', 'tenant_id': '80175611a91745acaa5297e7eaa09b3f', 'mac_address': 'fa:16:3e:1e:b5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ce9c05-fd11-4be0-acd8-012c785bddb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'a61abf79-d761-4fdc-b913-ceb41e24ea06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:18:10Z', 'updated_at': '2022-02-08T16:18:10Z', 'revision_number': 2, 'project_id': '80175611a91745acaa5297e7eaa09b3f', 'subnets': [{'id': 'a61abf79-d761-4fdc-b913-ceb41e24ea06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:12.283403 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aa7c51-0d48-4288-8f6b-ec3e8876a97b None None] The sync data for ids ['96ce9c05-fd11-4be0-acd8-012c785bddb9'] in n-d-824834-11 is: [{'id': '96ce9c05-fd11-4be0-acd8-012c785bddb9', 'name': 'tempest-ImageQuotaTest-897710017-router', 'tenant_id': '80175611a91745acaa5297e7eaa09b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '1cb8c518-4c1c-4a9e-a798-0a4232dafc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:18:06Z', 'updated_at': '2022-02-08T16:18:10Z', 'revision_number': 4, 'project_id': '80175611a91745acaa5297e7eaa09b3f', 'gw_port': {'id': '1cb8c518-4c1c-4a9e-a798-0a4232dafc3d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ce9c05-fd11-4be0-acd8-012c785bddb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:18:07Z', 'updated_at': '2022-02-08T16:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf', 'name': '', 'network_id': '1374f0aa-a71a-44e5-990f-9c3a2b86cb31', 'tenant_id': '80175611a91745acaa5297e7eaa09b3f', 'mac_address': 'fa:16:3e:1e:b5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ce9c05-fd11-4be0-acd8-012c785bddb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'a61abf79-d761-4fdc-b913-ceb41e24ea06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:18:10Z', 'updated_at': '2022-02-08T16:18:10Z', 'revision_number': 2, 'project_id': '80175611a91745acaa5297e7eaa09b3f', 'subnets': [{'id': 'a61abf79-d761-4fdc-b913-ceb41e24ea06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:18:12.337953 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9af26-4075-40d1-be71-3e95d47643a3 req-5c52fd07-57a8-45a2-b632-17a3db805c07 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:12.346855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6d9af26-4075-40d1-be71-3e95d47643a3 req-5c52fd07-57a8-45a2-b632-17a3db805c07 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.1676488 Feb 08 16:18:12.423833 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6d9af26-4075-40d1-be71-3e95d47643a3 req-9f0adc1b-a0fa-4852-b930-432209a915c3 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758548 Feb 08 16:18:13.566160 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53062) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:13.670985 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ca54-6ebe-4dd6-9450-48e906368176 req-f5591a9c-c6aa-4c89-8a4b-bcc51138d0be tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:13.672649 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5c5ca54-6ebe-4dd6-9450-48e906368176 req-f5591a9c-c6aa-4c89-8a4b-bcc51138d0be tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.1335785 Feb 08 16:18:13.752269 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5c5ca54-6ebe-4dd6-9450-48e906368176 req-97089f9f-d933-47e0-84e2-ba4f325b845a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726676 Feb 08 16:18:14.121571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57698ae0-3b17-4cad-a2b5-e1d4fe0b50cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (96ce9c05-fd11-4be0-acd8-012c785bddb9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:14.459535 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-57698ae0-3b17-4cad-a2b5-e1d4fe0b50cf admin admin] Deleting port b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:18:14.460466 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57698ae0-3b17-4cad-a2b5-e1d4fe0b50cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:14.575677 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57698ae0-3b17-4cad-a2b5-e1d4fe0b50cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:14.598056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-57698ae0-3b17-4cad-a2b5-e1d4fe0b50cf admin admin] Calling delete_port for b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:18:14.843689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57698ae0-3b17-4cad-a2b5-e1d4fe0b50cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:14.893859 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57698ae0-3b17-4cad-a2b5-e1d4fe0b50cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:14.923656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75693f8b-3b76-43d5-9e0d-55ed55069441 req-608e44b3-5e7c-41c0-ad66-217917a26978 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:14.925994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-75693f8b-3b76-43d5-9e0d-55ed55069441 req-608e44b3-5e7c-41c0-ad66-217917a26978 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0761817 Feb 08 16:18:15.036078 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-75693f8b-3b76-43d5-9e0d-55ed55069441 req-59f17fd9-3cc2-4dd0-b0aa-6e2080a3d92f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011884 Feb 08 16:18:15.146558 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-57698ae0-3b17-4cad-a2b5-e1d4fe0b50cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (96ce9c05-fd11-4be0-acd8-012c785bddb9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:15.292636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:18:15.401683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:18:15.402309 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1cb8c518-4c1c-4a9e-a798-0a4232dafc3d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:15.468630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57698ae0-3b17-4cad-a2b5-e1d4fe0b50cf admin admin] Router 96ce9c05-fd11-4be0-acd8-012c785bddb9 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:18:15.497591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:18:15.498078 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1cb8c518-4c1c-4a9e-a798-0a4232dafc3d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:15.516471 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7bb032-8560-4072-895a-10715b3459ec None None] Sync routers for ids ['96ce9c05-fd11-4be0-acd8-012c785bddb9'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:18:15.529357 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7bb032-8560-4072-895a-10715b3459ec None None] Routers {'96ce9c05-fd11-4be0-acd8-012c785bddb9'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:18:15.530260 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4f7bb032-8560-4072-895a-10715b3459ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:18:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['96ce9c05-fd11-4be0-acd8-012c785bddb9'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:15.534412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1cb8c518-4c1c-4a9e-a798-0a4232dafc3d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:18:15.541951 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1cb8c518-4c1c-4a9e-a798-0a4232dafc3d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:15.597183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57698ae0-3b17-4cad-a2b5-e1d4fe0b50cf admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:18:15.607021 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-57698ae0-3b17-4cad-a2b5-e1d4fe0b50cf admin admin] 10.222.0.82 "PUT /v2.0/routers/96ce9c05-fd11-4be0-acd8-012c785bddb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0397453 Feb 08 16:18:15.609779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53082) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:15.630162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=1cb8c518-4c1c-4a9e-a798-0a4232dafc3d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:15.725799 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] Publish callbacks [] for router (96ce9c05-fd11-4be0-acd8-012c785bddb9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:15.795810 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-4f7bb032-8560-4072-895a-10715b3459ec None None] Set router 96ce9c05-fd11-4be0-acd8-012c785bddb9 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:18:15.843051 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] Publish callbacks [] for router_gateway (96ce9c05-fd11-4be0-acd8-012c785bddb9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:15.920410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] Deleting port 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:18:15.920410 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1cb8c518-4c1c-4a9e-a798-0a4232dafc3d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:16.009379 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] For port 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1cb8c518-4c1c-4a9e-a798-0a4232dafc3d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:18:16.010068 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1cb8c518-4c1c-4a9e-a798-0a4232dafc3d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:16.016329 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4f7bb032-8560-4072-895a-10715b3459ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ce9c05-fd11-4be0-acd8-012c785bddb9', 'name': 'tempest-ImageQuotaTest-897710017-router', 'tenant_id': '80175611a91745acaa5297e7eaa09b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '1cb8c518-4c1c-4a9e-a798-0a4232dafc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:18:06Z', 'updated_at': '2022-02-08T16:18:14Z', 'revision_number': 5, 'project_id': '80175611a91745acaa5297e7eaa09b3f', 'gw_port': {'id': '1cb8c518-4c1c-4a9e-a798-0a4232dafc3d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ce9c05-fd11-4be0-acd8-012c785bddb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:18:07Z', 'updated_at': '2022-02-08T16:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:16.025108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] Calling delete_port for 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:18:16.049290 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7bb032-8560-4072-895a-10715b3459ec None None] Checking router: 96ce9c05-fd11-4be0-acd8-012c785bddb9 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:18:16.060210 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7bb032-8560-4072-895a-10715b3459ec None None] Routers {'96ce9c05-fd11-4be0-acd8-012c785bddb9'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:18:16.060842 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4f7bb032-8560-4072-895a-10715b3459ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:18:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['96ce9c05-fd11-4be0-acd8-012c785bddb9'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:16.161942 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-4f7bb032-8560-4072-895a-10715b3459ec None None] Set router 96ce9c05-fd11-4be0-acd8-012c785bddb9 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:18:16.227654 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4f7bb032-8560-4072-895a-10715b3459ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ce9c05-fd11-4be0-acd8-012c785bddb9', 'name': 'tempest-ImageQuotaTest-897710017-router', 'tenant_id': '80175611a91745acaa5297e7eaa09b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:18:06Z', 'updated_at': '2022-02-08T16:18:15Z', 'revision_number': 6, 'project_id': '80175611a91745acaa5297e7eaa09b3f', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:16.242098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2ca37-4793-41ca-ae8a-be0ce0c3294c req-99b0fc01-2f89-4dd2-bd8a-9ec5ca4788f6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:16.244212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55e2ca37-4793-41ca-ae8a-be0ce0c3294c req-99b0fc01-2f89-4dd2-bd8a-9ec5ca4788f6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.1005893 Feb 08 16:18:16.257864 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7bb032-8560-4072-895a-10715b3459ec None None] The sync data for ids ['96ce9c05-fd11-4be0-acd8-012c785bddb9'] in n-d-824834-11 is: [{'id': '96ce9c05-fd11-4be0-acd8-012c785bddb9', 'name': 'tempest-ImageQuotaTest-897710017-router', 'tenant_id': '80175611a91745acaa5297e7eaa09b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:18:06Z', 'updated_at': '2022-02-08T16:18:15Z', 'revision_number': 6, 'project_id': '80175611a91745acaa5297e7eaa09b3f', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:18:16.290904 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1cb8c518-4c1c-4a9e-a798-0a4232dafc3d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:16.338579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb8c518-4c1c-4a9e-a798-0a4232dafc3d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:16.352787 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55e2ca37-4793-41ca-ae8a-be0ce0c3294c req-0ffcb30e-caaa-4264-ab9a-8e8ca8ced0ef tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008341 Feb 08 16:18:16.441960 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (96ce9c05-fd11-4be0-acd8-012c785bddb9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:16.541076 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (96ce9c05-fd11-4be0-acd8-012c785bddb9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:16.543393 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] Publish callbacks [] for router_controller (96ce9c05-fd11-4be0-acd8-012c785bddb9), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:16.594466 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (96ce9c05-fd11-4be0-acd8-012c785bddb9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:16.595125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96ce9c05-fd11-4be0-acd8-012c785bddb9 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:18:16.600863 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:16.604428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-82e10803-9f9e-42ae-bf42-8fce8162557c admin admin] 10.222.0.82 "DELETE /v2.0/routers/96ce9c05-fd11-4be0-acd8-012c785bddb9 HTTP/1.1" status: 204 len: 168 time: 0.9921403 Feb 08 16:18:16.605736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 53090) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:16.660683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-7601d7d7-1755-4d02-beba-d536c6e240bd admin admin] Deleting subnet a61abf79-d761-4fdc-b913-ceb41e24ea06 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:18:16.666904 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7601d7d7-1755-4d02-beba-d536c6e240bd admin admin] Publish callbacks [] for subnet (a61abf79-d761-4fdc-b913-ceb41e24ea06), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:16.722643 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7601d7d7-1755-4d02-beba-d536c6e240bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (a61abf79-d761-4fdc-b913-ceb41e24ea06), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:16.815573 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7601d7d7-1755-4d02-beba-d536c6e240bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (a61abf79-d761-4fdc-b913-ceb41e24ea06), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.175735 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7601d7d7-1755-4d02-beba-d536c6e240bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (a61abf79-d761-4fdc-b913-ceb41e24ea06), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.209414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601d7d7-1755-4d02-beba-d536c6e240bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a61abf79-d761-4fdc-b913-ceb41e24ea06,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:17.211858 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7601d7d7-1755-4d02-beba-d536c6e240bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.217947 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53094) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:17.218739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b048f77-6fd0-4f78-bdde-bfd4041f07c8 None None] Network 1374f0aa-a71a-44e5-990f-9c3a2b86cb31 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:18:17.231791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7601d7d7-1755-4d02-beba-d536c6e240bd admin admin] 10.222.0.82 "DELETE /v2.0/subnets/a61abf79-d761-4fdc-b913-ceb41e24ea06 HTTP/1.1" status: 204 len: 168 time: 0.6248701 Feb 08 16:18:17.286136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:18:17.300333 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (1374f0aa-a71a-44e5-990f-9c3a2b86cb31), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.322188 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:18:17.322605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1cb8c518-4c1c-4a9e-a798-0a4232dafc3d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:18:17.323126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:18:17.352750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:18:17.353348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b4bfc264-71c6-4f17-a4ae-40ce61c8aaaf not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:18:17.385879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] Deleting port 50d824ff-880e-4abf-b341-7788f317cb10 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:18:17.386223 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (50d824ff-880e-4abf-b341-7788f317cb10), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.406320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5e12a9-1775-4985-86d0-5132b7a13883 None None] Sync routers for ids ['96ce9c05-fd11-4be0-acd8-012c785bddb9'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:18:17.449185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e12a9-1775-4985-86d0-5132b7a13883 None None] Routers set() bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:18:17.450211 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e12a9-1775-4985-86d0-5132b7a13883 None None] Router IDs set() for agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 08 16:18:17.450920 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_agentschedulers_db [None req-2c5e12a9-1775-4985-86d0-5132b7a13883 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'96ce9c05-fd11-4be0-acd8-012c785bddb9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:18:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent'). {{(pid=103303) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 08 16:18:17.461508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e12a9-1775-4985-86d0-5132b7a13883 None None] Routers set() bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:18:17.462429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e12a9-1775-4985-86d0-5132b7a13883 None None] Router IDs set() for agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 08 16:18:17.463353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_agentschedulers_db [None req-2c5e12a9-1775-4985-86d0-5132b7a13883 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'96ce9c05-fd11-4be0-acd8-012c785bddb9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:18:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent'). {{(pid=103303) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 08 16:18:17.464000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5e12a9-1775-4985-86d0-5132b7a13883 None None] The sync data for ids ['96ce9c05-fd11-4be0-acd8-012c785bddb9'] in n-d-824834-11 is: [] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:18:17.482932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] For port 50d824ff-880e-4abf-b341-7788f317cb10, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=50d824ff-880e-4abf-b341-7788f317cb10,segment=NetworkSegment(041ced9f-6a6e-402e-bfa6-cb08177674d2),segment_id=041ced9f-6a6e-402e-bfa6-cb08177674d2)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:18:17.483313 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (50d824ff-880e-4abf-b341-7788f317cb10), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.517469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] Calling delete_port for 50d824ff-880e-4abf-b341-7788f317cb10 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:18:17.543717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2e0390-8336-4d86-a014-ed0ccd705b68 None None] DHCP port deletion for 1374f0aa-a71a-44e5-990f-9c3a2b86cb31 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:18:17.604897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c951b5-edad-4974-b0ed-1fce26309d99 req-7987aa59-e960-46fb-81ce-9b25229ff093 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:17.614056 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4c951b5-edad-4974-b0ed-1fce26309d99 req-7987aa59-e960-46fb-81ce-9b25229ff093 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.1264136 Feb 08 16:18:17.634170 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (50d824ff-880e-4abf-b341-7788f317cb10), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.667319 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e0390-8336-4d86-a014-ed0ccd705b68 None None] Deleting port 50d824ff-880e-4abf-b341-7788f317cb10 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:18:17.667780 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0390-8336-4d86-a014-ed0ccd705b68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (50d824ff-880e-4abf-b341-7788f317cb10), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.675035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4c951b5-edad-4974-b0ed-1fce26309d99 req-d5a6fc04-c2e0-40ac-8263-d77d957b9918 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597811 Feb 08 16:18:17.690318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] Pushing event deleted for resources: {'Port': ['ID=50d824ff-880e-4abf-b341-7788f317cb10,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:17.693663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] No DVR routers for this DVR port 50d824ff-880e-4abf-b341-7788f317cb10 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:18:17.752529 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0b2e0390-8336-4d86-a014-ed0ccd705b68 None None] For port 50d824ff-880e-4abf-b341-7788f317cb10, host n-d-824834-11, got binding levels [] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:18:17.752992 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0390-8336-4d86-a014-ed0ccd705b68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (50d824ff-880e-4abf-b341-7788f317cb10), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.770491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0b2e0390-8336-4d86-a014-ed0ccd705b68 None None] Calling delete_port for 50d824ff-880e-4abf-b341-7788f317cb10 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:18:17.773859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.ipam_backend_mixin [None req-0b2e0390-8336-4d86-a014-ed0ccd705b68 None None] Port 50d824ff-880e-4abf-b341-7788f317cb10 was not found and therefore no delete operation was performed {{(pid=103303) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 16:18:17.775271 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0390-8336-4d86-a014-ed0ccd705b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (50d824ff-880e-4abf-b341-7788f317cb10), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.800393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (1374f0aa-a71a-44e5-990f-9c3a2b86cb31), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.801035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e0390-8336-4d86-a014-ed0ccd705b68 None None] Pushing event deleted for resources: {'Port': ['ID=50d824ff-880e-4abf-b341-7788f317cb10,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:17.812409 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e0390-8336-4d86-a014-ed0ccd705b68 None None] No DVR routers for this DVR port 50d824ff-880e-4abf-b341-7788f317cb10 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:18:17.840173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1374f0aa-a71a-44e5-990f-9c3a2b86cb31']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:17.850500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041ced9f-6a6e-402e-bfa6-cb08177674d2') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:17.850712 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041ced9f-6a6e-402e-bfa6-cb08177674d2') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:18:17.861867 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (041ced9f-6a6e-402e-bfa6-cb08177674d2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.876193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (041ced9f-6a6e-402e-bfa6-cb08177674d2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.884722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:18:17.885186 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (041ced9f-6a6e-402e-bfa6-cb08177674d2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:18:17.886926 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:18:17.958140 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (1374f0aa-a71a-44e5-990f-9c3a2b86cb31), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.964859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:17.968502 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] 10.222.0.82 "DELETE /v2.0/networks/1374f0aa-a71a-44e5-990f-9c3a2b86cb31 HTTP/1.1" status: 204 len: 168 time: 0.7484486 Feb 08 16:18:17.986650 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe6504-52cd-40c6-a098-d2e88e5ad00e admin admin] Pushing event deleted for resources: {'Network': ['ID=1374f0aa-a71a-44e5-990f-9c3a2b86cb31,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:18.109955 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53104) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:18.156657 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-45cc876e-0dfa-4a0f-ac76-4c17de0f71c5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=80175611a91745acaa5297e7eaa09b3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454338 Feb 08 16:18:18.159882 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53106) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:18.228706 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-260cebbe-4143-414f-b294-8fe75e5980c7 admin admin] Publish callbacks [] for security_group (afe6b3bf-5858-438d-bf75-c778e5d5c790), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:18.253061 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-260cebbe-4143-414f-b294-8fe75e5980c7 admin admin] Publish callbacks [] for security_group (afe6b3bf-5858-438d-bf75-c778e5d5c790), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:18.309607 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-260cebbe-4143-414f-b294-8fe75e5980c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (afe6b3bf-5858-438d-bf75-c778e5d5c790), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:18.312241 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-260cebbe-4143-414f-b294-8fe75e5980c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:18.313474 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-260cebbe-4143-414f-b294-8fe75e5980c7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/afe6b3bf-5858-438d-bf75-c778e5d5c790 HTTP/1.1" status: 204 len: 168 time: 0.1531286 Feb 08 16:18:18.323277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cebbe-4143-414f-b294-8fe75e5980c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe6b3bf-5858-438d-bf75-c778e5d5c790,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:18.716289 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53116) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:18.731759 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ecfa2a4-71b0-4a50-9aa5-b65e5a17aa05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:18.881047 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ecfa2a4-71b0-4a50-9aa5-b65e5a17aa05 admin admin] Publish callbacks [] for security_group (c90b46e5-90e8-44f8-b0e6-691b04ba87e0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:18.887882 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7ecfa2a4-71b0-4a50-9aa5-b65e5a17aa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c90b46e5-90e8-44f8-b0e6-691b04ba87e0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:18.963146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfa2a4-71b0-4a50-9aa5-b65e5a17aa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90b46e5-90e8-44f8-b0e6-691b04ba87e0,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:18.969340 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7ecfa2a4-71b0-4a50-9aa5-b65e5a17aa05 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2565923 Feb 08 16:18:18.971589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 53126) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:18:19.036134 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-71a7bf78-7fed-402c-8e15-83328cf5da00 admin admin] Publish callbacks [] for security_group (c90b46e5-90e8-44f8-b0e6-691b04ba87e0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:19.053160 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:19.079210 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-71a7bf78-7fed-402c-8e15-83328cf5da00 admin admin] Publish callbacks [] for security_group (c90b46e5-90e8-44f8-b0e6-691b04ba87e0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:19.132663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ca396-8429-4fce-9234-eed4d981e58a req-fee10c64-8983-41ae-babd-5eb9159748c3 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:19.135098 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3ca396-8429-4fce-9234-eed4d981e58a req-fee10c64-8983-41ae-babd-5eb9159748c3 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0739632 Feb 08 16:18:19.161159 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-71a7bf78-7fed-402c-8e15-83328cf5da00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (c90b46e5-90e8-44f8-b0e6-691b04ba87e0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:19.166200 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-71a7bf78-7fed-402c-8e15-83328cf5da00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:19.170246 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-71a7bf78-7fed-402c-8e15-83328cf5da00 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c90b46e5-90e8-44f8-b0e6-691b04ba87e0 HTTP/1.1" status: 204 len: 168 time: 0.1953466 Feb 08 16:18:19.178839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7bf78-7fed-402c-8e15-83328cf5da00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90b46e5-90e8-44f8-b0e6-691b04ba87e0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:19.200274 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3ca396-8429-4fce-9234-eed4d981e58a req-84d1e3bb-128e-4304-b321-cc7d0ce58631 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579023 Feb 08 16:18:19.266460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 50d824ff-880e-4abf-b341-7788f317cb10 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:18:19.292283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 50d824ff-880e-4abf-b341-7788f317cb10 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:18:19.292631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 50d824ff-880e-4abf-b341-7788f317cb10 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:18:20.149842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 967afa32-f116-4180-94cc-564981a3d371 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:18:20.252778 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 967afa32-f116-4180-94cc-564981a3d371, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=967afa32-f116-4180-94cc-564981a3d371,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:18:20.271962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '967afa32-f116-4180-94cc-564981a3d371', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'port_id': '967afa32-f116-4180-94cc-564981a3d371', 'mac_address': 'fa:16:3e:5e:1f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:18:20.314652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 967afa32-f116-4180-94cc-564981a3d371 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:18:20.314956 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (967afa32-f116-4180-94cc-564981a3d371), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:20.336635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967afa32-f116-4180-94cc-564981a3d371 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:18:20.350372 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a2e02-5d0f-42df-b6c3-2bc66e53b094 req-6ab56772-81f4-455a-9757-5cd5e4ac2702 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:20.353603 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c6a2e02-5d0f-42df-b6c3-2bc66e53b094 req-6ab56772-81f4-455a-9757-5cd5e4ac2702 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 943 time: 0.0604255 Feb 08 16:18:20.359874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 967afa32-f116-4180-94cc-564981a3d371, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=967afa32-f116-4180-94cc-564981a3d371,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:18:20.364990 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (967afa32-f116-4180-94cc-564981a3d371), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:20.412119 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c6a2e02-5d0f-42df-b6c3-2bc66e53b094 req-fa23a88d-3c2b-491f-8d90-5c90ea312ffa tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520391 Feb 08 16:18:20.421040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=967afa32-f116-4180-94cc-564981a3d371,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:20.454919 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:20.571194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['967afa32-f116-4180-94cc-564981a3d371'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:18:21.546498 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4896de-6ff0-4635-8ee2-f99ee346e7ad req-4b17e36c-f98e-4270-ab98-9d2e208c91ea tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:21.548050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f4896de-6ff0-4635-8ee2-f99ee346e7ad req-4b17e36c-f98e-4270-ab98-9d2e208c91ea tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 944 time: 0.0622814 Feb 08 16:18:21.599581 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f4896de-6ff0-4635-8ee2-f99ee346e7ad req-6a2829ca-0c6c-41f8-a4c4-7f378bcc3fb5 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456529 Feb 08 16:18:22.166360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 967afa32-f116-4180-94cc-564981a3d371 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:18:22.227419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 967afa32-f116-4180-94cc-564981a3d371 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:18:22.240636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 967afa32-f116-4180-94cc-564981a3d371 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:18:22.240636 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (967afa32-f116-4180-94cc-564981a3d371), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:22.325723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 967afa32-f116-4180-94cc-564981a3d371 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:18:22.326122 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (967afa32-f116-4180-94cc-564981a3d371), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:22.359318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f8153b-44fb-43b0-abc4-1e86bd01c90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967afa32-f116-4180-94cc-564981a3d371'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:18:22.361600 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71655f83-216a-4c3a-8047-a76892aa9ca9" -d '{"events": [{"server_uuid": "07f8153b-44fb-43b0-abc4-1e86bd01c90d", "name": "network-vif-plugged", "status": "completed", "tag": "967afa32-f116-4180-94cc-564981a3d371"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:18:22.379532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 967afa32-f116-4180-94cc-564981a3d371, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=967afa32-f116-4180-94cc-564981a3d371,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:18:22.385509 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (967afa32-f116-4180-94cc-564981a3d371), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:22.412620 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf48179-74f8-401c-b575-6d15d7ab6bd1 x-openstack-request-id: req-dcf48179-74f8-401c-b575-6d15d7ab6bd1 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:18:22.412933 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f8153b-44fb-43b0-abc4-1e86bd01c90d", "name": "network-vif-plugged", "status": "completed", "tag": "967afa32-f116-4180-94cc-564981a3d371", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:18:22.413147 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dcf48179-74f8-401c-b575-6d15d7ab6bd1 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:18:22.413552 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f8153b-44fb-43b0-abc4-1e86bd01c90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967afa32-f116-4180-94cc-564981a3d371', 'code': 200} Feb 08 16:18:22.440992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=967afa32-f116-4180-94cc-564981a3d371,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:22.525957 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ee564-6622-4730-a100-c4fe04583a8b req-6025285f-b939-4937-b813-aebe0bbeb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:22.527630 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eb9ee564-6622-4730-a100-c4fe04583a8b req-6025285f-b939-4937-b813-aebe0bbeb316 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 1128 time: 0.0537250 Feb 08 16:18:22.574291 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eb9ee564-6622-4730-a100-c4fe04583a8b req-3984c678-43f7-4793-9110-d0a27f48e1f1 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Feb 08 16:18:22.734377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760ca03-4b6d-4cd1-8bc9-25ee31fd46bc req-11594018-63f5-452b-8c49-45398c004470 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:22.736074 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d760ca03-4b6d-4cd1-8bc9-25ee31fd46bc req-11594018-63f5-452b-8c49-45398c004470 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 945 time: 0.0589283 Feb 08 16:18:22.791363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d760ca03-4b6d-4cd1-8bc9-25ee31fd46bc req-aaa2a264-b642-4bcb-bc10-d122c31a6c36 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477264 Feb 08 16:18:23.923626 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f80a9c-53d7-4e6d-abc8-ddb51d90dae7 req-cd105db3-cbbf-46fc-a6a3-83923244120c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:23.925210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53f80a9c-53d7-4e6d-abc8-ddb51d90dae7 req-cd105db3-cbbf-46fc-a6a3-83923244120c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 945 time: 0.0601480 Feb 08 16:18:23.981162 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53f80a9c-53d7-4e6d-abc8-ddb51d90dae7 req-5ebd5702-9ccf-4f4e-82f5-6d8ec8d68da6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490251 Feb 08 16:18:24.110758 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d129dd5-2f36-4e1e-a758-b2e57cbeae30 req-36ebc9c6-6d57-4e9e-a64c-8dfe21a8371e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:24.112311 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d129dd5-2f36-4e1e-a758-b2e57cbeae30 req-36ebc9c6-6d57-4e9e-a64c-8dfe21a8371e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 945 time: 0.0580370 Feb 08 16:18:24.166259 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d129dd5-2f36-4e1e-a758-b2e57cbeae30 req-267a765a-55ca-4b17-80db-6482bf3f4d01 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466473 Feb 08 16:18:24.300875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c259ff-2452-4019-bccc-0d774ed4d20e req-13ca301a-492a-47f7-95bb-a2117e11830e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:24.302537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0c259ff-2452-4019-bccc-0d774ed4d20e req-13ca301a-492a-47f7-95bb-a2117e11830e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 945 time: 0.0661013 Feb 08 16:18:24.364690 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0c259ff-2452-4019-bccc-0d774ed4d20e req-a7c5a08b-ebef-4d90-885c-5847000f14ff tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551202 Feb 08 16:18:24.719177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703336f-3830-405a-b7a8-16d4a056bc0f req-0be37ad5-9885-4bea-bc42-266c04f7f3be tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:24.720655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c703336f-3830-405a-b7a8-16d4a056bc0f req-0be37ad5-9885-4bea-bc42-266c04f7f3be tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 945 time: 0.0749063 Feb 08 16:18:24.777407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c703336f-3830-405a-b7a8-16d4a056bc0f req-0ae38ef8-70da-4d6f-a6ab-fc2ba999a0c6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503619 Feb 08 16:18:25.919968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d0390-4901-466e-b2c3-9c0850066bcc req-2512d7f7-4312-40ac-8e4c-46b25d0e0561 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:25.921737 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-254d0390-4901-466e-b2c3-9c0850066bcc req-2512d7f7-4312-40ac-8e4c-46b25d0e0561 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 945 time: 0.0649579 Feb 08 16:18:25.977517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-254d0390-4901-466e-b2c3-9c0850066bcc req-a7e2e259-038d-440e-a546-8ee1fba79c23 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488284 Feb 08 16:18:26.122724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8652418-8340-491a-af0b-3116229cefef req-a487a787-bc8f-4f26-bdf5-92f78b8bdbad tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:26.124306 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8652418-8340-491a-af0b-3116229cefef req-a487a787-bc8f-4f26-bdf5-92f78b8bdbad tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 945 time: 0.0801477 Feb 08 16:18:26.233150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-e8652418-8340-491a-af0b-3116229cefef req-ade550e6-32e5-4a93-8243-7e1a6a9e4527 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Deleting port 967afa32-f116-4180-94cc-564981a3d371 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:18:26.233495 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e8652418-8340-491a-af0b-3116229cefef req-ade550e6-32e5-4a93-8243-7e1a6a9e4527 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (967afa32-f116-4180-94cc-564981a3d371), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:26.343400 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e8652418-8340-491a-af0b-3116229cefef req-ade550e6-32e5-4a93-8243-7e1a6a9e4527 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] For port 967afa32-f116-4180-94cc-564981a3d371, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=967afa32-f116-4180-94cc-564981a3d371,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:18:26.343847 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e8652418-8340-491a-af0b-3116229cefef req-ade550e6-32e5-4a93-8243-7e1a6a9e4527 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (967afa32-f116-4180-94cc-564981a3d371), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:26.363941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-e8652418-8340-491a-af0b-3116229cefef req-ade550e6-32e5-4a93-8243-7e1a6a9e4527 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Calling delete_port for 967afa32-f116-4180-94cc-564981a3d371 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:18:26.524514 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e8652418-8340-491a-af0b-3116229cefef req-ade550e6-32e5-4a93-8243-7e1a6a9e4527 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (967afa32-f116-4180-94cc-564981a3d371), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:26.563539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade550e6-32e5-4a93-8243-7e1a6a9e4527 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event deleted for resources: {'Port': ['ID=967afa32-f116-4180-94cc-564981a3d371,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:26.618341 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8652418-8340-491a-af0b-3116229cefef req-ade550e6-32e5-4a93-8243-7e1a6a9e4527 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] No DVR routers for this DVR port 967afa32-f116-4180-94cc-564981a3d371 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:18:26.626122 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e8652418-8340-491a-af0b-3116229cefef req-ade550e6-32e5-4a93-8243-7e1a6a9e4527 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:26.626122 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8652418-8340-491a-af0b-3116229cefef req-ade550e6-32e5-4a93-8243-7e1a6a9e4527 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "DELETE /v2.0/ports/967afa32-f116-4180-94cc-564981a3d371 HTTP/1.1" status: 204 len: 173 time: 0.4946074 Feb 08 16:18:26.626122 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f8153b-44fb-43b0-abc4-1e86bd01c90d', 'name': 'network-vif-deleted', 'tag': '967afa32-f116-4180-94cc-564981a3d371'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:18:26.632965 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4e3107-8ec9-4b90-adcd-c04e8803f3bc" -d '{"events": [{"server_uuid": "07f8153b-44fb-43b0-abc4-1e86bd01c90d", "name": "network-vif-deleted", "tag": "967afa32-f116-4180-94cc-564981a3d371"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:18:26.687392 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40244a0-5294-4ead-8093-2c2cf8bfc3d0 x-openstack-request-id: req-a40244a0-5294-4ead-8093-2c2cf8bfc3d0 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:18:26.687835 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f8153b-44fb-43b0-abc4-1e86bd01c90d", "name": "network-vif-deleted", "tag": "967afa32-f116-4180-94cc-564981a3d371", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:18:26.688225 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a40244a0-5294-4ead-8093-2c2cf8bfc3d0 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:18:26.688833 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f8153b-44fb-43b0-abc4-1e86bd01c90d', 'name': 'network-vif-deleted', 'tag': '967afa32-f116-4180-94cc-564981a3d371', 'status': 'completed', 'code': 200} Feb 08 16:18:27.089962 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b70afeff-a012-4e5e-9e52-683d57071c9f req-4df9d454-5068-4d53-8cf6-a157aaf049a6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 210 time: 0.0295825 Feb 08 16:18:27.486332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da3a91-9605-4ec6-9c4b-0b063a3d338d req-eb2d511e-a13e-4bb1-aaca-c39d73b518e5 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:27.487845 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-11da3a91-9605-4ec6-9c4b-0b063a3d338d req-eb2d511e-a13e-4bb1-aaca-c39d73b518e5 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 946 time: 0.0590415 Feb 08 16:18:27.537428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-11da3a91-9605-4ec6-9c4b-0b063a3d338d req-c02c1aa5-6521-489c-89f7-a289b1c8e19c tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432613 Feb 08 16:18:28.191497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0083e820-2f53-45eb-8c0e-18b7996ca4d2 req-8000be66-2386-4bfa-b118-eface8f59ae7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 210 time: 0.0272083 Feb 08 16:18:28.212445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 967afa32-f116-4180-94cc-564981a3d371 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:18:28.232558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 967afa32-f116-4180-94cc-564981a3d371 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:18:28.232900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 967afa32-f116-4180-94cc-564981a3d371 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:18:28.710552 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d064de3-b7dd-4216-9eac-2ac19e962c17 req-1a1d9642-89bc-47ee-b0fb-21a22fd58dc7 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:28.713089 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d064de3-b7dd-4216-9eac-2ac19e962c17 req-1a1d9642-89bc-47ee-b0fb-21a22fd58dc7 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 946 time: 0.0829990 Feb 08 16:18:28.777970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d064de3-b7dd-4216-9eac-2ac19e962c17 req-5215c8d8-cd35-4676-9ee8-e5157e64ef8c tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586586 Feb 08 16:18:29.269888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677f542-9249-4254-bc1f-a0d615c7d55e req-bfe21ae2-576c-497e-93f4-608ec28c0385 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:29.271386 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a677f542-9249-4254-bc1f-a0d615c7d55e req-bfe21ae2-576c-497e-93f4-608ec28c0385 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.94 "GET /v2.0/ports?device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 946 time: 0.0606182 Feb 08 16:18:29.301414 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39f0a49d-2c1e-48ce-aad8-7c8f212d87c4 req-37902910-5481-4976-9610-150b0d2eaf6f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 210 time: 0.0313692 Feb 08 16:18:29.384914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a677f542-9249-4254-bc1f-a0d615c7d55e req-68f5fd60-f6fb-4c98-921c-b79d2adbf9e2 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Deleting port abcec396-bc81-463a-b557-69a1f39c972e {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:18:29.385604 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a677f542-9249-4254-bc1f-a0d615c7d55e req-68f5fd60-f6fb-4c98-921c-b79d2adbf9e2 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (abcec396-bc81-463a-b557-69a1f39c972e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:29.484526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a677f542-9249-4254-bc1f-a0d615c7d55e req-68f5fd60-f6fb-4c98-921c-b79d2adbf9e2 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] For port abcec396-bc81-463a-b557-69a1f39c972e, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=abcec396-bc81-463a-b557-69a1f39c972e,segment=NetworkSegment(5a622a31-7305-4ca0-8e76-d7f7e2cb6446),segment_id=5a622a31-7305-4ca0-8e76-d7f7e2cb6446)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:18:29.484981 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a677f542-9249-4254-bc1f-a0d615c7d55e req-68f5fd60-f6fb-4c98-921c-b79d2adbf9e2 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (abcec396-bc81-463a-b557-69a1f39c972e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:29.502083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a677f542-9249-4254-bc1f-a0d615c7d55e req-68f5fd60-f6fb-4c98-921c-b79d2adbf9e2 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Calling delete_port for abcec396-bc81-463a-b557-69a1f39c972e owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:18:29.653713 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a677f542-9249-4254-bc1f-a0d615c7d55e req-68f5fd60-f6fb-4c98-921c-b79d2adbf9e2 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (abcec396-bc81-463a-b557-69a1f39c972e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:29.674720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['abcec396-bc81-463a-b557-69a1f39c972e'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:18:29.715027 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5fd60-f6fb-4c98-921c-b79d2adbf9e2 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Pushing event deleted for resources: {'Port': ['ID=abcec396-bc81-463a-b557-69a1f39c972e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:29.783941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a677f542-9249-4254-bc1f-a0d615c7d55e req-68f5fd60-f6fb-4c98-921c-b79d2adbf9e2 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] No DVR routers for this DVR port abcec396-bc81-463a-b557-69a1f39c972e on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:18:29.786580 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a677f542-9249-4254-bc1f-a0d615c7d55e req-68f5fd60-f6fb-4c98-921c-b79d2adbf9e2 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:29.790796 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a677f542-9249-4254-bc1f-a0d615c7d55e req-68f5fd60-f6fb-4c98-921c-b79d2adbf9e2 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.94 "DELETE /v2.0/ports/abcec396-bc81-463a-b557-69a1f39c972e HTTP/1.1" status: 204 len: 173 time: 0.5107291 Feb 08 16:18:29.791335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad876bd-c744-40ff-9627-05b4f12b55bf', 'name': 'network-vif-deleted', 'tag': 'abcec396-bc81-463a-b557-69a1f39c972e'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:18:29.793665 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a4b854-421e-4012-a4f3-4ca7f1884969" -d '{"events": [{"server_uuid": "fad876bd-c744-40ff-9627-05b4f12b55bf", "name": "network-vif-deleted", "tag": "abcec396-bc81-463a-b557-69a1f39c972e"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:18:29.849338 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ff3649-1f91-4bc4-9ca0-d2be87240099 x-openstack-request-id: req-a9ff3649-1f91-4bc4-9ca0-d2be87240099 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:18:29.849636 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad876bd-c744-40ff-9627-05b4f12b55bf", "name": "network-vif-deleted", "tag": "abcec396-bc81-463a-b557-69a1f39c972e", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:18:29.849885 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a9ff3649-1f91-4bc4-9ca0-d2be87240099 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:18:29.850299 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad876bd-c744-40ff-9627-05b4f12b55bf', 'name': 'network-vif-deleted', 'tag': 'abcec396-bc81-463a-b557-69a1f39c972e', 'status': 'completed', 'code': 200} Feb 08 16:18:29.908288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab8e07be-8de0-4957-ab9a-53155eb5e68d req-f8000f85-a15f-4a25-892e-9cd429b52bfb tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=fad876bd-c744-40ff-9627-05b4f12b55bf HTTP/1.1" status: 200 len: 210 time: 0.0378742 Feb 08 16:18:30.434685 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-019014ff-ebf5-4677-9ab9-ecfdbd847f6d req-afed3256-a67a-4161-81f6-088849ecc314 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 210 time: 0.0375025 Feb 08 16:18:31.554133 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-09369a51-5337-44c2-8156-98ca4247b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:31.575129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-657fade0-4260-4351-9543-72f5a029b705 req-acd63c92-1076-4663-9a63-4bd099599a86 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 210 time: 0.0627038 Feb 08 16:18:32.684687 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d3f0d0e-bfa0-48ac-89d4-c18dd6c32bd9 req-0ffd2240-d725-46b2-8b35-6f07676938f7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 210 time: 0.0299509 Feb 08 16:18:32.767236 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device abcec396-bc81-463a-b557-69a1f39c972e no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:18:32.793844 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: abcec396-bc81-463a-b557-69a1f39c972e {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:18:32.794592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device abcec396-bc81-463a-b557-69a1f39c972e not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:18:33.830166 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b85fbba3-6aaf-43db-9e1e-689b70790fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:33.876408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c019dda-be2c-41c8-b91e-ac05fd064a7b req-35926d13-4ea9-4b57-823b-6fd25eb0ecde tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 210 time: 0.0486915 Feb 08 16:18:35.013639 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43784261-9d13-4eca-a868-65253d33b1b4 req-79c0c66b-cd6d-41f9-aa02-1561c9601c61 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 210 time: 0.0476584 Feb 08 16:18:35.570033 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:36.133212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-521ef828-cce9-4293-bdce-7d153f0d2589 req-48e879b5-57c9-4291-941a-bbd1a4170b5a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 210 time: 0.0366757 Feb 08 16:18:36.750072 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:37.287094 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c5b6e15-4deb-47d7-a27d-0144ce6d72f8 req-07d0855b-b43a-474e-bb35-1a877ae7638d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 210 time: 0.0379074 Feb 08 16:18:37.994074 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:38.454943 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13b8d15-166b-475c-a375-e5ee91aab4e3 req-d9d582a8-afd2-4ae3-b021-3d5173ba76a8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=07f8153b-44fb-43b0-abc4-1e86bd01c90d HTTP/1.1" status: 200 len: 210 time: 0.0471239 Feb 08 16:18:41.271522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-9d4d4d52-f24e-4c60-b427-e62268cd1305 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:41.274006 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-9d4d4d52-f24e-4c60-b427-e62268cd1305 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/networks?id=da809082-d851-4dbb-98d2-f94d9a40077a HTTP/1.1" status: 200 len: 813 time: 0.1162717 Feb 08 16:18:41.291065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-57d3b63f-ea83-4b56-b95b-2e467f3b5f3f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/quotas/ddc76981e68b4095927a6290a6cdafcc HTTP/1.1" status: 200 len: 375 time: 0.0115306 Feb 08 16:18:41.327498 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-134438b4-f7c2-4657-85ae-7381dbee896b tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=ddc76981e68b4095927a6290a6cdafcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305808 Feb 08 16:18:41.429080 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-2718fe9b-f5d7-4305-bde1-92b4669c0d44 service neutron] 10.222.0.82 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927641 Feb 08 16:18:41.525851 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-c588153e-36ff-4e37-a51f-7d386273c66f service neutron] 10.222.0.82 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897074 Feb 08 16:18:41.749933 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-addd88a7-5034-4e41-9ea6-393ddda22451 req-3fe96631-e668-4fc7-9aa7-47016d624670 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 210 time: 0.0714459 Feb 08 16:18:42.918378 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed6648c4-5dab-48b0-8003-a4a94e6e694d req-1071449b-d4c9-43ab-b495-2b88469d5a50 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 210 time: 0.0394824 Feb 08 16:18:43.102131 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-6811c892-61f9-4733-acc9-e97e4b2ccb56 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:43.104456 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-6811c892-61f9-4733-acc9-e97e4b2ccb56 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.96 "GET /v2.0/networks?id=da809082-d851-4dbb-98d2-f94d9a40077a HTTP/1.1" status: 200 len: 813 time: 0.4585662 Feb 08 16:18:43.117640 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Request body: {'port': {'device_id': 'e71fe1e8-6c33-4460-a93d-ebff0e7b1b87', 'network_id': 'da809082-d851-4dbb-98d2-f94d9a40077a', 'admin_state_up': True, 'tenant_id': 'ddc76981e68b4095927a6290a6cdafcc'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:18:43.239550 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Made reservation on behalf of ddc76981e68b4095927a6290a6cdafcc for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:18:43.243777 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:43.380284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Allocated IP 172.20.0.14 (da809082-d851-4dbb-98d2-f94d9a40077a/1a93e1da-53c5-43ec-bfbe-d31abf36f02a/04607d56-dc83-4438-ae56-cccf90769709) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:18:43.562786 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks [] for port (04607d56-dc83-4438-ae56-cccf90769709), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:43.609292 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (04607d56-dc83-4438-ae56-cccf90769709), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:43.662553 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Network da809082-d851-4dbb-98d2-f94d9a40077a is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:18:43.666133 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:18:43.671155 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:18:43.698319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Pushing event updated for resources: {'Port': ['ID=04607d56-dc83-4438-ae56-cccf90769709,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:43.719925 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:43.721395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:43.721395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:43.721395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:43.721867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:43.722038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:43.722401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:43.722801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:43.723197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:43.723595 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:43.723991 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:43.724384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:43.724776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:43.741913 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:43.742843 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:43.762019 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-23177c53-80cf-4f4f-b826-a727e3c17294 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6489179 Feb 08 16:18:43.774253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Request body: {'port': {'device_id': 'e71fe1e8-6c33-4460-a93d-ebff0e7b1b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:18:43.844807 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (04607d56-dc83-4438-ae56-cccf90769709), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:44.086545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a82f8-a2d9-46a5-a927-696d2a30a0fb req-2a10eb2a-321d-4887-873d-a7ece8f5d3f1 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:44.088155 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-562a82f8-a2d9-46a5-a927-696d2a30a0fb req-2a10eb2a-321d-4887-873d-a7ece8f5d3f1 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 932 time: 0.0754342 Feb 08 16:18:44.151009 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-562a82f8-a2d9-46a5-a927-696d2a30a0fb req-1ac42d10-43e2-43bc-b43c-cdeb7781508a tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553131 Feb 08 16:18:44.233688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04607d56-dc83-4438-ae56-cccf90769709 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:18:44.242684 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Publish callbacks [] for port (04607d56-dc83-4438-ae56-cccf90769709), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:44.255627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Transition to ACTIVE for port object 04607d56-dc83-4438-ae56-cccf90769709 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:18:44.261503 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (04607d56-dc83-4438-ae56-cccf90769709), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:44.327367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Pushing event updated for resources: {'Port': ['ID=04607d56-dc83-4438-ae56-cccf90769709,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:44.419467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Attempting to bind port 04607d56-dc83-4438-ae56-cccf90769709 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:18:44.420114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Attempting to bind port 04607d56-dc83-4438-ae56-cccf90769709 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5a622a31-7305-4ca0-8e76-d7f7e2cb6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da809082-d851-4dbb-98d2-f94d9a40077a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:18:44.420722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Attempting to bind port 04607d56-dc83-4438-ae56-cccf90769709 on network da809082-d851-4dbb-98d2-f94d9a40077a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:18:44.426113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Port 04607d56-dc83-4438-ae56-cccf90769709 on network da809082-d851-4dbb-98d2-f94d9a40077a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:18:44.426507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Attempting to bind port 04607d56-dc83-4438-ae56-cccf90769709 on network da809082-d851-4dbb-98d2-f94d9a40077a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:18:44.438504 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:18:44.439187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Checking segment: {'id': '5a622a31-7305-4ca0-8e76-d7f7e2cb6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da809082-d851-4dbb-98d2-f94d9a40077a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:18:44.439799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Bound using segment: {'id': '5a622a31-7305-4ca0-8e76-d7f7e2cb6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da809082-d851-4dbb-98d2-f94d9a40077a'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:18:44.440467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Bound port: 04607d56-dc83-4438-ae56-cccf90769709, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a622a31-7305-4ca0-8e76-d7f7e2cb6446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da809082-d851-4dbb-98d2-f94d9a40077a'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:18:44.442406 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (04607d56-dc83-4438-ae56-cccf90769709), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:44.528373 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] For port 04607d56-dc83-4438-ae56-cccf90769709, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:18:44.534531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] For port 04607d56-dc83-4438-ae56-cccf90769709, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=04607d56-dc83-4438-ae56-cccf90769709,segment=NetworkSegment(5a622a31-7305-4ca0-8e76-d7f7e2cb6446),segment_id=5a622a31-7305-4ca0-8e76-d7f7e2cb6446)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:18:44.544939 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (04607d56-dc83-4438-ae56-cccf90769709), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:44.594628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:44.595439 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:44.598079 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] 10.222.0.96 "PUT /v2.0/ports/04607d56-dc83-4438-ae56-cccf90769709 HTTP/1.1" status: 200 len: 1093 time: 0.8282735 Feb 08 16:18:44.598648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71fe1e8-6c33-4460-a93d-ebff0e7b1b87', 'tag': '04607d56-dc83-4438-ae56-cccf90769709'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:18:44.601544 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026b7255-e6eb-40a4-952a-c4c924871cce" -d '{"events": [{"name": "network-changed", "server_uuid": "e71fe1e8-6c33-4460-a93d-ebff0e7b1b87", "tag": "04607d56-dc83-4438-ae56-cccf90769709"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:18:44.638878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfef5f-ce01-405f-bd88-460d1ef762c3 service neutron] Pushing event updated for resources: {'Port': ['ID=04607d56-dc83-4438-ae56-cccf90769709,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:44.696350 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a9e336-2572-4ff4-8071-814d73d094bc x-openstack-request-id: req-28a9e336-2572-4ff4-8071-814d73d094bc {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:18:44.696647 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71fe1e8-6c33-4460-a93d-ebff0e7b1b87", "tag": "04607d56-dc83-4438-ae56-cccf90769709", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:18:44.696901 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-28a9e336-2572-4ff4-8071-814d73d094bc {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:18:44.697335 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71fe1e8-6c33-4460-a93d-ebff0e7b1b87', 'tag': '04607d56-dc83-4438-ae56-cccf90769709', 'status': 'completed', 'code': 200} Feb 08 16:18:44.755379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-c3d33fa0-8fa1-4ee0-ae90-ac031d0ca1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:44.757289 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-c3d33fa0-8fa1-4ee0-ae90-ac031d0ca1bd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ddc76981e68b4095927a6290a6cdafcc&device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 1127 time: 0.0965927 Feb 08 16:18:44.819524 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-67fb0443-f881-4b9b-bdbf-4bedbf8e5598 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04607d56-dc83-4438-ae56-cccf90769709 HTTP/1.1" status: 200 len: 217 time: 0.0555625 Feb 08 16:18:44.882478 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-b04f1d38-fae7-42c0-8eab-c8f2c02d2bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:44.884633 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-b04f1d38-fae7-42c0-8eab-c8f2c02d2bf8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1a93e1da-53c5-43ec-bfbe-d31abf36f02a HTTP/1.1" status: 200 len: 853 time: 0.0598977 Feb 08 16:18:44.926407 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-31fbc9b7-d43a-4aa7-beef-a80218169685 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=da809082-d851-4dbb-98d2-f94d9a40077a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357554 Feb 08 16:18:45.044392 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-4a0b590a-8e11-49fd-81d8-7ab47977b113 service neutron] 10.222.0.96 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103990 Feb 08 16:18:45.206066 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48cac3ab-7333-4c07-9cbb-3f8d91e54e73 req-c6e75b28-a3a1-4bdd-bbde-049a76db66f3 service neutron] 10.222.0.96 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562028 Feb 08 16:18:45.347177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7daea81-03fb-472c-8f62-25cb6672b949 req-3656df73-b072-4711-9843-f02cd8a1041f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:45.354504 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b7255-e6eb-40a4-952a-c4c924871cce req-b74b96ad-a1a3-444a-b9bb-ab490300d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:45.355206 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7daea81-03fb-472c-8f62-25cb6672b949 req-3656df73-b072-4711-9843-f02cd8a1041f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 944 time: 0.0864928 Feb 08 16:18:45.356350 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-026b7255-e6eb-40a4-952a-c4c924871cce req-b74b96ad-a1a3-444a-b9bb-ab490300d808 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ddc76981e68b4095927a6290a6cdafcc&device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 1127 time: 0.0886953 Feb 08 16:18:45.432728 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7daea81-03fb-472c-8f62-25cb6672b949 req-0684f9de-d52e-46c2-8dbe-cf208d5b49f1 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764923 Feb 08 16:18:45.481844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b7255-e6eb-40a4-952a-c4c924871cce req-2f895357-b077-4244-8f01-a726ef99b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:45.483768 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-026b7255-e6eb-40a4-952a-c4c924871cce req-2f895357-b077-4244-8f01-a726ef99b4d4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=da809082-d851-4dbb-98d2-f94d9a40077a HTTP/1.1" status: 200 len: 914 time: 0.1214786 Feb 08 16:18:45.533948 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-026b7255-e6eb-40a4-952a-c4c924871cce req-ab96ff6b-80c6-47ad-8a6e-08c31e287686 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04607d56-dc83-4438-ae56-cccf90769709 HTTP/1.1" status: 200 len: 217 time: 0.0442212 Feb 08 16:18:45.595908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b7255-e6eb-40a4-952a-c4c924871cce req-4984a92c-5f09-49f2-a15c-8586186b8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:45.597509 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-026b7255-e6eb-40a4-952a-c4c924871cce req-4984a92c-5f09-49f2-a15c-8586186b8eb8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1a93e1da-53c5-43ec-bfbe-d31abf36f02a HTTP/1.1" status: 200 len: 853 time: 0.0571971 Feb 08 16:18:45.641851 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-026b7255-e6eb-40a4-952a-c4c924871cce req-5bf925f7-a1a2-4ca4-a71c-ad75182bd514 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=da809082-d851-4dbb-98d2-f94d9a40077a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380893 Feb 08 16:18:45.770322 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-026b7255-e6eb-40a4-952a-c4c924871cce req-543e98d9-9680-4685-ac6b-931a4f84f778 service neutron] 10.222.0.96 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207895 Feb 08 16:18:45.893153 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-026b7255-e6eb-40a4-952a-c4c924871cce req-f10cc058-0ffd-44f7-ab4f-57f73c763aab service neutron] 10.222.0.96 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171792 Feb 08 16:18:46.563005 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c29319-10f0-40cd-9836-584ce262b1bf req-24e0eebc-2165-4da4-a0e1-b53c21963a65 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:46.564548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d6c29319-10f0-40cd-9836-584ce262b1bf req-24e0eebc-2165-4da4-a0e1-b53c21963a65 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 944 time: 0.0620124 Feb 08 16:18:46.630104 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d6c29319-10f0-40cd-9836-584ce262b1bf req-cd20cf02-19c3-40d6-a16f-b84dd04935cb tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546069 Feb 08 16:18:47.766059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1a68e-3feb-4c88-b154-aaf2c82a4c12 req-39520cbf-b39d-4cb0-b400-b1cf7eb29d6c tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:47.767990 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66e1a68e-3feb-4c88-b154-aaf2c82a4c12 req-39520cbf-b39d-4cb0-b400-b1cf7eb29d6c tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 944 time: 0.0614815 Feb 08 16:18:47.817271 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66e1a68e-3feb-4c88-b154-aaf2c82a4c12 req-4c7c1a5d-fbad-44c8-99db-86fbdd3a2f87 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431612 Feb 08 16:18:48.201382 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:18:48.276679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 04607d56-dc83-4438-ae56-cccf90769709 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:18:48.398153 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 04607d56-dc83-4438-ae56-cccf90769709, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=04607d56-dc83-4438-ae56-cccf90769709,segment=NetworkSegment(5a622a31-7305-4ca0-8e76-d7f7e2cb6446),segment_id=5a622a31-7305-4ca0-8e76-d7f7e2cb6446)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:18:48.413289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '04607d56-dc83-4438-ae56-cccf90769709', 'network_id': 'da809082-d851-4dbb-98d2-f94d9a40077a', 'port_id': '04607d56-dc83-4438-ae56-cccf90769709', 'mac_address': 'fa:16:3e:df:22:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a93e1da-53c5-43ec-bfbe-d31abf36f02a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:18:48.458519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 04607d56-dc83-4438-ae56-cccf90769709 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:18:48.458913 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (04607d56-dc83-4438-ae56-cccf90769709), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:48.473818 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04607d56-dc83-4438-ae56-cccf90769709 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:18:48.498470 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 04607d56-dc83-4438-ae56-cccf90769709, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=04607d56-dc83-4438-ae56-cccf90769709,segment=NetworkSegment(5a622a31-7305-4ca0-8e76-d7f7e2cb6446),segment_id=5a622a31-7305-4ca0-8e76-d7f7e2cb6446)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:18:48.510818 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (04607d56-dc83-4438-ae56-cccf90769709), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:48.581142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=04607d56-dc83-4438-ae56-cccf90769709,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:48.592498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:48.592857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:48.593228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:48.593572 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:48.593943 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:48.594244 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:48.594570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:48.594899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:48.595226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:48.595560 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:48.595882 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:48.596204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:48.596526 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:18:48.705537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['04607d56-dc83-4438-ae56-cccf90769709'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:18:48.972633 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c1bfb-e4e1-4bf9-920a-b3c2b55ab5b1 req-4d664d78-6933-460a-92c6-d430773578d5 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:48.974390 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d7c1bfb-e4e1-4bf9-920a-b3c2b55ab5b1 req-4d664d78-6933-460a-92c6-d430773578d5 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 945 time: 0.0576389 Feb 08 16:18:49.062006 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:49.073823 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d7c1bfb-e4e1-4bf9-920a-b3c2b55ab5b1 req-e08d830e-043b-44f9-a6dd-72db6a4dc081 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883236 Feb 08 16:18:50.252040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ad46b-d7dd-45b6-a92f-675ad00a35fd req-caa5caad-8382-4dc6-898a-b4bea0273252 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:50.254453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e7ad46b-d7dd-45b6-a92f-675ad00a35fd req-caa5caad-8382-4dc6-898a-b4bea0273252 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 945 time: 0.0761831 Feb 08 16:18:50.291918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 04607d56-dc83-4438-ae56-cccf90769709 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:18:50.315090 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e7ad46b-d7dd-45b6-a92f-675ad00a35fd req-968667f8-a963-422d-a3dc-0af3d4f71e07 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498049 Feb 08 16:18:50.369390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 04607d56-dc83-4438-ae56-cccf90769709 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:18:50.374006 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 04607d56-dc83-4438-ae56-cccf90769709 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:18:50.374475 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (04607d56-dc83-4438-ae56-cccf90769709), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:50.493637 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:50.493922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 04607d56-dc83-4438-ae56-cccf90769709 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:18:50.494296 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (04607d56-dc83-4438-ae56-cccf90769709), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:50.519686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71fe1e8-6c33-4460-a93d-ebff0e7b1b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04607d56-dc83-4438-ae56-cccf90769709'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:18:50.522852 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5392e1-fe89-4fa0-9c1a-281a3c59c587" -d '{"events": [{"server_uuid": "e71fe1e8-6c33-4460-a93d-ebff0e7b1b87", "name": "network-vif-plugged", "status": "completed", "tag": "04607d56-dc83-4438-ae56-cccf90769709"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:18:50.536372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 04607d56-dc83-4438-ae56-cccf90769709, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=04607d56-dc83-4438-ae56-cccf90769709,segment=NetworkSegment(5a622a31-7305-4ca0-8e76-d7f7e2cb6446),segment_id=5a622a31-7305-4ca0-8e76-d7f7e2cb6446)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:18:50.543534 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (04607d56-dc83-4438-ae56-cccf90769709), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:18:50.586078 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbcff1c-f6a8-446e-8d3e-80f1dc48e34d x-openstack-request-id: req-ebbcff1c-f6a8-446e-8d3e-80f1dc48e34d {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:18:50.586381 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71fe1e8-6c33-4460-a93d-ebff0e7b1b87", "name": "network-vif-plugged", "status": "completed", "tag": "04607d56-dc83-4438-ae56-cccf90769709", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:18:50.586659 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ebbcff1c-f6a8-446e-8d3e-80f1dc48e34d {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:18:50.590033 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71fe1e8-6c33-4460-a93d-ebff0e7b1b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04607d56-dc83-4438-ae56-cccf90769709', 'code': 200} Feb 08 16:18:50.617491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=04607d56-dc83-4438-ae56-cccf90769709,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:18:50.713374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92c585-9936-4af6-945e-a615537bb218 req-d3e6727e-fe32-4a3f-8d99-aeaea04cc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:50.713840 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df92c585-9936-4af6-945e-a615537bb218 req-d3e6727e-fe32-4a3f-8d99-aeaea04cc4dd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 1129 time: 0.0628011 Feb 08 16:18:50.773538 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df92c585-9936-4af6-945e-a615537bb218 req-8e9f3fae-0822-46ac-b12d-44dc49ab6f9f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542977 Feb 08 16:18:51.454205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880c0ab-3a4d-4cca-945b-578531daf55b req-191ee893-018a-4a5d-a6ee-d73b79951cd2 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:51.457260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8880c0ab-3a4d-4cca-945b-578531daf55b req-191ee893-018a-4a5d-a6ee-d73b79951cd2 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 946 time: 0.0620027 Feb 08 16:18:51.535526 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8880c0ab-3a4d-4cca-945b-578531daf55b req-d8b99433-ffb5-499c-8db9-1c006d2b7e6b tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677052 Feb 08 16:18:52.719817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1e598-afe4-446e-af61-64b2dba68732 req-c99bf7e7-f56d-4681-ad91-53d6063e2625 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:18:52.728108 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6a1e598-afe4-446e-af61-64b2dba68732 req-c99bf7e7-f56d-4681-ad91-53d6063e2625 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 946 time: 0.0941789 Feb 08 16:18:52.813864 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6a1e598-afe4-446e-af61-64b2dba68732 req-d83447e7-32d0-4a25-850b-a8a066aa0169 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693455 Feb 08 16:19:01.556321 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-72aa7e07-080e-454d-8592-7dec0a272278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:03.839443 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2720231a-a83b-4d15-989a-76df4eacc0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:05.562097 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:06.757530 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:07.981053 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:16.175896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1174841-cadc-40ef-a622-53822067bb46 req-1ebd329f-8ed3-49c9-9ba8-d9df281dc0c6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:16.180722 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1174841-cadc-40ef-a622-53822067bb46 req-1ebd329f-8ed3-49c9-9ba8-d9df281dc0c6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 811 time: 0.1162610 Feb 08 16:19:16.200440 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1174841-cadc-40ef-a622-53822067bb46 req-ba7dadf8-593f-426e-8dc6-2280a0b2ce19 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/quotas/68509b2f836b4f78af0f2db3edc9c23c HTTP/1.1" status: 200 len: 375 time: 0.0152621 Feb 08 16:19:16.386406 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1174841-cadc-40ef-a622-53822067bb46 req-841e06ee-e8fe-4917-ac07-52b2c6d5e829 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1777205 Feb 08 16:19:16.503258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1174841-cadc-40ef-a622-53822067bb46 req-f1cbabeb-b2d5-493b-885e-149674248adc service neutron] 10.222.0.82 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157110 Feb 08 16:19:16.604515 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1174841-cadc-40ef-a622-53822067bb46 req-fb4c9c90-e7bf-45a4-8ebd-87b02d088fae service neutron] 10.222.0.82 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950139 Feb 08 16:19:16.901890 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52fa6951-f2e8-4ffb-94a9-50956c17352d req-f2531ede-e1f1-47cf-a6e2-3835b413e202 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 210 time: 0.0304034 Feb 08 16:19:18.030917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-730599c6-1f1e-4481-9678-948963f42741 req-2429329d-50fe-418c-9f0c-50704ed0fbd9 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 210 time: 0.0356598 Feb 08 16:19:18.032699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1174841-cadc-40ef-a622-53822067bb46 req-0c66a874-32a7-491c-99ea-40572490933e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:18.034889 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d1174841-cadc-40ef-a622-53822067bb46 req-0c66a874-32a7-491c-99ea-40572490933e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.94 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 811 time: 0.1385405 Feb 08 16:19:18.049081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-d1174841-cadc-40ef-a622-53822067bb46 req-444cde1a-5ff9-4b02-8222-296cbc2d1895 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'port': {'device_id': '5547dc3b-99c5-41a2-84b2-50848dbde330', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'admin_state_up': True, 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:19:18.198922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1174841-cadc-40ef-a622-53822067bb46 req-444cde1a-5ff9-4b02-8222-296cbc2d1895 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Made reservation on behalf of 68509b2f836b4f78af0f2db3edc9c23c for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:19:18.202840 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d1174841-cadc-40ef-a622-53822067bb46 req-444cde1a-5ff9-4b02-8222-296cbc2d1895 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:18.398170 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-d1174841-cadc-40ef-a622-53822067bb46 req-444cde1a-5ff9-4b02-8222-296cbc2d1895 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Allocated IP 172.20.0.14 (aded9bc1-5db3-4cd4-9049-3835efea0d9d/c20dee06-2c56-4324-8f64-e4ae324d4d26/7489485a-7c02-486e-86d6-620ebc4370cc) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:19:18.591027 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d1174841-cadc-40ef-a622-53822067bb46 req-444cde1a-5ff9-4b02-8222-296cbc2d1895 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for port (7489485a-7c02-486e-86d6-620ebc4370cc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:18.631164 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d1174841-cadc-40ef-a622-53822067bb46 req-444cde1a-5ff9-4b02-8222-296cbc2d1895 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7489485a-7c02-486e-86d6-620ebc4370cc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:18.677212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1174841-cadc-40ef-a622-53822067bb46 req-444cde1a-5ff9-4b02-8222-296cbc2d1895 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Network aded9bc1-5db3-4cd4-9049-3835efea0d9d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:19:18.680388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-d1174841-cadc-40ef-a622-53822067bb46 req-444cde1a-5ff9-4b02-8222-296cbc2d1895 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:19:18.684266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1174841-cadc-40ef-a622-53822067bb46 req-444cde1a-5ff9-4b02-8222-296cbc2d1895 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:19:18.737175 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cde1a-5ff9-4b02-8222-296cbc2d1895 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'Port': ['ID=7489485a-7c02-486e-86d6-620ebc4370cc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:19:18.761360 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1174841-cadc-40ef-a622-53822067bb46 req-444cde1a-5ff9-4b02-8222-296cbc2d1895 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:18.762113 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d1174841-cadc-40ef-a622-53822067bb46 req-444cde1a-5ff9-4b02-8222-296cbc2d1895 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:18.796040 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d1174841-cadc-40ef-a622-53822067bb46 req-444cde1a-5ff9-4b02-8222-296cbc2d1895 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7513847 Feb 08 16:19:18.810930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Request body: {'port': {'device_id': '5547dc3b-99c5-41a2-84b2-50848dbde330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:19:18.918143 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7489485a-7c02-486e-86d6-620ebc4370cc), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:19.108132 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:19.120920 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-197fe233-f532-4b2d-8598-0c3ec22cc248 None None] Provisioning complete for port 7489485a-7c02-486e-86d6-620ebc4370cc triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:19:19.121329 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-197fe233-f532-4b2d-8598-0c3ec22cc248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7489485a-7c02-486e-86d6-620ebc4370cc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:19.236644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-197fe233-f532-4b2d-8598-0c3ec22cc248 None None] Port 7489485a-7c02-486e-86d6-620ebc4370cc cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:19:19.386141 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa717f7-a3d2-485b-a093-fa0c217034e5 req-8cab77ba-c292-4b91-b59b-7bfb0df33f65 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:19.388885 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fa717f7-a3d2-485b-a093-fa0c217034e5 req-8cab77ba-c292-4b91-b59b-7bfb0df33f65 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 932 time: 0.1665785 Feb 08 16:19:19.494991 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fa717f7-a3d2-485b-a093-fa0c217034e5 req-9daf968b-7646-4274-b0e8-27e69bda6127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840850 Feb 08 16:19:19.530651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7489485a-7c02-486e-86d6-620ebc4370cc {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:19:19.543587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Publish callbacks [] for port (7489485a-7c02-486e-86d6-620ebc4370cc), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:19.563992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Transition to ACTIVE for port object 7489485a-7c02-486e-86d6-620ebc4370cc will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:19:19.569473 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7489485a-7c02-486e-86d6-620ebc4370cc), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:19.650098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Pushing event updated for resources: {'Port': ['ID=7489485a-7c02-486e-86d6-620ebc4370cc,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:19:19.732340 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Attempting to bind port 7489485a-7c02-486e-86d6-620ebc4370cc on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:19:19.732691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Attempting to bind port 7489485a-7c02-486e-86d6-620ebc4370cc by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:19:19.733048 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Attempting to bind port 7489485a-7c02-486e-86d6-620ebc4370cc on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:19:19.737889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Port 7489485a-7c02-486e-86d6-620ebc4370cc on network aded9bc1-5db3-4cd4-9049-3835efea0d9d not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:19:19.738210 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Attempting to bind port 7489485a-7c02-486e-86d6-620ebc4370cc on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:19:19.743975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:19:19.744458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Checking segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:19:19.744866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Bound using segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:19:19.745838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Bound port: 7489485a-7c02-486e-86d6-620ebc4370cc, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:19:19.745838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7489485a-7c02-486e-86d6-620ebc4370cc), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:19.836230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] For port 7489485a-7c02-486e-86d6-620ebc4370cc, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:19:19.839489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] For port 7489485a-7c02-486e-86d6-620ebc4370cc, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7489485a-7c02-486e-86d6-620ebc4370cc,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:19:19.849680 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7489485a-7c02-486e-86d6-620ebc4370cc), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:19.893291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:19.894004 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:19.896304 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d1174841-cadc-40ef-a622-53822067bb46 req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] 10.222.0.94 "PUT /v2.0/ports/7489485a-7c02-486e-86d6-620ebc4370cc HTTP/1.1" status: 200 len: 1093 time: 1.0888865 Feb 08 16:19:19.899218 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5547dc3b-99c5-41a2-84b2-50848dbde330', 'tag': '7489485a-7c02-486e-86d6-620ebc4370cc'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:19:19.910817 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f026c521-db3d-4c59-917b-eaf6f2ff5323" -d '{"events": [{"name": "network-changed", "server_uuid": "5547dc3b-99c5-41a2-84b2-50848dbde330", "tag": "7489485a-7c02-486e-86d6-620ebc4370cc"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:19:20.038332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a41ed-806e-492f-a4c9-25ae1c9e543d service neutron] Pushing event updated for resources: {'Port': ['ID=7489485a-7c02-486e-86d6-620ebc4370cc,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:19:20.043355 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef16c8f0-b3bc-4504-a279-2ae23fbe6cde x-openstack-request-id: req-ef16c8f0-b3bc-4504-a279-2ae23fbe6cde {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:19:20.043644 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5547dc3b-99c5-41a2-84b2-50848dbde330", "tag": "7489485a-7c02-486e-86d6-620ebc4370cc", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:19:20.043898 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ef16c8f0-b3bc-4504-a279-2ae23fbe6cde {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:19:20.044297 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5547dc3b-99c5-41a2-84b2-50848dbde330', 'tag': '7489485a-7c02-486e-86d6-620ebc4370cc', 'status': 'completed', 'code': 200} Feb 08 16:19:20.068206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1174841-cadc-40ef-a622-53822067bb46 req-9c6b842c-ebaa-41be-a4e4-b4e052f5d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:20.069825 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d1174841-cadc-40ef-a622-53822067bb46 req-9c6b842c-ebaa-41be-a4e4-b4e052f5d56f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 1127 time: 0.1175246 Feb 08 16:19:20.130588 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d1174841-cadc-40ef-a622-53822067bb46 req-eec82a6e-ea69-444e-ba81-499cd05143a7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7489485a-7c02-486e-86d6-620ebc4370cc HTTP/1.1" status: 200 len: 217 time: 0.0480883 Feb 08 16:19:20.218755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1174841-cadc-40ef-a622-53822067bb46 req-cef7f277-fc55-42a2-ab96-1d7796129f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:20.220254 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d1174841-cadc-40ef-a622-53822067bb46 req-cef7f277-fc55-42a2-ab96-1d7796129f3c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0800219 Feb 08 16:19:20.352619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1174841-cadc-40ef-a622-53822067bb46 req-1221f650-0a6a-4a6b-8038-07b5799c572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:20.354264 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d1174841-cadc-40ef-a622-53822067bb46 req-1221f650-0a6a-4a6b-8038-07b5799c572e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1077585 Feb 08 16:19:20.471997 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d1174841-cadc-40ef-a622-53822067bb46 req-08c1f8e8-6e07-4694-b9ca-3b5959718386 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066184 Feb 08 16:19:20.488591 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:20.599724 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d1174841-cadc-40ef-a622-53822067bb46 req-5a8ff7fe-5ca3-4ee3-88d4-78231be27a89 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195862 Feb 08 16:19:20.754187 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33ce9d-4662-46a3-96c7-a6c60a0ccdf1 req-afa9a9e8-6969-404a-bc88-f0b4a813d34a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:20.763309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f33ce9d-4662-46a3-96c7-a6c60a0ccdf1 req-afa9a9e8-6969-404a-bc88-f0b4a813d34a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.1266987 Feb 08 16:19:20.770173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026c521-db3d-4c59-917b-eaf6f2ff5323 req-10b3b6ae-cba4-4a82-ab3c-b2ab78c37466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:20.775241 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f026c521-db3d-4c59-917b-eaf6f2ff5323 req-10b3b6ae-cba4-4a82-ab3c-b2ab78c37466 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 1127 time: 0.0785058 Feb 08 16:19:20.840606 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f33ce9d-4662-46a3-96c7-a6c60a0ccdf1 req-44bdca73-2f91-424f-a870-d5d30cdd2ada tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723767 Feb 08 16:19:20.929145 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026c521-db3d-4c59-917b-eaf6f2ff5323 req-aed4bd17-c195-485e-b7b9-b3f92c46208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:20.930667 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f026c521-db3d-4c59-917b-eaf6f2ff5323 req-aed4bd17-c195-485e-b7b9-b3f92c46208a service neutron] 10.222.0.94 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.1454680 Feb 08 16:19:20.986323 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f026c521-db3d-4c59-917b-eaf6f2ff5323 req-5b83b2f2-ddb5-4c3f-a716-0a5112e3e5d3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7489485a-7c02-486e-86d6-620ebc4370cc HTTP/1.1" status: 200 len: 217 time: 0.0463510 Feb 08 16:19:21.044535 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026c521-db3d-4c59-917b-eaf6f2ff5323 req-7bbed300-d5c8-46e8-b7cd-7472a7275212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:21.046101 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f026c521-db3d-4c59-917b-eaf6f2ff5323 req-7bbed300-d5c8-46e8-b7cd-7472a7275212 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0512383 Feb 08 16:19:21.110261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026c521-db3d-4c59-917b-eaf6f2ff5323 req-c2184c6e-4125-4a79-98f4-7e108550f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:21.111814 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f026c521-db3d-4c59-917b-eaf6f2ff5323 req-c2184c6e-4125-4a79-98f4-7e108550f8ac service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547912 Feb 08 16:19:21.219293 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f026c521-db3d-4c59-917b-eaf6f2ff5323 req-68acf0c5-1832-47b0-84d2-a678bb347f54 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974841 Feb 08 16:19:21.351511 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f026c521-db3d-4c59-917b-eaf6f2ff5323 req-7677b4d3-9545-4316-a33a-dc08344de8a4 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223173 Feb 08 16:19:22.003462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5bca9-1bf3-4b26-bd1f-c2db410ca59b req-e13162c2-a67c-446d-9665-9412e950115f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:22.005977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6f5bca9-1bf3-4b26-bd1f-c2db410ca59b req-e13162c2-a67c-446d-9665-9412e950115f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0641787 Feb 08 16:19:22.071811 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6f5bca9-1bf3-4b26-bd1f-c2db410ca59b req-6dcf3620-7729-4515-969a-f0e07aa3dd61 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592616 Feb 08 16:19:23.241286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4d2fa-1677-4d75-8acd-d1fde2e8b737 req-b798ab18-c0d3-4e1d-a32b-8884939cce62 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:23.242849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3e4d2fa-1677-4d75-8acd-d1fde2e8b737 req-b798ab18-c0d3-4e1d-a32b-8884939cce62 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0637498 Feb 08 16:19:23.308452 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f3e4d2fa-1677-4d75-8acd-d1fde2e8b737 req-c9588909-c824-4718-9809-6eab13f20816 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593784 Feb 08 16:19:24.475005 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1c5d0-8667-422a-b346-07aee2efeeeb req-0edb9091-9900-4bf9-b939-37e6439be9a0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:24.476611 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ece1c5d0-8667-422a-b346-07aee2efeeeb req-0edb9091-9900-4bf9-b939-37e6439be9a0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0787668 Feb 08 16:19:24.540939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ece1c5d0-8667-422a-b346-07aee2efeeeb req-79b386bf-e45a-44f7-88a9-5f2c766aca49 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571520 Feb 08 16:19:25.202662 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:19:25.751794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e470cf0-c18e-468d-ad77-00d7a2d621f4 req-ee90b75b-3b63-457b-9d47-fb050832d032 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:25.753629 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e470cf0-c18e-468d-ad77-00d7a2d621f4 req-ee90b75b-3b63-457b-9d47-fb050832d032 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0835750 Feb 08 16:19:25.826950 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e470cf0-c18e-468d-ad77-00d7a2d621f4 req-9703f30e-abff-4016-a0b0-07fa2648e638 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670440 Feb 08 16:19:27.025249 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477bf1b-b7a6-4576-b23f-b36b885fec42 req-f2bf0385-8dba-4f11-82a6-50a65da08789 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:27.027212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5477bf1b-b7a6-4576-b23f-b36b885fec42 req-f2bf0385-8dba-4f11-82a6-50a65da08789 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0727017 Feb 08 16:19:27.083282 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5477bf1b-b7a6-4576-b23f-b36b885fec42 req-0d3c807a-1ea6-4086-85bc-b1d9f19f2e89 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493858 Feb 08 16:19:27.339516 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8ac38b2-8172-4f5c-93a8-3d379bc98aec req-e03f62db-f1b1-40d7-b128-70a447331e3f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1785979 Feb 08 16:19:27.429435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac38b2-8172-4f5c-93a8-3d379bc98aec req-e342e2c2-6f0b-40ce-832f-9a5e48139c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:27.431129 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8ac38b2-8172-4f5c-93a8-3d379bc98aec req-e342e2c2-6f0b-40ce-832f-9a5e48139c1a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ddc76981e68b4095927a6290a6cdafcc&device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 1129 time: 0.0455480 Feb 08 16:19:27.545143 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac38b2-8172-4f5c-93a8-3d379bc98aec req-60b94d0a-4980-4d5e-b40b-37f6515c2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:27.546642 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8ac38b2-8172-4f5c-93a8-3d379bc98aec req-60b94d0a-4980-4d5e-b40b-37f6515c2d9b service neutron] 10.222.0.96 "GET /v2.0/networks?id=da809082-d851-4dbb-98d2-f94d9a40077a HTTP/1.1" status: 200 len: 914 time: 0.0951674 Feb 08 16:19:27.587539 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8ac38b2-8172-4f5c-93a8-3d379bc98aec req-a5cd03e5-6f45-497e-b286-197c1bcb85b9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04607d56-dc83-4438-ae56-cccf90769709 HTTP/1.1" status: 200 len: 217 time: 0.0346065 Feb 08 16:19:27.643866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac38b2-8172-4f5c-93a8-3d379bc98aec req-994f117b-a68e-48b6-9890-a1c600f4366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:27.646548 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8ac38b2-8172-4f5c-93a8-3d379bc98aec req-994f117b-a68e-48b6-9890-a1c600f4366e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1a93e1da-53c5-43ec-bfbe-d31abf36f02a HTTP/1.1" status: 200 len: 853 time: 0.0524955 Feb 08 16:19:27.682220 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8ac38b2-8172-4f5c-93a8-3d379bc98aec req-47734d90-4dc4-40f2-8e28-b2830d6ad33b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=da809082-d851-4dbb-98d2-f94d9a40077a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301950 Feb 08 16:19:27.692588 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-e8ac38b2-8172-4f5c-93a8-3d379bc98aec req-ad76553e-d1a9-4e99-a650-6a40aa6b6d4e service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:19:27.693645 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8ac38b2-8172-4f5c-93a8-3d379bc98aec req-ad76553e-d1a9-4e99-a650-6a40aa6b6d4e service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050762 Feb 08 16:19:27.783880 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8ac38b2-8172-4f5c-93a8-3d379bc98aec req-71d5e4bc-be8e-41b0-add4-5311cd4e012c service neutron] 10.222.0.96 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844855 Feb 08 16:19:27.875877 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8ac38b2-8172-4f5c-93a8-3d379bc98aec req-f5e7462f-a41a-4a4f-a708-94ea07f84e68 service neutron] 10.222.0.96 "GET /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866184 Feb 08 16:19:28.208300 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbace3-1489-4f1d-96f7-1ebcbfd02ee2 req-eb696780-2c03-4cc3-a92a-18a4176cdf5a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:28.209954 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-11cbace3-1489-4f1d-96f7-1ebcbfd02ee2 req-eb696780-2c03-4cc3-a92a-18a4176cdf5a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0539296 Feb 08 16:19:28.259994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-11cbace3-1489-4f1d-96f7-1ebcbfd02ee2 req-a1cfc6a4-6e11-4421-a678-30b746f250e6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443838 Feb 08 16:19:29.394076 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55593-64fe-45c4-9fa1-aedcd99ce330 req-446b631b-dc14-4eee-a97e-493201d3a941 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:29.395812 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1f55593-64fe-45c4-9fa1-aedcd99ce330 req-446b631b-dc14-4eee-a97e-493201d3a941 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0669205 Feb 08 16:19:29.443678 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1f55593-64fe-45c4-9fa1-aedcd99ce330 req-526e683d-0dc7-4322-9a9c-c0e8b043662b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 Feb 08 16:19:30.563956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031075b5-d174-425b-8fdd-7b97466c41e6 req-bdbb1670-3696-4ebd-bda7-2b2e869b48a7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:30.565573 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-031075b5-d174-425b-8fdd-7b97466c41e6 req-bdbb1670-3696-4ebd-bda7-2b2e869b48a7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0540853 Feb 08 16:19:30.615418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-031075b5-d174-425b-8fdd-7b97466c41e6 req-7209b89b-0149-47f1-94a6-5df5fce72f47 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435650 Feb 08 16:19:31.540935 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5a33efef-e1f9-460b-8002-f8e258d3d5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:31.743659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befde36-bfea-43dc-a410-1fa2da633d7f req-8ab7b19e-02b5-44c1-b1e7-afe456b3a877 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:31.745225 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8befde36-bfea-43dc-a410-1fa2da633d7f req-8ab7b19e-02b5-44c1-b1e7-afe456b3a877 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0585465 Feb 08 16:19:31.798395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8befde36-bfea-43dc-a410-1fa2da633d7f req-db77df6d-ce21-4c53-be0e-5e80fed385ea tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473268 Feb 08 16:19:32.919701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244739ea-89b9-49fd-ac3b-d85b75cb024a req-0adf6780-792c-4b5f-9a9a-c88650aba34d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:32.921214 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-244739ea-89b9-49fd-ac3b-d85b75cb024a req-0adf6780-792c-4b5f-9a9a-c88650aba34d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0539250 Feb 08 16:19:32.970978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-244739ea-89b9-49fd-ac3b-d85b75cb024a req-58b9cb5e-58e7-405e-9d82-73cd1146c676 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430520 Feb 08 16:19:33.814324 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4f697ad2-ecd4-4bb4-89d6-8f6ff7bd1ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:34.094063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de807d00-cffa-4514-9ff5-0d29614467bf req-7504ff76-952d-487b-9d60-ffb48962f7a3 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:34.095559 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de807d00-cffa-4514-9ff5-0d29614467bf req-7504ff76-952d-487b-9d60-ffb48962f7a3 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0528688 Feb 08 16:19:34.143418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de807d00-cffa-4514-9ff5-0d29614467bf req-3a5c8ea7-f954-443f-8432-828e66b2e2ad tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411112 Feb 08 16:19:35.276508 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9513e-4751-40ca-b812-14b32d9224d6 req-9ffe7e8d-8899-4818-bd41-d8dccfa42d33 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:35.278901 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8bc9513e-4751-40ca-b812-14b32d9224d6 req-9ffe7e8d-8899-4818-bd41-d8dccfa42d33 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0619195 Feb 08 16:19:35.332017 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8bc9513e-4751-40ca-b812-14b32d9224d6 req-e548e677-c531-469f-9347-1fb0bf89ef0d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463731 Feb 08 16:19:35.567835 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:36.479649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b3ce2-2ac5-449b-b973-6e3adca51c2e req-8a2a50a0-77d1-48fe-95d8-5754d219b4d7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:36.481640 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-574b3ce2-2ac5-449b-b973-6e3adca51c2e req-8a2a50a0-77d1-48fe-95d8-5754d219b4d7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0756717 Feb 08 16:19:36.547574 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-574b3ce2-2ac5-449b-b973-6e3adca51c2e req-f4f338cd-49dc-4092-a71b-41834cf01c3d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553687 Feb 08 16:19:36.749425 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:37.679215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873ab41-99e5-4669-b339-7a0d98b6f979 req-73cf3637-709c-441e-b5cf-d82225e72c09 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:37.681751 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2873ab41-99e5-4669-b339-7a0d98b6f979 req-73cf3637-709c-441e-b5cf-d82225e72c09 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0613227 Feb 08 16:19:37.752501 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2873ab41-99e5-4669-b339-7a0d98b6f979 req-a2394b33-5fc8-43b2-ad40-625be8edeebf tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640085 Feb 08 16:19:37.975853 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:38.890739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1551ee-4423-41f9-a2c2-cdec9d2ce5b1 req-02737941-cf6c-4679-9a32-518c9625340e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:38.899820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e1551ee-4423-41f9-a2c2-cdec9d2ce5b1 req-02737941-cf6c-4679-9a32-518c9625340e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0642247 Feb 08 16:19:38.945990 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e1551ee-4423-41f9-a2c2-cdec9d2ce5b1 req-2df01dc8-9ec9-42ed-8404-97fec8c777fc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450337 Feb 08 16:19:40.071627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf068a4-c4e6-4dff-8810-2992de3727ee req-d53448eb-3082-4b26-aad7-8f88db1367cd tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:40.073378 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bf068a4-c4e6-4dff-8810-2992de3727ee req-d53448eb-3082-4b26-aad7-8f88db1367cd tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0575318 Feb 08 16:19:40.122306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bf068a4-c4e6-4dff-8810-2992de3727ee req-5fa6c91e-5c46-4df8-90e3-e88559654588 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426202 Feb 08 16:19:41.029498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7489485a-7c02-486e-86d6-620ebc4370cc details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:19:41.129933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 7489485a-7c02-486e-86d6-620ebc4370cc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7489485a-7c02-486e-86d6-620ebc4370cc,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:19:41.141771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '7489485a-7c02-486e-86d6-620ebc4370cc', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'port_id': '7489485a-7c02-486e-86d6-620ebc4370cc', 'mac_address': 'fa:16:3e:a6:04:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:19:41.179732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 7489485a-7c02-486e-86d6-620ebc4370cc is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:19:41.180129 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7489485a-7c02-486e-86d6-620ebc4370cc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:41.193314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7489485a-7c02-486e-86d6-620ebc4370cc {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:19:41.213990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 7489485a-7c02-486e-86d6-620ebc4370cc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7489485a-7c02-486e-86d6-620ebc4370cc,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:19:41.219417 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7489485a-7c02-486e-86d6-620ebc4370cc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:41.254731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713e2cb-77e4-4ee6-b112-8d867e49598e req-a944be22-2401-4a4b-acda-7332fd51e330 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:41.256734 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a713e2cb-77e4-4ee6-b112-8d867e49598e req-a944be22-2401-4a4b-acda-7332fd51e330 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 944 time: 0.0616610 Feb 08 16:19:41.274436 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=7489485a-7c02-486e-86d6-620ebc4370cc,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:19:41.308541 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a713e2cb-77e4-4ee6-b112-8d867e49598e req-1a1850f2-34c7-461d-ac27-325a2a328796 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439696 Feb 08 16:19:41.495412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['7489485a-7c02-486e-86d6-620ebc4370cc'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:19:42.429110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc9896-ee06-4bf8-9686-27b62c578a11 req-fc2e8d48-ce3f-4acc-97ab-c207ace0919d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:42.430514 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03bc9896-ee06-4bf8-9686-27b62c578a11 req-fc2e8d48-ce3f-4acc-97ab-c207ace0919d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 945 time: 0.0539432 Feb 08 16:19:42.478374 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03bc9896-ee06-4bf8-9686-27b62c578a11 req-1048d44d-a777-43e7-910e-9019bdf595d6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420589 Feb 08 16:19:43.047995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7489485a-7c02-486e-86d6-620ebc4370cc up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:19:43.096165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 7489485a-7c02-486e-86d6-620ebc4370cc completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:19:43.100802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 7489485a-7c02-486e-86d6-620ebc4370cc triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:19:43.101223 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7489485a-7c02-486e-86d6-620ebc4370cc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:43.181037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 7489485a-7c02-486e-86d6-620ebc4370cc is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:19:43.181443 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7489485a-7c02-486e-86d6-620ebc4370cc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:43.204749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5547dc3b-99c5-41a2-84b2-50848dbde330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489485a-7c02-486e-86d6-620ebc4370cc'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:19:43.207082 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b0b32d-3546-4bb2-a1f0-1908025c62ea" -d '{"events": [{"server_uuid": "5547dc3b-99c5-41a2-84b2-50848dbde330", "name": "network-vif-plugged", "status": "completed", "tag": "7489485a-7c02-486e-86d6-620ebc4370cc"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:19:43.219166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 7489485a-7c02-486e-86d6-620ebc4370cc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7489485a-7c02-486e-86d6-620ebc4370cc,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:19:43.227012 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7489485a-7c02-486e-86d6-620ebc4370cc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:43.257272 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dbb4b3-b9cd-4612-b335-b364c5e83989 x-openstack-request-id: req-00dbb4b3-b9cd-4612-b335-b364c5e83989 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:19:43.257560 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5547dc3b-99c5-41a2-84b2-50848dbde330", "name": "network-vif-plugged", "status": "completed", "tag": "7489485a-7c02-486e-86d6-620ebc4370cc", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:19:43.257806 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-00dbb4b3-b9cd-4612-b335-b364c5e83989 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:19:43.258199 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5547dc3b-99c5-41a2-84b2-50848dbde330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489485a-7c02-486e-86d6-620ebc4370cc', 'code': 200} Feb 08 16:19:43.286327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=7489485a-7c02-486e-86d6-620ebc4370cc,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:19:43.357194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bcdc3-a04e-42fe-912f-c0af86fd80d0 req-d57744d4-a885-4634-8fe6-693efd9336ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:43.358616 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-897bcdc3-a04e-42fe-912f-c0af86fd80d0 req-d57744d4-a885-4634-8fe6-693efd9336ce service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 1129 time: 0.0441735 Feb 08 16:19:43.402745 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-897bcdc3-a04e-42fe-912f-c0af86fd80d0 req-dea746d8-b07e-49f3-b49f-896b60cdb88c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378366 Feb 08 16:19:43.604282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67a9eb-d3aa-4fe4-98c0-236752a6c488 req-40838276-d0d6-450f-857f-7bce88b5223c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:43.605815 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe67a9eb-d3aa-4fe4-98c0-236752a6c488 req-40838276-d0d6-450f-857f-7bce88b5223c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 946 time: 0.0564728 Feb 08 16:19:43.653999 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe67a9eb-d3aa-4fe4-98c0-236752a6c488 req-ce5a7b22-694f-4494-9c12-290d7094ea72 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 Feb 08 16:19:44.847768 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fcb3c-80db-408d-ad1f-edd8bb41b3c1 req-0005f9d2-6442-4cde-8e5a-3c5577242908 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:44.849415 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a3fcb3c-80db-408d-ad1f-edd8bb41b3c1 req-0005f9d2-6442-4cde-8e5a-3c5577242908 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 946 time: 0.1203973 Feb 08 16:19:44.897181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a3fcb3c-80db-408d-ad1f-edd8bb41b3c1 req-964e1ce5-f8fb-48c1-9f03-3e63efa040d0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421455 Feb 08 16:19:45.019260 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69705f3-cdff-474a-a92b-2cec4c493bae req-4797a273-4855-415e-a066-7d57e1bfb4a4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:45.020750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e69705f3-cdff-474a-a92b-2cec4c493bae req-4797a273-4855-415e-a066-7d57e1bfb4a4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 946 time: 0.0551393 Feb 08 16:19:45.074369 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e69705f3-cdff-474a-a92b-2cec4c493bae req-9710afd2-365c-459d-ac1e-26a9234fb8e9 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479476 Feb 08 16:19:46.484752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8ff8a-42a1-4a2e-b4f4-b3c7c6b9e82a req-5981e2b0-1940-402c-b767-be39340e3e18 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:46.486681 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9de8ff8a-42a1-4a2e-b4f4-b3c7c6b9e82a req-5981e2b0-1940-402c-b767-be39340e3e18 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 946 time: 0.0697374 Feb 08 16:19:46.555579 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9de8ff8a-42a1-4a2e-b4f4-b3c7c6b9e82a req-3cb0ab37-aa3d-4bd6-98c3-98a0508e54df tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581093 Feb 08 16:19:47.710045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1ffa0-ce36-4d04-8594-85a514bdb283 req-5f8a4023-c0d2-42ec-b4c9-0fc55fdc16aa tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:47.718651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56b1ffa0-ce36-4d04-8594-85a514bdb283 req-5f8a4023-c0d2-42ec-b4c9-0fc55fdc16aa tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 946 time: 0.0713108 Feb 08 16:19:47.767885 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56b1ffa0-ce36-4d04-8594-85a514bdb283 req-50328d5b-081c-462a-9e13-7adcc704291c tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/security-groups?id=a8e45f26-b629-4848-99b5-ad3c4624ebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479629 Feb 08 16:19:47.872929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5849ff-6ad9-41d7-b7b3-eb2d82a75c7b req-7ce74001-6e14-49f1-b775-b7100957288f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:47.874790 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5c5849ff-6ad9-41d7-b7b3-eb2d82a75c7b req-7ce74001-6e14-49f1-b775-b7100957288f tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.96 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 946 time: 0.0927062 Feb 08 16:19:47.999422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-5c5849ff-6ad9-41d7-b7b3-eb2d82a75c7b req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Deleting port 04607d56-dc83-4438-ae56-cccf90769709 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:19:47.999894 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5c5849ff-6ad9-41d7-b7b3-eb2d82a75c7b req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (04607d56-dc83-4438-ae56-cccf90769709), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:48.104118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-5c5849ff-6ad9-41d7-b7b3-eb2d82a75c7b req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] For port 04607d56-dc83-4438-ae56-cccf90769709, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=04607d56-dc83-4438-ae56-cccf90769709,segment=NetworkSegment(5a622a31-7305-4ca0-8e76-d7f7e2cb6446),segment_id=5a622a31-7305-4ca0-8e76-d7f7e2cb6446)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:19:48.104496 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5c5849ff-6ad9-41d7-b7b3-eb2d82a75c7b req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (04607d56-dc83-4438-ae56-cccf90769709), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:48.124813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-5c5849ff-6ad9-41d7-b7b3-eb2d82a75c7b req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Calling delete_port for 04607d56-dc83-4438-ae56-cccf90769709 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:19:48.279902 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5c5849ff-6ad9-41d7-b7b3-eb2d82a75c7b req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (04607d56-dc83-4438-ae56-cccf90769709), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:48.293156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['04607d56-dc83-4438-ae56-cccf90769709'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:19:48.307337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Pushing event deleted for resources: {'Port': ['ID=04607d56-dc83-4438-ae56-cccf90769709,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:19:48.324055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:19:48.324537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:19:48.324900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:19:48.325274 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:19:48.325617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:19:48.325960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:19:48.326297 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:19:48.326632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:19:48.326968 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:19:48.327301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:19:48.327662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:19:48.327997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:19:48.328326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:19:48.384410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5849ff-6ad9-41d7-b7b3-eb2d82a75c7b req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] No DVR routers for this DVR port 04607d56-dc83-4438-ae56-cccf90769709 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:19:48.388320 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5c5849ff-6ad9-41d7-b7b3-eb2d82a75c7b req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:48.392138 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5c5849ff-6ad9-41d7-b7b3-eb2d82a75c7b req-9a6939f0-4c2c-43eb-92d8-242d0a5c4ed8 tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.96 "DELETE /v2.0/ports/04607d56-dc83-4438-ae56-cccf90769709 HTTP/1.1" status: 204 len: 173 time: 0.5115833 Feb 08 16:19:48.392647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71fe1e8-6c33-4460-a93d-ebff0e7b1b87', 'name': 'network-vif-deleted', 'tag': '04607d56-dc83-4438-ae56-cccf90769709'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:19:48.396282 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20280fce-9fe1-40f4-8799-ac40ad521ff1" -d '{"events": [{"server_uuid": "e71fe1e8-6c33-4460-a93d-ebff0e7b1b87", "name": "network-vif-deleted", "tag": "04607d56-dc83-4438-ae56-cccf90769709"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:19:48.440907 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970b5d53-fcfe-4331-9b1c-c8ee25f5a2f1 x-openstack-request-id: req-970b5d53-fcfe-4331-9b1c-c8ee25f5a2f1 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:19:48.441635 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71fe1e8-6c33-4460-a93d-ebff0e7b1b87", "name": "network-vif-deleted", "tag": "04607d56-dc83-4438-ae56-cccf90769709", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:19:48.442144 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-970b5d53-fcfe-4331-9b1c-c8ee25f5a2f1 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:19:48.442824 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71fe1e8-6c33-4460-a93d-ebff0e7b1b87', 'name': 'network-vif-deleted', 'tag': '04607d56-dc83-4438-ae56-cccf90769709', 'status': 'completed', 'code': 200} Feb 08 16:19:48.894269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-295cb01d-5e22-46ed-88c3-92f719817f87 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:48.896165 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-295cb01d-5e22-46ed-88c3-92f719817f87 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 811 time: 0.1362505 Feb 08 16:19:48.933723 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-87acf1a7-e7b0-4223-8138-c5b481ea7527 req-32a11ed9-7932-4e9d-bd79-98ca480bcd1d tempest-VolumesSnapshotTestJSON-1784497055 tempest-VolumesSnapshotTestJSON-1784497055-project] 10.222.0.82 "GET /v2.0/ports?device_id=e71fe1e8-6c33-4460-a93d-ebff0e7b1b87 HTTP/1.1" status: 200 len: 210 time: 0.0350733 Feb 08 16:19:48.936848 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-7f6e0fee-932c-4be6-9f08-560c8a3a0217 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/quotas/68509b2f836b4f78af0f2db3edc9c23c HTTP/1.1" status: 200 len: 375 time: 0.0295689 Feb 08 16:19:49.004819 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-c381048f-36fc-461d-b1dc-874fdec2b781 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0594149 Feb 08 16:19:49.075202 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:49.184523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-c517806f-d220-4496-876a-adfb94d81ff7 service neutron] 10.222.0.82 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723459 Feb 08 16:19:49.287444 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-0afa4b04-3d90-4cfc-bac8-75bf4d376ea9 service neutron] 10.222.0.82 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963309 Feb 08 16:19:49.532628 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b669c96d-1ea1-4e0d-ac69-87f11ca05543 req-8d1a1302-fff2-4403-9e10-f00cbe11bb87 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 210 time: 0.0359004 Feb 08 16:19:50.506041 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:50.526316 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 04607d56-dc83-4438-ae56-cccf90769709 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:19:50.582420 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 04607d56-dc83-4438-ae56-cccf90769709 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:19:50.583216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 04607d56-dc83-4438-ae56-cccf90769709 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:19:50.739093 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50b84af4-8eba-47a1-9620-691dfaa16e5c req-7abdb12c-aa3f-4654-8280-7cb67d1eed5e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 210 time: 0.0900986 Feb 08 16:19:50.964610 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-009fdc5e-0043-4203-a113-ce82a27758c0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:50.966539 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-009fdc5e-0043-4203-a113-ce82a27758c0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 811 time: 0.4970884 Feb 08 16:19:50.981586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-3f0ba4b8-3292-40f0-9647-6ecf55d668b6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'port': {'device_id': '04856c17-48f7-494f-9238-df8a8c6d3d9c', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'admin_state_up': True, 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:19:51.126530 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-3f0ba4b8-3292-40f0-9647-6ecf55d668b6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Made reservation on behalf of 68509b2f836b4f78af0f2db3edc9c23c for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:19:51.134555 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-3f0ba4b8-3292-40f0-9647-6ecf55d668b6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:51.383200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-3f0ba4b8-3292-40f0-9647-6ecf55d668b6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Allocated IP 172.20.0.8 (aded9bc1-5db3-4cd4-9049-3835efea0d9d/c20dee06-2c56-4324-8f64-e4ae324d4d26/7cd20346-e4e9-47c6-abab-22c359b4433e) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:19:51.594638 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-3f0ba4b8-3292-40f0-9647-6ecf55d668b6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:51.648894 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-3f0ba4b8-3292-40f0-9647-6ecf55d668b6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:51.661884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['7489485a-7c02-486e-86d6-620ebc4370cc'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:19:51.731328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ba4b8-3292-40f0-9647-6ecf55d668b6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'Port': ['ID=7cd20346-e4e9-47c6-abab-22c359b4433e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:19:51.743065 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-3f0ba4b8-3292-40f0-9647-6ecf55d668b6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Network aded9bc1-5db3-4cd4-9049-3835efea0d9d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:19:51.744721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-3f0ba4b8-3292-40f0-9647-6ecf55d668b6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:19:51.748391 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-3f0ba4b8-3292-40f0-9647-6ecf55d668b6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:19:51.868091 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-3f0ba4b8-3292-40f0-9647-6ecf55d668b6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:51.872244 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-3f0ba4b8-3292-40f0-9647-6ecf55d668b6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:51.921451 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-3f0ba4b8-3292-40f0-9647-6ecf55d668b6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9466140 Feb 08 16:19:51.938437 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Request body: {'port': {'device_id': '04856c17-48f7-494f-9238-df8a8c6d3d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:19:52.098473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939efc5-6838-4bbc-801b-2f5596c91038 req-5e7c53fd-3a9d-419a-ac99-d8458eed9828 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:52.101092 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0939efc5-6838-4bbc-801b-2f5596c91038 req-5e7c53fd-3a9d-419a-ac99-d8458eed9828 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 931 time: 0.1906235 Feb 08 16:19:52.154543 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:52.169861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-108b0ea9-5b43-43f1-b46c-f137732433ec None None] Provisioning complete for port 7cd20346-e4e9-47c6-abab-22c359b4433e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:19:52.172392 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-108b0ea9-5b43-43f1-b46c-f137732433ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:52.196905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0939efc5-6838-4bbc-801b-2f5596c91038 req-82a65398-bf36-49c6-92f3-d00e3468708a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861273 Feb 08 16:19:52.221752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-108b0ea9-5b43-43f1-b46c-f137732433ec None None] Port 7cd20346-e4e9-47c6-abab-22c359b4433e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:19:52.494277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd20346-e4e9-47c6-abab-22c359b4433e {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:19:52.504655 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Publish callbacks [] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:52.521200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Transition to ACTIVE for port object 7cd20346-e4e9-47c6-abab-22c359b4433e will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:19:52.530773 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:52.633015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Pushing event updated for resources: {'Port': ['ID=7cd20346-e4e9-47c6-abab-22c359b4433e,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:19:52.728131 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Attempting to bind port 7cd20346-e4e9-47c6-abab-22c359b4433e on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:19:52.728668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Attempting to bind port 7cd20346-e4e9-47c6-abab-22c359b4433e by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:19:52.729295 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Attempting to bind port 7cd20346-e4e9-47c6-abab-22c359b4433e on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:19:52.742342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Port 7cd20346-e4e9-47c6-abab-22c359b4433e on network aded9bc1-5db3-4cd4-9049-3835efea0d9d not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:19:52.742992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Attempting to bind port 7cd20346-e4e9-47c6-abab-22c359b4433e on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:19:52.752555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:19:52.753064 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Checking segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:19:52.753637 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Bound using segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:19:52.754258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Bound port: 7cd20346-e4e9-47c6-abab-22c359b4433e, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:19:52.754834 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:52.872880 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] For port 7cd20346-e4e9-47c6-abab-22c359b4433e, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:19:52.876392 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] For port 7cd20346-e4e9-47c6-abab-22c359b4433e, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7cd20346-e4e9-47c6-abab-22c359b4433e,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:19:52.885651 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:52.947932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:52.948975 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:19:52.958728 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] 10.222.0.96 "PUT /v2.0/ports/7cd20346-e4e9-47c6-abab-22c359b4433e HTTP/1.1" status: 200 len: 1092 time: 1.0241177 Feb 08 16:19:52.959328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04856c17-48f7-494f-9238-df8a8c6d3d9c', 'tag': '7cd20346-e4e9-47c6-abab-22c359b4433e'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:19:52.963874 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3fb747-e5e3-4f5f-ac03-1ad6b9c746c0" -d '{"events": [{"name": "network-changed", "server_uuid": "04856c17-48f7-494f-9238-df8a8c6d3d9c", "tag": "7cd20346-e4e9-47c6-abab-22c359b4433e"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:19:53.023976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c4198-4134-4975-b5c8-c80818edc23f service neutron] Pushing event updated for resources: {'Port': ['ID=7cd20346-e4e9-47c6-abab-22c359b4433e,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:19:53.071959 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb61903-28cf-487d-9697-bb385574d46e x-openstack-request-id: req-0fb61903-28cf-487d-9697-bb385574d46e {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:19:53.072265 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04856c17-48f7-494f-9238-df8a8c6d3d9c", "tag": "7cd20346-e4e9-47c6-abab-22c359b4433e", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:19:53.072523 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0fb61903-28cf-487d-9697-bb385574d46e {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:19:53.072939 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04856c17-48f7-494f-9238-df8a8c6d3d9c', 'tag': '7cd20346-e4e9-47c6-abab-22c359b4433e', 'status': 'completed', 'code': 200} Feb 08 16:19:53.084480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-3f80141e-d865-49c0-a644-9b01880eb2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:53.086698 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-3f80141e-d865-49c0-a644-9b01880eb2f9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 1126 time: 0.0785303 Feb 08 16:19:53.159352 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-bd14953d-fd87-4f81-ad54-94680872de10 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cd20346-e4e9-47c6-abab-22c359b4433e HTTP/1.1" status: 200 len: 217 time: 0.0542495 Feb 08 16:19:53.236068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-576e028b-81b7-425e-b30f-d5fa4ea88728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:53.239136 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-576e028b-81b7-425e-b30f-d5fa4ea88728 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0692253 Feb 08 16:19:53.334508 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-94cd20cf-8317-4c11-bcfb-14a961ea7b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:53.336011 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-94cd20cf-8317-4c11-bcfb-14a961ea7b53 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0913963 Feb 08 16:19:53.447904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee2be9-6815-4faf-88ed-bdd2d8b429bc req-5ce36a8d-9327-4109-8653-1c795095abd7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:53.456639 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6ee2be9-6815-4faf-88ed-bdd2d8b429bc req-5ce36a8d-9327-4109-8653-1c795095abd7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.1241555 Feb 08 16:19:53.541186 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-863fbb30-ccbb-4fd7-9fea-77b8ea070063 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978674 Feb 08 16:19:53.544084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6ee2be9-6815-4faf-88ed-bdd2d8b429bc req-1c99b485-b84b-4e41-922a-0bd3e67e5353 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805690 Feb 08 16:19:53.683026 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7cafe3df-e619-4e3f-8294-30adcde6d8e5 req-61e8955a-0532-4df0-a323-3cf107fcebd5 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288011 Feb 08 16:19:53.820699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb747-e5e3-4f5f-ac03-1ad6b9c746c0 req-67c78dc8-4f0a-48d9-af59-6926320544ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:53.822806 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7a3fb747-e5e3-4f5f-ac03-1ad6b9c746c0 req-67c78dc8-4f0a-48d9-af59-6926320544ec service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 1126 time: 0.0665066 Feb 08 16:19:53.951334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb747-e5e3-4f5f-ac03-1ad6b9c746c0 req-100fc845-41b0-460c-9e94-f5c1a0bc7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:53.953297 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7a3fb747-e5e3-4f5f-ac03-1ad6b9c746c0 req-100fc845-41b0-460c-9e94-f5c1a0bc7655 service neutron] 10.222.0.96 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.1228392 Feb 08 16:19:54.022564 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7a3fb747-e5e3-4f5f-ac03-1ad6b9c746c0 req-4bf461fd-ec75-4135-b68e-8f1a03728a4a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cd20346-e4e9-47c6-abab-22c359b4433e HTTP/1.1" status: 200 len: 217 time: 0.0621665 Feb 08 16:19:54.085660 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb747-e5e3-4f5f-ac03-1ad6b9c746c0 req-3119d2f8-c9df-4061-9c3d-3b6c5c839b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:54.087158 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7a3fb747-e5e3-4f5f-ac03-1ad6b9c746c0 req-3119d2f8-c9df-4061-9c3d-3b6c5c839b06 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0595365 Feb 08 16:19:54.149385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb747-e5e3-4f5f-ac03-1ad6b9c746c0 req-ad5d1f8f-6d73-4df2-8eed-d1889b7c9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:54.151245 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7a3fb747-e5e3-4f5f-ac03-1ad6b9c746c0 req-ad5d1f8f-6d73-4df2-8eed-d1889b7c9690 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0571375 Feb 08 16:19:54.270997 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7a3fb747-e5e3-4f5f-ac03-1ad6b9c746c0 req-4b18c541-5f1d-4fac-88d0-3e38b18da4c4 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128337 Feb 08 16:19:54.484664 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7a3fb747-e5e3-4f5f-ac03-1ad6b9c746c0 req-6378abe8-ed77-4e88-8231-d74d692e8c85 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860888 Feb 08 16:19:54.743219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e079e-7ab8-4dab-a4b3-7c604025a967 req-e8c07457-3732-4c57-9759-13c2cbd955c8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:54.751595 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f99e079e-7ab8-4dab-a4b3-7c604025a967 req-e8c07457-3732-4c57-9759-13c2cbd955c8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.1030412 Feb 08 16:19:54.819704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f99e079e-7ab8-4dab-a4b3-7c604025a967 req-0a0778ad-e674-4594-9ed7-1735aff0771c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665934 Feb 08 16:19:56.014080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd573683-e7db-4a12-86e1-5d33d5304e51 req-a254352b-12fd-4e10-baf6-3b15c89e53ab tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:56.021562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd573683-e7db-4a12-86e1-5d33d5304e51 req-a254352b-12fd-4e10-baf6-3b15c89e53ab tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0807068 Feb 08 16:19:56.102935 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd573683-e7db-4a12-86e1-5d33d5304e51 req-3a8759bd-b23f-4979-8d48-ddef78d4f157 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774255 Feb 08 16:19:57.250599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8eed05-993a-4e21-9591-db90d4f06342 req-66c1d07c-8ad1-4562-9c81-6c9da92817c3 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:57.259158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f8eed05-993a-4e21-9591-db90d4f06342 req-66c1d07c-8ad1-4562-9c81-6c9da92817c3 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0777864 Feb 08 16:19:57.333824 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f8eed05-993a-4e21-9591-db90d4f06342 req-c03ff6a7-d379-4a40-90b6-f5b2c69816a5 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661855 Feb 08 16:19:58.715133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16487d51-b5e1-45db-9176-3b99a9bade34 req-5092d355-c6a0-437d-8a40-e2415faf9efc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:58.715133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16487d51-b5e1-45db-9176-3b99a9bade34 req-5092d355-c6a0-437d-8a40-e2415faf9efc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.1379383 Feb 08 16:19:58.715133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-16487d51-b5e1-45db-9176-3b99a9bade34 req-b913a204-e134-462b-bbe2-3c33aaf4f380 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919640 Feb 08 16:19:59.914785 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6e120-b9e8-4d63-9b3c-72c47a999052 req-ee0dfa14-2195-4137-a025-3888d2c95463 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:19:59.916724 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bb6e120-b9e8-4d63-9b3c-72c47a999052 req-ee0dfa14-2195-4137-a025-3888d2c95463 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0855265 Feb 08 16:20:00.031255 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bb6e120-b9e8-4d63-9b3c-72c47a999052 req-44ea45c6-4acb-4ac6-8664-6fce61155371 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080313 Feb 08 16:20:01.379594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce48a36-c0c4-47c7-ba91-44a4abd8e6f6 req-ac56c83a-990d-4293-931d-f47f822cea81 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:01.385849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dce48a36-c0c4-47c7-ba91-44a4abd8e6f6 req-ac56c83a-990d-4293-931d-f47f822cea81 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.1641278 Feb 08 16:20:01.454395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dce48a36-c0c4-47c7-ba91-44a4abd8e6f6 req-bfb8d55d-1def-455a-8232-1853b0085e1c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650723 Feb 08 16:20:01.559536 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e42d7b51-9cce-45f6-b2a2-66c8b46086c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:02.202690 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:20:02.653560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fb63e-9727-42a5-98e4-3ce6b8085ac4 req-a343c42b-2eb6-44de-91b1-b80139df44aa tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:02.655287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-103fb63e-9727-42a5-98e4-3ce6b8085ac4 req-a343c42b-2eb6-44de-91b1-b80139df44aa tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0811198 Feb 08 16:20:02.734087 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-103fb63e-9727-42a5-98e4-3ce6b8085ac4 req-0ef3f5d8-8e75-4be7-b98e-4b3145ddcc16 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699723 Feb 08 16:20:03.849935 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1561f582-111c-4c1a-a7d7-a98dbd235e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:04.011198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54231409-3112-4c63-a6bd-c3ba74bbd502 req-31c0cf2f-da50-42dd-9f44-37a169f6feff tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:04.020204 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54231409-3112-4c63-a6bd-c3ba74bbd502 req-31c0cf2f-da50-42dd-9f44-37a169f6feff tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.1001625 Feb 08 16:20:04.086677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54231409-3112-4c63-a6bd-c3ba74bbd502 req-0b92f308-103d-49f1-8dc8-c649dbce3aff tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652182 Feb 08 16:20:05.350436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a402f-bf4d-4206-a806-69ae14d0a670 req-f4209664-ed3e-4202-bf6d-ee309ea7fb96 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:05.356460 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b1a402f-bf4d-4206-a806-69ae14d0a670 req-f4209664-ed3e-4202-bf6d-ee309ea7fb96 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.1288617 Feb 08 16:20:05.422750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b1a402f-bf4d-4206-a806-69ae14d0a670 req-0cea8a19-3f91-4ce0-8f7c-754f505d8019 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577240 Feb 08 16:20:05.578507 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:06.607909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6f1af-7504-4b64-b4c9-59ccefb0575f req-f99dd095-caca-4b95-ada2-133a7fe5a4b9 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:06.610494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f2e6f1af-7504-4b64-b4c9-59ccefb0575f req-f99dd095-caca-4b95-ada2-133a7fe5a4b9 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0771348 Feb 08 16:20:06.711918 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f2e6f1af-7504-4b64-b4c9-59ccefb0575f req-911f0773-7b91-4669-b12c-fe4924faddf8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945711 Feb 08 16:20:06.861032 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:07.887328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668e188-873a-44e9-b4b6-205e2de3a861 req-75b5d7a5-21d6-40dd-b684-fe0360d1e7cb tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:07.897148 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9668e188-873a-44e9-b4b6-205e2de3a861 req-75b5d7a5-21d6-40dd-b684-fe0360d1e7cb tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.1062455 Feb 08 16:20:07.960586 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9668e188-873a-44e9-b4b6-205e2de3a861 req-4d338ca2-bd9d-4f55-a5c0-553121848fb6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623608 Feb 08 16:20:08.008510 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:09.144931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a41c4-4e6a-4b42-9ae5-abd537b824eb req-e88a5211-c62f-42b1-a2fb-fba06fe04345 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:09.146431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-918a41c4-4e6a-4b42-9ae5-abd537b824eb req-e88a5211-c62f-42b1-a2fb-fba06fe04345 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0816290 Feb 08 16:20:09.206853 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-918a41c4-4e6a-4b42-9ae5-abd537b824eb req-1f9b1946-794f-42cc-9b86-28966946d358 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543866 Feb 08 16:20:10.374509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03e6fa-ba9f-4b84-bd44-553384d1bee2 req-44fd8e72-433e-48f1-9486-8122d2aca555 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:10.376192 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b03e6fa-ba9f-4b84-bd44-553384d1bee2 req-44fd8e72-433e-48f1-9486-8122d2aca555 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0830030 Feb 08 16:20:10.472099 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b03e6fa-ba9f-4b84-bd44-553384d1bee2 req-f8dcdedc-1bee-4940-a3ec-eec4fe10be88 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863738 Feb 08 16:20:11.632759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bc818-ebba-45f1-8033-fd04d3155c8c req-c3e874d6-caad-472c-a63d-b3b214a66015 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:11.641834 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-383bc818-ebba-45f1-8033-fd04d3155c8c req-c3e874d6-caad-472c-a63d-b3b214a66015 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0789275 Feb 08 16:20:11.725282 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-383bc818-ebba-45f1-8033-fd04d3155c8c req-88bd5aaf-b978-44ca-8c7e-22fda9a8339b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813470 Feb 08 16:20:12.902611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d332e6b-ec03-4b9a-9b2e-168c0dc7856c req-9741114d-8909-40a1-a456-f107581faa3f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:12.914409 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d332e6b-ec03-4b9a-9b2e-168c0dc7856c req-9741114d-8909-40a1-a456-f107581faa3f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0930331 Feb 08 16:20:12.992768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d332e6b-ec03-4b9a-9b2e-168c0dc7856c req-cb88eeb5-739b-48ba-b851-b106985366c3 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770044 Feb 08 16:20:14.182996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd8220-fbcd-472e-883a-11610868798a req-f7dfff9c-17fc-4358-9383-98e24ae6b4f1 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:14.186256 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdd8220-fbcd-472e-883a-11610868798a req-f7dfff9c-17fc-4358-9383-98e24ae6b4f1 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0766258 Feb 08 16:20:14.321993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffdd8220-fbcd-472e-883a-11610868798a req-d3b35d5f-775c-44e6-aaa7-fbd3a8104dfe tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290996 Feb 08 16:20:15.495449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ccf13-5b42-4a3a-8f08-859ff07a3339 req-698f92f9-3ae4-4dca-8bd6-428fb6508147 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:15.504307 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f35ccf13-5b42-4a3a-8f08-859ff07a3339 req-698f92f9-3ae4-4dca-8bd6-428fb6508147 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0786297 Feb 08 16:20:15.572284 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f35ccf13-5b42-4a3a-8f08-859ff07a3339 req-62af840a-de22-41a3-a630-cd8c2334bb18 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661595 Feb 08 16:20:16.714200 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a10651-213c-48dd-acfe-67f6d077cb0d req-9394d455-6253-4e90-8423-522138c0b269 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:16.721768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07a10651-213c-48dd-acfe-67f6d077cb0d req-9394d455-6253-4e90-8423-522138c0b269 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0772684 Feb 08 16:20:16.784909 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07a10651-213c-48dd-acfe-67f6d077cb0d req-24f77a68-9bf7-407e-9e17-d8f4567bf371 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603273 Feb 08 16:20:17.952074 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bad3f5-83cf-4b17-8892-2110ae09edf5 req-5e67584d-0acd-467c-975f-a556e5573398 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:17.954349 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4bad3f5-83cf-4b17-8892-2110ae09edf5 req-5e67584d-0acd-467c-975f-a556e5573398 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0829797 Feb 08 16:20:18.024195 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4bad3f5-83cf-4b17-8892-2110ae09edf5 req-aecae0f5-a9bb-4913-a96a-cc35e95bb394 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621626 Feb 08 16:20:19.099502 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:19.202525 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca813468-00b0-4763-b4eb-7306b1425660 req-173a01b0-1773-42c0-867b-5d91fed208da tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:19.204299 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca813468-00b0-4763-b4eb-7306b1425660 req-173a01b0-1773-42c0-867b-5d91fed208da tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0711889 Feb 08 16:20:19.266502 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca813468-00b0-4763-b4eb-7306b1425660 req-e97ce77b-bd57-465d-9db1-aa689d1962ae tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547016 Feb 08 16:20:20.423927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c10a9-b618-4c9a-ac5c-eb91b727e686 req-fc51e965-92fc-4b62-9581-03c936383904 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:20.427197 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a39c10a9-b618-4c9a-ac5c-eb91b727e686 req-fc51e965-92fc-4b62-9581-03c936383904 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0754044 Feb 08 16:20:20.489939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a39c10a9-b618-4c9a-ac5c-eb91b727e686 req-e7cc363e-3884-4201-8d9e-2e0fc1a6984e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558455 Feb 08 16:20:20.520086 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:21.698799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc465c7-b005-498b-88df-9ea393f2fcad req-e7b706f0-178f-4b08-841c-74b82b86ab12 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:21.701896 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbc465c7-b005-498b-88df-9ea393f2fcad req-e7b706f0-178f-4b08-841c-74b82b86ab12 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0994511 Feb 08 16:20:21.770385 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbc465c7-b005-498b-88df-9ea393f2fcad req-b91d273e-3786-4651-94fb-a33c07e328d0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602522 Feb 08 16:20:22.922382 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365681c1-d7e5-4b20-85ab-2b60a77a3fef req-38853889-b93f-4ca0-9767-dca12449ba21 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:22.925029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-365681c1-d7e5-4b20-85ab-2b60a77a3fef req-38853889-b93f-4ca0-9767-dca12449ba21 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0620837 Feb 08 16:20:22.976420 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-365681c1-d7e5-4b20-85ab-2b60a77a3fef req-2a16e41b-64f7-4c03-adbc-c6fb8b2be6ce tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458372 Feb 08 16:20:24.127784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f9368-b5d9-462c-9e3d-57077643e717 req-b64184f5-55ed-47b8-93bd-bfef895395eb tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:24.135220 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d10f9368-b5d9-462c-9e3d-57077643e717 req-b64184f5-55ed-47b8-93bd-bfef895395eb tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0665674 Feb 08 16:20:24.195532 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d10f9368-b5d9-462c-9e3d-57077643e717 req-238c9ec0-780e-4f49-99a6-99bf7845456a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590489 Feb 08 16:20:25.357909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f28d3-1150-478f-ae48-5ac91c681922 req-0207fe36-de14-4366-8aa3-7af099626f3c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:25.368044 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ff8f28d3-1150-478f-ae48-5ac91c681922 req-0207fe36-de14-4366-8aa3-7af099626f3c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0770807 Feb 08 16:20:25.477888 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ff8f28d3-1150-478f-ae48-5ac91c681922 req-84ccd3b6-5c29-4953-983e-081c30e29ac5 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077845 Feb 08 16:20:26.774541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ac359-641e-43e9-8540-b069956657fd req-ef5b8aea-e578-489b-a75e-4e0d12c76cf4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:26.792218 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-291ac359-641e-43e9-8540-b069956657fd req-ef5b8aea-e578-489b-a75e-4e0d12c76cf4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.1356859 Feb 08 16:20:26.899424 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-291ac359-641e-43e9-8540-b069956657fd req-70aba242-7269-41ea-be51-003f9e163563 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017911 Feb 08 16:20:28.040726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24de83-10c5-4f4f-be81-b7fb123a956a req-1e49568d-cb53-4189-a2e8-a38998ad0655 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:28.042361 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f24de83-10c5-4f4f-be81-b7fb123a956a req-1e49568d-cb53-4189-a2e8-a38998ad0655 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0690324 Feb 08 16:20:28.095548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f24de83-10c5-4f4f-be81-b7fb123a956a req-91ab584e-84a6-4ec2-acdb-25a20dacf309 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470891 Feb 08 16:20:29.241608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785cb1a-2f78-479f-a099-75ed6b48b975 req-d0c40c40-d6ee-460d-a808-77ff09d7c5f3 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:29.249797 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3785cb1a-2f78-479f-a099-75ed6b48b975 req-d0c40c40-d6ee-460d-a808-77ff09d7c5f3 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0695548 Feb 08 16:20:29.336553 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3785cb1a-2f78-479f-a099-75ed6b48b975 req-2975a971-688a-4b9b-a6cd-3957f69972c4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853612 Feb 08 16:20:30.513385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dd0bd-17ce-4e4b-8465-21884d2ead88 req-ec35973f-e1c1-4f50-8c56-d132fa2103c4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:30.515581 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3dd0bd-17ce-4e4b-8465-21884d2ead88 req-ec35973f-e1c1-4f50-8c56-d132fa2103c4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 943 time: 0.0772102 Feb 08 16:20:30.586541 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be3dd0bd-17ce-4e4b-8465-21884d2ead88 req-3f79f2b1-d4f3-46a7-b50b-7e0fb71f4734 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629640 Feb 08 16:20:30.724046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7cd20346-e4e9-47c6-abab-22c359b4433e details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:20:30.880474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7cd20346-e4e9-47c6-abab-22c359b4433e, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7cd20346-e4e9-47c6-abab-22c359b4433e,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:20:30.896279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '7cd20346-e4e9-47c6-abab-22c359b4433e', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'port_id': '7cd20346-e4e9-47c6-abab-22c359b4433e', 'mac_address': 'fa:16:3e:23:a8:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:20:30.953895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 7cd20346-e4e9-47c6-abab-22c359b4433e is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:20:30.954501 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:30.981544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd20346-e4e9-47c6-abab-22c359b4433e {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:20:31.023675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7cd20346-e4e9-47c6-abab-22c359b4433e, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7cd20346-e4e9-47c6-abab-22c359b4433e,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:20:31.030370 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:31.124480 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=7cd20346-e4e9-47c6-abab-22c359b4433e,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:20:31.134750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:20:31.135405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:20:31.136062 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:20:31.136380 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:20:31.136713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:20:31.137078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:20:31.137409 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:20:31.137763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:20:31.138063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:20:31.138405 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:20:31.139234 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:20:31.139564 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:20:31.140050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:20:31.237158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['7cd20346-e4e9-47c6-abab-22c359b4433e'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:20:31.551236 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2795c9ec-c397-44bb-8275-1ecf2335387c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:31.723827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d470066-db71-4c58-b9d1-436cce0754fb req-e201ef66-5eef-4700-8348-da282342f676 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:31.725424 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d470066-db71-4c58-b9d1-436cce0754fb req-e201ef66-5eef-4700-8348-da282342f676 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 944 time: 0.0589468 Feb 08 16:20:31.785248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7d470066-db71-4c58-b9d1-436cce0754fb req-89935770-d8a0-44c3-8200-981804363515 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497246 Feb 08 16:20:32.739295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7cd20346-e4e9-47c6-abab-22c359b4433e up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:20:32.817229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 7cd20346-e4e9-47c6-abab-22c359b4433e completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:20:32.824061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 7cd20346-e4e9-47c6-abab-22c359b4433e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:20:32.824289 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:32.922145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 7cd20346-e4e9-47c6-abab-22c359b4433e is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:20:32.922562 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:32.946657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ee8b9-862e-4008-b6a2-6ada8d56b7e4 req-0b692ab4-9217-4e5f-8e93-8fd138d6b344 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:32.948813 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a6ee8b9-862e-4008-b6a2-6ada8d56b7e4 req-0b692ab4-9217-4e5f-8e93-8fd138d6b344 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 944 time: 0.0726533 Feb 08 16:20:32.952052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04856c17-48f7-494f-9238-df8a8c6d3d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd20346-e4e9-47c6-abab-22c359b4433e'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:20:32.955253 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a792c019-43fd-43fe-929a-549ef68aae8c" -d '{"events": [{"server_uuid": "04856c17-48f7-494f-9238-df8a8c6d3d9c", "name": "network-vif-plugged", "status": "completed", "tag": "7cd20346-e4e9-47c6-abab-22c359b4433e"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:20:32.972038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7cd20346-e4e9-47c6-abab-22c359b4433e, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7cd20346-e4e9-47c6-abab-22c359b4433e,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:20:32.979606 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:33.045331 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d671ccb4-fe1f-4f2f-a682-f3874d18f107 x-openstack-request-id: req-d671ccb4-fe1f-4f2f-a682-f3874d18f107 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:20:33.045901 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04856c17-48f7-494f-9238-df8a8c6d3d9c", "name": "network-vif-plugged", "status": "completed", "tag": "7cd20346-e4e9-47c6-abab-22c359b4433e", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:20:33.046519 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d671ccb4-fe1f-4f2f-a682-f3874d18f107 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:20:33.047132 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04856c17-48f7-494f-9238-df8a8c6d3d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd20346-e4e9-47c6-abab-22c359b4433e', 'code': 200} Feb 08 16:20:33.077045 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a6ee8b9-862e-4008-b6a2-6ada8d56b7e4 req-4e84f24a-3ddd-4d6b-b2e6-181807b53762 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196728 Feb 08 16:20:33.106552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=7cd20346-e4e9-47c6-abab-22c359b4433e,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:20:33.220621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c18e3b-cdc6-4d42-b153-1f271279f598 req-13c8eca4-f5af-4ffa-90c3-68c06235c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:33.222612 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-86c18e3b-cdc6-4d42-b153-1f271279f598 req-13c8eca4-f5af-4ffa-90c3-68c06235c592 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 1128 time: 0.0860543 Feb 08 16:20:33.311106 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-86c18e3b-cdc6-4d42-b153-1f271279f598 req-cf34ae24-7871-4794-8686-429c30ac423d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817423 Feb 08 16:20:33.821865 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7b152dcc-7158-4466-88ee-a00d4c277c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:34.294074 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ea9cb-4b93-4590-86b0-337346d2aab1 req-90d52640-b22e-49f9-9f30-a7dc16420931 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:34.310580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-498ea9cb-4b93-4590-86b0-337346d2aab1 req-90d52640-b22e-49f9-9f30-a7dc16420931 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 945 time: 0.1443362 Feb 08 16:20:34.407101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-498ea9cb-4b93-4590-86b0-337346d2aab1 req-113e34e5-ec36-4b89-8e30-fb76725ddbc0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951123 Feb 08 16:20:35.613759 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:35.642925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de57fa-a049-48c5-bd02-3d509a00c2eb req-206fcdd3-4d84-4a07-bf71-e182ef04421b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:35.652327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-08de57fa-a049-48c5-bd02-3d509a00c2eb req-206fcdd3-4d84-4a07-bf71-e182ef04421b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 945 time: 0.1313224 Feb 08 16:20:35.677425 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34517b6b-616b-45c6-be8a-6cd929671a18 req-b711c538-6367-4261-9690-a9e37703a7da service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0983648 Feb 08 16:20:35.808917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-08de57fa-a049-48c5-bd02-3d509a00c2eb req-039104a2-d578-4736-aab6-0461c00a2b59 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545997 Feb 08 16:20:35.848370 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34517b6b-616b-45c6-be8a-6cd929671a18 req-bccd71eb-6b83-484a-9dcc-688136a33512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:35.850044 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34517b6b-616b-45c6-be8a-6cd929671a18 req-bccd71eb-6b83-484a-9dcc-688136a33512 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 1129 time: 0.0934863 Feb 08 16:20:36.007634 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34517b6b-616b-45c6-be8a-6cd929671a18 req-22d6df31-6761-40e7-b1cf-5477a981b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:36.009659 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34517b6b-616b-45c6-be8a-6cd929671a18 req-22d6df31-6761-40e7-b1cf-5477a981b65d service neutron] 10.222.0.94 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.1336210 Feb 08 16:20:36.047129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2528c-2371-4cb1-a64c-5cc2a567bc5e req-402daa1d-558e-4537-87e8-05e969be58a1 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:36.056819 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ee2528c-2371-4cb1-a64c-5cc2a567bc5e req-402daa1d-558e-4537-87e8-05e969be58a1 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 945 time: 0.0910261 Feb 08 16:20:36.091886 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34517b6b-616b-45c6-be8a-6cd929671a18 req-8f823067-8a6b-423f-a415-8abc8e541a5b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7489485a-7c02-486e-86d6-620ebc4370cc HTTP/1.1" status: 200 len: 217 time: 0.0713851 Feb 08 16:20:36.124163 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6ee2528c-2371-4cb1-a64c-5cc2a567bc5e req-17d52d4a-ee58-452a-b2a4-b15462c6d728 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662901 Feb 08 16:20:36.195954 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34517b6b-616b-45c6-be8a-6cd929671a18 req-fbd40064-b512-44cf-958f-2ad87d62028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:36.201344 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34517b6b-616b-45c6-be8a-6cd929671a18 req-fbd40064-b512-44cf-958f-2ad87d62028c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0990028 Feb 08 16:20:36.306034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34517b6b-616b-45c6-be8a-6cd929671a18 req-efea1045-fb33-4a82-98d4-9a1ec67a8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:36.308657 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34517b6b-616b-45c6-be8a-6cd929671a18 req-efea1045-fb33-4a82-98d4-9a1ec67a8a16 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0975902 Feb 08 16:20:36.656630 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34517b6b-616b-45c6-be8a-6cd929671a18 req-a41d367d-cb90-4236-a435-4985cd39d237 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396099 Feb 08 16:20:36.754542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202eaf5b-32b5-4382-a35d-7bf96b2488f4 req-33ec5ff4-1d11-402a-b745-e44ee0eb261a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:36.771691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-202eaf5b-32b5-4382-a35d-7bf96b2488f4 req-33ec5ff4-1d11-402a-b745-e44ee0eb261a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 945 time: 0.1264615 Feb 08 16:20:36.796458 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:36.916222 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-202eaf5b-32b5-4382-a35d-7bf96b2488f4 req-1643a69d-f6df-409f-8394-d3d622a39653 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423645 Feb 08 16:20:36.947737 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-34517b6b-616b-45c6-be8a-6cd929671a18 req-fcae50e2-94b7-4aaa-9b4d-5ccf6d1578b1 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802668 Feb 08 16:20:38.013520 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:38.083208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f5c1a-8812-4c27-8849-6286dbea304e req-ab30f6db-26ea-457e-a2c0-c824ae54f1c4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:38.084669 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-639f5c1a-8812-4c27-8849-6286dbea304e req-ab30f6db-26ea-457e-a2c0-c824ae54f1c4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 945 time: 0.1198792 Feb 08 16:20:38.160986 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd5f48-c901-4bcc-83a7-9bc83faca8e7 req-185e90f5-d11f-4a1f-9483-a26c0723143b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:38.163938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0fd5f48-c901-4bcc-83a7-9bc83faca8e7 req-185e90f5-d11f-4a1f-9483-a26c0723143b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 945 time: 0.1195831 Feb 08 16:20:38.268718 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0fd5f48-c901-4bcc-83a7-9bc83faca8e7 req-ab01f9e9-ccbb-475a-abf6-4fc4f820b275 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939662 Feb 08 16:20:38.315978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-639f5c1a-8812-4c27-8849-6286dbea304e req-436b1984-e665-46ea-ad13-ac4b0f80300b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Deleting port 7cd20346-e4e9-47c6-abab-22c359b4433e {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:20:38.316609 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-639f5c1a-8812-4c27-8849-6286dbea304e req-436b1984-e665-46ea-ad13-ac4b0f80300b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:38.463927 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-639f5c1a-8812-4c27-8849-6286dbea304e req-436b1984-e665-46ea-ad13-ac4b0f80300b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] For port 7cd20346-e4e9-47c6-abab-22c359b4433e, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7cd20346-e4e9-47c6-abab-22c359b4433e,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:20:38.464459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-639f5c1a-8812-4c27-8849-6286dbea304e req-436b1984-e665-46ea-ad13-ac4b0f80300b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:38.479914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-639f5c1a-8812-4c27-8849-6286dbea304e req-436b1984-e665-46ea-ad13-ac4b0f80300b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Calling delete_port for 7cd20346-e4e9-47c6-abab-22c359b4433e owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:20:38.672575 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-639f5c1a-8812-4c27-8849-6286dbea304e req-436b1984-e665-46ea-ad13-ac4b0f80300b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7cd20346-e4e9-47c6-abab-22c359b4433e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:38.700433 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['7cd20346-e4e9-47c6-abab-22c359b4433e'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:20:38.705484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['7489485a-7c02-486e-86d6-620ebc4370cc'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:20:38.727551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b1984-e665-46ea-ad13-ac4b0f80300b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event deleted for resources: {'Port': ['ID=7cd20346-e4e9-47c6-abab-22c359b4433e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:20:38.892028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-639f5c1a-8812-4c27-8849-6286dbea304e req-436b1984-e665-46ea-ad13-ac4b0f80300b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] No DVR routers for this DVR port 7cd20346-e4e9-47c6-abab-22c359b4433e on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:20:38.902205 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-639f5c1a-8812-4c27-8849-6286dbea304e req-436b1984-e665-46ea-ad13-ac4b0f80300b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:38.910785 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-639f5c1a-8812-4c27-8849-6286dbea304e req-436b1984-e665-46ea-ad13-ac4b0f80300b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "DELETE /v2.0/ports/7cd20346-e4e9-47c6-abab-22c359b4433e HTTP/1.1" status: 204 len: 173 time: 0.8205645 Feb 08 16:20:38.913427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04856c17-48f7-494f-9238-df8a8c6d3d9c', 'name': 'network-vif-deleted', 'tag': '7cd20346-e4e9-47c6-abab-22c359b4433e'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:20:38.925678 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42bcd1c-4796-4e1a-87ec-e4b0ebf2c4a6" -d '{"events": [{"server_uuid": "04856c17-48f7-494f-9238-df8a8c6d3d9c", "name": "network-vif-deleted", "tag": "7cd20346-e4e9-47c6-abab-22c359b4433e"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:20:39.051579 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76199a45-a00f-49ad-aa90-f5f49d55cb5e x-openstack-request-id: req-76199a45-a00f-49ad-aa90-f5f49d55cb5e {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:20:39.052011 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04856c17-48f7-494f-9238-df8a8c6d3d9c", "name": "network-vif-deleted", "tag": "7cd20346-e4e9-47c6-abab-22c359b4433e", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:20:39.052667 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-76199a45-a00f-49ad-aa90-f5f49d55cb5e {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:20:39.058001 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04856c17-48f7-494f-9238-df8a8c6d3d9c', 'name': 'network-vif-deleted', 'tag': '7cd20346-e4e9-47c6-abab-22c359b4433e', 'status': 'completed', 'code': 200} Feb 08 16:20:39.203870 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:20:39.435557 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56b6fe59-a975-49dd-af73-4083ba2be346 req-c4319c1a-1cbe-4d5f-b023-b38b5ab369f8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 210 time: 0.0361412 Feb 08 16:20:40.536455 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30c0c9cb-f189-48d5-8c95-9b36dc805091 req-765381d1-3087-4db3-b26f-285b3fa91271 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 210 time: 0.0287249 Feb 08 16:20:40.754455 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7cd20346-e4e9-47c6-abab-22c359b4433e no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:20:40.779315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 7cd20346-e4e9-47c6-abab-22c359b4433e {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:20:40.779796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7cd20346-e4e9-47c6-abab-22c359b4433e not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:20:41.652258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24d44703-9a36-4494-89ca-70c4c0333a96 req-d23169ae-3317-485b-bd63-33d4e758532b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 210 time: 0.0310860 Feb 08 16:20:42.763451 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7deccea-d9b5-4b28-b666-f674a43db4d0 req-bb5e03ee-e9f1-487c-a1a6-bbe88b3cd348 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 210 time: 0.0287404 Feb 08 16:20:43.875528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc24730b-9ca7-41ed-8cf0-4aaf8ac927ec req-987d7b6f-0fb6-4e14-8174-ca9616b9f5d7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 210 time: 0.0322702 Feb 08 16:20:44.993719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d78f4efe-2695-4596-9b61-883b13a07f6b req-b032645c-7d4d-4ad4-8e09-8a3ed08076d1 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 210 time: 0.0337377 Feb 08 16:20:46.126856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a360e5c-2985-4952-85b1-4e1b0805e44d req-35a2b63d-b80f-40c5-8ad2-031f3dc62e76 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 210 time: 0.0427859 Feb 08 16:20:47.227781 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e1e49e6-5908-4315-a411-aa266ce560f3 req-51bb1867-1bdf-4e00-b46b-c5f855c89349 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 210 time: 0.0365314 Feb 08 16:20:48.366663 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-20de05f0-b0fe-442e-90a2-e8c403da3fa3 req-643992fe-5076-4a0d-b861-14943cb5906a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=04856c17-48f7-494f-9238-df8a8c6d3d9c HTTP/1.1" status: 200 len: 210 time: 0.0515425 Feb 08 16:20:49.084858 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:50.543336 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:20:59.502334 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b82ee-462a-435f-80a5-15dd36ba9aba req-3ca20747-f795-45c7-b5f2-e00e82e27b1e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:20:59.504796 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-541b82ee-462a-435f-80a5-15dd36ba9aba req-3ca20747-f795-45c7-b5f2-e00e82e27b1e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 946 time: 0.0582697 Feb 08 16:20:59.603745 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-541b82ee-462a-435f-80a5-15dd36ba9aba req-74dd1be2-7382-4ebd-bb47-889397ceb333 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862217 Feb 08 16:21:00.789881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd056ea-2d4a-40c8-8152-993d4dbd7695 req-11fb9f91-2971-4d90-913f-e753344e353c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:00.798713 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbd056ea-2d4a-40c8-8152-993d4dbd7695 req-11fb9f91-2971-4d90-913f-e753344e353c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 946 time: 0.0895004 Feb 08 16:21:00.894690 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbd056ea-2d4a-40c8-8152-993d4dbd7695 req-b09e862e-d2db-4543-8b1c-462a2748d9ec tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=3d6079c7-bd89-4fdd-aa8e-c24767f2f471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937274 Feb 08 16:21:01.326910 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632d6f7-8e74-4d6b-a275-3e2d10a69919 req-a6988845-e5e9-4971-9cad-2a12d0534026 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:01.329685 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1632d6f7-8e74-4d6b-a275-3e2d10a69919 req-a6988845-e5e9-4971-9cad-2a12d0534026 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.94 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 946 time: 0.0754321 Feb 08 16:21:01.447350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-1632d6f7-8e74-4d6b-a275-3e2d10a69919 req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Deleting port 7489485a-7c02-486e-86d6-620ebc4370cc {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:21:01.448059 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1632d6f7-8e74-4d6b-a275-3e2d10a69919 req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7489485a-7c02-486e-86d6-620ebc4370cc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:01.553992 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ea0ffc0-408b-4d40-8fad-42260923aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:01.587255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1632d6f7-8e74-4d6b-a275-3e2d10a69919 req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] For port 7489485a-7c02-486e-86d6-620ebc4370cc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7489485a-7c02-486e-86d6-620ebc4370cc,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:21:01.587797 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1632d6f7-8e74-4d6b-a275-3e2d10a69919 req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7489485a-7c02-486e-86d6-620ebc4370cc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:01.605685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-1632d6f7-8e74-4d6b-a275-3e2d10a69919 req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Calling delete_port for 7489485a-7c02-486e-86d6-620ebc4370cc owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:21:01.798689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1632d6f7-8e74-4d6b-a275-3e2d10a69919 req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7489485a-7c02-486e-86d6-620ebc4370cc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:01.818842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['7489485a-7c02-486e-86d6-620ebc4370cc'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:21:01.840722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event deleted for resources: {'Port': ['ID=7489485a-7c02-486e-86d6-620ebc4370cc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:01.900862 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:01.901294 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:01.901664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:01.902074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:01.902424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:01.902773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:01.903188 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:01.903532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:01.903979 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:01.904427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:01.904868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:01.905363 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:01.905772 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:01.910878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-1632d6f7-8e74-4d6b-a275-3e2d10a69919 req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] No DVR routers for this DVR port 7489485a-7c02-486e-86d6-620ebc4370cc on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:21:01.914970 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1632d6f7-8e74-4d6b-a275-3e2d10a69919 req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:01.931046 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1632d6f7-8e74-4d6b-a275-3e2d10a69919 req-b4d621f9-7c1d-4945-b320-d82c3eaaa434 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.94 "DELETE /v2.0/ports/7489485a-7c02-486e-86d6-620ebc4370cc HTTP/1.1" status: 204 len: 173 time: 0.5921285 Feb 08 16:21:01.931046 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5547dc3b-99c5-41a2-84b2-50848dbde330', 'name': 'network-vif-deleted', 'tag': '7489485a-7c02-486e-86d6-620ebc4370cc'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:21:01.934383 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ae8e9d-a679-42ba-89af-d34c2a4d9338" -d '{"events": [{"server_uuid": "5547dc3b-99c5-41a2-84b2-50848dbde330", "name": "network-vif-deleted", "tag": "7489485a-7c02-486e-86d6-620ebc4370cc"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:21:02.111998 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-26aa73c4-66bd-4d12-b595-8bb40d2df8cd req-dee68890-dd57-489a-82d0-e24ad1fcbf4e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 210 time: 0.0925786 Feb 08 16:21:02.240120 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af6d4e6-23c4-4041-ac2f-12cc97988400 x-openstack-request-id: req-6af6d4e6-23c4-4041-ac2f-12cc97988400 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:21:02.240562 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5547dc3b-99c5-41a2-84b2-50848dbde330", "name": "network-vif-deleted", "tag": "7489485a-7c02-486e-86d6-620ebc4370cc", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:21:02.241076 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6af6d4e6-23c4-4041-ac2f-12cc97988400 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:21:02.241602 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5547dc3b-99c5-41a2-84b2-50848dbde330', 'name': 'network-vif-deleted', 'tag': '7489485a-7c02-486e-86d6-620ebc4370cc', 'status': 'completed', 'code': 200} Feb 08 16:21:02.302100 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56040) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:02.551559 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-21396ebe-c9a8-4818-ae6d-3d2d8b575afa admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=73b58868c5654adba66d9e933ab27dc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2481010 Feb 08 16:21:02.558988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56044) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:02.613292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Publish callbacks [] for security_group (b5c64c26-f92b-4ec4-863c-1bc5807a2158), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:02.639771 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Publish callbacks [] for security_group (b5c64c26-f92b-4ec4-863c-1bc5807a2158), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:02.701655 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b5c64c26-f92b-4ec4-863c-1bc5807a2158), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:02.706901 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:02.710765 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b5c64c26-f92b-4ec4-863c-1bc5807a2158 HTTP/1.1" status: 204 len: 168 time: 0.1479044 Feb 08 16:21:02.725776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c64c26-f92b-4ec4-863c-1bc5807a2158,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:02.746646 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:02.747191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:02.747650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:02.748083 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:02.748518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:02.748964 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:02.749401 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:02.749935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:02.750506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:02.751924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:02.753106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:02.753954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:02.754761 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a4c0f-0eaa-4973-861d-5a61fad4df4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:03.578752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eed27ed2-7f3a-4770-8b0e-68ce431773ee req-5878e62c-1e2b-42c9-bbdb-ce7d5faf8ddf tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 210 time: 0.3940880 Feb 08 16:21:03.846116 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e0060395-084c-46dc-9133-aa5b63d0722c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:04.689303 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da838354-eae9-4be4-a004-c70311168cbb req-5e603a71-58fd-47b2-a13c-218002b44bf4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 210 time: 0.0274971 Feb 08 16:21:05.448782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7489485a-7c02-486e-86d6-620ebc4370cc no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:21:05.471712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 7489485a-7c02-486e-86d6-620ebc4370cc {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:21:05.471981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7489485a-7c02-486e-86d6-620ebc4370cc not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:21:05.576382 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:05.800716 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b832e59c-7e06-4c89-b518-f9aa29dcb0b1 req-16d97282-df22-4a7c-860d-f49e6048fb83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 210 time: 0.0300062 Feb 08 16:21:06.761919 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:06.907202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-71959cc8-433d-419b-b72c-c34487956659 req-e55a0ea5-317a-4b94-ad26-e5fe61ac23ba tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 210 time: 0.0348737 Feb 08 16:21:07.981927 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:08.023625 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-91405945-3318-468e-9714-dfedd288a651 req-745f9d05-7ad9-4594-ab02-0c913083299a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 210 time: 0.0291855 Feb 08 16:21:09.127024 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b9f9c74a-4b0e-449d-86d8-f57505f0d75a req-172d2730-bf99-4894-8f52-3f7c12cd13dc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 210 time: 0.0295143 Feb 08 16:21:10.233339 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fcad304-fa50-428f-b43b-e8d9bac41ddd req-c5395069-63ef-4952-8777-3abde54e708a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 210 time: 0.0288053 Feb 08 16:21:11.351982 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ef04ba0-5031-424a-a712-f3086f89a2b8 req-9e233db5-cad4-4a91-bdef-fc569ef65166 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=5547dc3b-99c5-41a2-84b2-50848dbde330 HTTP/1.1" status: 200 len: 210 time: 0.0319095 Feb 08 16:21:16.203012 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:21:19.109758 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:20.526225 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:22.131672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56196) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:22.374217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adcd9bd-5932-401a-a4c5-2a22b66d9a75 admin admin] Deleting subnet 1a93e1da-53c5-43ec-bfbe-d31abf36f02a {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:21:22.379257 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8adcd9bd-5932-401a-a4c5-2a22b66d9a75 admin admin] Publish callbacks [] for subnet (1a93e1da-53c5-43ec-bfbe-d31abf36f02a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:22.420493 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8adcd9bd-5932-401a-a4c5-2a22b66d9a75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (1a93e1da-53c5-43ec-bfbe-d31abf36f02a), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:22.498890 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8adcd9bd-5932-401a-a4c5-2a22b66d9a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (1a93e1da-53c5-43ec-bfbe-d31abf36f02a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:22.600863 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8adcd9bd-5932-401a-a4c5-2a22b66d9a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (1a93e1da-53c5-43ec-bfbe-d31abf36f02a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:22.635474 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcd9bd-5932-401a-a4c5-2a22b66d9a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a93e1da-53c5-43ec-bfbe-d31abf36f02a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:22.646497 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8adcd9bd-5932-401a-a4c5-2a22b66d9a75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:22.654178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8adcd9bd-5932-401a-a4c5-2a22b66d9a75 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/1a93e1da-53c5-43ec-bfbe-d31abf36f02a HTTP/1.1" status: 204 len: 168 time: 0.5214119 Feb 08 16:21:22.656897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56200) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:22.775950 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-871e0f1a-0e2d-4540-b71b-e0ba62217649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (da809082-d851-4dbb-98d2-f94d9a40077a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:22.926636 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-871e0f1a-0e2d-4540-b71b-e0ba62217649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (da809082-d851-4dbb-98d2-f94d9a40077a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:22.951720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-871e0f1a-0e2d-4540-b71b-e0ba62217649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da809082-d851-4dbb-98d2-f94d9a40077a']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:21:22.965273 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-871e0f1a-0e2d-4540-b71b-e0ba62217649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a622a31-7305-4ca0-8e76-d7f7e2cb6446') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:21:22.966067 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-871e0f1a-0e2d-4540-b71b-e0ba62217649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a622a31-7305-4ca0-8e76-d7f7e2cb6446') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:21:22.977886 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-871e0f1a-0e2d-4540-b71b-e0ba62217649 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (5a622a31-7305-4ca0-8e76-d7f7e2cb6446), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:22.999192 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-871e0f1a-0e2d-4540-b71b-e0ba62217649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (5a622a31-7305-4ca0-8e76-d7f7e2cb6446), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:23.010836 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871e0f1a-0e2d-4540-b71b-e0ba62217649 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:21:23.012458 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-871e0f1a-0e2d-4540-b71b-e0ba62217649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (5a622a31-7305-4ca0-8e76-d7f7e2cb6446), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:21:23.014822 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:21:23.093512 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-871e0f1a-0e2d-4540-b71b-e0ba62217649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (da809082-d851-4dbb-98d2-f94d9a40077a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:23.107126 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-871e0f1a-0e2d-4540-b71b-e0ba62217649 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:23.111653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-871e0f1a-0e2d-4540-b71b-e0ba62217649 admin admin] 10.222.0.82 "DELETE /v2.0/networks/da809082-d851-4dbb-98d2-f94d9a40077a HTTP/1.1" status: 204 len: 168 time: 0.4518921 Feb 08 16:21:23.127651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e0f1a-0e2d-4540-b71b-e0ba62217649 admin admin] Pushing event deleted for resources: {'Network': ['ID=da809082-d851-4dbb-98d2-f94d9a40077a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:23.332380 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56224) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:23.413977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f9e87a2d-d442-4e5c-b09f-a6e77a008004 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ddc76981e68b4095927a6290a6cdafcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0776901 Feb 08 16:21:23.414465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56226) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:23.491461 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2a28447-b5b7-41a1-80bb-d689b0642384 admin admin] Publish callbacks [] for security_group (a8e45f26-b629-4848-99b5-ad3c4624ebdb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:23.522381 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2a28447-b5b7-41a1-80bb-d689b0642384 admin admin] Publish callbacks [] for security_group (a8e45f26-b629-4848-99b5-ad3c4624ebdb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:23.600197 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2a28447-b5b7-41a1-80bb-d689b0642384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a8e45f26-b629-4848-99b5-ad3c4624ebdb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:23.609185 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a2a28447-b5b7-41a1-80bb-d689b0642384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:23.619594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a2a28447-b5b7-41a1-80bb-d689b0642384 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a8e45f26-b629-4848-99b5-ad3c4624ebdb HTTP/1.1" status: 204 len: 168 time: 0.2013156 Feb 08 16:21:23.643791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a28447-b5b7-41a1-80bb-d689b0642384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e45f26-b629-4848-99b5-ad3c4624ebdb,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:24.424245 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56286) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:24.430233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2738067c-9f01-4aed-8bb1-8f8a93cbdef6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337600081', 'description': 'tempest-secgroup-smoke-1337600081 description', 'project_id': '68509b2f836b4f78af0f2db3edc9c23c'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:24.456120 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2738067c-9f01-4aed-8bb1-8f8a93cbdef6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:24.538005 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2738067c-9f01-4aed-8bb1-8f8a93cbdef6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group (9d742ef9-018b-4d7b-b9f9-6a57c1b70dce), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:24.543017 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2738067c-9f01-4aed-8bb1-8f8a93cbdef6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9d742ef9-018b-4d7b-b9f9-6a57c1b70dce), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:24.579366 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738067c-9f01-4aed-8bb1-8f8a93cbdef6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:24.601237 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2738067c-9f01-4aed-8bb1-8f8a93cbdef6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:24.602742 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2738067c-9f01-4aed-8bb1-8f8a93cbdef6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1764691 Feb 08 16:21:24.605955 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56290) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:24.611372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b2079b71-0827-46df-8df7-fddbffe1c32e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'security_group_rule': {'security_group_id': '9d742ef9-018b-4d7b-b9f9-6a57c1b70dce', 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:24.647806 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2079b71-0827-46df-8df7-fddbffe1c32e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (ac8bbbb4-671a-4d2c-aa01-ca696e63d56f), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:24.702727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2079b71-0827-46df-8df7-fddbffe1c32e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (ac8bbbb4-671a-4d2c-aa01-ca696e63d56f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:24.708771 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2079b71-0827-46df-8df7-fddbffe1c32e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (ac8bbbb4-671a-4d2c-aa01-ca696e63d56f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:24.742479 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2079b71-0827-46df-8df7-fddbffe1c32e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8bbbb4-671a-4d2c-aa01-ca696e63d56f,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:24.754683 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b2079b71-0827-46df-8df7-fddbffe1c32e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:24.754683 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b2079b71-0827-46df-8df7-fddbffe1c32e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461775 Feb 08 16:21:24.756937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56294) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:24.762557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-75e8d779-dd38-488e-a68a-ceab4370d8bd tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'security_group_rule': {'security_group_id': '9d742ef9-018b-4d7b-b9f9-6a57c1b70dce', 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:24.801569 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75e8d779-dd38-488e-a68a-ceab4370d8bd tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (0d3dc091-610d-4c3d-9233-b3fd6ee3cb0e), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:24.893874 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75e8d779-dd38-488e-a68a-ceab4370d8bd tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (0d3dc091-610d-4c3d-9233-b3fd6ee3cb0e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:24.898287 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75e8d779-dd38-488e-a68a-ceab4370d8bd tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (0d3dc091-610d-4c3d-9233-b3fd6ee3cb0e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:24.924884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8d779-dd38-488e-a68a-ceab4370d8bd tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3dc091-610d-4c3d-9233-b3fd6ee3cb0e,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:24.946106 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-75e8d779-dd38-488e-a68a-ceab4370d8bd tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:24.947384 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-75e8d779-dd38-488e-a68a-ceab4370d8bd tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1887686 Feb 08 16:21:24.950544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56300) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:24.955741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d910d257-936a-4a25-b873-d820aaf27d56 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'security_group_rule': {'security_group_id': '9d742ef9-018b-4d7b-b9f9-6a57c1b70dce', 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:24.987403 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d910d257-936a-4a25-b873-d820aaf27d56 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (f7cc89a8-4029-47a5-b088-8ea38174901c), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.086770 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d910d257-936a-4a25-b873-d820aaf27d56 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (f7cc89a8-4029-47a5-b088-8ea38174901c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.095413 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d910d257-936a-4a25-b873-d820aaf27d56 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (f7cc89a8-4029-47a5-b088-8ea38174901c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.136762 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d910d257-936a-4a25-b873-d820aaf27d56 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.138035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d910d257-936a-4a25-b873-d820aaf27d56 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1862552 Feb 08 16:21:25.141000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56308) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:25.148048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-9df2b5e9-7810-4b48-a9bc-8a096d4513d6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'security_group_rule': {'security_group_id': '9d742ef9-018b-4d7b-b9f9-6a57c1b70dce', 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:25.197140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910d257-936a-4a25-b873-d820aaf27d56 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cc89a8-4029-47a5-b088-8ea38174901c,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:25.210544 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9df2b5e9-7810-4b48-a9bc-8a096d4513d6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (7451e2b1-34bd-4414-ad6d-c933b9b7d933), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.296117 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9df2b5e9-7810-4b48-a9bc-8a096d4513d6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (7451e2b1-34bd-4414-ad6d-c933b9b7d933), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.304463 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9df2b5e9-7810-4b48-a9bc-8a096d4513d6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (7451e2b1-34bd-4414-ad6d-c933b9b7d933), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.347898 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9df2b5e9-7810-4b48-a9bc-8a096d4513d6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.350417 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9df2b5e9-7810-4b48-a9bc-8a096d4513d6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2082524 Feb 08 16:21:25.353436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56314) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:25.363410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-512c70e5-b018-47c3-a2ce-fe97356716c4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'security_group_rule': {'security_group_id': '9d742ef9-018b-4d7b-b9f9-6a57c1b70dce', 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:25.365432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2b5e9-7810-4b48-a9bc-8a096d4513d6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7451e2b1-34bd-4414-ad6d-c933b9b7d933,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:25.421008 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-512c70e5-b018-47c3-a2ce-fe97356716c4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Project 68509b2f836b4f78af0f2db3edc9c23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:21:25.443830 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-512c70e5-b018-47c3-a2ce-fe97356716c4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (a625aba1-b292-4c39-ab67-7b59d8d85bd0), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.540914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-512c70e5-b018-47c3-a2ce-fe97356716c4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (a625aba1-b292-4c39-ab67-7b59d8d85bd0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.546036 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-512c70e5-b018-47c3-a2ce-fe97356716c4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (a625aba1-b292-4c39-ab67-7b59d8d85bd0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.574542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c70e5-b018-47c3-a2ce-fe97356716c4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a625aba1-b292-4c39-ab67-7b59d8d85bd0,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:25.588793 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-512c70e5-b018-47c3-a2ce-fe97356716c4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.591734 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-512c70e5-b018-47c3-a2ce-fe97356716c4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2369688 Feb 08 16:21:25.594758 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56320) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:25.603184 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-01e38d84-26ae-4e54-8cea-f71032544747 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'security_group_rule': {'security_group_id': '9d742ef9-018b-4d7b-b9f9-6a57c1b70dce', 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:25.630078 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-01e38d84-26ae-4e54-8cea-f71032544747 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Project 68509b2f836b4f78af0f2db3edc9c23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:21:25.637636 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-01e38d84-26ae-4e54-8cea-f71032544747 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (8b3b306b-2d56-4947-9b33-d7a11dc58450), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.721700 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-01e38d84-26ae-4e54-8cea-f71032544747 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (8b3b306b-2d56-4947-9b33-d7a11dc58450), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.729110 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-01e38d84-26ae-4e54-8cea-f71032544747 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (8b3b306b-2d56-4947-9b33-d7a11dc58450), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.749568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e38d84-26ae-4e54-8cea-f71032544747 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3b306b-2d56-4947-9b33-d7a11dc58450,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:25.775831 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-01e38d84-26ae-4e54-8cea-f71032544747 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:25.784365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-01e38d84-26ae-4e54-8cea-f71032544747 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1857500 Feb 08 16:21:26.287126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56370) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:26.292458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-8a22f359-67a2-46fe-b72e-986e2ce3d27b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-699364839', 'description': 'tempest-secgroup-smoke-699364839 description', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:26.320106 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a22f359-67a2-46fe-b72e-986e2ce3d27b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:26.332834 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a22f359-67a2-46fe-b72e-986e2ce3d27b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:26.482684 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a22f359-67a2-46fe-b72e-986e2ce3d27b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (8864f040-26bc-46b5-9a8d-99c67a2c4f78), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:26.488439 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a22f359-67a2-46fe-b72e-986e2ce3d27b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8864f040-26bc-46b5-9a8d-99c67a2c4f78), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:26.522186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22f359-67a2-46fe-b72e-986e2ce3d27b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8864f040-26bc-46b5-9a8d-99c67a2c4f78,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:26.597301 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a22f359-67a2-46fe-b72e-986e2ce3d27b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (77f2a106-6a75-4a65-8d56-0f36d57360c1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:26.607176 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a22f359-67a2-46fe-b72e-986e2ce3d27b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (77f2a106-6a75-4a65-8d56-0f36d57360c1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:26.672183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22f359-67a2-46fe-b72e-986e2ce3d27b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f2a106-6a75-4a65-8d56-0f36d57360c1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:26.708122 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a22f359-67a2-46fe-b72e-986e2ce3d27b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:26.723607 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8a22f359-67a2-46fe-b72e-986e2ce3d27b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4319797 Feb 08 16:21:26.724911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56410) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:26.738212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-81527543-5ead-4567-93a6-884a525c972d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '77f2a106-6a75-4a65-8d56-0f36d57360c1', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:26.777620 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-81527543-5ead-4567-93a6-884a525c972d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (c3e5da44-ef40-44f3-a38a-680450e5f2e1), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:26.891955 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-81527543-5ead-4567-93a6-884a525c972d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (c3e5da44-ef40-44f3-a38a-680450e5f2e1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:26.898172 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-81527543-5ead-4567-93a6-884a525c972d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (c3e5da44-ef40-44f3-a38a-680450e5f2e1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:26.941323 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81527543-5ead-4567-93a6-884a525c972d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e5da44-ef40-44f3-a38a-680450e5f2e1,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:26.953033 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-81527543-5ead-4567-93a6-884a525c972d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:26.957704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-81527543-5ead-4567-93a6-884a525c972d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2277892 Feb 08 16:21:26.959136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56422) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:26.964058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-353c4fab-8eda-48a7-9655-56d17459507d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '77f2a106-6a75-4a65-8d56-0f36d57360c1', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:27.021393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-353c4fab-8eda-48a7-9655-56d17459507d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (f981cbc1-a059-4618-a0de-ccca5d330f77), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.109533 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-353c4fab-8eda-48a7-9655-56d17459507d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (f981cbc1-a059-4618-a0de-ccca5d330f77), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.115754 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-353c4fab-8eda-48a7-9655-56d17459507d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (f981cbc1-a059-4618-a0de-ccca5d330f77), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.137975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c4fab-8eda-48a7-9655-56d17459507d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f981cbc1-a059-4618-a0de-ccca5d330f77,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:27.150338 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-353c4fab-8eda-48a7-9655-56d17459507d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.151786 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-353c4fab-8eda-48a7-9655-56d17459507d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1915486 Feb 08 16:21:27.154659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56428) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:27.161079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-74efd378-650d-4857-951f-c8a79e3631eb tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '77f2a106-6a75-4a65-8d56-0f36d57360c1', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:27.216784 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-74efd378-650d-4857-951f-c8a79e3631eb tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (f03e67a8-f54f-4859-826b-8e11db88e309), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.322887 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-74efd378-650d-4857-951f-c8a79e3631eb tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (f03e67a8-f54f-4859-826b-8e11db88e309), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.331743 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-74efd378-650d-4857-951f-c8a79e3631eb tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (f03e67a8-f54f-4859-826b-8e11db88e309), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.366606 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-74efd378-650d-4857-951f-c8a79e3631eb tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.368259 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-74efd378-650d-4857-951f-c8a79e3631eb tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2122560 Feb 08 16:21:27.371229 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56432) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:27.373465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efd378-650d-4857-951f-c8a79e3631eb tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03e67a8-f54f-4859-826b-8e11db88e309,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:27.378435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1c7e9b17-6704-4f74-8821-c4c941a833b2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '77f2a106-6a75-4a65-8d56-0f36d57360c1', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:27.436099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c7e9b17-6704-4f74-8821-c4c941a833b2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (5eeca070-34af-441f-b470-fc38860ed84f), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.539250 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c7e9b17-6704-4f74-8821-c4c941a833b2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (5eeca070-34af-441f-b470-fc38860ed84f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.550096 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c7e9b17-6704-4f74-8821-c4c941a833b2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (5eeca070-34af-441f-b470-fc38860ed84f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.569000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e9b17-6704-4f74-8821-c4c941a833b2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eeca070-34af-441f-b470-fc38860ed84f,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:27.584982 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1c7e9b17-6704-4f74-8821-c4c941a833b2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.586391 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1c7e9b17-6704-4f74-8821-c4c941a833b2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2135878 Feb 08 16:21:27.589148 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56440) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:27.597514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-99cead5e-ccc3-4e77-9ae7-390f67d72790 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '77f2a106-6a75-4a65-8d56-0f36d57360c1', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:27.632237 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-99cead5e-ccc3-4e77-9ae7-390f67d72790 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Project eaaf6f2b7cc84c8382c2d49312dd8dce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:21:27.638869 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99cead5e-ccc3-4e77-9ae7-390f67d72790 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (91ce724e-d734-4670-b967-a30a8ccba9c8), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.719681 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99cead5e-ccc3-4e77-9ae7-390f67d72790 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (91ce724e-d734-4670-b967-a30a8ccba9c8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.726563 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99cead5e-ccc3-4e77-9ae7-390f67d72790 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (91ce724e-d734-4670-b967-a30a8ccba9c8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.751284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cead5e-ccc3-4e77-9ae7-390f67d72790 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ce724e-d734-4670-b967-a30a8ccba9c8,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:27.771019 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-99cead5e-ccc3-4e77-9ae7-390f67d72790 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.773019 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-99cead5e-ccc3-4e77-9ae7-390f67d72790 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1823809 Feb 08 16:21:27.775602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56442) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:27.781114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6fe56f62-0cd8-417e-81cf-3e3963806b8d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '77f2a106-6a75-4a65-8d56-0f36d57360c1', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:27.813165 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-6fe56f62-0cd8-417e-81cf-3e3963806b8d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Project eaaf6f2b7cc84c8382c2d49312dd8dce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:21:27.820683 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6fe56f62-0cd8-417e-81cf-3e3963806b8d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (045d74fb-c703-42bd-8593-445ac8e84cd5), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.922513 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6fe56f62-0cd8-417e-81cf-3e3963806b8d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (045d74fb-c703-42bd-8593-445ac8e84cd5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.930940 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6fe56f62-0cd8-417e-81cf-3e3963806b8d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (045d74fb-c703-42bd-8593-445ac8e84cd5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.958265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe56f62-0cd8-417e-81cf-3e3963806b8d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045d74fb-c703-42bd-8593-445ac8e84cd5,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:27.972723 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6fe56f62-0cd8-417e-81cf-3e3963806b8d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:27.978070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6fe56f62-0cd8-417e-81cf-3e3963806b8d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1972947 Feb 08 16:21:27.978819 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56448) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:27.985007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-4af7fcb9-99b1-4d56-88f0-77f8629da5f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'network': {'name': 'tempest-network-smoke--2029078467', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'port_security_enabled': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:28.008657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af7fcb9-99b1-4d56-88f0-77f8629da5f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Made reservation on behalf of eaaf6f2b7cc84c8382c2d49312dd8dce for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:21:28.012434 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4af7fcb9-99b1-4d56-88f0-77f8629da5f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:28.044035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af7fcb9-99b1-4d56-88f0-77f8629da5f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:21:28.055257 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4af7fcb9-99b1-4d56-88f0-77f8629da5f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (1950daa1-a0b7-42de-8e41-22c657ef6525), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:28.055912 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-4af7fcb9-99b1-4d56-88f0-77f8629da5f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Added segment 1950daa1-a0b7-42de-8e41-22c657ef6525 of type vlan for network 634e02f1-2215-409f-a536-fd62e8d8a08f Feb 08 16:21:28.108128 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4af7fcb9-99b1-4d56-88f0-77f8629da5f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (634e02f1-2215-409f-a536-fd62e8d8a08f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:28.137593 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4af7fcb9-99b1-4d56-88f0-77f8629da5f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (634e02f1-2215-409f-a536-fd62e8d8a08f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:28.143759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af7fcb9-99b1-4d56-88f0-77f8629da5f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:28.144390 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4af7fcb9-99b1-4d56-88f0-77f8629da5f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:28.227488 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4af7fcb9-99b1-4d56-88f0-77f8629da5f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2472498 Feb 08 16:21:28.230804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56456) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:28.236278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'admin_state_up': True, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:28.259420 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7fcb9-99b1-4d56-88f0-77f8629da5f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Network': ['ID=634e02f1-2215-409f-a536-fd62e8d8a08f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:28.279076 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (ebf14b3f-99b4-4173-95e5-8c50efef7dde), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:28.280571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (ebf14b3f-99b4-4173-95e5-8c50efef7dde), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:28.280981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 634e02f1-2215-409f-a536-fd62e8d8a08f details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:21:28.365799 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_controller (ebf14b3f-99b4-4173-95e5-8c50efef7dde), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:28.585158 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (ebf14b3f-99b4-4173-95e5-8c50efef7dde), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:28.878193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (ebf14b3f-99b4-4173-95e5-8c50efef7dde), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:28.910498 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:29.054929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.25.7.217 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/d5485c40-2342-4965-b0e0-7ec1a927cd8d) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:21:29.178921 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (d5485c40-2342-4965-b0e0-7ec1a927cd8d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:29.230894 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d5485c40-2342-4965-b0e0-7ec1a927cd8d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:29.292320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:21:29.294410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=d5485c40-2342-4965-b0e0-7ec1a927cd8d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:29.297057 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:21:29.300140 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:21:29.645595 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (ebf14b3f-99b4-4173-95e5-8c50efef7dde), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:30.164544 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (ebf14b3f-99b4-4173-95e5-8c50efef7dde), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:30.315911 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router ebf14b3f-99b4-4173-95e5-8c50efef7dde is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:21:30.461234 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:21:30.478832 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Sync routers for ids ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:21:30.492104 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Routers {'ebf14b3f-99b4-4173-95e5-8c50efef7dde'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:21:30.492851 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:21:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:21:30.502541 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:30.509125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56494) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:30.510769 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-61aaee2a-d617-4475-8ee2-cfe88e2a8a2a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2783811 Feb 08 16:21:30.637518 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Set router ebf14b3f-99b4-4173-95e5-8c50efef7dde gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:21:30.692522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-34b6085e-18b0-40a5-8691-34c8a38ed197 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=eaaf6f2b7cc84c8382c2d49312dd8dce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1817739 Feb 08 16:21:30.695353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56504) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:30.846492 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf0e9af-7563-4670-980f-f18b55da0326 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:30.856395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bcf0e9af-7563-4670-980f-f18b55da0326 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1561942 Feb 08 16:21:30.856666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56506) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:30.910408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-061227d2-905f-4997-8636-c1b5035c7ecc tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511210 Feb 08 16:21:30.913416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 56512) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:30.922710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-b11f6a10-6bae-45c6-8fd6-bd05ad6348d9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1952005922', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:30.926916 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:29Z', 'revision_number': 3, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:21:30.964535 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Checking router: ebf14b3f-99b4-4173-95e5-8c50efef7dde for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:21:30.965456 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Updating router ebf14b3f-99b4-4173-95e5-8c50efef7dde port d5485c40-2342-4965-b0e0-7ec1a927cd8d binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:21:31.015911 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d5485c40-2342-4965-b0e0-7ec1a927cd8d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:31.042516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11f6a10-6bae-45c6-8fd6-bd05ad6348d9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Made reservation on behalf of eaaf6f2b7cc84c8382c2d49312dd8dce for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:21:31.046861 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b11f6a10-6bae-45c6-8fd6-bd05ad6348d9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:31.326096 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b11f6a10-6bae-45c6-8fd6-bd05ad6348d9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (52ab6b59-cffa-4b25-a360-9577d690fc24), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:31.391546 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Publish callbacks [] for port (d5485c40-2342-4965-b0e0-7ec1a927cd8d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:31.400559 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d5485c40-2342-4965-b0e0-7ec1a927cd8d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:31.426523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f6a10-6bae-45c6-8fd6-bd05ad6348d9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Subnet': ['ID=52ab6b59-cffa-4b25-a360-9577d690fc24,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:31.460681 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Attempting to bind port d5485c40-2342-4965-b0e0-7ec1a927cd8d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:21:31.461147 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Attempting to bind port d5485c40-2342-4965-b0e0-7ec1a927cd8d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:21:31.461676 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Attempting to bind port d5485c40-2342-4965-b0e0-7ec1a927cd8d on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:21:31.461801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f6a10-6bae-45c6-8fd6-bd05ad6348d9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Checking segment: {'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:21:31.462640 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11f6a10-6bae-45c6-8fd6-bd05ad6348d9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network hostable DHCP agents. Network: 634e02f1-2215-409f-a536-fd62e8d8a08f, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:21:31.475318 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:21:31.475894 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:21:31.476458 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:31.477363 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:21:31.478231 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Bound port: d5485c40-2342-4965-b0e0-7ec1a927cd8d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:21:31.479286 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d5485c40-2342-4965-b0e0-7ec1a927cd8d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:31.485435 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11f6a10-6bae-45c6-8fd6-bd05ad6348d9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 634e02f1-2215-409f-a536-fd62e8d8a08f is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:21:31.502252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-b11f6a10-6bae-45c6-8fd6-bd05ad6348d9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 634e02f1-2215-409f-a536-fd62e8d8a08f) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:21:31.514937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11f6a10-6bae-45c6-8fd6-bd05ad6348d9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:31.516019 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b11f6a10-6bae-45c6-8fd6-bd05ad6348d9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:31.517480 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9b638-0075-47ca-9ae2-138aebe49451 None None] Pushing event updated for resources: {'Port': ['ID=d5485c40-2342-4965-b0e0-7ec1a927cd8d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:31.517926 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20df873e-9e2f-4bff-9520-c2cc04e98d81 None None] Network 634e02f1-2215-409f-a536-fd62e8d8a08f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:21:31.535617 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9b638-0075-47ca-9ae2-138aebe49451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:31.535995 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9b638-0075-47ca-9ae2-138aebe49451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:31.536405 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9b638-0075-47ca-9ae2-138aebe49451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:31.536783 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9b638-0075-47ca-9ae2-138aebe49451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:31.537242 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9b638-0075-47ca-9ae2-138aebe49451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:31.537587 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9b638-0075-47ca-9ae2-138aebe49451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:31.537957 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9b638-0075-47ca-9ae2-138aebe49451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:31.538328 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9b638-0075-47ca-9ae2-138aebe49451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:31.538698 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9b638-0075-47ca-9ae2-138aebe49451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:31.539068 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9b638-0075-47ca-9ae2-138aebe49451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:31.539406 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9b638-0075-47ca-9ae2-138aebe49451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:31.539729 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9b638-0075-47ca-9ae2-138aebe49451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:31.540106 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9b638-0075-47ca-9ae2-138aebe49451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:31.544987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56520) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:31.549917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b11f6a10-6bae-45c6-8fd6-bd05ad6348d9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6329401 Feb 08 16:21:31.579125 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] For port d5485c40-2342-4965-b0e0-7ec1a927cd8d, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:21:31.584254 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] For port d5485c40-2342-4965-b0e0-7ec1a927cd8d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d5485c40-2342-4965-b0e0-7ec1a927cd8d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:21:31.594515 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d5485c40-2342-4965-b0e0-7ec1a927cd8d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:31.646229 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ee86547-08e7-45b0-adc0-22e9b9bfcb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:31.683982 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Routers {'ebf14b3f-99b4-4173-95e5-8c50efef7dde'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:21:31.684890 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:21:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:21:31.690818 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9b638-0075-47ca-9ae2-138aebe49451 None None] Pushing event updated for resources: {'Port': ['ID=d5485c40-2342-4965-b0e0-7ec1a927cd8d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:31.767615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-634e02f1-2215-409f-a536-fd62e8d8a08f', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ips': [{'subnet_id': '52ab6b59-cffa-4b25-a360-9577d690fc24'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:21:31.768702 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:31.854851 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] Set router ebf14b3f-99b4-4173-95e5-8c50efef7dde gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:21:32.040384 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Allocated IP 172.20.0.2 (634e02f1-2215-409f-a536-fd62e8d8a08f/52ab6b59-cffa-4b25-a360-9577d690fc24/18273e58-1ade-4658-b7e5-00e15de33812) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:21:32.169180 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:29Z', 'revision_number': 3, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:21:32.211071 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a6485-07ee-4ffa-9dfc-8e65ee911fc7 None None] The sync data for ids ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'] in n-d-824834-11 is: [{'id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:29Z', 'revision_number': 3, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:21:32.278558 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Publish callbacks [] for port (18273e58-1ade-4658-b7e5-00e15de33812), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:32.301337 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (18273e58-1ade-4658-b7e5-00e15de33812), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:32.374061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Network 634e02f1-2215-409f-a536-fd62e8d8a08f is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:21:32.376182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:21:32.387375 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:21:32.417819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Pushing event updated for resources: {'Port': ['ID=18273e58-1ade-4658-b7e5-00e15de33812,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:32.436420 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:32.451823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:32.452171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:32.452519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:32.452863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:32.453223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:32.453546 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:32.453877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:32.454206 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:32.454581 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:32.455175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:32.455513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:32.455841 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:32.456167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:21:32.471380 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Attempting to bind port 18273e58-1ade-4658-b7e5-00e15de33812 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:21:32.471719 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Attempting to bind port 18273e58-1ade-4658-b7e5-00e15de33812 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:21:32.472082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Attempting to bind port 18273e58-1ade-4658-b7e5-00e15de33812 on network 634e02f1-2215-409f-a536-fd62e8d8a08f {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:21:32.477611 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:21:32.478000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Checking segment: {'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:21:32.478413 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:32.478814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Bound using segment: {'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:21:32.479301 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Bound port: 18273e58-1ade-4658-b7e5-00e15de33812, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:21:32.479688 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (18273e58-1ade-4658-b7e5-00e15de33812), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:32.590126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] For port 18273e58-1ade-4658-b7e5-00e15de33812, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:21:32.598400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] For port 18273e58-1ade-4658-b7e5-00e15de33812, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=18273e58-1ade-4658-b7e5-00e15de33812,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:21:32.619072 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (18273e58-1ade-4658-b7e5-00e15de33812), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:32.689961 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb03574-ca3d-40fe-b51c-2e09b6f89213 None None] Pushing event updated for resources: {'Port': ['ID=18273e58-1ade-4658-b7e5-00e15de33812,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:33.104385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.20.0.1 (634e02f1-2215-409f-a536-fd62e8d8a08f/52ab6b59-cffa-4b25-a360-9577d690fc24/c734bdc8-8578-4218-ad2e-427790e27514) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:21:33.368632 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (c734bdc8-8578-4218-ad2e-427790e27514), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:33.441705 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c734bdc8-8578-4218-ad2e-427790e27514), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:33.519512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 634e02f1-2215-409f-a536-fd62e8d8a08f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:21:33.527571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:21:33.532597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:21:33.593189 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (ebf14b3f-99b4-4173-95e5-8c50efef7dde), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:33.598029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=c734bdc8-8578-4218-ad2e-427790e27514,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:33.643586 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d5485c40-2342-4965-b0e0-7ec1a927cd8d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:21:33.778902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port d5485c40-2342-4965-b0e0-7ec1a927cd8d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:21:33.779431 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d5485c40-2342-4965-b0e0-7ec1a927cd8d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:33.901327 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b2ac680c-8357-4c08-a4e5-785ea19ebb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:33.967459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c734bdc8-8578-4218-ad2e-427790e27514), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:33.972116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port d5485c40-2342-4965-b0e0-7ec1a927cd8d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:21:33.973564 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d5485c40-2342-4965-b0e0-7ec1a927cd8d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:33.997428 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port d5485c40-2342-4965-b0e0-7ec1a927cd8d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d5485c40-2342-4965-b0e0-7ec1a927cd8d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:21:34.003479 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d5485c40-2342-4965-b0e0-7ec1a927cd8d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:34.005457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 18273e58-1ade-4658-b7e5-00e15de33812 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:21:34.176104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=d5485c40-2342-4965-b0e0-7ec1a927cd8d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:34.186962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 18273e58-1ade-4658-b7e5-00e15de33812 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:21:34.187351 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (18273e58-1ade-4658-b7e5-00e15de33812), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:34.326552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 18273e58-1ade-4658-b7e5-00e15de33812 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:21:34.326946 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (18273e58-1ade-4658-b7e5-00e15de33812), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:34.433320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 18273e58-1ade-4658-b7e5-00e15de33812, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=18273e58-1ade-4658-b7e5-00e15de33812,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:21:34.441744 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (18273e58-1ade-4658-b7e5-00e15de33812), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:34.582944 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=18273e58-1ade-4658-b7e5-00e15de33812,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:34.597577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b86968-4499-40c7-a599-820ebd468446 None None] Network 634e02f1-2215-409f-a536-fd62e8d8a08f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:21:34.683794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-75b755cb-fabc-4ef0-aaab-e82087565853 None None] Provisioning complete for port 18273e58-1ade-4658-b7e5-00e15de33812 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:21:34.684901 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-75b755cb-fabc-4ef0-aaab-e82087565853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (18273e58-1ade-4658-b7e5-00e15de33812), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:34.857797 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (c734bdc8-8578-4218-ad2e-427790e27514), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:34.866551 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (c734bdc8-8578-4218-ad2e-427790e27514), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:34.901118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-75b755cb-fabc-4ef0-aaab-e82087565853 None None] Current status of the port 18273e58-1ade-4658-b7e5-00e15de33812 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:21:34.966114 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (ebf14b3f-99b4-4173-95e5-8c50efef7dde), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:34.968220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=c734bdc8-8578-4218-ad2e-427790e27514,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:35.119647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 634e02f1-2215-409f-a536-fd62e8d8a08f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:21:35.121631 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:21:35.290828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router ebf14b3f-99b4-4173-95e5-8c50efef7dde has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:21:35.337340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4c67ac0e-2dc3-4c36-888e-b6d7178c35c3 None None] Provisioning complete for port 18273e58-1ade-4658-b7e5-00e15de33812 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:21:35.337728 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c67ac0e-2dc3-4c36-888e-b6d7178c35c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (18273e58-1ade-4658-b7e5-00e15de33812), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:35.472890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d5485c40-2342-4965-b0e0-7ec1a927cd8d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:21:35.500313 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:21:35.523493 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7074562d-9645-48df-9f4d-7bc289e2957c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "PUT /v2.0/routers/ebf14b3f-99b4-4173-95e5-8c50efef7dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9671564 Feb 08 16:21:35.524338 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4c67ac0e-2dc3-4c36-888e-b6d7178c35c3 None None] Current status of the port 18273e58-1ade-4658-b7e5-00e15de33812 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:21:35.539346 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Sync routers for ids ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:21:35.590350 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4c67ac0e-2dc3-4c36-888e-b6d7178c35c3 None None] Provisioning complete for port c734bdc8-8578-4218-ad2e-427790e27514 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:21:35.590736 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4c67ac0e-2dc3-4c36-888e-b6d7178c35c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c734bdc8-8578-4218-ad2e-427790e27514), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:35.676784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Routers {'ebf14b3f-99b4-4173-95e5-8c50efef7dde'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:21:35.677394 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:21:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:21:35.681889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port d5485c40-2342-4965-b0e0-7ec1a927cd8d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:21:35.682472 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d5485c40-2342-4965-b0e0-7ec1a927cd8d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:35.800165 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:35.850037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4c67ac0e-2dc3-4c36-888e-b6d7178c35c3 None None] Port c734bdc8-8578-4218-ad2e-427790e27514 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:21:35.852329 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-6d0035dc-102e-4b9f-8309-bdee83935498 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-699364839&fields=id&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 267 time: 0.1035020 Feb 08 16:21:36.014634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-49495c6b-1ae5-4a65-9666-26bf323b7d61 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:36.018733 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-49495c6b-1ae5-4a65-9666-26bf323b7d61 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/networks?id=634e02f1-2215-409f-a536-fd62e8d8a08f HTTP/1.1" status: 200 len: 797 time: 0.1530123 Feb 08 16:21:36.041847 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-8d73151f-0d2d-442c-a37f-87861a29e5f0 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/quotas/eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 375 time: 0.0168025 Feb 08 16:21:36.120776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-abecede2-a96b-4892-ba3e-a4bd26268348 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686197 Feb 08 16:21:36.194649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Set router ebf14b3f-99b4-4173-95e5-8c50efef7dde gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:21:36.249937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0948759b-e971-4b39-be35-bb004fb01dc3 None None] Provisioning complete for port c734bdc8-8578-4218-ad2e-427790e27514 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:21:36.250330 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0948759b-e971-4b39-be35-bb004fb01dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c734bdc8-8578-4218-ad2e-427790e27514), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:36.256450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port d5485c40-2342-4965-b0e0-7ec1a927cd8d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:21:36.257673 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 18273e58-1ade-4658-b7e5-00e15de33812 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:21:36.405433 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-ceaa7e28-a475-4303-a145-ec3e45ae9662 service neutron] 10.222.0.82 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630866 Feb 08 16:21:36.498364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0948759b-e971-4b39-be35-bb004fb01dc3 None None] Port c734bdc8-8578-4218-ad2e-427790e27514 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:21:36.504159 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 18273e58-1ade-4658-b7e5-00e15de33812 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:21:36.504542 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (18273e58-1ade-4658-b7e5-00e15de33812), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:36.534085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-2ae58000-a411-498e-93b7-87b4d9132918 service neutron] 10.222.0.82 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253712 Feb 08 16:21:36.696917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 18273e58-1ade-4658-b7e5-00e15de33812 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:21:36.781362 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:36.860741 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dbf43c04-fd30-4d86-ac37-fcc3cebff7f4 req-58b2561c-e897-4f31-8fdf-8b749c341a63 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 210 time: 0.0914834 Feb 08 16:21:36.873564 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c734bdc8-8578-4218-ad2e-427790e27514', 'name': '', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b4:54:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:32Z', 'updated_at': '2022-02-08T16:21:34Z', 'revision_number': 2, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:21:36.938241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Checking router: ebf14b3f-99b4-4173-95e5-8c50efef7dde for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:21:36.938844 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Updating router ebf14b3f-99b4-4173-95e5-8c50efef7dde port c734bdc8-8578-4218-ad2e-427790e27514 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:21:37.005515 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c734bdc8-8578-4218-ad2e-427790e27514), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:37.536445 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Publish callbacks [] for port (c734bdc8-8578-4218-ad2e-427790e27514), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:37.542909 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c734bdc8-8578-4218-ad2e-427790e27514), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:37.593568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db3f00-2021-4669-b7fa-909b37c185c8 None None] Pushing event updated for resources: {'Port': ['ID=c734bdc8-8578-4218-ad2e-427790e27514,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:37.697649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Attempting to bind port c734bdc8-8578-4218-ad2e-427790e27514 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:21:37.698186 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Attempting to bind port c734bdc8-8578-4218-ad2e-427790e27514 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:21:37.698617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Attempting to bind port c734bdc8-8578-4218-ad2e-427790e27514 on network 634e02f1-2215-409f-a536-fd62e8d8a08f {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:21:37.704790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:21:37.705942 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Checking segment: {'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:21:37.705942 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:37.706359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Bound using segment: {'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:21:37.706952 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Bound port: c734bdc8-8578-4218-ad2e-427790e27514, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:21:37.707410 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c734bdc8-8578-4218-ad2e-427790e27514), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:37.834108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] For port c734bdc8-8578-4218-ad2e-427790e27514, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:21:37.839014 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] For port c734bdc8-8578-4218-ad2e-427790e27514, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c734bdc8-8578-4218-ad2e-427790e27514,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:21:37.859478 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c734bdc8-8578-4218-ad2e-427790e27514), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:37.937548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Routers {'ebf14b3f-99b4-4173-95e5-8c50efef7dde'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:21:37.940882 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:21:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:21:38.009731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3f3439f-e65b-4ecf-86bc-fa4625d49c39 req-cb0eab14-0ef3-4945-a698-74cb836c850e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 210 time: 0.0439799 Feb 08 16:21:38.101952 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db3f00-2021-4669-b7fa-909b37c185c8 None None] Pushing event updated for resources: {'Port': ['ID=c734bdc8-8578-4218-ad2e-427790e27514,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:38.138338 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f0e8e188-c718-4f2f-9ce2-f8769578521d None None] Provisioning complete for port c734bdc8-8578-4218-ad2e-427790e27514 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:21:38.138899 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0e8e188-c718-4f2f-9ce2-f8769578521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c734bdc8-8578-4218-ad2e-427790e27514), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:38.175403 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:38.252911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] Set router ebf14b3f-99b4-4173-95e5-8c50efef7dde gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:21:38.328272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8e188-c718-4f2f-9ce2-f8769578521d None None] Current status of the port c734bdc8-8578-4218-ad2e-427790e27514 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:21:38.328670 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0e8e188-c718-4f2f-9ce2-f8769578521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c734bdc8-8578-4218-ad2e-427790e27514), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:38.440710 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-e33f1220-c3c4-442e-8770-9e43a931b760 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:38.442446 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-e33f1220-c3c4-442e-8770-9e43a931b760 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "GET /v2.0/networks?id=634e02f1-2215-409f-a536-fd62e8d8a08f HTTP/1.1" status: 200 len: 797 time: 0.2600355 Feb 08 16:21:38.454207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f0e8e188-c718-4f2f-9ce2-f8769578521d None None] For port c734bdc8-8578-4218-ad2e-427790e27514, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c734bdc8-8578-4218-ad2e-427790e27514,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:21:38.462148 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0e8e188-c718-4f2f-9ce2-f8769578521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c734bdc8-8578-4218-ad2e-427790e27514), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:38.545981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8e188-c718-4f2f-9ce2-f8769578521d None None] Pushing event updated for resources: {'Port': ['ID=c734bdc8-8578-4218-ad2e-427790e27514,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:38.595115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-79c4e3df-3955-4304-a281-d48c9635acb9 None None] Provisioning complete for port c734bdc8-8578-4218-ad2e-427790e27514 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:21:38.596040 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-79c4e3df-3955-4304-a281-d48c9635acb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c734bdc8-8578-4218-ad2e-427790e27514), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:38.598148 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-c08fef67-437b-427a-b97e-7bdb2fceb572 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 379 time: 0.1458671 Feb 08 16:21:38.608917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-9e4e4cb6-b1c6-4a83-8eeb-ee83b6ed06a4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'port': {'device_id': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'admin_state_up': True, 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'security_groups': ['77f2a106-6a75-4a65-8d56-0f36d57360c1']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:38.698922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c734bdc8-8578-4218-ad2e-427790e27514', 'name': '', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b4:54:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:32Z', 'updated_at': '2022-02-08T16:21:37Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:21:38.743296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c78c35-bc0b-4132-8990-59a0681adb8f None None] The sync data for ids ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'] in n-d-824834-11 is: [{'id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c734bdc8-8578-4218-ad2e-427790e27514', 'name': '', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b4:54:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:32Z', 'updated_at': '2022-02-08T16:21:37Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:21:38.812643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-79c4e3df-3955-4304-a281-d48c9635acb9 None None] Current status of the port c734bdc8-8578-4218-ad2e-427790e27514 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:21:38.823681 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-9e4e4cb6-b1c6-4a83-8eeb-ee83b6ed06a4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Made reservation on behalf of eaaf6f2b7cc84c8382c2d49312dd8dce for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:21:38.834045 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-9e4e4cb6-b1c6-4a83-8eeb-ee83b6ed06a4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:39.045312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-9e4e4cb6-b1c6-4a83-8eeb-ee83b6ed06a4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.20.0.3 (634e02f1-2215-409f-a536-fd62e8d8a08f/52ab6b59-cffa-4b25-a360-9577d690fc24/c19a8bf7-1058-4882-ae20-4f2c406f93ae) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:21:39.189367 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-00654bd8-0305-46b2-9c79-45d8636d88fb req-959cbbeb-dbdc-42b3-bb66-89893fbd773b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 210 time: 0.0456672 Feb 08 16:21:39.297635 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-9e4e4cb6-b1c6-4a83-8eeb-ee83b6ed06a4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:39.344203 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-9e4e4cb6-b1c6-4a83-8eeb-ee83b6ed06a4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:39.410978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-9e4e4cb6-b1c6-4a83-8eeb-ee83b6ed06a4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 634e02f1-2215-409f-a536-fd62e8d8a08f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:21:39.418247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-9e4e4cb6-b1c6-4a83-8eeb-ee83b6ed06a4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:21:39.426329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-9e4e4cb6-b1c6-4a83-8eeb-ee83b6ed06a4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:21:39.516681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c734bdc8-8578-4218-ad2e-427790e27514 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:21:39.562009 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-9e4e4cb6-b1c6-4a83-8eeb-ee83b6ed06a4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:39.563331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-9e4e4cb6-b1c6-4a83-8eeb-ee83b6ed06a4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:39.575173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e4cb6-b1c6-4a83-8eeb-ee83b6ed06a4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=c19a8bf7-1058-4882-ae20-4f2c406f93ae,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:39.607304 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-9e4e4cb6-b1c6-4a83-8eeb-ee83b6ed06a4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0029328 Feb 08 16:21:39.622087 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Request body: {'port': {'device_id': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:39.650750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c734bdc8-8578-4218-ad2e-427790e27514 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:21:39.651427 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c734bdc8-8578-4218-ad2e-427790e27514), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:39.788347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c734bdc8-8578-4218-ad2e-427790e27514 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:21:39.811665 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:39.869360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-397fd93e-0528-43b3-8309-ee3bc7e0bc57 None None] Provisioning complete for port c19a8bf7-1058-4882-ae20-4f2c406f93ae triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:21:39.872225 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-397fd93e-0528-43b3-8309-ee3bc7e0bc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:39.943704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-397fd93e-0528-43b3-8309-ee3bc7e0bc57 None None] Port c19a8bf7-1058-4882-ae20-4f2c406f93ae cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:21:40.248352 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19a8bf7-1058-4882-ae20-4f2c406f93ae {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:21:40.264034 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Publish callbacks [] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:40.281917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Transition to ACTIVE for port object c19a8bf7-1058-4882-ae20-4f2c406f93ae will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:21:40.294727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:40.370059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d1b2c-a573-4acd-a5dc-636c7e16dfb4 req-0cdb83a3-41dc-40bb-9f3b-03908e941169 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:40.378868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Pushing event updated for resources: {'Port': ['ID=c19a8bf7-1058-4882-ae20-4f2c406f93ae,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:40.379136 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-640d1b2c-a573-4acd-a5dc-636c7e16dfb4 req-0cdb83a3-41dc-40bb-9f3b-03908e941169 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 943 time: 0.0711308 Feb 08 16:21:40.505786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-640d1b2c-a573-4acd-a5dc-636c7e16dfb4 req-7e5a3b08-adf9-47e0-8fbd-7d1fd8524ec3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247249 Feb 08 16:21:40.561260 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Attempting to bind port c19a8bf7-1058-4882-ae20-4f2c406f93ae on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:21:40.561617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Attempting to bind port c19a8bf7-1058-4882-ae20-4f2c406f93ae by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:21:40.561940 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Attempting to bind port c19a8bf7-1058-4882-ae20-4f2c406f93ae on network 634e02f1-2215-409f-a536-fd62e8d8a08f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:21:40.580309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Port c19a8bf7-1058-4882-ae20-4f2c406f93ae on network 634e02f1-2215-409f-a536-fd62e8d8a08f not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:21:40.582471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Attempting to bind port c19a8bf7-1058-4882-ae20-4f2c406f93ae on network 634e02f1-2215-409f-a536-fd62e8d8a08f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:21:40.590881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:21:40.591232 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Checking segment: {'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:21:40.591597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Bound using segment: {'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:21:40.592045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Bound port: c19a8bf7-1058-4882-ae20-4f2c406f93ae, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:21:40.593890 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:40.737615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] For port c19a8bf7-1058-4882-ae20-4f2c406f93ae, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:21:40.746058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] For port c19a8bf7-1058-4882-ae20-4f2c406f93ae, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:21:40.776103 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:40.814640 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:40.815314 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:40.817388 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] 10.222.0.96 "PUT /v2.0/ports/c19a8bf7-1058-4882-ae20-4f2c406f93ae HTTP/1.1" status: 200 len: 1092 time: 1.2012575 Feb 08 16:21:40.839605 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:21:40.842909 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee5ecfd-ce31-4b3d-a4f7-22ddac86f758" -d '{"events": [{"name": "network-changed", "server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:21:40.905228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0523c-9bc3-4c65-b7ae-07948f6dcc08 service neutron] Pushing event updated for resources: {'Port': ['ID=c19a8bf7-1058-4882-ae20-4f2c406f93ae,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:40.945731 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bef5d5-a27c-46c2-ac90-61ffb3f60dd0 x-openstack-request-id: req-b3bef5d5-a27c-46c2-ac90-61ffb3f60dd0 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:21:40.946109 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:21:40.946311 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b3bef5d5-a27c-46c2-ac90-61ffb3f60dd0 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:21:40.946665 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'status': 'completed', 'code': 200} Feb 08 16:21:41.010367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-59c8f738-b498-498b-80e9-7f35d3ab16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:41.012028 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-59c8f738-b498-498b-80e9-7f35d3ab16fe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 1126 time: 0.0934050 Feb 08 16:21:41.109684 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-bdc3415e-a760-4929-8800-c4e4fc44e559 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae HTTP/1.1" status: 200 len: 217 time: 0.0788932 Feb 08 16:21:41.193888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-83315099-3e38-471f-8bfd-92716e21ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:41.195516 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-83315099-3e38-471f-8bfd-92716e21ed2b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=52ab6b59-cffa-4b25-a360-9577d690fc24 HTTP/1.1" status: 200 len: 835 time: 0.0799832 Feb 08 16:21:41.250058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-51efb156-bb7d-4d48-be76-3bbe60386e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:41.252491 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-51efb156-bb7d-4d48-be76-3bbe60386e5e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=634e02f1-2215-409f-a536-fd62e8d8a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508735 Feb 08 16:21:41.380503 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-ecefdc6c-599c-4b46-8813-284ec08f8691 service neutron] 10.222.0.96 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222777 Feb 08 16:21:41.511775 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e285f1b1-7145-4b2b-96ba-d8d573013789 req-1af241b0-c25b-4e6e-a003-1197ef095801 service neutron] 10.222.0.96 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243410 Feb 08 16:21:41.646779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5ecfd-ce31-4b3d-a4f7-22ddac86f758 req-d52d997b-a868-4fd8-8d4b-818f76837f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:41.650572 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3ee5ecfd-ce31-4b3d-a4f7-22ddac86f758 req-d52d997b-a868-4fd8-8d4b-818f76837f7d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 1126 time: 0.0831997 Feb 08 16:21:41.686288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c2f47-473c-4340-b538-1837491666fc req-933e72bc-3735-47fc-a3d3-86f1aab5c18e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:41.688842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d7c2f47-473c-4340-b538-1837491666fc req-933e72bc-3735-47fc-a3d3-86f1aab5c18e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 943 time: 0.0905652 Feb 08 16:21:41.781100 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4d7c2f47-473c-4340-b538-1837491666fc req-2e8769c5-5824-45f7-9406-dcf124cf3ed0 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794251 Feb 08 16:21:41.792533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5ecfd-ce31-4b3d-a4f7-22ddac86f758 req-325598d0-49c2-4ab5-aadc-6041131031ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:41.794371 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3ee5ecfd-ce31-4b3d-a4f7-22ddac86f758 req-325598d0-49c2-4ab5-aadc-6041131031ea service neutron] 10.222.0.96 "GET /v2.0/networks?id=634e02f1-2215-409f-a536-fd62e8d8a08f HTTP/1.1" status: 200 len: 898 time: 0.1377225 Feb 08 16:21:41.856689 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3ee5ecfd-ce31-4b3d-a4f7-22ddac86f758 req-7b8b398e-6a7a-4569-b0a8-8c4a5b8a303a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae HTTP/1.1" status: 200 len: 217 time: 0.0545721 Feb 08 16:21:41.925060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5ecfd-ce31-4b3d-a4f7-22ddac86f758 req-2820f346-6ba6-4e6e-8712-53db525cab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:41.926780 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3ee5ecfd-ce31-4b3d-a4f7-22ddac86f758 req-2820f346-6ba6-4e6e-8712-53db525cab37 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=52ab6b59-cffa-4b25-a360-9577d690fc24 HTTP/1.1" status: 200 len: 835 time: 0.0606947 Feb 08 16:21:41.994819 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5ecfd-ce31-4b3d-a4f7-22ddac86f758 req-a61beb94-c336-4d4d-b21a-9a0acf67be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:41.996357 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3ee5ecfd-ce31-4b3d-a4f7-22ddac86f758 req-a61beb94-c336-4d4d-b21a-9a0acf67be68 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=634e02f1-2215-409f-a536-fd62e8d8a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0638900 Feb 08 16:21:42.117635 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3ee5ecfd-ce31-4b3d-a4f7-22ddac86f758 req-ae2126ca-2949-4448-8a9c-73ca0ff0a459 service neutron] 10.222.0.96 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143427 Feb 08 16:21:42.229025 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3ee5ecfd-ce31-4b3d-a4f7-22ddac86f758 req-806b1cd3-c2b9-4494-8679-8e75204b9e7d service neutron] 10.222.0.96 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036696 Feb 08 16:21:42.935717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed7def-23c7-465d-842f-f256726067aa req-0892ef83-b544-449d-bfd7-492c48e549f6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:42.945069 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5ed7def-23c7-465d-842f-f256726067aa req-0892ef83-b544-449d-bfd7-492c48e549f6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 943 time: 0.0917993 Feb 08 16:21:43.014493 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5ed7def-23c7-465d-842f-f256726067aa req-4b1b4e0a-4602-4fee-aeb9-f2998d571c68 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684428 Feb 08 16:21:43.067519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device c19a8bf7-1058-4882-ae20-4f2c406f93ae details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:21:43.200820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port c19a8bf7-1058-4882-ae20-4f2c406f93ae, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:21:43.216155 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'port_id': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'mac_address': 'fa:16:3e:ae:ff:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:21:43.263190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port c19a8bf7-1058-4882-ae20-4f2c406f93ae is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:21:43.263584 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:43.292216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19a8bf7-1058-4882-ae20-4f2c406f93ae {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:21:43.316320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port c19a8bf7-1058-4882-ae20-4f2c406f93ae, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:21:43.320910 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:43.385864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=c19a8bf7-1058-4882-ae20-4f2c406f93ae,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:43.527859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['c19a8bf7-1058-4882-ae20-4f2c406f93ae'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:21:44.165049 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee05a4-6805-4302-9e4c-26d02450b8e0 req-e4c72718-4112-4d7d-978f-e6aa9a986c84 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:44.166717 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9fee05a4-6805-4302-9e4c-26d02450b8e0 req-e4c72718-4112-4d7d-978f-e6aa9a986c84 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 944 time: 0.0718267 Feb 08 16:21:44.232856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9fee05a4-6805-4302-9e4c-26d02450b8e0 req-f6cf22ab-d535-4f32-a5c5-725228812dcc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565040 Feb 08 16:21:45.086634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device c19a8bf7-1058-4882-ae20-4f2c406f93ae up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:21:45.139335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port c19a8bf7-1058-4882-ae20-4f2c406f93ae completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:21:45.144680 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port c19a8bf7-1058-4882-ae20-4f2c406f93ae triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:21:45.145250 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:45.234564 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port c19a8bf7-1058-4882-ae20-4f2c406f93ae is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:21:45.235102 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:45.277619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:21:45.280814 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d723a34e-5a79-4a83-8753-44621358a0dc" -d '{"events": [{"server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "name": "network-vif-plugged", "status": "completed", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:21:45.285195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port c19a8bf7-1058-4882-ae20-4f2c406f93ae, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:21:45.292908 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:45.369275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=c19a8bf7-1058-4882-ae20-4f2c406f93ae,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:45.382418 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e8f9f2-e83c-460a-9d65-fe7d301eeef1 x-openstack-request-id: req-f3e8f9f2-e83c-460a-9d65-fe7d301eeef1 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:21:45.382707 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "name": "network-vif-plugged", "status": "completed", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:21:45.383139 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f3e8f9f2-e83c-460a-9d65-fe7d301eeef1 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:21:45.383537 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'code': 200} Feb 08 16:21:45.455816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bdb05-d7af-4b1e-8657-2b0ef16f49d6 req-a1777f6a-926a-4cd6-8fc4-711a00804c6a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:45.457731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a4bdb05-d7af-4b1e-8657-2b0ef16f49d6 req-a1777f6a-926a-4cd6-8fc4-711a00804c6a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0795157 Feb 08 16:21:45.519390 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633d92e-f0e8-43e6-bf91-084451729472 req-6e5f075e-a302-4a9c-9dcc-cc925457ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:45.521050 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9633d92e-f0e8-43e6-bf91-084451729472 req-6e5f075e-a302-4a9c-9dcc-cc925457ffce service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 1128 time: 0.0669081 Feb 08 16:21:45.551746 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a4bdb05-d7af-4b1e-8657-2b0ef16f49d6 req-1f79a020-8617-44ed-b02c-97eb0e5f9d4c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747566 Feb 08 16:21:45.589843 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9633d92e-f0e8-43e6-bf91-084451729472 req-8f9c4af8-1eea-4582-b5ca-1703c8417f19 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628002 Feb 08 16:21:46.729584 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e394c-1035-415d-af3f-e9b39bcc25c4 req-a83385d4-fa47-44c9-afed-4b50ad5281d9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:46.736513 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b78e394c-1035-415d-af3f-e9b39bcc25c4 req-a83385d4-fa47-44c9-afed-4b50ad5281d9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0975189 Feb 08 16:21:46.810129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b78e394c-1035-415d-af3f-e9b39bcc25c4 req-ed389775-ff9b-4a08-b6f7-d60e41f15691 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627122 Feb 08 16:21:47.951274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f6a56-35e5-4bbf-a267-c5449587c237 req-a4113ef9-e94a-42c4-9d2d-95218de14c1c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:47.952939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b50f6a56-35e5-4bbf-a267-c5449587c237 req-a4113ef9-e94a-42c4-9d2d-95218de14c1c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0633652 Feb 08 16:21:48.014685 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b50f6a56-35e5-4bbf-a267-c5449587c237 req-38f514f5-0e7f-49f2-aad3-14fc0b1aeca9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556946 Feb 08 16:21:48.161500 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39966-b26b-4840-9e2d-715a82e0a6f4 req-02f4e8d6-d12a-4aee-ac3a-dc344e53e5e4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:48.163587 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02e39966-b26b-4840-9e2d-715a82e0a6f4 req-02f4e8d6-d12a-4aee-ac3a-dc344e53e5e4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0731986 Feb 08 16:21:48.222953 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02e39966-b26b-4840-9e2d-715a82e0a6f4 req-61823d02-f982-44c5-9c4e-f1353c13c1c9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520575 Feb 08 16:21:48.291686 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56858) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:48.353494 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d394f147-4681-4d6e-ad11-ec4bf7782407 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:48.358530 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d394f147-4681-4d6e-ad11-ec4bf7782407 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 1123 time: 0.0618842 Feb 08 16:21:48.358931 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56860) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:48.364290 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:48.392360 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:48.523061 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:48.644663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.25.7.250 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/e6d9c9dc-1147-42c5-ba12-8e0bb130a8bc) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:21:48.787017 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (e6d9c9dc-1147-42c5-ba12-8e0bb130a8bc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:48.829480 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e6d9c9dc-1147-42c5-ba12-8e0bb130a8bc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:48.875060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:21:48.882742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:21:48.886720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:21:48.912114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=e6d9c9dc-1147-42c5-ba12-8e0bb130a8bc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:49.117907 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:49.492940 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (b208fb51-2035-4c9e-8845-0bb34ec0a627), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:49.629431 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e6d9c9dc-1147-42c5-ba12-8e0bb130a8bc), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:49.847143 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (e6d9c9dc-1147-42c5-ba12-8e0bb130a8bc), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:49.854451 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e6d9c9dc-1147-42c5-ba12-8e0bb130a8bc), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:49.938689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=e6d9c9dc-1147-42c5-ba12-8e0bb130a8bc,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:49.956662 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (b208fb51-2035-4c9e-8845-0bb34ec0a627), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:50.370692 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Floating IP b208fb51-2035-4c9e-8845-0bb34ec0a627 associated. External IP: 172.25.7.250, port: c19a8bf7-1058-4882-ae20-4f2c406f93ae. Feb 08 16:21:50.543255 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:50.625672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router ebf14b3f-99b4-4173-95e5-8c50efef7dde has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:21:50.760501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:21:50.775721 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597cb96a-bd33-4418-b652-652fa62f2a97 None None] Sync routers for ids ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:21:50.785061 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:50.794172 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597cb96a-bd33-4418-b652-652fa62f2a97 None None] Routers {'ebf14b3f-99b4-4173-95e5-8c50efef7dde'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:21:50.794978 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-597cb96a-bd33-4418-b652-652fa62f2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:21:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:21:50.839288 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ef5c132c-4d13-40fb-8b06-7c7330513500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4788518 Feb 08 16:21:50.853509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:21:50.856543 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb8860d-62f8-46bb-bb92-40c8c70b3436" -d '{"events": [{"name": "network-changed", "server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:21:50.948928 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ea6147-69eb-44ce-9eb5-66669ebf43f4 x-openstack-request-id: req-f8ea6147-69eb-44ce-9eb5-66669ebf43f4 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:21:50.958617 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:21:50.959064 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f8ea6147-69eb-44ce-9eb5-66669ebf43f4 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:21:50.961121 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'status': 'completed', 'code': 200} Feb 08 16:21:51.025534 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ea219-f889-43ab-ad36-9220c6338030 req-200f37f9-d63c-43c6-bd48-9d8e9e147481 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:51.039747 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d67ea219-f889-43ab-ad36-9220c6338030 req-200f37f9-d63c-43c6-bd48-9d8e9e147481 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0877826 Feb 08 16:21:51.071038 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-597cb96a-bd33-4418-b652-652fa62f2a97 None None] Set router ebf14b3f-99b4-4173-95e5-8c50efef7dde gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:21:51.086087 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8860d-62f8-46bb-bb92-40c8c70b3436 req-0638a8ac-a027-4565-9408-49348e4ed857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:51.087815 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-beb8860d-62f8-46bb-bb92-40c8c70b3436 req-0638a8ac-a027-4565-9408-49348e4ed857 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 1128 time: 0.1031733 Feb 08 16:21:51.104158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d67ea219-f889-43ab-ad36-9220c6338030 req-edb141a3-12d0-45de-945e-a29e81210de3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631230 Feb 08 16:21:51.124755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56914) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:51.278385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8860d-62f8-46bb-bb92-40c8c70b3436 req-8a6e9035-3164-4681-98ab-a035474c09c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:51.280192 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-beb8860d-62f8-46bb-bb92-40c8c70b3436 req-8a6e9035-3164-4681-98ab-a035474c09c3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=634e02f1-2215-409f-a536-fd62e8d8a08f HTTP/1.1" status: 200 len: 898 time: 0.1863518 Feb 08 16:21:51.307800 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3415c860-10ca-45e5-87bc-33eee13a7343 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/b208fb51-2035-4c9e-8845-0bb34ec0a627 HTTP/1.1" status: 200 len: 991 time: 0.1633713 Feb 08 16:21:51.383603 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-beb8860d-62f8-46bb-bb92-40c8c70b3436 req-a823fdc6-6743-42cc-ac68-8db8fac9995e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae HTTP/1.1" status: 200 len: 999 time: 0.0745678 Feb 08 16:21:51.403739 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-597cb96a-bd33-4418-b652-652fa62f2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'b208fb51-2035-4c9e-8845-0bb34ec0a627', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'port_id': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3828, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'mac_address': 'fa:16:3e:ae:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:21:49Z', 'updated_at': '2022-02-08T16:21:49Z', 'revision_number': 0, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c734bdc8-8578-4218-ad2e-427790e27514', 'name': '', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b4:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:32Z', 'updated_at': '2022-02-08T16:21:38Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:21:51.444052 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597cb96a-bd33-4418-b652-652fa62f2a97 None None] Checking router: ebf14b3f-99b4-4173-95e5-8c50efef7dde for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:21:51.456227 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597cb96a-bd33-4418-b652-652fa62f2a97 None None] Routers {'ebf14b3f-99b4-4173-95e5-8c50efef7dde'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:21:51.457636 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-597cb96a-bd33-4418-b652-652fa62f2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:21:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:21:51.478916 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8860d-62f8-46bb-bb92-40c8c70b3436 req-3262b60f-95f8-4962-a12e-750c0da76199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:51.480490 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-beb8860d-62f8-46bb-bb92-40c8c70b3436 req-3262b60f-95f8-4962-a12e-750c0da76199 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=52ab6b59-cffa-4b25-a360-9577d690fc24 HTTP/1.1" status: 200 len: 835 time: 0.0882049 Feb 08 16:21:51.576580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8860d-62f8-46bb-bb92-40c8c70b3436 req-36fbcbd3-c2f4-4311-b26f-3afe047ec881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:51.578493 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-beb8860d-62f8-46bb-bb92-40c8c70b3436 req-36fbcbd3-c2f4-4311-b26f-3afe047ec881 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=634e02f1-2215-409f-a536-fd62e8d8a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0870965 Feb 08 16:21:51.623211 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-597cb96a-bd33-4418-b652-652fa62f2a97 None None] Set router ebf14b3f-99b4-4173-95e5-8c50efef7dde gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:21:51.704218 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-beb8860d-62f8-46bb-bb92-40c8c70b3436 req-a1dd47c5-4c87-4957-8bfe-53a61132ee8d service neutron] 10.222.0.96 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102433 Feb 08 16:21:51.859338 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-beb8860d-62f8-46bb-bb92-40c8c70b3436 req-fa8673dd-3c59-4834-8689-ab8641144757 service neutron] 10.222.0.96 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492457 Feb 08 16:21:51.983537 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-597cb96a-bd33-4418-b652-652fa62f2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'b208fb51-2035-4c9e-8845-0bb34ec0a627', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'port_id': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3828, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'mac_address': 'fa:16:3e:ae:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:21:49Z', 'updated_at': '2022-02-08T16:21:49Z', 'revision_number': 0, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c734bdc8-8578-4218-ad2e-427790e27514', 'name': '', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b4:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:32Z', 'updated_at': '2022-02-08T16:21:38Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:21:52.017022 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597cb96a-bd33-4418-b652-652fa62f2a97 None None] The sync data for ids ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'] in n-d-824834-11 is: [{'id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'b208fb51-2035-4c9e-8845-0bb34ec0a627', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'floating_ip_address': '172.25.7.250', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'port_id': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3828, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'mac_address': 'fa:16:3e:ae:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:21:49Z', 'updated_at': '2022-02-08T16:21:49Z', 'revision_number': 0, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c734bdc8-8578-4218-ad2e-427790e27514', 'name': '', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b4:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:32Z', 'updated_at': '2022-02-08T16:21:38Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:21:52.311068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56934) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:52.364556 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25f1c54-8201-4c0a-9469-fbd9cd1f365d None None] New status for floating IP b208fb51-2035-4c9e-8845-0bb34ec0a627: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:21:52.396293 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b2f70b36-a8f9-4435-9074-62c711fa7a77 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/b208fb51-2035-4c9e-8845-0bb34ec0a627 HTTP/1.1" status: 200 len: 991 time: 0.0838397 Feb 08 16:21:53.212430 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:21:53.401614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 56956) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:21:53.487290 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-58134745-5a68-444c-8cc9-668b567026a5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/b208fb51-2035-4c9e-8845-0bb34ec0a627 HTTP/1.1" status: 200 len: 993 time: 0.0841236 Feb 08 16:21:56.056298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-0a0bfbd9-bb02-4aae-be36-1eb8b03137c5 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337600081&fields=id&tenant_id=68509b2f836b4f78af0f2db3edc9c23c HTTP/1.1" status: 200 len: 267 time: 0.0472543 Feb 08 16:21:56.179877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b49170-511d-4d50-84f7-10d8627a4458 req-d25f850e-c96a-493e-8a9f-2704f923ee76 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:56.181726 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-d25f850e-c96a-493e-8a9f-2704f923ee76 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 811 time: 0.1186633 Feb 08 16:21:56.197536 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-d887997f-ba1f-4d60-8bac-a32a96870698 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/quotas/68509b2f836b4f78af0f2db3edc9c23c HTTP/1.1" status: 200 len: 375 time: 0.0102260 Feb 08 16:21:56.258031 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-ba415af4-d3f2-4385-8f2f-0137b7ea37d5 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546255 Feb 08 16:21:56.367492 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-e44e554e-eed5-4775-b98c-19c26d60f238 service neutron] 10.222.0.82 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964649 Feb 08 16:21:56.465793 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-7948da32-9b65-464f-b7d9-de5f0de44de1 service neutron] 10.222.0.82 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913694 Feb 08 16:21:56.789805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84e33025-491b-43ba-8487-f22d6b9faa05 req-930c02b1-1bd4-43c3-ae83-c7529b45bb2b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 210 time: 0.0405860 Feb 08 16:21:57.871237 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e50fc271-3ed9-4578-a6ad-80087665dada req-77a7e619-a7d3-499a-a530-cd927e82e06b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 210 time: 0.0336666 Feb 08 16:21:58.896315 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b49170-511d-4d50-84f7-10d8627a4458 req-cad0cfb0-9efd-4aa3-9464-e27d885b57ef tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:58.898759 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-cad0cfb0-9efd-4aa3-9464-e27d885b57ef tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.94 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 811 time: 0.1506405 Feb 08 16:21:58.990032 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-bb8a44f0-490f-40f0-86bb-63fcda49289e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68509b2f836b4f78af0f2db3edc9c23c HTTP/1.1" status: 200 len: 380 time: 0.0750680 Feb 08 16:21:58.993879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-89128b5b-cf32-474c-a12d-cc0bde3a913f req-ed9c547f-ba00-4fe7-b034-83e46b4e21bc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 210 time: 0.0330272 Feb 08 16:21:59.002197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-12b49170-511d-4d50-84f7-10d8627a4458 req-24a3b524-4092-4c1c-805a-eec06b32de7a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'port': {'device_id': 'af6380dd-7ef2-406e-85a3-719711a6b02c', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'admin_state_up': True, 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'security_groups': ['9d742ef9-018b-4d7b-b9f9-6a57c1b70dce']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:59.122972 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b49170-511d-4d50-84f7-10d8627a4458 req-24a3b524-4092-4c1c-805a-eec06b32de7a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Made reservation on behalf of 68509b2f836b4f78af0f2db3edc9c23c for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:21:59.126775 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-12b49170-511d-4d50-84f7-10d8627a4458 req-24a3b524-4092-4c1c-805a-eec06b32de7a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:59.268323 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-12b49170-511d-4d50-84f7-10d8627a4458 req-24a3b524-4092-4c1c-805a-eec06b32de7a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Allocated IP 172.20.0.12 (aded9bc1-5db3-4cd4-9049-3835efea0d9d/c20dee06-2c56-4324-8f64-e4ae324d4d26/04bb4738-03cb-4d03-9e55-f74c60d7fa7d) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:21:59.428139 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-12b49170-511d-4d50-84f7-10d8627a4458 req-24a3b524-4092-4c1c-805a-eec06b32de7a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:59.475099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-12b49170-511d-4d50-84f7-10d8627a4458 req-24a3b524-4092-4c1c-805a-eec06b32de7a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:59.534194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b49170-511d-4d50-84f7-10d8627a4458 req-24a3b524-4092-4c1c-805a-eec06b32de7a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Network aded9bc1-5db3-4cd4-9049-3835efea0d9d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:21:59.539097 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-12b49170-511d-4d50-84f7-10d8627a4458 req-24a3b524-4092-4c1c-805a-eec06b32de7a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:21:59.546334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b49170-511d-4d50-84f7-10d8627a4458 req-24a3b524-4092-4c1c-805a-eec06b32de7a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:21:59.551774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3b524-4092-4c1c-805a-eec06b32de7a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'Port': ['ID=04bb4738-03cb-4d03-9e55-f74c60d7fa7d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:21:59.623700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b49170-511d-4d50-84f7-10d8627a4458 req-24a3b524-4092-4c1c-805a-eec06b32de7a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:21:59.624373 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-12b49170-511d-4d50-84f7-10d8627a4458 req-24a3b524-4092-4c1c-805a-eec06b32de7a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:59.652371 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-24a3b524-4092-4c1c-805a-eec06b32de7a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6541376 Feb 08 16:21:59.667649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Request body: {'port': {'device_id': 'af6380dd-7ef2-406e-85a3-719711a6b02c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:21:59.770258 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:59.803863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ad6f553e-940b-4de3-9688-4586abc91e0f None None] Provisioning complete for port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:21:59.805124 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ad6f553e-940b-4de3-9688-4586abc91e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:21:59.849155 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f553e-940b-4de3-9688-4586abc91e0f None None] Port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:22:00.091447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04bb4738-03cb-4d03-9e55-f74c60d7fa7d {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:22:00.102271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Publish callbacks [] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:00.120275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Transition to ACTIVE for port object 04bb4738-03cb-4d03-9e55-f74c60d7fa7d will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:22:00.127443 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:00.140394 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb0119-9faf-40f8-bb04-c5cd646d350f req-6093a486-40eb-41e4-b79b-924c131015ba tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:00.143556 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ccfb0119-9faf-40f8-bb04-c5cd646d350f req-6093a486-40eb-41e4-b79b-924c131015ba tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 932 time: 0.0719390 Feb 08 16:22:00.184340 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Pushing event updated for resources: {'Port': ['ID=04bb4738-03cb-4d03-9e55-f74c60d7fa7d,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:00.224796 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ccfb0119-9faf-40f8-bb04-c5cd646d350f req-bd4d41c6-0f00-4c2b-9040-9fdc6c53b5a9 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750535 Feb 08 16:22:00.276706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Attempting to bind port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:22:00.277084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Attempting to bind port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:22:00.277359 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Attempting to bind port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:22:00.282554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d on network aded9bc1-5db3-4cd4-9049-3835efea0d9d not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:22:00.282908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Attempting to bind port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:22:00.288810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:22:00.289280 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Checking segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:00.289742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Bound using segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:22:00.290256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Bound port: 04bb4738-03cb-4d03-9e55-f74c60d7fa7d, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:22:00.290693 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:00.365425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] For port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:22:00.368900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] For port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=04bb4738-03cb-4d03-9e55-f74c60d7fa7d,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:22:00.377422 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:00.448776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Pushing event updated for resources: {'Port': ['ID=04bb4738-03cb-4d03-9e55-f74c60d7fa7d,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:00.456718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:00.457889 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:00.458643 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-2f1dee8a-8c3c-42f9-8559-fb9313acaa96 service neutron] 10.222.0.94 "PUT /v2.0/ports/04bb4738-03cb-4d03-9e55-f74c60d7fa7d HTTP/1.1" status: 200 len: 1093 time: 0.7957532 Feb 08 16:22:00.459117 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6380dd-7ef2-406e-85a3-719711a6b02c', 'tag': '04bb4738-03cb-4d03-9e55-f74c60d7fa7d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:22:00.461403 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668c2f45-2554-47dc-9f82-b92874630530" -d '{"events": [{"name": "network-changed", "server_uuid": "af6380dd-7ef2-406e-85a3-719711a6b02c", "tag": "04bb4738-03cb-4d03-9e55-f74c60d7fa7d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:22:00.516403 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ac78de-c5eb-46b4-b872-578f00e7ecf2 x-openstack-request-id: req-28ac78de-c5eb-46b4-b872-578f00e7ecf2 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:22:00.516708 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6380dd-7ef2-406e-85a3-719711a6b02c", "tag": "04bb4738-03cb-4d03-9e55-f74c60d7fa7d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:22:00.516988 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-28ac78de-c5eb-46b4-b872-578f00e7ecf2 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:22:00.517936 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6380dd-7ef2-406e-85a3-719711a6b02c', 'tag': '04bb4738-03cb-4d03-9e55-f74c60d7fa7d', 'status': 'completed', 'code': 200} Feb 08 16:22:00.584592 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b49170-511d-4d50-84f7-10d8627a4458 req-12b592a7-0b0d-4e72-a580-edfac211abee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:00.586277 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-12b592a7-0b0d-4e72-a580-edfac211abee service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 1127 time: 0.0640249 Feb 08 16:22:00.643161 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-3ea65f21-6ee5-46b2-90cd-d85053ebf7f7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bb4738-03cb-4d03-9e55-f74c60d7fa7d HTTP/1.1" status: 200 len: 217 time: 0.0456138 Feb 08 16:22:00.708804 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b49170-511d-4d50-84f7-10d8627a4458 req-c74cf9f4-5b88-425d-98e9-af99692efd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:00.714927 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-c74cf9f4-5b88-425d-98e9-af99692efd02 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0571032 Feb 08 16:22:00.770809 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b49170-511d-4d50-84f7-10d8627a4458 req-8eaa9463-9b73-471a-8d8d-6160fbd38b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:00.772483 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-8eaa9463-9b73-471a-8d8d-6160fbd38b1b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0527790 Feb 08 16:22:00.880939 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-f40e13ca-79da-4c43-9b16-a491ce4d85e8 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991824 Feb 08 16:22:00.988129 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-12b49170-511d-4d50-84f7-10d8627a4458 req-8f3688e2-16dd-481d-809f-a87f7a0bdaed service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982130 Feb 08 16:22:01.103942 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c2f45-2554-47dc-9f82-b92874630530 req-8adede7e-89e6-43ba-953f-10f729ce5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:01.105802 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-668c2f45-2554-47dc-9f82-b92874630530 req-8adede7e-89e6-43ba-953f-10f729ce5c14 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 1127 time: 0.0620527 Feb 08 16:22:01.213494 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c2f45-2554-47dc-9f82-b92874630530 req-ccbec37d-6e77-4a51-a371-b4f43e3f8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:01.215137 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-668c2f45-2554-47dc-9f82-b92874630530 req-ccbec37d-6e77-4a51-a371-b4f43e3f8b95 service neutron] 10.222.0.94 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.1005454 Feb 08 16:22:01.269336 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-668c2f45-2554-47dc-9f82-b92874630530 req-0af90bef-1629-4095-8549-1adf68e5cfed service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bb4738-03cb-4d03-9e55-f74c60d7fa7d HTTP/1.1" status: 200 len: 217 time: 0.0456967 Feb 08 16:22:01.324175 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c2f45-2554-47dc-9f82-b92874630530 req-fabb63b1-77af-440a-993e-420de9632f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:01.325727 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-668c2f45-2554-47dc-9f82-b92874630530 req-fabb63b1-77af-440a-993e-420de9632f12 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0479465 Feb 08 16:22:01.381764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d6dae-30e9-474d-a4db-7c8f8670476c req-8df9beee-56b9-45f0-af83-ad6ef135d473 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:01.389007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b0d6dae-30e9-474d-a4db-7c8f8670476c req-8df9beee-56b9-45f0-af83-ad6ef135d473 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0759168 Feb 08 16:22:01.389545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c2f45-2554-47dc-9f82-b92874630530 req-547a3b46-5a76-40a0-b4e3-4fa2444117a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:01.391433 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-668c2f45-2554-47dc-9f82-b92874630530 req-547a3b46-5a76-40a0-b4e3-4fa2444117a8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0571339 Feb 08 16:22:01.441411 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0b0d6dae-30e9-474d-a4db-7c8f8670476c req-5fbf88a7-f896-430e-873b-6ee11bb96560 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494018 Feb 08 16:22:01.494442 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-668c2f45-2554-47dc-9f82-b92874630530 req-f0e3ab05-894c-419d-ad80-1a64637609f5 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926976 Feb 08 16:22:01.552566 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c937391c-05e4-49d9-ad6c-5b3e54481b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:01.592691 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-668c2f45-2554-47dc-9f82-b92874630530 req-2fa5204e-e606-4ecd-91c2-fbc15f51e6f2 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893798 Feb 08 16:22:02.574168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a98a5-6af0-4f15-9ac1-7d514ca8649b req-e59caa44-cf6d-4494-a84d-729f4c52bf92 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:02.575783 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c8a98a5-6af0-4f15-9ac1-7d514ca8649b req-e59caa44-cf6d-4494-a84d-729f4c52bf92 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0544422 Feb 08 16:22:02.626097 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c8a98a5-6af0-4f15-9ac1-7d514ca8649b req-5f92157c-dcfa-4373-a044-6f87ea1d5bba tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439658 Feb 08 16:22:03.749593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ba626-880c-45f3-b77e-b832aa03d96e req-cd4cf57f-d5b9-46cb-9793-68d980e88c07 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:03.751136 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc7ba626-880c-45f3-b77e-b832aa03d96e req-cd4cf57f-d5b9-46cb-9793-68d980e88c07 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0556726 Feb 08 16:22:03.802976 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc7ba626-880c-45f3-b77e-b832aa03d96e req-e70ca6b6-b83c-4092-9ed1-f8d9e7d1a663 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453255 Feb 08 16:22:03.821869 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b36b9844-fdfa-4d9a-a193-1b622f16eb92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:04.938332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589c3e-39db-4728-b79f-260072297b8d req-56cdb0e9-c839-4e7f-b9d7-a21e519bd977 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:04.940686 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c1589c3e-39db-4728-b79f-260072297b8d req-56cdb0e9-c839-4e7f-b9d7-a21e519bd977 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0673006 Feb 08 16:22:04.990919 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c1589c3e-39db-4728-b79f-260072297b8d req-00025d2d-24c6-498a-851e-b09ff8a1b2e7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445724 Feb 08 16:22:05.580465 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:06.119007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f19b5-b221-4e77-801a-e71db12c1d2c req-b16fc900-3a8a-40cc-b50a-aca1feaab707 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:06.120564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a20f19b5-b221-4e77-801a-e71db12c1d2c req-b16fc900-3a8a-40cc-b50a-aca1feaab707 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0592916 Feb 08 16:22:06.169708 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a20f19b5-b221-4e77-801a-e71db12c1d2c req-c6050189-93df-4356-9e0b-94fc0e23b56e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432963 Feb 08 16:22:06.777231 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:07.301393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6f17e-70dd-4fc2-b25b-f0ad6a8021ad req-8c47d829-1fc1-4097-a9f8-4b98f8d535b8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:07.302961 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53f6f17e-70dd-4fc2-b25b-f0ad6a8021ad req-8c47d829-1fc1-4097-a9f8-4b98f8d535b8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0613508 Feb 08 16:22:07.354237 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53f6f17e-70dd-4fc2-b25b-f0ad6a8021ad req-765aa2f9-fb6b-412a-8c51-70c763986bb2 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454173 Feb 08 16:22:07.981154 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:08.482700 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172ee5a-e658-4074-8497-3a21711d9916 req-3bb2bdf9-3f91-49cb-850e-0c6f93c7bb98 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:08.484288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1172ee5a-e658-4074-8497-3a21711d9916 req-3bb2bdf9-3f91-49cb-850e-0c6f93c7bb98 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0542767 Feb 08 16:22:08.537658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1172ee5a-e658-4074-8497-3a21711d9916 req-8f6fcbfc-38f7-46df-8084-e0152e7a20c1 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459599 Feb 08 16:22:09.671258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fe5dc-1561-43fb-9f8c-497f3c2faadb req-4c650233-9f7a-4175-8ecb-922b05659cf7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:09.672806 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c93fe5dc-1561-43fb-9f8c-497f3c2faadb req-4c650233-9f7a-4175-8ecb-922b05659cf7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0605690 Feb 08 16:22:09.727258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c93fe5dc-1561-43fb-9f8c-497f3c2faadb req-2dd0ed21-79ab-4591-9df3-c0a8ca76dd2d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488157 Feb 08 16:22:10.853030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb99be-20c8-4478-906c-c1f21ad11dd1 req-af9d680c-b98b-4a6b-a8b1-a6ec181528d2 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:10.854525 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4ccb99be-20c8-4478-906c-c1f21ad11dd1 req-af9d680c-b98b-4a6b-a8b1-a6ec181528d2 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0541503 Feb 08 16:22:10.907252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4ccb99be-20c8-4478-906c-c1f21ad11dd1 req-c2ba2b8d-3826-48ef-99d2-e431b1eb8882 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468359 Feb 08 16:22:12.054494 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ad871-88aa-4359-8165-79110472c02f req-c66c3b05-adb9-435b-b29f-7c1a0f02ca5c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:12.056167 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd4ad871-88aa-4359-8165-79110472c02f req-c66c3b05-adb9-435b-b29f-7c1a0f02ca5c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0645738 Feb 08 16:22:12.108629 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd4ad871-88aa-4359-8165-79110472c02f req-cd67f561-a787-44f2-a2c6-594457a28fb1 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465384 Feb 08 16:22:13.247956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49806c8d-6b40-4780-83cf-1e62de9aa72c req-9d2ec59a-af1b-4127-aeff-961d42c0236d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:13.249519 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-49806c8d-6b40-4780-83cf-1e62de9aa72c req-9d2ec59a-af1b-4127-aeff-961d42c0236d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0628977 Feb 08 16:22:13.302746 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-49806c8d-6b40-4780-83cf-1e62de9aa72c req-4c112911-87ad-47d0-bc7a-ea654a9f4159 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457642 Feb 08 16:22:14.429183 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b488f8-2bd4-4a5c-9048-2271f9695640 req-a7d59404-41ea-49eb-a578-5850e7b4021e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:14.430773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56b488f8-2bd4-4a5c-9048-2271f9695640 req-a7d59404-41ea-49eb-a578-5850e7b4021e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0565486 Feb 08 16:22:14.490831 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56b488f8-2bd4-4a5c-9048-2271f9695640 req-2f1a3161-c74c-4f4d-8c34-f8bb5fbec971 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541818 Feb 08 16:22:15.616923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722fe4c-2ec5-4856-99a6-67a741e17e20 req-7970e36e-03b8-4685-b6b6-753158a43eaf tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:15.618404 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0722fe4c-2ec5-4856-99a6-67a741e17e20 req-7970e36e-03b8-4685-b6b6-753158a43eaf tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0536344 Feb 08 16:22:15.672694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0722fe4c-2ec5-4856-99a6-67a741e17e20 req-8a539c95-b1ff-46e5-b6f4-d172eaf4aa77 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485861 Feb 08 16:22:16.803917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f791ac-a03e-4784-9cbc-0728a0d4aa07 req-586a7eac-ed17-4af3-9c63-bffa4e2b36dd tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:16.805483 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15f791ac-a03e-4784-9cbc-0728a0d4aa07 req-586a7eac-ed17-4af3-9c63-bffa4e2b36dd tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0559666 Feb 08 16:22:16.860043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15f791ac-a03e-4784-9cbc-0728a0d4aa07 req-82baf16e-9dbb-45fe-9a1a-e7e16c23cb9f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484033 Feb 08 16:22:17.981537 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14758ed-68ac-47e8-959b-ad46cf833155 req-249ad4e8-35a7-4448-92ea-ea29848fd84d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:17.983034 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e14758ed-68ac-47e8-959b-ad46cf833155 req-249ad4e8-35a7-4448-92ea-ea29848fd84d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0536847 Feb 08 16:22:18.034551 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e14758ed-68ac-47e8-959b-ad46cf833155 req-4bf2ffeb-1a36-4833-9679-4ab1df21937e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450146 Feb 08 16:22:19.115273 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:19.181486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674d63a-a655-4782-8353-0f7cdca2f418 req-9cb70ce5-678f-49c5-b12a-73cec2d5a765 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:19.183025 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f674d63a-a655-4782-8353-0f7cdca2f418 req-9cb70ce5-678f-49c5-b12a-73cec2d5a765 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 944 time: 0.0631614 Feb 08 16:22:19.235530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f674d63a-a655-4782-8353-0f7cdca2f418 req-dddbf13a-772a-4249-b5e9-8229fe740448 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466719 Feb 08 16:22:19.794064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 04bb4738-03cb-4d03-9e55-f74c60d7fa7d details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:22:19.918351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=04bb4738-03cb-4d03-9e55-f74c60d7fa7d,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:19.932974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '04bb4738-03cb-4d03-9e55-f74c60d7fa7d', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'port_id': '04bb4738-03cb-4d03-9e55-f74c60d7fa7d', 'mac_address': 'fa:16:3e:ad:10:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:22:19.972312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:19.972702 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:19.987013 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04bb4738-03cb-4d03-9e55-f74c60d7fa7d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:22:20.009313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=04bb4738-03cb-4d03-9e55-f74c60d7fa7d,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:20.014228 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:20.071581 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=04bb4738-03cb-4d03-9e55-f74c60d7fa7d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:20.301395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['04bb4738-03cb-4d03-9e55-f74c60d7fa7d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:22:20.372935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dc65-589b-44bb-8101-63e709b454e8 req-6d624301-d3d1-4d74-81b2-a07cde34cfc4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:20.375536 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84d2dc65-589b-44bb-8101-63e709b454e8 req-6d624301-d3d1-4d74-81b2-a07cde34cfc4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 945 time: 0.0674431 Feb 08 16:22:20.432469 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84d2dc65-589b-44bb-8101-63e709b454e8 req-770af0c5-6fcd-41d6-893d-b57c2fdaa1b4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502706 Feb 08 16:22:20.557627 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:21.573018 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79ceed-fb99-43f0-9c45-874ba4d34801 req-5c01c623-68ea-495d-b746-600b3615af60 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:21.574566 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ff79ceed-fb99-43f0-9c45-874ba4d34801 req-5c01c623-68ea-495d-b746-600b3615af60 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 945 time: 0.0661061 Feb 08 16:22:21.622953 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ff79ceed-fb99-43f0-9c45-874ba4d34801 req-b3a6c3c2-8afd-45ae-b396-4c947c341a1e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425577 Feb 08 16:22:21.809397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 04bb4738-03cb-4d03-9e55-f74c60d7fa7d up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:22:21.858414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:22:21.862981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:21.863462 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:21.941263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:21.941774 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:21.966011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6380dd-7ef2-406e-85a3-719711a6b02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bb4738-03cb-4d03-9e55-f74c60d7fa7d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:22:21.968285 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3be7b07-3025-44ec-92e1-64b97b2bfcbc" -d '{"events": [{"server_uuid": "af6380dd-7ef2-406e-85a3-719711a6b02c", "name": "network-vif-plugged", "status": "completed", "tag": "04bb4738-03cb-4d03-9e55-f74c60d7fa7d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:22:21.985896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=04bb4738-03cb-4d03-9e55-f74c60d7fa7d,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:21.990953 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:22.017065 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5143380b-09a9-45d9-bcd6-6ad50a6cd824 x-openstack-request-id: req-5143380b-09a9-45d9-bcd6-6ad50a6cd824 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:22:22.017365 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6380dd-7ef2-406e-85a3-719711a6b02c", "name": "network-vif-plugged", "status": "completed", "tag": "04bb4738-03cb-4d03-9e55-f74c60d7fa7d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:22:22.017625 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5143380b-09a9-45d9-bcd6-6ad50a6cd824 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:22:22.018564 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6380dd-7ef2-406e-85a3-719711a6b02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bb4738-03cb-4d03-9e55-f74c60d7fa7d', 'code': 200} Feb 08 16:22:22.047785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=04bb4738-03cb-4d03-9e55-f74c60d7fa7d,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:22.135849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e6a9a-4091-4f33-9d3b-f48de2e9b0c7 req-ff1d93af-5930-4847-816c-547d8ea08ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:22.137400 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ba2e6a9a-4091-4f33-9d3b-f48de2e9b0c7 req-ff1d93af-5930-4847-816c-547d8ea08ccc service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 1129 time: 0.0459354 Feb 08 16:22:22.187022 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ba2e6a9a-4091-4f33-9d3b-f48de2e9b0c7 req-983724df-3dd6-4bb9-8fe8-db91949129c4 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408432 Feb 08 16:22:22.760185 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff62d1d-cc46-4e5a-a470-9fa8ef241baa req-7df2a734-446c-47fa-91ea-232a1ddd4bfc tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:22.761850 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bff62d1d-cc46-4e5a-a470-9fa8ef241baa req-7df2a734-446c-47fa-91ea-232a1ddd4bfc tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 1128 time: 0.0832992 Feb 08 16:22:22.773039 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595a9c8-b655-4bc7-989a-f91b5c3ca8f5 req-8be481c6-cc1c-4755-bf3a-ffc7861a3907 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:22.774637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1595a9c8-b655-4bc7-989a-f91b5c3ca8f5 req-8be481c6-cc1c-4755-bf3a-ffc7861a3907 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 946 time: 0.0693269 Feb 08 16:22:22.797329 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-bff62d1d-cc46-4e5a-a470-9fa8ef241baa req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:22.888068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1595a9c8-b655-4bc7-989a-f91b5c3ca8f5 req-1ebe9451-0023-4e45-bbeb-88c05ea30be1 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063719 Feb 08 16:22:22.919623 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-bff62d1d-cc46-4e5a-a470-9fa8ef241baa req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Publish callbacks [] for security_group (af4408af-599a-410e-a108-b9a7e44d4773), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:22.923509 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-bff62d1d-cc46-4e5a-a470-9fa8ef241baa req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (af4408af-599a-410e-a108-b9a7e44d4773), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:22.965430 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bff62d1d-cc46-4e5a-a470-9fa8ef241baa req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897769 Feb 08 16:22:22.966182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4408af-599a-410e-a108-b9a7e44d4773,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:22.974152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:22.974639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:22.975087 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:22.975531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:22.976005 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:22.976519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:22.977225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:22.977465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:22.977874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:22.978302 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:22.978747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:22.979174 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:22.979603 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bad3bb1-b159-4c00-ad6b-9ab7e9a229a5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:23.091455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fc21d-63ce-410d-a1fa-425db40fa725 req-916e2666-b0b6-40e1-9692-7e8c84fc973d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:23.092984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-876fc21d-63ce-410d-a1fa-425db40fa725 req-916e2666-b0b6-40e1-9692-7e8c84fc973d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0566280 Feb 08 16:22:23.145339 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-876fc21d-63ce-410d-a1fa-425db40fa725 req-ab07a61f-3baa-459b-b460-358abe75e55a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453241 Feb 08 16:22:23.167866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57654) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:23.239117 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d4ddfe32-c5ae-40ac-b606-c0e1461cb781 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/b208fb51-2035-4c9e-8845-0bb34ec0a627 HTTP/1.1" status: 200 len: 993 time: 0.0699639 Feb 08 16:22:23.557700 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-51b7a197-1294-40df-9f16-99f80ac0c197 req-87ef387e-f6c4-43c7-84f2-9728a57687a2 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:22:23.558735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51b7a197-1294-40df-9f16-99f80ac0c197 req-87ef387e-f6c4-43c7-84f2-9728a57687a2 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057328 Feb 08 16:22:23.809086 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57670) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:23.872679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05c252-f9d2-4d5a-b335-42440fc9033b req-47ca72fa-9dd5-4c8e-a422-c116721ba408 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:23.874285 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae05c252-f9d2-4d5a-b335-42440fc9033b req-47ca72fa-9dd5-4c8e-a422-c116721ba408 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0603747 Feb 08 16:22:23.929112 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-5fcc1f93-e242-427b-9990-7f9c941560a1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1187358 Feb 08 16:22:23.934409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-6533f6e9-163d-4e2f-88d3-7c35970ceb7e service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:22:23.945666 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-6533f6e9-163d-4e2f-88d3-7c35970ceb7e service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092323 Feb 08 16:22:23.948813 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae05c252-f9d2-4d5a-b335-42440fc9033b req-8922480b-59ac-499c-a164-591795360ec5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681977 Feb 08 16:22:24.043899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94698a95-4b53-4164-82a3-b60916d0f93e req-04f9c887-0379-4485-8c40-749e3cd87b22 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:24.051298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94698a95-4b53-4164-82a3-b60916d0f93e req-04f9c887-0379-4485-8c40-749e3cd87b22 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 946 time: 0.0694435 Feb 08 16:22:24.108024 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94698a95-4b53-4164-82a3-b60916d0f93e req-2632b804-34e0-47c0-bae8-29dd10065a55 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555232 Feb 08 16:22:24.245208 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf950fa3-95c4-41ab-bdb6-5ecbbee78681 req-cedd5ba2-29c8-41e3-b477-960f35daf54e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:24.246935 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf950fa3-95c4-41ab-bdb6-5ecbbee78681 req-cedd5ba2-29c8-41e3-b477-960f35daf54e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 946 time: 0.0578849 Feb 08 16:22:24.313101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf950fa3-95c4-41ab-bdb6-5ecbbee78681 req-976a7983-2cf6-4b89-a344-d1efca62f0af tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575995 Feb 08 16:22:24.337653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57694) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:24.529457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a6f70f-ec7b-4b5b-acb7-f88fe7e7860f tempest-TestVolumeBootPattern-1781805762 tempest-TestVolumeBootPattern-1781805762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:24.534621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57706) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:24.539330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '04bb4738-03cb-4d03-9e55-f74c60d7fa7d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:22:24.544888 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-71a6f70f-ec7b-4b5b-acb7-f88fe7e7860f tempest-TestVolumeBootPattern-1781805762 tempest-TestVolumeBootPattern-1781805762-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 1124 time: 0.2059536 Feb 08 16:22:24.573595 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:24.708409 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:24.837048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Allocated IP 172.25.7.125 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/408914f7-1ff9-4b88-b32c-287d847a9ef7) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:22:24.946831 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for port (408914f7-1ff9-4b88-b32c-287d847a9ef7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:24.983430 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (408914f7-1ff9-4b88-b32c-287d847a9ef7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:25.038206 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:22:25.053557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:25.070913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:22:25.073050 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'Port': ['ID=408914f7-1ff9-4b88-b32c-287d847a9ef7,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:25.171552 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbe2b2-f95d-45c0-866a-c9e7a9f0ebdb req-12b2b29d-b527-4a37-bc5b-29bce9d77109 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:25.174344 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5efbe2b2-f95d-45c0-866a-c9e7a9f0ebdb req-12b2b29d-b527-4a37-bc5b-29bce9d77109 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.1381240 Feb 08 16:22:25.298107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-2c4e6ad5-1575-4246-8d40-4aa8f842bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:25.300560 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-2c4e6ad5-1575-4246-8d40-4aa8f842bb69 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 1128 time: 0.0593653 Feb 08 16:22:25.409781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-d4840d8e-4a83-4fa7-b83d-3ae93962eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:25.413461 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-d4840d8e-4a83-4fa7-b83d-3ae93962eafd service neutron] 10.222.0.96 "GET /v2.0/networks?id=634e02f1-2215-409f-a536-fd62e8d8a08f HTTP/1.1" status: 200 len: 898 time: 0.1071010 Feb 08 16:22:25.415827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5efbe2b2-f95d-45c0-866a-c9e7a9f0ebdb req-a9f05032-c8ed-4f2c-88e7-1f7add55d7b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849549 Feb 08 16:22:25.506930 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-d1d40981-a251-4e28-87ce-81d55c725bce service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae HTTP/1.1" status: 200 len: 1001 time: 0.0841784 Feb 08 16:22:25.573359 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-6980f9e7-5e52-45f5-858d-2aca381dff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:25.575212 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-6980f9e7-5e52-45f5-858d-2aca381dff40 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=52ab6b59-cffa-4b25-a360-9577d690fc24 HTTP/1.1" status: 200 len: 835 time: 0.0621982 Feb 08 16:22:25.637093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-e3e7ffd2-4ed3-49b4-a8fb-39ba0b1d5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:25.639031 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-e3e7ffd2-4ed3-49b4-a8fb-39ba0b1d5ee0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=634e02f1-2215-409f-a536-fd62e8d8a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0579357 Feb 08 16:22:25.759767 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for floatingip (00b92883-010b-485d-bf65-73894a4c9497), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:25.767029 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-587e3b43-36cb-42ba-836e-036f1be6df4e service neutron] 10.222.0.96 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219418 Feb 08 16:22:25.855218 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (408914f7-1ff9-4b88-b32c-287d847a9ef7), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:25.892696 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-5f161f6d-8d74-4dcd-bfe0-7edad4b9226b service neutron] 10.222.0.96 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194510 Feb 08 16:22:26.340810 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for port (408914f7-1ff9-4b88-b32c-287d847a9ef7), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:26.345578 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (408914f7-1ff9-4b88-b32c-287d847a9ef7), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:26.415076 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'Port': ['ID=408914f7-1ff9-4b88-b32c-287d847a9ef7,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:26.428281 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (00b92883-010b-485d-bf65-73894a4c9497), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:26.572470 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Floating IP 00b92883-010b-485d-bf65-73894a4c9497 associated. External IP: 172.25.7.125, port: 04bb4738-03cb-4d03-9e55-f74c60d7fa7d. Feb 08 16:22:26.675010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd31328-4689-4c78-af3b-b09ba94708a3 req-bbd48996-e51c-471a-a185-524598c0e41c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:26.676730 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bfd31328-4689-4c78-af3b-b09ba94708a3 req-bbd48996-e51c-471a-a185-524598c0e41c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.1665425 Feb 08 16:22:26.892221 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bfd31328-4689-4c78-af3b-b09ba94708a3 req-cddeb62b-bc2e-4ab1-b75b-3bb9b30c6b2f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927972 Feb 08 16:22:26.926997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:22:26.942346 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57720) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:27.074355 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:22:27.082501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:27.086661 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801ee190-1994-4b79-b71f-8df7c1c9f770 None None] Sync routers for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:22:27.104047 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801ee190-1994-4b79-b71f-8df7c1c9f770 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:27.108072 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-801ee190-1994-4b79-b71f-8df7c1c9f770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:27.110081 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:27.169756 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6c5dc792-f8fe-41e7-8908-639bc7b54d83 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6339319 Feb 08 16:22:27.170493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6380dd-7ef2-406e-85a3-719711a6b02c', 'tag': '04bb4738-03cb-4d03-9e55-f74c60d7fa7d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:22:27.176138 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a70bf3-96ee-4c08-84b1-af8aded3a92b" -d '{"events": [{"name": "network-changed", "server_uuid": "af6380dd-7ef2-406e-85a3-719711a6b02c", "tag": "04bb4738-03cb-4d03-9e55-f74c60d7fa7d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:22:27.252385 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Publish callbacks [] for security_group (91c6917a-e0a6-4154-b809-9fcbc2ebe3cd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:27.258770 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (91c6917a-e0a6-4154-b809-9fcbc2ebe3cd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:27.259428 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-801ee190-1994-4b79-b71f-8df7c1c9f770 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:27.348828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c6917a-e0a6-4154-b809-9fcbc2ebe3cd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:27.361931 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2fdf78778fab4242b90f0ea0b5d33f55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4185591 Feb 08 16:22:27.363803 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:27.364264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:27.364870 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:27.365023 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57730) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:27.365479 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:27.365789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:27.366226 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:27.366663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:27.367097 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:27.367525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:27.367961 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:27.368392 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:27.368848 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:27.369301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649bc96b-d57a-41e3-8265-fa8e1742b288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:27.444405 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-679509a1-9c59-405e-ad85-d598c9c5ca3f admin admin] Publish callbacks [] for security_group (91c6917a-e0a6-4154-b809-9fcbc2ebe3cd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:27.455074 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737d3ecd-9f4d-4bfb-bfd8-2dc866f5fd73 x-openstack-request-id: req-737d3ecd-9f4d-4bfb-bfd8-2dc866f5fd73 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:22:27.456070 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6380dd-7ef2-406e-85a3-719711a6b02c", "tag": "04bb4738-03cb-4d03-9e55-f74c60d7fa7d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:22:27.456459 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-737d3ecd-9f4d-4bfb-bfd8-2dc866f5fd73 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:22:27.456916 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6380dd-7ef2-406e-85a3-719711a6b02c', 'tag': '04bb4738-03cb-4d03-9e55-f74c60d7fa7d', 'status': 'completed', 'code': 200} Feb 08 16:22:27.470430 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-679509a1-9c59-405e-ad85-d598c9c5ca3f admin admin] Publish callbacks [] for security_group (91c6917a-e0a6-4154-b809-9fcbc2ebe3cd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:27.520473 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a70bf3-96ee-4c08-84b1-af8aded3a92b req-b00fea3e-782e-4517-b3e0-98384ccd0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:27.522298 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20a70bf3-96ee-4c08-84b1-af8aded3a92b req-b00fea3e-782e-4517-b3e0-98384ccd0730 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 1129 time: 0.0504203 Feb 08 16:22:27.559159 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-679509a1-9c59-405e-ad85-d598c9c5ca3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (91c6917a-e0a6-4154-b809-9fcbc2ebe3cd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:27.562963 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-679509a1-9c59-405e-ad85-d598c9c5ca3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:27.565616 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-679509a1-9c59-405e-ad85-d598c9c5ca3f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/91c6917a-e0a6-4154-b809-9fcbc2ebe3cd HTTP/1.1" status: 204 len: 168 time: 0.1993914 Feb 08 16:22:27.568152 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-801ee190-1994-4b79-b71f-8df7c1c9f770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '00b92883-010b-485d-bf65-73894a4c9497', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'port_id': '04bb4738-03cb-4d03-9e55-f74c60d7fa7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'mac_address': 'fa:16:3e:ad:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6380dd-7ef2-406e-85a3-719711a6b02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:22:25Z', 'updated_at': '2022-02-08T16:22:25Z', 'revision_number': 0, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:27.577647 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679509a1-9c59-405e-ad85-d598c9c5ca3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c6917a-e0a6-4154-b809-9fcbc2ebe3cd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:27.609337 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801ee190-1994-4b79-b71f-8df7c1c9f770 None None] Checking router: b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:22:27.618667 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801ee190-1994-4b79-b71f-8df7c1c9f770 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:27.619297 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-801ee190-1994-4b79-b71f-8df7c1c9f770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:27.641150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a70bf3-96ee-4c08-84b1-af8aded3a92b req-78ea14d4-bc1d-4177-88c4-b8d51b7941a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:27.643512 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20a70bf3-96ee-4c08-84b1-af8aded3a92b req-78ea14d4-bc1d-4177-88c4-b8d51b7941a5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.1143353 Feb 08 16:22:27.741118 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20a70bf3-96ee-4c08-84b1-af8aded3a92b req-1928ea72-cfc3-4d9e-8dc0-2c1c9bbe8fe2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bb4738-03cb-4d03-9e55-f74c60d7fa7d HTTP/1.1" status: 200 len: 1000 time: 0.0911508 Feb 08 16:22:27.784836 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-801ee190-1994-4b79-b71f-8df7c1c9f770 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:27.801541 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a70bf3-96ee-4c08-84b1-af8aded3a92b req-5467ccb3-5663-4cce-b9f8-8b91736e2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:27.802768 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20a70bf3-96ee-4c08-84b1-af8aded3a92b req-5467ccb3-5663-4cce-b9f8-8b91736e2b82 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0558240 Feb 08 16:22:27.863283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a70bf3-96ee-4c08-84b1-af8aded3a92b req-ccfb4949-7ada-4146-922d-c754379cc755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:27.863283 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20a70bf3-96ee-4c08-84b1-af8aded3a92b req-ccfb4949-7ada-4146-922d-c754379cc755 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490322 Feb 08 16:22:27.876812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-20a70bf3-96ee-4c08-84b1-af8aded3a92b req-dfd4d528-d22e-496d-bb77-cd66a9473f99 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:22:27.878128 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20a70bf3-96ee-4c08-84b1-af8aded3a92b req-dfd4d528-d22e-496d-bb77-cd66a9473f99 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137601 Feb 08 16:22:27.992248 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20a70bf3-96ee-4c08-84b1-af8aded3a92b req-9dabd3fd-7322-429b-a558-228e655097ac service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051135 Feb 08 16:22:28.098346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a19161-dad5-42f6-b270-0d5bdd9c09d1 req-f40ebf87-5459-4fb1-ae19-f89615d8d95f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:28.100037 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48a19161-dad5-42f6-b270-0d5bdd9c09d1 req-f40ebf87-5459-4fb1-ae19-f89615d8d95f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0968108 Feb 08 16:22:28.131707 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-20a70bf3-96ee-4c08-84b1-af8aded3a92b req-df722e3d-ca11-49c5-a194-fe413af5ffed service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333106 Feb 08 16:22:28.134822 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-801ee190-1994-4b79-b71f-8df7c1c9f770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '00b92883-010b-485d-bf65-73894a4c9497', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'port_id': '04bb4738-03cb-4d03-9e55-f74c60d7fa7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'mac_address': 'fa:16:3e:ad:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6380dd-7ef2-406e-85a3-719711a6b02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:22:25Z', 'updated_at': '2022-02-08T16:22:25Z', 'revision_number': 0, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:28.176538 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48a19161-dad5-42f6-b270-0d5bdd9c09d1 req-55a20fce-e08c-40b1-b45e-f2b329056100 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706396 Feb 08 16:22:28.202733 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801ee190-1994-4b79-b71f-8df7c1c9f770 None None] The sync data for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 is: [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '00b92883-010b-485d-bf65-73894a4c9497', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'floating_ip_address': '172.25.7.125', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'port_id': '04bb4738-03cb-4d03-9e55-f74c60d7fa7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'mac_address': 'fa:16:3e:ad:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6380dd-7ef2-406e-85a3-719711a6b02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:22:25Z', 'updated_at': '2022-02-08T16:22:25Z', 'revision_number': 0, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:22:28.441875 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57754) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:28.465981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fe6cd2-fff7-43dc-843e-ac916f0e13c2 None None] New status for floating IP 00b92883-010b-485d-bf65-73894a4c9497: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:22:28.549767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1080800047-network', 'tenant_id': '7c10f4758c1d4534835303b53ffb6c72'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:22:28.573948 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] Made reservation on behalf of 7c10f4758c1d4534835303b53ffb6c72 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:22:28.576639 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:28.590628 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:28.682767 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] Publish callbacks [] for security_group (92dd7ee8-8dd9-46b3-8a47-07b152fe5a56), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:28.686916 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (92dd7ee8-8dd9-46b3-8a47-07b152fe5a56), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:28.717582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:22:28.732582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dd7ee8-8dd9-46b3-8a47-07b152fe5a56,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:28.746645 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8af44b72-87ba-44b8-9a4f-2f04b4da0d07), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:28.747005 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] Added segment 8af44b72-87ba-44b8-9a4f-2f04b4da0d07 of type vlan for network 321673fb-0354-4375-9002-ec558c31a9c9 Feb 08 16:22:28.790990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (321673fb-0354-4375-9002-ec558c31a9c9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:28.821095 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (321673fb-0354-4375-9002-ec558c31a9c9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:28.822192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:28.822864 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:28.890443 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4472542 Feb 08 16:22:28.893928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57758) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:28.899174 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1554cb90-45bb-4e1e-87de-684670189c6b admin admin] Request body: {'subnet': {'network_id': '321673fb-0354-4375-9002-ec558c31a9c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1080800047-subnet', 'tenant_id': '7c10f4758c1d4534835303b53ffb6c72', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:22:28.913152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fc85d-5175-4721-a558-8167dbf8fe1a admin admin] Pushing event updated for resources: {'Network': ['ID=321673fb-0354-4375-9002-ec558c31a9c9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:28.918382 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1554cb90-45bb-4e1e-87de-684670189c6b admin admin] Made reservation on behalf of 7c10f4758c1d4534835303b53ffb6c72 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:22:28.920756 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1554cb90-45bb-4e1e-87de-684670189c6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:28.923523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 321673fb-0354-4375-9002-ec558c31a9c9 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:22:29.098224 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1554cb90-45bb-4e1e-87de-684670189c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (09ccb858-a8b2-4376-be9c-e09f0aafd9c7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:29.154679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554cb90-45bb-4e1e-87de-684670189c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ccb858-a8b2-4376-be9c-e09f0aafd9c7,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:29.164424 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1554cb90-45bb-4e1e-87de-684670189c6b admin admin] Checking segment: {'id': '8af44b72-87ba-44b8-9a4f-2f04b4da0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '321673fb-0354-4375-9002-ec558c31a9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:29.164794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1554cb90-45bb-4e1e-87de-684670189c6b admin admin] Network hostable DHCP agents. Network: 321673fb-0354-4375-9002-ec558c31a9c9, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:22:29.181503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1554cb90-45bb-4e1e-87de-684670189c6b admin admin] Network 321673fb-0354-4375-9002-ec558c31a9c9 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:22:29.191235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-1554cb90-45bb-4e1e-87de-684670189c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 321673fb-0354-4375-9002-ec558c31a9c9) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:29.195113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1554cb90-45bb-4e1e-87de-684670189c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:29.195709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1554cb90-45bb-4e1e-87de-684670189c6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:29.200605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40acefff-6032-4020-94e4-0cf436225cb6 None None] Network 321673fb-0354-4375-9002-ec558c31a9c9 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:22:29.220137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57762) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:29.220644 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1554cb90-45bb-4e1e-87de-684670189c6b admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3251743 Feb 08 16:22:29.225803 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1080800047-router', 'tenant_id': '7c10f4758c1d4534835303b53ffb6c72', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:22:29.247011 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (56049837-e7e8-4632-833f-bfcc8a465c01), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:29.248263 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (56049837-e7e8-4632-833f-bfcc8a465c01), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:29.302649 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Publish callbacks [] for router_controller (56049837-e7e8-4632-833f-bfcc8a465c01), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:29.310379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-321673fb-0354-4375-9002-ec558c31a9c9', 'network_id': '321673fb-0354-4375-9002-ec558c31a9c9', 'project_id': '7c10f4758c1d4534835303b53ffb6c72', 'fixed_ips': [{'subnet_id': '09ccb858-a8b2-4376-be9c-e09f0aafd9c7'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:22:29.311547 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:29.322183 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743324a-0c75-4284-8f29-a21d76230d96 req-bd49e7e5-1172-420c-8c8e-afcbe94fed28 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:29.325668 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8743324a-0c75-4284-8f29-a21d76230d96 req-bd49e7e5-1172-420c-8c8e-afcbe94fed28 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0639634 Feb 08 16:22:29.381327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8743324a-0c75-4284-8f29-a21d76230d96 req-c3548678-323a-4a46-bcf9-aa4459913178 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509474 Feb 08 16:22:29.450269 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Allocated IP 172.20.0.2 (321673fb-0354-4375-9002-ec558c31a9c9/09ccb858-a8b2-4376-be9c-e09f0aafd9c7/ca7dcff9-617d-43a8-abe0-e37620100514) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:22:29.610846 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Publish callbacks [] for port (ca7dcff9-617d-43a8-abe0-e37620100514), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:29.622342 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (ca7dcff9-617d-43a8-abe0-e37620100514), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:29.668780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Network 321673fb-0354-4375-9002-ec558c31a9c9 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:22:29.671851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:29.675344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:22:29.684701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Pushing event updated for resources: {'Port': ['ID=ca7dcff9-617d-43a8-abe0-e37620100514,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:29.731838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Publish callbacks [] for router_gateway (56049837-e7e8-4632-833f-bfcc8a465c01), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:29.749248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Attempting to bind port ca7dcff9-617d-43a8-abe0-e37620100514 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:22:29.749618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Attempting to bind port ca7dcff9-617d-43a8-abe0-e37620100514 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '8af44b72-87ba-44b8-9a4f-2f04b4da0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '321673fb-0354-4375-9002-ec558c31a9c9'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:22:29.749992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Attempting to bind port ca7dcff9-617d-43a8-abe0-e37620100514 on network 321673fb-0354-4375-9002-ec558c31a9c9 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:22:29.755881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:22:29.756256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Checking segment: {'id': '8af44b72-87ba-44b8-9a4f-2f04b4da0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '321673fb-0354-4375-9002-ec558c31a9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:29.756658 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:29.757086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Bound using segment: {'id': '8af44b72-87ba-44b8-9a4f-2f04b4da0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '321673fb-0354-4375-9002-ec558c31a9c9'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:22:29.757555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Bound port: ca7dcff9-617d-43a8-abe0-e37620100514, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af44b72-87ba-44b8-9a4f-2f04b4da0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '321673fb-0354-4375-9002-ec558c31a9c9'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:22:29.757937 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca7dcff9-617d-43a8-abe0-e37620100514), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:29.822773 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] For port ca7dcff9-617d-43a8-abe0-e37620100514, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:22:29.826346 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] For port ca7dcff9-617d-43a8-abe0-e37620100514, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ca7dcff9-617d-43a8-abe0-e37620100514,segment=NetworkSegment(8af44b72-87ba-44b8-9a4f-2f04b4da0d07),segment_id=8af44b72-87ba-44b8-9a4f-2f04b4da0d07)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:22:29.832835 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ca7dcff9-617d-43a8-abe0-e37620100514), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:29.894484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c511a-13d7-459d-bcbc-5b3b159c17d0 None None] Pushing event updated for resources: {'Port': ['ID=ca7dcff9-617d-43a8-abe0-e37620100514,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:29.943989 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Publish callbacks [] for router_gateway (56049837-e7e8-4632-833f-bfcc8a465c01), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:29.964719 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:30.096923 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Allocated IP 172.25.7.118 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/1a5339ac-d800-4bcb-802c-6cf5299657b4) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:22:30.200760 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:22:30.210821 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Publish callbacks [] for port (1a5339ac-d800-4bcb-802c-6cf5299657b4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:30.243881 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (1a5339ac-d800-4bcb-802c-6cf5299657b4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:30.280187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:22:30.285487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:30.288992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:22:30.315442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Pushing event updated for resources: {'Port': ['ID=1a5339ac-d800-4bcb-802c-6cf5299657b4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:30.522879 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52c3a3-ee13-4f07-a279-1d0c7e99f8d3 req-f82e63b6-95b1-4305-a23f-0a3dcdc89f90 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:30.524444 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf52c3a3-ee13-4f07-a279-1d0c7e99f8d3 req-f82e63b6-95b1-4305-a23f-0a3dcdc89f90 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0625963 Feb 08 16:22:30.558026 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Publish callbacks [] for router_gateway (56049837-e7e8-4632-833f-bfcc8a465c01), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:30.577874 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf52c3a3-ee13-4f07-a279-1d0c7e99f8d3 req-2a260e73-09d3-4969-af30-9531d60231f6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475707 Feb 08 16:22:30.773709 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (56049837-e7e8-4632-833f-bfcc8a465c01), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:30.820525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd5c315-2720-4699-b040-132b137d7e4b None None] Network 321673fb-0354-4375-9002-ec558c31a9c9 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:22:30.892036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-731b4b63-e14d-47fd-b81c-b04b11eb153d None None] Provisioning complete for port ca7dcff9-617d-43a8-abe0-e37620100514 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:30.892421 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-731b4b63-e14d-47fd-b81c-b04b11eb153d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ca7dcff9-617d-43a8-abe0-e37620100514), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:30.908104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Router 56049837-e7e8-4632-833f-bfcc8a465c01 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:22:31.016902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-731b4b63-e14d-47fd-b81c-b04b11eb153d None None] Current status of the port ca7dcff9-617d-43a8-abe0-e37620100514 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:31.017456 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-731b4b63-e14d-47fd-b81c-b04b11eb153d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca7dcff9-617d-43a8-abe0-e37620100514), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:31.021189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:22:31.034470 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Sync routers for ids ['56049837-e7e8-4632-833f-bfcc8a465c01'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:22:31.044990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:31.047342 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Routers {'56049837-e7e8-4632-833f-bfcc8a465c01'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:31.048387 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2823180c-8488-4bbf-aed3-80493817280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['56049837-e7e8-4632-833f-bfcc8a465c01'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:31.049959 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57766) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:31.051320 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5f328912-bc61-42af-a69e-28e3d40b42fb admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8289170 Feb 08 16:22:31.063344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-731b4b63-e14d-47fd-b81c-b04b11eb153d None None] For port ca7dcff9-617d-43a8-abe0-e37620100514, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ca7dcff9-617d-43a8-abe0-e37620100514,segment=NetworkSegment(8af44b72-87ba-44b8-9a4f-2f04b4da0d07),segment_id=8af44b72-87ba-44b8-9a4f-2f04b4da0d07)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:31.068799 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-731b4b63-e14d-47fd-b81c-b04b11eb153d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ca7dcff9-617d-43a8-abe0-e37620100514), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:31.129361 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b4b63-e14d-47fd-b81c-b04b11eb153d None None] Pushing event updated for resources: {'Port': ['ID=ca7dcff9-617d-43a8-abe0-e37620100514,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:31.262570 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Set router 56049837-e7e8-4632-833f-bfcc8a465c01 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:31.292596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8eaacc0c-416b-476f-9e47-1d4db5bfc696 None None] Provisioning complete for port ca7dcff9-617d-43a8-abe0-e37620100514 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:31.293159 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8eaacc0c-416b-476f-9e47-1d4db5bfc696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ca7dcff9-617d-43a8-abe0-e37620100514), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:31.373853 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8eaacc0c-416b-476f-9e47-1d4db5bfc696 None None] Current status of the port ca7dcff9-617d-43a8-abe0-e37620100514 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:31.469039 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2823180c-8488-4bbf-aed3-80493817280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'name': 'tempest-TestAggregatesBasicOps-1080800047-router', 'tenant_id': '7c10f4758c1d4534835303b53ffb6c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '1a5339ac-d800-4bcb-802c-6cf5299657b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:30Z', 'revision_number': 3, 'project_id': '7c10f4758c1d4534835303b53ffb6c72', 'gw_port': {'id': '1a5339ac-d800-4bcb-802c-6cf5299657b4', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:31.492048 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ca7dcff9-617d-43a8-abe0-e37620100514 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:22:31.496099 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Checking router: 56049837-e7e8-4632-833f-bfcc8a465c01 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:22:31.496453 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Updating router 56049837-e7e8-4632-833f-bfcc8a465c01 port 1a5339ac-d800-4bcb-802c-6cf5299657b4 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:22:31.520427 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:31.525523 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1a5339ac-d800-4bcb-802c-6cf5299657b4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:31.554699 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1acb04b0-5b71-4a2b-ba14-a19eb5bf5124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:31.560784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ca7dcff9-617d-43a8-abe0-e37620100514 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:31.561196 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ca7dcff9-617d-43a8-abe0-e37620100514), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:31.650018 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ca7dcff9-617d-43a8-abe0-e37620100514 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:31.732611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Allocated IP 172.20.0.1 (321673fb-0354-4375-9002-ec558c31a9c9/09ccb858-a8b2-4376-be9c-e09f0aafd9c7/726315d5-6561-478f-ac96-462296b935d7) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:22:31.759961 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8028968-c853-4c11-89b1-ebc3f2b44b9c req-2c407388-79c9-4305-bba7-a77b96a125eb tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:31.761477 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8028968-c853-4c11-89b1-ebc3f2b44b9c req-2c407388-79c9-4305-bba7-a77b96a125eb tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0777941 Feb 08 16:22:31.807849 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Publish callbacks [] for port (1a5339ac-d800-4bcb-802c-6cf5299657b4), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:31.813280 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1a5339ac-d800-4bcb-802c-6cf5299657b4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:31.863827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8028968-c853-4c11-89b1-ebc3f2b44b9c req-1e032746-fea9-4ca2-8367-03906322fff2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919132 Feb 08 16:22:31.864523 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Attempting to bind port 1a5339ac-d800-4bcb-802c-6cf5299657b4 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:22:31.864902 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Attempting to bind port 1a5339ac-d800-4bcb-802c-6cf5299657b4 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:22:31.865516 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Attempting to bind port 1a5339ac-d800-4bcb-802c-6cf5299657b4 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:22:31.873115 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:22:31.873492 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:31.873900 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:31.874290 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:22:31.874751 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Bound port: 1a5339ac-d800-4bcb-802c-6cf5299657b4, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:22:31.875130 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1a5339ac-d800-4bcb-802c-6cf5299657b4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:31.878221 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f2287-b52b-44bb-9ed4-c696d8375b08 None None] Pushing event updated for resources: {'Port': ['ID=1a5339ac-d800-4bcb-802c-6cf5299657b4,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:31.895020 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Publish callbacks [] for port (726315d5-6561-478f-ac96-462296b935d7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:31.902605 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f2287-b52b-44bb-9ed4-c696d8375b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:31.902990 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f2287-b52b-44bb-9ed4-c696d8375b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:31.903287 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f2287-b52b-44bb-9ed4-c696d8375b08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:31.903618 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f2287-b52b-44bb-9ed4-c696d8375b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:31.903942 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f2287-b52b-44bb-9ed4-c696d8375b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:31.904266 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f2287-b52b-44bb-9ed4-c696d8375b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:31.904585 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f2287-b52b-44bb-9ed4-c696d8375b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:31.904937 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f2287-b52b-44bb-9ed4-c696d8375b08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:31.905281 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f2287-b52b-44bb-9ed4-c696d8375b08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:31.905616 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f2287-b52b-44bb-9ed4-c696d8375b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:31.905933 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f2287-b52b-44bb-9ed4-c696d8375b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:31.906263 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f2287-b52b-44bb-9ed4-c696d8375b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:31.906576 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687f2287-b52b-44bb-9ed4-c696d8375b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:31.929396 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (726315d5-6561-478f-ac96-462296b935d7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:31.938191 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-2823180c-8488-4bbf-aed3-80493817280a None None] For port 1a5339ac-d800-4bcb-802c-6cf5299657b4, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:22:31.942022 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-2823180c-8488-4bbf-aed3-80493817280a None None] For port 1a5339ac-d800-4bcb-802c-6cf5299657b4, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1a5339ac-d800-4bcb-802c-6cf5299657b4,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:22:31.947618 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1a5339ac-d800-4bcb-802c-6cf5299657b4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:31.967036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Network 321673fb-0354-4375-9002-ec558c31a9c9 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:22:31.972071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:31.975736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:22:32.015973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=726315d5-6561-478f-ac96-462296b935d7,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:32.023073 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Routers {'56049837-e7e8-4632-833f-bfcc8a465c01'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:32.023708 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2823180c-8488-4bbf-aed3-80493817280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['56049837-e7e8-4632-833f-bfcc8a465c01'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:32.045276 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (56049837-e7e8-4632-833f-bfcc8a465c01), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:32.114635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56be1cc-8291-4d34-87b2-f557a1a9eb0c req-a2ceb6c0-05af-4a53-aa85-0566144b1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:32.117270 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c56be1cc-8291-4d34-87b2-f557a1a9eb0c req-a2ceb6c0-05af-4a53-aa85-0566144b1592 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 1128 time: 0.0605612 Feb 08 16:22:32.134699 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f2287-b52b-44bb-9ed4-c696d8375b08 None None] Pushing event updated for resources: {'Port': ['ID=1a5339ac-d800-4bcb-802c-6cf5299657b4,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:32.140685 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-2823180c-8488-4bbf-aed3-80493817280a None None] Set router 56049837-e7e8-4632-833f-bfcc8a465c01 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:32.233395 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (726315d5-6561-478f-ac96-462296b935d7), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:32.264100 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56be1cc-8291-4d34-87b2-f557a1a9eb0c req-116ce304-aa63-4d43-bb00-7f3d74e65a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:32.265551 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c56be1cc-8291-4d34-87b2-f557a1a9eb0c req-116ce304-aa63-4d43-bb00-7f3d74e65a73 service neutron] 10.222.0.96 "GET /v2.0/networks?id=634e02f1-2215-409f-a536-fd62e8d8a08f HTTP/1.1" status: 200 len: 898 time: 0.1277642 Feb 08 16:22:32.309415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a609464c-d899-45f3-8a78-7115892e2a3c None None] Provisioning complete for port 726315d5-6561-478f-ac96-462296b935d7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:32.310456 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a609464c-d899-45f3-8a78-7115892e2a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (726315d5-6561-478f-ac96-462296b935d7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:32.348645 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c56be1cc-8291-4d34-87b2-f557a1a9eb0c req-b5a9db25-78af-469e-814c-89e124ee805c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae HTTP/1.1" status: 200 len: 1001 time: 0.0765271 Feb 08 16:22:32.352046 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-2823180c-8488-4bbf-aed3-80493817280a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'name': 'tempest-TestAggregatesBasicOps-1080800047-router', 'tenant_id': '7c10f4758c1d4534835303b53ffb6c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '1a5339ac-d800-4bcb-802c-6cf5299657b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:30Z', 'revision_number': 3, 'project_id': '7c10f4758c1d4534835303b53ffb6c72', 'gw_port': {'id': '1a5339ac-d800-4bcb-802c-6cf5299657b4', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:32.356481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a609464c-d899-45f3-8a78-7115892e2a3c None None] Port 726315d5-6561-478f-ac96-462296b935d7 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:22:32.384335 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823180c-8488-4bbf-aed3-80493817280a None None] The sync data for ids ['56049837-e7e8-4632-833f-bfcc8a465c01'] in n-d-824834-11 is: [{'id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'name': 'tempest-TestAggregatesBasicOps-1080800047-router', 'tenant_id': '7c10f4758c1d4534835303b53ffb6c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '1a5339ac-d800-4bcb-802c-6cf5299657b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:30Z', 'revision_number': 3, 'project_id': '7c10f4758c1d4534835303b53ffb6c72', 'gw_port': {'id': '1a5339ac-d800-4bcb-802c-6cf5299657b4', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:22:32.403478 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56be1cc-8291-4d34-87b2-f557a1a9eb0c req-7cb94c8e-cff6-43a3-ac67-981b002259be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:32.408991 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c56be1cc-8291-4d34-87b2-f557a1a9eb0c req-7cb94c8e-cff6-43a3-ac67-981b002259be service neutron] 10.222.0.96 "GET /v2.0/subnets?id=52ab6b59-cffa-4b25-a360-9577d690fc24 HTTP/1.1" status: 200 len: 835 time: 0.0511816 Feb 08 16:22:32.431260 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Publish callbacks [] for port (726315d5-6561-478f-ac96-462296b935d7), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:32.435881 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (726315d5-6561-478f-ac96-462296b935d7), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:32.458663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56be1cc-8291-4d34-87b2-f557a1a9eb0c req-d86cfda2-ab5c-401d-b2c6-85cb91cb2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:32.460836 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c56be1cc-8291-4d34-87b2-f557a1a9eb0c req-d86cfda2-ab5c-401d-b2c6-85cb91cb2e2f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=634e02f1-2215-409f-a536-fd62e8d8a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495839 Feb 08 16:22:32.511282 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (56049837-e7e8-4632-833f-bfcc8a465c01), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:32.519826 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=726315d5-6561-478f-ac96-462296b935d7,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:32.563432 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c56be1cc-8291-4d34-87b2-f557a1a9eb0c req-c1161fa0-7916-43a2-84b5-4c1c0cb97641 service neutron] 10.222.0.96 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958209 Feb 08 16:22:32.626837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Network 321673fb-0354-4375-9002-ec558c31a9c9 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:22:32.630971 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:32.685932 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c56be1cc-8291-4d34-87b2-f557a1a9eb0c req-e7b3319a-9943-4537-ab79-a807bdd79b38 service neutron] 10.222.0.96 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163616 Feb 08 16:22:32.783403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Router 56049837-e7e8-4632-833f-bfcc8a465c01 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:22:32.882115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-58e5fb35-c656-4a7d-829c-d9b276f8bc3d None None] Provisioning complete for port 726315d5-6561-478f-ac96-462296b935d7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:32.882490 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-58e5fb35-c656-4a7d-829c-d9b276f8bc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (726315d5-6561-478f-ac96-462296b935d7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:32.917794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:22:32.924672 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-62868047-61ec-469e-982e-bc06b84ac8d1 admin admin] 10.222.0.82 "PUT /v2.0/routers/56049837-e7e8-4632-833f-bfcc8a465c01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8727200 Feb 08 16:22:32.929800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-58e5fb35-c656-4a7d-829c-d9b276f8bc3d None None] Port 726315d5-6561-478f-ac96-462296b935d7 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:22:33.009268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0a2ed-10a6-47f2-a118-a7af25f7d5ec req-52a93ff9-b467-48b2-a1db-818d2a9efb23 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:33.010855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9e0a2ed-10a6-47f2-a118-a7af25f7d5ec req-52a93ff9-b467-48b2-a1db-818d2a9efb23 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0588336 Feb 08 16:22:33.074182 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9e0a2ed-10a6-47f2-a118-a7af25f7d5ec req-778775b0-00b9-499d-8545-855929530cf5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553777 Feb 08 16:22:33.436571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57786) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:33.441858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1525147937-network', 'tenant_id': '01f78de7d08e439080cc27ae2dd75706'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:22:33.454053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1a5339ac-d800-4bcb-802c-6cf5299657b4 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:22:33.465999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] Made reservation on behalf of 01f78de7d08e439080cc27ae2dd75706 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:22:33.468459 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:33.477497 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:33.505861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 1a5339ac-d800-4bcb-802c-6cf5299657b4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:33.506261 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1a5339ac-d800-4bcb-802c-6cf5299657b4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:33.557493 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] Publish callbacks [] for security_group (9252ec4e-5d6a-45e8-b426-032f2a418a5f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:33.561405 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9252ec4e-5d6a-45e8-b426-032f2a418a5f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:33.584038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:22:33.593798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 1a5339ac-d800-4bcb-802c-6cf5299657b4 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:33.594330 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1a5339ac-d800-4bcb-802c-6cf5299657b4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:33.601170 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (9f36daf1-68cd-41e7-8cc8-9849726558d2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:33.601524 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] Added segment 9f36daf1-68cd-41e7-8cc8-9849726558d2 of type vlan for network f635daff-a1da-478f-b5f4-673ca563a878 Feb 08 16:22:33.610811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9252ec4e-5d6a-45e8-b426-032f2a418a5f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:33.621466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 1a5339ac-d800-4bcb-802c-6cf5299657b4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1a5339ac-d800-4bcb-802c-6cf5299657b4,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:33.626359 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (1a5339ac-d800-4bcb-802c-6cf5299657b4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:33.648815 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (f635daff-a1da-478f-b5f4-673ca563a878), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:33.676437 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (f635daff-a1da-478f-b5f4-673ca563a878), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:33.678052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:33.678724 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:33.679636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=1a5339ac-d800-4bcb-802c-6cf5299657b4,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:33.696032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:33.696379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:33.696764 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:33.697575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:33.697575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:33.697815 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:33.698100 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:33.698697 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:33.699025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:33.699349 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:33.699674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:33.699995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:33.700316 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:22:33.744688 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3069055 Feb 08 16:22:33.747437 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57788) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:33.752993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-9d590f58-b718-4a0b-b3fa-9c3f3008bb5d admin admin] Request body: {'subnet': {'network_id': 'f635daff-a1da-478f-b5f4-673ca563a878', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1525147937-subnet', 'tenant_id': '01f78de7d08e439080cc27ae2dd75706', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:22:33.767883 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e18926-36f0-4adc-a11f-e87485f96027 admin admin] Pushing event updated for resources: {'Network': ['ID=f635daff-a1da-478f-b5f4-673ca563a878,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:33.779228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network f635daff-a1da-478f-b5f4-673ca563a878 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:22:33.784141 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d590f58-b718-4a0b-b3fa-9c3f3008bb5d admin admin] Made reservation on behalf of 01f78de7d08e439080cc27ae2dd75706 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:22:33.787133 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d590f58-b718-4a0b-b3fa-9c3f3008bb5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:33.866527 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-11bce654-3937-4263-9441-66f34b7a445c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:33.977766 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d590f58-b718-4a0b-b3fa-9c3f3008bb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (d3c1d24b-d826-4794-b7e6-3e1cf66ab924), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:34.036932 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d590f58-b718-4a0b-b3fa-9c3f3008bb5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c1d24b-d826-4794-b7e6-3e1cf66ab924,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:34.044298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d590f58-b718-4a0b-b3fa-9c3f3008bb5d admin admin] Checking segment: {'id': '9f36daf1-68cd-41e7-8cc8-9849726558d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f635daff-a1da-478f-b5f4-673ca563a878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:34.044657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d590f58-b718-4a0b-b3fa-9c3f3008bb5d admin admin] Network hostable DHCP agents. Network: f635daff-a1da-478f-b5f4-673ca563a878, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:22:34.063820 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d590f58-b718-4a0b-b3fa-9c3f3008bb5d admin admin] Network f635daff-a1da-478f-b5f4-673ca563a878 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:22:34.075265 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-9d590f58-b718-4a0b-b3fa-9c3f3008bb5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, f635daff-a1da-478f-b5f4-673ca563a878) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:34.081446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d590f58-b718-4a0b-b3fa-9c3f3008bb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:34.082234 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9d590f58-b718-4a0b-b3fa-9c3f3008bb5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:34.089200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e557a09-0d89-4fad-95ba-8734eeb40d26 None None] Network f635daff-a1da-478f-b5f4-673ca563a878 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:22:34.114443 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9d590f58-b718-4a0b-b3fa-9c3f3008bb5d admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3618212 Feb 08 16:22:34.114443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57794) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:34.119951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1525147937-router', 'tenant_id': '01f78de7d08e439080cc27ae2dd75706', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:22:34.137448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Sync routers for ids ['56049837-e7e8-4632-833f-bfcc8a465c01'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:22:34.150938 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:34.152578 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:34.329793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Routers {'56049837-e7e8-4632-833f-bfcc8a465c01'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:34.330622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['56049837-e7e8-4632-833f-bfcc8a465c01'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:34.459683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-f635daff-a1da-478f-b5f4-673ca563a878', 'network_id': 'f635daff-a1da-478f-b5f4-673ca563a878', 'project_id': '01f78de7d08e439080cc27ae2dd75706', 'fixed_ips': [{'subnet_id': 'd3c1d24b-d826-4794-b7e6-3e1cf66ab924'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:22:34.460600 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:34.510754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Set router 56049837-e7e8-4632-833f-bfcc8a465c01 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:34.576362 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Publish callbacks [] for router_controller (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:34.664643 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4108dd2-5bd0-4cc8-998e-d7d798e810ea req-5c4fc6b2-ceec-4af5-91a0-12ac4e43f01d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:34.666396 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4108dd2-5bd0-4cc8-998e-d7d798e810ea req-5c4fc6b2-ceec-4af5-91a0-12ac4e43f01d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.4877970 Feb 08 16:22:34.756428 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Publish callbacks [] for router_gateway (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:34.764701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Allocated IP 172.20.0.2 (f635daff-a1da-478f-b5f4-673ca563a878/d3c1d24b-d826-4794-b7e6-3e1cf66ab924/c1adbc28-42ee-4a19-b68c-278bab8e9420) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:22:34.832252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4108dd2-5bd0-4cc8-998e-d7d798e810ea req-44f019b1-7f6f-4053-adbf-69c5213427ff tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590781 Feb 08 16:22:34.952867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'name': 'tempest-TestAggregatesBasicOps-1080800047-router', 'tenant_id': '7c10f4758c1d4534835303b53ffb6c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '1a5339ac-d800-4bcb-802c-6cf5299657b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:32Z', 'revision_number': 4, 'project_id': '7c10f4758c1d4534835303b53ffb6c72', 'gw_port': {'id': '1a5339ac-d800-4bcb-802c-6cf5299657b4', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '726315d5-6561-478f-ac96-462296b935d7', 'name': '', 'network_id': '321673fb-0354-4375-9002-ec558c31a9c9', 'tenant_id': '7c10f4758c1d4534835303b53ffb6c72', 'mac_address': 'fa:16:3e:80:96:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '09ccb858-a8b2-4376-be9c-e09f0aafd9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:31Z', 'updated_at': '2022-02-08T16:22:32Z', 'revision_number': 2, 'project_id': '7c10f4758c1d4534835303b53ffb6c72', 'subnets': [{'id': '09ccb858-a8b2-4376-be9c-e09f0aafd9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:34.999319 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Checking router: 56049837-e7e8-4632-833f-bfcc8a465c01 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:22:34.999594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Updating router 56049837-e7e8-4632-833f-bfcc8a465c01 port 726315d5-6561-478f-ac96-462296b935d7 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:22:35.029050 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Publish callbacks [] for router_gateway (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.051137 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.051569 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (726315d5-6561-478f-ac96-462296b935d7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.053770 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Publish callbacks [] for port (c1adbc28-42ee-4a19-b68c-278bab8e9420), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.063792 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (c1adbc28-42ee-4a19-b68c-278bab8e9420), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.132044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Network f635daff-a1da-478f-b5f4-673ca563a878 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:22:35.138030 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:35.147410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:22:35.155424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Pushing event updated for resources: {'Port': ['ID=c1adbc28-42ee-4a19-b68c-278bab8e9420,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:35.181854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Allocated IP 172.25.7.142 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/6478de45-1eda-46d3-a11f-96dfe6120835) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:22:35.283703 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Attempting to bind port c1adbc28-42ee-4a19-b68c-278bab8e9420 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:22:35.284120 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Attempting to bind port c1adbc28-42ee-4a19-b68c-278bab8e9420 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '9f36daf1-68cd-41e7-8cc8-9849726558d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f635daff-a1da-478f-b5f4-673ca563a878'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:22:35.284492 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Attempting to bind port c1adbc28-42ee-4a19-b68c-278bab8e9420 on network f635daff-a1da-478f-b5f4-673ca563a878 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:22:35.313769 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Publish callbacks [] for port (6478de45-1eda-46d3-a11f-96dfe6120835), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.327746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:22:35.328123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Checking segment: {'id': '9f36daf1-68cd-41e7-8cc8-9849726558d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f635daff-a1da-478f-b5f4-673ca563a878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:35.328534 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.328925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Bound using segment: {'id': '9f36daf1-68cd-41e7-8cc8-9849726558d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f635daff-a1da-478f-b5f4-673ca563a878'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:22:35.329444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Bound port: c1adbc28-42ee-4a19-b68c-278bab8e9420, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f36daf1-68cd-41e7-8cc8-9849726558d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f635daff-a1da-478f-b5f4-673ca563a878'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:22:35.329834 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c1adbc28-42ee-4a19-b68c-278bab8e9420), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.350584 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6478de45-1eda-46d3-a11f-96dfe6120835), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.401065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:22:35.405789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:35.409029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:22:35.415951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Pushing event updated for resources: {'Port': ['ID=6478de45-1eda-46d3-a11f-96dfe6120835,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:35.435771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] For port c1adbc28-42ee-4a19-b68c-278bab8e9420, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:22:35.440813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] For port c1adbc28-42ee-4a19-b68c-278bab8e9420, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c1adbc28-42ee-4a19-b68c-278bab8e9420,segment=NetworkSegment(9f36daf1-68cd-41e7-8cc8-9849726558d2),segment_id=9f36daf1-68cd-41e7-8cc8-9849726558d2)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:22:35.448691 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c1adbc28-42ee-4a19-b68c-278bab8e9420), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.504888 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1a5339ac-d800-4bcb-802c-6cf5299657b4 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:22:35.577947 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Publish callbacks [] for port (726315d5-6561-478f-ac96-462296b935d7), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.604612 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (726315d5-6561-478f-ac96-462296b935d7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.609210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082094c-7b65-4b28-a06b-cee1491dba74 None None] Pushing event updated for resources: {'Port': ['ID=c1adbc28-42ee-4a19-b68c-278bab8e9420,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:35.621185 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.675758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006df9a-e936-433c-ab12-0d31c38b82d5 None None] Pushing event updated for resources: {'Port': ['ID=726315d5-6561-478f-ac96-462296b935d7,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:35.681071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 1a5339ac-d800-4bcb-802c-6cf5299657b4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:35.681508 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (1a5339ac-d800-4bcb-802c-6cf5299657b4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.724994 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Publish callbacks [] for router_gateway (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.778570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Attempting to bind port 726315d5-6561-478f-ac96-462296b935d7 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:22:35.779133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Attempting to bind port 726315d5-6561-478f-ac96-462296b935d7 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '8af44b72-87ba-44b8-9a4f-2f04b4da0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '321673fb-0354-4375-9002-ec558c31a9c9'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:22:35.780512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Attempting to bind port 726315d5-6561-478f-ac96-462296b935d7 on network 321673fb-0354-4375-9002-ec558c31a9c9 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:22:35.791916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:22:35.792629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Checking segment: {'id': '8af44b72-87ba-44b8-9a4f-2f04b4da0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '321673fb-0354-4375-9002-ec558c31a9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:35.796879 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.797944 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Bound using segment: {'id': '8af44b72-87ba-44b8-9a4f-2f04b4da0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '321673fb-0354-4375-9002-ec558c31a9c9'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:22:35.798714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Bound port: 726315d5-6561-478f-ac96-462296b935d7, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af44b72-87ba-44b8-9a4f-2f04b4da0d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '321673fb-0354-4375-9002-ec558c31a9c9'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:22:35.805838 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (726315d5-6561-478f-ac96-462296b935d7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:35.925384 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 1a5339ac-d800-4bcb-802c-6cf5299657b4 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:35.956305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] For port 726315d5-6561-478f-ac96-462296b935d7, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:22:35.961593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] For port 726315d5-6561-478f-ac96-462296b935d7, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=726315d5-6561-478f-ac96-462296b935d7,segment=NetworkSegment(8af44b72-87ba-44b8-9a4f-2f04b4da0d07),segment_id=8af44b72-87ba-44b8-9a4f-2f04b4da0d07)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:22:35.970466 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (726315d5-6561-478f-ac96-462296b935d7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:36.083345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Routers {'56049837-e7e8-4632-833f-bfcc8a465c01'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:36.084054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['56049837-e7e8-4632-833f-bfcc8a465c01'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:36.086576 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca91e4b-7ea8-497e-b85a-f2731c3091ae req-a3a5a40c-24c1-4b10-97df-f9ad476336ef tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:36.088343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fca91e4b-7ea8-497e-b85a-f2731c3091ae req-a3a5a40c-24c1-4b10-97df-f9ad476336ef tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0793955 Feb 08 16:22:36.122785 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:36.134035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006df9a-e936-433c-ab12-0d31c38b82d5 None None] Pushing event updated for resources: {'Port': ['ID=726315d5-6561-478f-ac96-462296b935d7,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:36.172149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7adbe24e-9f9d-4b0f-a6c3-315c0959885d None None] Provisioning complete for port 726315d5-6561-478f-ac96-462296b935d7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:36.172532 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7adbe24e-9f9d-4b0f-a6c3-315c0959885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (726315d5-6561-478f-ac96-462296b935d7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:36.232251 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fca91e4b-7ea8-497e-b85a-f2731c3091ae req-792ecad2-5f3c-48fa-bf02-98a5eeaf06bd tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338623 Feb 08 16:22:36.292710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] Set router 56049837-e7e8-4632-833f-bfcc8a465c01 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:36.314543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Router cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:22:36.336891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7adbe24e-9f9d-4b0f-a6c3-315c0959885d None None] Current status of the port 726315d5-6561-478f-ac96-462296b935d7 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:36.337241 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7adbe24e-9f9d-4b0f-a6c3-315c0959885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (726315d5-6561-478f-ac96-462296b935d7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:36.434140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:22:36.447387 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Sync routers for ids ['cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:22:36.468609 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:36.473160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fdd753c2-0073-49e1-888c-71b6cfb66d67 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3546534 Feb 08 16:22:36.473414 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Routers {'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:36.473414 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:36.473625 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57798) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:36.608028 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Set router cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:36.621042 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7adbe24e-9f9d-4b0f-a6c3-315c0959885d None None] For port 726315d5-6561-478f-ac96-462296b935d7, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=726315d5-6561-478f-ac96-462296b935d7,segment=NetworkSegment(8af44b72-87ba-44b8-9a4f-2f04b4da0d07),segment_id=8af44b72-87ba-44b8-9a4f-2f04b4da0d07)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:36.631801 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7adbe24e-9f9d-4b0f-a6c3-315c0959885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (726315d5-6561-478f-ac96-462296b935d7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:36.762327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbe24e-9f9d-4b0f-a6c3-315c0959885d None None] Pushing event updated for resources: {'Port': ['ID=726315d5-6561-478f-ac96-462296b935d7,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:36.803766 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:36.809090 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f5db670b-0a62-4134-be56-3ddb20fe144c None None] Provisioning complete for port 726315d5-6561-478f-ac96-462296b935d7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:36.809521 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f5db670b-0a62-4134-be56-3ddb20fe144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (726315d5-6561-478f-ac96-462296b935d7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:36.841692 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'name': 'tempest-TestAggregatesBasicOps-1525147937-router', 'tenant_id': '01f78de7d08e439080cc27ae2dd75706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '6478de45-1eda-46d3-a11f-96dfe6120835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:34Z', 'updated_at': '2022-02-08T16:22:35Z', 'revision_number': 3, 'project_id': '01f78de7d08e439080cc27ae2dd75706', 'gw_port': {'id': '6478de45-1eda-46d3-a11f-96dfe6120835', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:35Z', 'updated_at': '2022-02-08T16:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:36.868432 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'name': 'tempest-TestAggregatesBasicOps-1080800047-router', 'tenant_id': '7c10f4758c1d4534835303b53ffb6c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '1a5339ac-d800-4bcb-802c-6cf5299657b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:32Z', 'revision_number': 4, 'project_id': '7c10f4758c1d4534835303b53ffb6c72', 'gw_port': {'id': '1a5339ac-d800-4bcb-802c-6cf5299657b4', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '726315d5-6561-478f-ac96-462296b935d7', 'name': '', 'network_id': '321673fb-0354-4375-9002-ec558c31a9c9', 'tenant_id': '7c10f4758c1d4534835303b53ffb6c72', 'mac_address': 'fa:16:3e:80:96:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '09ccb858-a8b2-4376-be9c-e09f0aafd9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:31Z', 'updated_at': '2022-02-08T16:22:35Z', 'revision_number': 4, 'project_id': '7c10f4758c1d4534835303b53ffb6c72', 'subnets': [{'id': '09ccb858-a8b2-4376-be9c-e09f0aafd9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:36.886961 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Checking router: cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:22:36.887309 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Updating router cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 port 6478de45-1eda-46d3-a11f-96dfe6120835 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:22:36.903339 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d02bfd-3113-4c7f-8fc6-a5ac1c640eaa None None] The sync data for ids ['56049837-e7e8-4632-833f-bfcc8a465c01'] in n-d-824834-11 is: [{'id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'name': 'tempest-TestAggregatesBasicOps-1080800047-router', 'tenant_id': '7c10f4758c1d4534835303b53ffb6c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '1a5339ac-d800-4bcb-802c-6cf5299657b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:32Z', 'revision_number': 4, 'project_id': '7c10f4758c1d4534835303b53ffb6c72', 'gw_port': {'id': '1a5339ac-d800-4bcb-802c-6cf5299657b4', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '726315d5-6561-478f-ac96-462296b935d7', 'name': '', 'network_id': '321673fb-0354-4375-9002-ec558c31a9c9', 'tenant_id': '7c10f4758c1d4534835303b53ffb6c72', 'mac_address': 'fa:16:3e:80:96:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '09ccb858-a8b2-4376-be9c-e09f0aafd9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:31Z', 'updated_at': '2022-02-08T16:22:35Z', 'revision_number': 4, 'project_id': '7c10f4758c1d4534835303b53ffb6c72', 'subnets': [{'id': '09ccb858-a8b2-4376-be9c-e09f0aafd9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:22:36.921003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426ef3c8-f508-4f4b-b734-b9e0f9845385 None None] Network f635daff-a1da-478f-b5f4-673ca563a878 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:22:36.924170 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6478de45-1eda-46d3-a11f-96dfe6120835), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:37.024093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f5db670b-0a62-4134-be56-3ddb20fe144c None None] Current status of the port 726315d5-6561-478f-ac96-462296b935d7 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:37.084852 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:37.148371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d536b45a-387f-4ea2-b8e3-b9166c7140de None None] Provisioning complete for port c1adbc28-42ee-4a19-b68c-278bab8e9420 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:37.149471 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d536b45a-387f-4ea2-b8e3-b9166c7140de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c1adbc28-42ee-4a19-b68c-278bab8e9420), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:37.275740 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d536b45a-387f-4ea2-b8e3-b9166c7140de None None] Current status of the port c1adbc28-42ee-4a19-b68c-278bab8e9420 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:37.276138 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d536b45a-387f-4ea2-b8e3-b9166c7140de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c1adbc28-42ee-4a19-b68c-278bab8e9420), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:37.359613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Allocated IP 172.20.0.1 (f635daff-a1da-478f-b5f4-673ca563a878/d3c1d24b-d826-4794-b7e6-3e1cf66ab924/37203c82-0199-41ca-8dd0-f1ef07f3b5a1) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:22:37.382770 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d536b45a-387f-4ea2-b8e3-b9166c7140de None None] For port c1adbc28-42ee-4a19-b68c-278bab8e9420, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c1adbc28-42ee-4a19-b68c-278bab8e9420,segment=NetworkSegment(9f36daf1-68cd-41e7-8cc8-9849726558d2),segment_id=9f36daf1-68cd-41e7-8cc8-9849726558d2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:37.388701 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d536b45a-387f-4ea2-b8e3-b9166c7140de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c1adbc28-42ee-4a19-b68c-278bab8e9420), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:37.495071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536b45a-387f-4ea2-b8e3-b9166c7140de None None] Pushing event updated for resources: {'Port': ['ID=c1adbc28-42ee-4a19-b68c-278bab8e9420,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:37.516733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-433547c8-c679-48b1-b00d-7577f926beb2 None None] Provisioning complete for port c1adbc28-42ee-4a19-b68c-278bab8e9420 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:37.517251 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-433547c8-c679-48b1-b00d-7577f926beb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c1adbc28-42ee-4a19-b68c-278bab8e9420), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:37.586017 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Publish callbacks [] for port (6478de45-1eda-46d3-a11f-96dfe6120835), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:37.602031 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6478de45-1eda-46d3-a11f-96dfe6120835), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:37.634910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c1adbc28-42ee-4a19-b68c-278bab8e9420 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:22:37.655405 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ab5ee-ab79-4229-aba6-88df961bfee1 None None] Pushing event updated for resources: {'Port': ['ID=6478de45-1eda-46d3-a11f-96dfe6120835,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:37.696645 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Attempting to bind port 6478de45-1eda-46d3-a11f-96dfe6120835 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:22:37.697296 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Attempting to bind port 6478de45-1eda-46d3-a11f-96dfe6120835 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:22:37.697918 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Attempting to bind port 6478de45-1eda-46d3-a11f-96dfe6120835 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:22:37.700016 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-433547c8-c679-48b1-b00d-7577f926beb2 None None] Current status of the port c1adbc28-42ee-4a19-b68c-278bab8e9420 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:37.727130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c1adbc28-42ee-4a19-b68c-278bab8e9420 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:37.727678 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c1adbc28-42ee-4a19-b68c-278bab8e9420), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:37.731848 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:22:37.732418 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:37.741409 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:37.741983 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:22:37.742509 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Bound port: 6478de45-1eda-46d3-a11f-96dfe6120835, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:22:37.742918 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6478de45-1eda-46d3-a11f-96dfe6120835), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:37.848708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c1adbc28-42ee-4a19-b68c-278bab8e9420 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:37.850813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 726315d5-6561-478f-ac96-462296b935d7 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:22:37.872022 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] For port 6478de45-1eda-46d3-a11f-96dfe6120835, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:22:37.878684 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] For port 6478de45-1eda-46d3-a11f-96dfe6120835, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6478de45-1eda-46d3-a11f-96dfe6120835,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:22:37.889887 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6478de45-1eda-46d3-a11f-96dfe6120835), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:37.934166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 726315d5-6561-478f-ac96-462296b935d7 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:37.936404 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (726315d5-6561-478f-ac96-462296b935d7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:37.964527 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-916d0a32-f911-46ed-8c44-5ee87b037a8d service neutron] show failed (client error): The resource could not be found. Feb 08 16:22:37.966628 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-916d0a32-f911-46ed-8c44-5ee87b037a8d service neutron] 10.222.0.96 "GET /v2.0/ports/c19a8bf7-1058-4882-ae20-4f2c406f93ae/bindings/n-h1-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.1743028 Feb 08 16:22:38.015807 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:38.065502 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Routers {'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:38.065777 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:38.089683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 726315d5-6561-478f-ac96-462296b935d7 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:38.108501 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56649c2c-240c-477b-8dc0-58d2844e72e6 req-7fba6864-4381-4e9d-85dc-a1a140641a4b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:38.110165 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56649c2c-240c-477b-8dc0-58d2844e72e6 req-7fba6864-4381-4e9d-85dc-a1a140641a4b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.6413748 Feb 08 16:22:38.115780 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Publish callbacks [] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:38.147394 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ab5ee-ab79-4229-aba6-88df961bfee1 None None] Pushing event updated for resources: {'Port': ['ID=6478de45-1eda-46d3-a11f-96dfe6120835,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:38.200340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56649c2c-240c-477b-8dc0-58d2844e72e6 req-4ef9f755-2742-4fbf-852d-b775eed952eb tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766530 Feb 08 16:22:38.203441 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:38.218873 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] Set router cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:38.255808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Network f635daff-a1da-478f-b5f4-673ca563a878 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:22:38.262349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:38.266760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:22:38.318738 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Pushing event updated for resources: {'Port': ['ID=37203c82-0199-41ca-8dd0-f1ef07f3b5a1,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:38.347377 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:38.527516 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'name': 'tempest-TestAggregatesBasicOps-1525147937-router', 'tenant_id': '01f78de7d08e439080cc27ae2dd75706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '6478de45-1eda-46d3-a11f-96dfe6120835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:34Z', 'updated_at': '2022-02-08T16:22:35Z', 'revision_number': 3, 'project_id': '01f78de7d08e439080cc27ae2dd75706', 'gw_port': {'id': '6478de45-1eda-46d3-a11f-96dfe6120835', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:35Z', 'updated_at': '2022-02-08T16:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:38.587451 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:38.597881 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f338e384-0692-416b-ace1-23e95aa99b52 None None] The sync data for ids ['cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'] in n-d-824834-11 is: [{'id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'name': 'tempest-TestAggregatesBasicOps-1525147937-router', 'tenant_id': '01f78de7d08e439080cc27ae2dd75706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '6478de45-1eda-46d3-a11f-96dfe6120835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:34Z', 'updated_at': '2022-02-08T16:22:35Z', 'revision_number': 3, 'project_id': '01f78de7d08e439080cc27ae2dd75706', 'gw_port': {'id': '6478de45-1eda-46d3-a11f-96dfe6120835', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:35Z', 'updated_at': '2022-02-08T16:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:22:38.639296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-81d3ee55-f50b-4a7c-acb6-50f07e8a2253 None None] Provisioning complete for port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:38.639910 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-81d3ee55-f50b-4a7c-acb6-50f07e8a2253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:38.684375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-d3a693bf-5a75-49cf-ac3a-70bf3dc20694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:38.686282 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-d3a693bf-5a75-49cf-ac3a-70bf3dc20694 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 1128 time: 0.4165919 Feb 08 16:22:38.701310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:22:38.713118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-81d3ee55-f50b-4a7c-acb6-50f07e8a2253 None None] Port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:22:38.795780 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:38.808248 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Publish callbacks [] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:38.814640 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:38.893465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Pushing event updated for resources: {'Port': ['ID=37203c82-0199-41ca-8dd0-f1ef07f3b5a1,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:38.896497 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:39.016192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Network f635daff-a1da-478f-b5f4-673ca563a878 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:22:39.018590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:39.057374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] For port c19a8bf7-1058-4882-ae20-4f2c406f93ae, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:39.104473 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] For port c19a8bf7-1058-4882-ae20-4f2c406f93ae, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:22:39.162137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:22:39.168561 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7fdcfe-a7cc-46cf-8cd8-9af66030ff51" -d '{"events": [{"server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "name": "network-vif-unplugged", "status": "completed", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:22:39.187377 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Publish callbacks [] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:39.198244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Router cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:22:39.225438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Transition to ACTIVE for port object c19a8bf7-1058-4882-ae20-4f2c406f93ae will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:22:39.233577 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:39.368582 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fa2e5f-5b82-4630-acf4-c66435e1dd15 x-openstack-request-id: req-00fa2e5f-5b82-4630-acf4-c66435e1dd15 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:22:39.369194 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "name": "network-vif-unplugged", "status": "completed", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:22:39.369653 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-00fa2e5f-5b82-4630-acf4-c66435e1dd15 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:22:39.370256 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'code': 200} Feb 08 16:22:39.499632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Pushing event updated for resources: {'Port': ['ID=c19a8bf7-1058-4882-ae20-4f2c406f93ae,revision_number=6']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:39.570939 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] No DVR routers for this DVR port c19a8bf7-1058-4882-ae20-4f2c406f93ae on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:22:39.577381 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-193925ac-d3ba-40f4-9025-a96b8e8fd437 None None] Provisioning complete for port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:39.578464 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-193925ac-d3ba-40f4-9025-a96b8e8fd437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:39.591470 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077f29d-ffaf-4077-9b3e-f62ab544fffc req-d64c6505-94fa-4791-a201-8ba763f825d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:39.601212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1077f29d-ffaf-4077-9b3e-f62ab544fffc req-d64c6505-94fa-4791-a201-8ba763f825d5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 1053 time: 0.1687307 Feb 08 16:22:39.609159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd501aa-6134-480e-854d-66e1d5e9bdb6 req-40d53cf4-cd43-4fcf-80ca-0ab788c7b492 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:39.616337 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ebd501aa-6134-480e-854d-66e1d5e9bdb6 req-40d53cf4-cd43-4fcf-80ca-0ab788c7b492 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 943 time: 0.2524819 Feb 08 16:22:39.622487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:22:39.648253 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2a30145f-eb1b-42cd-b6a3-01871dafcc94 admin admin] 10.222.0.82 "PUT /v2.0/routers/cf42c038-b5ee-42d8-9f8e-b0c9bc022a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1735687 Feb 08 16:22:39.661050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c1adbc28-42ee-4a19-b68c-278bab8e9420 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:22:39.715393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-193925ac-d3ba-40f4-9025-a96b8e8fd437 None None] Port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:22:39.786326 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c1adbc28-42ee-4a19-b68c-278bab8e9420 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:39.786722 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c1adbc28-42ee-4a19-b68c-278bab8e9420), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:39.833167 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ebd501aa-6134-480e-854d-66e1d5e9bdb6 req-f316f2a8-ce1e-4a5c-9439-4d9aca6dd1bf tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082782 Feb 08 16:22:39.852110 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Attempting to bind port c19a8bf7-1058-4882-ae20-4f2c406f93ae on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:22:39.853949 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Attempting to bind port c19a8bf7-1058-4882-ae20-4f2c406f93ae by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:22:39.855174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Attempting to bind port c19a8bf7-1058-4882-ae20-4f2c406f93ae on network 634e02f1-2215-409f-a536-fd62e8d8a08f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:22:39.862812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Port c19a8bf7-1058-4882-ae20-4f2c406f93ae on network 634e02f1-2215-409f-a536-fd62e8d8a08f not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:22:39.863275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Attempting to bind port c19a8bf7-1058-4882-ae20-4f2c406f93ae on network 634e02f1-2215-409f-a536-fd62e8d8a08f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:22:39.876409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:22:39.876740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Checking segment: {'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:39.877516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Bound using segment: {'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:22:39.877841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Bound port: c19a8bf7-1058-4882-ae20-4f2c406f93ae, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1950daa1-a0b7-42de-8e41-22c657ef6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:22:39.878443 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:39.899467 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077f29d-ffaf-4077-9b3e-f62ab544fffc req-c27aa08f-e478-4663-95ff-80f5062ae140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:39.900922 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1077f29d-ffaf-4077-9b3e-f62ab544fffc req-c27aa08f-e478-4663-95ff-80f5062ae140 service neutron] 10.222.0.94 "GET /v2.0/networks?id=634e02f1-2215-409f-a536-fd62e8d8a08f HTTP/1.1" status: 200 len: 898 time: 0.2309597 Feb 08 16:22:39.968083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] For port c19a8bf7-1058-4882-ae20-4f2c406f93ae, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:22:39.973241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] For port c19a8bf7-1058-4882-ae20-4f2c406f93ae, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:22:39.982673 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:39.985579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c1adbc28-42ee-4a19-b68c-278bab8e9420 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:39.986909 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6478de45-1eda-46d3-a11f-96dfe6120835 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:22:40.022414 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:40.023717 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:40.026749 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] 10.222.0.94 "PUT /v2.0/ports/c19a8bf7-1058-4882-ae20-4f2c406f93ae HTTP/1.1" status: 200 len: 1092 time: 1.3322263 Feb 08 16:22:40.088072 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 6478de45-1eda-46d3-a11f-96dfe6120835 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:40.089006 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6478de45-1eda-46d3-a11f-96dfe6120835), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:40.101644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60d40a-c577-43af-907c-010330ca6c97 service neutron] Pushing event updated for resources: {'Port': ['ID=c19a8bf7-1058-4882-ae20-4f2c406f93ae,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:40.149152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1077f29d-ffaf-4077-9b3e-f62ab544fffc req-bffe6309-649b-4280-8528-e60ec161fa54 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae HTTP/1.1" status: 200 len: 999 time: 0.2380023 Feb 08 16:22:40.242690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077f29d-ffaf-4077-9b3e-f62ab544fffc req-b498d694-473c-49be-b73f-5293548e0470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:40.246001 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1077f29d-ffaf-4077-9b3e-f62ab544fffc req-b498d694-473c-49be-b73f-5293548e0470 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=52ab6b59-cffa-4b25-a360-9577d690fc24 HTTP/1.1" status: 200 len: 835 time: 0.0898426 Feb 08 16:22:40.288650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 6478de45-1eda-46d3-a11f-96dfe6120835 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:40.289160 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6478de45-1eda-46d3-a11f-96dfe6120835), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:40.335389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 6478de45-1eda-46d3-a11f-96dfe6120835, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6478de45-1eda-46d3-a11f-96dfe6120835,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:40.345679 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6478de45-1eda-46d3-a11f-96dfe6120835), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:40.348196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077f29d-ffaf-4077-9b3e-f62ab544fffc req-9196150d-ae4a-4849-84a3-b36c0b901ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:40.351770 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1077f29d-ffaf-4077-9b3e-f62ab544fffc req-9196150d-ae4a-4849-84a3-b36c0b901ba4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=634e02f1-2215-409f-a536-fd62e8d8a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0975428 Feb 08 16:22:40.415198 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=6478de45-1eda-46d3-a11f-96dfe6120835,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:40.506322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1077f29d-ffaf-4077-9b3e-f62ab544fffc req-b4f7aa0e-892d-46ba-99fc-718a7efbaa88 service neutron] 10.222.0.94 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480734 Feb 08 16:22:40.626566 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1077f29d-ffaf-4077-9b3e-f62ab544fffc req-0fc59136-8d33-441a-b69d-a3e1a9707093 service neutron] 10.222.0.94 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127520 Feb 08 16:22:40.736535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-07e7d42b-9267-4aaf-af6c-9e0224cf43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:40.738051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-07e7d42b-9267-4aaf-af6c-9e0224cf43ad service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 1126 time: 0.0602686 Feb 08 16:22:40.844547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-cc6d4e03-f590-452f-9b5c-14d49590fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:40.846213 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-cc6d4e03-f590-452f-9b5c-14d49590fd53 service neutron] 10.222.0.94 "GET /v2.0/networks?id=634e02f1-2215-409f-a536-fd62e8d8a08f HTTP/1.1" status: 200 len: 898 time: 0.1023929 Feb 08 16:22:40.968711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-dbac8b05-fca4-43f3-9461-2daef6f98d44 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae HTTP/1.1" status: 200 len: 999 time: 0.1158977 Feb 08 16:22:41.035662 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6d026-7054-4b53-a8c8-388cf37a5ab7 req-980316b9-fe7b-4478-9939-0ece73736be8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:41.037286 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-68a6d026-7054-4b53-a8c8-388cf37a5ab7 req-980316b9-fe7b-4478-9939-0ece73736be8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 943 time: 0.1162868 Feb 08 16:22:41.041530 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-da6d7380-17f0-4a15-9170-0af2fcfcaf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:41.042950 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-da6d7380-17f0-4a15-9170-0af2fcfcaf7a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=52ab6b59-cffa-4b25-a360-9577d690fc24 HTTP/1.1" status: 200 len: 835 time: 0.0675261 Feb 08 16:22:41.130002 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-68a6d026-7054-4b53-a8c8-388cf37a5ab7 req-46f5a805-0175-449d-a202-4c183bea1226 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821235 Feb 08 16:22:41.141091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-c09b7b49-4727-4b12-8b16-bd82e5509b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:41.143144 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-c09b7b49-4727-4b12-8b16-bd82e5509b82 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=634e02f1-2215-409f-a536-fd62e8d8a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0940433 Feb 08 16:22:41.194209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57858) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:41.271651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-f9b11647-0db6-40b2-8fe3-18d3779649be service neutron] 10.222.0.94 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210623 Feb 08 16:22:41.302826 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Sync routers for ids ['cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:22:41.316097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Routers {'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:41.317157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:41.380242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a3c1e08-7a54-4aca-95df-91d8337e57ee req-451ee229-b0c4-47ff-977e-81c356c19f55 service neutron] 10.222.0.94 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977566 Feb 08 16:22:41.438043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:22:41.440968 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b29119a-519a-425b-bacc-53ecbfd6a045" -d '{"events": [{"name": "network-changed", "server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:22:41.443840 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Set router cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:41.523366 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa7e8dd-1e83-4777-9db0-f8b70136f49c x-openstack-request-id: req-0aa7e8dd-1e83-4777-9db0-f8b70136f49c {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:22:41.523921 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:22:41.524367 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0aa7e8dd-1e83-4777-9db0-f8b70136f49c {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:22:41.524923 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'status': 'completed', 'code': 200} Feb 08 16:22:41.554372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6478de45-1eda-46d3-a11f-96dfe6120835 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:22:41.614559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-b9e42db8-63a0-4e3a-85ac-3d0f0e492f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:41.616213 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-b9e42db8-63a0-4e3a-85ac-3d0f0e492f14 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 1126 time: 0.0690603 Feb 08 16:22:41.680791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-b24b277b-9e58-4653-9e3b-53b8a7997e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:41.684046 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-b24b277b-9e58-4653-9e3b-53b8a7997e09 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 1126 time: 0.0988865 Feb 08 16:22:41.723650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 6478de45-1eda-46d3-a11f-96dfe6120835 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:41.724183 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6478de45-1eda-46d3-a11f-96dfe6120835), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:41.734744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-5d920c30-72e5-4184-b7f2-7a4bd62e0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:41.737053 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-5d920c30-72e5-4184-b7f2-7a4bd62e0b0e service neutron] 10.222.0.94 "GET /v2.0/networks?id=634e02f1-2215-409f-a536-fd62e8d8a08f HTTP/1.1" status: 200 len: 898 time: 0.1141751 Feb 08 16:22:41.823975 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'name': 'tempest-TestAggregatesBasicOps-1525147937-router', 'tenant_id': '01f78de7d08e439080cc27ae2dd75706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '6478de45-1eda-46d3-a11f-96dfe6120835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:34Z', 'updated_at': '2022-02-08T16:22:38Z', 'revision_number': 4, 'project_id': '01f78de7d08e439080cc27ae2dd75706', 'gw_port': {'id': '6478de45-1eda-46d3-a11f-96dfe6120835', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:35Z', 'updated_at': '2022-02-08T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '37203c82-0199-41ca-8dd0-f1ef07f3b5a1', 'name': '', 'network_id': 'f635daff-a1da-478f-b5f4-673ca563a878', 'tenant_id': '01f78de7d08e439080cc27ae2dd75706', 'mac_address': 'fa:16:3e:ca:1b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'd3c1d24b-d826-4794-b7e6-3e1cf66ab924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:37Z', 'updated_at': '2022-02-08T16:22:38Z', 'revision_number': 2, 'project_id': '01f78de7d08e439080cc27ae2dd75706', 'subnets': [{'id': 'd3c1d24b-d826-4794-b7e6-3e1cf66ab924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:41.830226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-3c1c0df6-6891-456c-9560-b32af93bc1fd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae HTTP/1.1" status: 200 len: 999 time: 0.0854452 Feb 08 16:22:41.864463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Checking router: cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:22:41.865068 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Updating router cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:22:41.889931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 6478de45-1eda-46d3-a11f-96dfe6120835 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:41.892131 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-360f8731-86da-46e5-addf-07b9ce4adfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:41.894119 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-360f8731-86da-46e5-addf-07b9ce4adfcb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=52ab6b59-cffa-4b25-a360-9577d690fc24 HTTP/1.1" status: 200 len: 835 time: 0.0570536 Feb 08 16:22:41.897252 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6801b8d2-d170-406d-a1f2-091c1f496446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (56049837-e7e8-4632-833f-bfcc8a465c01), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:41.899845 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:41.902441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-85c2264b-2e18-4ea9-9d1f-cc4acf99ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:41.904846 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-85c2264b-2e18-4ea9-9d1f-cc4acf99ed4c service neutron] 10.222.0.96 "GET /v2.0/networks?id=634e02f1-2215-409f-a536-fd62e8d8a08f HTTP/1.1" status: 200 len: 898 time: 0.2147593 Feb 08 16:22:41.953255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-87903233-714f-4142-919f-995550cb0bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:41.954952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-87903233-714f-4142-919f-995550cb0bfb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=634e02f1-2215-409f-a536-fd62e8d8a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0539224 Feb 08 16:22:42.077150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-f577c4d3-9246-451f-80d2-61efb0627691 service neutron] 10.222.0.94 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141055 Feb 08 16:22:42.096584 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-5ddbe970-f611-44dd-bfcf-4a09e5746e90 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae HTTP/1.1" status: 200 len: 999 time: 0.1552062 Feb 08 16:22:42.204391 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-2304013b-8419-4da1-b960-6b51bc1e218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:42.206733 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-2304013b-8419-4da1-b960-6b51bc1e218c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=52ab6b59-cffa-4b25-a360-9577d690fc24 HTTP/1.1" status: 200 len: 835 time: 0.1041584 Feb 08 16:22:42.211022 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-c798a645-d777-49ea-a800-bb545fb83b1f service neutron] 10.222.0.94 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276481 Feb 08 16:22:42.275199 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Publish callbacks [] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:42.283092 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:42.309516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-a42e56b0-4e6b-4c79-952c-f76b750f7afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:42.311522 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-a42e56b0-4e6b-4c79-952c-f76b750f7afc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=634e02f1-2215-409f-a536-fd62e8d8a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0766344 Feb 08 16:22:42.342923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdbb4f-29eb-43de-bb5a-92b521e7acec None None] Pushing event updated for resources: {'Port': ['ID=37203c82-0199-41ca-8dd0-f1ef07f3b5a1,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:42.343651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d5d3f-e278-44e7-8493-a56c9396b261 req-638566c6-46e1-4725-9381-4ce6978c6c07 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:42.345713 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-244d5d3f-e278-44e7-8493-a56c9396b261 req-638566c6-46e1-4725-9381-4ce6978c6c07 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 943 time: 0.0934074 Feb 08 16:22:42.426851 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-244d5d3f-e278-44e7-8493-a56c9396b261 req-fb0e6b0a-9d20-4301-8956-1d61a7f471ea tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747807 Feb 08 16:22:42.445516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Attempting to bind port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:22:42.446311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Attempting to bind port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '9f36daf1-68cd-41e7-8cc8-9849726558d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f635daff-a1da-478f-b5f4-673ca563a878'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:22:42.447059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Attempting to bind port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 on network f635daff-a1da-478f-b5f4-673ca563a878 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:22:42.453074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:22:42.453539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Checking segment: {'id': '9f36daf1-68cd-41e7-8cc8-9849726558d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f635daff-a1da-478f-b5f4-673ca563a878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:42.454065 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:42.454572 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Bound using segment: {'id': '9f36daf1-68cd-41e7-8cc8-9849726558d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f635daff-a1da-478f-b5f4-673ca563a878'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:22:42.455169 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Bound port: 37203c82-0199-41ca-8dd0-f1ef07f3b5a1, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f36daf1-68cd-41e7-8cc8-9849726558d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f635daff-a1da-478f-b5f4-673ca563a878'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:22:42.455922 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:42.515831 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-5157a818-624c-4ce7-a813-3930573c5ab5 service neutron] 10.222.0.96 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980360 Feb 08 16:22:42.538964 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] For port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:22:42.545193 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] For port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=37203c82-0199-41ca-8dd0-f1ef07f3b5a1,segment=NetworkSegment(9f36daf1-68cd-41e7-8cc8-9849726558d2),segment_id=9f36daf1-68cd-41e7-8cc8-9849726558d2)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:22:42.556779 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:42.643672 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Routers {'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:42.644486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:42.647042 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdbb4f-29eb-43de-bb5a-92b521e7acec None None] Pushing event updated for resources: {'Port': ['ID=37203c82-0199-41ca-8dd0-f1ef07f3b5a1,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:42.784698 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3ab3c905-fca1-40d8-a4fd-50fc3b3313de None None] Provisioning complete for port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:42.785102 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c905-fca1-40d8-a4fd-50fc3b3313de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:42.953252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6801b8d2-d170-406d-a1f2-091c1f496446 admin admin] Deleting port 726315d5-6561-478f-ac96-462296b935d7 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:22:42.953514 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6801b8d2-d170-406d-a1f2-091c1f496446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (726315d5-6561-478f-ac96-462296b935d7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:43.050227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] Set router cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:43.069970 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9b29119a-519a-425b-bacc-53ecbfd6a045 req-8016264e-f10b-4192-880f-62f5a4fbcf36 service neutron] 10.222.0.96 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439470 Feb 08 16:22:43.092138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-6801b8d2-d170-406d-a1f2-091c1f496446 admin admin] For port 726315d5-6561-478f-ac96-462296b935d7, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=726315d5-6561-478f-ac96-462296b935d7,segment=NetworkSegment(8af44b72-87ba-44b8-9a4f-2f04b4da0d07),segment_id=8af44b72-87ba-44b8-9a4f-2f04b4da0d07)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:43.092506 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6801b8d2-d170-406d-a1f2-091c1f496446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (726315d5-6561-478f-ac96-462296b935d7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:43.120719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-6801b8d2-d170-406d-a1f2-091c1f496446 admin admin] Calling delete_port for 726315d5-6561-478f-ac96-462296b935d7 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:22:43.209068 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3ab3c905-fca1-40d8-a4fd-50fc3b3313de None None] Current status of the port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:43.209465 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c905-fca1-40d8-a4fd-50fc3b3313de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:43.276553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3ab3c905-fca1-40d8-a4fd-50fc3b3313de None None] For port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=37203c82-0199-41ca-8dd0-f1ef07f3b5a1,segment=NetworkSegment(9f36daf1-68cd-41e7-8cc8-9849726558d2),segment_id=9f36daf1-68cd-41e7-8cc8-9849726558d2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:43.284448 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3ab3c905-fca1-40d8-a4fd-50fc3b3313de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:43.338682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6801b8d2-d170-406d-a1f2-091c1f496446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (726315d5-6561-478f-ac96-462296b935d7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:43.367887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801b8d2-d170-406d-a1f2-091c1f496446 admin admin] Pushing event deleted for resources: {'Port': ['ID=726315d5-6561-478f-ac96-462296b935d7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:43.386484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device c19a8bf7-1058-4882-ae20-4f2c406f93ae no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:22:43.445161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3c905-fca1-40d8-a4fd-50fc3b3313de None None] Pushing event updated for resources: {'Port': ['ID=37203c82-0199-41ca-8dd0-f1ef07f3b5a1,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:43.499964 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] The host n-h2-824834-11 is not matching for port c19a8bf7-1058-4882-ae20-4f2c406f93ae host n-h1-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 16:22:43.500527 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device c19a8bf7-1058-4882-ae20-4f2c406f93ae not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:22:43.504613 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a170b7e6-4650-4f9f-88e0-9cfcfb450a77 None None] Provisioning complete for port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:43.505252 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a170b7e6-4650-4f9f-88e0-9cfcfb450a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:43.514248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'name': 'tempest-TestAggregatesBasicOps-1525147937-router', 'tenant_id': '01f78de7d08e439080cc27ae2dd75706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '6478de45-1eda-46d3-a11f-96dfe6120835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:34Z', 'updated_at': '2022-02-08T16:22:38Z', 'revision_number': 4, 'project_id': '01f78de7d08e439080cc27ae2dd75706', 'gw_port': {'id': '6478de45-1eda-46d3-a11f-96dfe6120835', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:35Z', 'updated_at': '2022-02-08T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '37203c82-0199-41ca-8dd0-f1ef07f3b5a1', 'name': '', 'network_id': 'f635daff-a1da-478f-b5f4-673ca563a878', 'tenant_id': '01f78de7d08e439080cc27ae2dd75706', 'mac_address': 'fa:16:3e:ca:1b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'd3c1d24b-d826-4794-b7e6-3e1cf66ab924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:37Z', 'updated_at': '2022-02-08T16:22:42Z', 'revision_number': 4, 'project_id': '01f78de7d08e439080cc27ae2dd75706', 'subnets': [{'id': 'd3c1d24b-d826-4794-b7e6-3e1cf66ab924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:43.577091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d135d551-5cb0-45dc-9356-2800ffc5f547 None None] The sync data for ids ['cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'] in n-d-824834-11 is: [{'id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'name': 'tempest-TestAggregatesBasicOps-1525147937-router', 'tenant_id': '01f78de7d08e439080cc27ae2dd75706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '6478de45-1eda-46d3-a11f-96dfe6120835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:34Z', 'updated_at': '2022-02-08T16:22:38Z', 'revision_number': 4, 'project_id': '01f78de7d08e439080cc27ae2dd75706', 'gw_port': {'id': '6478de45-1eda-46d3-a11f-96dfe6120835', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:35Z', 'updated_at': '2022-02-08T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '37203c82-0199-41ca-8dd0-f1ef07f3b5a1', 'name': '', 'network_id': 'f635daff-a1da-478f-b5f4-673ca563a878', 'tenant_id': '01f78de7d08e439080cc27ae2dd75706', 'mac_address': 'fa:16:3e:ca:1b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'd3c1d24b-d826-4794-b7e6-3e1cf66ab924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:37Z', 'updated_at': '2022-02-08T16:22:42Z', 'revision_number': 4, 'project_id': '01f78de7d08e439080cc27ae2dd75706', 'subnets': [{'id': 'd3c1d24b-d826-4794-b7e6-3e1cf66ab924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:22:43.670530 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a170b7e6-4650-4f9f-88e0-9cfcfb450a77 None None] Current status of the port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:43.680511 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6801b8d2-d170-406d-a1f2-091c1f496446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (56049837-e7e8-4632-833f-bfcc8a465c01), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:43.708290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73fc0b-7ecb-4341-8566-1435547eec23 req-21a8b439-8e49-4ca4-9935-0e00fb8cea25 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:43.720663 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa73fc0b-7ecb-4341-8566-1435547eec23 req-21a8b439-8e49-4ca4-9935-0e00fb8cea25 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 943 time: 0.1549466 Feb 08 16:22:43.805653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa73fc0b-7ecb-4341-8566-1435547eec23 req-a35e3a85-b551-4d73-bc99-b7f33932a7e9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762708 Feb 08 16:22:43.904670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c19a8bf7-1058-4882-ae20-4f2c406f93ae details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:22:43.998495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6801b8d2-d170-406d-a1f2-091c1f496446 admin admin] Router 56049837-e7e8-4632-833f-bfcc8a465c01 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:22:44.077995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7b15b-2334-4b8c-b40e-f4b05641beaf req-ae8813fe-2d82-4e73-b301-a46fe2316510 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:44.079750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63c7b15b-2334-4b8c-b40e-f4b05641beaf req-ae8813fe-2d82-4e73-b301-a46fe2316510 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 943 time: 0.0757699 Feb 08 16:22:44.082179 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c19a8bf7-1058-4882-ae20-4f2c406f93ae, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:44.108632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'port_id': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'mac_address': 'fa:16:3e:ae:ff:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:22:44.145671 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63c7b15b-2334-4b8c-b40e-f4b05641beaf req-7e4bde57-f8ee-4690-9165-8505a575a465 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584180 Feb 08 16:22:44.165215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port c19a8bf7-1058-4882-ae20-4f2c406f93ae is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:44.165215 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:44.176544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19a8bf7-1058-4882-ae20-4f2c406f93ae {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:22:44.199586 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c19a8bf7-1058-4882-ae20-4f2c406f93ae, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:44.214979 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:44.278184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af68f-9591-4927-8efe-3a4cf8dc9e31 req-18bf9642-aa1e-482a-ab94-a473a342aaf5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:44.279773 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a72af68f-9591-4927-8efe-3a4cf8dc9e31 req-18bf9642-aa1e-482a-ab94-a473a342aaf5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 943 time: 0.2132647 Feb 08 16:22:44.283381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6801b8d2-d170-406d-a1f2-091c1f496446 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:22:44.292909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57870) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:44.293280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=c19a8bf7-1058-4882-ae20-4f2c406f93ae,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:44.293869 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6801b8d2-d170-406d-a1f2-091c1f496446 admin admin] 10.222.0.82 "PUT /v2.0/routers/56049837-e7e8-4632-833f-bfcc8a465c01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0983961 Feb 08 16:22:44.298817 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503d957-f356-43bf-ac46-fbe8c203d159 None None] Sync routers for ids ['56049837-e7e8-4632-833f-bfcc8a465c01'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:22:44.326370 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503d957-f356-43bf-ac46-fbe8c203d159 None None] Routers {'56049837-e7e8-4632-833f-bfcc8a465c01'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:44.327413 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9503d957-f356-43bf-ac46-fbe8c203d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['56049837-e7e8-4632-833f-bfcc8a465c01'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:44.389793 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-a72af68f-9591-4927-8efe-3a4cf8dc9e31 req-ff7d2a6e-e26b-41e7-869c-422a8563f53a service neutron] delete failed (client error): The resource could not be found. Feb 08 16:22:44.390941 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a72af68f-9591-4927-8efe-3a4cf8dc9e31 req-ff7d2a6e-e26b-41e7-869c-422a8563f53a service neutron] 10.222.0.96 "DELETE /v2.0/ports/c19a8bf7-1058-4882-ae20-4f2c406f93ae/bindings/n-h2-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.0958998 Feb 08 16:22:44.444830 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] Publish callbacks [] for router (56049837-e7e8-4632-833f-bfcc8a465c01), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:44.457949 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['c19a8bf7-1058-4882-ae20-4f2c406f93ae'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:22:44.523279 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-9503d957-f356-43bf-ac46-fbe8c203d159 None None] Set router 56049837-e7e8-4632-833f-bfcc8a465c01 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:44.542690 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af68f-9591-4927-8efe-3a4cf8dc9e31 req-6686d09c-80b1-4b9a-a007-8aaaece60aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:44.548284 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a72af68f-9591-4927-8efe-3a4cf8dc9e31 req-6686d09c-80b1-4b9a-a007-8aaaece60aed service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 1127 time: 0.1070647 Feb 08 16:22:44.620835 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] Publish callbacks [] for router_gateway (56049837-e7e8-4632-833f-bfcc8a465c01), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:44.704035 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af68f-9591-4927-8efe-3a4cf8dc9e31 req-f65ffdb5-6588-4ae8-970d-3df797d1b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:44.706229 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a72af68f-9591-4927-8efe-3a4cf8dc9e31 req-f65ffdb5-6588-4ae8-970d-3df797d1b6f3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=634e02f1-2215-409f-a536-fd62e8d8a08f HTTP/1.1" status: 200 len: 898 time: 0.1522970 Feb 08 16:22:44.724509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] Deleting port 1a5339ac-d800-4bcb-802c-6cf5299657b4 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:22:44.725112 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1a5339ac-d800-4bcb-802c-6cf5299657b4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:44.811619 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9503d957-f356-43bf-ac46-fbe8c203d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'name': 'tempest-TestAggregatesBasicOps-1080800047-router', 'tenant_id': '7c10f4758c1d4534835303b53ffb6c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '1a5339ac-d800-4bcb-802c-6cf5299657b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:43Z', 'revision_number': 5, 'project_id': '7c10f4758c1d4534835303b53ffb6c72', 'gw_port': {'id': '1a5339ac-d800-4bcb-802c-6cf5299657b4', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:44.850254 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] For port 1a5339ac-d800-4bcb-802c-6cf5299657b4, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1a5339ac-d800-4bcb-802c-6cf5299657b4,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:44.850770 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1a5339ac-d800-4bcb-802c-6cf5299657b4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:44.866096 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503d957-f356-43bf-ac46-fbe8c203d159 None None] Checking router: 56049837-e7e8-4632-833f-bfcc8a465c01 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:22:44.867844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] Calling delete_port for 1a5339ac-d800-4bcb-802c-6cf5299657b4 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:22:44.883031 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a72af68f-9591-4927-8efe-3a4cf8dc9e31 req-f5486ef6-179b-4c40-bec0-3ea8073726f7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae HTTP/1.1" status: 200 len: 1000 time: 0.1689014 Feb 08 16:22:44.885349 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503d957-f356-43bf-ac46-fbe8c203d159 None None] Routers {'56049837-e7e8-4632-833f-bfcc8a465c01'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:44.886007 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9503d957-f356-43bf-ac46-fbe8c203d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['56049837-e7e8-4632-833f-bfcc8a465c01'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:44.952694 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af68f-9591-4927-8efe-3a4cf8dc9e31 req-d11b92d9-d9fa-47f1-ac59-b30ba4614949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:44.954851 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a72af68f-9591-4927-8efe-3a4cf8dc9e31 req-d11b92d9-d9fa-47f1-ac59-b30ba4614949 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=52ab6b59-cffa-4b25-a360-9577d690fc24 HTTP/1.1" status: 200 len: 835 time: 0.0652635 Feb 08 16:22:44.996189 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-9503d957-f356-43bf-ac46-fbe8c203d159 None None] Set router 56049837-e7e8-4632-833f-bfcc8a465c01 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:45.010271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72af68f-9591-4927-8efe-3a4cf8dc9e31 req-db5e5d2d-d4ef-4baa-8036-9cad13b34858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:45.012012 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a72af68f-9591-4927-8efe-3a4cf8dc9e31 req-db5e5d2d-d4ef-4baa-8036-9cad13b34858 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=634e02f1-2215-409f-a536-fd62e8d8a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513966 Feb 08 16:22:45.083398 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9503d957-f356-43bf-ac46-fbe8c203d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'name': 'tempest-TestAggregatesBasicOps-1080800047-router', 'tenant_id': '7c10f4758c1d4534835303b53ffb6c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:44Z', 'revision_number': 6, 'project_id': '7c10f4758c1d4534835303b53ffb6c72', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:45.089940 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1a5339ac-d800-4bcb-802c-6cf5299657b4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:45.114371 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503d957-f356-43bf-ac46-fbe8c203d159 None None] The sync data for ids ['56049837-e7e8-4632-833f-bfcc8a465c01'] in n-d-824834-11 is: [{'id': '56049837-e7e8-4632-833f-bfcc8a465c01', 'name': 'tempest-TestAggregatesBasicOps-1080800047-router', 'tenant_id': '7c10f4758c1d4534835303b53ffb6c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:29Z', 'updated_at': '2022-02-08T16:22:44Z', 'revision_number': 6, 'project_id': '7c10f4758c1d4534835303b53ffb6c72', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:22:45.129990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5339ac-d800-4bcb-802c-6cf5299657b4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:45.147691 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a72af68f-9591-4927-8efe-3a4cf8dc9e31 req-f0d506da-30bb-4880-893a-7f95752cf52a service neutron] 10.222.0.96 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281228 Feb 08 16:22:45.225506 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (56049837-e7e8-4632-833f-bfcc8a465c01), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:45.270899 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a72af68f-9591-4927-8efe-3a4cf8dc9e31 req-d9c35f34-4b0c-4250-8ee7-6a0717714701 service neutron] 10.222.0.96 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170599 Feb 08 16:22:45.375221 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (56049837-e7e8-4632-833f-bfcc8a465c01), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:45.380893 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] Publish callbacks [] for router_controller (56049837-e7e8-4632-833f-bfcc8a465c01), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:45.455041 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86e83d-b911-4e6e-bfea-caefc4a88e89 req-788179c5-3eb5-4a99-8487-b30202e61674 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:45.457628 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b86e83d-b911-4e6e-bfea-caefc4a88e89 req-788179c5-3eb5-4a99-8487-b30202e61674 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 944 time: 0.1462307 Feb 08 16:22:45.458787 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (56049837-e7e8-4632-833f-bfcc8a465c01), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:45.459350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56049837-e7e8-4632-833f-bfcc8a465c01 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:22:45.463786 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:45.464881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c4500a91-a2ed-4941-8c7c-8e9c4038562b admin admin] 10.222.0.82 "DELETE /v2.0/routers/56049837-e7e8-4632-833f-bfcc8a465c01 HTTP/1.1" status: 204 len: 168 time: 1.1695452 Feb 08 16:22:45.467816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57874) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:45.530969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b86e83d-b911-4e6e-bfea-caefc4a88e89 req-2bd99f8a-dcba-4cf8-bac4-1ca7339212fe tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647283 Feb 08 16:22:45.535623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-102fda0c-a0dd-4eb4-a4ef-c9d8d088b90a admin admin] Deleting subnet 09ccb858-a8b2-4376-be9c-e09f0aafd9c7 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:22:45.539041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-102fda0c-a0dd-4eb4-a4ef-c9d8d088b90a admin admin] Publish callbacks [] for subnet (09ccb858-a8b2-4376-be9c-e09f0aafd9c7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:45.588490 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-102fda0c-a0dd-4eb4-a4ef-c9d8d088b90a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (09ccb858-a8b2-4376-be9c-e09f0aafd9c7), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:45.703490 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-102fda0c-a0dd-4eb4-a4ef-c9d8d088b90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (09ccb858-a8b2-4376-be9c-e09f0aafd9c7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:45.764114 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-102fda0c-a0dd-4eb4-a4ef-c9d8d088b90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (09ccb858-a8b2-4376-be9c-e09f0aafd9c7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:45.799753 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fda0c-a0dd-4eb4-a4ef-c9d8d088b90a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ccb858-a8b2-4376-be9c-e09f0aafd9c7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:45.801058 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-102fda0c-a0dd-4eb4-a4ef-c9d8d088b90a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:45.806893 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-102fda0c-a0dd-4eb4-a4ef-c9d8d088b90a admin admin] 10.222.0.82 "DELETE /v2.0/subnets/09ccb858-a8b2-4376-be9c-e09f0aafd9c7 HTTP/1.1" status: 204 len: 168 time: 0.3379514 Feb 08 16:22:45.807525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57876) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:45.807784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f152e75-ebc1-44fe-8661-fa087067988e None None] Network 321673fb-0354-4375-9002-ec558c31a9c9 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:22:45.887993 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (321673fb-0354-4375-9002-ec558c31a9c9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:45.919367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c19a8bf7-1058-4882-ae20-4f2c406f93ae up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:22:45.955060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] Deleting port ca7dcff9-617d-43a8-abe0-e37620100514 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:22:45.956009 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ca7dcff9-617d-43a8-abe0-e37620100514), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.008856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port c19a8bf7-1058-4882-ae20-4f2c406f93ae completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:22:46.014217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port c19a8bf7-1058-4882-ae20-4f2c406f93ae triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:46.014749 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.061308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e9f945-5918-4edb-8316-2683a4618829 None None] DHCP port deletion for 321673fb-0354-4375-9002-ec558c31a9c9 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:22:46.082032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] For port ca7dcff9-617d-43a8-abe0-e37620100514, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ca7dcff9-617d-43a8-abe0-e37620100514,segment=NetworkSegment(8af44b72-87ba-44b8-9a4f-2f04b4da0d07),segment_id=8af44b72-87ba-44b8-9a4f-2f04b4da0d07)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:46.082636 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ca7dcff9-617d-43a8-abe0-e37620100514), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.108383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] Calling delete_port for ca7dcff9-617d-43a8-abe0-e37620100514 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:22:46.133425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:22:46.192859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port c19a8bf7-1058-4882-ae20-4f2c406f93ae is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:46.193435 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.208515 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ca7dcff9-617d-43a8-abe0-e37620100514), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.231148 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9f945-5918-4edb-8316-2683a4618829 None None] Deleting port ca7dcff9-617d-43a8-abe0-e37620100514 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:22:46.231508 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6e9f945-5918-4edb-8316-2683a4618829 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ca7dcff9-617d-43a8-abe0-e37620100514), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.240610 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] No DVR routers for this DVR port ca7dcff9-617d-43a8-abe0-e37620100514 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:22:46.242469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7dcff9-617d-43a8-abe0-e37620100514,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:46.281821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:22:46.285039 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27048329-c035-4541-a159-45fdddbf09e4" -d '{"events": [{"server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "name": "network-vif-plugged", "status": "completed", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:22:46.315573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c19a8bf7-1058-4882-ae20-4f2c406f93ae, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:46.319053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:46.319261 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.332497 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.350935 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (321673fb-0354-4375-9002-ec558c31a9c9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.366701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d6e9f945-5918-4edb-8316-2683a4618829 None None] For port ca7dcff9-617d-43a8-abe0-e37620100514, host n-d-824834-11, got binding levels [] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:46.367138 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6e9f945-5918-4edb-8316-2683a4618829 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ca7dcff9-617d-43a8-abe0-e37620100514), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.394687 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321673fb-0354-4375-9002-ec558c31a9c9']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:46.418824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9f945-5918-4edb-8316-2683a4618829 None None] Calling delete_port for ca7dcff9-617d-43a8-abe0-e37620100514 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:22:46.419069 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af44b72-87ba-44b8-9a4f-2f04b4da0d07') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:46.419469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af44b72-87ba-44b8-9a4f-2f04b4da0d07') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:46.422650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.ipam_backend_mixin [None req-d6e9f945-5918-4edb-8316-2683a4618829 None None] Port ca7dcff9-617d-43a8-abe0-e37620100514 was not found and therefore no delete operation was performed {{(pid=103303) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 16:22:46.432665 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6e9f945-5918-4edb-8316-2683a4618829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (ca7dcff9-617d-43a8-abe0-e37620100514), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.444037 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (8af44b72-87ba-44b8-9a4f-2f04b4da0d07), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.462916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=c19a8bf7-1058-4882-ae20-4f2c406f93ae,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:46.465355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e9f945-5918-4edb-8316-2683a4618829 None None] No DVR routers for this DVR port ca7dcff9-617d-43a8-abe0-e37620100514 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:22:46.467511 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a2ec4b-3750-4598-8ce0-b68d8dcf18bd x-openstack-request-id: req-77a2ec4b-3750-4598-8ce0-b68d8dcf18bd {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:22:46.468022 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "name": "network-vif-plugged", "status": "completed", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:22:46.468261 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-77a2ec4b-3750-4598-8ce0-b68d8dcf18bd {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:22:46.468570 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'code': 200} Feb 08 16:22:46.497937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9f945-5918-4edb-8316-2683a4618829 None None] Pushing event deleted for resources: {'Port': ['ID=ca7dcff9-617d-43a8-abe0-e37620100514,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:46.505149 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8af44b72-87ba-44b8-9a4f-2f04b4da0d07), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.513277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:22:46.515128 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (8af44b72-87ba-44b8-9a4f-2f04b4da0d07), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:22:46.517776 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:22:46.548570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:46.560667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 726315d5-6561-478f-ac96-462296b935d7 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:22:46.585379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 726315d5-6561-478f-ac96-462296b935d7 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:22:46.585907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 726315d5-6561-478f-ac96-462296b935d7 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:22:46.603990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (321673fb-0354-4375-9002-ec558c31a9c9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.610841 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:46.614722 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] 10.222.0.82 "DELETE /v2.0/networks/321673fb-0354-4375-9002-ec558c31a9c9 HTTP/1.1" status: 204 len: 168 time: 0.8058784 Feb 08 16:22:46.617966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57884) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:46.630292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110335d-ba02-4ebc-9a7c-95dac79d13a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=321673fb-0354-4375-9002-ec558c31a9c9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:46.763062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be568cba-5ac2-49c2-a0f0-c807b7e74486 req-da9a6f9e-4db0-4264-8d4a-b869e16f7500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:46.764575 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be568cba-5ac2-49c2-a0f0-c807b7e74486 req-da9a6f9e-4db0-4264-8d4a-b869e16f7500 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.1398740 Feb 08 16:22:47.192567 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be568cba-5ac2-49c2-a0f0-c807b7e74486 req-0ada0489-328b-4d6e-8868-ecbf395e5310 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4193866 Feb 08 16:22:47.217560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57886) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:47.292621 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e41c9a1b-bd0b-4808-9c77-4032b47f80cb tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/b208fb51-2035-4c9e-8845-0bb34ec0a627 HTTP/1.1" status: 200 len: 993 time: 0.0711973 Feb 08 16:22:47.386853 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e652f0ed-8c45-4d1a-99c1-64f2a80dfffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:47.443598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ca7dcff9-617d-43a8-abe0-e37620100514 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:22:47.467759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: ca7dcff9-617d-43a8-abe0-e37620100514 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:22:47.468220 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ca7dcff9-617d-43a8-abe0-e37620100514 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:22:47.468451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1a5339ac-d800-4bcb-802c-6cf5299657b4 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:22:47.493916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 1a5339ac-d800-4bcb-802c-6cf5299657b4 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:22:47.494313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1a5339ac-d800-4bcb-802c-6cf5299657b4 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:22:47.681722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-e652f0ed-8c45-4d1a-99c1-64f2a80dfffc admin admin] Deleting port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:22:47.682321 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e652f0ed-8c45-4d1a-99c1-64f2a80dfffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:47.773492 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-e652f0ed-8c45-4d1a-99c1-64f2a80dfffc admin admin] For port 37203c82-0199-41ca-8dd0-f1ef07f3b5a1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=37203c82-0199-41ca-8dd0-f1ef07f3b5a1,segment=NetworkSegment(9f36daf1-68cd-41e7-8cc8-9849726558d2),segment_id=9f36daf1-68cd-41e7-8cc8-9849726558d2)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:47.774208 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e652f0ed-8c45-4d1a-99c1-64f2a80dfffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:47.795298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-e652f0ed-8c45-4d1a-99c1-64f2a80dfffc admin admin] Calling delete_port for 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:22:48.012388 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e652f0ed-8c45-4d1a-99c1-64f2a80dfffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (37203c82-0199-41ca-8dd0-f1ef07f3b5a1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:48.042836 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652f0ed-8c45-4d1a-99c1-64f2a80dfffc admin admin] Pushing event deleted for resources: {'Port': ['ID=37203c82-0199-41ca-8dd0-f1ef07f3b5a1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:48.249046 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e652f0ed-8c45-4d1a-99c1-64f2a80dfffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:48.510765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e652f0ed-8c45-4d1a-99c1-64f2a80dfffc admin admin] Router cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:22:48.640050 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e652f0ed-8c45-4d1a-99c1-64f2a80dfffc admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:22:48.646305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e652f0ed-8c45-4d1a-99c1-64f2a80dfffc admin admin] 10.222.0.82 "PUT /v2.0/routers/cf42c038-b5ee-42d8-9f8e-b0c9bc022a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0266085 Feb 08 16:22:48.650309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57890) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:48.654644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a43d4d4-1e38-4979-a5a7-d98151500369 None None] Sync routers for ids ['cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:22:48.665756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a43d4d4-1e38-4979-a5a7-d98151500369 None None] Routers {'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:48.666391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8a43d4d4-1e38-4979-a5a7-d98151500369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:48.777201 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] Publish callbacks [] for router (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:48.804396 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-8a43d4d4-1e38-4979-a5a7-d98151500369 None None] Set router cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:48.898658 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] Publish callbacks [] for router_gateway (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:48.970672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] Deleting port 6478de45-1eda-46d3-a11f-96dfe6120835 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:22:48.971186 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6478de45-1eda-46d3-a11f-96dfe6120835), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:49.003064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8a43d4d4-1e38-4979-a5a7-d98151500369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'name': 'tempest-TestAggregatesBasicOps-1525147937-router', 'tenant_id': '01f78de7d08e439080cc27ae2dd75706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '6478de45-1eda-46d3-a11f-96dfe6120835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:34Z', 'updated_at': '2022-02-08T16:22:47Z', 'revision_number': 5, 'project_id': '01f78de7d08e439080cc27ae2dd75706', 'gw_port': {'id': '6478de45-1eda-46d3-a11f-96dfe6120835', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:35Z', 'updated_at': '2022-02-08T16:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:49.036934 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a43d4d4-1e38-4979-a5a7-d98151500369 None None] Checking router: cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:22:49.046771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a43d4d4-1e38-4979-a5a7-d98151500369 None None] Routers {'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:49.047271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8a43d4d4-1e38-4979-a5a7-d98151500369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:49.076841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] For port 6478de45-1eda-46d3-a11f-96dfe6120835, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6478de45-1eda-46d3-a11f-96dfe6120835,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:49.077300 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6478de45-1eda-46d3-a11f-96dfe6120835), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:49.094370 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] Calling delete_port for 6478de45-1eda-46d3-a11f-96dfe6120835 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:22:49.131688 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:49.154615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-8a43d4d4-1e38-4979-a5a7-d98151500369 None None] Set router cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:49.289979 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6478de45-1eda-46d3-a11f-96dfe6120835), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:49.318401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=6478de45-1eda-46d3-a11f-96dfe6120835,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:49.386229 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:49.388074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8a43d4d4-1e38-4979-a5a7-d98151500369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'name': 'tempest-TestAggregatesBasicOps-1525147937-router', 'tenant_id': '01f78de7d08e439080cc27ae2dd75706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:34Z', 'updated_at': '2022-02-08T16:22:48Z', 'revision_number': 6, 'project_id': '01f78de7d08e439080cc27ae2dd75706', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:49.422245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a43d4d4-1e38-4979-a5a7-d98151500369 None None] The sync data for ids ['cf42c038-b5ee-42d8-9f8e-b0c9bc022a54'] in n-d-824834-11 is: [{'id': 'cf42c038-b5ee-42d8-9f8e-b0c9bc022a54', 'name': 'tempest-TestAggregatesBasicOps-1525147937-router', 'tenant_id': '01f78de7d08e439080cc27ae2dd75706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:34Z', 'updated_at': '2022-02-08T16:22:48Z', 'revision_number': 6, 'project_id': '01f78de7d08e439080cc27ae2dd75706', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:22:49.506185 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:49.508807 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] Publish callbacks [] for router_controller (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:49.556503 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (cf42c038-b5ee-42d8-9f8e-b0c9bc022a54), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:49.557078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:22:49.561602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:49.562772 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f457b740-61ce-4f62-a33a-9ff193146c3b admin admin] 10.222.0.82 "DELETE /v2.0/routers/cf42c038-b5ee-42d8-9f8e-b0c9bc022a54 HTTP/1.1" status: 204 len: 168 time: 0.9114337 Feb 08 16:22:49.565508 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57892) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:49.616557 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a3ef05-d478-446b-8bd8-e0960c592a18 admin admin] Deleting subnet d3c1d24b-d826-4794-b7e6-3e1cf66ab924 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:22:49.619915 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77a3ef05-d478-446b-8bd8-e0960c592a18 admin admin] Publish callbacks [] for subnet (d3c1d24b-d826-4794-b7e6-3e1cf66ab924), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:49.662739 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77a3ef05-d478-446b-8bd8-e0960c592a18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (d3c1d24b-d826-4794-b7e6-3e1cf66ab924), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:49.750964 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77a3ef05-d478-446b-8bd8-e0960c592a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d3c1d24b-d826-4794-b7e6-3e1cf66ab924), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:49.816919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77a3ef05-d478-446b-8bd8-e0960c592a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (d3c1d24b-d826-4794-b7e6-3e1cf66ab924), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:49.845010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3ef05-d478-446b-8bd8-e0960c592a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3c1d24b-d826-4794-b7e6-3e1cf66ab924,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:49.849651 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77a3ef05-d478-446b-8bd8-e0960c592a18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:49.853121 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-77a3ef05-d478-446b-8bd8-e0960c592a18 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/d3c1d24b-d826-4794-b7e6-3e1cf66ab924 HTTP/1.1" status: 204 len: 168 time: 0.2864282 Feb 08 16:22:49.858101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57894) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:49.864904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd915a1-b715-4292-ab70-4a0cabf1521c None None] Network f635daff-a1da-478f-b5f4-673ca563a878 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:22:49.938450 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (f635daff-a1da-478f-b5f4-673ca563a878), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:50.001134 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] Deleting port c1adbc28-42ee-4a19-b68c-278bab8e9420 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:22:50.001523 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c1adbc28-42ee-4a19-b68c-278bab8e9420), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:50.068072 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] For port c1adbc28-42ee-4a19-b68c-278bab8e9420, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c1adbc28-42ee-4a19-b68c-278bab8e9420,segment=NetworkSegment(9f36daf1-68cd-41e7-8cc8-9849726558d2),segment_id=9f36daf1-68cd-41e7-8cc8-9849726558d2)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:50.068439 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c1adbc28-42ee-4a19-b68c-278bab8e9420), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:50.082682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] Calling delete_port for c1adbc28-42ee-4a19-b68c-278bab8e9420 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:22:50.181984 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c1adbc28-42ee-4a19-b68c-278bab8e9420), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:50.212611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=c1adbc28-42ee-4a19-b68c-278bab8e9420,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:50.220418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] No DVR routers for this DVR port c1adbc28-42ee-4a19-b68c-278bab8e9420 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:22:50.250976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7498049c-671a-4925-a73e-69f19e5e2ca6 None None] DHCP port deletion for f635daff-a1da-478f-b5f4-673ca563a878 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:22:50.305683 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (f635daff-a1da-478f-b5f4-673ca563a878), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:50.329101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f635daff-a1da-478f-b5f4-673ca563a878']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:50.340064 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f36daf1-68cd-41e7-8cc8-9849726558d2') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:50.340389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f36daf1-68cd-41e7-8cc8-9849726558d2') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:50.351494 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (9f36daf1-68cd-41e7-8cc8-9849726558d2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:50.368276 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (9f36daf1-68cd-41e7-8cc8-9849726558d2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:50.375293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:22:50.375889 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (9f36daf1-68cd-41e7-8cc8-9849726558d2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:22:50.378982 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:22:50.450006 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (f635daff-a1da-478f-b5f4-673ca563a878), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:50.456424 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:50.463887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] 10.222.0.82 "DELETE /v2.0/networks/f635daff-a1da-478f-b5f4-673ca563a878 HTTP/1.1" status: 204 len: 168 time: 0.6019566 Feb 08 16:22:50.474694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a80ccc-7d21-4bcd-a2f8-20b4bc527ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=f635daff-a1da-478f-b5f4-673ca563a878,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:50.545764 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:50.663906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57900) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:50.707590 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6b4c62d0-2aba-4661-97c1-b7668011ad85 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7c10f4758c1d4534835303b53ffb6c72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424900 Feb 08 16:22:50.712359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57902) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:50.769110 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8bafe786-7c86-42af-8f14-6962359d88c8 admin admin] Publish callbacks [] for security_group (92dd7ee8-8dd9-46b3-8a47-07b152fe5a56), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:50.792566 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8bafe786-7c86-42af-8f14-6962359d88c8 admin admin] Publish callbacks [] for security_group (92dd7ee8-8dd9-46b3-8a47-07b152fe5a56), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:50.855365 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8bafe786-7c86-42af-8f14-6962359d88c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (92dd7ee8-8dd9-46b3-8a47-07b152fe5a56), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:50.857858 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8bafe786-7c86-42af-8f14-6962359d88c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:50.859028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8bafe786-7c86-42af-8f14-6962359d88c8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/92dd7ee8-8dd9-46b3-8a47-07b152fe5a56 HTTP/1.1" status: 204 len: 168 time: 0.1456380 Feb 08 16:22:50.871526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafe786-7c86-42af-8f14-6962359d88c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dd7ee8-8dd9-46b3-8a47-07b152fe5a56,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:51.240372 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57910) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:51.294499 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4425a4e1-67cd-4aec-907a-de8427da46b7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=01f78de7d08e439080cc27ae2dd75706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527873 Feb 08 16:22:51.297484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57912) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:51.351731 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-be12d0bb-0a71-42e7-98a3-48336796cf87 admin admin] Publish callbacks [] for security_group (9252ec4e-5d6a-45e8-b426-032f2a418a5f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:51.374824 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-be12d0bb-0a71-42e7-98a3-48336796cf87 admin admin] Publish callbacks [] for security_group (9252ec4e-5d6a-45e8-b426-032f2a418a5f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:51.437729 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-be12d0bb-0a71-42e7-98a3-48336796cf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9252ec4e-5d6a-45e8-b426-032f2a418a5f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:51.441072 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-be12d0bb-0a71-42e7-98a3-48336796cf87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:51.445208 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-be12d0bb-0a71-42e7-98a3-48336796cf87 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9252ec4e-5d6a-45e8-b426-032f2a418a5f HTTP/1.1" status: 204 len: 168 time: 0.1438494 Feb 08 16:22:51.445438 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:22:51.452784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12d0bb-0a71-42e7-98a3-48336796cf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9252ec4e-5d6a-45e8-b426-032f2a418a5f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:51.479966 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:22:51.480316 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 37203c82-0199-41ca-8dd0-f1ef07f3b5a1 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:22:51.480830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c1adbc28-42ee-4a19-b68c-278bab8e9420 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:22:51.507548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: c1adbc28-42ee-4a19-b68c-278bab8e9420 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:22:51.507996 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c1adbc28-42ee-4a19-b68c-278bab8e9420 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:22:51.508493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6478de45-1eda-46d3-a11f-96dfe6120835 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:22:51.532090 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 6478de45-1eda-46d3-a11f-96dfe6120835 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:22:51.532445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6478de45-1eda-46d3-a11f-96dfe6120835 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:22:52.252746 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57934) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:52.363183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1711301691-network', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:22:52.385482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] Made reservation on behalf of 1c1a84cb77ad41d4a5a7ef0128c1faeb for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:22:52.388621 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:52.400083 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:52.493046 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] Publish callbacks [] for security_group (9239075e-95b8-4a85-a09d-2398cb658c98), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:52.497358 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9239075e-95b8-4a85-a09d-2398cb658c98), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:52.531793 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:22:52.538392 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9239075e-95b8-4a85-a09d-2398cb658c98,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:52.546209 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b46ee9be-77bd-43ba-952e-31f13ebf4188), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:52.547382 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] Added segment b46ee9be-77bd-43ba-952e-31f13ebf4188 of type vlan for network 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a Feb 08 16:22:52.598826 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (07f8bca3-c9fd-48fb-86f0-9ea15ad3829a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:52.624764 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (07f8bca3-c9fd-48fb-86f0-9ea15ad3829a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:52.625800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:52.626409 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:52.687105 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4331608 Feb 08 16:22:52.691694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57938) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:52.698157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdeb2b-5394-470a-980b-49c4eb31fd78 admin admin] Pushing event updated for resources: {'Network': ['ID=07f8bca3-c9fd-48fb-86f0-9ea15ad3829a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:52.698511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a01ffed9-97b1-4d4a-81ea-912e9f89eff6 admin admin] Request body: {'subnet': {'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1711301691-subnet', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:22:52.723537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:22:52.730641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01ffed9-97b1-4d4a-81ea-912e9f89eff6 admin admin] Made reservation on behalf of 1c1a84cb77ad41d4a5a7ef0128c1faeb for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:22:52.733635 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a01ffed9-97b1-4d4a-81ea-912e9f89eff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:52.932618 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a01ffed9-97b1-4d4a-81ea-912e9f89eff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:52.990416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ffed9-97b1-4d4a-81ea-912e9f89eff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:53.000400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01ffed9-97b1-4d4a-81ea-912e9f89eff6 admin admin] Checking segment: {'id': 'b46ee9be-77bd-43ba-952e-31f13ebf4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:53.000915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ffed9-97b1-4d4a-81ea-912e9f89eff6 admin admin] Network hostable DHCP agents. Network: 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:22:53.022251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ffed9-97b1-4d4a-81ea-912e9f89eff6 admin admin] Network 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:22:53.032350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-a01ffed9-97b1-4d4a-81ea-912e9f89eff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:53.038076 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ffed9-97b1-4d4a-81ea-912e9f89eff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:53.038678 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a01ffed9-97b1-4d4a-81ea-912e9f89eff6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:53.046144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decedc9f-bd13-4ffc-a150-d87f9609dbd0 None None] Network 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:22:53.062350 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a01ffed9-97b1-4d4a-81ea-912e9f89eff6 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3688278 Feb 08 16:22:53.064859 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57940) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:53.072398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:22:53.100998 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (d5590723-36de-4787-aa14-2bc170e7a54f), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:53.102366 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (d5590723-36de-4787-aa14-2bc170e7a54f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:53.176032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'fixed_ips': [{'subnet_id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:22:53.177067 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Publish callbacks [] for router_controller (d5590723-36de-4787-aa14-2bc170e7a54f), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:53.177261 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:53.348359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Allocated IP 172.20.0.2 (07f8bca3-c9fd-48fb-86f0-9ea15ad3829a/71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c/3efff10e-4099-429e-9562-1aacdecbec2d) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:22:53.350490 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Publish callbacks [] for router_gateway (d5590723-36de-4787-aa14-2bc170e7a54f), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:53.522840 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Publish callbacks [] for port (3efff10e-4099-429e-9562-1aacdecbec2d), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:53.530892 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (3efff10e-4099-429e-9562-1aacdecbec2d), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:53.577591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Network 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:22:53.582240 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Publish callbacks [] for router_gateway (d5590723-36de-4787-aa14-2bc170e7a54f), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:53.583873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:53.588045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:22:53.598107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Pushing event updated for resources: {'Port': ['ID=3efff10e-4099-429e-9562-1aacdecbec2d,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:53.604787 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:53.659809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Attempting to bind port 3efff10e-4099-429e-9562-1aacdecbec2d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:22:53.660190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Attempting to bind port 3efff10e-4099-429e-9562-1aacdecbec2d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b46ee9be-77bd-43ba-952e-31f13ebf4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:22:53.660565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Attempting to bind port 3efff10e-4099-429e-9562-1aacdecbec2d on network 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:22:53.665821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:22:53.666200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Checking segment: {'id': 'b46ee9be-77bd-43ba-952e-31f13ebf4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:53.666612 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:53.667015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Bound using segment: {'id': 'b46ee9be-77bd-43ba-952e-31f13ebf4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:22:53.667495 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Bound port: 3efff10e-4099-429e-9562-1aacdecbec2d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46ee9be-77bd-43ba-952e-31f13ebf4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:22:53.667885 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3efff10e-4099-429e-9562-1aacdecbec2d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:53.727885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Allocated IP 172.25.7.175 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/ab915d45-0cc0-466f-b352-e7234c14326e) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:22:53.744270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] For port 3efff10e-4099-429e-9562-1aacdecbec2d, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:22:53.747695 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] For port 3efff10e-4099-429e-9562-1aacdecbec2d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3efff10e-4099-429e-9562-1aacdecbec2d,segment=NetworkSegment(b46ee9be-77bd-43ba-952e-31f13ebf4188),segment_id=b46ee9be-77bd-43ba-952e-31f13ebf4188)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:22:53.754505 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3efff10e-4099-429e-9562-1aacdecbec2d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:53.827116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f599b0-4832-4431-814c-93d529ec22be None None] Pushing event updated for resources: {'Port': ['ID=3efff10e-4099-429e-9562-1aacdecbec2d,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:53.857269 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Publish callbacks [] for port (ab915d45-0cc0-466f-b352-e7234c14326e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:53.907509 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ab915d45-0cc0-466f-b352-e7234c14326e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:53.957509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:22:53.960651 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:53.964313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:22:53.970084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Pushing event updated for resources: {'Port': ['ID=ab915d45-0cc0-466f-b352-e7234c14326e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:54.279955 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Publish callbacks [] for router_gateway (d5590723-36de-4787-aa14-2bc170e7a54f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:54.811803 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (d5590723-36de-4787-aa14-2bc170e7a54f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:54.830892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb48da16-e142-4793-9d5f-4fd60b0bbfa0 None None] Network 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:22:54.902001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2a5a6783-ec85-4c76-9d25-919f6c8b0c76 None None] Provisioning complete for port 3efff10e-4099-429e-9562-1aacdecbec2d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:54.902377 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6783-ec85-4c76-9d25-919f6c8b0c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3efff10e-4099-429e-9562-1aacdecbec2d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:54.973602 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Router d5590723-36de-4787-aa14-2bc170e7a54f is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:22:55.027454 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2a5a6783-ec85-4c76-9d25-919f6c8b0c76 None None] Current status of the port 3efff10e-4099-429e-9562-1aacdecbec2d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:55.027850 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6783-ec85-4c76-9d25-919f6c8b0c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3efff10e-4099-429e-9562-1aacdecbec2d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:55.073110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2a5a6783-ec85-4c76-9d25-919f6c8b0c76 None None] For port 3efff10e-4099-429e-9562-1aacdecbec2d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3efff10e-4099-429e-9562-1aacdecbec2d,segment=NetworkSegment(b46ee9be-77bd-43ba-952e-31f13ebf4188),segment_id=b46ee9be-77bd-43ba-952e-31f13ebf4188)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:55.078920 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6783-ec85-4c76-9d25-919f6c8b0c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3efff10e-4099-429e-9562-1aacdecbec2d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:55.108779 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:22:55.124377 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Sync routers for ids ['d5590723-36de-4787-aa14-2bc170e7a54f'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:22:55.135860 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:55.140042 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57942) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:55.140603 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2ea3a51d-1fe6-424f-80a6-40873c07da56 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0742610 Feb 08 16:22:55.146078 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Routers {'d5590723-36de-4787-aa14-2bc170e7a54f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:55.147030 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d5590723-36de-4787-aa14-2bc170e7a54f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:55.155477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a6783-ec85-4c76-9d25-919f6c8b0c76 None None] Pushing event updated for resources: {'Port': ['ID=3efff10e-4099-429e-9562-1aacdecbec2d,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:55.278506 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Set router d5590723-36de-4787-aa14-2bc170e7a54f gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:55.309205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f8015234-a0ef-4659-9edb-f10768050c04 None None] Provisioning complete for port 3efff10e-4099-429e-9562-1aacdecbec2d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:55.309882 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8015234-a0ef-4659-9edb-f10768050c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3efff10e-4099-429e-9562-1aacdecbec2d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:55.414421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f8015234-a0ef-4659-9edb-f10768050c04 None None] Current status of the port 3efff10e-4099-429e-9562-1aacdecbec2d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:55.484152 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:54Z', 'revision_number': 3, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'gw_port': {'id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:55.509032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3efff10e-4099-429e-9562-1aacdecbec2d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:22:55.568645 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3efff10e-4099-429e-9562-1aacdecbec2d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:55.569079 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3efff10e-4099-429e-9562-1aacdecbec2d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:55.626646 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Checking router: d5590723-36de-4787-aa14-2bc170e7a54f for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:22:55.628165 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Updating router d5590723-36de-4787-aa14-2bc170e7a54f port ab915d45-0cc0-466f-b352-e7234c14326e binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:22:55.660888 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3efff10e-4099-429e-9562-1aacdecbec2d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:55.666587 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ab915d45-0cc0-466f-b352-e7234c14326e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:55.937586 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Publish callbacks [] for port (ab915d45-0cc0-466f-b352-e7234c14326e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:55.945813 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ab915d45-0cc0-466f-b352-e7234c14326e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:55.960167 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:56.000232 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Attempting to bind port ab915d45-0cc0-466f-b352-e7234c14326e on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:22:56.000511 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Attempting to bind port ab915d45-0cc0-466f-b352-e7234c14326e by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:22:56.001059 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Attempting to bind port ab915d45-0cc0-466f-b352-e7234c14326e on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:22:56.010990 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1322fec-641c-4ff7-bf3e-081bb84a4389 None None] Pushing event updated for resources: {'Port': ['ID=ab915d45-0cc0-466f-b352-e7234c14326e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:56.013482 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:22:56.013855 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:56.014255 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:56.014630 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:22:56.015094 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Bound port: ab915d45-0cc0-466f-b352-e7234c14326e, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:22:56.016066 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ab915d45-0cc0-466f-b352-e7234c14326e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:56.071105 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] For port ab915d45-0cc0-466f-b352-e7234c14326e, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:22:56.074256 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] For port ab915d45-0cc0-466f-b352-e7234c14326e, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ab915d45-0cc0-466f-b352-e7234c14326e,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:22:56.080625 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ab915d45-0cc0-466f-b352-e7234c14326e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:56.139727 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Routers {'d5590723-36de-4787-aa14-2bc170e7a54f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:56.140425 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d5590723-36de-4787-aa14-2bc170e7a54f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:56.180462 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1322fec-641c-4ff7-bf3e-081bb84a4389 None None] Pushing event updated for resources: {'Port': ['ID=ab915d45-0cc0-466f-b352-e7234c14326e,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:56.183572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Allocated IP 172.20.0.1 (07f8bca3-c9fd-48fb-86f0-9ea15ad3829a/71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c/90b3e09a-3a35-4159-a601-7c803cf28789) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:22:56.258611 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] Set router d5590723-36de-4787-aa14-2bc170e7a54f gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:56.309195 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Publish callbacks [] for port (90b3e09a-3a35-4159-a601-7c803cf28789), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:56.348193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:56.394417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Network 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:22:56.397558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:56.401376 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:22:56.430484 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=90b3e09a-3a35-4159-a601-7c803cf28789,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:56.454475 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (d5590723-36de-4787-aa14-2bc170e7a54f), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:56.468291 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:54Z', 'revision_number': 3, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'gw_port': {'id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:56.511871 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0767a46c-3b89-4901-a15b-769cb100ca7c None None] The sync data for ids ['d5590723-36de-4787-aa14-2bc170e7a54f'] in n-d-824834-11 is: [{'id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:54Z', 'revision_number': 3, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'gw_port': {'id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:22:56.617834 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:56.665459 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5364b44d-c52b-47ca-a005-153b6667391e None None] Provisioning complete for port 90b3e09a-3a35-4159-a601-7c803cf28789 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:56.666065 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5364b44d-c52b-47ca-a005-153b6667391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:56.709169 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5364b44d-c52b-47ca-a005-153b6667391e None None] Port 90b3e09a-3a35-4159-a601-7c803cf28789 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:22:56.834325 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Publish callbacks [] for port (90b3e09a-3a35-4159-a601-7c803cf28789), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:56.842456 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:56.917814 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (d5590723-36de-4787-aa14-2bc170e7a54f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:56.919895 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=90b3e09a-3a35-4159-a601-7c803cf28789,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:57.048435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Network 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:22:57.050243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:57.184700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Router d5590723-36de-4787-aa14-2bc170e7a54f has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:22:57.328200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:22:57.335247 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b613ebd4-8a5b-4d7e-9053-56334250a4e2 admin admin] 10.222.0.82 "PUT /v2.0/routers/d5590723-36de-4787-aa14-2bc170e7a54f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1940460 Feb 08 16:22:57.338673 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-06f30147-87de-4213-8ad2-67724ae77ee8 None None] Provisioning complete for port 90b3e09a-3a35-4159-a601-7c803cf28789 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:57.339139 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-06f30147-87de-4213-8ad2-67724ae77ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:57.390027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-06f30147-87de-4213-8ad2-67724ae77ee8 None None] Port 90b3e09a-3a35-4159-a601-7c803cf28789 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:22:57.485860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ab915d45-0cc0-466f-b352-e7234c14326e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:22:57.559226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ab915d45-0cc0-466f-b352-e7234c14326e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:57.559609 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ab915d45-0cc0-466f-b352-e7234c14326e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:57.649043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ab915d45-0cc0-466f-b352-e7234c14326e is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:57.649445 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ab915d45-0cc0-466f-b352-e7234c14326e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:57.674962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port ab915d45-0cc0-466f-b352-e7234c14326e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ab915d45-0cc0-466f-b352-e7234c14326e,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:22:57.679791 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ab915d45-0cc0-466f-b352-e7234c14326e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:57.734725 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=ab915d45-0cc0-466f-b352-e7234c14326e,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:57.925982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57960) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:57.931094 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-548636694-network', 'tenant_id': '8198a733a05a445087ab93c2a31fa9a0'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:22:57.954668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] Made reservation on behalf of 8198a733a05a445087ab93c2a31fa9a0 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:22:57.957304 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:57.968176 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:58.082072 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] Publish callbacks [] for security_group (7d22cca0-a314-45ec-9ec5-f3a1972e5002), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:58.086573 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7d22cca0-a314-45ec-9ec5-f3a1972e5002), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:58.114132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:22:58.124598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d22cca0-a314-45ec-9ec5-f3a1972e5002,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:58.130756 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f3a2d068-660c-4caa-8cb6-2e8bbe096f72), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:58.131109 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] Added segment f3a2d068-660c-4caa-8cb6-2e8bbe096f72 of type vlan for network 7e487d72-6521-4c2e-a78e-d51d87ef0f4c Feb 08 16:22:58.174568 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (7e487d72-6521-4c2e-a78e-d51d87ef0f4c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:58.202158 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (7e487d72-6521-4c2e-a78e-d51d87ef0f4c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:58.203333 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:58.203952 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:58.266550 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3359261 Feb 08 16:22:58.266907 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57962) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:58.273218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-fcb23b9e-047e-49c2-9637-20e2a65b5a66 admin admin] Request body: {'subnet': {'network_id': '7e487d72-6521-4c2e-a78e-d51d87ef0f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-548636694-subnet', 'tenant_id': '8198a733a05a445087ab93c2a31fa9a0', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:22:58.273513 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286ccc4-58f4-49df-8898-f8c734c71385 admin admin] Pushing event updated for resources: {'Network': ['ID=7e487d72-6521-4c2e-a78e-d51d87ef0f4c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:58.296310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 7e487d72-6521-4c2e-a78e-d51d87ef0f4c details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:22:58.307043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb23b9e-047e-49c2-9637-20e2a65b5a66 admin admin] Made reservation on behalf of 8198a733a05a445087ab93c2a31fa9a0 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:22:58.309692 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fcb23b9e-047e-49c2-9637-20e2a65b5a66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:58.352563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Sync routers for ids ['d5590723-36de-4787-aa14-2bc170e7a54f'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:22:58.385963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Routers {'d5590723-36de-4787-aa14-2bc170e7a54f'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:22:58.386590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d5590723-36de-4787-aa14-2bc170e7a54f'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:58.507321 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Set router d5590723-36de-4787-aa14-2bc170e7a54f gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:22:58.516663 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fcb23b9e-047e-49c2-9637-20e2a65b5a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (3d136940-3803-4f33-b1c1-123008247ace), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:58.594416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb23b9e-047e-49c2-9637-20e2a65b5a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d136940-3803-4f33-b1c1-123008247ace,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:58.602466 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb23b9e-047e-49c2-9637-20e2a65b5a66 admin admin] Checking segment: {'id': 'f3a2d068-660c-4caa-8cb6-2e8bbe096f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7e487d72-6521-4c2e-a78e-d51d87ef0f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:58.602939 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb23b9e-047e-49c2-9637-20e2a65b5a66 admin admin] Network hostable DHCP agents. Network: 7e487d72-6521-4c2e-a78e-d51d87ef0f4c, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:22:58.624440 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb23b9e-047e-49c2-9637-20e2a65b5a66 admin admin] Network 7e487d72-6521-4c2e-a78e-d51d87ef0f4c is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:22:58.636987 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-fcb23b9e-047e-49c2-9637-20e2a65b5a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 7e487d72-6521-4c2e-a78e-d51d87ef0f4c) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:58.642459 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb23b9e-047e-49c2-9637-20e2a65b5a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:22:58.643859 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fcb23b9e-047e-49c2-9637-20e2a65b5a66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:58.652563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f5afc3-cb1c-4b27-ae0c-5d4320a1d28e None None] Network 7e487d72-6521-4c2e-a78e-d51d87ef0f4c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:22:58.662378 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fcb23b9e-047e-49c2-9637-20e2a65b5a66 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3940358 Feb 08 16:22:58.666724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57964) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:22:58.671720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-548636694-router', 'tenant_id': '8198a733a05a445087ab93c2a31fa9a0', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:22:58.693956 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (a58c72da-df05-42e0-80c7-06ec2cbd9414), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:58.695166 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (a58c72da-df05-42e0-80c7-06ec2cbd9414), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:58.754637 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Publish callbacks [] for router_controller (a58c72da-df05-42e0-80c7-06ec2cbd9414), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:58.813345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-7e487d72-6521-4c2e-a78e-d51d87ef0f4c', 'network_id': '7e487d72-6521-4c2e-a78e-d51d87ef0f4c', 'project_id': '8198a733a05a445087ab93c2a31fa9a0', 'fixed_ips': [{'subnet_id': '3d136940-3803-4f33-b1c1-123008247ace'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:22:58.814219 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:58.851250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:56Z', 'revision_number': 4, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'gw_port': {'id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '90b3e09a-3a35-4159-a601-7c803cf28789', 'name': '', 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'mac_address': 'fa:16:3e:0b:03:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:55Z', 'updated_at': '2022-02-08T16:22:56Z', 'revision_number': 2, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'subnets': [{'id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:22:58.928264 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Checking router: d5590723-36de-4787-aa14-2bc170e7a54f for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:22:58.928648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Updating router d5590723-36de-4787-aa14-2bc170e7a54f port 90b3e09a-3a35-4159-a601-7c803cf28789 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:22:58.940870 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Publish callbacks [] for router_gateway (a58c72da-df05-42e0-80c7-06ec2cbd9414), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:58.971880 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:59.056271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Allocated IP 172.20.0.2 (7e487d72-6521-4c2e-a78e-d51d87ef0f4c/3d136940-3803-4f33-b1c1-123008247ace/49603390-944e-4a1f-89a8-2394a2305c3c) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:22:59.221727 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Publish callbacks [] for router_gateway (a58c72da-df05-42e0-80c7-06ec2cbd9414), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:59.247528 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:59.383710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Allocated IP 172.25.7.136 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/b09d158a-a3a4-4376-ad34-9723f03ccc8e) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:22:59.475098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ab915d45-0cc0-466f-b352-e7234c14326e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:22:59.517828 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Publish callbacks [] for port (b09d158a-a3a4-4376-ad34-9723f03ccc8e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:59.547956 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Publish callbacks [] for port (49603390-944e-4a1f-89a8-2394a2305c3c), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:59.560754 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (49603390-944e-4a1f-89a8-2394a2305c3c), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:59.562201 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b09d158a-a3a4-4376-ad34-9723f03ccc8e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:59.602007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:22:59.607465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:59.611265 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:22:59.640757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Network 7e487d72-6521-4c2e-a78e-d51d87ef0f4c is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:22:59.644354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Pushing event updated for resources: {'Port': ['ID=b09d158a-a3a4-4376-ad34-9723f03ccc8e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:59.652875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:22:59.657093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Pushing event updated for resources: {'Port': ['ID=49603390-944e-4a1f-89a8-2394a2305c3c,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:59.665570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:22:59.672979 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ab915d45-0cc0-466f-b352-e7234c14326e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:22:59.673344 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ab915d45-0cc0-466f-b352-e7234c14326e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:59.676847 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Publish callbacks [] for port (90b3e09a-3a35-4159-a601-7c803cf28789), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:59.729294 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:59.829607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Attempting to bind port 49603390-944e-4a1f-89a8-2394a2305c3c on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:22:59.830199 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Attempting to bind port 49603390-944e-4a1f-89a8-2394a2305c3c by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'f3a2d068-660c-4caa-8cb6-2e8bbe096f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7e487d72-6521-4c2e-a78e-d51d87ef0f4c'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:22:59.830328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Attempting to bind port 49603390-944e-4a1f-89a8-2394a2305c3c on network 7e487d72-6521-4c2e-a78e-d51d87ef0f4c {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:22:59.839758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17402a27-1566-405e-ab00-12da78621c62 None None] Pushing event updated for resources: {'Port': ['ID=90b3e09a-3a35-4159-a601-7c803cf28789,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:22:59.851632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:22:59.852063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Checking segment: {'id': 'f3a2d068-660c-4caa-8cb6-2e8bbe096f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7e487d72-6521-4c2e-a78e-d51d87ef0f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:59.852470 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:59.852806 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Bound using segment: {'id': 'f3a2d068-660c-4caa-8cb6-2e8bbe096f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7e487d72-6521-4c2e-a78e-d51d87ef0f4c'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:22:59.853320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Bound port: 49603390-944e-4a1f-89a8-2394a2305c3c, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a2d068-660c-4caa-8cb6-2e8bbe096f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7e487d72-6521-4c2e-a78e-d51d87ef0f4c'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:22:59.853702 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (49603390-944e-4a1f-89a8-2394a2305c3c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:59.934194 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Publish callbacks [] for router_gateway (a58c72da-df05-42e0-80c7-06ec2cbd9414), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:59.973625 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ab915d45-0cc0-466f-b352-e7234c14326e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:22:59.975984 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Attempting to bind port 90b3e09a-3a35-4159-a601-7c803cf28789 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:22:59.976356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Attempting to bind port 90b3e09a-3a35-4159-a601-7c803cf28789 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b46ee9be-77bd-43ba-952e-31f13ebf4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:22:59.976718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Attempting to bind port 90b3e09a-3a35-4159-a601-7c803cf28789 on network 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:22:59.996746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:22:59.997172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Checking segment: {'id': 'b46ee9be-77bd-43ba-952e-31f13ebf4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:22:59.997571 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:22:59.997978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Bound using segment: {'id': 'b46ee9be-77bd-43ba-952e-31f13ebf4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:22:59.998478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Bound port: 90b3e09a-3a35-4159-a601-7c803cf28789, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46ee9be-77bd-43ba-952e-31f13ebf4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:22:59.998994 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:00.052565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] For port 49603390-944e-4a1f-89a8-2394a2305c3c, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:23:00.072904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] For port 49603390-944e-4a1f-89a8-2394a2305c3c, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=49603390-944e-4a1f-89a8-2394a2305c3c,segment=NetworkSegment(f3a2d068-660c-4caa-8cb6-2e8bbe096f72),segment_id=f3a2d068-660c-4caa-8cb6-2e8bbe096f72)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:23:00.083055 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (49603390-944e-4a1f-89a8-2394a2305c3c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:00.134064 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] For port 90b3e09a-3a35-4159-a601-7c803cf28789, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:23:00.166884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] For port 90b3e09a-3a35-4159-a601-7c803cf28789, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=90b3e09a-3a35-4159-a601-7c803cf28789,segment=NetworkSegment(b46ee9be-77bd-43ba-952e-31f13ebf4188),segment_id=b46ee9be-77bd-43ba-952e-31f13ebf4188)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:23:00.183768 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:00.186439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c67b2-58c7-4fd9-97cd-2876b7980d95 None None] Pushing event updated for resources: {'Port': ['ID=49603390-944e-4a1f-89a8-2394a2305c3c,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:00.190202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-23b77bef-c234-4327-999e-166b95335f6e None None] Provisioning complete for port 90b3e09a-3a35-4159-a601-7c803cf28789 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:00.190683 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-23b77bef-c234-4327-999e-166b95335f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:00.197052 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (a58c72da-df05-42e0-80c7-06ec2cbd9414), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:00.318351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Routers {'d5590723-36de-4787-aa14-2bc170e7a54f'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:00.319443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d5590723-36de-4787-aa14-2bc170e7a54f'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:00.324448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17402a27-1566-405e-ab00-12da78621c62 None None] Pushing event updated for resources: {'Port': ['ID=90b3e09a-3a35-4159-a601-7c803cf28789,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:00.359689 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Router a58c72da-df05-42e0-80c7-06ec2cbd9414 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:23:00.472282 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-23b77bef-c234-4327-999e-166b95335f6e None None] Current status of the port 90b3e09a-3a35-4159-a601-7c803cf28789 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:00.472792 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-23b77bef-c234-4327-999e-166b95335f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:00.522942 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] Set router d5590723-36de-4787-aa14-2bc170e7a54f gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:00.566117 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-23b77bef-c234-4327-999e-166b95335f6e None None] For port 90b3e09a-3a35-4159-a601-7c803cf28789, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=90b3e09a-3a35-4159-a601-7c803cf28789,segment=NetworkSegment(b46ee9be-77bd-43ba-952e-31f13ebf4188),segment_id=b46ee9be-77bd-43ba-952e-31f13ebf4188)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:00.571807 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-23b77bef-c234-4327-999e-166b95335f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:00.603098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:23:00.615360 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Sync routers for ids ['a58c72da-df05-42e0-80c7-06ec2cbd9414'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:23:00.631406 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Routers {'a58c72da-df05-42e0-80c7-06ec2cbd9414'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:00.634011 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a58c72da-df05-42e0-80c7-06ec2cbd9414'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:00.638651 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:00.640365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-22997c38-70bf-4abd-a0a9-f22da26eaae9 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9722965 Feb 08 16:23:00.644853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 57966) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:00.702179 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b77bef-c234-4327-999e-166b95335f6e None None] Pushing event updated for resources: {'Port': ['ID=90b3e09a-3a35-4159-a601-7c803cf28789,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:00.803149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-61755440-5656-4489-8105-41d39fc698b1 None None] Provisioning complete for port 90b3e09a-3a35-4159-a601-7c803cf28789 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:00.803732 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-61755440-5656-4489-8105-41d39fc698b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:00.830424 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Set router a58c72da-df05-42e0-80c7-06ec2cbd9414 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:00.948114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:56Z', 'revision_number': 4, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'gw_port': {'id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '90b3e09a-3a35-4159-a601-7c803cf28789', 'name': '', 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'mac_address': 'fa:16:3e:0b:03:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:55Z', 'updated_at': '2022-02-08T16:23:00Z', 'revision_number': 4, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'subnets': [{'id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:00.990871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5673143-3285-464e-91a1-03cdd23f5d31 None None] The sync data for ids ['d5590723-36de-4787-aa14-2bc170e7a54f'] in n-d-824834-11 is: [{'id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:56Z', 'revision_number': 4, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'gw_port': {'id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '90b3e09a-3a35-4159-a601-7c803cf28789', 'name': '', 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'mac_address': 'fa:16:3e:0b:03:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:55Z', 'updated_at': '2022-02-08T16:23:00Z', 'revision_number': 4, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'subnets': [{'id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:23:00.992531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-61755440-5656-4489-8105-41d39fc698b1 None None] Current status of the port 90b3e09a-3a35-4159-a601-7c803cf28789 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:01.075000 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'name': 'tempest-TestServerBasicOps-548636694-router', 'tenant_id': '8198a733a05a445087ab93c2a31fa9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b09d158a-a3a4-4376-ad34-9723f03ccc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:58Z', 'updated_at': '2022-02-08T16:22:59Z', 'revision_number': 3, 'project_id': '8198a733a05a445087ab93c2a31fa9a0', 'gw_port': {'id': 'b09d158a-a3a4-4376-ad34-9723f03ccc8e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:59Z', 'updated_at': '2022-02-08T16:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:01.121142 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Checking router: a58c72da-df05-42e0-80c7-06ec2cbd9414 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:23:01.121656 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Updating router a58c72da-df05-42e0-80c7-06ec2cbd9414 port b09d158a-a3a4-4376-ad34-9723f03ccc8e binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:23:01.155164 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b09d158a-a3a4-4376-ad34-9723f03ccc8e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:01.289263 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:01.543064 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Allocated IP 172.20.0.1 (7e487d72-6521-4c2e-a78e-d51d87ef0f4c/3d136940-3803-4f33-b1c1-123008247ace/41d07f87-d1ce-49d6-9fa8-92b835caf090) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:23:01.544980 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Publish callbacks [] for port (b09d158a-a3a4-4376-ad34-9723f03ccc8e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:01.555874 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b09d158a-a3a4-4376-ad34-9723f03ccc8e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:01.556792 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aaca9c34-33c7-477d-8873-f359dd075f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:01.620413 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 49603390-944e-4a1f-89a8-2394a2305c3c up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:23:01.687927 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Attempting to bind port b09d158a-a3a4-4376-ad34-9723f03ccc8e on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:23:01.688873 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Attempting to bind port b09d158a-a3a4-4376-ad34-9723f03ccc8e by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:23:01.689116 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Attempting to bind port b09d158a-a3a4-4376-ad34-9723f03ccc8e on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:23:01.703480 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:23:01.704141 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:23:01.706520 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:01.706896 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:23:01.707498 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Bound port: b09d158a-a3a4-4376-ad34-9723f03ccc8e, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:23:01.707893 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b09d158a-a3a4-4376-ad34-9723f03ccc8e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:01.728471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 49603390-944e-4a1f-89a8-2394a2305c3c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:01.730528 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (49603390-944e-4a1f-89a8-2394a2305c3c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:01.773555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25edf57-5397-4b3a-9192-758e087126ff None None] Network 7e487d72-6521-4c2e-a78e-d51d87ef0f4c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:23:01.784505 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bddefd-d414-485d-aed7-979aa657c656 None None] Pushing event updated for resources: {'Port': ['ID=b09d158a-a3a4-4376-ad34-9723f03ccc8e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:01.809705 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Publish callbacks [] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:01.827451 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] For port b09d158a-a3a4-4376-ad34-9723f03ccc8e, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:23:01.834657 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] For port b09d158a-a3a4-4376-ad34-9723f03ccc8e, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b09d158a-a3a4-4376-ad34-9723f03ccc8e,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:23:01.844754 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b09d158a-a3a4-4376-ad34-9723f03ccc8e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:01.861471 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:01.908423 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Routers {'a58c72da-df05-42e0-80c7-06ec2cbd9414'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:01.909476 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:22:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a58c72da-df05-42e0-80c7-06ec2cbd9414'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:01.926254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Network 7e487d72-6521-4c2e-a78e-d51d87ef0f4c is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:23:01.930326 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:23:01.939700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:23:01.971171 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Pushing event updated for resources: {'Port': ['ID=41d07f87-d1ce-49d6-9fa8-92b835caf090,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:01.997996 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (a58c72da-df05-42e0-80c7-06ec2cbd9414), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:02.060369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c40fa11d-f0ce-4dce-8f3d-209d19abb316 None None] Provisioning complete for port 49603390-944e-4a1f-89a8-2394a2305c3c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:02.060981 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c40fa11d-f0ce-4dce-8f3d-209d19abb316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (49603390-944e-4a1f-89a8-2394a2305c3c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:02.104717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 49603390-944e-4a1f-89a8-2394a2305c3c is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:02.105176 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (49603390-944e-4a1f-89a8-2394a2305c3c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:02.192489 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 49603390-944e-4a1f-89a8-2394a2305c3c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=49603390-944e-4a1f-89a8-2394a2305c3c,segment=NetworkSegment(f3a2d068-660c-4caa-8cb6-2e8bbe096f72),segment_id=f3a2d068-660c-4caa-8cb6-2e8bbe096f72)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:02.215340 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] Set router a58c72da-df05-42e0-80c7-06ec2cbd9414 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:02.218599 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (49603390-944e-4a1f-89a8-2394a2305c3c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:02.220586 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 90b3e09a-3a35-4159-a601-7c803cf28789 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:23:02.245737 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:02.368182 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bddefd-d414-485d-aed7-979aa657c656 None None] Pushing event updated for resources: {'Port': ['ID=b09d158a-a3a4-4376-ad34-9723f03ccc8e,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:02.543323 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'name': 'tempest-TestServerBasicOps-548636694-router', 'tenant_id': '8198a733a05a445087ab93c2a31fa9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b09d158a-a3a4-4376-ad34-9723f03ccc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:58Z', 'updated_at': '2022-02-08T16:22:59Z', 'revision_number': 3, 'project_id': '8198a733a05a445087ab93c2a31fa9a0', 'gw_port': {'id': 'b09d158a-a3a4-4376-ad34-9723f03ccc8e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:59Z', 'updated_at': '2022-02-08T16:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:02.552723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c40fa11d-f0ce-4dce-8f3d-209d19abb316 None None] Current status of the port 49603390-944e-4a1f-89a8-2394a2305c3c is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:02.553142 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c40fa11d-f0ce-4dce-8f3d-209d19abb316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (49603390-944e-4a1f-89a8-2394a2305c3c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:02.573193 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=49603390-944e-4a1f-89a8-2394a2305c3c,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:02.595177 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 90b3e09a-3a35-4159-a601-7c803cf28789 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:02.595552 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:02.606242 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972eda15-4d19-4f41-b6d9-ed1f875469d0 None None] The sync data for ids ['a58c72da-df05-42e0-80c7-06ec2cbd9414'] in n-d-824834-11 is: [{'id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'name': 'tempest-TestServerBasicOps-548636694-router', 'tenant_id': '8198a733a05a445087ab93c2a31fa9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b09d158a-a3a4-4376-ad34-9723f03ccc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:58Z', 'updated_at': '2022-02-08T16:22:59Z', 'revision_number': 3, 'project_id': '8198a733a05a445087ab93c2a31fa9a0', 'gw_port': {'id': 'b09d158a-a3a4-4376-ad34-9723f03ccc8e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:59Z', 'updated_at': '2022-02-08T16:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:23:02.641327 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Publish callbacks [] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:02.650396 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:02.693462 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-c40fa11d-f0ce-4dce-8f3d-209d19abb316 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:23:02.693818 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-c40fa11d-f0ce-4dce-8f3d-209d19abb316 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:23:02.789854 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Pushing event updated for resources: {'Port': ['ID=41d07f87-d1ce-49d6-9fa8-92b835caf090,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:02.795134 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 90b3e09a-3a35-4159-a601-7c803cf28789 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:02.812597 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (a58c72da-df05-42e0-80c7-06ec2cbd9414), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:02.931347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Network 7e487d72-6521-4c2e-a78e-d51d87ef0f4c is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:23:02.932785 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:23:03.144261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Router a58c72da-df05-42e0-80c7-06ec2cbd9414 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:23:03.250977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c40fa11d-f0ce-4dce-8f3d-209d19abb316 None None] Current status of the port 49603390-944e-4a1f-89a8-2394a2305c3c is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:03.302318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:23:03.308310 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-302280e6-5756-4acb-8e15-708108c4f188 admin admin] 10.222.0.82 "PUT /v2.0/routers/a58c72da-df05-42e0-80c7-06ec2cbd9414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6616137 Feb 08 16:23:03.383928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-edfce0c2-3651-4660-9a9e-de93c27e0584 None None] Provisioning complete for port 41d07f87-d1ce-49d6-9fa8-92b835caf090 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:03.384408 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-edfce0c2-3651-4660-9a9e-de93c27e0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:03.468587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-edfce0c2-3651-4660-9a9e-de93c27e0584 None None] Port 41d07f87-d1ce-49d6-9fa8-92b835caf090 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:23:03.491748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-edfce0c2-3651-4660-9a9e-de93c27e0584 None None] Provisioning complete for port 49603390-944e-4a1f-89a8-2394a2305c3c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:03.491748 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-edfce0c2-3651-4660-9a9e-de93c27e0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (49603390-944e-4a1f-89a8-2394a2305c3c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:03.591499 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 49603390-944e-4a1f-89a8-2394a2305c3c up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:23:03.631100 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-edfce0c2-3651-4660-9a9e-de93c27e0584 None None] Current status of the port 49603390-944e-4a1f-89a8-2394a2305c3c is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:03.661334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 49603390-944e-4a1f-89a8-2394a2305c3c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:03.661782 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (49603390-944e-4a1f-89a8-2394a2305c3c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:03.770998 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 49603390-944e-4a1f-89a8-2394a2305c3c is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:03.772106 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b09d158a-a3a4-4376-ad34-9723f03ccc8e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:23:03.829509 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f84590eb-2ad8-4432-a72a-3170104f3be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:03.854230 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b09d158a-a3a4-4376-ad34-9723f03ccc8e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:03.854609 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b09d158a-a3a4-4376-ad34-9723f03ccc8e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:03.961871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b09d158a-a3a4-4376-ad34-9723f03ccc8e is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:03.962294 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b09d158a-a3a4-4376-ad34-9723f03ccc8e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:03.988431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port b09d158a-a3a4-4376-ad34-9723f03ccc8e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b09d158a-a3a4-4376-ad34-9723f03ccc8e,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:03.995151 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b09d158a-a3a4-4376-ad34-9723f03ccc8e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.050995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=b09d158a-a3a4-4376-ad34-9723f03ccc8e,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:04.057581 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57978) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:04.062840 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c6661ae1-7f56-46bd-b1f6-ee52ece60101 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1144870890', 'description': 'tempest-secgroup-smoke-1144870890 description', 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:04.086926 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6661ae1-7f56-46bd-b1f6-ee52ece60101 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.170808 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6661ae1-7f56-46bd-b1f6-ee52ece60101 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group (e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.175373 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6661ae1-7f56-46bd-b1f6-ee52ece60101 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.205463 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6661ae1-7f56-46bd-b1f6-ee52ece60101 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.207451 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c6661ae1-7f56-46bd-b1f6-ee52ece60101 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1488202 Feb 08 16:23:04.210373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57980) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:04.214951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-11ac72bf-8d4c-4567-81d1-a401bf562668 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Request body: {'security_group_rule': {'security_group_id': 'e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b', 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:04.223661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6661ae1-7f56-46bd-b1f6-ee52ece60101 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:04.252202 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11ac72bf-8d4c-4567-81d1-a401bf562668 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (481f035e-d704-45b6-8d49-1ce6396a9d8d), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.322315 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11ac72bf-8d4c-4567-81d1-a401bf562668 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (481f035e-d704-45b6-8d49-1ce6396a9d8d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.326299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11ac72bf-8d4c-4567-81d1-a401bf562668 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (481f035e-d704-45b6-8d49-1ce6396a9d8d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.345538 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac72bf-8d4c-4567-81d1-a401bf562668 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481f035e-d704-45b6-8d49-1ce6396a9d8d,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:04.353140 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-11ac72bf-8d4c-4567-81d1-a401bf562668 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.357238 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-11ac72bf-8d4c-4567-81d1-a401bf562668 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431286 Feb 08 16:23:04.357665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57982) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:04.362654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-7a79e768-bd27-491a-abc9-943394bd588c tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Request body: {'security_group_rule': {'security_group_id': 'e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b', 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:04.398600 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a79e768-bd27-491a-abc9-943394bd588c tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (5246c290-05a3-40c2-b4b7-a374fbdb7e10), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.479246 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a79e768-bd27-491a-abc9-943394bd588c tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (5246c290-05a3-40c2-b4b7-a374fbdb7e10), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.483509 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a79e768-bd27-491a-abc9-943394bd588c tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (5246c290-05a3-40c2-b4b7-a374fbdb7e10), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.507286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79e768-bd27-491a-abc9-943394bd588c tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5246c290-05a3-40c2-b4b7-a374fbdb7e10,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:04.517418 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7a79e768-bd27-491a-abc9-943394bd588c tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.522971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7a79e768-bd27-491a-abc9-943394bd588c tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608052 Feb 08 16:23:04.522971 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57984) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:04.527586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-eb0500f0-df03-4939-9f2f-7e3473242ee2 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Request body: {'security_group_rule': {'security_group_id': 'e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b', 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:04.554312 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb0500f0-df03-4939-9f2f-7e3473242ee2 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (067b61a8-bf55-40af-821d-8ee3e8d3f45e), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.621251 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb0500f0-df03-4939-9f2f-7e3473242ee2 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (067b61a8-bf55-40af-821d-8ee3e8d3f45e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.629601 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb0500f0-df03-4939-9f2f-7e3473242ee2 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (067b61a8-bf55-40af-821d-8ee3e8d3f45e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.648826 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0500f0-df03-4939-9f2f-7e3473242ee2 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067b61a8-bf55-40af-821d-8ee3e8d3f45e,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:04.657062 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-eb0500f0-df03-4939-9f2f-7e3473242ee2 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.661280 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-eb0500f0-df03-4939-9f2f-7e3473242ee2 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343551 Feb 08 16:23:04.661483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57986) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:04.665906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e6ff0113-9a1a-4c7c-8189-6fa5d15b983a tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Request body: {'security_group_rule': {'security_group_id': 'e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b', 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:04.695621 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0113-9a1a-4c7c-8189-6fa5d15b983a tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (3677c69c-1b58-44e7-afba-9472f7658489), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.771322 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0113-9a1a-4c7c-8189-6fa5d15b983a tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (3677c69c-1b58-44e7-afba-9472f7658489), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.775534 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0113-9a1a-4c7c-8189-6fa5d15b983a tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (3677c69c-1b58-44e7-afba-9472f7658489), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.796191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Sync routers for ids ['a58c72da-df05-42e0-80c7-06ec2cbd9414'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:23:04.800847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff0113-9a1a-4c7c-8189-6fa5d15b983a tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3677c69c-1b58-44e7-afba-9472f7658489,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:04.812649 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6ff0113-9a1a-4c7c-8189-6fa5d15b983a tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.814131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e6ff0113-9a1a-4c7c-8189-6fa5d15b983a tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1516590 Feb 08 16:23:04.814605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Routers {'a58c72da-df05-42e0-80c7-06ec2cbd9414'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:04.816576 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:23:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a58c72da-df05-42e0-80c7-06ec2cbd9414'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:04.818849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57988) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:04.824286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-56c5e003-212f-43c3-8830-f153149c9b96 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Request body: {'security_group_rule': {'security_group_id': 'e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b', 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:04.848595 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-56c5e003-212f-43c3-8830-f153149c9b96 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Project 1c1a84cb77ad41d4a5a7ef0128c1faeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:23:04.855556 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-56c5e003-212f-43c3-8830-f153149c9b96 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (c0f84ab9-1c5e-4367-92df-30948fecc9f6), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.923448 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-56c5e003-212f-43c3-8830-f153149c9b96 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (c0f84ab9-1c5e-4367-92df-30948fecc9f6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.928447 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-56c5e003-212f-43c3-8830-f153149c9b96 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (c0f84ab9-1c5e-4367-92df-30948fecc9f6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.943427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Set router a58c72da-df05-42e0-80c7-06ec2cbd9414 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:04.953243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5e003-212f-43c3-8830-f153149c9b96 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f84ab9-1c5e-4367-92df-30948fecc9f6,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:04.959660 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-56c5e003-212f-43c3-8830-f153149c9b96 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:04.963460 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-56c5e003-212f-43c3-8830-f153149c9b96 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408918 Feb 08 16:23:04.964026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 57990) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:04.968352 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-80ec9025-33ee-49af-979a-8d312b10d83f tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Request body: {'security_group_rule': {'security_group_id': 'e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b', 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:04.993759 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-80ec9025-33ee-49af-979a-8d312b10d83f tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Project 1c1a84cb77ad41d4a5a7ef0128c1faeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:23:05.004974 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-80ec9025-33ee-49af-979a-8d312b10d83f tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (18c850a0-66fa-4d17-85e8-cac81980d5c3), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:05.069718 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-80ec9025-33ee-49af-979a-8d312b10d83f tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (18c850a0-66fa-4d17-85e8-cac81980d5c3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:05.074635 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-80ec9025-33ee-49af-979a-8d312b10d83f tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (18c850a0-66fa-4d17-85e8-cac81980d5c3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:05.094167 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec9025-33ee-49af-979a-8d312b10d83f tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c850a0-66fa-4d17-85e8-cac81980d5c3,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:05.101970 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-80ec9025-33ee-49af-979a-8d312b10d83f tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:05.109063 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-80ec9025-33ee-49af-979a-8d312b10d83f tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385703 Feb 08 16:23:05.192015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'name': 'tempest-TestServerBasicOps-548636694-router', 'tenant_id': '8198a733a05a445087ab93c2a31fa9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b09d158a-a3a4-4376-ad34-9723f03ccc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:58Z', 'updated_at': '2022-02-08T16:23:02Z', 'revision_number': 4, 'project_id': '8198a733a05a445087ab93c2a31fa9a0', 'gw_port': {'id': 'b09d158a-a3a4-4376-ad34-9723f03ccc8e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:59Z', 'updated_at': '2022-02-08T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '41d07f87-d1ce-49d6-9fa8-92b835caf090', 'name': '', 'network_id': '7e487d72-6521-4c2e-a78e-d51d87ef0f4c', 'tenant_id': '8198a733a05a445087ab93c2a31fa9a0', 'mac_address': 'fa:16:3e:ca:38:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '3d136940-3803-4f33-b1c1-123008247ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:01Z', 'updated_at': '2022-02-08T16:23:02Z', 'revision_number': 2, 'project_id': '8198a733a05a445087ab93c2a31fa9a0', 'subnets': [{'id': '3d136940-3803-4f33-b1c1-123008247ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:05.220395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Checking router: a58c72da-df05-42e0-80c7-06ec2cbd9414 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:23:05.220753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Updating router a58c72da-df05-42e0-80c7-06ec2cbd9414 port 41d07f87-d1ce-49d6-9fa8-92b835caf090 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:23:05.251301 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:05.363929 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-eceab3da-461d-4990-ae50-0bc80314e33f tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144870890&fields=id&tenant_id=1c1a84cb77ad41d4a5a7ef0128c1faeb HTTP/1.1" status: 200 len: 267 time: 0.0465746 Feb 08 16:23:05.465445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b09d158a-a3a4-4376-ad34-9723f03ccc8e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:23:05.501682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-ef7c5ec1-0a86-4b64-afdc-d0f19f739ec7 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:05.503557 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-ef7c5ec1-0a86-4b64-afdc-d0f19f739ec7 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/networks?id=07f8bca3-c9fd-48fb-86f0-9ea15ad3829a HTTP/1.1" status: 200 len: 809 time: 0.1329968 Feb 08 16:23:05.520202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-c1655aaf-4f66-489f-8b3e-27463d9d2c73 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/quotas/1c1a84cb77ad41d4a5a7ef0128c1faeb HTTP/1.1" status: 200 len: 375 time: 0.0104642 Feb 08 16:23:05.584484 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-593fa883-205e-42ca-bc57-2197d734d2b1 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c1a84cb77ad41d4a5a7ef0128c1faeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579877 Feb 08 16:23:05.604231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b09d158a-a3a4-4376-ad34-9723f03ccc8e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:05.604637 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b09d158a-a3a4-4376-ad34-9723f03ccc8e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:05.611046 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Publish callbacks [] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:05.634126 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:05.638664 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:05.697655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-1fbf3742-4f12-4f6d-befe-e344f3d8a59a service neutron] 10.222.0.82 "GET /v2.0/networks/07f8bca3-c9fd-48fb-86f0-9ea15ad3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014013 Feb 08 16:23:05.701515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcc9ae-9641-48ae-8ae6-23673ef7cd87 None None] Pushing event updated for resources: {'Port': ['ID=41d07f87-d1ce-49d6-9fa8-92b835caf090,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:05.809370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b09d158a-a3a4-4376-ad34-9723f03ccc8e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:05.815586 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Attempting to bind port 41d07f87-d1ce-49d6-9fa8-92b835caf090 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:23:05.815972 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Attempting to bind port 41d07f87-d1ce-49d6-9fa8-92b835caf090 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'f3a2d068-660c-4caa-8cb6-2e8bbe096f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7e487d72-6521-4c2e-a78e-d51d87ef0f4c'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:23:05.816344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Attempting to bind port 41d07f87-d1ce-49d6-9fa8-92b835caf090 on network 7e487d72-6521-4c2e-a78e-d51d87ef0f4c {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:23:05.822378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:23:05.822763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Checking segment: {'id': 'f3a2d068-660c-4caa-8cb6-2e8bbe096f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7e487d72-6521-4c2e-a78e-d51d87ef0f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:23:05.823408 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:05.823809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Bound using segment: {'id': 'f3a2d068-660c-4caa-8cb6-2e8bbe096f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7e487d72-6521-4c2e-a78e-d51d87ef0f4c'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:23:05.824320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Bound port: 41d07f87-d1ce-49d6-9fa8-92b835caf090, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a2d068-660c-4caa-8cb6-2e8bbe096f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7e487d72-6521-4c2e-a78e-d51d87ef0f4c'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:23:05.824699 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:05.825405 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-635aacf5-25b1-42dc-86d8-f3ca129dc97f service neutron] 10.222.0.82 "GET /v2.0/networks/07f8bca3-c9fd-48fb-86f0-9ea15ad3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216221 Feb 08 16:23:05.901589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] For port 41d07f87-d1ce-49d6-9fa8-92b835caf090, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:23:05.905226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] For port 41d07f87-d1ce-49d6-9fa8-92b835caf090, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=41d07f87-d1ce-49d6-9fa8-92b835caf090,segment=NetworkSegment(f3a2d068-660c-4caa-8cb6-2e8bbe096f72),segment_id=f3a2d068-660c-4caa-8cb6-2e8bbe096f72)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:23:05.913809 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:05.993311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcc9ae-9641-48ae-8ae6-23673ef7cd87 None None] Pushing event updated for resources: {'Port': ['ID=41d07f87-d1ce-49d6-9fa8-92b835caf090,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:05.997080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Routers {'a58c72da-df05-42e0-80c7-06ec2cbd9414'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:05.997684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:23:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a58c72da-df05-42e0-80c7-06ec2cbd9414'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:06.092015 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2494f10-8b79-4324-aab9-efb89d388201 req-15b2467f-454d-40e0-9b7c-6526bfe2ca8a tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 210 time: 0.0300615 Feb 08 16:23:06.100809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8a207b95-d2f4-4647-86f9-aa1c17ab4c96 None None] Provisioning complete for port 41d07f87-d1ce-49d6-9fa8-92b835caf090 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:06.101221 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a207b95-d2f4-4647-86f9-aa1c17ab4c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:06.220286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] Set router a58c72da-df05-42e0-80c7-06ec2cbd9414 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:06.250927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8a207b95-d2f4-4647-86f9-aa1c17ab4c96 None None] Current status of the port 41d07f87-d1ce-49d6-9fa8-92b835caf090 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:06.251247 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a207b95-d2f4-4647-86f9-aa1c17ab4c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:06.329567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8a207b95-d2f4-4647-86f9-aa1c17ab4c96 None None] For port 41d07f87-d1ce-49d6-9fa8-92b835caf090, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=41d07f87-d1ce-49d6-9fa8-92b835caf090,segment=NetworkSegment(f3a2d068-660c-4caa-8cb6-2e8bbe096f72),segment_id=f3a2d068-660c-4caa-8cb6-2e8bbe096f72)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:06.341088 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a207b95-d2f4-4647-86f9-aa1c17ab4c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:06.441311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a207b95-d2f4-4647-86f9-aa1c17ab4c96 None None] Pushing event updated for resources: {'Port': ['ID=41d07f87-d1ce-49d6-9fa8-92b835caf090,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:06.491973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e528826e-117a-49f9-8984-dbec24d4c865 None None] Provisioning complete for port 41d07f87-d1ce-49d6-9fa8-92b835caf090 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:06.492354 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e528826e-117a-49f9-8984-dbec24d4c865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:06.559610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'name': 'tempest-TestServerBasicOps-548636694-router', 'tenant_id': '8198a733a05a445087ab93c2a31fa9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b09d158a-a3a4-4376-ad34-9723f03ccc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:58Z', 'updated_at': '2022-02-08T16:23:02Z', 'revision_number': 4, 'project_id': '8198a733a05a445087ab93c2a31fa9a0', 'gw_port': {'id': 'b09d158a-a3a4-4376-ad34-9723f03ccc8e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:59Z', 'updated_at': '2022-02-08T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '41d07f87-d1ce-49d6-9fa8-92b835caf090', 'name': '', 'network_id': '7e487d72-6521-4c2e-a78e-d51d87ef0f4c', 'tenant_id': '8198a733a05a445087ab93c2a31fa9a0', 'mac_address': 'fa:16:3e:ca:38:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '3d136940-3803-4f33-b1c1-123008247ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:01Z', 'updated_at': '2022-02-08T16:23:05Z', 'revision_number': 4, 'project_id': '8198a733a05a445087ab93c2a31fa9a0', 'subnets': [{'id': '3d136940-3803-4f33-b1c1-123008247ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:06.621000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5cd4e4-ac22-402d-bdb0-6f916ad14f83 None None] The sync data for ids ['a58c72da-df05-42e0-80c7-06ec2cbd9414'] in n-d-824834-11 is: [{'id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'name': 'tempest-TestServerBasicOps-548636694-router', 'tenant_id': '8198a733a05a445087ab93c2a31fa9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b09d158a-a3a4-4376-ad34-9723f03ccc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:58Z', 'updated_at': '2022-02-08T16:23:02Z', 'revision_number': 4, 'project_id': '8198a733a05a445087ab93c2a31fa9a0', 'gw_port': {'id': 'b09d158a-a3a4-4376-ad34-9723f03ccc8e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:59Z', 'updated_at': '2022-02-08T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '41d07f87-d1ce-49d6-9fa8-92b835caf090', 'name': '', 'network_id': '7e487d72-6521-4c2e-a78e-d51d87ef0f4c', 'tenant_id': '8198a733a05a445087ab93c2a31fa9a0', 'mac_address': 'fa:16:3e:ca:38:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '3d136940-3803-4f33-b1c1-123008247ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:01Z', 'updated_at': '2022-02-08T16:23:05Z', 'revision_number': 4, 'project_id': '8198a733a05a445087ab93c2a31fa9a0', 'subnets': [{'id': '3d136940-3803-4f33-b1c1-123008247ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:23:06.626412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e528826e-117a-49f9-8984-dbec24d4c865 None None] Current status of the port 41d07f87-d1ce-49d6-9fa8-92b835caf090 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:06.775556 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:07.200719 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:23:07.203029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fd8320a-4245-4524-92e6-5c9e3fddf8b5 req-d10752cb-19bc-48d5-9ca3-6c949198946c tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 210 time: 0.0330479 Feb 08 16:23:07.449734 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-f5dbcc61-48b4-47d7-b40d-d943e55e0f25 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:07.451893 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-f5dbcc61-48b4-47d7-b40d-d943e55e0f25 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.94 "GET /v2.0/networks?id=07f8bca3-c9fd-48fb-86f0-9ea15ad3829a HTTP/1.1" status: 200 len: 809 time: 0.1354744 Feb 08 16:23:07.506356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 41d07f87-d1ce-49d6-9fa8-92b835caf090 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:23:07.537850 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-4abfb1b9-8e75-40dd-a7ab-9ed0568c5f29 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c1a84cb77ad41d4a5a7ef0128c1faeb HTTP/1.1" status: 200 len: 380 time: 0.0760541 Feb 08 16:23:07.550694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-c9c0971f-31c2-4ca2-bec1-655b915772f6 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Request body: {'port': {'device_id': '39ae6912-c5c5-4333-88ca-585b4c9c18ac', 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'admin_state_up': True, 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'security_groups': ['e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:07.564610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 41d07f87-d1ce-49d6-9fa8-92b835caf090 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:07.565046 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:07.665956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 41d07f87-d1ce-49d6-9fa8-92b835caf090 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:07.673746 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-c9c0971f-31c2-4ca2-bec1-655b915772f6 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Made reservation on behalf of 1c1a84cb77ad41d4a5a7ef0128c1faeb for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:23:07.677564 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-c9c0971f-31c2-4ca2-bec1-655b915772f6 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:07.826996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-c9c0971f-31c2-4ca2-bec1-655b915772f6 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Allocated IP 172.20.0.5 (07f8bca3-c9fd-48fb-86f0-9ea15ad3829a/71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c/f87a3b05-3c8e-44ec-821f-b54493bcf3d5) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:23:07.983767 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:08.015201 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-c9c0971f-31c2-4ca2-bec1-655b915772f6 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:08.063266 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-c9c0971f-31c2-4ca2-bec1-655b915772f6 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:08.113397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-c9c0971f-31c2-4ca2-bec1-655b915772f6 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Network 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:23:08.119385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-c9c0971f-31c2-4ca2-bec1-655b915772f6 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:23:08.122065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-c9c0971f-31c2-4ca2-bec1-655b915772f6 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:23:08.158504 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0971f-31c2-4ca2-bec1-655b915772f6 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Pushing event updated for resources: {'Port': ['ID=f87a3b05-3c8e-44ec-821f-b54493bcf3d5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:08.195793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-c9c0971f-31c2-4ca2-bec1-655b915772f6 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:08.196712 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-c9c0971f-31c2-4ca2-bec1-655b915772f6 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:08.220917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-c9c0971f-31c2-4ca2-bec1-655b915772f6 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6745009 Feb 08 16:23:08.248165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Request body: {'port': {'device_id': '39ae6912-c5c5-4333-88ca-585b4c9c18ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:08.344136 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:08.467638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b9daba64-ef70-45c3-aeaa-2d7340dedf24 None None] Provisioning complete for port f87a3b05-3c8e-44ec-821f-b54493bcf3d5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:08.467909 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b9daba64-ef70-45c3-aeaa-2d7340dedf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:08.506051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b9daba64-ef70-45c3-aeaa-2d7340dedf24 None None] Port f87a3b05-3c8e-44ec-821f-b54493bcf3d5 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:23:08.739420 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23868c3a-3e90-4229-b510-c810899c4cc2 req-8c64caac-80ea-4a12-9d1d-dffb644a5a49 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:08.741033 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23868c3a-3e90-4229-b510-c810899c4cc2 req-8c64caac-80ea-4a12-9d1d-dffb644a5a49 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 931 time: 0.4175894 Feb 08 16:23:08.947986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23868c3a-3e90-4229-b510-c810899c4cc2 req-610085f4-6f57-4919-b36d-c424723b9ed8 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/security-groups?id=e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873775 Feb 08 16:23:09.072740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87a3b05-3c8e-44ec-821f-b54493bcf3d5 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:23:09.081388 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Publish callbacks [] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:09.100603 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Transition to ACTIVE for port object f87a3b05-3c8e-44ec-821f-b54493bcf3d5 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:23:09.104279 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:09.159446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Pushing event updated for resources: {'Port': ['ID=f87a3b05-3c8e-44ec-821f-b54493bcf3d5,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:09.244920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Attempting to bind port f87a3b05-3c8e-44ec-821f-b54493bcf3d5 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:23:09.245649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Attempting to bind port f87a3b05-3c8e-44ec-821f-b54493bcf3d5 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'b46ee9be-77bd-43ba-952e-31f13ebf4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:23:09.245649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Attempting to bind port f87a3b05-3c8e-44ec-821f-b54493bcf3d5 on network 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:23:09.250521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Port f87a3b05-3c8e-44ec-821f-b54493bcf3d5 on network 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:23:09.251172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Attempting to bind port f87a3b05-3c8e-44ec-821f-b54493bcf3d5 on network 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:23:09.258046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:23:09.258394 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Checking segment: {'id': 'b46ee9be-77bd-43ba-952e-31f13ebf4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:23:09.258791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Bound using segment: {'id': 'b46ee9be-77bd-43ba-952e-31f13ebf4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:23:09.259237 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Bound port: f87a3b05-3c8e-44ec-821f-b54493bcf3d5, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46ee9be-77bd-43ba-952e-31f13ebf4188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:23:09.259599 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:09.343019 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] For port f87a3b05-3c8e-44ec-821f-b54493bcf3d5, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:23:09.346778 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] For port f87a3b05-3c8e-44ec-821f-b54493bcf3d5, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f87a3b05-3c8e-44ec-821f-b54493bcf3d5,segment=NetworkSegment(b46ee9be-77bd-43ba-952e-31f13ebf4188),segment_id=b46ee9be-77bd-43ba-952e-31f13ebf4188)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:23:09.354400 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:09.389522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:09.390429 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:09.392068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] 10.222.0.94 "PUT /v2.0/ports/f87a3b05-3c8e-44ec-821f-b54493bcf3d5 HTTP/1.1" status: 200 len: 1092 time: 1.1516299 Feb 08 16:23:09.392839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ae6912-c5c5-4333-88ca-585b4c9c18ac', 'tag': 'f87a3b05-3c8e-44ec-821f-b54493bcf3d5'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:23:09.399749 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a7373e-5223-404a-981e-7ea189cee8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "39ae6912-c5c5-4333-88ca-585b4c9c18ac", "tag": "f87a3b05-3c8e-44ec-821f-b54493bcf3d5"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:23:09.439356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8885c76-3f06-40e4-8610-e578109f7433 service neutron] Pushing event updated for resources: {'Port': ['ID=f87a3b05-3c8e-44ec-821f-b54493bcf3d5,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:09.475785 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66820ddd-d858-4e4b-a7ea-d966fa3837c1 x-openstack-request-id: req-66820ddd-d858-4e4b-a7ea-d966fa3837c1 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:23:09.476070 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ae6912-c5c5-4333-88ca-585b4c9c18ac", "tag": "f87a3b05-3c8e-44ec-821f-b54493bcf3d5", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:23:09.476329 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-66820ddd-d858-4e4b-a7ea-d966fa3837c1 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:23:09.476733 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ae6912-c5c5-4333-88ca-585b4c9c18ac', 'tag': 'f87a3b05-3c8e-44ec-821f-b54493bcf3d5', 'status': 'completed', 'code': 200} Feb 08 16:23:09.500171 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-bd623d8c-b59b-45c7-9583-6e7a42342519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:09.501757 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-bd623d8c-b59b-45c7-9583-6e7a42342519 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1c1a84cb77ad41d4a5a7ef0128c1faeb&device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 1126 time: 0.0574927 Feb 08 16:23:09.557486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-c0f6c893-cf0b-4790-a346-71aa7e28220e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f87a3b05-3c8e-44ec-821f-b54493bcf3d5 HTTP/1.1" status: 200 len: 217 time: 0.0487783 Feb 08 16:23:09.610841 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-3128832d-183f-4a4b-a078-2e780cfb18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:09.613137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-3128832d-183f-4a4b-a078-2e780cfb18d3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c HTTP/1.1" status: 200 len: 848 time: 0.0490448 Feb 08 16:23:09.667188 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-f8e73fb7-29d5-4dc6-a373-8a9b1f2cb800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:09.668661 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-f8e73fb7-29d5-4dc6-a373-8a9b1f2cb800 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=07f8bca3-c9fd-48fb-86f0-9ea15ad3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477135 Feb 08 16:23:09.769580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-e698f9f2-fb2f-4134-bc71-cdaea29ce7f5 service neutron] 10.222.0.94 "GET /v2.0/networks/07f8bca3-c9fd-48fb-86f0-9ea15ad3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935073 Feb 08 16:23:09.865876 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-48e68533-58c8-4cce-9aef-7d8d7e840b98 req-26a61c32-b639-489e-9dea-88ddc4c4e79d service neutron] 10.222.0.94 "GET /v2.0/networks/07f8bca3-c9fd-48fb-86f0-9ea15ad3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894945 Feb 08 16:23:09.969835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7373e-5223-404a-981e-7ea189cee8b1 req-1950eca0-2a46-4c03-956f-51ce1131f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:09.972008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1a7373e-5223-404a-981e-7ea189cee8b1 req-1950eca0-2a46-4c03-956f-51ce1131f3f2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1c1a84cb77ad41d4a5a7ef0128c1faeb&device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 1126 time: 0.0520043 Feb 08 16:23:10.131348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf18798-f6f5-4faa-9bff-b53e2ed103e6 req-0a5c0664-d644-4e58-84a9-aa07a743ffc1 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:10.132794 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-edf18798-f6f5-4faa-9bff-b53e2ed103e6 req-0a5c0664-d644-4e58-84a9-aa07a743ffc1 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 943 time: 0.0974391 Feb 08 16:23:10.134049 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7373e-5223-404a-981e-7ea189cee8b1 req-130e1b47-5404-4b71-9b1f-80f3e06de33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:10.135387 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1a7373e-5223-404a-981e-7ea189cee8b1 req-130e1b47-5404-4b71-9b1f-80f3e06de33a service neutron] 10.222.0.94 "GET /v2.0/networks?id=07f8bca3-c9fd-48fb-86f0-9ea15ad3829a HTTP/1.1" status: 200 len: 910 time: 0.1538377 Feb 08 16:23:10.196042 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1a7373e-5223-404a-981e-7ea189cee8b1 req-1cda9d0a-93cc-475f-b754-82ed96675a55 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f87a3b05-3c8e-44ec-821f-b54493bcf3d5 HTTP/1.1" status: 200 len: 217 time: 0.0498426 Feb 08 16:23:10.252199 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-edf18798-f6f5-4faa-9bff-b53e2ed103e6 req-8b6ac762-b437-4a03-b33f-b7796b4f01a3 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/security-groups?id=e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134534 Feb 08 16:23:10.270157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7373e-5223-404a-981e-7ea189cee8b1 req-a7cdac93-1e88-4056-acd7-2a2a32aa021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:10.271869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1a7373e-5223-404a-981e-7ea189cee8b1 req-a7cdac93-1e88-4056-acd7-2a2a32aa021a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c HTTP/1.1" status: 200 len: 848 time: 0.0634203 Feb 08 16:23:10.324914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7373e-5223-404a-981e-7ea189cee8b1 req-80759526-e935-4ee8-99ae-e632cfedda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:10.326497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1a7373e-5223-404a-981e-7ea189cee8b1 req-80759526-e935-4ee8-99ae-e632cfedda4c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=07f8bca3-c9fd-48fb-86f0-9ea15ad3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478425 Feb 08 16:23:10.426855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1a7373e-5223-404a-981e-7ea189cee8b1 req-408ffac0-78b0-48b8-906a-c70dca658813 service neutron] 10.222.0.94 "GET /v2.0/networks/07f8bca3-c9fd-48fb-86f0-9ea15ad3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934980 Feb 08 16:23:10.524653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1a7373e-5223-404a-981e-7ea189cee8b1 req-e85ef3f2-beee-462c-bcd4-8772279e2362 service neutron] 10.222.0.94 "GET /v2.0/networks/07f8bca3-c9fd-48fb-86f0-9ea15ad3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914705 Feb 08 16:23:11.393896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a2837-4ddd-4346-8771-b29e2f66bd78 req-40126659-694e-44a1-beae-cd89108577f7 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:11.395352 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f45a2837-4ddd-4346-8771-b29e2f66bd78 req-40126659-694e-44a1-beae-cd89108577f7 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 943 time: 0.0648575 Feb 08 16:23:11.454515 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f45a2837-4ddd-4346-8771-b29e2f66bd78 req-ce9a4ac7-8712-41f6-857f-c5484d0f61cd tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/security-groups?id=e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532403 Feb 08 16:23:12.013013 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device f87a3b05-3c8e-44ec-821f-b54493bcf3d5 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:23:12.116650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port f87a3b05-3c8e-44ec-821f-b54493bcf3d5, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f87a3b05-3c8e-44ec-821f-b54493bcf3d5,segment=NetworkSegment(b46ee9be-77bd-43ba-952e-31f13ebf4188),segment_id=b46ee9be-77bd-43ba-952e-31f13ebf4188)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:12.129920 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'f87a3b05-3c8e-44ec-821f-b54493bcf3d5', 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'port_id': 'f87a3b05-3c8e-44ec-821f-b54493bcf3d5', 'mac_address': 'fa:16:3e:6d:f3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:23:12.179525 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port f87a3b05-3c8e-44ec-821f-b54493bcf3d5 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:12.179918 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:12.194245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87a3b05-3c8e-44ec-821f-b54493bcf3d5 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:23:12.215974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port f87a3b05-3c8e-44ec-821f-b54493bcf3d5, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f87a3b05-3c8e-44ec-821f-b54493bcf3d5,segment=NetworkSegment(b46ee9be-77bd-43ba-952e-31f13ebf4188),segment_id=b46ee9be-77bd-43ba-952e-31f13ebf4188)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:12.220539 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:12.286019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=f87a3b05-3c8e-44ec-821f-b54493bcf3d5,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:12.512015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['f87a3b05-3c8e-44ec-821f-b54493bcf3d5'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:23:12.601795 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f213b-d661-4423-af5a-2cc91fbacc2a req-a18137de-9da8-45cc-b1d4-212f3bb06d46 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:12.603567 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-640f213b-d661-4423-af5a-2cc91fbacc2a req-a18137de-9da8-45cc-b1d4-212f3bb06d46 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 944 time: 0.0720654 Feb 08 16:23:12.655587 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-640f213b-d661-4423-af5a-2cc91fbacc2a req-5f248de4-8370-4140-ae20-18ff2d9f6bb8 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/security-groups?id=e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462935 Feb 08 16:23:13.791252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d14597-7275-4e9c-9544-613311693aa2 req-ffac030d-3f97-4abf-90d1-5e258a71f67b tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:13.792800 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2d14597-7275-4e9c-9544-613311693aa2 req-ffac030d-3f97-4abf-90d1-5e258a71f67b tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 944 time: 0.0586228 Feb 08 16:23:13.853270 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2d14597-7275-4e9c-9544-613311693aa2 req-0f1c53af-242c-481f-b391-68b261b41ecb tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/security-groups?id=e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543182 Feb 08 16:23:14.027128 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device f87a3b05-3c8e-44ec-821f-b54493bcf3d5 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:23:14.080552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port f87a3b05-3c8e-44ec-821f-b54493bcf3d5 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:23:14.084691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port f87a3b05-3c8e-44ec-821f-b54493bcf3d5 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:14.085129 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:14.171153 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port f87a3b05-3c8e-44ec-821f-b54493bcf3d5 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:14.171548 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:14.202337 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ae6912-c5c5-4333-88ca-585b4c9c18ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87a3b05-3c8e-44ec-821f-b54493bcf3d5'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:23:14.204647 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ea71c6-101f-46a8-a804-7698e1c88b03" -d '{"events": [{"server_uuid": "39ae6912-c5c5-4333-88ca-585b4c9c18ac", "name": "network-vif-plugged", "status": "completed", "tag": "f87a3b05-3c8e-44ec-821f-b54493bcf3d5"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:23:14.218752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port f87a3b05-3c8e-44ec-821f-b54493bcf3d5, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f87a3b05-3c8e-44ec-821f-b54493bcf3d5,segment=NetworkSegment(b46ee9be-77bd-43ba-952e-31f13ebf4188),segment_id=b46ee9be-77bd-43ba-952e-31f13ebf4188)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:14.225058 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:14.255879 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863960e4-3a5b-4308-b23a-0dcd43ea88ee x-openstack-request-id: req-863960e4-3a5b-4308-b23a-0dcd43ea88ee {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:23:14.256177 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ae6912-c5c5-4333-88ca-585b4c9c18ac", "name": "network-vif-plugged", "status": "completed", "tag": "f87a3b05-3c8e-44ec-821f-b54493bcf3d5", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:23:14.256432 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-863960e4-3a5b-4308-b23a-0dcd43ea88ee {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:23:14.256828 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ae6912-c5c5-4333-88ca-585b4c9c18ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87a3b05-3c8e-44ec-821f-b54493bcf3d5', 'code': 200} Feb 08 16:23:14.282353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=f87a3b05-3c8e-44ec-821f-b54493bcf3d5,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:14.373778 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aec36c-3a66-4900-8f0c-6fa5cc99a5bb req-a30e2564-2d44-442f-bf10-c1476af9ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:14.375201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51aec36c-3a66-4900-8f0c-6fa5cc99a5bb req-a30e2564-2d44-442f-bf10-c1476af9ffb8 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 1128 time: 0.0519817 Feb 08 16:23:14.427922 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-51aec36c-3a66-4900-8f0c-6fa5cc99a5bb req-827dabaa-979f-4819-9947-751e327605a6 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457733 Feb 08 16:23:14.979868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040f709-d52e-427e-b8db-94c90b7a9c41 req-e8e0b66e-c498-4ee9-9c56-3147378ed969 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:14.981569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7040f709-d52e-427e-b8db-94c90b7a9c41 req-e8e0b66e-c498-4ee9-9c56-3147378ed969 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 945 time: 0.0560207 Feb 08 16:23:15.036389 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7040f709-d52e-427e-b8db-94c90b7a9c41 req-27a094bd-9e95-43ca-9968-070ed91dd7e9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/security-groups?id=e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485184 Feb 08 16:23:16.186403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467c561-3f93-4d38-9ffd-10903177c2a9 req-5113242d-ca93-4488-9254-880dfb873ba6 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:16.188533 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7467c561-3f93-4d38-9ffd-10903177c2a9 req-5113242d-ca93-4488-9254-880dfb873ba6 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 945 time: 0.0762184 Feb 08 16:23:16.246039 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7467c561-3f93-4d38-9ffd-10903177c2a9 req-19d9cc76-f0ec-4956-b7d3-8327d5bf35c8 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/security-groups?id=e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507069 Feb 08 16:23:16.375590 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5871bae-4dcc-4938-82ce-4a779f6f05e9 req-f7cc92b1-428f-4128-89a1-cad64d3b03ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:16.377182 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5871bae-4dcc-4938-82ce-4a779f6f05e9 req-f7cc92b1-428f-4128-89a1-cad64d3b03ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 945 time: 0.0550649 Feb 08 16:23:16.430007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5871bae-4dcc-4938-82ce-4a779f6f05e9 req-16792e32-95a5-4649-b08f-948a5069935e tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/security-groups?id=e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463543 Feb 08 16:23:16.568377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cb2e2-7b15-40e1-8727-1012275752e0 req-47294ed9-c155-4d0d-839e-3b49c8e2f8b9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:16.570792 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-319cb2e2-7b15-40e1-8727-1012275752e0 req-47294ed9-c155-4d0d-839e-3b49c8e2f8b9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 945 time: 0.0682049 Feb 08 16:23:16.620691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-319cb2e2-7b15-40e1-8727-1012275752e0 req-786dbcda-5837-45d7-ba11-7238d9e9b576 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/security-groups?id=e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443888 Feb 08 16:23:16.643837 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58050) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:16.791925 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ffd366-590b-451a-bee8-6ed01e79b7a3 tempest-TestServerBasicOps-1353480907 tempest-TestServerBasicOps-1353480907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:16.793546 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-37ffd366-590b-451a-bee8-6ed01e79b7a3 tempest-TestServerBasicOps-1353480907 tempest-TestServerBasicOps-1353480907-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 1123 time: 0.1485801 Feb 08 16:23:16.796566 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58054) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:16.802662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': 'f87a3b05-3c8e-44ec-821f-b54493bcf3d5', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:16.826571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:16.934509 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:17.053281 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Allocated IP 172.25.7.178 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/e33ed745-4e8e-42c9-a004-7ddc22082766) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:23:17.177961 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for port (e33ed745-4e8e-42c9-a004-7ddc22082766), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:17.214552 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e33ed745-4e8e-42c9-a004-7ddc22082766), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:17.257839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:23:17.260878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:23:17.263706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:23:17.290460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Pushing event updated for resources: {'Port': ['ID=e33ed745-4e8e-42c9-a004-7ddc22082766,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:17.654989 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for floatingip (040f68d0-ffe1-4548-b368-43b0bca7ab9a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:17.728587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e33ed745-4e8e-42c9-a004-7ddc22082766), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:17.907443 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for port (e33ed745-4e8e-42c9-a004-7ddc22082766), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:17.913814 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (e33ed745-4e8e-42c9-a004-7ddc22082766), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:17.928494 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2c85d-3ac5-440f-ba3a-a929d48480d5 req-51df031e-e813-4d87-8bbd-c73c5b3f4be0 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:17.930077 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39a2c85d-3ac5-440f-ba3a-a929d48480d5 req-51df031e-e813-4d87-8bbd-c73c5b3f4be0 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 1128 time: 0.0506384 Feb 08 16:23:17.983686 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39a2c85d-3ac5-440f-ba3a-a929d48480d5 req-b07d5784-af73-495c-a1b3-20291fc12c64 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474772 Feb 08 16:23:17.993866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Pushing event updated for resources: {'Port': ['ID=e33ed745-4e8e-42c9-a004-7ddc22082766,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:18.003139 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (040f68d0-ffe1-4548-b368-43b0bca7ab9a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:18.012331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58060) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:18.122541 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Floating IP 040f68d0-ffe1-4548-b368-43b0bca7ab9a associated. External IP: 172.25.7.178, port: f87a3b05-3c8e-44ec-821f-b54493bcf3d5. Feb 08 16:23:18.217929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b404febc-c1f3-4eab-b39f-afed01c5383c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port e6d9c9dc-1147-42c5-ba12-8e0bb130a8bc {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:23:18.218514 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b404febc-c1f3-4eab-b39f-afed01c5383c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e6d9c9dc-1147-42c5-ba12-8e0bb130a8bc), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:18.320427 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b404febc-c1f3-4eab-b39f-afed01c5383c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e6d9c9dc-1147-42c5-ba12-8e0bb130a8bc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:18.320776 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b404febc-c1f3-4eab-b39f-afed01c5383c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (e6d9c9dc-1147-42c5-ba12-8e0bb130a8bc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:18.336760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b404febc-c1f3-4eab-b39f-afed01c5383c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for e6d9c9dc-1147-42c5-ba12-8e0bb130a8bc owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:23:18.522326 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b404febc-c1f3-4eab-b39f-afed01c5383c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e6d9c9dc-1147-42c5-ba12-8e0bb130a8bc), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:18.550724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404febc-c1f3-4eab-b39f-afed01c5383c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=e6d9c9dc-1147-42c5-ba12-8e0bb130a8bc,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:18.616916 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b404febc-c1f3-4eab-b39f-afed01c5383c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (b208fb51-2035-4c9e-8845-0bb34ec0a627), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:18.617306 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-b404febc-c1f3-4eab-b39f-afed01c5383c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Floating IP b208fb51-2035-4c9e-8845-0bb34ec0a627 disassociated (deleted). External IP: 172.25.7.250, port: c19a8bf7-1058-4882-ae20-4f2c406f93ae. Feb 08 16:23:18.656460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Router d5590723-36de-4787-aa14-2bc170e7a54f has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:23:18.779045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:23:18.792390 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a392ea-54c8-4119-8fd0-6191f4e345ab None None] Sync routers for ids ['d5590723-36de-4787-aa14-2bc170e7a54f'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:23:18.799140 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:18.804646 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a392ea-54c8-4119-8fd0-6191f4e345ab None None] Routers {'d5590723-36de-4787-aa14-2bc170e7a54f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:18.805711 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-94a392ea-54c8-4119-8fd0-6191f4e345ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:23:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d5590723-36de-4787-aa14-2bc170e7a54f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:18.833005 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fb288a97-9828-4927-b45e-836148ace0ad tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0347750 Feb 08 16:23:18.833652 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ae6912-c5c5-4333-88ca-585b4c9c18ac', 'tag': 'f87a3b05-3c8e-44ec-821f-b54493bcf3d5'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:23:18.836536 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea85f95a-c870-4869-b249-eec38b19df9a" -d '{"events": [{"name": "network-changed", "server_uuid": "39ae6912-c5c5-4333-88ca-585b4c9c18ac", "tag": "f87a3b05-3c8e-44ec-821f-b54493bcf3d5"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:23:18.882002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b404febc-c1f3-4eab-b39f-afed01c5383c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router ebf14b3f-99b4-4173-95e5-8c50efef7dde has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:23:18.884824 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e66d63-4cde-4096-b6b0-6ac2d63a564b x-openstack-request-id: req-19e66d63-4cde-4096-b6b0-6ac2d63a564b {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:23:18.885573 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ae6912-c5c5-4333-88ca-585b4c9c18ac", "tag": "f87a3b05-3c8e-44ec-821f-b54493bcf3d5", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:23:18.885881 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-19e66d63-4cde-4096-b6b0-6ac2d63a564b {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:23:18.886811 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ae6912-c5c5-4333-88ca-585b4c9c18ac', 'tag': 'f87a3b05-3c8e-44ec-821f-b54493bcf3d5', 'status': 'completed', 'code': 200} Feb 08 16:23:18.951128 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-94a392ea-54c8-4119-8fd0-6191f4e345ab None None] Set router d5590723-36de-4787-aa14-2bc170e7a54f gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:19.027264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85f95a-c870-4869-b249-eec38b19df9a req-33c5c299-39d2-4632-8bc6-b7e7de5ae2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:19.028778 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea85f95a-c870-4869-b249-eec38b19df9a req-33c5c299-39d2-4632-8bc6-b7e7de5ae2d8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1c1a84cb77ad41d4a5a7ef0128c1faeb&device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 1128 time: 0.0957906 Feb 08 16:23:19.043713 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b404febc-c1f3-4eab-b39f-afed01c5383c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:23:19.048762 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b404febc-c1f3-4eab-b39f-afed01c5383c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:19.064356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac31a99-942c-4f72-ae9e-d07f524ee41b None None] Sync routers for ids ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:23:19.069651 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac31a99-942c-4f72-ae9e-d07f524ee41b None None] Routers {'ebf14b3f-99b4-4173-95e5-8c50efef7dde'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:19.070544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-bac31a99-942c-4f72-ae9e-d07f524ee41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:23:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:19.125495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b404febc-c1f3-4eab-b39f-afed01c5383c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/floatingips/b208fb51-2035-4c9e-8845-0bb34ec0a627 HTTP/1.1" status: 204 len: 168 time: 1.1118388 Feb 08 16:23:19.128232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:23:19.132126 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e32155-5d25-4e7b-a164-d4605e53255f" -d '{"events": [{"name": "network-changed", "server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:23:19.191098 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85f95a-c870-4869-b249-eec38b19df9a req-e44b7098-1e1d-4697-882e-f0a4acc5bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:19.193954 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea85f95a-c870-4869-b249-eec38b19df9a req-e44b7098-1e1d-4697-882e-f0a4acc5bdc6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=07f8bca3-c9fd-48fb-86f0-9ea15ad3829a HTTP/1.1" status: 200 len: 910 time: 0.1577575 Feb 08 16:23:19.214323 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-bac31a99-942c-4f72-ae9e-d07f524ee41b None None] Set router ebf14b3f-99b4-4173-95e5-8c50efef7dde gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:19.276180 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-94a392ea-54c8-4119-8fd0-6191f4e345ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:56Z', 'revision_number': 4, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'gw_port': {'id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '040f68d0-ffe1-4548-b368-43b0bca7ab9a', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'port_id': 'f87a3b05-3c8e-44ec-821f-b54493bcf3d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'mac_address': 'fa:16:3e:6d:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae6912-c5c5-4333-88ca-585b4c9c18ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:23:17Z', 'updated_at': '2022-02-08T16:23:17Z', 'revision_number': 0, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b3e09a-3a35-4159-a601-7c803cf28789', 'name': '', 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'mac_address': 'fa:16:3e:0b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:55Z', 'updated_at': '2022-02-08T16:23:00Z', 'revision_number': 5, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'subnets': [{'id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:19.297775 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:19.313175 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67a8a49-cf2f-4872-b1dc-dd7f09e53054 x-openstack-request-id: req-e67a8a49-cf2f-4872-b1dc-dd7f09e53054 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:23:19.314014 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:23:19.315658 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e67a8a49-cf2f-4872-b1dc-dd7f09e53054 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:23:19.316786 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'status': 'completed', 'code': 200} Feb 08 16:23:19.338798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e32155-5d25-4e7b-a164-d4605e53255f req-9ce91f33-e0ee-427f-b4ac-7539f813144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:19.339422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea85f95a-c870-4869-b249-eec38b19df9a req-2a230228-6d0c-4d44-bf97-d8ad3137b352 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f87a3b05-3c8e-44ec-821f-b54493bcf3d5 HTTP/1.1" status: 200 len: 999 time: 0.1365891 Feb 08 16:23:19.340809 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0e32155-5d25-4e7b-a164-d4605e53255f req-9ce91f33-e0ee-427f-b4ac-7539f813144c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 1128 time: 0.1137640 Feb 08 16:23:19.348620 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a392ea-54c8-4119-8fd0-6191f4e345ab None None] Checking router: d5590723-36de-4787-aa14-2bc170e7a54f for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:23:19.387824 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a392ea-54c8-4119-8fd0-6191f4e345ab None None] Routers {'d5590723-36de-4787-aa14-2bc170e7a54f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:19.388471 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-94a392ea-54c8-4119-8fd0-6191f4e345ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:23:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d5590723-36de-4787-aa14-2bc170e7a54f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:19.415737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85f95a-c870-4869-b249-eec38b19df9a req-c72025d4-a8d1-4501-9c2a-15518bb7a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:19.418032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea85f95a-c870-4869-b249-eec38b19df9a req-c72025d4-a8d1-4501-9c2a-15518bb7a5c5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c HTTP/1.1" status: 200 len: 848 time: 0.0651567 Feb 08 16:23:19.499059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e32155-5d25-4e7b-a164-d4605e53255f req-10010c50-b58c-41ee-b5d6-14d99c49d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:19.500942 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0e32155-5d25-4e7b-a164-d4605e53255f req-10010c50-b58c-41ee-b5d6-14d99c49d256 service neutron] 10.222.0.94 "GET /v2.0/networks?id=634e02f1-2215-409f-a536-fd62e8d8a08f HTTP/1.1" status: 200 len: 898 time: 0.1507459 Feb 08 16:23:19.516484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85f95a-c870-4869-b249-eec38b19df9a req-89949103-5581-4f57-b6b1-6d239b8de175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:19.518918 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea85f95a-c870-4869-b249-eec38b19df9a req-89949103-5581-4f57-b6b1-6d239b8de175 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=07f8bca3-c9fd-48fb-86f0-9ea15ad3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0941246 Feb 08 16:23:19.544530 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb344de-5d29-43eb-bcba-bfbe7946dd94 req-0d1394f7-f389-4c88-a161-66e330d1748b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:19.550360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-bac31a99-942c-4f72-ae9e-d07f524ee41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c734bdc8-8578-4218-ad2e-427790e27514', 'name': '', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b4:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:32Z', 'updated_at': '2022-02-08T16:21:38Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:19.552735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4fb344de-5d29-43eb-bcba-bfbe7946dd94 req-0d1394f7-f389-4c88-a161-66e330d1748b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0876451 Feb 08 16:23:19.568894 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0e32155-5d25-4e7b-a164-d4605e53255f req-17d6630a-a189-4883-a3d5-d1d2666b9e44 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae HTTP/1.1" status: 200 len: 217 time: 0.0612431 Feb 08 16:23:19.571134 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-94a392ea-54c8-4119-8fd0-6191f4e345ab None None] Set router d5590723-36de-4787-aa14-2bc170e7a54f gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:19.600389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac31a99-942c-4f72-ae9e-d07f524ee41b None None] Checking router: ebf14b3f-99b4-4173-95e5-8c50efef7dde for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:23:19.609993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac31a99-942c-4f72-ae9e-d07f524ee41b None None] Routers {'ebf14b3f-99b4-4173-95e5-8c50efef7dde'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:19.610991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-bac31a99-942c-4f72-ae9e-d07f524ee41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:23:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:19.628276 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e32155-5d25-4e7b-a164-d4605e53255f req-ab977d00-af64-4c8e-9ad8-81c26d1882ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:19.630412 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0e32155-5d25-4e7b-a164-d4605e53255f req-ab977d00-af64-4c8e-9ad8-81c26d1882ca service neutron] 10.222.0.94 "GET /v2.0/subnets?id=52ab6b59-cffa-4b25-a360-9577d690fc24 HTTP/1.1" status: 200 len: 835 time: 0.0556617 Feb 08 16:23:19.694939 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e32155-5d25-4e7b-a164-d4605e53255f req-2bd29588-58c5-4305-a654-88d994c41054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:19.696204 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea85f95a-c870-4869-b249-eec38b19df9a req-bf48eb71-c20d-4c1d-87aa-1ef90bfc8252 service neutron] 10.222.0.94 "GET /v2.0/networks/07f8bca3-c9fd-48fb-86f0-9ea15ad3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698978 Feb 08 16:23:19.696359 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0e32155-5d25-4e7b-a164-d4605e53255f req-2bd29588-58c5-4305-a654-88d994c41054 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=634e02f1-2215-409f-a536-fd62e8d8a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0577369 Feb 08 16:23:19.733180 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4fb344de-5d29-43eb-bcba-bfbe7946dd94 req-9feff170-7449-41d2-b894-aec67351c7cc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794713 Feb 08 16:23:19.762629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-bac31a99-942c-4f72-ae9e-d07f524ee41b None None] Set router ebf14b3f-99b4-4173-95e5-8c50efef7dde gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:19.867591 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0e32155-5d25-4e7b-a164-d4605e53255f req-9857f28a-cfcc-4443-9203-1d174567070e service neutron] 10.222.0.94 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520207 Feb 08 16:23:19.868379 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea85f95a-c870-4869-b249-eec38b19df9a req-38cafeb9-5d2d-4eb8-986b-813ee1e1f942 service neutron] 10.222.0.94 "GET /v2.0/networks/07f8bca3-c9fd-48fb-86f0-9ea15ad3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526728 Feb 08 16:23:19.873015 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-94a392ea-54c8-4119-8fd0-6191f4e345ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:56Z', 'revision_number': 4, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'gw_port': {'id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '040f68d0-ffe1-4548-b368-43b0bca7ab9a', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'port_id': 'f87a3b05-3c8e-44ec-821f-b54493bcf3d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'mac_address': 'fa:16:3e:6d:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae6912-c5c5-4333-88ca-585b4c9c18ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:23:17Z', 'updated_at': '2022-02-08T16:23:17Z', 'revision_number': 0, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b3e09a-3a35-4159-a601-7c803cf28789', 'name': '', 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'mac_address': 'fa:16:3e:0b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:55Z', 'updated_at': '2022-02-08T16:23:00Z', 'revision_number': 5, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'subnets': [{'id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:19.907627 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a392ea-54c8-4119-8fd0-6191f4e345ab None None] The sync data for ids ['d5590723-36de-4787-aa14-2bc170e7a54f'] in n-d-824834-11 is: [{'id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:56Z', 'revision_number': 4, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'gw_port': {'id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '040f68d0-ffe1-4548-b368-43b0bca7ab9a', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'port_id': 'f87a3b05-3c8e-44ec-821f-b54493bcf3d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'mac_address': 'fa:16:3e:6d:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae6912-c5c5-4333-88ca-585b4c9c18ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:23:17Z', 'updated_at': '2022-02-08T16:23:17Z', 'revision_number': 0, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b3e09a-3a35-4159-a601-7c803cf28789', 'name': '', 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'mac_address': 'fa:16:3e:0b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:55Z', 'updated_at': '2022-02-08T16:23:00Z', 'revision_number': 5, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'subnets': [{'id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:23:19.997998 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0e32155-5d25-4e7b-a164-d4605e53255f req-6d6eb358-38e9-427a-abf4-f37494f8dbfd service neutron] 10.222.0.94 "GET /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161792 Feb 08 16:23:20.011903 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-bac31a99-942c-4f72-ae9e-d07f524ee41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c734bdc8-8578-4218-ad2e-427790e27514', 'name': '', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b4:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:32Z', 'updated_at': '2022-02-08T16:21:38Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:20.042728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac31a99-942c-4f72-ae9e-d07f524ee41b None None] The sync data for ids ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'] in n-d-824834-11 is: [{'id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c734bdc8-8578-4218-ad2e-427790e27514', 'name': '', 'network_id': '634e02f1-2215-409f-a536-fd62e8d8a08f', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b4:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:32Z', 'updated_at': '2022-02-08T16:21:38Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '52ab6b59-cffa-4b25-a360-9577d690fc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:23:20.189262 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d3ea5a-d4a5-4f05-ad7a-b0b6c87c5327 None None] New status for floating IP 040f68d0-ffe1-4548-b368-43b0bca7ab9a: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:23:20.344095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5b0df-0e9b-41f0-9e18-cc193b4493cc None None] New status for floating IP b208fb51-2035-4c9e-8845-0bb34ec0a627: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:23:20.550168 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:20.876450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a044f-d7f8-4e52-97f6-7c137985998a req-6df7e585-a314-4886-b138-73bc3c2bec10 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:20.878103 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cf2a044f-d7f8-4e52-97f6-7c137985998a req-6df7e585-a314-4886-b138-73bc3c2bec10 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.94 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0585468 Feb 08 16:23:20.886558 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5655ccd-19e6-4c73-830e-a682adbd4c5b req-fd304e5e-1fd0-4efb-aa99-4815d715bc74 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:20.888129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5655ccd-19e6-4c73-830e-a682adbd4c5b req-fd304e5e-1fd0-4efb-aa99-4815d715bc74 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=46ec65c4-512a-4c07-a4b8-16b5947705b5 HTTP/1.1" status: 200 len: 945 time: 0.0671065 Feb 08 16:23:20.951556 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5655ccd-19e6-4c73-830e-a682adbd4c5b req-3a4313d1-70aa-47db-bf3b-62595ea5e256 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=77f2a106-6a75-4a65-8d56-0f36d57360c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558059 Feb 08 16:23:20.988479 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-cf2a044f-d7f8-4e52-97f6-7c137985998a req-73f3d604-72e8-41df-87b1-730126eb5ed5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port c19a8bf7-1058-4882-ae20-4f2c406f93ae {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:23:20.988725 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cf2a044f-d7f8-4e52-97f6-7c137985998a req-73f3d604-72e8-41df-87b1-730126eb5ed5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:21.082572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-cf2a044f-d7f8-4e52-97f6-7c137985998a req-73f3d604-72e8-41df-87b1-730126eb5ed5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] For port c19a8bf7-1058-4882-ae20-4f2c406f93ae, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c19a8bf7-1058-4882-ae20-4f2c406f93ae,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:21.082942 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cf2a044f-d7f8-4e52-97f6-7c137985998a req-73f3d604-72e8-41df-87b1-730126eb5ed5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:21.097441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-cf2a044f-d7f8-4e52-97f6-7c137985998a req-73f3d604-72e8-41df-87b1-730126eb5ed5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for c19a8bf7-1058-4882-ae20-4f2c406f93ae owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:23:21.239321 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cf2a044f-d7f8-4e52-97f6-7c137985998a req-73f3d604-72e8-41df-87b1-730126eb5ed5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c19a8bf7-1058-4882-ae20-4f2c406f93ae), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:21.270509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3d604-72e8-41df-87b1-730126eb5ed5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=c19a8bf7-1058-4882-ae20-4f2c406f93ae,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:21.320533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2a044f-d7f8-4e52-97f6-7c137985998a req-73f3d604-72e8-41df-87b1-730126eb5ed5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] No DVR routers for this DVR port c19a8bf7-1058-4882-ae20-4f2c406f93ae on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:23:21.323336 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cf2a044f-d7f8-4e52-97f6-7c137985998a req-73f3d604-72e8-41df-87b1-730126eb5ed5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:21.326769 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cf2a044f-d7f8-4e52-97f6-7c137985998a req-73f3d604-72e8-41df-87b1-730126eb5ed5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.94 "DELETE /v2.0/ports/c19a8bf7-1058-4882-ae20-4f2c406f93ae HTTP/1.1" status: 204 len: 173 time: 0.4413073 Feb 08 16:23:21.327228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'name': 'network-vif-deleted', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:23:21.329562 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6b9d47-8e59-4430-b52f-d9303eb70f34" -d '{"events": [{"server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "name": "network-vif-deleted", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:23:21.368474 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34529654-7e10-4116-9997-2ceb067236f3 x-openstack-request-id: req-34529654-7e10-4116-9997-2ceb067236f3 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:23:21.368775 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ec65c4-512a-4c07-a4b8-16b5947705b5", "name": "network-vif-deleted", "tag": "c19a8bf7-1058-4882-ae20-4f2c406f93ae", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:23:21.369077 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-34529654-7e10-4116-9997-2ceb067236f3 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:23:21.369500 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ec65c4-512a-4c07-a4b8-16b5947705b5', 'name': 'network-vif-deleted', 'tag': 'c19a8bf7-1058-4882-ae20-4f2c406f93ae', 'status': 'completed', 'code': 200} Feb 08 16:23:22.012645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58078) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:22.427022 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (ebf14b3f-99b4-4173-95e5-8c50efef7dde), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:22.734313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port c734bdc8-8578-4218-ad2e-427790e27514 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:23:22.734574 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c734bdc8-8578-4218-ad2e-427790e27514), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:22.833607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] For port c734bdc8-8578-4218-ad2e-427790e27514, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c734bdc8-8578-4218-ad2e-427790e27514,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:22.833991 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c734bdc8-8578-4218-ad2e-427790e27514), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:22.848034 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for c734bdc8-8578-4218-ad2e-427790e27514 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:23:23.050038 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c734bdc8-8578-4218-ad2e-427790e27514), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:23.080962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=c734bdc8-8578-4218-ad2e-427790e27514,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:23.093472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:23.093841 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:23.094199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:23.094544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:23.094886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:23.095236 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:23.095567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:23.095904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:23.096771 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:23.097526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:23.097526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:23.097782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:23.098072 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:23.559339 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (ebf14b3f-99b4-4173-95e5-8c50efef7dde), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:23.794165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router ebf14b3f-99b4-4173-95e5-8c50efef7dde has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:23:23.914223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:23:23.922039 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7f81c5d6-a5a2-4ba3-b656-b934195fc845 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "PUT /v2.0/routers/ebf14b3f-99b4-4173-95e5-8c50efef7dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9054680 Feb 08 16:23:23.922039 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58080) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:23.929217 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9440812-7390-4482-9b0f-b273aec5fd28 None None] Sync routers for ids ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:23:23.940505 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9440812-7390-4482-9b0f-b273aec5fd28 None None] Routers {'ebf14b3f-99b4-4173-95e5-8c50efef7dde'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:23.941357 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d9440812-7390-4482-9b0f-b273aec5fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:23:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:23.976934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3232423-9652-44b3-a38a-10aff6ed67ee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting subnet 52ab6b59-cffa-4b25-a360-9577d690fc24 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:23:23.980374 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3232423-9652-44b3-a38a-10aff6ed67ee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for subnet (52ab6b59-cffa-4b25-a360-9577d690fc24), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:24.024399 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3232423-9652-44b3-a38a-10aff6ed67ee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (52ab6b59-cffa-4b25-a360-9577d690fc24), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:24.051404 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-d9440812-7390-4482-9b0f-b273aec5fd28 None None] Set router ebf14b3f-99b4-4173-95e5-8c50efef7dde gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:24.124754 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3232423-9652-44b3-a38a-10aff6ed67ee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (52ab6b59-cffa-4b25-a360-9577d690fc24), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:24.168742 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c19a8bf7-1058-4882-ae20-4f2c406f93ae no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:23:24.192753 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: c19a8bf7-1058-4882-ae20-4f2c406f93ae {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:23:24.193290 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c19a8bf7-1058-4882-ae20-4f2c406f93ae not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:23:24.196297 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3232423-9652-44b3-a38a-10aff6ed67ee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (52ab6b59-cffa-4b25-a360-9577d690fc24), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:24.225965 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3232423-9652-44b3-a38a-10aff6ed67ee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Subnet': ['ID=52ab6b59-cffa-4b25-a360-9577d690fc24,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:24.230101 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f3232423-9652-44b3-a38a-10aff6ed67ee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:24.235791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f3232423-9652-44b3-a38a-10aff6ed67ee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/subnets/52ab6b59-cffa-4b25-a360-9577d690fc24 HTTP/1.1" status: 204 len: 168 time: 0.3105593 Feb 08 16:23:24.236188 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58082) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:24.246984 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45657a44-a6b9-4233-8903-0179c4863983 None None] Network 634e02f1-2215-409f-a536-fd62e8d8a08f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:23:24.369793 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d9440812-7390-4482-9b0f-b273aec5fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:23:22Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:24.379307 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router (ebf14b3f-99b4-4173-95e5-8c50efef7dde), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:24.405862 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9440812-7390-4482-9b0f-b273aec5fd28 None None] Checking router: ebf14b3f-99b4-4173-95e5-8c50efef7dde for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:23:24.415304 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9440812-7390-4482-9b0f-b273aec5fd28 None None] Routers {'ebf14b3f-99b4-4173-95e5-8c50efef7dde'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:24.415926 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d9440812-7390-4482-9b0f-b273aec5fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:23:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:24.444596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbff880-6a61-4171-85ab-526c7b051879 None None] DHCP port deletion for 634e02f1-2215-409f-a536-fd62e8d8a08f request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:23:24.504140 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6bbff880-6a61-4171-85ab-526c7b051879 None None] Deleting port 18273e58-1ade-4658-b7e5-00e15de33812 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:23:24.504853 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6bbff880-6a61-4171-85ab-526c7b051879 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (18273e58-1ade-4658-b7e5-00e15de33812), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:24.519858 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (ebf14b3f-99b4-4173-95e5-8c50efef7dde), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:24.566307 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-d9440812-7390-4482-9b0f-b273aec5fd28 None None] Set router ebf14b3f-99b4-4173-95e5-8c50efef7dde gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:24.578779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port d5485c40-2342-4965-b0e0-7ec1a927cd8d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:23:24.579240 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d5485c40-2342-4965-b0e0-7ec1a927cd8d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:24.579910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6bbff880-6a61-4171-85ab-526c7b051879 None None] For port 18273e58-1ade-4658-b7e5-00e15de33812, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=18273e58-1ade-4658-b7e5-00e15de33812,segment=NetworkSegment(1950daa1-a0b7-42de-8e41-22c657ef6525),segment_id=1950daa1-a0b7-42de-8e41-22c657ef6525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:24.580387 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6bbff880-6a61-4171-85ab-526c7b051879 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (18273e58-1ade-4658-b7e5-00e15de33812), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:24.595742 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6bbff880-6a61-4171-85ab-526c7b051879 None None] Calling delete_port for 18273e58-1ade-4658-b7e5-00e15de33812 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:23:24.682878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] For port d5485c40-2342-4965-b0e0-7ec1a927cd8d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d5485c40-2342-4965-b0e0-7ec1a927cd8d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:24.683229 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d5485c40-2342-4965-b0e0-7ec1a927cd8d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:24.685719 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6bbff880-6a61-4171-85ab-526c7b051879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (18273e58-1ade-4658-b7e5-00e15de33812), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:24.698893 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for d5485c40-2342-4965-b0e0-7ec1a927cd8d owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:23:24.728647 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbff880-6a61-4171-85ab-526c7b051879 None None] Pushing event deleted for resources: {'Port': ['ID=18273e58-1ade-4658-b7e5-00e15de33812,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:24.731741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbff880-6a61-4171-85ab-526c7b051879 None None] No DVR routers for this DVR port 18273e58-1ade-4658-b7e5-00e15de33812 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:23:24.783992 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-d9440812-7390-4482-9b0f-b273aec5fd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:23:22Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:24.820472 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9440812-7390-4482-9b0f-b273aec5fd28 None None] The sync data for ids ['ebf14b3f-99b4-4173-95e5-8c50efef7dde'] in n-d-824834-11 is: [{'id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477792369', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:23:22Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'd5485c40-2342-4965-b0e0-7ec1a927cd8d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf14b3f-99b4-4173-95e5-8c50efef7dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:21:28Z', 'updated_at': '2022-02-08T16:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:23:24.935068 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d5485c40-2342-4965-b0e0-7ec1a927cd8d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:24.964581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=d5485c40-2342-4965-b0e0-7ec1a927cd8d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:25.039240 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (ebf14b3f-99b4-4173-95e5-8c50efef7dde), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.143171 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (ebf14b3f-99b4-4173-95e5-8c50efef7dde), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.146154 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_controller (ebf14b3f-99b4-4173-95e5-8c50efef7dde), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.198285 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (ebf14b3f-99b4-4173-95e5-8c50efef7dde), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.198791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Fanout notify agent at l3_agent the message router_deleted on router ebf14b3f-99b4-4173-95e5-8c50efef7dde {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:23:25.207303 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.208233 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5bf50905-5332-4b2b-af98-ce01a11f229f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/routers/ebf14b3f-99b4-4173-95e5-8c50efef7dde HTTP/1.1" status: 204 len: 168 time: 0.9710097 Feb 08 16:23:25.211266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58084) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:25.301356 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-623e8cee-5c88-4987-a8e1-14fea9232341 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (634e02f1-2215-409f-a536-fd62e8d8a08f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.405992 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-623e8cee-5c88-4987-a8e1-14fea9232341 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (634e02f1-2215-409f-a536-fd62e8d8a08f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.430887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-623e8cee-5c88-4987-a8e1-14fea9232341 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634e02f1-2215-409f-a536-fd62e8d8a08f']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:25.440968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-623e8cee-5c88-4987-a8e1-14fea9232341 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1950daa1-a0b7-42de-8e41-22c657ef6525') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:25.441395 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-623e8cee-5c88-4987-a8e1-14fea9232341 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1950daa1-a0b7-42de-8e41-22c657ef6525') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:25.451453 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-623e8cee-5c88-4987-a8e1-14fea9232341 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (1950daa1-a0b7-42de-8e41-22c657ef6525), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.465431 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-623e8cee-5c88-4987-a8e1-14fea9232341 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (1950daa1-a0b7-42de-8e41-22c657ef6525), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.472202 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623e8cee-5c88-4987-a8e1-14fea9232341 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:23:25.472544 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-623e8cee-5c88-4987-a8e1-14fea9232341 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (1950daa1-a0b7-42de-8e41-22c657ef6525), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:23:25.475489 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:23:25.542902 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-623e8cee-5c88-4987-a8e1-14fea9232341 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (634e02f1-2215-409f-a536-fd62e8d8a08f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.551010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-623e8cee-5c88-4987-a8e1-14fea9232341 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.554552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-623e8cee-5c88-4987-a8e1-14fea9232341 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/networks/634e02f1-2215-409f-a536-fd62e8d8a08f HTTP/1.1" status: 204 len: 168 time: 0.3422513 Feb 08 16:23:25.557497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58086) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:25.567231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e8cee-5c88-4987-a8e1-14fea9232341 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Network': ['ID=634e02f1-2215-409f-a536-fd62e8d8a08f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:25.624161 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90c1ea8b-410e-45ee-ba21-c774b88c7266 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (77f2a106-6a75-4a65-8d56-0f36d57360c1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.653637 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90c1ea8b-410e-45ee-ba21-c774b88c7266 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (77f2a106-6a75-4a65-8d56-0f36d57360c1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.750572 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90c1ea8b-410e-45ee-ba21-c774b88c7266 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (77f2a106-6a75-4a65-8d56-0f36d57360c1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.754181 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-90c1ea8b-410e-45ee-ba21-c774b88c7266 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:25.763238 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-90c1ea8b-410e-45ee-ba21-c774b88c7266 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/security-groups/77f2a106-6a75-4a65-8d56-0f36d57360c1 HTTP/1.1" status: 204 len: 168 time: 0.1967371 Feb 08 16:23:25.765382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1ea8b-410e-45ee-ba21-c774b88c7266 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f2a106-6a75-4a65-8d56-0f36d57360c1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:25.796172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c734bdc8-8578-4218-ad2e-427790e27514 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:23:25.825215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: c734bdc8-8578-4218-ad2e-427790e27514 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:23:25.825581 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c734bdc8-8578-4218-ad2e-427790e27514 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:23:25.826027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d5485c40-2342-4965-b0e0-7ec1a927cd8d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:23:25.852453 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: d5485c40-2342-4965-b0e0-7ec1a927cd8d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:23:25.853022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d5485c40-2342-4965-b0e0-7ec1a927cd8d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:23:25.853728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 18273e58-1ade-4658-b7e5-00e15de33812 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:23:25.882163 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 18273e58-1ade-4658-b7e5-00e15de33812 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:23:25.882521 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 18273e58-1ade-4658-b7e5-00e15de33812 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:23:26.056324 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58094) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:26.061085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-00c8e9ea-20b6-4275-aa4a-62d6d764eb0b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-484917050', 'description': 'tempest-secgroup-smoke-484917050 description', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:26.083672 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-00c8e9ea-20b6-4275-aa4a-62d6d764eb0b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.162625 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-00c8e9ea-20b6-4275-aa4a-62d6d764eb0b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (1497ad58-2648-4c5c-b334-b27df5f2a64a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.168415 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-00c8e9ea-20b6-4275-aa4a-62d6d764eb0b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1497ad58-2648-4c5c-b334-b27df5f2a64a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.201674 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-00c8e9ea-20b6-4275-aa4a-62d6d764eb0b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.202947 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-00c8e9ea-20b6-4275-aa4a-62d6d764eb0b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1455626 Feb 08 16:23:26.203845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8e9ea-20b6-4275-aa4a-62d6d764eb0b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1497ad58-2648-4c5c-b334-b27df5f2a64a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:26.206778 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58096) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:26.210667 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-189e12db-7e88-4d36-aa40-77d43b57a8d2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '1497ad58-2648-4c5c-b334-b27df5f2a64a', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:26.241571 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-189e12db-7e88-4d36-aa40-77d43b57a8d2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (9ed4a1cf-1b46-47ea-a2c2-9c8bb4a4d632), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.303273 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-189e12db-7e88-4d36-aa40-77d43b57a8d2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (9ed4a1cf-1b46-47ea-a2c2-9c8bb4a4d632), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.312853 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-189e12db-7e88-4d36-aa40-77d43b57a8d2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (9ed4a1cf-1b46-47ea-a2c2-9c8bb4a4d632), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.335920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e12db-7e88-4d36-aa40-77d43b57a8d2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed4a1cf-1b46-47ea-a2c2-9c8bb4a4d632,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:26.348590 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-189e12db-7e88-4d36-aa40-77d43b57a8d2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.349904 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-189e12db-7e88-4d36-aa40-77d43b57a8d2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427865 Feb 08 16:23:26.352508 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58098) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:26.358470 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2ebfe2dc-6f13-4bfb-a410-67ab5de86658 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '1497ad58-2648-4c5c-b334-b27df5f2a64a', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:26.385321 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ebfe2dc-6f13-4bfb-a410-67ab5de86658 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (97e847e8-4357-4032-b829-bf32815e295e), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.451553 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ebfe2dc-6f13-4bfb-a410-67ab5de86658 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (97e847e8-4357-4032-b829-bf32815e295e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.458160 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ebfe2dc-6f13-4bfb-a410-67ab5de86658 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (97e847e8-4357-4032-b829-bf32815e295e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.479330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfe2dc-6f13-4bfb-a410-67ab5de86658 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e847e8-4357-4032-b829-bf32815e295e,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:26.490863 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ebfe2dc-6f13-4bfb-a410-67ab5de86658 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.492109 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2ebfe2dc-6f13-4bfb-a410-67ab5de86658 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385365 Feb 08 16:23:26.494766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58100) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:26.499138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-49e40989-eb1f-4451-b628-a89d4f4f5bc6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '1497ad58-2648-4c5c-b334-b27df5f2a64a', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:26.527975 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49e40989-eb1f-4451-b628-a89d4f4f5bc6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (fd1844c7-be0c-4282-8084-c565e57fa5f0), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.597291 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49e40989-eb1f-4451-b628-a89d4f4f5bc6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (fd1844c7-be0c-4282-8084-c565e57fa5f0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.601620 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49e40989-eb1f-4451-b628-a89d4f4f5bc6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (fd1844c7-be0c-4282-8084-c565e57fa5f0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.621507 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e40989-eb1f-4451-b628-a89d4f4f5bc6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1844c7-be0c-4282-8084-c565e57fa5f0,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:26.630878 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49e40989-eb1f-4451-b628-a89d4f4f5bc6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.632170 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-49e40989-eb1f-4451-b628-a89d4f4f5bc6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364262 Feb 08 16:23:26.636280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58102) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:26.641295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-3f513ca1-14a0-486a-a9e2-31d3ee9c831c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '1497ad58-2648-4c5c-b334-b27df5f2a64a', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:26.672774 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f513ca1-14a0-486a-a9e2-31d3ee9c831c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (fb6ee33b-3916-4743-8c45-09f7fd82fedf), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.751203 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f513ca1-14a0-486a-a9e2-31d3ee9c831c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (fb6ee33b-3916-4743-8c45-09f7fd82fedf), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.756498 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f513ca1-14a0-486a-a9e2-31d3ee9c831c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (fb6ee33b-3916-4743-8c45-09f7fd82fedf), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.781827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f513ca1-14a0-486a-a9e2-31d3ee9c831c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6ee33b-3916-4743-8c45-09f7fd82fedf,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:26.791750 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f513ca1-14a0-486a-a9e2-31d3ee9c831c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.794265 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3f513ca1-14a0-486a-a9e2-31d3ee9c831c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1565280 Feb 08 16:23:26.796895 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58104) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:26.801671 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1018e311-609b-48f5-9cbf-5a6fb7603a35 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '1497ad58-2648-4c5c-b334-b27df5f2a64a', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:26.826799 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-1018e311-609b-48f5-9cbf-5a6fb7603a35 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Project eaaf6f2b7cc84c8382c2d49312dd8dce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:23:26.835527 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1018e311-609b-48f5-9cbf-5a6fb7603a35 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (99ef6c46-8bce-486e-87a7-ad027d24be2f), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.907651 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1018e311-609b-48f5-9cbf-5a6fb7603a35 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (99ef6c46-8bce-486e-87a7-ad027d24be2f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.911906 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1018e311-609b-48f5-9cbf-5a6fb7603a35 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (99ef6c46-8bce-486e-87a7-ad027d24be2f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.934838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018e311-609b-48f5-9cbf-5a6fb7603a35 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ef6c46-8bce-486e-87a7-ad027d24be2f,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:26.946425 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1018e311-609b-48f5-9cbf-5a6fb7603a35 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:26.947774 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1018e311-609b-48f5-9cbf-5a6fb7603a35 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498332 Feb 08 16:23:26.950440 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58106) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:26.955029 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-fc80c027-60c7-4763-8851-2c6a63dfdd79 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '1497ad58-2648-4c5c-b334-b27df5f2a64a', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:26.976673 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-fc80c027-60c7-4763-8851-2c6a63dfdd79 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Project eaaf6f2b7cc84c8382c2d49312dd8dce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:23:26.982575 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc80c027-60c7-4763-8851-2c6a63dfdd79 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (dd25cc53-e493-4e36-a82c-de5114cf20d6), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:27.051682 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc80c027-60c7-4763-8851-2c6a63dfdd79 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (dd25cc53-e493-4e36-a82c-de5114cf20d6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:27.056006 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc80c027-60c7-4763-8851-2c6a63dfdd79 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (dd25cc53-e493-4e36-a82c-de5114cf20d6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:27.077959 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80c027-60c7-4763-8851-2c6a63dfdd79 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd25cc53-e493-4e36-a82c-de5114cf20d6,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:27.084318 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fc80c027-60c7-4763-8851-2c6a63dfdd79 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:27.084906 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fc80c027-60c7-4763-8851-2c6a63dfdd79 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334434 Feb 08 16:23:27.087673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58108) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:27.092704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-893a7a0b-5763-4847-a312-e283ca0efe9b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'network': {'name': 'tempest-network-smoke--2066716655', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'port_security_enabled': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:27.115329 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893a7a0b-5763-4847-a312-e283ca0efe9b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Made reservation on behalf of eaaf6f2b7cc84c8382c2d49312dd8dce for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:23:27.119000 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-893a7a0b-5763-4847-a312-e283ca0efe9b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:27.146153 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893a7a0b-5763-4847-a312-e283ca0efe9b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:23:27.156916 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-893a7a0b-5763-4847-a312-e283ca0efe9b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (fee0a2c9-112a-4e80-853e-051bb818711c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:27.157334 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-893a7a0b-5763-4847-a312-e283ca0efe9b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Added segment fee0a2c9-112a-4e80-853e-051bb818711c of type vlan for network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a Feb 08 16:23:27.205119 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-893a7a0b-5763-4847-a312-e283ca0efe9b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (09d20ba5-4749-4bb4-aa5a-9bac8205d64a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:27.240587 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-893a7a0b-5763-4847-a312-e283ca0efe9b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (09d20ba5-4749-4bb4-aa5a-9bac8205d64a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:27.246492 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893a7a0b-5763-4847-a312-e283ca0efe9b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:27.247584 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-893a7a0b-5763-4847-a312-e283ca0efe9b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:27.310917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-893a7a0b-5763-4847-a312-e283ca0efe9b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2221556 Feb 08 16:23:27.313896 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58110) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:27.321694 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'admin_state_up': True, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:27.327234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a7a0b-5763-4847-a312-e283ca0efe9b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Network': ['ID=09d20ba5-4749-4bb4-aa5a-9bac8205d64a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:27.338242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:23:27.354303 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (5e98b69f-aae2-457c-9921-7fa0884ffce0), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:27.355371 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (5e98b69f-aae2-457c-9921-7fa0884ffce0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:27.417546 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_controller (5e98b69f-aae2-457c-9921-7fa0884ffce0), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:27.566733 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (5e98b69f-aae2-457c-9921-7fa0884ffce0), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:27.776346 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (5e98b69f-aae2-457c-9921-7fa0884ffce0), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:27.795454 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:27.903883 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.25.7.122 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:23:28.015875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:28.055509 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:28.096786 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:23:28.099958 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:23:28.103536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:23:28.109264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:28.136391 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:28.136745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:28.137126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:28.137464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:28.137811 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:28.138137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:28.138472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:28.138797 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:28.139125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:28.139450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:28.139775 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:28.140105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:28.140424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:28.382242 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (5e98b69f-aae2-457c-9921-7fa0884ffce0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:28.594108 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (5e98b69f-aae2-457c-9921-7fa0884ffce0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:28.738246 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router 5e98b69f-aae2-457c-9921-7fa0884ffce0 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:23:28.853940 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:23:28.863711 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Sync routers for ids ['5e98b69f-aae2-457c-9921-7fa0884ffce0'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:23:28.878312 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:28.879714 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-50f961e3-b8c0-4312-8908-0f86f78f55f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5645075 Feb 08 16:23:28.879890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Routers {'5e98b69f-aae2-457c-9921-7fa0884ffce0'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:28.880884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:23:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['5e98b69f-aae2-457c-9921-7fa0884ffce0'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:28.882924 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58112) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:28.913424 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2f13e666-6f39-4e7c-b661-dbeb7d1a77fa tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=eaaf6f2b7cc84c8382c2d49312dd8dce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293210 Feb 08 16:23:28.915886 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58114) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:29.007645 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be47ce4e-8d39-4a26-8d8c-bfee396a314d tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:29.009150 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-be47ce4e-8d39-4a26-8d8c-bfee396a314d tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923162 Feb 08 16:23:29.012050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58116) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:29.046957 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6d934f5f-7392-4b6b-918d-929e705ef918 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337477 Feb 08 16:23:29.049648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58118) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:29.054723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-18be0708-6b32-4061-982f-50bce2cc8cd9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-534928770', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:29.153267 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18be0708-6b32-4061-982f-50bce2cc8cd9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Made reservation on behalf of eaaf6f2b7cc84c8382c2d49312dd8dce for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:23:29.156887 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18be0708-6b32-4061-982f-50bce2cc8cd9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:29.159697 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Set router 5e98b69f-aae2-457c-9921-7fa0884ffce0 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:29.359055 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18be0708-6b32-4061-982f-50bce2cc8cd9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (26896df9-a75a-4388-b6f5-b41d1eb8c02d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:29.372349 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:28Z', 'revision_number': 3, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:29.400925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Checking router: 5e98b69f-aae2-457c-9921-7fa0884ffce0 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:23:29.401309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Updating router 5e98b69f-aae2-457c-9921-7fa0884ffce0 port 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:23:29.426096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be0708-6b32-4061-982f-50bce2cc8cd9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Subnet': ['ID=26896df9-a75a-4388-b6f5-b41d1eb8c02d,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:29.435158 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be0708-6b32-4061-982f-50bce2cc8cd9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Checking segment: {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:23:29.435521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18be0708-6b32-4061-982f-50bce2cc8cd9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network hostable DHCP agents. Network: 09d20ba5-4749-4bb4-aa5a-9bac8205d64a, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:23:29.438615 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:29.455512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18be0708-6b32-4061-982f-50bce2cc8cd9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:23:29.468205 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-18be0708-6b32-4061-982f-50bce2cc8cd9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 09d20ba5-4749-4bb4-aa5a-9bac8205d64a) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:23:29.473349 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18be0708-6b32-4061-982f-50bce2cc8cd9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:29.474304 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18be0708-6b32-4061-982f-50bce2cc8cd9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:29.479824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e745a884-2f2e-4fe4-8484-8ac38dc3fc20 None None] Network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:23:29.494401 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-18be0708-6b32-4061-982f-50bce2cc8cd9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4436495 Feb 08 16:23:29.498037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58120) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:29.727689 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ips': [{'subnet_id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:23:29.728588 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:29.935088 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Publish callbacks [] for port (7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:29.944868 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:29.980627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Allocated IP 172.20.0.2 (09d20ba5-4749-4bb4-aa5a-9bac8205d64a/26896df9-a75a-4388-b6f5-b41d1eb8c02d/da392508-829f-4583-aa23-c7a59809d435) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:23:30.010616 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Attempting to bind port 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:23:30.010999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Attempting to bind port 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:23:30.011339 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Attempting to bind port 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:23:30.064806 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:23:30.066109 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:23:30.066518 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:30.066923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:23:30.067410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Bound port: 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:23:30.067792 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:30.073302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab557a-3b96-4d32-b8ad-750c901a3cb9 None None] Pushing event updated for resources: {'Port': ['ID=7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:30.159855 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] For port 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:23:30.165100 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] For port 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:23:30.178778 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:30.277765 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Publish callbacks [] for port (da392508-829f-4583-aa23-c7a59809d435), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:30.285781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Routers {'5e98b69f-aae2-457c-9921-7fa0884ffce0'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:30.286410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:23:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['5e98b69f-aae2-457c-9921-7fa0884ffce0'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:30.290759 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (da392508-829f-4583-aa23-c7a59809d435), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:30.292514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab557a-3b96-4d32-b8ad-750c901a3cb9 None None] Pushing event updated for resources: {'Port': ['ID=7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:30.333929 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:30.418567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:23:30.426636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:23:30.435240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:23:30.440567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Pushing event updated for resources: {'Port': ['ID=da392508-829f-4583-aa23-c7a59809d435,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:30.512768 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] Set router 5e98b69f-aae2-457c-9921-7fa0884ffce0 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:30.541915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Attempting to bind port da392508-829f-4583-aa23-c7a59809d435 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:23:30.542301 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Attempting to bind port da392508-829f-4583-aa23-c7a59809d435 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:23:30.542671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Attempting to bind port da392508-829f-4583-aa23-c7a59809d435 on network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:23:30.581950 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:23:30.582442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Checking segment: {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:23:30.582853 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:30.583257 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Bound using segment: {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:23:30.583735 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Bound port: da392508-829f-4583-aa23-c7a59809d435, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:23:30.584126 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (da392508-829f-4583-aa23-c7a59809d435), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:30.672124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.20.0.1 (09d20ba5-4749-4bb4-aa5a-9bac8205d64a/26896df9-a75a-4388-b6f5-b41d1eb8c02d/61649a32-6a88-492d-bf31-01d9c9175295) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:23:30.721329 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] For port da392508-829f-4583-aa23-c7a59809d435, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:23:30.725312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] For port da392508-829f-4583-aa23-c7a59809d435, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=da392508-829f-4583-aa23-c7a59809d435,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:23:30.753969 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (da392508-829f-4583-aa23-c7a59809d435), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:30.833582 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (61649a32-6a88-492d-bf31-01d9c9175295), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:30.836230 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41515cb8-2148-4495-a988-b61f35f31423 None None] Pushing event updated for resources: {'Port': ['ID=da392508-829f-4583-aa23-c7a59809d435,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:30.851929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:28Z', 'revision_number': 3, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:30.878600 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (61649a32-6a88-492d-bf31-01d9c9175295), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:30.900529 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9f06fb-8abd-4f6e-806d-8ebe248790d5 None None] The sync data for ids ['5e98b69f-aae2-457c-9921-7fa0884ffce0'] in n-d-824834-11 is: [{'id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:28Z', 'revision_number': 3, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:23:30.938623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:23:30.943250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:23:30.948064 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:23:30.952313 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=61649a32-6a88-492d-bf31-01d9c9175295,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:31.000351 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (5e98b69f-aae2-457c-9921-7fa0884ffce0), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:31.192763 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (61649a32-6a88-492d-bf31-01d9c9175295), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:31.547512 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (61649a32-6a88-492d-bf31-01d9c9175295), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:31.557634 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (61649a32-6a88-492d-bf31-01d9c9175295), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:31.559720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:23:31.613946 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fc6f7581-6186-4030-a608-62c20f11d5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:31.647936 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=61649a32-6a88-492d-bf31-01d9c9175295,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:31.654516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:31.655383 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:31.658863 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (5e98b69f-aae2-457c-9921-7fa0884ffce0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:31.751960 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:31.753396 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:31.779496 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:31.782038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:23:31.785673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:23:31.785880 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:31.786785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device da392508-829f-4583-aa23-c7a59809d435 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:23:31.885343 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:31.902631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port da392508-829f-4583-aa23-c7a59809d435 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:31.903016 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (da392508-829f-4583-aa23-c7a59809d435), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:31.938146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router 5e98b69f-aae2-457c-9921-7fa0884ffce0 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:23:31.999503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port da392508-829f-4583-aa23-c7a59809d435 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:31.999901 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (da392508-829f-4583-aa23-c7a59809d435), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:32.032816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1549e5ff-153a-44ed-880f-7785b5b791b3 None None] Network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:23:32.061691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port da392508-829f-4583-aa23-c7a59809d435, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=da392508-829f-4583-aa23-c7a59809d435,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:32.077107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:23:32.083028 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-152c2267-2f2f-47ac-b781-1e8edd47bb71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "PUT /v2.0/routers/5e98b69f-aae2-457c-9921-7fa0884ffce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5839219 Feb 08 16:23:32.100362 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (da392508-829f-4583-aa23-c7a59809d435), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:32.156534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a619a1b5-252b-4abb-8c2e-fefd4eefcaac None None] Provisioning complete for port da392508-829f-4583-aa23-c7a59809d435 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:32.156909 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a619a1b5-252b-4abb-8c2e-fefd4eefcaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (da392508-829f-4583-aa23-c7a59809d435), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:32.209212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=da392508-829f-4583-aa23-c7a59809d435,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:32.314755 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-0fae66c5-9694-4088-a5e7-0c86c899c0a7 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-484917050&fields=id&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 267 time: 0.0591912 Feb 08 16:23:32.435024 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-e48dfc6f-46a3-41db-9ded-b8347432496c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:32.436459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-e48dfc6f-46a3-41db-9ded-b8347432496c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/networks?id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a HTTP/1.1" status: 200 len: 797 time: 0.1131203 Feb 08 16:23:32.452805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-b610195e-c2a4-4daa-8038-0cb9d274a8c6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/quotas/eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 375 time: 0.0096543 Feb 08 16:23:32.465407 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a619a1b5-252b-4abb-8c2e-fefd4eefcaac None None] Current status of the port da392508-829f-4583-aa23-c7a59809d435 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:32.522684 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-f79cfa25-9d5d-4c86-9804-4c8a45909adc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609314 Feb 08 16:23:32.538627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-96bf9696-3968-45a5-be32-5554eed5f9cb service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:23:32.539627 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-96bf9696-3968-45a5-be32-5554eed5f9cb service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052991 Feb 08 16:23:32.637014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-8c58a7b5-bfda-495c-b314-3758965f91fc service neutron] 10.222.0.82 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904531 Feb 08 16:23:32.691313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d039451c-0bf7-4384-bdf2-fa1d8d4d4d46 None None] Provisioning complete for port da392508-829f-4583-aa23-c7a59809d435 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:32.691777 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d039451c-0bf7-4384-bdf2-fa1d8d4d4d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (da392508-829f-4583-aa23-c7a59809d435), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:32.754994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-82962b41-4faa-4732-9e2e-7eb8ef9e3d10 service neutron] 10.222.0.82 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105297 Feb 08 16:23:32.784323 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d039451c-0bf7-4384-bdf2-fa1d8d4d4d46 None None] Current status of the port da392508-829f-4583-aa23-c7a59809d435 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:32.797983 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d039451c-0bf7-4384-bdf2-fa1d8d4d4d46 None None] Provisioning complete for port 61649a32-6a88-492d-bf31-01d9c9175295 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:32.798433 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d039451c-0bf7-4384-bdf2-fa1d8d4d4d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (61649a32-6a88-492d-bf31-01d9c9175295), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:32.840348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d039451c-0bf7-4384-bdf2-fa1d8d4d4d46 None None] Port 61649a32-6a88-492d-bf31-01d9c9175295 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:23:32.858804 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Sync routers for ids ['5e98b69f-aae2-457c-9921-7fa0884ffce0'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:23:32.869328 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Routers {'5e98b69f-aae2-457c-9921-7fa0884ffce0'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:32.869953 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:23:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['5e98b69f-aae2-457c-9921-7fa0884ffce0'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:32.965852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-597e9bb3-7d4e-4f84-8216-19d86af73f69 None None] Provisioning complete for port 61649a32-6a88-492d-bf31-01d9c9175295 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:32.966227 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-597e9bb3-7d4e-4f84-8216-19d86af73f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (61649a32-6a88-492d-bf31-01d9c9175295), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:32.975265 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04898da8-3955-469f-a601-45e6550d0b9f req-b5278c33-3fef-442f-ba50-ed51dad9529e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 210 time: 0.0465438 Feb 08 16:23:33.012207 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Set router 5e98b69f-aae2-457c-9921-7fa0884ffce0 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:33.019270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-597e9bb3-7d4e-4f84-8216-19d86af73f69 None None] Port 61649a32-6a88-492d-bf31-01d9c9175295 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:23:33.234344 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '61649a32-6a88-492d-bf31-01d9c9175295', 'name': '', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:54:9e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:30Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 2, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:33.242606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0fb7a7d5-84fd-44c1-8013-dfca343ba6e5 None None] Provisioning complete for port 61649a32-6a88-492d-bf31-01d9c9175295 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:33.243258 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0fb7a7d5-84fd-44c1-8013-dfca343ba6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (61649a32-6a88-492d-bf31-01d9c9175295), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:33.265277 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Checking router: 5e98b69f-aae2-457c-9921-7fa0884ffce0 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:23:33.265649 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Updating router 5e98b69f-aae2-457c-9921-7fa0884ffce0 port 61649a32-6a88-492d-bf31-01d9c9175295 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:23:33.289178 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0fb7a7d5-84fd-44c1-8013-dfca343ba6e5 None None] Port 61649a32-6a88-492d-bf31-01d9c9175295 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:23:33.304165 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (61649a32-6a88-492d-bf31-01d9c9175295), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:33.505633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:23:33.564540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:33.565115 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:33.620001 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Publish callbacks [] for port (61649a32-6a88-492d-bf31-01d9c9175295), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:33.626312 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (61649a32-6a88-492d-bf31-01d9c9175295), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:33.653567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:33.654798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device da392508-829f-4583-aa23-c7a59809d435 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:23:33.706230 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8436d7-7adf-4053-9b0b-7b3078e256fd None None] Pushing event updated for resources: {'Port': ['ID=61649a32-6a88-492d-bf31-01d9c9175295,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:33.715945 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8436d7-7adf-4053-9b0b-7b3078e256fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:33.716592 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8436d7-7adf-4053-9b0b-7b3078e256fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:33.717159 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8436d7-7adf-4053-9b0b-7b3078e256fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:33.717666 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8436d7-7adf-4053-9b0b-7b3078e256fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:33.718168 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8436d7-7adf-4053-9b0b-7b3078e256fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:33.718668 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8436d7-7adf-4053-9b0b-7b3078e256fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:33.719188 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8436d7-7adf-4053-9b0b-7b3078e256fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:33.719703 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8436d7-7adf-4053-9b0b-7b3078e256fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:33.720200 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8436d7-7adf-4053-9b0b-7b3078e256fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:33.720702 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8436d7-7adf-4053-9b0b-7b3078e256fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:33.721299 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8436d7-7adf-4053-9b0b-7b3078e256fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:33.722810 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8436d7-7adf-4053-9b0b-7b3078e256fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:33.722810 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8436d7-7adf-4053-9b0b-7b3078e256fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:33.735023 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port da392508-829f-4583-aa23-c7a59809d435 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:33.735773 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (da392508-829f-4583-aa23-c7a59809d435), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:33.755943 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Attempting to bind port 61649a32-6a88-492d-bf31-01d9c9175295 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:23:33.756280 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Attempting to bind port 61649a32-6a88-492d-bf31-01d9c9175295 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:23:33.756900 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Attempting to bind port 61649a32-6a88-492d-bf31-01d9c9175295 on network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:23:33.762588 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:23:33.763287 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Checking segment: {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:23:33.763875 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:33.764448 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Bound using segment: {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:23:33.765146 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Bound port: 61649a32-6a88-492d-bf31-01d9c9175295, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:23:33.765720 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (61649a32-6a88-492d-bf31-01d9c9175295), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:33.838126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port da392508-829f-4583-aa23-c7a59809d435 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:33.844034 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1bbd9a12-2c8e-4eef-a0bb-026067436177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:33.848435 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] For port 61649a32-6a88-492d-bf31-01d9c9175295, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:23:33.852370 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] For port 61649a32-6a88-492d-bf31-01d9c9175295, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=61649a32-6a88-492d-bf31-01d9c9175295,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:23:33.859520 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (61649a32-6a88-492d-bf31-01d9c9175295), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:33.907565 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Routers {'5e98b69f-aae2-457c-9921-7fa0884ffce0'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:33.908340 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:23:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['5e98b69f-aae2-457c-9921-7fa0884ffce0'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:34.039156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Provisioning complete for port 61649a32-6a88-492d-bf31-01d9c9175295 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:34.045030 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (61649a32-6a88-492d-bf31-01d9c9175295), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:34.130858 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8436d7-7adf-4053-9b0b-7b3078e256fd None None] Pushing event updated for resources: {'Port': ['ID=61649a32-6a88-492d-bf31-01d9c9175295,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:34.154652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6341a5ff-b2a6-4fe8-adb0-ab9be8df5f35 req-3fb6a000-d092-433e-881a-2ae668309390 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 210 time: 0.0507710 Feb 08 16:23:34.160458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-e332acb9-ce12-46ad-9b82-5e43132b32dc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:34.163338 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-e332acb9-ce12-46ad-9b82-5e43132b32dc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "GET /v2.0/networks?id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a HTTP/1.1" status: 200 len: 797 time: 0.2332094 Feb 08 16:23:34.191871 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] Set router 5e98b69f-aae2-457c-9921-7fa0884ffce0 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:34.195779 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Current status of the port 61649a32-6a88-492d-bf31-01d9c9175295 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:34.196022 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (61649a32-6a88-492d-bf31-01d9c9175295), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:34.241774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] For port 61649a32-6a88-492d-bf31-01d9c9175295, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=61649a32-6a88-492d-bf31-01d9c9175295,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:34.242526 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-a2b18661-4355-42bc-89ff-3fee0bc2ed50 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 379 time: 0.0705328 Feb 08 16:23:34.247178 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (61649a32-6a88-492d-bf31-01d9c9175295), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:34.254833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-6309459a-80b6-4cd5-a3c7-a9c96912fdcc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'port': {'device_id': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'admin_state_up': True, 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'security_groups': ['1497ad58-2648-4c5c-b334-b27df5f2a64a']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:34.301179 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Pushing event updated for resources: {'Port': ['ID=61649a32-6a88-492d-bf31-01d9c9175295,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:34.309240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:34.309600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:34.309948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:34.310293 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:34.310639 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:34.310978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:34.311313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:34.311646 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:34.311977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:34.312307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:34.312636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:34.312981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:34.313318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0291e4ca-8401-498a-908f-96999ffb822d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:23:34.370413 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-297546e5-6242-4950-ac09-f949c77f5e2a None None] Provisioning complete for port 61649a32-6a88-492d-bf31-01d9c9175295 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:34.371031 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-297546e5-6242-4950-ac09-f949c77f5e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (61649a32-6a88-492d-bf31-01d9c9175295), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:34.379967 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-6309459a-80b6-4cd5-a3c7-a9c96912fdcc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Made reservation on behalf of eaaf6f2b7cc84c8382c2d49312dd8dce for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:23:34.383471 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-6309459a-80b6-4cd5-a3c7-a9c96912fdcc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:34.424294 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '61649a32-6a88-492d-bf31-01d9c9175295', 'name': '', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:54:9e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:30Z', 'updated_at': '2022-02-08T16:23:33Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:34.451843 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371e0de1-b594-4800-9bc6-c5887940d7b1 None None] The sync data for ids ['5e98b69f-aae2-457c-9921-7fa0884ffce0'] in n-d-824834-11 is: [{'id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '61649a32-6a88-492d-bf31-01d9c9175295', 'name': '', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:54:9e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:30Z', 'updated_at': '2022-02-08T16:23:33Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:23:34.463178 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-297546e5-6242-4950-ac09-f949c77f5e2a None None] Current status of the port 61649a32-6a88-492d-bf31-01d9c9175295 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:34.528400 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-6309459a-80b6-4cd5-a3c7-a9c96912fdcc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.20.0.9 (09d20ba5-4749-4bb4-aa5a-9bac8205d64a/26896df9-a75a-4388-b6f5-b41d1eb8c02d/68bab884-5c04-479a-bcf8-af4b00aea474) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:23:34.701102 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-6309459a-80b6-4cd5-a3c7-a9c96912fdcc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (68bab884-5c04-479a-bcf8-af4b00aea474), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:34.748331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-6309459a-80b6-4cd5-a3c7-a9c96912fdcc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:34.802021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-6309459a-80b6-4cd5-a3c7-a9c96912fdcc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:23:34.805517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-6309459a-80b6-4cd5-a3c7-a9c96912fdcc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:23:34.811463 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-6309459a-80b6-4cd5-a3c7-a9c96912fdcc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:23:34.815283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309459a-80b6-4cd5-a3c7-a9c96912fdcc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=68bab884-5c04-479a-bcf8-af4b00aea474,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:34.872144 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-6309459a-80b6-4cd5-a3c7-a9c96912fdcc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:34.872839 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-6309459a-80b6-4cd5-a3c7-a9c96912fdcc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:34.896819 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-6309459a-80b6-4cd5-a3c7-a9c96912fdcc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6480832 Feb 08 16:23:34.908519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Request body: {'port': {'device_id': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:34.983909 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:35.090584 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6a70a16a-e44c-4255-a76a-22e891e22c03 None None] Provisioning complete for port 68bab884-5c04-479a-bcf8-af4b00aea474 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:35.091148 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6a70a16a-e44c-4255-a76a-22e891e22c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:35.130980 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6a70a16a-e44c-4255-a76a-22e891e22c03 None None] Port 68bab884-5c04-479a-bcf8-af4b00aea474 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:23:35.305208 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2ea8d-d78d-4ef5-bc0c-fc1e19bbdb68 req-97772e9d-72d9-46d0-91a9-6c55f8e06726 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:35.307580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99a2ea8d-d78d-4ef5-bc0c-fc1e19bbdb68 req-97772e9d-72d9-46d0-91a9-6c55f8e06726 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 931 time: 0.0623388 Feb 08 16:23:35.316061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68bab884-5c04-479a-bcf8-af4b00aea474 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:23:35.328934 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Publish callbacks [] for port (68bab884-5c04-479a-bcf8-af4b00aea474), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:35.352024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Transition to ACTIVE for port object 68bab884-5c04-479a-bcf8-af4b00aea474 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:23:35.357680 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:35.386557 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99a2ea8d-d78d-4ef5-bc0c-fc1e19bbdb68 req-dd9072fd-3dd3-48b8-8dc8-27f875f63d41 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718822 Feb 08 16:23:35.440666 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Pushing event updated for resources: {'Port': ['ID=68bab884-5c04-479a-bcf8-af4b00aea474,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:35.535463 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Attempting to bind port 68bab884-5c04-479a-bcf8-af4b00aea474 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:23:35.535965 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Attempting to bind port 68bab884-5c04-479a-bcf8-af4b00aea474 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:23:35.536393 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Attempting to bind port 68bab884-5c04-479a-bcf8-af4b00aea474 on network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:23:35.536786 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 61649a32-6a88-492d-bf31-01d9c9175295 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:23:35.543300 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Port 68bab884-5c04-479a-bcf8-af4b00aea474 on network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:23:35.543686 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Attempting to bind port 68bab884-5c04-479a-bcf8-af4b00aea474 on network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:23:35.552700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:23:35.553073 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Checking segment: {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:23:35.553476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Bound using segment: {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:23:35.553914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Bound port: 68bab884-5c04-479a-bcf8-af4b00aea474, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:23:35.554279 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:35.601627 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:35.611396 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 61649a32-6a88-492d-bf31-01d9c9175295 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:35.612085 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (61649a32-6a88-492d-bf31-01d9c9175295), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:35.633182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:23:35.638830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=68bab884-5c04-479a-bcf8-af4b00aea474,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:23:35.647366 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:35.698398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:35.699139 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:35.701110 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] 10.222.0.96 "PUT /v2.0/ports/68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 200 len: 1092 time: 0.7967505 Feb 08 16:23:35.716141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:23:35.724060 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a92204-bc27-4b42-99fe-6754fb570a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:23:35.726037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 61649a32-6a88-492d-bf31-01d9c9175295 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:35.807505 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5530111b-bd01-4006-8eeb-02f13bd3a4e7 x-openstack-request-id: req-5530111b-bd01-4006-8eeb-02f13bd3a4e7 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:23:35.808026 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:23:35.808660 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5530111b-bd01-4006-8eeb-02f13bd3a4e7 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:23:35.810211 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474', 'status': 'completed', 'code': 200} Feb 08 16:23:35.842128 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad40340-089e-409c-b906-cd1725c457fa service neutron] Pushing event updated for resources: {'Port': ['ID=68bab884-5c04-479a-bcf8-af4b00aea474,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:35.862647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-f4690332-eeee-4930-b42a-09841374f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:35.864392 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-f4690332-eeee-4930-b42a-09841374f434 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1126 time: 0.1134913 Feb 08 16:23:35.913249 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-aaf1074f-70c0-4f99-9922-e1ce4490f013 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 200 len: 217 time: 0.0424132 Feb 08 16:23:35.961870 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-d61af63e-85ab-421c-9021-1902612276b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:35.963342 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-d61af63e-85ab-421c-9021-1902612276b6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=26896df9-a75a-4388-b6f5-b41d1eb8c02d HTTP/1.1" status: 200 len: 834 time: 0.0447867 Feb 08 16:23:36.021811 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-680536c0-eff3-44cd-b3de-4a77087e9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:36.023359 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-680536c0-eff3-44cd-b3de-4a77087e9312 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0546534 Feb 08 16:23:36.116801 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-92562393-ccd5-41d9-ab24-6ecb67594bcf service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867479 Feb 08 16:23:36.209434 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96215871-9f8d-461c-9ef7-99f749b8e484 req-e22b325e-76b2-4183-883a-5da4d94a1c8e service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843358 Feb 08 16:23:36.295096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a92204-bc27-4b42-99fe-6754fb570a5d req-ed79a330-32f5-4ccc-8758-398dbbc9db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:36.296609 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-92a92204-bc27-4b42-99fe-6754fb570a5d req-ed79a330-32f5-4ccc-8758-398dbbc9db4f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1126 time: 0.0460219 Feb 08 16:23:36.391496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a92204-bc27-4b42-99fe-6754fb570a5d req-31e11ef7-3c41-4577-b23d-7b61f2dc7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:36.393371 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-92a92204-bc27-4b42-99fe-6754fb570a5d req-31e11ef7-3c41-4577-b23d-7b61f2dc7e89 service neutron] 10.222.0.96 "GET /v2.0/networks?id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a HTTP/1.1" status: 200 len: 898 time: 0.0905986 Feb 08 16:23:36.436274 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-92a92204-bc27-4b42-99fe-6754fb570a5d req-5f4da807-451e-4318-9ff9-a8add95c10f9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 200 len: 217 time: 0.0365567 Feb 08 16:23:36.492966 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a92204-bc27-4b42-99fe-6754fb570a5d req-6dde4127-b863-4c1d-993f-9294e2277fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:36.494533 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-92a92204-bc27-4b42-99fe-6754fb570a5d req-6dde4127-b863-4c1d-993f-9294e2277fd3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=26896df9-a75a-4388-b6f5-b41d1eb8c02d HTTP/1.1" status: 200 len: 834 time: 0.0519159 Feb 08 16:23:36.525157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cac2c-35ec-47c2-a827-4bdccb63aee2 req-3c35c8d6-5249-4809-89b5-5c1b3487ba2d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:36.526738 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb3cac2c-35ec-47c2-a827-4bdccb63aee2 req-3c35c8d6-5249-4809-89b5-5c1b3487ba2d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 943 time: 0.0556118 Feb 08 16:23:36.551184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a92204-bc27-4b42-99fe-6754fb570a5d req-787ec218-f9c3-4498-9710-6dd521c6c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:36.552726 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-92a92204-bc27-4b42-99fe-6754fb570a5d req-787ec218-f9c3-4498-9710-6dd521c6c2ce service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513303 Feb 08 16:23:36.577716 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb3cac2c-35ec-47c2-a827-4bdccb63aee2 req-34176d8f-7b98-402a-8c62-c4227e4150c8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453589 Feb 08 16:23:36.647903 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-92a92204-bc27-4b42-99fe-6754fb570a5d req-24856228-f540-408b-8799-4194444c4bab service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888493 Feb 08 16:23:36.744679 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-92a92204-bc27-4b42-99fe-6754fb570a5d req-2f1fcc83-7121-440e-84e6-ce36ea3b721f service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906303 Feb 08 16:23:36.776154 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:37.647627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 68bab884-5c04-479a-bcf8-af4b00aea474 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:23:37.722806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994e769-7772-4a19-b55a-1a241084f5fa req-cb736c2a-ff9f-468c-b1df-82955dae8443 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:37.724456 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e994e769-7772-4a19-b55a-1a241084f5fa req-cb736c2a-ff9f-468c-b1df-82955dae8443 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 943 time: 0.0578337 Feb 08 16:23:37.766054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=68bab884-5c04-479a-bcf8-af4b00aea474,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:37.778561 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e994e769-7772-4a19-b55a-1a241084f5fa req-befe3c5c-f168-470a-83f4-77cfdd9d3ab4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478237 Feb 08 16:23:37.780112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '68bab884-5c04-479a-bcf8-af4b00aea474', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'port_id': '68bab884-5c04-479a-bcf8-af4b00aea474', 'mac_address': 'fa:16:3e:81:29:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:23:37.822529 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 68bab884-5c04-479a-bcf8-af4b00aea474 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:37.822928 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:37.837160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bab884-5c04-479a-bcf8-af4b00aea474 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:23:37.857026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=68bab884-5c04-479a-bcf8-af4b00aea474,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:37.861307 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:37.910425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=68bab884-5c04-479a-bcf8-af4b00aea474,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:37.989543 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:38.064542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['68bab884-5c04-479a-bcf8-af4b00aea474'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:23:38.918056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890593b-24f8-4b67-b243-d2d36f02faa9 req-32acb96e-b808-4b2d-aadc-b64fc635edfa tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:38.919616 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b890593b-24f8-4b67-b243-d2d36f02faa9 req-32acb96e-b808-4b2d-aadc-b64fc635edfa tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 944 time: 0.0607097 Feb 08 16:23:38.972916 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b890593b-24f8-4b67-b243-d2d36f02faa9 req-50163e59-8075-4ad2-829d-b85692dfaea3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463269 Feb 08 16:23:39.662508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 68bab884-5c04-479a-bcf8-af4b00aea474 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:23:39.712178 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 68bab884-5c04-479a-bcf8-af4b00aea474 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:23:39.717462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 68bab884-5c04-479a-bcf8-af4b00aea474 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:23:39.718216 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:39.796766 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 68bab884-5c04-479a-bcf8-af4b00aea474 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:23:39.797185 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:39.822864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:23:39.825228 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092025ab-8759-4503-bbef-dca120800d97" -d '{"events": [{"server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "name": "network-vif-plugged", "status": "completed", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:23:39.838946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=68bab884-5c04-479a-bcf8-af4b00aea474,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:23:39.844231 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:39.872443 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17374815-a104-43b9-8a84-ff2eac6e3916 x-openstack-request-id: req-17374815-a104-43b9-8a84-ff2eac6e3916 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:23:39.872882 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "name": "network-vif-plugged", "status": "completed", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:23:39.873091 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-17374815-a104-43b9-8a84-ff2eac6e3916 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:23:39.873440 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474', 'code': 200} Feb 08 16:23:39.906218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=68bab884-5c04-479a-bcf8-af4b00aea474,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:39.985692 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322c1ec-561d-46a5-9333-1b85ecacb6f1 req-78927a85-99b6-4a11-9163-0b3871bdcfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:39.987372 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0322c1ec-561d-46a5-9333-1b85ecacb6f1 req-78927a85-99b6-4a11-9163-0b3871bdcfcb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1128 time: 0.0498018 Feb 08 16:23:40.045361 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0322c1ec-561d-46a5-9333-1b85ecacb6f1 req-6fc53670-4efe-45b9-a47e-5f7c29092524 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505338 Feb 08 16:23:40.111551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804d6c2-d099-4cf8-ba8d-e874aa40cd6c req-e77a77de-c805-497f-b64b-2872a8d7a55a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:40.113767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d804d6c2-d099-4cf8-ba8d-e874aa40cd6c req-e77a77de-c805-497f-b64b-2872a8d7a55a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0594263 Feb 08 16:23:40.168359 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d804d6c2-d099-4cf8-ba8d-e874aa40cd6c req-94e7c6fd-58df-46b8-90b2-606874f914e4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487859 Feb 08 16:23:40.271211 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-91c4fb5b-7e39-4541-93c9-9eff71c706bf req-8798080d-7e6d-4111-8ea8-f7983e14afa3 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449398 Feb 08 16:23:40.347353 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4fb5b-7e39-4541-93c9-9eff71c706bf req-f1af670e-f4e0-4832-a646-85cc32e514a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:40.348916 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-91c4fb5b-7e39-4541-93c9-9eff71c706bf req-f1af670e-f4e0-4832-a646-85cc32e514a1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 1129 time: 0.0506387 Feb 08 16:23:40.454127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4fb5b-7e39-4541-93c9-9eff71c706bf req-3f301cdc-d03b-4356-920a-afe4a7cd5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:40.455526 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-91c4fb5b-7e39-4541-93c9-9eff71c706bf req-3f301cdc-d03b-4356-920a-afe4a7cd5e7c service neutron] 10.222.0.94 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.0875337 Feb 08 16:23:40.535612 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-91c4fb5b-7e39-4541-93c9-9eff71c706bf req-af1718fb-d3e3-4df5-b950-d78fbdccb53b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04bb4738-03cb-4d03-9e55-f74c60d7fa7d HTTP/1.1" status: 200 len: 1002 time: 0.0656335 Feb 08 16:23:40.588465 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4fb5b-7e39-4541-93c9-9eff71c706bf req-00f961ba-cc10-4974-ae0d-443453c07b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:40.590009 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-91c4fb5b-7e39-4541-93c9-9eff71c706bf req-00f961ba-cc10-4974-ae0d-443453c07b9d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0457063 Feb 08 16:23:40.641442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4fb5b-7e39-4541-93c9-9eff71c706bf req-6cfd61a0-f800-4eb8-b85f-d1730540cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:40.643315 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-91c4fb5b-7e39-4541-93c9-9eff71c706bf req-6cfd61a0-f800-4eb8-b85f-d1730540cf8d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469456 Feb 08 16:23:40.743950 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-91c4fb5b-7e39-4541-93c9-9eff71c706bf req-8d8ad7b1-4f22-4889-820e-8b3706559eb2 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936775 Feb 08 16:23:40.842801 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-91c4fb5b-7e39-4541-93c9-9eff71c706bf req-bb934d0c-63d0-4f22-9b99-4599d49c9e4e service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918343 Feb 08 16:23:41.309675 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982d8c5-3d4e-4218-bbeb-4131e0af45f6 req-da012c0b-7196-401a-9acc-84c4715539cc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:41.311184 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c982d8c5-3d4e-4218-bbeb-4131e0af45f6 req-da012c0b-7196-401a-9acc-84c4715539cc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0642612 Feb 08 16:23:41.365827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c982d8c5-3d4e-4218-bbeb-4131e0af45f6 req-416be2cd-cd4d-489a-89c1-1e2dfbfdbb6e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488348 Feb 08 16:23:41.495094 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b321f-7d18-4ba4-ba4b-91d68f04809a req-573b9f65-fe5d-4f09-91c3-15b225f1047b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:41.496627 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a81b321f-7d18-4ba4-ba4b-91d68f04809a req-573b9f65-fe5d-4f09-91c3-15b225f1047b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0592663 Feb 08 16:23:41.546807 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a81b321f-7d18-4ba4-ba4b-91d68f04809a req-8e97b8a8-4244-4952-a671-f20e0186349d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444427 Feb 08 16:23:41.569627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58168) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:41.613654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61981cbd-16b7-4dc9-8556-8ca6e928be33 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:41.615200 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-61981cbd-16b7-4dc9-8556-8ca6e928be33 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1123 time: 0.0445743 Feb 08 16:23:41.617959 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58170) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:41.622202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '68bab884-5c04-479a-bcf8-af4b00aea474', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:23:41.642534 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:41.742787 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:41.850551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.25.7.112 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/d11dad4a-ed65-4559-bd89-d78bd2a5d561) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:23:41.952650 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (d11dad4a-ed65-4559-bd89-d78bd2a5d561), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:41.994636 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d11dad4a-ed65-4559-bd89-d78bd2a5d561), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:42.036190 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:23:42.039193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:23:42.042660 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:23:42.048281 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=d11dad4a-ed65-4559-bd89-d78bd2a5d561,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:42.721091 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (91be33af-6865-411e-8f23-630f825370fe), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:42.797388 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d11dad4a-ed65-4559-bd89-d78bd2a5d561), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:42.954557 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (d11dad4a-ed65-4559-bd89-d78bd2a5d561), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:42.958910 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d11dad4a-ed65-4559-bd89-d78bd2a5d561), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:43.027102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=d11dad4a-ed65-4559-bd89-d78bd2a5d561,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:23:43.037577 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (91be33af-6865-411e-8f23-630f825370fe), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:43.142453 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Floating IP 91be33af-6865-411e-8f23-630f825370fe associated. External IP: 172.25.7.112, port: 68bab884-5c04-479a-bcf8-af4b00aea474. Feb 08 16:23:43.394204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router 5e98b69f-aae2-457c-9921-7fa0884ffce0 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:23:43.531284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:23:43.542014 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bda260f-5ba2-4f55-80c5-65d18d558f9e None None] Sync routers for ids ['5e98b69f-aae2-457c-9921-7fa0884ffce0'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:23:43.551782 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:43.552458 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bda260f-5ba2-4f55-80c5-65d18d558f9e None None] Routers {'5e98b69f-aae2-457c-9921-7fa0884ffce0'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:43.553370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-4bda260f-5ba2-4f55-80c5-65d18d558f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:23:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['5e98b69f-aae2-457c-9921-7fa0884ffce0'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:43.587433 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9c1f961f-674c-453a-b471-f7c8379bb8b4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9659004 Feb 08 16:23:43.587433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:23:43.588040 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f3bbdf-701d-4a5f-b851-efd797873733" -d '{"events": [{"name": "network-changed", "server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:23:43.628533 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2070d7c3-6680-44be-a08e-2cab93058e06 x-openstack-request-id: req-2070d7c3-6680-44be-a08e-2cab93058e06 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:23:43.628831 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:23:43.629121 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2070d7c3-6680-44be-a08e-2cab93058e06 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:23:43.629541 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474', 'status': 'completed', 'code': 200} Feb 08 16:23:43.670184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-4bda260f-5ba2-4f55-80c5-65d18d558f9e None None] Set router 5e98b69f-aae2-457c-9921-7fa0884ffce0 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:43.702438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3bbdf-701d-4a5f-b851-efd797873733 req-4dee23ac-9a0b-497b-8c20-b6b3900ae6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:43.704266 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-41f3bbdf-701d-4a5f-b851-efd797873733 req-4dee23ac-9a0b-497b-8c20-b6b3900ae6ba service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1128 time: 0.0504034 Feb 08 16:23:43.709254 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5dca7-d00e-4cb8-9907-cfa1d1b92765 req-4ea29f02-9c2b-4f27-a055-1bea65860355 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:43.710905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fa5dca7-d00e-4cb8-9907-cfa1d1b92765 req-4ea29f02-9c2b-4f27-a055-1bea65860355 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0672667 Feb 08 16:23:43.774305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fa5dca7-d00e-4cb8-9907-cfa1d1b92765 req-bb23b591-7d5f-4c9e-9e09-29c38ec20b67 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554287 Feb 08 16:23:43.798732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58176) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:43.827464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3bbdf-701d-4a5f-b851-efd797873733 req-24d480bb-6278-479d-9254-ec225d148afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:43.829462 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-41f3bbdf-701d-4a5f-b851-efd797873733 req-24d480bb-6278-479d-9254-ec225d148afe service neutron] 10.222.0.96 "GET /v2.0/networks?id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a HTTP/1.1" status: 200 len: 898 time: 0.1151597 Feb 08 16:23:43.881305 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b4aa6173-e6c5-4c11-a0af-f970786e9275 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/91be33af-6865-411e-8f23-630f825370fe HTTP/1.1" status: 200 len: 991 time: 0.0798261 Feb 08 16:23:43.910022 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-41f3bbdf-701d-4a5f-b851-efd797873733 req-04974c70-ee42-4181-a5f9-00218323b79e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 200 len: 999 time: 0.0749900 Feb 08 16:23:43.938703 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-4bda260f-5ba2-4f55-80c5-65d18d558f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '91be33af-6865-411e-8f23-630f825370fe', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'port_id': '68bab884-5c04-479a-bcf8-af4b00aea474', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'mac_address': 'fa:16:3e:81:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:23:42Z', 'updated_at': '2022-02-08T16:23:42Z', 'revision_number': 0, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61649a32-6a88-492d-bf31-01d9c9175295', 'name': '', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:54:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:30Z', 'updated_at': '2022-02-08T16:23:34Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:43.964167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3bbdf-701d-4a5f-b851-efd797873733 req-ec0bcf97-da99-40c8-b3a0-a631e910751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:43.966375 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-41f3bbdf-701d-4a5f-b851-efd797873733 req-ec0bcf97-da99-40c8-b3a0-a631e910751f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=26896df9-a75a-4388-b6f5-b41d1eb8c02d HTTP/1.1" status: 200 len: 834 time: 0.0507064 Feb 08 16:23:43.972327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bda260f-5ba2-4f55-80c5-65d18d558f9e None None] Checking router: 5e98b69f-aae2-457c-9921-7fa0884ffce0 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:23:43.981727 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bda260f-5ba2-4f55-80c5-65d18d558f9e None None] Routers {'5e98b69f-aae2-457c-9921-7fa0884ffce0'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:23:43.982443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-4bda260f-5ba2-4f55-80c5-65d18d558f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:23:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['5e98b69f-aae2-457c-9921-7fa0884ffce0'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:44.016303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3bbdf-701d-4a5f-b851-efd797873733 req-2f4e6500-b980-4532-ab78-b421efc8d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:44.017888 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-41f3bbdf-701d-4a5f-b851-efd797873733 req-2f4e6500-b980-4532-ab78-b421efc8d7a4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457911 Feb 08 16:23:44.097685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-4bda260f-5ba2-4f55-80c5-65d18d558f9e None None] Set router 5e98b69f-aae2-457c-9921-7fa0884ffce0 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:23:44.133146 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-41f3bbdf-701d-4a5f-b851-efd797873733 req-0b022856-1c7b-4f1f-80b6-e4d8fe3b000c service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092932 Feb 08 16:23:44.201357 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:23:44.226491 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-41f3bbdf-701d-4a5f-b851-efd797873733 req-07e397d4-c467-4415-ba7d-9f155af63894 service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874007 Feb 08 16:23:44.339918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-4bda260f-5ba2-4f55-80c5-65d18d558f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '91be33af-6865-411e-8f23-630f825370fe', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'port_id': '68bab884-5c04-479a-bcf8-af4b00aea474', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'mac_address': 'fa:16:3e:81:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:23:42Z', 'updated_at': '2022-02-08T16:23:42Z', 'revision_number': 0, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61649a32-6a88-492d-bf31-01d9c9175295', 'name': '', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:54:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:30Z', 'updated_at': '2022-02-08T16:23:34Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:23:44.370018 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bda260f-5ba2-4f55-80c5-65d18d558f9e None None] The sync data for ids ['5e98b69f-aae2-457c-9921-7fa0884ffce0'] in n-d-824834-11 is: [{'id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '91be33af-6865-411e-8f23-630f825370fe', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'port_id': '68bab884-5c04-479a-bcf8-af4b00aea474', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'mac_address': 'fa:16:3e:81:29:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:23:42Z', 'updated_at': '2022-02-08T16:23:42Z', 'revision_number': 0, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61649a32-6a88-492d-bf31-01d9c9175295', 'name': '', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:54:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:30Z', 'updated_at': '2022-02-08T16:23:34Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:23:44.578448 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01110221-b178-4c88-873b-b7f84ae4d38e None None] New status for floating IP 91be33af-6865-411e-8f23-630f825370fe: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:23:44.884643 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58180) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:44.946288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-77075fe4-846e-40cb-9f0a-7ba8f7fba3a7 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/91be33af-6865-411e-8f23-630f825370fe HTTP/1.1" status: 200 len: 993 time: 0.0604520 Feb 08 16:23:49.123395 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:50.543440 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:23:56.577752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58192) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:23:56.679551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86f5e3-31be-4292-a6d0-117d44af2763 req-7e07a3b1-0112-4418-89d6-59c51c26d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:23:56.681044 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a86f5e3-31be-4292-a6d0-117d44af2763 req-7e07a3b1-0112-4418-89d6-59c51c26d522 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 1128 time: 0.1022274 Feb 08 16:23:56.728118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a86f5e3-31be-4292-a6d0-117d44af2763 req-22a9c9d5-060c-4e43-9e7a-c60599c7d762 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414848 Feb 08 16:24:01.561224 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-12367d85-0592-4e23-90aa-d3c1c8adc57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:03.818189 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-37b8a353-9bc6-4fe4-b3da-b9247e8adddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:05.593517 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:06.911977 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:07.993343 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:13.631995 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c95d1e-89d0-4ee5-8f85-f0e29d42c9b6 req-bd632c85-ba72-491c-bb52-f028c9b58ad0 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:13.633572 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-76c95d1e-89d0-4ee5-8f85-f0e29d42c9b6 req-bd632c85-ba72-491c-bb52-f028c9b58ad0 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1128 time: 0.0451207 Feb 08 16:24:13.679554 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-76c95d1e-89d0-4ee5-8f85-f0e29d42c9b6 req-244f1707-d34d-41c9-b4c6-bf436da885da tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401638 Feb 08 16:24:13.812017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5a083-da60-4060-8da8-1ea4ba868634 req-ffeeef54-9fdd-4839-bde9-36be004b6c36 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:13.813525 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daf5a083-da60-4060-8da8-1ea4ba868634 req-ffeeef54-9fdd-4839-bde9-36be004b6c36 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0590498 Feb 08 16:24:13.863953 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daf5a083-da60-4060-8da8-1ea4ba868634 req-5f7266a6-38d3-44c4-8a16-615890fee95b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442498 Feb 08 16:24:13.885598 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58224) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:24:13.950495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b6f005d4-2510-4db9-b89a-1214b957405a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/91be33af-6865-411e-8f23-630f825370fe HTTP/1.1" status: 200 len: 993 time: 0.0634823 Feb 08 16:24:14.304596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-e7a94757-60ad-424c-85d6-16d724aaa905 req-bc7897a8-92c6-42b1-be42-a6ad4e7b1911 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:24:14.305658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7a94757-60ad-424c-85d6-16d724aaa905 req-bc7897a8-92c6-42b1-be42-a6ad4e7b1911 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055685 Feb 08 16:24:14.560158 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58238) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:24:14.639099 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956df145-7e2b-4ccf-a84f-af1872e4ac80 req-f9a26f7c-fef2-44d4-85c0-4a3f2cb0ff57 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:14.640621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-956df145-7e2b-4ccf-a84f-af1872e4ac80 req-f9a26f7c-fef2-44d4-85c0-4a3f2cb0ff57 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0691395 Feb 08 16:24:14.712781 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-989cc82e-6ada-4329-9578-2c9fdc51afdb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1510994 Feb 08 16:24:14.716351 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-956df145-7e2b-4ccf-a84f-af1872e4ac80 req-80f824be-08fa-4ad6-b184-857a3aeadc9e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570338 Feb 08 16:24:14.725360 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-f5e94544-9448-4d54-a31d-3029718829af service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:24:14.726416 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-f5e94544-9448-4d54-a31d-3029718829af service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060949 Feb 08 16:24:15.929349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca01e5-c00f-4511-9938-8c0e6e2021f1 req-217cd918-b870-4ed6-bc61-59bcbf56abdb tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:15.931412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7bca01e5-c00f-4511-9938-8c0e6e2021f1 req-217cd918-b870-4ed6-bc61-59bcbf56abdb tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.1325858 Feb 08 16:24:15.984510 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7bca01e5-c00f-4511-9938-8c0e6e2021f1 req-7dceb76e-3ade-4174-a00d-3b7e0d251391 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471833 Feb 08 16:24:16.018262 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-e446cb73-01bb-4742-b54d-bf849029f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:16.022615 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-e446cb73-01bb-4742-b54d-bf849029f9e2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1128 time: 0.0684700 Feb 08 16:24:16.130668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-ce400e47-d26e-4865-9361-13aca5b0d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:16.132336 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-ce400e47-d26e-4865-9361-13aca5b0d9bc service neutron] 10.222.0.96 "GET /v2.0/networks?id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a HTTP/1.1" status: 200 len: 898 time: 0.1062448 Feb 08 16:24:16.211155 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-020ff11c-d9d5-4b88-9723-7a2a5a1721a4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 200 len: 1001 time: 0.0730157 Feb 08 16:24:16.264649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-0f2614a3-9a88-45b4-9f09-7e985148183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:16.266954 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-0f2614a3-9a88-45b4-9f09-7e985148183c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=26896df9-a75a-4388-b6f5-b41d1eb8c02d HTTP/1.1" status: 200 len: 834 time: 0.0495801 Feb 08 16:24:16.325742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-6a98186a-5991-4469-b5f4-2657cf036074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:16.327282 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-6a98186a-5991-4469-b5f4-2657cf036074 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0536849 Feb 08 16:24:16.422688 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-c890b77f-ade5-4d2d-aa82-7bd9ce4ad637 service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885954 Feb 08 16:24:16.512840 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-10d6b5cc-dcee-4001-97f4-866e9b3080e9 service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835083 Feb 08 16:24:17.118194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7605171-8cea-4335-be0e-c5a572667242 req-1d24b4de-01a9-43b1-a53f-e4f3f689c83e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:17.119719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7605171-8cea-4335-be0e-c5a572667242 req-1d24b4de-01a9-43b1-a53f-e4f3f689c83e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0591145 Feb 08 16:24:17.168602 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7605171-8cea-4335-be0e-c5a572667242 req-2cbafcc3-6dfd-4018-88b6-acc2ec2c7974 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431733 Feb 08 16:24:18.297519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b2880-760b-4bac-b1cc-35909da6da12 req-cfa82252-91a6-46c6-bd1c-f8f120422846 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:18.299327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f23b2880-760b-4bac-b1cc-35909da6da12 req-cfa82252-91a6-46c6-bd1c-f8f120422846 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0570986 Feb 08 16:24:18.350233 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f23b2880-760b-4bac-b1cc-35909da6da12 req-d38997ed-2478-49f1-9acb-7a0d41015272 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444229 Feb 08 16:24:19.128007 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:19.477714 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64df745-b748-4a99-9b9f-00c453d95cd4 req-a2d6e432-9176-4848-86c5-3a9a5587ced0 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:19.479246 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d64df745-b748-4a99-9b9f-00c453d95cd4 req-a2d6e432-9176-4848-86c5-3a9a5587ced0 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0546482 Feb 08 16:24:19.532764 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d64df745-b748-4a99-9b9f-00c453d95cd4 req-1bc7a403-7360-4dd1-9a4a-9c8c1afd1dd9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478411 Feb 08 16:24:20.544052 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:20.668043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5218783-9130-46d8-9831-e09627eb94de req-7ccab623-48b3-432d-b465-43b8b5457ec8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:20.669567 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5218783-9130-46d8-9831-e09627eb94de req-7ccab623-48b3-432d-b465-43b8b5457ec8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0637724 Feb 08 16:24:20.719699 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5218783-9130-46d8-9831-e09627eb94de req-c103bada-2a09-4f1a-9cd5-88b5134a402a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444131 Feb 08 16:24:21.201718 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:24:21.849278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3012183-9ee8-4c6e-a1f2-3cefd612b5c3 req-b9959f44-6381-442e-92e7-3a277b8097ce tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:21.850805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3012183-9ee8-4c6e-a1f2-3cefd612b5c3 req-b9959f44-6381-442e-92e7-3a277b8097ce tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0560386 Feb 08 16:24:21.901093 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3012183-9ee8-4c6e-a1f2-3cefd612b5c3 req-7d65e616-5d4f-463d-b5b8-6d99224bf7ba tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445435 Feb 08 16:24:23.036522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a2538-8ce4-4d59-b261-b7baf7df5b4c req-1065171e-2131-447f-ac0b-914cfaa7de3b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:23.038122 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-419a2538-8ce4-4d59-b261-b7baf7df5b4c req-1065171e-2131-447f-ac0b-914cfaa7de3b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0578778 Feb 08 16:24:23.087308 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-419a2538-8ce4-4d59-b261-b7baf7df5b4c req-13a52601-0370-4da7-8790-958a7a6f2cb7 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434873 Feb 08 16:24:24.207181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aac692-4a9e-48b3-8281-f45678758621 req-76124000-ddff-44a8-bd7a-81e26739ee5a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:24.208677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a8aac692-4a9e-48b3-8281-f45678758621 req-76124000-ddff-44a8-bd7a-81e26739ee5a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0532095 Feb 08 16:24:24.263203 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a8aac692-4a9e-48b3-8281-f45678758621 req-8163cddc-8cf5-448a-9f8a-868f7c8be919 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485892 Feb 08 16:24:25.282180 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997861e-66b1-43e9-9eb1-199c5d973319 req-2e8073cc-2904-4b7a-9951-eaa4a016862f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:25.283668 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4997861e-66b1-43e9-9eb1-199c5d973319 req-2e8073cc-2904-4b7a-9951-eaa4a016862f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 946 time: 0.0587900 Feb 08 16:24:25.340240 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4997861e-66b1-43e9-9eb1-199c5d973319 req-8fad4c68-590a-41d2-9e97-3dd88856484f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500097 Feb 08 16:24:25.401867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625f125-c6e4-4829-bcfd-8444549300fc req-c8ff2c08-e759-4a16-9153-44f1bc4e8834 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:25.403413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c625f125-c6e4-4829-bcfd-8444549300fc req-c8ff2c08-e759-4a16-9153-44f1bc4e8834 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0568464 Feb 08 16:24:25.460086 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c625f125-c6e4-4829-bcfd-8444549300fc req-1f80b157-987a-41b7-b1cd-222148fe2c6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489221 Feb 08 16:24:26.462139 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41316a-75d2-4c14-9516-0393155e135f req-594d7d97-bb61-450e-97d4-37fb1031c2b7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:26.463632 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c41316a-75d2-4c14-9516-0393155e135f req-594d7d97-bb61-450e-97d4-37fb1031c2b7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 946 time: 0.0560851 Feb 08 16:24:26.516718 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c41316a-75d2-4c14-9516-0393155e135f req-13aaace5-f2f1-47b8-9cba-cf4a9ad00bb2 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475004 Feb 08 16:24:26.590327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c707c8-c46f-4eb2-bd70-c59b30e6c977 req-66aa3f84-2f6f-4d3f-b798-6b1a85ac01c5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:26.591851 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4c707c8-c46f-4eb2-bd70-c59b30e6c977 req-66aa3f84-2f6f-4d3f-b798-6b1a85ac01c5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0629911 Feb 08 16:24:26.647618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4c707c8-c46f-4eb2-bd70-c59b30e6c977 req-f006a070-3e31-4a34-ad44-5199ebfef826 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478358 Feb 08 16:24:27.083624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-1bc3d77c-7d61-4402-876d-22a7d20779ba tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:27.085772 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-1bc3d77c-7d61-4402-876d-22a7d20779ba tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.94 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 946 time: 0.0642579 Feb 08 16:24:27.186284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-dccdcfab-2026-465f-9112-44e82006e127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Deleting port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:24:27.186609 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-dccdcfab-2026-465f-9112-44e82006e127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:27.273127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-dccdcfab-2026-465f-9112-44e82006e127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] For port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=04bb4738-03cb-4d03-9e55-f74c60d7fa7d,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:24:27.273487 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-dccdcfab-2026-465f-9112-44e82006e127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:27.491906 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-dccdcfab-2026-465f-9112-44e82006e127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:27.492267 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-dccdcfab-2026-465f-9112-44e82006e127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (00b92883-010b-485d-bf65-73894a4c9497), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:27.492579 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-dccdcfab-2026-465f-9112-44e82006e127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Floating IP 00b92883-010b-485d-bf65-73894a4c9497 disassociated. External IP: 172.25.7.125, port: 04bb4738-03cb-4d03-9e55-f74c60d7fa7d. Feb 08 16:24:27.492915 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-dccdcfab-2026-465f-9112-44e82006e127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Calling delete_port for 04bb4738-03cb-4d03-9e55-f74c60d7fa7d owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:24:27.626524 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-dccdcfab-2026-465f-9112-44e82006e127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (04bb4738-03cb-4d03-9e55-f74c60d7fa7d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:27.644923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72317840-ac3d-4479-a21b-44194a3f1dff req-e8061cbc-f0b0-49c2-b7f0-86cc6ce81307 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:27.646731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72317840-ac3d-4479-a21b-44194a3f1dff req-e8061cbc-f0b0-49c2-b7f0-86cc6ce81307 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 867 time: 0.0564590 Feb 08 16:24:27.657084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdcfab-2026-465f-9112-44e82006e127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event deleted for resources: {'Port': ['ID=04bb4738-03cb-4d03-9e55-f74c60d7fa7d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:24:27.734791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72317840-ac3d-4479-a21b-44194a3f1dff req-c1ae475d-c237-4bd9-ac82-1e3303d32d26 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795102 Feb 08 16:24:27.791145 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-dccdcfab-2026-465f-9112-44e82006e127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:24:27.809612 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a49c9-eac4-44f7-a941-917d16f9fd3c req-2a72af23-a26b-4cb8-ac5f-efeb4da790b0 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:27.811856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a93a49c9-eac4-44f7-a941-917d16f9fd3c req-2a72af23-a26b-4cb8-ac5f-efeb4da790b0 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0757213 Feb 08 16:24:27.863584 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a93a49c9-eac4-44f7-a941-917d16f9fd3c req-241075e2-f2fd-49ea-9be4-553119bec13e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456896 Feb 08 16:24:27.916255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-dccdcfab-2026-465f-9112-44e82006e127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:24:27.926516 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b1c22-0b70-4350-bc5a-5e51c0bd71b0 None None] Sync routers for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:24:27.937566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b1c22-0b70-4350-bc5a-5e51c0bd71b0 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:24:27.938469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f55b1c22-0b70-4350-bc5a-5e51c0bd71b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:24:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:24:27.958928 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-dccdcfab-2026-465f-9112-44e82006e127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] No DVR routers for this DVR port 04bb4738-03cb-4d03-9e55-f74c60d7fa7d on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:24:27.962022 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-dccdcfab-2026-465f-9112-44e82006e127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:27.965593 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8c4b9b0a-2727-4e7e-ba16-7c9124a72e5b req-dccdcfab-2026-465f-9112-44e82006e127 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.94 "DELETE /v2.0/ports/04bb4738-03cb-4d03-9e55-f74c60d7fa7d HTTP/1.1" status: 204 len: 173 time: 0.8712249 Feb 08 16:24:27.966266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6380dd-7ef2-406e-85a3-719711a6b02c', 'name': 'network-vif-deleted', 'tag': '04bb4738-03cb-4d03-9e55-f74c60d7fa7d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:24:27.968653 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc4a9de-eaee-4fa2-aca3-783198686f4b" -d '{"events": [{"server_uuid": "af6380dd-7ef2-406e-85a3-719711a6b02c", "name": "network-vif-deleted", "tag": "04bb4738-03cb-4d03-9e55-f74c60d7fa7d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:24:28.016647 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542f15b4-6916-4060-bf7c-bf79c07d1b1c x-openstack-request-id: req-542f15b4-6916-4060-bf7c-bf79c07d1b1c {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:24:28.017020 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6380dd-7ef2-406e-85a3-719711a6b02c", "name": "network-vif-deleted", "tag": "04bb4738-03cb-4d03-9e55-f74c60d7fa7d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:24:28.017244 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-542f15b4-6916-4060-bf7c-bf79c07d1b1c {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:24:28.017926 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6380dd-7ef2-406e-85a3-719711a6b02c', 'name': 'network-vif-deleted', 'tag': '04bb4738-03cb-4d03-9e55-f74c60d7fa7d', 'status': 'completed', 'code': 200} Feb 08 16:24:28.076829 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f55b1c22-0b70-4350-bc5a-5e51c0bd71b0 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:24:28.298830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f55b1c22-0b70-4350-bc5a-5e51c0bd71b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:24:28.325257 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b1c22-0b70-4350-bc5a-5e51c0bd71b0 None None] Checking router: b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:24:28.334424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b1c22-0b70-4350-bc5a-5e51c0bd71b0 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:24:28.335046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f55b1c22-0b70-4350-bc5a-5e51c0bd71b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:24:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:24:28.451565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f55b1c22-0b70-4350-bc5a-5e51c0bd71b0 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:24:28.481635 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-ca7124ec-64a2-4c83-ac1e-d8f4ee089f18 service neutron] show failed (client error): The resource could not be found. Feb 08 16:24:28.482671 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-ca7124ec-64a2-4c83-ac1e-d8f4ee089f18 service neutron] 10.222.0.96 "GET /v2.0/ports/68bab884-5c04-479a-bcf8-af4b00aea474/bindings/n-h1-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.1304307 Feb 08 16:24:28.679917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f55b1c22-0b70-4350-bc5a-5e51c0bd71b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:24:28.712231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b1c22-0b70-4350-bc5a-5e51c0bd71b0 None None] The sync data for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 is: [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:24:28.848657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6eb0de5d-650c-494b-9a0e-b4cc0a2b795f req-c0695376-fc0b-48aa-a316-100321f49800 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 210 time: 0.0309715 Feb 08 16:24:28.868759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-b838933a-a07d-4c84-bf01-14d002275e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:28.870334 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-b838933a-a07d-4c84-bf01-14d002275e9b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 1128 time: 0.0535245 Feb 08 16:24:28.885657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:24:28.955509 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:29.015002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ff90b-218a-4002-8742-ea090d0caa9b req-bb93b0eb-fa65-47c0-add6-7a7cdb5a0298 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:29.016871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-992ff90b-218a-4002-8742-ea090d0caa9b req-bb93b0eb-fa65-47c0-add6-7a7cdb5a0298 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0697479 Feb 08 16:24:29.092081 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ffd715-a223-484c-a926-3bb14a1da472 None None] New status for floating IP 00b92883-010b-485d-bf65-73894a4c9497: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:24:29.105183 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-992ff90b-218a-4002-8742-ea090d0caa9b req-7d7cd7de-fc67-4c7a-bd22-747578d65647 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706885 Feb 08 16:24:29.207857 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=68bab884-5c04-479a-bcf8-af4b00aea474,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:24:29.248472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:24:29.296555 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Publish callbacks [] for port (68bab884-5c04-479a-bcf8-af4b00aea474), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:29.309616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Transition to ACTIVE for port object 68bab884-5c04-479a-bcf8-af4b00aea474 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:24:29.313281 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:29.393366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Pushing event updated for resources: {'Port': ['ID=68bab884-5c04-479a-bcf8-af4b00aea474,revision_number=6']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:24:29.408103 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:29.408565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:29.408919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:29.409293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:29.409768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:29.410192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:29.410815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:29.410978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:29.411244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:29.411575 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:29.411903 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:29.412235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:29.412560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:29.459068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] No DVR routers for this DVR port 68bab884-5c04-479a-bcf8-af4b00aea474 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:24:29.917528 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Attempting to bind port 68bab884-5c04-479a-bcf8-af4b00aea474 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:24:29.918225 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Attempting to bind port 68bab884-5c04-479a-bcf8-af4b00aea474 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:24:29.918225 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Attempting to bind port 68bab884-5c04-479a-bcf8-af4b00aea474 on network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:24:29.923173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Port 68bab884-5c04-479a-bcf8-af4b00aea474 on network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:24:29.923571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Attempting to bind port 68bab884-5c04-479a-bcf8-af4b00aea474 on network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:24:29.929399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:24:29.929741 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Checking segment: {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:24:29.930267 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Bound using segment: {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:24:29.930701 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Bound port: 68bab884-5c04-479a-bcf8-af4b00aea474, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:24:29.933544 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:29.955170 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-165baee3-4604-4faa-aecf-18dd174bd942 req-62ad12e4-d37a-47fa-b004-c4352f5c196e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 210 time: 0.0335481 Feb 08 16:24:30.002387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:24:30.006517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=68bab884-5c04-479a-bcf8-af4b00aea474,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:24:30.012990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:30.021800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:24:30.024050 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e84cbb-0fb2-43bf-ba9b-35795aeca355" -d '{"events": [{"server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "name": "network-vif-unplugged", "status": "completed", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:24:30.061553 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:30.062186 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:30.063725 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] 10.222.0.94 "PUT /v2.0/ports/68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 200 len: 1092 time: 1.1824605 Feb 08 16:24:30.094043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f63ca-047f-4d83-8e35-fad4810cc045 service neutron] Pushing event updated for resources: {'Port': ['ID=68bab884-5c04-479a-bcf8-af4b00aea474,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:24:30.100477 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7ba523-9f28-46f0-8489-37bfbdb61b6c x-openstack-request-id: req-fa7ba523-9f28-46f0-8489-37bfbdb61b6c {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:24:30.100851 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "name": "network-vif-unplugged", "status": "completed", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:24:30.101022 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-fa7ba523-9f28-46f0-8489-37bfbdb61b6c {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:24:30.101420 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474', 'code': 200} Feb 08 16:24:30.166973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-a1093adf-65a8-4532-bf8b-94e549061674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:30.169436 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-a1093adf-65a8-4532-bf8b-94e549061674 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1126 time: 0.0709381 Feb 08 16:24:30.255292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f762728-23e4-4de0-b2be-897338d25638 req-2c8feedf-1ef1-444c-abc7-27bc700e20ea tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:30.264698 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f762728-23e4-4de0-b2be-897338d25638 req-2c8feedf-1ef1-444c-abc7-27bc700e20ea tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 943 time: 0.0795212 Feb 08 16:24:30.283510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-dc4a4ed6-4c2f-46d3-86b2-efb2a12358e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:30.286218 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-dc4a4ed6-4c2f-46d3-86b2-efb2a12358e6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a HTTP/1.1" status: 200 len: 898 time: 0.1078801 Feb 08 16:24:30.315608 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f762728-23e4-4de0-b2be-897338d25638 req-91440a01-2d68-47a7-a341-5c025f2cd4b6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494897 Feb 08 16:24:30.365550 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-e1d0dfc1-c428-4154-9fc2-0c1c7b47ff8f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 200 len: 999 time: 0.0687249 Feb 08 16:24:30.418369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-d320ef18-12ae-4146-9947-9684b66cebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:30.419851 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-d320ef18-12ae-4146-9947-9684b66cebe3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=26896df9-a75a-4388-b6f5-b41d1eb8c02d HTTP/1.1" status: 200 len: 834 time: 0.0452642 Feb 08 16:24:30.435025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 04bb4738-03cb-4d03-9e55-f74c60d7fa7d no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:24:30.456136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 04bb4738-03cb-4d03-9e55-f74c60d7fa7d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:24:30.456822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 04bb4738-03cb-4d03-9e55-f74c60d7fa7d not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:24:30.474665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-cb56d8fb-317c-4c89-8003-6e0ea4f579cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:30.476226 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-cb56d8fb-317c-4c89-8003-6e0ea4f579cd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474389 Feb 08 16:24:30.575433 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-57a3cbf8-b107-41aa-9731-e7fb70de0843 service neutron] 10.222.0.94 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899596 Feb 08 16:24:30.668550 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2cb6b78e-8878-4517-a5e0-c6e651b4179f req-9b44ab40-2d94-4b37-b8b9-2d9be7567cd2 service neutron] 10.222.0.94 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844996 Feb 08 16:24:31.056399 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-578cce28-5758-4e74-90f8-c79c87f01f1d req-7f23e009-de58-401d-84da-683f0899613e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 210 time: 0.0325980 Feb 08 16:24:31.453727 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44fd19-fcce-4302-b459-740c8381e61a req-1e329605-632b-4c41-a617-eaefb3a6db2d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:31.455365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a44fd19-fcce-4302-b459-740c8381e61a req-1e329605-632b-4c41-a617-eaefb3a6db2d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 943 time: 0.0626853 Feb 08 16:24:31.510857 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a44fd19-fcce-4302-b459-740c8381e61a req-936d1dae-ecdd-4d12-ba2d-62c20b5be3e7 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490878 Feb 08 16:24:31.553951 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a19392e7-ff7b-4b8a-8371-0f0b44b742be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:32.102922 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:24:32.105711 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91" -d '{"events": [{"name": "network-changed", "server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:24:32.162388 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed08b28a-d056-465f-bec4-edf22937c115 x-openstack-request-id: req-ed08b28a-d056-465f-bec4-edf22937c115 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:24:32.162753 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:24:32.163072 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ed08b28a-d056-465f-bec4-edf22937c115 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:24:32.163586 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474', 'status': 'completed', 'code': 200} Feb 08 16:24:32.172935 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c9ec62f4-fe31-4275-a0b0-6135aaed3ae4 req-45ad9ddd-170e-4cd8-b770-e79cad6eb32a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 210 time: 0.0399654 Feb 08 16:24:32.267698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-2eaed3fa-9f31-4320-b3bd-dedb4788ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:32.269553 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-2eaed3fa-9f31-4320-b3bd-dedb4788ab86 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1126 time: 0.0857756 Feb 08 16:24:32.272397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-ae91776e-7565-4a41-b3a7-128dea89260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:32.273834 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-ae91776e-7565-4a41-b3a7-128dea89260a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1126 time: 0.0813348 Feb 08 16:24:32.437580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-ac2e2341-5a77-40fe-bedf-55c3af1a57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:32.438713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 68bab884-5c04-479a-bcf8-af4b00aea474 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:24:32.439262 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-ac2e2341-5a77-40fe-bedf-55c3af1a57e9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a HTTP/1.1" status: 200 len: 898 time: 0.1606226 Feb 08 16:24:32.442614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-83ea1e17-b8c4-49b9-8932-600770b7b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:32.444141 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-83ea1e17-b8c4-49b9-8932-600770b7b153 service neutron] 10.222.0.96 "GET /v2.0/networks?id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a HTTP/1.1" status: 200 len: 898 time: 0.1575236 Feb 08 16:24:32.578628 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-83930f7f-d7fa-4345-bd14-e5758fc8010f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 200 len: 999 time: 0.1327779 Feb 08 16:24:32.598010 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=68bab884-5c04-479a-bcf8-af4b00aea474,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:24:32.612941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '68bab884-5c04-479a-bcf8-af4b00aea474', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'port_id': '68bab884-5c04-479a-bcf8-af4b00aea474', 'mac_address': 'fa:16:3e:81:29:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:24:32.617038 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-6ef234a6-bf9b-40f5-abc4-c92674fdbc99 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 200 len: 999 time: 0.1650884 Feb 08 16:24:32.658498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 68bab884-5c04-479a-bcf8-af4b00aea474 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:24:32.659102 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:32.675970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bab884-5c04-479a-bcf8-af4b00aea474 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:24:32.700155 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=68bab884-5c04-479a-bcf8-af4b00aea474,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:24:32.704336 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aad36-b5b6-48b0-99ec-62d4366034fa req-7ba6e955-f92c-4f97-8eb9-c028deff2e6e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:32.705728 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:32.715085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-038aad36-b5b6-48b0-99ec-62d4366034fa req-7ba6e955-f92c-4f97-8eb9-c028deff2e6e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 943 time: 0.0799067 Feb 08 16:24:32.771460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=68bab884-5c04-479a-bcf8-af4b00aea474,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:24:32.778887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-038aad36-b5b6-48b0-99ec-62d4366034fa req-3f3a3752-a710-4285-82c2-155e4155c4b8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625730 Feb 08 16:24:32.804203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-f41b8019-89a0-4718-8d76-f950793c8cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:32.804203 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-f41b8019-89a0-4718-8d76-f950793c8cf8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=26896df9-a75a-4388-b6f5-b41d1eb8c02d HTTP/1.1" status: 200 len: 834 time: 0.1817074 Feb 08 16:24:32.804203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-1b885e34-671c-4b1a-a5ec-b55f083089bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:32.804203 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-1b885e34-671c-4b1a-a5ec-b55f083089bb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=26896df9-a75a-4388-b6f5-b41d1eb8c02d HTTP/1.1" status: 200 len: 834 time: 0.1677687 Feb 08 16:24:32.884890 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-fa41fdda-f2c3-4ddf-8789-aa0b50be58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:32.886451 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-fa41fdda-f2c3-4ddf-8789-aa0b50be58fa service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0793128 Feb 08 16:24:32.891842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-59ddc67d-0d38-4f48-b501-5131cf69c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:32.893339 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-59ddc67d-0d38-4f48-b501-5131cf69c144 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0771101 Feb 08 16:24:32.968526 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['68bab884-5c04-479a-bcf8-af4b00aea474'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:24:33.051633 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-e6a7619a-a0a6-4029-bf2e-9ea6a667992b service neutron] 10.222.0.94 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571293 Feb 08 16:24:33.055385 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-5346fd99-66ea-4399-92d1-8b7f2f327781 service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532130 Feb 08 16:24:33.257166 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-7846ec2c-936e-48cd-8cba-8aee192d9ca1 service neutron] 10.222.0.94 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993337 Feb 08 16:24:33.260752 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4f374ca-78b5-48c0-9ed8-b0d87e60fd91 req-1442338d-54c5-4564-bd1a-a138a9175597 service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950319 Feb 08 16:24:33.294211 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a524a00-0885-418c-b711-0e285feaed0a req-6b9530d7-6b52-42d6-80c4-5345a30ceda5 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 210 time: 0.0351689 Feb 08 16:24:33.823216 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-acda3198-71ed-4b05-9fe6-4fa8c5f1344a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:33.917796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa26835-c9a4-47d2-ae88-6f9a014d9b93 req-f3aa6f43-4395-45ef-a0a4-c9b5631e2e51 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:33.919321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-afa26835-c9a4-47d2-ae88-6f9a014d9b93 req-f3aa6f43-4395-45ef-a0a4-c9b5631e2e51 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 944 time: 0.0570285 Feb 08 16:24:33.970512 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-afa26835-c9a4-47d2-ae88-6f9a014d9b93 req-559b812e-a029-4148-b6f1-d8e808ab1944 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454721 Feb 08 16:24:34.002106 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 68bab884-5c04-479a-bcf8-af4b00aea474 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:24:34.043458 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] The host n-h2-824834-11 is not matching for port 68bab884-5c04-479a-bcf8-af4b00aea474 host n-h1-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 16:24:34.043897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 68bab884-5c04-479a-bcf8-af4b00aea474 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:24:34.217086 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-0d0e6f4d-5374-4b2a-841c-9e7a4c758168 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:34.218755 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-0d0e6f4d-5374-4b2a-841c-9e7a4c758168 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.94 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 944 time: 0.0613692 Feb 08 16:24:34.235518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaefab5-1de6-4f90-9fb3-e36a74f85312 req-94e2800b-a29d-41cc-b340-00cf1696ef12 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:34.237387 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0aaefab5-1de6-4f90-9fb3-e36a74f85312 req-94e2800b-a29d-41cc-b340-00cf1696ef12 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 944 time: 0.0567858 Feb 08 16:24:34.288939 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-86eaa7c0-50f7-4cda-9267-20eecf4657fa service neutron] 10.222.0.94 "GET /v2.0/ports/68bab884-5c04-479a-bcf8-af4b00aea474/bindings/n-h1-824834-11 HTTP/1.1" status: 200 len: 383 time: 0.0634451 Feb 08 16:24:34.305639 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0aaefab5-1de6-4f90-9fb3-e36a74f85312 req-c3f65a6b-1614-4374-8e38-e4f0146e0d61 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588815 Feb 08 16:24:34.366585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-abbb80b5-539a-469e-a5ce-222bc17012c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:34.368647 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-abbb80b5-539a-469e-a5ce-222bc17012c8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1127 time: 0.0547717 Feb 08 16:24:34.405101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f32c426-0da6-427c-953e-c3c3e44fd666 req-ec1b5c91-60cb-49f1-9385-3c97a3236fd4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 210 time: 0.0339713 Feb 08 16:24:34.455868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 68bab884-5c04-479a-bcf8-af4b00aea474 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:24:34.463656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-6cf839bf-81de-4317-99b8-a61ef803f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:34.465188 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-6cf839bf-81de-4317-99b8-a61ef803f16a service neutron] 10.222.0.94 "GET /v2.0/networks?id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a HTTP/1.1" status: 200 len: 898 time: 0.0910528 Feb 08 16:24:34.517100 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 68bab884-5c04-479a-bcf8-af4b00aea474 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:24:34.521589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 68bab884-5c04-479a-bcf8-af4b00aea474 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:24:34.522047 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:34.539499 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-87be0550-2269-4a40-9a13-2cbead7d2466 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 200 len: 1000 time: 0.0679848 Feb 08 16:24:34.596477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-dcb734ed-7f65-4893-b7b6-0603f2f16817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:34.598123 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-dcb734ed-7f65-4893-b7b6-0603f2f16817 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=26896df9-a75a-4388-b6f5-b41d1eb8c02d HTTP/1.1" status: 200 len: 834 time: 0.0529637 Feb 08 16:24:34.606308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 68bab884-5c04-479a-bcf8-af4b00aea474 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:24:34.606786 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:34.631626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:24:34.634303 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8742dba-0767-4239-ba34-db048f3d1bbf" -d '{"events": [{"server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "name": "network-vif-plugged", "status": "completed", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:24:34.649115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=68bab884-5c04-479a-bcf8-af4b00aea474,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:24:34.650713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-bf2ebfe5-b7f2-444c-9551-94c66ed7b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:34.652277 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-bf2ebfe5-b7f2-444c-9551-94c66ed7b8ad service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482509 Feb 08 16:24:34.655494 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:34.696615 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c975b3-8e0d-4a28-b2f0-f3dfbe0bfef2 x-openstack-request-id: req-a6c975b3-8e0d-4a28-b2f0-f3dfbe0bfef2 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:24:34.696918 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "name": "network-vif-plugged", "status": "completed", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:24:34.697199 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a6c975b3-8e0d-4a28-b2f0-f3dfbe0bfef2 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:24:34.697594 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474', 'code': 200} Feb 08 16:24:34.714932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=68bab884-5c04-479a-bcf8-af4b00aea474,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:24:34.723590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:34.724056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:34.724410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:34.724754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:34.725242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:34.725985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:34.725985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:34.726334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:34.726675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:34.727006 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:34.727920 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:34.727920 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:34.728145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:24:34.767895 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-3634a365-c09f-46ba-be83-789228edd939 service neutron] 10.222.0.94 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084752 Feb 08 16:24:34.881387 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-fc44fe64-4e41-4c06-b937-17704b4cbff4 service neutron] 10.222.0.94 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070664 Feb 08 16:24:35.427568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1329fd-218e-495a-a5a7-5b93b1d7bef7 req-c07e2b2f-ac4a-49a9-9c21-cbdc3ef9afa8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:35.440658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b1329fd-218e-495a-a5a7-5b93b1d7bef7 req-c07e2b2f-ac4a-49a9-9c21-cbdc3ef9afa8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0698183 Feb 08 16:24:35.527779 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-594b1016-488f-4b34-a37d-4aefce88d5f9 req-6c7b58cc-a2ed-46e9-b4b1-9848dc361927 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 210 time: 0.0383494 Feb 08 16:24:35.532779 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b1329fd-218e-495a-a5a7-5b93b1d7bef7 req-4e819cbc-b6a1-4826-847e-c58585e3cf29 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816917 Feb 08 16:24:35.600765 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:36.648033 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7792d2d-878d-4b31-b7d8-3c15f8fb39af req-054e105e-4656-4099-ab0f-5956577ab2dd tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=af6380dd-7ef2-406e-85a3-719711a6b02c HTTP/1.1" status: 200 len: 210 time: 0.0456316 Feb 08 16:24:36.719478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba162-6cd2-4da8-85f7-1d646da2cce7 req-4ff4a002-e4ba-40e9-a6c3-464ec68cf22b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:36.721991 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c30ba162-6cd2-4da8-85f7-1d646da2cce7 req-4ff4a002-e4ba-40e9-a6c3-464ec68cf22b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.1093018 Feb 08 16:24:36.785694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c30ba162-6cd2-4da8-85f7-1d646da2cce7 req-63b61c9b-997a-4366-8dad-58a16181d823 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545838 Feb 08 16:24:36.798729 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:37.041025 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-776be76d-1dc8-4a3f-841d-0d1e4624330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:37.042565 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-776be76d-1dc8-4a3f-841d-0d1e4624330e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 1128 time: 0.0480680 Feb 08 16:24:37.055166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:24:37.125571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:37.346713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=68bab884-5c04-479a-bcf8-af4b00aea474,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:24:37.380568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:24:37.420062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:24:37.422410 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef69b39f-63d9-4d73-ac39-b450f2931c80" -d '{"events": [{"server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "name": "network-vif-unplugged", "status": "completed", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:24:37.427015 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Publish callbacks [] for port (68bab884-5c04-479a-bcf8-af4b00aea474), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:37.440771 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Transition to ACTIVE for port object 68bab884-5c04-479a-bcf8-af4b00aea474 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:24:37.445328 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:37.477374 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4c858f-d5ca-4ae3-b191-fea27b4ea084 x-openstack-request-id: req-9d4c858f-d5ca-4ae3-b191-fea27b4ea084 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:24:37.477667 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "name": "network-vif-unplugged", "status": "completed", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:24:37.477926 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9d4c858f-d5ca-4ae3-b191-fea27b4ea084 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:24:37.478324 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474', 'code': 200} Feb 08 16:24:37.527432 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Pushing event updated for resources: {'Port': ['ID=68bab884-5c04-479a-bcf8-af4b00aea474,revision_number=10']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:24:37.575071 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] No DVR routers for this DVR port 68bab884-5c04-479a-bcf8-af4b00aea474 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:24:37.715381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Attempting to bind port 68bab884-5c04-479a-bcf8-af4b00aea474 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:24:37.715724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Attempting to bind port 68bab884-5c04-479a-bcf8-af4b00aea474 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:24:37.716056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Attempting to bind port 68bab884-5c04-479a-bcf8-af4b00aea474 on network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:24:37.720513 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Port 68bab884-5c04-479a-bcf8-af4b00aea474 on network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:24:37.720889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Attempting to bind port 68bab884-5c04-479a-bcf8-af4b00aea474 on network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:24:37.725895 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:24:37.726242 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Checking segment: {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:24:37.726634 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Bound using segment: {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:24:37.727065 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Bound port: 68bab884-5c04-479a-bcf8-af4b00aea474, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee0a2c9-112a-4e80-853e-051bb818711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:24:37.727427 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:37.812170 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:24:37.814825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=68bab884-5c04-479a-bcf8-af4b00aea474,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:24:37.822628 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:37.861167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:37.861801 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:37.863929 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] 10.222.0.96 "PUT /v2.0/ports/68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 200 len: 1093 time: 0.8135347 Feb 08 16:24:37.902174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7596811-83d2-4f0d-a50f-c85f0883ba4e service neutron] Pushing event updated for resources: {'Port': ['ID=68bab884-5c04-479a-bcf8-af4b00aea474,revision_number=11']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:24:37.957480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-b3ff0322-fe20-4eeb-8803-9a0798bd33bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:37.959230 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-b3ff0322-fe20-4eeb-8803-9a0798bd33bc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1127 time: 0.0679896 Feb 08 16:24:37.998641 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:38.059846 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-82243fa2-c12e-49f8-9cad-65145403938e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:38.062050 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-82243fa2-c12e-49f8-9cad-65145403938e service neutron] 10.222.0.96 "GET /v2.0/networks?id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a HTTP/1.1" status: 200 len: 898 time: 0.0970430 Feb 08 16:24:38.063332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1454aa-5c2b-4897-91fd-0aa157194ead req-57a0e223-7ee8-4d79-a6ac-5cc406181045 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:38.066020 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0f1454aa-5c2b-4897-91fd-0aa157194ead req-57a0e223-7ee8-4d79-a6ac-5cc406181045 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 944 time: 0.1588595 Feb 08 16:24:38.073871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-f0974f83-14c7-4ba2-b2af-645ac2053087 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337600081&fields=id&tenant_id=68509b2f836b4f78af0f2db3edc9c23c HTTP/1.1" status: 200 len: 267 time: 0.1165373 Feb 08 16:24:38.136538 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-83c55641-d44d-4f5d-a6ae-9b9387cbaa37 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 200 len: 999 time: 0.0682878 Feb 08 16:24:38.186806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-7c947eac-9304-4461-ab32-073b14ec9dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:38.188219 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-7c947eac-9304-4461-ab32-073b14ec9dee service neutron] 10.222.0.96 "GET /v2.0/subnets?id=26896df9-a75a-4388-b6f5-b41d1eb8c02d HTTP/1.1" status: 200 len: 834 time: 0.0456617 Feb 08 16:24:38.239104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-a20d0aa1-5371-4a07-96a5-7655f298b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:38.240680 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-a20d0aa1-5371-4a07-96a5-7655f298b14e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460277 Feb 08 16:24:38.252987 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0f1454aa-5c2b-4897-91fd-0aa157194ead req-575b26a4-db50-4519-b189-831eb8c120c9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771462 Feb 08 16:24:38.316287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5aea-7834-42f0-9660-1b5179729231 req-b4effe1d-bf77-45ef-b30d-2b947e289efc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:38.318855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-b4effe1d-bf77-45ef-b30d-2b947e289efc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 811 time: 0.2315762 Feb 08 16:24:38.334057 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-1836dcd2-a66c-4222-be40-76a69f63f680 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/quotas/68509b2f836b4f78af0f2db3edc9c23c HTTP/1.1" status: 200 len: 375 time: 0.0097508 Feb 08 16:24:38.334525 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-f63a9b56-e890-4722-a864-61495cefe7d3 service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874264 Feb 08 16:24:38.391559 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-5dbb0465-f916-42d5-8da8-c66f2dc9ae36 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519750 Feb 08 16:24:38.409036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-bd1a1375-1fc3-47f3-a004-1632b2128038 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:24:38.410614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-bd1a1375-1fc3-47f3-a004-1632b2128038 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053773 Feb 08 16:24:38.429786 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-efdd827d-8584-4401-a2c6-6c41f583cbf3 req-5c46570d-87fb-4bdf-87cd-041bf1dfa8eb service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896106 Feb 08 16:24:38.789459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-a9bddd8b-f8bb-4e55-8726-70faccde7db8 service neutron] 10.222.0.82 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720117 Feb 08 16:24:38.882985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-288419d2-1401-4f4c-a9bc-589bc36eefe2 service neutron] 10.222.0.82 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876732 Feb 08 16:24:39.176346 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07b54739-b1af-4b2d-91b9-b32712bc4b08 req-000c3415-994f-4fa1-9c69-25f22833c5d2 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 210 time: 0.0322089 Feb 08 16:24:39.392185 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc66f59-b509-4b5d-8965-cc222e2f9830 req-ad800e4f-00b4-417d-b976-8650ce2587d8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:39.395411 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bcc66f59-b509-4b5d-8965-cc222e2f9830 req-ad800e4f-00b4-417d-b976-8650ce2587d8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 944 time: 0.0679743 Feb 08 16:24:39.449711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bcc66f59-b509-4b5d-8965-cc222e2f9830 req-54e5a586-c8a4-4d89-87bb-010f64214122 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478356 Feb 08 16:24:39.479584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:24:39.482131 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07448c3b-2d8f-4723-a087-945a560f4d03" -d '{"events": [{"name": "network-changed", "server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:24:39.534093 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129d6eef-8d57-47a2-bd71-6f9e46f12749 x-openstack-request-id: req-129d6eef-8d57-47a2-bd71-6f9e46f12749 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:24:39.534403 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:24:39.534660 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-129d6eef-8d57-47a2-bd71-6f9e46f12749 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:24:39.535742 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474', 'status': 'completed', 'code': 200} Feb 08 16:24:39.645414 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-8e32badb-3ff9-458d-99d7-76fcfcd05e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:39.646932 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-8e32badb-3ff9-458d-99d7-76fcfcd05e2a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1127 time: 0.0752470 Feb 08 16:24:39.651436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-c78ce913-a88a-4b66-b958-4d6db32f1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:39.652907 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-c78ce913-a88a-4b66-b958-4d6db32f1fae service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1127 time: 0.0928745 Feb 08 16:24:39.814112 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-f886a3a1-e23d-494e-be20-c3b091b36805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:39.815676 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-f886a3a1-e23d-494e-be20-c3b091b36805 service neutron] 10.222.0.94 "GET /v2.0/networks?id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a HTTP/1.1" status: 200 len: 898 time: 0.1538188 Feb 08 16:24:39.817199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-a9f6bd16-3de4-40ea-b060-066a944ef7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:39.818444 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-a9f6bd16-3de4-40ea-b060-066a944ef7e4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a HTTP/1.1" status: 200 len: 898 time: 0.1645956 Feb 08 16:24:39.932864 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-6b5ad2c5-846f-47ce-b28a-b0069c6374b1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 200 len: 999 time: 0.1073179 Feb 08 16:24:39.942615 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-0af6e4b2-8e8c-463c-92c6-679e81a9b51e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 200 len: 999 time: 0.0795069 Feb 08 16:24:40.017734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 68bab884-5c04-479a-bcf8-af4b00aea474 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:24:40.151191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=68bab884-5c04-479a-bcf8-af4b00aea474,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:24:40.165574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '68bab884-5c04-479a-bcf8-af4b00aea474', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'port_id': '68bab884-5c04-479a-bcf8-af4b00aea474', 'mac_address': 'fa:16:3e:81:29:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:24:40.211495 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 68bab884-5c04-479a-bcf8-af4b00aea474 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:24:40.211495 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:40.227044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68bab884-5c04-479a-bcf8-af4b00aea474 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:24:40.251029 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=68bab884-5c04-479a-bcf8-af4b00aea474,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:24:40.256278 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:40.304846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0ef703f-23b3-4634-9786-fb31cfa3468d req-3eb15763-a443-4fd9-a1a0-90dec7fde210 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 210 time: 0.0321543 Feb 08 16:24:40.321277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=68bab884-5c04-479a-bcf8-af4b00aea474,revision_number=12']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:24:40.403213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-ebbc09e3-ae2a-4571-9321-b939e43eee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:40.404615 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-ebbc09e3-ae2a-4571-9321-b939e43eee76 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=26896df9-a75a-4388-b6f5-b41d1eb8c02d HTTP/1.1" status: 200 len: 834 time: 0.4626069 Feb 08 16:24:40.405850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-f217d0ca-9c3b-49ad-8fd1-b36a61b4342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:40.407154 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-f217d0ca-9c3b-49ad-8fd1-b36a61b4342a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=26896df9-a75a-4388-b6f5-b41d1eb8c02d HTTP/1.1" status: 200 len: 834 time: 0.4576526 Feb 08 16:24:40.472324 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['68bab884-5c04-479a-bcf8-af4b00aea474'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:24:40.524639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5aea-7834-42f0-9660-1b5179729231 req-9eb81894-8a0b-4dea-93f1-a605764e38aa tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:40.526155 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 68bab884-5c04-479a-bcf8-af4b00aea474 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:24:40.526301 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-9eb81894-8a0b-4dea-93f1-a605764e38aa tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 811 time: 0.1866608 Feb 08 16:24:40.531739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-c0ac2d1d-a6b3-42c4-852d-8efe795d166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:40.533249 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-c0ac2d1d-a6b3-42c4-852d-8efe795d166d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1184640 Feb 08 16:24:40.564830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-24a02477-ff74-4031-86dc-b96a6ad45783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:40.567281 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-24a02477-ff74-4031-86dc-b96a6ad45783 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1514537 Feb 08 16:24:40.601308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port 68bab884-5c04-479a-bcf8-af4b00aea474 host n-h2-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 16:24:40.601900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 68bab884-5c04-479a-bcf8-af4b00aea474 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:24:40.631879 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ad0b0-167e-4603-a4c2-c99b74bc9926 req-3e499921-337f-4a5f-9c17-d9885834fc6d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:40.633887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-489ad0b0-167e-4603-a4c2-c99b74bc9926 req-3e499921-337f-4a5f-9c17-d9885834fc6d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 945 time: 0.0768790 Feb 08 16:24:40.716314 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-489ad0b0-167e-4603-a4c2-c99b74bc9926 req-69075fe6-342d-4db0-87da-97a3014f0d3f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718901 Feb 08 16:24:40.726771 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-e9300755-d149-4742-b6ae-38a5609cee47 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68509b2f836b4f78af0f2db3edc9c23c HTTP/1.1" status: 200 len: 380 time: 0.1898189 Feb 08 16:24:40.736676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58384) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:24:40.738801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0eca1ccd-f736-4700-9f3f-8c77943df4a6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'port': {'device_id': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'admin_state_up': True, 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'security_groups': ['9d742ef9-018b-4d7b-b9f9-6a57c1b70dce']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:24:40.810589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-54dc3e63-05fe-4d2c-867e-4e44e3d33a07 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/91be33af-6865-411e-8f23-630f825370fe HTTP/1.1" status: 200 len: 992 time: 0.0724003 Feb 08 16:24:40.842397 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-708cc85d-b887-405c-b3e0-7c4932a7ba4d service neutron] 10.222.0.94 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908349 Feb 08 16:24:40.847507 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-d9483f26-7696-449b-9f22-0997ac7bd118 service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600434 Feb 08 16:24:41.046312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0eca1ccd-f736-4700-9f3f-8c77943df4a6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Made reservation on behalf of 68509b2f836b4f78af0f2db3edc9c23c for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:24:41.049749 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0eca1ccd-f736-4700-9f3f-8c77943df4a6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:41.062593 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-b6955072-6834-4fb2-be18-f9734471e50a service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086184 Feb 08 16:24:41.064366 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-07448c3b-2d8f-4723-a087-945a560f4d03 req-b00b3019-5499-4fb5-a0e5-bb797635ed3f service neutron] 10.222.0.94 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116089 Feb 08 16:24:41.209411 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0eca1ccd-f736-4700-9f3f-8c77943df4a6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Allocated IP 172.20.0.8 (aded9bc1-5db3-4cd4-9049-3835efea0d9d/c20dee06-2c56-4324-8f64-e4ae324d4d26/b36d49bf-3a77-4acc-9675-b7d4ec2641ab) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:24:41.360510 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0eca1ccd-f736-4700-9f3f-8c77943df4a6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:41.399957 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0eca1ccd-f736-4700-9f3f-8c77943df4a6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:41.430471 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca69aae3-0558-4513-a5bf-7d01aa3e0ccd req-d7de5cef-c43e-4621-82e2-e5d8c7402d85 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 210 time: 0.0466213 Feb 08 16:24:41.463567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0eca1ccd-f736-4700-9f3f-8c77943df4a6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Network aded9bc1-5db3-4cd4-9049-3835efea0d9d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:24:41.468045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0eca1ccd-f736-4700-9f3f-8c77943df4a6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:24:41.469971 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca1ccd-f736-4700-9f3f-8c77943df4a6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'Port': ['ID=b36d49bf-3a77-4acc-9675-b7d4ec2641ab,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:24:41.472554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0eca1ccd-f736-4700-9f3f-8c77943df4a6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:24:41.534588 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0eca1ccd-f736-4700-9f3f-8c77943df4a6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:41.536187 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0eca1ccd-f736-4700-9f3f-8c77943df4a6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:41.560380 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0eca1ccd-f736-4700-9f3f-8c77943df4a6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8262198 Feb 08 16:24:41.573178 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Request body: {'port': {'device_id': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:24:41.643094 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:41.755734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6fd1be9f-81da-49c7-9fb5-1efedf4043c6 None None] Provisioning complete for port b36d49bf-3a77-4acc-9675-b7d4ec2641ab triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:24:41.756892 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6fd1be9f-81da-49c7-9fb5-1efedf4043c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:41.798455 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6fd1be9f-81da-49c7-9fb5-1efedf4043c6 None None] Port b36d49bf-3a77-4acc-9675-b7d4ec2641ab cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:24:41.924934 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36d49bf-3a77-4acc-9675-b7d4ec2641ab {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:24:41.932882 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Publish callbacks [] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:41.945388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Transition to ACTIVE for port object b36d49bf-3a77-4acc-9675-b7d4ec2641ab will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:24:41.949825 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:42.000625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Pushing event updated for resources: {'Port': ['ID=b36d49bf-3a77-4acc-9675-b7d4ec2641ab,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:24:42.038828 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 68bab884-5c04-479a-bcf8-af4b00aea474 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:24:42.092628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Attempting to bind port b36d49bf-3a77-4acc-9675-b7d4ec2641ab on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:24:42.093000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Attempting to bind port b36d49bf-3a77-4acc-9675-b7d4ec2641ab by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:24:42.093481 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Attempting to bind port b36d49bf-3a77-4acc-9675-b7d4ec2641ab on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:24:42.099061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Port b36d49bf-3a77-4acc-9675-b7d4ec2641ab on network aded9bc1-5db3-4cd4-9049-3835efea0d9d not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:24:42.099560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Attempting to bind port b36d49bf-3a77-4acc-9675-b7d4ec2641ab on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:24:42.104716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 68bab884-5c04-479a-bcf8-af4b00aea474 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:24:42.105122 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:24:42.105472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Checking segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:24:42.105876 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Bound using segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:24:42.106314 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Bound port: b36d49bf-3a77-4acc-9675-b7d4ec2641ab, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:24:42.106683 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:42.110916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 68bab884-5c04-479a-bcf8-af4b00aea474 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:24:42.111574 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:42.193362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] For port b36d49bf-3a77-4acc-9675-b7d4ec2641ab, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:24:42.197749 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] For port b36d49bf-3a77-4acc-9675-b7d4ec2641ab, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b36d49bf-3a77-4acc-9675-b7d4ec2641ab,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:24:42.205032 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:42.224087 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 68bab884-5c04-479a-bcf8-af4b00aea474 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:24:42.224604 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:42.251186 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:24:42.254167 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c2303f-9e8c-48a1-976a-4be551cd497b" -d '{"events": [{"server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "name": "network-vif-plugged", "status": "completed", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:24:42.268800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:42.269662 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=68bab884-5c04-479a-bcf8-af4b00aea474,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:24:42.269965 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:42.271455 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] 10.222.0.96 "PUT /v2.0/ports/b36d49bf-3a77-4acc-9675-b7d4ec2641ab HTTP/1.1" status: 200 len: 1092 time: 0.7037277 Feb 08 16:24:42.276457 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:42.288860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'tag': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:24:42.293165 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc67d2bb-c954-4baf-95a3-b01bee7d8977" -d '{"events": [{"name": "network-changed", "server_uuid": "12ae5d30-ae86-4f2f-919d-fc0c949b9d0b", "tag": "b36d49bf-3a77-4acc-9675-b7d4ec2641ab"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:24:42.348410 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a43294-fac1-4e78-96cf-1a8d233cfe52 x-openstack-request-id: req-67a43294-fac1-4e78-96cf-1a8d233cfe52 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:24:42.349335 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "name": "network-vif-plugged", "status": "completed", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:24:42.349762 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-67a43294-fac1-4e78-96cf-1a8d233cfe52 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:24:42.350459 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474', 'code': 200} Feb 08 16:24:42.381225 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277e8849-bbbf-4947-b1a0-25c6e78ccf38 x-openstack-request-id: req-277e8849-bbbf-4947-b1a0-25c6e78ccf38 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:24:42.381503 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ae5d30-ae86-4f2f-919d-fc0c949b9d0b", "tag": "b36d49bf-3a77-4acc-9675-b7d4ec2641ab", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:24:42.381783 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-277e8849-bbbf-4947-b1a0-25c6e78ccf38 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:24:42.382165 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'tag': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'status': 'completed', 'code': 200} Feb 08 16:24:42.401988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=68bab884-5c04-479a-bcf8-af4b00aea474,revision_number=13']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:24:42.407242 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267da1a-01e3-4260-a798-501b164acac3 service neutron] Pushing event updated for resources: {'Port': ['ID=b36d49bf-3a77-4acc-9675-b7d4ec2641ab,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:24:42.437072 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43eec676-8378-476b-a17e-33dbf85249ca req-97c498a8-8b21-4f11-97b1-6f5dfb04fc0f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1754966 Feb 08 16:24:42.442384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5aea-7834-42f0-9660-1b5179729231 req-33705d9d-41ad-4a00-8e96-d577cdd232a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:42.443989 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-33705d9d-41ad-4a00-8e96-d577cdd232a1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 1126 time: 0.0897787 Feb 08 16:24:42.508759 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-1d23a00a-8304-4f94-9927-51abf4d26490 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b36d49bf-3a77-4acc-9675-b7d4ec2641ab HTTP/1.1" status: 200 len: 217 time: 0.0467539 Feb 08 16:24:42.591649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5aea-7834-42f0-9660-1b5179729231 req-56d30d8c-10c8-4447-a4fa-cb6b84d0776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:42.593189 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-56d30d8c-10c8-4447-a4fa-cb6b84d0776b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0765674 Feb 08 16:24:42.612042 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eec676-8378-476b-a17e-33dbf85249ca req-bcaebf58-82e4-40ed-996f-76cbe585e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:42.613006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cbd33-9af5-4dce-95b6-f31f22de4a98 req-80301548-190e-419f-97da-3249a070836c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:42.613514 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43eec676-8378-476b-a17e-33dbf85249ca req-bcaebf58-82e4-40ed-996f-76cbe585e3bc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1c1a84cb77ad41d4a5a7ef0128c1faeb&device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 1128 time: 0.1064110 Feb 08 16:24:42.621392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-943cbd33-9af5-4dce-95b6-f31f22de4a98 req-80301548-190e-419f-97da-3249a070836c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 943 time: 0.0900710 Feb 08 16:24:42.671072 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-943cbd33-9af5-4dce-95b6-f31f22de4a98 req-f038660c-b9ab-4832-91d9-9228e41af5f4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485513 Feb 08 16:24:42.693392 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5aea-7834-42f0-9660-1b5179729231 req-5ab517c1-85c5-404d-b8e7-eadd03667571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:42.695001 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-5ab517c1-85c5-404d-b8e7-eadd03667571 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0943818 Feb 08 16:24:42.794282 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eec676-8378-476b-a17e-33dbf85249ca req-122592d8-539f-405a-8a1b-db809b2627da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:42.795784 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43eec676-8378-476b-a17e-33dbf85249ca req-122592d8-539f-405a-8a1b-db809b2627da service neutron] 10.222.0.94 "GET /v2.0/networks?id=07f8bca3-c9fd-48fb-86f0-9ea15ad3829a HTTP/1.1" status: 200 len: 910 time: 0.1533074 Feb 08 16:24:42.864055 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-febbc76d-b3f8-498f-a2ce-69f7293c34b1 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622226 Feb 08 16:24:42.922348 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43eec676-8378-476b-a17e-33dbf85249ca req-cf92d40a-2498-49a0-a48c-dbd47875a135 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f87a3b05-3c8e-44ec-821f-b54493bcf3d5 HTTP/1.1" status: 200 len: 1001 time: 0.1157978 Feb 08 16:24:42.996397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eec676-8378-476b-a17e-33dbf85249ca req-f17b6a1e-c2ba-45f3-b7ee-6da807c7f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:42.997824 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43eec676-8378-476b-a17e-33dbf85249ca req-f17b6a1e-c2ba-45f3-b7ee-6da807c7f0de service neutron] 10.222.0.94 "GET /v2.0/subnets?id=71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c HTTP/1.1" status: 200 len: 848 time: 0.0660179 Feb 08 16:24:43.001288 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0aab5aea-7834-42f0-9660-1b5179729231 req-b3d0a889-eaac-4be2-a98f-c8640887f535 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288354 Feb 08 16:24:43.080820 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eec676-8378-476b-a17e-33dbf85249ca req-6eb1f67e-9500-4565-9cc8-321eb3c981c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:43.082561 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43eec676-8378-476b-a17e-33dbf85249ca req-6eb1f67e-9500-4565-9cc8-321eb3c981c7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=07f8bca3-c9fd-48fb-86f0-9ea15ad3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0757391 Feb 08 16:24:43.140433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67d2bb-c954-4baf-95a3-b01bee7d8977 req-8d46d755-1cb3-4cc4-a252-208cea3ca46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:43.142071 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc67d2bb-c954-4baf-95a3-b01bee7d8977 req-8d46d755-1cb3-4cc4-a252-208cea3ca46a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 1126 time: 0.0953598 Feb 08 16:24:43.274479 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43eec676-8378-476b-a17e-33dbf85249ca req-6f0cb8f0-15ed-4bd8-a546-edb3b6cc71d4 service neutron] 10.222.0.94 "GET /v2.0/networks/07f8bca3-c9fd-48fb-86f0-9ea15ad3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817284 Feb 08 16:24:43.314013 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67d2bb-c954-4baf-95a3-b01bee7d8977 req-5dac9c0a-2b7c-435f-beaa-1178c12bcdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:43.315660 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc67d2bb-c954-4baf-95a3-b01bee7d8977 req-5dac9c0a-2b7c-435f-beaa-1178c12bcdc6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.1682973 Feb 08 16:24:43.402121 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc67d2bb-c954-4baf-95a3-b01bee7d8977 req-ffa06387-d048-4002-8fe0-14e39bf21cfe service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b36d49bf-3a77-4acc-9675-b7d4ec2641ab HTTP/1.1" status: 200 len: 217 time: 0.0497355 Feb 08 16:24:43.495509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67d2bb-c954-4baf-95a3-b01bee7d8977 req-17bafec6-b13a-4ae2-8b4b-226ca89508ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:43.497917 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc67d2bb-c954-4baf-95a3-b01bee7d8977 req-17bafec6-b13a-4ae2-8b4b-226ca89508ec service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0902891 Feb 08 16:24:43.502978 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-43eec676-8378-476b-a17e-33dbf85249ca req-e6fd8619-91fe-4216-bf45-80096f54549d service neutron] 10.222.0.94 "GET /v2.0/networks/07f8bca3-c9fd-48fb-86f0-9ea15ad3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184589 Feb 08 16:24:43.565990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67d2bb-c954-4baf-95a3-b01bee7d8977 req-8bdacf2a-59d6-466b-9d5d-b46de9046ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:43.568275 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc67d2bb-c954-4baf-95a3-b01bee7d8977 req-8bdacf2a-59d6-466b-9d5d-b46de9046ebd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0635877 Feb 08 16:24:43.680933 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc67d2bb-c954-4baf-95a3-b01bee7d8977 req-85146e53-1683-45d7-85e9-115a24195d17 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063275 Feb 08 16:24:43.791524 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc67d2bb-c954-4baf-95a3-b01bee7d8977 req-b965fde1-3603-4947-8688-dfa0f42ce9aa service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052434 Feb 08 16:24:43.822893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98c5f4-44d6-4880-8b62-e0dd1cfad14d req-49419437-948d-403c-a8e6-659cf45bbcf6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:43.824366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e98c5f4-44d6-4880-8b62-e0dd1cfad14d req-49419437-948d-403c-a8e6-659cf45bbcf6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 943 time: 0.0690389 Feb 08 16:24:43.875866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e98c5f4-44d6-4880-8b62-e0dd1cfad14d req-befb8084-d3dd-451a-9c75-1c92af009c65 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450766 Feb 08 16:24:45.004401 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a513fd-70fa-4c5d-aef4-96ec6da64d85 req-bb0448b1-f06e-4d0f-9406-9cc093571e8f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:45.006232 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5a513fd-70fa-4c5d-aef4-96ec6da64d85 req-bb0448b1-f06e-4d0f-9406-9cc093571e8f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 943 time: 0.0575213 Feb 08 16:24:45.064455 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d5a513fd-70fa-4c5d-aef4-96ec6da64d85 req-dd90dbdd-5e51-4850-853a-4eb98946f597 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524750 Feb 08 16:24:46.248701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ed448-19fd-4f13-a711-083242145a48 req-7c411b91-6193-432e-b2d0-79d971f390ee tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:46.250253 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-902ed448-19fd-4f13-a711-083242145a48 req-7c411b91-6193-432e-b2d0-79d971f390ee tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 943 time: 0.1144304 Feb 08 16:24:46.301424 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-902ed448-19fd-4f13-a711-083242145a48 req-8af50e55-dbc3-49de-8ec0-426aab461d03 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439622 Feb 08 16:24:47.435720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db8f7f-1e36-4b59-abb1-1785aa0caef6 req-cee5beb6-3eab-4d0d-abb2-7982257c0b95 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:47.437312 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07db8f7f-1e36-4b59-abb1-1785aa0caef6 req-cee5beb6-3eab-4d0d-abb2-7982257c0b95 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 943 time: 0.0551655 Feb 08 16:24:47.494683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07db8f7f-1e36-4b59-abb1-1785aa0caef6 req-b5a2ed19-b21e-4896-aeb5-02956ada737d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516555 Feb 08 16:24:48.627673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb33b8-7d48-49ad-9237-c5535521bb10 req-7b6cea98-b464-488f-a8c7-b8e685597f49 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:48.629479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-33eb33b8-7d48-49ad-9237-c5535521bb10 req-7b6cea98-b464-488f-a8c7-b8e685597f49 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 943 time: 0.0600634 Feb 08 16:24:48.682227 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-33eb33b8-7d48-49ad-9237-c5535521bb10 req-d83e1076-af03-4e8f-a587-77b90e26fa1c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467341 Feb 08 16:24:49.129479 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:49.811033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bae19a-5c36-493e-845c-af00a5577299 req-1d574fda-60f9-4968-a2fa-75670e3f55b8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:49.812676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34bae19a-5c36-493e-845c-af00a5577299 req-1d574fda-60f9-4968-a2fa-75670e3f55b8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 943 time: 0.0554829 Feb 08 16:24:49.864724 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34bae19a-5c36-493e-845c-af00a5577299 req-5400d22b-6518-47f0-aa58-d51cfb829647 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450182 Feb 08 16:24:50.557430 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:50.994813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc33bf7-c609-4b37-b87d-f340ca1c78f1 req-3a25c1ad-e967-4d60-87d9-92dd34bed38c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:50.996320 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ebc33bf7-c609-4b37-b87d-f340ca1c78f1 req-3a25c1ad-e967-4d60-87d9-92dd34bed38c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 943 time: 0.0588934 Feb 08 16:24:51.046003 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ebc33bf7-c609-4b37-b87d-f340ca1c78f1 req-f823d092-991c-484f-9f4c-4168c7138487 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437040 Feb 08 16:24:52.164919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721945c3-19d7-49bd-a727-531608c864bc req-5b9f5cbf-5b56-4fa7-b5b6-935c5f6ef45f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:52.166431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-721945c3-19d7-49bd-a727-531608c864bc req-5b9f5cbf-5b56-4fa7-b5b6-935c5f6ef45f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 943 time: 0.0521514 Feb 08 16:24:52.214497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-721945c3-19d7-49bd-a727-531608c864bc req-13bfb98e-d403-4f50-915d-9e90c5350c70 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423534 Feb 08 16:24:53.340135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363c53c-3f44-4707-8b94-7396285b46dc req-f4a4d902-070d-46ef-8bca-74bda159dc95 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:53.341771 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6363c53c-3f44-4707-8b94-7396285b46dc req-f4a4d902-070d-46ef-8bca-74bda159dc95 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 943 time: 0.0556815 Feb 08 16:24:53.410735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6363c53c-3f44-4707-8b94-7396285b46dc req-4eeb5a88-fbf6-44f9-8bdb-2d6e56880ef2 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535183 Feb 08 16:24:54.527808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373317ef-3263-456c-885a-ac92014e5e5e req-a2ae670f-54c6-4d9d-83ca-44dad592fb30 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:54.529348 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-373317ef-3263-456c-885a-ac92014e5e5e req-a2ae670f-54c6-4d9d-83ca-44dad592fb30 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 943 time: 0.0575683 Feb 08 16:24:54.582639 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-373317ef-3263-456c-885a-ac92014e5e5e req-f23a1420-2607-45f5-baad-bfb06bf57f33 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469377 Feb 08 16:24:55.713145 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e34109-39ed-4f38-93d7-8d8fb6ea416a req-2802a144-f96a-4dae-81f5-15364840386d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:55.714685 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1e34109-39ed-4f38-93d7-8d8fb6ea416a req-2802a144-f96a-4dae-81f5-15364840386d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 943 time: 0.0553257 Feb 08 16:24:55.764698 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1e34109-39ed-4f38-93d7-8d8fb6ea416a req-0715e4aa-918b-4add-a9ec-34d28f680afe tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440958 Feb 08 16:24:56.895711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c45e4c-3f8e-475b-86d1-0ad339b46770 req-7986e409-0be3-4dab-9d46-3ec40a15f74c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:56.897249 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05c45e4c-3f8e-475b-86d1-0ad339b46770 req-7986e409-0be3-4dab-9d46-3ec40a15f74c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 943 time: 0.0595124 Feb 08 16:24:56.947987 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05c45e4c-3f8e-475b-86d1-0ad339b46770 req-2e2c655e-c216-40bd-9fd0-c591238aafc0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450940 Feb 08 16:24:58.070984 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1586a-5b8d-4a64-8681-47c5a2576eba req-e7d4433e-6a4d-441d-afe8-9b5d86800873 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:58.072481 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8b1586a-5b8d-4a64-8681-47c5a2576eba req-e7d4433e-6a4d-441d-afe8-9b5d86800873 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 943 time: 0.0542071 Feb 08 16:24:58.123590 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8b1586a-5b8d-4a64-8681-47c5a2576eba req-5d681045-793b-4068-9cb6-0ecccc271690 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454988 Feb 08 16:24:58.149909 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b36d49bf-3a77-4acc-9675-b7d4ec2641ab details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:24:58.200757 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:24:58.248416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b36d49bf-3a77-4acc-9675-b7d4ec2641ab, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b36d49bf-3a77-4acc-9675-b7d4ec2641ab,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:24:58.259749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'port_id': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'mac_address': 'fa:16:3e:2c:c5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:24:58.295924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port b36d49bf-3a77-4acc-9675-b7d4ec2641ab is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:24:58.296315 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:58.309531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36d49bf-3a77-4acc-9675-b7d4ec2641ab {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:24:58.328592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b36d49bf-3a77-4acc-9675-b7d4ec2641ab, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b36d49bf-3a77-4acc-9675-b7d4ec2641ab,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:24:58.332869 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:24:58.379654 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=b36d49bf-3a77-4acc-9675-b7d4ec2641ab,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:24:58.543158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['b36d49bf-3a77-4acc-9675-b7d4ec2641ab'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:24:59.244176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa689891-9e12-4edc-ac57-3b4f9b0a4513 req-91bd4369-7423-44cc-8e8c-8770a5724b53 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:24:59.245703 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fa689891-9e12-4edc-ac57-3b4f9b0a4513 req-91bd4369-7423-44cc-8e8c-8770a5724b53 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 944 time: 0.0548239 Feb 08 16:24:59.298536 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fa689891-9e12-4edc-ac57-3b4f9b0a4513 req-d85d8f9f-a2a4-4ac1-bb44-72e869ec7f84 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471866 Feb 08 16:25:00.167027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b36d49bf-3a77-4acc-9675-b7d4ec2641ab up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:25:00.217745 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port b36d49bf-3a77-4acc-9675-b7d4ec2641ab completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:25:00.221937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port b36d49bf-3a77-4acc-9675-b7d4ec2641ab triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:25:00.222295 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:00.297467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port b36d49bf-3a77-4acc-9675-b7d4ec2641ab is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:25:00.297861 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:00.320131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:25:00.322513 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6116e11-efd9-4cd0-8503-32b956244281" -d '{"events": [{"server_uuid": "12ae5d30-ae86-4f2f-919d-fc0c949b9d0b", "name": "network-vif-plugged", "status": "completed", "tag": "b36d49bf-3a77-4acc-9675-b7d4ec2641ab"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:25:00.335176 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b36d49bf-3a77-4acc-9675-b7d4ec2641ab, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b36d49bf-3a77-4acc-9675-b7d4ec2641ab,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:25:00.340270 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:00.366849 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32392f3c-81be-4f09-9d8f-c3bf248e1271 x-openstack-request-id: req-32392f3c-81be-4f09-9d8f-c3bf248e1271 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:25:00.367147 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ae5d30-ae86-4f2f-919d-fc0c949b9d0b", "name": "network-vif-plugged", "status": "completed", "tag": "b36d49bf-3a77-4acc-9675-b7d4ec2641ab", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:25:00.367407 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-32392f3c-81be-4f09-9d8f-c3bf248e1271 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:25:00.367798 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'code': 200} Feb 08 16:25:00.395436 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=b36d49bf-3a77-4acc-9675-b7d4ec2641ab,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:00.426445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a152397-e91a-41c0-abbb-73a4dd1abd6f req-531fb8f2-7ad7-47ad-9f85-c62b34848b6a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:00.429195 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a152397-e91a-41c0-abbb-73a4dd1abd6f req-531fb8f2-7ad7-47ad-9f85-c62b34848b6a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 945 time: 0.0586946 Feb 08 16:25:00.470135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428120e-8cab-44d6-ba16-c2838fda5500 req-aeaa0461-3f4a-477b-a684-9ff96b49a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:00.471806 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c428120e-8cab-44d6-ba16-c2838fda5500 req-aeaa0461-3f4a-477b-a684-9ff96b49a405 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 1128 time: 0.0451169 Feb 08 16:25:00.478876 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a152397-e91a-41c0-abbb-73a4dd1abd6f req-4c5401b4-e6d8-4e78-9076-416cb4730e65 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439754 Feb 08 16:25:00.518930 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c428120e-8cab-44d6-ba16-c2838fda5500 req-468e037c-7d6c-4615-b7a4-5c42e383a1b5 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396936 Feb 08 16:25:01.557188 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eb0d665a-4f0a-4a3b-a327-a3ef4f33c4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:01.615028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8e999-0833-40b4-9041-7909b84024c0 req-0f2fb732-1f3a-4c72-bc2d-57381196621d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:01.616652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4dd8e999-0833-40b4-9041-7909b84024c0 req-0f2fb732-1f3a-4c72-bc2d-57381196621d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 945 time: 0.0637863 Feb 08 16:25:01.669978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4dd8e999-0833-40b4-9041-7909b84024c0 req-657874dc-a1ec-4a0b-ad4e-b0d7cca0e9a0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472732 Feb 08 16:25:02.793404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d483e6-98f5-4985-9aa4-fd5c75cce221 req-5b655f6e-f90e-4359-8d82-a9ebe7126fad tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:02.794993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55d483e6-98f5-4985-9aa4-fd5c75cce221 req-5b655f6e-f90e-4359-8d82-a9ebe7126fad tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 945 time: 0.0574582 Feb 08 16:25:02.845127 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55d483e6-98f5-4985-9aa4-fd5c75cce221 req-ad4be28c-3ae7-41d6-9c31-e7e3c4405dab tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444736 Feb 08 16:25:02.966332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbd056-0b02-4210-9713-03a9cf534f92 req-e4cf5242-e1a6-48fd-885d-6c16e609d7c8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:02.967751 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0cbd056-0b02-4210-9713-03a9cf534f92 req-e4cf5242-e1a6-48fd-885d-6c16e609d7c8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 945 time: 0.0524962 Feb 08 16:25:03.016620 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0cbd056-0b02-4210-9713-03a9cf534f92 req-8d3fde4f-7908-45d6-bde5-0bbb7ed0de5f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421216 Feb 08 16:25:03.039728 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58434) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:03.087320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9fdce7-48d0-47d9-a5cd-d898abf0102c tempest-TestVolumeBootPattern-1781805762 tempest-TestVolumeBootPattern-1781805762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:03.088881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2b9fdce7-48d0-47d9-a5cd-d898abf0102c tempest-TestVolumeBootPattern-1781805762 tempest-TestVolumeBootPattern-1781805762-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 1123 time: 0.0481768 Feb 08 16:25:03.091586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58436) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:03.095951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:25:03.116353 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:03.211472 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:03.320500 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Allocated IP 172.25.7.45 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/59825e30-5704-4bc4-87c8-1c1d93e66625) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:25:03.419734 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for port (59825e30-5704-4bc4-87c8-1c1d93e66625), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:03.453491 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (59825e30-5704-4bc4-87c8-1c1d93e66625), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:03.495857 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:25:03.500588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:25:03.504719 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:25:03.528419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'Port': ['ID=59825e30-5704-4bc4-87c8-1c1d93e66625,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:03.542219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:03.542599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:03.542946 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:03.543288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:03.543626 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:03.543963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:03.544320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:03.544649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:03.545005 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:03.545334 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:03.545662 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:03.545989 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:03.546313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:03.828683 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-31e72858-7e33-4004-be36-d244bc52c11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:03.869842 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for floatingip (15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:03.940335 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (59825e30-5704-4bc4-87c8-1c1d93e66625), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:04.088793 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for port (59825e30-5704-4bc4-87c8-1c1d93e66625), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:04.093193 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (59825e30-5704-4bc4-87c8-1c1d93e66625), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:04.159123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'Port': ['ID=59825e30-5704-4bc4-87c8-1c1d93e66625,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:04.171583 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:04.274425 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Floating IP 15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0 associated. External IP: 172.25.7.45, port: b36d49bf-3a77-4acc-9675-b7d4ec2641ab. Feb 08 16:25:04.489362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:25:04.597501 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:25:04.606835 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbac0ee-ad20-4f37-8bba-20dfc4e606b0 None None] Sync routers for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:25:04.616103 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:04.617793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbac0ee-ad20-4f37-8bba-20dfc4e606b0 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:25:04.619519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8cbac0ee-ad20-4f37-8bba-20dfc4e606b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:25:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:04.646985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1603871b-752d-40d9-8e17-b076ff76016e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5543606 Feb 08 16:25:04.647584 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'tag': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:25:04.649893 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c27062b-1700-41d4-abef-a459bfea3016" -d '{"events": [{"name": "network-changed", "server_uuid": "12ae5d30-ae86-4f2f-919d-fc0c949b9d0b", "tag": "b36d49bf-3a77-4acc-9675-b7d4ec2641ab"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:25:04.689134 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae917f1-48b6-4d6d-b715-aeb272ddfd1c x-openstack-request-id: req-fae917f1-48b6-4d6d-b715-aeb272ddfd1c {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:25:04.689435 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ae5d30-ae86-4f2f-919d-fc0c949b9d0b", "tag": "b36d49bf-3a77-4acc-9675-b7d4ec2641ab", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:25:04.689698 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-fae917f1-48b6-4d6d-b715-aeb272ddfd1c {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:25:04.690114 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'tag': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'status': 'completed', 'code': 200} Feb 08 16:25:04.759503 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27062b-1700-41d4-abef-a459bfea3016 req-b55e13e6-b202-4725-a78d-b9054c98bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:04.760970 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0c27062b-1700-41d4-abef-a459bfea3016 req-b55e13e6-b202-4725-a78d-b9054c98bdfe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 1128 time: 0.0484805 Feb 08 16:25:04.858878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27062b-1700-41d4-abef-a459bfea3016 req-27e01f59-a42a-4f85-9137-1ae0ab6acf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:04.860397 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0c27062b-1700-41d4-abef-a459bfea3016 req-27e01f59-a42a-4f85-9137-1ae0ab6acf19 service neutron] 10.222.0.96 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.0933981 Feb 08 16:25:04.893264 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-8cbac0ee-ad20-4f37-8bba-20dfc4e606b0 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:25:04.928208 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0c27062b-1700-41d4-abef-a459bfea3016 req-a5cb23bb-65ea-420a-a4d5-af82b718a53d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b36d49bf-3a77-4acc-9675-b7d4ec2641ab HTTP/1.1" status: 200 len: 998 time: 0.0605855 Feb 08 16:25:04.978148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27062b-1700-41d4-abef-a459bfea3016 req-1acab36e-ffb8-4c0d-a9f3-4ef760d28a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:04.979683 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0c27062b-1700-41d4-abef-a459bfea3016 req-1acab36e-ffb8-4c0d-a9f3-4ef760d28a89 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0456009 Feb 08 16:25:05.048708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27062b-1700-41d4-abef-a459bfea3016 req-8b3b6077-a8c3-4df0-9f5e-a6c4e97f3b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:05.050312 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0c27062b-1700-41d4-abef-a459bfea3016 req-8b3b6077-a8c3-4df0-9f5e-a6c4e97f3b60 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510550 Feb 08 16:25:05.119122 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8cbac0ee-ad20-4f37-8bba-20dfc4e606b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'port_id': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'mac_address': 'fa:16:3e:2c:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:25:03Z', 'updated_at': '2022-02-08T16:25:03Z', 'revision_number': 0, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:05.138053 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0c27062b-1700-41d4-abef-a459bfea3016 req-d68e1a4d-b4db-4f88-8a15-f6c55a1a899f service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816116 Feb 08 16:25:05.149567 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbac0ee-ad20-4f37-8bba-20dfc4e606b0 None None] Checking router: b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:25:05.157906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbac0ee-ad20-4f37-8bba-20dfc4e606b0 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:25:05.158518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8cbac0ee-ad20-4f37-8bba-20dfc4e606b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:25:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:05.237365 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0c27062b-1700-41d4-abef-a459bfea3016 req-7796edb2-b0bf-46e2-82c2-0bbc0a95275f service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934036 Feb 08 16:25:05.270835 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-8cbac0ee-ad20-4f37-8bba-20dfc4e606b0 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:25:05.489946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8cbac0ee-ad20-4f37-8bba-20dfc4e606b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'port_id': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'mac_address': 'fa:16:3e:2c:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:25:03Z', 'updated_at': '2022-02-08T16:25:03Z', 'revision_number': 0, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:05.520063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbac0ee-ad20-4f37-8bba-20dfc4e606b0 None None] The sync data for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 is: [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'port_id': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'mac_address': 'fa:16:3e:2c:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:25:03Z', 'updated_at': '2022-02-08T16:25:03Z', 'revision_number': 0, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:25:05.599207 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:05.713343 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668cd5f5-d6cb-437c-bbe2-678034bf1fa0 None None] New status for floating IP 15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:25:06.784734 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:07.992061 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:11.278113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7f635-1106-45ba-a5c3-521e0f9f9a1b req-a3355621-70b1-43ff-8fea-6603ad60874e tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:11.279633 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3df7f635-1106-45ba-a5c3-521e0f9f9a1b req-a3355621-70b1-43ff-8fea-6603ad60874e tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1129 time: 0.0450292 Feb 08 16:25:11.325366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3df7f635-1106-45ba-a5c3-521e0f9f9a1b req-fd1e156c-8ec2-4ba2-8a8a-69d084eb16e0 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392141 Feb 08 16:25:11.347548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58456) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:11.503773 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-05515b41-9910-4029-b0a9-fd22b4dd673e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port d11dad4a-ed65-4559-bd89-d78bd2a5d561 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:25:11.504297 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-05515b41-9910-4029-b0a9-fd22b4dd673e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d11dad4a-ed65-4559-bd89-d78bd2a5d561), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:11.583967 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-05515b41-9910-4029-b0a9-fd22b4dd673e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d11dad4a-ed65-4559-bd89-d78bd2a5d561), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:11.584295 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-05515b41-9910-4029-b0a9-fd22b4dd673e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (d11dad4a-ed65-4559-bd89-d78bd2a5d561), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:11.596090 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-05515b41-9910-4029-b0a9-fd22b4dd673e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for d11dad4a-ed65-4559-bd89-d78bd2a5d561 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:25:11.749079 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-05515b41-9910-4029-b0a9-fd22b4dd673e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d11dad4a-ed65-4559-bd89-d78bd2a5d561), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:11.772611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05515b41-9910-4029-b0a9-fd22b4dd673e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=d11dad4a-ed65-4559-bd89-d78bd2a5d561,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:11.838875 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-05515b41-9910-4029-b0a9-fd22b4dd673e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (91be33af-6865-411e-8f23-630f825370fe), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:11.839216 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-05515b41-9910-4029-b0a9-fd22b4dd673e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Floating IP 91be33af-6865-411e-8f23-630f825370fe disassociated (deleted). External IP: 172.25.7.112, port: 68bab884-5c04-479a-bcf8-af4b00aea474. Feb 08 16:25:12.059358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05515b41-9910-4029-b0a9-fd22b4dd673e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router 5e98b69f-aae2-457c-9921-7fa0884ffce0 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:25:12.170256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05515b41-9910-4029-b0a9-fd22b4dd673e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:25:12.174675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-05515b41-9910-4029-b0a9-fd22b4dd673e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:12.180419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efad8532-de2f-4579-b51d-7d86d0993aff None None] Sync routers for ids ['5e98b69f-aae2-457c-9921-7fa0884ffce0'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:25:12.189838 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad8532-de2f-4579-b51d-7d86d0993aff None None] Routers {'5e98b69f-aae2-457c-9921-7fa0884ffce0'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:25:12.190443 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-efad8532-de2f-4579-b51d-7d86d0993aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:25:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['5e98b69f-aae2-457c-9921-7fa0884ffce0'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:12.206075 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-05515b41-9910-4029-b0a9-fd22b4dd673e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/floatingips/91be33af-6865-411e-8f23-630f825370fe HTTP/1.1" status: 204 len: 168 time: 0.8568091 Feb 08 16:25:12.206776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:25:12.209319 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056f8ccf-1297-4a90-adcf-4e8593fa44b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:25:12.252342 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc3449e-75b5-4ec7-a542-c62001b9a335 x-openstack-request-id: req-edc3449e-75b5-4ec7-a542-c62001b9a335 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:25:12.252700 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:25:12.253104 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-edc3449e-75b5-4ec7-a542-c62001b9a335 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:25:12.254401 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474', 'status': 'completed', 'code': 200} Feb 08 16:25:12.311360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-efad8532-de2f-4579-b51d-7d86d0993aff None None] Set router 5e98b69f-aae2-457c-9921-7fa0884ffce0 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:25:12.321779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f8ccf-1297-4a90-adcf-4e8593fa44b1 req-9d986b07-fbbe-4f0b-9725-17637e2a9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:12.323388 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-056f8ccf-1297-4a90-adcf-4e8593fa44b1 req-9d986b07-fbbe-4f0b-9725-17637e2a9fb6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 1129 time: 0.0485632 Feb 08 16:25:12.454168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181e0ef-e711-4552-a347-2e82dc511900 req-983789af-288f-4645-8f12-42d9a6f2eeb9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:12.455694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1181e0ef-e711-4552-a347-2e82dc511900 req-983789af-288f-4645-8f12-42d9a6f2eeb9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 946 time: 0.0562916 Feb 08 16:25:12.458960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f8ccf-1297-4a90-adcf-4e8593fa44b1 req-0751ffb7-0caf-4b40-ae43-d0ebd58c7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:12.460729 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-056f8ccf-1297-4a90-adcf-4e8593fa44b1 req-0751ffb7-0caf-4b40-ae43-d0ebd58c7e27 service neutron] 10.222.0.96 "GET /v2.0/networks?id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a HTTP/1.1" status: 200 len: 898 time: 0.1068730 Feb 08 16:25:12.505219 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-056f8ccf-1297-4a90-adcf-4e8593fa44b1 req-77014eba-d163-43c3-931c-2128dea7875e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 200 len: 217 time: 0.0383604 Feb 08 16:25:12.512544 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1181e0ef-e711-4552-a347-2e82dc511900 req-479e6021-994a-436f-821b-199f51e336d8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504446 Feb 08 16:25:12.525467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-efad8532-de2f-4579-b51d-7d86d0993aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '61649a32-6a88-492d-bf31-01d9c9175295', 'name': '', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:54:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:30Z', 'updated_at': '2022-02-08T16:23:34Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:12.553325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efad8532-de2f-4579-b51d-7d86d0993aff None None] Checking router: 5e98b69f-aae2-457c-9921-7fa0884ffce0 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:25:12.557978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f8ccf-1297-4a90-adcf-4e8593fa44b1 req-1e86d0b4-e372-49a8-bf10-9b1b50c4a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:12.559480 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-056f8ccf-1297-4a90-adcf-4e8593fa44b1 req-1e86d0b4-e372-49a8-bf10-9b1b50c4a268 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=26896df9-a75a-4388-b6f5-b41d1eb8c02d HTTP/1.1" status: 200 len: 834 time: 0.0472851 Feb 08 16:25:12.561817 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad8532-de2f-4579-b51d-7d86d0993aff None None] Routers {'5e98b69f-aae2-457c-9921-7fa0884ffce0'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:25:12.562365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-efad8532-de2f-4579-b51d-7d86d0993aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:25:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['5e98b69f-aae2-457c-9921-7fa0884ffce0'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:12.609148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f8ccf-1297-4a90-adcf-4e8593fa44b1 req-cc9f0f33-ae5c-41b0-80f4-541829a101ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:12.610674 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-056f8ccf-1297-4a90-adcf-4e8593fa44b1 req-cc9f0f33-ae5c-41b0-80f4-541829a101ae service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=09d20ba5-4749-4bb4-aa5a-9bac8205d64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447476 Feb 08 16:25:12.671568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-efad8532-de2f-4579-b51d-7d86d0993aff None None] Set router 5e98b69f-aae2-457c-9921-7fa0884ffce0 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:25:12.907915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-efad8532-de2f-4579-b51d-7d86d0993aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '61649a32-6a88-492d-bf31-01d9c9175295', 'name': '', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:54:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:30Z', 'updated_at': '2022-02-08T16:23:34Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:12.940850 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efad8532-de2f-4579-b51d-7d86d0993aff None None] The sync data for ids ['5e98b69f-aae2-457c-9921-7fa0884ffce0'] in n-d-824834-11 is: [{'id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '61649a32-6a88-492d-bf31-01d9c9175295', 'name': '', 'network_id': '09d20ba5-4749-4bb4-aa5a-9bac8205d64a', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:54:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:30Z', 'updated_at': '2022-02-08T16:23:34Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '26896df9-a75a-4388-b6f5-b41d1eb8c02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:25:13.034230 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-056f8ccf-1297-4a90-adcf-4e8593fa44b1 req-14585aa2-b9d7-410b-85e6-c7d3ad555bff service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163470 Feb 08 16:25:13.134480 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-056f8ccf-1297-4a90-adcf-4e8593fa44b1 req-1eeda8ce-dcae-4557-ae84-3f02605b670f service neutron] 10.222.0.96 "GET /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936406 Feb 08 16:25:13.197458 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c308166d-eaea-40da-a0db-7bcf048873bf None None] New status for floating IP 91be33af-6865-411e-8f23-630f825370fe: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:25:13.649382 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a2eb0-5d76-48d3-b16e-611dd72a3445 req-10e64e6a-7f0b-44bf-9862-ff33bfddc025 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:13.650923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b4a2eb0-5d76-48d3-b16e-611dd72a3445 req-10e64e6a-7f0b-44bf-9862-ff33bfddc025 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 946 time: 0.0650616 Feb 08 16:25:13.699527 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b4a2eb0-5d76-48d3-b16e-611dd72a3445 req-3d312406-585d-452b-9187-883a55d1abda tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=1497ad58-2648-4c5c-b334-b27df5f2a64a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425117 Feb 08 16:25:13.807548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866fd46-ebd8-4b3b-955a-264fc3d37c94 req-1604f997-2d7e-405e-9149-c5f78a05f809 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:13.809142 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d866fd46-ebd8-4b3b-955a-264fc3d37c94 req-1604f997-2d7e-405e-9149-c5f78a05f809 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "GET /v2.0/ports?device_id=2d88c611-fc0d-458d-8dc4-b57d56c74fea HTTP/1.1" status: 200 len: 946 time: 0.0591283 Feb 08 16:25:13.907496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-d866fd46-ebd8-4b3b-955a-264fc3d37c94 req-62e7a71c-e1c5-47b1-8a03-820dda56e841 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port 68bab884-5c04-479a-bcf8-af4b00aea474 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:25:13.907911 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d866fd46-ebd8-4b3b-955a-264fc3d37c94 req-62e7a71c-e1c5-47b1-8a03-820dda56e841 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:14.001951 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d866fd46-ebd8-4b3b-955a-264fc3d37c94 req-62e7a71c-e1c5-47b1-8a03-820dda56e841 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] For port 68bab884-5c04-479a-bcf8-af4b00aea474, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=68bab884-5c04-479a-bcf8-af4b00aea474,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:25:14.002233 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d866fd46-ebd8-4b3b-955a-264fc3d37c94 req-62e7a71c-e1c5-47b1-8a03-820dda56e841 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:14.016130 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-d866fd46-ebd8-4b3b-955a-264fc3d37c94 req-62e7a71c-e1c5-47b1-8a03-820dda56e841 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for 68bab884-5c04-479a-bcf8-af4b00aea474 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:25:14.143732 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d866fd46-ebd8-4b3b-955a-264fc3d37c94 req-62e7a71c-e1c5-47b1-8a03-820dda56e841 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (68bab884-5c04-479a-bcf8-af4b00aea474), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:14.173657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7a71c-e1c5-47b1-8a03-820dda56e841 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=68bab884-5c04-479a-bcf8-af4b00aea474,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:14.219955 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-d866fd46-ebd8-4b3b-955a-264fc3d37c94 req-62e7a71c-e1c5-47b1-8a03-820dda56e841 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] No DVR routers for this DVR port 68bab884-5c04-479a-bcf8-af4b00aea474 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:25:14.222736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d866fd46-ebd8-4b3b-955a-264fc3d37c94 req-62e7a71c-e1c5-47b1-8a03-820dda56e841 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:14.226074 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d866fd46-ebd8-4b3b-955a-264fc3d37c94 req-62e7a71c-e1c5-47b1-8a03-820dda56e841 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "DELETE /v2.0/ports/68bab884-5c04-479a-bcf8-af4b00aea474 HTTP/1.1" status: 204 len: 173 time: 0.4118822 Feb 08 16:25:14.226533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'name': 'network-vif-deleted', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:25:14.228793 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a579b1e-64e8-4d37-95db-8f56e80a1316" -d '{"events": [{"server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "name": "network-vif-deleted", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:25:14.265679 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b61771-a36c-4c79-985d-06980a894e4b x-openstack-request-id: req-45b61771-a36c-4c79-985d-06980a894e4b {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:25:14.265980 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d88c611-fc0d-458d-8dc4-b57d56c74fea", "name": "network-vif-deleted", "tag": "68bab884-5c04-479a-bcf8-af4b00aea474", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:25:14.266240 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-45b61771-a36c-4c79-985d-06980a894e4b {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:25:14.266689 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d88c611-fc0d-458d-8dc4-b57d56c74fea', 'name': 'network-vif-deleted', 'tag': '68bab884-5c04-479a-bcf8-af4b00aea474', 'status': 'completed', 'code': 200} Feb 08 16:25:14.758532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58470) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:15.399185 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-943449bb-f739-4568-afd9-2844648f38f2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (5e98b69f-aae2-457c-9921-7fa0884ffce0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:15.658566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-943449bb-f739-4568-afd9-2844648f38f2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port 61649a32-6a88-492d-bf31-01d9c9175295 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:25:15.658823 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-943449bb-f739-4568-afd9-2844648f38f2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (61649a32-6a88-492d-bf31-01d9c9175295), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:15.752216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-943449bb-f739-4568-afd9-2844648f38f2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] For port 61649a32-6a88-492d-bf31-01d9c9175295, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=61649a32-6a88-492d-bf31-01d9c9175295,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:25:15.752586 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-943449bb-f739-4568-afd9-2844648f38f2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (61649a32-6a88-492d-bf31-01d9c9175295), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:15.765027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-943449bb-f739-4568-afd9-2844648f38f2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for 61649a32-6a88-492d-bf31-01d9c9175295 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:25:15.954410 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-943449bb-f739-4568-afd9-2844648f38f2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (61649a32-6a88-492d-bf31-01d9c9175295), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:15.985699 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943449bb-f739-4568-afd9-2844648f38f2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=61649a32-6a88-492d-bf31-01d9c9175295,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:16.189365 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-943449bb-f739-4568-afd9-2844648f38f2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (5e98b69f-aae2-457c-9921-7fa0884ffce0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:16.440221 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943449bb-f739-4568-afd9-2844648f38f2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router 5e98b69f-aae2-457c-9921-7fa0884ffce0 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:25:16.554135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943449bb-f739-4568-afd9-2844648f38f2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:25:16.559688 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-943449bb-f739-4568-afd9-2844648f38f2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "PUT /v2.0/routers/5e98b69f-aae2-457c-9921-7fa0884ffce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7997689 Feb 08 16:25:16.562070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58472) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:16.565495 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf75620-f98b-4cf8-afb3-513cd333ecbe None None] Sync routers for ids ['5e98b69f-aae2-457c-9921-7fa0884ffce0'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:25:16.578080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf75620-f98b-4cf8-afb3-513cd333ecbe None None] Routers {'5e98b69f-aae2-457c-9921-7fa0884ffce0'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:25:16.578796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-edf75620-f98b-4cf8-afb3-513cd333ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:25:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['5e98b69f-aae2-457c-9921-7fa0884ffce0'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:16.614565 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d34308-7991-4360-a2b9-427976062cee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting subnet 26896df9-a75a-4388-b6f5-b41d1eb8c02d {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:25:16.617963 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84d34308-7991-4360-a2b9-427976062cee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for subnet (26896df9-a75a-4388-b6f5-b41d1eb8c02d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:16.662163 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84d34308-7991-4360-a2b9-427976062cee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (26896df9-a75a-4388-b6f5-b41d1eb8c02d), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:16.699878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-edf75620-f98b-4cf8-afb3-513cd333ecbe None None] Set router 5e98b69f-aae2-457c-9921-7fa0884ffce0 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:25:16.764530 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84d34308-7991-4360-a2b9-427976062cee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (26896df9-a75a-4388-b6f5-b41d1eb8c02d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:16.827673 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84d34308-7991-4360-a2b9-427976062cee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (26896df9-a75a-4388-b6f5-b41d1eb8c02d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:16.857069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d34308-7991-4360-a2b9-427976062cee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Subnet': ['ID=26896df9-a75a-4388-b6f5-b41d1eb8c02d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:16.859102 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-84d34308-7991-4360-a2b9-427976062cee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:16.863160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-84d34308-7991-4360-a2b9-427976062cee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/subnets/26896df9-a75a-4388-b6f5-b41d1eb8c02d HTTP/1.1" status: 204 len: 168 time: 0.2995110 Feb 08 16:25:16.865209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58474) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:16.873118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f226e3-0197-4c98-9848-982b4fc4aadc None None] Network 09d20ba5-4749-4bb4-aa5a-9bac8205d64a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:25:16.991890 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router (5e98b69f-aae2-457c-9921-7fa0884ffce0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.103937 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (5e98b69f-aae2-457c-9921-7fa0884ffce0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.136034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-edf75620-f98b-4cf8-afb3-513cd333ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:25:15Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:17.159863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:25:17.160704 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.165854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf75620-f98b-4cf8-afb3-513cd333ecbe None None] Checking router: 5e98b69f-aae2-457c-9921-7fa0884ffce0 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:25:17.178037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf75620-f98b-4cf8-afb3-513cd333ecbe None None] Routers {'5e98b69f-aae2-457c-9921-7fa0884ffce0'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:25:17.181656 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-edf75620-f98b-4cf8-afb3-513cd333ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:25:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['5e98b69f-aae2-457c-9921-7fa0884ffce0'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:17.245659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3160d3a-1e7e-41ab-80b9-447db1d28962 None None] DHCP port deletion for 09d20ba5-4749-4bb4-aa5a-9bac8205d64a request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:25:17.248490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] For port 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:25:17.248872 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.261845 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:25:17.295824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-edf75620-f98b-4cf8-afb3-513cd333ecbe None None] Set router 5e98b69f-aae2-457c-9921-7fa0884ffce0 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:25:17.353392 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-edf75620-f98b-4cf8-afb3-513cd333ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:25:17Z', 'revision_number': 6, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:17.384518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf75620-f98b-4cf8-afb3-513cd333ecbe None None] The sync data for ids ['5e98b69f-aae2-457c-9921-7fa0884ffce0'] in n-d-824834-11 is: [{'id': '5e98b69f-aae2-457c-9921-7fa0884ffce0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560632791', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:23:27Z', 'updated_at': '2022-02-08T16:25:17Z', 'revision_number': 6, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:25:17.393387 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d3160d3a-1e7e-41ab-80b9-447db1d28962 None None] Deleting port da392508-829f-4583-aa23-c7a59809d435 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:25:17.393769 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d3160d3a-1e7e-41ab-80b9-447db1d28962 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (da392508-829f-4583-aa23-c7a59809d435), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.438221 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.464705 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d3160d3a-1e7e-41ab-80b9-447db1d28962 None None] For port da392508-829f-4583-aa23-c7a59809d435, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=da392508-829f-4583-aa23-c7a59809d435,segment=NetworkSegment(fee0a2c9-112a-4e80-853e-051bb818711c),segment_id=fee0a2c9-112a-4e80-853e-051bb818711c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:25:17.465122 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d3160d3a-1e7e-41ab-80b9-447db1d28962 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (da392508-829f-4583-aa23-c7a59809d435), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.465289 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:17.479596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d3160d3a-1e7e-41ab-80b9-447db1d28962 None None] Calling delete_port for da392508-829f-4583-aa23-c7a59809d435 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:25:17.524962 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (5e98b69f-aae2-457c-9921-7fa0884ffce0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.559254 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d3160d3a-1e7e-41ab-80b9-447db1d28962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (da392508-829f-4583-aa23-c7a59809d435), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.589032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3160d3a-1e7e-41ab-80b9-447db1d28962 None None] Pushing event deleted for resources: {'Port': ['ID=da392508-829f-4583-aa23-c7a59809d435,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:17.592472 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3160d3a-1e7e-41ab-80b9-447db1d28962 None None] No DVR routers for this DVR port da392508-829f-4583-aa23-c7a59809d435 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:25:17.619838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (5e98b69f-aae2-457c-9921-7fa0884ffce0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.622006 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_controller (5e98b69f-aae2-457c-9921-7fa0884ffce0), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.670046 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (5e98b69f-aae2-457c-9921-7fa0884ffce0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.670494 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Fanout notify agent at l3_agent the message router_deleted on router 5e98b69f-aae2-457c-9921-7fa0884ffce0 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:25:17.678528 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.679672 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8cf8e140-7c5d-4cdc-8562-abfca5896b20 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/routers/5e98b69f-aae2-457c-9921-7fa0884ffce0 HTTP/1.1" status: 204 len: 168 time: 0.8129044 Feb 08 16:25:17.682717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58476) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:17.781477 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6c673d7d-a8e2-42e6-9127-9d9adbf0c604 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (09d20ba5-4749-4bb4-aa5a-9bac8205d64a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.882585 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6c673d7d-a8e2-42e6-9127-9d9adbf0c604 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (09d20ba5-4749-4bb4-aa5a-9bac8205d64a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.899705 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 61649a32-6a88-492d-bf31-01d9c9175295 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:25:17.906113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-6c673d7d-a8e2-42e6-9127-9d9adbf0c604 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d20ba5-4749-4bb4-aa5a-9bac8205d64a']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:17.916436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-6c673d7d-a8e2-42e6-9127-9d9adbf0c604 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee0a2c9-112a-4e80-853e-051bb818711c') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:17.916738 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-6c673d7d-a8e2-42e6-9127-9d9adbf0c604 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee0a2c9-112a-4e80-853e-051bb818711c') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:17.920451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 61649a32-6a88-492d-bf31-01d9c9175295 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:25:17.920735 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 61649a32-6a88-492d-bf31-01d9c9175295 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:25:17.921225 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device da392508-829f-4583-aa23-c7a59809d435 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:25:17.927977 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6c673d7d-a8e2-42e6-9127-9d9adbf0c604 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (fee0a2c9-112a-4e80-853e-051bb818711c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.942536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: da392508-829f-4583-aa23-c7a59809d435 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:25:17.942793 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6c673d7d-a8e2-42e6-9127-9d9adbf0c604 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (fee0a2c9-112a-4e80-853e-051bb818711c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.942941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device da392508-829f-4583-aa23-c7a59809d435 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:25:17.948852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c673d7d-a8e2-42e6-9127-9d9adbf0c604 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:25:17.949433 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6c673d7d-a8e2-42e6-9127-9d9adbf0c604 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (fee0a2c9-112a-4e80-853e-051bb818711c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:25:17.952399 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:25:18.013541 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6c673d7d-a8e2-42e6-9127-9d9adbf0c604 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (09d20ba5-4749-4bb4-aa5a-9bac8205d64a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.036171 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6c673d7d-a8e2-42e6-9127-9d9adbf0c604 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.039363 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6c673d7d-a8e2-42e6-9127-9d9adbf0c604 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/networks/09d20ba5-4749-4bb4-aa5a-9bac8205d64a HTTP/1.1" status: 204 len: 168 time: 0.3556020 Feb 08 16:25:18.040741 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c673d7d-a8e2-42e6-9127-9d9adbf0c604 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Network': ['ID=09d20ba5-4749-4bb4-aa5a-9bac8205d64a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:18.042251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58480) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:18.102027 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0cc638d9-18ac-4bb1-95c6-2f36234abf83 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (1497ad58-2648-4c5c-b334-b27df5f2a64a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.128255 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0cc638d9-18ac-4bb1-95c6-2f36234abf83 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (1497ad58-2648-4c5c-b334-b27df5f2a64a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.195207 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0cc638d9-18ac-4bb1-95c6-2f36234abf83 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1497ad58-2648-4c5c-b334-b27df5f2a64a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.197882 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0cc638d9-18ac-4bb1-95c6-2f36234abf83 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.199062 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0cc638d9-18ac-4bb1-95c6-2f36234abf83 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/security-groups/1497ad58-2648-4c5c-b334-b27df5f2a64a HTTP/1.1" status: 204 len: 168 time: 0.1557188 Feb 08 16:25:18.209657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc638d9-18ac-4bb1-95c6-2f36234abf83 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1497ad58-2648-4c5c-b334-b27df5f2a64a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:18.303540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 68bab884-5c04-479a-bcf8-af4b00aea474 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:25:18.324570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 68bab884-5c04-479a-bcf8-af4b00aea474 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:25:18.324925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 68bab884-5c04-479a-bcf8-af4b00aea474 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:25:18.427926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58486) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:18.432552 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-303cd50b-69c2-4c55-beba-d2d1c3e4630f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1971927977', 'description': 'tempest-secgroup-smoke-1971927977 description', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:25:18.453316 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-303cd50b-69c2-4c55-beba-d2d1c3e4630f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.524270 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-303cd50b-69c2-4c55-beba-d2d1c3e4630f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (da660bc5-8130-4413-b4a4-ead0700e0662), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.527827 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-303cd50b-69c2-4c55-beba-d2d1c3e4630f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (da660bc5-8130-4413-b4a4-ead0700e0662), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.558920 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-303cd50b-69c2-4c55-beba-d2d1c3e4630f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.560144 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-303cd50b-69c2-4c55-beba-d2d1c3e4630f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1312065 Feb 08 16:25:18.563149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58488) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:18.564193 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cd50b-69c2-4c55-beba-d2d1c3e4630f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da660bc5-8130-4413-b4a4-ead0700e0662,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:18.568547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-760bb960-ca38-40a2-88af-96bac52725c2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': 'da660bc5-8130-4413-b4a4-ead0700e0662', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:25:18.593778 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-760bb960-ca38-40a2-88af-96bac52725c2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (f479671d-1d9a-4465-bcad-f109340e27a8), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.648111 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-760bb960-ca38-40a2-88af-96bac52725c2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (f479671d-1d9a-4465-bcad-f109340e27a8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.651986 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-760bb960-ca38-40a2-88af-96bac52725c2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (f479671d-1d9a-4465-bcad-f109340e27a8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.669134 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bb960-ca38-40a2-88af-96bac52725c2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f479671d-1d9a-4465-bcad-f109340e27a8,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:18.678511 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-760bb960-ca38-40a2-88af-96bac52725c2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.679828 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-760bb960-ca38-40a2-88af-96bac52725c2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155341 Feb 08 16:25:18.682482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58490) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:18.687079 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-25065743-c908-4c52-8932-fd6a56d7c205 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': 'da660bc5-8130-4413-b4a4-ead0700e0662', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:25:18.712610 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25065743-c908-4c52-8932-fd6a56d7c205 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (808b28a8-0ffa-43cc-a73a-10a5572a8e49), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.770088 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25065743-c908-4c52-8932-fd6a56d7c205 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (808b28a8-0ffa-43cc-a73a-10a5572a8e49), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.773488 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25065743-c908-4c52-8932-fd6a56d7c205 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (808b28a8-0ffa-43cc-a73a-10a5572a8e49), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.790915 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25065743-c908-4c52-8932-fd6a56d7c205 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808b28a8-0ffa-43cc-a73a-10a5572a8e49,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:18.797504 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-25065743-c908-4c52-8932-fd6a56d7c205 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.798718 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-25065743-c908-4c52-8932-fd6a56d7c205 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152947 Feb 08 16:25:18.802162 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58492) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:18.806395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6d190a40-c3d3-4176-9fc4-ace4f17a1f34 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': 'da660bc5-8130-4413-b4a4-ead0700e0662', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:25:18.830953 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d190a40-c3d3-4176-9fc4-ace4f17a1f34 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (829ccd3c-9915-4697-b1e3-27f3336f0946), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.886354 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d190a40-c3d3-4176-9fc4-ace4f17a1f34 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (829ccd3c-9915-4697-b1e3-27f3336f0946), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.889729 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d190a40-c3d3-4176-9fc4-ace4f17a1f34 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (829ccd3c-9915-4697-b1e3-27f3336f0946), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.909312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d190a40-c3d3-4176-9fc4-ace4f17a1f34 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829ccd3c-9915-4697-b1e3-27f3336f0946,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:18.917343 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6d190a40-c3d3-4176-9fc4-ace4f17a1f34 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:18.918521 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6d190a40-c3d3-4176-9fc4-ace4f17a1f34 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154273 Feb 08 16:25:18.921222 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58494) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:18.925674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-88885312-19ae-4dc0-a913-4795bd35f567 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': 'da660bc5-8130-4413-b4a4-ead0700e0662', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:25:18.949413 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-88885312-19ae-4dc0-a913-4795bd35f567 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (6dbd5a39-d6fa-400a-9da7-730f0de306fc), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.006025 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-88885312-19ae-4dc0-a913-4795bd35f567 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (6dbd5a39-d6fa-400a-9da7-730f0de306fc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.009600 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-88885312-19ae-4dc0-a913-4795bd35f567 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (6dbd5a39-d6fa-400a-9da7-730f0de306fc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.033297 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88885312-19ae-4dc0-a913-4795bd35f567 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbd5a39-d6fa-400a-9da7-730f0de306fc,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:19.040587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-88885312-19ae-4dc0-a913-4795bd35f567 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.041787 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-88885312-19ae-4dc0-a913-4795bd35f567 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196489 Feb 08 16:25:19.044471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58496) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:19.048703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9539e3e7-3db4-404f-8f8b-9ed85c6b5131 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': 'da660bc5-8130-4413-b4a4-ead0700e0662', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:25:19.067446 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-9539e3e7-3db4-404f-8f8b-9ed85c6b5131 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Project eaaf6f2b7cc84c8382c2d49312dd8dce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:25:19.072127 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9539e3e7-3db4-404f-8f8b-9ed85c6b5131 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (2a2c695e-a629-45d1-ab1c-0c918eebcbcf), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.115370 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.131998 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9539e3e7-3db4-404f-8f8b-9ed85c6b5131 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (2a2c695e-a629-45d1-ab1c-0c918eebcbcf), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.135646 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9539e3e7-3db4-404f-8f8b-9ed85c6b5131 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (2a2c695e-a629-45d1-ab1c-0c918eebcbcf), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.155168 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539e3e7-3db4-404f-8f8b-9ed85c6b5131 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2c695e-a629-45d1-ab1c-0c918eebcbcf,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:19.161291 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9539e3e7-3db4-404f-8f8b-9ed85c6b5131 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.162461 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9539e3e7-3db4-404f-8f8b-9ed85c6b5131 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170065 Feb 08 16:25:19.165353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58498) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:19.170038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6b1ed7c3-f7cb-4618-a538-79d67d025e4c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': 'da660bc5-8130-4413-b4a4-ead0700e0662', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:25:19.190341 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-6b1ed7c3-f7cb-4618-a538-79d67d025e4c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Project eaaf6f2b7cc84c8382c2d49312dd8dce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:25:19.195793 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed7c3-f7cb-4618-a538-79d67d025e4c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (d1d7b6f7-daf5-4371-b0d4-6f72e0685b82), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.255792 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed7c3-f7cb-4618-a538-79d67d025e4c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (d1d7b6f7-daf5-4371-b0d4-6f72e0685b82), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.259389 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed7c3-f7cb-4618-a538-79d67d025e4c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (d1d7b6f7-daf5-4371-b0d4-6f72e0685b82), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.277452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ed7c3-f7cb-4618-a538-79d67d025e4c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d7b6f7-daf5-4371-b0d4-6f72e0685b82,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:19.282464 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed7c3-f7cb-4618-a538-79d67d025e4c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.283667 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6b1ed7c3-f7cb-4618-a538-79d67d025e4c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172726 Feb 08 16:25:19.287393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58502) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:19.292256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6bf258ec-a82e-477e-9754-a858bbdbed6d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'network': {'name': 'tempest-network-smoke--1152171996', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'port_security_enabled': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:25:19.310850 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf258ec-a82e-477e-9754-a858bbdbed6d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Made reservation on behalf of eaaf6f2b7cc84c8382c2d49312dd8dce for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:25:19.314178 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6bf258ec-a82e-477e-9754-a858bbdbed6d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.337719 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf258ec-a82e-477e-9754-a858bbdbed6d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:25:19.346853 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6bf258ec-a82e-477e-9754-a858bbdbed6d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b2af943d-a285-4735-a9d5-37d56bf85d5c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.347750 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-6bf258ec-a82e-477e-9754-a858bbdbed6d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Added segment b2af943d-a285-4735-a9d5-37d56bf85d5c of type vlan for network a6cacf3d-91b1-47be-9738-eb2731667433 Feb 08 16:25:19.387177 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6bf258ec-a82e-477e-9754-a858bbdbed6d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (a6cacf3d-91b1-47be-9738-eb2731667433), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.412217 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6bf258ec-a82e-477e-9754-a858bbdbed6d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (a6cacf3d-91b1-47be-9738-eb2731667433), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.417151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf258ec-a82e-477e-9754-a858bbdbed6d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:19.417731 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6bf258ec-a82e-477e-9754-a858bbdbed6d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.480705 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6bf258ec-a82e-477e-9754-a858bbdbed6d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1922255 Feb 08 16:25:19.483495 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58504) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:19.484709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:25:19.488732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'admin_state_up': True, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:25:19.501969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf258ec-a82e-477e-9754-a858bbdbed6d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Network': ['ID=a6cacf3d-91b1-47be-9738-eb2731667433,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:19.507785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:25:19.508137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7ff8b464-ecb7-4e29-8a8f-8d74ec1ee36d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:25:19.513180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network a6cacf3d-91b1-47be-9738-eb2731667433 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:25:19.518499 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (2993ae74-47df-4b51-b918-61e6f8e3ddd2), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.521144 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (2993ae74-47df-4b51-b918-61e6f8e3ddd2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.575261 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_controller (2993ae74-47df-4b51-b918-61e6f8e3ddd2), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.751550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (2993ae74-47df-4b51-b918-61e6f8e3ddd2), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.979070 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (2993ae74-47df-4b51-b918-61e6f8e3ddd2), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:19.997582 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:20.103877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.25.7.137 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/8825d814-3ec8-40fb-9168-140f76bcc7da) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:25:20.212672 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (8825d814-3ec8-40fb-9168-140f76bcc7da), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:20.246565 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (8825d814-3ec8-40fb-9168-140f76bcc7da), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:20.286302 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:25:20.289287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:25:20.293362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:25:20.298786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=8825d814-3ec8-40fb-9168-140f76bcc7da,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:20.572356 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:20.573257 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (2993ae74-47df-4b51-b918-61e6f8e3ddd2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:20.783621 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (2993ae74-47df-4b51-b918-61e6f8e3ddd2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:21.200267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:25:21.308368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:25:21.318924 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Sync routers for ids ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:25:21.328060 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:21.329312 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Routers {'2993ae74-47df-4b51-b918-61e6f8e3ddd2'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:25:21.329485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-65953420-778e-4583-8509-8aecea53b701 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8449712 Feb 08 16:25:21.329933 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:25:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:21.334339 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58506) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:21.360806 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-92227c1c-b073-439a-9733-d8dc60396dd9 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=eaaf6f2b7cc84c8382c2d49312dd8dce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264142 Feb 08 16:25:21.363333 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58508) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:21.434390 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Set router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:25:21.453836 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda7b9d2-3fc5-4846-b786-fb28105547d5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:21.455301 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-dda7b9d2-3fc5-4846-b786-fb28105547d5 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910552 Feb 08 16:25:21.458739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58510) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:21.486098 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-55be78a6-eecd-4325-b7f9-b5e79e189946 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262897 Feb 08 16:25:21.488491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58512) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:21.493268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2a609dc7-0fcc-4eb1-8681-300a976dbafc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-454615013', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:25:21.578916 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a609dc7-0fcc-4eb1-8681-300a976dbafc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Made reservation on behalf of eaaf6f2b7cc84c8382c2d49312dd8dce for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:25:21.582980 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2a609dc7-0fcc-4eb1-8681-300a976dbafc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:21.616440 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:25:19Z', 'updated_at': '2022-02-08T16:25:20Z', 'revision_number': 3, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:20Z', 'updated_at': '2022-02-08T16:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:21.646111 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Checking router: 2993ae74-47df-4b51-b918-61e6f8e3ddd2 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:25:21.646561 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Updating router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 port 8825d814-3ec8-40fb-9168-140f76bcc7da binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:25:21.674608 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8825d814-3ec8-40fb-9168-140f76bcc7da), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:21.776606 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2a609dc7-0fcc-4eb1-8681-300a976dbafc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (0fe198f9-4107-468a-96be-2f306aaba276), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:21.842497 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a609dc7-0fcc-4eb1-8681-300a976dbafc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Subnet': ['ID=0fe198f9-4107-468a-96be-2f306aaba276,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:21.853626 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a609dc7-0fcc-4eb1-8681-300a976dbafc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Checking segment: {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:25:21.853999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a609dc7-0fcc-4eb1-8681-300a976dbafc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network hostable DHCP agents. Network: a6cacf3d-91b1-47be-9738-eb2731667433, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:25:21.872406 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a609dc7-0fcc-4eb1-8681-300a976dbafc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network a6cacf3d-91b1-47be-9738-eb2731667433 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:25:21.881536 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-2a609dc7-0fcc-4eb1-8681-300a976dbafc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, a6cacf3d-91b1-47be-9738-eb2731667433) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:25:21.886084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a609dc7-0fcc-4eb1-8681-300a976dbafc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:21.887430 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2a609dc7-0fcc-4eb1-8681-300a976dbafc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:21.890989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be00c12-fb9a-4eb7-9dfd-4f0403537794 None None] Network a6cacf3d-91b1-47be-9738-eb2731667433 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:25:21.905097 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2a609dc7-0fcc-4eb1-8681-300a976dbafc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4154990 Feb 08 16:25:21.907764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58514) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:21.950533 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Publish callbacks [] for port (8825d814-3ec8-40fb-9168-140f76bcc7da), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:21.956889 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8825d814-3ec8-40fb-9168-140f76bcc7da), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:22.006424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-a6cacf3d-91b1-47be-9738-eb2731667433', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ips': [{'subnet_id': '0fe198f9-4107-468a-96be-2f306aaba276'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:25:22.007644 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:22.012048 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Attempting to bind port 8825d814-3ec8-40fb-9168-140f76bcc7da on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:25:22.012424 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Attempting to bind port 8825d814-3ec8-40fb-9168-140f76bcc7da by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:25:22.012792 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Attempting to bind port 8825d814-3ec8-40fb-9168-140f76bcc7da on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:25:22.028586 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:25:22.029158 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:25:22.029758 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:22.030561 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:25:22.030939 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Bound port: 8825d814-3ec8-40fb-9168-140f76bcc7da, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:25:22.031556 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8825d814-3ec8-40fb-9168-140f76bcc7da), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:22.054390 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a6495-0846-4bb0-a62b-0df5d14c869a None None] Pushing event updated for resources: {'Port': ['ID=8825d814-3ec8-40fb-9168-140f76bcc7da,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:22.070135 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a6495-0846-4bb0-a62b-0df5d14c869a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:22.070670 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a6495-0846-4bb0-a62b-0df5d14c869a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:22.071028 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a6495-0846-4bb0-a62b-0df5d14c869a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:22.071444 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a6495-0846-4bb0-a62b-0df5d14c869a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:22.071847 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a6495-0846-4bb0-a62b-0df5d14c869a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:22.072245 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a6495-0846-4bb0-a62b-0df5d14c869a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:22.072638 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a6495-0846-4bb0-a62b-0df5d14c869a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:22.073054 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a6495-0846-4bb0-a62b-0df5d14c869a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:22.073447 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a6495-0846-4bb0-a62b-0df5d14c869a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:22.073835 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a6495-0846-4bb0-a62b-0df5d14c869a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:22.074225 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a6495-0846-4bb0-a62b-0df5d14c869a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:22.074619 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a6495-0846-4bb0-a62b-0df5d14c869a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:22.075005 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a6495-0846-4bb0-a62b-0df5d14c869a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:25:22.104628 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] For port 8825d814-3ec8-40fb-9168-140f76bcc7da, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:25:22.108218 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] For port 8825d814-3ec8-40fb-9168-140f76bcc7da, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8825d814-3ec8-40fb-9168-140f76bcc7da,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:25:22.115488 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8825d814-3ec8-40fb-9168-140f76bcc7da), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:22.160834 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Allocated IP 172.20.0.2 (a6cacf3d-91b1-47be-9738-eb2731667433/0fe198f9-4107-468a-96be-2f306aaba276/4392c2bd-e27c-4633-8acb-4f5a53c57040) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:25:22.176225 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Routers {'2993ae74-47df-4b51-b918-61e6f8e3ddd2'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:25:22.176972 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:25:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:22.328635 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Publish callbacks [] for port (4392c2bd-e27c-4633-8acb-4f5a53c57040), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:22.342128 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (4392c2bd-e27c-4633-8acb-4f5a53c57040), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:22.342599 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a6495-0846-4bb0-a62b-0df5d14c869a None None] Pushing event updated for resources: {'Port': ['ID=8825d814-3ec8-40fb-9168-140f76bcc7da,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:22.393996 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Network a6cacf3d-91b1-47be-9738-eb2731667433 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:25:22.397429 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:22.399876 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:25:22.400727 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] Set router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:25:22.402304 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:25:22.416793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Pushing event updated for resources: {'Port': ['ID=4392c2bd-e27c-4633-8acb-4f5a53c57040,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:22.467248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Attempting to bind port 4392c2bd-e27c-4633-8acb-4f5a53c57040 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:25:22.467696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Attempting to bind port 4392c2bd-e27c-4633-8acb-4f5a53c57040 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:25:22.467989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Attempting to bind port 4392c2bd-e27c-4633-8acb-4f5a53c57040 on network a6cacf3d-91b1-47be-9738-eb2731667433 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:25:22.474011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:25:22.474393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Checking segment: {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:25:22.474975 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:22.475379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Bound using segment: {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:25:22.476547 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Bound port: 4392c2bd-e27c-4633-8acb-4f5a53c57040, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:25:22.477302 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4392c2bd-e27c-4633-8acb-4f5a53c57040), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:22.548192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] For port 4392c2bd-e27c-4633-8acb-4f5a53c57040, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:25:22.551922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] For port 4392c2bd-e27c-4633-8acb-4f5a53c57040, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4392c2bd-e27c-4633-8acb-4f5a53c57040,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:25:22.558349 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4392c2bd-e27c-4633-8acb-4f5a53c57040), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:22.599329 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:25:19Z', 'updated_at': '2022-02-08T16:25:20Z', 'revision_number': 3, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:20Z', 'updated_at': '2022-02-08T16:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:22.632086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158987f0-d42d-4398-b8b1-03edbb690051 None None] Pushing event updated for resources: {'Port': ['ID=4392c2bd-e27c-4633-8acb-4f5a53c57040,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:22.639888 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25f9b4-d008-4f56-865b-96e18bd708a3 None None] The sync data for ids ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'] in n-d-824834-11 is: [{'id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:25:19Z', 'updated_at': '2022-02-08T16:25:20Z', 'revision_number': 3, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:20Z', 'updated_at': '2022-02-08T16:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:25:22.716296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.20.0.1 (a6cacf3d-91b1-47be-9738-eb2731667433/0fe198f9-4107-468a-96be-2f306aaba276/f8110f8f-530e-40cf-966b-abe6d5bcc3da) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:25:22.862653 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:22.905015 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:22.974684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network a6cacf3d-91b1-47be-9738-eb2731667433 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:25:22.979597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:25:22.983745 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:25:23.010357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=f8110f8f-530e-40cf-966b-abe6d5bcc3da,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:23.046924 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (2993ae74-47df-4b51-b918-61e6f8e3ddd2), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:23.202605 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:23.544371 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:23.554327 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:23.635761 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=f8110f8f-530e-40cf-966b-abe6d5bcc3da,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:23.638872 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (2993ae74-47df-4b51-b918-61e6f8e3ddd2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:23.662054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8825d814-3ec8-40fb-9168-140f76bcc7da up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:25:23.739684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 8825d814-3ec8-40fb-9168-140f76bcc7da triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:25:23.740067 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8825d814-3ec8-40fb-9168-140f76bcc7da), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:23.759999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network a6cacf3d-91b1-47be-9738-eb2731667433 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:25:23.761644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:25:23.828378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 8825d814-3ec8-40fb-9168-140f76bcc7da is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:25:23.828786 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8825d814-3ec8-40fb-9168-140f76bcc7da), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:23.851842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5b0526-ae71-46c5-bcc7-247326e11ff9 None None] Network a6cacf3d-91b1-47be-9738-eb2731667433 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:25:23.858579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 8825d814-3ec8-40fb-9168-140f76bcc7da, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8825d814-3ec8-40fb-9168-140f76bcc7da,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:25:23.893987 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8825d814-3ec8-40fb-9168-140f76bcc7da), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:23.895070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4392c2bd-e27c-4633-8acb-4f5a53c57040 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:25:23.903301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:25:24.004359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-881cc1c6-353e-415b-a6d7-14a3ad6f56a4 None None] Provisioning complete for port 4392c2bd-e27c-4633-8acb-4f5a53c57040 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:25:24.004732 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-881cc1c6-353e-415b-a6d7-14a3ad6f56a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4392c2bd-e27c-4633-8acb-4f5a53c57040), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:24.016414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=8825d814-3ec8-40fb-9168-140f76bcc7da,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:24.035916 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:25:24.041680 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-22a0ab9f-5989-4648-9453-8c261ae97617 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "PUT /v2.0/routers/2993ae74-47df-4b51-b918-61e6f8e3ddd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1326525 Feb 08 16:25:24.079265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 4392c2bd-e27c-4633-8acb-4f5a53c57040 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:25:24.079666 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4392c2bd-e27c-4633-8acb-4f5a53c57040), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:24.178918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-881cc1c6-353e-415b-a6d7-14a3ad6f56a4 None None] Current status of the port 4392c2bd-e27c-4633-8acb-4f5a53c57040 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:25:24.179312 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-881cc1c6-353e-415b-a6d7-14a3ad6f56a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4392c2bd-e27c-4633-8acb-4f5a53c57040), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:24.235925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-99c479d3-5ed5-4015-8119-a77982f80e25 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971927977&fields=id&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 267 time: 0.0558865 Feb 08 16:25:24.243541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 4392c2bd-e27c-4633-8acb-4f5a53c57040 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:25:24.243936 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4392c2bd-e27c-4633-8acb-4f5a53c57040), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:24.246815 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-881cc1c6-353e-415b-a6d7-14a3ad6f56a4 None None] For port 4392c2bd-e27c-4633-8acb-4f5a53c57040, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4392c2bd-e27c-4633-8acb-4f5a53c57040,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:25:24.268069 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-881cc1c6-353e-415b-a6d7-14a3ad6f56a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (4392c2bd-e27c-4633-8acb-4f5a53c57040), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:24.366083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cc1c6-353e-415b-a6d7-14a3ad6f56a4 None None] Pushing event updated for resources: {'Port': ['ID=4392c2bd-e27c-4633-8acb-4f5a53c57040,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:24.367229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-2c12ffc9-fb23-411f-ae91-28a96a80b2a8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:24.369152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-2c12ffc9-fb23-411f-ae91-28a96a80b2a8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/networks?id=a6cacf3d-91b1-47be-9738-eb2731667433 HTTP/1.1" status: 200 len: 797 time: 0.1254439 Feb 08 16:25:24.370919 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:25:24.371349 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:25:24.388372 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-55d1e0db-6fbf-4fe2-8b22-00b8263d7556 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/quotas/eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 375 time: 0.0103788 Feb 08 16:25:24.452898 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-4ca6152a-0f2c-43eb-a339-d2c822e24263 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587227 Feb 08 16:25:24.494632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3021c421-037e-466f-ac46-795d02600ab7 None None] Provisioning complete for port 4392c2bd-e27c-4633-8acb-4f5a53c57040 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:25:24.495057 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3021c421-037e-466f-ac46-795d02600ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4392c2bd-e27c-4633-8acb-4f5a53c57040), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:24.574419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Sync routers for ids ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:25:24.601362 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3021c421-037e-466f-ac46-795d02600ab7 None None] Current status of the port 4392c2bd-e27c-4633-8acb-4f5a53c57040 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:25:24.603708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Routers {'2993ae74-47df-4b51-b918-61e6f8e3ddd2'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:25:24.604370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:25:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:24.639671 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-0906f12c-b5b1-46f2-9801-9b93abfc2627 service neutron] 10.222.0.82 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732478 Feb 08 16:25:24.679912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3021c421-037e-466f-ac46-795d02600ab7 None None] Provisioning complete for port f8110f8f-530e-40cf-966b-abe6d5bcc3da triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:25:24.681225 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3021c421-037e-466f-ac46-795d02600ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:24.741294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3021c421-037e-466f-ac46-795d02600ab7 None None] Port f8110f8f-530e-40cf-966b-abe6d5bcc3da cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:25:24.762775 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-3d794157-d1f0-4485-bd6a-295a1d4b595c service neutron] 10.222.0.82 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130102 Feb 08 16:25:24.775897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Set router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:25:24.941417 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f56d3ba2-6586-484e-8323-2f9bddde494e req-d61871a3-aee4-4d0b-97db-847525fb542e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 210 time: 0.0312879 Feb 08 16:25:25.104703 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c9205f58-02a3-4e01-880b-4cc23aca9b29 None None] Provisioning complete for port f8110f8f-530e-40cf-966b-abe6d5bcc3da triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:25:25.105188 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c9205f58-02a3-4e01-880b-4cc23aca9b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:25.142767 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 4392c2bd-e27c-4633-8acb-4f5a53c57040 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:25:25.176846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c9205f58-02a3-4e01-880b-4cc23aca9b29 None None] Port f8110f8f-530e-40cf-966b-abe6d5bcc3da cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:25:25.235432 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:25:19Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:20Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f8110f8f-530e-40cf-966b-abe6d5bcc3da', 'name': '', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:97:a8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0fe198f9-4107-468a-96be-2f306aaba276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:22Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 2, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '0fe198f9-4107-468a-96be-2f306aaba276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:25.271763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Checking router: 2993ae74-47df-4b51-b918-61e6f8e3ddd2 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:25:25.272288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Updating router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 port f8110f8f-530e-40cf-966b-abe6d5bcc3da binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:25:25.321947 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:25.331410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-18b9c9c2-46d9-4d81-b517-c1c3efcdc3e2 None None] Provisioning complete for port f8110f8f-530e-40cf-966b-abe6d5bcc3da triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:25:25.332788 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-18b9c9c2-46d9-4d81-b517-c1c3efcdc3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:25.417200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-18b9c9c2-46d9-4d81-b517-c1c3efcdc3e2 None None] Port f8110f8f-530e-40cf-966b-abe6d5bcc3da cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:25:25.594340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8825d814-3ec8-40fb-9168-140f76bcc7da up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:25:25.704066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 8825d814-3ec8-40fb-9168-140f76bcc7da triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:25:25.704743 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8825d814-3ec8-40fb-9168-140f76bcc7da), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:25.734734 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Publish callbacks [] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:25.742140 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:25.811520 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c115c84-98dd-4589-8818-0d79b106c778 None None] Pushing event updated for resources: {'Port': ['ID=f8110f8f-530e-40cf-966b-abe6d5bcc3da,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:25.903414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Attempting to bind port f8110f8f-530e-40cf-966b-abe6d5bcc3da on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:25:25.903802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Attempting to bind port f8110f8f-530e-40cf-966b-abe6d5bcc3da by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:25:25.904192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Attempting to bind port f8110f8f-530e-40cf-966b-abe6d5bcc3da on network a6cacf3d-91b1-47be-9738-eb2731667433 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:25:25.906398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 8825d814-3ec8-40fb-9168-140f76bcc7da is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:25:25.907513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4392c2bd-e27c-4633-8acb-4f5a53c57040 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:25:25.932258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:25:25.932643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Checking segment: {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:25:25.933122 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:25.933526 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Bound using segment: {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:25:25.934023 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Bound port: f8110f8f-530e-40cf-966b-abe6d5bcc3da, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:25:25.934431 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:26.030234 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] For port f8110f8f-530e-40cf-966b-abe6d5bcc3da, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:25:26.035700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] For port f8110f8f-530e-40cf-966b-abe6d5bcc3da, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f8110f8f-530e-40cf-966b-abe6d5bcc3da,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:25:26.039739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 4392c2bd-e27c-4633-8acb-4f5a53c57040 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:25:26.040109 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (4392c2bd-e27c-4633-8acb-4f5a53c57040), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:26.044077 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:26.105703 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f08856c9-bd03-4742-9f83-1ac1d8e714e7 req-634c685b-be52-43fc-8b6e-9da0d438c2ba tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 210 time: 0.0394845 Feb 08 16:25:26.192754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-7b1521a4-fca7-4a53-b728-851b2f17a84a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:26.194329 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-7b1521a4-fca7-4a53-b728-851b2f17a84a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.94 "GET /v2.0/networks?id=a6cacf3d-91b1-47be-9738-eb2731667433 HTTP/1.1" status: 200 len: 797 time: 0.1755750 Feb 08 16:25:26.233401 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Routers {'2993ae74-47df-4b51-b918-61e6f8e3ddd2'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:25:26.234067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:25:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:26.245802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-66bf5448-3fc7-4429-ad47-756e2763370b None None] Provisioning complete for port f8110f8f-530e-40cf-966b-abe6d5bcc3da triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:25:26.246137 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-66bf5448-3fc7-4429-ad47-756e2763370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:26.295982 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-cb22e977-9d91-4d3e-80c0-cdf9582bc25f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 380 time: 0.0876193 Feb 08 16:25:26.309038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-a15ff6e8-418c-450d-b274-fe0d68ea5c2c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'port': {'device_id': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'admin_state_up': True, 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'security_groups': ['da660bc5-8130-4413-b4a4-ead0700e0662']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:25:26.334686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c115c84-98dd-4589-8818-0d79b106c778 None None] Pushing event updated for resources: {'Port': ['ID=f8110f8f-530e-40cf-966b-abe6d5bcc3da,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:26.404211 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 4392c2bd-e27c-4633-8acb-4f5a53c57040 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:25:26.465917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] Set router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:25:26.482492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-a15ff6e8-418c-450d-b274-fe0d68ea5c2c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Made reservation on behalf of eaaf6f2b7cc84c8382c2d49312dd8dce for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:25:26.485954 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-a15ff6e8-418c-450d-b274-fe0d68ea5c2c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:26.520780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-66bf5448-3fc7-4429-ad47-756e2763370b None None] Current status of the port f8110f8f-530e-40cf-966b-abe6d5bcc3da is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:25:26.521146 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-66bf5448-3fc7-4429-ad47-756e2763370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:26.618656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-a15ff6e8-418c-450d-b274-fe0d68ea5c2c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.20.0.3 (a6cacf3d-91b1-47be-9738-eb2731667433/0fe198f9-4107-468a-96be-2f306aaba276/586d8d8d-f0c5-4604-b07f-ca4c796c966b) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:25:26.627420 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-66bf5448-3fc7-4429-ad47-756e2763370b None None] For port f8110f8f-530e-40cf-966b-abe6d5bcc3da, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f8110f8f-530e-40cf-966b-abe6d5bcc3da,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:25:26.637024 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-66bf5448-3fc7-4429-ad47-756e2763370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:26.708816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf5448-3fc7-4429-ad47-756e2763370b None None] Pushing event updated for resources: {'Port': ['ID=f8110f8f-530e-40cf-966b-abe6d5bcc3da,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:26.777403 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-728ee1b0-b21d-4f9a-b907-d75ebd0bcc69 None None] Provisioning complete for port f8110f8f-530e-40cf-966b-abe6d5bcc3da triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:25:26.778008 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-728ee1b0-b21d-4f9a-b907-d75ebd0bcc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:26.809951 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-a15ff6e8-418c-450d-b274-fe0d68ea5c2c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:26.860034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:25:19Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:20Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f8110f8f-530e-40cf-966b-abe6d5bcc3da', 'name': '', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:97:a8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0fe198f9-4107-468a-96be-2f306aaba276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:22Z', 'updated_at': '2022-02-08T16:25:26Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '0fe198f9-4107-468a-96be-2f306aaba276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:26.860371 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-a15ff6e8-418c-450d-b274-fe0d68ea5c2c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:26.914271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-a15ff6e8-418c-450d-b274-fe0d68ea5c2c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network a6cacf3d-91b1-47be-9738-eb2731667433 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:25:26.916709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084bc5d0-c7fb-4b51-b171-492f0a3bac64 None None] The sync data for ids ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'] in n-d-824834-11 is: [{'id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:25:19Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:20Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f8110f8f-530e-40cf-966b-abe6d5bcc3da', 'name': '', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:97:a8:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0fe198f9-4107-468a-96be-2f306aaba276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:22Z', 'updated_at': '2022-02-08T16:25:26Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '0fe198f9-4107-468a-96be-2f306aaba276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:25:26.917502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-a15ff6e8-418c-450d-b274-fe0d68ea5c2c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:25:26.922339 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-a15ff6e8-418c-450d-b274-fe0d68ea5c2c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:25:26.927167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ff6e8-418c-450d-b274-fe0d68ea5c2c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=586d8d8d-f0c5-4604-b07f-ca4c796c966b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:27.026019 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-a15ff6e8-418c-450d-b274-fe0d68ea5c2c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:27.026688 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-a15ff6e8-418c-450d-b274-fe0d68ea5c2c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:27.031024 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-728ee1b0-b21d-4f9a-b907-d75ebd0bcc69 None None] Current status of the port f8110f8f-530e-40cf-966b-abe6d5bcc3da is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:25:27.044627 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-a15ff6e8-418c-450d-b274-fe0d68ea5c2c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7411451 Feb 08 16:25:27.069015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Request body: {'port': {'device_id': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:25:27.168149 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:27.313088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4aaa5f-6aa4-4431-af89-9d86f05959ab req-81ec9cab-ec62-40a5-a761-b1c8713a3b51 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:27.315343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c4aaa5f-6aa4-4431-af89-9d86f05959ab req-81ec9cab-ec62-40a5-a761-b1c8713a3b51 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 931 time: 0.0982404 Feb 08 16:25:27.360744 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9663dd67-734d-4761-ae79-2e582185ea1c None None] Provisioning complete for port 586d8d8d-f0c5-4604-b07f-ca4c796c966b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:25:27.361407 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9663dd67-734d-4761-ae79-2e582185ea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:27.396230 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c4aaa5f-6aa4-4431-af89-9d86f05959ab req-ba3ab539-1a76-4f23-80ac-215aa866b3cd tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647621 Feb 08 16:25:27.427416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9663dd67-734d-4761-ae79-2e582185ea1c None None] Port 586d8d8d-f0c5-4604-b07f-ca4c796c966b cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:25:27.568375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586d8d8d-f0c5-4604-b07f-ca4c796c966b {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:25:27.578712 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Publish callbacks [] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:27.595941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f8110f8f-530e-40cf-966b-abe6d5bcc3da up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:25:27.600436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Transition to ACTIVE for port object 586d8d8d-f0c5-4604-b07f-ca4c796c966b will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:25:27.605083 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:27.662253 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port f8110f8f-530e-40cf-966b-abe6d5bcc3da triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:25:27.662533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Pushing event updated for resources: {'Port': ['ID=586d8d8d-f0c5-4604-b07f-ca4c796c966b,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:27.662948 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:27.758228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Attempting to bind port 586d8d8d-f0c5-4604-b07f-ca4c796c966b on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:25:27.758681 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Attempting to bind port 586d8d8d-f0c5-4604-b07f-ca4c796c966b by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:25:27.759576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Attempting to bind port 586d8d8d-f0c5-4604-b07f-ca4c796c966b on network a6cacf3d-91b1-47be-9738-eb2731667433 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:25:27.765047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Port 586d8d8d-f0c5-4604-b07f-ca4c796c966b on network a6cacf3d-91b1-47be-9738-eb2731667433 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:25:27.765494 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Attempting to bind port 586d8d8d-f0c5-4604-b07f-ca4c796c966b on network a6cacf3d-91b1-47be-9738-eb2731667433 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:25:27.773309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:25:27.773827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Checking segment: {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:25:27.774403 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Bound using segment: {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:25:27.774960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Bound port: 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:25:27.775459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:27.782833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port f8110f8f-530e-40cf-966b-abe6d5bcc3da is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:25:27.860262 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:25:27.864372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:25:27.871935 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:27.908088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:27.908671 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:27.911070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] 10.222.0.94 "PUT /v2.0/ports/586d8d8d-f0c5-4604-b07f-ca4c796c966b HTTP/1.1" status: 200 len: 1092 time: 0.8532407 Feb 08 16:25:27.911547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:25:27.913942 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c723fbf-4def-4370-8c70-a066132419bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:25:27.940179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ebd04-7f69-4b70-bdd6-a90f0c76cc93 service neutron] Pushing event updated for resources: {'Port': ['ID=586d8d8d-f0c5-4604-b07f-ca4c796c966b,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:28.004972 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b30bda6-6d4b-4337-9513-612648c83a7f x-openstack-request-id: req-5b30bda6-6d4b-4337-9513-612648c83a7f {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:25:28.005280 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:25:28.005542 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5b30bda6-6d4b-4337-9513-612648c83a7f {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:25:28.005944 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b', 'status': 'completed', 'code': 200} Feb 08 16:25:28.031176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-f4e7186d-0ff9-4c6a-881f-3aa75148b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:28.032892 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-f4e7186d-0ff9-4c6a-881f-3aa75148b090 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 1126 time: 0.0691049 Feb 08 16:25:28.092552 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-90d29d94-4371-43a5-b560-ce9987703f01 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b HTTP/1.1" status: 200 len: 217 time: 0.0483606 Feb 08 16:25:28.154542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-9d27ebb2-42c7-43eb-b27f-23e5c947d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:28.156011 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-9d27ebb2-42c7-43eb-b27f-23e5c947d928 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0fe198f9-4107-468a-96be-2f306aaba276 HTTP/1.1" status: 200 len: 834 time: 0.0546646 Feb 08 16:25:28.211964 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-22eef26d-0337-4bed-af4f-fc19c79992f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:28.213525 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-22eef26d-0337-4bed-af4f-fc19c79992f7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a6cacf3d-91b1-47be-9738-eb2731667433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474596 Feb 08 16:25:28.310262 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-235f7ca7-6535-4187-8955-94da11937581 service neutron] 10.222.0.94 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858338 Feb 08 16:25:28.410166 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4cea9487-f9ab-4f48-b771-165f3bacf165 req-3526838b-c3e6-4d60-accf-f4c7cc607883 service neutron] 10.222.0.94 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901728 Feb 08 16:25:28.507015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c723fbf-4def-4370-8c70-a066132419bf req-e5824f10-8745-4822-91e0-fff0f9d4ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:28.508863 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9c723fbf-4def-4370-8c70-a066132419bf req-e5824f10-8745-4822-91e0-fff0f9d4ff3e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 1126 time: 0.0465746 Feb 08 16:25:28.518487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d3756-3057-4ac7-8b29-8e265545106d req-583c82d6-ea1b-46af-a6ca-24e997cbbde5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:28.520313 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-213d3756-3057-4ac7-8b29-8e265545106d req-583c82d6-ea1b-46af-a6ca-24e997cbbde5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 943 time: 0.0581670 Feb 08 16:25:28.569012 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-213d3756-3057-4ac7-8b29-8e265545106d req-205ddd88-0687-4184-b4ae-7e1eb982d9ed tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428636 Feb 08 16:25:28.606821 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c723fbf-4def-4370-8c70-a066132419bf req-4443f118-2477-481d-acfa-f1b8398ed559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:28.608238 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9c723fbf-4def-4370-8c70-a066132419bf req-4443f118-2477-481d-acfa-f1b8398ed559 service neutron] 10.222.0.94 "GET /v2.0/networks?id=a6cacf3d-91b1-47be-9738-eb2731667433 HTTP/1.1" status: 200 len: 898 time: 0.0933928 Feb 08 16:25:28.651854 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9c723fbf-4def-4370-8c70-a066132419bf req-2e80f74b-ef45-43e4-a83c-df673fa5b52d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b HTTP/1.1" status: 200 len: 217 time: 0.0375638 Feb 08 16:25:28.701976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c723fbf-4def-4370-8c70-a066132419bf req-f179e636-f160-4b2e-9a52-2f7a53f5929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:28.703410 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9c723fbf-4def-4370-8c70-a066132419bf req-f179e636-f160-4b2e-9a52-2f7a53f5929c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0fe198f9-4107-468a-96be-2f306aaba276 HTTP/1.1" status: 200 len: 834 time: 0.0432539 Feb 08 16:25:28.757253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c723fbf-4def-4370-8c70-a066132419bf req-76b0baf4-e1ca-4f6a-a6bf-157eee9ba3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:28.758761 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9c723fbf-4def-4370-8c70-a066132419bf req-76b0baf4-e1ca-4f6a-a6bf-157eee9ba3d3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a6cacf3d-91b1-47be-9738-eb2731667433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490103 Feb 08 16:25:28.848861 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9c723fbf-4def-4370-8c70-a066132419bf req-e7640616-47df-4000-94f2-ee6d9efe29e3 service neutron] 10.222.0.94 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827081 Feb 08 16:25:28.939307 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9c723fbf-4def-4370-8c70-a066132419bf req-4a41a729-5631-42a4-bc67-7365e0684579 service neutron] 10.222.0.94 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835865 Feb 08 16:25:29.689219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fc2d3-866d-464e-90ee-19a460d5a847 req-c01e2196-96ee-4910-9266-6f2bf610201a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:29.690689 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac4fc2d3-866d-464e-90ee-19a460d5a847 req-c01e2196-96ee-4910-9266-6f2bf610201a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 943 time: 0.0525951 Feb 08 16:25:29.740446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac4fc2d3-866d-464e-90ee-19a460d5a847 req-fc14894c-c151-445d-b7c7-f5687d0db1c3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435209 Feb 08 16:25:30.637670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 586d8d8d-f0c5-4604-b07f-ca4c796c966b details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:25:30.734267 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:25:30.745630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '586d8d8d-f0c5-4604-b07f-ca4c796c966b', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'port_id': '586d8d8d-f0c5-4604-b07f-ca4c796c966b', 'mac_address': 'fa:16:3e:b3:63:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe198f9-4107-468a-96be-2f306aaba276', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:25:30.781961 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 586d8d8d-f0c5-4604-b07f-ca4c796c966b is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:25:30.782355 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:30.796421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586d8d8d-f0c5-4604-b07f-ca4c796c966b {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:25:30.816484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:25:30.820863 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:30.864033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a84cc-776b-4ff8-ace7-1bc8960fa3bf req-d1bc9694-b326-4f02-bd10-baf06d9b2f8a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:30.865630 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-215a84cc-776b-4ff8-ace7-1bc8960fa3bf req-d1bc9694-b326-4f02-bd10-baf06d9b2f8a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 944 time: 0.0565119 Feb 08 16:25:30.924091 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-215a84cc-776b-4ff8-ace7-1bc8960fa3bf req-74cc8f27-d93b-42e0-aa48-6d04d1cff0a8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524249 Feb 08 16:25:31.027777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=586d8d8d-f0c5-4604-b07f-ca4c796c966b,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:31.110869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['586d8d8d-f0c5-4604-b07f-ca4c796c966b'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:25:31.553717 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2ede84f9-8aea-4ac7-8659-8a6bc01393d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:32.044902 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf22430-55b3-484d-96fc-5d8b21c45a2d req-13f1b008-00d4-4070-b614-ea9a8d20b7a1 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:32.046420 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcf22430-55b3-484d-96fc-5d8b21c45a2d req-13f1b008-00d4-4070-b614-ea9a8d20b7a1 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 944 time: 0.0527713 Feb 08 16:25:32.094384 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcf22430-55b3-484d-96fc-5d8b21c45a2d req-a35e4494-01e0-4be0-9ae3-7446a648c361 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415478 Feb 08 16:25:32.669108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 586d8d8d-f0c5-4604-b07f-ca4c796c966b up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:25:32.717952 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 586d8d8d-f0c5-4604-b07f-ca4c796c966b completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:25:32.722056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 586d8d8d-f0c5-4604-b07f-ca4c796c966b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:25:32.722468 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:32.800720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 586d8d8d-f0c5-4604-b07f-ca4c796c966b is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:25:32.801168 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:32.825025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:25:32.827289 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2781f8-6bd6-4a4e-8fb3-294bc3278a53" -d '{"events": [{"server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "name": "network-vif-plugged", "status": "completed", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:25:32.840623 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:25:32.845754 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:32.868716 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ee4b0d-3c22-48c9-9b4b-7f35371eca84 x-openstack-request-id: req-58ee4b0d-3c22-48c9-9b4b-7f35371eca84 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:25:32.869126 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "name": "network-vif-plugged", "status": "completed", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:25:32.869376 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-58ee4b0d-3c22-48c9-9b4b-7f35371eca84 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:25:32.869764 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b', 'code': 200} Feb 08 16:25:32.896000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=586d8d8d-f0c5-4604-b07f-ca4c796c966b,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:32.978625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f4382-64bb-43bd-b5d9-785245b4717f req-82c6f748-9112-4c8c-83a6-94993adc4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:32.980025 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9a3f4382-64bb-43bd-b5d9-785245b4717f req-82c6f748-9112-4c8c-83a6-94993adc4a6b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 1128 time: 0.0441985 Feb 08 16:25:33.027962 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9a3f4382-64bb-43bd-b5d9-785245b4717f req-c80e9240-fcfb-420f-9c08-44bf8694c68b service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387094 Feb 08 16:25:33.213957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6bae3-48f2-40b6-af48-e23e32305936 req-ca8a74ee-1022-4368-b232-aa83f86dec50 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:33.215432 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9a6bae3-48f2-40b6-af48-e23e32305936 req-ca8a74ee-1022-4368-b232-aa83f86dec50 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 945 time: 0.0526268 Feb 08 16:25:33.263166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9a6bae3-48f2-40b6-af48-e23e32305936 req-0a298ae9-0cd9-497d-880e-2dadf56e0948 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421083 Feb 08 16:25:33.831258 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-274e2542-ac88-4a1f-a51f-07d06e3d2abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:34.388864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8b858-de01-4df8-81c1-b6a90220b65a req-3402504c-8ce4-4e9d-996e-e0359b3bf2f0 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:34.390369 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4f8b858-de01-4df8-81c1-b6a90220b65a req-3402504c-8ce4-4e9d-996e-e0359b3bf2f0 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 945 time: 0.0564737 Feb 08 16:25:34.440814 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4f8b858-de01-4df8-81c1-b6a90220b65a req-e01f5d3a-6384-474e-8fbf-2176d429e348 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439601 Feb 08 16:25:34.562476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ab31a-1ab6-485a-8027-0e731025f3d4 req-285fa503-8dc0-4324-b6d2-815b7f386d3b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:34.563860 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-377ab31a-1ab6-485a-8027-0e731025f3d4 req-285fa503-8dc0-4324-b6d2-815b7f386d3b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 945 time: 0.0532627 Feb 08 16:25:34.612072 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-377ab31a-1ab6-485a-8027-0e731025f3d4 req-de536856-263f-4aae-9702-c872e44c7a8d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424976 Feb 08 16:25:34.633061 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58572) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:34.680539 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7674833-b74d-4ed0-9fcf-bf6c477069b2 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:34.682086 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f7674833-b74d-4ed0-9fcf-bf6c477069b2 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 1123 time: 0.0480530 Feb 08 16:25:34.684799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58574) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:34.689033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '586d8d8d-f0c5-4604-b07f-ca4c796c966b', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:25:34.709543 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:34.806214 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:34.913376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.25.7.185 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/363970ff-f3f9-4f7a-a85b-a423be6bc45c) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:25:35.011611 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (363970ff-f3f9-4f7a-a85b-a423be6bc45c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:35.045138 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (363970ff-f3f9-4f7a-a85b-a423be6bc45c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:35.088456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:25:35.091356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:25:35.094793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:25:35.100924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=363970ff-f3f9-4f7a-a85b-a423be6bc45c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:35.200127 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:25:35.602278 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:35.729220 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (ce6f34f6-e2e2-466a-9c6c-a51802dc39a8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:35.800919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (363970ff-f3f9-4f7a-a85b-a423be6bc45c), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:35.958789 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (363970ff-f3f9-4f7a-a85b-a423be6bc45c), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:35.963280 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (363970ff-f3f9-4f7a-a85b-a423be6bc45c), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:36.031802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=363970ff-f3f9-4f7a-a85b-a423be6bc45c,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:25:36.043786 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (ce6f34f6-e2e2-466a-9c6c-a51802dc39a8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:36.147065 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Floating IP ce6f34f6-e2e2-466a-9c6c-a51802dc39a8 associated. External IP: 172.25.7.185, port: 586d8d8d-f0c5-4604-b07f-ca4c796c966b. Feb 08 16:25:36.360398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:25:36.475854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:25:36.485363 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c995f4d8-6990-42a0-82d9-65555edfda5c None None] Sync routers for ids ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:25:36.494050 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:36.496451 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c995f4d8-6990-42a0-82d9-65555edfda5c None None] Routers {'2993ae74-47df-4b51-b918-61e6f8e3ddd2'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:25:36.497291 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c995f4d8-6990-42a0-82d9-65555edfda5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:25:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:36.524788 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-96b4ea85-ee6d-474c-bc55-e500260e3fbc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8389413 Feb 08 16:25:36.525437 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:25:36.527695 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42b76ac-f165-49aa-bb3a-ca025d4640bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:25:36.569868 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9661bd32-0aa1-42fc-86c7-36a8b899a993 x-openstack-request-id: req-9661bd32-0aa1-42fc-86c7-36a8b899a993 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:25:36.570357 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:25:36.570677 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9661bd32-0aa1-42fc-86c7-36a8b899a993 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:25:36.571748 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b', 'status': 'completed', 'code': 200} Feb 08 16:25:36.610366 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c995f4d8-6990-42a0-82d9-65555edfda5c None None] Set router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:25:36.633395 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b76ac-f165-49aa-bb3a-ca025d4640bf req-c0928871-5bd7-4afd-93ab-208b3437151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:36.635012 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e42b76ac-f165-49aa-bb3a-ca025d4640bf req-c0928871-5bd7-4afd-93ab-208b3437151b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 1128 time: 0.0459027 Feb 08 16:25:36.642144 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b292888-ff98-48e0-b2f7-1f0d0cf45b48 req-8c44075b-c943-4789-82ac-daf401c1a016 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:36.643618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b292888-ff98-48e0-b2f7-1f0d0cf45b48 req-8c44075b-c943-4789-82ac-daf401c1a016 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 945 time: 0.0551460 Feb 08 16:25:36.694897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b292888-ff98-48e0-b2f7-1f0d0cf45b48 req-a8e72702-c88f-4b4d-a788-188a313580bb tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446091 Feb 08 16:25:36.717525 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58580) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:36.745532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b76ac-f165-49aa-bb3a-ca025d4640bf req-2a56c4cd-50d3-450b-8ff7-c702c52be550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:36.747033 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e42b76ac-f165-49aa-bb3a-ca025d4640bf req-2a56c4cd-50d3-450b-8ff7-c702c52be550 service neutron] 10.222.0.94 "GET /v2.0/networks?id=a6cacf3d-91b1-47be-9738-eb2731667433 HTTP/1.1" status: 200 len: 898 time: 0.1029801 Feb 08 16:25:36.794100 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:36.795397 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-be579def-8ae2-40c5-bde7-0b1de44fd834 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/ce6f34f6-e2e2-466a-9c6c-a51802dc39a8 HTTP/1.1" status: 200 len: 991 time: 0.0767179 Feb 08 16:25:36.817292 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e42b76ac-f165-49aa-bb3a-ca025d4640bf req-fc7566a3-4914-41e0-95ec-cdec1e8a3830 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b HTTP/1.1" status: 200 len: 999 time: 0.0645189 Feb 08 16:25:36.861921 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c995f4d8-6990-42a0-82d9-65555edfda5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:25:19Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:20Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'ce6f34f6-e2e2-466a-9c6c-a51802dc39a8', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'port_id': '586d8d8d-f0c5-4604-b07f-ca4c796c966b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'mac_address': 'fa:16:3e:b3:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:25:35Z', 'updated_at': '2022-02-08T16:25:35Z', 'revision_number': 0, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8110f8f-530e-40cf-966b-abe6d5bcc3da', 'name': '', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:97:a8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0fe198f9-4107-468a-96be-2f306aaba276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:22Z', 'updated_at': '2022-02-08T16:25:26Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '0fe198f9-4107-468a-96be-2f306aaba276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:36.871183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b76ac-f165-49aa-bb3a-ca025d4640bf req-84eda06a-c917-4f3e-96ef-5cbddca880be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:36.872655 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e42b76ac-f165-49aa-bb3a-ca025d4640bf req-84eda06a-c917-4f3e-96ef-5cbddca880be service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0fe198f9-4107-468a-96be-2f306aaba276 HTTP/1.1" status: 200 len: 834 time: 0.0502553 Feb 08 16:25:36.889144 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c995f4d8-6990-42a0-82d9-65555edfda5c None None] Checking router: 2993ae74-47df-4b51-b918-61e6f8e3ddd2 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:25:36.898524 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c995f4d8-6990-42a0-82d9-65555edfda5c None None] Routers {'2993ae74-47df-4b51-b918-61e6f8e3ddd2'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:25:36.899134 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c995f4d8-6990-42a0-82d9-65555edfda5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:25:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:36.923240 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b76ac-f165-49aa-bb3a-ca025d4640bf req-718f7b4b-8c88-4f9d-9911-288019282dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:36.924742 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e42b76ac-f165-49aa-bb3a-ca025d4640bf req-718f7b4b-8c88-4f9d-9911-288019282dbe service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a6cacf3d-91b1-47be-9738-eb2731667433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453212 Feb 08 16:25:37.005751 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c995f4d8-6990-42a0-82d9-65555edfda5c None None] Set router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:25:37.013012 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e42b76ac-f165-49aa-bb3a-ca025d4640bf req-4d7e9e99-d9b3-402f-b26a-daa76312b706 service neutron] 10.222.0.94 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819867 Feb 08 16:25:37.107605 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e42b76ac-f165-49aa-bb3a-ca025d4640bf req-5c6035bd-916d-406e-933a-552842387117 service neutron] 10.222.0.94 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889103 Feb 08 16:25:37.227291 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c995f4d8-6990-42a0-82d9-65555edfda5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:25:19Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:20Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'ce6f34f6-e2e2-466a-9c6c-a51802dc39a8', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'port_id': '586d8d8d-f0c5-4604-b07f-ca4c796c966b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'mac_address': 'fa:16:3e:b3:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:25:35Z', 'updated_at': '2022-02-08T16:25:35Z', 'revision_number': 0, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8110f8f-530e-40cf-966b-abe6d5bcc3da', 'name': '', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:97:a8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0fe198f9-4107-468a-96be-2f306aaba276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:22Z', 'updated_at': '2022-02-08T16:25:26Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '0fe198f9-4107-468a-96be-2f306aaba276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:25:37.256510 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c995f4d8-6990-42a0-82d9-65555edfda5c None None] The sync data for ids ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'] in n-d-824834-11 is: [{'id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:25:19Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:20Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'ce6f34f6-e2e2-466a-9c6c-a51802dc39a8', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'floating_ip_address': '172.25.7.185', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'port_id': '586d8d8d-f0c5-4604-b07f-ca4c796c966b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'mac_address': 'fa:16:3e:b3:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:25:35Z', 'updated_at': '2022-02-08T16:25:35Z', 'revision_number': 0, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8110f8f-530e-40cf-966b-abe6d5bcc3da', 'name': '', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:97:a8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0fe198f9-4107-468a-96be-2f306aaba276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:22Z', 'updated_at': '2022-02-08T16:25:26Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '0fe198f9-4107-468a-96be-2f306aaba276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:25:37.449726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82b0287-b322-4615-9ce5-3cb23b93a6bc None None] New status for floating IP ce6f34f6-e2e2-466a-9c6c-a51802dc39a8: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:25:37.798764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58582) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:25:37.860245 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d664cfff-ce4a-4a8e-8000-40c26e5ba4ea tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/ce6f34f6-e2e2-466a-9c6c-a51802dc39a8 HTTP/1.1" status: 200 len: 993 time: 0.0603225 Feb 08 16:25:37.994759 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:38.052657 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b31f6ce5-7a90-4b48-97ce-2353ec4f57c5 req-c7785166-1577-40a9-9d3b-c5bf1a899dfc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439861 Feb 08 16:25:38.134304 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f6ce5-7a90-4b48-97ce-2353ec4f57c5 req-a05ccefb-9d2b-4228-bb7c-00114052aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:38.135772 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b31f6ce5-7a90-4b48-97ce-2353ec4f57c5 req-a05ccefb-9d2b-4228-bb7c-00114052aebf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 1128 time: 0.0435998 Feb 08 16:25:38.238031 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f6ce5-7a90-4b48-97ce-2353ec4f57c5 req-560fe1bf-d91d-4375-8ef7-dc3249b4eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:38.239593 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b31f6ce5-7a90-4b48-97ce-2353ec4f57c5 req-560fe1bf-d91d-4375-8ef7-dc3249b4eab0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.0868056 Feb 08 16:25:38.302933 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b31f6ce5-7a90-4b48-97ce-2353ec4f57c5 req-2896f936-b8b9-46db-9e06-0e8bfc5b0744 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b36d49bf-3a77-4acc-9675-b7d4ec2641ab HTTP/1.1" status: 200 len: 1000 time: 0.0570784 Feb 08 16:25:38.354059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f6ce5-7a90-4b48-97ce-2353ec4f57c5 req-6d446afc-5b58-4ab2-bf74-5fe812cebf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:38.355520 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b31f6ce5-7a90-4b48-97ce-2353ec4f57c5 req-6d446afc-5b58-4ab2-bf74-5fe812cebf77 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0465970 Feb 08 16:25:38.403690 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f6ce5-7a90-4b48-97ce-2353ec4f57c5 req-e1693094-e711-4a72-8ae1-fe93a983a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:38.405211 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b31f6ce5-7a90-4b48-97ce-2353ec4f57c5 req-e1693094-e711-4a72-8ae1-fe93a983a226 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435870 Feb 08 16:25:38.493338 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b31f6ce5-7a90-4b48-97ce-2353ec4f57c5 req-8ee70082-b92e-42d1-9d0a-cb5cc7df7d7c service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813189 Feb 08 16:25:38.590518 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b31f6ce5-7a90-4b48-97ce-2353ec4f57c5 req-f08ee043-c061-451a-8913-0cd25ae5ca0d service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911665 Feb 08 16:25:42.661368 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8db3c10-73f8-470c-a372-a1c9af7cd2b4 req-dc5eb783-05d3-46a3-bf37-68fa62b24e77 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455525 Feb 08 16:25:42.747169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3c10-73f8-470c-a372-a1c9af7cd2b4 req-bbeef5d8-c055-4a39-b345-0f4b685d42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:42.748673 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8db3c10-73f8-470c-a372-a1c9af7cd2b4 req-bbeef5d8-c055-4a39-b345-0f4b685d42e7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1c1a84cb77ad41d4a5a7ef0128c1faeb&device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 1128 time: 0.0468147 Feb 08 16:25:42.855725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3c10-73f8-470c-a372-a1c9af7cd2b4 req-8f860548-9544-4a3c-bb6d-65f39e52e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:42.857181 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8db3c10-73f8-470c-a372-a1c9af7cd2b4 req-8f860548-9544-4a3c-bb6d-65f39e52e6f7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=07f8bca3-c9fd-48fb-86f0-9ea15ad3829a HTTP/1.1" status: 200 len: 910 time: 0.0898726 Feb 08 16:25:42.921373 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8db3c10-73f8-470c-a372-a1c9af7cd2b4 req-eed8d97a-9f68-41b9-8c8c-b8a5c5cab260 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f87a3b05-3c8e-44ec-821f-b54493bcf3d5 HTTP/1.1" status: 200 len: 1001 time: 0.0585165 Feb 08 16:25:42.972610 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3c10-73f8-470c-a372-a1c9af7cd2b4 req-6ff4dd60-aa7e-4ffe-a029-db1dfcc76df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:42.974134 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8db3c10-73f8-470c-a372-a1c9af7cd2b4 req-6ff4dd60-aa7e-4ffe-a029-db1dfcc76df0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c HTTP/1.1" status: 200 len: 848 time: 0.0469244 Feb 08 16:25:43.022842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3c10-73f8-470c-a372-a1c9af7cd2b4 req-ebb8e3de-e712-4697-9df7-abe8271f4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:25:43.024341 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8db3c10-73f8-470c-a372-a1c9af7cd2b4 req-ebb8e3de-e712-4697-9df7-abe8271f4a05 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=07f8bca3-c9fd-48fb-86f0-9ea15ad3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446362 Feb 08 16:25:43.111034 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8db3c10-73f8-470c-a372-a1c9af7cd2b4 req-041ac8cb-5ebe-4e9d-b786-131f5559138d service neutron] 10.222.0.94 "GET /v2.0/networks/07f8bca3-c9fd-48fb-86f0-9ea15ad3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801558 Feb 08 16:25:43.201385 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b8db3c10-73f8-470c-a372-a1c9af7cd2b4 req-6b9a2390-018c-4940-82b9-278f1a273a55 service neutron] 10.222.0.94 "GET /v2.0/networks/07f8bca3-c9fd-48fb-86f0-9ea15ad3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847135 Feb 08 16:25:49.132800 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:25:50.571845 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:01.554920 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f9d499c2-49a8-4203-bfd2-37b6f7b457d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:03.834093 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-47d58901-d56a-4fd6-b06d-687e93d6f8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:05.607395 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:06.793743 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:07.997943 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:12.200289 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:26:15.176456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9146b1-37c8-46a7-95a5-663b256ffa9e req-7e9b403a-1f19-49d2-b51b-6f15059f2c4b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:15.178171 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf9146b1-37c8-46a7-95a5-663b256ffa9e req-7e9b403a-1f19-49d2-b51b-6f15059f2c4b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 945 time: 0.0543237 Feb 08 16:26:15.234832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf9146b1-37c8-46a7-95a5-663b256ffa9e req-f49bdf0f-0da2-4711-a0c6-bc5982d8d66d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511172 Feb 08 16:26:15.257421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58606) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:15.319070 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2ee4dcac-18c7-4d76-afec-b91e589297e8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/ce6f34f6-e2e2-466a-9c6c-a51802dc39a8 HTTP/1.1" status: 200 len: 993 time: 0.0604773 Feb 08 16:26:15.649920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbba54-04f2-470e-bdd2-15187a215e2d req-c467008d-837b-40d6-9cdf-805d763b7d37 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:15.651359 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6dbba54-04f2-470e-bdd2-15187a215e2d req-c467008d-837b-40d6-9cdf-805d763b7d37 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 1128 time: 0.0452206 Feb 08 16:26:15.700092 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6dbba54-04f2-470e-bdd2-15187a215e2d req-2db9695e-a778-4c2b-ad85-a9515a24d43b tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430768 Feb 08 16:26:16.171471 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-ba1cc8fd-5fe8-4538-90c9-34b2133f0a1f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447319 Feb 08 16:26:16.180334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-7c1f0229-e6fd-4680-a94a-5225e7f2b0c6 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:26:16.181341 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-7c1f0229-e6fd-4680-a94a-5225e7f2b0c6 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056031 Feb 08 16:26:16.708119 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-5a43987b-fa93-4099-ad8f-984a69a71668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:16.709542 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-5a43987b-fa93-4099-ad8f-984a69a71668 service neutron] 10.222.0.82 "GET /v2.0/ports/586d8d8d-f0c5-4604-b07f-ca4c796c966b HTTP/1.1" status: 200 len: 1125 time: 0.0362656 Feb 08 16:26:16.717791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-c5a76237-21ff-4a0c-87ed-6d4e0c76a465 service neutron] Request body: {'binding': {'host': 'n-h2-824834-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:16.718245 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-c5a76237-21ff-4a0c-87ed-6d4e0c76a465 service neutron] Unknown quota resources ['binding']. {{(pid=103302) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 16:26:17.142557 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-c5a76237-21ff-4a0c-87ed-6d4e0c76a465 service neutron] Attempting to bind port 586d8d8d-f0c5-4604-b07f-ca4c796c966b on host n-h2-824834-11 for vnic_type normal with profile None {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:26:17.142891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-c5a76237-21ff-4a0c-87ed-6d4e0c76a465 service neutron] Attempting to bind port 586d8d8d-f0c5-4604-b07f-ca4c796c966b by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:26:17.143219 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-c5a76237-21ff-4a0c-87ed-6d4e0c76a465 service neutron] Attempting to bind port 586d8d8d-f0c5-4604-b07f-ca4c796c966b on network a6cacf3d-91b1-47be-9738-eb2731667433 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:26:17.147932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-c5a76237-21ff-4a0c-87ed-6d4e0c76a465 service neutron] Port 586d8d8d-f0c5-4604-b07f-ca4c796c966b on network a6cacf3d-91b1-47be-9738-eb2731667433 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:26:17.148257 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-c5a76237-21ff-4a0c-87ed-6d4e0c76a465 service neutron] Attempting to bind port 586d8d8d-f0c5-4604-b07f-ca4c796c966b on network a6cacf3d-91b1-47be-9738-eb2731667433 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:26:17.152967 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-c5a76237-21ff-4a0c-87ed-6d4e0c76a465 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:26:17.153311 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-c5a76237-21ff-4a0c-87ed-6d4e0c76a465 service neutron] Checking segment: {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:26:17.153698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-c5a76237-21ff-4a0c-87ed-6d4e0c76a465 service neutron] Bound using segment: {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:26:17.154120 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-c5a76237-21ff-4a0c-87ed-6d4e0c76a465 service neutron] Bound port: 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:26:17.237783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-c5a76237-21ff-4a0c-87ed-6d4e0c76a465 service neutron] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:26:17.243962 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-c5a76237-21ff-4a0c-87ed-6d4e0c76a465 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:17.245175 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-c5a76237-21ff-4a0c-87ed-6d4e0c76a465 service neutron] 10.222.0.82 "POST /v2.0/ports/586d8d8d-f0c5-4604-b07f-ca4c796c966b/bindings HTTP/1.1" status: 201 len: 390 time: 0.5306854 Feb 08 16:26:17.392813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d4fbe-0d05-44bc-a9d7-88fda32cee45 req-83093aa2-a9a8-4ecb-ba75-948df656ab1c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:17.394765 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-698d4fbe-0d05-44bc-a9d7-88fda32cee45 req-83093aa2-a9a8-4ecb-ba75-948df656ab1c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 945 time: 0.0579648 Feb 08 16:26:17.446376 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-698d4fbe-0d05-44bc-a9d7-88fda32cee45 req-c0294172-6754-4b84-bcbf-cced3b1b2ed1 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452390 Feb 08 16:26:17.460379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-73329085-2b99-4ec0-bc58-bfd1e155eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:17.461949 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-73329085-2b99-4ec0-bc58-bfd1e155eafd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 1128 time: 0.0465360 Feb 08 16:26:17.553869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-3ed1f187-aa6d-4380-9e09-a9b5e105ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:17.555343 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-3ed1f187-aa6d-4380-9e09-a9b5e105ef04 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a6cacf3d-91b1-47be-9738-eb2731667433 HTTP/1.1" status: 200 len: 898 time: 0.0870969 Feb 08 16:26:17.621202 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-ad0b339a-cdde-4dba-8bc7-53522c74fae2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b HTTP/1.1" status: 200 len: 1001 time: 0.0595384 Feb 08 16:26:17.667706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-4a2882f9-9293-4c4c-a4fa-2023efad3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:17.669097 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-4a2882f9-9293-4c4c-a4fa-2023efad3979 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0fe198f9-4107-468a-96be-2f306aaba276 HTTP/1.1" status: 200 len: 834 time: 0.0428815 Feb 08 16:26:17.720971 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-e172a8e4-c63f-4e74-b4e7-830b37660356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:17.723149 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-e172a8e4-c63f-4e74-b4e7-830b37660356 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a6cacf3d-91b1-47be-9738-eb2731667433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477016 Feb 08 16:26:17.811471 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-e8df76b4-4fd9-4839-84f7-255f13364cc6 service neutron] 10.222.0.96 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825844 Feb 08 16:26:17.905502 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-1812b511-1767-44d9-9b8f-0240d667f6c9 service neutron] 10.222.0.96 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882254 Feb 08 16:26:18.045006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-7170f348-2f10-4aa1-a1d8-41e0f87ee31a tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:18.046545 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-7170f348-2f10-4aa1-a1d8-41e0f87ee31a tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 1128 time: 0.0830789 Feb 08 16:26:18.056675 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824834-11'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:18.117954 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:18.243081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:26:18.279478 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:26:18.319176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:26:18.321414 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371a7542-e48d-4f4f-bb42-fdd4965de485" -d '{"events": [{"server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "name": "network-vif-unplugged", "status": "completed", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:26:18.324914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Publish callbacks [] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:18.331132 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:18.433289 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee43ebd-bc59-47db-90d3-3d652f2d7d94 x-openstack-request-id: req-eee43ebd-bc59-47db-90d3-3d652f2d7d94 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:26:18.433587 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "name": "network-vif-unplugged", "status": "completed", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:26:18.433845 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-eee43ebd-bc59-47db-90d3-3d652f2d7d94 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:26:18.434246 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b', 'code': 200} Feb 08 16:26:18.450351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Pushing event updated for resources: {'Port': ['ID=586d8d8d-f0c5-4604-b07f-ca4c796c966b,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:18.466256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:18.466602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:18.466942 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:18.467279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:18.467617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:18.468088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:18.468424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:18.468832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:18.473357 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:18.473939 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:18.474357 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:18.474949 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:18.475434 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:18.516618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Attempting to bind port 586d8d8d-f0c5-4604-b07f-ca4c796c966b on host n-h1-824834-11 for vnic_type normal with profile {"migrating_to": "n-h2-824834-11"} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:26:18.517110 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Attempting to bind port 586d8d8d-f0c5-4604-b07f-ca4c796c966b by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:26:18.517515 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Attempting to bind port 586d8d8d-f0c5-4604-b07f-ca4c796c966b on network a6cacf3d-91b1-47be-9738-eb2731667433 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:26:18.523322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Port 586d8d8d-f0c5-4604-b07f-ca4c796c966b on network a6cacf3d-91b1-47be-9738-eb2731667433 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:26:18.523744 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Attempting to bind port 586d8d8d-f0c5-4604-b07f-ca4c796c966b on network a6cacf3d-91b1-47be-9738-eb2731667433 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:26:18.528900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:26:18.529388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Checking segment: {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:26:18.529843 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Bound using segment: {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:26:18.530406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Bound port: 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2af943d-a285-4735-a9d5-37d56bf85d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:26:18.530840 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:18.576536 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f478e7f-9568-4211-b91e-30c866f869f8 req-25bdb53f-58a4-4f20-a843-18da22b44b6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:18.578007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0f478e7f-9568-4211-b91e-30c866f869f8 req-25bdb53f-58a4-4f20-a843-18da22b44b6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 943 time: 0.0575137 Feb 08 16:26:18.599432 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:26:18.600431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-25a31c16-a59a-4a5f-882b-a090878dc35b None None] Provisioning complete for port 586d8d8d-f0c5-4604-b07f-ca4c796c966b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:18.600940 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-25a31c16-a59a-4a5f-882b-a090878dc35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:18.603282 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:26:18.610345 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:18.631646 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0f478e7f-9568-4211-b91e-30c866f869f8 req-3225a62d-1b38-418d-aea3-420ed6db4c3e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471649 Feb 08 16:26:18.642668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-25a31c16-a59a-4a5f-882b-a090878dc35b None None] Port 586d8d8d-f0c5-4604-b07f-ca4c796c966b cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:26:18.719425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Pushing event updated for resources: {'Port': ['ID=586d8d8d-f0c5-4604-b07f-ca4c796c966b,revision_number=8']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:18.763279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:18.763912 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:18.765403 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-856b1d56-a336-4d86-bad4-e5bfaa71e7fe service neutron] 10.222.0.96 "PUT /v2.0/ports/586d8d8d-f0c5-4604-b07f-ca4c796c966b HTTP/1.1" status: 200 len: 1123 time: 0.7126782 Feb 08 16:26:18.869339 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['586d8d8d-f0c5-4604-b07f-ca4c796c966b'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:26:18.904781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Provisioning complete for port 586d8d8d-f0c5-4604-b07f-ca4c796c966b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:18.905184 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:19.034138 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Current status of the port 586d8d8d-f0c5-4604-b07f-ca4c796c966b is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:26:19.034528 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:19.074306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:26:19.076544 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d818b18f-75e5-4591-a705-6f82eb2b3d29" -d '{"events": [{"server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "name": "network-vif-plugged", "status": "completed", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:26:19.096089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:26:19.101997 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:19.182216 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe2b8e4-3013-4106-87a8-d5605b2756a6 x-openstack-request-id: req-dbe2b8e4-3013-4106-87a8-d5605b2756a6 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:26:19.182516 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "name": "network-vif-plugged", "status": "completed", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:26:19.182773 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dbe2b8e4-3013-4106-87a8-d5605b2756a6 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:26:19.183164 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b', 'code': 200} Feb 08 16:26:19.274374 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:19.289788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Pushing event updated for resources: {'Port': ['ID=586d8d8d-f0c5-4604-b07f-ca4c796c966b,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:19.310814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:19.311164 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:19.311512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:19.311849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:19.312182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:19.312514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:19.312843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:19.313202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:19.313531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:19.313858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:19.314180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:19.314505 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:19.314829 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb71388-48cd-41f2-90e5-0a351307bc21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:19.772674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db02f6a-a1f8-4ca9-830c-ef2153af14f0 req-190b58b6-9e9f-4d58-acf6-3e00852588af tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:19.774194 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7db02f6a-a1f8-4ca9-830c-ef2153af14f0 req-190b58b6-9e9f-4d58-acf6-3e00852588af tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 945 time: 0.0600791 Feb 08 16:26:19.823309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7db02f6a-a1f8-4ca9-830c-ef2153af14f0 req-2ee69c43-790d-4c17-874c-5dc7745d9364 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435727 Feb 08 16:26:20.435691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:26:20.438186 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73dcf95-0be1-43da-98f3-5272c4162ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:26:20.476139 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8340e523-486f-410d-93b3-b612b367657d x-openstack-request-id: req-8340e523-486f-410d-93b3-b612b367657d {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:26:20.476536 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:26:20.476799 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8340e523-486f-410d-93b3-b612b367657d {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:26:20.477234 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b', 'status': 'completed', 'code': 200} Feb 08 16:26:20.491417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 586d8d8d-f0c5-4604-b07f-ca4c796c966b details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:26:20.555032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dcf95-0be1-43da-98f3-5272c4162ff0 req-4b7c1d78-d8ec-4d11-9fec-86a2a3061d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:20.556577 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c73dcf95-0be1-43da-98f3-5272c4162ff0 req-4b7c1d78-d8ec-4d11-9fec-86a2a3061d64 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 1159 time: 0.0501652 Feb 08 16:26:20.604364 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:20.610992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:26:20.621659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 586d8d8d-f0c5-4604-b07f-ca4c796c966b has no active binding in host n-h2-824834-11 {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 16:26:20.651449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dcf95-0be1-43da-98f3-5272c4162ff0 req-4d1f1757-e8b4-429e-ae1b-8d5b08936172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:20.652932 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c73dcf95-0be1-43da-98f3-5272c4162ff0 req-4d1f1757-e8b4-429e-ae1b-8d5b08936172 service neutron] 10.222.0.94 "GET /v2.0/networks?id=a6cacf3d-91b1-47be-9738-eb2731667433 HTTP/1.1" status: 200 len: 898 time: 0.0849495 Feb 08 16:26:20.726039 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c73dcf95-0be1-43da-98f3-5272c4162ff0 req-9efdcc54-72a1-4907-a3e7-c58610448979 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b HTTP/1.1" status: 200 len: 1001 time: 0.0626130 Feb 08 16:26:20.777800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dcf95-0be1-43da-98f3-5272c4162ff0 req-b998abb8-5897-4865-ab9a-c091834fdf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:20.779233 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c73dcf95-0be1-43da-98f3-5272c4162ff0 req-b998abb8-5897-4865-ab9a-c091834fdf53 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0fe198f9-4107-468a-96be-2f306aaba276 HTTP/1.1" status: 200 len: 834 time: 0.0441737 Feb 08 16:26:20.827993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dcf95-0be1-43da-98f3-5272c4162ff0 req-5491bd4e-39aa-45d9-950d-48a985ebd0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:20.829515 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c73dcf95-0be1-43da-98f3-5272c4162ff0 req-5491bd4e-39aa-45d9-950d-48a985ebd0bc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a6cacf3d-91b1-47be-9738-eb2731667433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434165 Feb 08 16:26:20.923173 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c73dcf95-0be1-43da-98f3-5272c4162ff0 req-2801566c-cfed-444c-b886-d34e2a9d8323 service neutron] 10.222.0.94 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874884 Feb 08 16:26:20.949169 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757468c3-c848-49ce-b105-01b7e639df8d req-be26f9f9-9e1d-42ed-8ff3-3ddb112eb84f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:20.950714 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-757468c3-c848-49ce-b105-01b7e639df8d req-be26f9f9-9e1d-42ed-8ff3-3ddb112eb84f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 945 time: 0.0536838 Feb 08 16:26:21.000129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-757468c3-c848-49ce-b105-01b7e639df8d req-f0cbe297-a603-4faa-ad10-b35bdc2aa00b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Feb 08 16:26:21.015104 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c73dcf95-0be1-43da-98f3-5272c4162ff0 req-755edf8d-5b5d-4994-8769-00f2aeaa5f71 service neutron] 10.222.0.94 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826421 Feb 08 16:26:22.121634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b23b6d-eb54-49e5-8f07-988ae7b70459 req-d2adf24c-b079-4402-b74d-03ddee2b00e5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:22.123126 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98b23b6d-eb54-49e5-8f07-988ae7b70459 req-d2adf24c-b079-4402-b74d-03ddee2b00e5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 945 time: 0.0520561 Feb 08 16:26:22.175925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98b23b6d-eb54-49e5-8f07-988ae7b70459 req-0722900b-8918-40a6-b215-ad34a8b7506e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472722 Feb 08 16:26:23.296891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e87f8-16b3-4492-a245-ea617a67a8ad req-f311cc64-01f4-4b1d-a41a-d2e14b0ca480 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:23.298415 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-566e87f8-16b3-4492-a245-ea617a67a8ad req-f311cc64-01f4-4b1d-a41a-d2e14b0ca480 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 945 time: 0.0536613 Feb 08 16:26:23.348136 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-566e87f8-16b3-4492-a245-ea617a67a8ad req-b99bb663-2b09-4eee-9f09-d0d74ed469c2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431418 Feb 08 16:26:23.838117 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-008d101b-2083-4074-9bff-718fe1877fc7 service neutron] 10.222.0.94 "GET /v2.0/ports/586d8d8d-f0c5-4604-b07f-ca4c796c966b/bindings/n-h2-824834-11 HTTP/1.1" status: 200 len: 385 time: 0.0561593 Feb 08 16:26:24.007981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-d70a833d-cda9-4472-9824-86901b1f9a99 service neutron] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:26:24.027554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-d70a833d-cda9-4472-9824-86901b1f9a99 service neutron] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:26:24.071251 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:26:24.073592 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6000dd63-3499-48ae-b720-df6e95657363" -d '{"events": [{"server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "name": "network-vif-unplugged", "status": "completed", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:26:24.080382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-d70a833d-cda9-4472-9824-86901b1f9a99 service neutron] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:26:24.095331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-d70a833d-cda9-4472-9824-86901b1f9a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:24.127722 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5040fcab-b714-4c79-af59-c44ab883f3e9 x-openstack-request-id: req-5040fcab-b714-4c79-af59-c44ab883f3e9 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:26:24.128013 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "name": "network-vif-unplugged", "status": "completed", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:26:24.128270 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5040fcab-b714-4c79-af59-c44ab883f3e9 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:26:24.128782 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b', 'code': 200} Feb 08 16:26:24.169975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-d70a833d-cda9-4472-9824-86901b1f9a99 service neutron] Transition to ACTIVE for port object 586d8d8d-f0c5-4604-b07f-ca4c796c966b will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:26:24.174196 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-d70a833d-cda9-4472-9824-86901b1f9a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:24.272371 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a833d-cda9-4472-9824-86901b1f9a99 service neutron] Pushing event updated for resources: {'Port': ['ID=586d8d8d-f0c5-4604-b07f-ca4c796c966b,revision_number=11']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:24.307258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-d70a833d-cda9-4472-9824-86901b1f9a99 service neutron] No DVR routers for this DVR port 586d8d8d-f0c5-4604-b07f-ca4c796c966b on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:26:24.449156 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-d70a833d-cda9-4472-9824-86901b1f9a99 service neutron] 10.222.0.94 "PUT /v2.0/ports/586d8d8d-f0c5-4604-b07f-ca4c796c966b/bindings/n-h2-824834-11/activate HTTP/1.1" status: 200 len: 370 time: 0.6053493 Feb 08 16:26:24.476269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05360b86-9ccb-4735-be14-04788316c419 req-02f2af86-7f25-4cca-944a-6b20d0f79264 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:24.477731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05360b86-9ccb-4735-be14-04788316c419 req-02f2af86-7f25-4cca-944a-6b20d0f79264 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 944 time: 0.0593684 Feb 08 16:26:24.528562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-05360b86-9ccb-4735-be14-04788316c419 req-ea29613f-418e-488b-b490-40ae45f42d74 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450459 Feb 08 16:26:24.561640 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-19382c90-d922-44cf-89da-424cf65afa77 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:24.563176 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-19382c90-d922-44cf-89da-424cf65afa77 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 1127 time: 0.0525160 Feb 08 16:26:24.617719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-8fc49e48-0967-471b-81c1-43a9111eba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:24.619153 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-8fc49e48-0967-471b-81c1-43a9111eba28 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 1127 time: 0.0481830 Feb 08 16:26:24.683421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-d0b3d825-0a64-42cc-9ba5-914c125712d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:24.684913 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-d0b3d825-0a64-42cc-9ba5-914c125712d2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 1127 time: 0.0447373 Feb 08 16:26:24.773179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-399615bc-6a3d-461d-8d38-43baccd260d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:24.774659 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-399615bc-6a3d-461d-8d38-43baccd260d9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a6cacf3d-91b1-47be-9738-eb2731667433 HTTP/1.1" status: 200 len: 898 time: 0.0843987 Feb 08 16:26:24.843605 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-41a76cad-decd-4e75-8490-8eed6d10af4d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b HTTP/1.1" status: 200 len: 999 time: 0.0627470 Feb 08 16:26:24.891375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-fed1a971-4b71-4f4d-b7fe-774bae5988bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:24.892736 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-fed1a971-4b71-4f4d-b7fe-774bae5988bd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0fe198f9-4107-468a-96be-2f306aaba276 HTTP/1.1" status: 200 len: 834 time: 0.0426655 Feb 08 16:26:24.941084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-673956cd-b818-41b7-a9dd-43b2a219c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:24.943166 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-673956cd-b818-41b7-a9dd-43b2a219c445 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a6cacf3d-91b1-47be-9738-eb2731667433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443411 Feb 08 16:26:25.033060 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-3365129b-1c35-40fd-9eea-64404bd17fbe service neutron] 10.222.0.96 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834966 Feb 08 16:26:25.123687 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-42faa3ab-d3f0-44b1-ab42-263bf0c08bec service neutron] 10.222.0.96 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841424 Feb 08 16:26:25.363641 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-e547e849-42cd-4238-9e53-42b3bbbd813a tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:25.365117 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-e547e849-42cd-4238-9e53-42b3bbbd813a tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 1127 time: 0.0560992 Feb 08 16:26:25.476839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-442d1377-76a9-4da3-b41e-f4f05951a669 service neutron] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:26:25.480145 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-442d1377-76a9-4da3-b41e-f4f05951a669 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:25.481293 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-442d1377-76a9-4da3-b41e-f4f05951a669 service neutron] 10.222.0.96 "DELETE /v2.0/ports/586d8d8d-f0c5-4604-b07f-ca4c796c966b/bindings/n-h1-824834-11 HTTP/1.1" status: 204 len: 173 time: 0.1099668 Feb 08 16:26:25.713386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4625f6-5fab-4560-9acd-6b0a8bbbdc79 req-88da551c-adfc-4bdd-ad1b-970ebd3dacb0 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:25.714620 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e4625f6-5fab-4560-9acd-6b0a8bbbdc79 req-88da551c-adfc-4bdd-ad1b-970ebd3dacb0 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 944 time: 0.0574458 Feb 08 16:26:25.764462 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e4625f6-5fab-4560-9acd-6b0a8bbbdc79 req-55d2df28-d501-46f1-b0ca-b9e0b8e666d7 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441706 Feb 08 16:26:25.884572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9ac93-c522-40ac-8a88-ab57514c45c3 req-ea4647f4-0ffe-4966-904d-1638122c0f54 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:25.886178 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4dc9ac93-c522-40ac-8a88-ab57514c45c3 req-ea4647f4-0ffe-4966-904d-1638122c0f54 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 1127 time: 0.0492032 Feb 08 16:26:25.938061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4dc9ac93-c522-40ac-8a88-ab57514c45c3 req-193adbc9-cf23-4810-baa0-cfe52f0a90ad tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443449 Feb 08 16:26:26.063844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcc8b2-f9f5-4bf5-b309-234197f8dd09 req-d63582df-3c50-4af1-825c-6abd556f9371 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:26.065495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12fcc8b2-f9f5-4bf5-b309-234197f8dd09 req-d63582df-3c50-4af1-825c-6abd556f9371 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 944 time: 0.0608034 Feb 08 16:26:26.116860 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12fcc8b2-f9f5-4bf5-b309-234197f8dd09 req-d7770e1a-f9de-4276-bdf9-b998bb3eb636 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447788 Feb 08 16:26:26.139210 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58670) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:26.206017 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a7975cc3-dafd-46c0-a586-a96705741eb7 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/ce6f34f6-e2e2-466a-9c6c-a51802dc39a8 HTTP/1.1" status: 200 len: 991 time: 0.0655878 Feb 08 16:26:26.438954 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58676) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:26.596602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c02d338b-de79-4696-a9b8-f4a5631e3a6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port 363970ff-f3f9-4f7a-a85b-a423be6bc45c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:26:26.597015 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c02d338b-de79-4696-a9b8-f4a5631e3a6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (363970ff-f3f9-4f7a-a85b-a423be6bc45c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:26.671021 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c02d338b-de79-4696-a9b8-f4a5631e3a6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (363970ff-f3f9-4f7a-a85b-a423be6bc45c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:26.671355 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c02d338b-de79-4696-a9b8-f4a5631e3a6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (363970ff-f3f9-4f7a-a85b-a423be6bc45c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:26.683778 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c02d338b-de79-4696-a9b8-f4a5631e3a6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for 363970ff-f3f9-4f7a-a85b-a423be6bc45c owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:26:26.837119 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c02d338b-de79-4696-a9b8-f4a5631e3a6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (363970ff-f3f9-4f7a-a85b-a423be6bc45c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:26.865837 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d338b-de79-4696-a9b8-f4a5631e3a6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=363970ff-f3f9-4f7a-a85b-a423be6bc45c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:26.919339 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 586d8d8d-f0c5-4604-b07f-ca4c796c966b no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:26:26.928441 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c02d338b-de79-4696-a9b8-f4a5631e3a6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (ce6f34f6-e2e2-466a-9c6c-a51802dc39a8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:26.928969 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-c02d338b-de79-4696-a9b8-f4a5631e3a6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Floating IP ce6f34f6-e2e2-466a-9c6c-a51802dc39a8 disassociated (deleted). External IP: 172.25.7.185, port: 586d8d8d-f0c5-4604-b07f-ca4c796c966b. Feb 08 16:26:26.960040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port 586d8d8d-f0c5-4604-b07f-ca4c796c966b host n-h2-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 16:26:26.960533 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 586d8d8d-f0c5-4604-b07f-ca4c796c966b not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:26:27.141661 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02d338b-de79-4696-a9b8-f4a5631e3a6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:26:27.250033 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02d338b-de79-4696-a9b8-f4a5631e3a6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:26:27.254810 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c02d338b-de79-4696-a9b8-f4a5631e3a6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:27.259884 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd0470-4efe-4479-95fa-7818287583a5 None None] Sync routers for ids ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:26:27.270815 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd0470-4efe-4479-95fa-7818287583a5 None None] Routers {'2993ae74-47df-4b51-b918-61e6f8e3ddd2'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:26:27.271423 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-abfd0470-4efe-4479-95fa-7818287583a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:26:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:27.284765 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c02d338b-de79-4696-a9b8-f4a5631e3a6c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/floatingips/ce6f34f6-e2e2-466a-9c6c-a51802dc39a8 HTTP/1.1" status: 204 len: 168 time: 0.8446059 Feb 08 16:26:27.286408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:26:27.288786 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e86098-21be-4751-a0a4-b4091bbc4cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:26:27.343482 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5216342-cea1-4a04-ae66-17d7fcf34fac x-openstack-request-id: req-d5216342-cea1-4a04-ae66-17d7fcf34fac {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:26:27.343780 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:26:27.344039 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d5216342-cea1-4a04-ae66-17d7fcf34fac {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:26:27.344443 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b', 'status': 'completed', 'code': 200} Feb 08 16:26:27.387135 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-abfd0470-4efe-4479-95fa-7818287583a5 None None] Set router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:26:27.563946 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa063c-bf38-433b-b5a4-a2b7698a3078 req-d496d652-e0f1-4469-b584-e39abda78be2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:27.568371 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8cfa063c-bf38-433b-b5a4-a2b7698a3078 req-d496d652-e0f1-4469-b584-e39abda78be2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 944 time: 0.0711145 Feb 08 16:26:27.624222 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8cfa063c-bf38-433b-b5a4-a2b7698a3078 req-27f0967d-7f2a-49c5-b78a-0c9df2995968 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=da660bc5-8130-4413-b4a4-ead0700e0662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490792 Feb 08 16:26:27.701976 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-abfd0470-4efe-4479-95fa-7818287583a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:25:19Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:20Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f8110f8f-530e-40cf-966b-abe6d5bcc3da', 'name': '', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:97:a8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0fe198f9-4107-468a-96be-2f306aaba276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:22Z', 'updated_at': '2022-02-08T16:25:26Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '0fe198f9-4107-468a-96be-2f306aaba276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:27.728526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e86098-21be-4751-a0a4-b4091bbc4cdd req-8882dde0-c2d8-43a3-90ac-a45a1a4835d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:27.730095 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59e86098-21be-4751-a0a4-b4091bbc4cdd req-8882dde0-c2d8-43a3-90ac-a45a1a4835d1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 1127 time: 0.3641865 Feb 08 16:26:27.733128 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd0470-4efe-4479-95fa-7818287583a5 None None] Checking router: 2993ae74-47df-4b51-b918-61e6f8e3ddd2 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:26:27.742984 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd0470-4efe-4479-95fa-7818287583a5 None None] Routers {'2993ae74-47df-4b51-b918-61e6f8e3ddd2'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:26:27.743605 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-abfd0470-4efe-4479-95fa-7818287583a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:26:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:27.821500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e86098-21be-4751-a0a4-b4091bbc4cdd req-f73d68fa-5e65-473a-a153-01ef225c336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:27.823034 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59e86098-21be-4751-a0a4-b4091bbc4cdd req-f73d68fa-5e65-473a-a153-01ef225c336b service neutron] 10.222.0.96 "GET /v2.0/networks?id=a6cacf3d-91b1-47be-9738-eb2731667433 HTTP/1.1" status: 200 len: 898 time: 0.0858271 Feb 08 16:26:27.852037 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-abfd0470-4efe-4479-95fa-7818287583a5 None None] Set router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:26:27.867680 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59e86098-21be-4751-a0a4-b4091bbc4cdd req-26507ea2-b466-4488-8f16-9d9e659e5a56 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b HTTP/1.1" status: 200 len: 217 time: 0.0385008 Feb 08 16:26:27.939816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e86098-21be-4751-a0a4-b4091bbc4cdd req-f6d83d39-58e9-4ba3-8a87-e62859f2722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:27.941250 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59e86098-21be-4751-a0a4-b4091bbc4cdd req-f6d83d39-58e9-4ba3-8a87-e62859f2722b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0fe198f9-4107-468a-96be-2f306aaba276 HTTP/1.1" status: 200 len: 834 time: 0.0675340 Feb 08 16:26:27.990938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834404c-8535-478b-85ab-4845bb1fe6a8 req-95d9ef06-162f-41e3-b7cf-78dfb26e9ea6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:27.992403 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a834404c-8535-478b-85ab-4845bb1fe6a8 req-95d9ef06-162f-41e3-b7cf-78dfb26e9ea6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 944 time: 0.0849838 Feb 08 16:26:28.034486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e86098-21be-4751-a0a4-b4091bbc4cdd req-fe59e3f4-9b70-4330-b63e-b217a5e2ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:28.036095 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59e86098-21be-4751-a0a4-b4091bbc4cdd req-fe59e3f4-9b70-4330-b63e-b217a5e2ce63 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a6cacf3d-91b1-47be-9738-eb2731667433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0874312 Feb 08 16:26:28.055159 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-abfd0470-4efe-4479-95fa-7818287583a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:25:19Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:20Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f8110f8f-530e-40cf-966b-abe6d5bcc3da', 'name': '', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:97:a8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0fe198f9-4107-468a-96be-2f306aaba276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:22Z', 'updated_at': '2022-02-08T16:25:26Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '0fe198f9-4107-468a-96be-2f306aaba276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:28.081571 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd0470-4efe-4479-95fa-7818287583a5 None None] The sync data for ids ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'] in n-d-824834-11 is: [{'id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:25:19Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:20Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f8110f8f-530e-40cf-966b-abe6d5bcc3da', 'name': '', 'network_id': 'a6cacf3d-91b1-47be-9738-eb2731667433', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:97:a8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0fe198f9-4107-468a-96be-2f306aaba276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:22Z', 'updated_at': '2022-02-08T16:25:26Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '0fe198f9-4107-468a-96be-2f306aaba276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:26:28.168317 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59e86098-21be-4751-a0a4-b4091bbc4cdd req-d8eb9a64-b9c0-41f0-949b-5f3a5f385a49 service neutron] 10.222.0.96 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237469 Feb 08 16:26:28.171089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a834404c-8535-478b-85ab-4845bb1fe6a8 req-3700498f-57e2-4804-ad25-2c0c0d0b33df tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port 586d8d8d-f0c5-4604-b07f-ca4c796c966b {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:26:28.171437 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a834404c-8535-478b-85ab-4845bb1fe6a8 req-3700498f-57e2-4804-ad25-2c0c0d0b33df tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:28.323901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abef998-743a-4ac6-a76e-e29dd8083cf2 None None] New status for floating IP ce6f34f6-e2e2-466a-9c6c-a51802dc39a8: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:26:28.331467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a834404c-8535-478b-85ab-4845bb1fe6a8 req-3700498f-57e2-4804-ad25-2c0c0d0b33df tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] For port 586d8d8d-f0c5-4604-b07f-ca4c796c966b, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=586d8d8d-f0c5-4604-b07f-ca4c796c966b,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:26:28.331919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a834404c-8535-478b-85ab-4845bb1fe6a8 req-3700498f-57e2-4804-ad25-2c0c0d0b33df tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:28.335889 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-59e86098-21be-4751-a0a4-b4091bbc4cdd req-55fb13af-8f67-40a3-b6af-a811b9b11d7c service neutron] 10.222.0.96 "GET /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615193 Feb 08 16:26:28.346407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a834404c-8535-478b-85ab-4845bb1fe6a8 req-3700498f-57e2-4804-ad25-2c0c0d0b33df tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for 586d8d8d-f0c5-4604-b07f-ca4c796c966b owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:26:28.480000 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a834404c-8535-478b-85ab-4845bb1fe6a8 req-3700498f-57e2-4804-ad25-2c0c0d0b33df tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (586d8d8d-f0c5-4604-b07f-ca4c796c966b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:28.517354 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700498f-57e2-4804-ad25-2c0c0d0b33df tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=586d8d8d-f0c5-4604-b07f-ca4c796c966b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:28.559049 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a834404c-8535-478b-85ab-4845bb1fe6a8 req-3700498f-57e2-4804-ad25-2c0c0d0b33df tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] No DVR routers for this DVR port 586d8d8d-f0c5-4604-b07f-ca4c796c966b on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:26:28.561773 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a834404c-8535-478b-85ab-4845bb1fe6a8 req-3700498f-57e2-4804-ad25-2c0c0d0b33df tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:28.565320 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a834404c-8535-478b-85ab-4845bb1fe6a8 req-3700498f-57e2-4804-ad25-2c0c0d0b33df tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "DELETE /v2.0/ports/586d8d8d-f0c5-4604-b07f-ca4c796c966b HTTP/1.1" status: 204 len: 173 time: 0.5675652 Feb 08 16:26:28.742737 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14635e4e-a562-4e59-bf73-0a8b9684e9ee req-e18cd1a8-7942-48ec-b687-71546758895a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9bb38f8b-e23c-4a03-b20f-f7b77c7c556c HTTP/1.1" status: 200 len: 210 time: 0.0289094 Feb 08 16:26:29.345846 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'name': 'network-vif-deleted', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:26:29.349002 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3646708-d70f-45c8-8b37-f15e2120ccf9" -d '{"events": [{"server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "name": "network-vif-deleted", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:26:29.383484 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d625202c-8296-4710-a377-cb68d1c9c28c x-openstack-request-id: req-d625202c-8296-4710-a377-cb68d1c9c28c {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:26:29.383782 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb38f8b-e23c-4a03-b20f-f7b77c7c556c", "name": "network-vif-deleted", "tag": "586d8d8d-f0c5-4604-b07f-ca4c796c966b", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:26:29.384039 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d625202c-8296-4710-a377-cb68d1c9c28c {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:26:29.384442 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb38f8b-e23c-4a03-b20f-f7b77c7c556c', 'name': 'network-vif-deleted', 'tag': '586d8d8d-f0c5-4604-b07f-ca4c796c966b', 'status': 'completed', 'code': 200} Feb 08 16:26:29.799605 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58690) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:30.160839 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77a65170-68c2-4522-b85c-b94a416babe3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (2993ae74-47df-4b51-b918-61e6f8e3ddd2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:30.416041 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-77a65170-68c2-4522-b85c-b94a416babe3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port f8110f8f-530e-40cf-966b-abe6d5bcc3da {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:26:30.416674 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77a65170-68c2-4522-b85c-b94a416babe3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:30.501791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-77a65170-68c2-4522-b85c-b94a416babe3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] For port f8110f8f-530e-40cf-966b-abe6d5bcc3da, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f8110f8f-530e-40cf-966b-abe6d5bcc3da,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:26:30.502147 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77a65170-68c2-4522-b85c-b94a416babe3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:30.514465 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-77a65170-68c2-4522-b85c-b94a416babe3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for f8110f8f-530e-40cf-966b-abe6d5bcc3da owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:26:30.702701 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77a65170-68c2-4522-b85c-b94a416babe3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f8110f8f-530e-40cf-966b-abe6d5bcc3da), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:30.733647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a65170-68c2-4522-b85c-b94a416babe3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=f8110f8f-530e-40cf-966b-abe6d5bcc3da,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:30.910027 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-77a65170-68c2-4522-b85c-b94a416babe3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (2993ae74-47df-4b51-b918-61e6f8e3ddd2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:31.130338 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a65170-68c2-4522-b85c-b94a416babe3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:26:31.239707 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a65170-68c2-4522-b85c-b94a416babe3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:26:31.244845 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-77a65170-68c2-4522-b85c-b94a416babe3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "PUT /v2.0/routers/2993ae74-47df-4b51-b918-61e6f8e3ddd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4441385 Feb 08 16:26:31.247409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58692) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:31.249878 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89292dd4-b33c-4e54-87a7-6cac31e2fde6 None None] Sync routers for ids ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:26:31.260764 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89292dd4-b33c-4e54-87a7-6cac31e2fde6 None None] Routers {'2993ae74-47df-4b51-b918-61e6f8e3ddd2'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:26:31.261480 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-89292dd4-b33c-4e54-87a7-6cac31e2fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:26:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:31.297558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ce57a9-d0cd-4a1e-b1e6-32335ae24e1b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting subnet 0fe198f9-4107-468a-96be-2f306aaba276 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:26:31.301343 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6ce57a9-d0cd-4a1e-b1e6-32335ae24e1b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for subnet (0fe198f9-4107-468a-96be-2f306aaba276), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:31.339955 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6ce57a9-d0cd-4a1e-b1e6-32335ae24e1b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (0fe198f9-4107-468a-96be-2f306aaba276), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:31.367469 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-89292dd4-b33c-4e54-87a7-6cac31e2fde6 None None] Set router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:26:31.426921 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6ce57a9-d0cd-4a1e-b1e6-32335ae24e1b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (0fe198f9-4107-468a-96be-2f306aaba276), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:31.485723 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6ce57a9-d0cd-4a1e-b1e6-32335ae24e1b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (0fe198f9-4107-468a-96be-2f306aaba276), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:31.512586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce57a9-d0cd-4a1e-b1e6-32335ae24e1b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe198f9-4107-468a-96be-2f306aaba276,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:31.516649 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b6ce57a9-d0cd-4a1e-b1e6-32335ae24e1b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:31.519802 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b6ce57a9-d0cd-4a1e-b1e6-32335ae24e1b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/subnets/0fe198f9-4107-468a-96be-2f306aaba276 HTTP/1.1" status: 204 len: 168 time: 0.2709205 Feb 08 16:26:31.522628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58694) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:31.527473 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e14d1d4-58c8-4c25-b276-d5b413be97ae None None] Network a6cacf3d-91b1-47be-9738-eb2731667433 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:26:31.569566 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-89292dd4-b33c-4e54-87a7-6cac31e2fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:25:19Z', 'updated_at': '2022-02-08T16:26:30Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:20Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:31.596580 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89292dd4-b33c-4e54-87a7-6cac31e2fde6 None None] Checking router: 2993ae74-47df-4b51-b918-61e6f8e3ddd2 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:26:31.607453 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89292dd4-b33c-4e54-87a7-6cac31e2fde6 None None] Routers {'2993ae74-47df-4b51-b918-61e6f8e3ddd2'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:26:31.608217 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-89292dd4-b33c-4e54-87a7-6cac31e2fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:26:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:31.622117 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f2f05964-7877-4c60-b7bc-92489c3e8486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:31.643801 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router (2993ae74-47df-4b51-b918-61e6f8e3ddd2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:31.727039 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-89292dd4-b33c-4e54-87a7-6cac31e2fde6 None None] Set router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:26:31.759555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4f184a-87e7-467d-b592-6a1695be8d81 None None] DHCP port deletion for a6cacf3d-91b1-47be-9738-eb2731667433 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:26:31.766430 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (2993ae74-47df-4b51-b918-61e6f8e3ddd2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:31.812608 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f184a-87e7-467d-b592-6a1695be8d81 None None] Deleting port 4392c2bd-e27c-4633-8acb-4f5a53c57040 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:26:31.813013 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bb4f184a-87e7-467d-b592-6a1695be8d81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4392c2bd-e27c-4633-8acb-4f5a53c57040), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:31.822942 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port 8825d814-3ec8-40fb-9168-140f76bcc7da {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:26:31.822942 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8825d814-3ec8-40fb-9168-140f76bcc7da), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:31.876635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bb4f184a-87e7-467d-b592-6a1695be8d81 None None] For port 4392c2bd-e27c-4633-8acb-4f5a53c57040, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=4392c2bd-e27c-4633-8acb-4f5a53c57040,segment=NetworkSegment(b2af943d-a285-4735-a9d5-37d56bf85d5c),segment_id=b2af943d-a285-4735-a9d5-37d56bf85d5c)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:26:31.877166 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bb4f184a-87e7-467d-b592-6a1695be8d81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4392c2bd-e27c-4633-8acb-4f5a53c57040), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:31.889942 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f184a-87e7-467d-b592-6a1695be8d81 None None] Calling delete_port for 4392c2bd-e27c-4633-8acb-4f5a53c57040 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:26:31.908345 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] For port 8825d814-3ec8-40fb-9168-140f76bcc7da, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8825d814-3ec8-40fb-9168-140f76bcc7da,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:26:31.908706 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8825d814-3ec8-40fb-9168-140f76bcc7da), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:31.913972 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-89292dd4-b33c-4e54-87a7-6cac31e2fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:25:19Z', 'updated_at': '2022-02-08T16:26:30Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:20Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:31.922773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for 8825d814-3ec8-40fb-9168-140f76bcc7da owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:26:31.945578 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89292dd4-b33c-4e54-87a7-6cac31e2fde6 None None] The sync data for ids ['2993ae74-47df-4b51-b918-61e6f8e3ddd2'] in n-d-824834-11 is: [{'id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-657119373', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:25:19Z', 'updated_at': '2022-02-08T16:26:30Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': '8825d814-3ec8-40fb-9168-140f76bcc7da', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2993ae74-47df-4b51-b918-61e6f8e3ddd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:25:20Z', 'updated_at': '2022-02-08T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:26:31.975807 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bb4f184a-87e7-467d-b592-6a1695be8d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (4392c2bd-e27c-4633-8acb-4f5a53c57040), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:32.000233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f184a-87e7-467d-b592-6a1695be8d81 None None] Pushing event deleted for resources: {'Port': ['ID=4392c2bd-e27c-4633-8acb-4f5a53c57040,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:32.008832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f184a-87e7-467d-b592-6a1695be8d81 None None] No DVR routers for this DVR port 4392c2bd-e27c-4633-8acb-4f5a53c57040 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:26:32.099433 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (8825d814-3ec8-40fb-9168-140f76bcc7da), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:32.125477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=8825d814-3ec8-40fb-9168-140f76bcc7da,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:32.182183 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (2993ae74-47df-4b51-b918-61e6f8e3ddd2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:32.570388 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 586d8d8d-f0c5-4604-b07f-ca4c796c966b no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:26:32.586188 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (2993ae74-47df-4b51-b918-61e6f8e3ddd2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:32.588296 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_controller (2993ae74-47df-4b51-b918-61e6f8e3ddd2), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:32.592460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 586d8d8d-f0c5-4604-b07f-ca4c796c966b {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:26:32.592816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 586d8d8d-f0c5-4604-b07f-ca4c796c966b not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:26:32.630244 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (2993ae74-47df-4b51-b918-61e6f8e3ddd2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:32.630798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Fanout notify agent at l3_agent the message router_deleted on router 2993ae74-47df-4b51-b918-61e6f8e3ddd2 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:26:32.637320 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:32.638431 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-87c6abd6-27f5-4841-a1dd-8604e01db962 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/routers/2993ae74-47df-4b51-b918-61e6f8e3ddd2 HTTP/1.1" status: 204 len: 168 time: 1.1148696 Feb 08 16:26:32.641437 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58696) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:32.725590 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (a6cacf3d-91b1-47be-9738-eb2731667433), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:32.815480 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (a6cacf3d-91b1-47be-9738-eb2731667433), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:32.836642 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6cacf3d-91b1-47be-9738-eb2731667433']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:32.846004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2af943d-a285-4735-a9d5-37d56bf85d5c') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:32.846309 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2af943d-a285-4735-a9d5-37d56bf85d5c') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:32.855920 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (b2af943d-a285-4735-a9d5-37d56bf85d5c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:32.869169 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b2af943d-a285-4735-a9d5-37d56bf85d5c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:32.874885 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:26:32.875266 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (b2af943d-a285-4735-a9d5-37d56bf85d5c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:26:32.878157 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:26:32.935549 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (a6cacf3d-91b1-47be-9738-eb2731667433), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:32.943245 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:32.946384 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/networks/a6cacf3d-91b1-47be-9738-eb2731667433 HTTP/1.1" status: 204 len: 168 time: 0.3038914 Feb 08 16:26:32.949380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58698) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:32.957880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Network': ['ID=a6cacf3d-91b1-47be-9738-eb2731667433,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:32.965356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:32.965716 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:32.966063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:32.966401 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:32.966740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:32.967070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:32.967402 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:32.967731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:32.968057 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:32.968384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:32.968714 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:32.969072 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:32.969531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562b4580-a689-4795-be01-a43f81316428 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:33.008692 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e58b26d-201c-4bf5-8c1c-25bf7fe52db2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (da660bc5-8130-4413-b4a4-ead0700e0662), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.033466 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e58b26d-201c-4bf5-8c1c-25bf7fe52db2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (da660bc5-8130-4413-b4a4-ead0700e0662), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.097141 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e58b26d-201c-4bf5-8c1c-25bf7fe52db2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (da660bc5-8130-4413-b4a4-ead0700e0662), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.100211 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5e58b26d-201c-4bf5-8c1c-25bf7fe52db2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.101430 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5e58b26d-201c-4bf5-8c1c-25bf7fe52db2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/security-groups/da660bc5-8130-4413-b4a4-ead0700e0662 HTTP/1.1" status: 204 len: 168 time: 0.1510468 Feb 08 16:26:33.115757 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58b26d-201c-4bf5-8c1c-25bf7fe52db2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da660bc5-8130-4413-b4a4-ead0700e0662,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:33.306190 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58704) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:33.310698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-8d8cc19a-1001-4dba-a4e6-3b4847802749 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-883104019', 'description': 'tempest-secgroup-smoke-883104019 description', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:33.331710 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d8cc19a-1001-4dba-a4e6-3b4847802749 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.399853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d8cc19a-1001-4dba-a4e6-3b4847802749 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.403173 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d8cc19a-1001-4dba-a4e6-3b4847802749 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.432456 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8d8cc19a-1001-4dba-a4e6-3b4847802749 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.433710 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8d8cc19a-1001-4dba-a4e6-3b4847802749 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1265140 Feb 08 16:26:33.435725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cc19a-1001-4dba-a4e6-3b4847802749 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:33.436722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58706) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:33.441475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-58c5762c-2fb4-4051-b36e-aa7750667e87 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:33.466373 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-58c5762c-2fb4-4051-b36e-aa7750667e87 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (d61817b8-d089-4051-977f-5e157298e6af), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.523101 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-58c5762c-2fb4-4051-b36e-aa7750667e87 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (d61817b8-d089-4051-977f-5e157298e6af), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.526925 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-58c5762c-2fb4-4051-b36e-aa7750667e87 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (d61817b8-d089-4051-977f-5e157298e6af), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.551794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5762c-2fb4-4051-b36e-aa7750667e87 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61817b8-d089-4051-977f-5e157298e6af,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:33.557431 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-58c5762c-2fb4-4051-b36e-aa7750667e87 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.558987 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-58c5762c-2fb4-4051-b36e-aa7750667e87 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210356 Feb 08 16:26:33.562443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58708) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:33.567803 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a7e2ad4b-2bad-43c4-ad88-7085242dec5d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:33.571350 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8825d814-3ec8-40fb-9168-140f76bcc7da no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:26:33.592025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 8825d814-3ec8-40fb-9168-140f76bcc7da {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:26:33.592379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8825d814-3ec8-40fb-9168-140f76bcc7da not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:26:33.593003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4392c2bd-e27c-4633-8acb-4f5a53c57040 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:26:33.593273 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ad4b-2bad-43c4-ad88-7085242dec5d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (61c39263-d1c3-4127-bb0e-427d6a5bdce5), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.652978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ad4b-2bad-43c4-ad88-7085242dec5d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (61c39263-d1c3-4127-bb0e-427d6a5bdce5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.656847 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ad4b-2bad-43c4-ad88-7085242dec5d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (61c39263-d1c3-4127-bb0e-427d6a5bdce5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.681156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2ad4b-2bad-43c4-ad88-7085242dec5d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c39263-d1c3-4127-bb0e-427d6a5bdce5,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:33.687752 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ad4b-2bad-43c4-ad88-7085242dec5d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.689602 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a7e2ad4b-2bad-43c4-ad88-7085242dec5d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255460 Feb 08 16:26:33.692690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58710) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:33.697438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5c86b732-a91f-4fea-aa7a-daff31401884 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:33.726917 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c86b732-a91f-4fea-aa7a-daff31401884 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (9add67ad-c1c8-425f-9f44-831190899009), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.772829 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 4392c2bd-e27c-4633-8acb-4f5a53c57040 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:26:33.773271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 4392c2bd-e27c-4633-8acb-4f5a53c57040 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:26:33.773743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f8110f8f-530e-40cf-966b-abe6d5bcc3da no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:26:33.786710 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c86b732-a91f-4fea-aa7a-daff31401884 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (9add67ad-c1c8-425f-9f44-831190899009), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.790450 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c86b732-a91f-4fea-aa7a-daff31401884 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (9add67ad-c1c8-425f-9f44-831190899009), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.793963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: f8110f8f-530e-40cf-966b-abe6d5bcc3da {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:26:33.794311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f8110f8f-530e-40cf-966b-abe6d5bcc3da not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:26:33.807739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86b732-a91f-4fea-aa7a-daff31401884 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9add67ad-c1c8-425f-9f44-831190899009,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:33.816057 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5c86b732-a91f-4fea-aa7a-daff31401884 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.817277 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5c86b732-a91f-4fea-aa7a-daff31401884 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234524 Feb 08 16:26:33.820081 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58712) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:33.824390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-0c1ec07e-35e9-41ce-83c3-40134ed6c68a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:33.837218 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a052e70c-d1c9-46de-b355-b94ccdb1ec8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.848347 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec07e-35e9-41ce-83c3-40134ed6c68a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (9621c169-382a-4c2a-8daf-209e6b3e71c2), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.907200 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec07e-35e9-41ce-83c3-40134ed6c68a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (9621c169-382a-4c2a-8daf-209e6b3e71c2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.911839 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec07e-35e9-41ce-83c3-40134ed6c68a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (9621c169-382a-4c2a-8daf-209e6b3e71c2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.929603 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ec07e-35e9-41ce-83c3-40134ed6c68a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9621c169-382a-4c2a-8daf-209e6b3e71c2,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:33.936697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c1ec07e-35e9-41ce-83c3-40134ed6c68a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:33.937941 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0c1ec07e-35e9-41ce-83c3-40134ed6c68a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169341 Feb 08 16:26:33.940663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58714) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:33.945703 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-79e83293-3ec2-4490-9ab7-8d29846102f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:33.964909 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-79e83293-3ec2-4490-9ab7-8d29846102f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Project eaaf6f2b7cc84c8382c2d49312dd8dce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:26:33.969655 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-79e83293-3ec2-4490-9ab7-8d29846102f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (a23e6298-bd86-4e81-80f6-f649ef6de761), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.031145 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-79e83293-3ec2-4490-9ab7-8d29846102f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (a23e6298-bd86-4e81-80f6-f649ef6de761), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.034639 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-79e83293-3ec2-4490-9ab7-8d29846102f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (a23e6298-bd86-4e81-80f6-f649ef6de761), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.058357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e83293-3ec2-4490-9ab7-8d29846102f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23e6298-bd86-4e81-80f6-f649ef6de761,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:34.064367 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-79e83293-3ec2-4490-9ab7-8d29846102f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.065520 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-79e83293-3ec2-4490-9ab7-8d29846102f8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232884 Feb 08 16:26:34.069188 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58716) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:34.073822 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d52aa214-dfad-4935-ad35-119a41232991 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'security_group_rule': {'security_group_id': '52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:34.093535 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-d52aa214-dfad-4935-ad35-119a41232991 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Project eaaf6f2b7cc84c8382c2d49312dd8dce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:26:34.098768 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d52aa214-dfad-4935-ad35-119a41232991 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (e0d31df1-2ebf-41da-89ac-017257b27735), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.156067 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d52aa214-dfad-4935-ad35-119a41232991 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (e0d31df1-2ebf-41da-89ac-017257b27735), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.159627 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d52aa214-dfad-4935-ad35-119a41232991 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (e0d31df1-2ebf-41da-89ac-017257b27735), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.177839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52aa214-dfad-4935-ad35-119a41232991 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d31df1-2ebf-41da-89ac-017257b27735,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:34.185980 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d52aa214-dfad-4935-ad35-119a41232991 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.187180 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d52aa214-dfad-4935-ad35-119a41232991 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170521 Feb 08 16:26:34.190027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58718) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:34.195112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-02d77aa6-b49b-4808-a8ec-9c8b27a118b3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'network': {'name': 'tempest-network-smoke--1660343191', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'port_security_enabled': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:34.213026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d77aa6-b49b-4808-a8ec-9c8b27a118b3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Made reservation on behalf of eaaf6f2b7cc84c8382c2d49312dd8dce for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:26:34.216179 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-02d77aa6-b49b-4808-a8ec-9c8b27a118b3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.239831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d77aa6-b49b-4808-a8ec-9c8b27a118b3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:26:34.248603 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-02d77aa6-b49b-4808-a8ec-9c8b27a118b3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (2bc9dcc5-93db-45e3-9b51-1dfb78209694), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.249038 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-02d77aa6-b49b-4808-a8ec-9c8b27a118b3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Added segment 2bc9dcc5-93db-45e3-9b51-1dfb78209694 of type vlan for network adb0ea48-39bc-423b-831a-4468dd824829 Feb 08 16:26:34.289794 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-02d77aa6-b49b-4808-a8ec-9c8b27a118b3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (adb0ea48-39bc-423b-831a-4468dd824829), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.314267 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-02d77aa6-b49b-4808-a8ec-9c8b27a118b3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (adb0ea48-39bc-423b-831a-4468dd824829), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.319650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d77aa6-b49b-4808-a8ec-9c8b27a118b3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:34.320244 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-02d77aa6-b49b-4808-a8ec-9c8b27a118b3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.382432 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-02d77aa6-b49b-4808-a8ec-9c8b27a118b3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1913872 Feb 08 16:26:34.385179 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58720) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:34.391545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'admin_state_up': True, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:34.401209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d77aa6-b49b-4808-a8ec-9c8b27a118b3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Network': ['ID=adb0ea48-39bc-423b-831a-4468dd824829,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:34.412572 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network adb0ea48-39bc-423b-831a-4468dd824829 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:26:34.417762 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (ded0f570-1c05-453d-a817-c89417a6c025), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.418781 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (ded0f570-1c05-453d-a817-c89417a6c025), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.471013 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_controller (ded0f570-1c05-453d-a817-c89417a6c025), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.624664 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (ded0f570-1c05-453d-a817-c89417a6c025), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.845198 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (ded0f570-1c05-453d-a817-c89417a6c025), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.874986 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:34.982753 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.25.7.132 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/bf914257-e748-45c0-967a-1be28f9b0b8b) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:26:35.088166 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (bf914257-e748-45c0-967a-1be28f9b0b8b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:35.122066 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (bf914257-e748-45c0-967a-1be28f9b0b8b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:35.158913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:26:35.163886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:26:35.167576 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:26:35.195609 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=bf914257-e748-45c0-967a-1be28f9b0b8b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:35.426129 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (ded0f570-1c05-453d-a817-c89417a6c025), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:35.609405 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:35.927715 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (ded0f570-1c05-453d-a817-c89417a6c025), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:36.060693 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router ded0f570-1c05-453d-a817-c89417a6c025 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:26:36.170371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:26:36.180275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Sync routers for ids ['ded0f570-1c05-453d-a817-c89417a6c025'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:26:36.190343 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Routers {'ded0f570-1c05-453d-a817-c89417a6c025'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:26:36.190807 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:36.191332 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:26:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ded0f570-1c05-453d-a817-c89417a6c025'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:36.193474 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8662a396-b912-4936-85a0-5d2ad5dd6204 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8072138 Feb 08 16:26:36.195387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58736) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:36.315372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Set router ded0f570-1c05-453d-a817-c89417a6c025 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:26:36.384901 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0d609edb-286c-4d6b-9124-0c71fbe1838a tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=eaaf6f2b7cc84c8382c2d49312dd8dce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1860690 Feb 08 16:26:36.385226 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58742) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:36.476271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363ad03e-68b7-4762-a03f-e9d7af5d8dbc tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:36.477936 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-363ad03e-68b7-4762-a03f-e9d7af5d8dbc tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916488 Feb 08 16:26:36.481178 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58744) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:36.508897 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e53609c6-dbd9-459b-a7af-9c9d5607104a tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272160 Feb 08 16:26:36.511281 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58746) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:36.513180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:35Z', 'revision_number': 3, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:36.516367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d545a100-30a6-46ce-814d-4fd8c5108623 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1051071969', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:36.544006 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Checking router: ded0f570-1c05-453d-a817-c89417a6c025 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:26:36.544578 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Updating router ded0f570-1c05-453d-a817-c89417a6c025 port bf914257-e748-45c0-967a-1be28f9b0b8b binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:26:36.580048 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bf914257-e748-45c0-967a-1be28f9b0b8b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:36.611422 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d545a100-30a6-46ce-814d-4fd8c5108623 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Made reservation on behalf of eaaf6f2b7cc84c8382c2d49312dd8dce for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:26:36.615738 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d545a100-30a6-46ce-814d-4fd8c5108623 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:36.806935 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d545a100-30a6-46ce-814d-4fd8c5108623 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (5d1a4825-4f4a-4141-a9d4-de3880a87f88), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:36.811456 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:36.871223 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Publish callbacks [] for port (bf914257-e748-45c0-967a-1be28f9b0b8b), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:36.877929 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (bf914257-e748-45c0-967a-1be28f9b0b8b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:36.880498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545a100-30a6-46ce-814d-4fd8c5108623 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Subnet': ['ID=5d1a4825-4f4a-4141-a9d4-de3880a87f88,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:36.885958 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d545a100-30a6-46ce-814d-4fd8c5108623 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Checking segment: {'id': '2bc9dcc5-93db-45e3-9b51-1dfb78209694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:26:36.886322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d545a100-30a6-46ce-814d-4fd8c5108623 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network hostable DHCP agents. Network: adb0ea48-39bc-423b-831a-4468dd824829, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:26:36.918307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d545a100-30a6-46ce-814d-4fd8c5108623 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network adb0ea48-39bc-423b-831a-4468dd824829 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:26:36.938084 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d545a100-30a6-46ce-814d-4fd8c5108623 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, adb0ea48-39bc-423b-831a-4468dd824829) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:26:36.944606 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d545a100-30a6-46ce-814d-4fd8c5108623 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:36.945393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Attempting to bind port bf914257-e748-45c0-967a-1be28f9b0b8b on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:26:36.945785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Attempting to bind port bf914257-e748-45c0-967a-1be28f9b0b8b by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:26:36.946139 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d545a100-30a6-46ce-814d-4fd8c5108623 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:36.946258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Attempting to bind port bf914257-e748-45c0-967a-1be28f9b0b8b on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:26:36.950832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63efdeb-8425-4432-8940-6cceb893ff8d None None] Pushing event updated for resources: {'Port': ['ID=bf914257-e748-45c0-967a-1be28f9b0b8b,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:36.954235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5772cf1-11ac-48d5-a5a0-589630bc5359 None None] Network adb0ea48-39bc-423b-831a-4468dd824829 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:26:36.969594 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d545a100-30a6-46ce-814d-4fd8c5108623 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4572759 Feb 08 16:26:36.972348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58750) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:36.974513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:26:36.974841 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:26:36.975262 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:36.975729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:26:36.976336 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Bound port: bf914257-e748-45c0-967a-1be28f9b0b8b, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:26:36.976791 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bf914257-e748-45c0-967a-1be28f9b0b8b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:37.184512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] For port bf914257-e748-45c0-967a-1be28f9b0b8b, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:26:37.196888 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-adb0ea48-39bc-423b-831a-4468dd824829', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ips': [{'subnet_id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:26:37.197802 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:37.204559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] For port bf914257-e748-45c0-967a-1be28f9b0b8b, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=bf914257-e748-45c0-967a-1be28f9b0b8b,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:26:37.218092 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (bf914257-e748-45c0-967a-1be28f9b0b8b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:37.352703 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Routers {'ded0f570-1c05-453d-a817-c89417a6c025'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:26:37.353372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:26:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ded0f570-1c05-453d-a817-c89417a6c025'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:37.434427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63efdeb-8425-4432-8940-6cceb893ff8d None None] Pushing event updated for resources: {'Port': ['ID=bf914257-e748-45c0-967a-1be28f9b0b8b,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:37.497460 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:37.500080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Allocated IP 172.20.0.2 (adb0ea48-39bc-423b-831a-4468dd824829/5d1a4825-4f4a-4141-a9d4-de3880a87f88/05b3fc45-ebaf-4344-b09a-7c902b008c09) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:26:37.539409 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] Set router ded0f570-1c05-453d-a817-c89417a6c025 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:26:37.788506 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Publish callbacks [] for port (05b3fc45-ebaf-4344-b09a-7c902b008c09), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:37.794145 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (05b3fc45-ebaf-4344-b09a-7c902b008c09), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:37.843372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.20.0.1 (adb0ea48-39bc-423b-831a-4468dd824829/5d1a4825-4f4a-4141-a9d4-de3880a87f88/711c54d7-2f87-4733-bf38-801e65aa2659) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:26:37.843578 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Network adb0ea48-39bc-423b-831a-4468dd824829 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:26:37.849956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:26:37.855376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:26:37.859354 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Pushing event updated for resources: {'Port': ['ID=05b3fc45-ebaf-4344-b09a-7c902b008c09,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:37.870786 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:35Z', 'revision_number': 3, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:37.916399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edb338-857e-4d22-8a14-3838fdfeb27e None None] The sync data for ids ['ded0f570-1c05-453d-a817-c89417a6c025'] in n-d-824834-11 is: [{'id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:35Z', 'revision_number': 3, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:26:37.950230 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Attempting to bind port 05b3fc45-ebaf-4344-b09a-7c902b008c09 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:26:37.950605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Attempting to bind port 05b3fc45-ebaf-4344-b09a-7c902b008c09 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '2bc9dcc5-93db-45e3-9b51-1dfb78209694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:26:37.951118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Attempting to bind port 05b3fc45-ebaf-4344-b09a-7c902b008c09 on network adb0ea48-39bc-423b-831a-4468dd824829 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:26:37.958101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:26:37.958486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Checking segment: {'id': '2bc9dcc5-93db-45e3-9b51-1dfb78209694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:26:37.958919 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:37.959314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Bound using segment: {'id': '2bc9dcc5-93db-45e3-9b51-1dfb78209694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:26:37.959783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Bound port: 05b3fc45-ebaf-4344-b09a-7c902b008c09, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc9dcc5-93db-45e3-9b51-1dfb78209694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:26:37.960166 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (05b3fc45-ebaf-4344-b09a-7c902b008c09), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:37.986557 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (711c54d7-2f87-4733-bf38-801e65aa2659), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:38.057269 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:38.072130 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:38.088506 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] For port 05b3fc45-ebaf-4344-b09a-7c902b008c09, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:26:38.093751 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] For port 05b3fc45-ebaf-4344-b09a-7c902b008c09, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=05b3fc45-ebaf-4344-b09a-7c902b008c09,segment=NetworkSegment(2bc9dcc5-93db-45e3-9b51-1dfb78209694),segment_id=2bc9dcc5-93db-45e3-9b51-1dfb78209694)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:26:38.101882 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (05b3fc45-ebaf-4344-b09a-7c902b008c09), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:38.134514 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2aa910b0-42bb-4ddc-a6c0-3f99299bc404 req-79584613-5c5a-4a97-a3c5-57672328b041 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1054583 Feb 08 16:26:38.136368 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network adb0ea48-39bc-423b-831a-4468dd824829 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:26:38.137839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=711c54d7-2f87-4733-bf38-801e65aa2659,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:38.140818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:26:38.142906 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:26:38.170201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b8523-ab3b-4725-82af-1aca647b9eb6 None None] Pushing event updated for resources: {'Port': ['ID=05b3fc45-ebaf-4344-b09a-7c902b008c09,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:38.224285 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (ded0f570-1c05-453d-a817-c89417a6c025), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:38.389098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa910b0-42bb-4ddc-a6c0-3f99299bc404 req-fb6be6b7-81da-477d-8a1e-2d03d2e9f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:38.390551 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2aa910b0-42bb-4ddc-a6c0-3f99299bc404 req-fb6be6b7-81da-477d-8a1e-2d03d2e9f2fb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 1128 time: 0.1684337 Feb 08 16:26:38.557446 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:38.732568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa910b0-42bb-4ddc-a6c0-3f99299bc404 req-6160e5f1-dc61-4870-be15-696bf7714478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:38.734159 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2aa910b0-42bb-4ddc-a6c0-3f99299bc404 req-6160e5f1-dc61-4870-be15-696bf7714478 service neutron] 10.222.0.96 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.3166149 Feb 08 16:26:38.819416 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2aa910b0-42bb-4ddc-a6c0-3f99299bc404 req-2e43d3e6-d66a-4701-aa5b-1cadc3a6e144 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b36d49bf-3a77-4acc-9675-b7d4ec2641ab HTTP/1.1" status: 200 len: 1000 time: 0.0786605 Feb 08 16:26:38.935145 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa910b0-42bb-4ddc-a6c0-3f99299bc404 req-e9c21e9a-cd7e-4c96-8b03-9d64cb2b1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:38.936630 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2aa910b0-42bb-4ddc-a6c0-3f99299bc404 req-e9c21e9a-cd7e-4c96-8b03-9d64cb2b1ead service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.1108973 Feb 08 16:26:39.030462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa910b0-42bb-4ddc-a6c0-3f99299bc404 req-12b81cb4-4a73-4a60-91c2-06b5561b9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:39.032109 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2aa910b0-42bb-4ddc-a6c0-3f99299bc404 req-12b81cb4-4a73-4a60-91c2-06b5561b9a36 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0889845 Feb 08 16:26:39.049783 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (711c54d7-2f87-4733-bf38-801e65aa2659), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:39.069204 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:39.188545 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (ded0f570-1c05-453d-a817-c89417a6c025), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:39.200291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=711c54d7-2f87-4733-bf38-801e65aa2659,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:39.281330 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2aa910b0-42bb-4ddc-a6c0-3f99299bc404 req-9b203e76-14d8-42b5-a0b6-d1d92ffc0818 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424910 Feb 08 16:26:39.395266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network adb0ea48-39bc-423b-831a-4468dd824829 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:26:39.400048 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:26:39.415567 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2aa910b0-42bb-4ddc-a6c0-3f99299bc404 req-9a552cc7-fbcf-4e5f-ae43-426a5d898576 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270618 Feb 08 16:26:39.499207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c659f1c1-520f-4f1c-8c44-c189f156fcc8 None None] Network adb0ea48-39bc-423b-831a-4468dd824829 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:26:39.566781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router ded0f570-1c05-453d-a817-c89417a6c025 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:26:39.614878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ae8b2c82-aa68-48c2-af0b-ced062ffd6ad None None] Provisioning complete for port 05b3fc45-ebaf-4344-b09a-7c902b008c09 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:39.615255 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2c82-aa68-48c2-af0b-ced062ffd6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (05b3fc45-ebaf-4344-b09a-7c902b008c09), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:39.723046 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:26:39.728850 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-67bfc31b-e39a-4507-ab94-56c670e1b7f4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "PUT /v2.0/routers/ded0f570-1c05-453d-a817-c89417a6c025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7547033 Feb 08 16:26:39.902895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device bf914257-e748-45c0-967a-1be28f9b0b8b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:26:39.932608 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-a90fc7b0-659b-4957-a0d8-38cf97e25906 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883104019&fields=id&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 267 time: 0.0620809 Feb 08 16:26:40.010334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b2c82-aa68-48c2-af0b-ced062ffd6ad None None] Current status of the port 05b3fc45-ebaf-4344-b09a-7c902b008c09 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:26:40.010776 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2c82-aa68-48c2-af0b-ced062ffd6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (05b3fc45-ebaf-4344-b09a-7c902b008c09), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:40.042455 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port bf914257-e748-45c0-967a-1be28f9b0b8b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:40.042921 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (bf914257-e748-45c0-967a-1be28f9b0b8b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:40.063786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-709bb599-3f7f-4e51-a8ad-747cc84b7b69 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:40.065412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-709bb599-3f7f-4e51-a8ad-747cc84b7b69 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/networks?id=adb0ea48-39bc-423b-831a-4468dd824829 HTTP/1.1" status: 200 len: 797 time: 0.1268785 Feb 08 16:26:40.086246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ae8b2c82-aa68-48c2-af0b-ced062ffd6ad None None] For port 05b3fc45-ebaf-4344-b09a-7c902b008c09, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=05b3fc45-ebaf-4344-b09a-7c902b008c09,segment=NetworkSegment(2bc9dcc5-93db-45e3-9b51-1dfb78209694),segment_id=2bc9dcc5-93db-45e3-9b51-1dfb78209694)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:26:40.091467 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2c82-aa68-48c2-af0b-ced062ffd6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (05b3fc45-ebaf-4344-b09a-7c902b008c09), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:40.098851 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-a5995968-1631-4fa7-9821-ab3e47c2eac9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/quotas/eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 375 time: 0.0260000 Feb 08 16:26:40.153365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b2c82-aa68-48c2-af0b-ced062ffd6ad None None] Pushing event updated for resources: {'Port': ['ID=05b3fc45-ebaf-4344-b09a-7c902b008c09,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:40.167228 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-a4826ea7-3b46-4cee-989f-085e318ee98d tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674191 Feb 08 16:26:40.201996 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port bf914257-e748-45c0-967a-1be28f9b0b8b is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:26:40.202400 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bf914257-e748-45c0-967a-1be28f9b0b8b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:40.232785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port bf914257-e748-45c0-967a-1be28f9b0b8b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=bf914257-e748-45c0-967a-1be28f9b0b8b,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:26:40.242147 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (bf914257-e748-45c0-967a-1be28f9b0b8b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:40.243117 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 05b3fc45-ebaf-4344-b09a-7c902b008c09 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:26:40.257562 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Sync routers for ids ['ded0f570-1c05-453d-a817-c89417a6c025'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:26:40.292035 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Routers {'ded0f570-1c05-453d-a817-c89417a6c025'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:26:40.293031 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:26:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ded0f570-1c05-453d-a817-c89417a6c025'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:40.353283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=bf914257-e748-45c0-967a-1be28f9b0b8b,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:40.369673 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 05b3fc45-ebaf-4344-b09a-7c902b008c09 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:40.370712 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (05b3fc45-ebaf-4344-b09a-7c902b008c09), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:40.496424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-fdc16e5b-4986-4ef8-8f3a-47634cb7eef6 None None] Provisioning complete for port 05b3fc45-ebaf-4344-b09a-7c902b008c09 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:40.497176 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fdc16e5b-4986-4ef8-8f3a-47634cb7eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (05b3fc45-ebaf-4344-b09a-7c902b008c09), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:40.589126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 05b3fc45-ebaf-4344-b09a-7c902b008c09 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:26:40.592016 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-ff1e2f2e-e659-4694-bc2b-74147fc3deaa service neutron] 10.222.0.82 "GET /v2.0/networks/adb0ea48-39bc-423b-831a-4468dd824829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110007 Feb 08 16:26:40.699463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fdc16e5b-4986-4ef8-8f3a-47634cb7eef6 None None] Current status of the port 05b3fc45-ebaf-4344-b09a-7c902b008c09 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:26:40.704579 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Set router ded0f570-1c05-453d-a817-c89417a6c025 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:26:40.719704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-2d0c78e7-974c-44d8-9210-9c53fa59f50b service neutron] 10.222.0.82 "GET /v2.0/networks/adb0ea48-39bc-423b-831a-4468dd824829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263654 Feb 08 16:26:40.733683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-fdc16e5b-4986-4ef8-8f3a-47634cb7eef6 None None] Provisioning complete for port 711c54d7-2f87-4733-bf38-801e65aa2659 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:40.733683 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fdc16e5b-4986-4ef8-8f3a-47634cb7eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:40.797874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fdc16e5b-4986-4ef8-8f3a-47634cb7eef6 None None] Port 711c54d7-2f87-4733-bf38-801e65aa2659 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:26:40.926559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9c3f5d6f-be22-48c0-9869-0ac76677c8eb None None] Provisioning complete for port 711c54d7-2f87-4733-bf38-801e65aa2659 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:40.932114 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9c3f5d6f-be22-48c0-9869-0ac76677c8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:41.002715 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f5d6f-be22-48c0-9869-0ac76677c8eb None None] Port 711c54d7-2f87-4733-bf38-801e65aa2659 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:26:41.014240 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06f832f7-4807-43b3-8f94-85eb99925516 req-971ffaa5-09c8-4152-a210-5d76e08ac4aa tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 210 time: 0.0904443 Feb 08 16:26:41.084747 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:38Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '711c54d7-2f87-4733-bf38-801e65aa2659', 'name': '', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b6:9d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:37Z', 'updated_at': '2022-02-08T16:26:38Z', 'revision_number': 2, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:41.128564 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Checking router: ded0f570-1c05-453d-a817-c89417a6c025 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:26:41.129205 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Updating router ded0f570-1c05-453d-a817-c89417a6c025 port 711c54d7-2f87-4733-bf38-801e65aa2659 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:26:41.161216 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:41.240210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1fc77468-0b72-4e2d-85c4-6f6dedc47c04 None None] Provisioning complete for port 711c54d7-2f87-4733-bf38-801e65aa2659 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:41.240628 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1fc77468-0b72-4e2d-85c4-6f6dedc47c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:41.287551 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1fc77468-0b72-4e2d-85c4-6f6dedc47c04 None None] Port 711c54d7-2f87-4733-bf38-801e65aa2659 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:26:41.462003 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Publish callbacks [] for port (711c54d7-2f87-4733-bf38-801e65aa2659), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:41.467679 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:41.513701 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b263eb3-f9c0-477e-8d7e-82b4cc728e4d None None] Pushing event updated for resources: {'Port': ['ID=711c54d7-2f87-4733-bf38-801e65aa2659,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:41.524059 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b263eb3-f9c0-477e-8d7e-82b4cc728e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:41.524584 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b263eb3-f9c0-477e-8d7e-82b4cc728e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:41.525096 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b263eb3-f9c0-477e-8d7e-82b4cc728e4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:41.525589 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b263eb3-f9c0-477e-8d7e-82b4cc728e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:41.526066 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b263eb3-f9c0-477e-8d7e-82b4cc728e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:41.526530 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b263eb3-f9c0-477e-8d7e-82b4cc728e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:41.527028 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b263eb3-f9c0-477e-8d7e-82b4cc728e4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:41.527531 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b263eb3-f9c0-477e-8d7e-82b4cc728e4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:41.528020 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b263eb3-f9c0-477e-8d7e-82b4cc728e4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:41.528508 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b263eb3-f9c0-477e-8d7e-82b4cc728e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:41.529395 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b263eb3-f9c0-477e-8d7e-82b4cc728e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:41.529881 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b263eb3-f9c0-477e-8d7e-82b4cc728e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:41.530367 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b263eb3-f9c0-477e-8d7e-82b4cc728e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:26:41.606975 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Attempting to bind port 711c54d7-2f87-4733-bf38-801e65aa2659 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:26:41.607782 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Attempting to bind port 711c54d7-2f87-4733-bf38-801e65aa2659 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '2bc9dcc5-93db-45e3-9b51-1dfb78209694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:26:41.608243 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Attempting to bind port 711c54d7-2f87-4733-bf38-801e65aa2659 on network adb0ea48-39bc-423b-831a-4468dd824829 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:26:41.613875 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:26:41.614617 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Checking segment: {'id': '2bc9dcc5-93db-45e3-9b51-1dfb78209694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:26:41.615388 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:41.615810 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Bound using segment: {'id': '2bc9dcc5-93db-45e3-9b51-1dfb78209694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:26:41.616384 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Bound port: 711c54d7-2f87-4733-bf38-801e65aa2659, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc9dcc5-93db-45e3-9b51-1dfb78209694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:26:41.616867 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:41.654333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device bf914257-e748-45c0-967a-1be28f9b0b8b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:26:41.760243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port bf914257-e748-45c0-967a-1be28f9b0b8b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:41.760906 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (bf914257-e748-45c0-967a-1be28f9b0b8b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:41.776164 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] For port 711c54d7-2f87-4733-bf38-801e65aa2659, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:26:41.780253 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] For port 711c54d7-2f87-4733-bf38-801e65aa2659, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=711c54d7-2f87-4733-bf38-801e65aa2659,segment=NetworkSegment(2bc9dcc5-93db-45e3-9b51-1dfb78209694),segment_id=2bc9dcc5-93db-45e3-9b51-1dfb78209694)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:26:41.788206 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:41.824323 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0076ef93-b679-4899-b3bb-fc7a6600a696 None None] Provisioning complete for port 711c54d7-2f87-4733-bf38-801e65aa2659 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:41.824788 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0076ef93-b679-4899-b3bb-fc7a6600a696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:41.847015 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b263eb3-f9c0-477e-8d7e-82b4cc728e4d None None] Pushing event updated for resources: {'Port': ['ID=711c54d7-2f87-4733-bf38-801e65aa2659,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:41.869772 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Routers {'ded0f570-1c05-453d-a817-c89417a6c025'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:26:41.870438 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:26:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ded0f570-1c05-453d-a817-c89417a6c025'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:41.903886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port bf914257-e748-45c0-967a-1be28f9b0b8b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:26:41.905083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 05b3fc45-ebaf-4344-b09a-7c902b008c09 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:26:41.985325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0076ef93-b679-4899-b3bb-fc7a6600a696 None None] Current status of the port 711c54d7-2f87-4733-bf38-801e65aa2659 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:26:41.994687 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0076ef93-b679-4899-b3bb-fc7a6600a696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:42.016021 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] Set router ded0f570-1c05-453d-a817-c89417a6c025 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:26:42.047418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0076ef93-b679-4899-b3bb-fc7a6600a696 None None] For port 711c54d7-2f87-4733-bf38-801e65aa2659, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=711c54d7-2f87-4733-bf38-801e65aa2659,segment=NetworkSegment(2bc9dcc5-93db-45e3-9b51-1dfb78209694),segment_id=2bc9dcc5-93db-45e3-9b51-1dfb78209694)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:26:42.048918 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 05b3fc45-ebaf-4344-b09a-7c902b008c09 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:42.049531 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (05b3fc45-ebaf-4344-b09a-7c902b008c09), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:42.054333 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0076ef93-b679-4899-b3bb-fc7a6600a696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:42.178779 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076ef93-b679-4899-b3bb-fc7a6600a696 None None] Pushing event updated for resources: {'Port': ['ID=711c54d7-2f87-4733-bf38-801e65aa2659,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:42.197289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-121ad6fd-5a0c-485b-973c-d2544092a4bf req-f24030e4-b885-4ae4-a737-0d2a2b48e3e5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 210 time: 0.0689900 Feb 08 16:26:42.280537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 05b3fc45-ebaf-4344-b09a-7c902b008c09 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:26:42.288250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c84a26db-f78f-4c0f-a565-3dca8b18107b None None] Provisioning complete for port 711c54d7-2f87-4733-bf38-801e65aa2659 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:42.288836 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c84a26db-f78f-4c0f-a565-3dca8b18107b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:42.336754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-f3e83bee-b060-4409-b3b1-50d58b2490f5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:42.338818 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-f3e83bee-b060-4409-b3b1-50d58b2490f5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "GET /v2.0/networks?id=adb0ea48-39bc-423b-831a-4468dd824829 HTTP/1.1" status: 200 len: 797 time: 0.2364655 Feb 08 16:26:42.378141 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c84a26db-f78f-4c0f-a565-3dca8b18107b None None] Current status of the port 711c54d7-2f87-4733-bf38-801e65aa2659 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:26:42.422606 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-5e0f1a8a-5c18-4690-8b91-c0236456ba4a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce HTTP/1.1" status: 200 len: 379 time: 0.0729804 Feb 08 16:26:42.431914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-e5c2319e-5782-4e82-858a-b57af619bd31 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'port': {'device_id': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'admin_state_up': True, 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'security_groups': ['52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:42.438447 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:38Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '711c54d7-2f87-4733-bf38-801e65aa2659', 'name': '', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b6:9d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:37Z', 'updated_at': '2022-02-08T16:26:41Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:42.468180 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d61fea5-0cce-4f64-a7f4-77d75c0ab4a0 None None] The sync data for ids ['ded0f570-1c05-453d-a817-c89417a6c025'] in n-d-824834-11 is: [{'id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:38Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '711c54d7-2f87-4733-bf38-801e65aa2659', 'name': '', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b6:9d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:37Z', 'updated_at': '2022-02-08T16:26:41Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:26:42.934503 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-e5c2319e-5782-4e82-858a-b57af619bd31 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Made reservation on behalf of eaaf6f2b7cc84c8382c2d49312dd8dce for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:26:42.937876 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-e5c2319e-5782-4e82-858a-b57af619bd31 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:43.080293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-e5c2319e-5782-4e82-858a-b57af619bd31 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.20.0.7 (adb0ea48-39bc-423b-831a-4468dd824829/5d1a4825-4f4a-4141-a9d4-de3880a87f88/f3a8b3bc-69dc-4c02-8303-5659a04c19e1) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:26:43.240545 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-e5c2319e-5782-4e82-858a-b57af619bd31 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:43.285914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-e5c2319e-5782-4e82-858a-b57af619bd31 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:43.360607 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-e5c2319e-5782-4e82-858a-b57af619bd31 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network adb0ea48-39bc-423b-831a-4468dd824829 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:26:43.364781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-e5c2319e-5782-4e82-858a-b57af619bd31 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:26:43.365193 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bef98-366e-4ee0-8a24-1a7ffc08cf66 req-387f7ca3-c27e-430f-bbbd-332a3169bdc3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:43.368261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-e5c2319e-5782-4e82-858a-b57af619bd31 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:26:43.377866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2319e-5782-4e82-858a-b57af619bd31 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:43.390778 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42bef98-366e-4ee0-8a24-1a7ffc08cf66 req-387f7ca3-c27e-430f-bbbd-332a3169bdc3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 931 time: 0.1048987 Feb 08 16:26:43.445324 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-e5c2319e-5782-4e82-858a-b57af619bd31 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:43.446009 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-e5c2319e-5782-4e82-858a-b57af619bd31 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:43.464567 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-e5c2319e-5782-4e82-858a-b57af619bd31 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0363874 Feb 08 16:26:43.490060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Request body: {'port': {'device_id': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:43.502985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42bef98-366e-4ee0-8a24-1a7ffc08cf66 req-dbf1eed8-74a6-4a49-87ec-aca0003585e6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104746 Feb 08 16:26:43.595604 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:43.636148 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 711c54d7-2f87-4733-bf38-801e65aa2659 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:26:43.735541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 711c54d7-2f87-4733-bf38-801e65aa2659 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:43.736893 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:43.867100 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-eda5f4e2-d7ae-47c4-ad9f-c97528f5ad70 None None] Provisioning complete for port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:43.867486 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eda5f4e2-d7ae-47c4-ad9f-c97528f5ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:43.892085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 711c54d7-2f87-4733-bf38-801e65aa2659 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:26:43.910915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-eda5f4e2-d7ae-47c4-ad9f-c97528f5ad70 None None] Port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:26:43.997102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a8b3bc-69dc-4c02-8303-5659a04c19e1 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:26:44.005043 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Publish callbacks [] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:44.018926 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Transition to ACTIVE for port object f3a8b3bc-69dc-4c02-8303-5659a04c19e1 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:26:44.023805 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:44.096706 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Pushing event updated for resources: {'Port': ['ID=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:44.154520 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Attempting to bind port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:26:44.154863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Attempting to bind port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '2bc9dcc5-93db-45e3-9b51-1dfb78209694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:26:44.155199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Attempting to bind port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 on network adb0ea48-39bc-423b-831a-4468dd824829 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:26:44.162471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 on network adb0ea48-39bc-423b-831a-4468dd824829 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:26:44.162816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Attempting to bind port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 on network adb0ea48-39bc-423b-831a-4468dd824829 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:26:44.168137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:26:44.168488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Checking segment: {'id': '2bc9dcc5-93db-45e3-9b51-1dfb78209694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:26:44.168887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Bound using segment: {'id': '2bc9dcc5-93db-45e3-9b51-1dfb78209694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:26:44.169368 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Bound port: f3a8b3bc-69dc-4c02-8303-5659a04c19e1, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc9dcc5-93db-45e3-9b51-1dfb78209694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:26:44.169738 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:44.241555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] For port f3a8b3bc-69dc-4c02-8303-5659a04c19e1, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:26:44.245756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] For port f3a8b3bc-69dc-4c02-8303-5659a04c19e1, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,segment=NetworkSegment(2bc9dcc5-93db-45e3-9b51-1dfb78209694),segment_id=2bc9dcc5-93db-45e3-9b51-1dfb78209694)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:26:44.253060 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:44.292974 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:44.293854 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:44.295187 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] 10.222.0.96 "PUT /v2.0/ports/f3a8b3bc-69dc-4c02-8303-5659a04c19e1 HTTP/1.1" status: 200 len: 1092 time: 0.8230767 Feb 08 16:26:44.295635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'tag': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:26:44.297931 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e9334a-1575-45c0-9604-23cbccf631c0" -d '{"events": [{"name": "network-changed", "server_uuid": "9722cf13-1bba-4eba-8f5c-c85cd023f148", "tag": "f3a8b3bc-69dc-4c02-8303-5659a04c19e1"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:26:44.319984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdf519-e5c2-44e3-b31c-a9a49e3986af service neutron] Pushing event updated for resources: {'Port': ['ID=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:44.408909 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d879eda9-6118-4cb9-9bce-70fa41891244 x-openstack-request-id: req-d879eda9-6118-4cb9-9bce-70fa41891244 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:26:44.409593 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9722cf13-1bba-4eba-8f5c-c85cd023f148", "tag": "f3a8b3bc-69dc-4c02-8303-5659a04c19e1", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:26:44.410357 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d879eda9-6118-4cb9-9bce-70fa41891244 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:26:44.410862 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'tag': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1', 'status': 'completed', 'code': 200} Feb 08 16:26:44.431337 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-4f0eeb25-2d08-479d-8949-5a7aca83c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:44.432873 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-4f0eeb25-2d08-479d-8949-5a7aca83c219 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 1126 time: 0.0578492 Feb 08 16:26:44.487306 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-f5569b77-69bd-4b46-89dd-4d27d80ccc3c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3a8b3bc-69dc-4c02-8303-5659a04c19e1 HTTP/1.1" status: 200 len: 217 time: 0.0473902 Feb 08 16:26:44.542805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-bbe7cf8d-0245-44c1-bae4-9c812aeac655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:44.557291 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-bbe7cf8d-0245-44c1-bae4-9c812aeac655 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5d1a4825-4f4a-4141-a9d4-de3880a87f88 HTTP/1.1" status: 200 len: 835 time: 0.0562789 Feb 08 16:26:44.622908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-ae44d6a0-1d4d-4ac9-9e88-6228a8e70683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:44.624895 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-ae44d6a0-1d4d-4ac9-9e88-6228a8e70683 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=adb0ea48-39bc-423b-831a-4468dd824829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0666978 Feb 08 16:26:44.638189 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1109e1b-cab2-420c-8322-e97f686e2013 req-b3445224-d3f5-4548-a0f3-4cf0f14fcd52 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:44.641405 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1109e1b-cab2-420c-8322-e97f686e2013 req-b3445224-d3f5-4548-a0f3-4cf0f14fcd52 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 943 time: 0.0621700 Feb 08 16:26:44.706987 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1109e1b-cab2-420c-8322-e97f686e2013 req-0a616e48-62bd-428b-b03a-24a3e5e0a2b5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611489 Feb 08 16:26:44.736974 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-6ce8f516-2d14-4200-a41a-0e08719c28e9 service neutron] 10.222.0.96 "GET /v2.0/networks/adb0ea48-39bc-423b-831a-4468dd824829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052873 Feb 08 16:26:44.828967 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-652da7c9-6760-463f-9ad9-1fcdd6d77d9f req-9704edb5-7a0b-4ce9-8ec4-2a567924f936 service neutron] 10.222.0.96 "GET /v2.0/networks/adb0ea48-39bc-423b-831a-4468dd824829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857873 Feb 08 16:26:44.931946 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9334a-1575-45c0-9604-23cbccf631c0 req-5204405f-70b8-40d4-8e54-3b8938d2d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:44.933580 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90e9334a-1575-45c0-9604-23cbccf631c0 req-5204405f-70b8-40d4-8e54-3b8938d2d3a8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 1126 time: 0.0568812 Feb 08 16:26:45.038380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9334a-1575-45c0-9604-23cbccf631c0 req-ff29d616-3c64-448a-a120-c7e544bb45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:45.038380 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90e9334a-1575-45c0-9604-23cbccf631c0 req-ff29d616-3c64-448a-a120-c7e544bb45aa service neutron] 10.222.0.96 "GET /v2.0/networks?id=adb0ea48-39bc-423b-831a-4468dd824829 HTTP/1.1" status: 200 len: 898 time: 0.0991335 Feb 08 16:26:45.088219 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90e9334a-1575-45c0-9604-23cbccf631c0 req-2af765f1-dac9-4fb3-828a-b0187314b4ef service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3a8b3bc-69dc-4c02-8303-5659a04c19e1 HTTP/1.1" status: 200 len: 217 time: 0.0436413 Feb 08 16:26:45.157028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9334a-1575-45c0-9604-23cbccf631c0 req-fd825183-d7b2-4877-b93e-33edfb5e88cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:45.158456 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90e9334a-1575-45c0-9604-23cbccf631c0 req-fd825183-d7b2-4877-b93e-33edfb5e88cc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5d1a4825-4f4a-4141-a9d4-de3880a87f88 HTTP/1.1" status: 200 len: 835 time: 0.0629699 Feb 08 16:26:45.210581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9334a-1575-45c0-9604-23cbccf631c0 req-6361bf1b-1d0c-4049-a26c-ca5ff7116b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:45.212210 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90e9334a-1575-45c0-9604-23cbccf631c0 req-6361bf1b-1d0c-4049-a26c-ca5ff7116b8f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=adb0ea48-39bc-423b-831a-4468dd824829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477917 Feb 08 16:26:45.331823 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90e9334a-1575-45c0-9604-23cbccf631c0 req-049625ae-bc24-4f6b-b199-dd29564e6436 service neutron] 10.222.0.96 "GET /v2.0/networks/adb0ea48-39bc-423b-831a-4468dd824829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123283 Feb 08 16:26:45.458516 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90e9334a-1575-45c0-9604-23cbccf631c0 req-be6fbacb-ca20-46f0-8b92-d9f820afa037 service neutron] 10.222.0.96 "GET /v2.0/networks/adb0ea48-39bc-423b-831a-4468dd824829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195459 Feb 08 16:26:45.890655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52273759-a1ed-4f77-b595-027015b7a55a req-6f33a31d-803a-4f7b-859b-a86f92379d99 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:45.893071 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52273759-a1ed-4f77-b595-027015b7a55a req-6f33a31d-803a-4f7b-859b-a86f92379d99 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 943 time: 0.0967522 Feb 08 16:26:45.978147 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-52273759-a1ed-4f77-b595-027015b7a55a req-1bb714b4-323f-4498-9fc6-72afa93b5092 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770192 Feb 08 16:26:46.664469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f3a8b3bc-69dc-4c02-8303-5659a04c19e1 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:26:46.790931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port f3a8b3bc-69dc-4c02-8303-5659a04c19e1, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,segment=NetworkSegment(2bc9dcc5-93db-45e3-9b51-1dfb78209694),segment_id=2bc9dcc5-93db-45e3-9b51-1dfb78209694)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:26:46.805175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'port_id': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1', 'mac_address': 'fa:16:3e:bd:8f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:26:46.875873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:26:46.876206 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:46.907032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a8b3bc-69dc-4c02-8303-5659a04c19e1 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:26:46.933685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port f3a8b3bc-69dc-4c02-8303-5659a04c19e1, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,segment=NetworkSegment(2bc9dcc5-93db-45e3-9b51-1dfb78209694),segment_id=2bc9dcc5-93db-45e3-9b51-1dfb78209694)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:26:46.944834 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:47.053997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:47.147562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b1459-0f01-45a7-808c-6d1222257d0d req-2b047408-c820-408f-a614-e6ebf4365e21 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:47.149164 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f51b1459-0f01-45a7-808c-6d1222257d0d req-2b047408-c820-408f-a614-e6ebf4365e21 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 944 time: 0.0770285 Feb 08 16:26:47.165602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f3a8b3bc-69dc-4c02-8303-5659a04c19e1'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:26:47.216864 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f51b1459-0f01-45a7-808c-6d1222257d0d req-f1c999fd-0ccc-4f85-b6ab-fcff2f5a04b2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611663 Feb 08 16:26:48.391522 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbb935-4420-4289-b9c0-8ce3bbe428d4 req-f6910e01-2f57-4f73-b21a-27e636b537f9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:48.393108 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85cbb935-4420-4289-b9c0-8ce3bbe428d4 req-f6910e01-2f57-4f73-b21a-27e636b537f9 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 944 time: 0.0665309 Feb 08 16:26:48.446167 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85cbb935-4420-4289-b9c0-8ce3bbe428d4 req-84ecc4a9-0eab-4c2e-937c-10283d06de6f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466349 Feb 08 16:26:48.663563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f3a8b3bc-69dc-4c02-8303-5659a04c19e1 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:26:48.717531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:26:48.721559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:48.721559 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:48.819485 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:26:48.819881 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:48.850251 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:26:48.852502 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a53d67d-b5e6-4022-908f-0f99d3e81b53" -d '{"events": [{"server_uuid": "9722cf13-1bba-4eba-8f5c-c85cd023f148", "name": "network-vif-plugged", "status": "completed", "tag": "f3a8b3bc-69dc-4c02-8303-5659a04c19e1"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:26:48.869975 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port f3a8b3bc-69dc-4c02-8303-5659a04c19e1, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,segment=NetworkSegment(2bc9dcc5-93db-45e3-9b51-1dfb78209694),segment_id=2bc9dcc5-93db-45e3-9b51-1dfb78209694)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:26:48.875604 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:48.904986 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a97111-c188-46fd-8b0f-39d057dc75d9 x-openstack-request-id: req-17a97111-c188-46fd-8b0f-39d057dc75d9 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:26:48.905268 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9722cf13-1bba-4eba-8f5c-c85cd023f148", "name": "network-vif-plugged", "status": "completed", "tag": "f3a8b3bc-69dc-4c02-8303-5659a04c19e1", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:26:48.905523 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-17a97111-c188-46fd-8b0f-39d057dc75d9 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:26:48.906786 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1', 'code': 200} Feb 08 16:26:48.948393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:49.011436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ae046-bc76-4bc1-af99-1cf91fef4c0e req-818a14d0-3cda-4a96-9788-6ad4df81d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:49.014538 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4c2ae046-bc76-4bc1-af99-1cf91fef4c0e req-818a14d0-3cda-4a96-9788-6ad4df81d3c7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 1128 time: 0.0504522 Feb 08 16:26:49.068898 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4c2ae046-bc76-4bc1-af99-1cf91fef4c0e req-87a64496-a0c9-4fb4-81aa-00496269a4c9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484242 Feb 08 16:26:49.164927 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:49.199878 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:26:49.579459 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ed216-2a5f-42c6-a35a-b01fa76372ec req-10746748-8c9b-42c4-bd5e-db62cea91ace tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:49.581061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-078ed216-2a5f-42c6-a35a-b01fa76372ec req-10746748-8c9b-42c4-bd5e-db62cea91ace tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0622723 Feb 08 16:26:49.637590 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-078ed216-2a5f-42c6-a35a-b01fa76372ec req-5a643ebf-480d-49d4-90a9-dd882ca3c842 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497649 Feb 08 16:26:50.444351 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-edf657cc-f3db-4bb5-abda-41eba4095b82 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337600081&fields=id&tenant_id=68509b2f836b4f78af0f2db3edc9c23c HTTP/1.1" status: 200 len: 267 time: 0.0430691 Feb 08 16:26:50.547877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-0020de11-fbc9-4fef-b644-2e7d44b00832 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:50.549380 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-0020de11-fbc9-4fef-b644-2e7d44b00832 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 811 time: 0.0984273 Feb 08 16:26:50.564476 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-9780c918-26ba-4d96-bd71-342331326b11 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/quotas/68509b2f836b4f78af0f2db3edc9c23c HTTP/1.1" status: 200 len: 375 time: 0.0089667 Feb 08 16:26:50.589016 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:50.626385 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-37c542d1-35d4-4b66-b993-31f489494069 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564494 Feb 08 16:26:50.747180 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-0c6dd9be-9eaf-463f-bcee-c4668df4be58 service neutron] 10.222.0.82 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096067 Feb 08 16:26:50.823708 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a74620-202b-4531-8784-6b54809df3b0 req-b35a3459-46ba-4dc0-9920-31ce731db389 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:50.825114 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b9a74620-202b-4531-8784-6b54809df3b0 req-b35a3459-46ba-4dc0-9920-31ce731db389 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.1163011 Feb 08 16:26:50.890613 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-11752ab3-509a-4c8c-b919-c01fa000b919 service neutron] 10.222.0.82 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373737 Feb 08 16:26:50.900151 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b9a74620-202b-4531-8784-6b54809df3b0 req-cec7ca71-08ab-4496-be5b-a3ba9739add6 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684290 Feb 08 16:26:51.022249 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9eabb1-ca6f-4b31-a3e0-0115b46088f5 req-2c303967-262a-4055-9783-14d3667683b2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:51.023812 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e9eabb1-ca6f-4b31-a3e0-0115b46088f5 req-2c303967-262a-4055-9783-14d3667683b2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0558736 Feb 08 16:26:51.083360 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e9eabb1-ca6f-4b31-a3e0-0115b46088f5 req-cdfe4275-d068-492b-9053-8080869ec3f2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533137 Feb 08 16:26:51.105694 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58858) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:51.158116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ddf74e-2dee-42ce-8496-9fb64cde63c1 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:51.160311 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-66ddf74e-2dee-42ce-8496-9fb64cde63c1 tempest-TestNetworkAdvancedServerOps-155916399 tempest-TestNetworkAdvancedServerOps-155916399-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 1123 time: 0.0527363 Feb 08 16:26:51.163703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 58864) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:51.167995 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:51.192136 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:51.195803 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb63bc63-2dbc-42ab-981b-ed9262c58aad req-c5a8d890-af3e-4105-a93b-e4929989f422 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 210 time: 0.0304193 Feb 08 16:26:51.293067 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:51.412291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Allocated IP 172.25.7.251 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/c3e58d3e-c33b-4162-a3c8-0f7c29321627) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:26:51.516048 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (c3e58d3e-c33b-4162-a3c8-0f7c29321627), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:51.552112 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c3e58d3e-c33b-4162-a3c8-0f7c29321627), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:51.599195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:26:51.602242 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:26:51.605651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:26:51.627449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=c3e58d3e-c33b-4162-a3c8-0f7c29321627,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:51.972764 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (11638934-48a0-483a-bab2-50605b5619e2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:52.049274 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c3e58d3e-c33b-4162-a3c8-0f7c29321627), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:52.230146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-06b3db77-5f47-4c7e-93d4-ac75a0d26956 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:52.231600 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-06b3db77-5f47-4c7e-93d4-ac75a0d26956 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.94 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 811 time: 0.1565588 Feb 08 16:26:52.307466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f39814e3-6653-4e41-b555-9884c83709d5 req-22ca7529-44c7-413d-bbda-86a099d10c92 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 210 time: 0.0320058 Feb 08 16:26:52.336584 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for port (c3e58d3e-c33b-4162-a3c8-0f7c29321627), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:52.342636 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-6b1f638a-e685-426c-8629-896bf00feea3 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68509b2f836b4f78af0f2db3edc9c23c HTTP/1.1" status: 200 len: 380 time: 0.0948975 Feb 08 16:26:52.343663 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (c3e58d3e-c33b-4162-a3c8-0f7c29321627), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:52.377645 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-b16ca469-49d3-49c9-8d51-79a3e0230013 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'port': {'device_id': '037daceb-8bb2-4a0d-be21-66f48ac4c292', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'admin_state_up': True, 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'security_groups': ['9d742ef9-018b-4d7b-b9f9-6a57c1b70dce']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:52.467441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event updated for resources: {'Port': ['ID=c3e58d3e-c33b-4162-a3c8-0f7c29321627,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:52.491026 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (11638934-48a0-483a-bab2-50605b5619e2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:52.610738 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-b16ca469-49d3-49c9-8d51-79a3e0230013 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Made reservation on behalf of 68509b2f836b4f78af0f2db3edc9c23c for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:26:52.615073 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-b16ca469-49d3-49c9-8d51-79a3e0230013 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:52.641569 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Floating IP 11638934-48a0-483a-bab2-50605b5619e2 associated. External IP: 172.25.7.251, port: f3a8b3bc-69dc-4c02-8303-5659a04c19e1. Feb 08 16:26:52.846453 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-b16ca469-49d3-49c9-8d51-79a3e0230013 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Allocated IP 172.20.0.7 (aded9bc1-5db3-4cd4-9049-3835efea0d9d/c20dee06-2c56-4324-8f64-e4ae324d4d26/c9220a36-d52d-45cf-94be-4da72d3c0de6) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:26:53.032523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router ded0f570-1c05-453d-a817-c89417a6c025 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:26:53.154120 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-b16ca469-49d3-49c9-8d51-79a3e0230013 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:53.200622 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:26:53.212114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb2d96-9ba4-4848-aecf-42d64423a6a9 None None] Sync routers for ids ['ded0f570-1c05-453d-a817-c89417a6c025'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:26:53.217992 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-b16ca469-49d3-49c9-8d51-79a3e0230013 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:53.222966 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:53.227289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb2d96-9ba4-4848-aecf-42d64423a6a9 None None] Routers {'ded0f570-1c05-453d-a817-c89417a6c025'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:26:53.228095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-73bb2d96-9ba4-4848-aecf-42d64423a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:26:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ded0f570-1c05-453d-a817-c89417a6c025'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:53.297940 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-b16ca469-49d3-49c9-8d51-79a3e0230013 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Network aded9bc1-5db3-4cd4-9049-3835efea0d9d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:26:53.301592 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d05212f3-a6bf-4703-86d6-4b28e392f60e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1356559 Feb 08 16:26:53.301876 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ca469-49d3-49c9-8d51-79a3e0230013 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'Port': ['ID=c9220a36-d52d-45cf-94be-4da72d3c0de6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:53.304526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'tag': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:26:53.306866 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666e49f5-972d-4e1a-b43c-ce5b67820d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "9722cf13-1bba-4eba-8f5c-c85cd023f148", "tag": "f3a8b3bc-69dc-4c02-8303-5659a04c19e1"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:26:53.310480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-b16ca469-49d3-49c9-8d51-79a3e0230013 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:26:53.312814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-b16ca469-49d3-49c9-8d51-79a3e0230013 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:26:53.367278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-73bb2d96-9ba4-4848-aecf-42d64423a6a9 None None] Set router ded0f570-1c05-453d-a817-c89417a6c025 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:26:53.371730 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-b16ca469-49d3-49c9-8d51-79a3e0230013 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:53.372502 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-b16ca469-49d3-49c9-8d51-79a3e0230013 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:53.397356 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-b16ca469-49d3-49c9-8d51-79a3e0230013 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0445616 Feb 08 16:26:53.413919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Request body: {'port': {'device_id': '037daceb-8bb2-4a0d-be21-66f48ac4c292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:26:53.451063 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e843e5b6-5bfb-46d9-ab6c-bde94cb9bfe8 x-openstack-request-id: req-e843e5b6-5bfb-46d9-ab6c-bde94cb9bfe8 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:26:53.451540 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9722cf13-1bba-4eba-8f5c-c85cd023f148", "tag": "f3a8b3bc-69dc-4c02-8303-5659a04c19e1", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:26:53.451913 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e843e5b6-5bfb-46d9-ab6c-bde94cb9bfe8 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:26:53.452415 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'tag': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1', 'status': 'completed', 'code': 200} Feb 08 16:26:53.514410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd823eb-eb2e-4640-b9b6-4d5763b222ee req-2e1dfe45-dd43-4a61-b53e-95ca269aa882 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:53.526939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fd823eb-eb2e-4640-b9b6-4d5763b222ee req-2e1dfe45-dd43-4a61-b53e-95ca269aa882 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.1351292 Feb 08 16:26:53.580800 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:53.600832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e49f5-972d-4e1a-b43c-ce5b67820d2e req-72c0ebf8-97d9-4e06-898b-d2e54029723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:53.602600 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-666e49f5-972d-4e1a-b43c-ce5b67820d2e req-72c0ebf8-97d9-4e06-898b-d2e54029723c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 1128 time: 0.1416624 Feb 08 16:26:53.665781 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fd823eb-eb2e-4640-b9b6-4d5763b222ee req-91db86bf-4d09-41c1-a4c1-df55a2acb36b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327341 Feb 08 16:26:53.685877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58880) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:53.753943 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-73bb2d96-9ba4-4848-aecf-42d64423a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:38Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '11638934-48a0-483a-bab2-50605b5619e2', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'port_id': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'mac_address': 'fa:16:3e:bd:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:26:51Z', 'updated_at': '2022-02-08T16:26:51Z', 'revision_number': 0, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711c54d7-2f87-4733-bf38-801e65aa2659', 'name': '', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b6:9d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:37Z', 'updated_at': '2022-02-08T16:26:42Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:53.764314 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-80f9351d-d91d-4b92-b89a-02ca242412af tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/11638934-48a0-483a-bab2-50605b5619e2 HTTP/1.1" status: 200 len: 991 time: 0.0762153 Feb 08 16:26:53.773100 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88119cb-d630-48ce-b710-00f1ce89c749 req-b29a5ddb-788f-4860-b5e2-2e95ca09a080 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:53.774701 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b88119cb-d630-48ce-b710-00f1ce89c749 req-b29a5ddb-788f-4860-b5e2-2e95ca09a080 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 931 time: 0.2319577 Feb 08 16:26:53.784718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb2d96-9ba4-4848-aecf-42d64423a6a9 None None] Checking router: ded0f570-1c05-453d-a817-c89417a6c025 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:26:53.804906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb2d96-9ba4-4848-aecf-42d64423a6a9 None None] Routers {'ded0f570-1c05-453d-a817-c89417a6c025'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:26:53.806138 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-73bb2d96-9ba4-4848-aecf-42d64423a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:26:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ded0f570-1c05-453d-a817-c89417a6c025'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:53.845817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b88119cb-d630-48ce-b710-00f1ce89c749 req-ac58eff1-6780-4190-aa23-dfdbbed99ad1 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622590 Feb 08 16:26:53.857581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e49f5-972d-4e1a-b43c-ce5b67820d2e req-7c3e1b15-4177-4e7e-a6da-f13b08ee25c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:53.859243 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-666e49f5-972d-4e1a-b43c-ce5b67820d2e req-7c3e1b15-4177-4e7e-a6da-f13b08ee25c5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=adb0ea48-39bc-423b-831a-4468dd824829 HTTP/1.1" status: 200 len: 898 time: 0.2340584 Feb 08 16:26:53.881448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0a81b3aa-3bf7-410c-aa44-a0273c2dee60 None None] Provisioning complete for port c9220a36-d52d-45cf-94be-4da72d3c0de6 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:26:53.881917 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0a81b3aa-3bf7-410c-aa44-a0273c2dee60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:53.932066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0a81b3aa-3bf7-410c-aa44-a0273c2dee60 None None] Port c9220a36-d52d-45cf-94be-4da72d3c0de6 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:26:53.959523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-73bb2d96-9ba4-4848-aecf-42d64423a6a9 None None] Set router ded0f570-1c05-453d-a817-c89417a6c025 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:26:53.966168 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-666e49f5-972d-4e1a-b43c-ce5b67820d2e req-7d616e58-79ff-4868-893b-bfbfde49ddb5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3a8b3bc-69dc-4c02-8303-5659a04c19e1 HTTP/1.1" status: 200 len: 999 time: 0.0774016 Feb 08 16:26:54.208278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-73bb2d96-9ba4-4848-aecf-42d64423a6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:38Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '11638934-48a0-483a-bab2-50605b5619e2', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'port_id': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'mac_address': 'fa:16:3e:bd:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:26:51Z', 'updated_at': '2022-02-08T16:26:51Z', 'revision_number': 0, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711c54d7-2f87-4733-bf38-801e65aa2659', 'name': '', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b6:9d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:37Z', 'updated_at': '2022-02-08T16:26:42Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:26:54.237018 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bb2d96-9ba4-4848-aecf-42d64423a6a9 None None] The sync data for ids ['ded0f570-1c05-453d-a817-c89417a6c025'] in n-d-824834-11 is: [{'id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:38Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '11638934-48a0-483a-bab2-50605b5619e2', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'port_id': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'mac_address': 'fa:16:3e:bd:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:26:51Z', 'updated_at': '2022-02-08T16:26:51Z', 'revision_number': 0, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711c54d7-2f87-4733-bf38-801e65aa2659', 'name': '', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b6:9d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:37Z', 'updated_at': '2022-02-08T16:26:42Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:26:54.371681 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e49f5-972d-4e1a-b43c-ce5b67820d2e req-7bc9b37e-d396-4680-ac19-f747760139a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:54.373301 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-666e49f5-972d-4e1a-b43c-ce5b67820d2e req-7bc9b37e-d396-4680-ac19-f747760139a3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5d1a4825-4f4a-4141-a9d4-de3880a87f88 HTTP/1.1" status: 200 len: 835 time: 0.4013534 Feb 08 16:26:54.439274 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9220a36-d52d-45cf-94be-4da72d3c0de6 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:26:54.449112 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Publish callbacks [] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:54.469832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Transition to ACTIVE for port object c9220a36-d52d-45cf-94be-4da72d3c0de6 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:26:54.472091 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e49f5-972d-4e1a-b43c-ce5b67820d2e req-2944552a-bcb0-48e2-8984-67e34487491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:54.474258 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-666e49f5-972d-4e1a-b43c-ce5b67820d2e req-2944552a-bcb0-48e2-8984-67e34487491e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=adb0ea48-39bc-423b-831a-4468dd824829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0941834 Feb 08 16:26:54.475440 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:54.581366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Pushing event updated for resources: {'Port': ['ID=c9220a36-d52d-45cf-94be-4da72d3c0de6,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:54.621925 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ae69b-305b-4dd9-8c41-7ce08fa3ff90 None None] New status for floating IP 11638934-48a0-483a-bab2-50605b5619e2: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:26:54.670392 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-666e49f5-972d-4e1a-b43c-ce5b67820d2e req-e9a31ea5-9798-458c-a13b-a00f8fb27785 service neutron] 10.222.0.96 "GET /v2.0/networks/adb0ea48-39bc-423b-831a-4468dd824829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897309 Feb 08 16:26:54.730832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Attempting to bind port c9220a36-d52d-45cf-94be-4da72d3c0de6 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:26:54.731187 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Attempting to bind port c9220a36-d52d-45cf-94be-4da72d3c0de6 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:26:54.731525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Attempting to bind port c9220a36-d52d-45cf-94be-4da72d3c0de6 on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:26:54.744285 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Port c9220a36-d52d-45cf-94be-4da72d3c0de6 on network aded9bc1-5db3-4cd4-9049-3835efea0d9d not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:26:54.744827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Attempting to bind port c9220a36-d52d-45cf-94be-4da72d3c0de6 on network aded9bc1-5db3-4cd4-9049-3835efea0d9d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:26:54.754973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:26:54.755565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Checking segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:26:54.756117 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Bound using segment: {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:26:54.756770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Bound port: c9220a36-d52d-45cf-94be-4da72d3c0de6, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0174e82b-671c-4e8d-8f2d-e90fa60f2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:26:54.757626 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:54.765744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58882) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:54.880685 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d831290a-ec36-4bd0-a11a-4ea71364330f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/11638934-48a0-483a-bab2-50605b5619e2 HTTP/1.1" status: 200 len: 991 time: 0.1132314 Feb 08 16:26:54.897548 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-666e49f5-972d-4e1a-b43c-ce5b67820d2e req-1393f9c1-9a63-4082-aa0a-083cc7df5fee service neutron] 10.222.0.96 "GET /v2.0/networks/adb0ea48-39bc-423b-831a-4468dd824829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194817 Feb 08 16:26:54.927608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] For port c9220a36-d52d-45cf-94be-4da72d3c0de6, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:26:54.933296 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] For port c9220a36-d52d-45cf-94be-4da72d3c0de6, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c9220a36-d52d-45cf-94be-4da72d3c0de6,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:26:54.939569 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:54.984530 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:54.985792 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d73069-c75e-46bf-8954-5926506ef6d8 req-0ef4f25a-b3c6-4d75-93f5-feaae4e0a692 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:54.986549 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:26:54.987548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62d73069-c75e-46bf-8954-5926506ef6d8 req-0ef4f25a-b3c6-4d75-93f5-feaae4e0a692 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 943 time: 0.0579877 Feb 08 16:26:54.988430 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] 10.222.0.94 "PUT /v2.0/ports/c9220a36-d52d-45cf-94be-4da72d3c0de6 HTTP/1.1" status: 200 len: 1092 time: 1.5796902 Feb 08 16:26:55.015520 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c56d2-a5bb-4615-a260-2f41618fa415 service neutron] Pushing event updated for resources: {'Port': ['ID=c9220a36-d52d-45cf-94be-4da72d3c0de6,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:26:55.070092 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62d73069-c75e-46bf-8954-5926506ef6d8 req-3b6d506a-2cff-45d9-ab23-1dfa5385b1ec tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678382 Feb 08 16:26:55.106068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-3007287d-9ffd-4d09-bee8-f4664730b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:55.107685 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-3007287d-9ffd-4d09-bee8-f4664730b9fb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 1126 time: 0.0647664 Feb 08 16:26:55.160807 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-3aa6e07f-9594-4f4a-8d0f-e16f3b440c83 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9220a36-d52d-45cf-94be-4da72d3c0de6 HTTP/1.1" status: 200 len: 217 time: 0.0416799 Feb 08 16:26:55.230860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-a6346554-0099-4f1e-a3d6-dae89f952633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:55.232380 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-a6346554-0099-4f1e-a3d6-dae89f952633 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0622144 Feb 08 16:26:55.289256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-effa7a77-d084-4538-8e77-290ac301b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:55.290804 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-effa7a77-d084-4538-8e77-290ac301b78a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491004 Feb 08 16:26:55.390461 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-cc257bbe-2a74-4eea-843f-95a2342b2d69 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898693 Feb 08 16:26:55.453994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037daceb-8bb2-4a0d-be21-66f48ac4c292', 'tag': 'c9220a36-d52d-45cf-94be-4da72d3c0de6'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:26:55.457006 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5705441b-0516-42b5-9207-e0ecb604c1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "037daceb-8bb2-4a0d-be21-66f48ac4c292", "tag": "c9220a36-d52d-45cf-94be-4da72d3c0de6"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:26:55.491493 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b5999219-acb0-4ce8-8bf4-1bdb350aa816 req-c66ef3dc-ef06-449b-9572-39d73f1aacf5 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913701 Feb 08 16:26:55.495114 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1acce6-d25c-4d21-8406-be5fba2f9c55 x-openstack-request-id: req-2a1acce6-d25c-4d21-8406-be5fba2f9c55 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:26:55.495600 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037daceb-8bb2-4a0d-be21-66f48ac4c292", "tag": "c9220a36-d52d-45cf-94be-4da72d3c0de6", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:26:55.495857 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2a1acce6-d25c-4d21-8406-be5fba2f9c55 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:26:55.496267 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037daceb-8bb2-4a0d-be21-66f48ac4c292', 'tag': 'c9220a36-d52d-45cf-94be-4da72d3c0de6', 'status': 'completed', 'code': 200} Feb 08 16:26:55.601077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705441b-0516-42b5-9207-e0ecb604c1f3 req-844c1de7-efd2-4888-82e3-b0858ffaf0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:55.603277 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5705441b-0516-42b5-9207-e0ecb604c1f3 req-844c1de7-efd2-4888-82e3-b0858ffaf0eb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 1126 time: 0.0537419 Feb 08 16:26:55.702516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705441b-0516-42b5-9207-e0ecb604c1f3 req-f37b75e5-9af5-4866-a081-6f5072869a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:55.704076 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5705441b-0516-42b5-9207-e0ecb604c1f3 req-f37b75e5-9af5-4866-a081-6f5072869a1c service neutron] 10.222.0.94 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.0950451 Feb 08 16:26:55.752347 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5705441b-0516-42b5-9207-e0ecb604c1f3 req-2382c731-29f1-4d97-9cd5-d6ec225a0040 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9220a36-d52d-45cf-94be-4da72d3c0de6 HTTP/1.1" status: 200 len: 217 time: 0.0370440 Feb 08 16:26:55.804866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705441b-0516-42b5-9207-e0ecb604c1f3 req-81499d5d-4430-40a3-91eb-35dde18a058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:55.806339 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5705441b-0516-42b5-9207-e0ecb604c1f3 req-81499d5d-4430-40a3-91eb-35dde18a058b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0438564 Feb 08 16:26:55.864351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705441b-0516-42b5-9207-e0ecb604c1f3 req-8ef54425-905a-48ea-b794-f0061b1c9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:55.865842 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5705441b-0516-42b5-9207-e0ecb604c1f3 req-8ef54425-905a-48ea-b794-f0061b1c9295 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504317 Feb 08 16:26:55.884501 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58888) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:26:55.956547 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-410ab76d-6d77-464b-aa05-9c3ea38d2071 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/11638934-48a0-483a-bab2-50605b5619e2 HTTP/1.1" status: 200 len: 993 time: 0.0648205 Feb 08 16:26:55.969344 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5705441b-0516-42b5-9207-e0ecb604c1f3 req-d18d90c8-a297-4273-88c2-985d94da15e2 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937130 Feb 08 16:26:56.075730 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5705441b-0516-42b5-9207-e0ecb604c1f3 req-51b37d1f-4604-42e7-be7c-92cf690e504a service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965047 Feb 08 16:26:56.204647 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ba747-751f-4404-a85b-5844015bb420 req-1b9e0e76-4dac-40cb-ba9f-49f2a7a29491 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:56.207022 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc0ba747-751f-4404-a85b-5844015bb420 req-1b9e0e76-4dac-40cb-ba9f-49f2a7a29491 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 943 time: 0.0696380 Feb 08 16:26:56.271706 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc0ba747-751f-4404-a85b-5844015bb420 req-4b50a6f4-be97-4e1c-bfdd-7e11d5d1e8b0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589247 Feb 08 16:26:57.400777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2e6fa-07e9-4805-9a8c-22ecfe5d07c6 req-1562768a-af02-4cee-8e11-badc8933e7f5 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:57.402286 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9fd2e6fa-07e9-4805-9a8c-22ecfe5d07c6 req-1562768a-af02-4cee-8e11-badc8933e7f5 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 943 time: 0.0528922 Feb 08 16:26:57.454377 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9fd2e6fa-07e9-4805-9a8c-22ecfe5d07c6 req-1b50dbab-85b5-464e-b663-655284dc1c98 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463722 Feb 08 16:26:58.600866 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e323b44-eaf9-4500-abc3-87b07452843e req-fff1906c-75a1-4c7d-bce0-104db0cc38c4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:58.602480 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e323b44-eaf9-4500-abc3-87b07452843e req-fff1906c-75a1-4c7d-bce0-104db0cc38c4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 943 time: 0.0575109 Feb 08 16:26:58.656118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e323b44-eaf9-4500-abc3-87b07452843e req-85013ca0-fdd1-4f6c-9736-d8fcb734231d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479701 Feb 08 16:26:59.780311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a64ed6-8962-4754-9778-b753c2450fa5 req-f495d2b7-7e95-4108-9556-423ae8b07af0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:26:59.781825 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5a64ed6-8962-4754-9778-b753c2450fa5 req-f495d2b7-7e95-4108-9556-423ae8b07af0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 943 time: 0.0558825 Feb 08 16:26:59.832548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5a64ed6-8962-4754-9778-b753c2450fa5 req-262258da-6bea-4cb6-9ee2-e5dff69557b9 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442617 Feb 08 16:27:00.960256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baac47-4b2f-4dcb-894b-26fd8848ea37 req-81244589-e5b6-4a1e-9ee4-f7e6b0c28fbe tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:00.961836 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72baac47-4b2f-4dcb-894b-26fd8848ea37 req-81244589-e5b6-4a1e-9ee4-f7e6b0c28fbe tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 943 time: 0.0590425 Feb 08 16:27:01.011993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72baac47-4b2f-4dcb-894b-26fd8848ea37 req-4c219b7d-2df0-490e-b9e4-b1c231dcc9fb tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442753 Feb 08 16:27:01.554341 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-be3a8386-12bd-406d-8945-145904b795de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:02.139673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f58bfb-7028-493d-8586-ad499d73ef87 req-0f97b080-e64f-4ad3-85ff-863f7322c68e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:02.141204 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14f58bfb-7028-493d-8586-ad499d73ef87 req-0f97b080-e64f-4ad3-85ff-863f7322c68e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 943 time: 0.0577590 Feb 08 16:27:02.190681 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14f58bfb-7028-493d-8586-ad499d73ef87 req-4b7bb1e9-4365-4dda-9b02-11e793f60817 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427942 Feb 08 16:27:03.312657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74a692-71e5-412f-8f58-ca758b840e33 req-bd65bed7-41a2-4f5a-afbd-9ab26d58071f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:03.314241 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc74a692-71e5-412f-8f58-ca758b840e33 req-bd65bed7-41a2-4f5a-afbd-9ab26d58071f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 943 time: 0.0563903 Feb 08 16:27:03.369295 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc74a692-71e5-412f-8f58-ca758b840e33 req-8687ec17-4689-4d6c-91a9-ab021badc2b3 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487323 Feb 08 16:27:03.840496 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-566ea7fa-1ff8-46a7-ab21-0221db1f95a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:04.490655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a1167-473a-499a-b7ef-70e1bbf68d18 req-961c442e-e4e5-4a36-8b78-a015a2391b47 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:04.492152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c43a1167-473a-499a-b7ef-70e1bbf68d18 req-961c442e-e4e5-4a36-8b78-a015a2391b47 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 943 time: 0.0522966 Feb 08 16:27:04.542005 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c43a1167-473a-499a-b7ef-70e1bbf68d18 req-1a95266e-747f-4f99-903c-ad91cf7f1d75 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430808 Feb 08 16:27:05.611344 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:05.662348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f486f-5c19-443c-a1b6-fab5d5d6024c req-c6f33f30-6003-4aba-b73e-65334e32e0a0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:05.663844 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d72f486f-5c19-443c-a1b6-fab5d5d6024c req-c6f33f30-6003-4aba-b73e-65334e32e0a0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 943 time: 0.0539341 Feb 08 16:27:05.713244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d72f486f-5c19-443c-a1b6-fab5d5d6024c req-a6201e8a-1185-4eec-ba7a-6073a2a9d7d0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437260 Feb 08 16:27:06.793782 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:06.835452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627464a-8f41-4420-9895-7e7e484a771b req-4171a32b-456b-4298-8256-8fbf283b4f97 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:06.836938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5627464a-8f41-4420-9895-7e7e484a771b req-4171a32b-456b-4298-8256-8fbf283b4f97 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 943 time: 0.0571587 Feb 08 16:27:06.884917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5627464a-8f41-4420-9895-7e7e484a771b req-88c54334-b41c-427a-ae7c-67adf3f7a48b tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420022 Feb 08 16:27:07.999762 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:08.007944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec078122-65c5-456b-ba5e-15cf3a237c92 req-7b4ef0e4-3c97-4e7c-ad89-2d5479d443b7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:08.009559 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec078122-65c5-456b-ba5e-15cf3a237c92 req-7b4ef0e4-3c97-4e7c-ad89-2d5479d443b7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 943 time: 0.0562937 Feb 08 16:27:08.059856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec078122-65c5-456b-ba5e-15cf3a237c92 req-38183880-6f6e-46c9-b141-66fc74a957e3 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438702 Feb 08 16:27:09.181662 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d96b9-e81b-40bb-a955-b579f9e2b16c req-f8dc4b99-1256-4f8a-a8e1-a744322c135a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:09.183162 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc2d96b9-e81b-40bb-a955-b579f9e2b16c req-f8dc4b99-1256-4f8a-a8e1-a744322c135a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 943 time: 0.0564587 Feb 08 16:27:09.231124 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc2d96b9-e81b-40bb-a955-b579f9e2b16c req-d8e94161-6ba2-4f72-a311-f70d0a871387 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424371 Feb 08 16:27:10.354374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86adb057-cd5d-4b08-9298-6e619910a4c4 req-c6df1c91-f0db-449f-92e1-0a025609b3ae tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:10.355871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-86adb057-cd5d-4b08-9298-6e619910a4c4 req-c6df1c91-f0db-449f-92e1-0a025609b3ae tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 943 time: 0.0534470 Feb 08 16:27:10.404541 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-86adb057-cd5d-4b08-9298-6e619910a4c4 req-4ffaad17-4ef0-4ba7-8d45-2570eee08309 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430334 Feb 08 16:27:11.058617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c9220a36-d52d-45cf-94be-4da72d3c0de6 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:27:11.154254 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c9220a36-d52d-45cf-94be-4da72d3c0de6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c9220a36-d52d-45cf-94be-4da72d3c0de6,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:27:11.165860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'c9220a36-d52d-45cf-94be-4da72d3c0de6', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'port_id': 'c9220a36-d52d-45cf-94be-4da72d3c0de6', 'mac_address': 'fa:16:3e:82:75:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:27:11.201377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port c9220a36-d52d-45cf-94be-4da72d3c0de6 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:27:11.201770 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:11.215009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9220a36-d52d-45cf-94be-4da72d3c0de6 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:27:11.234066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c9220a36-d52d-45cf-94be-4da72d3c0de6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c9220a36-d52d-45cf-94be-4da72d3c0de6,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:27:11.238196 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:11.288729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=c9220a36-d52d-45cf-94be-4da72d3c0de6,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:27:11.507983 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['c9220a36-d52d-45cf-94be-4da72d3c0de6'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:27:11.522258 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f34221-c5f0-4e0e-aec9-42c588eff20e req-4b315a03-49c7-4e1d-a67e-861bd8663e29 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:11.523786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19f34221-c5f0-4e0e-aec9-42c588eff20e req-4b315a03-49c7-4e1d-a67e-861bd8663e29 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 944 time: 0.0533502 Feb 08 16:27:11.577313 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19f34221-c5f0-4e0e-aec9-42c588eff20e req-ce01cd6f-3590-4d0d-a0ca-8ef32e426c6e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477931 Feb 08 16:27:12.697675 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d09332-4da8-4299-a2ef-ea3392b8bfef req-febc9bc9-2f3d-4790-a7cd-0a8fd12e78bb tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:12.699134 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18d09332-4da8-4299-a2ef-ea3392b8bfef req-febc9bc9-2f3d-4790-a7cd-0a8fd12e78bb tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 944 time: 0.0554016 Feb 08 16:27:12.748022 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18d09332-4da8-4299-a2ef-ea3392b8bfef req-570a12b7-da7e-4c65-a27e-1de31f785a9d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432763 Feb 08 16:27:13.059793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c9220a36-d52d-45cf-94be-4da72d3c0de6 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:27:13.107441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port c9220a36-d52d-45cf-94be-4da72d3c0de6 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:27:13.111353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port c9220a36-d52d-45cf-94be-4da72d3c0de6 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:27:13.111758 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:13.190630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port c9220a36-d52d-45cf-94be-4da72d3c0de6 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:27:13.191042 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:13.212456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037daceb-8bb2-4a0d-be21-66f48ac4c292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9220a36-d52d-45cf-94be-4da72d3c0de6'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:27:13.214723 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f9b310-2919-4fcc-abfc-a3dab0012eb9" -d '{"events": [{"server_uuid": "037daceb-8bb2-4a0d-be21-66f48ac4c292", "name": "network-vif-plugged", "status": "completed", "tag": "c9220a36-d52d-45cf-94be-4da72d3c0de6"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:27:13.228084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port c9220a36-d52d-45cf-94be-4da72d3c0de6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c9220a36-d52d-45cf-94be-4da72d3c0de6,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:27:13.232563 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:13.258398 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540a6e29-e610-4f1f-b417-1a2fc386d918 x-openstack-request-id: req-540a6e29-e610-4f1f-b417-1a2fc386d918 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:27:13.258691 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037daceb-8bb2-4a0d-be21-66f48ac4c292", "name": "network-vif-plugged", "status": "completed", "tag": "c9220a36-d52d-45cf-94be-4da72d3c0de6", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:27:13.258946 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-540a6e29-e610-4f1f-b417-1a2fc386d918 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:27:13.259338 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037daceb-8bb2-4a0d-be21-66f48ac4c292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9220a36-d52d-45cf-94be-4da72d3c0de6', 'code': 200} Feb 08 16:27:13.284182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=c9220a36-d52d-45cf-94be-4da72d3c0de6,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:27:13.364000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b96a4-bcd3-446e-8f13-5e5af48819ca req-1748f9ab-a292-4fd3-bb49-98feb69a24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:13.365473 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-440b96a4-bcd3-446e-8f13-5e5af48819ca req-1748f9ab-a292-4fd3-bb49-98feb69a24f6 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 1128 time: 0.0455658 Feb 08 16:27:13.414766 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-440b96a4-bcd3-446e-8f13-5e5af48819ca req-767cc49d-8f1e-491f-a66d-1bc8eae7c904 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384417 Feb 08 16:27:13.868853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422e274-1951-41ae-a0a5-d3701d22daf1 req-dbfe9c25-b092-4c44-bbe4-dd0835136f89 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:13.870376 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e422e274-1951-41ae-a0a5-d3701d22daf1 req-dbfe9c25-b092-4c44-bbe4-dd0835136f89 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 945 time: 0.0537586 Feb 08 16:27:13.918371 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e422e274-1951-41ae-a0a5-d3701d22daf1 req-9ebb52a5-a4a5-451f-81ff-b39f3f1aee7f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424049 Feb 08 16:27:15.044311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea8d94-1bbf-4d1d-b4ad-c92c65758e66 req-65a81b07-5778-47dc-af44-136f438beb7f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:15.045972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19ea8d94-1bbf-4d1d-b4ad-c92c65758e66 req-65a81b07-5778-47dc-af44-136f438beb7f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 945 time: 0.0581734 Feb 08 16:27:15.094283 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-19ea8d94-1bbf-4d1d-b4ad-c92c65758e66 req-b491a243-58fd-4f71-9e90-ef17c9fd1993 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Feb 08 16:27:15.211790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557001e4-9a4a-4aee-abe1-380fc0ada7f2 req-5298aa3c-b72d-4785-8722-66719cb652f6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:15.213307 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-557001e4-9a4a-4aee-abe1-380fc0ada7f2 req-5298aa3c-b72d-4785-8722-66719cb652f6 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 945 time: 0.0523489 Feb 08 16:27:15.260930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-557001e4-9a4a-4aee-abe1-380fc0ada7f2 req-094cc578-3a47-4fac-bfe9-c76803b83b48 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420103 Feb 08 16:27:15.283268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58928) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:27:15.326959 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232f8925-91f7-4f47-8a4e-5867c383b691 tempest-TestVolumeBootPattern-1781805762 tempest-TestVolumeBootPattern-1781805762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:15.328412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-232f8925-91f7-4f47-8a4e-5867c383b691 tempest-TestVolumeBootPattern-1781805762 tempest-TestVolumeBootPattern-1781805762-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 1123 time: 0.0441687 Feb 08 16:27:15.331159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 58930) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:27:15.336086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': 'c9220a36-d52d-45cf-94be-4da72d3c0de6', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:27:15.355124 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:15.452591 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:15.560723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Allocated IP 172.25.7.199 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/06b2eef9-69ee-4b07-81fd-6644bcecbdf5) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:27:15.661544 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for port (06b2eef9-69ee-4b07-81fd-6644bcecbdf5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:15.696250 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (06b2eef9-69ee-4b07-81fd-6644bcecbdf5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:15.736664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:27:15.739725 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:27:15.743169 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:27:15.748487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'Port': ['ID=06b2eef9-69ee-4b07-81fd-6644bcecbdf5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:27:16.098896 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for floatingip (7a97651a-e546-435b-bf82-150c7316524a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:16.168906 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (06b2eef9-69ee-4b07-81fd-6644bcecbdf5), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:16.322030 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for port (06b2eef9-69ee-4b07-81fd-6644bcecbdf5), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:16.326547 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (06b2eef9-69ee-4b07-81fd-6644bcecbdf5), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:16.395293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event updated for resources: {'Port': ['ID=06b2eef9-69ee-4b07-81fd-6644bcecbdf5,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:27:16.407346 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (7a97651a-e546-435b-bf82-150c7316524a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:16.510713 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Floating IP 7a97651a-e546-435b-bf82-150c7316524a associated. External IP: 172.25.7.199, port: c9220a36-d52d-45cf-94be-4da72d3c0de6. Feb 08 16:27:17.014344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:27:17.124783 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:27:17.135722 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d5d727-a73c-4a1f-aa67-95dba377cfe2 None None] Sync routers for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:27:17.142771 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:17.147244 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5d727-a73c-4a1f-aa67-95dba377cfe2 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:27:17.147866 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c2d5d727-a73c-4a1f-aa67-95dba377cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:27:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:27:17.172530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c064fb21-bf5b-49b3-8d31-de3cde9d8704 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8396206 Feb 08 16:27:17.173150 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037daceb-8bb2-4a0d-be21-66f48ac4c292', 'tag': 'c9220a36-d52d-45cf-94be-4da72d3c0de6'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:27:17.176220 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011ddd60-dde3-4248-89f9-ab465b2bfc79" -d '{"events": [{"name": "network-changed", "server_uuid": "037daceb-8bb2-4a0d-be21-66f48ac4c292", "tag": "c9220a36-d52d-45cf-94be-4da72d3c0de6"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:27:17.213874 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23d6fae-f3a8-4923-89bd-5e610a07e9d9 x-openstack-request-id: req-b23d6fae-f3a8-4923-89bd-5e610a07e9d9 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:27:17.214174 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037daceb-8bb2-4a0d-be21-66f48ac4c292", "tag": "c9220a36-d52d-45cf-94be-4da72d3c0de6", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:27:17.214439 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b23d6fae-f3a8-4923-89bd-5e610a07e9d9 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:27:17.214851 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037daceb-8bb2-4a0d-be21-66f48ac4c292', 'tag': 'c9220a36-d52d-45cf-94be-4da72d3c0de6', 'status': 'completed', 'code': 200} Feb 08 16:27:17.261192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-c2d5d727-a73c-4a1f-aa67-95dba377cfe2 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:27:17.279320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ddd60-dde3-4248-89f9-ab465b2bfc79 req-0f828f41-dc5a-4907-b1dd-03dc91239318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:17.280860 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-011ddd60-dde3-4248-89f9-ab465b2bfc79 req-0f828f41-dc5a-4907-b1dd-03dc91239318 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 1128 time: 0.0446880 Feb 08 16:27:17.374901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ddd60-dde3-4248-89f9-ab465b2bfc79 req-c2ca2165-377b-4ec9-bb93-672135ce99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:17.376443 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-011ddd60-dde3-4248-89f9-ab465b2bfc79 req-c2ca2165-377b-4ec9-bb93-672135ce99aa service neutron] 10.222.0.94 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.0896256 Feb 08 16:27:17.441516 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-011ddd60-dde3-4248-89f9-ab465b2bfc79 req-b9bfccf9-7c65-4533-b7bc-b4e0f8d27a68 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9220a36-d52d-45cf-94be-4da72d3c0de6 HTTP/1.1" status: 200 len: 999 time: 0.0595143 Feb 08 16:27:17.490186 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c2d5d727-a73c-4a1f-aa67-95dba377cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'port_id': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'mac_address': 'fa:16:3e:2c:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:25:03Z', 'updated_at': '2022-02-08T16:25:05Z', 'revision_number': 1, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address_scope': None}, {'id': '7a97651a-e546-435b-bf82-150c7316524a', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'port_id': 'c9220a36-d52d-45cf-94be-4da72d3c0de6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'mac_address': 'fa:16:3e:82:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037daceb-8bb2-4a0d-be21-66f48ac4c292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:27:15Z', 'updated_at': '2022-02-08T16:27:15Z', 'revision_number': 0, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:27:17.495310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ddd60-dde3-4248-89f9-ab465b2bfc79 req-0c64b3d9-0f35-44ed-bbea-94f40b5f7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:17.496819 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-011ddd60-dde3-4248-89f9-ab465b2bfc79 req-0c64b3d9-0f35-44ed-bbea-94f40b5f7568 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0490797 Feb 08 16:27:17.516114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d5d727-a73c-4a1f-aa67-95dba377cfe2 None None] Checking router: b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:27:17.524865 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5d727-a73c-4a1f-aa67-95dba377cfe2 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:27:17.525520 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c2d5d727-a73c-4a1f-aa67-95dba377cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:27:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:27:17.546888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ddd60-dde3-4248-89f9-ab465b2bfc79 req-a8d27815-cfd6-4c6f-815b-d0f7ed7146f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:17.548446 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-011ddd60-dde3-4248-89f9-ab465b2bfc79 req-a8d27815-cfd6-4c6f-815b-d0f7ed7146f5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449374 Feb 08 16:27:17.636261 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-c2d5d727-a73c-4a1f-aa67-95dba377cfe2 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:27:17.637784 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-011ddd60-dde3-4248-89f9-ab465b2bfc79 req-91a4027d-c7df-49a4-87c7-d982fe66468d service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828807 Feb 08 16:27:17.732107 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-011ddd60-dde3-4248-89f9-ab465b2bfc79 req-359e5577-bded-420c-a151-5cf72b5b8414 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885050 Feb 08 16:27:17.864145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-c2d5d727-a73c-4a1f-aa67-95dba377cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'port_id': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'mac_address': 'fa:16:3e:2c:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:25:03Z', 'updated_at': '2022-02-08T16:25:05Z', 'revision_number': 1, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address_scope': None}, {'id': '7a97651a-e546-435b-bf82-150c7316524a', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'port_id': 'c9220a36-d52d-45cf-94be-4da72d3c0de6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'mac_address': 'fa:16:3e:82:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037daceb-8bb2-4a0d-be21-66f48ac4c292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:27:15Z', 'updated_at': '2022-02-08T16:27:15Z', 'revision_number': 0, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:27:17.889979 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d5d727-a73c-4a1f-aa67-95dba377cfe2 None None] The sync data for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 is: [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'port_id': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'mac_address': 'fa:16:3e:2c:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:25:03Z', 'updated_at': '2022-02-08T16:25:05Z', 'revision_number': 1, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address_scope': None}, {'id': '7a97651a-e546-435b-bf82-150c7316524a', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'port_id': 'c9220a36-d52d-45cf-94be-4da72d3c0de6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'mac_address': 'fa:16:3e:82:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037daceb-8bb2-4a0d-be21-66f48ac4c292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:27:15Z', 'updated_at': '2022-02-08T16:27:15Z', 'revision_number': 0, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:27:18.080862 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383b5c44-4361-4a28-a1d0-2e733848d19e None None] New status for floating IP 7a97651a-e546-435b-bf82-150c7316524a: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:27:19.170554 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:20.606564 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:26.199924 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:27:27.587478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531df27-60cd-45bc-905f-f32824e514c4 req-efc46159-8983-4399-a89d-f64eada1764e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:27.589027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2531df27-60cd-45bc-905f-f32824e514c4 req-efc46159-8983-4399-a89d-f64eada1764e tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0579665 Feb 08 16:27:27.638363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2531df27-60cd-45bc-905f-f32824e514c4 req-d395b9dd-45d6-4fde-976d-977de4566d91 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436559 Feb 08 16:27:28.756858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0bc21-6a53-43cd-96f2-a9d58ac62b62 req-c6496780-b1d4-4b87-870d-eec8532f904b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:28.758366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09b0bc21-6a53-43cd-96f2-a9d58ac62b62 req-c6496780-b1d4-4b87-870d-eec8532f904b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0524931 Feb 08 16:27:28.806265 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09b0bc21-6a53-43cd-96f2-a9d58ac62b62 req-8813a7f0-c083-4ae9-8a0e-871a97075157 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423064 Feb 08 16:27:29.931471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc37eab-4d92-41b6-ad13-0dc54f6df480 req-5ea9e95f-1bf2-4abf-a6d8-dcd1fe363997 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:29.933484 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8bc37eab-4d92-41b6-ad13-0dc54f6df480 req-5ea9e95f-1bf2-4abf-a6d8-dcd1fe363997 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0589390 Feb 08 16:27:29.981825 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8bc37eab-4d92-41b6-ad13-0dc54f6df480 req-5db04901-ce0c-4755-a348-b7a57b5edbe8 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426958 Feb 08 16:27:31.103540 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f9caa-ffe0-4b2f-bfbf-cb8333587fa6 req-836b1f4b-9d5d-480d-9452-89e2b9abbaae tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:31.105027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-008f9caa-ffe0-4b2f-bfbf-cb8333587fa6 req-836b1f4b-9d5d-480d-9452-89e2b9abbaae tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0552912 Feb 08 16:27:31.153052 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-008f9caa-ffe0-4b2f-bfbf-cb8333587fa6 req-95a4301f-80b9-4c97-8e58-6376e5c5d94f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423720 Feb 08 16:27:31.559221 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-52832622-3a8a-420c-aeed-867f39ec3969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:32.273242 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef30ee-7dc3-4fec-8d4c-730820b862ca req-3dfb5c0f-b8f6-47b3-b908-ede14a14a404 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:32.274710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35ef30ee-7dc3-4fec-8d4c-730820b862ca req-3dfb5c0f-b8f6-47b3-b908-ede14a14a404 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0542915 Feb 08 16:27:32.327184 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35ef30ee-7dc3-4fec-8d4c-730820b862ca req-01f1af03-a8b5-4383-90e1-a61ddc0213a4 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469501 Feb 08 16:27:33.451125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c0783-8b72-4f0f-86d6-332edc71f5c5 req-f3c577c4-df67-4777-8196-15f7a17bceea tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:33.452735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb3c0783-8b72-4f0f-86d6-332edc71f5c5 req-f3c577c4-df67-4777-8196-15f7a17bceea tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0574832 Feb 08 16:27:33.504699 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb3c0783-8b72-4f0f-86d6-332edc71f5c5 req-bc7e2d98-1c32-4950-b1f5-d1d5be5b5af7 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462041 Feb 08 16:27:33.842684 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6b76640a-c3e2-41c6-abe9-86ea82ee9d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:34.623841 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120e296-c41f-4552-8715-5aa231ad7d29 req-bc892c47-c144-4241-901b-58f90a683919 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:34.625318 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4120e296-c41f-4552-8715-5aa231ad7d29 req-bc892c47-c144-4241-901b-58f90a683919 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0519366 Feb 08 16:27:34.674426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4120e296-c41f-4552-8715-5aa231ad7d29 req-b0e65544-c737-49f3-815c-996f20d69242 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428894 Feb 08 16:27:35.614897 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:35.803154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5472daf-3321-48fd-967a-ae0dacfc721a req-2d987c52-33c8-441a-8422-5ca3728c271f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:35.804561 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5472daf-3321-48fd-967a-ae0dacfc721a req-2d987c52-33c8-441a-8422-5ca3728c271f tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0585668 Feb 08 16:27:35.853496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5472daf-3321-48fd-967a-ae0dacfc721a req-85469da1-281c-4d9a-8a6f-50611b0f7cbe tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432484 Feb 08 16:27:36.793284 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:36.975441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c2ead-feb5-430d-844b-4d812b9a21ec req-2b811d8c-8252-4560-9e0f-89112a2017b3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:36.976852 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-743c2ead-feb5-430d-844b-4d812b9a21ec req-2b811d8c-8252-4560-9e0f-89112a2017b3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0546765 Feb 08 16:27:37.027735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-743c2ead-feb5-430d-844b-4d812b9a21ec req-0c1bc71e-149a-4310-806f-8723f8e391cc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451455 Feb 08 16:27:38.001546 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:38.149608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752a7cb-6dc5-4da4-aa7a-1ee0818d7a18 req-617c26d3-836f-49a4-a9d7-9d4076633b04 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:38.151078 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c752a7cb-6dc5-4da4-aa7a-1ee0818d7a18 req-617c26d3-836f-49a4-a9d7-9d4076633b04 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0542760 Feb 08 16:27:38.204070 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c752a7cb-6dc5-4da4-aa7a-1ee0818d7a18 req-9fadd16c-de56-48c0-ba95-7e7e360cd741 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473938 Feb 08 16:27:39.063470 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dd60118c-5b67-4a81-82dc-4d95e32ac9bf req-58379841-5324-470a-a93c-373b43f202e3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488844 Feb 08 16:27:39.156164 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60118c-5b67-4a81-82dc-4d95e32ac9bf req-76d12110-7ec0-41bc-a521-49115e1a8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:39.157836 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dd60118c-5b67-4a81-82dc-4d95e32ac9bf req-76d12110-7ec0-41bc-a521-49115e1a8bf3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 1128 time: 0.0519664 Feb 08 16:27:39.270569 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60118c-5b67-4a81-82dc-4d95e32ac9bf req-81da3f25-ee89-4539-b6b9-4cd3114e49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:39.272389 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dd60118c-5b67-4a81-82dc-4d95e32ac9bf req-81da3f25-ee89-4539-b6b9-4cd3114e49f5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.0960505 Feb 08 16:27:39.331584 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23860e7-4fda-45a1-82f8-512d333e69c7 req-b0215f64-86a6-440e-806c-524acde377bd tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:39.333180 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d23860e7-4fda-45a1-82f8-512d333e69c7 req-b0215f64-86a6-440e-806c-524acde377bd tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0585492 Feb 08 16:27:39.341509 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dd60118c-5b67-4a81-82dc-4d95e32ac9bf req-ae202275-8d78-460a-acf1-631348f1dfb0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b36d49bf-3a77-4acc-9675-b7d4ec2641ab HTTP/1.1" status: 200 len: 1000 time: 0.0631394 Feb 08 16:27:39.386812 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d23860e7-4fda-45a1-82f8-512d333e69c7 req-17ffe033-89fc-4d38-817b-77881920ec71 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472033 Feb 08 16:27:39.395049 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60118c-5b67-4a81-82dc-4d95e32ac9bf req-fafff4bf-f408-4c71-9b24-c743d993d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:39.396900 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dd60118c-5b67-4a81-82dc-4d95e32ac9bf req-fafff4bf-f408-4c71-9b24-c743d993d870 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0488853 Feb 08 16:27:39.447215 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60118c-5b67-4a81-82dc-4d95e32ac9bf req-4ed60d33-00ab-4ed6-a20f-ebd1ff25afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:39.448799 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dd60118c-5b67-4a81-82dc-4d95e32ac9bf req-4ed60d33-00ab-4ed6-a20f-ebd1ff25afc5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452545 Feb 08 16:27:39.539086 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dd60118c-5b67-4a81-82dc-4d95e32ac9bf req-a588836f-1691-4dc5-a901-d64ad0099c7d service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837147 Feb 08 16:27:39.634490 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dd60118c-5b67-4a81-82dc-4d95e32ac9bf req-15bc8e0a-9ea9-4aba-bf30-176d3b3bfb4c service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893245 Feb 08 16:27:40.511636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776b119-6b43-4230-b956-fcd782026c74 req-ce733eed-afed-4c7f-bde8-09d2357d718a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:40.513169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a776b119-6b43-4230-b956-fcd782026c74 req-ce733eed-afed-4c7f-bde8-09d2357d718a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0574224 Feb 08 16:27:40.563218 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a776b119-6b43-4230-b956-fcd782026c74 req-a2125993-b7d9-4374-b6ff-b99e5d8c8a25 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441153 Feb 08 16:27:41.697975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b244b7-c622-4ca9-9f07-49817844a27c req-3036ff73-3080-422d-96a9-b5b6e684ba3b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:41.699441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5b244b7-c622-4ca9-9f07-49817844a27c req-3036ff73-3080-422d-96a9-b5b6e684ba3b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0571992 Feb 08 16:27:41.747823 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5b244b7-c622-4ca9-9f07-49817844a27c req-ffae968e-ba13-439f-8e6f-ea2cae39ca4c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425408 Feb 08 16:27:42.868014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1313e2c-f2d5-48f5-8128-50249f40723e req-f82e3c12-2f4d-40f5-b0e3-9a462ddb7c7a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:42.869872 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1313e2c-f2d5-48f5-8128-50249f40723e req-f82e3c12-2f4d-40f5-b0e3-9a462ddb7c7a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0547905 Feb 08 16:27:42.918989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1313e2c-f2d5-48f5-8128-50249f40723e req-b07a21a1-8850-4ab5-9ae8-ea53f51e6730 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435493 Feb 08 16:27:44.043921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4765d7-9683-40b5-b8b8-c84c6d23f548 req-65c8b7d9-b528-45e4-8503-d13d0b6c383a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:44.045427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f4765d7-9683-40b5-b8b8-c84c6d23f548 req-65c8b7d9-b528-45e4-8503-d13d0b6c383a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0593903 Feb 08 16:27:44.103091 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f4765d7-9683-40b5-b8b8-c84c6d23f548 req-181fccd2-3b2c-4919-ad9f-45e347215bde tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511162 Feb 08 16:27:45.227157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef484ab-ef9c-49ab-ad8e-9790e0353890 req-4f5f8e82-d429-41a5-894a-244351e83ab3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:45.228703 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ef484ab-ef9c-49ab-ad8e-9790e0353890 req-4f5f8e82-d429-41a5-894a-244351e83ab3 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0561969 Feb 08 16:27:45.238587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419b1dd-5b00-4423-aeb5-5c48d2a141ab req-69afb0e4-b7e3-41f7-a321-d50997b631af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:45.240151 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8419b1dd-5b00-4423-aeb5-5c48d2a141ab req-69afb0e4-b7e3-41f7-a321-d50997b631af service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 1128 time: 0.0471294 Feb 08 16:27:45.279192 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ef484ab-ef9c-49ab-ad8e-9790e0353890 req-9f7cd3cf-9cbb-44e9-b643-5d480c34366a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448961 Feb 08 16:27:45.288822 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8419b1dd-5b00-4423-aeb5-5c48d2a141ab req-2cec8cd3-1641-4c6d-bab7-a0a732b48952 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424104 Feb 08 16:27:46.402868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331f8a5-77f1-46a0-b5e0-47ced5ee034c req-aecc72df-8fb8-4c81-81bc-f2ba9a795e06 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:46.404376 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7331f8a5-77f1-46a0-b5e0-47ced5ee034c req-aecc72df-8fb8-4c81-81bc-f2ba9a795e06 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0548987 Feb 08 16:27:46.458125 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7331f8a5-77f1-46a0-b5e0-47ced5ee034c req-5024ac53-9a2c-4fd6-b885-0d513947b4d2 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472484 Feb 08 16:27:46.480055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59002) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:27:46.540217 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ab474b3a-d19c-4224-b3bb-9e814c365c5b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/floatingips/11638934-48a0-483a-bab2-50605b5619e2 HTTP/1.1" status: 200 len: 993 time: 0.0590329 Feb 08 16:27:46.685141 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66746f31-5de0-4dc9-baf5-1212f640f7d1 req-7940088f-446e-48b1-a1eb-2453c2b4b02c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1039546 Feb 08 16:27:46.779725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66746f31-5de0-4dc9-baf5-1212f640f7d1 req-3133d002-96a5-4968-87ff-1f4f35b457fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:46.781247 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66746f31-5de0-4dc9-baf5-1212f640f7d1 req-3133d002-96a5-4968-87ff-1f4f35b457fb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1c1a84cb77ad41d4a5a7ef0128c1faeb&device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 1128 time: 0.0459185 Feb 08 16:27:46.885078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66746f31-5de0-4dc9-baf5-1212f640f7d1 req-073886cf-3489-4489-a502-af15fb65a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:46.886483 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66746f31-5de0-4dc9-baf5-1212f640f7d1 req-073886cf-3489-4489-a502-af15fb65a2b1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=07f8bca3-c9fd-48fb-86f0-9ea15ad3829a HTTP/1.1" status: 200 len: 910 time: 0.0846443 Feb 08 16:27:46.957165 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66746f31-5de0-4dc9-baf5-1212f640f7d1 req-459e0c22-6510-4ad5-9a62-c0bbb51c96dd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f87a3b05-3c8e-44ec-821f-b54493bcf3d5 HTTP/1.1" status: 200 len: 1001 time: 0.0623467 Feb 08 16:27:47.013849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66746f31-5de0-4dc9-baf5-1212f640f7d1 req-157d8fa0-cdb2-4d48-a5d3-133e6218d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:47.015279 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66746f31-5de0-4dc9-baf5-1212f640f7d1 req-157d8fa0-cdb2-4d48-a5d3-133e6218d5fd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c HTTP/1.1" status: 200 len: 848 time: 0.0434320 Feb 08 16:27:47.038613 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f3a8b3bc-69dc-4c02-8303-5659a04c19e1 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:27:47.063499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66746f31-5de0-4dc9-baf5-1212f640f7d1 req-3273ba65-0bba-4faf-ad57-6e9b866b7acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:27:47.065076 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66746f31-5de0-4dc9-baf5-1212f640f7d1 req-3273ba65-0bba-4faf-ad57-6e9b866b7acc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=07f8bca3-c9fd-48fb-86f0-9ea15ad3829a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441124 Feb 08 16:27:47.139332 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port f3a8b3bc-69dc-4c02-8303-5659a04c19e1, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,segment=NetworkSegment(2bc9dcc5-93db-45e3-9b51-1dfb78209694),segment_id=2bc9dcc5-93db-45e3-9b51-1dfb78209694)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:27:47.151473 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'port_id': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1', 'mac_address': 'fa:16:3e:bd:8f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:27:47.165888 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66746f31-5de0-4dc9-baf5-1212f640f7d1 req-9655b39e-2a65-4fe8-a608-6649eb99c848 service neutron] 10.222.0.94 "GET /v2.0/networks/07f8bca3-c9fd-48fb-86f0-9ea15ad3829a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904171 Feb 08 16:27:47.192838 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:27:47.193339 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:47.206331 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3a8b3bc-69dc-4c02-8303-5659a04c19e1 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:27:47.225530 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port f3a8b3bc-69dc-4c02-8303-5659a04c19e1, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,segment=NetworkSegment(2bc9dcc5-93db-45e3-9b51-1dfb78209694),segment_id=2bc9dcc5-93db-45e3-9b51-1dfb78209694)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:27:47.229665 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:47.260320 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66746f31-5de0-4dc9-baf5-1212f640f7d1 req-45fd1692-10a1-43b5-9a07-02fc4873d15c service neutron] 10.222.0.94 "GET /v2.0/networks/07f8bca3-c9fd-48fb-86f0-9ea15ad3829a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854318 Feb 08 16:27:47.277129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:27:47.284926 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:27:47.285312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:27:47.285660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:27:47.285998 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:27:47.286330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:27:47.286661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:27:47.287016 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:27:47.287342 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:27:47.287669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:27:47.287991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:27:47.288316 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:27:47.288639 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:27:47.288984 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:27:47.456982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f3a8b3bc-69dc-4c02-8303-5659a04c19e1'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:27:49.039518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f3a8b3bc-69dc-4c02-8303-5659a04c19e1 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:27:49.086564 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:27:49.086954 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:49.166751 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:27:49.167147 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:49.200343 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:27:49.202623 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f09285-51d6-4538-b7a4-99ea991f8638" -d '{"events": [{"server_uuid": "9722cf13-1bba-4eba-8f5c-c85cd023f148", "name": "network-vif-plugged", "status": "completed", "tag": "f3a8b3bc-69dc-4c02-8303-5659a04c19e1"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:27:49.207684 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:49.216579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port f3a8b3bc-69dc-4c02-8303-5659a04c19e1, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,segment=NetworkSegment(2bc9dcc5-93db-45e3-9b51-1dfb78209694),segment_id=2bc9dcc5-93db-45e3-9b51-1dfb78209694)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:27:49.220736 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:27:49.269620 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:27:49.302900 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87034a41-b247-406c-bfbc-69f0ef6dc888 x-openstack-request-id: req-87034a41-b247-406c-bfbc-69f0ef6dc888 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:27:49.303207 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9722cf13-1bba-4eba-8f5c-c85cd023f148", "name": "network-vif-plugged", "status": "completed", "tag": "f3a8b3bc-69dc-4c02-8303-5659a04c19e1", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:27:49.303474 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-87034a41-b247-406c-bfbc-69f0ef6dc888 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:27:49.303883 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1', 'code': 200} Feb 08 16:27:50.603437 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:01.562216 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1023b3d1-392f-417e-8d00-90d0311c0039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:01.590456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e8f2d-5ab1-42cd-b0f1-2072d05a56e1 req-84108051-6585-4d1b-a1bf-b6075afa7a28 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:01.591931 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b23e8f2d-5ab1-42cd-b0f1-2072d05a56e1 req-84108051-6585-4d1b-a1bf-b6075afa7a28 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 945 time: 0.0601790 Feb 08 16:28:01.640521 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b23e8f2d-5ab1-42cd-b0f1-2072d05a56e1 req-f4ab19a9-9899-4cf3-9407-1bde16fb14ae tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/security-groups?id=e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420878 Feb 08 16:28:02.768101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c8f73-8375-4501-b917-23230145ac10 req-99e29481-18ce-4acd-aad0-c0301b4b56fa tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:02.769873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-503c8f73-8375-4501-b917-23230145ac10 req-99e29481-18ce-4acd-aad0-c0301b4b56fa tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 945 time: 0.0577536 Feb 08 16:28:02.820427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-503c8f73-8375-4501-b917-23230145ac10 req-16d2e1ef-cba5-4f28-b060-647dcb2c68a8 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/security-groups?id=e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445793 Feb 08 16:28:03.014852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-6fa56eda-de84-4925-88da-65ae35f85f31 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:03.016203 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-6fa56eda-de84-4925-88da-65ae35f85f31 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.94 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 945 time: 0.0571628 Feb 08 16:28:03.110339 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Deleting port f87a3b05-3c8e-44ec-821f-b54493bcf3d5 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:28:03.110661 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:03.199819 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:28:03.200402 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] For port f87a3b05-3c8e-44ec-821f-b54493bcf3d5, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f87a3b05-3c8e-44ec-821f-b54493bcf3d5,segment=NetworkSegment(b46ee9be-77bd-43ba-952e-31f13ebf4188),segment_id=b46ee9be-77bd-43ba-952e-31f13ebf4188)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:03.200588 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:03.369365 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:03.369822 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (040f68d0-ffe1-4548-b368-43b0bca7ab9a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:03.370199 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Floating IP 040f68d0-ffe1-4548-b368-43b0bca7ab9a disassociated. External IP: 172.25.7.178, port: f87a3b05-3c8e-44ec-821f-b54493bcf3d5. Feb 08 16:28:03.370583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Calling delete_port for f87a3b05-3c8e-44ec-821f-b54493bcf3d5 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:28:03.497904 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f87a3b05-3c8e-44ec-821f-b54493bcf3d5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:03.527362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Pushing event deleted for resources: {'Port': ['ID=f87a3b05-3c8e-44ec-821f-b54493bcf3d5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:03.539488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:03.539841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:03.540214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:03.540558 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:03.540895 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:03.541313 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:03.541647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:03.541980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:03.542308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:03.542636 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:03.542963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:03.543293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:03.543623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:03.662891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Router d5590723-36de-4787-aa14-2bc170e7a54f has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:28:03.771858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:28:03.781152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689c37f-f6d7-4013-927b-bfacfe166eab None None] Sync routers for ids ['d5590723-36de-4787-aa14-2bc170e7a54f'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:28:03.794684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a689c37f-f6d7-4013-927b-bfacfe166eab None None] Routers {'d5590723-36de-4787-aa14-2bc170e7a54f'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:03.795307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a689c37f-f6d7-4013-927b-bfacfe166eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:27:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d5590723-36de-4787-aa14-2bc170e7a54f'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:03.812988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] No DVR routers for this DVR port f87a3b05-3c8e-44ec-821f-b54493bcf3d5 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:28:03.816180 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:03.819768 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d905f047-9fad-4e09-b2b4-799f144f81ab req-17d3bdb0-9923-4979-8a5b-e3f89fc7ecc9 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.94 "DELETE /v2.0/ports/f87a3b05-3c8e-44ec-821f-b54493bcf3d5 HTTP/1.1" status: 204 len: 173 time: 0.7964685 Feb 08 16:28:03.820221 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ae6912-c5c5-4333-88ca-585b4c9c18ac', 'name': 'network-vif-deleted', 'tag': 'f87a3b05-3c8e-44ec-821f-b54493bcf3d5'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:28:03.822553 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849ba271-e3d8-4f80-84ef-7842ef381d8d" -d '{"events": [{"server_uuid": "39ae6912-c5c5-4333-88ca-585b4c9c18ac", "name": "network-vif-deleted", "tag": "f87a3b05-3c8e-44ec-821f-b54493bcf3d5"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:28:03.890490 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ba56cb-cc68-4624-85cf-801ce4a05fc5 x-openstack-request-id: req-77ba56cb-cc68-4624-85cf-801ce4a05fc5 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:28:03.891067 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ae6912-c5c5-4333-88ca-585b4c9c18ac", "name": "network-vif-deleted", "tag": "f87a3b05-3c8e-44ec-821f-b54493bcf3d5", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:28:03.891416 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-77ba56cb-cc68-4624-85cf-801ce4a05fc5 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:28:03.891998 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ae6912-c5c5-4333-88ca-585b4c9c18ac', 'name': 'network-vif-deleted', 'tag': 'f87a3b05-3c8e-44ec-821f-b54493bcf3d5', 'status': 'completed', 'code': 200} Feb 08 16:28:03.919550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a689c37f-f6d7-4013-927b-bfacfe166eab None None] Set router d5590723-36de-4787-aa14-2bc170e7a54f gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:03.997219 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99a9a88a-b8f5-4761-9435-af9fb8831d8d req-e7680199-9340-4049-bffa-5beb3dfc6106 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "GET /v2.0/ports?device_id=39ae6912-c5c5-4333-88ca-585b4c9c18ac HTTP/1.1" status: 200 len: 210 time: 0.0285978 Feb 08 16:28:04.007362 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3c7b261e-1bd1-4036-a924-557a0de14a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:04.157875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a689c37f-f6d7-4013-927b-bfacfe166eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:56Z', 'revision_number': 4, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'gw_port': {'id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '90b3e09a-3a35-4159-a601-7c803cf28789', 'name': '', 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'mac_address': 'fa:16:3e:0b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:55Z', 'updated_at': '2022-02-08T16:23:00Z', 'revision_number': 5, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'subnets': [{'id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:04.184523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689c37f-f6d7-4013-927b-bfacfe166eab None None] Checking router: d5590723-36de-4787-aa14-2bc170e7a54f for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:28:04.192648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a689c37f-f6d7-4013-927b-bfacfe166eab None None] Routers {'d5590723-36de-4787-aa14-2bc170e7a54f'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:04.193279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a689c37f-f6d7-4013-927b-bfacfe166eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d5590723-36de-4787-aa14-2bc170e7a54f'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:04.303398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a689c37f-f6d7-4013-927b-bfacfe166eab None None] Set router d5590723-36de-4787-aa14-2bc170e7a54f gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:04.502415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a689c37f-f6d7-4013-927b-bfacfe166eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:56Z', 'revision_number': 4, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'gw_port': {'id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '90b3e09a-3a35-4159-a601-7c803cf28789', 'name': '', 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'mac_address': 'fa:16:3e:0b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:55Z', 'updated_at': '2022-02-08T16:23:00Z', 'revision_number': 5, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'subnets': [{'id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:04.532889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689c37f-f6d7-4013-927b-bfacfe166eab None None] The sync data for ids ['d5590723-36de-4787-aa14-2bc170e7a54f'] in n-d-824834-11 is: [{'id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:56Z', 'revision_number': 4, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'gw_port': {'id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '90b3e09a-3a35-4159-a601-7c803cf28789', 'name': '', 'network_id': '07f8bca3-c9fd-48fb-86f0-9ea15ad3829a', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'mac_address': 'fa:16:3e:0b:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:55Z', 'updated_at': '2022-02-08T16:23:00Z', 'revision_number': 5, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'subnets': [{'id': '71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:28:04.762376 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fada34-4a87-4661-a2aa-ff4fd1369ea0 None None] New status for floating IP 040f68d0-ffe1-4548-b368-43b0bca7ab9a: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:28:05.061019 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59034) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:05.186168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Deleting port e33ed745-4e8e-42c9-a004-7ddc22082766 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:28:05.186519 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e33ed745-4e8e-42c9-a004-7ddc22082766), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:05.267510 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e33ed745-4e8e-42c9-a004-7ddc22082766), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:05.267844 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for floatingip (e33ed745-4e8e-42c9-a004-7ddc22082766), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:05.279755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Calling delete_port for e33ed745-4e8e-42c9-a004-7ddc22082766 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:28:05.412096 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e33ed745-4e8e-42c9-a004-7ddc22082766), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:05.439097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Pushing event deleted for resources: {'Port': ['ID=e33ed745-4e8e-42c9-a004-7ddc22082766,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:05.449620 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:05.450006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:05.450327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:05.450672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:05.451016 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:05.451358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:05.451693 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:05.452025 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:05.452354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:05.452682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:05.453036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:05.453366 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:05.453694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:05.509334 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for floatingip (040f68d0-ffe1-4548-b368-43b0bca7ab9a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:05.511969 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:05.513228 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-03486151-436a-435e-955e-182fcb455be4 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "DELETE /v2.0/floatingips/040f68d0-ffe1-4548-b368-43b0bca7ab9a HTTP/1.1" status: 204 len: 168 time: 0.4511337 Feb 08 16:28:05.581922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59040) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:05.617796 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:05.641301 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f1a051e-aa1b-4b95-898b-db322afd6ef0 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group (e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:05.667526 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f1a051e-aa1b-4b95-898b-db322afd6ef0 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group (e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:05.732006 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f1a051e-aa1b-4b95-898b-db322afd6ef0 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:05.734648 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f1a051e-aa1b-4b95-898b-db322afd6ef0 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:05.736177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9f1a051e-aa1b-4b95-898b-db322afd6ef0 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] 10.222.0.82 "DELETE /v2.0/security-groups/e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b HTTP/1.1" status: 204 len: 168 time: 0.1527247 Feb 08 16:28:05.749725 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a051e-aa1b-4b95-898b-db322afd6ef0 tempest-TestServerBasicOps-1668158031 tempest-TestServerBasicOps-1668158031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ad99bf-422b-4c7f-8ef5-40dfa5cf928b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:05.773677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59044) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:06.216211 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a318e59c-fbe4-4c33-aea4-d4f3928d7cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (d5590723-36de-4787-aa14-2bc170e7a54f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:06.465437 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a318e59c-fbe4-4c33-aea4-d4f3928d7cc5 admin admin] Deleting port 90b3e09a-3a35-4159-a601-7c803cf28789 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:28:06.465777 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a318e59c-fbe4-4c33-aea4-d4f3928d7cc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:06.865193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-a318e59c-fbe4-4c33-aea4-d4f3928d7cc5 admin admin] For port 90b3e09a-3a35-4159-a601-7c803cf28789, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=90b3e09a-3a35-4159-a601-7c803cf28789,segment=NetworkSegment(b46ee9be-77bd-43ba-952e-31f13ebf4188),segment_id=b46ee9be-77bd-43ba-952e-31f13ebf4188)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:06.865939 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a318e59c-fbe4-4c33-aea4-d4f3928d7cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:06.879258 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-a318e59c-fbe4-4c33-aea4-d4f3928d7cc5 admin admin] Calling delete_port for 90b3e09a-3a35-4159-a601-7c803cf28789 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:28:06.901569 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:07.061781 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a318e59c-fbe4-4c33-aea4-d4f3928d7cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (90b3e09a-3a35-4159-a601-7c803cf28789), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:07.086528 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318e59c-fbe4-4c33-aea4-d4f3928d7cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b3e09a-3a35-4159-a601-7c803cf28789,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:07.257635 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a318e59c-fbe4-4c33-aea4-d4f3928d7cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (d5590723-36de-4787-aa14-2bc170e7a54f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:07.449535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device f87a3b05-3c8e-44ec-821f-b54493bcf3d5 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:28:07.468930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: f87a3b05-3c8e-44ec-821f-b54493bcf3d5 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:28:07.469308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device f87a3b05-3c8e-44ec-821f-b54493bcf3d5 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:28:07.473668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a318e59c-fbe4-4c33-aea4-d4f3928d7cc5 admin admin] Router d5590723-36de-4787-aa14-2bc170e7a54f has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:28:07.588154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a318e59c-fbe4-4c33-aea4-d4f3928d7cc5 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:28:07.597071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59050) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:07.597870 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a318e59c-fbe4-4c33-aea4-d4f3928d7cc5 admin admin] 10.222.0.82 "PUT /v2.0/routers/d5590723-36de-4787-aa14-2bc170e7a54f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8251078 Feb 08 16:28:07.600454 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e089e186-8c01-4c08-ac28-11f89f36b12c None None] Sync routers for ids ['d5590723-36de-4787-aa14-2bc170e7a54f'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:28:07.615584 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089e186-8c01-4c08-ac28-11f89f36b12c None None] Routers {'d5590723-36de-4787-aa14-2bc170e7a54f'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:07.616265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e089e186-8c01-4c08-ac28-11f89f36b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d5590723-36de-4787-aa14-2bc170e7a54f'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:07.712544 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] Publish callbacks [] for router (d5590723-36de-4787-aa14-2bc170e7a54f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:07.723057 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-e089e186-8c01-4c08-ac28-11f89f36b12c None None] Set router d5590723-36de-4787-aa14-2bc170e7a54f gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:07.816350 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] Publish callbacks [] for router_gateway (d5590723-36de-4787-aa14-2bc170e7a54f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:07.873545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] Deleting port ab915d45-0cc0-466f-b352-e7234c14326e {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:28:07.873884 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ab915d45-0cc0-466f-b352-e7234c14326e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:07.906052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e089e186-8c01-4c08-ac28-11f89f36b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:28:07Z', 'revision_number': 5, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'gw_port': {'id': 'ab915d45-0cc0-466f-b352-e7234c14326e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:07.933404 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e089e186-8c01-4c08-ac28-11f89f36b12c None None] Checking router: d5590723-36de-4787-aa14-2bc170e7a54f for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:28:07.941638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089e186-8c01-4c08-ac28-11f89f36b12c None None] Routers {'d5590723-36de-4787-aa14-2bc170e7a54f'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:07.942258 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e089e186-8c01-4c08-ac28-11f89f36b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d5590723-36de-4787-aa14-2bc170e7a54f'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:07.954256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] For port ab915d45-0cc0-466f-b352-e7234c14326e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ab915d45-0cc0-466f-b352-e7234c14326e,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:07.954643 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ab915d45-0cc0-466f-b352-e7234c14326e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:07.970010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] Calling delete_port for ab915d45-0cc0-466f-b352-e7234c14326e owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:28:08.035859 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:08.047393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-e089e186-8c01-4c08-ac28-11f89f36b12c None None] Set router d5590723-36de-4787-aa14-2bc170e7a54f gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:08.111230 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e089e186-8c01-4c08-ac28-11f89f36b12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:28:07Z', 'revision_number': 6, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:08.144121 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e089e186-8c01-4c08-ac28-11f89f36b12c None None] The sync data for ids ['d5590723-36de-4787-aa14-2bc170e7a54f'] in n-d-824834-11 is: [{'id': 'd5590723-36de-4787-aa14-2bc170e7a54f', 'name': 'tempest-TestServerBasicOps-1711301691-router', 'tenant_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:53Z', 'updated_at': '2022-02-08T16:28:07Z', 'revision_number': 6, 'project_id': '1c1a84cb77ad41d4a5a7ef0128c1faeb', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:28:08.146150 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ab915d45-0cc0-466f-b352-e7234c14326e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:08.179458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] Pushing event deleted for resources: {'Port': ['ID=ab915d45-0cc0-466f-b352-e7234c14326e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:08.244117 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (d5590723-36de-4787-aa14-2bc170e7a54f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:08.350308 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (d5590723-36de-4787-aa14-2bc170e7a54f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:08.352813 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] Publish callbacks [] for router_controller (d5590723-36de-4787-aa14-2bc170e7a54f), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:08.401781 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (d5590723-36de-4787-aa14-2bc170e7a54f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:08.402484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5590723-36de-4787-aa14-2bc170e7a54f {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:28:08.407675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:08.409772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ef1f9ef0-b0f4-409e-8bf4-d6b34e7c387f admin admin] 10.222.0.82 "DELETE /v2.0/routers/d5590723-36de-4787-aa14-2bc170e7a54f HTTP/1.1" status: 204 len: 168 time: 0.8101263 Feb 08 16:28:08.412338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59052) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:08.461052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-76606684-255a-4f55-88f6-97c6bf141da2 admin admin] Deleting subnet 71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:28:08.464128 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76606684-255a-4f55-88f6-97c6bf141da2 admin admin] Publish callbacks [] for subnet (71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:08.499625 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76606684-255a-4f55-88f6-97c6bf141da2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:08.586327 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76606684-255a-4f55-88f6-97c6bf141da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:08.647241 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76606684-255a-4f55-88f6-97c6bf141da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:08.677979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76606684-255a-4f55-88f6-97c6bf141da2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:08.682008 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76606684-255a-4f55-88f6-97c6bf141da2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:08.685907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-76606684-255a-4f55-88f6-97c6bf141da2 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/71ae66d6-724f-4c17-8a7e-ec11cd8c0b3c HTTP/1.1" status: 204 len: 168 time: 0.2723224 Feb 08 16:28:08.688272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e9488a-ed3b-4961-9dbd-6bf4f56e6c06 None None] Network 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:28:08.688413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59054) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:08.764750 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (07f8bca3-c9fd-48fb-86f0-9ea15ad3829a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:08.822888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] Deleting port 3efff10e-4099-429e-9562-1aacdecbec2d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:28:08.823296 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3efff10e-4099-429e-9562-1aacdecbec2d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:08.893860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] For port 3efff10e-4099-429e-9562-1aacdecbec2d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3efff10e-4099-429e-9562-1aacdecbec2d,segment=NetworkSegment(b46ee9be-77bd-43ba-952e-31f13ebf4188),segment_id=b46ee9be-77bd-43ba-952e-31f13ebf4188)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:08.894208 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3efff10e-4099-429e-9562-1aacdecbec2d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:08.909097 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] Calling delete_port for 3efff10e-4099-429e-9562-1aacdecbec2d owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:28:08.950438 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdf83fe-5e4a-4277-b3f0-bb888fd49360 None None] DHCP port deletion for 07f8bca3-c9fd-48fb-86f0-9ea15ad3829a request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:28:09.004626 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3efff10e-4099-429e-9562-1aacdecbec2d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:09.006403 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf83fe-5e4a-4277-b3f0-bb888fd49360 None None] Deleting port 3efff10e-4099-429e-9562-1aacdecbec2d {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:28:09.006778 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bbdf83fe-5e4a-4277-b3f0-bb888fd49360 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3efff10e-4099-429e-9562-1aacdecbec2d), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:09.032601 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] Pushing event deleted for resources: {'Port': ['ID=3efff10e-4099-429e-9562-1aacdecbec2d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:09.035295 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] No DVR routers for this DVR port 3efff10e-4099-429e-9562-1aacdecbec2d on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:28:09.085874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bbdf83fe-5e4a-4277-b3f0-bb888fd49360 None None] For port 3efff10e-4099-429e-9562-1aacdecbec2d, host n-d-824834-11, got binding levels [] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:09.086497 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bbdf83fe-5e4a-4277-b3f0-bb888fd49360 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3efff10e-4099-429e-9562-1aacdecbec2d), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:09.103107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf83fe-5e4a-4277-b3f0-bb888fd49360 None None] Calling delete_port for 3efff10e-4099-429e-9562-1aacdecbec2d owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:28:09.105987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.ipam_backend_mixin [None req-bbdf83fe-5e4a-4277-b3f0-bb888fd49360 None None] Port 3efff10e-4099-429e-9562-1aacdecbec2d was not found and therefore no delete operation was performed {{(pid=103303) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 16:28:09.107304 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bbdf83fe-5e4a-4277-b3f0-bb888fd49360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (3efff10e-4099-429e-9562-1aacdecbec2d), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:09.110708 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (07f8bca3-c9fd-48fb-86f0-9ea15ad3829a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:09.133793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf83fe-5e4a-4277-b3f0-bb888fd49360 None None] Pushing event deleted for resources: {'Port': ['ID=3efff10e-4099-429e-9562-1aacdecbec2d,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:09.137544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdf83fe-5e4a-4277-b3f0-bb888fd49360 None None] No DVR routers for this DVR port 3efff10e-4099-429e-9562-1aacdecbec2d on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:28:09.142777 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f8bca3-c9fd-48fb-86f0-9ea15ad3829a']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:09.156265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46ee9be-77bd-43ba-952e-31f13ebf4188') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:09.156569 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46ee9be-77bd-43ba-952e-31f13ebf4188') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:09.169933 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (b46ee9be-77bd-43ba-952e-31f13ebf4188), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:09.187021 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b46ee9be-77bd-43ba-952e-31f13ebf4188), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:09.194260 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:28:09.194668 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (b46ee9be-77bd-43ba-952e-31f13ebf4188), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:28:09.196887 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:28:09.255393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (07f8bca3-c9fd-48fb-86f0-9ea15ad3829a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:09.262046 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:09.265939 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] 10.222.0.82 "DELETE /v2.0/networks/07f8bca3-c9fd-48fb-86f0-9ea15ad3829a HTTP/1.1" status: 204 len: 168 time: 0.5764546 Feb 08 16:28:09.277519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59056) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:09.278865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bf9c9-461d-4e28-ba1b-59e74990fe1b admin admin] Pushing event deleted for resources: {'Network': ['ID=07f8bca3-c9fd-48fb-86f0-9ea15ad3829a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:09.629022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ab915d45-0cc0-466f-b352-e7234c14326e no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:28:09.655299 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: ab915d45-0cc0-466f-b352-e7234c14326e {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:28:09.655650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ab915d45-0cc0-466f-b352-e7234c14326e not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:28:09.656078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 90b3e09a-3a35-4159-a601-7c803cf28789 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:28:09.659637 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-669ea510-e0a2-4d55-b3b2-8caa558a15a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (a58c72da-df05-42e0-80c7-06ec2cbd9414), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:09.678920 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 90b3e09a-3a35-4159-a601-7c803cf28789 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:28:09.679294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 90b3e09a-3a35-4159-a601-7c803cf28789 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:28:09.679684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3efff10e-4099-429e-9562-1aacdecbec2d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:28:09.699523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 3efff10e-4099-429e-9562-1aacdecbec2d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:28:09.699870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3efff10e-4099-429e-9562-1aacdecbec2d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:28:09.919837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-669ea510-e0a2-4d55-b3b2-8caa558a15a6 admin admin] Deleting port 41d07f87-d1ce-49d6-9fa8-92b835caf090 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:28:09.920088 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-669ea510-e0a2-4d55-b3b2-8caa558a15a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:10.007670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-669ea510-e0a2-4d55-b3b2-8caa558a15a6 admin admin] For port 41d07f87-d1ce-49d6-9fa8-92b835caf090, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=41d07f87-d1ce-49d6-9fa8-92b835caf090,segment=NetworkSegment(f3a2d068-660c-4caa-8cb6-2e8bbe096f72),segment_id=f3a2d068-660c-4caa-8cb6-2e8bbe096f72)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:10.008076 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-669ea510-e0a2-4d55-b3b2-8caa558a15a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:10.022516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-669ea510-e0a2-4d55-b3b2-8caa558a15a6 admin admin] Calling delete_port for 41d07f87-d1ce-49d6-9fa8-92b835caf090 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:28:10.220460 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-669ea510-e0a2-4d55-b3b2-8caa558a15a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (41d07f87-d1ce-49d6-9fa8-92b835caf090), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:10.250920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ea510-e0a2-4d55-b3b2-8caa558a15a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d07f87-d1ce-49d6-9fa8-92b835caf090,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:10.437776 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-669ea510-e0a2-4d55-b3b2-8caa558a15a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (a58c72da-df05-42e0-80c7-06ec2cbd9414), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:10.955909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669ea510-e0a2-4d55-b3b2-8caa558a15a6 admin admin] Router a58c72da-df05-42e0-80c7-06ec2cbd9414 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:28:11.064649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669ea510-e0a2-4d55-b3b2-8caa558a15a6 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:28:11.070324 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-669ea510-e0a2-4d55-b3b2-8caa558a15a6 admin admin] 10.222.0.82 "PUT /v2.0/routers/a58c72da-df05-42e0-80c7-06ec2cbd9414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7917976 Feb 08 16:28:11.072757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59058) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:11.075414 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538e2783-9f24-477a-bf9a-78eec1dd4807 None None] Sync routers for ids ['a58c72da-df05-42e0-80c7-06ec2cbd9414'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:28:11.087500 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538e2783-9f24-477a-bf9a-78eec1dd4807 None None] Routers {'a58c72da-df05-42e0-80c7-06ec2cbd9414'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:11.088114 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-538e2783-9f24-477a-bf9a-78eec1dd4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a58c72da-df05-42e0-80c7-06ec2cbd9414'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:11.191050 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] Publish callbacks [] for router (a58c72da-df05-42e0-80c7-06ec2cbd9414), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:11.297458 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-538e2783-9f24-477a-bf9a-78eec1dd4807 None None] Set router a58c72da-df05-42e0-80c7-06ec2cbd9414 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:11.307319 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] Publish callbacks [] for router_gateway (a58c72da-df05-42e0-80c7-06ec2cbd9414), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:11.364726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] Deleting port b09d158a-a3a4-4376-ad34-9723f03ccc8e {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:28:11.365092 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b09d158a-a3a4-4376-ad34-9723f03ccc8e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:11.446071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] For port b09d158a-a3a4-4376-ad34-9723f03ccc8e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b09d158a-a3a4-4376-ad34-9723f03ccc8e,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:11.446434 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b09d158a-a3a4-4376-ad34-9723f03ccc8e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:11.459420 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] Calling delete_port for b09d158a-a3a4-4376-ad34-9723f03ccc8e owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:28:11.489475 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-538e2783-9f24-477a-bf9a-78eec1dd4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'name': 'tempest-TestServerBasicOps-548636694-router', 'tenant_id': '8198a733a05a445087ab93c2a31fa9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'b09d158a-a3a4-4376-ad34-9723f03ccc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:58Z', 'updated_at': '2022-02-08T16:28:10Z', 'revision_number': 5, 'project_id': '8198a733a05a445087ab93c2a31fa9a0', 'gw_port': {'id': 'b09d158a-a3a4-4376-ad34-9723f03ccc8e', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ba:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:22:59Z', 'updated_at': '2022-02-08T16:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:11.518081 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538e2783-9f24-477a-bf9a-78eec1dd4807 None None] Checking router: a58c72da-df05-42e0-80c7-06ec2cbd9414 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:28:11.527676 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538e2783-9f24-477a-bf9a-78eec1dd4807 None None] Routers {'a58c72da-df05-42e0-80c7-06ec2cbd9414'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:11.527817 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-538e2783-9f24-477a-bf9a-78eec1dd4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a58c72da-df05-42e0-80c7-06ec2cbd9414'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:11.620745 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-538e2783-9f24-477a-bf9a-78eec1dd4807 None None] Set router a58c72da-df05-42e0-80c7-06ec2cbd9414 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:11.645976 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b09d158a-a3a4-4376-ad34-9723f03ccc8e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:11.673776 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-538e2783-9f24-477a-bf9a-78eec1dd4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'name': 'tempest-TestServerBasicOps-548636694-router', 'tenant_id': '8198a733a05a445087ab93c2a31fa9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:58Z', 'updated_at': '2022-02-08T16:28:11Z', 'revision_number': 6, 'project_id': '8198a733a05a445087ab93c2a31fa9a0', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:11.677622 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] Pushing event deleted for resources: {'Port': ['ID=b09d158a-a3a4-4376-ad34-9723f03ccc8e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:11.703378 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538e2783-9f24-477a-bf9a-78eec1dd4807 None None] The sync data for ids ['a58c72da-df05-42e0-80c7-06ec2cbd9414'] in n-d-824834-11 is: [{'id': 'a58c72da-df05-42e0-80c7-06ec2cbd9414', 'name': 'tempest-TestServerBasicOps-548636694-router', 'tenant_id': '8198a733a05a445087ab93c2a31fa9a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:22:58Z', 'updated_at': '2022-02-08T16:28:11Z', 'revision_number': 6, 'project_id': '8198a733a05a445087ab93c2a31fa9a0', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:28:11.748631 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (a58c72da-df05-42e0-80c7-06ec2cbd9414), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:11.852974 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (a58c72da-df05-42e0-80c7-06ec2cbd9414), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:11.855217 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] Publish callbacks [] for router_controller (a58c72da-df05-42e0-80c7-06ec2cbd9414), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:11.901661 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (a58c72da-df05-42e0-80c7-06ec2cbd9414), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:11.902146 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router a58c72da-df05-42e0-80c7-06ec2cbd9414 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:28:11.906973 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:11.908133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9608ef47-ded8-40ac-a670-dc82d20917ef admin admin] 10.222.0.82 "DELETE /v2.0/routers/a58c72da-df05-42e0-80c7-06ec2cbd9414 HTTP/1.1" status: 204 len: 168 time: 0.8344193 Feb 08 16:28:11.911739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59062) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:11.955414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a55e30-7a30-4aa9-9a8c-7de89e489100 admin admin] Deleting subnet 3d136940-3803-4f33-b1c1-123008247ace {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:28:11.959116 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22a55e30-7a30-4aa9-9a8c-7de89e489100 admin admin] Publish callbacks [] for subnet (3d136940-3803-4f33-b1c1-123008247ace), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:11.992519 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22a55e30-7a30-4aa9-9a8c-7de89e489100 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (3d136940-3803-4f33-b1c1-123008247ace), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.074997 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22a55e30-7a30-4aa9-9a8c-7de89e489100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (3d136940-3803-4f33-b1c1-123008247ace), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.130945 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22a55e30-7a30-4aa9-9a8c-7de89e489100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (3d136940-3803-4f33-b1c1-123008247ace), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.157038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a55e30-7a30-4aa9-9a8c-7de89e489100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d136940-3803-4f33-b1c1-123008247ace,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:12.161125 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-22a55e30-7a30-4aa9-9a8c-7de89e489100 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.164211 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-22a55e30-7a30-4aa9-9a8c-7de89e489100 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/3d136940-3803-4f33-b1c1-123008247ace HTTP/1.1" status: 204 len: 168 time: 0.2515316 Feb 08 16:28:12.166645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59064) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:12.169105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcdaf65-1eec-42c6-a60f-d948e08ffbfd None None] Network 7e487d72-6521-4c2e-a78e-d51d87ef0f4c requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:28:12.234843 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (7e487d72-6521-4c2e-a78e-d51d87ef0f4c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.296790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] Deleting port 49603390-944e-4a1f-89a8-2394a2305c3c {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:28:12.297161 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (49603390-944e-4a1f-89a8-2394a2305c3c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.359947 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] For port 49603390-944e-4a1f-89a8-2394a2305c3c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=49603390-944e-4a1f-89a8-2394a2305c3c,segment=NetworkSegment(f3a2d068-660c-4caa-8cb6-2e8bbe096f72),segment_id=f3a2d068-660c-4caa-8cb6-2e8bbe096f72)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:12.360303 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (49603390-944e-4a1f-89a8-2394a2305c3c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.373198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] Calling delete_port for 49603390-944e-4a1f-89a8-2394a2305c3c owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:28:12.458018 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (49603390-944e-4a1f-89a8-2394a2305c3c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.459759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d777225d-2796-4339-9a9b-c287d7f0ace7 None None] DHCP port deletion for 7e487d72-6521-4c2e-a78e-d51d87ef0f4c request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:28:12.490021 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] Pushing event deleted for resources: {'Port': ['ID=49603390-944e-4a1f-89a8-2394a2305c3c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:12.493939 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] No DVR routers for this DVR port 49603390-944e-4a1f-89a8-2394a2305c3c on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:28:12.566268 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (7e487d72-6521-4c2e-a78e-d51d87ef0f4c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.588624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e487d72-6521-4c2e-a78e-d51d87ef0f4c']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:12.598863 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a2d068-660c-4caa-8cb6-2e8bbe096f72') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:12.599162 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a2d068-660c-4caa-8cb6-2e8bbe096f72') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:12.608645 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (f3a2d068-660c-4caa-8cb6-2e8bbe096f72), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.622584 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f3a2d068-660c-4caa-8cb6-2e8bbe096f72), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.629160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:28:12.629939 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (f3a2d068-660c-4caa-8cb6-2e8bbe096f72), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:28:12.631784 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:28:12.695291 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (7e487d72-6521-4c2e-a78e-d51d87ef0f4c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.701288 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.709144 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] 10.222.0.82 "DELETE /v2.0/networks/7e487d72-6521-4c2e-a78e-d51d87ef0f4c HTTP/1.1" status: 204 len: 168 time: 0.5411425 Feb 08 16:28:12.723616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545fbea-4041-490d-b0c2-f4289e33b057 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e487d72-6521-4c2e-a78e-d51d87ef0f4c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:12.833517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59072) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:12.874221 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7e29e478-594f-41a1-909e-918672dc9330 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1c1a84cb77ad41d4a5a7ef0128c1faeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395298 Feb 08 16:28:12.876660 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59074) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:12.923623 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ff85ec6-eac0-4dfc-9d8f-1d85b1e03b5f admin admin] Publish callbacks [] for security_group (9239075e-95b8-4a85-a09d-2398cb658c98), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.949634 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ff85ec6-eac0-4dfc-9d8f-1d85b1e03b5f admin admin] Publish callbacks [] for security_group (9239075e-95b8-4a85-a09d-2398cb658c98), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.995393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ff85ec6-eac0-4dfc-9d8f-1d85b1e03b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9239075e-95b8-4a85-a09d-2398cb658c98), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.997983 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9ff85ec6-eac0-4dfc-9d8f-1d85b1e03b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:12.999138 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9ff85ec6-eac0-4dfc-9d8f-1d85b1e03b5f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9239075e-95b8-4a85-a09d-2398cb658c98 HTTP/1.1" status: 204 len: 168 time: 0.1215329 Feb 08 16:28:13.006875 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff85ec6-eac0-4dfc-9d8f-1d85b1e03b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9239075e-95b8-4a85-a09d-2398cb658c98,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:13.304146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59080) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:13.343844 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8b1638d0-7997-4b3c-b543-5ddb2e7a34d8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8198a733a05a445087ab93c2a31fa9a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384634 Feb 08 16:28:13.347132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59082) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:13.391911 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6594cd1-d584-4233-a642-c3cf28bfe8b0 admin admin] Publish callbacks [] for security_group (7d22cca0-a314-45ec-9ec5-f3a1972e5002), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:13.413605 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6594cd1-d584-4233-a642-c3cf28bfe8b0 admin admin] Publish callbacks [] for security_group (7d22cca0-a314-45ec-9ec5-f3a1972e5002), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:13.460736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6594cd1-d584-4233-a642-c3cf28bfe8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7d22cca0-a314-45ec-9ec5-f3a1972e5002), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:13.463702 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a6594cd1-d584-4233-a642-c3cf28bfe8b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:13.464865 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a6594cd1-d584-4233-a642-c3cf28bfe8b0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7d22cca0-a314-45ec-9ec5-f3a1972e5002 HTTP/1.1" status: 204 len: 168 time: 0.1168413 Feb 08 16:28:13.473412 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6594cd1-d584-4233-a642-c3cf28bfe8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d22cca0-a314-45ec-9ec5-f3a1972e5002,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:13.634493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 49603390-944e-4a1f-89a8-2394a2305c3c no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:28:13.656602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 49603390-944e-4a1f-89a8-2394a2305c3c {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:28:13.656974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 49603390-944e-4a1f-89a8-2394a2305c3c not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:28:13.657415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 41d07f87-d1ce-49d6-9fa8-92b835caf090 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:28:13.679298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 41d07f87-d1ce-49d6-9fa8-92b835caf090 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:28:13.679670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 41d07f87-d1ce-49d6-9fa8-92b835caf090 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:28:13.680102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b09d158a-a3a4-4376-ad34-9723f03ccc8e no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:28:13.701356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: b09d158a-a3a4-4376-ad34-9723f03ccc8e {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:28:13.701772 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b09d158a-a3a4-4376-ad34-9723f03ccc8e not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:28:19.139229 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59094) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:19.193414 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:19.311181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-dc1474c2-2499-4913-ae0c-debf7be8733c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port c3e58d3e-c33b-4162-a3c8-0f7c29321627 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:28:19.311534 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc1474c2-2499-4913-ae0c-debf7be8733c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c3e58d3e-c33b-4162-a3c8-0f7c29321627), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:19.390183 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc1474c2-2499-4913-ae0c-debf7be8733c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c3e58d3e-c33b-4162-a3c8-0f7c29321627), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:19.390441 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc1474c2-2499-4913-ae0c-debf7be8733c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (c3e58d3e-c33b-4162-a3c8-0f7c29321627), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:19.402716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-dc1474c2-2499-4913-ae0c-debf7be8733c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for c3e58d3e-c33b-4162-a3c8-0f7c29321627 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:28:19.552265 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc1474c2-2499-4913-ae0c-debf7be8733c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c3e58d3e-c33b-4162-a3c8-0f7c29321627), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:19.577408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1474c2-2499-4913-ae0c-debf7be8733c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=c3e58d3e-c33b-4162-a3c8-0f7c29321627,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:19.642089 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc1474c2-2499-4913-ae0c-debf7be8733c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for floatingip (11638934-48a0-483a-bab2-50605b5619e2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:19.642394 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-dc1474c2-2499-4913-ae0c-debf7be8733c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Floating IP 11638934-48a0-483a-bab2-50605b5619e2 disassociated (deleted). External IP: 172.25.7.251, port: f3a8b3bc-69dc-4c02-8303-5659a04c19e1. Feb 08 16:28:19.860688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1474c2-2499-4913-ae0c-debf7be8733c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router ded0f570-1c05-453d-a817-c89417a6c025 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:28:19.970299 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1474c2-2499-4913-ae0c-debf7be8733c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:28:19.975689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc1474c2-2499-4913-ae0c-debf7be8733c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:19.980341 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581d84c-6271-431b-936f-777de5182ca0 None None] Sync routers for ids ['ded0f570-1c05-453d-a817-c89417a6c025'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:28:19.989463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581d84c-6271-431b-936f-777de5182ca0 None None] Routers {'ded0f570-1c05-453d-a817-c89417a6c025'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:19.990077 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0581d84c-6271-431b-936f-777de5182ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ded0f570-1c05-453d-a817-c89417a6c025'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:20.005853 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dc1474c2-2499-4913-ae0c-debf7be8733c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/floatingips/11638934-48a0-483a-bab2-50605b5619e2 HTTP/1.1" status: 204 len: 168 time: 0.8655102 Feb 08 16:28:20.006434 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'tag': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:28:20.008863 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1611df60-6eef-4d01-920e-5eb8ea76be6c" -d '{"events": [{"name": "network-changed", "server_uuid": "9722cf13-1bba-4eba-8f5c-c85cd023f148", "tag": "f3a8b3bc-69dc-4c02-8303-5659a04c19e1"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:28:20.054531 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2208d8-b57b-48e5-ba12-af4a39142248 x-openstack-request-id: req-3d2208d8-b57b-48e5-ba12-af4a39142248 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:28:20.054829 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9722cf13-1bba-4eba-8f5c-c85cd023f148", "tag": "f3a8b3bc-69dc-4c02-8303-5659a04c19e1", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:28:20.055085 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3d2208d8-b57b-48e5-ba12-af4a39142248 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:28:20.056174 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'tag': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1', 'status': 'completed', 'code': 200} Feb 08 16:28:20.104692 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0581d84c-6271-431b-936f-777de5182ca0 None None] Set router ded0f570-1c05-453d-a817-c89417a6c025 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:20.141622 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611df60-6eef-4d01-920e-5eb8ea76be6c req-2372be20-5823-4eb5-8348-d2effc4b1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:20.147544 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1611df60-6eef-4d01-920e-5eb8ea76be6c req-2372be20-5823-4eb5-8348-d2effc4b1454 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 1128 time: 0.0723851 Feb 08 16:28:20.262773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611df60-6eef-4d01-920e-5eb8ea76be6c req-24b155f9-d9f7-438d-9e3f-3c2a9e33a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:20.264376 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1611df60-6eef-4d01-920e-5eb8ea76be6c req-24b155f9-d9f7-438d-9e3f-3c2a9e33a1df service neutron] 10.222.0.96 "GET /v2.0/networks?id=adb0ea48-39bc-423b-831a-4468dd824829 HTTP/1.1" status: 200 len: 898 time: 0.1054072 Feb 08 16:28:20.273921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f539e-0593-4bd3-a58b-74e5e886ad99 req-11b313af-acfe-4b78-a286-b227d96cc759 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:20.275302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-816f539e-0593-4bd3-a58b-74e5e886ad99 req-11b313af-acfe-4b78-a286-b227d96cc759 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0627210 Feb 08 16:28:20.314703 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1611df60-6eef-4d01-920e-5eb8ea76be6c req-0f7fd07d-5135-4ad3-90e7-9ce445f7ce1a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3a8b3bc-69dc-4c02-8303-5659a04c19e1 HTTP/1.1" status: 200 len: 217 time: 0.0435646 Feb 08 16:28:20.328929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0581d84c-6271-431b-936f-777de5182ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:38Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '711c54d7-2f87-4733-bf38-801e65aa2659', 'name': '', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b6:9d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:37Z', 'updated_at': '2022-02-08T16:26:42Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:20.337882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-816f539e-0593-4bd3-a58b-74e5e886ad99 req-7aa1533f-08d4-4977-a3a8-64abc4c8c913 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517633 Feb 08 16:28:20.368149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581d84c-6271-431b-936f-777de5182ca0 None None] Checking router: ded0f570-1c05-453d-a817-c89417a6c025 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:28:20.374415 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611df60-6eef-4d01-920e-5eb8ea76be6c req-a231511e-5e65-4dc7-b5a1-affb960d9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:20.375925 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1611df60-6eef-4d01-920e-5eb8ea76be6c req-a231511e-5e65-4dc7-b5a1-affb960d9825 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5d1a4825-4f4a-4141-a9d4-de3880a87f88 HTTP/1.1" status: 200 len: 835 time: 0.0544672 Feb 08 16:28:20.377199 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0581d84c-6271-431b-936f-777de5182ca0 None None] Routers {'ded0f570-1c05-453d-a817-c89417a6c025'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:20.377833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0581d84c-6271-431b-936f-777de5182ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ded0f570-1c05-453d-a817-c89417a6c025'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:20.437692 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611df60-6eef-4d01-920e-5eb8ea76be6c req-56e1f095-0298-4f4b-8fd2-10db74d77071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:20.439676 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1611df60-6eef-4d01-920e-5eb8ea76be6c req-56e1f095-0298-4f4b-8fd2-10db74d77071 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=adb0ea48-39bc-423b-831a-4468dd824829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0569038 Feb 08 16:28:20.482270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0581d84c-6271-431b-936f-777de5182ca0 None None] Set router ded0f570-1c05-453d-a817-c89417a6c025 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:20.545084 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1611df60-6eef-4d01-920e-5eb8ea76be6c req-32e9d81c-2bb6-45fc-8b02-ae8cd64d4469 service neutron] 10.222.0.96 "GET /v2.0/networks/adb0ea48-39bc-423b-831a-4468dd824829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985472 Feb 08 16:28:20.642618 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:20.645603 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1611df60-6eef-4d01-920e-5eb8ea76be6c req-5e4663d7-41e6-4d1e-b078-a15d27b5c0e3 service neutron] 10.222.0.96 "GET /v2.0/networks/adb0ea48-39bc-423b-831a-4468dd824829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938284 Feb 08 16:28:20.731063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0581d84c-6271-431b-936f-777de5182ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:38Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '711c54d7-2f87-4733-bf38-801e65aa2659', 'name': '', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b6:9d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:37Z', 'updated_at': '2022-02-08T16:26:42Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:20.761310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0581d84c-6271-431b-936f-777de5182ca0 None None] The sync data for ids ['ded0f570-1c05-453d-a817-c89417a6c025'] in n-d-824834-11 is: [{'id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:38Z', 'revision_number': 4, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '711c54d7-2f87-4733-bf38-801e65aa2659', 'name': '', 'network_id': 'adb0ea48-39bc-423b-831a-4468dd824829', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'mac_address': 'fa:16:3e:b6:9d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:37Z', 'updated_at': '2022-02-08T16:26:42Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'subnets': [{'id': '5d1a4825-4f4a-4141-a9d4-de3880a87f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:28:21.009213 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f781857-381b-4fbe-8f27-2f783b64ff73 None None] New status for floating IP 11638934-48a0-483a-bab2-50605b5619e2: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:28:21.465949 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31feeb63-0d32-47e9-86f9-d56b2a26f970 req-92cb37e8-39a3-4acd-bf8e-4de681f8e90c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:21.467418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31feeb63-0d32-47e9-86f9-d56b2a26f970 req-92cb37e8-39a3-4acd-bf8e-4de681f8e90c tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0566075 Feb 08 16:28:21.514931 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31feeb63-0d32-47e9-86f9-d56b2a26f970 req-58691860-58f6-43c1-a9fc-e53670065fce tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "GET /v2.0/security-groups?id=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411747 Feb 08 16:28:21.600853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb49509-1854-4441-9b6c-1c5c5131aa7d req-8b6186eb-01eb-4ef0-a377-2ddfc18ec88b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:21.602594 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cfb49509-1854-4441-9b6c-1c5c5131aa7d req-8b6186eb-01eb-4ef0-a377-2ddfc18ec88b tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "GET /v2.0/ports?device_id=9722cf13-1bba-4eba-8f5c-c85cd023f148 HTTP/1.1" status: 200 len: 945 time: 0.0548453 Feb 08 16:28:21.700105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-cfb49509-1854-4441-9b6c-1c5c5131aa7d req-a53a006a-61fb-4852-8585-7d65592e0223 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:28:21.700377 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cfb49509-1854-4441-9b6c-1c5c5131aa7d req-a53a006a-61fb-4852-8585-7d65592e0223 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:21.790590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-cfb49509-1854-4441-9b6c-1c5c5131aa7d req-a53a006a-61fb-4852-8585-7d65592e0223 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] For port f3a8b3bc-69dc-4c02-8303-5659a04c19e1, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,segment=NetworkSegment(2bc9dcc5-93db-45e3-9b51-1dfb78209694),segment_id=2bc9dcc5-93db-45e3-9b51-1dfb78209694)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:21.791067 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cfb49509-1854-4441-9b6c-1c5c5131aa7d req-a53a006a-61fb-4852-8585-7d65592e0223 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:21.804526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-cfb49509-1854-4441-9b6c-1c5c5131aa7d req-a53a006a-61fb-4852-8585-7d65592e0223 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for f3a8b3bc-69dc-4c02-8303-5659a04c19e1 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:28:21.934238 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cfb49509-1854-4441-9b6c-1c5c5131aa7d req-a53a006a-61fb-4852-8585-7d65592e0223 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f3a8b3bc-69dc-4c02-8303-5659a04c19e1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:21.963303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a006a-61fb-4852-8585-7d65592e0223 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=f3a8b3bc-69dc-4c02-8303-5659a04c19e1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:22.009316 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb49509-1854-4441-9b6c-1c5c5131aa7d req-a53a006a-61fb-4852-8585-7d65592e0223 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] No DVR routers for this DVR port f3a8b3bc-69dc-4c02-8303-5659a04c19e1 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:28:22.011849 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-cfb49509-1854-4441-9b6c-1c5c5131aa7d req-a53a006a-61fb-4852-8585-7d65592e0223 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:22.015161 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cfb49509-1854-4441-9b6c-1c5c5131aa7d req-a53a006a-61fb-4852-8585-7d65592e0223 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.96 "DELETE /v2.0/ports/f3a8b3bc-69dc-4c02-8303-5659a04c19e1 HTTP/1.1" status: 204 len: 173 time: 0.4052327 Feb 08 16:28:22.057152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'name': 'network-vif-deleted', 'tag': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:28:22.059554 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc1aef7-d394-479e-b294-ada51c479115" -d '{"events": [{"server_uuid": "9722cf13-1bba-4eba-8f5c-c85cd023f148", "name": "network-vif-deleted", "tag": "f3a8b3bc-69dc-4c02-8303-5659a04c19e1"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:28:22.098815 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56af81a-a88b-43a5-8427-3793f74aaf68 x-openstack-request-id: req-d56af81a-a88b-43a5-8427-3793f74aaf68 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:28:22.099129 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9722cf13-1bba-4eba-8f5c-c85cd023f148", "name": "network-vif-deleted", "tag": "f3a8b3bc-69dc-4c02-8303-5659a04c19e1", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:28:22.099369 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d56af81a-a88b-43a5-8427-3793f74aaf68 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:28:22.100003 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9722cf13-1bba-4eba-8f5c-c85cd023f148', 'name': 'network-vif-deleted', 'tag': 'f3a8b3bc-69dc-4c02-8303-5659a04c19e1', 'status': 'completed', 'code': 200} Feb 08 16:28:22.571959 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59114) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:22.929368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1dbf3baf-1433-4aaf-abf6-2bc610baff77 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (ded0f570-1c05-453d-a817-c89417a6c025), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:23.187687 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf3baf-1433-4aaf-abf6-2bc610baff77 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port 711c54d7-2f87-4733-bf38-801e65aa2659 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:28:23.187963 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1dbf3baf-1433-4aaf-abf6-2bc610baff77 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:23.278349 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-1dbf3baf-1433-4aaf-abf6-2bc610baff77 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] For port 711c54d7-2f87-4733-bf38-801e65aa2659, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=711c54d7-2f87-4733-bf38-801e65aa2659,segment=NetworkSegment(2bc9dcc5-93db-45e3-9b51-1dfb78209694),segment_id=2bc9dcc5-93db-45e3-9b51-1dfb78209694)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:23.278736 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1dbf3baf-1433-4aaf-abf6-2bc610baff77 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:23.291597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf3baf-1433-4aaf-abf6-2bc610baff77 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for 711c54d7-2f87-4733-bf38-801e65aa2659 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:28:23.475078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1dbf3baf-1433-4aaf-abf6-2bc610baff77 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (711c54d7-2f87-4733-bf38-801e65aa2659), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:23.501996 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf3baf-1433-4aaf-abf6-2bc610baff77 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=711c54d7-2f87-4733-bf38-801e65aa2659,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:23.685710 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1dbf3baf-1433-4aaf-abf6-2bc610baff77 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (ded0f570-1c05-453d-a817-c89417a6c025), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:23.900232 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbf3baf-1433-4aaf-abf6-2bc610baff77 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Router ded0f570-1c05-453d-a817-c89417a6c025 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:28:24.323531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbf3baf-1433-4aaf-abf6-2bc610baff77 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:28:24.328618 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1dbf3baf-1433-4aaf-abf6-2bc610baff77 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "PUT /v2.0/routers/ded0f570-1c05-453d-a817-c89417a6c025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7555833 Feb 08 16:28:24.332502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59116) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:24.335024 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0527905c-85f9-4e02-882c-0e42b0312c76 None None] Sync routers for ids ['ded0f570-1c05-453d-a817-c89417a6c025'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:28:24.344500 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0527905c-85f9-4e02-882c-0e42b0312c76 None None] Routers {'ded0f570-1c05-453d-a817-c89417a6c025'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:24.345121 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0527905c-85f9-4e02-882c-0e42b0312c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ded0f570-1c05-453d-a817-c89417a6c025'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:24.383795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-878256fb-f378-48c4-be8c-62c107e77dee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting subnet 5d1a4825-4f4a-4141-a9d4-de3880a87f88 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:28:24.387292 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-878256fb-f378-48c4-be8c-62c107e77dee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for subnet (5d1a4825-4f4a-4141-a9d4-de3880a87f88), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:24.430748 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-878256fb-f378-48c4-be8c-62c107e77dee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (5d1a4825-4f4a-4141-a9d4-de3880a87f88), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:24.451734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0527905c-85f9-4e02-882c-0e42b0312c76 None None] Set router ded0f570-1c05-453d-a817-c89417a6c025 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:24.512841 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-878256fb-f378-48c4-be8c-62c107e77dee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (5d1a4825-4f4a-4141-a9d4-de3880a87f88), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:24.571368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-878256fb-f378-48c4-be8c-62c107e77dee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (5d1a4825-4f4a-4141-a9d4-de3880a87f88), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:24.603565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878256fb-f378-48c4-be8c-62c107e77dee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Subnet': ['ID=5d1a4825-4f4a-4141-a9d4-de3880a87f88,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:24.607213 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-878256fb-f378-48c4-be8c-62c107e77dee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:24.611060 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-878256fb-f378-48c4-be8c-62c107e77dee tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/subnets/5d1a4825-4f4a-4141-a9d4-de3880a87f88 HTTP/1.1" status: 204 len: 168 time: 0.2775755 Feb 08 16:28:24.613812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59118) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:24.621634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0054c9-4888-4a4c-b6f3-dbd58855ff66 None None] Network adb0ea48-39bc-423b-831a-4468dd824829 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:28:24.701788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0527905c-85f9-4e02-882c-0e42b0312c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:28:23Z', 'revision_number': 5, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port': {'id': 'bf914257-e748-45c0-967a-1be28f9b0b8b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:24.725055 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router (ded0f570-1c05-453d-a817-c89417a6c025), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:24.836230 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_gateway (ded0f570-1c05-453d-a817-c89417a6c025), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:24.895398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Deleting port bf914257-e748-45c0-967a-1be28f9b0b8b {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:28:24.895660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (bf914257-e748-45c0-967a-1be28f9b0b8b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:24.901602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0527905c-85f9-4e02-882c-0e42b0312c76 None None] Checking router: ded0f570-1c05-453d-a817-c89417a6c025 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:28:24.916191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0527905c-85f9-4e02-882c-0e42b0312c76 None None] Routers {'ded0f570-1c05-453d-a817-c89417a6c025'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:24.916803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0527905c-85f9-4e02-882c-0e42b0312c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ded0f570-1c05-453d-a817-c89417a6c025'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:24.974891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] For port bf914257-e748-45c0-967a-1be28f9b0b8b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=bf914257-e748-45c0-967a-1be28f9b0b8b,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:24.975334 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (bf914257-e748-45c0-967a-1be28f9b0b8b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:24.990721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Calling delete_port for bf914257-e748-45c0-967a-1be28f9b0b8b owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:28:25.007511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0527905c-85f9-4e02-882c-0e42b0312c76 None None] Set router ded0f570-1c05-453d-a817-c89417a6c025 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:25.066402 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be15c32-a16e-4eaa-98cd-7157b0994bd5 None None] DHCP port deletion for adb0ea48-39bc-423b-831a-4468dd824829 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:28:25.068742 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0527905c-85f9-4e02-882c-0e42b0312c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:28:24Z', 'revision_number': 6, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:25.100138 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0527905c-85f9-4e02-882c-0e42b0312c76 None None] The sync data for ids ['ded0f570-1c05-453d-a817-c89417a6c025'] in n-d-824834-11 is: [{'id': 'ded0f570-1c05-453d-a817-c89417a6c025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-318626764', 'tenant_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:26:34Z', 'updated_at': '2022-02-08T16:28:24Z', 'revision_number': 6, 'project_id': 'eaaf6f2b7cc84c8382c2d49312dd8dce', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:28:25.134563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f3a8b3bc-69dc-4c02-8303-5659a04c19e1 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:28:25.164331 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: f3a8b3bc-69dc-4c02-8303-5659a04c19e1 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:28:25.164879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f3a8b3bc-69dc-4c02-8303-5659a04c19e1 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:28:25.176418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2be15c32-a16e-4eaa-98cd-7157b0994bd5 None None] Deleting port 05b3fc45-ebaf-4344-b09a-7c902b008c09 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:28:25.176594 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2be15c32-a16e-4eaa-98cd-7157b0994bd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (05b3fc45-ebaf-4344-b09a-7c902b008c09), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.186591 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (bf914257-e748-45c0-967a-1be28f9b0b8b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.225495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Port': ['ID=bf914257-e748-45c0-967a-1be28f9b0b8b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:25.251115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2be15c32-a16e-4eaa-98cd-7157b0994bd5 None None] For port 05b3fc45-ebaf-4344-b09a-7c902b008c09, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=05b3fc45-ebaf-4344-b09a-7c902b008c09,segment=NetworkSegment(2bc9dcc5-93db-45e3-9b51-1dfb78209694),segment_id=2bc9dcc5-93db-45e3-9b51-1dfb78209694)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:25.251611 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2be15c32-a16e-4eaa-98cd-7157b0994bd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (05b3fc45-ebaf-4344-b09a-7c902b008c09), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.265160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2be15c32-a16e-4eaa-98cd-7157b0994bd5 None None] Calling delete_port for 05b3fc45-ebaf-4344-b09a-7c902b008c09 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:28:25.290000 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (ded0f570-1c05-453d-a817-c89417a6c025), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.351088 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2be15c32-a16e-4eaa-98cd-7157b0994bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (05b3fc45-ebaf-4344-b09a-7c902b008c09), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.376189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be15c32-a16e-4eaa-98cd-7157b0994bd5 None None] Pushing event deleted for resources: {'Port': ['ID=05b3fc45-ebaf-4344-b09a-7c902b008c09,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:25.382333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be15c32-a16e-4eaa-98cd-7157b0994bd5 None None] No DVR routers for this DVR port 05b3fc45-ebaf-4344-b09a-7c902b008c09 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:28:25.389925 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (ded0f570-1c05-453d-a817-c89417a6c025), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.392467 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router_controller (ded0f570-1c05-453d-a817-c89417a6c025), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.445635 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (ded0f570-1c05-453d-a817-c89417a6c025), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.446481 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Fanout notify agent at l3_agent the message router_deleted on router ded0f570-1c05-453d-a817-c89417a6c025 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:28:25.456637 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.460666 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-68f25bcf-6345-4435-a1dd-7583a4d5a59a tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/routers/ded0f570-1c05-453d-a817-c89417a6c025 HTTP/1.1" status: 204 len: 168 time: 0.8434756 Feb 08 16:28:25.460889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59120) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:25.552974 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c7c52778-cda0-43fc-a213-104ce01c71dc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (adb0ea48-39bc-423b-831a-4468dd824829), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.656716 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c7c52778-cda0-43fc-a213-104ce01c71dc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (adb0ea48-39bc-423b-831a-4468dd824829), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.681896 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-c7c52778-cda0-43fc-a213-104ce01c71dc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb0ea48-39bc-423b-831a-4468dd824829']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:25.695225 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-c7c52778-cda0-43fc-a213-104ce01c71dc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc9dcc5-93db-45e3-9b51-1dfb78209694') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:25.695560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-c7c52778-cda0-43fc-a213-104ce01c71dc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc9dcc5-93db-45e3-9b51-1dfb78209694') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:25.706076 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c7c52778-cda0-43fc-a213-104ce01c71dc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (2bc9dcc5-93db-45e3-9b51-1dfb78209694), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.722752 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c7c52778-cda0-43fc-a213-104ce01c71dc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (2bc9dcc5-93db-45e3-9b51-1dfb78209694), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.729740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c52778-cda0-43fc-a213-104ce01c71dc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:28:25.730337 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c7c52778-cda0-43fc-a213-104ce01c71dc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (2bc9dcc5-93db-45e3-9b51-1dfb78209694), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:28:25.733686 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:28:25.763606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 05b3fc45-ebaf-4344-b09a-7c902b008c09 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:28:25.792663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 05b3fc45-ebaf-4344-b09a-7c902b008c09 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:28:25.793374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 05b3fc45-ebaf-4344-b09a-7c902b008c09 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:28:25.794002 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 711c54d7-2f87-4733-bf38-801e65aa2659 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:28:25.812387 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c7c52778-cda0-43fc-a213-104ce01c71dc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (adb0ea48-39bc-423b-831a-4468dd824829), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.816657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 711c54d7-2f87-4733-bf38-801e65aa2659 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:28:25.817172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 711c54d7-2f87-4733-bf38-801e65aa2659 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:28:25.818856 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c7c52778-cda0-43fc-a213-104ce01c71dc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.826796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59122) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:25.838019 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c7c52778-cda0-43fc-a213-104ce01c71dc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/networks/adb0ea48-39bc-423b-831a-4468dd824829 HTTP/1.1" status: 204 len: 168 time: 0.3757815 Feb 08 16:28:25.855661 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c52778-cda0-43fc-a213-104ce01c71dc tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'Network': ['ID=adb0ea48-39bc-423b-831a-4468dd824829,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:25.895700 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd01b2e2-0fa0-4e6c-9367-a0aa4e4a19d5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.924846 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd01b2e2-0fa0-4e6c-9367-a0aa4e4a19d5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.996420 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd01b2e2-0fa0-4e6c-9367-a0aa4e4a19d5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:25.999088 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd01b2e2-0fa0-4e6c-9367-a0aa4e4a19d5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:26.000436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fd01b2e2-0fa0-4e6c-9367-a0aa4e4a19d5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] 10.222.0.82 "DELETE /v2.0/security-groups/52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca HTTP/1.1" status: 204 len: 168 time: 0.1726170 Feb 08 16:28:26.009630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01b2e2-0fa0-4e6c-9367-a0aa4e4a19d5 tempest-TestNetworkAdvancedServerOps-1742808726 tempest-TestNetworkAdvancedServerOps-1742808726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bf1f9a-c2b3-43a8-80d0-9fe6cc95a7ca,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:26.303794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59130) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:26.441176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8b284228-9826-4abc-8ee5-3a9e533f3a91 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=eaaf6f2b7cc84c8382c2d49312dd8dce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352794 Feb 08 16:28:26.443420 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59134) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:26.489979 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c270545e-0ab8-4870-b436-409631c03f03 admin admin] Publish callbacks [] for security_group (8864f040-26bc-46b5-9a8d-99c67a2c4f78), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:26.514958 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c270545e-0ab8-4870-b436-409631c03f03 admin admin] Publish callbacks [] for security_group (8864f040-26bc-46b5-9a8d-99c67a2c4f78), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:26.561684 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c270545e-0ab8-4870-b436-409631c03f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8864f040-26bc-46b5-9a8d-99c67a2c4f78), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:26.564543 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c270545e-0ab8-4870-b436-409631c03f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:26.566234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c270545e-0ab8-4870-b436-409631c03f03 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8864f040-26bc-46b5-9a8d-99c67a2c4f78 HTTP/1.1" status: 204 len: 168 time: 0.1219089 Feb 08 16:28:26.574158 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270545e-0ab8-4870-b436-409631c03f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8864f040-26bc-46b5-9a8d-99c67a2c4f78,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:26.843243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59140) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:26.884784 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b4ff8b3e-535c-4c08-9708-d8b7b0ddf7f3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2226183e1a4b433eaf4ba606be8ec503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402365 Feb 08 16:28:26.887289 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59142) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:26.935839 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba1b8b8b-7dce-4aa4-9c2d-0b510a66fb7b admin admin] Publish callbacks [] for security_group (af4408af-599a-410e-a108-b9a7e44d4773), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:26.958494 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba1b8b8b-7dce-4aa4-9c2d-0b510a66fb7b admin admin] Publish callbacks [] for security_group (af4408af-599a-410e-a108-b9a7e44d4773), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:27.008616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba1b8b8b-7dce-4aa4-9c2d-0b510a66fb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (af4408af-599a-410e-a108-b9a7e44d4773), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:27.011756 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba1b8b8b-7dce-4aa4-9c2d-0b510a66fb7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:27.012922 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ba1b8b8b-7dce-4aa4-9c2d-0b510a66fb7b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/af4408af-599a-410e-a108-b9a7e44d4773 HTTP/1.1" status: 204 len: 168 time: 0.1246798 Feb 08 16:28:27.021737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b8b8b-7dce-4aa4-9c2d-0b510a66fb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4408af-599a-410e-a108-b9a7e44d4773,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:27.577404 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device bf914257-e748-45c0-967a-1be28f9b0b8b no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:28:27.598751 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: bf914257-e748-45c0-967a-1be28f9b0b8b {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:28:27.599101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device bf914257-e748-45c0-967a-1be28f9b0b8b not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:28:28.234124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59178) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:28.374000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'network': {'name': 'tempest-network-smoke--1216179958', 'project_id': 'f93a160deae74590a400583119df84dd', 'port_security_enabled': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:28:28.394095 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Made reservation on behalf of f93a160deae74590a400583119df84dd for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:28:28.397901 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:28.406528 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:28.491277 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (97503d03-56f4-4701-a534-657643f1ac2f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:28.495158 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (97503d03-56f4-4701-a534-657643f1ac2f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:28.528026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:28:28.533402 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97503d03-56f4-4701-a534-657643f1ac2f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:28.542920 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (e717705e-17c6-4e3c-8ffd-d885c0959b02), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:28.543262 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Added segment e717705e-17c6-4e3c-8ffd-d885c0959b02 of type vlan for network 3f17984f-762c-4665-bfba-424c6f024cd5 Feb 08 16:28:28.586179 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (3f17984f-762c-4665-bfba-424c6f024cd5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:28.610271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (3f17984f-762c-4665-bfba-424c6f024cd5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:28.615167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:28.615759 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:28.688238 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4530058 Feb 08 16:28:28.691875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59182) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:28.696605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'admin_state_up': True, 'project_id': 'f93a160deae74590a400583119df84dd', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:28:28.718454 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (625951eb-8818-45c1-9260-1979988ceb64), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:28.719482 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (625951eb-8818-45c1-9260-1979988ceb64), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:28.722454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd071b-f35e-4e0f-b4fa-e062f2ba741c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Network': ['ID=3f17984f-762c-4665-bfba-424c6f024cd5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:28.739304 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 3f17984f-762c-4665-bfba-424c6f024cd5 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:28:28.775245 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router_controller (625951eb-8818-45c1-9260-1979988ceb64), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:28.927207 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router_gateway (625951eb-8818-45c1-9260-1979988ceb64), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:29.127177 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router_gateway (625951eb-8818-45c1-9260-1979988ceb64), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:29.146338 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:29.252607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Allocated IP 172.25.7.73 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/ebc6722b-338a-4f82-83ae-cac00a94eecf) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:28:29.354414 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for port (ebc6722b-338a-4f82-83ae-cac00a94eecf), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:29.386594 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ebc6722b-338a-4f82-83ae-cac00a94eecf), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:29.431863 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:28:29.434760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:28:29.438304 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:28:29.459987 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Port': ['ID=ebc6722b-338a-4f82-83ae-cac00a94eecf,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:29.693106 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router_gateway (625951eb-8818-45c1-9260-1979988ceb64), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:30.178168 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (625951eb-8818-45c1-9260-1979988ceb64), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:30.305048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Router 625951eb-8818-45c1-9260-1979988ceb64 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:28:30.409367 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:28:30.419325 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Sync routers for ids ['625951eb-8818-45c1-9260-1979988ceb64'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:28:30.429820 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:30.430228 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Routers {'625951eb-8818-45c1-9260-1979988ceb64'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:30.430837 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['625951eb-8818-45c1-9260-1979988ceb64'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:30.430988 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-172f74b5-47ca-4c44-b5ec-f369fb1cee22 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7380900 Feb 08 16:28:30.434213 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59184) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:30.513707 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7bac181c-6c15-4323-885b-b58f3a09744a tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=f93a160deae74590a400583119df84dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0783212 Feb 08 16:28:30.516341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59188) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:30.538995 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Set router 625951eb-8818-45c1-9260-1979988ceb64 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:30.601020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bd7ea8-b1fd-47a5-b48b-605fd16f9d20 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:30.602577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-47bd7ea8-b1fd-47a5-b48b-605fd16f9d20 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853300 Feb 08 16:28:30.605530 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59190) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:30.633974 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ca9ba6f5-bb25-4652-a665-2efd2247b5fa tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273385 Feb 08 16:28:30.636496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59192) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:30.641220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-0373ff5b-0d6c-44a8-a819-a0d869f4af0c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-248025805', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'project_id': 'f93a160deae74590a400583119df84dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:28:30.713967 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:28:29Z', 'revision_number': 3, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:30.733636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0373ff5b-0d6c-44a8-a819-a0d869f4af0c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Made reservation on behalf of f93a160deae74590a400583119df84dd for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:28:30.738061 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0373ff5b-0d6c-44a8-a819-a0d869f4af0c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:30.749573 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Checking router: 625951eb-8818-45c1-9260-1979988ceb64 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:28:30.749932 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Updating router 625951eb-8818-45c1-9260-1979988ceb64 port ebc6722b-338a-4f82-83ae-cac00a94eecf binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:28:30.777324 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ebc6722b-338a-4f82-83ae-cac00a94eecf), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:30.919848 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0373ff5b-0d6c-44a8-a819-a0d869f4af0c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (5138e319-9ae7-49af-b05b-021a835cc152), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:30.979484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373ff5b-0d6c-44a8-a819-a0d869f4af0c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Subnet': ['ID=5138e319-9ae7-49af-b05b-021a835cc152,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:30.989465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373ff5b-0d6c-44a8-a819-a0d869f4af0c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Checking segment: {'id': 'e717705e-17c6-4e3c-8ffd-d885c0959b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:28:30.990042 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0373ff5b-0d6c-44a8-a819-a0d869f4af0c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network hostable DHCP agents. Network: 3f17984f-762c-4665-bfba-424c6f024cd5, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:28:31.006528 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0373ff5b-0d6c-44a8-a819-a0d869f4af0c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network 3f17984f-762c-4665-bfba-424c6f024cd5 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:28:31.015289 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-0373ff5b-0d6c-44a8-a819-a0d869f4af0c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 3f17984f-762c-4665-bfba-424c6f024cd5) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:28:31.020451 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373ff5b-0d6c-44a8-a819-a0d869f4af0c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:31.021371 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0373ff5b-0d6c-44a8-a819-a0d869f4af0c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:31.025388 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecd21db-9757-4421-967f-61a8010de28e None None] Network 3f17984f-762c-4665-bfba-424c6f024cd5 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:28:31.038369 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Publish callbacks [] for port (ebc6722b-338a-4f82-83ae-cac00a94eecf), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:31.041367 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0373ff5b-0d6c-44a8-a819-a0d869f4af0c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4037015 Feb 08 16:28:31.043212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59194) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:31.044360 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ebc6722b-338a-4f82-83ae-cac00a94eecf), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:31.097961 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Attempting to bind port ebc6722b-338a-4f82-83ae-cac00a94eecf on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:28:31.098337 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Attempting to bind port ebc6722b-338a-4f82-83ae-cac00a94eecf by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:28:31.098706 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Attempting to bind port ebc6722b-338a-4f82-83ae-cac00a94eecf on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:28:31.109202 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:28:31.109585 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:28:31.110008 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:31.110365 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:28:31.110828 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Bound port: ebc6722b-338a-4f82-83ae-cac00a94eecf, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:28:31.111209 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ebc6722b-338a-4f82-83ae-cac00a94eecf), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:31.112939 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c071d-4818-428f-a401-d6fbf65aadfa None None] Pushing event updated for resources: {'Port': ['ID=ebc6722b-338a-4f82-83ae-cac00a94eecf,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:31.134259 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-3f17984f-762c-4665-bfba-424c6f024cd5', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'project_id': 'f93a160deae74590a400583119df84dd', 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:28:31.135282 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:31.145757 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c071d-4818-428f-a401-d6fbf65aadfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:31.146071 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c071d-4818-428f-a401-d6fbf65aadfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:31.146672 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c071d-4818-428f-a401-d6fbf65aadfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:31.147026 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c071d-4818-428f-a401-d6fbf65aadfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:31.147360 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c071d-4818-428f-a401-d6fbf65aadfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:31.147690 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c071d-4818-428f-a401-d6fbf65aadfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:31.148383 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c071d-4818-428f-a401-d6fbf65aadfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:31.148383 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c071d-4818-428f-a401-d6fbf65aadfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:31.148635 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c071d-4818-428f-a401-d6fbf65aadfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:31.148983 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c071d-4818-428f-a401-d6fbf65aadfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:31.149321 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c071d-4818-428f-a401-d6fbf65aadfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:31.149644 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c071d-4818-428f-a401-d6fbf65aadfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:31.150279 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c071d-4818-428f-a401-d6fbf65aadfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:28:31.181765 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] For port ebc6722b-338a-4f82-83ae-cac00a94eecf, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:28:31.185065 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] For port ebc6722b-338a-4f82-83ae-cac00a94eecf, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ebc6722b-338a-4f82-83ae-cac00a94eecf,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:28:31.191721 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ebc6722b-338a-4f82-83ae-cac00a94eecf), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:31.251279 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Routers {'625951eb-8818-45c1-9260-1979988ceb64'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:31.251981 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['625951eb-8818-45c1-9260-1979988ceb64'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:31.280860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Allocated IP 172.20.0.2 (3f17984f-762c-4665-bfba-424c6f024cd5/5138e319-9ae7-49af-b05b-021a835cc152/dacaf51f-b5cc-43de-ab7a-f5be15342bc9) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:28:31.286813 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c071d-4818-428f-a401-d6fbf65aadfa None None] Pushing event updated for resources: {'Port': ['ID=ebc6722b-338a-4f82-83ae-cac00a94eecf,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:31.432272 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Publish callbacks [] for port (dacaf51f-b5cc-43de-ab7a-f5be15342bc9), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:31.439610 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (dacaf51f-b5cc-43de-ab7a-f5be15342bc9), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:31.465807 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] Set router 625951eb-8818-45c1-9260-1979988ceb64 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:31.482435 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Network 3f17984f-762c-4665-bfba-424c6f024cd5 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:28:31.489612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:28:31.492750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:28:31.502061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Pushing event updated for resources: {'Port': ['ID=dacaf51f-b5cc-43de-ab7a-f5be15342bc9,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:31.540793 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:31.569635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Attempting to bind port dacaf51f-b5cc-43de-ab7a-f5be15342bc9 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:28:31.570089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Attempting to bind port dacaf51f-b5cc-43de-ab7a-f5be15342bc9 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'e717705e-17c6-4e3c-8ffd-d885c0959b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:28:31.570370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Attempting to bind port dacaf51f-b5cc-43de-ab7a-f5be15342bc9 on network 3f17984f-762c-4665-bfba-424c6f024cd5 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:28:31.576867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:28:31.577291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Checking segment: {'id': 'e717705e-17c6-4e3c-8ffd-d885c0959b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:28:31.577801 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:31.578365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Bound using segment: {'id': 'e717705e-17c6-4e3c-8ffd-d885c0959b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:28:31.578794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Bound port: dacaf51f-b5cc-43de-ab7a-f5be15342bc9, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e717705e-17c6-4e3c-8ffd-d885c0959b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:28:31.579186 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (dacaf51f-b5cc-43de-ab7a-f5be15342bc9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:31.593335 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c4ea4382-38ec-4ccc-b4c2-b08fe47e1032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:31.648447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] For port dacaf51f-b5cc-43de-ab7a-f5be15342bc9, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:28:31.652368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] For port dacaf51f-b5cc-43de-ab7a-f5be15342bc9, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=dacaf51f-b5cc-43de-ab7a-f5be15342bc9,segment=NetworkSegment(e717705e-17c6-4e3c-8ffd-d885c0959b02),segment_id=e717705e-17c6-4e3c-8ffd-d885c0959b02)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:28:31.656017 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:28:29Z', 'revision_number': 3, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:31.659872 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (dacaf51f-b5cc-43de-ab7a-f5be15342bc9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:31.689675 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6297f9-475c-47a3-91c3-cd1259033628 None None] The sync data for ids ['625951eb-8818-45c1-9260-1979988ceb64'] in n-d-824834-11 is: [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:28:29Z', 'revision_number': 3, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:28:31.737937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962a00b-d50c-4d7f-b169-eabc86f0b8af None None] Pushing event updated for resources: {'Port': ['ID=dacaf51f-b5cc-43de-ab7a-f5be15342bc9,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:31.855620 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Allocated IP 172.20.0.1 (3f17984f-762c-4665-bfba-424c6f024cd5/5138e319-9ae7-49af-b05b-021a835cc152/93e4017d-d5b1-484c-8f20-88148568df0e) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:28:32.023208 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for port (93e4017d-d5b1-484c-8f20-88148568df0e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:32.067542 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:32.115577 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network 3f17984f-762c-4665-bfba-424c6f024cd5 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:28:32.118812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:28:32.122641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:28:32.130326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Port': ['ID=93e4017d-d5b1-484c-8f20-88148568df0e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:32.171571 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (625951eb-8818-45c1-9260-1979988ceb64), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:32.316788 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:32.619473 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for port (93e4017d-d5b1-484c-8f20-88148568df0e), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:32.628788 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:32.713462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Port': ['ID=93e4017d-d5b1-484c-8f20-88148568df0e,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:32.715919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (625951eb-8818-45c1-9260-1979988ceb64), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:32.796535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bcb84a-fc46-4195-80a7-d609064ad088 None None] Network 3f17984f-762c-4665-bfba-424c6f024cd5 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:28:32.812129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network 3f17984f-762c-4665-bfba-424c6f024cd5 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:28:32.813600 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:28:32.862506 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-437ffea3-cd32-4bd0-9b52-06678a65520c None None] Provisioning complete for port dacaf51f-b5cc-43de-ab7a-f5be15342bc9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:28:32.862881 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-437ffea3-cd32-4bd0-9b52-06678a65520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (dacaf51f-b5cc-43de-ab7a-f5be15342bc9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:32.932793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Router 625951eb-8818-45c1-9260-1979988ceb64 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:28:32.987267 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-437ffea3-cd32-4bd0-9b52-06678a65520c None None] Current status of the port dacaf51f-b5cc-43de-ab7a-f5be15342bc9 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:28:32.987669 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-437ffea3-cd32-4bd0-9b52-06678a65520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (dacaf51f-b5cc-43de-ab7a-f5be15342bc9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:33.022086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-437ffea3-cd32-4bd0-9b52-06678a65520c None None] For port dacaf51f-b5cc-43de-ab7a-f5be15342bc9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=dacaf51f-b5cc-43de-ab7a-f5be15342bc9,segment=NetworkSegment(e717705e-17c6-4e3c-8ffd-d885c0959b02),segment_id=e717705e-17c6-4e3c-8ffd-d885c0959b02)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:33.026702 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-437ffea3-cd32-4bd0-9b52-06678a65520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (dacaf51f-b5cc-43de-ab7a-f5be15342bc9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:33.064525 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:28:33.071357 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fd585b5c-970f-4077-be28-01825251773c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "PUT /v2.0/routers/625951eb-8818-45c1-9260-1979988ceb64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0266373 Feb 08 16:28:33.073637 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59196) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:33.086196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ffea3-cd32-4bd0-9b52-06678a65520c None None] Pushing event updated for resources: {'Port': ['ID=dacaf51f-b5cc-43de-ab7a-f5be15342bc9,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:33.250221 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7d225c64-a65f-4aa6-bc89-3b4d4ecd6131 None None] Provisioning complete for port 93e4017d-d5b1-484c-8f20-88148568df0e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:28:33.250854 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7d225c64-a65f-4aa6-bc89-3b4d4ecd6131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:33.267032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ddb08c-65e9-4e3f-b853-71be8f884da4 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:33.267518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ddb08c-65e9-4e3f-b853-71be8f884da4 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:33.268018 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ddb08c-65e9-4e3f-b853-71be8f884da4 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:33.269067 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ddb08c-65e9-4e3f-b853-71be8f884da4 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:33.269712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ddb08c-65e9-4e3f-b853-71be8f884da4 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:33.270180 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ddb08c-65e9-4e3f-b853-71be8f884da4 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:33.274874 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-14ddb08c-65e9-4e3f-b853-71be8f884da4 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1973805 Feb 08 16:28:33.275220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59198) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:33.298578 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7d225c64-a65f-4aa6-bc89-3b4d4ecd6131 None None] Port 93e4017d-d5b1-484c-8f20-88148568df0e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:28:33.309102 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7d225c64-a65f-4aa6-bc89-3b4d4ecd6131 None None] Provisioning complete for port dacaf51f-b5cc-43de-ab7a-f5be15342bc9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:28:33.309376 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7d225c64-a65f-4aa6-bc89-3b4d4ecd6131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (dacaf51f-b5cc-43de-ab7a-f5be15342bc9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:33.376101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bbef94-4baf-4267-81d9-b1da84cc95ad tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:33.376658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bbef94-4baf-4267-81d9-b1da84cc95ad tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:33.377152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bbef94-4baf-4267-81d9-b1da84cc95ad tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:33.378178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bbef94-4baf-4267-81d9-b1da84cc95ad tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:33.378631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bbef94-4baf-4267-81d9-b1da84cc95ad tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:33.379079 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bbef94-4baf-4267-81d9-b1da84cc95ad tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:33.383579 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-43bbef94-4baf-4267-81d9-b1da84cc95ad tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1028116 Feb 08 16:28:33.383856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59200) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:33.398861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7d225c64-a65f-4aa6-bc89-3b4d4ecd6131 None None] Current status of the port dacaf51f-b5cc-43de-ab7a-f5be15342bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:28:33.474796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Sync routers for ids ['625951eb-8818-45c1-9260-1979988ceb64'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:28:33.488462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Routers {'625951eb-8818-45c1-9260-1979988ceb64'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:33.489051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['625951eb-8818-45c1-9260-1979988ceb64'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:33.634732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7c9c3256-5a17-46e1-84d7-f2844dc9d1d2 None None] Provisioning complete for port 93e4017d-d5b1-484c-8f20-88148568df0e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:28:33.635722 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7c9c3256-5a17-46e1-84d7-f2844dc9d1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:33.691471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Set router 625951eb-8818-45c1-9260-1979988ceb64 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:33.693228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c3256-5a17-46e1-84d7-f2844dc9d1d2 None None] Port 93e4017d-d5b1-484c-8f20-88148568df0e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:28:33.730121 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ebc6722b-338a-4f82-83ae-cac00a94eecf up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:28:33.844156 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-098106df-6381-4c16-97b2-ceba9f7d6101 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.4590924 Feb 08 16:28:33.886564 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a53003c5-5085-48c8-a102-aedbfcd82ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:33.899932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a66b6fe1-9b9d-4fc2-91b3-f8373d046c04 None None] Provisioning complete for port 93e4017d-d5b1-484c-8f20-88148568df0e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:28:33.900388 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a66b6fe1-9b9d-4fc2-91b3-f8373d046c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:33.941611 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ebc6722b-338a-4f82-83ae-cac00a94eecf triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:28:33.941989 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ebc6722b-338a-4f82-83ae-cac00a94eecf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:33.989576 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a66b6fe1-9b9d-4fc2-91b3-f8373d046c04 None None] Port 93e4017d-d5b1-484c-8f20-88148568df0e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:28:34.060310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59204) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:34.064579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:28:32Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '93e4017d-d5b1-484c-8f20-88148568df0e', 'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:76:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:31Z', 'updated_at': '2022-02-08T16:28:32Z', 'revision_number': 2, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': '5138e319-9ae7-49af-b05b-021a835cc152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:34.065928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6eff1832-2db4-4d0f-9bb9-c6d093e748f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1937757915', 'description': 'tempest-secgroup-smoke-1937757915 description', 'project_id': 'f93a160deae74590a400583119df84dd'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:28:34.069711 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ebc6722b-338a-4f82-83ae-cac00a94eecf is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:28:34.070101 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ebc6722b-338a-4f82-83ae-cac00a94eecf), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.087153 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6eff1832-2db4-4d0f-9bb9-c6d093e748f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.159687 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6eff1832-2db4-4d0f-9bb9-c6d093e748f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (3cabfe26-e31a-466d-96dd-a05c7feab821), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.164694 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6eff1832-2db4-4d0f-9bb9-c6d093e748f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3cabfe26-e31a-466d-96dd-a05c7feab821), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.193329 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6eff1832-2db4-4d0f-9bb9-c6d093e748f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.194635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6eff1832-2db4-4d0f-9bb9-c6d093e748f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1330569 Feb 08 16:28:34.197868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59206) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:34.203256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-dfb715ba-3a5d-44db-bc20-5b8ac68c9d4e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': '3cabfe26-e31a-466d-96dd-a05c7feab821', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:28:34.203673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff1832-2db4-4d0f-9bb9-c6d093e748f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cabfe26-e31a-466d-96dd-a05c7feab821,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:34.228530 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfb715ba-3a5d-44db-bc20-5b8ac68c9d4e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (35bd52fb-25c2-4421-a3db-5921581e0812), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.266866 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Checking router: 625951eb-8818-45c1-9260-1979988ceb64 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:28:34.267238 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Updating router 625951eb-8818-45c1-9260-1979988ceb64 port 93e4017d-d5b1-484c-8f20-88148568df0e binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:28:34.287784 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfb715ba-3a5d-44db-bc20-5b8ac68c9d4e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (35bd52fb-25c2-4421-a3db-5921581e0812), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.291634 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfb715ba-3a5d-44db-bc20-5b8ac68c9d4e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (35bd52fb-25c2-4421-a3db-5921581e0812), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.303932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port ebc6722b-338a-4f82-83ae-cac00a94eecf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ebc6722b-338a-4f82-83ae-cac00a94eecf,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:34.309273 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.309655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb715ba-3a5d-44db-bc20-5b8ac68c9d4e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bd52fb-25c2-4421-a3db-5921581e0812,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:34.311636 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ebc6722b-338a-4f82-83ae-cac00a94eecf), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.312036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device dacaf51f-b5cc-43de-ab7a-f5be15342bc9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:28:34.319004 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dfb715ba-3a5d-44db-bc20-5b8ac68c9d4e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.320340 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dfb715ba-3a5d-44db-bc20-5b8ac68c9d4e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212502 Feb 08 16:28:34.323137 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59208) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:34.327700 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-b2a1acb1-edf3-4e55-b815-fd35b5d4abc1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': '3cabfe26-e31a-466d-96dd-a05c7feab821', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:28:34.351901 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2a1acb1-edf3-4e55-b815-fd35b5d4abc1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (4b48851f-892e-484b-adb0-763aaabaf591), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.417257 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2a1acb1-edf3-4e55-b815-fd35b5d4abc1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (4b48851f-892e-484b-adb0-763aaabaf591), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.421199 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2a1acb1-edf3-4e55-b815-fd35b5d4abc1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (4b48851f-892e-484b-adb0-763aaabaf591), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.430417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=ebc6722b-338a-4f82-83ae-cac00a94eecf,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:34.442172 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1acb1-edf3-4e55-b815-fd35b5d4abc1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b48851f-892e-484b-adb0-763aaabaf591,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:34.447778 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b2a1acb1-edf3-4e55-b815-fd35b5d4abc1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.448991 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b2a1acb1-edf3-4e55-b815-fd35b5d4abc1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248388 Feb 08 16:28:34.451657 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59210) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:34.455966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-20504d94-d46e-4140-89b6-a988f14cf626 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': '3cabfe26-e31a-466d-96dd-a05c7feab821', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:28:34.480034 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20504d94-d46e-4140-89b6-a988f14cf626 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (5660cf99-6ba7-4882-8f46-3ce8cb61491b), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.501088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port dacaf51f-b5cc-43de-ab7a-f5be15342bc9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:28:34.501406 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (dacaf51f-b5cc-43de-ab7a-f5be15342bc9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.541328 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20504d94-d46e-4140-89b6-a988f14cf626 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (5660cf99-6ba7-4882-8f46-3ce8cb61491b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.545954 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20504d94-d46e-4140-89b6-a988f14cf626 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (5660cf99-6ba7-4882-8f46-3ce8cb61491b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.565263 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20504d94-d46e-4140-89b6-a988f14cf626 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5660cf99-6ba7-4882-8f46-3ce8cb61491b,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:34.572578 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-20504d94-d46e-4140-89b6-a988f14cf626 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.573900 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-20504d94-d46e-4140-89b6-a988f14cf626 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213074 Feb 08 16:28:34.576818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59212) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:34.581421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2542ea5e-31a8-4f2d-ab46-9c246ce6646c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': '3cabfe26-e31a-466d-96dd-a05c7feab821', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:28:34.605985 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2542ea5e-31a8-4f2d-ab46-9c246ce6646c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (ecedcbf9-1a5a-457b-a43f-a449ac60a29d), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.664369 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2542ea5e-31a8-4f2d-ab46-9c246ce6646c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (ecedcbf9-1a5a-457b-a43f-a449ac60a29d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.668209 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2542ea5e-31a8-4f2d-ab46-9c246ce6646c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (ecedcbf9-1a5a-457b-a43f-a449ac60a29d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.670161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port dacaf51f-b5cc-43de-ab7a-f5be15342bc9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:28:34.687084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542ea5e-31a8-4f2d-ab46-9c246ce6646c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecedcbf9-1a5a-457b-a43f-a449ac60a29d,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:34.695740 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2542ea5e-31a8-4f2d-ab46-9c246ce6646c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.697021 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2542ea5e-31a8-4f2d-ab46-9c246ce6646c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191797 Feb 08 16:28:34.699670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59214) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:34.704074 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-3e4f67e1-bcf4-4ad5-a118-3b98a1911e57 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': '3cabfe26-e31a-466d-96dd-a05c7feab821', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:28:34.728881 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-3e4f67e1-bcf4-4ad5-a118-3b98a1911e57 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Project f93a160deae74590a400583119df84dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:28:34.734412 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Publish callbacks [] for port (93e4017d-d5b1-484c-8f20-88148568df0e), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.735064 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3e4f67e1-bcf4-4ad5-a118-3b98a1911e57 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (1839b129-a2c3-4d56-9d3e-630506f6e31b), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.740080 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.795109 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01aa78-663b-4a5d-9d93-795bb321f34f None None] Pushing event updated for resources: {'Port': ['ID=93e4017d-d5b1-484c-8f20-88148568df0e,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:34.801107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3e4f67e1-bcf4-4ad5-a118-3b98a1911e57 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (1839b129-a2c3-4d56-9d3e-630506f6e31b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.806988 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3e4f67e1-bcf4-4ad5-a118-3b98a1911e57 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (1839b129-a2c3-4d56-9d3e-630506f6e31b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.826557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f67e1-bcf4-4ad5-a118-3b98a1911e57 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1839b129-a2c3-4d56-9d3e-630506f6e31b,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:34.837045 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3e4f67e1-bcf4-4ad5-a118-3b98a1911e57 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.841287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59216) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:34.845606 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3e4f67e1-bcf4-4ad5-a118-3b98a1911e57 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1448832 Feb 08 16:28:34.846839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-db624c85-9ad6-482a-8218-d41c50e935fe tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': '3cabfe26-e31a-466d-96dd-a05c7feab821', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:28:34.866994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Attempting to bind port 93e4017d-d5b1-484c-8f20-88148568df0e on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:28:34.867367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Attempting to bind port 93e4017d-d5b1-484c-8f20-88148568df0e by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'e717705e-17c6-4e3c-8ffd-d885c0959b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:28:34.867827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Attempting to bind port 93e4017d-d5b1-484c-8f20-88148568df0e on network 3f17984f-762c-4665-bfba-424c6f024cd5 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:28:34.871155 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-db624c85-9ad6-482a-8218-d41c50e935fe tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Project f93a160deae74590a400583119df84dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:28:34.873986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:28:34.874126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Checking segment: {'id': 'e717705e-17c6-4e3c-8ffd-d885c0959b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:28:34.874544 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.874937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Bound using segment: {'id': 'e717705e-17c6-4e3c-8ffd-d885c0959b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:28:34.875409 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Bound port: 93e4017d-d5b1-484c-8f20-88148568df0e, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e717705e-17c6-4e3c-8ffd-d885c0959b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:28:34.875789 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.877047 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db624c85-9ad6-482a-8218-d41c50e935fe tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (d42adfa9-b247-4102-ae65-1dbaae645e3d), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.944802 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db624c85-9ad6-482a-8218-d41c50e935fe tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (d42adfa9-b247-4102-ae65-1dbaae645e3d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.949858 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db624c85-9ad6-482a-8218-d41c50e935fe tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (d42adfa9-b247-4102-ae65-1dbaae645e3d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.954133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] For port 93e4017d-d5b1-484c-8f20-88148568df0e, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:28:34.958630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] For port 93e4017d-d5b1-484c-8f20-88148568df0e, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=93e4017d-d5b1-484c-8f20-88148568df0e,segment=NetworkSegment(e717705e-17c6-4e3c-8ffd-d885c0959b02),segment_id=e717705e-17c6-4e3c-8ffd-d885c0959b02)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:28:34.966975 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.970900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db624c85-9ad6-482a-8218-d41c50e935fe tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42adfa9-b247-4102-ae65-1dbaae645e3d,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:34.985407 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db624c85-9ad6-482a-8218-d41c50e935fe tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:34.988987 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-db624c85-9ad6-482a-8218-d41c50e935fe tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444952 Feb 08 16:28:35.044191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01aa78-663b-4a5d-9d93-795bb321f34f None None] Pushing event updated for resources: {'Port': ['ID=93e4017d-d5b1-484c-8f20-88148568df0e,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:35.051050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5e380262-7565-4299-90b5-8987c9b366ea None None] Provisioning complete for port 93e4017d-d5b1-484c-8f20-88148568df0e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:28:35.051667 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e380262-7565-4299-90b5-8987c9b366ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:35.054821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Routers {'625951eb-8818-45c1-9260-1979988ceb64'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:35.055320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['625951eb-8818-45c1-9260-1979988ceb64'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:35.158444 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-7dc15fb5-2dcf-4ca4-93c6-530fc20513d7 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937757915&fields=id&tenant_id=f93a160deae74590a400583119df84dd HTTP/1.1" status: 200 len: 267 time: 0.0484173 Feb 08 16:28:35.228304 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] Set router 625951eb-8818-45c1-9260-1979988ceb64 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:35.264741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5e380262-7565-4299-90b5-8987c9b366ea None None] Current status of the port 93e4017d-d5b1-484c-8f20-88148568df0e is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:28:35.265249 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e380262-7565-4299-90b5-8987c9b366ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:35.278773 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-cd561566-21ab-4ee8-895c-189de7a1a656 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:35.280361 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-cd561566-21ab-4ee8-895c-189de7a1a656 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/networks?id=3f17984f-762c-4665-bfba-424c6f024cd5 HTTP/1.1" status: 200 len: 797 time: 0.1129818 Feb 08 16:28:35.295389 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-9726b05e-530a-4788-87e7-ba90900ef631 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/quotas/f93a160deae74590a400583119df84dd HTTP/1.1" status: 200 len: 375 time: 0.0092533 Feb 08 16:28:35.352068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-06f39370-92a0-4ca2-99b7-8ffc1e31d10b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508494 Feb 08 16:28:35.373369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5e380262-7565-4299-90b5-8987c9b366ea None None] For port 93e4017d-d5b1-484c-8f20-88148568df0e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=93e4017d-d5b1-484c-8f20-88148568df0e,segment=NetworkSegment(e717705e-17c6-4e3c-8ffd-d885c0959b02),segment_id=e717705e-17c6-4e3c-8ffd-d885c0959b02)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:35.379376 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5e380262-7565-4299-90b5-8987c9b366ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:35.447939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-7c98798d-3563-4d73-9fb1-91520cd3bcc6 service neutron] 10.222.0.82 "GET /v2.0/networks/3f17984f-762c-4665-bfba-424c6f024cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838950 Feb 08 16:28:35.453382 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e380262-7565-4299-90b5-8987c9b366ea None None] Pushing event updated for resources: {'Port': ['ID=93e4017d-d5b1-484c-8f20-88148568df0e,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:35.515573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9773be25-9a57-4fa7-8cf6-ad86ea914a0e None None] Provisioning complete for port 93e4017d-d5b1-484c-8f20-88148568df0e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:28:35.515948 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9773be25-9a57-4fa7-8cf6-ad86ea914a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:35.540645 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:28:32Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '93e4017d-d5b1-484c-8f20-88148568df0e', 'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:76:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:31Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': '5138e319-9ae7-49af-b05b-021a835cc152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:35.542908 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-45c989ef-9b12-42b1-87d3-f4d1ef2652fe service neutron] 10.222.0.82 "GET /v2.0/networks/3f17984f-762c-4665-bfba-424c6f024cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891144 Feb 08 16:28:35.572379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17808f29-c0c5-468b-bc83-5a891b194104 None None] The sync data for ids ['625951eb-8818-45c1-9260-1979988ceb64'] in n-d-824834-11 is: [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:28:32Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '93e4017d-d5b1-484c-8f20-88148568df0e', 'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:76:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:31Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': '5138e319-9ae7-49af-b05b-021a835cc152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:28:35.651627 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:35.663292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9773be25-9a57-4fa7-8cf6-ad86ea914a0e None None] Current status of the port 93e4017d-d5b1-484c-8f20-88148568df0e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:28:35.678426 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ebc6722b-338a-4f82-83ae-cac00a94eecf up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:28:35.761593 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ebc6722b-338a-4f82-83ae-cac00a94eecf triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:28:35.762053 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ebc6722b-338a-4f82-83ae-cac00a94eecf), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:35.783868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7e0e075-dd21-4807-b094-23dda1716a00 req-9209a302-45d3-44d4-95a8-88b80b51c677 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 210 time: 0.0317452 Feb 08 16:28:35.858490 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ebc6722b-338a-4f82-83ae-cac00a94eecf is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:28:36.800585 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:36.901525 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4eda898-a00f-4b09-a2b5-7bdfe0a9b72e req-e839f4b4-654e-41e3-8191-e51841fa9f2d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 210 time: 0.0330179 Feb 08 16:28:36.932926 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-e2a08ded-592a-4445-bf64-0226759152ab tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:36.934567 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-e2a08ded-592a-4445-bf64-0226759152ab tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.96 "GET /v2.0/networks?id=3f17984f-762c-4665-bfba-424c6f024cd5 HTTP/1.1" status: 200 len: 797 time: 0.1208241 Feb 08 16:28:36.998170 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-479a28c3-d8e2-4c93-adf3-1afa5905c74e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f93a160deae74590a400583119df84dd HTTP/1.1" status: 200 len: 380 time: 0.0536592 Feb 08 16:28:37.007101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-7dc084dc-a35f-46d7-b52d-9023829cf82c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'port': {'device_id': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'admin_state_up': True, 'tenant_id': 'f93a160deae74590a400583119df84dd', 'security_groups': ['3cabfe26-e31a-466d-96dd-a05c7feab821']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:28:37.116037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-7dc084dc-a35f-46d7-b52d-9023829cf82c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Made reservation on behalf of f93a160deae74590a400583119df84dd for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:28:37.119409 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-7dc084dc-a35f-46d7-b52d-9023829cf82c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:37.240983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-7dc084dc-a35f-46d7-b52d-9023829cf82c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Allocated IP 172.20.0.14 (3f17984f-762c-4665-bfba-424c6f024cd5/5138e319-9ae7-49af-b05b-021a835cc152/2aa31f86-8673-4565-bc9b-ae3f7f4f05fb) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:28:37.378095 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-7dc084dc-a35f-46d7-b52d-9023829cf82c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:37.410693 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-7dc084dc-a35f-46d7-b52d-9023829cf82c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:37.453039 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-7dc084dc-a35f-46d7-b52d-9023829cf82c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network 3f17984f-762c-4665-bfba-424c6f024cd5 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:28:37.458061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-7dc084dc-a35f-46d7-b52d-9023829cf82c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:28:37.461638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-7dc084dc-a35f-46d7-b52d-9023829cf82c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:28:37.488860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc084dc-a35f-46d7-b52d-9023829cf82c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Port': ['ID=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:37.519997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-7dc084dc-a35f-46d7-b52d-9023829cf82c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:37.520640 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-7dc084dc-a35f-46d7-b52d-9023829cf82c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:37.538064 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-7dc084dc-a35f-46d7-b52d-9023829cf82c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5346036 Feb 08 16:28:37.550058 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Request body: {'port': {'device_id': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:28:37.618830 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:37.669257 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 93e4017d-d5b1-484c-8f20-88148568df0e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:28:37.720989 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e3df1263-5c52-4cd6-8378-5893bd449e41 None None] Provisioning complete for port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:28:37.721626 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e3df1263-5c52-4cd6-8378-5893bd449e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:37.763570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e3df1263-5c52-4cd6-8378-5893bd449e41 None None] Port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:28:37.765944 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 93e4017d-d5b1-484c-8f20-88148568df0e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:28:37.766328 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:37.843495 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 93e4017d-d5b1-484c-8f20-88148568df0e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:28:37.899499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:28:37.906748 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Publish callbacks [] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:37.918387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Transition to ACTIVE for port object 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:28:37.921813 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:37.979283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:38.020919 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:38.061883 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf9dd2-13f3-4302-b7fc-74d2fdbd1166 req-f38dea5b-1eb8-4813-abc1-21fb23b37fa0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:38.064851 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Attempting to bind port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:28:38.065808 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Attempting to bind port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'e717705e-17c6-4e3c-8ffd-d885c0959b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:28:38.066265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Attempting to bind port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb on network 3f17984f-762c-4665-bfba-424c6f024cd5 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:28:38.068981 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6eaf9dd2-13f3-4302-b7fc-74d2fdbd1166 req-f38dea5b-1eb8-4813-abc1-21fb23b37fa0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 944 time: 0.0907404 Feb 08 16:28:38.071174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb on network 3f17984f-762c-4665-bfba-424c6f024cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:28:38.071682 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Attempting to bind port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb on network 3f17984f-762c-4665-bfba-424c6f024cd5 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:28:38.076790 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:28:38.077431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Checking segment: {'id': 'e717705e-17c6-4e3c-8ffd-d885c0959b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:28:38.077817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Bound using segment: {'id': 'e717705e-17c6-4e3c-8ffd-d885c0959b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:28:38.078253 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Bound port: 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e717705e-17c6-4e3c-8ffd-d885c0959b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:28:38.078623 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:38.117973 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6eaf9dd2-13f3-4302-b7fc-74d2fdbd1166 req-f23197e9-2f52-4c2e-8ecb-9d9acb4a8a73 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=3cabfe26-e31a-466d-96dd-a05c7feab821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471790 Feb 08 16:28:38.150960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] For port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:28:38.154236 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] For port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb,segment=NetworkSegment(e717705e-17c6-4e3c-8ffd-d885c0959b02),segment_id=e717705e-17c6-4e3c-8ffd-d885c0959b02)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:28:38.160494 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:38.197301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:38.197926 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:38.199538 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] 10.222.0.96 "PUT /v2.0/ports/2aa31f86-8673-4565-bc9b-ae3f7f4f05fb HTTP/1.1" status: 200 len: 1093 time: 0.6539726 Feb 08 16:28:38.199739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'tag': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:28:38.202056 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5291ab3f-0fb4-4850-a1df-9b3e020f3ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "eef714c0-e363-4633-9a44-72fbf8218b16", "tag": "2aa31f86-8673-4565-bc9b-ae3f7f4f05fb"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:28:38.234627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887cb3e-c1cc-47c4-af34-cf233fa28cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:38.257125 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dd1060-9498-4250-a8a6-430544b435db x-openstack-request-id: req-92dd1060-9498-4250-a8a6-430544b435db {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:28:38.257440 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef714c0-e363-4633-9a44-72fbf8218b16", "tag": "2aa31f86-8673-4565-bc9b-ae3f7f4f05fb", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:28:38.257699 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-92dd1060-9498-4250-a8a6-430544b435db {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:28:38.258106 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'tag': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'status': 'completed', 'code': 200} Feb 08 16:28:38.294796 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-4d046925-430f-4cc5-89a9-4b62dabd6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:38.296488 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-4d046925-430f-4cc5-89a9-4b62dabd6e8b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 1127 time: 0.0533082 Feb 08 16:28:38.339877 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-a462ba10-7019-4d0c-8c1f-9bafb10e5643 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb HTTP/1.1" status: 200 len: 217 time: 0.0354455 Feb 08 16:28:38.394144 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-a6d8fca3-84e2-47d5-a479-deb44aa3a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:38.395639 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-a6d8fca3-84e2-47d5-a479-deb44aa3a25d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5138e319-9ae7-49af-b05b-021a835cc152 HTTP/1.1" status: 200 len: 834 time: 0.0493643 Feb 08 16:28:38.444429 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-633700ec-2857-43af-8cca-22da76d03025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:38.445880 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-633700ec-2857-43af-8cca-22da76d03025 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f17984f-762c-4665-bfba-424c6f024cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443883 Feb 08 16:28:38.534363 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-b8560384-c528-4964-9705-ce843f877019 service neutron] 10.222.0.96 "GET /v2.0/networks/3f17984f-762c-4665-bfba-424c6f024cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818048 Feb 08 16:28:38.626456 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9f57a750-b4ca-4285-8a79-97be10f0d17f req-9fa9e576-0388-4d36-bd5b-f86e1c51c5d4 service neutron] 10.222.0.96 "GET /v2.0/networks/3f17984f-762c-4665-bfba-424c6f024cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863504 Feb 08 16:28:38.715194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291ab3f-0fb4-4850-a1df-9b3e020f3ec6 req-c7d26274-7629-48d9-aefb-a5af2167d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:38.716713 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5291ab3f-0fb4-4850-a1df-9b3e020f3ec6 req-c7d26274-7629-48d9-aefb-a5af2167d0e2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 1127 time: 0.0468602 Feb 08 16:28:38.808353 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291ab3f-0fb4-4850-a1df-9b3e020f3ec6 req-22029511-5ce9-4e4a-9316-f924b4e45e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:38.809866 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5291ab3f-0fb4-4850-a1df-9b3e020f3ec6 req-22029511-5ce9-4e4a-9316-f924b4e45e54 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f17984f-762c-4665-bfba-424c6f024cd5 HTTP/1.1" status: 200 len: 898 time: 0.0869098 Feb 08 16:28:38.853947 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5291ab3f-0fb4-4850-a1df-9b3e020f3ec6 req-aa7669ca-7f8c-4847-82d0-529ab1dcf1ff service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb HTTP/1.1" status: 200 len: 217 time: 0.0375168 Feb 08 16:28:38.902917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291ab3f-0fb4-4850-a1df-9b3e020f3ec6 req-e023162f-4c6c-49e2-8baa-348464260166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:38.904342 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5291ab3f-0fb4-4850-a1df-9b3e020f3ec6 req-e023162f-4c6c-49e2-8baa-348464260166 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5138e319-9ae7-49af-b05b-021a835cc152 HTTP/1.1" status: 200 len: 834 time: 0.0435972 Feb 08 16:28:38.958251 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291ab3f-0fb4-4850-a1df-9b3e020f3ec6 req-0f2c16ac-e672-4452-85fb-6404bfe3a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:38.959737 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5291ab3f-0fb4-4850-a1df-9b3e020f3ec6 req-0f2c16ac-e672-4452-85fb-6404bfe3a4d8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f17984f-762c-4665-bfba-424c6f024cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484395 Feb 08 16:28:39.047343 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5291ab3f-0fb4-4850-a1df-9b3e020f3ec6 req-ea38f926-817c-4ec6-9ef8-67e8c5b8950b service neutron] 10.222.0.96 "GET /v2.0/networks/3f17984f-762c-4665-bfba-424c6f024cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808213 Feb 08 16:28:39.138860 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5291ab3f-0fb4-4850-a1df-9b3e020f3ec6 req-b4418961-4688-4b2e-8698-485aa3868d6e service neutron] 10.222.0.96 "GET /v2.0/networks/3f17984f-762c-4665-bfba-424c6f024cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851202 Feb 08 16:28:39.243119 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31059942-d926-4a3b-a68d-73474c7d80e8 req-401773c8-f454-497d-967d-f9b284038937 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:39.244622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31059942-d926-4a3b-a68d-73474c7d80e8 req-401773c8-f454-497d-967d-f9b284038937 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 944 time: 0.0522926 Feb 08 16:28:39.292543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31059942-d926-4a3b-a68d-73474c7d80e8 req-1a920362-fb83-467f-9f34-01b326b0d3b9 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=3cabfe26-e31a-466d-96dd-a05c7feab821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424051 Feb 08 16:28:40.199644 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:28:40.413726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94773736-7e8a-42a8-ba7c-8f8864f4c2bf req-5c58d2f9-dd4d-493d-992a-7183ce493144 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:40.415189 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94773736-7e8a-42a8-ba7c-8f8864f4c2bf req-5c58d2f9-dd4d-493d-992a-7183ce493144 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 944 time: 0.0538735 Feb 08 16:28:40.467819 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94773736-7e8a-42a8-ba7c-8f8864f4c2bf req-c5e22f11-07bd-471a-a75a-ac9d3f9283e4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=3cabfe26-e31a-466d-96dd-a05c7feab821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469031 Feb 08 16:28:41.589570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a33a30-bdae-4fbc-9ab3-2ea5c3fe4441 req-62928d4a-3d1b-4a8f-963a-989bb7faa0f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:41.591044 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-86a33a30-bdae-4fbc-9ab3-2ea5c3fe4441 req-62928d4a-3d1b-4a8f-963a-989bb7faa0f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 944 time: 0.0537131 Feb 08 16:28:41.640165 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-86a33a30-bdae-4fbc-9ab3-2ea5c3fe4441 req-b2c43068-2910-4fb9-a1f2-ed6143e41f06 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=3cabfe26-e31a-466d-96dd-a05c7feab821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435164 Feb 08 16:28:42.757770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e20487-381c-4131-99f8-bc0a1adbac69 req-9c684cca-60af-4900-ac99-b563089fe10d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:42.759275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09e20487-381c-4131-99f8-bc0a1adbac69 req-9c684cca-60af-4900-ac99-b563089fe10d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 944 time: 0.0536416 Feb 08 16:28:42.807533 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09e20487-381c-4131-99f8-bc0a1adbac69 req-ff42e598-fd3e-492d-a9ba-d004f5dd614e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=3cabfe26-e31a-466d-96dd-a05c7feab821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427270 Feb 08 16:28:43.272418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:28:43.368669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb,segment=NetworkSegment(e717705e-17c6-4e3c-8ffd-d885c0959b02),segment_id=e717705e-17c6-4e3c-8ffd-d885c0959b02)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:43.380461 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'port_id': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'mac_address': 'fa:16:3e:ef:ab:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:28:43.416526 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:28:43.416917 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:43.429846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:28:43.448716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb,segment=NetworkSegment(e717705e-17c6-4e3c-8ffd-d885c0959b02),segment_id=e717705e-17c6-4e3c-8ffd-d885c0959b02)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:43.452448 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:43.497562 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:43.657815 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['2aa31f86-8673-4565-bc9b-ae3f7f4f05fb'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:28:43.933371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e5156-fafe-456f-bbad-855c1f21768e req-0bbffae5-c913-4b26-9fab-45969e7f2f09 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:43.934854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-020e5156-fafe-456f-bbad-855c1f21768e req-0bbffae5-c913-4b26-9fab-45969e7f2f09 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 945 time: 0.0573623 Feb 08 16:28:43.983087 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-020e5156-fafe-456f-bbad-855c1f21768e req-95282a92-fa76-4de8-bd9e-906389e7bdf7 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=3cabfe26-e31a-466d-96dd-a05c7feab821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424130 Feb 08 16:28:45.102113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53330a-4b05-407a-94b8-95701fabb445 req-5890f389-f15f-47b2-9441-6c70e0267afb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:45.103633 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad53330a-4b05-407a-94b8-95701fabb445 req-5890f389-f15f-47b2-9441-6c70e0267afb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 945 time: 0.0539258 Feb 08 16:28:45.153914 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ad53330a-4b05-407a-94b8-95701fabb445 req-424a3886-3b04-48b4-bfda-e401656412ef tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=3cabfe26-e31a-466d-96dd-a05c7feab821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442486 Feb 08 16:28:45.287379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:28:45.338568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:28:45.342278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:28:45.342655 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:45.417018 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:28:45.417413 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:45.440449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:28:45.443024 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a420c6e3-ef3d-4397-be40-b2b97d393e0e" -d '{"events": [{"server_uuid": "eef714c0-e363-4633-9a44-72fbf8218b16", "name": "network-vif-plugged", "status": "completed", "tag": "2aa31f86-8673-4565-bc9b-ae3f7f4f05fb"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:28:45.454796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb,segment=NetworkSegment(e717705e-17c6-4e3c-8ffd-d885c0959b02),segment_id=e717705e-17c6-4e3c-8ffd-d885c0959b02)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:28:45.459103 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:45.484205 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aa9091-e495-48ca-95bf-2cc50582b74b x-openstack-request-id: req-b1aa9091-e495-48ca-95bf-2cc50582b74b {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:28:45.484520 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef714c0-e363-4633-9a44-72fbf8218b16", "name": "network-vif-plugged", "status": "completed", "tag": "2aa31f86-8673-4565-bc9b-ae3f7f4f05fb", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:28:45.484776 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b1aa9091-e495-48ca-95bf-2cc50582b74b {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:28:45.485202 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'code': 200} Feb 08 16:28:45.511073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:45.582388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10739926-0e8e-4ead-aad7-65eabe9ba7ed req-8f0f5c5e-6767-4453-aedd-e3a26c0db345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:45.583909 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-10739926-0e8e-4ead-aad7-65eabe9ba7ed req-8f0f5c5e-6767-4453-aedd-e3a26c0db345 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 1129 time: 0.0475261 Feb 08 16:28:45.629269 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-10739926-0e8e-4ead-aad7-65eabe9ba7ed req-e617fbc2-75b4-4d34-becf-24402fd6b40a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3cabfe26-e31a-466d-96dd-a05c7feab821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392787 Feb 08 16:28:46.272242 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e83cac-3529-4886-92ad-5ee4a04338d6 req-c448daa8-b008-446a-b96c-01eca11ff460 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:46.273779 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f2e83cac-3529-4886-92ad-5ee4a04338d6 req-c448daa8-b008-446a-b96c-01eca11ff460 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 946 time: 0.0532396 Feb 08 16:28:46.326791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f2e83cac-3529-4886-92ad-5ee4a04338d6 req-8c277641-667c-43b7-9d23-01405bfd7b29 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=3cabfe26-e31a-466d-96dd-a05c7feab821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473986 Feb 08 16:28:47.449523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0696b87-b645-463d-8869-3e8c984f0803 req-786dc075-790c-4d4a-82b0-72c6698c1034 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:47.451010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0696b87-b645-463d-8869-3e8c984f0803 req-786dc075-790c-4d4a-82b0-72c6698c1034 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 946 time: 0.0537586 Feb 08 16:28:47.500423 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0696b87-b645-463d-8869-3e8c984f0803 req-16610839-3fc6-437e-8d91-6987cde498d9 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=3cabfe26-e31a-466d-96dd-a05c7feab821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 Feb 08 16:28:47.619542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1caf87-e80e-4c75-a2a4-4c8bb8c2bea5 req-a95ea54c-ef9f-478c-9630-d4ffc00e68a2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:47.620970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e1caf87-e80e-4c75-a2a4-4c8bb8c2bea5 req-a95ea54c-ef9f-478c-9630-d4ffc00e68a2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 946 time: 0.0523379 Feb 08 16:28:47.669749 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e1caf87-e80e-4c75-a2a4-4c8bb8c2bea5 req-545d9fd6-373b-4aea-93a0-1777e2f4ca7c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=3cabfe26-e31a-466d-96dd-a05c7feab821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430069 Feb 08 16:28:47.691342 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59280) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:47.738692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24494873-021a-434f-b4cd-e21671ae8889 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:47.740210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-24494873-021a-434f-b4cd-e21671ae8889 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 1124 time: 0.0478549 Feb 08 16:28:47.743157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59282) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:47.747339 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:28:47.767013 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:47.862668 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:47.970363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Allocated IP 172.25.7.77 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/2bb44d18-680b-4abf-8269-b9ae09372ab5) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:28:48.076613 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for port (2bb44d18-680b-4abf-8269-b9ae09372ab5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:48.110676 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (2bb44d18-680b-4abf-8269-b9ae09372ab5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:48.151677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:28:48.156515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:28:48.160297 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:28:48.186465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Port': ['ID=2bb44d18-680b-4abf-8269-b9ae09372ab5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:48.509795 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for floatingip (ba351223-243f-4bca-9ac5-88deeee838ed), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:48.583529 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2bb44d18-680b-4abf-8269-b9ae09372ab5), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:48.617385 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4feb17bd-55c3-438e-9c6e-c165c1830b80 req-3f3e8f67-0c3f-48f7-ab35-1b9d1e6bca03 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451267 Feb 08 16:28:48.690472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb17bd-55c3-438e-9c6e-c165c1830b80 req-58090a5b-782e-43ee-99dd-bc9b5e26578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:48.692001 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4feb17bd-55c3-438e-9c6e-c165c1830b80 req-58090a5b-782e-43ee-99dd-bc9b5e26578a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 1128 time: 0.0499675 Feb 08 16:28:48.745532 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for port (2bb44d18-680b-4abf-8269-b9ae09372ab5), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:48.750115 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (2bb44d18-680b-4abf-8269-b9ae09372ab5), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:48.799090 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb17bd-55c3-438e-9c6e-c165c1830b80 req-c1fcac5a-6c12-40e3-8132-3c88c1923bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:48.801318 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4feb17bd-55c3-438e-9c6e-c165c1830b80 req-c1fcac5a-6c12-40e3-8132-3c88c1923bcf service neutron] 10.222.0.94 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.0869012 Feb 08 16:28:48.819091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Port': ['ID=2bb44d18-680b-4abf-8269-b9ae09372ab5,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:48.829426 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (ba351223-243f-4bca-9ac5-88deeee838ed), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:48.875829 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4feb17bd-55c3-438e-9c6e-c165c1830b80 req-dce508f5-d09f-4941-9292-6341a4da9747 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9220a36-d52d-45cf-94be-4da72d3c0de6 HTTP/1.1" status: 200 len: 1001 time: 0.0650837 Feb 08 16:28:48.926825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb17bd-55c3-438e-9c6e-c165c1830b80 req-154bbcda-63fd-4f6b-ac79-1520fab80147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:48.928293 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4feb17bd-55c3-438e-9c6e-c165c1830b80 req-154bbcda-63fd-4f6b-ac79-1520fab80147 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0437682 Feb 08 16:28:48.936463 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Floating IP ba351223-243f-4bca-9ac5-88deeee838ed associated. External IP: 172.25.7.77, port: 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb. Feb 08 16:28:48.981274 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb17bd-55c3-438e-9c6e-c165c1830b80 req-56836d72-ef82-4096-8741-6429920e7643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:48.982809 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4feb17bd-55c3-438e-9c6e-c165c1830b80 req-56836d72-ef82-4096-8741-6429920e7643 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453467 Feb 08 16:28:49.082031 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4feb17bd-55c3-438e-9c6e-c165c1830b80 req-8fc04368-da01-45ab-b35d-24c57b38b156 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892394 Feb 08 16:28:49.158110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Router 625951eb-8818-45c1-9260-1979988ceb64 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:28:49.175214 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4feb17bd-55c3-438e-9c6e-c165c1830b80 req-204975ec-a414-4f1c-bd6c-88b36a2081ee service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833330 Feb 08 16:28:49.198618 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:49.276095 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:28:49.286591 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b8a44-05f5-4927-b2b2-6e84201ad8c2 None None] Sync routers for ids ['625951eb-8818-45c1-9260-1979988ceb64'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:28:49.293493 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:49.298536 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b8a44-05f5-4927-b2b2-6e84201ad8c2 None None] Routers {'625951eb-8818-45c1-9260-1979988ceb64'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:49.300087 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-923b8a44-05f5-4927-b2b2-6e84201ad8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['625951eb-8818-45c1-9260-1979988ceb64'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:49.324971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-04016283-c7f9-487c-89da-a616a5fe74d0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5806429 Feb 08 16:28:49.325666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'tag': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:28:49.328090 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f7acab-b4ed-4461-a9c8-ac5bff3863da" -d '{"events": [{"name": "network-changed", "server_uuid": "eef714c0-e363-4633-9a44-72fbf8218b16", "tag": "2aa31f86-8673-4565-bc9b-ae3f7f4f05fb"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:28:49.328220 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59286) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:49.397726 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3b8950ef-c705-428e-9d9d-4c3f902e390c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/floatingips/ba351223-243f-4bca-9ac5-88deeee838ed HTTP/1.1" status: 200 len: 991 time: 0.0678828 Feb 08 16:28:49.409669 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-923b8a44-05f5-4927-b2b2-6e84201ad8c2 None None] Set router 625951eb-8818-45c1-9260-1979988ceb64 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:49.526369 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ba2230-f144-405a-932f-7d8bc5a4ba88 x-openstack-request-id: req-f3ba2230-f144-405a-932f-7d8bc5a4ba88 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:28:49.526834 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef714c0-e363-4633-9a44-72fbf8218b16", "tag": "2aa31f86-8673-4565-bc9b-ae3f7f4f05fb", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:28:49.526909 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f3ba2230-f144-405a-932f-7d8bc5a4ba88 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:28:49.527319 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'tag': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'status': 'completed', 'code': 200} Feb 08 16:28:49.594086 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7acab-b4ed-4461-a9c8-ac5bff3863da req-3fa4436b-57a1-40c1-b722-815003f3805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:49.595631 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-46f7acab-b4ed-4461-a9c8-ac5bff3863da req-3fa4436b-57a1-40c1-b722-815003f3805b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 1129 time: 0.0474637 Feb 08 16:28:49.638724 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-923b8a44-05f5-4927-b2b2-6e84201ad8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:28:32Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'ba351223-243f-4bca-9ac5-88deeee838ed', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '625951eb-8818-45c1-9260-1979988ceb64', 'port_id': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'mac_address': 'fa:16:3e:ef:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:28:48Z', 'updated_at': '2022-02-08T16:28:48Z', 'revision_number': 0, 'project_id': 'f93a160deae74590a400583119df84dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e4017d-d5b1-484c-8f20-88148568df0e', 'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:76:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:31Z', 'updated_at': '2022-02-08T16:28:35Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': '5138e319-9ae7-49af-b05b-021a835cc152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:49.669450 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b8a44-05f5-4927-b2b2-6e84201ad8c2 None None] Checking router: 625951eb-8818-45c1-9260-1979988ceb64 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:28:49.678596 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b8a44-05f5-4927-b2b2-6e84201ad8c2 None None] Routers {'625951eb-8818-45c1-9260-1979988ceb64'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:49.679208 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-923b8a44-05f5-4927-b2b2-6e84201ad8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['625951eb-8818-45c1-9260-1979988ceb64'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:49.686217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7acab-b4ed-4461-a9c8-ac5bff3863da req-f82d3c3f-43dd-48c1-9ad9-04bf46b7f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:49.687716 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-46f7acab-b4ed-4461-a9c8-ac5bff3863da req-f82d3c3f-43dd-48c1-9ad9-04bf46b7f2de service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f17984f-762c-4665-bfba-424c6f024cd5 HTTP/1.1" status: 200 len: 898 time: 0.0864747 Feb 08 16:28:49.758637 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-46f7acab-b4ed-4461-a9c8-ac5bff3863da req-768ba9ff-c622-41cf-bd94-7dd6652e691f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb HTTP/1.1" status: 200 len: 999 time: 0.0645666 Feb 08 16:28:49.786835 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-923b8a44-05f5-4927-b2b2-6e84201ad8c2 None None] Set router 625951eb-8818-45c1-9260-1979988ceb64 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:28:49.807299 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7acab-b4ed-4461-a9c8-ac5bff3863da req-0ac83813-a9d6-4cd9-ac94-6d2b2d194f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:49.808768 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-46f7acab-b4ed-4461-a9c8-ac5bff3863da req-0ac83813-a9d6-4cd9-ac94-6d2b2d194f98 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5138e319-9ae7-49af-b05b-021a835cc152 HTTP/1.1" status: 200 len: 834 time: 0.0449007 Feb 08 16:28:49.859113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7acab-b4ed-4461-a9c8-ac5bff3863da req-b6dff416-362c-4ebe-a6c8-153e675b08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:28:49.860544 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-46f7acab-b4ed-4461-a9c8-ac5bff3863da req-b6dff416-362c-4ebe-a6c8-153e675b08fa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f17984f-762c-4665-bfba-424c6f024cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457523 Feb 08 16:28:49.952197 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-46f7acab-b4ed-4461-a9c8-ac5bff3863da req-2f38f523-264e-42b5-8dbb-c662950ae834 service neutron] 10.222.0.96 "GET /v2.0/networks/3f17984f-762c-4665-bfba-424c6f024cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855246 Feb 08 16:28:50.007183 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-923b8a44-05f5-4927-b2b2-6e84201ad8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:28:32Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'ba351223-243f-4bca-9ac5-88deeee838ed', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '625951eb-8818-45c1-9260-1979988ceb64', 'port_id': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'mac_address': 'fa:16:3e:ef:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:28:48Z', 'updated_at': '2022-02-08T16:28:48Z', 'revision_number': 0, 'project_id': 'f93a160deae74590a400583119df84dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e4017d-d5b1-484c-8f20-88148568df0e', 'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:76:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:31Z', 'updated_at': '2022-02-08T16:28:35Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': '5138e319-9ae7-49af-b05b-021a835cc152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:28:50.037873 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b8a44-05f5-4927-b2b2-6e84201ad8c2 None None] The sync data for ids ['625951eb-8818-45c1-9260-1979988ceb64'] in n-d-824834-11 is: [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:28:32Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'ba351223-243f-4bca-9ac5-88deeee838ed', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '625951eb-8818-45c1-9260-1979988ceb64', 'port_id': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'mac_address': 'fa:16:3e:ef:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:28:48Z', 'updated_at': '2022-02-08T16:28:48Z', 'revision_number': 0, 'project_id': 'f93a160deae74590a400583119df84dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e4017d-d5b1-484c-8f20-88148568df0e', 'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:76:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:31Z', 'updated_at': '2022-02-08T16:28:35Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': '5138e319-9ae7-49af-b05b-021a835cc152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:28:50.041166 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-46f7acab-b4ed-4461-a9c8-ac5bff3863da req-c189086d-d374-4fe9-8904-45c3c2dc2215 service neutron] 10.222.0.96 "GET /v2.0/networks/3f17984f-762c-4665-bfba-424c6f024cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820904 Feb 08 16:28:50.239019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bc855a-ef40-46f9-a64d-2585d7c9911a None None] New status for floating IP ba351223-243f-4bca-9ac5-88deeee838ed: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:28:50.401125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59294) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:50.619197 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:50.766222 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ec0f86e2-7fd3-400a-b84c-c3d51c0d3db0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/floatingips/ba351223-243f-4bca-9ac5-88deeee838ed HTTP/1.1" status: 200 len: 993 time: 0.3638799 Feb 08 16:28:59.166016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59296) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:28:59.322488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-e6b0b24a-459b-4e49-9f1b-6bc3fcaea043 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Deleting port 06b2eef9-69ee-4b07-81fd-6644bcecbdf5 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:28:59.322950 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e6b0b24a-459b-4e49-9f1b-6bc3fcaea043 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (06b2eef9-69ee-4b07-81fd-6644bcecbdf5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:59.396229 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e6b0b24a-459b-4e49-9f1b-6bc3fcaea043 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (06b2eef9-69ee-4b07-81fd-6644bcecbdf5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:59.396823 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e6b0b24a-459b-4e49-9f1b-6bc3fcaea043 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for floatingip (06b2eef9-69ee-4b07-81fd-6644bcecbdf5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:59.409831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-e6b0b24a-459b-4e49-9f1b-6bc3fcaea043 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Calling delete_port for 06b2eef9-69ee-4b07-81fd-6644bcecbdf5 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:28:59.557552 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e6b0b24a-459b-4e49-9f1b-6bc3fcaea043 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (06b2eef9-69ee-4b07-81fd-6644bcecbdf5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:59.588343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0b24a-459b-4e49-9f1b-6bc3fcaea043 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event deleted for resources: {'Port': ['ID=06b2eef9-69ee-4b07-81fd-6644bcecbdf5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:28:59.647217 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e6b0b24a-459b-4e49-9f1b-6bc3fcaea043 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for floatingip (7a97651a-e546-435b-bf82-150c7316524a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:59.647564 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-e6b0b24a-459b-4e49-9f1b-6bc3fcaea043 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Floating IP 7a97651a-e546-435b-bf82-150c7316524a disassociated (deleted). External IP: 172.25.7.199, port: c9220a36-d52d-45cf-94be-4da72d3c0de6. Feb 08 16:28:59.860585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b0b24a-459b-4e49-9f1b-6bc3fcaea043 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:28:59.971477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b0b24a-459b-4e49-9f1b-6bc3fcaea043 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:28:59.976180 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e6b0b24a-459b-4e49-9f1b-6bc3fcaea043 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:28:59.981360 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b8060a-6ada-4317-97d8-93fcbe0005f9 None None] Sync routers for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:28:59.991239 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b8060a-6ada-4317-97d8-93fcbe0005f9 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:28:59.991846 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-04b8060a-6ada-4317-97d8-93fcbe0005f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:00.007503 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e6b0b24a-459b-4e49-9f1b-6bc3fcaea043 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "DELETE /v2.0/floatingips/7a97651a-e546-435b-bf82-150c7316524a HTTP/1.1" status: 204 len: 168 time: 0.8404102 Feb 08 16:29:00.008093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037daceb-8bb2-4a0d-be21-66f48ac4c292', 'tag': 'c9220a36-d52d-45cf-94be-4da72d3c0de6'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:29:00.010381 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca89a41a-7eda-4e79-b7ae-b28015f81d99" -d '{"events": [{"name": "network-changed", "server_uuid": "037daceb-8bb2-4a0d-be21-66f48ac4c292", "tag": "c9220a36-d52d-45cf-94be-4da72d3c0de6"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:29:00.050882 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536f4f69-836c-4e90-9a32-0f49b0e3bf6d x-openstack-request-id: req-536f4f69-836c-4e90-9a32-0f49b0e3bf6d {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:29:00.051176 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037daceb-8bb2-4a0d-be21-66f48ac4c292", "tag": "c9220a36-d52d-45cf-94be-4da72d3c0de6", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:29:00.051462 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-536f4f69-836c-4e90-9a32-0f49b0e3bf6d {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:29:00.051873 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037daceb-8bb2-4a0d-be21-66f48ac4c292', 'tag': 'c9220a36-d52d-45cf-94be-4da72d3c0de6', 'status': 'completed', 'code': 200} Feb 08 16:29:00.103491 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-04b8060a-6ada-4317-97d8-93fcbe0005f9 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:29:00.126680 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89a41a-7eda-4e79-b7ae-b28015f81d99 req-135e4a93-1d25-4283-bd57-c3a03e6aee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:00.129809 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ca89a41a-7eda-4e79-b7ae-b28015f81d99 req-135e4a93-1d25-4283-bd57-c3a03e6aee9a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 1128 time: 0.0520935 Feb 08 16:29:00.239654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89a41a-7eda-4e79-b7ae-b28015f81d99 req-0cfc8d30-d76c-4f26-b499-38ee02e4a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:00.241198 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ca89a41a-7eda-4e79-b7ae-b28015f81d99 req-0cfc8d30-d76c-4f26-b499-38ee02e4a167 service neutron] 10.222.0.94 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.0953407 Feb 08 16:29:00.246751 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0149598-f8bf-4868-aa98-72cb9fcd4c1e req-c6764ad1-d556-4b39-8411-7350c034656c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:00.248415 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0149598-f8bf-4868-aa98-72cb9fcd4c1e req-c6764ad1-d556-4b39-8411-7350c034656c tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 945 time: 0.0564864 Feb 08 16:29:00.294005 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ca89a41a-7eda-4e79-b7ae-b28015f81d99 req-91e9fe2c-892e-422b-914c-c36d07d11b76 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9220a36-d52d-45cf-94be-4da72d3c0de6 HTTP/1.1" status: 200 len: 217 time: 0.0441396 Feb 08 16:29:00.301531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0149598-f8bf-4868-aa98-72cb9fcd4c1e req-b3b8b16c-c7a6-4fde-b69b-4eecff117fe8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467894 Feb 08 16:29:00.344178 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89a41a-7eda-4e79-b7ae-b28015f81d99 req-26fa8a6c-eda5-45f3-9565-600baa0b2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:00.345694 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ca89a41a-7eda-4e79-b7ae-b28015f81d99 req-26fa8a6c-eda5-45f3-9565-600baa0b2b0e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0447042 Feb 08 16:29:00.349766 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-04b8060a-6ada-4317-97d8-93fcbe0005f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'port_id': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'mac_address': 'fa:16:3e:2c:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:25:03Z', 'updated_at': '2022-02-08T16:25:05Z', 'revision_number': 1, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:00.378455 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b8060a-6ada-4317-97d8-93fcbe0005f9 None None] Checking router: b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:29:00.386741 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b8060a-6ada-4317-97d8-93fcbe0005f9 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:29:00.387357 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-04b8060a-6ada-4317-97d8-93fcbe0005f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:28:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:00.395409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89a41a-7eda-4e79-b7ae-b28015f81d99 req-7555444c-422b-4945-8ce4-64f2d770ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:00.397215 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ca89a41a-7eda-4e79-b7ae-b28015f81d99 req-7555444c-422b-4945-8ce4-64f2d770ddde service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446422 Feb 08 16:29:00.494337 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ca89a41a-7eda-4e79-b7ae-b28015f81d99 req-92d48a56-d64e-4934-98a0-76734f512eee service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901861 Feb 08 16:29:00.586663 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ca89a41a-7eda-4e79-b7ae-b28015f81d99 req-1f6ad348-83af-4235-b7bf-1dc57294aa51 service neutron] 10.222.0.94 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843294 Feb 08 16:29:00.588041 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-04b8060a-6ada-4317-97d8-93fcbe0005f9 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:29:00.805347 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-04b8060a-6ada-4317-97d8-93fcbe0005f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'port_id': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'mac_address': 'fa:16:3e:2c:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:25:03Z', 'updated_at': '2022-02-08T16:25:05Z', 'revision_number': 1, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:00.835115 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b8060a-6ada-4317-97d8-93fcbe0005f9 None None] The sync data for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 is: [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'floating_ip_address': '172.25.7.45', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'port_id': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'mac_address': 'fa:16:3e:2c:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:25:03Z', 'updated_at': '2022-02-08T16:25:05Z', 'revision_number': 1, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:29:01.062835 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3044f1f-79a9-444f-9367-99b41db8dba7 None None] New status for floating IP 7a97651a-e546-435b-bf82-150c7316524a: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:29:01.423650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18fb1a-140c-47a3-af45-78b026af5405 req-84cdfbf8-8b10-47c9-a55f-1f1c95900b59 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:01.425950 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e18fb1a-140c-47a3-af45-78b026af5405 req-84cdfbf8-8b10-47c9-a55f-1f1c95900b59 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 945 time: 0.0535533 Feb 08 16:29:01.478321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e18fb1a-140c-47a3-af45-78b026af5405 req-6ec07247-d829-4136-b236-3023cee6574a tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464334 Feb 08 16:29:01.565986 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e7943965-ab0e-4f09-a554-d1235bcea722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:02.078886 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e34f94-a809-41d7-a9c0-cd19771d11cf req-62aa6f13-5b92-49a2-83c1-2fac69768933 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:02.081017 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a8e34f94-a809-41d7-a9c0-cd19771d11cf req-62aa6f13-5b92-49a2-83c1-2fac69768933 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.94 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 945 time: 0.0581934 Feb 08 16:29:02.185609 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a8e34f94-a809-41d7-a9c0-cd19771d11cf req-2a072d42-6755-4565-beb4-7bf75fd0030d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Deleting port c9220a36-d52d-45cf-94be-4da72d3c0de6 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:29:02.185957 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a8e34f94-a809-41d7-a9c0-cd19771d11cf req-2a072d42-6755-4565-beb4-7bf75fd0030d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:02.278097 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a8e34f94-a809-41d7-a9c0-cd19771d11cf req-2a072d42-6755-4565-beb4-7bf75fd0030d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] For port c9220a36-d52d-45cf-94be-4da72d3c0de6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=c9220a36-d52d-45cf-94be-4da72d3c0de6,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:29:02.278459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a8e34f94-a809-41d7-a9c0-cd19771d11cf req-2a072d42-6755-4565-beb4-7bf75fd0030d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:02.291060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a8e34f94-a809-41d7-a9c0-cd19771d11cf req-2a072d42-6755-4565-beb4-7bf75fd0030d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Calling delete_port for c9220a36-d52d-45cf-94be-4da72d3c0de6 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:29:02.414282 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a8e34f94-a809-41d7-a9c0-cd19771d11cf req-2a072d42-6755-4565-beb4-7bf75fd0030d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c9220a36-d52d-45cf-94be-4da72d3c0de6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:02.446695 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a072d42-6755-4565-beb4-7bf75fd0030d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event deleted for resources: {'Port': ['ID=c9220a36-d52d-45cf-94be-4da72d3c0de6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:02.490841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e34f94-a809-41d7-a9c0-cd19771d11cf req-2a072d42-6755-4565-beb4-7bf75fd0030d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] No DVR routers for this DVR port c9220a36-d52d-45cf-94be-4da72d3c0de6 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:29:02.493359 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a8e34f94-a809-41d7-a9c0-cd19771d11cf req-2a072d42-6755-4565-beb4-7bf75fd0030d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:02.496729 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a8e34f94-a809-41d7-a9c0-cd19771d11cf req-2a072d42-6755-4565-beb4-7bf75fd0030d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.94 "DELETE /v2.0/ports/c9220a36-d52d-45cf-94be-4da72d3c0de6 HTTP/1.1" status: 204 len: 173 time: 0.4091976 Feb 08 16:29:02.497200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037daceb-8bb2-4a0d-be21-66f48ac4c292', 'name': 'network-vif-deleted', 'tag': 'c9220a36-d52d-45cf-94be-4da72d3c0de6'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:29:02.499473 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f79ed5-4a5e-4de9-bc9e-53c77de07c50" -d '{"events": [{"server_uuid": "037daceb-8bb2-4a0d-be21-66f48ac4c292", "name": "network-vif-deleted", "tag": "c9220a36-d52d-45cf-94be-4da72d3c0de6"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:29:02.544767 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a09288-4a3d-4515-a0d9-a5fe08855e40 x-openstack-request-id: req-e1a09288-4a3d-4515-a0d9-a5fe08855e40 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:29:02.545094 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037daceb-8bb2-4a0d-be21-66f48ac4c292", "name": "network-vif-deleted", "tag": "c9220a36-d52d-45cf-94be-4da72d3c0de6", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:29:02.545357 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e1a09288-4a3d-4515-a0d9-a5fe08855e40 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:29:02.545770 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037daceb-8bb2-4a0d-be21-66f48ac4c292', 'name': 'network-vif-deleted', 'tag': 'c9220a36-d52d-45cf-94be-4da72d3c0de6', 'status': 'completed', 'code': 200} Feb 08 16:29:02.588130 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4eb3d793-448b-4ea0-83f3-b40302dbae9c req-2c2cd1aa-2805-4a2a-b7b2-93b2903109a0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 210 time: 0.0272975 Feb 08 16:29:03.685242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b74ee74-6867-4542-8b76-5ffa3ffa260d req-dac6f0c1-8229-4178-b390-2c698ee1f63e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 210 time: 0.0276856 Feb 08 16:29:03.852128 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-73ec8b8f-2728-4d21-9d3e-ea3a976b5d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:04.782106 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94b1c7ca-c411-4a68-92bd-8117cf7adaa8 req-cf38c64e-d01c-4744-be54-fc7cdefc14ca tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 210 time: 0.0277300 Feb 08 16:29:05.622679 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:05.736343 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c9220a36-d52d-45cf-94be-4da72d3c0de6 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:29:05.757862 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: c9220a36-d52d-45cf-94be-4da72d3c0de6 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:29:05.758221 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device c9220a36-d52d-45cf-94be-4da72d3c0de6 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:29:05.884160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c474befd-9355-4088-84d0-5df223e87555 req-0ad98ede-2951-4e8e-9523-9987bab92062 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 210 time: 0.0276418 Feb 08 16:29:06.803223 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:06.981058 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0fed0eb6-f003-4027-b9e9-e4a2822d2718 req-e1243a5f-1d1d-4cac-a1b5-99940b6a32ac tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 210 time: 0.0279381 Feb 08 16:29:08.017664 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:08.085828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b541ae61-9a23-4de4-9443-341cbccaa49d req-8f78d8e7-b3b5-4a18-92c7-e8dcc2ccbd16 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 210 time: 0.0315614 Feb 08 16:29:09.182758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4485982c-6890-49e7-a7f7-90a17735dbee req-be32a6fc-df1e-42be-8eac-d5b964fdd489 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 210 time: 0.0267668 Feb 08 16:29:10.281772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96c1f62b-9dfd-40eb-974b-c963051af179 req-53be49b2-56b5-479f-ac01-e83190c55055 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=037daceb-8bb2-4a0d-be21-66f48ac4c292 HTTP/1.1" status: 200 len: 210 time: 0.0282350 Feb 08 16:29:17.198869 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:29:19.197058 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:19.307049 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59366) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:19.386873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c686b98d-460f-4841-a70f-fe44fcd680fd tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:19.387348 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c686b98d-460f-4841-a70f-fe44fcd680fd tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:19.387813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c686b98d-460f-4841-a70f-fe44fcd680fd tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:19.389497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c686b98d-460f-4841-a70f-fe44fcd680fd tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/ports?project_id=f93a160deae74590a400583119df84dd&network_id=3f17984f-762c-4665-bfba-424c6f024cd5 HTTP/1.1" status: 200 len: 3076 time: 0.0811827 Feb 08 16:29:19.812004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59376) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:19.969471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Deleting port 59825e30-5704-4bc4-87c8-1c1d93e66625 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:29:19.969733 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (59825e30-5704-4bc4-87c8-1c1d93e66625), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:20.048052 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (59825e30-5704-4bc4-87c8-1c1d93e66625), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:20.048378 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for floatingip (59825e30-5704-4bc4-87c8-1c1d93e66625), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:20.060070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Calling delete_port for 59825e30-5704-4bc4-87c8-1c1d93e66625 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:29:20.204844 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (59825e30-5704-4bc4-87c8-1c1d93e66625), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:20.230390 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event deleted for resources: {'Port': ['ID=59825e30-5704-4bc4-87c8-1c1d93e66625,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:20.255715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:20.256060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:20.256402 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:20.256738 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:20.257104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:20.257437 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:20.257764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:20.258088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:20.258412 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:20.258729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:20.259050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:20.259372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:20.259689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:20.300385 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for floatingip (15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:20.300723 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Floating IP 15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0 disassociated (deleted). External IP: 172.25.7.45, port: b36d49bf-3a77-4acc-9675-b7d4ec2641ab. Feb 08 16:29:20.516914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:29:20.624368 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:20.627087 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:29:20.631791 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:20.638182 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f26995-79a0-4b3c-a3d2-f7b1b50ac733 None None] Sync routers for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:29:20.648534 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f26995-79a0-4b3c-a3d2-f7b1b50ac733 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:29:20.649398 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-44f26995-79a0-4b3c-a3d2-f7b1b50ac733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:29:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:20.664277 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-565e8db6-afd0-4288-bf40-282f2ff47ab8 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "DELETE /v2.0/floatingips/15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0 HTTP/1.1" status: 204 len: 168 time: 0.8510528 Feb 08 16:29:20.664924 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'tag': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:29:20.667316 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2fbfdf-e591-4c97-ad32-141ac3506c96" -d '{"events": [{"name": "network-changed", "server_uuid": "12ae5d30-ae86-4f2f-919d-fc0c949b9d0b", "tag": "b36d49bf-3a77-4acc-9675-b7d4ec2641ab"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:29:20.707794 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641c1c15-5da7-4b09-aad8-ceb6d8ffe8fc x-openstack-request-id: req-641c1c15-5da7-4b09-aad8-ceb6d8ffe8fc {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:29:20.708093 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ae5d30-ae86-4f2f-919d-fc0c949b9d0b", "tag": "b36d49bf-3a77-4acc-9675-b7d4ec2641ab", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:29:20.708355 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-641c1c15-5da7-4b09-aad8-ceb6d8ffe8fc {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:29:20.708771 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'tag': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'status': 'completed', 'code': 200} Feb 08 16:29:20.758691 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-44f26995-79a0-4b3c-a3d2-f7b1b50ac733 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:29:20.777705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fbfdf-e591-4c97-ad32-141ac3506c96 req-12fef692-9f55-4e6c-9bf3-9d7cc58cf8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:20.779490 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-db2fbfdf-e591-4c97-ad32-141ac3506c96 req-12fef692-9f55-4e6c-9bf3-9d7cc58cf8cd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 1128 time: 0.0497520 Feb 08 16:29:20.901298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fbfdf-e591-4c97-ad32-141ac3506c96 req-34c3f329-97ee-4c82-b823-705616696791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:20.903576 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-db2fbfdf-e591-4c97-ad32-141ac3506c96 req-34c3f329-97ee-4c82-b823-705616696791 service neutron] 10.222.0.96 "GET /v2.0/networks?id=aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 200 len: 912 time: 0.1173184 Feb 08 16:29:20.928259 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668363a-6758-40e0-abfa-4ceda10e6fbb req-0a0fb790-be63-4cb6-86a1-82a2a946271f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:20.929988 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7668363a-6758-40e0-abfa-4ceda10e6fbb req-0a0fb790-be63-4cb6-86a1-82a2a946271f tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 945 time: 0.0613263 Feb 08 16:29:20.951780 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-db2fbfdf-e591-4c97-ad32-141ac3506c96 req-68559af7-a4a1-4331-a132-cb209637b7e6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b36d49bf-3a77-4acc-9675-b7d4ec2641ab HTTP/1.1" status: 200 len: 217 time: 0.0387230 Feb 08 16:29:20.969241 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-44f26995-79a0-4b3c-a3d2-f7b1b50ac733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:20.984142 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7668363a-6758-40e0-abfa-4ceda10e6fbb req-bf3612d8-0a6a-42e1-bf5d-546134ed635d tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478501 Feb 08 16:29:20.999941 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f26995-79a0-4b3c-a3d2-f7b1b50ac733 None None] Checking router: b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:29:21.003699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fbfdf-e591-4c97-ad32-141ac3506c96 req-8e9637be-df96-42c9-a9cb-f3165112a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:21.005278 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-db2fbfdf-e591-4c97-ad32-141ac3506c96 req-8e9637be-df96-42c9-a9cb-f3165112a4d0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 200 len: 850 time: 0.0466862 Feb 08 16:29:21.008385 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f26995-79a0-4b3c-a3d2-f7b1b50ac733 None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:29:21.009016 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-44f26995-79a0-4b3c-a3d2-f7b1b50ac733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:29:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:21.061050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fbfdf-e591-4c97-ad32-141ac3506c96 req-44c7dab3-6bcd-4be5-9794-edd95d1a7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:21.062565 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-db2fbfdf-e591-4c97-ad32-141ac3506c96 req-44c7dab3-6bcd-4be5-9794-edd95d1a7f79 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=aded9bc1-5db3-4cd4-9049-3835efea0d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486846 Feb 08 16:29:21.115132 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-44f26995-79a0-4b3c-a3d2-f7b1b50ac733 None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:29:21.152559 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-db2fbfdf-e591-4c97-ad32-141ac3506c96 req-82b74374-e032-4458-85c5-bcb3e81a235f service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818200 Feb 08 16:29:21.247374 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-db2fbfdf-e591-4c97-ad32-141ac3506c96 req-9231f0fa-97c5-4109-af2b-e1c14ce59bf2 service neutron] 10.222.0.96 "GET /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861619 Feb 08 16:29:21.311764 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-44f26995-79a0-4b3c-a3d2-f7b1b50ac733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:21.337570 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f26995-79a0-4b3c-a3d2-f7b1b50ac733 None None] The sync data for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 is: [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:24Z', 'revision_number': 4, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f879d1fe-53b2-4fd9-a5aa-9e35d54ba892', 'name': '', 'network_id': 'aded9bc1-5db3-4cd4-9049-3835efea0d9d', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'mac_address': 'fa:16:3e:02:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:23Z', 'updated_at': '2022-02-08T16:15:32Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'subnets': [{'id': 'c20dee06-2c56-4324-8f64-e4ae324d4d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:29:21.550846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268eee2b-f0df-4dd2-9411-842e6276d507 None None] New status for floating IP 15ebbce3-0fd7-4a14-b8f1-aaaafaa295b0: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:29:22.204407 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3e091-7f6e-431d-8ed2-50d07c663587 req-ef3c1ef4-566f-4cd2-8952-32184d16cedb tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:22.206528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8c3e091-7f6e-431d-8ed2-50d07c663587 req-ef3c1ef4-566f-4cd2-8952-32184d16cedb tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 945 time: 0.1488616 Feb 08 16:29:22.254363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8c3e091-7f6e-431d-8ed2-50d07c663587 req-ecf37bec-6e37-42ad-9c81-0c348c8f8795 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/security-groups?id=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422513 Feb 08 16:29:22.496993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c0ed6-bd48-437e-99cb-3198b8ddeb26 req-71472ee2-9f8d-472a-9236-e62a20439787 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:22.498458 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a10c0ed6-bd48-437e-99cb-3198b8ddeb26 req-71472ee2-9f8d-472a-9236-e62a20439787 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 945 time: 0.0575898 Feb 08 16:29:22.590977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a10c0ed6-bd48-437e-99cb-3198b8ddeb26 req-4ec2ef43-029d-4c7a-99fa-e7cc7634bafc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Deleting port b36d49bf-3a77-4acc-9675-b7d4ec2641ab {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:29:22.591322 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a10c0ed6-bd48-437e-99cb-3198b8ddeb26 req-4ec2ef43-029d-4c7a-99fa-e7cc7634bafc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:22.682762 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a10c0ed6-bd48-437e-99cb-3198b8ddeb26 req-4ec2ef43-029d-4c7a-99fa-e7cc7634bafc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] For port b36d49bf-3a77-4acc-9675-b7d4ec2641ab, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b36d49bf-3a77-4acc-9675-b7d4ec2641ab,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:29:22.683126 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a10c0ed6-bd48-437e-99cb-3198b8ddeb26 req-4ec2ef43-029d-4c7a-99fa-e7cc7634bafc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:22.695733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a10c0ed6-bd48-437e-99cb-3198b8ddeb26 req-4ec2ef43-029d-4c7a-99fa-e7cc7634bafc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Calling delete_port for b36d49bf-3a77-4acc-9675-b7d4ec2641ab owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:29:22.823745 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a10c0ed6-bd48-437e-99cb-3198b8ddeb26 req-4ec2ef43-029d-4c7a-99fa-e7cc7634bafc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b36d49bf-3a77-4acc-9675-b7d4ec2641ab), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:22.855624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2ef43-029d-4c7a-99fa-e7cc7634bafc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event deleted for resources: {'Port': ['ID=b36d49bf-3a77-4acc-9675-b7d4ec2641ab,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:22.898115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10c0ed6-bd48-437e-99cb-3198b8ddeb26 req-4ec2ef43-029d-4c7a-99fa-e7cc7634bafc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] No DVR routers for this DVR port b36d49bf-3a77-4acc-9675-b7d4ec2641ab on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:29:22.900699 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a10c0ed6-bd48-437e-99cb-3198b8ddeb26 req-4ec2ef43-029d-4c7a-99fa-e7cc7634bafc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:22.903988 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a10c0ed6-bd48-437e-99cb-3198b8ddeb26 req-4ec2ef43-029d-4c7a-99fa-e7cc7634bafc tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.96 "DELETE /v2.0/ports/b36d49bf-3a77-4acc-9675-b7d4ec2641ab HTTP/1.1" status: 204 len: 173 time: 0.3997433 Feb 08 16:29:22.904429 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'name': 'network-vif-deleted', 'tag': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:29:22.906747 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b80703-f878-4707-b4c4-aa9c9bd2ae7a" -d '{"events": [{"server_uuid": "12ae5d30-ae86-4f2f-919d-fc0c949b9d0b", "name": "network-vif-deleted", "tag": "b36d49bf-3a77-4acc-9675-b7d4ec2641ab"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:29:22.944299 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bcde32-12a7-4e83-abdb-0d6c29f060e6 x-openstack-request-id: req-b5bcde32-12a7-4e83-abdb-0d6c29f060e6 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:29:22.944594 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ae5d30-ae86-4f2f-919d-fc0c949b9d0b", "name": "network-vif-deleted", "tag": "b36d49bf-3a77-4acc-9675-b7d4ec2641ab", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:29:22.944855 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b5bcde32-12a7-4e83-abdb-0d6c29f060e6 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:29:22.945300 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ae5d30-ae86-4f2f-919d-fc0c949b9d0b', 'name': 'network-vif-deleted', 'tag': 'b36d49bf-3a77-4acc-9675-b7d4ec2641ab', 'status': 'completed', 'code': 200} Feb 08 16:29:23.176000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59394) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:23.237627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44b65a7-22f7-45ae-b445-819ce72a1283 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:23.249007 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d44b65a7-22f7-45ae-b445-819ce72a1283 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138 HTTP/1.1" status: 200 len: 814 time: 0.0621631 Feb 08 16:29:23.358766 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da753cfb-7947-4334-ac17-82c4def04348 req-65cce0fc-5aee-4dde-b635-e15d45392ab4 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 210 time: 0.0331318 Feb 08 16:29:24.303864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59402) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:24.308912 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'network': {'name': 'tempest-network-smoke--363379540', 'project_id': 'f93a160deae74590a400583119df84dd', 'port_security_enabled': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:29:24.328749 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Made reservation on behalf of f93a160deae74590a400583119df84dd for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:29:24.332925 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:24.356200 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:29:24.366322 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:24.366979 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Added segment 8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7 of type vlan for network e4d9ea3e-b424-4905-91d6-06b40abea1ff Feb 08 16:29:24.409737 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (e4d9ea3e-b424-4905-91d6-06b40abea1ff), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:24.445506 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (e4d9ea3e-b424-4905-91d6-06b40abea1ff), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:24.449267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:24.449856 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:24.471294 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bda0a59b-382b-46a9-b2e9-b8cdfafbff69 req-449a9d43-86f8-4092-a2aa-f626b9e247a7 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 210 time: 0.0379097 Feb 08 16:29:24.530096 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2250249 Feb 08 16:29:24.534044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59406) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:24.551150 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Network': ['ID=e4d9ea3e-b424-4905-91d6-06b40abea1ff,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:24.559353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:24.559756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:24.560233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:24.560696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:24.561164 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:24.561593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:24.562024 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:24.562453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:24.562884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:24.563305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:24.563742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:24.564182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:24.564634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad292e7-1401-4a89-8404-10b5e569c0f3 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:24.577948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network e4d9ea3e-b424-4905-91d6-06b40abea1ff details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:29:24.594928 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafe921a-7048-4bac-99a9-824bb4b77bc7 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:24.600109 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59408) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:24.600316 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aafe921a-7048-4bac-99a9-824bb4b77bc7 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=f93a160deae74590a400583119df84dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0650616 Feb 08 16:29:24.694953 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4f17c0-2884-4fcd-b80f-dc9830ce87f7 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:24.696469 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0b4f17c0-2884-4fcd-b80f-dc9830ce87f7 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948584 Feb 08 16:29:24.699269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59410) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:24.727849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d552450a-8c4a-4abb-820a-5e2a0e1e1f91 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274639 Feb 08 16:29:24.730779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59412) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:24.760140 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0860a69a-6819-4b2d-b78b-00adfab583cd tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=f93a160deae74590a400583119df84dd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269833 Feb 08 16:29:24.761454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59414) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:24.856322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8aa73-ed12-4e29-ba1a-e271e0b018ed tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:24.860608 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59416) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:24.860741 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9fc8aa73-ed12-4e29-ba1a-e271e0b018ed tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0983112 Feb 08 16:29:24.890006 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d38d2175-fdd7-453b-b6f9-ec838ca6a84b tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276029 Feb 08 16:29:24.892723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59418) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:24.898123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-2e35ed25-9ce0-42b3-88b9-9aa1af1e688b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2039535333', 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff', 'project_id': 'f93a160deae74590a400583119df84dd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:29:24.986106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e35ed25-9ce0-42b3-88b9-9aa1af1e688b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Made reservation on behalf of f93a160deae74590a400583119df84dd for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:29:24.990317 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2e35ed25-9ce0-42b3-88b9-9aa1af1e688b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:25.174226 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2e35ed25-9ce0-42b3-88b9-9aa1af1e688b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (d5cb8667-4dbf-4452-95df-6cb250a89dd0), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:25.238682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35ed25-9ce0-42b3-88b9-9aa1af1e688b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Subnet': ['ID=d5cb8667-4dbf-4452-95df-6cb250a89dd0,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:25.253006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e35ed25-9ce0-42b3-88b9-9aa1af1e688b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Checking segment: {'id': '8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:29:25.253496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e35ed25-9ce0-42b3-88b9-9aa1af1e688b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network hostable DHCP agents. Network: e4d9ea3e-b424-4905-91d6-06b40abea1ff, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:29:25.272448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e35ed25-9ce0-42b3-88b9-9aa1af1e688b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network e4d9ea3e-b424-4905-91d6-06b40abea1ff is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:29:25.284594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-2e35ed25-9ce0-42b3-88b9-9aa1af1e688b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, e4d9ea3e-b424-4905-91d6-06b40abea1ff) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:29:25.290672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e35ed25-9ce0-42b3-88b9-9aa1af1e688b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:25.291494 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2e35ed25-9ce0-42b3-88b9-9aa1af1e688b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:25.296004 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da93e3ac-b710-40ab-9a56-519ab62c4fb7 None None] Network e4d9ea3e-b424-4905-91d6-06b40abea1ff requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:29:25.318331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2e35ed25-9ce0-42b3-88b9-9aa1af1e688b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4242167 Feb 08 16:29:25.436747 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-e4d9ea3e-b424-4905-91d6-06b40abea1ff', 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff', 'project_id': 'f93a160deae74590a400583119df84dd', 'fixed_ips': [{'subnet_id': 'd5cb8667-4dbf-4452-95df-6cb250a89dd0'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:29:25.437640 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:25.613228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Allocated IP 172.20.0.18 (e4d9ea3e-b424-4905-91d6-06b40abea1ff/d5cb8667-4dbf-4452-95df-6cb250a89dd0/d4a42dc2-b02b-4f0c-b033-74348d031d25) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:29:25.637556 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c3c9659-737f-4336-985d-12f6c98cc444 req-6ceb7f52-3746-444f-a16f-134aed4b4ca1 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 210 time: 0.0677743 Feb 08 16:29:25.789807 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Publish callbacks [] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:25.797539 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:25.827943 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59424) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:25.832986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d0159757-84cb-4a3c-a785-e7dc12cefc5d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1712718332', 'description': 'tempest-secgroup-smoke-1712718332 description', 'project_id': 'f93a160deae74590a400583119df84dd'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:29:25.853664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Pushing event updated for resources: {'Port': ['ID=d4a42dc2-b02b-4f0c-b033-74348d031d25,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:25.855443 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d0159757-84cb-4a3c-a785-e7dc12cefc5d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:25.863919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:25.864267 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:25.864609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:25.865342 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:25.865342 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:25.865599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:25.865927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:25.866249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:25.866571 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:25.866893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:25.867215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:25.867534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:25.867849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:29:25.880452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Network e4d9ea3e-b424-4905-91d6-06b40abea1ff is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:29:25.882230 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:29:25.884822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:29:25.935895 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d0159757-84cb-4a3c-a785-e7dc12cefc5d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (edb5202e-0dad-4ad0-b284-66a4844a25c1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:25.940176 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d0159757-84cb-4a3c-a785-e7dc12cefc5d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (edb5202e-0dad-4ad0-b284-66a4844a25c1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:25.961132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Attempting to bind port d4a42dc2-b02b-4f0c-b033-74348d031d25 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:29:25.961501 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Attempting to bind port d4a42dc2-b02b-4f0c-b033-74348d031d25 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:29:25.961955 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Attempting to bind port d4a42dc2-b02b-4f0c-b033-74348d031d25 on network e4d9ea3e-b424-4905-91d6-06b40abea1ff {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:29:25.966287 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d0159757-84cb-4a3c-a785-e7dc12cefc5d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:25.967896 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d0159757-84cb-4a3c-a785-e7dc12cefc5d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1388474 Feb 08 16:29:25.971381 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59426) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:25.971533 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:29:25.972226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Checking segment: {'id': '8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:29:25.972941 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:25.973291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Bound using segment: {'id': '8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:29:25.973783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Bound port: d4a42dc2-b02b-4f0c-b033-74348d031d25, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:29:25.974173 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:25.975942 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a286b107-f842-4d4e-94ef-b821f01e8bb8 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': 'edb5202e-0dad-4ad0-b284-66a4844a25c1', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:29:25.984780 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0159757-84cb-4a3c-a785-e7dc12cefc5d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb5202e-0dad-4ad0-b284-66a4844a25c1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:26.016758 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a286b107-f842-4d4e-94ef-b821f01e8bb8 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (70f3b31b-f9a7-449c-8f38-9045cf3b8328), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.044909 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] For port d4a42dc2-b02b-4f0c-b033-74348d031d25, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:29:26.048720 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] For port d4a42dc2-b02b-4f0c-b033-74348d031d25, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d4a42dc2-b02b-4f0c-b033-74348d031d25,segment=NetworkSegment(8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7),segment_id=8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:29:26.056476 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.125262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78664ab4-81ee-4d82-9460-517c89fa67d8 None None] Pushing event updated for resources: {'Port': ['ID=d4a42dc2-b02b-4f0c-b033-74348d031d25,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:26.131968 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a286b107-f842-4d4e-94ef-b821f01e8bb8 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (70f3b31b-f9a7-449c-8f38-9045cf3b8328), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.136525 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a286b107-f842-4d4e-94ef-b821f01e8bb8 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (70f3b31b-f9a7-449c-8f38-9045cf3b8328), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.167833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286b107-f842-4d4e-94ef-b821f01e8bb8 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f3b31b-f9a7-449c-8f38-9045cf3b8328,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:26.178960 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a286b107-f842-4d4e-94ef-b821f01e8bb8 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.180253 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a286b107-f842-4d4e-94ef-b821f01e8bb8 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2077858 Feb 08 16:29:26.184165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59428) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:26.190304 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d6fc19a2-6068-4f71-81b5-966f92143ee5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': 'edb5202e-0dad-4ad0-b284-66a4844a25c1', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:29:26.221814 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6fc19a2-6068-4f71-81b5-966f92143ee5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (6cbb2ec7-f4ce-45f9-aba5-54f20ae0a735), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.296275 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6fc19a2-6068-4f71-81b5-966f92143ee5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (6cbb2ec7-f4ce-45f9-aba5-54f20ae0a735), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.302157 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6fc19a2-6068-4f71-81b5-966f92143ee5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (6cbb2ec7-f4ce-45f9-aba5-54f20ae0a735), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.320036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc19a2-6068-4f71-81b5-966f92143ee5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbb2ec7-f4ce-45f9-aba5-54f20ae0a735,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:26.334857 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6fc19a2-6068-4f71-81b5-966f92143ee5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.336462 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d6fc19a2-6068-4f71-81b5-966f92143ee5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506584 Feb 08 16:29:26.339134 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59430) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:26.345186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-53d0b0b1-d1e6-4142-9542-117365125cf5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': 'edb5202e-0dad-4ad0-b284-66a4844a25c1', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:29:26.386547 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53d0b0b1-d1e6-4142-9542-117365125cf5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (ea0e6bb4-e738-4b3f-83bb-36e5a59d504e), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.468457 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53d0b0b1-d1e6-4142-9542-117365125cf5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (ea0e6bb4-e738-4b3f-83bb-36e5a59d504e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.474118 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53d0b0b1-d1e6-4142-9542-117365125cf5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (ea0e6bb4-e738-4b3f-83bb-36e5a59d504e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.494040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0b0b1-d1e6-4142-9542-117365125cf5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0e6bb4-e738-4b3f-83bb-36e5a59d504e,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:26.507309 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-53d0b0b1-d1e6-4142-9542-117365125cf5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.508765 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-53d0b0b1-d1e6-4142-9542-117365125cf5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1683900 Feb 08 16:29:26.511566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59432) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:26.516270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-bc8de98f-2336-42d8-8968-25fdecf8a33f tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': 'edb5202e-0dad-4ad0-b284-66a4844a25c1', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:29:26.546993 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bc8de98f-2336-42d8-8968-25fdecf8a33f tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (472b5df9-3283-46fd-9d7b-5fd0ae547001), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.615148 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bc8de98f-2336-42d8-8968-25fdecf8a33f tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (472b5df9-3283-46fd-9d7b-5fd0ae547001), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.620626 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bc8de98f-2336-42d8-8968-25fdecf8a33f tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (472b5df9-3283-46fd-9d7b-5fd0ae547001), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.639103 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8de98f-2336-42d8-8968-25fdecf8a33f tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472b5df9-3283-46fd-9d7b-5fd0ae547001,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:26.648889 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bc8de98f-2336-42d8-8968-25fdecf8a33f tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.653023 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bc8de98f-2336-42d8-8968-25fdecf8a33f tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377296 Feb 08 16:29:26.653269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59434) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:26.661097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c503d44d-80cb-4480-8181-c0eba771704c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': 'edb5202e-0dad-4ad0-b284-66a4844a25c1', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:29:26.683788 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-c503d44d-80cb-4480-8181-c0eba771704c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Project f93a160deae74590a400583119df84dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:29:26.690664 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c503d44d-80cb-4480-8181-c0eba771704c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (75bde8ca-b67a-4c18-b14c-4616664d8f31), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.765367 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4e8db0c-73f9-4473-af40-53631ff5ec28 req-31aac0d0-afe4-46df-acbe-843810a91cc0 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 210 time: 0.0390940 Feb 08 16:29:26.804966 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c503d44d-80cb-4480-8181-c0eba771704c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (75bde8ca-b67a-4c18-b14c-4616664d8f31), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.811856 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c503d44d-80cb-4480-8181-c0eba771704c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (75bde8ca-b67a-4c18-b14c-4616664d8f31), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.850404 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c503d44d-80cb-4480-8181-c0eba771704c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.852122 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c503d44d-80cb-4480-8181-c0eba771704c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1973598 Feb 08 16:29:26.854938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59438) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:26.864877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f45546b1-3581-48a3-b51b-103938fa6631 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': 'edb5202e-0dad-4ad0-b284-66a4844a25c1', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:29:26.888036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503d44d-80cb-4480-8181-c0eba771704c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bde8ca-b67a-4c18-b14c-4616664d8f31,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:26.895365 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-f45546b1-3581-48a3-b51b-103938fa6631 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Project f93a160deae74590a400583119df84dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:29:26.901706 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f45546b1-3581-48a3-b51b-103938fa6631 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (69fd248d-1844-4d9e-872e-b81ad7fa3c79), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.963165 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f45546b1-3581-48a3-b51b-103938fa6631 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (69fd248d-1844-4d9e-872e-b81ad7fa3c79), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.967353 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f45546b1-3581-48a3-b51b-103938fa6631 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (69fd248d-1844-4d9e-872e-b81ad7fa3c79), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.983190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45546b1-3581-48a3-b51b-103938fa6631 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69fd248d-1844-4d9e-872e-b81ad7fa3c79,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:26.995625 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f45546b1-3581-48a3-b51b-103938fa6631 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:26.996974 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f45546b1-3581-48a3-b51b-103938fa6631 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407156 Feb 08 16:29:27.204857 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-9bb8e6d6-0190-4dc3-a4e1-1ad4c0b397a4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1712718332&fields=id&tenant_id=f93a160deae74590a400583119df84dd HTTP/1.1" status: 200 len: 267 time: 0.0647986 Feb 08 16:29:27.324290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-fd21b34a-bd0f-4e37-a0f0-975bb8b815e4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:27.332478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-fd21b34a-bd0f-4e37-a0f0-975bb8b815e4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/networks?id=e4d9ea3e-b424-4905-91d6-06b40abea1ff HTTP/1.1" status: 200 len: 796 time: 0.1266851 Feb 08 16:29:27.351152 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-559d1619-0f51-47ec-900c-65685f9d1338 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/quotas/f93a160deae74590a400583119df84dd HTTP/1.1" status: 200 len: 375 time: 0.0177124 Feb 08 16:29:27.414850 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-82a51096-0e65-4080-9655-cc2b4b32bcf1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0628362 Feb 08 16:29:27.426021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b36d49bf-3a77-4acc-9675-b7d4ec2641ab no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:29:27.451347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc86328-d866-40b0-a35f-d4bac7f1d3f3 None None] Network e4d9ea3e-b424-4905-91d6-06b40abea1ff requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:29:27.522722 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-f620a5b6-fd05-484f-9b77-ff369728e4ad service neutron] 10.222.0.82 "GET /v2.0/networks/e4d9ea3e-b424-4905-91d6-06b40abea1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930998 Feb 08 16:29:27.530838 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: b36d49bf-3a77-4acc-9675-b7d4ec2641ab {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:29:27.531190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b36d49bf-3a77-4acc-9675-b7d4ec2641ab not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:29:27.572511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f89e3a7b-af3b-46c0-8d06-267da06d584a None None] Provisioning complete for port d4a42dc2-b02b-4f0c-b033-74348d031d25 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:29:27.572894 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f89e3a7b-af3b-46c0-8d06-267da06d584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:27.639858 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-c4836684-99bc-4a20-882a-fb91a5883bcc service neutron] 10.222.0.82 "GET /v2.0/networks/e4d9ea3e-b424-4905-91d6-06b40abea1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107719 Feb 08 16:29:27.682903 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f89e3a7b-af3b-46c0-8d06-267da06d584a None None] Current status of the port d4a42dc2-b02b-4f0c-b033-74348d031d25 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:29:27.683520 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f89e3a7b-af3b-46c0-8d06-267da06d584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:27.742233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f89e3a7b-af3b-46c0-8d06-267da06d584a None None] For port d4a42dc2-b02b-4f0c-b033-74348d031d25, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d4a42dc2-b02b-4f0c-b033-74348d031d25,segment=NetworkSegment(8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7),segment_id=8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:29:27.745223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d4a42dc2-b02b-4f0c-b033-74348d031d25 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:29:27.776786 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f89e3a7b-af3b-46c0-8d06-267da06d584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:27.903568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e3a7b-af3b-46c0-8d06-267da06d584a None None] Pushing event updated for resources: {'Port': ['ID=d4a42dc2-b02b-4f0c-b033-74348d031d25,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:27.912435 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4168bff3-fec7-4386-824c-61d7f30f3fbb req-5bf6b25e-be30-4f32-a69d-e8fec7f75f97 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 210 time: 0.0480373 Feb 08 16:29:27.913345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port d4a42dc2-b02b-4f0c-b033-74348d031d25 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:29:27.913718 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:27.935331 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e20baf03-5bd5-42cc-9633-a7d121068c76 req-b02e4a41-3edc-44ae-a0c0-64452a6d7514 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 210 time: 0.0343330 Feb 08 16:29:28.011700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port d4a42dc2-b02b-4f0c-b033-74348d031d25 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:29:28.014523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f3edadfe-bdbf-4545-9d9e-631c407fd7f7 None None] Provisioning complete for port d4a42dc2-b02b-4f0c-b033-74348d031d25 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:29:28.014901 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f3edadfe-bdbf-4545-9d9e-631c407fd7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:28.099346 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f3edadfe-bdbf-4545-9d9e-631c407fd7f7 None None] Current status of the port d4a42dc2-b02b-4f0c-b033-74348d031d25 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:29:29.033226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96de7b4d-5e4e-4fa7-8422-019aa6d6cacf req-8cfc49d0-bc23-41e2-ac92-6504c639956e tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 210 time: 0.0427206 Feb 08 16:29:29.063055 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0c1e2ba-c6b0-4709-8000-47c15c246d26 req-70ebe31e-f321-4df6-a8d3-947bd32532c6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 210 time: 0.0411286 Feb 08 16:29:29.666651 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d4a42dc2-b02b-4f0c-b033-74348d031d25 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:29:29.718491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port d4a42dc2-b02b-4f0c-b033-74348d031d25 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:29:29.718888 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:29.799121 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port d4a42dc2-b02b-4f0c-b033-74348d031d25 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:29:29.995436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-6e632624-0eab-4859-9e45-07c311a0742d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:29.997203 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-6e632624-0eab-4859-9e45-07c311a0742d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.94 "GET /v2.0/networks?id=e4d9ea3e-b424-4905-91d6-06b40abea1ff HTTP/1.1" status: 200 len: 796 time: 0.1124880 Feb 08 16:29:30.097325 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-00b017a0-d54a-40ae-88a1-89a99082ce90 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f93a160deae74590a400583119df84dd HTTP/1.1" status: 200 len: 473 time: 0.0888097 Feb 08 16:29:30.105892 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-6f320822-3cc7-45ed-8d55-9222539e30a5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'port': {'device_id': '726c297b-439e-4fc8-b96b-4dd40dfa555e', 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff', 'admin_state_up': True, 'tenant_id': 'f93a160deae74590a400583119df84dd', 'security_groups': ['edb5202e-0dad-4ad0-b284-66a4844a25c1']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:29:30.156832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0b9b9c3-3b7c-4632-b649-36f478984caa req-6a80987f-e8ff-4f3e-910f-5d7d1c9b1da2 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 210 time: 0.0407300 Feb 08 16:29:30.182596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5da76b49-4e32-46eb-906d-02a7176501d8 req-62382f95-1da0-4524-b73a-9c9936564dc8 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 210 time: 0.0291913 Feb 08 16:29:30.239823 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-6f320822-3cc7-45ed-8d55-9222539e30a5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Made reservation on behalf of f93a160deae74590a400583119df84dd for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:29:30.243130 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-6f320822-3cc7-45ed-8d55-9222539e30a5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:30.366544 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-6f320822-3cc7-45ed-8d55-9222539e30a5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Allocated IP 172.20.0.29 (e4d9ea3e-b424-4905-91d6-06b40abea1ff/d5cb8667-4dbf-4452-95df-6cb250a89dd0/7d603d5b-4edc-4e8a-8f9b-764f10d0e932) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:29:30.817513 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-6f320822-3cc7-45ed-8d55-9222539e30a5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:30.851079 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-6f320822-3cc7-45ed-8d55-9222539e30a5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:30.890029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-6f320822-3cc7-45ed-8d55-9222539e30a5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network e4d9ea3e-b424-4905-91d6-06b40abea1ff is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:29:30.893207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-6f320822-3cc7-45ed-8d55-9222539e30a5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:29:30.899784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-6f320822-3cc7-45ed-8d55-9222539e30a5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:29:30.934702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f320822-3cc7-45ed-8d55-9222539e30a5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Port': ['ID=7d603d5b-4edc-4e8a-8f9b-764f10d0e932,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:30.960032 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-6f320822-3cc7-45ed-8d55-9222539e30a5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:30.960701 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-6f320822-3cc7-45ed-8d55-9222539e30a5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:30.979398 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-6f320822-3cc7-45ed-8d55-9222539e30a5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8779612 Feb 08 16:29:30.994939 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Request body: {'port': {'device_id': '726c297b-439e-4fc8-b96b-4dd40dfa555e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:29:31.059500 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:31.141319 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ae4fbe91-db1a-4755-b414-393b540c23bf None None] Provisioning complete for port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:29:31.141893 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae4fbe91-db1a-4755-b414-393b540c23bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:31.177459 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ae4fbe91-db1a-4755-b414-393b540c23bf None None] Port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:29:31.293643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4fa00a60-0ff2-4fd0-b161-153e0291efa2 req-61a68445-a038-4ccc-9792-1f0f16c34067 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 210 time: 0.0339680 Feb 08 16:29:31.343594 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:29:31.349226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e447a-5276-4981-8692-62d86116b23c req-44037225-1241-41a6-a8d7-bf8877194aa2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:31.350769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b60e447a-5276-4981-8692-62d86116b23c req-44037225-1241-41a6-a8d7-bf8877194aa2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 932 time: 0.0635438 Feb 08 16:29:31.352390 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Publish callbacks [] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:31.365490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Transition to ACTIVE for port object 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:29:31.370430 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:31.405083 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b60e447a-5276-4981-8692-62d86116b23c req-4339e393-f921-417b-b9a6-5e9f013b3bc5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=edb5202e-0dad-4ad0-b284-66a4844a25c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478380 Feb 08 16:29:31.464467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Pushing event updated for resources: {'Port': ['ID=7d603d5b-4edc-4e8a-8f9b-764f10d0e932,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:31.490802 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Attempting to bind port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:29:31.491146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Attempting to bind port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:29:31.491484 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Attempting to bind port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 on network e4d9ea3e-b424-4905-91d6-06b40abea1ff {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:29:31.496102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 on network e4d9ea3e-b424-4905-91d6-06b40abea1ff not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:29:31.496442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Attempting to bind port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 on network e4d9ea3e-b424-4905-91d6-06b40abea1ff {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:29:31.501485 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:29:31.501871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Checking segment: {'id': '8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:29:31.502826 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Bound using segment: {'id': '8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:29:31.503269 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Bound port: 7d603d5b-4edc-4e8a-8f9b-764f10d0e932, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:29:31.503643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:31.573669 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] For port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:29:31.576850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] For port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7d603d5b-4edc-4e8a-8f9b-764f10d0e932,segment=NetworkSegment(8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7),segment_id=8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:29:31.577389 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7efac271-40a0-4a4d-94e7-a660868795b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:31.584655 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:31.620671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:31.621243 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:31.622609 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] 10.222.0.94 "PUT /v2.0/ports/7d603d5b-4edc-4e8a-8f9b-764f10d0e932 HTTP/1.1" status: 200 len: 1093 time: 0.6322773 Feb 08 16:29:31.623061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726c297b-439e-4fc8-b96b-4dd40dfa555e', 'tag': '7d603d5b-4edc-4e8a-8f9b-764f10d0e932'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:29:31.625369 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fa883a-3714-448b-a012-086fa10a93ee" -d '{"events": [{"name": "network-changed", "server_uuid": "726c297b-439e-4fc8-b96b-4dd40dfa555e", "tag": "7d603d5b-4edc-4e8a-8f9b-764f10d0e932"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:29:31.655874 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0077e-90e7-45f1-913a-9be2cbcc4f2e service neutron] Pushing event updated for resources: {'Port': ['ID=7d603d5b-4edc-4e8a-8f9b-764f10d0e932,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:31.682196 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20d5ae1-850f-4229-b1aa-d6cc9837776c x-openstack-request-id: req-e20d5ae1-850f-4229-b1aa-d6cc9837776c {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:29:31.682586 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726c297b-439e-4fc8-b96b-4dd40dfa555e", "tag": "7d603d5b-4edc-4e8a-8f9b-764f10d0e932", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:29:31.682909 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e20d5ae1-850f-4229-b1aa-d6cc9837776c {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:29:31.683398 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726c297b-439e-4fc8-b96b-4dd40dfa555e', 'tag': '7d603d5b-4edc-4e8a-8f9b-764f10d0e932', 'status': 'completed', 'code': 200} Feb 08 16:29:31.727583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-35326dd1-a1a9-49d6-902c-a73e7ae51a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:31.729915 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-35326dd1-a1a9-49d6-902c-a73e7ae51a56 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 1127 time: 0.0596483 Feb 08 16:29:31.777030 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-096aae96-2b87-4530-8ade-561c3da5f929 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=7d603d5b-4edc-4e8a-8f9b-764f10d0e932 HTTP/1.1" status: 200 len: 217 time: 0.0368040 Feb 08 16:29:31.845415 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-06285fa2-7ea6-47e1-93f0-70acad074157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:31.848008 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-06285fa2-7ea6-47e1-93f0-70acad074157 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d5cb8667-4dbf-4452-95df-6cb250a89dd0 HTTP/1.1" status: 200 len: 838 time: 0.0622513 Feb 08 16:29:31.905972 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-4a5dce42-327f-4f34-ab5f-4dca00d12c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:31.907518 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-4a5dce42-327f-4f34-ab5f-4dca00d12c2a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e4d9ea3e-b424-4905-91d6-06b40abea1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0498152 Feb 08 16:29:32.009024 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-378f0474-9729-4961-8742-90df60c688f0 service neutron] 10.222.0.94 "GET /v2.0/networks/e4d9ea3e-b424-4905-91d6-06b40abea1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901456 Feb 08 16:29:32.110651 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0114703d-df5c-4987-bec8-aa0513c9c15c req-ef6c089c-3041-4fe9-b582-8197ec1ebbb2 service neutron] 10.222.0.94 "GET /v2.0/networks/e4d9ea3e-b424-4905-91d6-06b40abea1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929668 Feb 08 16:29:32.207420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa883a-3714-448b-a012-086fa10a93ee req-3147a7de-5ad5-4218-9a8e-64f8c1eab7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:32.208963 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-84fa883a-3714-448b-a012-086fa10a93ee req-3147a7de-5ad5-4218-9a8e-64f8c1eab7ee service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 1127 time: 0.0455344 Feb 08 16:29:32.306397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa883a-3714-448b-a012-086fa10a93ee req-b139f758-ac1c-4cf1-8332-9d5b0cceb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:32.308345 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-84fa883a-3714-448b-a012-086fa10a93ee req-b139f758-ac1c-4cf1-8332-9d5b0cceb466 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e4d9ea3e-b424-4905-91d6-06b40abea1ff HTTP/1.1" status: 200 len: 897 time: 0.0908108 Feb 08 16:29:32.353485 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-84fa883a-3714-448b-a012-086fa10a93ee req-8cb413e2-b545-4604-a6b0-83b1b5108156 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=7d603d5b-4edc-4e8a-8f9b-764f10d0e932 HTTP/1.1" status: 200 len: 217 time: 0.0388131 Feb 08 16:29:32.410716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa883a-3714-448b-a012-086fa10a93ee req-9182f81f-b9d8-4f02-8cdc-434991108f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:32.412259 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-84fa883a-3714-448b-a012-086fa10a93ee req-9182f81f-b9d8-4f02-8cdc-434991108f3f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d5cb8667-4dbf-4452-95df-6cb250a89dd0 HTTP/1.1" status: 200 len: 838 time: 0.0534201 Feb 08 16:29:32.413479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d385da8-4407-4fed-9774-390f6ac718a8 req-a573bac6-b226-42e2-b7dc-7173d8e00777 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "GET /v2.0/ports?device_id=12ae5d30-ae86-4f2f-919d-fc0c949b9d0b HTTP/1.1" status: 200 len: 210 time: 0.0300996 Feb 08 16:29:32.468604 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa883a-3714-448b-a012-086fa10a93ee req-10c6359c-71fb-474f-b7b1-b8545de60234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:32.470157 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-84fa883a-3714-448b-a012-086fa10a93ee req-10c6359c-71fb-474f-b7b1-b8545de60234 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e4d9ea3e-b424-4905-91d6-06b40abea1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0513616 Feb 08 16:29:32.548388 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5fa3a-7eb6-4ef2-b4a8-94c8e1749682 req-9e97c9b7-1112-4c07-a91b-8c3a7889f67e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:32.550262 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aee5fa3a-7eb6-4ef2-b4a8-94c8e1749682 req-9e97c9b7-1112-4c07-a91b-8c3a7889f67e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 944 time: 0.0600839 Feb 08 16:29:32.562966 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-84fa883a-3714-448b-a012-086fa10a93ee req-427377bc-4e86-420c-a877-9f0c54131e67 service neutron] 10.222.0.94 "GET /v2.0/networks/e4d9ea3e-b424-4905-91d6-06b40abea1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861425 Feb 08 16:29:32.600306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aee5fa3a-7eb6-4ef2-b4a8-94c8e1749682 req-982ff673-8fd2-4c1b-9efe-347e745ce083 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=edb5202e-0dad-4ad0-b284-66a4844a25c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442333 Feb 08 16:29:32.657361 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-84fa883a-3714-448b-a012-086fa10a93ee req-8689a84d-767f-44e9-8f9b-d6be29322c23 service neutron] 10.222.0.94 "GET /v2.0/networks/e4d9ea3e-b424-4905-91d6-06b40abea1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882289 Feb 08 16:29:33.468471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59490) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:33.856956 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ac06f20-3735-4df8-875b-a885d610798e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:33.924606 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188707a-2555-4f9a-abfb-8277bce43f5b req-c357321d-7178-4972-9df0-c4a27ee48af2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:33.926101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0188707a-2555-4f9a-abfb-8277bce43f5b req-c357321d-7178-4972-9df0-c4a27ee48af2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 944 time: 0.0837302 Feb 08 16:29:33.948460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a1d2111f-52ea-4e18-8d56-e5f10d35a777 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Deleting port 408914f7-1ff9-4b88-b32c-287d847a9ef7 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:29:33.948803 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a1d2111f-52ea-4e18-8d56-e5f10d35a777 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (408914f7-1ff9-4b88-b32c-287d847a9ef7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:34.024392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0188707a-2555-4f9a-abfb-8277bce43f5b req-6a843907-c04b-4ab9-8f34-9d7ecf696388 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=edb5202e-0dad-4ad0-b284-66a4844a25c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921946 Feb 08 16:29:34.047337 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a1d2111f-52ea-4e18-8d56-e5f10d35a777 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (408914f7-1ff9-4b88-b32c-287d847a9ef7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:34.047664 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a1d2111f-52ea-4e18-8d56-e5f10d35a777 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for floatingip (408914f7-1ff9-4b88-b32c-287d847a9ef7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:34.059775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a1d2111f-52ea-4e18-8d56-e5f10d35a777 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Calling delete_port for 408914f7-1ff9-4b88-b32c-287d847a9ef7 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:29:34.191004 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a1d2111f-52ea-4e18-8d56-e5f10d35a777 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (408914f7-1ff9-4b88-b32c-287d847a9ef7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:34.213263 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2111f-52ea-4e18-8d56-e5f10d35a777 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event deleted for resources: {'Port': ['ID=408914f7-1ff9-4b88-b32c-287d847a9ef7,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:34.278601 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a1d2111f-52ea-4e18-8d56-e5f10d35a777 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for floatingip (00b92883-010b-485d-bf65-73894a4c9497), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:34.281083 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a1d2111f-52ea-4e18-8d56-e5f10d35a777 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:34.282229 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a1d2111f-52ea-4e18-8d56-e5f10d35a777 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "DELETE /v2.0/floatingips/00b92883-010b-485d-bf65-73894a4c9497 HTTP/1.1" status: 204 len: 168 time: 0.8127298 Feb 08 16:29:35.142903 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b239b5-8d01-4d0c-9ff1-ca0810f48d83 req-ea111b7a-02bf-4721-b030-07048200dd04 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:35.144490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3b239b5-8d01-4d0c-9ff1-ca0810f48d83 req-ea111b7a-02bf-4721-b030-07048200dd04 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 944 time: 0.0531716 Feb 08 16:29:35.194349 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3b239b5-8d01-4d0c-9ff1-ca0810f48d83 req-ab8c089c-0aac-4503-9e32-1d6a4be49a2e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=edb5202e-0dad-4ad0-b284-66a4844a25c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439377 Feb 08 16:29:35.631680 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:35.825976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:29:35.921427 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7d603d5b-4edc-4e8a-8f9b-764f10d0e932,segment=NetworkSegment(8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7),segment_id=8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:29:35.933912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '7d603d5b-4edc-4e8a-8f9b-764f10d0e932', 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff', 'port_id': '7d603d5b-4edc-4e8a-8f9b-764f10d0e932', 'mac_address': 'fa:16:3e:6b:03:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cb8667-4dbf-4452-95df-6cb250a89dd0', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:29:35.978681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:29:35.979078 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:35.994336 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:29:36.015362 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7d603d5b-4edc-4e8a-8f9b-764f10d0e932,segment=NetworkSegment(8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7),segment_id=8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:29:36.019932 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:36.070820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=7d603d5b-4edc-4e8a-8f9b-764f10d0e932,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:36.288608 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['7d603d5b-4edc-4e8a-8f9b-764f10d0e932'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:29:36.318496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3b42a-e52d-498b-afe9-ef7a53148250 req-7dd6201d-583e-458a-8151-18262dbab4e9 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:36.320000 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ea3b42a-e52d-498b-afe9-ef7a53148250 req-7dd6201d-583e-458a-8151-18262dbab4e9 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 945 time: 0.0558343 Feb 08 16:29:36.370130 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ea3b42a-e52d-498b-afe9-ef7a53148250 req-babe2712-25f7-4380-a831-afecdbfc6c20 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=edb5202e-0dad-4ad0-b284-66a4844a25c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441704 Feb 08 16:29:36.806081 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:37.495292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7825785-8fb8-4b9b-b18c-829502d45956 req-043d141a-890e-4213-80c7-635996564ee2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:37.496761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7825785-8fb8-4b9b-b18c-829502d45956 req-043d141a-890e-4213-80c7-635996564ee2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 945 time: 0.0560544 Feb 08 16:29:37.545650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7825785-8fb8-4b9b-b18c-829502d45956 req-87f3576d-6dc1-4987-b51b-226ca16e4a86 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=edb5202e-0dad-4ad0-b284-66a4844a25c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425048 Feb 08 16:29:37.831240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:29:37.881462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:29:37.885512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:29:37.885892 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:37.964711 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:29:37.965134 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:37.988371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726c297b-439e-4fc8-b96b-4dd40dfa555e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d603d5b-4edc-4e8a-8f9b-764f10d0e932'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:29:37.990572 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e057291-4f6f-4b6f-a368-ec9c91676266" -d '{"events": [{"server_uuid": "726c297b-439e-4fc8-b96b-4dd40dfa555e", "name": "network-vif-plugged", "status": "completed", "tag": "7d603d5b-4edc-4e8a-8f9b-764f10d0e932"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:29:38.003211 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7d603d5b-4edc-4e8a-8f9b-764f10d0e932,segment=NetworkSegment(8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7),segment_id=8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:29:38.010356 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:38.043360 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab3353e-d4c7-4f4b-8db0-1f0cfa3037b3 x-openstack-request-id: req-cab3353e-d4c7-4f4b-8db0-1f0cfa3037b3 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:29:38.043752 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726c297b-439e-4fc8-b96b-4dd40dfa555e", "name": "network-vif-plugged", "status": "completed", "tag": "7d603d5b-4edc-4e8a-8f9b-764f10d0e932", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:29:38.043954 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cab3353e-d4c7-4f4b-8db0-1f0cfa3037b3 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:29:38.044356 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726c297b-439e-4fc8-b96b-4dd40dfa555e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d603d5b-4edc-4e8a-8f9b-764f10d0e932', 'code': 200} Feb 08 16:29:38.047329 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:38.074412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=7d603d5b-4edc-4e8a-8f9b-764f10d0e932,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:38.155489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48af933-a0bd-4a58-8a9e-70384798c260 req-e0819883-c759-41f7-87ec-bc0706bea8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:38.157093 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c48af933-a0bd-4a58-8a9e-70384798c260 req-e0819883-c759-41f7-87ec-bc0706bea8be service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 1129 time: 0.0469370 Feb 08 16:29:38.207524 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c48af933-a0bd-4a58-8a9e-70384798c260 req-dde43b5f-18ac-489f-b084-876d3389b93a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=edb5202e-0dad-4ad0-b284-66a4844a25c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397329 Feb 08 16:29:38.671356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ff0eb-c7a9-4abd-863d-8bfba33f5a06 req-348eb36d-5fbd-4bdd-b09a-72edf876a515 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:38.673066 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-399ff0eb-c7a9-4abd-863d-8bfba33f5a06 req-348eb36d-5fbd-4bdd-b09a-72edf876a515 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 946 time: 0.0561481 Feb 08 16:29:38.722338 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-399ff0eb-c7a9-4abd-863d-8bfba33f5a06 req-7584d278-40d2-4dfc-9bc0-90083a38b97f tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=edb5202e-0dad-4ad0-b284-66a4844a25c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436270 Feb 08 16:29:39.676526 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59522) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:39.732911 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59461138-2e5f-47ef-9ed1-e41197126519 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group (9d742ef9-018b-4d7b-b9f9-6a57c1b70dce), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:39.762906 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59461138-2e5f-47ef-9ed1-e41197126519 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group (9d742ef9-018b-4d7b-b9f9-6a57c1b70dce), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:39.853008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26526076-0636-4c6e-ab61-3fd550f0f895 req-e788fdb3-1c0c-4c33-be4d-013539b01a09 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:39.854528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-26526076-0636-4c6e-ab61-3fd550f0f895 req-e788fdb3-1c0c-4c33-be4d-013539b01a09 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 946 time: 0.0599213 Feb 08 16:29:39.889118 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59461138-2e5f-47ef-9ed1-e41197126519 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (9d742ef9-018b-4d7b-b9f9-6a57c1b70dce), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:39.891556 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-59461138-2e5f-47ef-9ed1-e41197126519 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:39.893267 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-59461138-2e5f-47ef-9ed1-e41197126519 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] 10.222.0.82 "DELETE /v2.0/security-groups/9d742ef9-018b-4d7b-b9f9-6a57c1b70dce HTTP/1.1" status: 204 len: 168 time: 0.2155569 Feb 08 16:29:39.920293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59461138-2e5f-47ef-9ed1-e41197126519 tempest-TestVolumeBootPattern-740820252 tempest-TestVolumeBootPattern-740820252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d742ef9-018b-4d7b-b9f9-6a57c1b70dce,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:39.926401 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-26526076-0636-4c6e-ab61-3fd550f0f895 req-3898c524-b38a-4d4c-99fb-7c48ca2ef4a8 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=edb5202e-0dad-4ad0-b284-66a4844a25c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659497 Feb 08 16:29:39.979953 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59530) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:40.100535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcee302-ee0d-491e-853f-d2c5caa38b50 req-bc767167-88ba-4800-91aa-e803112e99d6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:40.102124 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbcee302-ee0d-491e-853f-d2c5caa38b50 req-bc767167-88ba-4800-91aa-e803112e99d6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 946 time: 0.0702121 Feb 08 16:29:40.145687 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00e95704-5eba-48f3-ba2a-20e75aca9869 req-2a445a1b-9ada-4fd2-aed1-88f374d3f3e1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1305230 Feb 08 16:29:40.230128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbcee302-ee0d-491e-853f-d2c5caa38b50 req-78009470-6090-4d2f-ae31-af753b4d388a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=edb5202e-0dad-4ad0-b284-66a4844a25c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219778 Feb 08 16:29:40.238218 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e95704-5eba-48f3-ba2a-20e75aca9869 req-243b5390-5f03-49dd-a002-db7bf8e4c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:40.239834 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00e95704-5eba-48f3-ba2a-20e75aca9869 req-243b5390-5f03-49dd-a002-db7bf8e4c2c5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 1129 time: 0.0492616 Feb 08 16:29:40.355846 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e95704-5eba-48f3-ba2a-20e75aca9869 req-834009ba-d944-4a1c-af05-d44941ac3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:40.357458 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00e95704-5eba-48f3-ba2a-20e75aca9869 req-834009ba-d944-4a1c-af05-d44941ac3c87 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f17984f-762c-4665-bfba-424c6f024cd5 HTTP/1.1" status: 200 len: 898 time: 0.0988936 Feb 08 16:29:40.433163 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00e95704-5eba-48f3-ba2a-20e75aca9869 req-5a8ac2a7-7eac-4724-8754-7d3ed319cfaa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb HTTP/1.1" status: 200 len: 1001 time: 0.0683744 Feb 08 16:29:40.488409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e95704-5eba-48f3-ba2a-20e75aca9869 req-60378a68-db0f-464f-8897-2b744c8a67be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:40.490191 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00e95704-5eba-48f3-ba2a-20e75aca9869 req-60378a68-db0f-464f-8897-2b744c8a67be service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5138e319-9ae7-49af-b05b-021a835cc152 HTTP/1.1" status: 200 len: 834 time: 0.0512712 Feb 08 16:29:40.540690 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e95704-5eba-48f3-ba2a-20e75aca9869 req-81ac9380-ceea-4cdd-ad58-7a75ba655b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:40.542446 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00e95704-5eba-48f3-ba2a-20e75aca9869 req-81ac9380-ceea-4cdd-ad58-7a75ba655b2b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f17984f-762c-4665-bfba-424c6f024cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456226 Feb 08 16:29:40.550279 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d40cc1e7-b8ff-42b6-9454-bdc30f50c1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:40.554111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-00e95704-5eba-48f3-ba2a-20e75aca9869 req-eea51b6e-5c77-4ab6-9a4c-999f511b7ba2 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:29:40.555297 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00e95704-5eba-48f3-ba2a-20e75aca9869 req-eea51b6e-5c77-4ab6-9a4c-999f511b7ba2 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054007 Feb 08 16:29:40.654568 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00e95704-5eba-48f3-ba2a-20e75aca9869 req-3da33a17-a627-4ac1-8f35-154e151d65bf service neutron] 10.222.0.96 "GET /v2.0/networks/3f17984f-762c-4665-bfba-424c6f024cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932901 Feb 08 16:29:40.757810 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-00e95704-5eba-48f3-ba2a-20e75aca9869 req-5eb902c3-33b3-4903-a6ac-b6878ebe83f8 service neutron] 10.222.0.96 "GET /v2.0/networks/3f17984f-762c-4665-bfba-424c6f024cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961084 Feb 08 16:29:40.818334 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d40cc1e7-b8ff-42b6-9454-bdc30f50c1a2 admin admin] Deleting port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:29:40.818883 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d40cc1e7-b8ff-42b6-9454-bdc30f50c1a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:40.896465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-d40cc1e7-b8ff-42b6-9454-bdc30f50c1a2 admin admin] For port f879d1fe-53b2-4fd9-a5aa-9e35d54ba892, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f879d1fe-53b2-4fd9-a5aa-9e35d54ba892,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:29:40.897123 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d40cc1e7-b8ff-42b6-9454-bdc30f50c1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:40.910062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d40cc1e7-b8ff-42b6-9454-bdc30f50c1a2 admin admin] Calling delete_port for f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:29:41.103850 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d40cc1e7-b8ff-42b6-9454-bdc30f50c1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f879d1fe-53b2-4fd9-a5aa-9e35d54ba892), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:41.136118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cc1e7-b8ff-42b6-9454-bdc30f50c1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f879d1fe-53b2-4fd9-a5aa-9e35d54ba892,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:41.318720 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d40cc1e7-b8ff-42b6-9454-bdc30f50c1a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:41.554493 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40cc1e7-b8ff-42b6-9454-bdc30f50c1a2 admin admin] Router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:29:41.668111 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40cc1e7-b8ff-42b6-9454-bdc30f50c1a2 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:29:41.673359 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d40cc1e7-b8ff-42b6-9454-bdc30f50c1a2 admin admin] 10.222.0.82 "PUT /v2.0/routers/b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6918535 Feb 08 16:29:41.676337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59540) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:41.679008 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f615c3b8-71a8-4c79-85cc-a2044413117d None None] Sync routers for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:29:41.690001 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f615c3b8-71a8-4c79-85cc-a2044413117d None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:29:41.691102 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f615c3b8-71a8-4c79-85cc-a2044413117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:29:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:41.708868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59542) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:41.789951 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] Publish callbacks [] for router (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:41.906962 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] Publish callbacks [] for router_gateway (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:41.914786 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f615c3b8-71a8-4c79-85cc-a2044413117d None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:29:41.977144 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] Deleting port ecc15fa8-3eba-45e4-9523-ce665edb5570 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:29:41.977492 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ecc15fa8-3eba-45e4-9523-ce665edb5570), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.060378 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] For port ecc15fa8-3eba-45e4-9523-ce665edb5570, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ecc15fa8-3eba-45e4-9523-ce665edb5570,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:29:42.060745 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ecc15fa8-3eba-45e4-9523-ce665edb5570), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.075904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] Calling delete_port for ecc15fa8-3eba-45e4-9523-ce665edb5570 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:29:42.101361 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f615c3b8-71a8-4c79-85cc-a2044413117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:29:41Z', 'revision_number': 5, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port': {'id': 'ecc15fa8-3eba-45e4-9523-ce665edb5570', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:42.129282 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f615c3b8-71a8-4c79-85cc-a2044413117d None None] Checking router: b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:29:42.137984 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f615c3b8-71a8-4c79-85cc-a2044413117d None None] Routers {'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:29:42.138870 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f615c3b8-71a8-4c79-85cc-a2044413117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:29:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:42.229933 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.233181 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f615c3b8-71a8-4c79-85cc-a2044413117d None None] Set router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:29:42.267621 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ecc15fa8-3eba-45e4-9523-ce665edb5570), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.289611 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f615c3b8-71a8-4c79-85cc-a2044413117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:29:41Z', 'revision_number': 6, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:42.300730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc15fa8-3eba-45e4-9523-ce665edb5570,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:42.317740 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f615c3b8-71a8-4c79-85cc-a2044413117d None None] The sync data for ids ['b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e'] in n-d-824834-11 is: [{'id': 'b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e', 'name': 'tempest-TestVolumeBootPattern-739088455-router', 'tenant_id': '68509b2f836b4f78af0f2db3edc9c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:20Z', 'updated_at': '2022-02-08T16:29:41Z', 'revision_number': 6, 'project_id': '68509b2f836b4f78af0f2db3edc9c23c', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:29:42.372082 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.466867 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.468975 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] Publish callbacks [] for router_controller (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.513775 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Allocated IP 172.20.0.17 (e4d9ea3e-b424-4905-91d6-06b40abea1ff/d5cb8667-4dbf-4452-95df-6cb250a89dd0/6a1a9fb9-5500-48d6-905e-73f6d30d64c2) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:29:42.517992 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.518728 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:29:42.524097 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.528274 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59544) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:42.528448 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-356508b2-a59a-4572-bb21-4deb99a5e215 admin admin] 10.222.0.82 "DELETE /v2.0/routers/b05ca456-7c5b-4acc-9f83-8b9d6e7bf83e HTTP/1.1" status: 204 len: 168 time: 0.8511095 Feb 08 16:29:42.624683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcca8ff-12fb-49f9-a222-94164eb12b74 admin admin] Deleting subnet c20dee06-2c56-4324-8f64-e4ae324d4d26 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:29:42.630043 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3bcca8ff-12fb-49f9-a222-94164eb12b74 admin admin] Publish callbacks [] for subnet (c20dee06-2c56-4324-8f64-e4ae324d4d26), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.686738 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3bcca8ff-12fb-49f9-a222-94164eb12b74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (c20dee06-2c56-4324-8f64-e4ae324d4d26), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.719206 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.797912 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.804117 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3bcca8ff-12fb-49f9-a222-94164eb12b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (c20dee06-2c56-4324-8f64-e4ae324d4d26), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.871327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network e4d9ea3e-b424-4905-91d6-06b40abea1ff is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:29:42.878858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:29:42.882629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:29:42.885193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Port': ['ID=6a1a9fb9-5500-48d6-905e-73f6d30d64c2,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:42.937615 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (625951eb-8818-45c1-9260-1979988ceb64), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.942365 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3bcca8ff-12fb-49f9-a222-94164eb12b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (c20dee06-2c56-4324-8f64-e4ae324d4d26), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:42.999560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcca8ff-12fb-49f9-a222-94164eb12b74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c20dee06-2c56-4324-8f64-e4ae324d4d26,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:43.010912 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3bcca8ff-12fb-49f9-a222-94164eb12b74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:43.017204 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3bcca8ff-12fb-49f9-a222-94164eb12b74 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/c20dee06-2c56-4324-8f64-e4ae324d4d26 HTTP/1.1" status: 204 len: 168 time: 0.4849467 Feb 08 16:29:43.017204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59546) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:43.022796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfba97b8-8d5f-45e6-9c63-4dd29e609cf2 None None] Network aded9bc1-5db3-4cd4-9049-3835efea0d9d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:29:43.131720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (aded9bc1-5db3-4cd4-9049-3835efea0d9d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:43.147552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-94174d53-b8c5-4528-88e9-4de88550e060 None None] Provisioning complete for port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:29:43.148129 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-94174d53-b8c5-4528-88e9-4de88550e060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:43.182929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-94174d53-b8c5-4528-88e9-4de88550e060 None None] Port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:29:43.203697 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:43.222917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2284203a-9c8d-4479-bdb6-4cf40e1057f3 None None] DHCP port deletion for aded9bc1-5db3-4cd4-9049-3835efea0d9d request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:29:43.258539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] Deleting port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:29:43.258886 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:43.274184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2284203a-9c8d-4479-bdb6-4cf40e1057f3 None None] Deleting port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:29:43.274561 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2284203a-9c8d-4479-bdb6-4cf40e1057f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:43.344622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-2284203a-9c8d-4479-bdb6-4cf40e1057f3 None None] For port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3fd55923-ad1b-40dd-b317-c9da2e99e2d0,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:29:43.345365 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2284203a-9c8d-4479-bdb6-4cf40e1057f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:43.359679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2284203a-9c8d-4479-bdb6-4cf40e1057f3 None None] Calling delete_port for 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:29:43.396414 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] For port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3fd55923-ad1b-40dd-b317-c9da2e99e2d0,segment=NetworkSegment(0174e82b-671c-4e8d-8f2d-e90fa60f2b33),segment_id=0174e82b-671c-4e8d-8f2d-e90fa60f2b33)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:29:43.397074 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:43.413657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] Calling delete_port for 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:29:43.447022 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2284203a-9c8d-4479-bdb6-4cf40e1057f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:43.472230 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284203a-9c8d-4479-bdb6-4cf40e1057f3 None None] Pushing event deleted for resources: {'Port': ['ID=3fd55923-ad1b-40dd-b317-c9da2e99e2d0,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:43.474156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2284203a-9c8d-4479-bdb6-4cf40e1057f3 None None] No DVR routers for this DVR port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:29:43.580261 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3fd55923-ad1b-40dd-b317-c9da2e99e2d0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:43.670479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:29:43.695271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:29:43.695624 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f879d1fe-53b2-4fd9-a5aa-9e35d54ba892 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:29:43.696059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ecc15fa8-3eba-45e4-9523-ce665edb5570 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:29:43.716167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: ecc15fa8-3eba-45e4-9523-ce665edb5570 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:29:43.716524 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ecc15fa8-3eba-45e4-9523-ce665edb5570 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:29:43.717042 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:29:43.738381 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:29:43.738732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:29:43.931309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] No DVR routers for this DVR port 3fd55923-ad1b-40dd-b317-c9da2e99e2d0 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:29:43.932795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd55923-ad1b-40dd-b317-c9da2e99e2d0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:43.978107 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:44.005327 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:44.063177 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (aded9bc1-5db3-4cd4-9049-3835efea0d9d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:44.105900 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (625951eb-8818-45c1-9260-1979988ceb64), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:44.108365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aded9bc1-5db3-4cd4-9049-3835efea0d9d']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:44.118717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Port': ['ID=6a1a9fb9-5500-48d6-905e-73f6d30d64c2,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:44.126256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0174e82b-671c-4e8d-8f2d-e90fa60f2b33') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:44.126356 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0174e82b-671c-4e8d-8f2d-e90fa60f2b33') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:44.145428 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (0174e82b-671c-4e8d-8f2d-e90fa60f2b33), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:44.192216 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (0174e82b-671c-4e8d-8f2d-e90fa60f2b33), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:44.201773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:29:44.202160 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (0174e82b-671c-4e8d-8f2d-e90fa60f2b33), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: self.session.flush() Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:29:44.203777 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:29:44.276227 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (aded9bc1-5db3-4cd4-9049-3835efea0d9d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:44.278846 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network e4d9ea3e-b424-4905-91d6-06b40abea1ff is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:29:44.283751 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:44.286914 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] 10.222.0.82 "DELETE /v2.0/networks/aded9bc1-5db3-4cd4-9049-3835efea0d9d HTTP/1.1" status: 204 len: 168 time: 1.2693157 Feb 08 16:29:44.287865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:29:44.290342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59548) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:44.309766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfad30-fff0-489e-8945-a3a81e12e158 admin admin] Pushing event deleted for resources: {'Network': ['ID=aded9bc1-5db3-4cd4-9049-3835efea0d9d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:44.523812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ba762586-1031-48a3-9e6e-83d0831d6df5 None None] Provisioning complete for port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:29:44.524415 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba762586-1031-48a3-9e6e-83d0831d6df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:44.557897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ba762586-1031-48a3-9e6e-83d0831d6df5 None None] Port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:29:44.565122 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Router 625951eb-8818-45c1-9260-1979988ceb64 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:29:44.733552 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:29:44.739894 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e37beaa5-be3e-4977-84aa-135d5f0323b0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "PUT /v2.0/routers/625951eb-8818-45c1-9260-1979988ceb64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0299494 Feb 08 16:29:44.743945 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Sync routers for ids ['625951eb-8818-45c1-9260-1979988ceb64'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:29:44.761363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Routers {'625951eb-8818-45c1-9260-1979988ceb64'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:29:44.761975 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:29:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['625951eb-8818-45c1-9260-1979988ceb64'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:44.846587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-580a60a2-bb83-495b-8243-6ecdb989b358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (46e360d7-c77d-4cae-b9bc-0c69d588e724), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:44.876889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Set router 625951eb-8818-45c1-9260-1979988ceb64 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:29:45.103465 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-580a60a2-bb83-495b-8243-6ecdb989b358 admin admin] Deleting port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:29:45.104010 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-580a60a2-bb83-495b-8243-6ecdb989b358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:45.114634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:29:43Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'ba351223-243f-4bca-9ac5-88deeee838ed', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '625951eb-8818-45c1-9260-1979988ceb64', 'port_id': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'mac_address': 'fa:16:3e:ef:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:28:48Z', 'updated_at': '2022-02-08T16:28:50Z', 'revision_number': 1, 'project_id': 'f93a160deae74590a400583119df84dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1a9fb9-5500-48d6-905e-73f6d30d64c2', 'name': '', 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:2c:54:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'd5cb8667-4dbf-4452-95df-6cb250a89dd0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:29:42Z', 'updated_at': '2022-02-08T16:29:43Z', 'revision_number': 2, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': 'd5cb8667-4dbf-4452-95df-6cb250a89dd0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e4017d-d5b1-484c-8f20-88148568df0e', 'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:76:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:31Z', 'updated_at': '2022-02-08T16:28:35Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': '5138e319-9ae7-49af-b05b-021a835cc152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:45.141447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Checking router: 625951eb-8818-45c1-9260-1979988ceb64 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:29:45.141830 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Updating router 625951eb-8818-45c1-9260-1979988ceb64 port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:29:45.168905 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:45.180539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-580a60a2-bb83-495b-8243-6ecdb989b358 admin admin] For port 42e5d0da-ac7f-4d11-b630-a9c441fb73f3, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=42e5d0da-ac7f-4d11-b630-a9c441fb73f3,segment=NetworkSegment(bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e),segment_id=bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:29:45.180901 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-580a60a2-bb83-495b-8243-6ecdb989b358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:45.194459 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-580a60a2-bb83-495b-8243-6ecdb989b358 admin admin] Calling delete_port for 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:29:45.383764 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-580a60a2-bb83-495b-8243-6ecdb989b358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (42e5d0da-ac7f-4d11-b630-a9c441fb73f3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:45.414568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a60a2-bb83-495b-8243-6ecdb989b358 admin admin] Pushing event deleted for resources: {'Port': ['ID=42e5d0da-ac7f-4d11-b630-a9c441fb73f3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:45.458122 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Publish callbacks [] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:45.465880 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:45.567309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d25dc-f2ba-48f7-b5d3-7c729de69986 None None] Pushing event updated for resources: {'Port': ['ID=6a1a9fb9-5500-48d6-905e-73f6d30d64c2,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:45.602288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Attempting to bind port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:29:45.603069 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Attempting to bind port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:29:45.603069 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Attempting to bind port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 on network e4d9ea3e-b424-4905-91d6-06b40abea1ff {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:29:45.608429 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-580a60a2-bb83-495b-8243-6ecdb989b358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (46e360d7-c77d-4cae-b9bc-0c69d588e724), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:45.609059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:29:45.609595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Checking segment: {'id': '8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:29:45.612818 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:45.613298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Bound using segment: {'id': '8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:29:45.613900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Bound port: 6a1a9fb9-5500-48d6-905e-73f6d30d64c2, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:29:45.614182 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:45.719612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] For port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:29:45.724939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] For port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6a1a9fb9-5500-48d6-905e-73f6d30d64c2,segment=NetworkSegment(8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7),segment_id=8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:29:45.739490 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:45.803266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Routers {'625951eb-8818-45c1-9260-1979988ceb64'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:29:45.804301 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:29:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['625951eb-8818-45c1-9260-1979988ceb64'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:45.916263 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580a60a2-bb83-495b-8243-6ecdb989b358 admin admin] Router 46e360d7-c77d-4cae-b9bc-0c69d588e724 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:29:46.052736 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580a60a2-bb83-495b-8243-6ecdb989b358 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:29:46.058219 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-580a60a2-bb83-495b-8243-6ecdb989b358 admin admin] 10.222.0.82 "PUT /v2.0/routers/46e360d7-c77d-4cae-b9bc-0c69d588e724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7669282 Feb 08 16:29:46.060849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59554) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:46.065472 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649a5c57-674f-4512-a590-e35d99b0cd18 None None] Sync routers for ids ['46e360d7-c77d-4cae-b9bc-0c69d588e724'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:29:46.078154 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a5c57-674f-4512-a590-e35d99b0cd18 None None] Routers {'46e360d7-c77d-4cae-b9bc-0c69d588e724'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:29:46.078924 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-649a5c57-674f-4512-a590-e35d99b0cd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:29:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['46e360d7-c77d-4cae-b9bc-0c69d588e724'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:46.087655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d25dc-f2ba-48f7-b5d3-7c729de69986 None None] Pushing event updated for resources: {'Port': ['ID=6a1a9fb9-5500-48d6-905e-73f6d30d64c2,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:46.114459 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c4d01c2a-91de-47a5-9aee-c43810320407 None None] Provisioning complete for port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:29:46.114968 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c4d01c2a-91de-47a5-9aee-c43810320407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:46.175663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] Set router 625951eb-8818-45c1-9260-1979988ceb64 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:29:46.195968 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] Publish callbacks [] for router (46e360d7-c77d-4cae-b9bc-0c69d588e724), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:46.208367 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-649a5c57-674f-4512-a590-e35d99b0cd18 None None] Set router 46e360d7-c77d-4cae-b9bc-0c69d588e724 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:29:46.293921 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c4d01c2a-91de-47a5-9aee-c43810320407 None None] Current status of the port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:29:46.294289 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c4d01c2a-91de-47a5-9aee-c43810320407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:46.316386 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] Publish callbacks [] for router_gateway (46e360d7-c77d-4cae-b9bc-0c69d588e724), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:46.354288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c4d01c2a-91de-47a5-9aee-c43810320407 None None] For port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6a1a9fb9-5500-48d6-905e-73f6d30d64c2,segment=NetworkSegment(8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7),segment_id=8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:29:46.379737 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] Deleting port a242ec06-a184-413c-b8dd-9f3b680364c1 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:29:46.380520 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (a242ec06-a184-413c-b8dd-9f3b680364c1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:46.381031 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c4d01c2a-91de-47a5-9aee-c43810320407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:46.413660 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-649a5c57-674f-4512-a590-e35d99b0cd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'name': 'tempest-TestVolumeBootPattern-1987031003-router', 'tenant_id': '1f1790315c0148f3b2cff35268388f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'a242ec06-a184-413c-b8dd-9f3b680364c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:29Z', 'updated_at': '2022-02-08T16:29:45Z', 'revision_number': 5, 'project_id': '1f1790315c0148f3b2cff35268388f2d', 'gw_port': {'id': 'a242ec06-a184-413c-b8dd-9f3b680364c1', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:15:30Z', 'updated_at': '2022-02-08T16:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:46.443544 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649a5c57-674f-4512-a590-e35d99b0cd18 None None] Checking router: 46e360d7-c77d-4cae-b9bc-0c69d588e724 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:29:46.453978 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a5c57-674f-4512-a590-e35d99b0cd18 None None] Routers {'46e360d7-c77d-4cae-b9bc-0c69d588e724'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:29:46.455432 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-649a5c57-674f-4512-a590-e35d99b0cd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:29:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['46e360d7-c77d-4cae-b9bc-0c69d588e724'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:46.455612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d01c2a-91de-47a5-9aee-c43810320407 None None] Pushing event updated for resources: {'Port': ['ID=6a1a9fb9-5500-48d6-905e-73f6d30d64c2,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:46.469137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] For port a242ec06-a184-413c-b8dd-9f3b680364c1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=a242ec06-a184-413c-b8dd-9f3b680364c1,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:29:46.469509 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (a242ec06-a184-413c-b8dd-9f3b680364c1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:46.484008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] Calling delete_port for a242ec06-a184-413c-b8dd-9f3b680364c1 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:29:46.511890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3ff3a199-c760-4554-af85-d5969c29bbe7 None None] Provisioning complete for port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:29:46.512353 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3ff3a199-c760-4554-af85-d5969c29bbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:46.560731 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-649a5c57-674f-4512-a590-e35d99b0cd18 None None] Set router 46e360d7-c77d-4cae-b9bc-0c69d588e724 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:29:46.561176 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:29:43Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'ba351223-243f-4bca-9ac5-88deeee838ed', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '625951eb-8818-45c1-9260-1979988ceb64', 'port_id': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'mac_address': 'fa:16:3e:ef:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:28:48Z', 'updated_at': '2022-02-08T16:28:50Z', 'revision_number': 1, 'project_id': 'f93a160deae74590a400583119df84dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1a9fb9-5500-48d6-905e-73f6d30d64c2', 'name': '', 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:2c:54:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'd5cb8667-4dbf-4452-95df-6cb250a89dd0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:29:42Z', 'updated_at': '2022-02-08T16:29:45Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': 'd5cb8667-4dbf-4452-95df-6cb250a89dd0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e4017d-d5b1-484c-8f20-88148568df0e', 'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:76:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:31Z', 'updated_at': '2022-02-08T16:28:35Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': '5138e319-9ae7-49af-b05b-021a835cc152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:46.591734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b3b2db-9426-4731-ba64-7ed9551efa11 None None] The sync data for ids ['625951eb-8818-45c1-9260-1979988ceb64'] in n-d-824834-11 is: [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:29:43Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'ba351223-243f-4bca-9ac5-88deeee838ed', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '625951eb-8818-45c1-9260-1979988ceb64', 'port_id': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'mac_address': 'fa:16:3e:ef:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:28:48Z', 'updated_at': '2022-02-08T16:28:50Z', 'revision_number': 1, 'project_id': 'f93a160deae74590a400583119df84dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1a9fb9-5500-48d6-905e-73f6d30d64c2', 'name': '', 'network_id': 'e4d9ea3e-b424-4905-91d6-06b40abea1ff', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:2c:54:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'd5cb8667-4dbf-4452-95df-6cb250a89dd0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:29:42Z', 'updated_at': '2022-02-08T16:29:45Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': 'd5cb8667-4dbf-4452-95df-6cb250a89dd0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93e4017d-d5b1-484c-8f20-88148568df0e', 'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:76:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:31Z', 'updated_at': '2022-02-08T16:28:35Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': '5138e319-9ae7-49af-b05b-021a835cc152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:29:46.624169 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-649a5c57-674f-4512-a590-e35d99b0cd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'name': 'tempest-TestVolumeBootPattern-1987031003-router', 'tenant_id': '1f1790315c0148f3b2cff35268388f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:29Z', 'updated_at': '2022-02-08T16:29:46Z', 'revision_number': 6, 'project_id': '1f1790315c0148f3b2cff35268388f2d', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:46.634452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3ff3a199-c760-4554-af85-d5969c29bbe7 None None] Current status of the port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:29:46.656486 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649a5c57-674f-4512-a590-e35d99b0cd18 None None] The sync data for ids ['46e360d7-c77d-4cae-b9bc-0c69d588e724'] in n-d-824834-11 is: [{'id': '46e360d7-c77d-4cae-b9bc-0c69d588e724', 'name': 'tempest-TestVolumeBootPattern-1987031003-router', 'tenant_id': '1f1790315c0148f3b2cff35268388f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:15:29Z', 'updated_at': '2022-02-08T16:29:46Z', 'revision_number': 6, 'project_id': '1f1790315c0148f3b2cff35268388f2d', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:29:46.690665 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (a242ec06-a184-413c-b8dd-9f3b680364c1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:46.728154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=a242ec06-a184-413c-b8dd-9f3b680364c1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:46.801652 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (46e360d7-c77d-4cae-b9bc-0c69d588e724), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:46.899383 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (46e360d7-c77d-4cae-b9bc-0c69d588e724), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:46.901629 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] Publish callbacks [] for router_controller (46e360d7-c77d-4cae-b9bc-0c69d588e724), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:46.946490 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (46e360d7-c77d-4cae-b9bc-0c69d588e724), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:46.947350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46e360d7-c77d-4cae-b9bc-0c69d588e724 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:29:46.953169 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:46.954271 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ebf20f05-8cbc-4654-8e1c-cfc38fd84f9f admin admin] 10.222.0.82 "DELETE /v2.0/routers/46e360d7-c77d-4cae-b9bc-0c69d588e724 HTTP/1.1" status: 204 len: 168 time: 0.8921840 Feb 08 16:29:46.957976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59556) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:47.008794 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-addeb27a-2e21-45e5-8a48-f4851cd34917 admin admin] Deleting subnet 35d1687b-9a5c-43ef-bea1-cf5565b8061b {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:29:47.011978 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-addeb27a-2e21-45e5-8a48-f4851cd34917 admin admin] Publish callbacks [] for subnet (35d1687b-9a5c-43ef-bea1-cf5565b8061b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.051832 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-addeb27a-2e21-45e5-8a48-f4851cd34917 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (35d1687b-9a5c-43ef-bea1-cf5565b8061b), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.136319 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-addeb27a-2e21-45e5-8a48-f4851cd34917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (35d1687b-9a5c-43ef-bea1-cf5565b8061b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.198754 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-addeb27a-2e21-45e5-8a48-f4851cd34917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (35d1687b-9a5c-43ef-bea1-cf5565b8061b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.230848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addeb27a-2e21-45e5-8a48-f4851cd34917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d1687b-9a5c-43ef-bea1-cf5565b8061b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:47.233013 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-addeb27a-2e21-45e5-8a48-f4851cd34917 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.238000 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0231ec5-8315-4b1f-ae83-41e95d7e5f36 None None] Network 79968c2e-ada8-457a-9e19-9c5ec05d3ba0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:29:47.238143 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-addeb27a-2e21-45e5-8a48-f4851cd34917 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/35d1687b-9a5c-43ef-bea1-cf5565b8061b HTTP/1.1" status: 204 len: 168 time: 0.2790518 Feb 08 16:29:47.239069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59560) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:47.313845 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (79968c2e-ada8-457a-9e19-9c5ec05d3ba0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.368542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] Deleting port 1250e869-d7fe-47dd-a8bb-74874728c5c6 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:29:47.368887 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1250e869-d7fe-47dd-a8bb-74874728c5c6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.437032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] For port 1250e869-d7fe-47dd-a8bb-74874728c5c6, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=1250e869-d7fe-47dd-a8bb-74874728c5c6,segment=NetworkSegment(bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e),segment_id=bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:29:47.437402 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1250e869-d7fe-47dd-a8bb-74874728c5c6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.450091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] Calling delete_port for 1250e869-d7fe-47dd-a8bb-74874728c5c6 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:29:47.528519 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1250e869-d7fe-47dd-a8bb-74874728c5c6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.560768 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=1250e869-d7fe-47dd-a8bb-74874728c5c6,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:47.565642 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] No DVR routers for this DVR port 1250e869-d7fe-47dd-a8bb-74874728c5c6 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:29:47.571088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4cf0d9-1cbb-4bb7-a93e-83aa1b9911c6 None None] DHCP port deletion for 79968c2e-ada8-457a-9e19-9c5ec05d3ba0 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:29:47.644697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (79968c2e-ada8-457a-9e19-9c5ec05d3ba0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.666962 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79968c2e-ada8-457a-9e19-9c5ec05d3ba0']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:47.679676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:47.680410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:29:47.690906 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.704867 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.718701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:29:47.719103 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (bb6cd726-e1d0-44ce-9264-4fd8c8fa3f1e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:29:47.722004 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:29:47.724212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:29:47.781892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:29:47.782256 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.785324 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (79968c2e-ada8-457a-9e19-9c5ec05d3ba0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.791728 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:47.795156 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] 10.222.0.82 "DELETE /v2.0/networks/79968c2e-ada8-457a-9e19-9c5ec05d3ba0 HTTP/1.1" status: 204 len: 168 time: 0.5551627 Feb 08 16:29:47.812462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea62607-7a3a-4592-b95c-cac9284c8b17 admin admin] Pushing event deleted for resources: {'Network': ['ID=79968c2e-ada8-457a-9e19-9c5ec05d3ba0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:47.875729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:29:47.927962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:29:47.940961 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59564) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:47.948086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:29:47.948444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 42e5d0da-ac7f-4d11-b630-a9c441fb73f3 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:29:47.948867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1250e869-d7fe-47dd-a8bb-74874728c5c6 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:29:47.967858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 1250e869-d7fe-47dd-a8bb-74874728c5c6 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:29:47.968130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 1250e869-d7fe-47dd-a8bb-74874728c5c6 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:29:47.968550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a242ec06-a184-413c-b8dd-9f3b680364c1 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:29:47.982329 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-06bc573e-a0fb-4b6b-a284-1e0472975f99 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=68509b2f836b4f78af0f2db3edc9c23c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401156 Feb 08 16:29:47.984845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59566) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:47.991619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: a242ec06-a184-413c-b8dd-9f3b680364c1 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:29:47.992265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device a242ec06-a184-413c-b8dd-9f3b680364c1 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:29:48.032221 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3da2a254-d351-4b00-9bd2-1d8f1037fa3e admin admin] Publish callbacks [] for security_group (3d6079c7-bd89-4fdd-aa8e-c24767f2f471), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:48.054998 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3da2a254-d351-4b00-9bd2-1d8f1037fa3e admin admin] Publish callbacks [] for security_group (3d6079c7-bd89-4fdd-aa8e-c24767f2f471), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:48.102697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3da2a254-d351-4b00-9bd2-1d8f1037fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3d6079c7-bd89-4fdd-aa8e-c24767f2f471), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:48.105430 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3da2a254-d351-4b00-9bd2-1d8f1037fa3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:48.106699 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3da2a254-d351-4b00-9bd2-1d8f1037fa3e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3d6079c7-bd89-4fdd-aa8e-c24767f2f471 HTTP/1.1" status: 204 len: 168 time: 0.1208849 Feb 08 16:29:48.116011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2a254-d351-4b00-9bd2-1d8f1037fa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6079c7-bd89-4fdd-aa8e-c24767f2f471,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:48.428608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59572) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:48.471448 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-47e2648e-ff18-4e22-8ab2-ffbf3d84639e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1f1790315c0148f3b2cff35268388f2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415874 Feb 08 16:29:48.473812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59574) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:29:48.522688 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b7259c6d-fc90-41c1-a76f-f5da5f7dc41f admin admin] Publish callbacks [] for security_group (02afc1e9-8b03-460e-8585-be784ddf8fa9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:48.543185 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b7259c6d-fc90-41c1-a76f-f5da5f7dc41f admin admin] Publish callbacks [] for security_group (02afc1e9-8b03-460e-8585-be784ddf8fa9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:48.621154 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b7259c6d-fc90-41c1-a76f-f5da5f7dc41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (02afc1e9-8b03-460e-8585-be784ddf8fa9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:48.623657 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b7259c6d-fc90-41c1-a76f-f5da5f7dc41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:48.624788 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b7259c6d-fc90-41c1-a76f-f5da5f7dc41f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/02afc1e9-8b03-460e-8585-be784ddf8fa9 HTTP/1.1" status: 204 len: 168 time: 0.1500063 Feb 08 16:29:48.631053 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-16e41d9d-f9cd-470f-801a-289bc07d9736 req-5c4a976b-4b96-4cd4-a2f8-9e9e7ca3cb56 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558195 Feb 08 16:29:48.637379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7259c6d-fc90-41c1-a76f-f5da5f7dc41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02afc1e9-8b03-460e-8585-be784ddf8fa9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:29:48.741158 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e41d9d-f9cd-470f-801a-289bc07d9736 req-b2ea46b0-a1e6-4cb5-a362-14c9ba68b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:48.742922 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-16e41d9d-f9cd-470f-801a-289bc07d9736 req-b2ea46b0-a1e6-4cb5-a362-14c9ba68b360 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 1129 time: 0.0522010 Feb 08 16:29:48.853306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e41d9d-f9cd-470f-801a-289bc07d9736 req-c8adf84d-e296-4e4c-adb6-3f9c6f181d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:48.854845 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-16e41d9d-f9cd-470f-801a-289bc07d9736 req-c8adf84d-e296-4e4c-adb6-3f9c6f181d36 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e4d9ea3e-b424-4905-91d6-06b40abea1ff HTTP/1.1" status: 200 len: 897 time: 0.0945890 Feb 08 16:29:48.900499 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-16e41d9d-f9cd-470f-801a-289bc07d9736 req-899c661d-2f11-4162-8d54-0a93dc71f926 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=7d603d5b-4edc-4e8a-8f9b-764f10d0e932 HTTP/1.1" status: 200 len: 217 time: 0.0378878 Feb 08 16:29:49.209083 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:49.302039 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e41d9d-f9cd-470f-801a-289bc07d9736 req-678eb98b-5507-4283-adb9-ec615a180686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:49.303503 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-16e41d9d-f9cd-470f-801a-289bc07d9736 req-678eb98b-5507-4283-adb9-ec615a180686 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d5cb8667-4dbf-4452-95df-6cb250a89dd0 HTTP/1.1" status: 200 len: 838 time: 0.3956275 Feb 08 16:29:49.352238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e41d9d-f9cd-470f-801a-289bc07d9736 req-dfb28ea1-b8be-469a-9e24-7570886670dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:29:49.353769 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-16e41d9d-f9cd-470f-801a-289bc07d9736 req-dfb28ea1-b8be-469a-9e24-7570886670dd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e4d9ea3e-b424-4905-91d6-06b40abea1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0437655 Feb 08 16:29:49.442302 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-16e41d9d-f9cd-470f-801a-289bc07d9736 req-8a4795b8-b5ee-4051-b3c3-393f37b0e945 service neutron] 10.222.0.94 "GET /v2.0/networks/e4d9ea3e-b424-4905-91d6-06b40abea1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827291 Feb 08 16:29:49.530361 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-16e41d9d-f9cd-470f-801a-289bc07d9736 req-1d4c41e3-9c02-43ee-9731-dcc51e01b5ea service neutron] 10.222.0.94 "GET /v2.0/networks/e4d9ea3e-b424-4905-91d6-06b40abea1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800056 Feb 08 16:29:50.634386 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:29:54.199025 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:30:01.570288 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cb13a20b-be55-4631-9516-04223c0a9ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:03.849281 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8b9bbb6-1693-4e76-9758-babeb79b3625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:05.628991 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:06.809019 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:07.200244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59598) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:07.565163 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe412856-b992-450d-82be-8798a7f03aa5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (625951eb-8818-45c1-9260-1979988ceb64), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:08.021454 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:08.167628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-fe412856-b992-450d-82be-8798a7f03aa5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Deleting port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:30:08.167966 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe412856-b992-450d-82be-8798a7f03aa5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:08.261133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-fe412856-b992-450d-82be-8798a7f03aa5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] For port 6a1a9fb9-5500-48d6-905e-73f6d30d64c2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=6a1a9fb9-5500-48d6-905e-73f6d30d64c2,segment=NetworkSegment(8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7),segment_id=8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:30:08.261824 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe412856-b992-450d-82be-8798a7f03aa5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:08.274488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-fe412856-b992-450d-82be-8798a7f03aa5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Calling delete_port for 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:30:08.456727 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe412856-b992-450d-82be-8798a7f03aa5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6a1a9fb9-5500-48d6-905e-73f6d30d64c2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:08.483107 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe412856-b992-450d-82be-8798a7f03aa5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Port': ['ID=6a1a9fb9-5500-48d6-905e-73f6d30d64c2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:08.666700 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe412856-b992-450d-82be-8798a7f03aa5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (625951eb-8818-45c1-9260-1979988ceb64), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:08.892177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe412856-b992-450d-82be-8798a7f03aa5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Router 625951eb-8818-45c1-9260-1979988ceb64 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:30:09.002411 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe412856-b992-450d-82be-8798a7f03aa5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:30:09.007439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fe412856-b992-450d-82be-8798a7f03aa5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "PUT /v2.0/routers/625951eb-8818-45c1-9260-1979988ceb64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8061500 Feb 08 16:30:09.012644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d920c591-0116-4b1c-ab02-123b73b96310 None None] Sync routers for ids ['625951eb-8818-45c1-9260-1979988ceb64'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:30:09.023582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d920c591-0116-4b1c-ab02-123b73b96310 None None] Routers {'625951eb-8818-45c1-9260-1979988ceb64'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:30:09.024161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d920c591-0116-4b1c-ab02-123b73b96310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:30:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['625951eb-8818-45c1-9260-1979988ceb64'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:09.145486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-d920c591-0116-4b1c-ab02-123b73b96310 None None] Set router 625951eb-8818-45c1-9260-1979988ceb64 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:30:09.236582 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c8f7a-c625-4bec-8422-71ec67710e02 req-a68e5cdb-c9c3-4fae-a33c-7b93fec4ddc7 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:09.238212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f66c8f7a-c625-4bec-8422-71ec67710e02 req-a68e5cdb-c9c3-4fae-a33c-7b93fec4ddc7 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 946 time: 0.0586977 Feb 08 16:30:09.288786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f66c8f7a-c625-4bec-8422-71ec67710e02 req-090b5465-ecd1-463c-aa72-54d7ce0e2ce8 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=edb5202e-0dad-4ad0-b284-66a4844a25c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448487 Feb 08 16:30:09.380308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d920c591-0116-4b1c-ab02-123b73b96310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:30:08Z', 'revision_number': 6, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'ba351223-243f-4bca-9ac5-88deeee838ed', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '625951eb-8818-45c1-9260-1979988ceb64', 'port_id': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'mac_address': 'fa:16:3e:ef:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:28:48Z', 'updated_at': '2022-02-08T16:28:50Z', 'revision_number': 1, 'project_id': 'f93a160deae74590a400583119df84dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e4017d-d5b1-484c-8f20-88148568df0e', 'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:76:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:31Z', 'updated_at': '2022-02-08T16:28:35Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': '5138e319-9ae7-49af-b05b-021a835cc152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:09.406162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d920c591-0116-4b1c-ab02-123b73b96310 None None] Checking router: 625951eb-8818-45c1-9260-1979988ceb64 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:30:09.414423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d920c591-0116-4b1c-ab02-123b73b96310 None None] Routers {'625951eb-8818-45c1-9260-1979988ceb64'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:30:09.415032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d920c591-0116-4b1c-ab02-123b73b96310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:30:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['625951eb-8818-45c1-9260-1979988ceb64'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:09.523978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-d920c591-0116-4b1c-ab02-123b73b96310 None None] Set router 625951eb-8818-45c1-9260-1979988ceb64 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:30:09.753901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-d920c591-0116-4b1c-ab02-123b73b96310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:30:08Z', 'revision_number': 6, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'ba351223-243f-4bca-9ac5-88deeee838ed', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '625951eb-8818-45c1-9260-1979988ceb64', 'port_id': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'mac_address': 'fa:16:3e:ef:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:28:48Z', 'updated_at': '2022-02-08T16:28:50Z', 'revision_number': 1, 'project_id': 'f93a160deae74590a400583119df84dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e4017d-d5b1-484c-8f20-88148568df0e', 'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:76:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:31Z', 'updated_at': '2022-02-08T16:28:35Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': '5138e319-9ae7-49af-b05b-021a835cc152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:09.780458 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d920c591-0116-4b1c-ab02-123b73b96310 None None] The sync data for ids ['625951eb-8818-45c1-9260-1979988ceb64'] in n-d-824834-11 is: [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:30:08Z', 'revision_number': 6, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'ba351223-243f-4bca-9ac5-88deeee838ed', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '625951eb-8818-45c1-9260-1979988ceb64', 'port_id': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'mac_address': 'fa:16:3e:ef:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:28:48Z', 'updated_at': '2022-02-08T16:28:50Z', 'revision_number': 1, 'project_id': 'f93a160deae74590a400583119df84dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e4017d-d5b1-484c-8f20-88148568df0e', 'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:76:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:31Z', 'updated_at': '2022-02-08T16:28:35Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': '5138e319-9ae7-49af-b05b-021a835cc152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:30:10.607980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd43a37-83f8-4a2b-b9c2-7bfbdbde5af5 req-5793b7bc-fdda-49a7-80f9-3fd1df201f9b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:10.609512 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2cd43a37-83f8-4a2b-b9c2-7bfbdbde5af5 req-5793b7bc-fdda-49a7-80f9-3fd1df201f9b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 946 time: 0.2524600 Feb 08 16:30:10.658104 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2cd43a37-83f8-4a2b-b9c2-7bfbdbde5af5 req-77bb3ffe-15c1-42c4-8712-3062eb725641 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=edb5202e-0dad-4ad0-b284-66a4844a25c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418365 Feb 08 16:30:10.727628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449cd0-d9b5-40e8-97f6-bd4f5d8e3c5e req-99f6ecb3-fcf0-480c-b9bf-8a4357feaf35 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:10.729075 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a8449cd0-d9b5-40e8-97f6-bd4f5d8e3c5e req-99f6ecb3-fcf0-480c-b9bf-8a4357feaf35 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.94 "GET /v2.0/ports?device_id=726c297b-439e-4fc8-b96b-4dd40dfa555e HTTP/1.1" status: 200 len: 946 time: 0.0529253 Feb 08 16:30:10.827472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a8449cd0-d9b5-40e8-97f6-bd4f5d8e3c5e req-a2b437b9-cce2-4cb3-b048-9b56546267eb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Deleting port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:30:10.827814 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a8449cd0-d9b5-40e8-97f6-bd4f5d8e3c5e req-a2b437b9-cce2-4cb3-b048-9b56546267eb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:10.917677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a8449cd0-d9b5-40e8-97f6-bd4f5d8e3c5e req-a2b437b9-cce2-4cb3-b048-9b56546267eb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] For port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7d603d5b-4edc-4e8a-8f9b-764f10d0e932,segment=NetworkSegment(8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7),segment_id=8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:30:10.918041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a8449cd0-d9b5-40e8-97f6-bd4f5d8e3c5e req-a2b437b9-cce2-4cb3-b048-9b56546267eb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:10.931133 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a8449cd0-d9b5-40e8-97f6-bd4f5d8e3c5e req-a2b437b9-cce2-4cb3-b048-9b56546267eb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Calling delete_port for 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:30:11.062037 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a8449cd0-d9b5-40e8-97f6-bd4f5d8e3c5e req-a2b437b9-cce2-4cb3-b048-9b56546267eb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7d603d5b-4edc-4e8a-8f9b-764f10d0e932), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:11.091662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b437b9-cce2-4cb3-b048-9b56546267eb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Port': ['ID=7d603d5b-4edc-4e8a-8f9b-764f10d0e932,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:11.139411 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8449cd0-d9b5-40e8-97f6-bd4f5d8e3c5e req-a2b437b9-cce2-4cb3-b048-9b56546267eb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] No DVR routers for this DVR port 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:30:11.142278 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a8449cd0-d9b5-40e8-97f6-bd4f5d8e3c5e req-a2b437b9-cce2-4cb3-b048-9b56546267eb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:11.145687 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a8449cd0-d9b5-40e8-97f6-bd4f5d8e3c5e req-a2b437b9-cce2-4cb3-b048-9b56546267eb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.94 "DELETE /v2.0/ports/7d603d5b-4edc-4e8a-8f9b-764f10d0e932 HTTP/1.1" status: 204 len: 173 time: 0.4101958 Feb 08 16:30:11.146127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726c297b-439e-4fc8-b96b-4dd40dfa555e', 'name': 'network-vif-deleted', 'tag': '7d603d5b-4edc-4e8a-8f9b-764f10d0e932'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:30:11.148628 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa87a797-e1da-49dc-8cad-8669ae73ba97" -d '{"events": [{"server_uuid": "726c297b-439e-4fc8-b96b-4dd40dfa555e", "name": "network-vif-deleted", "tag": "7d603d5b-4edc-4e8a-8f9b-764f10d0e932"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:30:11.187045 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb08580-2dc5-4906-970c-04eaad51a694 x-openstack-request-id: req-2bb08580-2dc5-4906-970c-04eaad51a694 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:30:11.187346 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726c297b-439e-4fc8-b96b-4dd40dfa555e", "name": "network-vif-deleted", "tag": "7d603d5b-4edc-4e8a-8f9b-764f10d0e932", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:30:11.187601 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2bb08580-2dc5-4906-970c-04eaad51a694 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:30:11.188002 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726c297b-439e-4fc8-b96b-4dd40dfa555e', 'name': 'network-vif-deleted', 'tag': '7d603d5b-4edc-4e8a-8f9b-764f10d0e932', 'status': 'completed', 'code': 200} Feb 08 16:30:11.644463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:30:11.665861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:30:11.666214 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 6a1a9fb9-5500-48d6-905e-73f6d30d64c2 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:30:11.717512 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59612) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:11.773387 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df69949f-2ce8-44b1-8582-6a364a93831f tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (edb5202e-0dad-4ad0-b284-66a4844a25c1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:11.798667 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df69949f-2ce8-44b1-8582-6a364a93831f tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (edb5202e-0dad-4ad0-b284-66a4844a25c1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:11.863264 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df69949f-2ce8-44b1-8582-6a364a93831f tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (edb5202e-0dad-4ad0-b284-66a4844a25c1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:11.866360 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-df69949f-2ce8-44b1-8582-6a364a93831f tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:11.867594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-df69949f-2ce8-44b1-8582-6a364a93831f tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "DELETE /v2.0/security-groups/edb5202e-0dad-4ad0-b284-66a4844a25c1 HTTP/1.1" status: 204 len: 168 time: 0.1490793 Feb 08 16:30:11.876437 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69949f-2ce8-44b1-8582-6a364a93831f tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb5202e-0dad-4ad0-b284-66a4844a25c1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:11.903166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59616) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:11.954163 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce5da82-5b78-4f06-80f5-11637c87ed5c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Deleting subnet d5cb8667-4dbf-4452-95df-6cb250a89dd0 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:30:11.958084 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ce5da82-5b78-4f06-80f5-11637c87ed5c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for subnet (d5cb8667-4dbf-4452-95df-6cb250a89dd0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:11.996893 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ce5da82-5b78-4f06-80f5-11637c87ed5c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (d5cb8667-4dbf-4452-95df-6cb250a89dd0), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.083758 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ce5da82-5b78-4f06-80f5-11637c87ed5c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d5cb8667-4dbf-4452-95df-6cb250a89dd0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.139098 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ce5da82-5b78-4f06-80f5-11637c87ed5c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (d5cb8667-4dbf-4452-95df-6cb250a89dd0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.167549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5da82-5b78-4f06-80f5-11637c87ed5c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Subnet': ['ID=d5cb8667-4dbf-4452-95df-6cb250a89dd0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:12.169540 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2ce5da82-5b78-4f06-80f5-11637c87ed5c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.173249 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2ce5da82-5b78-4f06-80f5-11637c87ed5c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "DELETE /v2.0/subnets/d5cb8667-4dbf-4452-95df-6cb250a89dd0 HTTP/1.1" status: 204 len: 168 time: 0.2684629 Feb 08 16:30:12.175524 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59618) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:12.177582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1e6c9f-6cc2-4230-b833-660051934301 None None] Network e4d9ea3e-b424-4905-91d6-06b40abea1ff requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:30:12.251734 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (e4d9ea3e-b424-4905-91d6-06b40abea1ff), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.333182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Deleting port d4a42dc2-b02b-4f0c-b033-74348d031d25 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:30:12.333533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.353613 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e19626-61f3-4826-a17c-a46c5ac514f6 None None] DHCP port deletion for e4d9ea3e-b424-4905-91d6-06b40abea1ff request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:30:12.400786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] For port d4a42dc2-b02b-4f0c-b033-74348d031d25, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d4a42dc2-b02b-4f0c-b033-74348d031d25,segment=NetworkSegment(8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7),segment_id=8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:30:12.401188 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.403630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d0e19626-61f3-4826-a17c-a46c5ac514f6 None None] Deleting port d4a42dc2-b02b-4f0c-b033-74348d031d25 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:30:12.404098 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d0e19626-61f3-4826-a17c-a46c5ac514f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.416090 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Calling delete_port for d4a42dc2-b02b-4f0c-b033-74348d031d25 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:30:12.476206 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d0e19626-61f3-4826-a17c-a46c5ac514f6 None None] For port d4a42dc2-b02b-4f0c-b033-74348d031d25, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d4a42dc2-b02b-4f0c-b033-74348d031d25,segment=NetworkSegment(8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7),segment_id=8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:30:12.476614 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d0e19626-61f3-4826-a17c-a46c5ac514f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.490385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d0e19626-61f3-4826-a17c-a46c5ac514f6 None None] Calling delete_port for d4a42dc2-b02b-4f0c-b033-74348d031d25 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:30:12.502805 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.529848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Port': ['ID=d4a42dc2-b02b-4f0c-b033-74348d031d25,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:12.531654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] No DVR routers for this DVR port d4a42dc2-b02b-4f0c-b033-74348d031d25 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 16:30:12.564525 n-d-824834-11 neutron-server[103303]: self.session.flush() Feb 08 16:30:12.574652 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d0e19626-61f3-4826-a17c-a46c5ac514f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (d4a42dc2-b02b-4f0c-b033-74348d031d25), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.604227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e19626-61f3-4826-a17c-a46c5ac514f6 None None] Pushing event deleted for resources: {'Port': ['ID=d4a42dc2-b02b-4f0c-b033-74348d031d25,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:12.606094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e19626-61f3-4826-a17c-a46c5ac514f6 None None] No DVR routers for this DVR port d4a42dc2-b02b-4f0c-b033-74348d031d25 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:30:12.618410 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (e4d9ea3e-b424-4905-91d6-06b40abea1ff), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.639806 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d9ea3e-b424-4905-91d6-06b40abea1ff']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:12.649361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:12.649663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:12.658825 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.671612 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.678607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:30:12.678992 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (8522e8a5-c6ac-4eab-a1eb-1ac900e9b3c7), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:30:12.682346 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:30:12.746681 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (e4d9ea3e-b424-4905-91d6-06b40abea1ff), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.754185 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.757361 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "DELETE /v2.0/networks/e4d9ea3e-b424-4905-91d6-06b40abea1ff HTTP/1.1" status: 204 len: 168 time: 0.5809143 Feb 08 16:30:12.760248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59620) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:12.769086 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b78aa2-e343-4477-893a-2792a6d2540a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Network': ['ID=e4d9ea3e-b424-4905-91d6-06b40abea1ff,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:12.924429 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-11248844-9c38-424b-85e0-e09f72f629df tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Deleting port 2bb44d18-680b-4abf-8269-b9ae09372ab5 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:30:12.924744 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-11248844-9c38-424b-85e0-e09f72f629df tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2bb44d18-680b-4abf-8269-b9ae09372ab5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.998661 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-11248844-9c38-424b-85e0-e09f72f629df tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2bb44d18-680b-4abf-8269-b9ae09372ab5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:12.998989 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-11248844-9c38-424b-85e0-e09f72f629df tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for floatingip (2bb44d18-680b-4abf-8269-b9ae09372ab5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:13.011102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-11248844-9c38-424b-85e0-e09f72f629df tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Calling delete_port for 2bb44d18-680b-4abf-8269-b9ae09372ab5 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:30:13.159788 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-11248844-9c38-424b-85e0-e09f72f629df tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2bb44d18-680b-4abf-8269-b9ae09372ab5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:13.182546 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11248844-9c38-424b-85e0-e09f72f629df tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Port': ['ID=2bb44d18-680b-4abf-8269-b9ae09372ab5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:13.250576 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-11248844-9c38-424b-85e0-e09f72f629df tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for floatingip (ba351223-243f-4bca-9ac5-88deeee838ed), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:13.250913 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-11248844-9c38-424b-85e0-e09f72f629df tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Floating IP ba351223-243f-4bca-9ac5-88deeee838ed disassociated (deleted). External IP: 172.25.7.77, port: 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb. Feb 08 16:30:13.463819 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11248844-9c38-424b-85e0-e09f72f629df tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Router 625951eb-8818-45c1-9260-1979988ceb64 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:30:13.572502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11248844-9c38-424b-85e0-e09f72f629df tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:30:13.577256 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-11248844-9c38-424b-85e0-e09f72f629df tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:13.582544 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2912dc-46ac-4b5e-8206-9f620f9c34d6 None None] Sync routers for ids ['625951eb-8818-45c1-9260-1979988ceb64'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:30:13.592258 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2912dc-46ac-4b5e-8206-9f620f9c34d6 None None] Routers {'625951eb-8818-45c1-9260-1979988ceb64'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:30:13.592869 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ce2912dc-46ac-4b5e-8206-9f620f9c34d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:30:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['625951eb-8818-45c1-9260-1979988ceb64'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:13.607351 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-11248844-9c38-424b-85e0-e09f72f629df tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "DELETE /v2.0/floatingips/ba351223-243f-4bca-9ac5-88deeee838ed HTTP/1.1" status: 204 len: 168 time: 0.8454998 Feb 08 16:30:13.608239 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'tag': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:30:13.610719 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb0a83e-d273-4f3f-93c6-74b1de66015b" -d '{"events": [{"name": "network-changed", "server_uuid": "eef714c0-e363-4633-9a44-72fbf8218b16", "tag": "2aa31f86-8673-4565-bc9b-ae3f7f4f05fb"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:30:13.663813 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b9012f-c89d-4613-bc78-87b687b955c8 x-openstack-request-id: req-94b9012f-c89d-4613-bc78-87b687b955c8 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:30:13.663813 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef714c0-e363-4633-9a44-72fbf8218b16", "tag": "2aa31f86-8673-4565-bc9b-ae3f7f4f05fb", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:30:13.663813 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-94b9012f-c89d-4613-bc78-87b687b955c8 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:30:13.663813 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'tag': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'status': 'completed', 'code': 200} Feb 08 16:30:13.716924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d4a42dc2-b02b-4f0c-b033-74348d031d25 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:30:13.718282 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-ce2912dc-46ac-4b5e-8206-9f620f9c34d6 None None] Set router 625951eb-8818-45c1-9260-1979988ceb64 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:30:13.734358 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0a83e-d273-4f3f-93c6-74b1de66015b req-890ef123-ebc5-4094-9e85-a2e484bc9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:13.736311 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bfb0a83e-d273-4f3f-93c6-74b1de66015b req-890ef123-ebc5-4094-9e85-a2e484bc9808 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 1129 time: 0.0511799 Feb 08 16:30:13.754418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: d4a42dc2-b02b-4f0c-b033-74348d031d25 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:30:13.755173 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d4a42dc2-b02b-4f0c-b033-74348d031d25 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:30:13.857765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0a83e-d273-4f3f-93c6-74b1de66015b req-aed40088-214a-4088-80f0-6e9ecd734b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:13.859451 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bfb0a83e-d273-4f3f-93c6-74b1de66015b req-aed40088-214a-4088-80f0-6e9ecd734b15 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3f17984f-762c-4665-bfba-424c6f024cd5 HTTP/1.1" status: 200 len: 898 time: 0.1124749 Feb 08 16:30:13.869890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f9f75-e53a-43cc-be7d-4c275725d0a7 req-9f91161b-102b-47cf-a16c-e9b2067f068d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:13.871392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a28f9f75-e53a-43cc-be7d-4c275725d0a7 req-9f91161b-102b-47cf-a16c-e9b2067f068d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 946 time: 0.0544550 Feb 08 16:30:13.911077 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bfb0a83e-d273-4f3f-93c6-74b1de66015b req-f37ebcca-5d12-46b1-9c54-34e881262553 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb HTTP/1.1" status: 200 len: 217 time: 0.0427725 Feb 08 16:30:13.926634 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a28f9f75-e53a-43cc-be7d-4c275725d0a7 req-a43cfb60-7bdd-44bc-9fa6-1ba959319a17 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=3cabfe26-e31a-466d-96dd-a05c7feab821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495079 Feb 08 16:30:13.939551 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ce2912dc-46ac-4b5e-8206-9f620f9c34d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:30:08Z', 'revision_number': 6, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '93e4017d-d5b1-484c-8f20-88148568df0e', 'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:76:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:31Z', 'updated_at': '2022-02-08T16:28:35Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': '5138e319-9ae7-49af-b05b-021a835cc152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:13.949149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:30:13.965743 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2912dc-46ac-4b5e-8206-9f620f9c34d6 None None] Checking router: 625951eb-8818-45c1-9260-1979988ceb64 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:30:13.968825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0a83e-d273-4f3f-93c6-74b1de66015b req-79698c38-c4ec-43bb-9f69-9a59c436b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:13.969495 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:30:13.970065 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7d603d5b-4edc-4e8a-8f9b-764f10d0e932 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:30:13.971604 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bfb0a83e-d273-4f3f-93c6-74b1de66015b req-79698c38-c4ec-43bb-9f69-9a59c436b6f6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5138e319-9ae7-49af-b05b-021a835cc152 HTTP/1.1" status: 200 len: 834 time: 0.0541272 Feb 08 16:30:13.975290 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2912dc-46ac-4b5e-8206-9f620f9c34d6 None None] Routers {'625951eb-8818-45c1-9260-1979988ceb64'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:30:13.975895 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ce2912dc-46ac-4b5e-8206-9f620f9c34d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:30:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['625951eb-8818-45c1-9260-1979988ceb64'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:14.022268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0a83e-d273-4f3f-93c6-74b1de66015b req-8e9d3646-0ba6-4f92-8700-a0d4aa323c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:14.023893 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bfb0a83e-d273-4f3f-93c6-74b1de66015b req-8e9d3646-0ba6-4f92-8700-a0d4aa323c03 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3f17984f-762c-4665-bfba-424c6f024cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460608 Feb 08 16:30:14.123525 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bfb0a83e-d273-4f3f-93c6-74b1de66015b req-9f2b7635-b0be-4a30-b77e-8106cb511b8c service neutron] 10.222.0.96 "GET /v2.0/networks/3f17984f-762c-4665-bfba-424c6f024cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930340 Feb 08 16:30:14.178946 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-ce2912dc-46ac-4b5e-8206-9f620f9c34d6 None None] Set router 625951eb-8818-45c1-9260-1979988ceb64 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:30:14.212014 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bfb0a83e-d273-4f3f-93c6-74b1de66015b req-dc692522-2c9b-42d7-8e82-8d4e3dba8a10 service neutron] 10.222.0.96 "GET /v2.0/networks/3f17984f-762c-4665-bfba-424c6f024cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817404 Feb 08 16:30:14.377702 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ce2912dc-46ac-4b5e-8206-9f620f9c34d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:30:08Z', 'revision_number': 6, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '93e4017d-d5b1-484c-8f20-88148568df0e', 'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:76:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:31Z', 'updated_at': '2022-02-08T16:28:35Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': '5138e319-9ae7-49af-b05b-021a835cc152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:14.406512 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2912dc-46ac-4b5e-8206-9f620f9c34d6 None None] The sync data for ids ['625951eb-8818-45c1-9260-1979988ceb64'] in n-d-824834-11 is: [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:30:08Z', 'revision_number': 6, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '93e4017d-d5b1-484c-8f20-88148568df0e', 'name': '', 'network_id': '3f17984f-762c-4665-bfba-424c6f024cd5', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:76:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '5138e319-9ae7-49af-b05b-021a835cc152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:31Z', 'updated_at': '2022-02-08T16:28:35Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': '5138e319-9ae7-49af-b05b-021a835cc152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:30:14.635735 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bc2a1f-96c7-4437-a162-5eb803518810 None None] New status for floating IP ba351223-243f-4bca-9ac5-88deeee838ed: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:30:15.053910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a1704-3ae3-49f4-89e0-50a531745800 req-f1441b5c-d8be-42aa-9734-cb8d43572815 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:15.055399 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-040a1704-3ae3-49f4-89e0-50a531745800 req-f1441b5c-d8be-42aa-9734-cb8d43572815 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 946 time: 0.0572419 Feb 08 16:30:15.104027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-040a1704-3ae3-49f4-89e0-50a531745800 req-df5dc9ad-365a-4b52-989b-7c7e8dddd64f tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=3cabfe26-e31a-466d-96dd-a05c7feab821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429220 Feb 08 16:30:15.150822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cba05-2bf8-4230-86fb-cc7b75e33456 req-deaad2b2-f6ae-4405-a66b-4882198a08fd tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:15.152295 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-248cba05-2bf8-4230-86fb-cc7b75e33456 req-deaad2b2-f6ae-4405-a66b-4882198a08fd tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.96 "GET /v2.0/ports?device_id=eef714c0-e363-4633-9a44-72fbf8218b16 HTTP/1.1" status: 200 len: 946 time: 0.0596793 Feb 08 16:30:15.246149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-248cba05-2bf8-4230-86fb-cc7b75e33456 req-eabaaa56-1876-4b46-8b8f-cc4c2d201cea tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Deleting port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:30:15.246399 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-248cba05-2bf8-4230-86fb-cc7b75e33456 req-eabaaa56-1876-4b46-8b8f-cc4c2d201cea tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:15.339483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-248cba05-2bf8-4230-86fb-cc7b75e33456 req-eabaaa56-1876-4b46-8b8f-cc4c2d201cea tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] For port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb,segment=NetworkSegment(e717705e-17c6-4e3c-8ffd-d885c0959b02),segment_id=e717705e-17c6-4e3c-8ffd-d885c0959b02)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:30:15.339853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-248cba05-2bf8-4230-86fb-cc7b75e33456 req-eabaaa56-1876-4b46-8b8f-cc4c2d201cea tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:15.353186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-248cba05-2bf8-4230-86fb-cc7b75e33456 req-eabaaa56-1876-4b46-8b8f-cc4c2d201cea tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Calling delete_port for 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:30:15.477706 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-248cba05-2bf8-4230-86fb-cc7b75e33456 req-eabaaa56-1876-4b46-8b8f-cc4c2d201cea tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2aa31f86-8673-4565-bc9b-ae3f7f4f05fb), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:15.508592 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabaaa56-1876-4b46-8b8f-cc4c2d201cea tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Port': ['ID=2aa31f86-8673-4565-bc9b-ae3f7f4f05fb,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:15.555892 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-248cba05-2bf8-4230-86fb-cc7b75e33456 req-eabaaa56-1876-4b46-8b8f-cc4c2d201cea tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] No DVR routers for this DVR port 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:30:15.558459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-248cba05-2bf8-4230-86fb-cc7b75e33456 req-eabaaa56-1876-4b46-8b8f-cc4c2d201cea tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:15.561750 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-248cba05-2bf8-4230-86fb-cc7b75e33456 req-eabaaa56-1876-4b46-8b8f-cc4c2d201cea tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.96 "DELETE /v2.0/ports/2aa31f86-8673-4565-bc9b-ae3f7f4f05fb HTTP/1.1" status: 204 len: 173 time: 0.4048421 Feb 08 16:30:15.664495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'name': 'network-vif-deleted', 'tag': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:30:15.666945 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8e70df-9f2e-4873-bbfd-35fb648188d8" -d '{"events": [{"server_uuid": "eef714c0-e363-4633-9a44-72fbf8218b16", "name": "network-vif-deleted", "tag": "2aa31f86-8673-4565-bc9b-ae3f7f4f05fb"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:30:15.706383 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46a28a2-0c96-4f9c-8e48-dcefa3ba4dbb x-openstack-request-id: req-f46a28a2-0c96-4f9c-8e48-dcefa3ba4dbb {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:30:15.706679 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef714c0-e363-4633-9a44-72fbf8218b16", "name": "network-vif-deleted", "tag": "2aa31f86-8673-4565-bc9b-ae3f7f4f05fb", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:30:15.706941 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f46a28a2-0c96-4f9c-8e48-dcefa3ba4dbb {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:30:15.707350 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef714c0-e363-4633-9a44-72fbf8218b16', 'name': 'network-vif-deleted', 'tag': '2aa31f86-8673-4565-bc9b-ae3f7f4f05fb', 'status': 'completed', 'code': 200} Feb 08 16:30:16.163008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59634) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:16.218826 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43b32a24-742c-4337-9b35-9a3fbecec233 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (3cabfe26-e31a-466d-96dd-a05c7feab821), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:16.244022 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43b32a24-742c-4337-9b35-9a3fbecec233 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (3cabfe26-e31a-466d-96dd-a05c7feab821), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:16.304091 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43b32a24-742c-4337-9b35-9a3fbecec233 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (3cabfe26-e31a-466d-96dd-a05c7feab821), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:16.307059 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-43b32a24-742c-4337-9b35-9a3fbecec233 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:16.308240 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-43b32a24-742c-4337-9b35-9a3fbecec233 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "DELETE /v2.0/security-groups/3cabfe26-e31a-466d-96dd-a05c7feab821 HTTP/1.1" status: 204 len: 168 time: 0.1442401 Feb 08 16:30:16.318299 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b32a24-742c-4337-9b35-9a3fbecec233 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cabfe26-e31a-466d-96dd-a05c7feab821,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:16.342306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59638) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:16.703446 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3aec290d-7e0e-45a5-92d4-2c794e0c4beb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (625951eb-8818-45c1-9260-1979988ceb64), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:16.970817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3aec290d-7e0e-45a5-92d4-2c794e0c4beb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Deleting port 93e4017d-d5b1-484c-8f20-88148568df0e {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:30:16.971077 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3aec290d-7e0e-45a5-92d4-2c794e0c4beb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:17.061481 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-3aec290d-7e0e-45a5-92d4-2c794e0c4beb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] For port 93e4017d-d5b1-484c-8f20-88148568df0e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=93e4017d-d5b1-484c-8f20-88148568df0e,segment=NetworkSegment(e717705e-17c6-4e3c-8ffd-d885c0959b02),segment_id=e717705e-17c6-4e3c-8ffd-d885c0959b02)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:30:17.061848 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3aec290d-7e0e-45a5-92d4-2c794e0c4beb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:17.073606 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3aec290d-7e0e-45a5-92d4-2c794e0c4beb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Calling delete_port for 93e4017d-d5b1-484c-8f20-88148568df0e owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:30:17.258273 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3aec290d-7e0e-45a5-92d4-2c794e0c4beb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (93e4017d-d5b1-484c-8f20-88148568df0e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:17.286587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec290d-7e0e-45a5-92d4-2c794e0c4beb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Port': ['ID=93e4017d-d5b1-484c-8f20-88148568df0e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:17.458890 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3aec290d-7e0e-45a5-92d4-2c794e0c4beb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (625951eb-8818-45c1-9260-1979988ceb64), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:17.687650 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aec290d-7e0e-45a5-92d4-2c794e0c4beb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Router 625951eb-8818-45c1-9260-1979988ceb64 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:30:17.797096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aec290d-7e0e-45a5-92d4-2c794e0c4beb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:30:17.803055 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3aec290d-7e0e-45a5-92d4-2c794e0c4beb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "PUT /v2.0/routers/625951eb-8818-45c1-9260-1979988ceb64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4597931 Feb 08 16:30:17.805739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59640) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:17.808249 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a79d8f-49ca-4eef-aabd-079fc6babce5 None None] Sync routers for ids ['625951eb-8818-45c1-9260-1979988ceb64'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:30:17.819656 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a79d8f-49ca-4eef-aabd-079fc6babce5 None None] Routers {'625951eb-8818-45c1-9260-1979988ceb64'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:30:17.820350 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-58a79d8f-49ca-4eef-aabd-079fc6babce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:30:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['625951eb-8818-45c1-9260-1979988ceb64'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:17.856473 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4413012-d9c7-4939-9748-4b22b66757a4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Deleting subnet 5138e319-9ae7-49af-b05b-021a835cc152 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:30:17.859595 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4413012-d9c7-4939-9748-4b22b66757a4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for subnet (5138e319-9ae7-49af-b05b-021a835cc152), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:17.901394 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4413012-d9c7-4939-9748-4b22b66757a4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (5138e319-9ae7-49af-b05b-021a835cc152), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:17.928245 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-58a79d8f-49ca-4eef-aabd-079fc6babce5 None None] Set router 625951eb-8818-45c1-9260-1979988ceb64 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:30:17.985144 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4413012-d9c7-4939-9748-4b22b66757a4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (5138e319-9ae7-49af-b05b-021a835cc152), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:18.042247 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4413012-d9c7-4939-9748-4b22b66757a4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (5138e319-9ae7-49af-b05b-021a835cc152), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:18.068992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4413012-d9c7-4939-9748-4b22b66757a4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Subnet': ['ID=5138e319-9ae7-49af-b05b-021a835cc152,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:18.072583 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4413012-d9c7-4939-9748-4b22b66757a4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:18.075848 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f4413012-d9c7-4939-9748-4b22b66757a4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "DELETE /v2.0/subnets/5138e319-9ae7-49af-b05b-021a835cc152 HTTP/1.1" status: 204 len: 168 time: 0.2691734 Feb 08 16:30:18.078433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59642) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:18.081229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0f84c2-1302-4af3-b398-729945a1e319 None None] Network 3f17984f-762c-4665-bfba-424c6f024cd5 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:30:18.115431 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-58a79d8f-49ca-4eef-aabd-079fc6babce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:30:17Z', 'revision_number': 7, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:18.146270 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a79d8f-49ca-4eef-aabd-079fc6babce5 None None] Checking router: 625951eb-8818-45c1-9260-1979988ceb64 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:30:18.156135 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a79d8f-49ca-4eef-aabd-079fc6babce5 None None] Routers {'625951eb-8818-45c1-9260-1979988ceb64'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:30:18.156765 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-58a79d8f-49ca-4eef-aabd-079fc6babce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:30:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['625951eb-8818-45c1-9260-1979988ceb64'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:18.263146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4430598c-9d22-4d9e-9746-a7ce6c9842ea None None] DHCP port deletion for 3f17984f-762c-4665-bfba-424c6f024cd5 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:30:18.275456 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-58a79d8f-49ca-4eef-aabd-079fc6babce5 None None] Set router 625951eb-8818-45c1-9260-1979988ceb64 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:30:18.319317 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4430598c-9d22-4d9e-9746-a7ce6c9842ea None None] Deleting port dacaf51f-b5cc-43de-ab7a-f5be15342bc9 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:30:18.319686 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4430598c-9d22-4d9e-9746-a7ce6c9842ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (dacaf51f-b5cc-43de-ab7a-f5be15342bc9), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:18.391318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4430598c-9d22-4d9e-9746-a7ce6c9842ea None None] For port dacaf51f-b5cc-43de-ab7a-f5be15342bc9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=dacaf51f-b5cc-43de-ab7a-f5be15342bc9,segment=NetworkSegment(e717705e-17c6-4e3c-8ffd-d885c0959b02),segment_id=e717705e-17c6-4e3c-8ffd-d885c0959b02)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:30:18.392236 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4430598c-9d22-4d9e-9746-a7ce6c9842ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (dacaf51f-b5cc-43de-ab7a-f5be15342bc9), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:18.406225 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4430598c-9d22-4d9e-9746-a7ce6c9842ea None None] Calling delete_port for dacaf51f-b5cc-43de-ab7a-f5be15342bc9 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:30:18.465177 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-58a79d8f-49ca-4eef-aabd-079fc6babce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:30:17Z', 'revision_number': 7, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:18.490525 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4430598c-9d22-4d9e-9746-a7ce6c9842ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (dacaf51f-b5cc-43de-ab7a-f5be15342bc9), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:18.493938 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a79d8f-49ca-4eef-aabd-079fc6babce5 None None] The sync data for ids ['625951eb-8818-45c1-9260-1979988ceb64'] in n-d-824834-11 is: [{'id': '625951eb-8818-45c1-9260-1979988ceb64', 'name': 'tempest-TestNetworkBasicOps-router-1183788414', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:28:28Z', 'updated_at': '2022-02-08T16:30:17Z', 'revision_number': 7, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': 'ebc6722b-338a-4f82-83ae-cac00a94eecf', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625951eb-8818-45c1-9260-1979988ceb64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:28:29Z', 'updated_at': '2022-02-08T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:30:18.516302 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router (625951eb-8818-45c1-9260-1979988ceb64), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:18.518331 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4430598c-9d22-4d9e-9746-a7ce6c9842ea None None] No DVR routers for this DVR port dacaf51f-b5cc-43de-ab7a-f5be15342bc9 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:30:18.520384 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430598c-9d22-4d9e-9746-a7ce6c9842ea None None] Pushing event deleted for resources: {'Port': ['ID=dacaf51f-b5cc-43de-ab7a-f5be15342bc9,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:18.623490 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router_gateway (625951eb-8818-45c1-9260-1979988ceb64), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:18.675375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Deleting port ebc6722b-338a-4f82-83ae-cac00a94eecf {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:30:18.675632 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ebc6722b-338a-4f82-83ae-cac00a94eecf), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:18.755713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] For port ebc6722b-338a-4f82-83ae-cac00a94eecf, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ebc6722b-338a-4f82-83ae-cac00a94eecf,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:30:18.756076 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ebc6722b-338a-4f82-83ae-cac00a94eecf), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:18.769188 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Calling delete_port for ebc6722b-338a-4f82-83ae-cac00a94eecf owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:30:18.939773 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ebc6722b-338a-4f82-83ae-cac00a94eecf), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:18.971270 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Port': ['ID=ebc6722b-338a-4f82-83ae-cac00a94eecf,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:19.034835 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (625951eb-8818-45c1-9260-1979988ceb64), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.131564 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (625951eb-8818-45c1-9260-1979988ceb64), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.133681 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router_controller (625951eb-8818-45c1-9260-1979988ceb64), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.176411 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (625951eb-8818-45c1-9260-1979988ceb64), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.176990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Fanout notify agent at l3_agent the message router_deleted on router 625951eb-8818-45c1-9260-1979988ceb64 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:30:19.184329 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.185594 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-701d27a7-e73b-4835-a968-b09e6e9a1012 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "DELETE /v2.0/routers/625951eb-8818-45c1-9260-1979988ceb64 HTTP/1.1" status: 204 len: 168 time: 1.1060278 Feb 08 16:30:19.188327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59644) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:19.199916 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.273627 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8914c1bd-230d-42d2-96ca-750472ad5835 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (3f17984f-762c-4665-bfba-424c6f024cd5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.359715 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8914c1bd-230d-42d2-96ca-750472ad5835 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (3f17984f-762c-4665-bfba-424c6f024cd5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.380224 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8914c1bd-230d-42d2-96ca-750472ad5835 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f17984f-762c-4665-bfba-424c6f024cd5']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:19.389382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8914c1bd-230d-42d2-96ca-750472ad5835 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e717705e-17c6-4e3c-8ffd-d885c0959b02') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:19.389685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8914c1bd-230d-42d2-96ca-750472ad5835 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e717705e-17c6-4e3c-8ffd-d885c0959b02') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:19.399371 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8914c1bd-230d-42d2-96ca-750472ad5835 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (e717705e-17c6-4e3c-8ffd-d885c0959b02), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.412263 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8914c1bd-230d-42d2-96ca-750472ad5835 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (e717705e-17c6-4e3c-8ffd-d885c0959b02), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.417967 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8914c1bd-230d-42d2-96ca-750472ad5835 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:30:19.418353 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8914c1bd-230d-42d2-96ca-750472ad5835 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (e717705e-17c6-4e3c-8ffd-d885c0959b02), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:30:19.421230 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:30:19.481927 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8914c1bd-230d-42d2-96ca-750472ad5835 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (3f17984f-762c-4665-bfba-424c6f024cd5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.490063 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8914c1bd-230d-42d2-96ca-750472ad5835 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.493209 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8914c1bd-230d-42d2-96ca-750472ad5835 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "DELETE /v2.0/networks/3f17984f-762c-4665-bfba-424c6f024cd5 HTTP/1.1" status: 204 len: 168 time: 0.3029346 Feb 08 16:30:19.503491 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914c1bd-230d-42d2-96ca-750472ad5835 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Network': ['ID=3f17984f-762c-4665-bfba-424c6f024cd5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:19.509184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59646) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:19.513071 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2eaebad6-0c83-433f-9f88-64e30947bbc4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'network': {'name': 'tempest-network-smoke--1783237937', 'project_id': 'f93a160deae74590a400583119df84dd', 'port_security_enabled': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:30:19.533548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaebad6-0c83-433f-9f88-64e30947bbc4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Made reservation on behalf of f93a160deae74590a400583119df84dd for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:30:19.536846 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2eaebad6-0c83-433f-9f88-64e30947bbc4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.560132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eaebad6-0c83-433f-9f88-64e30947bbc4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:30:19.569454 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2eaebad6-0c83-433f-9f88-64e30947bbc4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (dad60c44-be8d-43e5-a51f-063edbadc201), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.569799 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-2eaebad6-0c83-433f-9f88-64e30947bbc4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Added segment dad60c44-be8d-43e5-a51f-063edbadc201 of type vlan for network 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 Feb 08 16:30:19.610260 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2eaebad6-0c83-433f-9f88-64e30947bbc4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.637940 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2eaebad6-0c83-433f-9f88-64e30947bbc4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.644175 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaebad6-0c83-433f-9f88-64e30947bbc4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:19.644857 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2eaebad6-0c83-433f-9f88-64e30947bbc4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.650671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:30:19.671633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:30:19.672233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2aa31f86-8673-4565-bc9b-ae3f7f4f05fb not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:30:19.701602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ebc6722b-338a-4f82-83ae-cac00a94eecf no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:30:19.726968 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2eaebad6-0c83-433f-9f88-64e30947bbc4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2164958 Feb 08 16:30:19.727190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: ebc6722b-338a-4f82-83ae-cac00a94eecf {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:30:19.727190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ebc6722b-338a-4f82-83ae-cac00a94eecf not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:30:19.727609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 93e4017d-d5b1-484c-8f20-88148568df0e no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:30:19.728426 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59648) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:19.734541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'admin_state_up': True, 'project_id': 'f93a160deae74590a400583119df84dd', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:30:19.744978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaebad6-0c83-433f-9f88-64e30947bbc4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Network': ['ID=5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:19.749795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 93e4017d-d5b1-484c-8f20-88148568df0e {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:30:19.750317 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 93e4017d-d5b1-484c-8f20-88148568df0e not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:30:19.750763 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device dacaf51f-b5cc-43de-ab7a-f5be15342bc9 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:30:19.755799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:30:19.759789 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (3b9ea40b-3234-4336-81b5-df1428965d95), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.760815 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (3b9ea40b-3234-4336-81b5-df1428965d95), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.776723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: dacaf51f-b5cc-43de-ab7a-f5be15342bc9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:30:19.777095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device dacaf51f-b5cc-43de-ab7a-f5be15342bc9 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:30:19.816195 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router_controller (3b9ea40b-3234-4336-81b5-df1428965d95), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:19.967844 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router_gateway (3b9ea40b-3234-4336-81b5-df1428965d95), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:20.160219 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router_gateway (3b9ea40b-3234-4336-81b5-df1428965d95), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:20.178768 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:20.278380 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Allocated IP 172.25.7.52 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/7c2cca55-395e-485d-9a52-4d5f4c5f53e6) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:30:20.381593 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for port (7c2cca55-395e-485d-9a52-4d5f4c5f53e6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:20.415004 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (7c2cca55-395e-485d-9a52-4d5f4c5f53e6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:20.448961 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:30:20.451718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:30:20.457570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:30:20.485017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Port': ['ID=7c2cca55-395e-485d-9a52-4d5f4c5f53e6,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:20.633724 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:20.711398 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router_gateway (3b9ea40b-3234-4336-81b5-df1428965d95), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:20.917013 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (3b9ea40b-3234-4336-81b5-df1428965d95), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:21.057119 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Router 3b9ea40b-3234-4336-81b5-df1428965d95 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:30:21.174405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:30:21.183737 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Sync routers for ids ['3b9ea40b-3234-4336-81b5-df1428965d95'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:30:21.193840 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Routers {'3b9ea40b-3234-4336-81b5-df1428965d95'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:30:21.194481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:30:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['3b9ea40b-3234-4336-81b5-df1428965d95'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:21.195488 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:21.197719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-dff47d2c-a1d3-41ad-89c1-a9c66de8873a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4676871 Feb 08 16:30:21.200320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59650) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:21.230724 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d9d45fb9-490c-4c8e-b5c8-cf27fc1d6912 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=f93a160deae74590a400583119df84dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269630 Feb 08 16:30:21.230963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59652) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:21.303245 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Set router 3b9ea40b-3234-4336-81b5-df1428965d95 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:30:21.316085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0862923e-fa32-48a1-84be-8eff819eb068 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:21.317648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0862923e-fa32-48a1-84be-8eff819eb068 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858314 Feb 08 16:30:21.320580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59654) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:21.351491 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-62fb47bd-0b9a-45dd-ab3a-97c08f585b14 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296304 Feb 08 16:30:21.353894 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59656) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:21.358902 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1785915690', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'project_id': 'f93a160deae74590a400583119df84dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:30:21.449650 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Made reservation on behalf of f93a160deae74590a400583119df84dd for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:30:21.453070 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:21.482383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:30:19Z', 'updated_at': '2022-02-08T16:30:20Z', 'revision_number': 3, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:20Z', 'updated_at': '2022-02-08T16:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:21.513760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Checking router: 3b9ea40b-3234-4336-81b5-df1428965d95 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:30:21.514114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Updating router 3b9ea40b-3234-4336-81b5-df1428965d95 port 7c2cca55-395e-485d-9a52-4d5f4c5f53e6 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:30:21.542166 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7c2cca55-395e-485d-9a52-4d5f4c5f53e6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:21.633547 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (f9b5a251-41b8-4607-932d-bdca0734643c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:21.698046 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Subnet': ['ID=f9b5a251-41b8-4607-932d-bdca0734643c,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:21.707792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:21.708073 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:21.708421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:21.708765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:21.709134 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:21.714482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:21.714482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:21.714482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:21.714482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:21.714482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:21.714482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:21.714482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:21.714482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:21.715204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Checking segment: {'id': 'dad60c44-be8d-43e5-a51f-063edbadc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:30:21.715204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network hostable DHCP agents. Network: 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:30:21.739713 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:30:21.748560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:30:21.753956 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:21.754563 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:21.763696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587a1d00-da93-491b-a69f-6c3433297262 None None] Network 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:30:21.770986 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ef4b6c76-dcdb-4125-b988-65fed9c2e0ac tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4159560 Feb 08 16:30:21.773930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59658) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:21.853469 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Publish callbacks [] for port (7c2cca55-395e-485d-9a52-4d5f4c5f53e6), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:21.863901 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7c2cca55-395e-485d-9a52-4d5f4c5f53e6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:21.950733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Attempting to bind port 7c2cca55-395e-485d-9a52-4d5f4c5f53e6 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:30:21.951123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Attempting to bind port 7c2cca55-395e-485d-9a52-4d5f4c5f53e6 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:30:21.952090 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Attempting to bind port 7c2cca55-395e-485d-9a52-4d5f4c5f53e6 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:30:21.956454 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'project_id': 'f93a160deae74590a400583119df84dd', 'fixed_ips': [{'subnet_id': 'f9b5a251-41b8-4607-932d-bdca0734643c'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:30:21.957472 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:21.959168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae6a53-93bc-45d2-b20e-bc9ab621606f None None] Pushing event updated for resources: {'Port': ['ID=7c2cca55-395e-485d-9a52-4d5f4c5f53e6,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:21.974237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:30:21.974622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:30:21.975027 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:21.975416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:30:21.975877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Bound port: 7c2cca55-395e-485d-9a52-4d5f4c5f53e6, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:30:21.976257 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7c2cca55-395e-485d-9a52-4d5f4c5f53e6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:22.092655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] For port 7c2cca55-395e-485d-9a52-4d5f4c5f53e6, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:30:22.097725 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] For port 7c2cca55-395e-485d-9a52-4d5f4c5f53e6, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7c2cca55-395e-485d-9a52-4d5f4c5f53e6,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:30:22.124461 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7c2cca55-395e-485d-9a52-4d5f4c5f53e6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:22.187249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Allocated IP 172.20.0.2 (5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15/f9b5a251-41b8-4607-932d-bdca0734643c/43c072d7-c022-4a8a-aaca-0db77580448b) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:30:22.209976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Routers {'3b9ea40b-3234-4336-81b5-df1428965d95'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:30:22.210523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:30:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['3b9ea40b-3234-4336-81b5-df1428965d95'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:22.217148 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae6a53-93bc-45d2-b20e-bc9ab621606f None None] Pushing event updated for resources: {'Port': ['ID=7c2cca55-395e-485d-9a52-4d5f4c5f53e6,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:22.236365 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:22.395107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] Set router 3b9ea40b-3234-4336-81b5-df1428965d95 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:30:22.531816 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Publish callbacks [] for port (43c072d7-c022-4a8a-aaca-0db77580448b), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:22.542191 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (43c072d7-c022-4a8a-aaca-0db77580448b), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:22.586570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Allocated IP 172.20.0.1 (5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15/f9b5a251-41b8-4607-932d-bdca0734643c/766891d3-b12a-468a-8324-c644236fa93f) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:30:22.602537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Network 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:30:22.608392 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:30:22.614641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:30:22.633424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Pushing event updated for resources: {'Port': ['ID=43c072d7-c022-4a8a-aaca-0db77580448b,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:22.702641 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for port (766891d3-b12a-468a-8324-c644236fa93f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:22.702963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Attempting to bind port 43c072d7-c022-4a8a-aaca-0db77580448b on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:30:22.703345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Attempting to bind port 43c072d7-c022-4a8a-aaca-0db77580448b by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'dad60c44-be8d-43e5-a51f-063edbadc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:30:22.703717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Attempting to bind port 43c072d7-c022-4a8a-aaca-0db77580448b on network 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:30:22.713364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:30:22.713746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Checking segment: {'id': 'dad60c44-be8d-43e5-a51f-063edbadc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:30:22.714161 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:22.714568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Bound using segment: {'id': 'dad60c44-be8d-43e5-a51f-063edbadc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:30:22.715053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Bound port: 43c072d7-c022-4a8a-aaca-0db77580448b, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad60c44-be8d-43e5-a51f-063edbadc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:30:22.715694 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (43c072d7-c022-4a8a-aaca-0db77580448b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:22.728504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:30:19Z', 'updated_at': '2022-02-08T16:30:20Z', 'revision_number': 3, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:20Z', 'updated_at': '2022-02-08T16:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:22.738279 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (766891d3-b12a-468a-8324-c644236fa93f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:22.758621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253fd0c-b314-4fd1-840a-c05f6b1c1310 None None] The sync data for ids ['3b9ea40b-3234-4336-81b5-df1428965d95'] in n-d-824834-11 is: [{'id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:30:19Z', 'updated_at': '2022-02-08T16:30:20Z', 'revision_number': 3, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:20Z', 'updated_at': '2022-02-08T16:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:30:22.783984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:30:22.787242 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:30:22.790835 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:30:22.797449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Port': ['ID=766891d3-b12a-468a-8324-c644236fa93f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:22.818997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] For port 43c072d7-c022-4a8a-aaca-0db77580448b, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:30:22.823177 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] For port 43c072d7-c022-4a8a-aaca-0db77580448b, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=43c072d7-c022-4a8a-aaca-0db77580448b,segment=NetworkSegment(dad60c44-be8d-43e5-a51f-063edbadc201),segment_id=dad60c44-be8d-43e5-a51f-063edbadc201)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:30:22.830445 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (43c072d7-c022-4a8a-aaca-0db77580448b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:22.843287 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (3b9ea40b-3234-4336-81b5-df1428965d95), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:22.896358 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516c8c1-f001-4630-9e26-e02565a8fbf2 None None] Pushing event updated for resources: {'Port': ['ID=43c072d7-c022-4a8a-aaca-0db77580448b,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:23.005187 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (766891d3-b12a-468a-8324-c644236fa93f), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:23.348024 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for port (766891d3-b12a-468a-8324-c644236fa93f), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:23.353578 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (766891d3-b12a-468a-8324-c644236fa93f), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:23.437333 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (3b9ea40b-3234-4336-81b5-df1428965d95), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:23.439148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Port': ['ID=766891d3-b12a-468a-8324-c644236fa93f,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:23.538758 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:30:23.540201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:30:23.669261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Router 3b9ea40b-3234-4336-81b5-df1428965d95 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:30:23.798906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 43c072d7-c022-4a8a-aaca-0db77580448b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:30:23.809307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:30:23.814725 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-53aaec78-f296-429e-9841-de679f1de2f1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "PUT /v2.0/routers/3b9ea40b-3234-4336-81b5-df1428965d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0397382 Feb 08 16:30:23.817453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59660) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:23.851250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 43c072d7-c022-4a8a-aaca-0db77580448b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:30:23.851859 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (43c072d7-c022-4a8a-aaca-0db77580448b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:23.939448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 43c072d7-c022-4a8a-aaca-0db77580448b is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:30:23.939851 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (43c072d7-c022-4a8a-aaca-0db77580448b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:23.982212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 43c072d7-c022-4a8a-aaca-0db77580448b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=43c072d7-c022-4a8a-aaca-0db77580448b,segment=NetworkSegment(dad60c44-be8d-43e5-a51f-063edbadc201),segment_id=dad60c44-be8d-43e5-a51f-063edbadc201)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:30:23.987932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435cee58-5299-4bf4-b279-28c4d96b32f8 None None] Network 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:30:24.005236 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (43c072d7-c022-4a8a-aaca-0db77580448b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:24.006037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7c2cca55-395e-485d-9a52-4d5f4c5f53e6 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:30:24.247215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0777c9-3a8f-4810-8127-628284cc8df3 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:24.247674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0777c9-3a8f-4810-8127-628284cc8df3 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:24.248143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0777c9-3a8f-4810-8127-628284cc8df3 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:24.248601 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0777c9-3a8f-4810-8127-628284cc8df3 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:24.250306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1d0777c9-3a8f-4810-8127-628284cc8df3 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.4312980 Feb 08 16:30:24.253690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59662) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:24.290958 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ebebc416-6e04-4a5a-8c92-de326b4f8217 None None] Provisioning complete for port 43c072d7-c022-4a8a-aaca-0db77580448b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:30:24.291332 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ebebc416-6e04-4a5a-8c92-de326b4f8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (43c072d7-c022-4a8a-aaca-0db77580448b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:24.309670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a085891b-6082-4c9c-8f90-c351a3aecf1a tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:24.310432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a085891b-6082-4c9c-8f90-c351a3aecf1a tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:24.310880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a085891b-6082-4c9c-8f90-c351a3aecf1a tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:24.311329 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a085891b-6082-4c9c-8f90-c351a3aecf1a tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:24.316465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a085891b-6082-4c9c-8f90-c351a3aecf1a tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0584271 Feb 08 16:30:24.316655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59664) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:24.336341 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=43c072d7-c022-4a8a-aaca-0db77580448b,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:24.388438 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 7c2cca55-395e-485d-9a52-4d5f4c5f53e6 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:30:24.388827 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7c2cca55-395e-485d-9a52-4d5f4c5f53e6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:24.479604 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-15f56ed2-bfc2-4330-8c09-3691f244fea8 tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1610935 Feb 08 16:30:24.490739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ebebc416-6e04-4a5a-8c92-de326b4f8217 None None] Current status of the port 43c072d7-c022-4a8a-aaca-0db77580448b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:30:24.541241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 7c2cca55-395e-485d-9a52-4d5f4c5f53e6 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:30:24.541850 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7c2cca55-395e-485d-9a52-4d5f4c5f53e6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:24.565794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 7c2cca55-395e-485d-9a52-4d5f4c5f53e6, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7c2cca55-395e-485d-9a52-4d5f4c5f53e6,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:30:24.574771 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7c2cca55-395e-485d-9a52-4d5f4c5f53e6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:24.608560 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Sync routers for ids ['3b9ea40b-3234-4336-81b5-df1428965d95'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:30:24.619962 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Routers {'3b9ea40b-3234-4336-81b5-df1428965d95'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:30:24.620732 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:30:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['3b9ea40b-3234-4336-81b5-df1428965d95'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:24.634873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=7c2cca55-395e-485d-9a52-4d5f4c5f53e6,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:24.721971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1d246f83-163f-4915-a28d-4243d33b8282 None None] Provisioning complete for port 43c072d7-c022-4a8a-aaca-0db77580448b triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:30:24.722352 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1d246f83-163f-4915-a28d-4243d33b8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (43c072d7-c022-4a8a-aaca-0db77580448b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:24.734372 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Set router 3b9ea40b-3234-4336-81b5-df1428965d95 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:30:24.841669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1d246f83-163f-4915-a28d-4243d33b8282 None None] Current status of the port 43c072d7-c022-4a8a-aaca-0db77580448b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:30:24.856582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1d246f83-163f-4915-a28d-4243d33b8282 None None] Provisioning complete for port 766891d3-b12a-468a-8324-c644236fa93f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:30:24.857308 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1d246f83-163f-4915-a28d-4243d33b8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (766891d3-b12a-468a-8324-c644236fa93f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:24.885100 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59668) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:24.890449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-274357599', 'description': 'tempest-secgroup-smoke-274357599 description', 'project_id': 'f93a160deae74590a400583119df84dd'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:30:24.909605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1d246f83-163f-4915-a28d-4243d33b8282 None None] Port 766891d3-b12a-468a-8324-c644236fa93f cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:30:24.915490 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:24.962120 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:30:19Z', 'updated_at': '2022-02-08T16:30:22Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:20Z', 'updated_at': '2022-02-08T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '766891d3-b12a-468a-8324-c644236fa93f', 'name': '', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:92:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:22Z', 'updated_at': '2022-02-08T16:30:23Z', 'revision_number': 2, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:24.989751 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:24.994862 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:24.998275 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Checking router: 3b9ea40b-3234-4336-81b5-df1428965d95 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:30:24.998630 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Updating router 3b9ea40b-3234-4336-81b5-df1428965d95 port 766891d3-b12a-468a-8324-c644236fa93f binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:30:25.023214 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.024879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1380634 Feb 08 16:30:25.027597 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59670) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:25.033928 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-aacf9898-9fca-46cf-9222-5846ccf6c7b4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': '7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:30:25.037370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-32eb89bd-83ea-4c37-b4d8-b8a3374777ce None None] Provisioning complete for port 766891d3-b12a-468a-8324-c644236fa93f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:30:25.037752 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32eb89bd-83ea-4c37-b4d8-b8a3374777ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (766891d3-b12a-468a-8324-c644236fa93f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.050779 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (766891d3-b12a-468a-8324-c644236fa93f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.051297 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:25.060262 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.060631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.061310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.070152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.070782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.071310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.071846 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.072343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.073046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.073536 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.074051 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.074545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.075294 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e05c0c-a481-48bb-874c-fd432d365ebb tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.090118 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aacf9898-9fca-46cf-9222-5846ccf6c7b4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (82d1b9d0-ae04-43e9-ae76-d2d7f94c1c83), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.123093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-32eb89bd-83ea-4c37-b4d8-b8a3374777ce None None] Port 766891d3-b12a-468a-8324-c644236fa93f cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:30:25.183564 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aacf9898-9fca-46cf-9222-5846ccf6c7b4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (82d1b9d0-ae04-43e9-ae76-d2d7f94c1c83), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.187853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aacf9898-9fca-46cf-9222-5846ccf6c7b4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (82d1b9d0-ae04-43e9-ae76-d2d7f94c1c83), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.209703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf9898-9fca-46cf-9222-5846ccf6c7b4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d1b9d0-ae04-43e9-ae76-d2d7f94c1c83,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:25.216442 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aacf9898-9fca-46cf-9222-5846ccf6c7b4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.217919 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aacf9898-9fca-46cf-9222-5846ccf6c7b4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1886384 Feb 08 16:30:25.221200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59672) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:25.226062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-8ad2bab3-e4b8-4d18-91c9-f2f256a204b6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': '7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:30:25.260754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-586ab9bc-147b-4215-b492-4e708d062943 None None] Provisioning complete for port 766891d3-b12a-468a-8324-c644236fa93f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:30:25.261277 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-586ab9bc-147b-4215-b492-4e708d062943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (766891d3-b12a-468a-8324-c644236fa93f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.266064 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ad2bab3-e4b8-4d18-91c9-f2f256a204b6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (a696417e-b7ef-4283-80ed-ab09915d4d77), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.309809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-586ab9bc-147b-4215-b492-4e708d062943 None None] Port 766891d3-b12a-468a-8324-c644236fa93f cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:30:25.340926 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ad2bab3-e4b8-4d18-91c9-f2f256a204b6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (a696417e-b7ef-4283-80ed-ab09915d4d77), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.344898 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ad2bab3-e4b8-4d18-91c9-f2f256a204b6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (a696417e-b7ef-4283-80ed-ab09915d4d77), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.366184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2bab3-e4b8-4d18-91c9-f2f256a204b6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a696417e-b7ef-4283-80ed-ab09915d4d77,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:25.371959 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ad2bab3-e4b8-4d18-91c9-f2f256a204b6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.373240 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8ad2bab3-e4b8-4d18-91c9-f2f256a204b6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1509700 Feb 08 16:30:25.375863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59674) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:25.380382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-4a721e01-31f2-4c08-a05d-331c48b20106 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': '7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:30:25.412618 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4a721e01-31f2-4c08-a05d-331c48b20106 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (206c895d-446e-4c28-b814-95e5148cff01), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.479825 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4a721e01-31f2-4c08-a05d-331c48b20106 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (206c895d-446e-4c28-b814-95e5148cff01), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.484048 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4a721e01-31f2-4c08-a05d-331c48b20106 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (206c895d-446e-4c28-b814-95e5148cff01), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.493723 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Publish callbacks [] for port (766891d3-b12a-468a-8324-c644236fa93f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.500214 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (766891d3-b12a-468a-8324-c644236fa93f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.510411 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4a721e01-31f2-4c08-a05d-331c48b20106 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.511961 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4a721e01-31f2-4c08-a05d-331c48b20106 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350873 Feb 08 16:30:25.513715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a721e01-31f2-4c08-a05d-331c48b20106 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206c895d-446e-4c28-b814-95e5148cff01,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:25.514738 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59676) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:25.524057 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-21763c90-1297-441a-b880-bd5c38d90ff1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': '7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:30:25.557370 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21763c90-1297-441a-b880-bd5c38d90ff1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (fd6ad25b-2a34-402f-ac0c-b85bd1ebec7d), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.559507 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b178dd8-fbf9-4869-8a8c-9e4fc95c7ba2 None None] Pushing event updated for resources: {'Port': ['ID=766891d3-b12a-468a-8324-c644236fa93f,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:25.583112 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b178dd8-fbf9-4869-8a8c-9e4fc95c7ba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.583460 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b178dd8-fbf9-4869-8a8c-9e4fc95c7ba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.583801 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b178dd8-fbf9-4869-8a8c-9e4fc95c7ba2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.584136 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b178dd8-fbf9-4869-8a8c-9e4fc95c7ba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.584465 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b178dd8-fbf9-4869-8a8c-9e4fc95c7ba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.584791 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b178dd8-fbf9-4869-8a8c-9e4fc95c7ba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.585201 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b178dd8-fbf9-4869-8a8c-9e4fc95c7ba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.585528 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b178dd8-fbf9-4869-8a8c-9e4fc95c7ba2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.585852 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b178dd8-fbf9-4869-8a8c-9e4fc95c7ba2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.586172 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b178dd8-fbf9-4869-8a8c-9e4fc95c7ba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.586490 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b178dd8-fbf9-4869-8a8c-9e4fc95c7ba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.586810 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b178dd8-fbf9-4869-8a8c-9e4fc95c7ba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.587130 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b178dd8-fbf9-4869-8a8c-9e4fc95c7ba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:25.623063 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21763c90-1297-441a-b880-bd5c38d90ff1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (fd6ad25b-2a34-402f-ac0c-b85bd1ebec7d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.627680 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Attempting to bind port 766891d3-b12a-468a-8324-c644236fa93f on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:30:25.628630 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Attempting to bind port 766891d3-b12a-468a-8324-c644236fa93f by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'dad60c44-be8d-43e5-a51f-063edbadc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:30:25.629186 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Attempting to bind port 766891d3-b12a-468a-8324-c644236fa93f on network 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:30:25.629843 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21763c90-1297-441a-b880-bd5c38d90ff1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (fd6ad25b-2a34-402f-ac0c-b85bd1ebec7d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.635749 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:30:25.637005 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Checking segment: {'id': 'dad60c44-be8d-43e5-a51f-063edbadc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:30:25.637581 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.638142 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Bound using segment: {'id': 'dad60c44-be8d-43e5-a51f-063edbadc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:30:25.638935 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Bound port: 766891d3-b12a-468a-8324-c644236fa93f, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad60c44-be8d-43e5-a51f-063edbadc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:30:25.639493 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (766891d3-b12a-468a-8324-c644236fa93f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.658771 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21763c90-1297-441a-b880-bd5c38d90ff1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6ad25b-2a34-402f-ac0c-b85bd1ebec7d,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:25.669957 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-21763c90-1297-441a-b880-bd5c38d90ff1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.671248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-21763c90-1297-441a-b880-bd5c38d90ff1 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1540244 Feb 08 16:30:25.674894 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59678) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:25.681435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-daaabdbe-c3e9-4776-abdb-a6100fbf4749 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': '7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:30:25.725780 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] For port 766891d3-b12a-468a-8324-c644236fa93f, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:30:25.729800 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] For port 766891d3-b12a-468a-8324-c644236fa93f, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=766891d3-b12a-468a-8324-c644236fa93f,segment=NetworkSegment(dad60c44-be8d-43e5-a51f-063edbadc201),segment_id=dad60c44-be8d-43e5-a51f-063edbadc201)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:30:25.731204 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-daaabdbe-c3e9-4776-abdb-a6100fbf4749 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Project f93a160deae74590a400583119df84dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:30:25.739388 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-daaabdbe-c3e9-4776-abdb-a6100fbf4749 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (620f14d1-8c5a-4d46-b358-3522707d3f4c), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.741028 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (766891d3-b12a-468a-8324-c644236fa93f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.770491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 43c072d7-c022-4a8a-aaca-0db77580448b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:30:25.830922 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-daaabdbe-c3e9-4776-abdb-a6100fbf4749 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (620f14d1-8c5a-4d46-b358-3522707d3f4c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.847667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-daaabdbe-c3e9-4776-abdb-a6100fbf4749 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (620f14d1-8c5a-4d46-b358-3522707d3f4c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.851480 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b178dd8-fbf9-4869-8a8c-9e4fc95c7ba2 None None] Pushing event updated for resources: {'Port': ['ID=766891d3-b12a-468a-8324-c644236fa93f,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:25.871744 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 43c072d7-c022-4a8a-aaca-0db77580448b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:30:25.873459 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (43c072d7-c022-4a8a-aaca-0db77580448b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.880050 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Routers {'3b9ea40b-3234-4336-81b5-df1428965d95'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:30:25.880699 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:30:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['3b9ea40b-3234-4336-81b5-df1428965d95'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:25.899428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaabdbe-c3e9-4776-abdb-a6100fbf4749 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620f14d1-8c5a-4d46-b358-3522707d3f4c,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:25.903871 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-daaabdbe-c3e9-4776-abdb-a6100fbf4749 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.917525 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-daaabdbe-c3e9-4776-abdb-a6100fbf4749 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2308390 Feb 08 16:30:25.917713 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59680) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:25.917713 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-08f254aa-9eb4-4b43-b3f8-8e597161b74e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'security_group_rule': {'security_group_id': '7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8', 'project_id': 'f93a160deae74590a400583119df84dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:30:25.942136 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-08f254aa-9eb4-4b43-b3f8-8e597161b74e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Project f93a160deae74590a400583119df84dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:30:25.948859 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08f254aa-9eb4-4b43-b3f8-8e597161b74e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (02ad29e8-2008-425f-abf3-383ba490a80e), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:25.993489 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 43c072d7-c022-4a8a-aaca-0db77580448b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:30:25.994827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7c2cca55-395e-485d-9a52-4d5f4c5f53e6 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:30:25.997355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Provisioning complete for port 766891d3-b12a-468a-8324-c644236fa93f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:30:25.997922 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (766891d3-b12a-468a-8324-c644236fa93f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:26.045024 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] Set router 3b9ea40b-3234-4336-81b5-df1428965d95 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:30:26.075052 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08f254aa-9eb4-4b43-b3f8-8e597161b74e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (02ad29e8-2008-425f-abf3-383ba490a80e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:26.082727 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08f254aa-9eb4-4b43-b3f8-8e597161b74e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (02ad29e8-2008-425f-abf3-383ba490a80e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:26.114962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Current status of the port 766891d3-b12a-468a-8324-c644236fa93f is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:30:26.115357 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (766891d3-b12a-468a-8324-c644236fa93f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:26.122763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f254aa-9eb4-4b43-b3f8-8e597161b74e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ad29e8-2008-425f-abf3-383ba490a80e,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:26.129278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 7c2cca55-395e-485d-9a52-4d5f4c5f53e6 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:30:26.129590 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7c2cca55-395e-485d-9a52-4d5f4c5f53e6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:26.133265 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08f254aa-9eb4-4b43-b3f8-8e597161b74e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:26.134970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-08f254aa-9eb4-4b43-b3f8-8e597161b74e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2252955 Feb 08 16:30:26.192917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] For port 766891d3-b12a-468a-8324-c644236fa93f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=766891d3-b12a-468a-8324-c644236fa93f,segment=NetworkSegment(dad60c44-be8d-43e5-a51f-063edbadc201),segment_id=dad60c44-be8d-43e5-a51f-063edbadc201)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:30:26.199531 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (766891d3-b12a-468a-8324-c644236fa93f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:26.278875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Pushing event updated for resources: {'Port': ['ID=766891d3-b12a-468a-8324-c644236fa93f,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:26.292586 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:30:19Z', 'updated_at': '2022-02-08T16:30:22Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:20Z', 'updated_at': '2022-02-08T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '766891d3-b12a-468a-8324-c644236fa93f', 'name': '', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:92:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:22Z', 'updated_at': '2022-02-08T16:30:25Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:26.293854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:26.294218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:26.294628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:26.294981 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:26.295326 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:26.295662 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:26.295998 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:26.296333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:26.296665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:26.297105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:26.297591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:26.298486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:26.298840 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7ddb5-15f6-4614-b753-0adc81eec31f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:30:26.307283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 7c2cca55-395e-485d-9a52-4d5f4c5f53e6 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:30:26.330872 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea9b2e-be30-46e3-a0ef-e98dedbea8ad None None] The sync data for ids ['3b9ea40b-3234-4336-81b5-df1428965d95'] in n-d-824834-11 is: [{'id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:30:19Z', 'updated_at': '2022-02-08T16:30:22Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:20Z', 'updated_at': '2022-02-08T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '766891d3-b12a-468a-8324-c644236fa93f', 'name': '', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:92:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:22Z', 'updated_at': '2022-02-08T16:30:25Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:30:26.332836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-df5a76f8-5e7c-42f8-aa1d-5e89734c12b1 None None] Provisioning complete for port 766891d3-b12a-468a-8324-c644236fa93f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:30:26.333251 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-df5a76f8-5e7c-42f8-aa1d-5e89734c12b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (766891d3-b12a-468a-8324-c644236fa93f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:26.400476 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-62faf6a1-d851-4779-b912-4c3b34923ff4 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-274357599&fields=id&tenant_id=f93a160deae74590a400583119df84dd HTTP/1.1" status: 200 len: 267 time: 0.0818565 Feb 08 16:30:26.452290 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-df5a76f8-5e7c-42f8-aa1d-5e89734c12b1 None None] Current status of the port 766891d3-b12a-468a-8324-c644236fa93f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:30:26.531934 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-05b2e1c6-5ad4-4e95-a37b-37599076196c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:26.536692 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-05b2e1c6-5ad4-4e95-a37b-37599076196c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/networks?id=5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 HTTP/1.1" status: 200 len: 797 time: 0.1186726 Feb 08 16:30:26.553720 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-6a6c4f7b-fcaf-4f9a-b0a7-51670f140d77 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/quotas/f93a160deae74590a400583119df84dd HTTP/1.1" status: 200 len: 375 time: 0.0118101 Feb 08 16:30:26.615546 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-91de8228-e935-4a4a-8d93-2aff35e4c504 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552642 Feb 08 16:30:26.721164 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-97504e5b-db1f-4812-9c71-3bce6ef5858e service neutron] 10.222.0.82 "GET /v2.0/networks/5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935056 Feb 08 16:30:26.823649 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-87305c83-522c-42bf-baeb-4eb0f748307f service neutron] 10.222.0.82 "GET /v2.0/networks/5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953562 Feb 08 16:30:27.028912 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e8ad46f-ab04-44cb-9abe-b444793fb4f8 req-3dfe5a43-f679-4568-afc3-0096b6810557 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 210 time: 0.0413446 Feb 08 16:30:27.713122 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 766891d3-b12a-468a-8324-c644236fa93f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:30:27.762103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 766891d3-b12a-468a-8324-c644236fa93f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:30:27.762480 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (766891d3-b12a-468a-8324-c644236fa93f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:27.843746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 766891d3-b12a-468a-8324-c644236fa93f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:30:27.982227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-0f957017-2c27-4442-a120-062904ca878b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:27.983714 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-0f957017-2c27-4442-a120-062904ca878b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.96 "GET /v2.0/networks?id=5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 HTTP/1.1" status: 200 len: 797 time: 0.1050293 Feb 08 16:30:28.051094 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-d536f647-71ce-4c86-bda4-3dac12d75c20 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f93a160deae74590a400583119df84dd HTTP/1.1" status: 200 len: 379 time: 0.0583682 Feb 08 16:30:28.059551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-7935c42b-8d4d-4c01-b4b9-a381aee40bec tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'port': {'device_id': 'ca66aa80-d4de-4fb0-a7b2-b85d447507e0', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'admin_state_up': True, 'tenant_id': 'f93a160deae74590a400583119df84dd', 'security_groups': ['7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:30:28.122441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d30f6a3c-e31a-4285-b130-35578cafb053 req-7de80558-1240-4323-b077-e21610123b54 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 210 time: 0.0282373 Feb 08 16:30:28.166926 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-7935c42b-8d4d-4c01-b4b9-a381aee40bec tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Made reservation on behalf of f93a160deae74590a400583119df84dd for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:30:28.170724 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-7935c42b-8d4d-4c01-b4b9-a381aee40bec tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:28.298840 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-7935c42b-8d4d-4c01-b4b9-a381aee40bec tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Allocated IP 172.20.0.9 (5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15/f9b5a251-41b8-4607-932d-bdca0734643c/2311dff0-c4ce-48f1-b976-5f9f197c2f91) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:30:28.442191 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-7935c42b-8d4d-4c01-b4b9-a381aee40bec tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:28.474758 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-7935c42b-8d4d-4c01-b4b9-a381aee40bec tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:28.517951 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-7935c42b-8d4d-4c01-b4b9-a381aee40bec tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:30:28.520982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-7935c42b-8d4d-4c01-b4b9-a381aee40bec tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:30:28.524763 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-7935c42b-8d4d-4c01-b4b9-a381aee40bec tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:30:28.531023 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935c42b-8d4d-4c01-b4b9-a381aee40bec tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Port': ['ID=2311dff0-c4ce-48f1-b976-5f9f197c2f91,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:28.576386 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-7935c42b-8d4d-4c01-b4b9-a381aee40bec tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:28.577061 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-7935c42b-8d4d-4c01-b4b9-a381aee40bec tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:28.593630 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-7935c42b-8d4d-4c01-b4b9-a381aee40bec tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5376699 Feb 08 16:30:28.604500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Request body: {'port': {'device_id': 'ca66aa80-d4de-4fb0-a7b2-b85d447507e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:30:28.671421 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:28.790751 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-75d12589-be83-4e83-87f4-2a70b54014b0 None None] Provisioning complete for port 2311dff0-c4ce-48f1-b976-5f9f197c2f91 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:30:28.791378 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-75d12589-be83-4e83-87f4-2a70b54014b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:28.824614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-75d12589-be83-4e83-87f4-2a70b54014b0 None None] Port 2311dff0-c4ce-48f1-b976-5f9f197c2f91 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:30:28.934080 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2311dff0-c4ce-48f1-b976-5f9f197c2f91 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:30:28.942074 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Publish callbacks [] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:28.954610 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Transition to ACTIVE for port object 2311dff0-c4ce-48f1-b976-5f9f197c2f91 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:30:28.957604 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:29.007380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Pushing event updated for resources: {'Port': ['ID=2311dff0-c4ce-48f1-b976-5f9f197c2f91,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:29.082190 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Attempting to bind port 2311dff0-c4ce-48f1-b976-5f9f197c2f91 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:30:29.082523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Attempting to bind port 2311dff0-c4ce-48f1-b976-5f9f197c2f91 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'dad60c44-be8d-43e5-a51f-063edbadc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:30:29.082849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Attempting to bind port 2311dff0-c4ce-48f1-b976-5f9f197c2f91 on network 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:30:29.087521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Port 2311dff0-c4ce-48f1-b976-5f9f197c2f91 on network 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:30:29.087845 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Attempting to bind port 2311dff0-c4ce-48f1-b976-5f9f197c2f91 on network 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:30:29.092899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:30:29.093269 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Checking segment: {'id': 'dad60c44-be8d-43e5-a51f-063edbadc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:30:29.093654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Bound using segment: {'id': 'dad60c44-be8d-43e5-a51f-063edbadc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:30:29.094083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Bound port: 2311dff0-c4ce-48f1-b976-5f9f197c2f91, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad60c44-be8d-43e5-a51f-063edbadc201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:30:29.094440 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:29.259937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab31bf1-109f-4a62-9b3e-efd841ce3a44 req-85bcf43b-96d0-485c-83c3-d01b620b825b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:29.261475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ab31bf1-109f-4a62-9b3e-efd841ce3a44 req-85bcf43b-96d0-485c-83c3-d01b620b825b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 943 time: 0.0642245 Feb 08 16:30:29.315612 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7ab31bf1-109f-4a62-9b3e-efd841ce3a44 req-c1ad5295-e139-4bcf-80e8-bffbcc4d1923 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471597 Feb 08 16:30:29.470360 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] For port 2311dff0-c4ce-48f1-b976-5f9f197c2f91, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:30:29.473623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] For port 2311dff0-c4ce-48f1-b976-5f9f197c2f91, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2311dff0-c4ce-48f1-b976-5f9f197c2f91,segment=NetworkSegment(dad60c44-be8d-43e5-a51f-063edbadc201),segment_id=dad60c44-be8d-43e5-a51f-063edbadc201)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:30:29.479693 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:29.513284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:29.513980 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:29.515318 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] 10.222.0.96 "PUT /v2.0/ports/2311dff0-c4ce-48f1-b976-5f9f197c2f91 HTTP/1.1" status: 200 len: 1092 time: 0.9150555 Feb 08 16:30:29.515781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca66aa80-d4de-4fb0-a7b2-b85d447507e0', 'tag': '2311dff0-c4ce-48f1-b976-5f9f197c2f91'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:30:29.518212 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fae96f-6f69-4fb1-b904-f8f441fe5f57" -d '{"events": [{"name": "network-changed", "server_uuid": "ca66aa80-d4de-4fb0-a7b2-b85d447507e0", "tag": "2311dff0-c4ce-48f1-b976-5f9f197c2f91"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:30:29.555452 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa45381-a39f-42cc-b75f-30c35434ed1d service neutron] Pushing event updated for resources: {'Port': ['ID=2311dff0-c4ce-48f1-b976-5f9f197c2f91,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:29.575015 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0746872-2632-4b9a-abdc-c71241eab2fb x-openstack-request-id: req-d0746872-2632-4b9a-abdc-c71241eab2fb {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:30:29.575304 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca66aa80-d4de-4fb0-a7b2-b85d447507e0", "tag": "2311dff0-c4ce-48f1-b976-5f9f197c2f91", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:30:29.575560 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d0746872-2632-4b9a-abdc-c71241eab2fb {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:30:29.575950 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca66aa80-d4de-4fb0-a7b2-b85d447507e0', 'tag': '2311dff0-c4ce-48f1-b976-5f9f197c2f91', 'status': 'completed', 'code': 200} Feb 08 16:30:29.617518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-5a41a03e-02c6-4771-879a-8f9d9eb0e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:29.619094 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-5a41a03e-02c6-4771-879a-8f9d9eb0e522 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 1126 time: 0.0546629 Feb 08 16:30:29.663937 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-e41ac434-fc06-493a-89f3-8f52c9056d9c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2311dff0-c4ce-48f1-b976-5f9f197c2f91 HTTP/1.1" status: 200 len: 217 time: 0.0372906 Feb 08 16:30:29.714078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-a8672269-0fd4-4eae-8e7c-a6b1c34bf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:29.715784 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-a8672269-0fd4-4eae-8e7c-a6b1c34bf9db service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f9b5a251-41b8-4607-932d-bdca0734643c HTTP/1.1" status: 200 len: 835 time: 0.0459721 Feb 08 16:30:29.766040 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-7eec649d-7735-4dc2-ac1d-8b8e7f1ccded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:29.767540 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-7eec649d-7735-4dc2-ac1d-8b8e7f1ccded service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454786 Feb 08 16:30:29.859981 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-c03fc8bb-b12d-44ff-ac87-63411ef954b6 service neutron] 10.222.0.96 "GET /v2.0/networks/5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842552 Feb 08 16:30:29.949596 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2859c3e5-cb6c-4905-8ebd-f38d175d1894 req-243889aa-b138-4bb8-a0ad-bcfbb56138a7 service neutron] 10.222.0.96 "GET /v2.0/networks/5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821483 Feb 08 16:30:30.047478 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fae96f-6f69-4fb1-b904-f8f441fe5f57 req-39c4c864-88a8-4436-a842-a60068b19ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:30.049611 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90fae96f-6f69-4fb1-b904-f8f441fe5f57 req-39c4c864-88a8-4436-a842-a60068b19ed1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 1126 time: 0.0509658 Feb 08 16:30:30.135846 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fae96f-6f69-4fb1-b904-f8f441fe5f57 req-daa63ae4-ee56-4f4c-8870-bc322df6ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:30.137375 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90fae96f-6f69-4fb1-b904-f8f441fe5f57 req-daa63ae4-ee56-4f4c-8870-bc322df6ed68 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 HTTP/1.1" status: 200 len: 898 time: 0.0824227 Feb 08 16:30:30.181793 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90fae96f-6f69-4fb1-b904-f8f441fe5f57 req-03a3f69e-6693-4203-8dd1-d4fee99536cf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2311dff0-c4ce-48f1-b976-5f9f197c2f91 HTTP/1.1" status: 200 len: 217 time: 0.0382512 Feb 08 16:30:30.228731 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fae96f-6f69-4fb1-b904-f8f441fe5f57 req-21f9ddd5-cb6c-4f46-84d4-64bd71f01e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:30.230224 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90fae96f-6f69-4fb1-b904-f8f441fe5f57 req-21f9ddd5-cb6c-4f46-84d4-64bd71f01e02 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f9b5a251-41b8-4607-932d-bdca0734643c HTTP/1.1" status: 200 len: 835 time: 0.0425837 Feb 08 16:30:30.278608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fae96f-6f69-4fb1-b904-f8f441fe5f57 req-b5d06648-47cf-4e8e-bed0-0fff9868a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:30.280097 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90fae96f-6f69-4fb1-b904-f8f441fe5f57 req-b5d06648-47cf-4e8e-bed0-0fff9868a803 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432632 Feb 08 16:30:30.372296 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90fae96f-6f69-4fb1-b904-f8f441fe5f57 req-52010b6b-7ddc-4cf1-9f02-fcbcd065a64d service neutron] 10.222.0.96 "GET /v2.0/networks/5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849681 Feb 08 16:30:30.438722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8cfc4-2b90-4fa1-a198-844f00b6d255 req-e31cdf86-9d88-4075-8dbe-929219b023a0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:30.440237 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4a8cfc4-2b90-4fa1-a198-844f00b6d255 req-e31cdf86-9d88-4075-8dbe-929219b023a0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 943 time: 0.0545111 Feb 08 16:30:30.469040 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-90fae96f-6f69-4fb1-b904-f8f441fe5f57 req-009c908f-24a2-4e6b-a386-c23616dda642 service neutron] 10.222.0.96 "GET /v2.0/networks/5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853744 Feb 08 16:30:30.489862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4a8cfc4-2b90-4fa1-a198-844f00b6d255 req-b2874ec1-36e5-4275-8e16-0ee6357fe444 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430429 Feb 08 16:30:31.197682 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:30:31.572182 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ee8b7935-4e9c-423c-a6a2-efea69dd22ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:31.613530 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6a9a8-00fc-4b0d-b82d-d626704754ef req-91a89368-c9e4-4eae-88b7-12a5e23583a0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:31.615039 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cce6a9a8-00fc-4b0d-b82d-d626704754ef req-91a89368-c9e4-4eae-88b7-12a5e23583a0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 943 time: 0.0553358 Feb 08 16:30:31.668011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cce6a9a8-00fc-4b0d-b82d-d626704754ef req-88e363e2-d156-4275-945e-bb2787e50a02 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473306 Feb 08 16:30:32.789734 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91c95-89d0-466a-bd29-ae157467984b req-4a8d56a9-d3a3-4e99-868c-158ca0db22f5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:32.791221 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f9d91c95-89d0-466a-bd29-ae157467984b req-4a8d56a9-d3a3-4e99-868c-158ca0db22f5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 943 time: 0.0531604 Feb 08 16:30:32.839427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f9d91c95-89d0-466a-bd29-ae157467984b req-863681c8-5ffc-435e-8af0-5e93d38667b7 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426371 Feb 08 16:30:33.708554 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2311dff0-c4ce-48f1-b976-5f9f197c2f91 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:30:33.806481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2311dff0-c4ce-48f1-b976-5f9f197c2f91, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2311dff0-c4ce-48f1-b976-5f9f197c2f91,segment=NetworkSegment(dad60c44-be8d-43e5-a51f-063edbadc201),segment_id=dad60c44-be8d-43e5-a51f-063edbadc201)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:30:33.818288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '2311dff0-c4ce-48f1-b976-5f9f197c2f91', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'port_id': '2311dff0-c4ce-48f1-b976-5f9f197c2f91', 'mac_address': 'fa:16:3e:70:36:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:30:33.864472 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 2311dff0-c4ce-48f1-b976-5f9f197c2f91 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:30:33.864866 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:33.868576 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b824207e-81b4-4d68-910d-aa56bed8265e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:33.880752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2311dff0-c4ce-48f1-b976-5f9f197c2f91 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:30:33.901501 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2311dff0-c4ce-48f1-b976-5f9f197c2f91, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2311dff0-c4ce-48f1-b976-5f9f197c2f91,segment=NetworkSegment(dad60c44-be8d-43e5-a51f-063edbadc201),segment_id=dad60c44-be8d-43e5-a51f-063edbadc201)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:30:33.905576 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:33.959101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=2311dff0-c4ce-48f1-b976-5f9f197c2f91,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:33.964077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcb22d-069c-49a8-8e59-d860405b4960 req-716269f3-b387-48f8-b288-f3a0249c68a0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:33.965665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fbcb22d-069c-49a8-8e59-d860405b4960 req-716269f3-b387-48f8-b288-f3a0249c68a0 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 944 time: 0.0548682 Feb 08 16:30:34.015221 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8fbcb22d-069c-49a8-8e59-d860405b4960 req-09ea3fe5-642c-41b7-aed8-4ec2e3505993 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437319 Feb 08 16:30:34.112833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['2311dff0-c4ce-48f1-b976-5f9f197c2f91'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:30:35.142235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da67c89-8687-4b2c-8603-b245feb00126 req-e258d940-2ffa-42f9-9cfe-9e13ddf3dc9d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:35.143862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0da67c89-8687-4b2c-8603-b245feb00126 req-e258d940-2ffa-42f9-9cfe-9e13ddf3dc9d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 944 time: 0.0596707 Feb 08 16:30:35.192926 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0da67c89-8687-4b2c-8603-b245feb00126 req-61394262-8830-4513-bd42-75aa6378c71c tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431857 Feb 08 16:30:35.632397 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:35.741052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2311dff0-c4ce-48f1-b976-5f9f197c2f91 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:30:35.789423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 2311dff0-c4ce-48f1-b976-5f9f197c2f91 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:30:35.793445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 2311dff0-c4ce-48f1-b976-5f9f197c2f91 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:30:35.793819 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:35.873237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 2311dff0-c4ce-48f1-b976-5f9f197c2f91 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:30:35.873625 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:35.897290 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca66aa80-d4de-4fb0-a7b2-b85d447507e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2311dff0-c4ce-48f1-b976-5f9f197c2f91'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:30:35.899451 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691e46a6-1ffa-4588-af47-0e8e5bc0dd7b" -d '{"events": [{"server_uuid": "ca66aa80-d4de-4fb0-a7b2-b85d447507e0", "name": "network-vif-plugged", "status": "completed", "tag": "2311dff0-c4ce-48f1-b976-5f9f197c2f91"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:30:35.911774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 2311dff0-c4ce-48f1-b976-5f9f197c2f91, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2311dff0-c4ce-48f1-b976-5f9f197c2f91,segment=NetworkSegment(dad60c44-be8d-43e5-a51f-063edbadc201),segment_id=dad60c44-be8d-43e5-a51f-063edbadc201)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:30:35.915878 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:35.940478 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c259b1e-895e-4ab8-ae3f-a99f0d5a5ab3 x-openstack-request-id: req-6c259b1e-895e-4ab8-ae3f-a99f0d5a5ab3 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:30:35.940777 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca66aa80-d4de-4fb0-a7b2-b85d447507e0", "name": "network-vif-plugged", "status": "completed", "tag": "2311dff0-c4ce-48f1-b976-5f9f197c2f91", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:30:35.941137 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6c259b1e-895e-4ab8-ae3f-a99f0d5a5ab3 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:30:35.941540 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca66aa80-d4de-4fb0-a7b2-b85d447507e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2311dff0-c4ce-48f1-b976-5f9f197c2f91', 'code': 200} Feb 08 16:30:35.969094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=2311dff0-c4ce-48f1-b976-5f9f197c2f91,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:36.042012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5c096-08db-4a86-a30e-51095e386b3f req-e3eb6c9b-a07f-4d5c-8944-d0a54294e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:36.043562 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b3a5c096-08db-4a86-a30e-51095e386b3f req-e3eb6c9b-a07f-4d5c-8944-d0a54294e8ff service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 1128 time: 0.0459731 Feb 08 16:30:36.088648 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b3a5c096-08db-4a86-a30e-51095e386b3f req-197c6fd5-8590-4234-8ff5-1e9ceeb475a3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377855 Feb 08 16:30:36.311377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a117e8-ba7d-45d3-9326-db9a488cf114 req-5ffa02e6-bf0d-40db-99c0-1558ae63912b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:36.312899 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a117e8-ba7d-45d3-9326-db9a488cf114 req-5ffa02e6-bf0d-40db-99c0-1558ae63912b tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 945 time: 0.0533056 Feb 08 16:30:36.361379 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2a117e8-ba7d-45d3-9326-db9a488cf114 req-a39c84c9-aba1-49f7-8655-64e48a1ef4f5 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428176 Feb 08 16:30:36.811638 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:37.480734 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d2842-5aea-41fd-b0d9-fdf5ba7fe0df req-7cb700b7-d97b-4086-b239-d963fcfaed89 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:37.482276 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a8d2842-5aea-41fd-b0d9-fdf5ba7fe0df req-7cb700b7-d97b-4086-b239-d963fcfaed89 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 945 time: 0.0534124 Feb 08 16:30:37.535776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a8d2842-5aea-41fd-b0d9-fdf5ba7fe0df req-79fccad0-3a83-481e-8197-35a8fde16628 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473652 Feb 08 16:30:37.653889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd559a0-7694-4e4b-8149-215eefff2948 req-1ff3cd28-ece6-4b0d-86cd-1d5a7f170275 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:37.655362 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffd559a0-7694-4e4b-8149-215eefff2948 req-1ff3cd28-ece6-4b0d-86cd-1d5a7f170275 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 945 time: 0.0531490 Feb 08 16:30:37.703231 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffd559a0-7694-4e4b-8149-215eefff2948 req-952896b6-de74-4a71-b695-cf6a76b889d7 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415347 Feb 08 16:30:37.725293 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59730) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:37.769954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0cf114-038d-47dd-a13c-c6823069f69a tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:37.771460 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1f0cf114-038d-47dd-a13c-c6823069f69a tempest-TestNetworkBasicOps-1361623519 tempest-TestNetworkBasicOps-1361623519-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 1123 time: 0.0451849 Feb 08 16:30:37.774529 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59732) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:37.778700 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '2311dff0-c4ce-48f1-b976-5f9f197c2f91', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:30:37.798804 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:37.898986 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:37.998444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Allocated IP 172.25.7.157 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/733cad18-62c1-4c0a-8980-dfc63ba316a2) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:30:38.024982 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:38.103989 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for port (733cad18-62c1-4c0a-8980-dfc63ba316a2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:38.138024 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (733cad18-62c1-4c0a-8980-dfc63ba316a2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:38.175240 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:30:38.180305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:30:38.182889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:30:38.210267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Port': ['ID=733cad18-62c1-4c0a-8980-dfc63ba316a2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:38.540045 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for floatingip (e83bd350-4ff4-4c37-92b9-7e0dd796942a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:38.607832 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (733cad18-62c1-4c0a-8980-dfc63ba316a2), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:38.757723 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for port (733cad18-62c1-4c0a-8980-dfc63ba316a2), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:38.762399 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (733cad18-62c1-4c0a-8980-dfc63ba316a2), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:38.836795 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event updated for resources: {'Port': ['ID=733cad18-62c1-4c0a-8980-dfc63ba316a2,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:30:38.847664 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (e83bd350-4ff4-4c37-92b9-7e0dd796942a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:38.950759 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Floating IP e83bd350-4ff4-4c37-92b9-7e0dd796942a associated. External IP: 172.25.7.157, port: 2311dff0-c4ce-48f1-b976-5f9f197c2f91. Feb 08 16:30:39.163048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Router 3b9ea40b-3234-4336-81b5-df1428965d95 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:30:39.268914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:30:39.278615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c2b99-2347-443b-8bc5-3c40c6ab9048 None None] Sync routers for ids ['3b9ea40b-3234-4336-81b5-df1428965d95'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:30:39.287874 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:39.290391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c2b99-2347-443b-8bc5-3c40c6ab9048 None None] Routers {'3b9ea40b-3234-4336-81b5-df1428965d95'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:30:39.291089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8d5c2b99-2347-443b-8bc5-3c40c6ab9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:30:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['3b9ea40b-3234-4336-81b5-df1428965d95'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:39.323357 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-425442e3-d27b-460e-ac2d-6f4282ab8018 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5453968 Feb 08 16:30:39.323357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca66aa80-d4de-4fb0-a7b2-b85d447507e0', 'tag': '2311dff0-c4ce-48f1-b976-5f9f197c2f91'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:30:39.323697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59734) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:39.324210 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cf50cb-36e8-457c-9b2d-5687d3cea083" -d '{"events": [{"name": "network-changed", "server_uuid": "ca66aa80-d4de-4fb0-a7b2-b85d447507e0", "tag": "2311dff0-c4ce-48f1-b976-5f9f197c2f91"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:30:39.360897 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b5954e-e29a-4dd5-ada4-6a2bd074daa4 x-openstack-request-id: req-63b5954e-e29a-4dd5-ada4-6a2bd074daa4 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:30:39.361364 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca66aa80-d4de-4fb0-a7b2-b85d447507e0", "tag": "2311dff0-c4ce-48f1-b976-5f9f197c2f91", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:30:39.361628 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-63b5954e-e29a-4dd5-ada4-6a2bd074daa4 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:30:39.362042 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca66aa80-d4de-4fb0-a7b2-b85d447507e0', 'tag': '2311dff0-c4ce-48f1-b976-5f9f197c2f91', 'status': 'completed', 'code': 200} Feb 08 16:30:39.405903 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-8d5c2b99-2347-443b-8bc5-3c40c6ab9048 None None] Set router 3b9ea40b-3234-4336-81b5-df1428965d95 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:30:39.424299 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5452e3a5-cae3-4058-ae6c-a6af3ccc6ccf tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/floatingips/e83bd350-4ff4-4c37-92b9-7e0dd796942a HTTP/1.1" status: 200 len: 991 time: 0.0967898 Feb 08 16:30:39.439798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf50cb-36e8-457c-9b2d-5687d3cea083 req-1dade4a0-8553-4f56-a520-28ba7357fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:39.441321 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-91cf50cb-36e8-457c-9b2d-5687d3cea083 req-1dade4a0-8553-4f56-a520-28ba7357fc7f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 1128 time: 0.0570455 Feb 08 16:30:39.534601 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf50cb-36e8-457c-9b2d-5687d3cea083 req-0159e65d-ac51-481a-945f-4c6fe096119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:39.536103 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-91cf50cb-36e8-457c-9b2d-5687d3cea083 req-0159e65d-ac51-481a-945f-4c6fe096119b service neutron] 10.222.0.96 "GET /v2.0/networks?id=5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 HTTP/1.1" status: 200 len: 898 time: 0.0894938 Feb 08 16:30:39.605623 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-91cf50cb-36e8-457c-9b2d-5687d3cea083 req-d21ccde6-467c-466f-8182-44c36286b7b5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2311dff0-c4ce-48f1-b976-5f9f197c2f91 HTTP/1.1" status: 200 len: 999 time: 0.0633607 Feb 08 16:30:39.636771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8d5c2b99-2347-443b-8bc5-3c40c6ab9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:30:19Z', 'updated_at': '2022-02-08T16:30:22Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:20Z', 'updated_at': '2022-02-08T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'e83bd350-4ff4-4c37-92b9-7e0dd796942a', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'port_id': '2311dff0-c4ce-48f1-b976-5f9f197c2f91', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'mac_address': 'fa:16:3e:70:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca66aa80-d4de-4fb0-a7b2-b85d447507e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:30:38Z', 'updated_at': '2022-02-08T16:30:38Z', 'revision_number': 0, 'project_id': 'f93a160deae74590a400583119df84dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766891d3-b12a-468a-8324-c644236fa93f', 'name': '', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:92:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:22Z', 'updated_at': '2022-02-08T16:30:26Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:39.656405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf50cb-36e8-457c-9b2d-5687d3cea083 req-9c76e852-b336-4587-bf9a-07638bf916a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:39.658914 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-91cf50cb-36e8-457c-9b2d-5687d3cea083 req-9c76e852-b336-4587-bf9a-07638bf916a0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f9b5a251-41b8-4607-932d-bdca0734643c HTTP/1.1" status: 200 len: 835 time: 0.0461776 Feb 08 16:30:39.664514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c2b99-2347-443b-8bc5-3c40c6ab9048 None None] Checking router: 3b9ea40b-3234-4336-81b5-df1428965d95 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:30:39.672862 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c2b99-2347-443b-8bc5-3c40c6ab9048 None None] Routers {'3b9ea40b-3234-4336-81b5-df1428965d95'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:30:39.673505 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8d5c2b99-2347-443b-8bc5-3c40c6ab9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:30:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['3b9ea40b-3234-4336-81b5-df1428965d95'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:39.714620 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf50cb-36e8-457c-9b2d-5687d3cea083 req-a0758361-d1fa-4cfe-bf9e-a520f8951933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:39.716073 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-91cf50cb-36e8-457c-9b2d-5687d3cea083 req-a0758361-d1fa-4cfe-bf9e-a520f8951933 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510528 Feb 08 16:30:39.787470 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-8d5c2b99-2347-443b-8bc5-3c40c6ab9048 None None] Set router 3b9ea40b-3234-4336-81b5-df1428965d95 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:30:39.804400 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-91cf50cb-36e8-457c-9b2d-5687d3cea083 req-5ef6a33b-093f-4e35-b786-c30d7bb69687 service neutron] 10.222.0.96 "GET /v2.0/networks/5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816879 Feb 08 16:30:39.898491 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-91cf50cb-36e8-457c-9b2d-5687d3cea083 req-83854156-c1b1-4e32-8ffc-0726e1a281d5 service neutron] 10.222.0.96 "GET /v2.0/networks/5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877187 Feb 08 16:30:40.018195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8d5c2b99-2347-443b-8bc5-3c40c6ab9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:30:19Z', 'updated_at': '2022-02-08T16:30:22Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:20Z', 'updated_at': '2022-02-08T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'e83bd350-4ff4-4c37-92b9-7e0dd796942a', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'port_id': '2311dff0-c4ce-48f1-b976-5f9f197c2f91', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'mac_address': 'fa:16:3e:70:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca66aa80-d4de-4fb0-a7b2-b85d447507e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:30:38Z', 'updated_at': '2022-02-08T16:30:38Z', 'revision_number': 0, 'project_id': 'f93a160deae74590a400583119df84dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766891d3-b12a-468a-8324-c644236fa93f', 'name': '', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:92:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:22Z', 'updated_at': '2022-02-08T16:30:26Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:30:40.044180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c2b99-2347-443b-8bc5-3c40c6ab9048 None None] The sync data for ids ['3b9ea40b-3234-4336-81b5-df1428965d95'] in n-d-824834-11 is: [{'id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:30:19Z', 'updated_at': '2022-02-08T16:30:22Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:20Z', 'updated_at': '2022-02-08T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'e83bd350-4ff4-4c37-92b9-7e0dd796942a', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'port_id': '2311dff0-c4ce-48f1-b976-5f9f197c2f91', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'mac_address': 'fa:16:3e:70:36:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca66aa80-d4de-4fb0-a7b2-b85d447507e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:30:38Z', 'updated_at': '2022-02-08T16:30:38Z', 'revision_number': 0, 'project_id': 'f93a160deae74590a400583119df84dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766891d3-b12a-468a-8324-c644236fa93f', 'name': '', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:92:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:22Z', 'updated_at': '2022-02-08T16:30:26Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:30:40.222838 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7f40cd-7bd4-48db-8f8c-108efd77f7d7 None None] New status for floating IP e83bd350-4ff4-4c37-92b9-7e0dd796942a: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:30:40.426681 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59738) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:30:40.486822 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-762f54ab-cd0c-4b64-98b6-b6400cb92b0a tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/floatingips/e83bd350-4ff4-4c37-92b9-7e0dd796942a HTTP/1.1" status: 200 len: 993 time: 0.0589662 Feb 08 16:30:41.054720 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b75c524-dd0b-4d85-907c-059ad54256fe req-bf47a883-54bf-4b04-81f5-76214e3e8a9f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450726 Feb 08 16:30:41.140725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75c524-dd0b-4d85-907c-059ad54256fe req-7b9bec1f-ce48-4f48-9715-45c89eb51c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:41.142897 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b75c524-dd0b-4d85-907c-059ad54256fe req-7b9bec1f-ce48-4f48-9715-45c89eb51c9a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 1128 time: 0.0491571 Feb 08 16:30:41.245050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75c524-dd0b-4d85-907c-059ad54256fe req-9dbdc27d-0b1e-4619-9a4a-e9a676e70292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:41.246537 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b75c524-dd0b-4d85-907c-059ad54256fe req-9dbdc27d-0b1e-4619-9a4a-e9a676e70292 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 HTTP/1.1" status: 200 len: 898 time: 0.0847697 Feb 08 16:30:41.316349 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b75c524-dd0b-4d85-907c-059ad54256fe req-73a085b6-8d74-4df4-bf4b-c296bfef62a8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2311dff0-c4ce-48f1-b976-5f9f197c2f91 HTTP/1.1" status: 200 len: 1001 time: 0.0639844 Feb 08 16:30:41.364102 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75c524-dd0b-4d85-907c-059ad54256fe req-bf399073-bbe9-4beb-9dd8-df5b4bae6ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:41.365660 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b75c524-dd0b-4d85-907c-059ad54256fe req-bf399073-bbe9-4beb-9dd8-df5b4bae6ddc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f9b5a251-41b8-4607-932d-bdca0734643c HTTP/1.1" status: 200 len: 835 time: 0.0437639 Feb 08 16:30:41.416431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75c524-dd0b-4d85-907c-059ad54256fe req-d1bcec5d-0622-47a7-adeb-044a41d96bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:30:41.417935 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b75c524-dd0b-4d85-907c-059ad54256fe req-d1bcec5d-0622-47a7-adeb-044a41d96bbe service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443857 Feb 08 16:30:41.509114 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b75c524-dd0b-4d85-907c-059ad54256fe req-0eb1ce3d-6a74-4082-ad11-5ce91d55678d service neutron] 10.222.0.96 "GET /v2.0/networks/5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845661 Feb 08 16:30:41.599815 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b75c524-dd0b-4d85-907c-059ad54256fe req-987db38a-dd2f-4ec9-8d77-9f6ad2551a9a service neutron] 10.222.0.96 "GET /v2.0/networks/5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849233 Feb 08 16:30:49.214142 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:30:50.648600 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:01.573495 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0fcd1e12-2d4f-4e3f-b48a-5e183cb6671e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:03.849645 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a935b1eb-af57-4673-aeb9-c214351ed63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:05.634287 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:06.812800 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:08.027389 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:08.199527 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:31:13.611678 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59750) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:13.677700 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f07895ac-d54b-4f28-897d-11aa60f035aa tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/floatingips/e83bd350-4ff4-4c37-92b9-7e0dd796942a HTTP/1.1" status: 200 len: 993 time: 0.0648696 Feb 08 16:31:13.939042 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59756) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:14.098732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-ae102ade-5ec6-460a-9d6c-aa50795f28a2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Deleting port 733cad18-62c1-4c0a-8980-dfc63ba316a2 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:31:14.099110 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae102ade-5ec6-460a-9d6c-aa50795f28a2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (733cad18-62c1-4c0a-8980-dfc63ba316a2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:14.177444 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae102ade-5ec6-460a-9d6c-aa50795f28a2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (733cad18-62c1-4c0a-8980-dfc63ba316a2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:14.177770 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae102ade-5ec6-460a-9d6c-aa50795f28a2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for floatingip (733cad18-62c1-4c0a-8980-dfc63ba316a2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:14.189814 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-ae102ade-5ec6-460a-9d6c-aa50795f28a2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Calling delete_port for 733cad18-62c1-4c0a-8980-dfc63ba316a2 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:31:14.338938 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae102ade-5ec6-460a-9d6c-aa50795f28a2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (733cad18-62c1-4c0a-8980-dfc63ba316a2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:14.363423 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae102ade-5ec6-460a-9d6c-aa50795f28a2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Port': ['ID=733cad18-62c1-4c0a-8980-dfc63ba316a2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:14.428921 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae102ade-5ec6-460a-9d6c-aa50795f28a2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for floatingip (e83bd350-4ff4-4c37-92b9-7e0dd796942a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:14.429283 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-ae102ade-5ec6-460a-9d6c-aa50795f28a2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Floating IP e83bd350-4ff4-4c37-92b9-7e0dd796942a disassociated (deleted). External IP: 172.25.7.157, port: 2311dff0-c4ce-48f1-b976-5f9f197c2f91. Feb 08 16:31:14.637057 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae102ade-5ec6-460a-9d6c-aa50795f28a2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Router 3b9ea40b-3234-4336-81b5-df1428965d95 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:31:14.746415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae102ade-5ec6-460a-9d6c-aa50795f28a2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:31:14.751440 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae102ade-5ec6-460a-9d6c-aa50795f28a2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:14.758056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64efbd38-d4b0-4f35-9709-e3ba5cfb48ea None None] Sync routers for ids ['3b9ea40b-3234-4336-81b5-df1428965d95'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:31:14.769636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64efbd38-d4b0-4f35-9709-e3ba5cfb48ea None None] Routers {'3b9ea40b-3234-4336-81b5-df1428965d95'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:31:14.770256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-64efbd38-d4b0-4f35-9709-e3ba5cfb48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:31:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['3b9ea40b-3234-4336-81b5-df1428965d95'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:14.784019 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ae102ade-5ec6-460a-9d6c-aa50795f28a2 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "DELETE /v2.0/floatingips/e83bd350-4ff4-4c37-92b9-7e0dd796942a HTTP/1.1" status: 204 len: 168 time: 0.8439784 Feb 08 16:31:14.784594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca66aa80-d4de-4fb0-a7b2-b85d447507e0', 'tag': '2311dff0-c4ce-48f1-b976-5f9f197c2f91'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:31:14.786876 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a91a6d3-e203-479b-951c-48b0eb4df89f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca66aa80-d4de-4fb0-a7b2-b85d447507e0", "tag": "2311dff0-c4ce-48f1-b976-5f9f197c2f91"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:31:14.830242 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0f9329-07b9-4c2d-b292-b97280af9b6b x-openstack-request-id: req-8a0f9329-07b9-4c2d-b292-b97280af9b6b {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:31:14.830535 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca66aa80-d4de-4fb0-a7b2-b85d447507e0", "tag": "2311dff0-c4ce-48f1-b976-5f9f197c2f91", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:31:14.830789 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8a0f9329-07b9-4c2d-b292-b97280af9b6b {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:31:14.831199 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca66aa80-d4de-4fb0-a7b2-b85d447507e0', 'tag': '2311dff0-c4ce-48f1-b976-5f9f197c2f91', 'status': 'completed', 'code': 200} Feb 08 16:31:14.884585 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-64efbd38-d4b0-4f35-9709-e3ba5cfb48ea None None] Set router 3b9ea40b-3234-4336-81b5-df1428965d95 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:31:14.900753 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91a6d3-e203-479b-951c-48b0eb4df89f req-9d561e41-8d33-4c27-8940-1f888b5e1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:14.903038 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91a6d3-e203-479b-951c-48b0eb4df89f req-9d561e41-8d33-4c27-8940-1f888b5e1328 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f93a160deae74590a400583119df84dd&device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 1128 time: 0.0495377 Feb 08 16:31:15.006499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91a6d3-e203-479b-951c-48b0eb4df89f req-1c79c21a-8df6-4a95-8653-73bb7eabd5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:15.008230 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91a6d3-e203-479b-951c-48b0eb4df89f req-1c79c21a-8df6-4a95-8653-73bb7eabd5e9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 HTTP/1.1" status: 200 len: 898 time: 0.0957830 Feb 08 16:31:15.036221 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb594bd1-5d82-4eba-ba04-70e23a97a9e2 req-64c1a347-9b14-4cf5-9f2f-533fda350cc9 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:15.037914 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb594bd1-5d82-4eba-ba04-70e23a97a9e2 req-64c1a347-9b14-4cf5-9f2f-533fda350cc9 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 945 time: 0.0598605 Feb 08 16:31:15.062403 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91a6d3-e203-479b-951c-48b0eb4df89f req-f04993ff-d95f-4f88-9ceb-cddef1173718 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2311dff0-c4ce-48f1-b976-5f9f197c2f91 HTTP/1.1" status: 200 len: 217 time: 0.0469613 Feb 08 16:31:15.089772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb594bd1-5d82-4eba-ba04-70e23a97a9e2 req-ca18b1a9-189a-43e1-ab21-b688a73301f7 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460281 Feb 08 16:31:15.098898 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-64efbd38-d4b0-4f35-9709-e3ba5cfb48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:30:19Z', 'updated_at': '2022-02-08T16:30:22Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:20Z', 'updated_at': '2022-02-08T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '766891d3-b12a-468a-8324-c644236fa93f', 'name': '', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:92:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:22Z', 'updated_at': '2022-02-08T16:30:26Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:15.119671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91a6d3-e203-479b-951c-48b0eb4df89f req-19b5e1eb-f9cb-4f60-8b5b-80479c0f0aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:15.121331 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91a6d3-e203-479b-951c-48b0eb4df89f req-19b5e1eb-f9cb-4f60-8b5b-80479c0f0aab service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f9b5a251-41b8-4607-932d-bdca0734643c HTTP/1.1" status: 200 len: 835 time: 0.0525455 Feb 08 16:31:15.176162 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91a6d3-e203-479b-951c-48b0eb4df89f req-cbd90595-2f7f-47b7-9138-3bed2c19d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:15.177694 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91a6d3-e203-479b-951c-48b0eb4df89f req-cbd90595-2f7f-47b7-9138-3bed2c19d86c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485713 Feb 08 16:31:15.281674 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91a6d3-e203-479b-951c-48b0eb4df89f req-7d53d008-5e04-4be2-8170-2b4508d8dbc1 service neutron] 10.222.0.96 "GET /v2.0/networks/5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970852 Feb 08 16:31:15.290436 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64efbd38-d4b0-4f35-9709-e3ba5cfb48ea None None] Checking router: 3b9ea40b-3234-4336-81b5-df1428965d95 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:31:15.299195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64efbd38-d4b0-4f35-9709-e3ba5cfb48ea None None] Routers {'3b9ea40b-3234-4336-81b5-df1428965d95'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:31:15.299912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-64efbd38-d4b0-4f35-9709-e3ba5cfb48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:31:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['3b9ea40b-3234-4336-81b5-df1428965d95'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:15.371711 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91a6d3-e203-479b-951c-48b0eb4df89f req-ec2652d0-29ee-4bc1-8758-83769e432857 service neutron] 10.222.0.96 "GET /v2.0/networks/5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839605 Feb 08 16:31:15.408843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-64efbd38-d4b0-4f35-9709-e3ba5cfb48ea None None] Set router 3b9ea40b-3234-4336-81b5-df1428965d95 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:31:15.605507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-64efbd38-d4b0-4f35-9709-e3ba5cfb48ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:30:19Z', 'updated_at': '2022-02-08T16:30:22Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:20Z', 'updated_at': '2022-02-08T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '766891d3-b12a-468a-8324-c644236fa93f', 'name': '', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:92:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:22Z', 'updated_at': '2022-02-08T16:30:26Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:15.636199 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64efbd38-d4b0-4f35-9709-e3ba5cfb48ea None None] The sync data for ids ['3b9ea40b-3234-4336-81b5-df1428965d95'] in n-d-824834-11 is: [{'id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:30:19Z', 'updated_at': '2022-02-08T16:30:22Z', 'revision_number': 4, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:20Z', 'updated_at': '2022-02-08T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '766891d3-b12a-468a-8324-c644236fa93f', 'name': '', 'network_id': '5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'mac_address': 'fa:16:3e:92:56:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:22Z', 'updated_at': '2022-02-08T16:30:26Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'subnets': [{'id': 'f9b5a251-41b8-4607-932d-bdca0734643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:31:15.852789 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50746fa3-de97-4125-9397-d9d8e412c39f None None] New status for floating IP e83bd350-4ff4-4c37-92b9-7e0dd796942a: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:31:16.215916 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47879df1-6bd8-41cd-999a-9818f043113a req-3ff052b7-2691-4e32-acee-908d920faf81 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:16.217457 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47879df1-6bd8-41cd-999a-9818f043113a req-3ff052b7-2691-4e32-acee-908d920faf81 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 945 time: 0.0543041 Feb 08 16:31:16.265768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47879df1-6bd8-41cd-999a-9818f043113a req-6866bb93-c914-47c9-81b5-4c9eecc9649e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "GET /v2.0/security-groups?id=7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420868 Feb 08 16:31:16.302629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2e0c3-0844-4b37-88b2-427d4554f826 req-4167ba0b-8d56-444e-936b-86e40bfc6711 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:16.304084 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f7c2e0c3-0844-4b37-88b2-427d4554f826 req-4167ba0b-8d56-444e-936b-86e40bfc6711 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca66aa80-d4de-4fb0-a7b2-b85d447507e0 HTTP/1.1" status: 200 len: 945 time: 0.0540798 Feb 08 16:31:16.396308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-f7c2e0c3-0844-4b37-88b2-427d4554f826 req-9affc4e8-910e-4727-8d81-0a528d3298ce tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Deleting port 2311dff0-c4ce-48f1-b976-5f9f197c2f91 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:31:16.396649 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f7c2e0c3-0844-4b37-88b2-427d4554f826 req-9affc4e8-910e-4727-8d81-0a528d3298ce tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:16.486396 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-f7c2e0c3-0844-4b37-88b2-427d4554f826 req-9affc4e8-910e-4727-8d81-0a528d3298ce tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] For port 2311dff0-c4ce-48f1-b976-5f9f197c2f91, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=2311dff0-c4ce-48f1-b976-5f9f197c2f91,segment=NetworkSegment(dad60c44-be8d-43e5-a51f-063edbadc201),segment_id=dad60c44-be8d-43e5-a51f-063edbadc201)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:16.486683 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f7c2e0c3-0844-4b37-88b2-427d4554f826 req-9affc4e8-910e-4727-8d81-0a528d3298ce tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:16.498216 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-f7c2e0c3-0844-4b37-88b2-427d4554f826 req-9affc4e8-910e-4727-8d81-0a528d3298ce tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Calling delete_port for 2311dff0-c4ce-48f1-b976-5f9f197c2f91 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:31:16.621931 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f7c2e0c3-0844-4b37-88b2-427d4554f826 req-9affc4e8-910e-4727-8d81-0a528d3298ce tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2311dff0-c4ce-48f1-b976-5f9f197c2f91), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:16.654544 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affc4e8-910e-4727-8d81-0a528d3298ce tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Port': ['ID=2311dff0-c4ce-48f1-b976-5f9f197c2f91,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:16.696735 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c2e0c3-0844-4b37-88b2-427d4554f826 req-9affc4e8-910e-4727-8d81-0a528d3298ce tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] No DVR routers for this DVR port 2311dff0-c4ce-48f1-b976-5f9f197c2f91 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:31:16.699319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f7c2e0c3-0844-4b37-88b2-427d4554f826 req-9affc4e8-910e-4727-8d81-0a528d3298ce tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:16.702639 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f7c2e0c3-0844-4b37-88b2-427d4554f826 req-9affc4e8-910e-4727-8d81-0a528d3298ce tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.96 "DELETE /v2.0/ports/2311dff0-c4ce-48f1-b976-5f9f197c2f91 HTTP/1.1" status: 204 len: 173 time: 0.3938553 Feb 08 16:31:16.703072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca66aa80-d4de-4fb0-a7b2-b85d447507e0', 'name': 'network-vif-deleted', 'tag': '2311dff0-c4ce-48f1-b976-5f9f197c2f91'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:31:16.706017 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55024b7-b81f-4874-9438-da4d8c70c4e0" -d '{"events": [{"server_uuid": "ca66aa80-d4de-4fb0-a7b2-b85d447507e0", "name": "network-vif-deleted", "tag": "2311dff0-c4ce-48f1-b976-5f9f197c2f91"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:31:16.746286 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0b8ef7-dd43-4762-ae50-1a30fe6a7342 x-openstack-request-id: req-ea0b8ef7-dd43-4762-ae50-1a30fe6a7342 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:31:16.746580 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca66aa80-d4de-4fb0-a7b2-b85d447507e0", "name": "network-vif-deleted", "tag": "2311dff0-c4ce-48f1-b976-5f9f197c2f91", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:31:16.746889 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ea0b8ef7-dd43-4762-ae50-1a30fe6a7342 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:31:16.747307 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca66aa80-d4de-4fb0-a7b2-b85d447507e0', 'name': 'network-vif-deleted', 'tag': '2311dff0-c4ce-48f1-b976-5f9f197c2f91', 'status': 'completed', 'code': 200} Feb 08 16:31:17.335339 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59770) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:17.389969 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f067d415-a1d9-4265-9764-e30e39643a0e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:17.418203 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f067d415-a1d9-4265-9764-e30e39643a0e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:17.476827 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f067d415-a1d9-4265-9764-e30e39643a0e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:17.479488 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f067d415-a1d9-4265-9764-e30e39643a0e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:17.480637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f067d415-a1d9-4265-9764-e30e39643a0e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "DELETE /v2.0/security-groups/7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8 HTTP/1.1" status: 204 len: 168 time: 0.1443055 Feb 08 16:31:17.489335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067d415-a1d9-4265-9764-e30e39643a0e tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea84cde-4c5f-4b0d-ab5a-8ccf35712cf8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:17.513605 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59774) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:17.882838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07cc96bd-0a49-473b-92df-7a2446fff05d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (3b9ea40b-3234-4336-81b5-df1428965d95), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:18.140895 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-07cc96bd-0a49-473b-92df-7a2446fff05d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Deleting port 766891d3-b12a-468a-8324-c644236fa93f {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:31:18.141266 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07cc96bd-0a49-473b-92df-7a2446fff05d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (766891d3-b12a-468a-8324-c644236fa93f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:18.230983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-07cc96bd-0a49-473b-92df-7a2446fff05d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] For port 766891d3-b12a-468a-8324-c644236fa93f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=766891d3-b12a-468a-8324-c644236fa93f,segment=NetworkSegment(dad60c44-be8d-43e5-a51f-063edbadc201),segment_id=dad60c44-be8d-43e5-a51f-063edbadc201)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:18.231347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07cc96bd-0a49-473b-92df-7a2446fff05d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (766891d3-b12a-468a-8324-c644236fa93f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:18.245110 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-07cc96bd-0a49-473b-92df-7a2446fff05d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Calling delete_port for 766891d3-b12a-468a-8324-c644236fa93f owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:31:18.430856 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07cc96bd-0a49-473b-92df-7a2446fff05d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (766891d3-b12a-468a-8324-c644236fa93f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:18.457573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc96bd-0a49-473b-92df-7a2446fff05d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Port': ['ID=766891d3-b12a-468a-8324-c644236fa93f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:18.630681 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07cc96bd-0a49-473b-92df-7a2446fff05d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (3b9ea40b-3234-4336-81b5-df1428965d95), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:18.850902 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cc96bd-0a49-473b-92df-7a2446fff05d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Router 3b9ea40b-3234-4336-81b5-df1428965d95 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:31:18.960371 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cc96bd-0a49-473b-92df-7a2446fff05d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:31:18.966951 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-07cc96bd-0a49-473b-92df-7a2446fff05d tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "PUT /v2.0/routers/3b9ea40b-3234-4336-81b5-df1428965d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4508028 Feb 08 16:31:18.968143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59776) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:18.970686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8127de-4322-4a0b-87bc-535fc3368ed6 None None] Sync routers for ids ['3b9ea40b-3234-4336-81b5-df1428965d95'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:31:18.980015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8127de-4322-4a0b-87bc-535fc3368ed6 None None] Routers {'3b9ea40b-3234-4336-81b5-df1428965d95'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:31:18.980879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ea8127de-4322-4a0b-87bc-535fc3368ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:31:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['3b9ea40b-3234-4336-81b5-df1428965d95'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:19.018801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4083b8-9090-4151-91d3-1af48cdbbfaa tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Deleting subnet f9b5a251-41b8-4607-932d-bdca0734643c {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:31:19.022295 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3c4083b8-9090-4151-91d3-1af48cdbbfaa tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for subnet (f9b5a251-41b8-4607-932d-bdca0734643c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:19.063461 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3c4083b8-9090-4151-91d3-1af48cdbbfaa tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (f9b5a251-41b8-4607-932d-bdca0734643c), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:19.087821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ea8127de-4322-4a0b-87bc-535fc3368ed6 None None] Set router 3b9ea40b-3234-4336-81b5-df1428965d95 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:31:19.150204 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3c4083b8-9090-4151-91d3-1af48cdbbfaa tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (f9b5a251-41b8-4607-932d-bdca0734643c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:19.211030 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3c4083b8-9090-4151-91d3-1af48cdbbfaa tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (f9b5a251-41b8-4607-932d-bdca0734643c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:19.234249 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:19.239967 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4083b8-9090-4151-91d3-1af48cdbbfaa tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b5a251-41b8-4607-932d-bdca0734643c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:19.241949 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3c4083b8-9090-4151-91d3-1af48cdbbfaa tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:19.247853 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3c4083b8-9090-4151-91d3-1af48cdbbfaa tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "DELETE /v2.0/subnets/f9b5a251-41b8-4607-932d-bdca0734643c HTTP/1.1" status: 204 len: 168 time: 0.2754712 Feb 08 16:31:19.248655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59778) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:19.257431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab463d63-dd08-40cc-a354-ba8ea7ed0b37 None None] Network 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:31:19.360842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ea8127de-4322-4a0b-87bc-535fc3368ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:30:19Z', 'updated_at': '2022-02-08T16:31:18Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:20Z', 'updated_at': '2022-02-08T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:19.398283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8127de-4322-4a0b-87bc-535fc3368ed6 None None] Checking router: 3b9ea40b-3234-4336-81b5-df1428965d95 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:31:19.407737 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8127de-4322-4a0b-87bc-535fc3368ed6 None None] Routers {'3b9ea40b-3234-4336-81b5-df1428965d95'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:31:19.408383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ea8127de-4322-4a0b-87bc-535fc3368ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:31:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['3b9ea40b-3234-4336-81b5-df1428965d95'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:19.477577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba329fd-aeed-4c6c-8440-86c927a0501c None None] DHCP port deletion for 5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:31:19.560052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ea8127de-4322-4a0b-87bc-535fc3368ed6 None None] Set router 3b9ea40b-3234-4336-81b5-df1428965d95 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:31:19.590121 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5ba329fd-aeed-4c6c-8440-86c927a0501c None None] Deleting port 43c072d7-c022-4a8a-aaca-0db77580448b {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:31:19.590592 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ba329fd-aeed-4c6c-8440-86c927a0501c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (43c072d7-c022-4a8a-aaca-0db77580448b), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:19.668652 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router (3b9ea40b-3234-4336-81b5-df1428965d95), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:19.736501 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5ba329fd-aeed-4c6c-8440-86c927a0501c None None] For port 43c072d7-c022-4a8a-aaca-0db77580448b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=43c072d7-c022-4a8a-aaca-0db77580448b,segment=NetworkSegment(dad60c44-be8d-43e5-a51f-063edbadc201),segment_id=dad60c44-be8d-43e5-a51f-063edbadc201)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:19.737073 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ba329fd-aeed-4c6c-8440-86c927a0501c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (43c072d7-c022-4a8a-aaca-0db77580448b), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:19.759995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5ba329fd-aeed-4c6c-8440-86c927a0501c None None] Calling delete_port for 43c072d7-c022-4a8a-aaca-0db77580448b owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:31:19.786552 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router_gateway (3b9ea40b-3234-4336-81b5-df1428965d95), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:19.817949 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 43c072d7-c022-4a8a-aaca-0db77580448b no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:31:19.841742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Deleting port 7c2cca55-395e-485d-9a52-4d5f4c5f53e6 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:31:19.842080 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7c2cca55-395e-485d-9a52-4d5f4c5f53e6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:19.927759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] For port 7c2cca55-395e-485d-9a52-4d5f4c5f53e6, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7c2cca55-395e-485d-9a52-4d5f4c5f53e6,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:19.928064 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7c2cca55-395e-485d-9a52-4d5f4c5f53e6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:19.941746 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Calling delete_port for 7c2cca55-395e-485d-9a52-4d5f4c5f53e6 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:31:19.944934 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ba329fd-aeed-4c6c-8440-86c927a0501c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (43c072d7-c022-4a8a-aaca-0db77580448b), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:19.982908 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba329fd-aeed-4c6c-8440-86c927a0501c None None] Pushing event deleted for resources: {'Port': ['ID=43c072d7-c022-4a8a-aaca-0db77580448b,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:19.989869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba329fd-aeed-4c6c-8440-86c927a0501c None None] No DVR routers for this DVR port 43c072d7-c022-4a8a-aaca-0db77580448b on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:31:19.991325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 43c072d7-c022-4a8a-aaca-0db77580448b is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:19.991718 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (43c072d7-c022-4a8a-aaca-0db77580448b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:19.995596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ea8127de-4322-4a0b-87bc-535fc3368ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:30:19Z', 'updated_at': '2022-02-08T16:31:18Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:20Z', 'updated_at': '2022-02-08T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:20.035495 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2311dff0-c4ce-48f1-b976-5f9f197c2f91 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:31:20.039577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8127de-4322-4a0b-87bc-535fc3368ed6 None None] The sync data for ids ['3b9ea40b-3234-4336-81b5-df1428965d95'] in n-d-824834-11 is: [{'id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'name': 'tempest-TestNetworkBasicOps-router-1822038844', 'tenant_id': 'f93a160deae74590a400583119df84dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:30:19Z', 'updated_at': '2022-02-08T16:31:18Z', 'revision_number': 5, 'project_id': 'f93a160deae74590a400583119df84dd', 'gw_port': {'id': '7c2cca55-395e-485d-9a52-4d5f4c5f53e6', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9ea40b-3234-4336-81b5-df1428965d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:30:20Z', 'updated_at': '2022-02-08T16:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:31:20.064315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 2311dff0-c4ce-48f1-b976-5f9f197c2f91 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:31:20.064676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 2311dff0-c4ce-48f1-b976-5f9f197c2f91 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:31:20.138272 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (7c2cca55-395e-485d-9a52-4d5f4c5f53e6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:20.165178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Port': ['ID=7c2cca55-395e-485d-9a52-4d5f4c5f53e6,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:20.231948 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (3b9ea40b-3234-4336-81b5-df1428965d95), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:20.329641 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (3b9ea40b-3234-4336-81b5-df1428965d95), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:20.331961 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router_controller (3b9ea40b-3234-4336-81b5-df1428965d95), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:20.379035 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (3b9ea40b-3234-4336-81b5-df1428965d95), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:20.379583 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Fanout notify agent at l3_agent the message router_deleted on router 3b9ea40b-3234-4336-81b5-df1428965d95 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:31:20.386052 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:20.387166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-795cf607-7fd0-4f30-b5b4-4139845b99f6 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "DELETE /v2.0/routers/3b9ea40b-3234-4336-81b5-df1428965d95 HTTP/1.1" status: 204 len: 168 time: 1.1382389 Feb 08 16:31:20.389858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59780) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:20.470004 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2dc6-cf97-4db6-a1f1-bc40bcd98852 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:20.561014 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2dc6-cf97-4db6-a1f1-bc40bcd98852 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:20.582070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-9f8e2dc6-cf97-4db6-a1f1-bc40bcd98852 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:20.591291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-9f8e2dc6-cf97-4db6-a1f1-bc40bcd98852 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad60c44-be8d-43e5-a51f-063edbadc201') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:20.591582 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-9f8e2dc6-cf97-4db6-a1f1-bc40bcd98852 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad60c44-be8d-43e5-a51f-063edbadc201') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:20.600787 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2dc6-cf97-4db6-a1f1-bc40bcd98852 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (dad60c44-be8d-43e5-a51f-063edbadc201), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:20.614082 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2dc6-cf97-4db6-a1f1-bc40bcd98852 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (dad60c44-be8d-43e5-a51f-063edbadc201), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:20.619698 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8e2dc6-cf97-4db6-a1f1-bc40bcd98852 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:31:20.620076 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2dc6-cf97-4db6-a1f1-bc40bcd98852 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (dad60c44-be8d-43e5-a51f-063edbadc201), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:31:20.622909 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:31:20.654270 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:20.681834 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2dc6-cf97-4db6-a1f1-bc40bcd98852 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:20.690773 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2dc6-cf97-4db6-a1f1-bc40bcd98852 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:20.693900 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9f8e2dc6-cf97-4db6-a1f1-bc40bcd98852 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] 10.222.0.82 "DELETE /v2.0/networks/5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15 HTTP/1.1" status: 204 len: 168 time: 0.3030386 Feb 08 16:31:20.708245 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e2dc6-cf97-4db6-a1f1-bc40bcd98852 tempest-TestNetworkBasicOps-467921617 tempest-TestNetworkBasicOps-467921617-project] Pushing event deleted for resources: {'Network': ['ID=5eefc1bd-ff2a-4d25-8a80-f5a06e8e7e15,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:20.995070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59786) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:21.124157 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-45d40640-5654-45ee-ab13-90640e5c841f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f93a160deae74590a400583119df84dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279027 Feb 08 16:31:21.126597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59790) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:21.173146 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed3acd79-f504-45ea-9593-24602d8f6fec admin admin] Publish callbacks [] for security_group (97503d03-56f4-4701-a534-657643f1ac2f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:21.193265 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed3acd79-f504-45ea-9593-24602d8f6fec admin admin] Publish callbacks [] for security_group (97503d03-56f4-4701-a534-657643f1ac2f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:21.239023 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed3acd79-f504-45ea-9593-24602d8f6fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (97503d03-56f4-4701-a534-657643f1ac2f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:21.241640 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ed3acd79-f504-45ea-9593-24602d8f6fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:21.242827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ed3acd79-f504-45ea-9593-24602d8f6fec admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/97503d03-56f4-4701-a534-657643f1ac2f HTTP/1.1" status: 204 len: 168 time: 0.1152909 Feb 08 16:31:21.250349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3acd79-f504-45ea-9593-24602d8f6fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97503d03-56f4-4701-a534-657643f1ac2f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:21.498690 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59796) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:21.512680 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cf946f00-ef0d-4d7e-aa18-efe9d71a1612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:21.587847 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cf946f00-ef0d-4d7e-aa18-efe9d71a1612 admin admin] Publish callbacks [] for security_group (7ca7664b-ef32-4539-bc2d-a87e3636f258), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:21.591580 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cf946f00-ef0d-4d7e-aa18-efe9d71a1612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7ca7664b-ef32-4539-bc2d-a87e3636f258), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:21.628887 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cf946f00-ef0d-4d7e-aa18-efe9d71a1612 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8cbd010dce0d4e1a918dc95752274c52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291311 Feb 08 16:31:21.630776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf946f00-ef0d-4d7e-aa18-efe9d71a1612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca7664b-ef32-4539-bc2d-a87e3636f258,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:21.631560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59798) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:21.681128 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-680d64f6-a6e6-41b2-9c27-6e663161c8e1 admin admin] Publish callbacks [] for security_group (7ca7664b-ef32-4539-bc2d-a87e3636f258), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:21.704712 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-680d64f6-a6e6-41b2-9c27-6e663161c8e1 admin admin] Publish callbacks [] for security_group (7ca7664b-ef32-4539-bc2d-a87e3636f258), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:21.721507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7c2cca55-395e-485d-9a52-4d5f4c5f53e6 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:31:21.747212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 7c2cca55-395e-485d-9a52-4d5f4c5f53e6 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:31:21.747523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7c2cca55-395e-485d-9a52-4d5f4c5f53e6 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:31:21.748076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 766891d3-b12a-468a-8324-c644236fa93f no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:31:21.761084 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-680d64f6-a6e6-41b2-9c27-6e663161c8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7ca7664b-ef32-4539-bc2d-a87e3636f258), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:21.763694 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-680d64f6-a6e6-41b2-9c27-6e663161c8e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:21.764879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-680d64f6-a6e6-41b2-9c27-6e663161c8e1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7ca7664b-ef32-4539-bc2d-a87e3636f258 HTTP/1.1" status: 204 len: 168 time: 0.1323268 Feb 08 16:31:21.770011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 766891d3-b12a-468a-8324-c644236fa93f {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:31:21.770366 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 766891d3-b12a-468a-8324-c644236fa93f not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:31:21.776024 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d64f6-a6e6-41b2-9c27-6e663161c8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca7664b-ef32-4539-bc2d-a87e3636f258,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:22.461143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59820) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:22.558404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1801229999-network', 'tenant_id': '6fbc787706354b53b92d8002e564be6e'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:31:22.577615 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] Made reservation on behalf of 6fbc787706354b53b92d8002e564be6e for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:31:22.580090 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:22.588199 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:22.667158 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] Publish callbacks [] for security_group (46d0da4c-84e9-4e61-9c23-f1e2386bb7c2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:22.671046 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (46d0da4c-84e9-4e61-9c23-f1e2386bb7c2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:22.696158 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:31:22.709557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d0da4c-84e9-4e61-9c23-f1e2386bb7c2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:22.714985 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d0551e5c-193a-437b-8191-8a6e35b70e8f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:22.715330 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] Added segment d0551e5c-193a-437b-8191-8a6e35b70e8f of type vlan for network 5002c3c2-2f79-4135-b975-9bffb7c78f4d Feb 08 16:31:22.758051 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (5002c3c2-2f79-4135-b975-9bffb7c78f4d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:22.782970 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (5002c3c2-2f79-4135-b975-9bffb7c78f4d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:22.784056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:22.784641 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:22.840371 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3780336 Feb 08 16:31:22.843518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59824) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:22.849175 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Request body: {'subnet': {'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1801229999-subnet', 'tenant_id': '6fbc787706354b53b92d8002e564be6e', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:31:22.853354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fba31-81f2-4fe2-b732-8cfb919a3003 admin admin] Pushing event updated for resources: {'Network': ['ID=5002c3c2-2f79-4135-b975-9bffb7c78f4d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:22.865089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 5002c3c2-2f79-4135-b975-9bffb7c78f4d details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:31:22.878518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Made reservation on behalf of 6fbc787706354b53b92d8002e564be6e for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:31:22.880983 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:23.046380 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (90b2cd73-e378-480d-8c35-b82860b3b5cc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:23.106348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b2cd73-e378-480d-8c35-b82860b3b5cc,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:23.119029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:23.119375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:23.119718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:23.120056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:23.120387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:23.120717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:23.121074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:23.121401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:23.121726 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:23.122056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:23.122379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:23.122700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:23.123019 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:23.128363 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Checking segment: {'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:31:23.128725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Network hostable DHCP agents. Network: 5002c3c2-2f79-4135-b975-9bffb7c78f4d, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:31:23.145334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Network 5002c3c2-2f79-4135-b975-9bffb7c78f4d is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:31:23.153919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 5002c3c2-2f79-4135-b975-9bffb7c78f4d) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:31:23.158469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:23.159634 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:23.162772 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151dbf95-cf60-4700-a1e3-9301f9ba2b85 None None] Network 5002c3c2-2f79-4135-b975-9bffb7c78f4d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:31:23.177967 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fce38fd7-dcfa-42ef-bffa-ee5021a47524 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3332062 Feb 08 16:31:23.180559 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59826) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:23.184761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1801229999-router', 'tenant_id': '6fbc787706354b53b92d8002e564be6e', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:31:23.205023 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (66378cca-6a3b-4bec-a36a-6e2a27b465e7), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:23.206008 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (66378cca-6a3b-4bec-a36a-6e2a27b465e7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:23.260492 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Publish callbacks [] for router_controller (66378cca-6a3b-4bec-a36a-6e2a27b465e7), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:23.274685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-5002c3c2-2f79-4135-b975-9bffb7c78f4d', 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d', 'project_id': '6fbc787706354b53b92d8002e564be6e', 'fixed_ips': [{'subnet_id': '90b2cd73-e378-480d-8c35-b82860b3b5cc'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:31:23.275791 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:23.414758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Allocated IP 172.20.0.2 (5002c3c2-2f79-4135-b975-9bffb7c78f4d/90b2cd73-e378-480d-8c35-b82860b3b5cc/20d4bbc5-0ff8-443e-bd34-79152d2d1ad1) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:31:23.722614 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Publish callbacks [] for router_gateway (66378cca-6a3b-4bec-a36a-6e2a27b465e7), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:23.731437 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Publish callbacks [] for port (20d4bbc5-0ff8-443e-bd34-79152d2d1ad1), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:23.738777 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (20d4bbc5-0ff8-443e-bd34-79152d2d1ad1), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:23.774421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Network 5002c3c2-2f79-4135-b975-9bffb7c78f4d is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:31:23.779340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:31:23.783717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:31:23.791932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Pushing event updated for resources: {'Port': ['ID=20d4bbc5-0ff8-443e-bd34-79152d2d1ad1,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:23.842589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Attempting to bind port 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:31:23.842952 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Attempting to bind port 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:31:23.843306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Attempting to bind port 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 on network 5002c3c2-2f79-4135-b975-9bffb7c78f4d {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:31:23.848285 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:31:23.848659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Checking segment: {'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:31:23.849094 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:23.849481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Bound using segment: {'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:31:23.849943 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Bound port: 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:31:23.850321 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (20d4bbc5-0ff8-443e-bd34-79152d2d1ad1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:23.918822 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d6244644-b477-436e-9b06-192365fd16fd None None] For port 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:31:23.921694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d6244644-b477-436e-9b06-192365fd16fd None None] For port 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=20d4bbc5-0ff8-443e-bd34-79152d2d1ad1,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:31:23.927267 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Publish callbacks [] for router_gateway (66378cca-6a3b-4bec-a36a-6e2a27b465e7), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:23.928412 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (20d4bbc5-0ff8-443e-bd34-79152d2d1ad1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:23.951499 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:23.985964 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6244644-b477-436e-9b06-192365fd16fd None None] Pushing event updated for resources: {'Port': ['ID=20d4bbc5-0ff8-443e-bd34-79152d2d1ad1,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:24.057509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Allocated IP 172.25.7.23 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/ca934871-e042-4593-93dd-a0b4b9d8a74b) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:31:24.179689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Publish callbacks [] for port (ca934871-e042-4593-93dd-a0b4b9d8a74b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:24.218617 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ca934871-e042-4593-93dd-a0b4b9d8a74b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:24.261003 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:31:24.264062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:31:24.269450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:31:24.278275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Pushing event updated for resources: {'Port': ['ID=ca934871-e042-4593-93dd-a0b4b9d8a74b,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:24.532293 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Publish callbacks [] for router_gateway (66378cca-6a3b-4bec-a36a-6e2a27b465e7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:24.745660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (66378cca-6a3b-4bec-a36a-6e2a27b465e7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:24.891528 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Router 66378cca-6a3b-4bec-a36a-6e2a27b465e7 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:31:24.909795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcd3b9a-c60a-4a61-8496-ad7be000aa2c None None] Network 5002c3c2-2f79-4135-b975-9bffb7c78f4d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:31:24.971401 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-57602a7a-f4f7-42e8-bbda-dd6b0e38de18 None None] Provisioning complete for port 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:24.972083 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-57602a7a-f4f7-42e8-bbda-dd6b0e38de18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (20d4bbc5-0ff8-443e-bd34-79152d2d1ad1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:25.010222 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:31:25.021811 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Sync routers for ids ['66378cca-6a3b-4bec-a36a-6e2a27b465e7'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:31:25.030987 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:25.032316 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-40570e3c-469a-4089-b844-286c5252ec62 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8507822 Feb 08 16:31:25.034909 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Routers {'66378cca-6a3b-4bec-a36a-6e2a27b465e7'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:31:25.035103 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59828) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:25.035899 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:31:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['66378cca-6a3b-4bec-a36a-6e2a27b465e7'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:25.099548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-57602a7a-f4f7-42e8-bbda-dd6b0e38de18 None None] Current status of the port 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:25.099941 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-57602a7a-f4f7-42e8-bbda-dd6b0e38de18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (20d4bbc5-0ff8-443e-bd34-79152d2d1ad1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:25.139848 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-57602a7a-f4f7-42e8-bbda-dd6b0e38de18 None None] For port 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=20d4bbc5-0ff8-443e-bd34-79152d2d1ad1,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:25.154282 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-57602a7a-f4f7-42e8-bbda-dd6b0e38de18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (20d4bbc5-0ff8-443e-bd34-79152d2d1ad1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:25.196301 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Set router 66378cca-6a3b-4bec-a36a-6e2a27b465e7 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:31:25.231116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57602a7a-f4f7-42e8-bbda-dd6b0e38de18 None None] Pushing event updated for resources: {'Port': ['ID=20d4bbc5-0ff8-443e-bd34-79152d2d1ad1,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:25.419797 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'name': 'tempest-TestServerMultinode-1801229999-router', 'tenant_id': '6fbc787706354b53b92d8002e564be6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:31:24Z', 'revision_number': 3, 'project_id': '6fbc787706354b53b92d8002e564be6e', 'gw_port': {'id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:25.446834 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Checking router: 66378cca-6a3b-4bec-a36a-6e2a27b465e7 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:31:25.447317 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Updating router 66378cca-6a3b-4bec-a36a-6e2a27b465e7 port ca934871-e042-4593-93dd-a0b4b9d8a74b binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:31:25.476145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-89ae7672-83ca-4c29-9ead-118736f7c5d2 None None] Provisioning complete for port 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:25.476679 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-89ae7672-83ca-4c29-9ead-118736f7c5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (20d4bbc5-0ff8-443e-bd34-79152d2d1ad1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:25.477524 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca934871-e042-4593-93dd-a0b4b9d8a74b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:25.577320 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:25.582327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-89ae7672-83ca-4c29-9ead-118736f7c5d2 None None] Current status of the port 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:25.785868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:31:25.793193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Allocated IP 172.20.0.1 (5002c3c2-2f79-4135-b975-9bffb7c78f4d/90b2cd73-e378-480d-8c35-b82860b3b5cc/225f6d6f-dd55-40b8-879d-e2a909126a6e) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:31:25.847794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:25.848567 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (20d4bbc5-0ff8-443e-bd34-79152d2d1ad1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:25.863528 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Publish callbacks [] for port (ca934871-e042-4593-93dd-a0b4b9d8a74b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:25.873338 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ca934871-e042-4593-93dd-a0b4b9d8a74b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:25.926827 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Attempting to bind port ca934871-e042-4593-93dd-a0b4b9d8a74b on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:31:25.927202 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Attempting to bind port ca934871-e042-4593-93dd-a0b4b9d8a74b by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:31:25.927701 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Attempting to bind port ca934871-e042-4593-93dd-a0b4b9d8a74b on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:31:25.934561 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb5ea9-df40-4815-b2e8-accd3a7f9ef8 None None] Pushing event updated for resources: {'Port': ['ID=ca934871-e042-4593-93dd-a0b4b9d8a74b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:25.938016 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:31:25.938460 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:31:25.938975 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:25.939334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:25.939449 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:31:25.939825 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Bound port: ca934871-e042-4593-93dd-a0b4b9d8a74b, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:31:25.940203 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca934871-e042-4593-93dd-a0b4b9d8a74b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:25.946990 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb5ea9-df40-4815-b2e8-accd3a7f9ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:25.947340 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb5ea9-df40-4815-b2e8-accd3a7f9ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:25.947833 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb5ea9-df40-4815-b2e8-accd3a7f9ef8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:25.948174 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb5ea9-df40-4815-b2e8-accd3a7f9ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:25.948506 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb5ea9-df40-4815-b2e8-accd3a7f9ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:25.948836 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb5ea9-df40-4815-b2e8-accd3a7f9ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:25.949197 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb5ea9-df40-4815-b2e8-accd3a7f9ef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:25.949522 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb5ea9-df40-4815-b2e8-accd3a7f9ef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:25.949846 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb5ea9-df40-4815-b2e8-accd3a7f9ef8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:25.950173 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb5ea9-df40-4815-b2e8-accd3a7f9ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:25.950495 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb5ea9-df40-4815-b2e8-accd3a7f9ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:25.950818 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb5ea9-df40-4815-b2e8-accd3a7f9ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:25.951135 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb5ea9-df40-4815-b2e8-accd3a7f9ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:25.955559 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Publish callbacks [] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:25.993590 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:26.006181 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] For port ca934871-e042-4593-93dd-a0b4b9d8a74b, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:31:26.009450 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] For port ca934871-e042-4593-93dd-a0b4b9d8a74b, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ca934871-e042-4593-93dd-a0b4b9d8a74b,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:31:26.016506 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ca934871-e042-4593-93dd-a0b4b9d8a74b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:26.038573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Network 5002c3c2-2f79-4135-b975-9bffb7c78f4d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:31:26.043556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:31:26.047271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:31:26.074547 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Pushing event updated for resources: {'Port': ['ID=225f6d6f-dd55-40b8-879d-e2a909126a6e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:26.077815 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Routers {'66378cca-6a3b-4bec-a36a-6e2a27b465e7'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:31:26.079055 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:31:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['66378cca-6a3b-4bec-a36a-6e2a27b465e7'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:26.080872 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb5ea9-df40-4815-b2e8-accd3a7f9ef8 None None] Pushing event updated for resources: {'Port': ['ID=ca934871-e042-4593-93dd-a0b4b9d8a74b,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:26.092368 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (66378cca-6a3b-4bec-a36a-6e2a27b465e7), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:26.201808 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] Set router 66378cca-6a3b-4bec-a36a-6e2a27b465e7 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:31:26.247731 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:26.413374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4e914f53-a641-4f88-af62-f16633c0bb7a None None] Provisioning complete for port 225f6d6f-dd55-40b8-879d-e2a909126a6e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:26.414858 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e914f53-a641-4f88-af62-f16633c0bb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:26.417928 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'name': 'tempest-TestServerMultinode-1801229999-router', 'tenant_id': '6fbc787706354b53b92d8002e564be6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:31:24Z', 'revision_number': 3, 'project_id': '6fbc787706354b53b92d8002e564be6e', 'gw_port': {'id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:26.436133 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Publish callbacks [] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:26.442575 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:26.448532 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879b9664-05ca-43cf-b767-00cf7ddfc3fc None None] The sync data for ids ['66378cca-6a3b-4bec-a36a-6e2a27b465e7'] in n-d-824834-11 is: [{'id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'name': 'tempest-TestServerMultinode-1801229999-router', 'tenant_id': '6fbc787706354b53b92d8002e564be6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:31:24Z', 'revision_number': 3, 'project_id': '6fbc787706354b53b92d8002e564be6e', 'gw_port': {'id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:31:26.452797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4e914f53-a641-4f88-af62-f16633c0bb7a None None] Port 225f6d6f-dd55-40b8-879d-e2a909126a6e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:31:26.521296 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (66378cca-6a3b-4bec-a36a-6e2a27b465e7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:26.529917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Pushing event updated for resources: {'Port': ['ID=225f6d6f-dd55-40b8-879d-e2a909126a6e,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:26.627202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Network 5002c3c2-2f79-4135-b975-9bffb7c78f4d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:31:26.628690 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:31:26.858697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Router 66378cca-6a3b-4bec-a36a-6e2a27b465e7 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:31:27.003600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:31:27.009626 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4bd9bb31-eefc-4e4d-9d40-6268905d7b56 admin admin] 10.222.0.82 "PUT /v2.0/routers/66378cca-6a3b-4bec-a36a-6e2a27b465e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9727423 Feb 08 16:31:27.084390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-faaba42e-2181-4184-88d2-228fa9af97a5 None None] Provisioning complete for port 225f6d6f-dd55-40b8-879d-e2a909126a6e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:27.085052 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-faaba42e-2181-4184-88d2-228fa9af97a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:27.131852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-faaba42e-2181-4184-88d2-228fa9af97a5 None None] Port 225f6d6f-dd55-40b8-879d-e2a909126a6e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:31:27.526061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59844) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:27.530970 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1874283153-network', 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:31:27.550946 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] Made reservation on behalf of 7b2be06a29cc4f72af46657f3b9ef765 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:31:27.553638 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:27.562364 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:27.645128 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] Publish callbacks [] for security_group (716a0ad7-c887-4681-a02e-20f5caf19e53), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:27.649375 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (716a0ad7-c887-4681-a02e-20f5caf19e53), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:27.675181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:31:27.685879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716a0ad7-c887-4681-a02e-20f5caf19e53,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:27.693004 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f63cdf8f-71ed-4508-b74d-dd8d97528992), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:27.693356 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] Added segment f63cdf8f-71ed-4508-b74d-dd8d97528992 of type vlan for network 571121bf-487a-4a97-8380-2b937dd1b6a8 Feb 08 16:31:27.737390 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (571121bf-487a-4a97-8380-2b937dd1b6a8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:27.763827 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (571121bf-487a-4a97-8380-2b937dd1b6a8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:27.764798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:27.765411 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:27.766808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ca934871-e042-4593-93dd-a0b4b9d8a74b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:31:27.816218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ca934871-e042-4593-93dd-a0b4b9d8a74b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:27.816925 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ca934871-e042-4593-93dd-a0b4b9d8a74b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:27.821076 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2938862 Feb 08 16:31:27.823737 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59846) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:27.830816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-090dfda7-3445-466a-99ef-ab69b6962452 admin admin] Request body: {'subnet': {'network_id': '571121bf-487a-4a97-8380-2b937dd1b6a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1874283153-subnet', 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:31:27.834865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c4fcf-afcb-45cb-919f-856d8e2b1e6c admin admin] Pushing event updated for resources: {'Network': ['ID=571121bf-487a-4a97-8380-2b937dd1b6a8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:27.847025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 571121bf-487a-4a97-8380-2b937dd1b6a8 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:31:27.853206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090dfda7-3445-466a-99ef-ab69b6962452 admin admin] Made reservation on behalf of 7b2be06a29cc4f72af46657f3b9ef765 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:31:27.857255 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-090dfda7-3445-466a-99ef-ab69b6962452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:27.966309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ca934871-e042-4593-93dd-a0b4b9d8a74b is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:27.966712 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca934871-e042-4593-93dd-a0b4b9d8a74b), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:27.989049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port ca934871-e042-4593-93dd-a0b4b9d8a74b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ca934871-e042-4593-93dd-a0b4b9d8a74b,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:27.994171 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ca934871-e042-4593-93dd-a0b4b9d8a74b), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:28.047896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=ca934871-e042-4593-93dd-a0b4b9d8a74b,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:28.050719 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-090dfda7-3445-466a-99ef-ab69b6962452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (0059d2c1-c018-421c-8c0b-77c433f641a4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:28.056164 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:28.056474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:28.056823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:28.057691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:28.057691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:28.057914 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:28.058286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:28.058509 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:28.058852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:28.059434 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:28.059549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:28.059814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:28.060141 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:31:28.120113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090dfda7-3445-466a-99ef-ab69b6962452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0059d2c1-c018-421c-8c0b-77c433f641a4,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:28.128181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090dfda7-3445-466a-99ef-ab69b6962452 admin admin] Checking segment: {'id': 'f63cdf8f-71ed-4508-b74d-dd8d97528992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '571121bf-487a-4a97-8380-2b937dd1b6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:31:28.128685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090dfda7-3445-466a-99ef-ab69b6962452 admin admin] Network hostable DHCP agents. Network: 571121bf-487a-4a97-8380-2b937dd1b6a8, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:31:28.147165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090dfda7-3445-466a-99ef-ab69b6962452 admin admin] Network 571121bf-487a-4a97-8380-2b937dd1b6a8 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:31:28.155166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-090dfda7-3445-466a-99ef-ab69b6962452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 571121bf-487a-4a97-8380-2b937dd1b6a8) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:31:28.159293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090dfda7-3445-466a-99ef-ab69b6962452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:28.159898 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-090dfda7-3445-466a-99ef-ab69b6962452 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:28.164027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f759e904-7df7-4548-8539-b7f457ef3044 None None] Network 571121bf-487a-4a97-8380-2b937dd1b6a8 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:31:28.175971 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-090dfda7-3445-466a-99ef-ab69b6962452 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3493421 Feb 08 16:31:28.178458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59848) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:28.182694 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1874283153-router', 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:31:28.202965 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (a98dca54-d745-467c-be7a-9243989a43b8), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:28.204250 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (a98dca54-d745-467c-be7a-9243989a43b8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:28.225658 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Sync routers for ids ['66378cca-6a3b-4bec-a36a-6e2a27b465e7'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:31:28.243900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Routers {'66378cca-6a3b-4bec-a36a-6e2a27b465e7'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:31:28.244442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:31:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['66378cca-6a3b-4bec-a36a-6e2a27b465e7'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:28.257755 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Publish callbacks [] for router_controller (a98dca54-d745-467c-be7a-9243989a43b8), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:28.356416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-571121bf-487a-4a97-8380-2b937dd1b6a8', 'network_id': '571121bf-487a-4a97-8380-2b937dd1b6a8', 'project_id': '7b2be06a29cc4f72af46657f3b9ef765', 'fixed_ips': [{'subnet_id': '0059d2c1-c018-421c-8c0b-77c433f641a4'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:31:28.357301 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:28.405123 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Publish callbacks [] for router_gateway (a98dca54-d745-467c-be7a-9243989a43b8), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:28.447070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Set router 66378cca-6a3b-4bec-a36a-6e2a27b465e7 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:31:28.623725 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Allocated IP 172.20.0.2 (571121bf-487a-4a97-8380-2b937dd1b6a8/0059d2c1-c018-421c-8c0b-77c433f641a4/3975b060-12f5-45b8-91a8-ad7f6b786fc3) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:31:28.816054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'name': 'tempest-TestServerMultinode-1801229999-router', 'tenant_id': '6fbc787706354b53b92d8002e564be6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:31:26Z', 'revision_number': 4, 'project_id': '6fbc787706354b53b92d8002e564be6e', 'gw_port': {'id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '225f6d6f-dd55-40b8-879d-e2a909126a6e', 'name': '', 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d', 'tenant_id': '6fbc787706354b53b92d8002e564be6e', 'mac_address': 'fa:16:3e:1c:c6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90b2cd73-e378-480d-8c35-b82860b3b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:25Z', 'updated_at': '2022-02-08T16:31:26Z', 'revision_number': 2, 'project_id': '6fbc787706354b53b92d8002e564be6e', 'subnets': [{'id': '90b2cd73-e378-480d-8c35-b82860b3b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:28.855373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Checking router: 66378cca-6a3b-4bec-a36a-6e2a27b465e7 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:31:28.855729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Updating router 66378cca-6a3b-4bec-a36a-6e2a27b465e7 port 225f6d6f-dd55-40b8-879d-e2a909126a6e binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:31:28.861514 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Publish callbacks [] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:28.886100 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:28.895010 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:28.933182 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Publish callbacks [] for router_gateway (a98dca54-d745-467c-be7a-9243989a43b8), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:28.939369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Network 571121bf-487a-4a97-8380-2b937dd1b6a8 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:31:28.956238 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:28.959123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:31:28.964851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:31:28.972547 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Pushing event updated for resources: {'Port': ['ID=3975b060-12f5-45b8-91a8-ad7f6b786fc3,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:29.059297 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Allocated IP 172.25.7.129 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/e4d98b9c-feb9-4d58-9d9d-d308c3871cdc) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:31:29.091315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Attempting to bind port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:31:29.091608 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Attempting to bind port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'f63cdf8f-71ed-4508-b74d-dd8d97528992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '571121bf-487a-4a97-8380-2b937dd1b6a8'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:31:29.091971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Attempting to bind port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 on network 571121bf-487a-4a97-8380-2b937dd1b6a8 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:31:29.102320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:31:29.102693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Checking segment: {'id': 'f63cdf8f-71ed-4508-b74d-dd8d97528992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '571121bf-487a-4a97-8380-2b937dd1b6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:31:29.103092 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:29.103483 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Bound using segment: {'id': 'f63cdf8f-71ed-4508-b74d-dd8d97528992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '571121bf-487a-4a97-8380-2b937dd1b6a8'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:31:29.103946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Bound port: 3975b060-12f5-45b8-91a8-ad7f6b786fc3, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63cdf8f-71ed-4508-b74d-dd8d97528992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '571121bf-487a-4a97-8380-2b937dd1b6a8'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:31:29.104349 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:29.167376 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Publish callbacks [] for port (e4d98b9c-feb9-4d58-9d9d-d308c3871cdc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:29.202302 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (e4d98b9c-feb9-4d58-9d9d-d308c3871cdc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:29.233985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] For port 3975b060-12f5-45b8-91a8-ad7f6b786fc3, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:31:29.242671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:31:29.245600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:31:29.249118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:31:29.251114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] For port 3975b060-12f5-45b8-91a8-ad7f6b786fc3, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3975b060-12f5-45b8-91a8-ad7f6b786fc3,segment=NetworkSegment(f63cdf8f-71ed-4508-b74d-dd8d97528992),segment_id=f63cdf8f-71ed-4508-b74d-dd8d97528992)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:31:29.255635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Pushing event updated for resources: {'Port': ['ID=e4d98b9c-feb9-4d58-9d9d-d308c3871cdc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:29.260093 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:29.349463 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Publish callbacks [] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:29.360643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1ee58-1045-4df8-af50-883e3ac50c90 None None] Pushing event updated for resources: {'Port': ['ID=3975b060-12f5-45b8-91a8-ad7f6b786fc3,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:29.364103 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:29.414649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dffdb-602f-4bae-bdaf-5a2a56cf5420 None None] Pushing event updated for resources: {'Port': ['ID=225f6d6f-dd55-40b8-879d-e2a909126a6e,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:29.474475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Attempting to bind port 225f6d6f-dd55-40b8-879d-e2a909126a6e on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:31:29.474852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Attempting to bind port 225f6d6f-dd55-40b8-879d-e2a909126a6e by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:31:29.475362 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Attempting to bind port 225f6d6f-dd55-40b8-879d-e2a909126a6e on network 5002c3c2-2f79-4135-b975-9bffb7c78f4d {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:31:29.481391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:31:29.481774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Checking segment: {'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:31:29.482185 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:29.482587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Bound using segment: {'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:31:29.483065 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Bound port: 225f6d6f-dd55-40b8-879d-e2a909126a6e, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:31:29.483450 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:29.537336 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Publish callbacks [] for router_gateway (a98dca54-d745-467c-be7a-9243989a43b8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:29.571028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] For port 225f6d6f-dd55-40b8-879d-e2a909126a6e, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:31:29.579520 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] For port 225f6d6f-dd55-40b8-879d-e2a909126a6e, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=225f6d6f-dd55-40b8-879d-e2a909126a6e,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:31:29.597015 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:29.666847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Routers {'66378cca-6a3b-4bec-a36a-6e2a27b465e7'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:31:29.667700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:31:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['66378cca-6a3b-4bec-a36a-6e2a27b465e7'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:29.736304 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dffdb-602f-4bae-bdaf-5a2a56cf5420 None None] Pushing event updated for resources: {'Port': ['ID=225f6d6f-dd55-40b8-879d-e2a909126a6e,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:29.849990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (a98dca54-d745-467c-be7a-9243989a43b8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:29.973416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ca934871-e042-4593-93dd-a0b4b9d8a74b up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:31:30.007899 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Router a98dca54-d745-467c-be7a-9243989a43b8 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:31:30.040973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1ff882e1-5ccf-478b-965c-bb57fc2b113d None None] Provisioning complete for port 225f6d6f-dd55-40b8-879d-e2a909126a6e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:30.041349 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ff882e1-5ccf-478b-965c-bb57fc2b113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:30.098154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] Set router 66378cca-6a3b-4bec-a36a-6e2a27b465e7 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:31:30.127740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:31:30.136380 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ca934871-e042-4593-93dd-a0b4b9d8a74b triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:30.136964 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ca934871-e042-4593-93dd-a0b4b9d8a74b), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:30.142511 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Sync routers for ids ['a98dca54-d745-467c-be7a-9243989a43b8'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:31:30.155039 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Routers {'a98dca54-d745-467c-be7a-9243989a43b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:31:30.155363 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:30.156097 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:31:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a98dca54-d745-467c-be7a-9243989a43b8'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:30.156982 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f9966bf0-7c9a-4023-b09b-1f77df6cb2ac admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9773531 Feb 08 16:31:30.160905 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59850) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:31:30.293882 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Set router a98dca54-d745-467c-be7a-9243989a43b8 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:31:30.319025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1ff882e1-5ccf-478b-965c-bb57fc2b113d None None] Current status of the port 225f6d6f-dd55-40b8-879d-e2a909126a6e is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:30.319427 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ff882e1-5ccf-478b-965c-bb57fc2b113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:30.412831 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ca934871-e042-4593-93dd-a0b4b9d8a74b is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:30.414031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3975b060-12f5-45b8-91a8-ad7f6b786fc3 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:31:30.442493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1ff882e1-5ccf-478b-965c-bb57fc2b113d None None] For port 225f6d6f-dd55-40b8-879d-e2a909126a6e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=225f6d6f-dd55-40b8-879d-e2a909126a6e,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:30.473639 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1ff882e1-5ccf-478b-965c-bb57fc2b113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:30.504120 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'name': 'tempest-TestServerMultinode-1874283153-router', 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e4d98b9c-feb9-4d58-9d9d-d308c3871cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:31:29Z', 'revision_number': 3, 'project_id': '7b2be06a29cc4f72af46657f3b9ef765', 'gw_port': {'id': 'e4d98b9c-feb9-4d58-9d9d-d308c3871cdc', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:57:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:30.538742 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Checking router: a98dca54-d745-467c-be7a-9243989a43b8 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:31:30.539097 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Updating router a98dca54-d745-467c-be7a-9243989a43b8 port e4d98b9c-feb9-4d58-9d9d-d308c3871cdc binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:31:30.545569 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff882e1-5ccf-478b-965c-bb57fc2b113d None None] Pushing event updated for resources: {'Port': ['ID=225f6d6f-dd55-40b8-879d-e2a909126a6e,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:30.565672 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:30.566176 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:30.570564 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e4d98b9c-feb9-4d58-9d9d-d308c3871cdc), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:30.613192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'name': 'tempest-TestServerMultinode-1801229999-router', 'tenant_id': '6fbc787706354b53b92d8002e564be6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:31:26Z', 'revision_number': 4, 'project_id': '6fbc787706354b53b92d8002e564be6e', 'gw_port': {'id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '225f6d6f-dd55-40b8-879d-e2a909126a6e', 'name': '', 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d', 'tenant_id': '6fbc787706354b53b92d8002e564be6e', 'mac_address': 'fa:16:3e:1c:c6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90b2cd73-e378-480d-8c35-b82860b3b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:25Z', 'updated_at': '2022-02-08T16:31:29Z', 'revision_number': 4, 'project_id': '6fbc787706354b53b92d8002e564be6e', 'subnets': [{'id': '90b2cd73-e378-480d-8c35-b82860b3b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:30.618693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fabe13-0a95-4d3f-976f-7317d29ef7c5 None None] Network 571121bf-487a-4a97-8380-2b937dd1b6a8 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:31:30.685696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337d57d-65ad-441e-8fe1-7b2de793e891 None None] The sync data for ids ['66378cca-6a3b-4bec-a36a-6e2a27b465e7'] in n-d-824834-11 is: [{'id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'name': 'tempest-TestServerMultinode-1801229999-router', 'tenant_id': '6fbc787706354b53b92d8002e564be6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:31:26Z', 'revision_number': 4, 'project_id': '6fbc787706354b53b92d8002e564be6e', 'gw_port': {'id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '225f6d6f-dd55-40b8-879d-e2a909126a6e', 'name': '', 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d', 'tenant_id': '6fbc787706354b53b92d8002e564be6e', 'mac_address': 'fa:16:3e:1c:c6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '90b2cd73-e378-480d-8c35-b82860b3b5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:25Z', 'updated_at': '2022-02-08T16:31:29Z', 'revision_number': 4, 'project_id': '6fbc787706354b53b92d8002e564be6e', 'subnets': [{'id': '90b2cd73-e378-480d-8c35-b82860b3b5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:31:30.691943 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0d2ab16a-16c6-42e2-a75f-a8401007d06e None None] Provisioning complete for port 225f6d6f-dd55-40b8-879d-e2a909126a6e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:30.692373 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d2ab16a-16c6-42e2-a75f-a8401007d06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:30.695971 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:30.860168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:30.860635 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:30.892174 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Publish callbacks [] for port (e4d98b9c-feb9-4d58-9d9d-d308c3871cdc), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:30.901083 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e4d98b9c-feb9-4d58-9d9d-d308c3871cdc), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:30.943189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 3975b060-12f5-45b8-91a8-ad7f6b786fc3, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3975b060-12f5-45b8-91a8-ad7f6b786fc3,segment=NetworkSegment(f63cdf8f-71ed-4508-b74d-dd8d97528992),segment_id=f63cdf8f-71ed-4508-b74d-dd8d97528992)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:30.944814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ab16a-16c6-42e2-a75f-a8401007d06e None None] Current status of the port 225f6d6f-dd55-40b8-879d-e2a909126a6e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:30.951826 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:30.967341 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91238f24-e21a-481d-bf22-78ee22262834 None None] Pushing event updated for resources: {'Port': ['ID=e4d98b9c-feb9-4d58-9d9d-d308c3871cdc,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:30.976537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Allocated IP 172.20.0.1 (571121bf-487a-4a97-8380-2b937dd1b6a8/0059d2c1-c018-421c-8c0b-77c433f641a4/f405a2eb-bf88-45a3-9691-8672a50dfe05) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:31:30.988392 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Attempting to bind port e4d98b9c-feb9-4d58-9d9d-d308c3871cdc on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:31:30.988787 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Attempting to bind port e4d98b9c-feb9-4d58-9d9d-d308c3871cdc by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:31:30.990588 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Attempting to bind port e4d98b9c-feb9-4d58-9d9d-d308c3871cdc on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:31:30.998729 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:31:30.999465 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:31:31.000718 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:31.001019 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:31:31.001518 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Bound port: e4d98b9c-feb9-4d58-9d9d-d308c3871cdc, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:31:31.001907 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e4d98b9c-feb9-4d58-9d9d-d308c3871cdc), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:31.027141 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=3975b060-12f5-45b8-91a8-ad7f6b786fc3,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:31.067166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a38d5c5d-8fc7-4185-8bf3-4e54685bce59 None None] Provisioning complete for port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:31.068210 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a38d5c5d-8fc7-4185-8bf3-4e54685bce59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:31.069791 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] For port e4d98b9c-feb9-4d58-9d9d-d308c3871cdc, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:31:31.077536 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] For port e4d98b9c-feb9-4d58-9d9d-d308c3871cdc, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e4d98b9c-feb9-4d58-9d9d-d308c3871cdc,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:31:31.086572 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e4d98b9c-feb9-4d58-9d9d-d308c3871cdc), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:31.148531 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Routers {'a98dca54-d745-467c-be7a-9243989a43b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:31:31.149275 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:31:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a98dca54-d745-467c-be7a-9243989a43b8'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:31.161183 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Publish callbacks [] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:31.166677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a38d5c5d-8fc7-4185-8bf3-4e54685bce59 None None] Current status of the port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:31.213243 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:31.272252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Network 571121bf-487a-4a97-8380-2b937dd1b6a8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:31:31.278365 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:31:31.281045 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:31:31.316728 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Pushing event updated for resources: {'Port': ['ID=f405a2eb-bf88-45a3-9691-8672a50dfe05,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:31.337518 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (a98dca54-d745-467c-be7a-9243989a43b8), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:31.357977 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91238f24-e21a-481d-bf22-78ee22262834 None None] Pushing event updated for resources: {'Port': ['ID=e4d98b9c-feb9-4d58-9d9d-d308c3871cdc,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:31.391106 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c8ebffbf-69d2-45fc-9ccb-927cdbfdabe2 None None] Provisioning complete for port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:31.391503 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8ebffbf-69d2-45fc-9ccb-927cdbfdabe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:31.441385 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] Set router a98dca54-d745-467c-be7a-9243989a43b8 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:31:31.510800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c8ebffbf-69d2-45fc-9ccb-927cdbfdabe2 None None] Current status of the port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:31.549668 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:31.585035 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-23b34369-3bf4-4fed-89e8-f61c01cd7db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:31.666945 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'name': 'tempest-TestServerMultinode-1874283153-router', 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e4d98b9c-feb9-4d58-9d9d-d308c3871cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:31:29Z', 'revision_number': 3, 'project_id': '7b2be06a29cc4f72af46657f3b9ef765', 'gw_port': {'id': 'e4d98b9c-feb9-4d58-9d9d-d308c3871cdc', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:57:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:31.699569 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafcfa52-1e93-4aac-8b73-d7c3ad4c25e8 None None] The sync data for ids ['a98dca54-d745-467c-be7a-9243989a43b8'] in n-d-824834-11 is: [{'id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'name': 'tempest-TestServerMultinode-1874283153-router', 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e4d98b9c-feb9-4d58-9d9d-d308c3871cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:31:29Z', 'revision_number': 3, 'project_id': '7b2be06a29cc4f72af46657f3b9ef765', 'gw_port': {'id': 'e4d98b9c-feb9-4d58-9d9d-d308c3871cdc', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:57:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:31:31.738915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-fe9b514e-4bf4-48fa-a945-021ae72f0840 None None] Provisioning complete for port f405a2eb-bf88-45a3-9691-8672a50dfe05 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:31.739904 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fe9b514e-4bf4-48fa-a945-021ae72f0840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:31.785527 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Publish callbacks [] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:31.790730 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:31.804701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fe9b514e-4bf4-48fa-a945-021ae72f0840 None None] Port f405a2eb-bf88-45a3-9691-8672a50dfe05 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:31:31.869117 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (a98dca54-d745-467c-be7a-9243989a43b8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:31.872389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Pushing event updated for resources: {'Port': ['ID=f405a2eb-bf88-45a3-9691-8672a50dfe05,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:31.881130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3975b060-12f5-45b8-91a8-ad7f6b786fc3 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:31:31.945202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:31.945582 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:31.992594 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Network 571121bf-487a-4a97-8380-2b937dd1b6a8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:31:31.994233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:31:32.064858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:32.066003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 225f6d6f-dd55-40b8-879d-e2a909126a6e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:31:32.129920 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 225f6d6f-dd55-40b8-879d-e2a909126a6e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:32.130461 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:32.162100 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Router a98dca54-d745-467c-be7a-9243989a43b8 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:31:32.257430 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 225f6d6f-dd55-40b8-879d-e2a909126a6e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:32.297727 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:31:32.303035 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a0384d34-a398-49e6-b065-0cb35e9a9541 admin admin] 10.222.0.82 "PUT /v2.0/routers/a98dca54-d745-467c-be7a-9243989a43b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1421292 Feb 08 16:31:32.352574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-41e264e1-fd14-4a19-8d9a-cc647a7e2cd7 None None] Provisioning complete for port f405a2eb-bf88-45a3-9691-8672a50dfe05 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:32.352986 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-41e264e1-fd14-4a19-8d9a-cc647a7e2cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:32.387926 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-41e264e1-fd14-4a19-8d9a-cc647a7e2cd7 None None] Port f405a2eb-bf88-45a3-9691-8672a50dfe05 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:31:32.875593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a219233-7984-47ce-b346-bed777105d54 req-15a4ded5-8951-46b8-a449-30737135d105 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:32.877375 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a219233-7984-47ce-b346-bed777105d54 req-15a4ded5-8951-46b8-a449-30737135d105 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/networks?id=5002c3c2-2f79-4135-b975-9bffb7c78f4d HTTP/1.1" status: 200 len: 911 time: 0.0901120 Feb 08 16:31:32.891634 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a219233-7984-47ce-b346-bed777105d54 req-c5f93e4f-5c12-4bbd-a20b-fa11bbbc5d82 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/quotas/7b2be06a29cc4f72af46657f3b9ef765 HTTP/1.1" status: 200 len: 375 time: 0.0089052 Feb 08 16:31:32.997610 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a219233-7984-47ce-b346-bed777105d54 req-324673f1-1eb8-4f8a-a29e-dc9a181a992a tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?tenant_id=7b2be06a29cc4f72af46657f3b9ef765&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011186 Feb 08 16:31:33.086943 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a219233-7984-47ce-b346-bed777105d54 req-af31c798-3205-4a24-821e-5e75f61225df service neutron] 10.222.0.82 "GET /v2.0/networks/5002c3c2-2f79-4135-b975-9bffb7c78f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823100 Feb 08 16:31:33.183114 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a219233-7984-47ce-b346-bed777105d54 req-1ff3aa2e-8d02-4130-912b-a8980cdc4afe service neutron] 10.222.0.82 "GET /v2.0/networks/5002c3c2-2f79-4135-b975-9bffb7c78f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904613 Feb 08 16:31:33.342532 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c0a19382-97e5-4d7f-ba5f-d9885403f3f0 req-03b4eb63-972f-4e3f-93fe-e37ab201781f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 210 time: 0.0281210 Feb 08 16:31:33.753266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e4d98b9c-feb9-4d58-9d9d-d308c3871cdc up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:31:33.804556 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e4d98b9c-feb9-4d58-9d9d-d308c3871cdc triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:33.804996 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e4d98b9c-feb9-4d58-9d9d-d308c3871cdc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:33.863864 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e43f235-f2c3-444f-a3eb-ab75d677632a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:33.917996 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e4d98b9c-feb9-4d58-9d9d-d308c3871cdc is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:33.918388 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (e4d98b9c-feb9-4d58-9d9d-d308c3871cdc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:33.941294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port e4d98b9c-feb9-4d58-9d9d-d308c3871cdc, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e4d98b9c-feb9-4d58-9d9d-d308c3871cdc,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:33.945373 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (e4d98b9c-feb9-4d58-9d9d-d308c3871cdc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:34.005149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=e4d98b9c-feb9-4d58-9d9d-d308c3871cdc,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:34.185457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Sync routers for ids ['a98dca54-d745-467c-be7a-9243989a43b8'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:31:34.199469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Routers {'a98dca54-d745-467c-be7a-9243989a43b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:31:34.200092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:31:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a98dca54-d745-467c-be7a-9243989a43b8'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:34.308279 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Set router a98dca54-d745-467c-be7a-9243989a43b8 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:31:34.459875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e10df027-ac94-48d2-9b1a-246f7f1493e4 req-baf51ab2-9cad-41c3-86bf-b107646cf14f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 210 time: 0.0393870 Feb 08 16:31:34.502699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a219233-7984-47ce-b346-bed777105d54 req-60eea729-c506-402c-b2a8-c50a522e34aa tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:34.504395 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a219233-7984-47ce-b346-bed777105d54 req-60eea729-c506-402c-b2a8-c50a522e34aa tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.94 "GET /v2.0/networks?id=5002c3c2-2f79-4135-b975-9bffb7c78f4d HTTP/1.1" status: 200 len: 911 time: 0.1268110 Feb 08 16:31:34.524081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-2a219233-7984-47ce-b346-bed777105d54 req-beccc006-b5f5-4184-93e2-033610c899bf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Request body: {'port': {'device_id': '9c79364c-3d42-40ff-9f58-c934295b2d1b', 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d', 'admin_state_up': True, 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:31:34.532215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'name': 'tempest-TestServerMultinode-1874283153-router', 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e4d98b9c-feb9-4d58-9d9d-d308c3871cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:31:31Z', 'revision_number': 4, 'project_id': '7b2be06a29cc4f72af46657f3b9ef765', 'gw_port': {'id': 'e4d98b9c-feb9-4d58-9d9d-d308c3871cdc', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f405a2eb-bf88-45a3-9691-8672a50dfe05', 'name': '', 'network_id': '571121bf-487a-4a97-8380-2b937dd1b6a8', 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765', 'mac_address': 'fa:16:3e:6b:f5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '0059d2c1-c018-421c-8c0b-77c433f641a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:30Z', 'updated_at': '2022-02-08T16:31:31Z', 'revision_number': 2, 'project_id': '7b2be06a29cc4f72af46657f3b9ef765', 'subnets': [{'id': '0059d2c1-c018-421c-8c0b-77c433f641a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:34.545494 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a219233-7984-47ce-b346-bed777105d54 req-beccc006-b5f5-4184-93e2-033610c899bf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Made reservation on behalf of 7b2be06a29cc4f72af46657f3b9ef765 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:31:34.547915 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2a219233-7984-47ce-b346-bed777105d54 req-beccc006-b5f5-4184-93e2-033610c899bf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:34.559846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Checking router: a98dca54-d745-467c-be7a-9243989a43b8 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:31:34.560212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Updating router a98dca54-d745-467c-be7a-9243989a43b8 port f405a2eb-bf88-45a3-9691-8672a50dfe05 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:31:34.589384 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:34.665786 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-2a219233-7984-47ce-b346-bed777105d54 req-beccc006-b5f5-4184-93e2-033610c899bf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Allocated IP 172.20.0.5 (5002c3c2-2f79-4135-b975-9bffb7c78f4d/90b2cd73-e378-480d-8c35-b82860b3b5cc/fa8f78f7-90b5-4c26-8605-8048862f6ed1) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:31:34.813252 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2a219233-7984-47ce-b346-bed777105d54 req-beccc006-b5f5-4184-93e2-033610c899bf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks [] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:34.848650 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2a219233-7984-47ce-b346-bed777105d54 req-beccc006-b5f5-4184-93e2-033610c899bf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:34.889858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a219233-7984-47ce-b346-bed777105d54 req-beccc006-b5f5-4184-93e2-033610c899bf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Network 5002c3c2-2f79-4135-b975-9bffb7c78f4d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:31:34.895047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-2a219233-7984-47ce-b346-bed777105d54 req-beccc006-b5f5-4184-93e2-033610c899bf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:31:34.898842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a219233-7984-47ce-b346-bed777105d54 req-beccc006-b5f5-4184-93e2-033610c899bf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:31:34.926168 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccc006-b5f5-4184-93e2-033610c899bf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Pushing event updated for resources: {'Port': ['ID=fa8f78f7-90b5-4c26-8605-8048862f6ed1,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:34.950782 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a219233-7984-47ce-b346-bed777105d54 req-beccc006-b5f5-4184-93e2-033610c899bf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:34.951520 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2a219233-7984-47ce-b346-bed777105d54 req-beccc006-b5f5-4184-93e2-033610c899bf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:34.968436 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a219233-7984-47ce-b346-bed777105d54 req-beccc006-b5f5-4184-93e2-033610c899bf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4499748 Feb 08 16:31:34.986974 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Request body: {'port': {'device_id': '9c79364c-3d42-40ff-9f58-c934295b2d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:31:35.043775 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Publish callbacks [] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.051827 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.063821 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.157007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0b1f1-f2b9-4f82-96a3-35953fe68b80 None None] Pushing event updated for resources: {'Port': ['ID=f405a2eb-bf88-45a3-9691-8672a50dfe05,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:35.162310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Attempting to bind port f405a2eb-bf88-45a3-9691-8672a50dfe05 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:31:35.162799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Attempting to bind port f405a2eb-bf88-45a3-9691-8672a50dfe05 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'f63cdf8f-71ed-4508-b74d-dd8d97528992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '571121bf-487a-4a97-8380-2b937dd1b6a8'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:31:35.163306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Attempting to bind port f405a2eb-bf88-45a3-9691-8672a50dfe05 on network 571121bf-487a-4a97-8380-2b937dd1b6a8 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:31:35.169150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:31:35.169585 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Checking segment: {'id': 'f63cdf8f-71ed-4508-b74d-dd8d97528992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '571121bf-487a-4a97-8380-2b937dd1b6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:31:35.170104 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.170588 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Bound using segment: {'id': 'f63cdf8f-71ed-4508-b74d-dd8d97528992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '571121bf-487a-4a97-8380-2b937dd1b6a8'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:31:35.171150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Bound port: f405a2eb-bf88-45a3-9691-8672a50dfe05, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63cdf8f-71ed-4508-b74d-dd8d97528992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '571121bf-487a-4a97-8380-2b937dd1b6a8'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:31:35.172177 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.249662 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c6767b7c-cc22-4789-b4f9-869d220dd1a9 None None] Provisioning complete for port fa8f78f7-90b5-4c26-8605-8048862f6ed1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:35.250759 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c6767b7c-cc22-4789-b4f9-869d220dd1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.253129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] For port f405a2eb-bf88-45a3-9691-8672a50dfe05, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:31:35.256886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] For port f405a2eb-bf88-45a3-9691-8672a50dfe05, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f405a2eb-bf88-45a3-9691-8672a50dfe05,segment=NetworkSegment(f63cdf8f-71ed-4508-b74d-dd8d97528992),segment_id=f63cdf8f-71ed-4508-b74d-dd8d97528992)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:31:35.287215 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.323243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c6767b7c-cc22-4789-b4f9-869d220dd1a9 None None] Port fa8f78f7-90b5-4c26-8605-8048862f6ed1 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:31:35.356746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0b1f1-f2b9-4f82-96a3-35953fe68b80 None None] Pushing event updated for resources: {'Port': ['ID=f405a2eb-bf88-45a3-9691-8672a50dfe05,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:35.359020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8f78f7-90b5-4c26-8605-8048862f6ed1 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:31:35.359780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Routers {'a98dca54-d745-467c-be7a-9243989a43b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:31:35.360425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:31:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a98dca54-d745-467c-be7a-9243989a43b8'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:35.367300 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Publish callbacks [] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.381282 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Transition to ACTIVE for port object fa8f78f7-90b5-4c26-8605-8048862f6ed1 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:31:35.386463 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.458543 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8f78f7-90b5-4c26-8605-8048862f6ed1,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:35.496136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-10443044-1e00-40cf-8760-98b8abe16113 None None] Provisioning complete for port f405a2eb-bf88-45a3-9691-8672a50dfe05 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:35.496527 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-10443044-1e00-40cf-8760-98b8abe16113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.558003 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Attempting to bind port fa8f78f7-90b5-4c26-8605-8048862f6ed1 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:31:35.558598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Attempting to bind port fa8f78f7-90b5-4c26-8605-8048862f6ed1 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:31:35.558724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Attempting to bind port fa8f78f7-90b5-4c26-8605-8048862f6ed1 on network 5002c3c2-2f79-4135-b975-9bffb7c78f4d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:31:35.566384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Port fa8f78f7-90b5-4c26-8605-8048862f6ed1 on network 5002c3c2-2f79-4135-b975-9bffb7c78f4d not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:31:35.569466 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Attempting to bind port fa8f78f7-90b5-4c26-8605-8048862f6ed1 on network 5002c3c2-2f79-4135-b975-9bffb7c78f4d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:31:35.576366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:31:35.577061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Checking segment: {'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:31:35.577268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] Set router a98dca54-d745-467c-be7a-9243989a43b8 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:31:35.577846 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Bound using segment: {'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:31:35.580276 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Bound port: fa8f78f7-90b5-4c26-8605-8048862f6ed1, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:31:35.580921 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.627002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd875ee-7632-4512-9cf4-6d4b73fc8289 req-b3fa3b51-7774-40b5-89be-beb5b2c29d8f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:35.628486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-efd875ee-7632-4512-9cf4-6d4b73fc8289 req-b3fa3b51-7774-40b5-89be-beb5b2c29d8f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1053 time: 0.0786633 Feb 08 16:31:35.667225 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] For port fa8f78f7-90b5-4c26-8605-8048862f6ed1, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:31:35.670952 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] For port fa8f78f7-90b5-4c26-8605-8048862f6ed1, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=fa8f78f7-90b5-4c26-8605-8048862f6ed1,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:31:35.681055 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.719849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-10443044-1e00-40cf-8760-98b8abe16113 None None] Current status of the port f405a2eb-bf88-45a3-9691-8672a50dfe05 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:35.720648 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-10443044-1e00-40cf-8760-98b8abe16113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.725483 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.746212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-efd875ee-7632-4512-9cf4-6d4b73fc8289 req-254223f4-29fe-4e84-b90c-29c79399ee13 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091535 Feb 08 16:31:35.774632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:35.775440 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.776940 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a219233-7984-47ce-b346-bed777105d54 req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] 10.222.0.94 "PUT /v2.0/ports/fa8f78f7-90b5-4c26-8605-8048862f6ed1 HTTP/1.1" status: 200 len: 1092 time: 0.7961781 Feb 08 16:31:35.777868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c79364c-3d42-40ff-9f58-c934295b2d1b', 'tag': 'fa8f78f7-90b5-4c26-8605-8048862f6ed1'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:31:35.780260 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a52dec0-48e7-467f-ba6d-1ea98cc8f2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c79364c-3d42-40ff-9f58-c934295b2d1b", "tag": "fa8f78f7-90b5-4c26-8605-8048862f6ed1"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:31:35.780527 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e4d98b9c-feb9-4d58-9d9d-d308c3871cdc up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:31:35.798927 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be1914-fb9d-44f7-92e7-5c56a0f91760 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8f78f7-90b5-4c26-8605-8048862f6ed1,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:35.866439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-10443044-1e00-40cf-8760-98b8abe16113 None None] For port f405a2eb-bf88-45a3-9691-8672a50dfe05, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f405a2eb-bf88-45a3-9691-8672a50dfe05,segment=NetworkSegment(f63cdf8f-71ed-4508-b74d-dd8d97528992),segment_id=f63cdf8f-71ed-4508-b74d-dd8d97528992)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:35.881714 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-10443044-1e00-40cf-8760-98b8abe16113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:35.901215 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a219233-7984-47ce-b346-bed777105d54 req-7c6de478-b258-4680-a2d1-8123cab236e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:35.903400 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a219233-7984-47ce-b346-bed777105d54 req-7c6de478-b258-4680-a2d1-8123cab236e2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7b2be06a29cc4f72af46657f3b9ef765&device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1126 time: 0.0673728 Feb 08 16:31:35.955014 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ec0e3f-563c-4bf7-be95-285b3a4ec9f0 x-openstack-request-id: req-35ec0e3f-563c-4bf7-be95-285b3a4ec9f0 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:31:35.955452 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c79364c-3d42-40ff-9f58-c934295b2d1b", "tag": "fa8f78f7-90b5-4c26-8605-8048862f6ed1", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:31:35.955776 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-35ec0e3f-563c-4bf7-be95-285b3a4ec9f0 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:31:35.956255 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c79364c-3d42-40ff-9f58-c934295b2d1b', 'tag': 'fa8f78f7-90b5-4c26-8605-8048862f6ed1', 'status': 'completed', 'code': 200} Feb 08 16:31:35.958102 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a219233-7984-47ce-b346-bed777105d54 req-b3308142-2b2f-4935-a68a-3c3ff0df3765 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa8f78f7-90b5-4c26-8605-8048862f6ed1 HTTP/1.1" status: 200 len: 217 time: 0.0437248 Feb 08 16:31:35.978829 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port e4d98b9c-feb9-4d58-9d9d-d308c3871cdc triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:35.979207 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (e4d98b9c-feb9-4d58-9d9d-d308c3871cdc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:36.017825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a219233-7984-47ce-b346-bed777105d54 req-8009975c-632c-47eb-96f8-c6f1285b39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:36.020082 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a219233-7984-47ce-b346-bed777105d54 req-8009975c-632c-47eb-96f8-c6f1285b39b0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=90b2cd73-e378-480d-8c35-b82860b3b5cc HTTP/1.1" status: 200 len: 849 time: 0.0540955 Feb 08 16:31:36.040677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10443044-1e00-40cf-8760-98b8abe16113 None None] Pushing event updated for resources: {'Port': ['ID=f405a2eb-bf88-45a3-9691-8672a50dfe05,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:36.076002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a219233-7984-47ce-b346-bed777105d54 req-91b13bc1-be1e-4cca-b5aa-0fabf91c47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:36.077555 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a219233-7984-47ce-b346-bed777105d54 req-91b13bc1-be1e-4cca-b5aa-0fabf91c47c3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5002c3c2-2f79-4135-b975-9bffb7c78f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470896 Feb 08 16:31:36.102190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'name': 'tempest-TestServerMultinode-1874283153-router', 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e4d98b9c-feb9-4d58-9d9d-d308c3871cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:31:31Z', 'revision_number': 4, 'project_id': '7b2be06a29cc4f72af46657f3b9ef765', 'gw_port': {'id': 'e4d98b9c-feb9-4d58-9d9d-d308c3871cdc', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f405a2eb-bf88-45a3-9691-8672a50dfe05', 'name': '', 'network_id': '571121bf-487a-4a97-8380-2b937dd1b6a8', 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765', 'mac_address': 'fa:16:3e:6b:f5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '0059d2c1-c018-421c-8c0b-77c433f641a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:30Z', 'updated_at': '2022-02-08T16:31:35Z', 'revision_number': 4, 'project_id': '7b2be06a29cc4f72af46657f3b9ef765', 'subnets': [{'id': '0059d2c1-c018-421c-8c0b-77c433f641a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:31:36.105452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9a21140c-6757-4317-98d7-d47fbd3ea043 None None] Provisioning complete for port f405a2eb-bf88-45a3-9691-8672a50dfe05 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:36.105829 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9a21140c-6757-4317-98d7-d47fbd3ea043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:36.160151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2517943-68fc-4e6b-abff-8e25e66eb5f6 None None] The sync data for ids ['a98dca54-d745-467c-be7a-9243989a43b8'] in n-d-824834-11 is: [{'id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'name': 'tempest-TestServerMultinode-1874283153-router', 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e4d98b9c-feb9-4d58-9d9d-d308c3871cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:31:31Z', 'revision_number': 4, 'project_id': '7b2be06a29cc4f72af46657f3b9ef765', 'gw_port': {'id': 'e4d98b9c-feb9-4d58-9d9d-d308c3871cdc', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f405a2eb-bf88-45a3-9691-8672a50dfe05', 'name': '', 'network_id': '571121bf-487a-4a97-8380-2b937dd1b6a8', 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765', 'mac_address': 'fa:16:3e:6b:f5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '0059d2c1-c018-421c-8c0b-77c433f641a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:30Z', 'updated_at': '2022-02-08T16:31:35Z', 'revision_number': 4, 'project_id': '7b2be06a29cc4f72af46657f3b9ef765', 'subnets': [{'id': '0059d2c1-c018-421c-8c0b-77c433f641a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:31:36.168137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port e4d98b9c-feb9-4d58-9d9d-d308c3871cdc is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:36.177680 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a219233-7984-47ce-b346-bed777105d54 req-405f7c31-df90-4c8f-b00c-cd06568ad414 service neutron] 10.222.0.94 "GET /v2.0/networks/5002c3c2-2f79-4135-b975-9bffb7c78f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892506 Feb 08 16:31:36.247103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9a21140c-6757-4317-98d7-d47fbd3ea043 None None] Current status of the port f405a2eb-bf88-45a3-9691-8672a50dfe05 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:36.306812 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a219233-7984-47ce-b346-bed777105d54 req-48f1a0fa-347b-48ae-8c36-3d3cc462a280 service neutron] 10.222.0.94 "GET /v2.0/networks/5002c3c2-2f79-4135-b975-9bffb7c78f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195848 Feb 08 16:31:36.411813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52dec0-48e7-467f-ba6d-1ea98cc8f2a6 req-ddf53a7b-b5b6-4057-bd7d-680aa77e3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:36.413402 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a52dec0-48e7-467f-ba6d-1ea98cc8f2a6 req-ddf53a7b-b5b6-4057-bd7d-680aa77e3600 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7b2be06a29cc4f72af46657f3b9ef765&device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1126 time: 0.0508144 Feb 08 16:31:36.512600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52dec0-48e7-467f-ba6d-1ea98cc8f2a6 req-441709fa-f9eb-4123-bb61-60b72c3c5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:36.514314 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a52dec0-48e7-467f-ba6d-1ea98cc8f2a6 req-441709fa-f9eb-4123-bb61-60b72c3c5a66 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5002c3c2-2f79-4135-b975-9bffb7c78f4d HTTP/1.1" status: 200 len: 911 time: 0.0923357 Feb 08 16:31:36.558059 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a52dec0-48e7-467f-ba6d-1ea98cc8f2a6 req-150061bc-b8ec-452c-8216-0be523c285a9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa8f78f7-90b5-4c26-8605-8048862f6ed1 HTTP/1.1" status: 200 len: 217 time: 0.0372605 Feb 08 16:31:36.608092 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52dec0-48e7-467f-ba6d-1ea98cc8f2a6 req-984a2b8a-a983-48f5-a329-10530f2c12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:36.610278 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a52dec0-48e7-467f-ba6d-1ea98cc8f2a6 req-984a2b8a-a983-48f5-a329-10530f2c12d3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=90b2cd73-e378-480d-8c35-b82860b3b5cc HTTP/1.1" status: 200 len: 849 time: 0.0444436 Feb 08 16:31:36.663373 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52dec0-48e7-467f-ba6d-1ea98cc8f2a6 req-b84125e5-08e5-4fe2-95c5-58e8d0ad1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:36.664874 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a52dec0-48e7-467f-ba6d-1ea98cc8f2a6 req-b84125e5-08e5-4fe2-95c5-58e8d0ad1b92 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5002c3c2-2f79-4135-b975-9bffb7c78f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452223 Feb 08 16:31:36.819153 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:36.882540 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c6fa4-0249-4fc0-a570-8d40c31e4808 req-71a53e10-fe3c-41ee-9ca5-b9714a97ee85 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:36.884110 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9e7c6fa4-0249-4fc0-a570-8d40c31e4808 req-71a53e10-fe3c-41ee-9ca5-b9714a97ee85 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1126 time: 0.0525744 Feb 08 16:31:36.931470 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9e7c6fa4-0249-4fc0-a570-8d40c31e4808 req-240ee1b2-0c1c-46ec-8a4d-1bc0e51a6ae6 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Feb 08 16:31:37.071140 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a52dec0-48e7-467f-ba6d-1ea98cc8f2a6 req-8f1be006-810d-4c34-9fec-bb298eed0265 service neutron] 10.222.0.94 "GET /v2.0/networks/5002c3c2-2f79-4135-b975-9bffb7c78f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980727 Feb 08 16:31:37.163225 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2a52dec0-48e7-467f-ba6d-1ea98cc8f2a6 req-caae04c8-8c98-417e-bd2f-0f1bfd045902 service neutron] 10.222.0.94 "GET /v2.0/networks/5002c3c2-2f79-4135-b975-9bffb7c78f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834465 Feb 08 16:31:37.750115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f405a2eb-bf88-45a3-9691-8672a50dfe05 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:31:37.798910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port f405a2eb-bf88-45a3-9691-8672a50dfe05 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:37.799289 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:37.883487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port f405a2eb-bf88-45a3-9691-8672a50dfe05 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:38.032538 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:38.051154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c30182-da04-4a24-8193-df2119505fb9 req-a5f81a28-3e08-4a82-9a10-71fc430822ef tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:38.052552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9c30182-da04-4a24-8193-df2119505fb9 req-a5f81a28-3e08-4a82-9a10-71fc430822ef tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1126 time: 0.0502946 Feb 08 16:31:38.098756 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9c30182-da04-4a24-8193-df2119505fb9 req-1b384d96-3516-405a-9746-0232a5775fde tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403135 Feb 08 16:31:38.264021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device fa8f78f7-90b5-4c26-8605-8048862f6ed1 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:31:38.367320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port fa8f78f7-90b5-4c26-8605-8048862f6ed1, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=fa8f78f7-90b5-4c26-8605-8048862f6ed1,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:38.380451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'fa8f78f7-90b5-4c26-8605-8048862f6ed1', 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d', 'port_id': 'fa8f78f7-90b5-4c26-8605-8048862f6ed1', 'mac_address': 'fa:16:3e:7a:a2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b2cd73-e378-480d-8c35-b82860b3b5cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:31:38.417667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port fa8f78f7-90b5-4c26-8605-8048862f6ed1 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:38.418057 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:38.431237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8f78f7-90b5-4c26-8605-8048862f6ed1 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:31:38.450435 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port fa8f78f7-90b5-4c26-8605-8048862f6ed1, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=fa8f78f7-90b5-4c26-8605-8048862f6ed1,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:38.454823 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:38.500481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=fa8f78f7-90b5-4c26-8605-8048862f6ed1,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:38.717980 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['fa8f78f7-90b5-4c26-8605-8048862f6ed1'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:31:39.213663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdcc7c-774b-4069-b26a-21e1736f8213 req-426dcaf9-c237-4a52-a4a2-2eb807ca02d2 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:39.215196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bbdcc7c-774b-4069-b26a-21e1736f8213 req-426dcaf9-c237-4a52-a4a2-2eb807ca02d2 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1127 time: 0.0480504 Feb 08 16:31:39.258796 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4bbdcc7c-774b-4069-b26a-21e1736f8213 req-221d9c3a-d763-4547-be93-96f31b1802c0 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373898 Feb 08 16:31:40.261594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device fa8f78f7-90b5-4c26-8605-8048862f6ed1 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:31:40.310124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port fa8f78f7-90b5-4c26-8605-8048862f6ed1 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:31:40.315266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port fa8f78f7-90b5-4c26-8605-8048862f6ed1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:40.315648 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:40.372189 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cec5c3-66b8-452b-936b-df0b4f3eabba req-0417d7d8-6444-4cb5-b8ec-582c08d6faea tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:40.374123 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4cec5c3-66b8-452b-936b-df0b4f3eabba req-0417d7d8-6444-4cb5-b8ec-582c08d6faea tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1127 time: 0.0470450 Feb 08 16:31:40.396286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port fa8f78f7-90b5-4c26-8605-8048862f6ed1 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:40.396673 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:40.419426 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c79364c-3d42-40ff-9f58-c934295b2d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8f78f7-90b5-4c26-8605-8048862f6ed1'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:31:40.419946 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4cec5c3-66b8-452b-936b-df0b4f3eabba req-3b52cd7b-16ae-4e13-90bd-34adc3706df9 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393453 Feb 08 16:31:40.422247 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56efdfb0-8325-4dc9-aa78-18000e56cf88" -d '{"events": [{"server_uuid": "9c79364c-3d42-40ff-9f58-c934295b2d1b", "name": "network-vif-plugged", "status": "completed", "tag": "fa8f78f7-90b5-4c26-8605-8048862f6ed1"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:31:40.434343 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port fa8f78f7-90b5-4c26-8605-8048862f6ed1, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=fa8f78f7-90b5-4c26-8605-8048862f6ed1,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:40.439564 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:40.463525 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8066327a-6f6c-43c6-aa2a-6252f674bdb9 x-openstack-request-id: req-8066327a-6f6c-43c6-aa2a-6252f674bdb9 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:31:40.463818 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c79364c-3d42-40ff-9f58-c934295b2d1b", "name": "network-vif-plugged", "status": "completed", "tag": "fa8f78f7-90b5-4c26-8605-8048862f6ed1", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:31:40.464075 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8066327a-6f6c-43c6-aa2a-6252f674bdb9 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:31:40.464469 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c79364c-3d42-40ff-9f58-c934295b2d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8f78f7-90b5-4c26-8605-8048862f6ed1', 'code': 200} Feb 08 16:31:40.492482 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=fa8f78f7-90b5-4c26-8605-8048862f6ed1,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:40.566596 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74619157-ab00-4dd5-9cc3-4d3825d23f72 req-4b6d2bee-5c34-46f2-8347-08eb13ddece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:40.568139 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-74619157-ab00-4dd5-9cc3-4d3825d23f72 req-4b6d2bee-5c34-46f2-8347-08eb13ddece5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1128 time: 0.0436289 Feb 08 16:31:40.615031 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-74619157-ab00-4dd5-9cc3-4d3825d23f72 req-957190b4-8955-4cbe-94d2-e7c0eb568991 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392089 Feb 08 16:31:41.542529 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044fa02-2466-41aa-ba35-37902e99eb4a req-b49376c5-2458-4bbe-9ab7-d524d6d12632 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:41.544037 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e044fa02-2466-41aa-ba35-37902e99eb4a req-b49376c5-2458-4bbe-9ab7-d524d6d12632 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1128 time: 0.0454185 Feb 08 16:31:41.591870 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e044fa02-2466-41aa-ba35-37902e99eb4a req-5e0d3e49-0ca7-479d-8e1c-d271bd2e943a tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415750 Feb 08 16:31:42.706198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73c1ac-846c-4b2e-9469-254215826501 req-fec51395-be79-4704-a733-d558aaed7a5d tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:42.707635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b73c1ac-846c-4b2e-9469-254215826501 req-fec51395-be79-4704-a733-d558aaed7a5d tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1128 time: 0.0448987 Feb 08 16:31:42.752123 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b73c1ac-846c-4b2e-9469-254215826501 req-1dfc9ca9-63b9-4256-970e-19b5c775e2b4 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389066 Feb 08 16:31:42.861851 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211472b-4e2c-44aa-817f-1e96f6ec1a65 req-d48a81af-e515-4631-856e-76edbdb3beeb tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:42.863441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e211472b-4e2c-44aa-817f-1e96f6ec1a65 req-d48a81af-e515-4631-856e-76edbdb3beeb tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1128 time: 0.0461643 Feb 08 16:31:42.905799 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e211472b-4e2c-44aa-817f-1e96f6ec1a65 req-77ecaf22-8116-4de6-a992-7a9cb23c4563 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368412 Feb 08 16:31:43.019112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e0e1-675f-4a4a-ad47-08f7c49c5cc3 req-acd5107e-3c65-45ba-9872-3daa724f1ffe tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:43.020726 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78c0e0e1-675f-4a4a-ad47-08f7c49c5cc3 req-acd5107e-3c65-45ba-9872-3daa724f1ffe tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1128 time: 0.0498314 Feb 08 16:31:43.063872 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78c0e0e1-675f-4a4a-ad47-08f7c49c5cc3 req-6a2f1898-701e-4baf-82cc-e071f0ceab06 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372088 Feb 08 16:31:43.270847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-4917600d-cf4d-4ebd-af90-51d4d3a7a097 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:43.272522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-4917600d-cf4d-4ebd-af90-51d4d3a7a097 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/networks?id=5002c3c2-2f79-4135-b975-9bffb7c78f4d HTTP/1.1" status: 200 len: 911 time: 0.0856912 Feb 08 16:31:43.286760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-1e734755-5bd0-4a6d-977a-0af3a630448f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/quotas/7b2be06a29cc4f72af46657f3b9ef765 HTTP/1.1" status: 200 len: 375 time: 0.0088904 Feb 08 16:31:43.341946 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-659d4d8f-4d76-4ee0-b84f-b9cdbeefa2df tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?tenant_id=7b2be06a29cc4f72af46657f3b9ef765&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504189 Feb 08 16:31:43.518985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-a55ed45e-91e2-4283-b1c0-f3dc364c0c6c service neutron] 10.222.0.82 "GET /v2.0/networks/5002c3c2-2f79-4135-b975-9bffb7c78f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704037 Feb 08 16:31:43.613486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-609a0bea-9f1f-4db5-a5f0-1c5811f32e35 service neutron] 10.222.0.82 "GET /v2.0/networks/5002c3c2-2f79-4135-b975-9bffb7c78f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884554 Feb 08 16:31:43.783393 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f016c242-7188-41f3-b4da-a029b7969f73 req-ffd90b98-0d84-4d4e-b487-6c5c263bc559 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 210 time: 0.0299215 Feb 08 16:31:44.895530 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-40e369a5-490f-4462-a667-99ebafdc42c1 req-0b7e5970-9b04-4402-91b6-bd5f1374b22a tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 210 time: 0.0264678 Feb 08 16:31:45.200891 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:31:45.212742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-1df90bb4-5b84-4665-9fc2-3889479cd804 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:45.214261 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-1df90bb4-5b84-4665-9fc2-3889479cd804 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.96 "GET /v2.0/networks?id=5002c3c2-2f79-4135-b975-9bffb7c78f4d HTTP/1.1" status: 200 len: 911 time: 0.0913186 Feb 08 16:31:45.225949 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-b645cf83-82e0-4b77-bc34-b74c8fe883b5 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Request body: {'port': {'device_id': 'b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed', 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d', 'admin_state_up': True, 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:31:45.246445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-b645cf83-82e0-4b77-bc34-b74c8fe883b5 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Made reservation on behalf of 7b2be06a29cc4f72af46657f3b9ef765 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:31:45.249316 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-b645cf83-82e0-4b77-bc34-b74c8fe883b5 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:45.367663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-b645cf83-82e0-4b77-bc34-b74c8fe883b5 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Allocated IP 172.20.0.8 (5002c3c2-2f79-4135-b975-9bffb7c78f4d/90b2cd73-e378-480d-8c35-b82860b3b5cc/481cd66c-9445-4c1d-bb40-491d00041048) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:31:45.503853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-b645cf83-82e0-4b77-bc34-b74c8fe883b5 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks [] for port (481cd66c-9445-4c1d-bb40-491d00041048), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:45.535347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-b645cf83-82e0-4b77-bc34-b74c8fe883b5 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (481cd66c-9445-4c1d-bb40-491d00041048), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:45.547765 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['fa8f78f7-90b5-4c26-8605-8048862f6ed1'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:31:45.574534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-b645cf83-82e0-4b77-bc34-b74c8fe883b5 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Network 5002c3c2-2f79-4135-b975-9bffb7c78f4d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:31:45.579448 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-b645cf83-82e0-4b77-bc34-b74c8fe883b5 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:31:45.582950 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-b645cf83-82e0-4b77-bc34-b74c8fe883b5 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:31:45.610372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645cf83-82e0-4b77-bc34-b74c8fe883b5 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Pushing event updated for resources: {'Port': ['ID=481cd66c-9445-4c1d-bb40-491d00041048,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:45.631549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-b645cf83-82e0-4b77-bc34-b74c8fe883b5 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:45.632271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-b645cf83-82e0-4b77-bc34-b74c8fe883b5 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:45.649112 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-b645cf83-82e0-4b77-bc34-b74c8fe883b5 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4267023 Feb 08 16:31:45.661053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Request body: {'port': {'device_id': 'b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:31:45.731539 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (481cd66c-9445-4c1d-bb40-491d00041048), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:45.843669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-bda5567b-b6bb-4107-9499-d0da4f000998 None None] Provisioning complete for port 481cd66c-9445-4c1d-bb40-491d00041048 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:45.844074 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bda5567b-b6bb-4107-9499-d0da4f000998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (481cd66c-9445-4c1d-bb40-491d00041048), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:45.881654 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-bda5567b-b6bb-4107-9499-d0da4f000998 None None] Port 481cd66c-9445-4c1d-bb40-491d00041048 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:31:46.006479 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481cd66c-9445-4c1d-bb40-491d00041048 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:31:46.008248 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b35c47-8aeb-424e-a935-554510613048 req-1139f622-5805-463a-8cfd-4dabbfff4c12 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:46.010485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58b35c47-8aeb-424e-a935-554510613048 req-1139f622-5805-463a-8cfd-4dabbfff4c12 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1027 time: 0.0450957 Feb 08 16:31:46.014101 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Publish callbacks [] for port (481cd66c-9445-4c1d-bb40-491d00041048), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:46.027582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Transition to ACTIVE for port object 481cd66c-9445-4c1d-bb40-491d00041048 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:31:46.031751 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (481cd66c-9445-4c1d-bb40-491d00041048), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:46.055721 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58b35c47-8aeb-424e-a935-554510613048 req-d644e83f-36a6-4d44-8124-85db4adb56e9 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388436 Feb 08 16:31:46.081717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Pushing event updated for resources: {'Port': ['ID=481cd66c-9445-4c1d-bb40-491d00041048,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:46.161445 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Attempting to bind port 481cd66c-9445-4c1d-bb40-491d00041048 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:31:46.161787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Attempting to bind port 481cd66c-9445-4c1d-bb40-491d00041048 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:31:46.162115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Attempting to bind port 481cd66c-9445-4c1d-bb40-491d00041048 on network 5002c3c2-2f79-4135-b975-9bffb7c78f4d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:31:46.166594 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Port 481cd66c-9445-4c1d-bb40-491d00041048 on network 5002c3c2-2f79-4135-b975-9bffb7c78f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:31:46.166921 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Attempting to bind port 481cd66c-9445-4c1d-bb40-491d00041048 on network 5002c3c2-2f79-4135-b975-9bffb7c78f4d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:31:46.172999 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:31:46.173209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Checking segment: {'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:31:46.173638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Bound using segment: {'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:31:46.173878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Bound port: 481cd66c-9445-4c1d-bb40-491d00041048, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0551e5c-193a-437b-8191-8a6e35b70e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:31:46.174245 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (481cd66c-9445-4c1d-bb40-491d00041048), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:46.241248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] For port 481cd66c-9445-4c1d-bb40-491d00041048, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:31:46.244332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] For port 481cd66c-9445-4c1d-bb40-491d00041048, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=481cd66c-9445-4c1d-bb40-491d00041048,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:31:46.251446 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (481cd66c-9445-4c1d-bb40-491d00041048), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:46.286012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:46.286646 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:46.288040 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] 10.222.0.96 "PUT /v2.0/ports/481cd66c-9445-4c1d-bb40-491d00041048 HTTP/1.1" status: 200 len: 1092 time: 0.6319919 Feb 08 16:31:46.288483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed', 'tag': '481cd66c-9445-4c1d-bb40-491d00041048'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:31:46.290784 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1852f95d-35bf-4a1b-b3e9-d8514a42d8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed", "tag": "481cd66c-9445-4c1d-bb40-491d00041048"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:31:46.318128 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088fa68-8555-435b-944b-4dcc6e9ec339 service neutron] Pushing event updated for resources: {'Port': ['ID=481cd66c-9445-4c1d-bb40-491d00041048,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:46.336982 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8538efb7-9be8-4610-8e7c-8ec9b740c567 x-openstack-request-id: req-8538efb7-9be8-4610-8e7c-8ec9b740c567 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:31:46.337330 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed", "tag": "481cd66c-9445-4c1d-bb40-491d00041048", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:31:46.337586 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8538efb7-9be8-4610-8e7c-8ec9b740c567 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:31:46.337994 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed', 'tag': '481cd66c-9445-4c1d-bb40-491d00041048', 'status': 'completed', 'code': 200} Feb 08 16:31:46.391112 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-a06cf1d6-b38f-46d8-a86b-5ce74b06297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:46.392647 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-a06cf1d6-b38f-46d8-a86b-5ce74b06297f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7b2be06a29cc4f72af46657f3b9ef765&device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1126 time: 0.0511866 Feb 08 16:31:46.436042 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-1eae85a3-da0f-4d18-9b67-6f69d2866e5c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=481cd66c-9445-4c1d-bb40-491d00041048 HTTP/1.1" status: 200 len: 217 time: 0.0359905 Feb 08 16:31:46.486340 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-e64d9b73-d28a-45d3-9c76-b3de5973cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:46.487865 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-e64d9b73-d28a-45d3-9c76-b3de5973cc01 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=90b2cd73-e378-480d-8c35-b82860b3b5cc HTTP/1.1" status: 200 len: 849 time: 0.0449200 Feb 08 16:31:46.542063 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-073b3587-2a82-49f6-ae66-0e98e74ca08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:46.543553 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-073b3587-2a82-49f6-ae66-0e98e74ca08e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5002c3c2-2f79-4135-b975-9bffb7c78f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505893 Feb 08 16:31:46.632514 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-0beb1685-a4c8-40c6-abbd-5e8ee9c51c42 service neutron] 10.222.0.96 "GET /v2.0/networks/5002c3c2-2f79-4135-b975-9bffb7c78f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813804 Feb 08 16:31:46.724141 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b207c21-0518-44a9-9dc8-a697fc87310e req-434be1bb-4151-4bb6-9d43-3e65045b5370 service neutron] 10.222.0.96 "GET /v2.0/networks/5002c3c2-2f79-4135-b975-9bffb7c78f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856180 Feb 08 16:31:46.814982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852f95d-35bf-4a1b-b3e9-d8514a42d8bc req-ba2df04c-ea8f-42e1-aace-9ff9d690af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:46.816459 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1852f95d-35bf-4a1b-b3e9-d8514a42d8bc req-ba2df04c-ea8f-42e1-aace-9ff9d690af95 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7b2be06a29cc4f72af46657f3b9ef765&device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1126 time: 0.0468652 Feb 08 16:31:46.910423 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852f95d-35bf-4a1b-b3e9-d8514a42d8bc req-87ee1dd8-3b43-45ca-9a3e-041acfebb5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:46.911916 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1852f95d-35bf-4a1b-b3e9-d8514a42d8bc req-87ee1dd8-3b43-45ca-9a3e-041acfebb5aa service neutron] 10.222.0.96 "GET /v2.0/networks?id=5002c3c2-2f79-4135-b975-9bffb7c78f4d HTTP/1.1" status: 200 len: 911 time: 0.0881455 Feb 08 16:31:46.958347 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1852f95d-35bf-4a1b-b3e9-d8514a42d8bc req-2d9ff419-a6fc-4d5b-8725-867e30e3eb9c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=481cd66c-9445-4c1d-bb40-491d00041048 HTTP/1.1" status: 200 len: 217 time: 0.0404069 Feb 08 16:31:47.007071 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852f95d-35bf-4a1b-b3e9-d8514a42d8bc req-59ac92e9-6c09-4508-8681-78111f2e8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:47.008544 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1852f95d-35bf-4a1b-b3e9-d8514a42d8bc req-59ac92e9-6c09-4508-8681-78111f2e8e36 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=90b2cd73-e378-480d-8c35-b82860b3b5cc HTTP/1.1" status: 200 len: 849 time: 0.0436013 Feb 08 16:31:47.057520 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852f95d-35bf-4a1b-b3e9-d8514a42d8bc req-cf999df7-ec81-4c63-85c7-30f30e3fa988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:47.059031 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1852f95d-35bf-4a1b-b3e9-d8514a42d8bc req-cf999df7-ec81-4c63-85c7-30f30e3fa988 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5002c3c2-2f79-4135-b975-9bffb7c78f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440288 Feb 08 16:31:47.152509 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1852f95d-35bf-4a1b-b3e9-d8514a42d8bc req-422fad7b-ed68-4edd-963d-bf8574dab0db service neutron] 10.222.0.96 "GET /v2.0/networks/5002c3c2-2f79-4135-b975-9bffb7c78f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867264 Feb 08 16:31:47.171368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074ee96-b5b4-4b0f-b27c-81dff8666db7 req-03fb739e-9f47-4b90-94ad-d7e6b77ab609 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:47.173630 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4074ee96-b5b4-4b0f-b27c-81dff8666db7 req-03fb739e-9f47-4b90-94ad-d7e6b77ab609 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1126 time: 0.0495372 Feb 08 16:31:47.218173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4074ee96-b5b4-4b0f-b27c-81dff8666db7 req-a3a22d51-b44b-4bce-8355-ea84d6a136a6 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386624 Feb 08 16:31:47.246326 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1852f95d-35bf-4a1b-b3e9-d8514a42d8bc req-da564cae-a858-4464-9043-45063a0564f0 service neutron] 10.222.0.96 "GET /v2.0/networks/5002c3c2-2f79-4135-b975-9bffb7c78f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870671 Feb 08 16:31:48.332736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32cdc3-b1ce-4a8e-a88a-2ab3cfe35a23 req-f9454e77-c359-43fa-90d0-577cac208fb8 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:48.334326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f32cdc3-b1ce-4a8e-a88a-2ab3cfe35a23 req-f9454e77-c359-43fa-90d0-577cac208fb8 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1126 time: 0.0465567 Feb 08 16:31:48.378208 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3f32cdc3-b1ce-4a8e-a88a-2ab3cfe35a23 req-aeb9b304-1537-44d0-8cdd-79cc4f84b7f5 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383232 Feb 08 16:31:49.220606 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:49.500850 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc70f8-b228-4baf-a561-b700a794728a req-6ff7873b-b46e-4ca1-9638-2680c8f70081 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:49.502304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4bc70f8-b228-4baf-a561-b700a794728a req-6ff7873b-b46e-4ca1-9638-2680c8f70081 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1126 time: 0.0445611 Feb 08 16:31:49.551602 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4bc70f8-b228-4baf-a561-b700a794728a req-ba7caa66-2b1e-40b8-b5a1-81a0a33652b7 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 Feb 08 16:31:50.130364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 481cd66c-9445-4c1d-bb40-491d00041048 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:31:50.226513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 481cd66c-9445-4c1d-bb40-491d00041048, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=481cd66c-9445-4c1d-bb40-491d00041048,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:50.240856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '481cd66c-9445-4c1d-bb40-491d00041048', 'network_id': '5002c3c2-2f79-4135-b975-9bffb7c78f4d', 'port_id': '481cd66c-9445-4c1d-bb40-491d00041048', 'mac_address': 'fa:16:3e:98:3c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b2cd73-e378-480d-8c35-b82860b3b5cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:31:50.435165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 481cd66c-9445-4c1d-bb40-491d00041048 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:50.435460 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (481cd66c-9445-4c1d-bb40-491d00041048), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:50.448568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481cd66c-9445-4c1d-bb40-491d00041048 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:31:50.467775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 481cd66c-9445-4c1d-bb40-491d00041048, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=481cd66c-9445-4c1d-bb40-491d00041048,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:50.471698 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (481cd66c-9445-4c1d-bb40-491d00041048), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:50.517518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=481cd66c-9445-4c1d-bb40-491d00041048,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:50.665028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84285fa8-7282-44fd-952f-3b318bb233e8 req-73c9c758-cecd-4466-9326-1885ea357647 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:50.666899 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84285fa8-7282-44fd-952f-3b318bb233e8 req-73c9c758-cecd-4466-9326-1885ea357647 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1127 time: 0.0460615 Feb 08 16:31:50.668211 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:50.674652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['481cd66c-9445-4c1d-bb40-491d00041048'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:31:50.714115 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84285fa8-7282-44fd-952f-3b318bb233e8 req-95244002-d7f9-406c-8984-bebbdad2ba5a tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387595 Feb 08 16:31:51.822421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecb655-df6d-4e89-9356-90d4ebbc1401 req-5ff15705-92f4-4df2-b7f0-11abf5ef7655 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:51.823938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-74ecb655-df6d-4e89-9356-90d4ebbc1401 req-5ff15705-92f4-4df2-b7f0-11abf5ef7655 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1127 time: 0.0450494 Feb 08 16:31:51.868030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-74ecb655-df6d-4e89-9356-90d4ebbc1401 req-e3dde31e-e9ce-45d6-8c69-b415eb65a526 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378771 Feb 08 16:31:52.162867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 481cd66c-9445-4c1d-bb40-491d00041048 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:31:52.210283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 481cd66c-9445-4c1d-bb40-491d00041048 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:31:52.214010 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 481cd66c-9445-4c1d-bb40-491d00041048 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:31:52.214384 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (481cd66c-9445-4c1d-bb40-491d00041048), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:52.292272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 481cd66c-9445-4c1d-bb40-491d00041048 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:31:52.292663 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (481cd66c-9445-4c1d-bb40-491d00041048), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:52.314266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481cd66c-9445-4c1d-bb40-491d00041048'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:31:52.316511 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c4f2a5-c7e6-4e42-9eff-61d74565d9a7" -d '{"events": [{"server_uuid": "b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed", "name": "network-vif-plugged", "status": "completed", "tag": "481cd66c-9445-4c1d-bb40-491d00041048"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:31:52.330790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 481cd66c-9445-4c1d-bb40-491d00041048, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=481cd66c-9445-4c1d-bb40-491d00041048,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:52.334603 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (481cd66c-9445-4c1d-bb40-491d00041048), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:52.358165 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c65c00-8dc1-466f-bb57-fc653033877b x-openstack-request-id: req-e3c65c00-8dc1-466f-bb57-fc653033877b {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:31:52.358465 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed", "name": "network-vif-plugged", "status": "completed", "tag": "481cd66c-9445-4c1d-bb40-491d00041048", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:31:52.358728 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e3c65c00-8dc1-466f-bb57-fc653033877b {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:31:52.359769 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481cd66c-9445-4c1d-bb40-491d00041048', 'code': 200} Feb 08 16:31:52.385242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=481cd66c-9445-4c1d-bb40-491d00041048,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:52.461133 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c0acb-d8dc-4200-8bb4-00fa86e73569 req-ec2aa8a4-56dc-4207-8e95-56aa6e064499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:52.462642 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-602c0acb-d8dc-4200-8bb4-00fa86e73569 req-ec2aa8a4-56dc-4207-8e95-56aa6e064499 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1128 time: 0.0515003 Feb 08 16:31:52.506319 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-602c0acb-d8dc-4200-8bb4-00fa86e73569 req-e44088e6-a8c1-45d1-a15e-078f89221bb4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368698 Feb 08 16:31:52.607836 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f7793f5-10d8-4f45-9ffe-3dba1841fae3 req-db1f3d93-8bf8-439e-882d-45a490640512 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423880 Feb 08 16:31:52.692327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7793f5-10d8-4f45-9ffe-3dba1841fae3 req-8c0cdcf8-bf66-4c02-92c7-4826bf304520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:52.693859 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f7793f5-10d8-4f45-9ffe-3dba1841fae3 req-8c0cdcf8-bf66-4c02-92c7-4826bf304520 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7b2be06a29cc4f72af46657f3b9ef765&device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1128 time: 0.0440090 Feb 08 16:31:52.807978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7793f5-10d8-4f45-9ffe-3dba1841fae3 req-0f585687-bac6-4164-9f46-2a6606b2fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:52.809483 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f7793f5-10d8-4f45-9ffe-3dba1841fae3 req-0f585687-bac6-4164-9f46-2a6606b2fa65 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5002c3c2-2f79-4135-b975-9bffb7c78f4d HTTP/1.1" status: 200 len: 911 time: 0.0873671 Feb 08 16:31:52.851255 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f7793f5-10d8-4f45-9ffe-3dba1841fae3 req-5e5ce466-5005-459d-a471-731692fbd791 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa8f78f7-90b5-4c26-8605-8048862f6ed1 HTTP/1.1" status: 200 len: 217 time: 0.0344670 Feb 08 16:31:52.900643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7793f5-10d8-4f45-9ffe-3dba1841fae3 req-aa0ebe1b-5e65-4509-9458-6bd2655ef988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:52.902272 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f7793f5-10d8-4f45-9ffe-3dba1841fae3 req-aa0ebe1b-5e65-4509-9458-6bd2655ef988 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=90b2cd73-e378-480d-8c35-b82860b3b5cc HTTP/1.1" status: 200 len: 849 time: 0.0435052 Feb 08 16:31:52.959036 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7793f5-10d8-4f45-9ffe-3dba1841fae3 req-b5560f37-f3ea-439a-a746-dc23c94a4ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:52.960567 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f7793f5-10d8-4f45-9ffe-3dba1841fae3 req-b5560f37-f3ea-439a-a746-dc23c94a4ac9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5002c3c2-2f79-4135-b975-9bffb7c78f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517898 Feb 08 16:31:52.982089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f725c7-f164-47e9-84ee-aa76d73a3c56 req-9661c36c-1f48-4f10-9794-ee922c978e97 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:52.983609 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17f725c7-f164-47e9-84ee-aa76d73a3c56 req-9661c36c-1f48-4f10-9794-ee922c978e97 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1128 time: 0.0475082 Feb 08 16:31:53.028906 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17f725c7-f164-47e9-84ee-aa76d73a3c56 req-6e1a2f5d-a78b-43db-95ca-36b74f22c230 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390756 Feb 08 16:31:53.056123 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f7793f5-10d8-4f45-9ffe-3dba1841fae3 req-018bc1c6-4af8-49f9-a0e6-f2a566a767aa service neutron] 10.222.0.94 "GET /v2.0/networks/5002c3c2-2f79-4135-b975-9bffb7c78f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886197 Feb 08 16:31:53.150316 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f7793f5-10d8-4f45-9ffe-3dba1841fae3 req-0ede0950-dfdf-4911-9648-0163fd6cb141 service neutron] 10.222.0.94 "GET /v2.0/networks/5002c3c2-2f79-4135-b975-9bffb7c78f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869801 Feb 08 16:31:54.137935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae34fb3-ab1f-4e99-9445-f1355b6abfc4 req-9406ca7b-e262-4e59-a88a-7f0175b2e919 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:54.139474 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ae34fb3-ab1f-4e99-9445-f1355b6abfc4 req-9406ca7b-e262-4e59-a88a-7f0175b2e919 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1128 time: 0.0439558 Feb 08 16:31:54.183511 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ae34fb3-ab1f-4e99-9445-f1355b6abfc4 req-14619a0e-f1da-4d06-a836-3787d6334b54 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385149 Feb 08 16:31:54.299684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66053ef1-0b42-427f-89ce-83cd8a0c0a73 req-c6e3567b-0ae9-4f7c-b749-149f153d5047 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:54.301215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66053ef1-0b42-427f-89ce-83cd8a0c0a73 req-c6e3567b-0ae9-4f7c-b749-149f153d5047 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1128 time: 0.0479972 Feb 08 16:31:54.345275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-66053ef1-0b42-427f-89ce-83cd8a0c0a73 req-5650eea0-7662-4e8f-8faa-8f7d3eed09fc tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383461 Feb 08 16:31:54.450694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48d310-df0e-4e66-83ce-922bec35ee05 req-471235ff-75a1-4bd7-8f0d-e8b9c53d482b tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:54.452217 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d48d310-df0e-4e66-83ce-922bec35ee05 req-471235ff-75a1-4bd7-8f0d-e8b9c53d482b tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1128 time: 0.0433044 Feb 08 16:31:54.496147 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d48d310-df0e-4e66-83ce-922bec35ee05 req-8cb5ebee-6942-4e57-b522-499a5d808237 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375223 Feb 08 16:31:54.719068 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926e2ab-fe1e-48ed-9bcf-b8a074a7c043 req-8c6e2f3f-2825-4f5e-804f-08508c573801 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:54.720591 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d926e2ab-fe1e-48ed-9bcf-b8a074a7c043 req-8c6e2f3f-2825-4f5e-804f-08508c573801 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1128 time: 0.0455494 Feb 08 16:31:54.769569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d926e2ab-fe1e-48ed-9bcf-b8a074a7c043 req-66530a28-ffce-4ed6-bee4-88acf7202e8f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432088 Feb 08 16:31:55.886164 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d107754-3038-46f8-8d38-5950bbd15e14 req-f7634503-51fa-4c0c-9e0a-78f9ab8cc2e1 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:55.887693 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d107754-3038-46f8-8d38-5950bbd15e14 req-f7634503-51fa-4c0c-9e0a-78f9ab8cc2e1 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1128 time: 0.0508962 Feb 08 16:31:55.933336 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d107754-3038-46f8-8d38-5950bbd15e14 req-57875ce9-af2e-4595-9444-332a697870dd tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390213 Feb 08 16:31:55.939327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae220971-3b80-40e2-9527-f5b9f0f058e3 req-9875828e-0057-489a-a656-26a6d07927a3 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:55.940882 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ae220971-3b80-40e2-9527-f5b9f0f058e3 req-9875828e-0057-489a-a656-26a6d07927a3 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed HTTP/1.1" status: 200 len: 1128 time: 0.0449257 Feb 08 16:31:56.019966 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-ae220971-3b80-40e2-9527-f5b9f0f058e3 req-67b69672-d707-4f11-b804-3f86aef35d11 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Deleting port 481cd66c-9445-4c1d-bb40-491d00041048 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:31:56.020310 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ae220971-3b80-40e2-9527-f5b9f0f058e3 req-67b69672-d707-4f11-b804-3f86aef35d11 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (481cd66c-9445-4c1d-bb40-491d00041048), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:56.101590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ae220971-3b80-40e2-9527-f5b9f0f058e3 req-67b69672-d707-4f11-b804-3f86aef35d11 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] For port 481cd66c-9445-4c1d-bb40-491d00041048, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=481cd66c-9445-4c1d-bb40-491d00041048,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:56.101957 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ae220971-3b80-40e2-9527-f5b9f0f058e3 req-67b69672-d707-4f11-b804-3f86aef35d11 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (481cd66c-9445-4c1d-bb40-491d00041048), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:56.114434 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-ae220971-3b80-40e2-9527-f5b9f0f058e3 req-67b69672-d707-4f11-b804-3f86aef35d11 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Calling delete_port for 481cd66c-9445-4c1d-bb40-491d00041048 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:31:56.238978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ae220971-3b80-40e2-9527-f5b9f0f058e3 req-67b69672-d707-4f11-b804-3f86aef35d11 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (481cd66c-9445-4c1d-bb40-491d00041048), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:56.252231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['481cd66c-9445-4c1d-bb40-491d00041048'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:31:56.258159 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['fa8f78f7-90b5-4c26-8605-8048862f6ed1'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:31:56.268156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b69672-d707-4f11-b804-3f86aef35d11 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Pushing event deleted for resources: {'Port': ['ID=481cd66c-9445-4c1d-bb40-491d00041048,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:56.312555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae220971-3b80-40e2-9527-f5b9f0f058e3 req-67b69672-d707-4f11-b804-3f86aef35d11 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] No DVR routers for this DVR port 481cd66c-9445-4c1d-bb40-491d00041048 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:31:56.316006 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ae220971-3b80-40e2-9527-f5b9f0f058e3 req-67b69672-d707-4f11-b804-3f86aef35d11 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:56.319492 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ae220971-3b80-40e2-9527-f5b9f0f058e3 req-67b69672-d707-4f11-b804-3f86aef35d11 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.96 "DELETE /v2.0/ports/481cd66c-9445-4c1d-bb40-491d00041048 HTTP/1.1" status: 204 len: 173 time: 0.3737383 Feb 08 16:31:56.319962 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed', 'name': 'network-vif-deleted', 'tag': '481cd66c-9445-4c1d-bb40-491d00041048'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:31:56.329782 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ea55e9-ffe1-48c7-ba68-47e2c941e1dc" -d '{"events": [{"server_uuid": "b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed", "name": "network-vif-deleted", "tag": "481cd66c-9445-4c1d-bb40-491d00041048"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:31:56.378390 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e585f29-0606-41dc-8bdf-fd57a1d81a59 x-openstack-request-id: req-9e585f29-0606-41dc-8bdf-fd57a1d81a59 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:31:56.378691 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed", "name": "network-vif-deleted", "tag": "481cd66c-9445-4c1d-bb40-491d00041048", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:31:56.378945 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9e585f29-0606-41dc-8bdf-fd57a1d81a59 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:31:56.379349 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06bf8e0-e5c9-4ff6-beed-c8917d0f38ed', 'name': 'network-vif-deleted', 'tag': '481cd66c-9445-4c1d-bb40-491d00041048', 'status': 'completed', 'code': 200} Feb 08 16:31:57.190221 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d320c8-8678-45be-9fb8-28a48574923e req-77982f8c-b24b-486c-b8ea-030f2c8fb67d tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:57.191744 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9d320c8-8678-45be-9fb8-28a48574923e req-77982f8c-b24b-486c-b8ea-030f2c8fb67d tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1128 time: 0.0441051 Feb 08 16:31:57.235730 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9d320c8-8678-45be-9fb8-28a48574923e req-389286eb-4520-42c3-bca3-07ac9e38bbd5 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384443 Feb 08 16:31:58.352483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c083197-2b7b-4a10-b5e1-0c2d400913e8 req-1c70fd83-3c8d-4f0f-b21b-bab7db6b8ebf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:58.354034 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c083197-2b7b-4a10-b5e1-0c2d400913e8 req-1c70fd83-3c8d-4f0f-b21b-bab7db6b8ebf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1128 time: 0.0486283 Feb 08 16:31:58.399230 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c083197-2b7b-4a10-b5e1-0c2d400913e8 req-f84734e2-9dfe-4de0-92d9-149d3b84c1bf tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/security-groups?id=716a0ad7-c887-4681-a02e-20f5caf19e53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385749 Feb 08 16:31:58.680963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a8a2a-53a7-4d3d-9d1a-ec56f2fc4cb8 req-e26c9294-f06d-4e39-bbc9-632c3d592ce3 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:31:58.682500 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-141a8a2a-53a7-4d3d-9d1a-ec56f2fc4cb8 req-e26c9294-f06d-4e39-bbc9-632c3d592ce3 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 1128 time: 0.0479271 Feb 08 16:31:58.765021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-141a8a2a-53a7-4d3d-9d1a-ec56f2fc4cb8 req-d0b1d55e-21b6-4233-9d00-e46709b02f3f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Deleting port fa8f78f7-90b5-4c26-8605-8048862f6ed1 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:31:58.766002 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-141a8a2a-53a7-4d3d-9d1a-ec56f2fc4cb8 req-d0b1d55e-21b6-4233-9d00-e46709b02f3f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:58.845493 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-141a8a2a-53a7-4d3d-9d1a-ec56f2fc4cb8 req-d0b1d55e-21b6-4233-9d00-e46709b02f3f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] For port fa8f78f7-90b5-4c26-8605-8048862f6ed1, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=fa8f78f7-90b5-4c26-8605-8048862f6ed1,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:31:58.845851 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-141a8a2a-53a7-4d3d-9d1a-ec56f2fc4cb8 req-d0b1d55e-21b6-4233-9d00-e46709b02f3f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:58.859305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-141a8a2a-53a7-4d3d-9d1a-ec56f2fc4cb8 req-d0b1d55e-21b6-4233-9d00-e46709b02f3f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Calling delete_port for fa8f78f7-90b5-4c26-8605-8048862f6ed1 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:31:58.977323 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-141a8a2a-53a7-4d3d-9d1a-ec56f2fc4cb8 req-d0b1d55e-21b6-4233-9d00-e46709b02f3f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (fa8f78f7-90b5-4c26-8605-8048862f6ed1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:58.990105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['fa8f78f7-90b5-4c26-8605-8048862f6ed1'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:31:59.008297 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1d55e-21b6-4233-9d00-e46709b02f3f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa8f78f7-90b5-4c26-8605-8048862f6ed1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:31:59.051883 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-141a8a2a-53a7-4d3d-9d1a-ec56f2fc4cb8 req-d0b1d55e-21b6-4233-9d00-e46709b02f3f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] No DVR routers for this DVR port fa8f78f7-90b5-4c26-8605-8048862f6ed1 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:31:59.054534 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-141a8a2a-53a7-4d3d-9d1a-ec56f2fc4cb8 req-d0b1d55e-21b6-4233-9d00-e46709b02f3f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:31:59.057952 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-141a8a2a-53a7-4d3d-9d1a-ec56f2fc4cb8 req-d0b1d55e-21b6-4233-9d00-e46709b02f3f tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.94 "DELETE /v2.0/ports/fa8f78f7-90b5-4c26-8605-8048862f6ed1 HTTP/1.1" status: 204 len: 173 time: 0.3676214 Feb 08 16:31:59.058521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c79364c-3d42-40ff-9f58-c934295b2d1b', 'name': 'network-vif-deleted', 'tag': 'fa8f78f7-90b5-4c26-8605-8048862f6ed1'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:31:59.060840 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11d7e90-0592-46de-8549-3b69a1630b2e" -d '{"events": [{"server_uuid": "9c79364c-3d42-40ff-9f58-c934295b2d1b", "name": "network-vif-deleted", "tag": "fa8f78f7-90b5-4c26-8605-8048862f6ed1"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:31:59.100581 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9056453b-1792-42dd-acce-f1933ebc8603 x-openstack-request-id: req-9056453b-1792-42dd-acce-f1933ebc8603 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:31:59.100883 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c79364c-3d42-40ff-9f58-c934295b2d1b", "name": "network-vif-deleted", "tag": "fa8f78f7-90b5-4c26-8605-8048862f6ed1", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:31:59.101274 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9056453b-1792-42dd-acce-f1933ebc8603 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:31:59.101687 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c79364c-3d42-40ff-9f58-c934295b2d1b', 'name': 'network-vif-deleted', 'tag': 'fa8f78f7-90b5-4c26-8605-8048862f6ed1', 'status': 'completed', 'code': 200} Feb 08 16:31:59.509176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a011139e-5ab9-4d01-818f-056911a36b82 req-b22360c9-054e-4a59-97b3-6e1f6245bcb4 tempest-TestServerMultinode-2007614887 tempest-TestServerMultinode-2007614887-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9c79364c-3d42-40ff-9f58-c934295b2d1b HTTP/1.1" status: 200 len: 210 time: 0.0282273 Feb 08 16:32:00.208897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 481cd66c-9445-4c1d-bb40-491d00041048 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:32:00.229087 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 481cd66c-9445-4c1d-bb40-491d00041048 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:32:00.229440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 481cd66c-9445-4c1d-bb40-491d00041048 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:32:00.570145 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59992) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:00.913148 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c734dcbc-a8fb-4372-8d16-0c81f7eeb6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (66378cca-6a3b-4bec-a36a-6e2a27b465e7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:01.159321 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c734dcbc-a8fb-4372-8d16-0c81f7eeb6fe admin admin] Deleting port 225f6d6f-dd55-40b8-879d-e2a909126a6e {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:32:01.159661 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c734dcbc-a8fb-4372-8d16-0c81f7eeb6fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:01.239288 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-c734dcbc-a8fb-4372-8d16-0c81f7eeb6fe admin admin] For port 225f6d6f-dd55-40b8-879d-e2a909126a6e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=225f6d6f-dd55-40b8-879d-e2a909126a6e,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:32:01.239567 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c734dcbc-a8fb-4372-8d16-0c81f7eeb6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:01.254717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-c734dcbc-a8fb-4372-8d16-0c81f7eeb6fe admin admin] Calling delete_port for 225f6d6f-dd55-40b8-879d-e2a909126a6e owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:32:01.432327 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c734dcbc-a8fb-4372-8d16-0c81f7eeb6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (225f6d6f-dd55-40b8-879d-e2a909126a6e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:01.457490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734dcbc-a8fb-4372-8d16-0c81f7eeb6fe admin admin] Pushing event deleted for resources: {'Port': ['ID=225f6d6f-dd55-40b8-879d-e2a909126a6e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:01.580530 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f76c7fee-8796-4828-8311-8db1e1dd59c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:01.622071 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c734dcbc-a8fb-4372-8d16-0c81f7eeb6fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (66378cca-6a3b-4bec-a36a-6e2a27b465e7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:01.847673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c734dcbc-a8fb-4372-8d16-0c81f7eeb6fe admin admin] Router 66378cca-6a3b-4bec-a36a-6e2a27b465e7 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:32:01.955846 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c734dcbc-a8fb-4372-8d16-0c81f7eeb6fe admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:32:01.960785 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c734dcbc-a8fb-4372-8d16-0c81f7eeb6fe admin admin] 10.222.0.82 "PUT /v2.0/routers/66378cca-6a3b-4bec-a36a-6e2a27b465e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3890731 Feb 08 16:32:01.963384 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59994) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:01.966006 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f463dc-1764-40d4-8972-7c4f88e2232d None None] Sync routers for ids ['66378cca-6a3b-4bec-a36a-6e2a27b465e7'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:32:01.976510 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f463dc-1764-40d4-8972-7c4f88e2232d None None] Routers {'66378cca-6a3b-4bec-a36a-6e2a27b465e7'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:32:01.977149 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c6f463dc-1764-40d4-8972-7c4f88e2232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:31:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['66378cca-6a3b-4bec-a36a-6e2a27b465e7'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:32:02.070002 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] Publish callbacks [] for router (66378cca-6a3b-4bec-a36a-6e2a27b465e7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:02.083313 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c6f463dc-1764-40d4-8972-7c4f88e2232d None None] Set router 66378cca-6a3b-4bec-a36a-6e2a27b465e7 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:32:02.269860 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c6f463dc-1764-40d4-8972-7c4f88e2232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'name': 'tempest-TestServerMultinode-1801229999-router', 'tenant_id': '6fbc787706354b53b92d8002e564be6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:32:01Z', 'revision_number': 5, 'project_id': '6fbc787706354b53b92d8002e564be6e', 'gw_port': {'id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:32:02.297007 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f463dc-1764-40d4-8972-7c4f88e2232d None None] Checking router: 66378cca-6a3b-4bec-a36a-6e2a27b465e7 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:32:02.306168 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f463dc-1764-40d4-8972-7c4f88e2232d None None] Routers {'66378cca-6a3b-4bec-a36a-6e2a27b465e7'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:32:02.306787 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c6f463dc-1764-40d4-8972-7c4f88e2232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:31:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['66378cca-6a3b-4bec-a36a-6e2a27b465e7'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:32:02.400454 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device fa8f78f7-90b5-4c26-8605-8048862f6ed1 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:32:02.417649 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c6f463dc-1764-40d4-8972-7c4f88e2232d None None] Set router 66378cca-6a3b-4bec-a36a-6e2a27b465e7 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:32:02.422391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: fa8f78f7-90b5-4c26-8605-8048862f6ed1 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:32:02.423246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device fa8f78f7-90b5-4c26-8605-8048862f6ed1 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:32:02.486056 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] Publish callbacks [] for router_gateway (66378cca-6a3b-4bec-a36a-6e2a27b465e7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:02.538954 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] Deleting port ca934871-e042-4593-93dd-a0b4b9d8a74b {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:32:02.539212 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ca934871-e042-4593-93dd-a0b4b9d8a74b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:02.592289 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c6f463dc-1764-40d4-8972-7c4f88e2232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'name': 'tempest-TestServerMultinode-1801229999-router', 'tenant_id': '6fbc787706354b53b92d8002e564be6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:32:01Z', 'revision_number': 5, 'project_id': '6fbc787706354b53b92d8002e564be6e', 'gw_port': {'id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:32:02.616488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] For port ca934871-e042-4593-93dd-a0b4b9d8a74b, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ca934871-e042-4593-93dd-a0b4b9d8a74b,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:32:02.616863 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ca934871-e042-4593-93dd-a0b4b9d8a74b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:02.621436 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f463dc-1764-40d4-8972-7c4f88e2232d None None] The sync data for ids ['66378cca-6a3b-4bec-a36a-6e2a27b465e7'] in n-d-824834-11 is: [{'id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'name': 'tempest-TestServerMultinode-1801229999-router', 'tenant_id': '6fbc787706354b53b92d8002e564be6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:32:01Z', 'revision_number': 5, 'project_id': '6fbc787706354b53b92d8002e564be6e', 'gw_port': {'id': 'ca934871-e042-4593-93dd-a0b4b9d8a74b', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66378cca-6a3b-4bec-a36a-6e2a27b465e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:23Z', 'updated_at': '2022-02-08T16:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:32:02.635837 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] Calling delete_port for ca934871-e042-4593-93dd-a0b4b9d8a74b owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:32:02.806989 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ca934871-e042-4593-93dd-a0b4b9d8a74b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:02.832241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca934871-e042-4593-93dd-a0b4b9d8a74b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:02.892413 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (66378cca-6a3b-4bec-a36a-6e2a27b465e7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:02.985607 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (66378cca-6a3b-4bec-a36a-6e2a27b465e7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:02.988310 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] Publish callbacks [] for router_controller (66378cca-6a3b-4bec-a36a-6e2a27b465e7), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.037102 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (66378cca-6a3b-4bec-a36a-6e2a27b465e7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.038265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66378cca-6a3b-4bec-a36a-6e2a27b465e7 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:32:03.042650 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.043835 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-248304d5-5454-45f5-a10f-31afbc55a910 admin admin] 10.222.0.82 "DELETE /v2.0/routers/66378cca-6a3b-4bec-a36a-6e2a27b465e7 HTTP/1.1" status: 204 len: 168 time: 1.0795157 Feb 08 16:32:03.047807 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 59996) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:03.092871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e3736f-890a-4714-b818-365e5fffc3b7 admin admin] Deleting subnet 90b2cd73-e378-480d-8c35-b82860b3b5cc {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:32:03.097030 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50e3736f-890a-4714-b818-365e5fffc3b7 admin admin] Publish callbacks [] for subnet (90b2cd73-e378-480d-8c35-b82860b3b5cc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.131865 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50e3736f-890a-4714-b818-365e5fffc3b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (90b2cd73-e378-480d-8c35-b82860b3b5cc), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.216206 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50e3736f-890a-4714-b818-365e5fffc3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (90b2cd73-e378-480d-8c35-b82860b3b5cc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.270020 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50e3736f-890a-4714-b818-365e5fffc3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (90b2cd73-e378-480d-8c35-b82860b3b5cc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.298244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3736f-890a-4714-b818-365e5fffc3b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b2cd73-e378-480d-8c35-b82860b3b5cc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:03.300190 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50e3736f-890a-4714-b818-365e5fffc3b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.304362 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-50e3736f-890a-4714-b818-365e5fffc3b7 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/90b2cd73-e378-480d-8c35-b82860b3b5cc HTTP/1.1" status: 204 len: 168 time: 0.2555804 Feb 08 16:32:03.304510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37457d1c-19dc-4497-a6ed-0485dc5da356 None None] Network 5002c3c2-2f79-4135-b975-9bffb7c78f4d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:32:03.306167 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 59998) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:03.375720 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (5002c3c2-2f79-4135-b975-9bffb7c78f4d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.432687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Deleting port 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:32:03.433199 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (20d4bbc5-0ff8-443e-bd34-79152d2d1ad1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.493084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] For port 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=20d4bbc5-0ff8-443e-bd34-79152d2d1ad1,segment=NetworkSegment(d0551e5c-193a-437b-8191-8a6e35b70e8f),segment_id=d0551e5c-193a-437b-8191-8a6e35b70e8f)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:32:03.493450 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (20d4bbc5-0ff8-443e-bd34-79152d2d1ad1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.511836 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Calling delete_port for 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:32:03.595095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d78bd-4893-4cb9-8d7a-09f7380bb279 None None] DHCP port deletion for 5002c3c2-2f79-4135-b975-9bffb7c78f4d request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:32:03.598487 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (20d4bbc5-0ff8-443e-bd34-79152d2d1ad1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.632307 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d4bbc5-0ff8-443e-bd34-79152d2d1ad1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:03.637239 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] No DVR routers for this DVR port 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:32:03.663769 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:03.664121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:03.664463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:03.664799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:03.665159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:03.665490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:03.665821 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:03.666148 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:03.666472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:03.666811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:03.667121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:03.667444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:03.667765 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:03.722845 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (5002c3c2-2f79-4135-b975-9bffb7c78f4d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.745137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:32:03.746831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5002c3c2-2f79-4135-b975-9bffb7c78f4d']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:32:03.756643 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0551e5c-193a-437b-8191-8a6e35b70e8f') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:32:03.756941 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0551e5c-193a-437b-8191-8a6e35b70e8f') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:32:03.765760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:32:03.766114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 20d4bbc5-0ff8-443e-bd34-79152d2d1ad1 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:32:03.766534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ca934871-e042-4593-93dd-a0b4b9d8a74b no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:32:03.770296 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (d0551e5c-193a-437b-8191-8a6e35b70e8f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.784500 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d0551e5c-193a-437b-8191-8a6e35b70e8f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.789915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: ca934871-e042-4593-93dd-a0b4b9d8a74b {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:32:03.790268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ca934871-e042-4593-93dd-a0b4b9d8a74b not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:32:03.790369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:32:03.790759 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (d0551e5c-193a-437b-8191-8a6e35b70e8f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.790865 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 225f6d6f-dd55-40b8-879d-e2a909126a6e no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:32:03.792388 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:32:03.811125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 225f6d6f-dd55-40b8-879d-e2a909126a6e {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:32:03.811483 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 225f6d6f-dd55-40b8-879d-e2a909126a6e not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:32:03.853711 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (5002c3c2-2f79-4135-b975-9bffb7c78f4d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.858653 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4d1bf0e5-cffd-428d-a47a-6ca081ca0621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.859436 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:03.863137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] 10.222.0.82 "DELETE /v2.0/networks/5002c3c2-2f79-4135-b975-9bffb7c78f4d HTTP/1.1" status: 204 len: 168 time: 0.5555129 Feb 08 16:32:03.866221 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60000) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:03.874256 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2991fff-c087-4994-aa4c-5deadd3da3a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5002c3c2-2f79-4135-b975-9bffb7c78f4d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:04.213485 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-75ff196f-406f-44c7-a25a-8489a6354852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (a98dca54-d745-467c-be7a-9243989a43b8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:04.466786 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-75ff196f-406f-44c7-a25a-8489a6354852 admin admin] Deleting port f405a2eb-bf88-45a3-9691-8672a50dfe05 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:32:04.467050 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-75ff196f-406f-44c7-a25a-8489a6354852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:04.551582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-75ff196f-406f-44c7-a25a-8489a6354852 admin admin] For port f405a2eb-bf88-45a3-9691-8672a50dfe05, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f405a2eb-bf88-45a3-9691-8672a50dfe05,segment=NetworkSegment(f63cdf8f-71ed-4508-b74d-dd8d97528992),segment_id=f63cdf8f-71ed-4508-b74d-dd8d97528992)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:32:04.551947 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-75ff196f-406f-44c7-a25a-8489a6354852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:04.565545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-75ff196f-406f-44c7-a25a-8489a6354852 admin admin] Calling delete_port for f405a2eb-bf88-45a3-9691-8672a50dfe05 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:32:04.746784 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-75ff196f-406f-44c7-a25a-8489a6354852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f405a2eb-bf88-45a3-9691-8672a50dfe05), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:04.773290 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff196f-406f-44c7-a25a-8489a6354852 admin admin] Pushing event deleted for resources: {'Port': ['ID=f405a2eb-bf88-45a3-9691-8672a50dfe05,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:04.946921 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-75ff196f-406f-44c7-a25a-8489a6354852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (a98dca54-d745-467c-be7a-9243989a43b8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:05.166168 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ff196f-406f-44c7-a25a-8489a6354852 admin admin] Router a98dca54-d745-467c-be7a-9243989a43b8 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:32:05.276166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ff196f-406f-44c7-a25a-8489a6354852 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:32:05.281840 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-75ff196f-406f-44c7-a25a-8489a6354852 admin admin] 10.222.0.82 "PUT /v2.0/routers/a98dca54-d745-467c-be7a-9243989a43b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4145076 Feb 08 16:32:05.284373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60002) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:05.285633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280e5e7a-0f28-4f42-9d6a-b5063424a01d None None] Sync routers for ids ['a98dca54-d745-467c-be7a-9243989a43b8'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:32:05.294975 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e5e7a-0f28-4f42-9d6a-b5063424a01d None None] Routers {'a98dca54-d745-467c-be7a-9243989a43b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:32:05.295595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-280e5e7a-0f28-4f42-9d6a-b5063424a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:32:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a98dca54-d745-467c-be7a-9243989a43b8'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:32:05.393658 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] Publish callbacks [] for router (a98dca54-d745-467c-be7a-9243989a43b8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:05.405228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-280e5e7a-0f28-4f42-9d6a-b5063424a01d None None] Set router a98dca54-d745-467c-be7a-9243989a43b8 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:32:05.497067 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] Publish callbacks [] for router_gateway (a98dca54-d745-467c-be7a-9243989a43b8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:05.550190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] Deleting port e4d98b9c-feb9-4d58-9d9d-d308c3871cdc {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:32:05.550533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (e4d98b9c-feb9-4d58-9d9d-d308c3871cdc), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:05.584127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-280e5e7a-0f28-4f42-9d6a-b5063424a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'name': 'tempest-TestServerMultinode-1874283153-router', 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e4d98b9c-feb9-4d58-9d9d-d308c3871cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:32:04Z', 'revision_number': 5, 'project_id': '7b2be06a29cc4f72af46657f3b9ef765', 'gw_port': {'id': 'e4d98b9c-feb9-4d58-9d9d-d308c3871cdc', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:32:05.614322 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280e5e7a-0f28-4f42-9d6a-b5063424a01d None None] Checking router: a98dca54-d745-467c-be7a-9243989a43b8 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:32:05.622467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e5e7a-0f28-4f42-9d6a-b5063424a01d None None] Routers {'a98dca54-d745-467c-be7a-9243989a43b8'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:32:05.623071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-280e5e7a-0f28-4f42-9d6a-b5063424a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:32:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a98dca54-d745-467c-be7a-9243989a43b8'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:32:05.632754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] For port e4d98b9c-feb9-4d58-9d9d-d308c3871cdc, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=e4d98b9c-feb9-4d58-9d9d-d308c3871cdc,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:32:05.633158 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (e4d98b9c-feb9-4d58-9d9d-d308c3871cdc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:05.646664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] Calling delete_port for e4d98b9c-feb9-4d58-9d9d-d308c3871cdc owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:32:05.708930 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:05.727870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-280e5e7a-0f28-4f42-9d6a-b5063424a01d None None] Set router a98dca54-d745-467c-be7a-9243989a43b8 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:32:05.782508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-280e5e7a-0f28-4f42-9d6a-b5063424a01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'name': 'tempest-TestServerMultinode-1874283153-router', 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:32:05Z', 'revision_number': 6, 'project_id': '7b2be06a29cc4f72af46657f3b9ef765', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:32:05.811540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280e5e7a-0f28-4f42-9d6a-b5063424a01d None None] The sync data for ids ['a98dca54-d745-467c-be7a-9243989a43b8'] in n-d-824834-11 is: [{'id': 'a98dca54-d745-467c-be7a-9243989a43b8', 'name': 'tempest-TestServerMultinode-1874283153-router', 'tenant_id': '7b2be06a29cc4f72af46657f3b9ef765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:31:28Z', 'updated_at': '2022-02-08T16:32:05Z', 'revision_number': 6, 'project_id': '7b2be06a29cc4f72af46657f3b9ef765', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:32:05.827166 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (e4d98b9c-feb9-4d58-9d9d-d308c3871cdc), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:05.860589 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d98b9c-feb9-4d58-9d9d-d308c3871cdc,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:05.916912 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (a98dca54-d745-467c-be7a-9243989a43b8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.017544 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (a98dca54-d745-467c-be7a-9243989a43b8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.019804 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] Publish callbacks [] for router_controller (a98dca54-d745-467c-be7a-9243989a43b8), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.067953 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (a98dca54-d745-467c-be7a-9243989a43b8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.068604 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a98dca54-d745-467c-be7a-9243989a43b8 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:32:06.073447 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.074580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9fb6118b-ddde-49d6-bffb-371dd7f6a838 admin admin] 10.222.0.82 "DELETE /v2.0/routers/a98dca54-d745-467c-be7a-9243989a43b8 HTTP/1.1" status: 204 len: 168 time: 0.7891984 Feb 08 16:32:06.077017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60004) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:06.121868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbde8c95-bc32-40a4-8c70-d0bb6b019b5e admin admin] Deleting subnet 0059d2c1-c018-421c-8c0b-77c433f641a4 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:32:06.125473 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbde8c95-bc32-40a4-8c70-d0bb6b019b5e admin admin] Publish callbacks [] for subnet (0059d2c1-c018-421c-8c0b-77c433f641a4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.162687 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbde8c95-bc32-40a4-8c70-d0bb6b019b5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (0059d2c1-c018-421c-8c0b-77c433f641a4), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.246757 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbde8c95-bc32-40a4-8c70-d0bb6b019b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (0059d2c1-c018-421c-8c0b-77c433f641a4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.297758 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbde8c95-bc32-40a4-8c70-d0bb6b019b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (0059d2c1-c018-421c-8c0b-77c433f641a4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.324606 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde8c95-bc32-40a4-8c70-d0bb6b019b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0059d2c1-c018-421c-8c0b-77c433f641a4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:06.326582 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbde8c95-bc32-40a4-8c70-d0bb6b019b5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.332476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b268a342-70e6-47b2-9566-015a884592a0 None None] Network 571121bf-487a-4a97-8380-2b937dd1b6a8 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:32:06.333134 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fbde8c95-bc32-40a4-8c70-d0bb6b019b5e admin admin] 10.222.0.82 "DELETE /v2.0/subnets/0059d2c1-c018-421c-8c0b-77c433f641a4 HTTP/1.1" status: 204 len: 168 time: 0.2545555 Feb 08 16:32:06.333495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60006) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:06.401525 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (571121bf-487a-4a97-8380-2b937dd1b6a8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.462180 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] Deleting port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:32:06.462530 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.524297 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] For port 3975b060-12f5-45b8-91a8-ad7f6b786fc3, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3975b060-12f5-45b8-91a8-ad7f6b786fc3,segment=NetworkSegment(f63cdf8f-71ed-4508-b74d-dd8d97528992),segment_id=f63cdf8f-71ed-4508-b74d-dd8d97528992)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:32:06.524662 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.537897 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] Calling delete_port for 3975b060-12f5-45b8-91a8-ad7f6b786fc3 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:32:06.600906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cea076e-fd5d-4b8d-b8c3-1155ce8d2433 None None] DHCP port deletion for 571121bf-487a-4a97-8380-2b937dd1b6a8 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:32:06.620459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.649242 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] Pushing event deleted for resources: {'Port': ['ID=3975b060-12f5-45b8-91a8-ad7f6b786fc3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:06.654537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3cea076e-fd5d-4b8d-b8c3-1155ce8d2433 None None] Deleting port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:32:06.654724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] No DVR routers for this DVR port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:32:06.655132 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3cea076e-fd5d-4b8d-b8c3-1155ce8d2433 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.727513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3cea076e-fd5d-4b8d-b8c3-1155ce8d2433 None None] For port 3975b060-12f5-45b8-91a8-ad7f6b786fc3, host n-d-824834-11, got binding levels [] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:32:06.727916 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3cea076e-fd5d-4b8d-b8c3-1155ce8d2433 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.730009 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (571121bf-487a-4a97-8380-2b937dd1b6a8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.741689 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3cea076e-fd5d-4b8d-b8c3-1155ce8d2433 None None] Calling delete_port for 3975b060-12f5-45b8-91a8-ad7f6b786fc3 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:32:06.744326 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.ipam_backend_mixin [None req-3cea076e-fd5d-4b8d-b8c3-1155ce8d2433 None None] Port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 was not found and therefore no delete operation was performed {{(pid=103303) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 16:32:06.746044 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3cea076e-fd5d-4b8d-b8c3-1155ce8d2433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (3975b060-12f5-45b8-91a8-ad7f6b786fc3), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.751423 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571121bf-487a-4a97-8380-2b937dd1b6a8']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:32:06.760990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63cdf8f-71ed-4508-b74d-dd8d97528992') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:32:06.761265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63cdf8f-71ed-4508-b74d-dd8d97528992') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:32:06.773310 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (f63cdf8f-71ed-4508-b74d-dd8d97528992), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.775249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea076e-fd5d-4b8d-b8c3-1155ce8d2433 None None] Pushing event deleted for resources: {'Port': ['ID=3975b060-12f5-45b8-91a8-ad7f6b786fc3,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:06.782807 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cea076e-fd5d-4b8d-b8c3-1155ce8d2433 None None] No DVR routers for this DVR port 3975b060-12f5-45b8-91a8-ad7f6b786fc3 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:32:06.788992 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f63cdf8f-71ed-4508-b74d-dd8d97528992), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.800689 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:32:06.801187 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (f63cdf8f-71ed-4508-b74d-dd8d97528992), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:32:06.803050 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:32:06.823497 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.865624 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (571121bf-487a-4a97-8380-2b937dd1b6a8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.875609 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:06.878885 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] 10.222.0.82 "DELETE /v2.0/networks/571121bf-487a-4a97-8380-2b937dd1b6a8 HTTP/1.1" status: 204 len: 168 time: 0.5443399 Feb 08 16:32:06.890154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3759c-350a-4d61-80f6-3b813cc2121c admin admin] Pushing event deleted for resources: {'Network': ['ID=571121bf-487a-4a97-8380-2b937dd1b6a8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:07.035418 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60010) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:07.074883 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d2461749-23ed-4417-9922-a68e0928f753 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6fbc787706354b53b92d8002e564be6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381541 Feb 08 16:32:07.077154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60012) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:07.123906 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1099ffa9-3985-453e-8631-61a83f0d45d1 admin admin] Publish callbacks [] for security_group (46d0da4c-84e9-4e61-9c23-f1e2386bb7c2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:07.144975 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1099ffa9-3985-453e-8631-61a83f0d45d1 admin admin] Publish callbacks [] for security_group (46d0da4c-84e9-4e61-9c23-f1e2386bb7c2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:07.192638 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1099ffa9-3985-453e-8631-61a83f0d45d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (46d0da4c-84e9-4e61-9c23-f1e2386bb7c2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:07.195207 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1099ffa9-3985-453e-8631-61a83f0d45d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:07.196354 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1099ffa9-3985-453e-8631-61a83f0d45d1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/46d0da4c-84e9-4e61-9c23-f1e2386bb7c2 HTTP/1.1" status: 204 len: 168 time: 0.1176934 Feb 08 16:32:07.204636 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099ffa9-3985-453e-8631-61a83f0d45d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d0da4c-84e9-4e61-9c23-f1e2386bb7c2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:07.504681 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60018) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:07.548478 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-513badc5-8010-4452-98bc-023ba6b231fc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7b2be06a29cc4f72af46657f3b9ef765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425839 Feb 08 16:32:07.550799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60020) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:07.595961 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bc29c50-b4f2-49d8-98e5-659093cbc521 admin admin] Publish callbacks [] for security_group (716a0ad7-c887-4681-a02e-20f5caf19e53), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:07.616763 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bc29c50-b4f2-49d8-98e5-659093cbc521 admin admin] Publish callbacks [] for security_group (716a0ad7-c887-4681-a02e-20f5caf19e53), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:07.666023 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bc29c50-b4f2-49d8-98e5-659093cbc521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (716a0ad7-c887-4681-a02e-20f5caf19e53), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:07.668990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5bc29c50-b4f2-49d8-98e5-659093cbc521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:07.670371 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5bc29c50-b4f2-49d8-98e5-659093cbc521 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/716a0ad7-c887-4681-a02e-20f5caf19e53 HTTP/1.1" status: 204 len: 168 time: 0.1185133 Feb 08 16:32:07.681193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc29c50-b4f2-49d8-98e5-659093cbc521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716a0ad7-c887-4681-a02e-20f5caf19e53,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:07.769541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f405a2eb-bf88-45a3-9691-8672a50dfe05 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:32:07.790498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: f405a2eb-bf88-45a3-9691-8672a50dfe05 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:32:07.790851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f405a2eb-bf88-45a3-9691-8672a50dfe05 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:32:07.791281 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e4d98b9c-feb9-4d58-9d9d-d308c3871cdc no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:32:07.810580 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: e4d98b9c-feb9-4d58-9d9d-d308c3871cdc {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:32:07.810915 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device e4d98b9c-feb9-4d58-9d9d-d308c3871cdc not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:32:07.811326 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3975b060-12f5-45b8-91a8-ad7f6b786fc3 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:32:07.831211 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 3975b060-12f5-45b8-91a8-ad7f6b786fc3 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:32:07.831557 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3975b060-12f5-45b8-91a8-ad7f6b786fc3 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:32:08.032455 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:18.393775 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-c792023e-1038-4de2-95ae-273fa9c8cb9b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=67ce0e1afb5e470cbc11ec01a9ee52e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292861 Feb 08 16:32:18.522668 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-b6a998ea-e915-434b-9d64-acc4c73f34bf tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:18.524127 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-b6a998ea-e915-434b-9d64-acc4c73f34bf tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251371 Feb 08 16:32:18.538408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-4c37698a-60b1-4c1d-a7a0-51f7fe0d99a9 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/quotas/67ce0e1afb5e470cbc11ec01a9ee52e8 HTTP/1.1" status: 200 len: 375 time: 0.0089478 Feb 08 16:32:18.569593 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-c53ebbc7-4890-44b6-98b3-9c179a28ba9a tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=67ce0e1afb5e470cbc11ec01a9ee52e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264065 Feb 08 16:32:18.729865 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a77e8192-04e8-469f-b103-c0896419ce09 req-3a9bf0f3-cedf-45ec-acf8-88dad3ae17ed tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 210 time: 0.0307305 Feb 08 16:32:19.238818 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:19.561969 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-198f916f-cd9e-48e2-9e7e-d23a97dac6ab tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=67ce0e1afb5e470cbc11ec01a9ee52e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325482 Feb 08 16:32:19.752359 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-7f694cec-c570-4c37-8463-f64a72965e78 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:19.753840 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-7f694cec-c570-4c37-8463-f64a72965e78 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867476 Feb 08 16:32:19.765193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Request body: {'port': {'device_id': 'b3115ebf-8a2c-4c9b-b946-2bf4a2baa749', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'admin_state_up': True, 'tenant_id': '67ce0e1afb5e470cbc11ec01a9ee52e8'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:32:19.872570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Made reservation on behalf of 67ce0e1afb5e470cbc11ec01a9ee52e8 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:32:19.876263 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:19.885853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:19.970147 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Publish callbacks [] for security_group (01a0de9a-a015-468a-be55-cd418cb6d29a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:19.974198 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (01a0de9a-a015-468a-be55-cd418cb6d29a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:20.043327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a0de9a-a015-468a-be55-cd418cb6d29a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:20.122710 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Allocated IP 192.168.233.4 (292266ff-c2d1-4cdd-a461-68f6fb14d1d8/d753f852-c372-4243-ac3e-bab36a05cc27/9ee28e7a-903e-458b-b55c-73c8ca515771) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:32:20.137628 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bcc4167f-dfd1-4336-a977-68cf87bfcdb5 req-4531fb72-c4d9-46f8-b051-1d8a45813ec3 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 210 time: 0.3361676 Feb 08 16:32:20.273009 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Publish callbacks [] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:20.305083 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:20.348348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:32:20.351389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:32:20.354927 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:32:20.361676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Pushing event updated for resources: {'Port': ['ID=9ee28e7a-903e-458b-b55c-73c8ca515771,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:20.408364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:20.409009 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:20.427027 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-09fdb3ac-7f99-405d-9c07-03714aa1a02b tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6653349 Feb 08 16:32:20.438481 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Request body: {'port': {'device_id': 'b3115ebf-8a2c-4c9b-b946-2bf4a2baa749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:32:20.503099 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:20.579787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-388a5ce5-210e-4620-bd33-3685f33dfd02 None None] Provisioning complete for port 9ee28e7a-903e-458b-b55c-73c8ca515771 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:32:20.580346 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-388a5ce5-210e-4620-bd33-3685f33dfd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:20.617900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-388a5ce5-210e-4620-bd33-3685f33dfd02 None None] Port 9ee28e7a-903e-458b-b55c-73c8ca515771 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:32:20.677781 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:20.765145 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee28e7a-903e-458b-b55c-73c8ca515771 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:32:20.772670 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Publish callbacks [] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:20.784159 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Transition to ACTIVE for port object 9ee28e7a-903e-458b-b55c-73c8ca515771 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:32:20.787124 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:20.855003 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Pushing event updated for resources: {'Port': ['ID=9ee28e7a-903e-458b-b55c-73c8ca515771,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:20.907708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Attempting to bind port 9ee28e7a-903e-458b-b55c-73c8ca515771 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:32:20.908098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Attempting to bind port 9ee28e7a-903e-458b-b55c-73c8ca515771 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:32:20.908439 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Attempting to bind port 9ee28e7a-903e-458b-b55c-73c8ca515771 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:32:20.913208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Port 9ee28e7a-903e-458b-b55c-73c8ca515771 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:32:20.913536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Attempting to bind port 9ee28e7a-903e-458b-b55c-73c8ca515771 on network 292266ff-c2d1-4cdd-a461-68f6fb14d1d8 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:32:20.918474 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:32:20.918814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Checking segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:32:20.919195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Bound using segment: {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:32:20.919619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Bound port: 9ee28e7a-903e-458b-b55c-73c8ca515771, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f5e2-0311-4ff1-a938-61215aa7768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:32:20.919979 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:20.986136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] For port 9ee28e7a-903e-458b-b55c-73c8ca515771, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:32:20.989238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] For port 9ee28e7a-903e-458b-b55c-73c8ca515771, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9ee28e7a-903e-458b-b55c-73c8ca515771,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:32:20.994458 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:21.031798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:21.032421 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:21.033990 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] 10.222.0.96 "PUT /v2.0/ports/9ee28e7a-903e-458b-b55c-73c8ca515771 HTTP/1.1" status: 200 len: 1095 time: 0.6005621 Feb 08 16:32:21.034440 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3115ebf-8a2c-4c9b-b946-2bf4a2baa749', 'tag': '9ee28e7a-903e-458b-b55c-73c8ca515771'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:32:21.036724 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7107e25e-89c8-43c2-bb7a-4d0a1396de91" -d '{"events": [{"name": "network-changed", "server_uuid": "b3115ebf-8a2c-4c9b-b946-2bf4a2baa749", "tag": "9ee28e7a-903e-458b-b55c-73c8ca515771"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:32:21.088432 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62328313-db9c-47e4-a934-47ba1cdb39dc x-openstack-request-id: req-62328313-db9c-47e4-a934-47ba1cdb39dc {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:32:21.088680 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3115ebf-8a2c-4c9b-b946-2bf4a2baa749", "tag": "9ee28e7a-903e-458b-b55c-73c8ca515771", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:32:21.088915 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-62328313-db9c-47e4-a934-47ba1cdb39dc {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:32:21.089369 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3115ebf-8a2c-4c9b-b946-2bf4a2baa749', 'tag': '9ee28e7a-903e-458b-b55c-73c8ca515771', 'status': 'completed', 'code': 200} Feb 08 16:32:21.089930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8a08d-fa9b-4b9f-b868-fbd5b2bbd22c service neutron] Pushing event updated for resources: {'Port': ['ID=9ee28e7a-903e-458b-b55c-73c8ca515771,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:21.131568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-48a49918-46c8-4b19-8095-7c4054eb5ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:21.133158 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-48a49918-46c8-4b19-8095-7c4054eb5ef8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=67ce0e1afb5e470cbc11ec01a9ee52e8&device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 1129 time: 0.0553215 Feb 08 16:32:21.176107 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-00c117b1-3baf-415e-a314-640d8cfb472b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=9ee28e7a-903e-458b-b55c-73c8ca515771 HTTP/1.1" status: 200 len: 217 time: 0.0368505 Feb 08 16:32:21.230264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-b4c73187-a4df-4b0e-987c-4eacb875db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:21.232041 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-b4c73187-a4df-4b0e-987c-4eacb875db1d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0500071 Feb 08 16:32:21.265264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13ff81-f733-4cb9-9a5c-0f775c442202 req-b9c6db1b-e1bf-497e-931b-533b474d8486 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:21.267515 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c13ff81-f733-4cb9-9a5c-0f775c442202 req-b9c6db1b-e1bf-497e-931b-533b474d8486 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 946 time: 0.0550284 Feb 08 16:32:21.286939 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-da305b58-7940-4ba4-8848-f4587d6676cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:21.288457 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-da305b58-7940-4ba4-8848-f4587d6676cd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0500722 Feb 08 16:32:21.318958 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c13ff81-f733-4cb9-9a5c-0f775c442202 req-4a47a211-7393-4fc5-b599-f015fe9e40cc tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/security-groups?id=01a0de9a-a015-468a-be55-cd418cb6d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437229 Feb 08 16:32:21.379382 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-1acc24db-c626-471e-8e50-ff4174d9e163 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838649 Feb 08 16:32:21.471966 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1ab23dea-9571-4dd1-bf53-9fbd4cc05719 req-c5c05ba7-cd58-4ce3-adce-7c476e81d2e8 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869017 Feb 08 16:32:21.559339 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107e25e-89c8-43c2-bb7a-4d0a1396de91 req-64c24e62-d2a6-4c25-8ead-74ceab00484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:21.560843 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7107e25e-89c8-43c2-bb7a-4d0a1396de91 req-64c24e62-d2a6-4c25-8ead-74ceab00484c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=67ce0e1afb5e470cbc11ec01a9ee52e8&device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 1129 time: 0.0463772 Feb 08 16:32:21.652854 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107e25e-89c8-43c2-bb7a-4d0a1396de91 req-3cc6f3b1-768c-4242-8a62-54b9fc643a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:21.654373 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7107e25e-89c8-43c2-bb7a-4d0a1396de91 req-3cc6f3b1-768c-4242-8a62-54b9fc643a6b service neutron] 10.222.0.96 "GET /v2.0/networks?id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8 HTTP/1.1" status: 200 len: 870 time: 0.0870879 Feb 08 16:32:21.695639 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7107e25e-89c8-43c2-bb7a-4d0a1396de91 req-aa770817-bac4-4400-91b8-eea5e533db15 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=9ee28e7a-903e-458b-b55c-73c8ca515771 HTTP/1.1" status: 200 len: 217 time: 0.0341320 Feb 08 16:32:21.744176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107e25e-89c8-43c2-bb7a-4d0a1396de91 req-1eabadd9-b531-4685-9b52-b9316031406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:21.746165 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7107e25e-89c8-43c2-bb7a-4d0a1396de91 req-1eabadd9-b531-4685-9b52-b9316031406c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d753f852-c372-4243-ac3e-bab36a05cc27 HTTP/1.1" status: 200 len: 843 time: 0.0452027 Feb 08 16:32:21.795025 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107e25e-89c8-43c2-bb7a-4d0a1396de91 req-ba06d176-e1af-459c-90bf-daed3f10c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:21.796539 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7107e25e-89c8-43c2-bb7a-4d0a1396de91 req-ba06d176-e1af-459c-90bf-daed3f10c410 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=292266ff-c2d1-4cdd-a461-68f6fb14d1d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0434091 Feb 08 16:32:21.887090 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7107e25e-89c8-43c2-bb7a-4d0a1396de91 req-5387c56f-b9df-47d9-8851-d7290cf01020 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833158 Feb 08 16:32:21.972723 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7107e25e-89c8-43c2-bb7a-4d0a1396de91 req-1830a4b0-ccbc-4d4b-b301-44d918d30f70 service neutron] 10.222.0.96 "GET /v2.0/networks/292266ff-c2d1-4cdd-a461-68f6fb14d1d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789604 Feb 08 16:32:22.200183 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:32:22.443926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ff724-7bd3-479a-8bd8-b78ec94c4ca8 req-0b6a88ab-e982-44ae-90d8-9a5de05e1a22 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:22.445432 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fa3ff724-7bd3-479a-8bd8-b78ec94c4ca8 req-0b6a88ab-e982-44ae-90d8-9a5de05e1a22 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 946 time: 0.0559564 Feb 08 16:32:22.490858 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fa3ff724-7bd3-479a-8bd8-b78ec94c4ca8 req-ac81add2-6c35-447e-8263-1b41e9ed33ce tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/security-groups?id=01a0de9a-a015-468a-be55-cd418cb6d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397534 Feb 08 16:32:23.607425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72054d-01ee-4f8e-b59c-da429a6a2d99 req-9efc076a-28c4-4aab-8039-b4d5b6305856 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:23.609545 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ff72054d-01ee-4f8e-b59c-da429a6a2d99 req-9efc076a-28c4-4aab-8039-b4d5b6305856 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 946 time: 0.0527136 Feb 08 16:32:23.654523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ff72054d-01ee-4f8e-b59c-da429a6a2d99 req-fc51ffc8-c7fc-4ed8-9bb7-e42e5cfe7a12 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/security-groups?id=01a0de9a-a015-468a-be55-cd418cb6d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394130 Feb 08 16:32:24.238764 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9ee28e7a-903e-458b-b55c-73c8ca515771 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:32:24.333703 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9ee28e7a-903e-458b-b55c-73c8ca515771, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9ee28e7a-903e-458b-b55c-73c8ca515771,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:32:24.348303 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '9ee28e7a-903e-458b-b55c-73c8ca515771', 'network_id': '292266ff-c2d1-4cdd-a461-68f6fb14d1d8', 'port_id': '9ee28e7a-903e-458b-b55c-73c8ca515771', 'mac_address': 'fa:16:3e:09:75:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd753f852-c372-4243-ac3e-bab36a05cc27', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:32:24.385059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 9ee28e7a-903e-458b-b55c-73c8ca515771 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:32:24.385455 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:24.398897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee28e7a-903e-458b-b55c-73c8ca515771 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:32:24.418309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9ee28e7a-903e-458b-b55c-73c8ca515771, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9ee28e7a-903e-458b-b55c-73c8ca515771,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:32:24.422717 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:24.469556 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=9ee28e7a-903e-458b-b55c-73c8ca515771,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:24.611059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['9ee28e7a-903e-458b-b55c-73c8ca515771'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:32:24.775523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77562f08-7f41-411f-b956-3d56dc4c20b6 req-330c7b41-8051-47a0-9278-dee3496d2290 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:24.777046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77562f08-7f41-411f-b956-3d56dc4c20b6 req-330c7b41-8051-47a0-9278-dee3496d2290 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 947 time: 0.0530391 Feb 08 16:32:24.828322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-77562f08-7f41-411f-b956-3d56dc4c20b6 req-0ad5f6b1-583c-42ef-901f-3cf426b9fdae tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/security-groups?id=01a0de9a-a015-468a-be55-cd418cb6d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 Feb 08 16:32:25.950280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba07e86-97d1-487c-8914-8aa9725c146b req-1ab77aa1-7d29-404e-99c0-d9db0d18167d tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:25.951665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eba07e86-97d1-487c-8914-8aa9725c146b req-1ab77aa1-7d29-404e-99c0-d9db0d18167d tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 947 time: 0.0546360 Feb 08 16:32:25.998014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eba07e86-97d1-487c-8914-8aa9725c146b req-45de24b6-4041-4833-b1cf-0bc06633ae90 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/security-groups?id=01a0de9a-a015-468a-be55-cd418cb6d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401781 Feb 08 16:32:26.254910 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9ee28e7a-903e-458b-b55c-73c8ca515771 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:32:26.303093 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 9ee28e7a-903e-458b-b55c-73c8ca515771 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:32:26.307535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 9ee28e7a-903e-458b-b55c-73c8ca515771 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:32:26.307923 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:26.388600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 9ee28e7a-903e-458b-b55c-73c8ca515771 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:32:26.388924 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:26.412878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3115ebf-8a2c-4c9b-b946-2bf4a2baa749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee28e7a-903e-458b-b55c-73c8ca515771'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:32:26.415145 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23b51e7-dc90-42a4-b0d9-bf74ec4f9394" -d '{"events": [{"server_uuid": "b3115ebf-8a2c-4c9b-b946-2bf4a2baa749", "name": "network-vif-plugged", "status": "completed", "tag": "9ee28e7a-903e-458b-b55c-73c8ca515771"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:32:26.428305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9ee28e7a-903e-458b-b55c-73c8ca515771, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9ee28e7a-903e-458b-b55c-73c8ca515771,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:32:26.432269 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:26.459241 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74da9022-17e3-48fe-9be6-f0e0704a4991 x-openstack-request-id: req-74da9022-17e3-48fe-9be6-f0e0704a4991 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:32:26.459586 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3115ebf-8a2c-4c9b-b946-2bf4a2baa749", "name": "network-vif-plugged", "status": "completed", "tag": "9ee28e7a-903e-458b-b55c-73c8ca515771", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:32:26.459871 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-74da9022-17e3-48fe-9be6-f0e0704a4991 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:32:26.460317 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3115ebf-8a2c-4c9b-b946-2bf4a2baa749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee28e7a-903e-458b-b55c-73c8ca515771', 'code': 200} Feb 08 16:32:26.487600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=9ee28e7a-903e-458b-b55c-73c8ca515771,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:26.564005 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d126f-799a-4668-b940-655f9679bc5f req-1a1e28fa-bf87-4a18-a160-789399fcaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:26.565541 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-851d126f-799a-4668-b940-655f9679bc5f req-1a1e28fa-bf87-4a18-a160-789399fcaa70 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 1131 time: 0.0498159 Feb 08 16:32:26.610146 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-851d126f-799a-4668-b940-655f9679bc5f req-13dc8a11-1bad-422b-83f1-9a4c6ab377b2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=01a0de9a-a015-468a-be55-cd418cb6d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377040 Feb 08 16:32:27.128457 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab31207-5f50-477e-8d7d-0efbcaba6520 req-767fb845-1cc2-43cc-8171-54864365e50c tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:27.130107 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fab31207-5f50-477e-8d7d-0efbcaba6520 req-767fb845-1cc2-43cc-8171-54864365e50c tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 948 time: 0.0608287 Feb 08 16:32:27.179837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fab31207-5f50-477e-8d7d-0efbcaba6520 req-c4396768-7507-48ea-866e-2279df688581 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/security-groups?id=01a0de9a-a015-468a-be55-cd418cb6d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439687 Feb 08 16:32:28.302766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a2e37-ca8f-491b-a879-fa2d60299d61 req-15bdfb58-4baf-47a0-baa0-1124ef690e1c tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:28.304226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b86a2e37-ca8f-491b-a879-fa2d60299d61 req-15bdfb58-4baf-47a0-baa0-1124ef690e1c tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 948 time: 0.0561528 Feb 08 16:32:28.350498 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b86a2e37-ca8f-491b-a879-fa2d60299d61 req-f4d01724-4a18-43d3-ab96-ef8a7e8147bb tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/security-groups?id=01a0de9a-a015-468a-be55-cd418cb6d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 Feb 08 16:32:28.631457 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-2982522e-bfc8-4de6-ac10-64b9917e1f0a req-15d3c303-23f1-4846-b509-664c635b1eb7 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:32:28.632455 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2982522e-bfc8-4de6-ac10-64b9917e1f0a req-15d3c303-23f1-4846-b509-664c635b1eb7 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054486 Feb 08 16:32:29.049404 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-87e08f09-f88e-4808-bb4f-9e17ecae066e req-286b2938-bafc-4e55-aa1b-09b618361dcf service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:32:29.050450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-87e08f09-f88e-4808-bb4f-9e17ecae066e req-286b2938-bafc-4e55-aa1b-09b618361dcf service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1014512 Feb 08 16:32:29.380050 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146e419-a43e-4d97-bd77-0cbc574b431f req-95dd77a5-f722-4ae6-9be7-f63b5f9434c0 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:29.381620 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b146e419-a43e-4d97-bd77-0cbc574b431f req-95dd77a5-f722-4ae6-9be7-f63b5f9434c0 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 948 time: 0.0524516 Feb 08 16:32:29.427986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b146e419-a43e-4d97-bd77-0cbc574b431f req-4ff9e247-e20a-4491-a2b0-0f5e81095c25 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/security-groups?id=01a0de9a-a015-468a-be55-cd418cb6d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 Feb 08 16:32:30.549306 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ff267-cb7f-488e-823a-3ba36549be56 req-e80eb2ef-c642-444a-8ba7-759d8761f0eb tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:30.550777 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-158ff267-cb7f-488e-823a-3ba36549be56 req-e80eb2ef-c642-444a-8ba7-759d8761f0eb tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 948 time: 0.0534391 Feb 08 16:32:30.602248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-158ff267-cb7f-488e-823a-3ba36549be56 req-e0dbbf12-76ae-48fe-8e37-4d8854bbb5c4 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/security-groups?id=01a0de9a-a015-468a-be55-cd418cb6d29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458057 Feb 08 16:32:30.610521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db31ff-0f55-448c-80ec-a2cff9777117 req-9fd05634-0a2f-4cfe-a079-753d72a0850c tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:30.612029 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-10db31ff-0f55-448c-80ec-a2cff9777117 req-9fd05634-0a2f-4cfe-a079-753d72a0850c tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.96 "GET /v2.0/ports?device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 948 time: 0.0523202 Feb 08 16:32:31.020262 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-10db31ff-0f55-448c-80ec-a2cff9777117 req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Deleting port 9ee28e7a-903e-458b-b55c-73c8ca515771 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:32:31.020607 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-10db31ff-0f55-448c-80ec-a2cff9777117 req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:31.107250 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-10db31ff-0f55-448c-80ec-a2cff9777117 req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] For port 9ee28e7a-903e-458b-b55c-73c8ca515771, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9ee28e7a-903e-458b-b55c-73c8ca515771,segment=NetworkSegment(5268f5e2-0311-4ff1-a938-61215aa7768b),segment_id=5268f5e2-0311-4ff1-a938-61215aa7768b)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:32:31.107609 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-10db31ff-0f55-448c-80ec-a2cff9777117 req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:31.120619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-10db31ff-0f55-448c-80ec-a2cff9777117 req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Calling delete_port for 9ee28e7a-903e-458b-b55c-73c8ca515771 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:32:31.246933 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-10db31ff-0f55-448c-80ec-a2cff9777117 req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9ee28e7a-903e-458b-b55c-73c8ca515771), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:31.260083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['9ee28e7a-903e-458b-b55c-73c8ca515771'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:32:31.275901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Pushing event deleted for resources: {'Port': ['ID=9ee28e7a-903e-458b-b55c-73c8ca515771,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:31.288051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:31.288404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:31.288754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:31.289127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:31.289466 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:31.289801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:31.290135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:31.290471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:31.290806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:31.291135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:31.291462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:31.291787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:31.292116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:31.332974 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-10db31ff-0f55-448c-80ec-a2cff9777117 req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] No DVR routers for this DVR port 9ee28e7a-903e-458b-b55c-73c8ca515771 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:32:31.335798 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-10db31ff-0f55-448c-80ec-a2cff9777117 req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:31.339191 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-10db31ff-0f55-448c-80ec-a2cff9777117 req-e0e77276-13cb-4616-807b-14d2f10ad3db tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.96 "DELETE /v2.0/ports/9ee28e7a-903e-458b-b55c-73c8ca515771 HTTP/1.1" status: 204 len: 173 time: 0.7223063 Feb 08 16:32:31.339647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3115ebf-8a2c-4c9b-b946-2bf4a2baa749', 'name': 'network-vif-deleted', 'tag': '9ee28e7a-903e-458b-b55c-73c8ca515771'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:32:31.342122 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2a8c3a-a538-4bae-9bd8-55f3d73bae6d" -d '{"events": [{"server_uuid": "b3115ebf-8a2c-4c9b-b946-2bf4a2baa749", "name": "network-vif-deleted", "tag": "9ee28e7a-903e-458b-b55c-73c8ca515771"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:32:31.387987 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5b88ae-bdcd-476a-bc83-9abd0743ad8a x-openstack-request-id: req-ac5b88ae-bdcd-476a-bc83-9abd0743ad8a {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:32:31.388547 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3115ebf-8a2c-4c9b-b946-2bf4a2baa749", "name": "network-vif-deleted", "tag": "9ee28e7a-903e-458b-b55c-73c8ca515771", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:32:31.388871 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ac5b88ae-bdcd-476a-bc83-9abd0743ad8a {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:32:31.389435 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3115ebf-8a2c-4c9b-b946-2bf4a2baa749', 'name': 'network-vif-deleted', 'tag': '9ee28e7a-903e-458b-b55c-73c8ca515771', 'status': 'completed', 'code': 200} Feb 08 16:32:31.582591 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-df450593-b938-49d7-acb7-fc83c11fcc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:31.723007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4db2a4d-80f5-4708-8bf4-34f41e1a3cda req-720798ba-6177-4ed8-b34e-6c7048dba2d4 tempest-ServersAdminNegativeTestJSON-2101988041 tempest-ServersAdminNegativeTestJSON-2101988041-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3115ebf-8a2c-4c9b-b946-2bf4a2baa749 HTTP/1.1" status: 200 len: 210 time: 0.0367799 Feb 08 16:32:33.008865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60150) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:33.138458 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2081bd19-3c80-44ca-920c-6bf7f29be64b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=67ce0e1afb5e470cbc11ec01a9ee52e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283801 Feb 08 16:32:33.141512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60154) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:33.187559 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e25817d-705b-497a-ab1c-9271eeed471f admin admin] Publish callbacks [] for security_group (01a0de9a-a015-468a-be55-cd418cb6d29a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:33.207631 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e25817d-705b-497a-ab1c-9271eeed471f admin admin] Publish callbacks [] for security_group (01a0de9a-a015-468a-be55-cd418cb6d29a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:33.253717 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e25817d-705b-497a-ab1c-9271eeed471f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (01a0de9a-a015-468a-be55-cd418cb6d29a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:33.256398 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2e25817d-705b-497a-ab1c-9271eeed471f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:33.257706 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2e25817d-705b-497a-ab1c-9271eeed471f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/01a0de9a-a015-468a-be55-cd418cb6d29a HTTP/1.1" status: 204 len: 168 time: 0.1152940 Feb 08 16:32:33.265176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25817d-705b-497a-ab1c-9271eeed471f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a0de9a-a015-468a-be55-cd418cb6d29a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:33.516500 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60160) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:33.529823 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6e2b882e-60ca-45bb-80fc-ef6131ca82f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:33.605252 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6e2b882e-60ca-45bb-80fc-ef6131ca82f1 admin admin] Publish callbacks [] for security_group (a0762d11-2c85-42fa-b878-2843083801c8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:33.609281 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6e2b882e-60ca-45bb-80fc-ef6131ca82f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a0762d11-2c85-42fa-b878-2843083801c8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:33.647632 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6e2b882e-60ca-45bb-80fc-ef6131ca82f1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=da48f6bf036641b9b8e20dc6b952aaff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300273 Feb 08 16:32:33.648809 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b882e-60ca-45bb-80fc-ef6131ca82f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0762d11-2c85-42fa-b878-2843083801c8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:33.650421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60162) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:33.697568 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0e85b51-2a61-492d-9e4d-06af65715667 admin admin] Publish callbacks [] for security_group (a0762d11-2c85-42fa-b878-2843083801c8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:33.719399 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0e85b51-2a61-492d-9e4d-06af65715667 admin admin] Publish callbacks [] for security_group (a0762d11-2c85-42fa-b878-2843083801c8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:33.769225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0e85b51-2a61-492d-9e4d-06af65715667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a0762d11-2c85-42fa-b878-2843083801c8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:33.772317 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0e85b51-2a61-492d-9e4d-06af65715667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:33.773487 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a0e85b51-2a61-492d-9e4d-06af65715667 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a0762d11-2c85-42fa-b878-2843083801c8 HTTP/1.1" status: 204 len: 168 time: 0.1220756 Feb 08 16:32:33.781701 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e85b51-2a61-492d-9e4d-06af65715667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0762d11-2c85-42fa-b878-2843083801c8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:33.852476 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-25fb1e7e-853f-45ff-8313-f72eb29cd981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:34.273307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9ee28e7a-903e-458b-b55c-73c8ca515771 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:32:34.293045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 9ee28e7a-903e-458b-b55c-73c8ca515771 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:32:34.293396 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9ee28e7a-903e-458b-b55c-73c8ca515771 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:32:34.441327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60184) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:34.537512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-333159464-network', 'tenant_id': '5f3b333ce012417ab443e6085128ab4b'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:32:34.557115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] Made reservation on behalf of 5f3b333ce012417ab443e6085128ab4b for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:32:34.559352 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:34.567703 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:34.642255 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] Publish callbacks [] for security_group (05b165fc-d9a7-422d-806d-df1a97117e68), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:34.645986 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (05b165fc-d9a7-422d-806d-df1a97117e68), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:34.672855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:32:34.681937 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b165fc-d9a7-422d-806d-df1a97117e68,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:34.690350 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (bf85570f-5ac7-4c5f-af02-52af416dfc01), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:34.690350 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] Added segment bf85570f-5ac7-4c5f-af02-52af416dfc01 of type vlan for network f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 Feb 08 16:32:34.732062 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:34.756566 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:34.757524 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:34.758151 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:34.810129 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3675661 Feb 08 16:32:34.813097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60188) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:32:34.818303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5f8be2c5-cb65-4ce4-96c4-dfe5916979a0 admin admin] Request body: {'subnet': {'network_id': 'f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-333159464-subnet', 'tenant_id': '5f3b333ce012417ab443e6085128ab4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:32:34.823280 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07887995-1743-4f98-802f-c019fd639252 admin admin] Pushing event updated for resources: {'Network': ['ID=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:34.836047 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:32:34.838355 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8be2c5-cb65-4ce4-96c4-dfe5916979a0 admin admin] Made reservation on behalf of 5f3b333ce012417ab443e6085128ab4b for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:32:34.840716 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5f8be2c5-cb65-4ce4-96c4-dfe5916979a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:35.021347 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5f8be2c5-cb65-4ce4-96c4-dfe5916979a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (670e0592-0ed2-4db3-b540-45f198936db4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:35.078964 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8be2c5-cb65-4ce4-96c4-dfe5916979a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=670e0592-0ed2-4db3-b540-45f198936db4,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:35.087550 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8be2c5-cb65-4ce4-96c4-dfe5916979a0 admin admin] Checking segment: {'id': 'bf85570f-5ac7-4c5f-af02-52af416dfc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:32:35.087912 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8be2c5-cb65-4ce4-96c4-dfe5916979a0 admin admin] Network hostable DHCP agents. Network: f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:32:35.104490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8be2c5-cb65-4ce4-96c4-dfe5916979a0 admin admin] Network f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:32:35.113572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-5f8be2c5-cb65-4ce4-96c4-dfe5916979a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:32:35.117611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8be2c5-cb65-4ce4-96c4-dfe5916979a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:35.118203 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5f8be2c5-cb65-4ce4-96c4-dfe5916979a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:35.123306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd49de3-a1ce-4ce4-9c32-a3045528600c None None] Network f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:32:35.134100 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5f8be2c5-cb65-4ce4-96c4-dfe5916979a0 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3197110 Feb 08 16:32:35.222606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e3c215-83eb-4cfe-90e6-11cd78b91553 None None] Network f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:32:35.569900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-e9e6b523-b590-4060-a5a2-57c3f0c6bd75 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:35.571387 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-e9e6b523-b590-4060-a5a2-57c3f0c6bd75 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/networks?id=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 HTTP/1.1" status: 200 len: 811 time: 0.1038635 Feb 08 16:32:35.587094 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-b908eb9e-2020-448e-8925-0181f4613412 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/quotas/5f3b333ce012417ab443e6085128ab4b HTTP/1.1" status: 200 len: 375 time: 0.0090148 Feb 08 16:32:35.618654 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-64cda147-44fd-42c1-95ad-deeaad427452 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=5f3b333ce012417ab443e6085128ab4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267775 Feb 08 16:32:35.645616 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:35.711736 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-a6fd59ad-0670-4f45-b370-512e10caabbc service neutron] 10.222.0.82 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859590 Feb 08 16:32:35.800523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-0f056dcd-a1a5-4223-9460-acd2f6fbe5c3 service neutron] 10.222.0.82 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827758 Feb 08 16:32:35.960229 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69d20c02-b7d4-4f92-a556-4449ce23187b req-684f0ed4-a026-4104-9c1b-e46ef94003cb tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 210 time: 0.0285258 Feb 08 16:32:36.832363 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:36.876591 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-0c229771-9ed4-4c03-89c4-de37265d3c75 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:36.878070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-0c229771-9ed4-4c03-89c4-de37265d3c75 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.96 "GET /v2.0/networks?id=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 HTTP/1.1" status: 200 len: 811 time: 0.1112745 Feb 08 16:32:36.891561 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-a7a73e22-c889-4db8-bda4-d6d1812a0fdf tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Request body: {'port': {'device_id': 'fd08ebcd-27ec-4054-9939-7424225ef0d1', 'network_id': 'f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851', 'admin_state_up': True, 'tenant_id': '5f3b333ce012417ab443e6085128ab4b'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:32:37.005255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-a7a73e22-c889-4db8-bda4-d6d1812a0fdf tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Made reservation on behalf of 5f3b333ce012417ab443e6085128ab4b for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:32:37.008712 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-a7a73e22-c889-4db8-bda4-d6d1812a0fdf tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:37.061633 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5bec8375-ec73-486a-aac8-dfa1b0345f8a req-6eca7f0e-b573-41e9-b9c2-5b51cd8cde94 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 210 time: 0.0328777 Feb 08 16:32:37.140536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-a7a73e22-c889-4db8-bda4-d6d1812a0fdf tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Allocated IP 172.20.0.4 (f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851/670e0592-0ed2-4db3-b540-45f198936db4/30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:32:37.282321 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-a7a73e22-c889-4db8-bda4-d6d1812a0fdf tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Publish callbacks [] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:37.314956 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-a7a73e22-c889-4db8-bda4-d6d1812a0fdf tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:37.363002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-a7a73e22-c889-4db8-bda4-d6d1812a0fdf tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Network f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:32:37.366101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-a7a73e22-c889-4db8-bda4-d6d1812a0fdf tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:32:37.369705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-a7a73e22-c889-4db8-bda4-d6d1812a0fdf tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:32:37.376598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a73e22-c889-4db8-bda4-d6d1812a0fdf tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Pushing event updated for resources: {'Port': ['ID=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:37.425783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-a7a73e22-c889-4db8-bda4-d6d1812a0fdf tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:37.426415 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-a7a73e22-c889-4db8-bda4-d6d1812a0fdf tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:37.441989 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-a7a73e22-c889-4db8-bda4-d6d1812a0fdf tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5549960 Feb 08 16:32:37.453612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Request body: {'port': {'device_id': 'fd08ebcd-27ec-4054-9939-7424225ef0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:32:37.511277 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:37.772096 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:32:37.781049 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Publish callbacks [] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:37.793038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Transition to ACTIVE for port object 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:32:37.797412 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:37.847976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Pushing event updated for resources: {'Port': ['ID=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:37.915200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Attempting to bind port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:32:37.915873 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Attempting to bind port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'bf85570f-5ac7-4c5f-af02-52af416dfc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:32:37.915873 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Attempting to bind port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc on network f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:32:37.920046 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc on network f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:32:37.920373 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Attempting to bind port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc on network f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:32:37.925872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:32:37.926212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Checking segment: {'id': 'bf85570f-5ac7-4c5f-af02-52af416dfc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:32:37.926599 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Bound using segment: {'id': 'bf85570f-5ac7-4c5f-af02-52af416dfc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:32:37.927026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Bound port: 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf85570f-5ac7-4c5f-af02-52af416dfc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:32:37.927386 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:37.988542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] For port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:32:37.991362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] For port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,segment=NetworkSegment(bf85570f-5ac7-4c5f-af02-52af416dfc01),segment_id=bf85570f-5ac7-4c5f-af02-52af416dfc01)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:32:37.997311 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:38.024543 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:38.033451 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:38.034088 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:38.035487 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] 10.222.0.96 "PUT /v2.0/ports/30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc HTTP/1.1" status: 200 len: 1092 time: 0.5860820 Feb 08 16:32:38.035990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd08ebcd-27ec-4054-9939-7424225ef0d1', 'tag': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:32:38.038276 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d258f83d-b673-437d-ad10-72400cedb4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "fd08ebcd-27ec-4054-9939-7424225ef0d1", "tag": "30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:32:38.064099 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3950202-26d3-4d73-9aab-c97bc5d4671b service neutron] Pushing event updated for resources: {'Port': ['ID=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:38.085420 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd812fe-dc88-41c2-a9c2-0df20cd9b7df x-openstack-request-id: req-2bd812fe-dc88-41c2-a9c2-0df20cd9b7df {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:32:38.085711 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd08ebcd-27ec-4054-9939-7424225ef0d1", "tag": "30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:32:38.085965 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2bd812fe-dc88-41c2-a9c2-0df20cd9b7df {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:32:38.086365 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd08ebcd-27ec-4054-9939-7424225ef0d1', 'tag': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc', 'status': 'completed', 'code': 200} Feb 08 16:32:38.123623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-a93bd4ae-e5f0-46c5-a7ef-e8811b321c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:38.125212 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-a93bd4ae-e5f0-46c5-a7ef-e8811b321c7a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f3b333ce012417ab443e6085128ab4b&device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 1126 time: 0.0489385 Feb 08 16:32:38.172224 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-8a51f4f1-84be-45ee-891f-9d10c3ba7c38 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc HTTP/1.1" status: 200 len: 217 time: 0.0405862 Feb 08 16:32:38.181243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62ea1e-ee52-491c-b045-d3d444461a9e req-54d33623-63a0-414a-87e1-d74aea8e9320 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:38.182744 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c62ea1e-ee52-491c-b045-d3d444461a9e req-54d33623-63a0-414a-87e1-d74aea8e9320 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 943 time: 0.0538118 Feb 08 16:32:38.219644 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-df34a3fe-4669-4989-840b-f6df6f39d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:38.221165 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-df34a3fe-4669-4989-840b-f6df6f39d320 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=670e0592-0ed2-4db3-b540-45f198936db4 HTTP/1.1" status: 200 len: 851 time: 0.0442703 Feb 08 16:32:38.230093 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c62ea1e-ee52-491c-b045-d3d444461a9e req-70150db5-9473-4ed7-9854-3585b810f8f0 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Feb 08 16:32:38.257870 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-cc6c0bbe-8b06-4eca-8fe6-739a6ddac52d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309849 Feb 08 16:32:38.352663 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-1c692564-3bce-4bfc-9333-6702acffcbef service neutron] 10.222.0.96 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887816 Feb 08 16:32:38.440725 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6f91ad31-1f84-4577-9804-6cc13de90ac9 req-d0182fcd-214e-4381-bc99-e7bb36f20b78 service neutron] 10.222.0.96 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824244 Feb 08 16:32:38.529581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258f83d-b673-437d-ad10-72400cedb4aa req-b43c6555-0a4a-43e8-b09b-fc3ecafc15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:38.531386 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d258f83d-b673-437d-ad10-72400cedb4aa req-b43c6555-0a4a-43e8-b09b-fc3ecafc15bf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f3b333ce012417ab443e6085128ab4b&device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 1126 time: 0.0455291 Feb 08 16:32:38.623308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258f83d-b673-437d-ad10-72400cedb4aa req-9114d450-e06a-43f5-b7c0-a2bfcf14e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:38.625563 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d258f83d-b673-437d-ad10-72400cedb4aa req-9114d450-e06a-43f5-b7c0-a2bfcf14e4d8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 HTTP/1.1" status: 200 len: 912 time: 0.0881629 Feb 08 16:32:38.664982 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d258f83d-b673-437d-ad10-72400cedb4aa req-3c374e79-92f5-4ffa-8534-82b8049cfb79 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc HTTP/1.1" status: 200 len: 217 time: 0.0341120 Feb 08 16:32:38.717103 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258f83d-b673-437d-ad10-72400cedb4aa req-19d0f27f-0246-4397-b268-411512bb378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:38.719070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d258f83d-b673-437d-ad10-72400cedb4aa req-19d0f27f-0246-4397-b268-411512bb378b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=670e0592-0ed2-4db3-b540-45f198936db4 HTTP/1.1" status: 200 len: 851 time: 0.0472753 Feb 08 16:32:38.751952 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d258f83d-b673-437d-ad10-72400cedb4aa req-a4adad80-3c84-4941-9d09-85780209e8ef service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267978 Feb 08 16:32:38.838961 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d258f83d-b673-437d-ad10-72400cedb4aa req-2dfead2e-df28-4280-b0b0-e5601ec042ec service neutron] 10.222.0.96 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801406 Feb 08 16:32:38.930791 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d258f83d-b673-437d-ad10-72400cedb4aa req-f389fc48-fc20-445f-b7d1-6fe169e3ec63 service neutron] 10.222.0.96 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852168 Feb 08 16:32:39.352226 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b413f69-5144-4dbe-95ec-49179e4d3cbe req-11d13188-c584-46e7-9e1a-a3d5f8c492b7 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:39.353740 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b413f69-5144-4dbe-95ec-49179e4d3cbe req-11d13188-c584-46e7-9e1a-a3d5f8c492b7 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 943 time: 0.0531735 Feb 08 16:32:39.408252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b413f69-5144-4dbe-95ec-49179e4d3cbe req-fd366ee9-542e-4d82-8ff5-fb9ecd5d061a tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484726 Feb 08 16:32:40.531056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06baa6-a562-40c0-af1d-b7b453ea497e req-6b88cd38-f534-4241-bedd-ebdb069f0926 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:40.532551 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed06baa6-a562-40c0-af1d-b7b453ea497e req-6b88cd38-f534-4241-bedd-ebdb069f0926 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 943 time: 0.0570951 Feb 08 16:32:40.579752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ed06baa6-a562-40c0-af1d-b7b453ea497e req-bb713551-8300-4486-9bda-c21f81cc2f1c tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Feb 08 16:32:41.698527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069b4ba-af29-41b7-8553-f68b83ba848f req-832eddb0-fc68-4dec-9dd0-012451247e37 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:41.700002 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b069b4ba-af29-41b7-8553-f68b83ba848f req-832eddb0-fc68-4dec-9dd0-012451247e37 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 943 time: 0.0525920 Feb 08 16:32:41.746314 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b069b4ba-af29-41b7-8553-f68b83ba848f req-b777a144-0de6-4380-8b7a-2357e54dfde2 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405772 Feb 08 16:32:42.331809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:32:42.425597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,segment=NetworkSegment(bf85570f-5ac7-4c5f-af02-52af416dfc01),segment_id=bf85570f-5ac7-4c5f-af02-52af416dfc01)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:32:42.440576 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc', 'network_id': 'f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851', 'port_id': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc', 'mac_address': 'fa:16:3e:77:20:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670e0592-0ed2-4db3-b540-45f198936db4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:32:42.476474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:32:42.476865 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:42.489061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:32:42.507029 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,segment=NetworkSegment(bf85570f-5ac7-4c5f-af02-52af416dfc01),segment_id=bf85570f-5ac7-4c5f-af02-52af416dfc01)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:32:42.511030 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:42.556676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:42.564145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:42.564494 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:42.564852 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:42.565204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:42.565540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:42.565871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:42.566195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:42.566519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:42.566842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:42.567165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:42.567486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:42.567804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:42.568123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:32:42.696318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:32:42.870100 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85522ba-a1d4-496f-b49b-b5f2234dd72d req-4cf280d4-1492-4ce1-8e2e-28cb52c2cec8 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:42.871588 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a85522ba-a1d4-496f-b49b-b5f2234dd72d req-4cf280d4-1492-4ce1-8e2e-28cb52c2cec8 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 944 time: 0.0567796 Feb 08 16:32:42.918728 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a85522ba-a1d4-496f-b49b-b5f2234dd72d req-beb5bca0-c65f-4957-b7fe-8d1d0ffc81e0 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405469 Feb 08 16:32:44.039566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93739158-064f-4ea6-a1ed-8df482d1b552 req-d0add111-0759-47c2-8669-ab8850a1e93c tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:44.041061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93739158-064f-4ea6-a1ed-8df482d1b552 req-d0add111-0759-47c2-8669-ab8850a1e93c tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 944 time: 0.0542665 Feb 08 16:32:44.088238 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93739158-064f-4ea6-a1ed-8df482d1b552 req-ca7e0444-cc6c-4ae5-80d6-e4ddac0dc506 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Feb 08 16:32:44.341169 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:32:44.386821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:32:44.391255 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:32:44.391632 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:44.469982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:32:44.470369 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:44.491556 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd08ebcd-27ec-4054-9939-7424225ef0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:32:44.493821 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51e3a37-c9ad-4851-8b18-17cc51f7e688" -d '{"events": [{"server_uuid": "fd08ebcd-27ec-4054-9939-7424225ef0d1", "name": "network-vif-plugged", "status": "completed", "tag": "30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:32:44.508165 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,segment=NetworkSegment(bf85570f-5ac7-4c5f-af02-52af416dfc01),segment_id=bf85570f-5ac7-4c5f-af02-52af416dfc01)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:32:44.512226 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:44.537417 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfec165c-6dfb-43b6-b5e3-888bc13cb141 x-openstack-request-id: req-bfec165c-6dfb-43b6-b5e3-888bc13cb141 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:32:44.537717 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd08ebcd-27ec-4054-9939-7424225ef0d1", "name": "network-vif-plugged", "status": "completed", "tag": "30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:32:44.537976 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bfec165c-6dfb-43b6-b5e3-888bc13cb141 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:32:44.538369 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd08ebcd-27ec-4054-9939-7424225ef0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc', 'code': 200} Feb 08 16:32:44.565128 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:32:44.638551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327326bd-e961-428b-aca2-f2a6f802b6bc req-8af7924e-f9bc-4d58-b559-79d0bed6b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:44.640062 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-327326bd-e961-428b-aca2-f2a6f802b6bc req-8af7924e-f9bc-4d58-b559-79d0bed6b68c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 1128 time: 0.0453413 Feb 08 16:32:44.682751 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-327326bd-e961-428b-aca2-f2a6f802b6bc req-907f4b76-ec0f-466b-8d5b-ec10907c773c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360153 Feb 08 16:32:45.207857 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338a6cb-3f8b-49e1-b16d-b36f8d223dca req-8bb79449-dca9-4e2a-a5ae-42c5334fcbe0 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:45.209357 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3338a6cb-3f8b-49e1-b16d-b36f8d223dca req-8bb79449-dca9-4e2a-a5ae-42c5334fcbe0 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0525358 Feb 08 16:32:45.262308 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3338a6cb-3f8b-49e1-b16d-b36f8d223dca req-aa97e076-4e97-42da-8203-e34a48c5842f tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473526 Feb 08 16:32:46.394790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a48e1-0eec-4783-8dc4-1c725dad99bd req-aae3e16f-ffed-46c0-8b3a-a96df32b76ba tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:46.396252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-345a48e1-0eec-4783-8dc4-1c725dad99bd req-aae3e16f-ffed-46c0-8b3a-a96df32b76ba tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0523374 Feb 08 16:32:46.442769 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-345a48e1-0eec-4783-8dc4-1c725dad99bd req-31665f16-e328-4ba4-8504-3d1216bcfe0a tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406697 Feb 08 16:32:46.689573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d2b5e-9656-4d68-953a-a4221f78f57b req-9f7770ea-4ad2-4d6b-bd23-b58aa519b80c tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:46.691158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f1d2b5e-9656-4d68-953a-a4221f78f57b req-9f7770ea-4ad2-4d6b-bd23-b58aa519b80c tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0580187 Feb 08 16:32:46.775425 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f1d2b5e-9656-4d68-953a-a4221f78f57b req-f681c394-2744-4f10-a5d8-6ad6f9f61b60 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742733 Feb 08 16:32:46.786347 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-7a4808b2-f459-4ae9-b71e-e95fa8630636 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1425111 Feb 08 16:32:47.908790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968f977-c98f-438e-92fd-84854fde652c req-685a41b1-dd4c-421f-8eaf-6b49c5ded408 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:47.910353 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0968f977-c98f-438e-92fd-84854fde652c req-685a41b1-dd4c-421f-8eaf-6b49c5ded408 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0579944 Feb 08 16:32:47.966857 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0968f977-c98f-438e-92fd-84854fde652c req-961b7962-5bd1-435e-a04b-72636eb74f23 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504594 Feb 08 16:32:48.078647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-69882f00-7ee5-40f5-87f8-599e414e56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:48.080347 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-69882f00-7ee5-40f5-87f8-599e414e56e4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f3b333ce012417ab443e6085128ab4b&device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 1128 time: 0.0578473 Feb 08 16:32:48.182376 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-15a0e982-d866-4ab6-8024-442d47c33cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:48.183848 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-15a0e982-d866-4ab6-8024-442d47c33cbf service neutron] 10.222.0.96 "GET /v2.0/networks?id=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 HTTP/1.1" status: 200 len: 912 time: 0.0981681 Feb 08 16:32:48.224646 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-9cfa751b-566a-4ebe-8b05-2456d85d2f74 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc HTTP/1.1" status: 200 len: 217 time: 0.0351679 Feb 08 16:32:48.279055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-191c0174-db1a-46aa-9f47-a54485d77d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:48.281130 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-191c0174-db1a-46aa-9f47-a54485d77d69 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=670e0592-0ed2-4db3-b540-45f198936db4 HTTP/1.1" status: 200 len: 851 time: 0.0503237 Feb 08 16:32:48.313272 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-059e0015-d75d-48f2-aad3-aa2ba3fd292d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262103 Feb 08 16:32:48.403490 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-5dfc88ea-fccf-44b1-a2c5-3f6328a846b4 service neutron] 10.222.0.96 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841351 Feb 08 16:32:48.493702 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-dc166b7c-3ec1-4ef3-8a93-2262af3a98b1 service neutron] 10.222.0.96 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840335 Feb 08 16:32:49.098463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88253e-4ec0-4bce-b406-586046041e0a req-aa26de1d-b82e-4270-b7aa-a323c8a9e829 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:49.099978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c88253e-4ec0-4bce-b406-586046041e0a req-aa26de1d-b82e-4270-b7aa-a323c8a9e829 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0559897 Feb 08 16:32:49.147942 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c88253e-4ec0-4bce-b406-586046041e0a req-7c19f259-34b6-4f19-b271-ebd122b58d70 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Feb 08 16:32:49.228131 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:50.276394 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351ded3-331f-4cc9-9e4a-064d68b48ed8 req-3c96544b-d9bd-4264-a863-b0f488f12126 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:50.277968 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0351ded3-331f-4cc9-9e4a-064d68b48ed8 req-3c96544b-d9bd-4264-a863-b0f488f12126 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0564513 Feb 08 16:32:50.324875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0351ded3-331f-4cc9-9e4a-064d68b48ed8 req-fcefa013-4995-4156-9ade-7c640c73b106 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407138 Feb 08 16:32:50.678324 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:32:51.445598 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caa0c2-3688-4b1f-9089-b18fb859c0f9 req-034ea7bd-de93-4ea9-9ba1-3f357849f044 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:51.447098 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2caa0c2-3688-4b1f-9089-b18fb859c0f9 req-034ea7bd-de93-4ea9-9ba1-3f357849f044 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0531032 Feb 08 16:32:51.493435 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2caa0c2-3688-4b1f-9089-b18fb859c0f9 req-11f4bdf0-c035-456b-bbc3-93c35fc77364 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 Feb 08 16:32:52.612320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6912e-6d42-4c76-99d6-5953fbe4354f req-e38c52fd-bcad-40a6-83b5-b97f9c38a24b tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:52.613854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7e6912e-6d42-4c76-99d6-5953fbe4354f req-e38c52fd-bcad-40a6-83b5-b97f9c38a24b tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0526040 Feb 08 16:32:52.663750 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7e6912e-6d42-4c76-99d6-5953fbe4354f req-b8d8cb28-e881-4c91-afa1-80dabc879f95 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443587 Feb 08 16:32:53.783326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ae673-e72d-4777-97c4-eceb099ad89e req-4121df1c-86cb-4c31-9506-13dfe9e426ad tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:53.784820 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c8ae673-e72d-4777-97c4-eceb099ad89e req-4121df1c-86cb-4c31-9506-13dfe9e426ad tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0528882 Feb 08 16:32:53.831102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c8ae673-e72d-4777-97c4-eceb099ad89e req-0f25150e-2927-4837-bf15-b255df204950 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Feb 08 16:32:54.948663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963797b5-09a3-4b00-b7f8-5c0991ce24c2 req-706b0fda-ffd8-472e-8b13-b45e42037440 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:54.950181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-963797b5-09a3-4b00-b7f8-5c0991ce24c2 req-706b0fda-ffd8-472e-8b13-b45e42037440 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0524483 Feb 08 16:32:54.996564 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-963797b5-09a3-4b00-b7f8-5c0991ce24c2 req-55fc796f-7c11-451f-b7f8-6e82148d645d tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407803 Feb 08 16:32:56.119567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff8a2b-6ad3-4430-b22d-c84ba35d0d24 req-7e6455d9-2ed5-4200-ac11-b490c749b450 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:56.121086 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1bff8a2b-6ad3-4430-b22d-c84ba35d0d24 req-7e6455d9-2ed5-4200-ac11-b490c749b450 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0562389 Feb 08 16:32:56.167546 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1bff8a2b-6ad3-4430-b22d-c84ba35d0d24 req-70593158-f148-49a0-a028-f9033fda851d tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400615 Feb 08 16:32:57.289370 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2349d5-c6bb-43b7-9c66-396b37dec641 req-f938fe30-c2fb-4aef-b289-25adc707ccfb tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:57.290860 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce2349d5-c6bb-43b7-9c66-396b37dec641 req-f938fe30-c2fb-4aef-b289-25adc707ccfb tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0526803 Feb 08 16:32:57.337435 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce2349d5-c6bb-43b7-9c66-396b37dec641 req-ce967554-5c2c-4fff-89ae-e9308a835e4a tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405772 Feb 08 16:32:58.464638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce1424-a365-4563-ae87-c681d372928b req-1b8414b9-6eff-4dd3-82ee-b7ceb26c8480 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:58.466159 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1ce1424-a365-4563-ae87-c681d372928b req-1b8414b9-6eff-4dd3-82ee-b7ceb26c8480 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0615177 Feb 08 16:32:58.512735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1ce1424-a365-4563-ae87-c681d372928b req-0277e01e-81fe-401d-8941-d809c859ce10 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401983 Feb 08 16:32:59.199617 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:32:59.633781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c0c07-5463-4763-a62e-ddb0fe548acf req-72144bd5-b2ce-42fd-80ec-abbbf0db4404 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:32:59.635273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c11c0c07-5463-4763-a62e-ddb0fe548acf req-72144bd5-b2ce-42fd-80ec-abbbf0db4404 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0538011 Feb 08 16:32:59.681930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c11c0c07-5463-4763-a62e-ddb0fe548acf req-8d044aa9-9539-42b7-beba-4bc44f7b386e tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404556 Feb 08 16:33:00.805232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4caa75-c5ee-463f-8aa9-3c1082de53f8 req-00c4a90b-09fb-4c35-ae16-1534d410f004 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:00.806828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb4caa75-c5ee-463f-8aa9-3c1082de53f8 req-00c4a90b-09fb-4c35-ae16-1534d410f004 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0539010 Feb 08 16:33:00.857082 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb4caa75-c5ee-463f-8aa9-3c1082de53f8 req-a98fbe9b-41b5-4086-b230-7ff64a28525d tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441349 Feb 08 16:33:01.583544 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-608762a7-05bd-41b6-95cb-840d6c0942bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:01.979064 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd9af5-6063-4145-be6f-ce843175c9c4 req-a4aa2534-6475-4e4d-9965-7a05550a6436 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:01.980550 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1bdd9af5-6063-4145-be6f-ce843175c9c4 req-a4aa2534-6475-4e4d-9965-7a05550a6436 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0527925 Feb 08 16:33:02.028441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1bdd9af5-6063-4145-be6f-ce843175c9c4 req-b67017fb-f081-4cc0-a8f6-5ab287abe967 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Feb 08 16:33:03.150326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34548cb2-1633-4131-8070-8a944f30e694 req-1845014b-2cac-49e3-a28e-55f513e77c5e tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:03.151827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34548cb2-1633-4131-8070-8a944f30e694 req-1845014b-2cac-49e3-a28e-55f513e77c5e tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0539916 Feb 08 16:33:03.198937 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34548cb2-1633-4131-8070-8a944f30e694 req-7b1e2b49-d1e0-4518-be1a-dd08c5a44387 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Feb 08 16:33:03.853533 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84c0fb7c-7d2c-48eb-8fdb-f2a61b45e3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:04.325900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686ae6f-3126-4233-bfc9-f53b6acb2a03 req-0224b05e-704e-45e4-a584-ea9e0c520477 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:04.327538 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1686ae6f-3126-4233-bfc9-f53b6acb2a03 req-0224b05e-704e-45e4-a584-ea9e0c520477 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0585685 Feb 08 16:33:04.374013 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1686ae6f-3126-4233-bfc9-f53b6acb2a03 req-adb525d8-20cd-4d50-805b-8ac261ac3bff tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Feb 08 16:33:05.491284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a42889-7ce8-464b-9c11-07b45e2c5bf5 req-2c6c0218-a578-4d97-b5de-05edb42c2e75 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:05.492734 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8a42889-7ce8-464b-9c11-07b45e2c5bf5 req-2c6c0218-a578-4d97-b5de-05edb42c2e75 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0516970 Feb 08 16:33:05.538859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8a42889-7ce8-464b-9c11-07b45e2c5bf5 req-b459b2c2-c1e4-4d98-8aad-1a8f4226ff56 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404515 Feb 08 16:33:05.649884 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:06.657167 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc103db-b0be-48ce-b9fe-8f0dfbd2b8ca req-053a2e4b-f2a3-45f6-969e-3c3c7379d412 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:06.658641 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0fc103db-b0be-48ce-b9fe-8f0dfbd2b8ca req-053a2e4b-f2a3-45f6-969e-3c3c7379d412 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0529292 Feb 08 16:33:06.708970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0fc103db-b0be-48ce-b9fe-8f0dfbd2b8ca req-b4fa76ed-3146-457e-ae72-96d76a81a252 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447042 Feb 08 16:33:06.829157 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:07.827470 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf885af-acdb-411f-8d7b-a9dd392f3e63 req-846aa56b-7afd-4d08-a7f9-6d17c4885d85 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:07.828989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1bf885af-acdb-411f-8d7b-a9dd392f3e63 req-846aa56b-7afd-4d08-a7f9-6d17c4885d85 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0527759 Feb 08 16:33:07.876797 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1bf885af-acdb-411f-8d7b-a9dd392f3e63 req-d3c024f2-1d1e-4369-80a6-afdf9cd8fcb4 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 Feb 08 16:33:08.026814 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:08.997037 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445992cb-1147-4e25-a1e6-7828821106a2 req-c4708087-95da-4d19-ab49-b5ebaf3eb5b4 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:08.998975 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-445992cb-1147-4e25-a1e6-7828821106a2 req-c4708087-95da-4d19-ab49-b5ebaf3eb5b4 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0524576 Feb 08 16:33:09.046416 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-445992cb-1147-4e25-a1e6-7828821106a2 req-49aed6f2-3a8f-41c7-8959-19ac297de42d tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418656 Feb 08 16:33:10.168585 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118e1ca-7dee-457d-ad85-bd5ec7004da7 req-5b8fd70e-f21c-4545-9a6d-10741df995a8 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:10.170199 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5118e1ca-7dee-457d-ad85-bd5ec7004da7 req-5b8fd70e-f21c-4545-9a6d-10741df995a8 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0565996 Feb 08 16:33:10.215856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5118e1ca-7dee-457d-ad85-bd5ec7004da7 req-4c99e5d2-06ae-43c3-b67c-15814255786a tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401173 Feb 08 16:33:11.336288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daefd0c-c34d-4910-94a8-d952482d1ffc req-fab91ada-4861-405d-ae5a-ed873cfb82e7 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:11.337775 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0daefd0c-c34d-4910-94a8-d952482d1ffc req-fab91ada-4861-405d-ae5a-ed873cfb82e7 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0517642 Feb 08 16:33:11.384150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0daefd0c-c34d-4910-94a8-d952482d1ffc req-fb70a6ad-774e-4e7c-b89e-18cf26a56d5a tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400100 Feb 08 16:33:12.506753 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839984c-ddaa-4934-abb2-a1ee6aa5c0ca req-4c7d87c4-220a-44b5-bdaf-ee9c0f8ac2f2 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:12.508243 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4839984c-ddaa-4934-abb2-a1ee6aa5c0ca req-4c7d87c4-220a-44b5-bdaf-ee9c0f8ac2f2 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0573087 Feb 08 16:33:12.556666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4839984c-ddaa-4934-abb2-a1ee6aa5c0ca req-9e71fbd4-8008-4a23-86dc-2ab674a73f1c tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427778 Feb 08 16:33:13.678594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6115d7-c101-48f0-bc29-4a591a128ed1 req-3533e566-76cc-43d4-bcec-f36eea1520fc tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:13.680073 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e6115d7-c101-48f0-bc29-4a591a128ed1 req-3533e566-76cc-43d4-bcec-f36eea1520fc tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0522811 Feb 08 16:33:13.725831 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e6115d7-c101-48f0-bc29-4a591a128ed1 req-3df63953-155f-433e-b871-05e4ce5c642e tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 Feb 08 16:33:14.847101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ec78-7579-4128-8b14-78a552b7bdcb req-392bbae9-001b-4245-a719-92cd51a4b6bb tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:14.848574 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7659ec78-7579-4128-8b14-78a552b7bdcb req-392bbae9-001b-4245-a719-92cd51a4b6bb tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0521791 Feb 08 16:33:14.898808 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7659ec78-7579-4128-8b14-78a552b7bdcb req-1c5c4fdf-c45e-4162-af60-a58a522c9e61 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447404 Feb 08 16:33:15.339776 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-bcfe87ed-2805-4b7a-b38e-cc0339dbc007 service neutron] show failed (client error): The resource could not be found. Feb 08 16:33:15.340773 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-bcfe87ed-2805-4b7a-b38e-cc0339dbc007 service neutron] 10.222.0.96 "GET /v2.0/ports/30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc/bindings/n-h1-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.0541921 Feb 08 16:33:15.596988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-be0a573e-416f-48f1-840d-1efa08ecd832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:15.598424 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-be0a573e-416f-48f1-840d-1efa08ecd832 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1&tenant_id=5f3b333ce012417ab443e6085128ab4b HTTP/1.1" status: 200 len: 1128 time: 0.0933230 Feb 08 16:33:15.612580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-082d51d9-3323-40e5-b127-d28edcc541a9 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:33:15.613622 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-082d51d9-3323-40e5-b127-d28edcc541a9 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049829 Feb 08 16:33:15.627530 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:33:15.689719 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:15.890869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] For port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,segment=NetworkSegment(bf85570f-5ac7-4c5f-af02-52af416dfc01),segment_id=bf85570f-5ac7-4c5f-af02-52af416dfc01)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:33:15.922812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] For port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:33:15.962327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd08ebcd-27ec-4054-9939-7424225ef0d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:33:15.964597 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7347357d-5547-45ae-a8f9-a7fda49c940a" -d '{"events": [{"server_uuid": "fd08ebcd-27ec-4054-9939-7424225ef0d1", "name": "network-vif-unplugged", "status": "completed", "tag": "30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:33:15.968697 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Publish callbacks [] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:15.981849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Transition to ACTIVE for port object 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:33:15.986480 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:16.027944 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6559fa5-500a-48f2-9a4c-612516471fca x-openstack-request-id: req-c6559fa5-500a-48f2-9a4c-612516471fca {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:33:16.028237 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd08ebcd-27ec-4054-9939-7424225ef0d1", "name": "network-vif-unplugged", "status": "completed", "tag": "30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:33:16.028490 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c6559fa5-500a-48f2-9a4c-612516471fca {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:33:16.028875 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd08ebcd-27ec-4054-9939-7424225ef0d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc', 'code': 200} Feb 08 16:33:16.030658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7a77d-1999-4266-ab80-665302ec60c8 req-95cf0253-b47f-4630-9aa1-4aa84240b25e tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:16.032758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ec7a77d-1999-4266-ab80-665302ec60c8 req-95cf0253-b47f-4630-9aa1-4aa84240b25e tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0633588 Feb 08 16:33:16.053004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] No DVR routers for this DVR port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:33:16.064018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Pushing event updated for resources: {'Port': ['ID=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,revision_number=6']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:16.080683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ec7a77d-1999-4266-ab80-665302ec60c8 req-ea7e5bfb-38ef-4734-8864-6d46bda88ca3 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420337 Feb 08 16:33:16.095494 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Attempting to bind port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:33:16.095830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Attempting to bind port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'bf85570f-5ac7-4c5f-af02-52af416dfc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:33:16.096165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Attempting to bind port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc on network f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:33:16.100456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc on network f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:33:16.100773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Attempting to bind port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc on network f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:33:16.105496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:33:16.105831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Checking segment: {'id': 'bf85570f-5ac7-4c5f-af02-52af416dfc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:33:16.106208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Bound using segment: {'id': 'bf85570f-5ac7-4c5f-af02-52af416dfc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:33:16.106631 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Bound port: 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf85570f-5ac7-4c5f-af02-52af416dfc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:33:16.106984 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:16.168993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] For port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:33:16.173026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] For port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,segment=NetworkSegment(bf85570f-5ac7-4c5f-af02-52af416dfc01),segment_id=bf85570f-5ac7-4c5f-af02-52af416dfc01)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:33:16.178187 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:16.210223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:16.210847 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:16.212228 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] 10.222.0.94 "PUT /v2.0/ports/30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc HTTP/1.1" status: 200 len: 1092 time: 0.5883248 Feb 08 16:33:16.234271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712994c-0d0a-450a-b54a-5a6ae57f2195 service neutron] Pushing event updated for resources: {'Port': ['ID=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:16.284687 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-2a265ace-87f9-4012-98e4-a3d9f3ad9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:16.286243 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-2a265ace-87f9-4012-98e4-a3d9f3ad9f57 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=5f3b333ce012417ab443e6085128ab4b&device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 1126 time: 0.0492649 Feb 08 16:33:16.377810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-21a834ab-9122-47ab-9f23-eba869046141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:16.379279 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-21a834ab-9122-47ab-9f23-eba869046141 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 HTTP/1.1" status: 200 len: 912 time: 0.0827422 Feb 08 16:33:16.424684 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-b7595535-7c3e-4a31-b5da-aa415c8fb568 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc HTTP/1.1" status: 200 len: 217 time: 0.0382738 Feb 08 16:33:16.475482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0b8445fa-9c53-4b15-a85c-f34591fd4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:16.476902 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-0b8445fa-9c53-4b15-a85c-f34591fd4491 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=670e0592-0ed2-4db3-b540-45f198936db4 HTTP/1.1" status: 200 len: 851 time: 0.0433578 Feb 08 16:33:16.512282 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-957f4664-335f-40b1-a967-27fc88c54b23 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249846 Feb 08 16:33:16.603281 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-4377d346-8eb5-4025-ad03-25508b51b5e9 service neutron] 10.222.0.94 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813668 Feb 08 16:33:16.698530 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33149503-b9ee-4cf9-af81-fb27cfe19869 req-7484b1e5-0f64-4385-959d-ca4a47ab3170 service neutron] 10.222.0.94 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845211 Feb 08 16:33:17.203669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99b274-dbbe-4eb1-b93d-2e7e140c1284 req-205bec74-843f-4945-9363-9b7fcabcd8d2 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:17.205191 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f99b274-dbbe-4eb1-b93d-2e7e140c1284 req-205bec74-843f-4945-9363-9b7fcabcd8d2 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 943 time: 0.0537753 Feb 08 16:33:17.250802 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9f99b274-dbbe-4eb1-b93d-2e7e140c1284 req-51280d1b-77df-422c-9ab8-6aa574a308c7 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401409 Feb 08 16:33:18.030137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd08ebcd-27ec-4054-9939-7424225ef0d1', 'tag': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:33:18.032523 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18" -d '{"events": [{"name": "network-changed", "server_uuid": "fd08ebcd-27ec-4054-9939-7424225ef0d1", "tag": "30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:33:18.081901 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed522059-ffca-4401-be30-9c6ca30ae931 x-openstack-request-id: req-ed522059-ffca-4401-be30-9c6ca30ae931 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:33:18.082475 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd08ebcd-27ec-4054-9939-7424225ef0d1", "tag": "30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:33:18.082894 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ed522059-ffca-4401-be30-9c6ca30ae931 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:33:18.083306 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd08ebcd-27ec-4054-9939-7424225ef0d1', 'tag': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc', 'status': 'completed', 'code': 200} Feb 08 16:33:18.177116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-d3b50c46-0fd0-45e4-ba0b-2f8eed9cfd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:18.178741 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-d3b50c46-0fd0-45e4-ba0b-2f8eed9cfd8c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=5f3b333ce012417ab443e6085128ab4b&device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 1126 time: 0.0798676 Feb 08 16:33:18.181142 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-8095d747-b281-464b-864f-546cb3255398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:18.182496 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-8095d747-b281-464b-864f-546cb3255398 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f3b333ce012417ab443e6085128ab4b&device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 1126 time: 0.0743375 Feb 08 16:33:18.342931 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-f0f01942-8b78-4eea-bb01-198606d7f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:18.344422 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-f0f01942-8b78-4eea-bb01-198606d7f583 service neutron] 10.222.0.94 "GET /v2.0/networks?id=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 HTTP/1.1" status: 200 len: 912 time: 0.1574516 Feb 08 16:33:18.345901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-0fa121c0-fd08-42d2-9d43-b0ff24e86b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:18.347200 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-0fa121c0-fd08-42d2-9d43-b0ff24e86b82 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 HTTP/1.1" status: 200 len: 912 time: 0.1531065 Feb 08 16:33:18.388488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989e4c3-81fe-493a-84a1-757c38b7885c req-a43759a9-a0d4-4541-8b72-9711396e0dcd tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:18.390981 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8989e4c3-81fe-493a-84a1-757c38b7885c req-a43759a9-a0d4-4541-8b72-9711396e0dcd tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 943 time: 0.0655284 Feb 08 16:33:18.427535 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-a34ed0b4-646d-42eb-8b3f-2a56216bdf6b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc HTTP/1.1" status: 200 len: 217 time: 0.0705085 Feb 08 16:33:18.428734 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-13527583-9706-4ad3-9336-8629804ad5b2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc HTTP/1.1" status: 200 len: 217 time: 0.0778036 Feb 08 16:33:18.445542 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8989e4c3-81fe-493a-84a1-757c38b7885c req-a2ef4f5f-3f5e-4f52-b555-e6d5f482d9a4 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487785 Feb 08 16:33:18.449310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:33:18.503701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] The host n-h2-824834-11 is not matching for port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc host n-h1-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 16:33:18.506061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:33:18.523828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-a31e4c41-9638-4107-af6f-c8f98fe06eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:18.525330 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-a31e4c41-9638-4107-af6f-c8f98fe06eff service neutron] 10.222.0.96 "GET /v2.0/subnets?id=670e0592-0ed2-4db3-b540-45f198936db4 HTTP/1.1" status: 200 len: 851 time: 0.0909913 Feb 08 16:33:18.526691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-f08cdab6-1412-431a-90c7-895a3864868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:18.528013 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-f08cdab6-1412-431a-90c7-895a3864868f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=670e0592-0ed2-4db3-b540-45f198936db4 HTTP/1.1" status: 200 len: 851 time: 0.0831709 Feb 08 16:33:18.584068 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-38264b69-be93-4d6b-9c52-1a9f601469a0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531235 Feb 08 16:33:18.586280 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-cd1d69ba-7e10-4216-aea0-bdf052b217f0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460889 Feb 08 16:33:18.739717 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-80abb833-93a0-4b9f-99d7-cf322345b323 service neutron] 10.222.0.96 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494408 Feb 08 16:33:18.741571 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-69dc928e-4825-4104-b8d9-bd1b2d6dbe2d service neutron] 10.222.0.94 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440670 Feb 08 16:33:18.804167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:33:18.892478 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-2a86b46c-5473-4011-bf97-81c20eeb10da service neutron] 10.222.0.96 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464462 Feb 08 16:33:18.895766 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7ae65371-be75-4e2b-8c4e-28a0a8f71c18 req-eda3532b-fc3f-4150-8de5-d902b14366fb service neutron] 10.222.0.94 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429188 Feb 08 16:33:18.901934 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,segment=NetworkSegment(bf85570f-5ac7-4c5f-af02-52af416dfc01),segment_id=bf85570f-5ac7-4c5f-af02-52af416dfc01)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:33:18.917781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc', 'network_id': 'f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851', 'port_id': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc', 'mac_address': 'fa:16:3e:77:20:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670e0592-0ed2-4db3-b540-45f198936db4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:33:18.954698 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:33:18.955104 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:18.968387 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:33:18.987930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,segment=NetworkSegment(bf85570f-5ac7-4c5f-af02-52af416dfc01),segment_id=bf85570f-5ac7-4c5f-af02-52af416dfc01)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:33:18.991896 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:19.043570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:19.235831 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:19.262066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:33:19.569482 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe99474-41c4-4cf8-810f-5e4e690ad24e req-d6082477-46d9-4665-8f68-73277820da07 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:19.570954 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfe99474-41c4-4cf8-810f-5e4e690ad24e req-d6082477-46d9-4665-8f68-73277820da07 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 944 time: 0.0525544 Feb 08 16:33:19.619252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfe99474-41c4-4cf8-810f-5e4e690ad24e req-aff6e21c-d473-45e5-80a5-ccf7497c481c tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427525 Feb 08 16:33:19.859245 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-7462b459-146f-4a51-a324-327b00cced91 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:19.860722 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-7462b459-146f-4a51-a324-327b00cced91 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1&tenant_id=5f3b333ce012417ab443e6085128ab4b&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 944 time: 0.0562499 Feb 08 16:33:19.922577 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-53d3977a-151a-4a15-81d1-f6d204f7e251 service neutron] delete failed (client error): The resource could not be found. Feb 08 16:33:19.923592 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-53d3977a-151a-4a15-81d1-f6d204f7e251 service neutron] 10.222.0.96 "DELETE /v2.0/ports/30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc/bindings/n-h2-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.0569499 Feb 08 16:33:20.008628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-6e3da18a-ab97-4fc7-8db6-e6da84388a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:20.010157 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-6e3da18a-ab97-4fc7-8db6-e6da84388a5f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5f3b333ce012417ab443e6085128ab4b&device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 1127 time: 0.0449796 Feb 08 16:33:20.097407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-355914aa-6191-4f54-bc30-4651d4870e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:20.098903 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-355914aa-6191-4f54-bc30-4651d4870e0d service neutron] 10.222.0.96 "GET /v2.0/networks?id=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 HTTP/1.1" status: 200 len: 912 time: 0.0830715 Feb 08 16:33:20.141998 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-afa85b3a-f5dd-4b31-b764-2aa81fae4c04 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc HTTP/1.1" status: 200 len: 217 time: 0.0368514 Feb 08 16:33:20.189006 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-39334166-0020-4e8c-a697-d53fc27d8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:20.190413 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-39334166-0020-4e8c-a697-d53fc27d8240 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=670e0592-0ed2-4db3-b540-45f198936db4 HTTP/1.1" status: 200 len: 851 time: 0.0424671 Feb 08 16:33:20.221520 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-3bf8795b-5abd-48bf-a70f-d28751f54aae service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251794 Feb 08 16:33:20.311374 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-6f9c54e4-1f8a-45dd-8615-7d56484c2f87 service neutron] 10.222.0.96 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831881 Feb 08 16:33:20.681766 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:20.721566 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-d2a9a984-67a2-494f-b4ac-5750279a3a84 service neutron] 10.222.0.96 "GET /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050143 Feb 08 16:33:20.813687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:33:20.865769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:33:20.869878 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:33:20.870254 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:20.945664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:33:20.946011 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:20.969657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd08ebcd-27ec-4054-9939-7424225ef0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:33:20.971895 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100a22bc-a5da-4ce4-8790-49ac773d957c" -d '{"events": [{"server_uuid": "fd08ebcd-27ec-4054-9939-7424225ef0d1", "name": "network-vif-plugged", "status": "completed", "tag": "30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:33:20.984639 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,segment=NetworkSegment(bf85570f-5ac7-4c5f-af02-52af416dfc01),segment_id=bf85570f-5ac7-4c5f-af02-52af416dfc01)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:33:20.989068 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:21.046503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:21.079639 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba6714b-00da-4a56-a99f-e694c16a5c31 x-openstack-request-id: req-cba6714b-00da-4a56-a99f-e694c16a5c31 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:33:21.079939 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd08ebcd-27ec-4054-9939-7424225ef0d1", "name": "network-vif-plugged", "status": "completed", "tag": "30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:33:21.080222 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cba6714b-00da-4a56-a99f-e694c16a5c31 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:33:21.080653 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd08ebcd-27ec-4054-9939-7424225ef0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc', 'code': 200} Feb 08 16:33:21.414234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60864553-afc7-4afb-9783-43ba6631cd7c req-a64d5ff7-d356-42e3-96ae-fdc86964eeb3 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:21.415825 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60864553-afc7-4afb-9783-43ba6631cd7c req-a64d5ff7-d356-42e3-96ae-fdc86964eeb3 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0533729 Feb 08 16:33:21.464764 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60864553-afc7-4afb-9783-43ba6631cd7c req-452943f9-4e51-4b41-bd3c-019fdeed7d8b tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432675 Feb 08 16:33:22.586669 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0e2f1-8395-4819-9a2e-b6aee0ac8fed req-c55c95be-7d16-4231-a641-450f02f21e45 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:22.588169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60a0e2f1-8395-4819-9a2e-b6aee0ac8fed req-c55c95be-7d16-4231-a641-450f02f21e45 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0541332 Feb 08 16:33:22.636109 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60a0e2f1-8395-4819-9a2e-b6aee0ac8fed req-1b5bff83-4505-4526-bc82-b911a4f586cf tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.82 "GET /v2.0/security-groups?id=05b165fc-d9a7-422d-806d-df1a97117e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418069 Feb 08 16:33:22.796123 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-fed32230-6eb1-4b8d-8c75-2c9a51b4d3c2 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:22.797650 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-fed32230-6eb1-4b8d-8c75-2c9a51b4d3c2 tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.94 "GET /v2.0/ports?device_id=fd08ebcd-27ec-4054-9939-7424225ef0d1 HTTP/1.1" status: 200 len: 945 time: 0.0570366 Feb 08 16:33:22.893135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-93d6d2ae-afe0-4bd3-b54d-5e363a877bca tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Deleting port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:33:22.893479 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-93d6d2ae-afe0-4bd3-b54d-5e363a877bca tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:22.982984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-93d6d2ae-afe0-4bd3-b54d-5e363a877bca tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] For port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,segment=NetworkSegment(bf85570f-5ac7-4c5f-af02-52af416dfc01),segment_id=bf85570f-5ac7-4c5f-af02-52af416dfc01)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:33:22.983342 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-93d6d2ae-afe0-4bd3-b54d-5e363a877bca tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:22.994722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-93d6d2ae-afe0-4bd3-b54d-5e363a877bca tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Calling delete_port for 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:33:23.118847 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-93d6d2ae-afe0-4bd3-b54d-5e363a877bca tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:23.134347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:33:23.150554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6d2ae-afe0-4bd3-b54d-5e363a877bca tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Pushing event deleted for resources: {'Port': ['ID=30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:23.193334 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-93d6d2ae-afe0-4bd3-b54d-5e363a877bca tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] No DVR routers for this DVR port 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:33:23.196208 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-93d6d2ae-afe0-4bd3-b54d-5e363a877bca tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:23.199633 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a693a5ca-0d5b-474e-b060-c2a41bb456fa req-93d6d2ae-afe0-4bd3-b54d-5e363a877bca tempest-DeleteServersTestJSON-1950120064 tempest-DeleteServersTestJSON-1950120064-project] 10.222.0.94 "DELETE /v2.0/ports/30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc HTTP/1.1" status: 204 len: 173 time: 0.3943844 Feb 08 16:33:23.200075 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd08ebcd-27ec-4054-9939-7424225ef0d1', 'name': 'network-vif-deleted', 'tag': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:33:23.203120 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de42d6d-2de9-4a8b-8435-75ee036e41e0" -d '{"events": [{"server_uuid": "fd08ebcd-27ec-4054-9939-7424225ef0d1", "name": "network-vif-deleted", "tag": "30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:33:23.245645 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a78fa16-9921-4953-8962-8581a59337c8 x-openstack-request-id: req-5a78fa16-9921-4953-8962-8581a59337c8 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:33:23.245946 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd08ebcd-27ec-4054-9939-7424225ef0d1", "name": "network-vif-deleted", "tag": "30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:33:23.246218 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5a78fa16-9921-4953-8962-8581a59337c8 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:33:23.246630 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd08ebcd-27ec-4054-9939-7424225ef0d1', 'name': 'network-vif-deleted', 'tag': '30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc', 'status': 'completed', 'code': 200} Feb 08 16:33:23.771459 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60348) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:33:23.816124 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Deleting subnet 670e0592-0ed2-4db3-b540-45f198936db4 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:33:23.819171 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Publish callbacks [] for subnet (670e0592-0ed2-4db3-b540-45f198936db4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:23.856623 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (670e0592-0ed2-4db3-b540-45f198936db4), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:23.897214 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (670e0592-0ed2-4db3-b540-45f198936db4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:23.962080 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (670e0592-0ed2-4db3-b540-45f198936db4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:23.987337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=670e0592-0ed2-4db3-b540-45f198936db4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:23.991653 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:23.994796 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] 10.222.0.82 "DELETE /v2.0/subnets/670e0592-0ed2-4db3-b540-45f198936db4 HTTP/1.1" status: 204 len: 168 time: 0.2220478 Feb 08 16:33:23.998268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60350) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:33:24.001021 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:24.001373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:24.001719 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:24.002059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:24.002410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:24.002722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:24.003049 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:24.003373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:24.003699 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:24.004020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:24.004344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:24.004665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:24.005009 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b4664-1c3b-4c56-a905-b7ea568591cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:33:24.066470 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5351a828-3d8f-4eaf-bef0-c8879d7041fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:24.145030 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5351a828-3d8f-4eaf-bef0-c8879d7041fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:24.165024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5351a828-3d8f-4eaf-bef0-c8879d7041fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:33:24.174142 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5351a828-3d8f-4eaf-bef0-c8879d7041fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf85570f-5ac7-4c5f-af02-52af416dfc01') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:33:24.174443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-5351a828-3d8f-4eaf-bef0-c8879d7041fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf85570f-5ac7-4c5f-af02-52af416dfc01') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:33:24.183508 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5351a828-3d8f-4eaf-bef0-c8879d7041fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (bf85570f-5ac7-4c5f-af02-52af416dfc01), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:24.197244 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5351a828-3d8f-4eaf-bef0-c8879d7041fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (bf85570f-5ac7-4c5f-af02-52af416dfc01), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:24.203658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5351a828-3d8f-4eaf-bef0-c8879d7041fe admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:33:24.204042 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5351a828-3d8f-4eaf-bef0-c8879d7041fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (bf85570f-5ac7-4c5f-af02-52af416dfc01), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:33:24.205688 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:33:24.261372 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5351a828-3d8f-4eaf-bef0-c8879d7041fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:24.266671 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5351a828-3d8f-4eaf-bef0-c8879d7041fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:24.275510 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5351a828-3d8f-4eaf-bef0-c8879d7041fe admin admin] 10.222.0.82 "DELETE /v2.0/networks/f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851 HTTP/1.1" status: 204 len: 168 time: 0.2717397 Feb 08 16:33:24.289311 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351a828-3d8f-4eaf-bef0-c8879d7041fe admin admin] Pushing event deleted for resources: {'Network': ['ID=f33a4ac5-7c92-4d6c-81d5-5b2de1b8f851,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:24.379874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60354) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:33:24.419469 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-df6eebf3-3d6f-40bc-be03-b53b34b74e5c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5f3b333ce012417ab443e6085128ab4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384114 Feb 08 16:33:24.422769 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60356) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:33:24.468376 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-25b5026e-5e39-45fb-ac88-d365e8649b09 admin admin] Publish callbacks [] for security_group (05b165fc-d9a7-422d-806d-df1a97117e68), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:24.489105 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-25b5026e-5e39-45fb-ac88-d365e8649b09 admin admin] Publish callbacks [] for security_group (05b165fc-d9a7-422d-806d-df1a97117e68), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:24.543679 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-25b5026e-5e39-45fb-ac88-d365e8649b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (05b165fc-d9a7-422d-806d-df1a97117e68), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:24.546961 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-25b5026e-5e39-45fb-ac88-d365e8649b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:24.548126 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-25b5026e-5e39-45fb-ac88-d365e8649b09 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/05b165fc-d9a7-422d-806d-df1a97117e68 HTTP/1.1" status: 204 len: 168 time: 0.1244512 Feb 08 16:33:24.555880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5026e-5e39-45fb-ac88-d365e8649b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b165fc-d9a7-422d-806d-df1a97117e68,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:25.204375 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60380) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:33:25.304064 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1812397508-network', 'tenant_id': '207a98b184be414aa7d4cc758746d9ea'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:33:25.324548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] Made reservation on behalf of 207a98b184be414aa7d4cc758746d9ea for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:33:25.327297 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:25.335689 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:25.410366 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] Publish callbacks [] for security_group (f5311837-7ca0-4d05-a078-3d7692babed5), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:25.414518 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f5311837-7ca0-4d05-a078-3d7692babed5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:25.435993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:33:25.450407 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5311837-7ca0-4d05-a078-3d7692babed5,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:25.453400 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ccc05863-78a7-46e8-b2ad-2e26e82526c1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:25.453941 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] Added segment ccc05863-78a7-46e8-b2ad-2e26e82526c1 of type vlan for network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 Feb 08 16:33:25.493323 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (ebd66dea-fee1-4dd0-9d16-59ce10fe3668), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:25.518434 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (ebd66dea-fee1-4dd0-9d16-59ce10fe3668), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:25.519431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:25.520046 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:25.575452 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3697526 Feb 08 16:33:25.579078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60384) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:33:25.583072 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ec321-b8ab-4bf4-82e5-e5a87fdad2b0 admin admin] Pushing event updated for resources: {'Network': ['ID=ebd66dea-fee1-4dd0-9d16-59ce10fe3668,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:25.585551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2d8cc458-6b26-473a-8af7-1149faf88ada admin admin] Request body: {'subnet': {'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1812397508-subnet', 'tenant_id': '207a98b184be414aa7d4cc758746d9ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:33:25.593126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:33:25.608742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8cc458-6b26-473a-8af7-1149faf88ada admin admin] Made reservation on behalf of 207a98b184be414aa7d4cc758746d9ea for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:33:25.611760 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc458-6b26-473a-8af7-1149faf88ada admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:25.788127 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc458-6b26-473a-8af7-1149faf88ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:25.837021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cc458-6b26-473a-8af7-1149faf88ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:25.851662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8cc458-6b26-473a-8af7-1149faf88ada admin admin] Checking segment: {'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:33:25.852021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8cc458-6b26-473a-8af7-1149faf88ada admin admin] Network hostable DHCP agents. Network: ebd66dea-fee1-4dd0-9d16-59ce10fe3668, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:33:25.868477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8cc458-6b26-473a-8af7-1149faf88ada admin admin] Network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:33:25.877784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-2d8cc458-6b26-473a-8af7-1149faf88ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, ebd66dea-fee1-4dd0-9d16-59ce10fe3668) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:33:25.881844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8cc458-6b26-473a-8af7-1149faf88ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:25.882436 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc458-6b26-473a-8af7-1149faf88ada admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:25.890300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4905e8-2867-4770-ae65-6d12adc3089f None None] Network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:33:25.900600 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2d8cc458-6b26-473a-8af7-1149faf88ada admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3202436 Feb 08 16:33:25.994707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca604464-44ef-44ca-b658-8942bbd50db7 None None] Network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:33:26.330603 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-3da57ba1-cac5-4760-8ee2-b30996b3fd6b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:26.332061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-3da57ba1-cac5-4760-8ee2-b30996b3fd6b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 815 time: 0.1002929 Feb 08 16:33:26.347196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-48edd448-5c5d-4828-b494-8e895ef7e60e tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/quotas/207a98b184be414aa7d4cc758746d9ea HTTP/1.1" status: 200 len: 375 time: 0.0095148 Feb 08 16:33:26.384420 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-2b2b128e-cad0-48d3-846c-9720f160b10e tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315614 Feb 08 16:33:26.474770 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-f8d6e237-b503-41e8-b1ff-30eabf09086c service neutron] 10.222.0.82 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827177 Feb 08 16:33:26.568083 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-1da12b26-08d4-4c5f-9291-16d99242fea9 service neutron] 10.222.0.82 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877533 Feb 08 16:33:26.766951 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-00af6a87-1c4b-4882-83d6-ffb8c2083c88 req-cb170e8d-d42b-4034-af6e-bb71c73acf56 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 210 time: 0.0350013 Feb 08 16:33:26.836976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:33:26.864635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:33:26.865205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 30dd33df-c5ee-4ba7-b5df-a1fd1c1c8efc not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:33:27.800533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-dfc49235-a044-4a03-8310-e3f441037166 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:27.802378 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-dfc49235-a044-4a03-8310-e3f441037166 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.94 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 815 time: 0.1086791 Feb 08 16:33:27.818683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-41668616-ce9d-4b6b-a086-213814e75d6b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Request body: {'port': {'device_id': 'f6f95b1d-6b1f-4011-bb9b-52f0097725f0', 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668', 'admin_state_up': True, 'tenant_id': '207a98b184be414aa7d4cc758746d9ea'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:33:27.869306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-725588b0-678d-4d20-a6af-ad044821b275 req-1fb7feea-57f7-4073-ac34-2ea864782677 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 210 time: 0.0274889 Feb 08 16:33:27.925841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-41668616-ce9d-4b6b-a086-213814e75d6b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Made reservation on behalf of 207a98b184be414aa7d4cc758746d9ea for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:33:27.929136 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-41668616-ce9d-4b6b-a086-213814e75d6b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:28.054878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-41668616-ce9d-4b6b-a086-213814e75d6b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Allocated IP 172.20.0.3 (ebd66dea-fee1-4dd0-9d16-59ce10fe3668/dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6/536e11b5-10d2-4226-9a51-c8d8176e4502) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:33:28.200239 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-41668616-ce9d-4b6b-a086-213814e75d6b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks [] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:28.231583 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-41668616-ce9d-4b6b-a086-213814e75d6b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:28.276247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-41668616-ce9d-4b6b-a086-213814e75d6b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:33:28.279535 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-41668616-ce9d-4b6b-a086-213814e75d6b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:33:28.283265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-41668616-ce9d-4b6b-a086-213814e75d6b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:33:28.289556 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41668616-ce9d-4b6b-a086-213814e75d6b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Pushing event updated for resources: {'Port': ['ID=536e11b5-10d2-4226-9a51-c8d8176e4502,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:28.334439 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-41668616-ce9d-4b6b-a086-213814e75d6b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:28.334960 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-41668616-ce9d-4b6b-a086-213814e75d6b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:28.350098 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-41668616-ce9d-4b6b-a086-213814e75d6b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5372493 Feb 08 16:33:28.365463 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Request body: {'port': {'device_id': 'f6f95b1d-6b1f-4011-bb9b-52f0097725f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:33:28.428135 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:28.685522 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536e11b5-10d2-4226-9a51-c8d8176e4502 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:33:28.699347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Publish callbacks [] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:28.712039 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Transition to ACTIVE for port object 536e11b5-10d2-4226-9a51-c8d8176e4502 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:33:28.717130 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:28.764923 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Pushing event updated for resources: {'Port': ['ID=536e11b5-10d2-4226-9a51-c8d8176e4502,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:28.836607 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Attempting to bind port 536e11b5-10d2-4226-9a51-c8d8176e4502 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:33:28.837325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Attempting to bind port 536e11b5-10d2-4226-9a51-c8d8176e4502 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:33:28.837325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Attempting to bind port 536e11b5-10d2-4226-9a51-c8d8176e4502 on network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:33:28.842107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Port 536e11b5-10d2-4226-9a51-c8d8176e4502 on network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:33:28.842426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Attempting to bind port 536e11b5-10d2-4226-9a51-c8d8176e4502 on network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:33:28.847068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:33:28.847406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Checking segment: {'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:33:28.847784 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Bound using segment: {'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:33:28.848202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Bound port: 536e11b5-10d2-4226-9a51-c8d8176e4502, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:33:28.848553 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:28.911601 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] For port 536e11b5-10d2-4226-9a51-c8d8176e4502, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:33:28.914989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] For port 536e11b5-10d2-4226-9a51-c8d8176e4502, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=536e11b5-10d2-4226-9a51-c8d8176e4502,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:33:28.922492 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:28.957705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:28.958335 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:28.959704 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] 10.222.0.94 "PUT /v2.0/ports/536e11b5-10d2-4226-9a51-c8d8176e4502 HTTP/1.1" status: 200 len: 1092 time: 0.5983300 Feb 08 16:33:28.960141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f95b1d-6b1f-4011-bb9b-52f0097725f0', 'tag': '536e11b5-10d2-4226-9a51-c8d8176e4502'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:33:28.962585 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f6fb72-9e42-48a8-ad68-887cf32f0e96" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f95b1d-6b1f-4011-bb9b-52f0097725f0", "tag": "536e11b5-10d2-4226-9a51-c8d8176e4502"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:33:28.989487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fea40-c9ca-4769-9829-49e92ab03a0c service neutron] Pushing event updated for resources: {'Port': ['ID=536e11b5-10d2-4226-9a51-c8d8176e4502,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:29.001553 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f669d-a961-4265-8018-69c75a04c65f req-3ad1aa2a-b708-4512-aa73-64c0cf2b54b7 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:29.003418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc1f669d-a961-4265-8018-69c75a04c65f req-3ad1aa2a-b708-4512-aa73-64c0cf2b54b7 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 943 time: 0.0618618 Feb 08 16:33:29.026039 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc807b40-11fb-4fb2-8108-80ca6fba45c6 x-openstack-request-id: req-dc807b40-11fb-4fb2-8108-80ca6fba45c6 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:33:29.026341 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f95b1d-6b1f-4011-bb9b-52f0097725f0", "tag": "536e11b5-10d2-4226-9a51-c8d8176e4502", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:33:29.026606 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dc807b40-11fb-4fb2-8108-80ca6fba45c6 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:33:29.027013 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f95b1d-6b1f-4011-bb9b-52f0097725f0', 'tag': '536e11b5-10d2-4226-9a51-c8d8176e4502', 'status': 'completed', 'code': 200} Feb 08 16:33:29.054563 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bc1f669d-a961-4265-8018-69c75a04c65f req-629e0dca-ad6d-46e6-aa30-d7e52bf2122a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442700 Feb 08 16:33:29.060720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d1f9b931-80f4-4185-bd99-143b94d4699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:29.062331 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d1f9b931-80f4-4185-bd99-143b94d4699f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 1126 time: 0.0475008 Feb 08 16:33:29.113993 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-67d755f9-1f43-4e36-b8af-263c55b042f8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=536e11b5-10d2-4226-9a51-c8d8176e4502 HTTP/1.1" status: 200 len: 217 time: 0.0394995 Feb 08 16:33:29.165918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-e01e97fd-91c3-49ca-9aa9-dc0a0aba8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:29.167344 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-e01e97fd-91c3-49ca-9aa9-dc0a0aba8413 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0450439 Feb 08 16:33:29.203980 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-e26ee0ff-8739-4d2f-9bcf-677acc305c33 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259867 Feb 08 16:33:29.299978 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-d10e102a-d724-43f3-9231-a9ce38f172f3 service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859034 Feb 08 16:33:29.391726 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3050f77f-7a73-4373-b7bf-82ee22fcb280 req-8672ca75-bda7-4a44-9afe-2743ac6c7e91 service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816236 Feb 08 16:33:29.490839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6fb72-9e42-48a8-ad68-887cf32f0e96 req-212c46fd-2ddf-46ad-abc2-25200e75d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:29.492336 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8f6fb72-9e42-48a8-ad68-887cf32f0e96 req-212c46fd-2ddf-46ad-abc2-25200e75d464 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 1126 time: 0.0464997 Feb 08 16:33:29.585350 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6fb72-9e42-48a8-ad68-887cf32f0e96 req-6cc1c312-371f-4847-a4c3-a89a0a2b6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:29.586748 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8f6fb72-9e42-48a8-ad68-887cf32f0e96 req-6cc1c312-371f-4847-a4c3-a89a0a2b6514 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 916 time: 0.0885346 Feb 08 16:33:29.629103 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8f6fb72-9e42-48a8-ad68-887cf32f0e96 req-92239524-33f9-49ca-b94c-54cee9a7868c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=536e11b5-10d2-4226-9a51-c8d8176e4502 HTTP/1.1" status: 200 len: 217 time: 0.0354877 Feb 08 16:33:29.682311 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6fb72-9e42-48a8-ad68-887cf32f0e96 req-bd35d6ba-4e23-42a9-83bc-c214fe9fb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:29.683750 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8f6fb72-9e42-48a8-ad68-887cf32f0e96 req-bd35d6ba-4e23-42a9-83bc-c214fe9fb8a6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0481660 Feb 08 16:33:29.718744 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8f6fb72-9e42-48a8-ad68-887cf32f0e96 req-118170e3-afd1-415b-857d-1422a58667ab service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264771 Feb 08 16:33:29.810513 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8f6fb72-9e42-48a8-ad68-887cf32f0e96 req-c9e6be3a-4c37-46b6-87c0-f0b6e5414620 service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826714 Feb 08 16:33:29.907921 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e8f6fb72-9e42-48a8-ad68-887cf32f0e96 req-c2fe3c10-5bc4-463f-8afb-fe3194a371b2 service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865710 Feb 08 16:33:30.177611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11b941-ab19-4f07-ac66-d346fb4dbe46 req-01aad985-3de8-4f71-8935-83a28fc3a643 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:30.179029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8f11b941-ab19-4f07-ac66-d346fb4dbe46 req-01aad985-3de8-4f71-8935-83a28fc3a643 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 943 time: 0.0563591 Feb 08 16:33:30.224806 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8f11b941-ab19-4f07-ac66-d346fb4dbe46 req-d1d6e131-5640-4da5-a4f3-2eadabeb458a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402269 Feb 08 16:33:30.865330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 536e11b5-10d2-4226-9a51-c8d8176e4502 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:33:30.960582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 536e11b5-10d2-4226-9a51-c8d8176e4502, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=536e11b5-10d2-4226-9a51-c8d8176e4502,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:33:30.972619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '536e11b5-10d2-4226-9a51-c8d8176e4502', 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668', 'port_id': '536e11b5-10d2-4226-9a51-c8d8176e4502', 'mac_address': 'fa:16:3e:a4:a9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:33:31.013090 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 536e11b5-10d2-4226-9a51-c8d8176e4502 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:33:31.013468 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:31.026377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536e11b5-10d2-4226-9a51-c8d8176e4502 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:33:31.046814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 536e11b5-10d2-4226-9a51-c8d8176e4502, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=536e11b5-10d2-4226-9a51-c8d8176e4502,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:33:31.050625 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:31.096558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=536e11b5-10d2-4226-9a51-c8d8176e4502,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:31.291045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['536e11b5-10d2-4226-9a51-c8d8176e4502'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:33:31.344389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82d604-1ae0-491a-a836-25f2fe7bd9a3 req-35b98b11-d4ef-4eab-9df2-96d23a78db25 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:31.345927 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b82d604-1ae0-491a-a836-25f2fe7bd9a3 req-35b98b11-d4ef-4eab-9df2-96d23a78db25 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 944 time: 0.0538449 Feb 08 16:33:31.392260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b82d604-1ae0-491a-a836-25f2fe7bd9a3 req-4b1ebace-e42c-4ab4-b2ca-267cd48448b1 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Feb 08 16:33:31.583902 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0345773d-dfc8-41e3-a81b-20b8576a0c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:32.510616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250292cb-6fdb-4587-b713-a21409b1fb1e req-41d97772-4de2-485a-ae76-3fa93199e48b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:32.512077 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-250292cb-6fdb-4587-b713-a21409b1fb1e req-41d97772-4de2-485a-ae76-3fa93199e48b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 944 time: 0.0520413 Feb 08 16:33:32.561882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-250292cb-6fdb-4587-b713-a21409b1fb1e req-3a62021b-fef5-4d61-8b01-7adeece74399 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439107 Feb 08 16:33:32.883586 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 536e11b5-10d2-4226-9a51-c8d8176e4502 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:33:32.934591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 536e11b5-10d2-4226-9a51-c8d8176e4502 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:33:32.940356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 536e11b5-10d2-4226-9a51-c8d8176e4502 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:33:32.940811 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:33.020819 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 536e11b5-10d2-4226-9a51-c8d8176e4502 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:33:33.021232 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:33.043506 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f95b1d-6b1f-4011-bb9b-52f0097725f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536e11b5-10d2-4226-9a51-c8d8176e4502'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:33:33.046091 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc759664-c0fc-4eb7-a151-c4d8a30491cc" -d '{"events": [{"server_uuid": "f6f95b1d-6b1f-4011-bb9b-52f0097725f0", "name": "network-vif-plugged", "status": "completed", "tag": "536e11b5-10d2-4226-9a51-c8d8176e4502"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:33:33.058594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 536e11b5-10d2-4226-9a51-c8d8176e4502, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=536e11b5-10d2-4226-9a51-c8d8176e4502,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:33:33.063366 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:33.086906 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d002e4-d3e3-48da-b40a-116f4adbf715 x-openstack-request-id: req-d3d002e4-d3e3-48da-b40a-116f4adbf715 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:33:33.087199 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f95b1d-6b1f-4011-bb9b-52f0097725f0", "name": "network-vif-plugged", "status": "completed", "tag": "536e11b5-10d2-4226-9a51-c8d8176e4502", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:33:33.087456 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d3d002e4-d3e3-48da-b40a-116f4adbf715 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:33:33.087912 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f95b1d-6b1f-4011-bb9b-52f0097725f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536e11b5-10d2-4226-9a51-c8d8176e4502', 'code': 200} Feb 08 16:33:33.113340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=536e11b5-10d2-4226-9a51-c8d8176e4502,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:33:33.191213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1dfe1-e892-4cfe-8ac3-c44bad9b0f6b req-64d3442c-7828-4008-bf64-f31608d2428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:33.192735 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b9a1dfe1-e892-4cfe-8ac3-c44bad9b0f6b req-64d3442c-7828-4008-bf64-f31608d2428f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 1128 time: 0.0447731 Feb 08 16:33:33.238332 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b9a1dfe1-e892-4cfe-8ac3-c44bad9b0f6b req-b22b1bf4-4a4a-42d0-a310-809aa99f9f0a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359955 Feb 08 16:33:33.679511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9c35a-20e3-4191-ba57-f383864b3ac2 req-2707b703-7b99-4dbd-a3c8-5b77f9bcce85 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:33.680991 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8d9c35a-20e3-4191-ba57-f383864b3ac2 req-2707b703-7b99-4dbd-a3c8-5b77f9bcce85 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0526235 Feb 08 16:33:33.728228 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8d9c35a-20e3-4191-ba57-f383864b3ac2 req-8f1dfc41-2a6e-4eb7-a73d-b8cb8c99276f tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407705 Feb 08 16:33:33.854712 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3e27d9bc-baff-4006-9fd8-87a5cf98c77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:34.849945 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f751f-9189-4ea3-be24-a3a68660443d req-b51da17b-f143-496f-b788-b45debc526ae tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:34.851410 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e49f751f-9189-4ea3-be24-a3a68660443d req-b51da17b-f143-496f-b788-b45debc526ae tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0525413 Feb 08 16:33:34.898328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e49f751f-9189-4ea3-be24-a3a68660443d req-4649c541-3267-455a-8759-c8ffae8f5c0a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412900 Feb 08 16:33:35.021070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db512b9-2e99-4502-b8af-82bf646588de req-012b2c8d-aa05-4199-88e6-e7b632b1d4ce tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:35.022811 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2db512b9-2e99-4502-b8af-82bf646588de req-012b2c8d-aa05-4199-88e6-e7b632b1d4ce tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0567813 Feb 08 16:33:35.068794 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2db512b9-2e99-4502-b8af-82bf646588de req-86e3f566-1b78-4e30-b91b-3d19c2315739 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Feb 08 16:33:35.270933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac4563-f5c0-4c10-a3aa-6396d3564c1b req-5753138d-5d2a-466a-adf6-4b09f6fb8918 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:35.272748 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43ac4563-f5c0-4c10-a3aa-6396d3564c1b req-5753138d-5d2a-466a-adf6-4b09f6fb8918 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0535798 Feb 08 16:33:35.319019 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43ac4563-f5c0-4c10-a3aa-6396d3564c1b req-efa702c1-7516-46f1-a2e5-9aa41d9155d1 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407062 Feb 08 16:33:35.441876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de169794-2c54-4757-a972-bff6d3295d95 req-5e30e029-cd54-4f35-ab2b-f489fea1f63c tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:35.443338 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de169794-2c54-4757-a972-bff6d3295d95 req-5e30e029-cd54-4f35-ab2b-f489fea1f63c tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0568907 Feb 08 16:33:35.488983 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de169794-2c54-4757-a972-bff6d3295d95 req-63762521-b533-458a-a339-f782b00e0ccf tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Feb 08 16:33:35.661128 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:35.749686 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-0885d7eb-b766-4b04-bc50-534d00dca302 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765400 Feb 08 16:33:35.760960 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804605d8-5827-476b-9b50-db8db8a416ca req-9d03447a-c21c-4b9e-a105-7b3e9f534aaf tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:35.762418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-804605d8-5827-476b-9b50-db8db8a416ca req-9d03447a-c21c-4b9e-a105-7b3e9f534aaf tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0783248 Feb 08 16:33:35.811818 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-804605d8-5827-476b-9b50-db8db8a416ca req-89f1f727-9451-4a71-9aba-17b1b5feedf0 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420897 Feb 08 16:33:36.199492 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:33:36.829533 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:36.860400 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-62110850-f883-44ed-88cc-56542fb98df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:36.861972 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-62110850-f883-44ed-88cc-56542fb98df7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 1128 time: 0.0458648 Feb 08 16:33:36.936375 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26854608-53fb-4438-8232-3627f48878af req-23cdacd2-c7c0-4998-abb1-8efdc6fa1ba3 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:36.937918 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-26854608-53fb-4438-8232-3627f48878af req-23cdacd2-c7c0-4998-abb1-8efdc6fa1ba3 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0561647 Feb 08 16:33:36.958761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-f1abd67f-ec3d-42b6-be4c-47a8aa75d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:36.960153 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-f1abd67f-ec3d-42b6-be4c-47a8aa75d9a6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 916 time: 0.0916297 Feb 08 16:33:36.984264 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-26854608-53fb-4438-8232-3627f48878af req-9765cbf0-8195-4cd6-9417-d503e06f450f tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405562 Feb 08 16:33:37.002062 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-ae73c0c8-634b-4a4e-9647-22798074444d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=536e11b5-10d2-4226-9a51-c8d8176e4502 HTTP/1.1" status: 200 len: 217 time: 0.0353019 Feb 08 16:33:37.055330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-2b9a8db6-2e7d-4b25-805f-b138a86fedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:37.056784 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-2b9a8db6-2e7d-4b25-805f-b138a86fedf1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0494082 Feb 08 16:33:37.088106 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-7966801c-c923-4990-814b-57def7edaf86 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255375 Feb 08 16:33:37.176080 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-319f5c50-9447-4860-aa07-6981808b21d8 service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816562 Feb 08 16:33:37.267888 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-3126ffd9-4226-4ada-8951-d10450aedd15 service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857902 Feb 08 16:33:38.029657 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:38.112228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9393d0-b0f3-4239-ad89-f0bfbe54f71d req-53cc635d-3765-4e49-b523-5f6b0a734550 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:38.113735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b9393d0-b0f3-4239-ad89-f0bfbe54f71d req-53cc635d-3765-4e49-b523-5f6b0a734550 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0534010 Feb 08 16:33:38.160325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2b9393d0-b0f3-4239-ad89-f0bfbe54f71d req-c6160687-ca39-4759-9008-1ddaa549dfff tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408423 Feb 08 16:33:39.282955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085b620-168f-47fd-873e-97a552c13002 req-76db86aa-902a-4268-a879-cc443347dd03 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:39.284412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4085b620-168f-47fd-873e-97a552c13002 req-76db86aa-902a-4268-a879-cc443347dd03 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0560439 Feb 08 16:33:39.330085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4085b620-168f-47fd-873e-97a552c13002 req-04e2190e-ac5d-4e99-8bd7-619dfc99efa2 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401635 Feb 08 16:33:40.447862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf60e99-f914-4974-86e4-58c20489f2ba req-3e0226ba-9c01-4358-80c4-15805f9fdf75 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:40.449508 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8cf60e99-f914-4974-86e4-58c20489f2ba req-3e0226ba-9c01-4358-80c4-15805f9fdf75 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0532353 Feb 08 16:33:40.497196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8cf60e99-f914-4974-86e4-58c20489f2ba req-bdbb8c11-d5ea-4955-9c64-063f6fc8ffdd tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420361 Feb 08 16:33:41.616030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a42b2-dd20-4466-afbf-49f148a77bc8 req-9887aa8f-ecac-4315-bee6-2aac1e677337 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:41.617523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c73a42b2-dd20-4466-afbf-49f148a77bc8 req-9887aa8f-ecac-4315-bee6-2aac1e677337 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0520191 Feb 08 16:33:41.666605 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c73a42b2-dd20-4466-afbf-49f148a77bc8 req-6af0415c-f647-4c4d-b88a-433afbef6271 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 Feb 08 16:33:42.788812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744238e-1ba3-49d0-98c2-3306fbfd6f12 req-f4fcb3c6-6f95-46f5-8197-f380fde31727 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:42.790446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c744238e-1ba3-49d0-98c2-3306fbfd6f12 req-f4fcb3c6-6f95-46f5-8197-f380fde31727 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0548787 Feb 08 16:33:42.842680 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c744238e-1ba3-49d0-98c2-3306fbfd6f12 req-0757452d-339f-41d5-a8dd-0da618bf6469 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460725 Feb 08 16:33:43.966346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d76991-2398-42da-a50a-c7e9f68cff5c req-6a0ffe7a-f22d-4d40-85ba-a82a5b33c6b6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:43.967805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24d76991-2398-42da-a50a-c7e9f68cff5c req-6a0ffe7a-f22d-4d40-85ba-a82a5b33c6b6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0538957 Feb 08 16:33:44.013441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-24d76991-2398-42da-a50a-c7e9f68cff5c req-a66a575a-5261-46ab-9d19-d42774914b4e tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399637 Feb 08 16:33:45.137229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064e127-8a08-433e-8852-3642188e215c req-710ee77f-5737-478b-8a70-1bc544c35ae7 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:45.139846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1064e127-8a08-433e-8852-3642188e215c req-710ee77f-5737-478b-8a70-1bc544c35ae7 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0584021 Feb 08 16:33:45.185982 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1064e127-8a08-433e-8852-3642188e215c req-67bdfda0-2e68-4226-a010-cf2429b2693b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395219 Feb 08 16:33:46.306210 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacecb1c-7cab-43cc-b65e-1709f0c33a93 req-9087f301-e8b2-4d41-a1d2-11ce81b396de tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:46.307695 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eacecb1c-7cab-43cc-b65e-1709f0c33a93 req-9087f301-e8b2-4d41-a1d2-11ce81b396de tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0536199 Feb 08 16:33:46.354008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eacecb1c-7cab-43cc-b65e-1709f0c33a93 req-364963ed-1feb-4dde-af0d-6f030d75fa5f tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396810 Feb 08 16:33:47.472919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef79bd-981d-400d-98b9-e6c89668e2cf req-e9f4d79c-dab2-47c4-8b48-559e5142c7fc tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:47.474404 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81ef79bd-981d-400d-98b9-e6c89668e2cf req-e9f4d79c-dab2-47c4-8b48-559e5142c7fc tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0523126 Feb 08 16:33:47.523654 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81ef79bd-981d-400d-98b9-e6c89668e2cf req-0277182c-24b8-4381-a766-180a0ec0fff8 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437531 Feb 08 16:33:48.662139 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad80226-a644-48b2-910b-a811126d5785 req-6c9d07f6-9cc3-4b39-a0e0-67e52ea43ce3 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:48.663759 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fad80226-a644-48b2-910b-a811126d5785 req-6c9d07f6-9cc3-4b39-a0e0-67e52ea43ce3 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0644190 Feb 08 16:33:48.720822 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fad80226-a644-48b2-910b-a811126d5785 req-b3d953e6-7a54-4761-bd72-bd0d5f76c48b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514653 Feb 08 16:33:49.234869 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:49.843165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10950dc-b66f-457b-82d4-8045b23aacb6 req-e170c6a2-227a-4af6-9337-0b25dabeb29a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:49.844648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f10950dc-b66f-457b-82d4-8045b23aacb6 req-e170c6a2-227a-4af6-9337-0b25dabeb29a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0522199 Feb 08 16:33:49.891809 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f10950dc-b66f-457b-82d4-8045b23aacb6 req-7567853b-ee36-4856-a815-ccf39ca4622d tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 Feb 08 16:33:50.679086 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:33:51.023053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fe7f7-c356-4c3d-90e1-ff55ae82bbf2 req-29ea05eb-bc2d-43d7-8a2a-b4fa80e7ee6d tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:51.024528 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-849fe7f7-c356-4c3d-90e1-ff55ae82bbf2 req-29ea05eb-bc2d-43d7-8a2a-b4fa80e7ee6d tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0559723 Feb 08 16:33:51.072008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-849fe7f7-c356-4c3d-90e1-ff55ae82bbf2 req-b2996e18-2b4a-4579-b86d-edf0b9030f52 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411754 Feb 08 16:33:52.207907 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143bbf7-1dee-4604-b094-5d9418418e7b req-041566c3-ef71-4c11-be4e-65295def4b55 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:52.209407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8143bbf7-1dee-4604-b094-5d9418418e7b req-041566c3-ef71-4c11-be4e-65295def4b55 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0519726 Feb 08 16:33:52.255464 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8143bbf7-1dee-4604-b094-5d9418418e7b req-2a368776-a17e-4bc5-8376-e483e2337a27 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Feb 08 16:33:53.378835 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995add7-8dbe-4153-beda-ddebbf667a64 req-a1d767de-98fa-42b0-8c33-2a1421cfde63 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:53.380306 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e995add7-8dbe-4153-beda-ddebbf667a64 req-a1d767de-98fa-42b0-8c33-2a1421cfde63 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0561802 Feb 08 16:33:53.428344 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e995add7-8dbe-4153-beda-ddebbf667a64 req-39fa6589-38da-4424-b1c1-9fa484d33976 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423560 Feb 08 16:33:53.642614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2f4b0-9c06-4686-9576-12edbc8285b6 req-5507514d-ada4-4db7-9fdf-9d5cd1a8955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:53.644028 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60f2f4b0-9c06-4686-9576-12edbc8285b6 req-5507514d-ada4-4db7-9fdf-9d5cd1a8955c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 1128 time: 0.0464787 Feb 08 16:33:53.756502 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2f4b0-9c06-4686-9576-12edbc8285b6 req-3c4e1db6-089a-454e-8ecf-ed6654f03172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:53.758031 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60f2f4b0-9c06-4686-9576-12edbc8285b6 req-3c4e1db6-089a-454e-8ecf-ed6654f03172 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 916 time: 0.0911145 Feb 08 16:33:53.803012 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60f2f4b0-9c06-4686-9576-12edbc8285b6 req-b25120ea-f4cf-402b-b259-5d10186d925f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=536e11b5-10d2-4226-9a51-c8d8176e4502 HTTP/1.1" status: 200 len: 217 time: 0.0375896 Feb 08 16:33:53.855613 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2f4b0-9c06-4686-9576-12edbc8285b6 req-50990135-986d-4c9f-9889-07546d4594aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:53.857609 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60f2f4b0-9c06-4686-9576-12edbc8285b6 req-50990135-986d-4c9f-9889-07546d4594aa service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0420446 Feb 08 16:33:53.890727 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60f2f4b0-9c06-4686-9576-12edbc8285b6 req-f62d7bfb-d990-4f47-88e8-e562bc681037 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247228 Feb 08 16:33:53.985384 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60f2f4b0-9c06-4686-9576-12edbc8285b6 req-5ed3f92f-2129-4cb9-8c2a-b8550c0cf0b6 service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851986 Feb 08 16:33:54.072866 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60f2f4b0-9c06-4686-9576-12edbc8285b6 req-0f9842bf-6809-4618-a486-cf9eb57ab172 service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809484 Feb 08 16:33:54.550143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8a5d-74e6-4e55-b71a-184a087b59e8 req-f85c9ea0-9ed1-43e9-8f30-3cc39a150d9f tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:54.551634 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34dd8a5d-74e6-4e55-b71a-184a087b59e8 req-f85c9ea0-9ed1-43e9-8f30-3cc39a150d9f tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0544467 Feb 08 16:33:54.597182 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34dd8a5d-74e6-4e55-b71a-184a087b59e8 req-afec6dbc-18f2-478d-b1b4-de867c080d38 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399222 Feb 08 16:33:55.713663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39386f50-924c-4372-97a2-ae93e780239f req-d574f30f-5bf3-4a52-8b8b-1d5d76146cf6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:55.715160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39386f50-924c-4372-97a2-ae93e780239f req-d574f30f-5bf3-4a52-8b8b-1d5d76146cf6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0511541 Feb 08 16:33:55.766510 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39386f50-924c-4372-97a2-ae93e780239f req-b2ac862b-263e-4851-9dff-007d766a00a0 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450468 Feb 08 16:33:56.889563 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f068ca-a910-4c99-933e-a34933ce4df2 req-3b87e897-7752-40e3-b229-f8a1690b633d tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:56.891047 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06f068ca-a910-4c99-933e-a34933ce4df2 req-3b87e897-7752-40e3-b229-f8a1690b633d tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0537629 Feb 08 16:33:56.937403 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06f068ca-a910-4c99-933e-a34933ce4df2 req-ad4c6326-c281-465c-abc1-a1f9bb0cff4b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Feb 08 16:33:58.057112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d37f3-d471-4b2e-88e4-37aaab716213 req-c41af4f7-05e9-4ff4-85ba-444daa7920ba tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:58.059662 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c7d37f3-d471-4b2e-88e4-37aaab716213 req-c41af4f7-05e9-4ff4-85ba-444daa7920ba tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0536768 Feb 08 16:33:58.107692 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c7d37f3-d471-4b2e-88e4-37aaab716213 req-cc940f66-ad37-48eb-8146-92e3128583ec tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424578 Feb 08 16:33:59.229861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29eca3-2781-4802-b7e5-c1498efde396 req-03ce5637-602f-4e1b-b26c-a3c3064b55f9 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:33:59.232075 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd29eca3-2781-4802-b7e5-c1498efde396 req-03ce5637-602f-4e1b-b26c-a3c3064b55f9 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0571172 Feb 08 16:33:59.278111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fd29eca3-2781-4802-b7e5-c1498efde396 req-6178bb58-822f-450a-979b-a28427388b24 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405440 Feb 08 16:34:00.406003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cadee1-8dc7-4998-8afa-770bc8f99116 req-916ff35c-9f50-45e3-baaa-35ebb3d2ea10 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:00.407473 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7cadee1-8dc7-4998-8afa-770bc8f99116 req-916ff35c-9f50-45e3-baaa-35ebb3d2ea10 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0547295 Feb 08 16:34:00.453720 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7cadee1-8dc7-4998-8afa-770bc8f99116 req-213173d5-c458-4266-8d6f-51f7a5bddf16 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407126 Feb 08 16:34:01.571922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dc560-f626-455c-9140-0a22579b6679 req-764eda81-892f-4f20-8496-46c054d2edfd tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:01.573483 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c16dc560-f626-455c-9140-0a22579b6679 req-764eda81-892f-4f20-8496-46c054d2edfd tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0510144 Feb 08 16:34:01.586016 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5d84e5b5-6770-4ad0-bfd0-99a1ec05031c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:01.627032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c16dc560-f626-455c-9140-0a22579b6679 req-1834cbb9-278a-4e5c-81fe-32ed6f1323b9 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466807 Feb 08 16:34:02.748030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9964a5-ea15-4bf0-8c2e-3da1b3187c89 req-a2672a10-e23a-4aa6-b5fc-fe38a9ec66e8 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:02.749682 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f9964a5-ea15-4bf0-8c2e-3da1b3187c89 req-a2672a10-e23a-4aa6-b5fc-fe38a9ec66e8 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0537615 Feb 08 16:34:02.795647 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f9964a5-ea15-4bf0-8c2e-3da1b3187c89 req-3fbac5dc-efd2-44af-9a00-9b3a8c9f353e tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404537 Feb 08 16:34:03.855069 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7b667446-d8e0-4ddb-8ec3-a03aa7ab5bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:03.917380 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa7cc5-948a-442f-986f-adff16c3affb req-20ed5b91-0ff1-4c06-a9f0-f9b46691c946 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:03.918873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dffa7cc5-948a-442f-986f-adff16c3affb req-20ed5b91-0ff1-4c06-a9f0-f9b46691c946 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0525720 Feb 08 16:34:03.966321 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dffa7cc5-948a-442f-986f-adff16c3affb req-420ce04f-03c5-4546-b075-43a36a2ebe68 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 Feb 08 16:34:04.617302 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-9b1d0c23-db13-4032-bb11-f2291858d332 service neutron] show failed (client error): The resource could not be found. Feb 08 16:34:04.618418 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-9b1d0c23-db13-4032-bb11-f2291858d332 service neutron] 10.222.0.94 "GET /v2.0/ports/536e11b5-10d2-4226-9a51-c8d8176e4502/bindings/n-h2-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.0586839 Feb 08 16:34:04.828163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-091edb60-2fb2-4299-bce3-a2cfe54b4797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:04.829697 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-091edb60-2fb2-4299-bce3-a2cfe54b4797 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0&tenant_id=207a98b184be414aa7d4cc758746d9ea HTTP/1.1" status: 200 len: 1128 time: 0.0453532 Feb 08 16:34:04.840560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:34:04.900475 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:05.098130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7868d46-00d1-4cbc-85ab-629e87d0ce76 req-d91e0760-fa30-45af-9085-ae91297dac38 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:05.099605 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7868d46-00d1-4cbc-85ab-629e87d0ce76 req-d91e0760-fa30-45af-9085-ae91297dac38 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0635829 Feb 08 16:34:05.105669 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] For port 536e11b5-10d2-4226-9a51-c8d8176e4502, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=536e11b5-10d2-4226-9a51-c8d8176e4502,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:34:05.139399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] For port 536e11b5-10d2-4226-9a51-c8d8176e4502, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:34:05.152132 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e7868d46-00d1-4cbc-85ab-629e87d0ce76 req-1ff59d69-706b-47e6-96eb-324d615d2f41 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467498 Feb 08 16:34:05.179864 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f95b1d-6b1f-4011-bb9b-52f0097725f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '536e11b5-10d2-4226-9a51-c8d8176e4502'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:34:05.182170 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75d75d9-f289-4011-b699-3bd5ea750249" -d '{"events": [{"server_uuid": "f6f95b1d-6b1f-4011-bb9b-52f0097725f0", "name": "network-vif-unplugged", "status": "completed", "tag": "536e11b5-10d2-4226-9a51-c8d8176e4502"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:34:05.186558 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Publish callbacks [] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:05.198810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Transition to ACTIVE for port object 536e11b5-10d2-4226-9a51-c8d8176e4502 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:34:05.203565 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:05.236740 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb858a86-d35e-4fbd-ab47-1b7aaca6ada1 x-openstack-request-id: req-fb858a86-d35e-4fbd-ab47-1b7aaca6ada1 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:34:05.237061 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f95b1d-6b1f-4011-bb9b-52f0097725f0", "name": "network-vif-unplugged", "status": "completed", "tag": "536e11b5-10d2-4226-9a51-c8d8176e4502", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:34:05.237324 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-fb858a86-d35e-4fbd-ab47-1b7aaca6ada1 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:34:05.237724 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f95b1d-6b1f-4011-bb9b-52f0097725f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '536e11b5-10d2-4226-9a51-c8d8176e4502', 'code': 200} Feb 08 16:34:05.274501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] No DVR routers for this DVR port 536e11b5-10d2-4226-9a51-c8d8176e4502 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:34:05.276560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Pushing event updated for resources: {'Port': ['ID=536e11b5-10d2-4226-9a51-c8d8176e4502,revision_number=6']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:05.286671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:05.287072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:05.287425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:05.287770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:05.288113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:05.288480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:05.288822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:05.289186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:05.289519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:05.289850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:05.290181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:05.290507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:05.290833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:05.327012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Attempting to bind port 536e11b5-10d2-4226-9a51-c8d8176e4502 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:34:05.327380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Attempting to bind port 536e11b5-10d2-4226-9a51-c8d8176e4502 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:34:05.327740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Attempting to bind port 536e11b5-10d2-4226-9a51-c8d8176e4502 on network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:34:05.332108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Port 536e11b5-10d2-4226-9a51-c8d8176e4502 on network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:34:05.332431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Attempting to bind port 536e11b5-10d2-4226-9a51-c8d8176e4502 on network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:34:05.337653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:34:05.337994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Checking segment: {'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:34:05.338381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Bound using segment: {'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:34:05.338836 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Bound port: 536e11b5-10d2-4226-9a51-c8d8176e4502, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:34:05.339233 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:05.408335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] For port 536e11b5-10d2-4226-9a51-c8d8176e4502, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:34:05.411608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] For port 536e11b5-10d2-4226-9a51-c8d8176e4502, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=536e11b5-10d2-4226-9a51-c8d8176e4502,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:34:05.417182 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:05.452915 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:05.453571 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:05.455070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] 10.222.0.96 "PUT /v2.0/ports/536e11b5-10d2-4226-9a51-c8d8176e4502 HTTP/1.1" status: 200 len: 1092 time: 0.6185219 Feb 08 16:34:05.484417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669811b-8402-435d-9bc1-29f0e5ae9bde service neutron] Pushing event updated for resources: {'Port': ['ID=536e11b5-10d2-4226-9a51-c8d8176e4502,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:05.523850 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-966e26aa-8e10-4ea1-9213-71919424c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:05.525417 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-966e26aa-8e10-4ea1-9213-71919424c740 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 1126 time: 0.0495243 Feb 08 16:34:05.615116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-cccb9f98-28bf-43f9-b088-071e74c096a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:05.616575 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-cccb9f98-28bf-43f9-b088-071e74c096a4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 916 time: 0.0857844 Feb 08 16:34:05.657102 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:05.658549 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-bfcbc786-eba2-4123-aa54-416bf0bceea4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=536e11b5-10d2-4226-9a51-c8d8176e4502 HTTP/1.1" status: 200 len: 217 time: 0.0357211 Feb 08 16:34:05.705457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-64f4d79e-a11b-42be-a54b-7ee42fc604f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:05.707031 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-64f4d79e-a11b-42be-a54b-7ee42fc604f7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0428476 Feb 08 16:34:05.744546 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-9e59bc6b-6754-4218-bcab-afa1df89ea1f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316067 Feb 08 16:34:05.832669 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-7e601ee5-89db-467d-911d-e6320a75a0c1 service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816462 Feb 08 16:34:05.923268 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2f6180d0-8c11-4a01-8822-4eb1d8b18fdc req-f4799773-c3ec-4424-a51e-fe85618001ec service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848596 Feb 08 16:34:06.274339 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faef313-ae4e-48f5-a370-1cb6216d5578 req-9cefffbb-2d99-43b1-92f9-03249138f3a4 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:06.275830 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0faef313-ae4e-48f5-a370-1cb6216d5578 req-9cefffbb-2d99-43b1-92f9-03249138f3a4 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 943 time: 0.0553858 Feb 08 16:34:06.324097 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0faef313-ae4e-48f5-a370-1cb6216d5578 req-50563bd7-1086-4e28-a9ed-629d7219d52a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422633 Feb 08 16:34:06.831047 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:07.070924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 536e11b5-10d2-4226-9a51-c8d8176e4502 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:34:07.112893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port 536e11b5-10d2-4226-9a51-c8d8176e4502 host n-h2-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 16:34:07.113375 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 536e11b5-10d2-4226-9a51-c8d8176e4502 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:34:07.238426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f95b1d-6b1f-4011-bb9b-52f0097725f0', 'tag': '536e11b5-10d2-4226-9a51-c8d8176e4502'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:34:07.240822 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db51c72-0275-4032-bb2e-56ae4b3e7411" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f95b1d-6b1f-4011-bb9b-52f0097725f0", "tag": "536e11b5-10d2-4226-9a51-c8d8176e4502"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:34:07.289367 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f4d969-a048-4859-8a39-0dc6124ccbe4 x-openstack-request-id: req-35f4d969-a048-4859-8a39-0dc6124ccbe4 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:34:07.289664 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f95b1d-6b1f-4011-bb9b-52f0097725f0", "tag": "536e11b5-10d2-4226-9a51-c8d8176e4502", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:34:07.289921 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-35f4d969-a048-4859-8a39-0dc6124ccbe4 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:34:07.290326 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f95b1d-6b1f-4011-bb9b-52f0097725f0', 'tag': '536e11b5-10d2-4226-9a51-c8d8176e4502', 'status': 'completed', 'code': 200} Feb 08 16:34:07.388940 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-249f8635-1409-48c2-80f0-09b5f24da762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:07.390491 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-249f8635-1409-48c2-80f0-09b5f24da762 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 1126 time: 0.0784478 Feb 08 16:34:07.392262 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-1ecc0649-c5bd-47d8-876f-a4f079d37249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:07.393668 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-1ecc0649-c5bd-47d8-876f-a4f079d37249 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 1126 time: 0.0803452 Feb 08 16:34:07.449443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60faab-266b-4a78-bcb1-8ca20a3372ab req-5e79bd55-2571-4d46-9d60-5934c04a44c4 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:07.451043 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b60faab-266b-4a78-bcb1-8ca20a3372ab req-5e79bd55-2571-4d46-9d60-5934c04a44c4 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 943 time: 0.0580599 Feb 08 16:34:07.497508 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b60faab-266b-4a78-bcb1-8ca20a3372ab req-9df6b9b8-2b0e-46ab-afc9-b4305a15397e tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408809 Feb 08 16:34:07.560685 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-b6847fb1-21ab-4056-b923-b943fb211a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:07.562198 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-b6847fb1-21ab-4056-b923-b943fb211a67 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 916 time: 0.1658080 Feb 08 16:34:07.566612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-a6141edf-910c-4d8c-849d-fed3af6b6cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:07.567968 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-a6141edf-910c-4d8c-849d-fed3af6b6cb7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 916 time: 0.1624839 Feb 08 16:34:07.610525 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-15f309f9-198a-48f5-9924-49298ff99bac service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=536e11b5-10d2-4226-9a51-c8d8176e4502 HTTP/1.1" status: 200 len: 217 time: 0.0415468 Feb 08 16:34:07.648635 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-6fd51c73-702f-400a-b9aa-a2595baf77ff service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=536e11b5-10d2-4226-9a51-c8d8176e4502 HTTP/1.1" status: 200 len: 217 time: 0.0453634 Feb 08 16:34:07.719824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-b95cf87c-3d0d-46fa-8294-1df89572c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:07.721331 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-b95cf87c-3d0d-46fa-8294-1df89572c09c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0818725 Feb 08 16:34:07.724608 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-926ab3a6-5f18-41fa-8a48-90410f4ef207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:07.725983 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-926ab3a6-5f18-41fa-8a48-90410f4ef207 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0601766 Feb 08 16:34:07.772220 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-58330284-d500-4a14-868f-099becabb52a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453293 Feb 08 16:34:07.774069 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-43c434e0-b976-495e-8257-a1f2da34e4b5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392337 Feb 08 16:34:07.929735 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-0e18736f-6310-463a-9e49-fc366ced9caa service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506822 Feb 08 16:34:07.931522 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-dd15c30f-a946-4251-9c49-0571be25617f service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455247 Feb 08 16:34:08.033230 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:08.407047 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-8f6e0e73-e797-4fc2-90ff-f344dfb9f8a1 service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718959 Feb 08 16:34:08.408976 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6db51c72-0275-4032-bb2e-56ae4b3e7411 req-069b02db-3435-4f8f-b925-53d33a712fff service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670353 Feb 08 16:34:08.634975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8ccd8-880a-4fe2-a439-a6611a8873ea req-0e876e31-dfc2-45ce-85b9-ebfa681af392 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:08.636450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81c8ccd8-880a-4fe2-a439-a6611a8873ea req-0e876e31-dfc2-45ce-85b9-ebfa681af392 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 943 time: 0.0520198 Feb 08 16:34:08.682323 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81c8ccd8-880a-4fe2-a439-a6611a8873ea req-583a18e2-92c6-4ceb-8858-3554a455b652 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Feb 08 16:34:08.783607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 536e11b5-10d2-4226-9a51-c8d8176e4502 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:34:08.884997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 536e11b5-10d2-4226-9a51-c8d8176e4502, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=536e11b5-10d2-4226-9a51-c8d8176e4502,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:34:08.893636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cd007-c461-4672-9eef-2a5e201c01ad req-260c33c5-b46a-4e30-97ec-11d585acac7e tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:08.895063 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f08cd007-c461-4672-9eef-2a5e201c01ad req-260c33c5-b46a-4e30-97ec-11d585acac7e tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 943 time: 0.0610919 Feb 08 16:34:08.899488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '536e11b5-10d2-4226-9a51-c8d8176e4502', 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668', 'port_id': '536e11b5-10d2-4226-9a51-c8d8176e4502', 'mac_address': 'fa:16:3e:a4:a9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:34:08.909516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c307f6-8861-4973-a02b-647a7fdb25ae req-0a0a78f2-809c-47a7-b889-ea07f646061c tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:08.911017 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-11c307f6-8861-4973-a02b-647a7fdb25ae req-0a0a78f2-809c-47a7-b889-ea07f646061c tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.94 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0&tenant_id=207a98b184be414aa7d4cc758746d9ea&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 943 time: 0.0615413 Feb 08 16:34:08.942278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 536e11b5-10d2-4226-9a51-c8d8176e4502 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:34:08.942626 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:08.955579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536e11b5-10d2-4226-9a51-c8d8176e4502 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:34:08.966652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f08cd007-c461-4672-9eef-2a5e201c01ad req-4c795932-2f85-439e-8638-034f8fc2a9a4 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614967 Feb 08 16:34:08.979076 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-11c307f6-8861-4973-a02b-647a7fdb25ae req-cb0e33a3-876e-4ece-b74c-605bf56c55d4 service neutron] delete failed (client error): The resource could not be found. Feb 08 16:34:08.979219 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 536e11b5-10d2-4226-9a51-c8d8176e4502, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=536e11b5-10d2-4226-9a51-c8d8176e4502,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:34:08.979316 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-11c307f6-8861-4973-a02b-647a7fdb25ae req-cb0e33a3-876e-4ece-b74c-605bf56c55d4 service neutron] 10.222.0.94 "DELETE /v2.0/ports/536e11b5-10d2-4226-9a51-c8d8176e4502/bindings/n-h1-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.0560455 Feb 08 16:34:08.980391 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:09.027082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=536e11b5-10d2-4226-9a51-c8d8176e4502,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:09.035184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:09.035808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:09.035902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:09.036184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:09.036514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:09.036847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:09.037200 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:09.037524 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:09.037863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:09.038166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:09.038486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:09.038804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:09.039123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:34:09.076782 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c307f6-8861-4973-a02b-647a7fdb25ae req-3abd6ac5-152f-4f5b-878e-e6c6969ff233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:09.078325 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-11c307f6-8861-4973-a02b-647a7fdb25ae req-3abd6ac5-152f-4f5b-878e-e6c6969ff233 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 1127 time: 0.0513217 Feb 08 16:34:09.171523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c307f6-8861-4973-a02b-647a7fdb25ae req-acdab41c-94da-4661-bfea-81e37f9db86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:09.173030 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-11c307f6-8861-4973-a02b-647a7fdb25ae req-acdab41c-94da-4661-bfea-81e37f9db86e service neutron] 10.222.0.94 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 916 time: 0.0859959 Feb 08 16:34:09.200677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['536e11b5-10d2-4226-9a51-c8d8176e4502'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:34:09.219248 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-11c307f6-8861-4973-a02b-647a7fdb25ae req-1a5b7d1d-86ab-4ba0-92e1-e02d686c05ec service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=536e11b5-10d2-4226-9a51-c8d8176e4502 HTTP/1.1" status: 200 len: 217 time: 0.0349030 Feb 08 16:34:09.270477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c307f6-8861-4973-a02b-647a7fdb25ae req-ff20e977-f7f2-4376-98d9-4575de730bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:09.272229 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-11c307f6-8861-4973-a02b-647a7fdb25ae req-ff20e977-f7f2-4376-98d9-4575de730bc5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0472295 Feb 08 16:34:09.306981 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-11c307f6-8861-4973-a02b-647a7fdb25ae req-fdd00b02-d277-43d7-98a6-68dc5d5e6cfc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254738 Feb 08 16:34:09.397134 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-11c307f6-8861-4973-a02b-647a7fdb25ae req-37111cce-24ef-47af-bd76-6d4c4b6ec32b service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810616 Feb 08 16:34:09.496609 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-11c307f6-8861-4973-a02b-647a7fdb25ae req-aedadd0c-14d8-466e-9748-a0e950d7b1f6 service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905092 Feb 08 16:34:10.080768 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e16c0e-3fdf-4690-ad34-0d12a7f02769 req-1e61b412-9ab9-4f33-8c6e-e5fd000a82ba tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:10.082287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1e16c0e-3fdf-4690-ad34-0d12a7f02769 req-1e61b412-9ab9-4f33-8c6e-e5fd000a82ba tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 944 time: 0.0542016 Feb 08 16:34:10.129937 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1e16c0e-3fdf-4690-ad34-0d12a7f02769 req-70c7d96a-4718-4aa4-947b-cdf847aa4cc5 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 Feb 08 16:34:10.251681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995aac0-04a6-4888-9ed1-b3cd4992dc58 req-d29522e9-f495-42c3-9e98-f6e28fbcaee6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:10.253196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9995aac0-04a6-4888-9ed1-b3cd4992dc58 req-d29522e9-f495-42c3-9e98-f6e28fbcaee6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 944 time: 0.0537822 Feb 08 16:34:10.302970 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9995aac0-04a6-4888-9ed1-b3cd4992dc58 req-d3ca3863-49a7-48f9-9e88-3f7daf4fc921 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439353 Feb 08 16:34:10.424480 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8f39e-8a73-4cd7-b4d0-cb9fab9ba774 req-649d077c-198f-43e2-8dee-1c79af9057d0 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:10.425968 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80a8f39e-8a73-4cd7-b4d0-cb9fab9ba774 req-649d077c-198f-43e2-8dee-1c79af9057d0 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 944 time: 0.0583184 Feb 08 16:34:10.472586 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80a8f39e-8a73-4cd7-b4d0-cb9fab9ba774 req-ad2fc0be-3fcc-41a8-abf1-704d832f5745 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411263 Feb 08 16:34:10.800908 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 536e11b5-10d2-4226-9a51-c8d8176e4502 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:34:10.817153 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-08688e3d-747d-47fa-bc5d-f77a2b58899b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:10.818656 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-08688e3d-747d-47fa-bc5d-f77a2b58899b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 815 time: 0.0999281 Feb 08 16:34:10.833591 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-0539b76e-55b7-447f-8e74-e57ebf472b78 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/quotas/207a98b184be414aa7d4cc758746d9ea HTTP/1.1" status: 200 len: 375 time: 0.0095994 Feb 08 16:34:10.848601 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 536e11b5-10d2-4226-9a51-c8d8176e4502 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:34:10.855863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 536e11b5-10d2-4226-9a51-c8d8176e4502 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:34:10.856912 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:10.890481 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-f3c7fd11-69a0-4c3f-9eca-06375c2a221e tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517681 Feb 08 16:34:10.945531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 536e11b5-10d2-4226-9a51-c8d8176e4502 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:34:10.945951 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:10.970594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f95b1d-6b1f-4011-bb9b-52f0097725f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536e11b5-10d2-4226-9a51-c8d8176e4502'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:34:10.972960 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3c621e-4337-49b2-9fc6-188793ba3f9f" -d '{"events": [{"server_uuid": "f6f95b1d-6b1f-4011-bb9b-52f0097725f0", "name": "network-vif-plugged", "status": "completed", "tag": "536e11b5-10d2-4226-9a51-c8d8176e4502"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:34:10.985915 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-c603f6ac-27c1-4327-b63b-5b1df739cdf7 service neutron] 10.222.0.82 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883493 Feb 08 16:34:10.986070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 536e11b5-10d2-4226-9a51-c8d8176e4502, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=536e11b5-10d2-4226-9a51-c8d8176e4502,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:34:10.990591 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:11.016624 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269e0e85-4ab5-4430-ac6c-56d85a745e1a x-openstack-request-id: req-269e0e85-4ab5-4430-ac6c-56d85a745e1a {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:34:11.016977 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f95b1d-6b1f-4011-bb9b-52f0097725f0", "name": "network-vif-plugged", "status": "completed", "tag": "536e11b5-10d2-4226-9a51-c8d8176e4502", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:34:11.017261 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-269e0e85-4ab5-4430-ac6c-56d85a745e1a {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:34:11.017681 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f95b1d-6b1f-4011-bb9b-52f0097725f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536e11b5-10d2-4226-9a51-c8d8176e4502', 'code': 200} Feb 08 16:34:11.045002 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=536e11b5-10d2-4226-9a51-c8d8176e4502,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:11.086041 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-99cd0fca-e088-4a15-b5a1-a4077cf47149 service neutron] 10.222.0.82 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914173 Feb 08 16:34:11.246444 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d662d75b-a5ec-4e2e-b152-2edd63a5ed05 req-972adeae-ebd1-47eb-ae36-43690cc7e639 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 210 time: 0.0285728 Feb 08 16:34:11.982628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82de2c-4998-4c03-a0c7-a0273413679a req-c0f8d482-e9df-45b1-b274-9ea5c776a5f6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:11.983984 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6e82de2c-4998-4c03-a0c7-a0273413679a req-c0f8d482-e9df-45b1-b274-9ea5c776a5f6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.96 "GET /v2.0/ports?device_id=f6f95b1d-6b1f-4011-bb9b-52f0097725f0 HTTP/1.1" status: 200 len: 945 time: 0.0527666 Feb 08 16:34:12.087835 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-6e82de2c-4998-4c03-a0c7-a0273413679a req-50ca1087-f9ca-40e1-a467-95f1492ac293 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Deleting port 536e11b5-10d2-4226-9a51-c8d8176e4502 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:34:12.088212 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6e82de2c-4998-4c03-a0c7-a0273413679a req-50ca1087-f9ca-40e1-a467-95f1492ac293 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:12.275537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-6e82de2c-4998-4c03-a0c7-a0273413679a req-50ca1087-f9ca-40e1-a467-95f1492ac293 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] For port 536e11b5-10d2-4226-9a51-c8d8176e4502, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=536e11b5-10d2-4226-9a51-c8d8176e4502,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:34:12.275914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6e82de2c-4998-4c03-a0c7-a0273413679a req-50ca1087-f9ca-40e1-a467-95f1492ac293 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:12.297837 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-a9c93f7a-75b7-4a7b-9111-0bb194e6a6f9 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:12.299362 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-a9c93f7a-75b7-4a7b-9111-0bb194e6a6f9 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.96 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 815 time: 0.1957314 Feb 08 16:34:12.300343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-6e82de2c-4998-4c03-a0c7-a0273413679a req-50ca1087-f9ca-40e1-a467-95f1492ac293 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Calling delete_port for 536e11b5-10d2-4226-9a51-c8d8176e4502 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:34:12.313164 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-61c89cfa-56a2-4e1d-a656-ab26d7948a84 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Request body: {'port': {'device_id': 'acfa4a5a-b7da-46aa-8cdf-45395c137e99', 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668', 'admin_state_up': True, 'tenant_id': '207a98b184be414aa7d4cc758746d9ea'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:34:12.345046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ee40580-338e-41a3-ada7-773d7e07de97 req-f96b0e44-0a24-4482-9ae1-bf4e8790038e tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 210 time: 0.0286210 Feb 08 16:34:12.515089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-61c89cfa-56a2-4e1d-a656-ab26d7948a84 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Made reservation on behalf of 207a98b184be414aa7d4cc758746d9ea for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:34:12.523057 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-61c89cfa-56a2-4e1d-a656-ab26d7948a84 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:12.561303 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6e82de2c-4998-4c03-a0c7-a0273413679a req-50ca1087-f9ca-40e1-a467-95f1492ac293 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (536e11b5-10d2-4226-9a51-c8d8176e4502), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:12.595333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['536e11b5-10d2-4226-9a51-c8d8176e4502'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:34:12.630259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca1087-f9ca-40e1-a467-95f1492ac293 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Pushing event deleted for resources: {'Port': ['ID=536e11b5-10d2-4226-9a51-c8d8176e4502,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:12.681888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e82de2c-4998-4c03-a0c7-a0273413679a req-50ca1087-f9ca-40e1-a467-95f1492ac293 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] No DVR routers for this DVR port 536e11b5-10d2-4226-9a51-c8d8176e4502 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:34:12.701396 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-6e82de2c-4998-4c03-a0c7-a0273413679a req-50ca1087-f9ca-40e1-a467-95f1492ac293 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:12.704648 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6e82de2c-4998-4c03-a0c7-a0273413679a req-50ca1087-f9ca-40e1-a467-95f1492ac293 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.96 "DELETE /v2.0/ports/536e11b5-10d2-4226-9a51-c8d8176e4502 HTTP/1.1" status: 204 len: 173 time: 0.7157154 Feb 08 16:34:12.705115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f95b1d-6b1f-4011-bb9b-52f0097725f0', 'name': 'network-vif-deleted', 'tag': '536e11b5-10d2-4226-9a51-c8d8176e4502'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:34:12.707442 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48630c88-9338-4c50-917d-1121de97036b" -d '{"events": [{"server_uuid": "f6f95b1d-6b1f-4011-bb9b-52f0097725f0", "name": "network-vif-deleted", "tag": "536e11b5-10d2-4226-9a51-c8d8176e4502"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:34:12.745203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-61c89cfa-56a2-4e1d-a656-ab26d7948a84 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Allocated IP 172.20.0.7 (ebd66dea-fee1-4dd0-9d16-59ce10fe3668/dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6/7d453ea5-1536-4ff1-a88b-25e997380546) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:34:12.752829 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f82ebd2-6df3-44f8-82c5-b9b350ffe813 x-openstack-request-id: req-8f82ebd2-6df3-44f8-82c5-b9b350ffe813 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:34:12.753162 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f95b1d-6b1f-4011-bb9b-52f0097725f0", "name": "network-vif-deleted", "tag": "536e11b5-10d2-4226-9a51-c8d8176e4502", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:34:12.753586 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8f82ebd2-6df3-44f8-82c5-b9b350ffe813 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:34:12.754005 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f95b1d-6b1f-4011-bb9b-52f0097725f0', 'name': 'network-vif-deleted', 'tag': '536e11b5-10d2-4226-9a51-c8d8176e4502', 'status': 'completed', 'code': 200} Feb 08 16:34:12.912207 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-61c89cfa-56a2-4e1d-a656-ab26d7948a84 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks [] for port (7d453ea5-1536-4ff1-a88b-25e997380546), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:12.945846 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-61c89cfa-56a2-4e1d-a656-ab26d7948a84 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:12.995833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-61c89cfa-56a2-4e1d-a656-ab26d7948a84 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:34:12.999397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-61c89cfa-56a2-4e1d-a656-ab26d7948a84 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:34:13.003003 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-61c89cfa-56a2-4e1d-a656-ab26d7948a84 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:34:13.009230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c89cfa-56a2-4e1d-a656-ab26d7948a84 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Pushing event updated for resources: {'Port': ['ID=7d453ea5-1536-4ff1-a88b-25e997380546,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:13.054156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-61c89cfa-56a2-4e1d-a656-ab26d7948a84 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:13.054765 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-61c89cfa-56a2-4e1d-a656-ab26d7948a84 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:13.070101 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-61c89cfa-56a2-4e1d-a656-ab26d7948a84 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7608690 Feb 08 16:34:13.081416 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Request body: {'port': {'device_id': 'acfa4a5a-b7da-46aa-8cdf-45395c137e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:34:13.139403 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:13.198207 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:34:13.411965 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d453ea5-1536-4ff1-a88b-25e997380546 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:34:13.420977 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Publish callbacks [] for port (7d453ea5-1536-4ff1-a88b-25e997380546), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:13.432907 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Transition to ACTIVE for port object 7d453ea5-1536-4ff1-a88b-25e997380546 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:34:13.438408 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:13.464547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73696336-c6e7-448d-8f41-59e1c19e6233 req-38d83f49-6f93-42d1-b372-a0d6d03e9225 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:13.466752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73696336-c6e7-448d-8f41-59e1c19e6233 req-38d83f49-6f93-42d1-b372-a0d6d03e9225 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 931 time: 0.0537560 Feb 08 16:34:13.492441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Pushing event updated for resources: {'Port': ['ID=7d453ea5-1536-4ff1-a88b-25e997380546,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:13.515345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73696336-c6e7-448d-8f41-59e1c19e6233 req-4ca46a08-36bb-49e9-ac13-19896d6a0737 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425711 Feb 08 16:34:13.557070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Attempting to bind port 7d453ea5-1536-4ff1-a88b-25e997380546 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:34:13.557403 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Attempting to bind port 7d453ea5-1536-4ff1-a88b-25e997380546 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:34:13.557724 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Attempting to bind port 7d453ea5-1536-4ff1-a88b-25e997380546 on network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:34:13.562438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Port 7d453ea5-1536-4ff1-a88b-25e997380546 on network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:34:13.562762 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Attempting to bind port 7d453ea5-1536-4ff1-a88b-25e997380546 on network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:34:13.567549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:34:13.567888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Checking segment: {'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:34:13.568271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Bound using segment: {'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:34:13.568696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Bound port: 7d453ea5-1536-4ff1-a88b-25e997380546, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:34:13.569083 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:13.634263 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] For port 7d453ea5-1536-4ff1-a88b-25e997380546, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:34:13.637172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] For port 7d453ea5-1536-4ff1-a88b-25e997380546, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7d453ea5-1536-4ff1-a88b-25e997380546,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:34:13.643482 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:13.676548 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:13.677262 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:13.678692 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] 10.222.0.96 "PUT /v2.0/ports/7d453ea5-1536-4ff1-a88b-25e997380546 HTTP/1.1" status: 200 len: 1092 time: 0.6013772 Feb 08 16:34:13.701181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0980b9-eeaf-43a7-8b76-06f27a8dce81 service neutron] Pushing event updated for resources: {'Port': ['ID=7d453ea5-1536-4ff1-a88b-25e997380546,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:13.762406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-21474e86-41ec-42db-bea7-94726003affe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:13.765127 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-21474e86-41ec-42db-bea7-94726003affe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 1126 time: 0.0480328 Feb 08 16:34:13.811224 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-51f87a7d-b8a4-4a3f-b162-f71138be41c2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d453ea5-1536-4ff1-a88b-25e997380546 HTTP/1.1" status: 200 len: 217 time: 0.0394320 Feb 08 16:34:13.858140 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-63ca4e77-c46d-423b-8588-652ed913e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:13.859587 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-63ca4e77-c46d-423b-8588-652ed913e0a0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0432668 Feb 08 16:34:13.891675 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-43959833-d400-4db7-9aae-ad8b828f178c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263019 Feb 08 16:34:13.983132 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-32259396-3544-4367-b0fe-9f34b8091153 service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855501 Feb 08 16:34:14.071946 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7e84400e-8d12-43ad-8d3f-e622fc6a3719 req-aa5a6ebf-d341-46da-9239-d7900285d72f service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831413 Feb 08 16:34:14.755079 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfa4a5a-b7da-46aa-8cdf-45395c137e99', 'tag': '7d453ea5-1536-4ff1-a88b-25e997380546'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:34:14.757517 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0e44a7-5e23-459d-b738-f2d78bf32f28" -d '{"events": [{"name": "network-changed", "server_uuid": "acfa4a5a-b7da-46aa-8cdf-45395c137e99", "tag": "7d453ea5-1536-4ff1-a88b-25e997380546"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:34:14.795655 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f09847b-12db-41dc-866d-57c7a92f47a8 x-openstack-request-id: req-4f09847b-12db-41dc-866d-57c7a92f47a8 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:34:14.796007 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acfa4a5a-b7da-46aa-8cdf-45395c137e99", "tag": "7d453ea5-1536-4ff1-a88b-25e997380546", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:34:14.796206 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4f09847b-12db-41dc-866d-57c7a92f47a8 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:34:14.796612 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acfa4a5a-b7da-46aa-8cdf-45395c137e99', 'tag': '7d453ea5-1536-4ff1-a88b-25e997380546', 'status': 'completed', 'code': 200} Feb 08 16:34:14.856162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 536e11b5-10d2-4226-9a51-c8d8176e4502 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:34:14.866105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e44a7-5e23-459d-b738-f2d78bf32f28 req-c387368b-0db9-4d9f-9080-59fcb4681d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:14.867984 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0f0e44a7-5e23-459d-b738-f2d78bf32f28 req-c387368b-0db9-4d9f-9080-59fcb4681d00 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 1126 time: 0.0493889 Feb 08 16:34:14.880349 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 536e11b5-10d2-4226-9a51-c8d8176e4502 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:34:14.880688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 536e11b5-10d2-4226-9a51-c8d8176e4502 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:34:14.955392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf6343-4db2-4502-bc83-4ed5bf85e20c req-bed75aa3-6bf5-44c7-a079-47bcd6d07798 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:14.956921 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bacf6343-4db2-4502-bc83-4ed5bf85e20c req-bed75aa3-6bf5-44c7-a079-47bcd6d07798 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 943 time: 0.3720226 Feb 08 16:34:14.967999 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e44a7-5e23-459d-b738-f2d78bf32f28 req-d712efd5-85d6-4249-b312-1233b13cadf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:14.969522 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0f0e44a7-5e23-459d-b738-f2d78bf32f28 req-d712efd5-85d6-4249-b312-1233b13cadf6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 916 time: 0.0958431 Feb 08 16:34:15.004054 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bacf6343-4db2-4502-bc83-4ed5bf85e20c req-ca9de02b-3c76-42dd-909e-afd45aa2ce18 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Feb 08 16:34:15.011012 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0f0e44a7-5e23-459d-b738-f2d78bf32f28 req-35df6ce9-6114-4fee-a139-d2ebf42cddf4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d453ea5-1536-4ff1-a88b-25e997380546 HTTP/1.1" status: 200 len: 217 time: 0.0353622 Feb 08 16:34:15.059234 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e44a7-5e23-459d-b738-f2d78bf32f28 req-184c184b-f6e4-4ff9-a631-76fd4983aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:15.060860 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0f0e44a7-5e23-459d-b738-f2d78bf32f28 req-184c184b-f6e4-4ff9-a631-76fd4983aa97 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0443301 Feb 08 16:34:15.096208 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0f0e44a7-5e23-459d-b738-f2d78bf32f28 req-bfbabbab-9e41-42f0-8ccf-560e33911b71 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300388 Feb 08 16:34:15.185323 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0f0e44a7-5e23-459d-b738-f2d78bf32f28 req-cdfb60cb-9560-4389-a3fd-448ded9cfd8d service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827327 Feb 08 16:34:15.277183 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0f0e44a7-5e23-459d-b738-f2d78bf32f28 req-2d9730f8-5c34-4e7e-86f9-10957bfb656a service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864420 Feb 08 16:34:16.123442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bd63f-886c-4b27-ae00-00152d02f4c1 req-d7eca216-cee7-4ed7-9192-e41f7889c510 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:16.124901 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-643bd63f-886c-4b27-ae00-00152d02f4c1 req-d7eca216-cee7-4ed7-9192-e41f7889c510 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 943 time: 0.0518658 Feb 08 16:34:16.169904 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-643bd63f-886c-4b27-ae00-00152d02f4c1 req-251e1c92-f3ad-44b7-be1d-fed59c1d04f5 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395029 Feb 08 16:34:16.862134 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7d453ea5-1536-4ff1-a88b-25e997380546 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:34:16.956734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7d453ea5-1536-4ff1-a88b-25e997380546, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7d453ea5-1536-4ff1-a88b-25e997380546,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:34:16.968550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '7d453ea5-1536-4ff1-a88b-25e997380546', 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668', 'port_id': '7d453ea5-1536-4ff1-a88b-25e997380546', 'mac_address': 'fa:16:3e:90:35:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:34:17.007190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 7d453ea5-1536-4ff1-a88b-25e997380546 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:34:17.007512 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:17.020401 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d453ea5-1536-4ff1-a88b-25e997380546 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:34:17.039468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7d453ea5-1536-4ff1-a88b-25e997380546, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7d453ea5-1536-4ff1-a88b-25e997380546,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:34:17.043365 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:17.088875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=7d453ea5-1536-4ff1-a88b-25e997380546,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:17.234864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['7d453ea5-1536-4ff1-a88b-25e997380546'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:34:17.291718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e6ec0-912c-45d6-b825-666b3a4196f9 req-23baefc8-6d65-4f35-b8c2-0e1890d96ba4 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:17.293227 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-328e6ec0-912c-45d6-b825-666b3a4196f9 req-23baefc8-6d65-4f35-b8c2-0e1890d96ba4 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 944 time: 0.0550008 Feb 08 16:34:17.339456 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-328e6ec0-912c-45d6-b825-666b3a4196f9 req-0c6fce9a-c8a9-466c-aaf6-a25192a4390f tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404949 Feb 08 16:34:18.460344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8f051-167d-4847-9d15-8f95ae640876 req-b9c8e61a-a26d-4abe-a13b-bcd1e77cd056 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:18.461857 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbf8f051-167d-4847-9d15-8f95ae640876 req-b9c8e61a-a26d-4abe-a13b-bcd1e77cd056 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 944 time: 0.0522392 Feb 08 16:34:18.507751 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbf8f051-167d-4847-9d15-8f95ae640876 req-82867ef5-8e8a-45ea-aa6e-9da35806c738 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396118 Feb 08 16:34:18.892874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7d453ea5-1536-4ff1-a88b-25e997380546 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:34:18.944844 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 7d453ea5-1536-4ff1-a88b-25e997380546 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:34:18.948983 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 7d453ea5-1536-4ff1-a88b-25e997380546 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:34:18.949364 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:19.023277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 7d453ea5-1536-4ff1-a88b-25e997380546 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:34:19.023670 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:19.049235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfa4a5a-b7da-46aa-8cdf-45395c137e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d453ea5-1536-4ff1-a88b-25e997380546'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:34:19.051425 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54df049-2b86-4eac-9cdb-feb1c3c09208" -d '{"events": [{"server_uuid": "acfa4a5a-b7da-46aa-8cdf-45395c137e99", "name": "network-vif-plugged", "status": "completed", "tag": "7d453ea5-1536-4ff1-a88b-25e997380546"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:34:19.063711 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 7d453ea5-1536-4ff1-a88b-25e997380546, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7d453ea5-1536-4ff1-a88b-25e997380546,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:34:19.067832 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:19.091554 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cad5c92-24dc-4533-a5ec-8895a6d0179e x-openstack-request-id: req-2cad5c92-24dc-4533-a5ec-8895a6d0179e {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:34:19.091854 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfa4a5a-b7da-46aa-8cdf-45395c137e99", "name": "network-vif-plugged", "status": "completed", "tag": "7d453ea5-1536-4ff1-a88b-25e997380546", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:34:19.092117 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2cad5c92-24dc-4533-a5ec-8895a6d0179e {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:34:19.092504 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfa4a5a-b7da-46aa-8cdf-45395c137e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d453ea5-1536-4ff1-a88b-25e997380546', 'code': 200} Feb 08 16:34:19.117598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=7d453ea5-1536-4ff1-a88b-25e997380546,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:19.189522 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285954aa-57fb-47c7-b9ed-843a83e78861 req-f52136dc-d850-433c-8958-98056eed4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:19.191036 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-285954aa-57fb-47c7-b9ed-843a83e78861 req-f52136dc-d850-433c-8958-98056eed4bb4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 1128 time: 0.0453174 Feb 08 16:34:19.234270 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:19.238194 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-285954aa-57fb-47c7-b9ed-843a83e78861 req-a0a45130-028b-4367-9541-d8bad9997b7d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393238 Feb 08 16:34:19.626350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5da2e-41c3-4c05-a834-8f7e6e174b3f req-613fabca-dfd4-44c9-ace6-470aa1eaf3b4 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:19.627807 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9be5da2e-41c3-4c05-a834-8f7e6e174b3f req-613fabca-dfd4-44c9-ace6-470aa1eaf3b4 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0532973 Feb 08 16:34:19.677414 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9be5da2e-41c3-4c05-a834-8f7e6e174b3f req-f91cba3d-06f9-469c-b5f5-781da53b39a6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440361 Feb 08 16:34:20.708209 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:20.799018 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7e426-4190-4c76-8a53-c3872ba9d972 req-041c0a2e-2795-4696-ab4f-b4d7e6d987ff tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:20.800519 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4f7e426-4190-4c76-8a53-c3872ba9d972 req-041c0a2e-2795-4696-ab4f-b4d7e6d987ff tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0522735 Feb 08 16:34:20.846421 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4f7e426-4190-4c76-8a53-c3872ba9d972 req-6917217f-1815-468d-9798-92696b8851a0 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402360 Feb 08 16:34:20.964443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882ef1d-8868-44ff-8113-c8b0055649fe req-ef38c997-c1c0-4a9d-bbb0-f31124cb4944 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:20.966104 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6882ef1d-8868-44ff-8113-c8b0055649fe req-ef38c997-c1c0-4a9d-bbb0-f31124cb4944 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0534194 Feb 08 16:34:21.012101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6882ef1d-8868-44ff-8113-c8b0055649fe req-9609bc4c-67a3-4073-a316-7f9c86532cd2 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Feb 08 16:34:21.366390 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-5bef3ec3-2824-43cd-a764-49ba9849b918 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766153 Feb 08 16:34:21.378095 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-a22645c6-cdf8-47b0-95b8-2589654241a0 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:34:21.379064 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-a22645c6-cdf8-47b0-95b8-2589654241a0 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049350 Feb 08 16:34:21.386715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec6b7d-e271-4404-bd1c-95e38f1a0f21 req-9be838c6-4b46-4868-acdd-cec4b807e8d0 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:21.388170 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9dec6b7d-e271-4404-bd1c-95e38f1a0f21 req-9be838c6-4b46-4868-acdd-cec4b807e8d0 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0704508 Feb 08 16:34:21.439363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9dec6b7d-e271-4404-bd1c-95e38f1a0f21 req-1241ae87-a1f2-41ca-b45a-36f23da39f69 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444703 Feb 08 16:34:22.567177 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-6ee505fa-9593-4b31-84b3-7b03e61e59ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:22.568697 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-6ee505fa-9593-4b31-84b3-7b03e61e59ff service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 1128 time: 0.0465987 Feb 08 16:34:22.621014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61899-0a29-4b6d-9b9f-cb489e2684dc req-a2386d62-e8dd-444b-9a54-d461df367461 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:22.622539 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ee61899-0a29-4b6d-9b9f-cb489e2684dc req-a2386d62-e8dd-444b-9a54-d461df367461 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.1132910 Feb 08 16:34:22.662847 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-0a534768-ee44-46af-8d69-a5ae35ef65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:22.664342 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-0a534768-ee44-46af-8d69-a5ae35ef65ee service neutron] 10.222.0.96 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 916 time: 0.0896215 Feb 08 16:34:22.673624 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1ee61899-0a29-4b6d-9b9f-cb489e2684dc req-8a377cd5-0980-4f80-857e-c0c141c0d063 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454705 Feb 08 16:34:22.706145 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-9ed33ca0-a395-4aac-9651-bbb488443075 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d453ea5-1536-4ff1-a88b-25e997380546 HTTP/1.1" status: 200 len: 217 time: 0.0357010 Feb 08 16:34:22.755105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-02c6b722-8d47-4467-82a5-67abb5730546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:22.756560 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-02c6b722-8d47-4467-82a5-67abb5730546 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0452633 Feb 08 16:34:22.792593 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-ad158824-625c-47ae-a034-4881e01d4d15 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301945 Feb 08 16:34:22.882437 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-6aba335e-3411-4d68-914a-5e451d7adcf8 service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819945 Feb 08 16:34:22.974628 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-3c6d4c46-2564-4810-af5b-ebae1c551c02 service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863249 Feb 08 16:34:23.794046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a674f9-2498-4e0e-ac37-066fefb6d587 req-5a8f491d-0863-424d-806b-d2e8782ece77 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:23.795500 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56a674f9-2498-4e0e-ac37-066fefb6d587 req-5a8f491d-0863-424d-806b-d2e8782ece77 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0534620 Feb 08 16:34:23.841377 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56a674f9-2498-4e0e-ac37-066fefb6d587 req-e0647dd1-e400-46d4-8252-de9395d58040 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Feb 08 16:34:24.961044 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50f889-4e81-4593-b33b-8f1816ff73fb req-b2e7e103-0cec-483b-82a0-c37219000c2a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:24.962509 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe50f889-4e81-4593-b33b-8f1816ff73fb req-b2e7e103-0cec-483b-82a0-c37219000c2a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0514069 Feb 08 16:34:25.008448 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fe50f889-4e81-4593-b33b-8f1816ff73fb req-4e7a5a50-16b4-44ab-b5a7-719f2bb9ccf3 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Feb 08 16:34:26.136162 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fca94-c5d2-4ac2-84a4-0705b8d07731 req-88290121-6511-459e-a9a3-60c332226c4d tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:26.138743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d10fca94-c5d2-4ac2-84a4-0705b8d07731 req-88290121-6511-459e-a9a3-60c332226c4d tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0591161 Feb 08 16:34:26.186557 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d10fca94-c5d2-4ac2-84a4-0705b8d07731 req-84681c2c-7b7d-4f17-b98d-64872e040bd3 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421922 Feb 08 16:34:27.304727 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cda5f-4241-4bf6-8985-0b7b0843d3f0 req-9ff79d7f-5fee-4ce6-870a-9b02fd42f95c tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:27.306242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e2cda5f-4241-4bf6-8985-0b7b0843d3f0 req-9ff79d7f-5fee-4ce6-870a-9b02fd42f95c tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0522900 Feb 08 16:34:27.353833 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e2cda5f-4241-4bf6-8985-0b7b0843d3f0 req-c8f4e9b6-fa22-4bce-84e0-edab55acbfcf tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Feb 08 16:34:28.477801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf083c7-d032-4ae6-9485-a21e57da89fe req-c046a385-19a4-4017-9862-d4c62fb7327a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:28.479273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ebf083c7-d032-4ae6-9485-a21e57da89fe req-c046a385-19a4-4017-9862-d4c62fb7327a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0564010 Feb 08 16:34:28.526132 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ebf083c7-d032-4ae6-9485-a21e57da89fe req-d711bc36-37d3-4fc6-a68a-1dff7d7be45c tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404668 Feb 08 16:34:29.644621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a18a1f-8f85-4602-9837-20562d4da611 req-cc5223f3-61ab-4785-9555-3d5aaaa4fdf0 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:29.646111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-71a18a1f-8f85-4602-9837-20562d4da611 req-cc5223f3-61ab-4785-9555-3d5aaaa4fdf0 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0520768 Feb 08 16:34:29.692205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-71a18a1f-8f85-4602-9837-20562d4da611 req-15b75bd0-1bd1-42bd-88bf-6a4941ae8bf8 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403719 Feb 08 16:34:30.810343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f7b0-b8e3-4d50-b29a-4f594e407e16 req-6b0256d1-1dcf-443f-9c69-1d71c22e946a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:30.811877 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd73f7b0-b8e3-4d50-b29a-4f594e407e16 req-6b0256d1-1dcf-443f-9c69-1d71c22e946a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0523582 Feb 08 16:34:30.861388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd73f7b0-b8e3-4d50-b29a-4f594e407e16 req-32dd98f8-7878-4d4c-8e54-382f1a726a1a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439610 Feb 08 16:34:31.588302 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-40f4d61d-6471-458f-a215-6d5d8dc7c65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:31.981616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b46a1-e4da-401b-9fb6-fb32100ec367 req-195ad67d-fa4a-4d71-ac1a-7acdcac2711b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:31.983258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-770b46a1-e4da-401b-9fb6-fb32100ec367 req-195ad67d-fa4a-4d71-ac1a-7acdcac2711b tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0528703 Feb 08 16:34:32.029909 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-770b46a1-e4da-401b-9fb6-fb32100ec367 req-80f936a9-54f8-4bf3-81c1-de752b45e901 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410993 Feb 08 16:34:33.149333 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cc6b3-63f8-400e-9b3a-e5f9dd50cfe1 req-b4721e40-2cd3-4235-adf3-cfe5480e72f0 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:33.150824 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-519cc6b3-63f8-400e-9b3a-e5f9dd50cfe1 req-b4721e40-2cd3-4235-adf3-cfe5480e72f0 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0530274 Feb 08 16:34:33.196887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-519cc6b3-63f8-400e-9b3a-e5f9dd50cfe1 req-dfb38555-b2da-417f-a523-43a3f26edd8c tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400009 Feb 08 16:34:33.857422 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f32b6d8-934a-4016-b249-9a49332e891c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:34.320072 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b9f35-1909-4b86-8678-373fe5955feb req-42bb940e-21a7-4f98-b040-972ec8627c5a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:34.321619 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-798b9f35-1909-4b86-8678-373fe5955feb req-42bb940e-21a7-4f98-b040-972ec8627c5a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0575845 Feb 08 16:34:34.369208 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-798b9f35-1909-4b86-8678-373fe5955feb req-27ebdf2c-2c5c-4f25-9ba5-f4f4ca2d8585 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418098 Feb 08 16:34:35.489208 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fd727-8b1b-4125-b4bd-6e20d9e03412 req-d5dc71c4-79db-4ef7-937e-222a188aa7da tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:35.490686 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f9fd727-8b1b-4125-b4bd-6e20d9e03412 req-d5dc71c4-79db-4ef7-937e-222a188aa7da tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0529013 Feb 08 16:34:35.537079 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5f9fd727-8b1b-4125-b4bd-6e20d9e03412 req-a15685c5-3035-4142-bb27-fff02b5848c3 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408072 Feb 08 16:34:35.659475 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:36.657300 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d30484-4de5-4492-919c-1924ad23c79b req-74727d0a-64b9-4278-a466-e78734f49c18 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:36.658771 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d0d30484-4de5-4492-919c-1924ad23c79b req-74727d0a-64b9-4278-a466-e78734f49c18 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0526195 Feb 08 16:34:36.708681 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d0d30484-4de5-4492-919c-1924ad23c79b req-85de484a-c409-4a35-a5f2-b07d4e5a2645 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444555 Feb 08 16:34:36.834680 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:37.825916 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2574db-38d2-4591-b1d0-42e63b40d574 req-4cad2652-b2e9-45d3-be38-aff35d6518f6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:37.827373 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a2574db-38d2-4591-b1d0-42e63b40d574 req-4cad2652-b2e9-45d3-be38-aff35d6518f6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0520778 Feb 08 16:34:37.873044 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a2574db-38d2-4591-b1d0-42e63b40d574 req-ac4bc821-1e02-40e2-b396-d2282559b41c tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400920 Feb 08 16:34:38.037006 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:38.992042 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfd4b0-e39b-43a4-9486-152958a7ea38 req-a34d1cfb-37df-490a-ac17-2e0bf3d844ff tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:38.993473 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5dfd4b0-e39b-43a4-9486-152958a7ea38 req-a34d1cfb-37df-490a-ac17-2e0bf3d844ff tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0536358 Feb 08 16:34:39.039515 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5dfd4b0-e39b-43a4-9486-152958a7ea38 req-289d5e60-6ad3-444d-85ea-cfa2f959fc99 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 Feb 08 16:34:40.162766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09940b-4991-4e47-aac8-4b278845013a req-2bb06517-5f52-4d04-9672-e284d78a88f5 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:40.164247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd09940b-4991-4e47-aac8-4b278845013a req-2bb06517-5f52-4d04-9672-e284d78a88f5 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0567803 Feb 08 16:34:40.211425 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd09940b-4991-4e47-aac8-4b278845013a req-9f000e6d-b835-40ca-92df-0198ab4ffa34 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409453 Feb 08 16:34:41.329462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bd006-cefc-4836-896e-1522027e0253 req-716d7c8f-441c-4537-9de2-0ab42c09fbd1 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:41.330939 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-436bd006-cefc-4836-896e-1522027e0253 req-716d7c8f-441c-4537-9de2-0ab42c09fbd1 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0515079 Feb 08 16:34:41.376833 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-436bd006-cefc-4836-896e-1522027e0253 req-b447b33a-83c2-4f55-9350-1aa052c2ec55 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403745 Feb 08 16:34:42.500199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27be21-b4d6-4c92-82e0-5bdd1645a8d1 req-e7bdc529-fe82-4576-b7c6-a043b5a14a48 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:42.501692 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c27be21-b4d6-4c92-82e0-5bdd1645a8d1 req-e7bdc529-fe82-4576-b7c6-a043b5a14a48 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0556173 Feb 08 16:34:42.547825 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c27be21-b4d6-4c92-82e0-5bdd1645a8d1 req-2c0dd624-0017-4dc8-adbb-22ba509ebaa9 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405879 Feb 08 16:34:43.665478 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6100098-a2d9-433a-9f50-57481be2dfd9 req-bc948577-b35b-47e6-9519-57c9428fb217 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:43.666936 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6100098-a2d9-433a-9f50-57481be2dfd9 req-bc948577-b35b-47e6-9519-57c9428fb217 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0533211 Feb 08 16:34:43.713170 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6100098-a2d9-433a-9f50-57481be2dfd9 req-079f3c63-7ded-48f2-91e2-cfd7f7668366 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394561 Feb 08 16:34:44.118630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6bc10-36a4-4a8d-9212-55915edeb3fc req-ae93c98b-facf-440e-ae53-c0930a44ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:44.120167 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eec6bc10-36a4-4a8d-9212-55915edeb3fc req-ae93c98b-facf-440e-ae53-c0930a44ec8e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 1128 time: 0.0959032 Feb 08 16:34:44.220199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6bc10-36a4-4a8d-9212-55915edeb3fc req-15a5ea2b-8762-49a4-8567-897cce12aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:44.221703 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eec6bc10-36a4-4a8d-9212-55915edeb3fc req-15a5ea2b-8762-49a4-8567-897cce12aa38 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 916 time: 0.0829921 Feb 08 16:34:44.267066 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eec6bc10-36a4-4a8d-9212-55915edeb3fc req-6547fe11-c8dc-42e9-b58d-30570f04ba61 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d453ea5-1536-4ff1-a88b-25e997380546 HTTP/1.1" status: 200 len: 217 time: 0.0381663 Feb 08 16:34:44.313769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6bc10-36a4-4a8d-9212-55915edeb3fc req-0663962b-1ed3-4761-ab61-5c96db0ee59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:44.315294 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eec6bc10-36a4-4a8d-9212-55915edeb3fc req-0663962b-1ed3-4761-ab61-5c96db0ee59e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0424724 Feb 08 16:34:44.345987 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eec6bc10-36a4-4a8d-9212-55915edeb3fc req-b598e468-0357-496d-9ce0-df1055236d3d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251164 Feb 08 16:34:44.437088 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eec6bc10-36a4-4a8d-9212-55915edeb3fc req-10c09db0-d19c-4087-ba7c-57bdb248d55d service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848391 Feb 08 16:34:44.524967 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-eec6bc10-36a4-4a8d-9212-55915edeb3fc req-108b536f-ae99-4631-98fd-de216c316e8d service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816882 Feb 08 16:34:44.832335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a58a39-0f82-4e04-9697-5d6ab1e5bfae req-07c177da-3087-4e0d-b5b1-16c335d9e1d6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:44.833845 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37a58a39-0f82-4e04-9697-5d6ab1e5bfae req-07c177da-3087-4e0d-b5b1-16c335d9e1d6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0522361 Feb 08 16:34:44.884097 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37a58a39-0f82-4e04-9697-5d6ab1e5bfae req-1d7a7edc-d0c6-4483-b0c2-df0f11b1aef6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448163 Feb 08 16:34:46.003976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18f0ca-9049-40d6-9579-642b368e0aed req-2b7db01d-81e4-4433-8983-bbf2de14e91a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:46.005382 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da18f0ca-9049-40d6-9579-642b368e0aed req-2b7db01d-81e4-4433-8983-bbf2de14e91a tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0521674 Feb 08 16:34:46.051507 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da18f0ca-9049-40d6-9579-642b368e0aed req-87f20a24-1584-4a38-89ec-fd6a6166091f tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Feb 08 16:34:47.171307 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b0b6f-1825-49a1-b97d-e49392a663ff req-9fb1b5ac-53bc-4593-a7c2-a59114776046 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:47.172783 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b0b0b6f-1825-49a1-b97d-e49392a663ff req-9fb1b5ac-53bc-4593-a7c2-a59114776046 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0521820 Feb 08 16:34:47.218596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b0b0b6f-1825-49a1-b97d-e49392a663ff req-74cfabfe-fd72-4616-8e15-0baf710d8548 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403230 Feb 08 16:34:48.354280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39b27f-51f2-426a-907c-2508656c06d0 req-cf1fda38-fc5f-43b2-bfbd-d2a97a7df3f6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:48.356468 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea39b27f-51f2-426a-907c-2508656c06d0 req-cf1fda38-fc5f-43b2-bfbd-d2a97a7df3f6 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0639422 Feb 08 16:34:48.409926 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea39b27f-51f2-426a-907c-2508656c06d0 req-60f01935-ece1-4004-a960-819fd16819ee tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460844 Feb 08 16:34:49.250405 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:49.532955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807257bf-4726-49b5-87f6-d9b5fd181bf8 req-f83f5d7a-3aaf-422f-9cd2-794dde56b1e0 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:49.534490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-807257bf-4726-49b5-87f6-d9b5fd181bf8 req-f83f5d7a-3aaf-422f-9cd2-794dde56b1e0 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0519750 Feb 08 16:34:49.582849 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-807257bf-4726-49b5-87f6-d9b5fd181bf8 req-cd28ce85-ecf0-4e77-be82-8a4ebd413bf4 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426781 Feb 08 16:34:49.711966 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-897198c7-2413-4b99-82a5-8a699f046279 service neutron] show failed (client error): The resource could not be found. Feb 08 16:34:49.713025 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-897198c7-2413-4b99-82a5-8a699f046279 service neutron] 10.222.0.96 "GET /v2.0/ports/7d453ea5-1536-4ff1-a88b-25e997380546/bindings/n-h1-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.0582206 Feb 08 16:34:49.916310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-ff3bf175-cfea-4bd8-93e9-fd61d6c06f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:49.917913 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-ff3bf175-cfea-4bd8-93e9-fd61d6c06f5a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99&tenant_id=207a98b184be414aa7d4cc758746d9ea HTTP/1.1" status: 200 len: 1128 time: 0.0468769 Feb 08 16:34:49.933986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:34:49.991219 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:50.187214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] For port 7d453ea5-1536-4ff1-a88b-25e997380546, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=7d453ea5-1536-4ff1-a88b-25e997380546,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:34:50.196702 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:34:50.224318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] For port 7d453ea5-1536-4ff1-a88b-25e997380546, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:34:50.263404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfa4a5a-b7da-46aa-8cdf-45395c137e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d453ea5-1536-4ff1-a88b-25e997380546'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:34:50.265675 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3599e674-66d5-43c9-901d-03a5b2f2c6bc" -d '{"events": [{"server_uuid": "acfa4a5a-b7da-46aa-8cdf-45395c137e99", "name": "network-vif-unplugged", "status": "completed", "tag": "7d453ea5-1536-4ff1-a88b-25e997380546"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:34:50.269489 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Publish callbacks [] for port (7d453ea5-1536-4ff1-a88b-25e997380546), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:50.282568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Transition to ACTIVE for port object 7d453ea5-1536-4ff1-a88b-25e997380546 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:34:50.286585 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:50.316837 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e01e7d-009b-4571-bcfc-acd644c45edc x-openstack-request-id: req-b4e01e7d-009b-4571-bcfc-acd644c45edc {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:34:50.317176 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfa4a5a-b7da-46aa-8cdf-45395c137e99", "name": "network-vif-unplugged", "status": "completed", "tag": "7d453ea5-1536-4ff1-a88b-25e997380546", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:34:50.317415 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b4e01e7d-009b-4571-bcfc-acd644c45edc {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:34:50.317810 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfa4a5a-b7da-46aa-8cdf-45395c137e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d453ea5-1536-4ff1-a88b-25e997380546', 'code': 200} Feb 08 16:34:50.352622 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Pushing event updated for resources: {'Port': ['ID=7d453ea5-1536-4ff1-a88b-25e997380546,revision_number=6']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:50.354917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] No DVR routers for this DVR port 7d453ea5-1536-4ff1-a88b-25e997380546 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:34:50.390950 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Attempting to bind port 7d453ea5-1536-4ff1-a88b-25e997380546 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:34:50.391289 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Attempting to bind port 7d453ea5-1536-4ff1-a88b-25e997380546 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:34:50.391640 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Attempting to bind port 7d453ea5-1536-4ff1-a88b-25e997380546 on network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:34:50.395864 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Port 7d453ea5-1536-4ff1-a88b-25e997380546 on network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:34:50.396461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Attempting to bind port 7d453ea5-1536-4ff1-a88b-25e997380546 on network ebd66dea-fee1-4dd0-9d16-59ce10fe3668 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:34:50.401209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:34:50.401551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Checking segment: {'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:34:50.401935 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Bound using segment: {'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:34:50.402583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Bound port: 7d453ea5-1536-4ff1-a88b-25e997380546, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc05863-78a7-46e8-b2ad-2e26e82526c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:34:50.402947 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:50.466949 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] For port 7d453ea5-1536-4ff1-a88b-25e997380546, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:34:50.469830 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] For port 7d453ea5-1536-4ff1-a88b-25e997380546, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7d453ea5-1536-4ff1-a88b-25e997380546,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:34:50.476678 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:50.508324 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:50.508981 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:50.510337 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] 10.222.0.94 "PUT /v2.0/ports/7d453ea5-1536-4ff1-a88b-25e997380546 HTTP/1.1" status: 200 len: 1092 time: 0.5804257 Feb 08 16:34:50.532344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889106a0-4193-4bdd-aacf-afbddb200e20 service neutron] Pushing event updated for resources: {'Port': ['ID=7d453ea5-1536-4ff1-a88b-25e997380546,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:50.579310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-3cb1acaa-59a2-4fef-a794-2ba76ae91af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:50.580817 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-3cb1acaa-59a2-4fef-a794-2ba76ae91af6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 1126 time: 0.0456946 Feb 08 16:34:50.677439 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-2928cb2e-de23-476f-81be-3ad85259f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:50.678938 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-2928cb2e-de23-476f-81be-3ad85259f53b service neutron] 10.222.0.94 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 916 time: 0.0883501 Feb 08 16:34:50.704744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab2d9b-b98b-4d41-8eec-5213644e2820 req-df3d75ba-1039-447c-9d7e-4badb7a5dab7 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:50.706491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2ab2d9b-b98b-4d41-8eec-5213644e2820 req-df3d75ba-1039-447c-9d7e-4badb7a5dab7 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 943 time: 0.0533102 Feb 08 16:34:50.708384 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:50.725422 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-75034303-c439-41e4-8151-1fa86eda9ea1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d453ea5-1536-4ff1-a88b-25e997380546 HTTP/1.1" status: 200 len: 217 time: 0.0370722 Feb 08 16:34:50.762291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2ab2d9b-b98b-4d41-8eec-5213644e2820 req-93ecb6b0-ec27-4849-bcf7-81b020cfa06c tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477414 Feb 08 16:34:50.779799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-19e6c728-3734-4b49-b325-2b60afc09392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:50.781317 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-19e6c728-3734-4b49-b325-2b60afc09392 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0474105 Feb 08 16:34:50.820803 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-43b6986d-7c29-4bfa-91a7-8cb31e686272 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301480 Feb 08 16:34:50.912481 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-c5853e0b-900e-457c-8b01-ea9c26ca04d8 service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827498 Feb 08 16:34:51.009594 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8a91f97e-a250-4948-9536-8d03b21d6bf5 req-2a493eae-fdd3-42e8-bc81-a0641aa1dad4 service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879762 Feb 08 16:34:51.888305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086cda9-1c91-4ed6-8f4b-852684b99061 req-eeab6b29-bc52-41f8-9fb0-89e854366036 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:51.890878 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0086cda9-1c91-4ed6-8f4b-852684b99061 req-eeab6b29-bc52-41f8-9fb0-89e854366036 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 943 time: 0.0587084 Feb 08 16:34:51.941618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0086cda9-1c91-4ed6-8f4b-852684b99061 req-89e21c68-9c72-4302-a2f7-03f3e36305c4 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Feb 08 16:34:52.319276 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfa4a5a-b7da-46aa-8cdf-45395c137e99', 'tag': '7d453ea5-1536-4ff1-a88b-25e997380546'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:34:52.321743 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624" -d '{"events": [{"name": "network-changed", "server_uuid": "acfa4a5a-b7da-46aa-8cdf-45395c137e99", "tag": "7d453ea5-1536-4ff1-a88b-25e997380546"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:34:52.369146 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ded1b92-ab9a-4fd3-9875-40b1d1441498 x-openstack-request-id: req-8ded1b92-ab9a-4fd3-9875-40b1d1441498 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:34:52.369445 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acfa4a5a-b7da-46aa-8cdf-45395c137e99", "tag": "7d453ea5-1536-4ff1-a88b-25e997380546", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:34:52.369704 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8ded1b92-ab9a-4fd3-9875-40b1d1441498 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:34:52.370112 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acfa4a5a-b7da-46aa-8cdf-45395c137e99', 'tag': '7d453ea5-1536-4ff1-a88b-25e997380546', 'status': 'completed', 'code': 200} Feb 08 16:34:52.465695 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-ed9491bf-ecf1-4a5e-9a4f-adcf797dbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:52.467230 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-ed9491bf-ecf1-4a5e-9a4f-adcf797dbe05 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 1126 time: 0.0771215 Feb 08 16:34:52.468985 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-2c7ea349-bc00-47f0-ad43-fa861787e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:52.470334 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-2c7ea349-bc00-47f0-ad43-fa861787e689 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 1126 time: 0.0719771 Feb 08 16:34:52.625455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-0fbe19da-b639-4660-b1a9-b0c8a097fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:52.626857 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-0fbe19da-b639-4660-b1a9-b0c8a097fddc service neutron] 10.222.0.94 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 916 time: 0.1534882 Feb 08 16:34:52.627919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-e6be05ee-864d-4aa7-904d-f9a6d0d4b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:52.629265 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-e6be05ee-864d-4aa7-904d-f9a6d0d4b483 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 916 time: 0.1488774 Feb 08 16:34:52.701178 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-0ab9892d-3360-466a-90ea-12960317544f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d453ea5-1536-4ff1-a88b-25e997380546 HTTP/1.1" status: 200 len: 217 time: 0.0671532 Feb 08 16:34:52.702537 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-0c7d3951-b8d0-4468-a3bd-d4863f92c4a7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d453ea5-1536-4ff1-a88b-25e997380546 HTTP/1.1" status: 200 len: 217 time: 0.0627463 Feb 08 16:34:52.789266 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-843331c7-e9b8-4cfc-91f0-853965680f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:52.790850 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-843331c7-e9b8-4cfc-91f0-853965680f88 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0828123 Feb 08 16:34:52.792309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-438340b1-da89-4637-9a8d-ad9760b2b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:52.793816 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-438340b1-da89-4637-9a8d-ad9760b2b10f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0781813 Feb 08 16:34:52.824900 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-41093242-5f39-46da-8e5f-7542ddc9584b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273955 Feb 08 16:34:52.857488 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-f8569325-2a42-40f4-afe9-5066c68a5aba service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358160 Feb 08 16:34:53.002661 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-854925b5-6605-4958-943d-63d7f407467d service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701820 Feb 08 16:34:53.007868 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-2127562b-425a-42f9-bf68-fcf574c2afdc service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416318 Feb 08 16:34:53.064335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7d453ea5-1536-4ff1-a88b-25e997380546 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:34:53.066710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3c13e-886d-43b6-9578-a5f40a687119 req-afc70b45-e861-4867-be0c-a92ab80e7a83 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:53.068356 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfc3c13e-886d-43b6-9578-a5f40a687119 req-afc70b45-e861-4867-be0c-a92ab80e7a83 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 943 time: 0.0538304 Feb 08 16:34:53.109725 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] The host n-h2-824834-11 is not matching for port 7d453ea5-1536-4ff1-a88b-25e997380546 host n-h1-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 16:34:53.110670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 7d453ea5-1536-4ff1-a88b-25e997380546 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:34:53.119988 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfc3c13e-886d-43b6-9578-a5f40a687119 req-36c46738-d2fe-4382-8fdf-a1f918d4f9f5 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444734 Feb 08 16:34:53.302626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7d453ea5-1536-4ff1-a88b-25e997380546 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:34:53.340117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea4a07-fa9f-40ed-8b92-bd42ea33c6cf req-5820ef2a-103f-4179-a924-619921f1fc56 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:53.341923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e2ea4a07-fa9f-40ed-8b92-bd42ea33c6cf req-5820ef2a-103f-4179-a924-619921f1fc56 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 943 time: 0.0662596 Feb 08 16:34:53.393099 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e2ea4a07-fa9f-40ed-8b92-bd42ea33c6cf req-54f1fa3a-4a97-446f-a66c-d94af49fb902 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448289 Feb 08 16:34:53.416181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 7d453ea5-1536-4ff1-a88b-25e997380546, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7d453ea5-1536-4ff1-a88b-25e997380546,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:34:53.428202 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '7d453ea5-1536-4ff1-a88b-25e997380546', 'network_id': 'ebd66dea-fee1-4dd0-9d16-59ce10fe3668', 'port_id': '7d453ea5-1536-4ff1-a88b-25e997380546', 'mac_address': 'fa:16:3e:90:35:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:34:53.466743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 7d453ea5-1536-4ff1-a88b-25e997380546 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:34:53.467129 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:53.479804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d453ea5-1536-4ff1-a88b-25e997380546 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:34:53.500703 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 7d453ea5-1536-4ff1-a88b-25e997380546, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7d453ea5-1536-4ff1-a88b-25e997380546,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:34:53.504878 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:53.525657 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-9376aafd-586f-4d4f-9424-f9c21bbf6593 service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168350 Feb 08 16:34:53.527543 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-617dd4ef-7c1a-4d1b-b805-1c3f762d2624 req-9c8f73f5-6c32-4602-9d28-1e5a246abce0 service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117562 Feb 08 16:34:53.556116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03f169-1563-4065-8a0b-a288a1d7987a req-47fa26c5-a9a9-4d73-b97d-8b4aa2818d3e tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:53.557757 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef03f169-1563-4065-8a0b-a288a1d7987a req-47fa26c5-a9a9-4d73-b97d-8b4aa2818d3e tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.96 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99&tenant_id=207a98b184be414aa7d4cc758746d9ea&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 943 time: 0.0881171 Feb 08 16:34:53.562909 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=7d453ea5-1536-4ff1-a88b-25e997380546,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:53.660581 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-ef03f169-1563-4065-8a0b-a288a1d7987a req-bdf63d2e-cf82-447f-bcb5-44d5cc39d672 service neutron] delete failed (client error): The resource could not be found. Feb 08 16:34:53.661649 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef03f169-1563-4065-8a0b-a288a1d7987a req-bdf63d2e-cf82-447f-bcb5-44d5cc39d672 service neutron] 10.222.0.96 "DELETE /v2.0/ports/7d453ea5-1536-4ff1-a88b-25e997380546/bindings/n-h2-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.0896678 Feb 08 16:34:53.664400 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d16e528-6394-4127-9ca5-774ca337bb6f req-2c3404a4-8cf5-47e4-a64c-e4fe51527eff service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1000755 Feb 08 16:34:53.751626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['7d453ea5-1536-4ff1-a88b-25e997380546'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:34:53.783173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03f169-1563-4065-8a0b-a288a1d7987a req-31b4d457-5699-465a-b007-1ecd1b2c02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:53.784700 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef03f169-1563-4065-8a0b-a288a1d7987a req-31b4d457-5699-465a-b007-1ecd1b2c02f5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 1127 time: 0.0781515 Feb 08 16:34:53.788817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16e528-6394-4127-9ca5-774ca337bb6f req-3c8591e8-ae11-464c-8312-242d599aef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:53.790211 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d16e528-6394-4127-9ca5-774ca337bb6f req-3c8591e8-ae11-464c-8312-242d599aef72 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=207a98b184be414aa7d4cc758746d9ea&device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 1127 time: 0.0756507 Feb 08 16:34:53.955617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03f169-1563-4065-8a0b-a288a1d7987a req-0e098552-e855-41f3-8e56-0ed8616ea3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:53.957794 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef03f169-1563-4065-8a0b-a288a1d7987a req-0e098552-e855-41f3-8e56-0ed8616ea3d5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 916 time: 0.1665602 Feb 08 16:34:53.963676 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16e528-6394-4127-9ca5-774ca337bb6f req-9d89acbc-a676-4b1d-b25e-1fc790f8ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:53.965220 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d16e528-6394-4127-9ca5-774ca337bb6f req-9d89acbc-a676-4b1d-b25e-1fc790f8ef26 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 200 len: 916 time: 0.1542273 Feb 08 16:34:54.031400 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef03f169-1563-4065-8a0b-a288a1d7987a req-1fe86841-5432-4de5-ac69-b9a0933a37a3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d453ea5-1536-4ff1-a88b-25e997380546 HTTP/1.1" status: 200 len: 217 time: 0.0652063 Feb 08 16:34:54.032728 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d16e528-6394-4127-9ca5-774ca337bb6f req-c126d574-2df5-4e39-ba40-6e52870afec2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d453ea5-1536-4ff1-a88b-25e997380546 HTTP/1.1" status: 200 len: 217 time: 0.0598822 Feb 08 16:34:54.122463 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03f169-1563-4065-8a0b-a288a1d7987a req-08ef749f-579c-4eb7-a79c-fa6f3091c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:54.123936 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef03f169-1563-4065-8a0b-a288a1d7987a req-08ef749f-579c-4eb7-a79c-fa6f3091c0f7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0868878 Feb 08 16:34:54.125632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16e528-6394-4127-9ca5-774ca337bb6f req-d8abf1ad-c25d-4a81-99ff-b01ab689c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:54.126938 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d16e528-6394-4127-9ca5-774ca337bb6f req-d8abf1ad-c25d-4a81-99ff-b01ab689c19a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 200 len: 855 time: 0.0822456 Feb 08 16:34:54.174677 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef03f169-1563-4065-8a0b-a288a1d7987a req-2c8f6eb0-1935-44e4-aea1-e4d807c52d96 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450277 Feb 08 16:34:54.176485 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d16e528-6394-4127-9ca5-774ca337bb6f req-97410fd7-3d0e-47b7-8042-450c9d9d5232 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ebd66dea-fee1-4dd0-9d16-59ce10fe3668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397217 Feb 08 16:34:54.332572 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef03f169-1563-4065-8a0b-a288a1d7987a req-b48ee835-0d0e-4742-a6c2-7857944b75be service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511943 Feb 08 16:34:54.334357 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d16e528-6394-4127-9ca5-774ca337bb6f req-94b0a998-594d-4006-80c4-a96dca143fe2 service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464067 Feb 08 16:34:54.504480 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ef03f169-1563-4065-8a0b-a288a1d7987a req-5492ac2f-5972-47a5-97aa-9d992e5baa42 service neutron] 10.222.0.96 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660275 Feb 08 16:34:54.507380 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d16e528-6394-4127-9ca5-774ca337bb6f req-35e7b2f9-a4bb-461c-8f69-523e493a9548 service neutron] 10.222.0.94 "GET /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614380 Feb 08 16:34:54.520970 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc15dad-721c-4503-9468-9aad29cdf475 req-44da1cfc-aab6-4394-8ebc-8f2775e92fab tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:54.522852 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3dc15dad-721c-4503-9468-9aad29cdf475 req-44da1cfc-aab6-4394-8ebc-8f2775e92fab tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 944 time: 0.0540931 Feb 08 16:34:54.573775 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3dc15dad-721c-4503-9468-9aad29cdf475 req-cfa9e581-224e-46b2-a011-f86c42090e66 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434217 Feb 08 16:34:55.303154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7d453ea5-1536-4ff1-a88b-25e997380546 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:34:55.353136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 7d453ea5-1536-4ff1-a88b-25e997380546 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:34:55.357588 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 7d453ea5-1536-4ff1-a88b-25e997380546 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:34:55.357963 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:55.431740 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 7d453ea5-1536-4ff1-a88b-25e997380546 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:34:55.432129 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:55.454121 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfa4a5a-b7da-46aa-8cdf-45395c137e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d453ea5-1536-4ff1-a88b-25e997380546'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:34:55.456344 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0a8c09-1e95-4566-83af-d4eb5566b2d4" -d '{"events": [{"server_uuid": "acfa4a5a-b7da-46aa-8cdf-45395c137e99", "name": "network-vif-plugged", "status": "completed", "tag": "7d453ea5-1536-4ff1-a88b-25e997380546"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:34:55.469236 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 7d453ea5-1536-4ff1-a88b-25e997380546, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7d453ea5-1536-4ff1-a88b-25e997380546,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:34:55.473714 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:55.500268 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84899e3a-2ab3-4cf7-904b-aa6ce301fd59 x-openstack-request-id: req-84899e3a-2ab3-4cf7-904b-aa6ce301fd59 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:34:55.500564 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfa4a5a-b7da-46aa-8cdf-45395c137e99", "name": "network-vif-plugged", "status": "completed", "tag": "7d453ea5-1536-4ff1-a88b-25e997380546", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:34:55.500817 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-84899e3a-2ab3-4cf7-904b-aa6ce301fd59 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:34:55.501232 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfa4a5a-b7da-46aa-8cdf-45395c137e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d453ea5-1536-4ff1-a88b-25e997380546', 'code': 200} Feb 08 16:34:55.525696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=7d453ea5-1536-4ff1-a88b-25e997380546,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:55.703201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3b291-13d2-4ec5-9847-36a5b0be472f req-047e8ce8-d678-409f-9a9d-fad7536ba273 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:55.704706 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5db3b291-13d2-4ec5-9847-36a5b0be472f req-047e8ce8-d678-409f-9a9d-fad7536ba273 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0571918 Feb 08 16:34:55.752176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5db3b291-13d2-4ec5-9847-36a5b0be472f req-bb41fe23-66b6-4d4c-b523-ca149404ce1e tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418327 Feb 08 16:34:55.873056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65dd7b-31d8-4a6a-8305-462b3fdb71bb req-97bb471f-3916-42d1-b026-75905cd9898d tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:55.874470 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d65dd7b-31d8-4a6a-8305-462b3fdb71bb req-97bb471f-3916-42d1-b026-75905cd9898d tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0539410 Feb 08 16:34:55.920926 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d65dd7b-31d8-4a6a-8305-462b3fdb71bb req-4a5b50f5-87de-4b99-8cf4-4e4040c76533 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409691 Feb 08 16:34:56.037212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522cfb2-886d-41a7-ac49-791defe3b375 req-4207d6cc-ae29-4a3c-920e-87e5d9e9f573 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:56.038701 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b522cfb2-886d-41a7-ac49-791defe3b375 req-4207d6cc-ae29-4a3c-920e-87e5d9e9f573 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0537677 Feb 08 16:34:56.088910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b522cfb2-886d-41a7-ac49-791defe3b375 req-65029f9d-e708-4fd6-8665-824bbff431aa tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438328 Feb 08 16:34:56.431650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29be8b4-ef23-4642-9d3f-e493697ea8a1 req-3d238086-5243-4d14-abbd-ae2a83b7bf54 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:56.433044 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f29be8b4-ef23-4642-9d3f-e493697ea8a1 req-3d238086-5243-4d14-abbd-ae2a83b7bf54 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0539000 Feb 08 16:34:56.479210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f29be8b4-ef23-4642-9d3f-e493697ea8a1 req-5afb4ed6-b85c-4ed1-afa3-b4870c5f4e72 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405605 Feb 08 16:34:57.597746 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a9943-98ea-43e0-ad1d-a2b4fc91a7a8 req-0ea72003-7ed1-4c0e-b356-bfef77250d88 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:57.599229 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-500a9943-98ea-43e0-ad1d-a2b4fc91a7a8 req-0ea72003-7ed1-4c0e-b356-bfef77250d88 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0522027 Feb 08 16:34:57.645971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-500a9943-98ea-43e0-ad1d-a2b4fc91a7a8 req-d437c193-fdc3-4ac2-96f7-59fba900c2e0 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5311837-7ca0-4d05-a078-3d7692babed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Feb 08 16:34:57.721031 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224a9e4-3af0-4e29-b5d0-a9173318fbad req-1ee1c42e-9c28-426d-853a-0a086a7ee2d2 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:34:57.722493 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c224a9e4-3af0-4e29-b5d0-a9173318fbad req-1ee1c42e-9c28-426d-853a-0a086a7ee2d2 tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.94 "GET /v2.0/ports?device_id=acfa4a5a-b7da-46aa-8cdf-45395c137e99 HTTP/1.1" status: 200 len: 945 time: 0.0524197 Feb 08 16:34:57.815716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-c224a9e4-3af0-4e29-b5d0-a9173318fbad req-7dc4424f-f7ac-4793-abe9-ffa7c04274ce tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Deleting port 7d453ea5-1536-4ff1-a88b-25e997380546 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:34:57.816065 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c224a9e4-3af0-4e29-b5d0-a9173318fbad req-7dc4424f-f7ac-4793-abe9-ffa7c04274ce tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:57.906490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-c224a9e4-3af0-4e29-b5d0-a9173318fbad req-7dc4424f-f7ac-4793-abe9-ffa7c04274ce tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] For port 7d453ea5-1536-4ff1-a88b-25e997380546, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=7d453ea5-1536-4ff1-a88b-25e997380546,segment=NetworkSegment(ccc05863-78a7-46e8-b2ad-2e26e82526c1),segment_id=ccc05863-78a7-46e8-b2ad-2e26e82526c1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:34:57.906854 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c224a9e4-3af0-4e29-b5d0-a9173318fbad req-7dc4424f-f7ac-4793-abe9-ffa7c04274ce tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:57.919626 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-c224a9e4-3af0-4e29-b5d0-a9173318fbad req-7dc4424f-f7ac-4793-abe9-ffa7c04274ce tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Calling delete_port for 7d453ea5-1536-4ff1-a88b-25e997380546 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:34:58.050930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c224a9e4-3af0-4e29-b5d0-a9173318fbad req-7dc4424f-f7ac-4793-abe9-ffa7c04274ce tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7d453ea5-1536-4ff1-a88b-25e997380546), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:58.066692 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['7d453ea5-1536-4ff1-a88b-25e997380546'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:34:58.081056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4424f-f7ac-4793-abe9-ffa7c04274ce tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Pushing event deleted for resources: {'Port': ['ID=7d453ea5-1536-4ff1-a88b-25e997380546,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:58.122333 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-c224a9e4-3af0-4e29-b5d0-a9173318fbad req-7dc4424f-f7ac-4793-abe9-ffa7c04274ce tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] No DVR routers for this DVR port 7d453ea5-1536-4ff1-a88b-25e997380546 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:34:58.124986 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c224a9e4-3af0-4e29-b5d0-a9173318fbad req-7dc4424f-f7ac-4793-abe9-ffa7c04274ce tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:58.128280 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c224a9e4-3af0-4e29-b5d0-a9173318fbad req-7dc4424f-f7ac-4793-abe9-ffa7c04274ce tempest-ServerDiskConfigTestJSON-152362078 tempest-ServerDiskConfigTestJSON-152362078-project] 10.222.0.94 "DELETE /v2.0/ports/7d453ea5-1536-4ff1-a88b-25e997380546 HTTP/1.1" status: 204 len: 173 time: 0.3981295 Feb 08 16:34:58.128720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfa4a5a-b7da-46aa-8cdf-45395c137e99', 'name': 'network-vif-deleted', 'tag': '7d453ea5-1536-4ff1-a88b-25e997380546'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:34:58.130982 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75f125b-d91f-4c23-b659-51c84c142a43" -d '{"events": [{"server_uuid": "acfa4a5a-b7da-46aa-8cdf-45395c137e99", "name": "network-vif-deleted", "tag": "7d453ea5-1536-4ff1-a88b-25e997380546"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:34:58.169308 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b62ffd-c573-461d-af16-cdaa49e1f4dc x-openstack-request-id: req-e0b62ffd-c573-461d-af16-cdaa49e1f4dc {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:34:58.169612 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfa4a5a-b7da-46aa-8cdf-45395c137e99", "name": "network-vif-deleted", "tag": "7d453ea5-1536-4ff1-a88b-25e997380546", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:34:58.169878 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e0b62ffd-c573-461d-af16-cdaa49e1f4dc {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:34:58.170287 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfa4a5a-b7da-46aa-8cdf-45395c137e99', 'name': 'network-vif-deleted', 'tag': '7d453ea5-1536-4ff1-a88b-25e997380546', 'status': 'completed', 'code': 200} Feb 08 16:34:58.772194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60714) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:34:58.819656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-273640fe-3837-4f92-830d-7d75f425a299 admin admin] Deleting subnet dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:34:58.822602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-273640fe-3837-4f92-830d-7d75f425a299 admin admin] Publish callbacks [] for subnet (dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:58.857116 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-273640fe-3837-4f92-830d-7d75f425a299 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:58.895743 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-273640fe-3837-4f92-830d-7d75f425a299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:58.946423 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-273640fe-3837-4f92-830d-7d75f425a299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:58.971810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273640fe-3837-4f92-830d-7d75f425a299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:58.977832 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-273640fe-3837-4f92-830d-7d75f425a299 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:58.981172 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-273640fe-3837-4f92-830d-7d75f425a299 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/dc6c00f1-c0ee-4f3a-b1f3-7a4929fb80b6 HTTP/1.1" status: 204 len: 168 time: 0.2079370 Feb 08 16:34:58.983909 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60716) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:34:59.065423 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a10c170a-1f9f-462a-a3d0-ff9a5040b3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (ebd66dea-fee1-4dd0-9d16-59ce10fe3668), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:59.144283 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a10c170a-1f9f-462a-a3d0-ff9a5040b3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (ebd66dea-fee1-4dd0-9d16-59ce10fe3668), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:59.164632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-a10c170a-1f9f-462a-a3d0-ff9a5040b3cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd66dea-fee1-4dd0-9d16-59ce10fe3668']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:34:59.173700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-a10c170a-1f9f-462a-a3d0-ff9a5040b3cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc05863-78a7-46e8-b2ad-2e26e82526c1') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:34:59.173998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-a10c170a-1f9f-462a-a3d0-ff9a5040b3cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc05863-78a7-46e8-b2ad-2e26e82526c1') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:34:59.188439 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a10c170a-1f9f-462a-a3d0-ff9a5040b3cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (ccc05863-78a7-46e8-b2ad-2e26e82526c1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:59.201979 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a10c170a-1f9f-462a-a3d0-ff9a5040b3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ccc05863-78a7-46e8-b2ad-2e26e82526c1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:59.207570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10c170a-1f9f-462a-a3d0-ff9a5040b3cc admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:34:59.207941 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a10c170a-1f9f-462a-a3d0-ff9a5040b3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (ccc05863-78a7-46e8-b2ad-2e26e82526c1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:34:59.209544 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:34:59.260861 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a10c170a-1f9f-462a-a3d0-ff9a5040b3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (ebd66dea-fee1-4dd0-9d16-59ce10fe3668), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:59.266899 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a10c170a-1f9f-462a-a3d0-ff9a5040b3cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:59.270008 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a10c170a-1f9f-462a-a3d0-ff9a5040b3cc admin admin] 10.222.0.82 "DELETE /v2.0/networks/ebd66dea-fee1-4dd0-9d16-59ce10fe3668 HTTP/1.1" status: 204 len: 168 time: 0.2851787 Feb 08 16:34:59.281488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c170a-1f9f-462a-a3d0-ff9a5040b3cc admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd66dea-fee1-4dd0-9d16-59ce10fe3668,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:34:59.376232 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60720) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:34:59.415300 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-274d91f4-fdec-429c-9a81-95e9d76527e1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=207a98b184be414aa7d4cc758746d9ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379162 Feb 08 16:34:59.418419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60722) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:34:59.464323 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44e3bfbf-5f49-4700-8192-513fa2e6299f admin admin] Publish callbacks [] for security_group (f5311837-7ca0-4d05-a078-3d7692babed5), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:59.485396 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44e3bfbf-5f49-4700-8192-513fa2e6299f admin admin] Publish callbacks [] for security_group (f5311837-7ca0-4d05-a078-3d7692babed5), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:59.536344 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44e3bfbf-5f49-4700-8192-513fa2e6299f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f5311837-7ca0-4d05-a078-3d7692babed5), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:59.538986 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-44e3bfbf-5f49-4700-8192-513fa2e6299f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:34:59.540137 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-44e3bfbf-5f49-4700-8192-513fa2e6299f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f5311837-7ca0-4d05-a078-3d7692babed5 HTTP/1.1" status: 204 len: 168 time: 0.1213088 Feb 08 16:34:59.548783 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3bfbf-5f49-4700-8192-513fa2e6299f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5311837-7ca0-4d05-a078-3d7692babed5,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:00.196225 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60744) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:00.290874 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1361261575-network', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:35:00.310557 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] Made reservation on behalf of d51dcb69f1284a758abeee6a34954915 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:35:00.312879 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:00.321398 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:00.395796 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] Publish callbacks [] for security_group (18d8c5ee-f3ed-4046-a17f-a8afacf2cb7a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:00.399693 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (18d8c5ee-f3ed-4046-a17f-a8afacf2cb7a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:00.424366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:35:00.433056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d8c5ee-f3ed-4046-a17f-a8afacf2cb7a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:00.439856 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d4d024d5-e788-48f2-92ea-105eaaf0bbf2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:00.440209 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] Added segment d4d024d5-e788-48f2-92ea-105eaaf0bbf2 of type vlan for network 5907930d-fe05-48b3-8ae8-842232ce7153 Feb 08 16:35:00.479676 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (5907930d-fe05-48b3-8ae8-842232ce7153), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:00.505094 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (5907930d-fe05-48b3-8ae8-842232ce7153), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:00.506027 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:00.506619 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:00.560292 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3628407 Feb 08 16:35:00.563247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60748) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:00.568191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Request body: {'subnet': {'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1361261575-subnet', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:35:00.573174 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4cfca-003f-4cf6-9d62-dae3ee5cf87e admin admin] Pushing event updated for resources: {'Network': ['ID=5907930d-fe05-48b3-8ae8-842232ce7153,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:00.583784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 5907930d-fe05-48b3-8ae8-842232ce7153 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:35:00.588983 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Made reservation on behalf of d51dcb69f1284a758abeee6a34954915 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:35:00.591310 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:00.759196 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (1e942a62-2623-4ff1-8d23-29e44a0c1929), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:00.814495 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e942a62-2623-4ff1-8d23-29e44a0c1929,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:00.829509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:00.829857 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:00.830198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:00.830531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:00.830860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:00.831187 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:00.831513 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:00.831834 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:00.832155 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:00.832474 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:00.832795 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:00.833144 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:00.833465 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:00.843133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Checking segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:35:00.843491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Network hostable DHCP agents. Network: 5907930d-fe05-48b3-8ae8-842232ce7153, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:35:00.860865 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Network 5907930d-fe05-48b3-8ae8-842232ce7153 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:35:00.869475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 5907930d-fe05-48b3-8ae8-842232ce7153) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:35:00.874757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:00.875872 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:00.879765 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22434d3-b4b8-4f83-9e88-6c7e456d7d91 None None] Network 5907930d-fe05-48b3-8ae8-842232ce7153 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:35:00.891463 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1eea466a-0085-46e8-8526-27636d0505da admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3270476 Feb 08 16:35:00.894318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60750) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:00.899215 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:35:00.919566 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (ac08dd9b-1005-4319-8a33-30c589461b22), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:00.920808 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (ac08dd9b-1005-4319-8a33-30c589461b22), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:00.974107 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Publish callbacks [] for router_controller (ac08dd9b-1005-4319-8a33-30c589461b22), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:00.984227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-5907930d-fe05-48b3-8ae8-842232ce7153', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:35:00.985120 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:01.117752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Allocated IP 172.20.0.2 (5907930d-fe05-48b3-8ae8-842232ce7153/1e942a62-2623-4ff1-8d23-29e44a0c1929/fdc88af5-f00c-47e8-b226-c6efe4585a9a) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:35:01.119515 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Publish callbacks [] for router_gateway (ac08dd9b-1005-4319-8a33-30c589461b22), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:01.265073 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Publish callbacks [] for port (fdc88af5-f00c-47e8-b226-c6efe4585a9a), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:01.270166 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (fdc88af5-f00c-47e8-b226-c6efe4585a9a), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:01.312997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Network 5907930d-fe05-48b3-8ae8-842232ce7153 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:35:01.315784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:35:01.319928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:35:01.322935 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Pushing event updated for resources: {'Port': ['ID=fdc88af5-f00c-47e8-b226-c6efe4585a9a,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:01.324934 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Publish callbacks [] for router_gateway (ac08dd9b-1005-4319-8a33-30c589461b22), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:01.344896 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:01.352771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7d453ea5-1536-4ff1-a88b-25e997380546 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:35:01.389961 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 7d453ea5-1536-4ff1-a88b-25e997380546 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:35:01.390222 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 7d453ea5-1536-4ff1-a88b-25e997380546 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:35:01.401486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Attempting to bind port fdc88af5-f00c-47e8-b226-c6efe4585a9a on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:35:01.401861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Attempting to bind port fdc88af5-f00c-47e8-b226-c6efe4585a9a by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:35:01.402777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Attempting to bind port fdc88af5-f00c-47e8-b226-c6efe4585a9a on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:35:01.407853 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:35:01.408231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Checking segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:35:01.408632 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:01.409049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Bound using segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:35:01.409520 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Bound port: fdc88af5-f00c-47e8-b226-c6efe4585a9a, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:35:01.409924 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fdc88af5-f00c-47e8-b226-c6efe4585a9a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:01.449307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Allocated IP 172.25.7.174 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/90aa9e0d-6ca1-486e-8a10-faf57f493921) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:35:01.473320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] For port fdc88af5-f00c-47e8-b226-c6efe4585a9a, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:35:01.476338 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] For port fdc88af5-f00c-47e8-b226-c6efe4585a9a, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fdc88af5-f00c-47e8-b226-c6efe4585a9a,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:35:01.482838 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (fdc88af5-f00c-47e8-b226-c6efe4585a9a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:01.538242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577c0d0-c6cb-40c1-a893-41cd0567d41b None None] Pushing event updated for resources: {'Port': ['ID=fdc88af5-f00c-47e8-b226-c6efe4585a9a,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:01.561166 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Publish callbacks [] for port (90aa9e0d-6ca1-486e-8a10-faf57f493921), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:01.591843 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f311b32d-badb-4479-8e63-88f09c724dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:01.600743 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (90aa9e0d-6ca1-486e-8a10-faf57f493921), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:01.644849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:35:01.648309 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:35:01.650973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:35:01.705327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Pushing event updated for resources: {'Port': ['ID=90aa9e0d-6ca1-486e-8a10-faf57f493921,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:01.871853 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fdc88af5-f00c-47e8-b226-c6efe4585a9a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:35:01.923437 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port fdc88af5-f00c-47e8-b226-c6efe4585a9a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:01.923726 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fdc88af5-f00c-47e8-b226-c6efe4585a9a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:01.941959 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Publish callbacks [] for router_gateway (ac08dd9b-1005-4319-8a33-30c589461b22), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:02.001130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port fdc88af5-f00c-47e8-b226-c6efe4585a9a is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:35:02.001545 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (fdc88af5-f00c-47e8-b226-c6efe4585a9a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:02.038352 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port fdc88af5-f00c-47e8-b226-c6efe4585a9a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fdc88af5-f00c-47e8-b226-c6efe4585a9a,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:35:02.043222 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (fdc88af5-f00c-47e8-b226-c6efe4585a9a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:02.090739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=fdc88af5-f00c-47e8-b226-c6efe4585a9a,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:02.153525 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (ac08dd9b-1005-4319-8a33-30c589461b22), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:02.291104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Router ac08dd9b-1005-4319-8a33-30c589461b22 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:35:02.401162 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:35:02.413411 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Sync routers for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:35:02.420626 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:02.421998 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bf40853a-0657-4575-8538-3cd496d91c37 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5264974 Feb 08 16:35:02.424788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60752) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:02.430484 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:35:02.431611 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:34:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:02.520087 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f07e22-ba9c-4ce5-bbe7-318b705027d6 None None] Network 5907930d-fe05-48b3-8ae8-842232ce7153 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:35:02.545799 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:35:02.631002 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0fade7ac-76ca-4cae-9604-d794a6c997e7 None None] Provisioning complete for port fdc88af5-f00c-47e8-b226-c6efe4585a9a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:02.631563 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0fade7ac-76ca-4cae-9604-d794a6c997e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fdc88af5-f00c-47e8-b226-c6efe4585a9a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:02.724074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0fade7ac-76ca-4cae-9604-d794a6c997e7 None None] Current status of the port fdc88af5-f00c-47e8-b226-c6efe4585a9a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:35:02.737648 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:01Z', 'revision_number': 3, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:02.769079 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Checking router: ac08dd9b-1005-4319-8a33-30c589461b22 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:35:02.769436 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Updating router ac08dd9b-1005-4319-8a33-30c589461b22 port 90aa9e0d-6ca1-486e-8a10-faf57f493921 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:35:02.800855 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (90aa9e0d-6ca1-486e-8a10-faf57f493921), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:02.947871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0df49c36-31b3-4998-8090-a1314f34c14d None None] Provisioning complete for port fdc88af5-f00c-47e8-b226-c6efe4585a9a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:02.948525 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0df49c36-31b3-4998-8090-a1314f34c14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fdc88af5-f00c-47e8-b226-c6efe4585a9a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:03.042117 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0df49c36-31b3-4998-8090-a1314f34c14d None None] Current status of the port fdc88af5-f00c-47e8-b226-c6efe4585a9a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:35:03.163632 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Publish callbacks [] for port (90aa9e0d-6ca1-486e-8a10-faf57f493921), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:03.171301 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (90aa9e0d-6ca1-486e-8a10-faf57f493921), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:03.219663 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Attempting to bind port 90aa9e0d-6ca1-486e-8a10-faf57f493921 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:35:03.220030 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Attempting to bind port 90aa9e0d-6ca1-486e-8a10-faf57f493921 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:35:03.220389 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Attempting to bind port 90aa9e0d-6ca1-486e-8a10-faf57f493921 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:35:03.227192 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0de3d8-3986-4c97-9b6b-8c5c847d639e None None] Pushing event updated for resources: {'Port': ['ID=90aa9e0d-6ca1-486e-8a10-faf57f493921,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:03.230656 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:35:03.231029 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:35:03.231424 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:03.231805 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:35:03.232262 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Bound port: 90aa9e0d-6ca1-486e-8a10-faf57f493921, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:35:03.232635 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (90aa9e0d-6ca1-486e-8a10-faf57f493921), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:03.234633 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:03.254864 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0de3d8-3986-4c97-9b6b-8c5c847d639e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:03.255214 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0de3d8-3986-4c97-9b6b-8c5c847d639e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:03.255554 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0de3d8-3986-4c97-9b6b-8c5c847d639e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:03.255886 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0de3d8-3986-4c97-9b6b-8c5c847d639e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:03.256212 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0de3d8-3986-4c97-9b6b-8c5c847d639e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:03.256536 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0de3d8-3986-4c97-9b6b-8c5c847d639e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:03.256859 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0de3d8-3986-4c97-9b6b-8c5c847d639e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:03.257210 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0de3d8-3986-4c97-9b6b-8c5c847d639e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:03.257527 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0de3d8-3986-4c97-9b6b-8c5c847d639e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:03.257842 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0de3d8-3986-4c97-9b6b-8c5c847d639e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:03.258160 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0de3d8-3986-4c97-9b6b-8c5c847d639e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:03.258472 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0de3d8-3986-4c97-9b6b-8c5c847d639e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:03.258785 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0de3d8-3986-4c97-9b6b-8c5c847d639e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:03.293629 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] For port 90aa9e0d-6ca1-486e-8a10-faf57f493921, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:35:03.296706 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] For port 90aa9e0d-6ca1-486e-8a10-faf57f493921, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=90aa9e0d-6ca1-486e-8a10-faf57f493921,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:35:03.302329 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (90aa9e0d-6ca1-486e-8a10-faf57f493921), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:03.359835 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:35:03.360451 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:34:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:03.365082 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0de3d8-3986-4c97-9b6b-8c5c847d639e None None] Pushing event updated for resources: {'Port': ['ID=90aa9e0d-6ca1-486e-8a10-faf57f493921,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:03.395570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Allocated IP 172.20.0.1 (5907930d-fe05-48b3-8ae8-842232ce7153/1e942a62-2623-4ff1-8d23-29e44a0c1929/75970339-51d0-44b2-b6c3-7bd45011f982) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:35:03.468756 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:35:03.501872 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Publish callbacks [] for port (75970339-51d0-44b2-b6c3-7bd45011f982), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:03.535771 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:03.575863 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Network 5907930d-fe05-48b3-8ae8-842232ce7153 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:35:03.580243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:35:03.584607 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:35:03.587719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Pushing event updated for resources: {'Port': ['ID=75970339-51d0-44b2-b6c3-7bd45011f982,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:03.624259 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (ac08dd9b-1005-4319-8a33-30c589461b22), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:03.657814 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:01Z', 'revision_number': 3, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:03.685564 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce807f-d92c-4acd-a51a-fbdb3c88b582 None None] The sync data for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 is: [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:01Z', 'revision_number': 3, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:35:03.783475 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:03.865513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fdc88af5-f00c-47e8-b226-c6efe4585a9a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:35:03.896470 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9b585df0-9bc8-4ef4-adeb-a7f4f0cae344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:03.914652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-34743148-8c53-4d24-9c31-7e0a8f2addd4 None None] Provisioning complete for port 75970339-51d0-44b2-b6c3-7bd45011f982 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:03.915034 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-34743148-8c53-4d24-9c31-7e0a8f2addd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:03.968304 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-34743148-8c53-4d24-9c31-7e0a8f2addd4 None None] Port 75970339-51d0-44b2-b6c3-7bd45011f982 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:35:03.977526 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port fdc88af5-f00c-47e8-b226-c6efe4585a9a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:03.977855 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (fdc88af5-f00c-47e8-b226-c6efe4585a9a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:03.990999 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Publish callbacks [] for port (75970339-51d0-44b2-b6c3-7bd45011f982), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:03.997985 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:04.067693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Pushing event updated for resources: {'Port': ['ID=75970339-51d0-44b2-b6c3-7bd45011f982,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:04.070143 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (ac08dd9b-1005-4319-8a33-30c589461b22), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:04.079942 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port fdc88af5-f00c-47e8-b226-c6efe4585a9a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:35:04.171581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Network 5907930d-fe05-48b3-8ae8-842232ce7153 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:35:04.173044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:35:04.302318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Router ac08dd9b-1005-4319-8a33-30c589461b22 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:35:04.423667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:35:04.429069 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-79eeb43f-e0c2-47b5-80ce-6a4b4dfd9b9a admin admin] 10.222.0.82 "PUT /v2.0/routers/ac08dd9b-1005-4319-8a33-30c589461b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0031767 Feb 08 16:35:04.493555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-55823d71-8fba-45c4-b2b5-5ff3976f3e0b None None] Provisioning complete for port 75970339-51d0-44b2-b6c3-7bd45011f982 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:04.493967 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-55823d71-8fba-45c4-b2b5-5ff3976f3e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:04.536056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-55823d71-8fba-45c4-b2b5-5ff3976f3e0b None None] Port 75970339-51d0-44b2-b6c3-7bd45011f982 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:35:04.829022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60760) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:04.833734 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d115c9ae-a52d-448e-a8e5-9056006f5014 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--754555357', 'description': 'tempest-description--1552388812'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:35:04.857644 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d115c9ae-a52d-448e-a8e5-9056006f5014 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:04.925696 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d115c9ae-a52d-448e-a8e5-9056006f5014 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for security_group (f5024fee-082b-4475-b690-0f87e93de305), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:04.929153 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d115c9ae-a52d-448e-a8e5-9056006f5014 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f5024fee-082b-4475-b690-0f87e93de305), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:04.957779 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d115c9ae-a52d-448e-a8e5-9056006f5014 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:04.958991 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d115c9ae-a52d-448e-a8e5-9056006f5014 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1289225 Feb 08 16:35:04.960911 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115c9ae-a52d-448e-a8e5-9056006f5014 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5024fee-082b-4475-b690-0f87e93de305,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:04.962207 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60762) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:04.967624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6fad0a78-fb61-4fd7-a5e5-a2a6ecba5a9b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Request body: {'security_group_rule': {'security_group_id': 'f5024fee-082b-4475-b690-0f87e93de305', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:35:04.991671 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fad0a78-fb61-4fd7-a5e5-a2a6ecba5a9b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for security_group_rule (2fdf489a-55c5-4790-8920-4faa090040b6), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.048082 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fad0a78-fb61-4fd7-a5e5-a2a6ecba5a9b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for security_group_rule (2fdf489a-55c5-4790-8920-4faa090040b6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.052114 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fad0a78-fb61-4fd7-a5e5-a2a6ecba5a9b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (2fdf489a-55c5-4790-8920-4faa090040b6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.075475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad0a78-fb61-4fd7-a5e5-a2a6ecba5a9b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdf489a-55c5-4790-8920-4faa090040b6,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:05.080524 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6fad0a78-fb61-4fd7-a5e5-a2a6ecba5a9b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.084833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60764) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:05.085062 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6fad0a78-fb61-4fd7-a5e5-a2a6ecba5a9b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216505 Feb 08 16:35:05.090369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7182ab26-2cbb-4589-b21e-ff1dd1ee190b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Request body: {'security_group_rule': {'security_group_id': 'f5024fee-082b-4475-b690-0f87e93de305', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:35:05.116399 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7182ab26-2cbb-4589-b21e-ff1dd1ee190b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for security_group_rule (a674e9d0-56e0-417b-aed4-4e96487fe636), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.172555 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7182ab26-2cbb-4589-b21e-ff1dd1ee190b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for security_group_rule (a674e9d0-56e0-417b-aed4-4e96487fe636), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.176605 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7182ab26-2cbb-4589-b21e-ff1dd1ee190b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (a674e9d0-56e0-417b-aed4-4e96487fe636), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.197150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182ab26-2cbb-4589-b21e-ff1dd1ee190b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a674e9d0-56e0-417b-aed4-4e96487fe636,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:05.205312 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7182ab26-2cbb-4589-b21e-ff1dd1ee190b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.206461 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7182ab26-2cbb-4589-b21e-ff1dd1ee190b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201129 Feb 08 16:35:05.209526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 60766) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:05.214022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:35:05.235793 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.338190 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.372481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Sync routers for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:35:05.383539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:35:05.384164 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:35:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:05.447767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Allocated IP 172.25.7.103 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/d3c0d7e1-2fff-4e5f-8455-fc7c618aaa20) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:35:05.498133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:35:05.551377 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for port (d3c0d7e1-2fff-4e5f-8455-fc7c618aaa20), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.587372 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d3c0d7e1-2fff-4e5f-8455-fc7c618aaa20), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.626321 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:35:05.631871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:35:05.635248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:35:05.668678 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Pushing event updated for resources: {'Port': ['ID=d3c0d7e1-2fff-4e5f-8455-fc7c618aaa20,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:05.682938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:05.683906 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:05.684324 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:05.684747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:05.685153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:05.685545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:05.685944 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:05.686329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:05.686723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:05.687106 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:05.687492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:05.687857 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:05.688207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:05.689198 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.718416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 2, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:05.750280 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (16d34277-dbf1-45dc-a5b7-f34bc01984b1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.754728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Checking router: ac08dd9b-1005-4319-8a33-30c589461b22 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:35:05.755085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Updating router ac08dd9b-1005-4319-8a33-30c589461b22 port 75970339-51d0-44b2-b6c3-7bd45011f982 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:35:05.782954 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.788380 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d3c0d7e1-2fff-4e5f-8455-fc7c618aaa20), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.882369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 90aa9e0d-6ca1-486e-8a10-faf57f493921 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:35:05.959374 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for port (d3c0d7e1-2fff-4e5f-8455-fc7c618aaa20), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:05.963906 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d3c0d7e1-2fff-4e5f-8455-fc7c618aaa20), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:06.001467 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 90aa9e0d-6ca1-486e-8a10-faf57f493921 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:06.001847 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (90aa9e0d-6ca1-486e-8a10-faf57f493921), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:06.034328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Pushing event updated for resources: {'Port': ['ID=d3c0d7e1-2fff-4e5f-8455-fc7c618aaa20,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:06.047146 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (16d34277-dbf1-45dc-a5b7-f34bc01984b1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:06.062996 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:06.064255 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d9536fa9-846c-4cbe-95fc-0a698ed0e6a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8537488 Feb 08 16:35:06.150188 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Publish callbacks [] for port (75970339-51d0-44b2-b6c3-7bd45011f982), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:06.154318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 90aa9e0d-6ca1-486e-8a10-faf57f493921 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:35:06.154699 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (90aa9e0d-6ca1-486e-8a10-faf57f493921), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:06.160682 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:06.203870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 90aa9e0d-6ca1-486e-8a10-faf57f493921, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=90aa9e0d-6ca1-486e-8a10-faf57f493921,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:35:06.214751 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (90aa9e0d-6ca1-486e-8a10-faf57f493921), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:06.220587 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-a8c2ee69-c80b-4a44-a475-2600b68737c5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--754555357&fields=id&tenant_id=d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 267 time: 0.0473557 Feb 08 16:35:06.224054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e0620-ecbb-4237-852d-cb929e90bcdb None None] Pushing event updated for resources: {'Port': ['ID=75970339-51d0-44b2-b6c3-7bd45011f982,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:06.316812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Attempting to bind port 75970339-51d0-44b2-b6c3-7bd45011f982 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:35:06.317208 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Attempting to bind port 75970339-51d0-44b2-b6c3-7bd45011f982 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:35:06.317573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Attempting to bind port 75970339-51d0-44b2-b6c3-7bd45011f982 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:35:06.324402 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=90aa9e0d-6ca1-486e-8a10-faf57f493921,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:06.327906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:35:06.328281 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Checking segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:35:06.328725 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:06.329091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Bound using segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:35:06.329569 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Bound port: 75970339-51d0-44b2-b6c3-7bd45011f982, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:35:06.329942 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:06.347763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-605045b7-d85f-4229-bbb5-531dde925fb4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:06.349322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-605045b7-d85f-4229-bbb5-531dde925fb4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 812 time: 0.1194639 Feb 08 16:35:06.373427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-deef929f-4634-4078-9fe2-5dd573e7e7ed tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/quotas/d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 375 time: 0.0180585 Feb 08 16:35:06.401577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] For port 75970339-51d0-44b2-b6c3-7bd45011f982, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:35:06.405702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] For port 75970339-51d0-44b2-b6c3-7bd45011f982, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=75970339-51d0-44b2-b6c3-7bd45011f982,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:35:06.413099 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:06.434925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-a820460b-5bf6-4a5f-8f93-c2ec3e0acea2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579700 Feb 08 16:35:06.452408 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-e6e8669c-6aa5-449a-a14f-08cc2782537c service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:35:06.453802 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-e6e8669c-6aa5-449a-a14f-08cc2782537c service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075841 Feb 08 16:35:06.474987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:35:06.475614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:35:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:06.565794 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-6acf231d-21cf-4a95-9f19-a2dd88483d33 service neutron] 10.222.0.82 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036553 Feb 08 16:35:06.672473 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-e11e87cd-8d2b-4cc4-9c40-0b1daa90d854 service neutron] 10.222.0.82 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000247 Feb 08 16:35:06.721845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e0620-ecbb-4237-852d-cb929e90bcdb None None] Pushing event updated for resources: {'Port': ['ID=75970339-51d0-44b2-b6c3-7bd45011f982,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:06.735098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-aadccfd2-ba08-4cc6-8adb-4ac528ff8d4a None None] Provisioning complete for port 75970339-51d0-44b2-b6c3-7bd45011f982 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:06.735528 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aadccfd2-ba08-4cc6-8adb-4ac528ff8d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:06.841045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:35:06.846194 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7b5e06b2-b716-43f9-aaa6-abc43bc3e5e4 req-e4ebb20f-ea0d-45ab-8ed6-7d661087805f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 210 time: 0.0310128 Feb 08 16:35:06.900975 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:06.910688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-aadccfd2-ba08-4cc6-8adb-4ac528ff8d4a None None] Current status of the port 75970339-51d0-44b2-b6c3-7bd45011f982 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:35:06.911070 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aadccfd2-ba08-4cc6-8adb-4ac528ff8d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:07.025541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-aadccfd2-ba08-4cc6-8adb-4ac528ff8d4a None None] For port 75970339-51d0-44b2-b6c3-7bd45011f982, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=75970339-51d0-44b2-b6c3-7bd45011f982,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:35:07.031462 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aadccfd2-ba08-4cc6-8adb-4ac528ff8d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:07.130133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadccfd2-ba08-4cc6-8adb-4ac528ff8d4a None None] Pushing event updated for resources: {'Port': ['ID=75970339-51d0-44b2-b6c3-7bd45011f982,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:07.168669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f0ace7fc-4e40-4a03-93a4-b645a73b97e3 None None] Provisioning complete for port 75970339-51d0-44b2-b6c3-7bd45011f982 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:07.169007 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f0ace7fc-4e40-4a03-93a4-b645a73b97e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:07.196896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:07.231889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef54e8bb-f55b-4774-a905-3977207c7427 None None] The sync data for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 is: [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:35:07.310834 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f0ace7fc-4e40-4a03-93a4-b645a73b97e3 None None] Current status of the port 75970339-51d0-44b2-b6c3-7bd45011f982 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:35:07.951802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 75970339-51d0-44b2-b6c3-7bd45011f982 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:35:08.006651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3c6bcf62-c681-4d6a-8626-3ead68f2cfcd req-1ee80c0e-2f7b-4fc4-9ae2-b810d0cfe807 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 210 time: 0.0597553 Feb 08 16:35:08.015688 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-aaca734b-2b01-4497-b6b6-90cd7ae46acc tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:08.018066 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-aaca734b-2b01-4497-b6b6-90cd7ae46acc tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 812 time: 0.1574714 Feb 08 16:35:08.052862 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 75970339-51d0-44b2-b6c3-7bd45011f982 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:08.053341 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:08.089079 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:08.094436 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-52f8205d-e167-40fd-98ff-16e9d8db47bf tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 379 time: 0.0657783 Feb 08 16:35:08.108118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-f37cb0ee-57cb-4cc1-b067-bb3068aa5ff4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Request body: {'port': {'device_id': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'admin_state_up': True, 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'security_groups': ['f5024fee-082b-4475-b690-0f87e93de305']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:35:08.144306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 75970339-51d0-44b2-b6c3-7bd45011f982 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:35:08.145501 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 90aa9e0d-6ca1-486e-8a10-faf57f493921 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:35:08.199333 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 90aa9e0d-6ca1-486e-8a10-faf57f493921 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:08.199643 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (90aa9e0d-6ca1-486e-8a10-faf57f493921), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:08.230999 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-f37cb0ee-57cb-4cc1-b067-bb3068aa5ff4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Made reservation on behalf of d51dcb69f1284a758abeee6a34954915 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:35:08.234934 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-f37cb0ee-57cb-4cc1-b067-bb3068aa5ff4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:08.285068 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 90aa9e0d-6ca1-486e-8a10-faf57f493921 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:35:08.374327 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-f37cb0ee-57cb-4cc1-b067-bb3068aa5ff4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Allocated IP 172.20.0.14 (5907930d-fe05-48b3-8ae8-842232ce7153/1e942a62-2623-4ff1-8d23-29e44a0c1929/ca71e4fe-da58-4e67-ae75-32d1741b5db3) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:35:08.512446 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-f37cb0ee-57cb-4cc1-b067-bb3068aa5ff4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:08.545233 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-f37cb0ee-57cb-4cc1-b067-bb3068aa5ff4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:08.588246 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-f37cb0ee-57cb-4cc1-b067-bb3068aa5ff4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Network 5907930d-fe05-48b3-8ae8-842232ce7153 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:35:08.592114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-f37cb0ee-57cb-4cc1-b067-bb3068aa5ff4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:35:08.595691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-f37cb0ee-57cb-4cc1-b067-bb3068aa5ff4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:35:08.623468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cb0ee-57cb-4cc1-b067-bb3068aa5ff4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Pushing event updated for resources: {'Port': ['ID=ca71e4fe-da58-4e67-ae75-32d1741b5db3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:08.654256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-f37cb0ee-57cb-4cc1-b067-bb3068aa5ff4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:08.654894 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-f37cb0ee-57cb-4cc1-b067-bb3068aa5ff4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:08.674268 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-f37cb0ee-57cb-4cc1-b067-bb3068aa5ff4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5710101 Feb 08 16:35:08.690737 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Request body: {'port': {'device_id': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:35:08.753340 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:08.842319 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-126d1d17-b6d9-4789-b84b-e44554b4101c None None] Provisioning complete for port ca71e4fe-da58-4e67-ae75-32d1741b5db3 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:08.843279 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-126d1d17-b6d9-4789-b84b-e44554b4101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:08.881212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-126d1d17-b6d9-4789-b84b-e44554b4101c None None] Port ca71e4fe-da58-4e67-ae75-32d1741b5db3 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:35:09.016408 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca71e4fe-da58-4e67-ae75-32d1741b5db3 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:35:09.023944 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Publish callbacks [] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:09.037022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Transition to ACTIVE for port object ca71e4fe-da58-4e67-ae75-32d1741b5db3 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:35:09.041044 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:09.113026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ca71e4fe-da58-4e67-ae75-32d1741b5db3,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:09.146842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285007c-0a0c-41d7-9101-0012c41cccc3 req-12c43a32-064d-46fc-8ed5-b523c21e3181 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:09.148376 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0285007c-0a0c-41d7-9101-0012c41cccc3 req-12c43a32-064d-46fc-8ed5-b523c21e3181 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 944 time: 0.0652015 Feb 08 16:35:09.168244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Attempting to bind port ca71e4fe-da58-4e67-ae75-32d1741b5db3 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:35:09.168672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Attempting to bind port ca71e4fe-da58-4e67-ae75-32d1741b5db3 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:35:09.169104 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Attempting to bind port ca71e4fe-da58-4e67-ae75-32d1741b5db3 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:35:09.173780 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Port ca71e4fe-da58-4e67-ae75-32d1741b5db3 on network 5907930d-fe05-48b3-8ae8-842232ce7153 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:35:09.174189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Attempting to bind port ca71e4fe-da58-4e67-ae75-32d1741b5db3 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:35:09.179207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:35:09.179630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Checking segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:35:09.180087 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Bound using segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:35:09.180618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Bound port: ca71e4fe-da58-4e67-ae75-32d1741b5db3, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:35:09.181075 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:09.203778 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0285007c-0a0c-41d7-9101-0012c41cccc3 req-6edb322c-b0e1-4e5c-a6bb-9a13ed1021b4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465112 Feb 08 16:35:09.248396 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] For port ca71e4fe-da58-4e67-ae75-32d1741b5db3, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:35:09.251815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] For port ca71e4fe-da58-4e67-ae75-32d1741b5db3, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:35:09.258814 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:09.307344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:09.308854 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:09.310578 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] 10.222.0.94 "PUT /v2.0/ports/ca71e4fe-da58-4e67-ae75-32d1741b5db3 HTTP/1.1" status: 200 len: 1093 time: 0.6251032 Feb 08 16:35:09.311037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'tag': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:35:09.313417 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa6c461-640b-4cdb-aa2c-e32b7948423d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae07fcab-1145-4941-bbcd-e8cc9fe9cd80", "tag": "ca71e4fe-da58-4e67-ae75-32d1741b5db3"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:35:09.341294 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a482ef-97c6-4010-b3c0-dff13cac95f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ca71e4fe-da58-4e67-ae75-32d1741b5db3,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:09.378839 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44c662a-f49c-421e-a972-3fba26ec9781 x-openstack-request-id: req-b44c662a-f49c-421e-a972-3fba26ec9781 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:35:09.379136 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae07fcab-1145-4941-bbcd-e8cc9fe9cd80", "tag": "ca71e4fe-da58-4e67-ae75-32d1741b5db3", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:35:09.379394 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b44c662a-f49c-421e-a972-3fba26ec9781 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:35:09.379803 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'tag': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3', 'status': 'completed', 'code': 200} Feb 08 16:35:09.399330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-6ca25e61-a457-4544-9fba-c587270d6f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:09.401077 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-6ca25e61-a457-4544-9fba-c587270d6f14 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 1127 time: 0.0513771 Feb 08 16:35:09.449671 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-74d0a18c-1a2d-49d1-9f9a-03b2e408caab service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3 HTTP/1.1" status: 200 len: 217 time: 0.0360422 Feb 08 16:35:09.505263 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-8ebd67a3-cf46-4ef8-a21a-b07e586a20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:09.506864 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-8ebd67a3-cf46-4ef8-a21a-b07e586a20aa service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0489786 Feb 08 16:35:09.560914 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-5bc31648-0e8f-407e-992a-2660827942ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:09.562442 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-5bc31648-0e8f-407e-992a-2660827942ab service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468209 Feb 08 16:35:09.653779 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-a12a55b2-e48e-455d-954e-ff251d2d2fe6 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822475 Feb 08 16:35:09.751691 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d49e6b48-30ec-410a-8920-8f783757aeb8 req-eb5b07d7-aaae-4f63-8d25-49ad8ab45ceb service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893724 Feb 08 16:35:09.850671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6c461-640b-4cdb-aa2c-e32b7948423d req-e0bcfc02-a22d-43e0-9569-54bc257bd0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:09.852142 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2fa6c461-640b-4cdb-aa2c-e32b7948423d req-e0bcfc02-a22d-43e0-9569-54bc257bd0df service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 1127 time: 0.0456274 Feb 08 16:35:09.942994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6c461-640b-4cdb-aa2c-e32b7948423d req-0a0bf72b-bbdc-4211-b242-26f8dc75d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:09.944447 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2fa6c461-640b-4cdb-aa2c-e32b7948423d req-0a0bf72b-bbdc-4211-b242-26f8dc75d903 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0869706 Feb 08 16:35:09.984335 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2fa6c461-640b-4cdb-aa2c-e32b7948423d req-cc03bb31-bc41-4f9f-a709-83d52790cccf service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3 HTTP/1.1" status: 200 len: 217 time: 0.0339758 Feb 08 16:35:10.032259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6c461-640b-4cdb-aa2c-e32b7948423d req-e0c73831-b41d-4c6e-b8fe-5c591e53443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:10.033693 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2fa6c461-640b-4cdb-aa2c-e32b7948423d req-e0c73831-b41d-4c6e-b8fe-5c591e53443c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0438693 Feb 08 16:35:10.085761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6c461-640b-4cdb-aa2c-e32b7948423d req-3d2606a1-47c3-471d-b98c-46c6eb2f0316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:10.087243 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2fa6c461-640b-4cdb-aa2c-e32b7948423d req-3d2606a1-47c3-471d-b98c-46c6eb2f0316 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474691 Feb 08 16:35:10.175325 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2fa6c461-640b-4cdb-aa2c-e32b7948423d req-a50e51bc-df97-4f09-a08d-e8d65dc752c0 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812802 Feb 08 16:35:10.274879 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2fa6c461-640b-4cdb-aa2c-e32b7948423d req-462a0fcc-0f30-43d2-8e04-3c57f1e34464 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897229 Feb 08 16:35:10.331175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae538f-2842-423c-8245-aea8e0134175 req-a5cf881b-1fab-4f25-804c-c08b76975e35 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:10.332659 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2aae538f-2842-423c-8245-aea8e0134175 req-a5cf881b-1fab-4f25-804c-c08b76975e35 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 944 time: 0.0571616 Feb 08 16:35:10.378817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2aae538f-2842-423c-8245-aea8e0134175 req-e3229fa6-6130-4f09-a16f-a4474674b8a0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405631 Feb 08 16:35:11.389738 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ca71e4fe-da58-4e67-ae75-32d1741b5db3 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:35:11.485347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ca71e4fe-da58-4e67-ae75-32d1741b5db3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:35:11.497503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'port_id': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3', 'mac_address': 'fa:16:3e:b5:04:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:35:11.538130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ca71e4fe-da58-4e67-ae75-32d1741b5db3 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:35:11.538510 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:11.551614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca71e4fe-da58-4e67-ae75-32d1741b5db3 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:35:11.568352 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6732c7-5261-4609-9deb-20e25edfc78c req-7cf71f13-87a5-4a27-b80a-db4728c2879f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:11.569893 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-db6732c7-5261-4609-9deb-20e25edfc78c req-7cf71f13-87a5-4a27-b80a-db4728c2879f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 944 time: 0.1217997 Feb 08 16:35:11.571661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ca71e4fe-da58-4e67-ae75-32d1741b5db3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:35:11.577105 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:11.619428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-db6732c7-5261-4609-9deb-20e25edfc78c req-ea05dcb4-affa-4860-810c-b49f269f22d5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419822 Feb 08 16:35:11.627287 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ca71e4fe-da58-4e67-ae75-32d1741b5db3,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:11.635993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:11.637028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:11.637421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:11.637804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:11.638172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:11.638546 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:11.638921 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:11.639276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:11.639633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:11.640054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:11.640339 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:11.640670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:11.641061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:35:11.829769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['ca71e4fe-da58-4e67-ae75-32d1741b5db3'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:35:12.742344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989a2f-f2c2-492f-83b4-8105b5fdf32b req-b799eb55-fb5d-46b4-8dee-a3f98337549a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:12.743884 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06989a2f-f2c2-492f-83b4-8105b5fdf32b req-b799eb55-fb5d-46b4-8dee-a3f98337549a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 945 time: 0.0529554 Feb 08 16:35:12.792000 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06989a2f-f2c2-492f-83b4-8105b5fdf32b req-db1fd519-a1c2-43dc-935d-a5ff2ff9180b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416374 Feb 08 16:35:13.398635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ca71e4fe-da58-4e67-ae75-32d1741b5db3 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:35:13.446133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port ca71e4fe-da58-4e67-ae75-32d1741b5db3 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:35:13.449976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port ca71e4fe-da58-4e67-ae75-32d1741b5db3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:13.450358 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:13.528602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port ca71e4fe-da58-4e67-ae75-32d1741b5db3 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:35:13.529021 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:13.551431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:35:13.553717 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24977561-56ce-4fef-aba6-b8f9b82611ed" -d '{"events": [{"server_uuid": "ae07fcab-1145-4941-bbcd-e8cc9fe9cd80", "name": "network-vif-plugged", "status": "completed", "tag": "ca71e4fe-da58-4e67-ae75-32d1741b5db3"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:35:13.565906 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port ca71e4fe-da58-4e67-ae75-32d1741b5db3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:35:13.569986 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:13.593225 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c483d426-1775-462e-8ed7-0184cced67ba x-openstack-request-id: req-c483d426-1775-462e-8ed7-0184cced67ba {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:35:13.593644 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae07fcab-1145-4941-bbcd-e8cc9fe9cd80", "name": "network-vif-plugged", "status": "completed", "tag": "ca71e4fe-da58-4e67-ae75-32d1741b5db3", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:35:13.593903 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c483d426-1775-462e-8ed7-0184cced67ba {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:35:13.594293 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3', 'code': 200} Feb 08 16:35:13.619968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=ca71e4fe-da58-4e67-ae75-32d1741b5db3,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:13.700739 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a5ccf-3d6b-41de-86ac-bb91e8006c23 req-128b3b28-e64a-42c0-ade8-38338f633e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:13.702341 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-280a5ccf-3d6b-41de-86ac-bb91e8006c23 req-128b3b28-e64a-42c0-ade8-38338f633e51 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 1129 time: 0.0442221 Feb 08 16:35:13.750641 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-280a5ccf-3d6b-41de-86ac-bb91e8006c23 req-08bf793d-3f52-4c78-8aa1-358588e97d03 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382621 Feb 08 16:35:13.919429 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0ce29-64c1-44d6-b798-86a3d4f8cc8b req-c2753d54-a252-4144-9cb6-b0578430d22e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:13.920828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfc0ce29-64c1-44d6-b798-86a3d4f8cc8b req-c2753d54-a252-4144-9cb6-b0578430d22e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0534418 Feb 08 16:35:13.972860 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfc0ce29-64c1-44d6-b798-86a3d4f8cc8b req-63619067-98ad-44a8-92b3-c6f8f696e8c6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464025 Feb 08 16:35:15.099715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8b0b9-9ee4-495b-b346-42f00e705f44 req-a10f813f-0a6f-4879-8340-ec726be3bb46 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:15.101205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63c8b0b9-9ee4-495b-b346-42f00e705f44 req-a10f813f-0a6f-4879-8340-ec726be3bb46 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0529022 Feb 08 16:35:15.148395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63c8b0b9-9ee4-495b-b346-42f00e705f44 req-5a69f7e3-becb-404d-b487-e6bc485523ab tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413744 Feb 08 16:35:15.263437 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f299a7-3289-4323-88e0-e8389ebfe393 req-c7b65080-cfc7-473a-bb9a-b7c8bf91a6a0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:15.264814 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c9f299a7-3289-4323-88e0-e8389ebfe393 req-c7b65080-cfc7-473a-bb9a-b7c8bf91a6a0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0530982 Feb 08 16:35:15.273509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60812) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:35:15.278629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-77149b57-f289-4f0d-9def-cce663282a38 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Request body: {'floatingip': {'port_id': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:35:15.321628 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77149b57-f289-4f0d-9def-cce663282a38 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (16d34277-dbf1-45dc-a5b7-f34bc01984b1), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:15.736042 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77149b57-f289-4f0d-9def-cce663282a38 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:15.739839 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77149b57-f289-4f0d-9def-cce663282a38 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (16d34277-dbf1-45dc-a5b7-f34bc01984b1), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:15.845406 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-77149b57-f289-4f0d-9def-cce663282a38 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1 associated. External IP: 172.25.7.103, port: ca71e4fe-da58-4e67-ae75-32d1741b5db3. Feb 08 16:35:16.068648 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77149b57-f289-4f0d-9def-cce663282a38 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Router ac08dd9b-1005-4319-8a33-30c589461b22 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:35:16.178291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77149b57-f289-4f0d-9def-cce663282a38 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:35:16.183741 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77149b57-f289-4f0d-9def-cce663282a38 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:16.189750 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b2887a-337e-4751-b219-6108a4e51141 None None] Sync routers for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:35:16.198993 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b2887a-337e-4751-b219-6108a4e51141 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:35:16.199600 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f8b2887a-337e-4751-b219-6108a4e51141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:35:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:16.213038 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-77149b57-f289-4f0d-9def-cce663282a38 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "PUT /v2.0/floatingips/16d34277-dbf1-45dc-a5b7-f34bc01984b1 HTTP/1.1" status: 200 len: 992 time: 0.9384673 Feb 08 16:35:16.213715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'tag': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:35:16.216124 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf393b1e-96f8-446c-83c8-6f087e66b881" -d '{"events": [{"name": "network-changed", "server_uuid": "ae07fcab-1145-4941-bbcd-e8cc9fe9cd80", "tag": "ca71e4fe-da58-4e67-ae75-32d1741b5db3"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:35:16.316705 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f8b2887a-337e-4751-b219-6108a4e51141 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:35:16.327712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76a704-af48-40cc-9d44-a534af80e513 req-50c74697-d433-4f12-b009-c6723875e821 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:16.329630 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c76a704-af48-40cc-9d44-a534af80e513 req-50c74697-d433-4f12-b009-c6723875e821 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0628929 Feb 08 16:35:16.331328 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f401f611-efee-420d-b3b9-3587a5184db1 x-openstack-request-id: req-f401f611-efee-420d-b3b9-3587a5184db1 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:35:16.331786 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae07fcab-1145-4941-bbcd-e8cc9fe9cd80", "tag": "ca71e4fe-da58-4e67-ae75-32d1741b5db3", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:35:16.332192 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f401f611-efee-420d-b3b9-3587a5184db1 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:35:16.332754 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'tag': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3', 'status': 'completed', 'code': 200} Feb 08 16:35:16.382173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c76a704-af48-40cc-9d44-a534af80e513 req-69c4fe69-2ae3-46c2-9b88-9a39bc6ab76f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462432 Feb 08 16:35:16.390431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf393b1e-96f8-446c-83c8-6f087e66b881 req-27bab081-67e0-48cc-b9c0-96a2e650d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:16.392560 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cf393b1e-96f8-446c-83c8-6f087e66b881 req-27bab081-67e0-48cc-b9c0-96a2e650d165 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 1129 time: 0.0484354 Feb 08 16:35:16.486294 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf393b1e-96f8-446c-83c8-6f087e66b881 req-e8ed1f56-fcf7-404c-b3ed-231d333aa706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:16.487775 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cf393b1e-96f8-446c-83c8-6f087e66b881 req-e8ed1f56-fcf7-404c-b3ed-231d333aa706 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0892229 Feb 08 16:35:16.553258 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cf393b1e-96f8-446c-83c8-6f087e66b881 req-38d74714-9c79-4a1d-ae21-460f7eafc6d1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3 HTTP/1.1" status: 200 len: 1000 time: 0.0596809 Feb 08 16:35:16.553972 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f8b2887a-337e-4751-b219-6108a4e51141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '16d34277-dbf1-45dc-a5b7-f34bc01984b1', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'port_id': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'mac_address': 'fa:16:3e:b5:04:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:35:05Z', 'updated_at': '2022-02-08T16:35:15Z', 'revision_number': 1, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:16.579964 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b2887a-337e-4751-b219-6108a4e51141 None None] Checking router: ac08dd9b-1005-4319-8a33-30c589461b22 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:35:16.588023 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b2887a-337e-4751-b219-6108a4e51141 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:35:16.588619 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f8b2887a-337e-4751-b219-6108a4e51141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:35:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:16.603201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf393b1e-96f8-446c-83c8-6f087e66b881 req-86fc2813-5b19-48bd-9f1f-5550ef7c93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:16.604743 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cf393b1e-96f8-446c-83c8-6f087e66b881 req-86fc2813-5b19-48bd-9f1f-5550ef7c93d6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0438192 Feb 08 16:35:16.657738 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf393b1e-96f8-446c-83c8-6f087e66b881 req-2c054be6-92da-4cb6-9fb9-125ab11b57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:16.659250 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cf393b1e-96f8-446c-83c8-6f087e66b881 req-2c054be6-92da-4cb6-9fb9-125ab11b57fd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490129 Feb 08 16:35:16.697025 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-f8b2887a-337e-4751-b219-6108a4e51141 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:35:16.751375 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cf393b1e-96f8-446c-83c8-6f087e66b881 req-3072ed50-fbef-4c61-8df0-2d0a0e413279 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861607 Feb 08 16:35:16.844063 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-cf393b1e-96f8-446c-83c8-6f087e66b881 req-cddbc2bb-3056-43fc-a986-1ddd18b5959e service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869846 Feb 08 16:35:16.924081 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-f8b2887a-337e-4751-b219-6108a4e51141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '16d34277-dbf1-45dc-a5b7-f34bc01984b1', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'port_id': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'mac_address': 'fa:16:3e:b5:04:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:35:05Z', 'updated_at': '2022-02-08T16:35:15Z', 'revision_number': 1, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:16.950298 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b2887a-337e-4751-b219-6108a4e51141 None None] The sync data for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 is: [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '16d34277-dbf1-45dc-a5b7-f34bc01984b1', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'port_id': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'mac_address': 'fa:16:3e:b5:04:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:35:05Z', 'updated_at': '2022-02-08T16:35:15Z', 'revision_number': 1, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:35:17.141658 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17c4b46-534d-4f5f-83a7-68d2ef854824 None None] New status for floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:35:17.508784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd3ab2-5ace-4c5e-98d8-700c928ddca9 req-965e1308-8fce-4b82-8dd8-f1180626484e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:17.510354 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cfd3ab2-5ace-4c5e-98d8-700c928ddca9 req-965e1308-8fce-4b82-8dd8-f1180626484e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0558727 Feb 08 16:35:17.556635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cfd3ab2-5ace-4c5e-98d8-700c928ddca9 req-de852884-463c-4bca-8627-4f757bba4c6a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399635 Feb 08 16:35:17.675225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2126e-b014-4cd4-a16e-b2d82123cd63 req-0d1c83c3-9bf5-4b88-a994-ee284e07c60f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:17.676622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ce2126e-b014-4cd4-a16e-b2d82123cd63 req-0d1c83c3-9bf5-4b88-a994-ee284e07c60f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0523450 Feb 08 16:35:17.722902 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ce2126e-b014-4cd4-a16e-b2d82123cd63 req-06960d5b-0ce5-4ea2-a1e1-92f28646dd24 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407753 Feb 08 16:35:17.989694 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-62d138d4-75a3-42d8-b0d8-0a9e3e07d27b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814159 Feb 08 16:35:17.997211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf236c7-44e1-4142-9b66-aed0f29a6217 req-aeed62ad-d6e9-4bc9-9b8a-c5876fc62ec7 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:17.998635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-edf236c7-44e1-4142-9b66-aed0f29a6217 req-aeed62ad-d6e9-4bc9-9b8a-c5876fc62ec7 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0826008 Feb 08 16:35:18.047606 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-edf236c7-44e1-4142-9b66-aed0f29a6217 req-70ce0723-6c48-41a6-8f4d-6730477a153b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432978 Feb 08 16:35:19.173956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12946e1-940c-4408-89ae-f387fad25336 req-e96f6147-661c-4822-8266-492d7cb13d8b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:19.175458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f12946e1-940c-4408-89ae-f387fad25336 req-e96f6147-661c-4822-8266-492d7cb13d8b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0579710 Feb 08 16:35:19.206156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-e8099406-5446-45da-acc4-4e0bc329d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:19.207701 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-e8099406-5446-45da-acc4-4e0bc329d8cd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 1129 time: 0.0462952 Feb 08 16:35:19.223616 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f12946e1-940c-4408-89ae-f387fad25336 req-8d7071f5-01ff-4bcb-8ae7-0109e09e3068 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423412 Feb 08 16:35:19.265870 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:19.302596 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-4d9b8ef7-9ea8-4e5d-bd2d-687c58222126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:19.304322 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-4d9b8ef7-9ea8-4e5d-bd2d-687c58222126 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0893347 Feb 08 16:35:19.372091 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d02b967b-68c0-48a7-b7f3-cd33cb572789 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3 HTTP/1.1" status: 200 len: 1002 time: 0.0613229 Feb 08 16:35:19.424433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-5a6818ee-83bc-40d9-ab9b-75720080474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:19.425982 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-5a6818ee-83bc-40d9-ab9b-75720080474a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0455801 Feb 08 16:35:19.480581 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-9890ff2f-8c09-45bf-8004-1b80a44e94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:19.482109 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-9890ff2f-8c09-45bf-8004-1b80a44e94ee service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491347 Feb 08 16:35:19.571195 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-c201554c-ef1e-4095-8083-3f37883e41d0 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823479 Feb 08 16:35:19.664216 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-f7041289-a3fc-4645-9d51-dbf45cb21bcb service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854065 Feb 08 16:35:20.347245 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f960d1-aa74-40df-b1d0-91e6ae6d0ab2 req-47bfd7b1-801f-437c-969e-73340c191fb7 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:20.348711 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-95f960d1-aa74-40df-b1d0-91e6ae6d0ab2 req-47bfd7b1-801f-437c-969e-73340c191fb7 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0570726 Feb 08 16:35:20.393925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-95f960d1-aa74-40df-b1d0-91e6ae6d0ab2 req-0a4135a0-507c-454c-8c90-239fc56ee3be tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396388 Feb 08 16:35:20.716758 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:21.517329 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4169c-9488-486f-9efb-e1e550b1af52 req-28743027-83a5-40d3-b8e4-0dbaf813c1ad tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:21.518927 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4c4169c-9488-486f-9efb-e1e550b1af52 req-28743027-83a5-40d3-b8e4-0dbaf813c1ad tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0545094 Feb 08 16:35:21.567436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4c4169c-9488-486f-9efb-e1e550b1af52 req-84a12941-12c4-4cb8-a6d3-bb4aecc17301 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426264 Feb 08 16:35:22.685376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a230473-e0de-4266-bf84-07f4467b9efa req-83802195-303d-49bc-9568-b202771d71ff tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:22.686866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a230473-e0de-4266-bf84-07f4467b9efa req-83802195-303d-49bc-9568-b202771d71ff tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0532525 Feb 08 16:35:22.737457 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a230473-e0de-4266-bf84-07f4467b9efa req-7248b21e-fe14-4cdd-b323-49aac7f2da1a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451095 Feb 08 16:35:23.859912 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2195a-ccb7-4865-bc78-a944d92ab583 req-501a508c-2b7d-4656-b416-690ceb47e162 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:23.861568 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-20a2195a-ccb7-4865-bc78-a944d92ab583 req-501a508c-2b7d-4656-b416-690ceb47e162 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0560269 Feb 08 16:35:23.911518 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-20a2195a-ccb7-4865-bc78-a944d92ab583 req-5a1bd79d-7161-4a2a-b34e-eff4388e0ae8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443141 Feb 08 16:35:25.030637 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a03ab9-fd67-467f-8f46-3be9c82981bc req-de5628ba-15b3-49c0-9f50-7da13814f6ba tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:25.032141 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a8a03ab9-fd67-467f-8f46-3be9c82981bc req-de5628ba-15b3-49c0-9f50-7da13814f6ba tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0533922 Feb 08 16:35:25.079208 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a8a03ab9-fd67-467f-8f46-3be9c82981bc req-c6fa5ad6-678b-414f-b827-a673e063885d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413327 Feb 08 16:35:26.203443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23447757-5e5a-4434-9c87-13ba7a7c79b7 req-58595b78-8b2b-44d3-839b-bbc1a4824f2f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:26.204964 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23447757-5e5a-4434-9c87-13ba7a7c79b7 req-58595b78-8b2b-44d3-839b-bbc1a4824f2f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0571241 Feb 08 16:35:26.250272 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23447757-5e5a-4434-9c87-13ba7a7c79b7 req-af29adec-893f-49c4-9873-85a31a4da118 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397840 Feb 08 16:35:27.195853 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:35:27.373042 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb595aa-9905-4bed-bd71-b6a308dec7ff req-b7f42d6e-7658-4d62-95ed-3cfc8667987d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:27.374540 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcb595aa-9905-4bed-bd71-b6a308dec7ff req-b7f42d6e-7658-4d62-95ed-3cfc8667987d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0525241 Feb 08 16:35:27.420583 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fcb595aa-9905-4bed-bd71-b6a308dec7ff req-5c8df4c5-1e54-4230-87c3-5d6818a179be tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404344 Feb 08 16:35:28.539233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c1bf7-3dcc-4f31-ab2f-f82565d882e3 req-52788532-8bec-435c-9bad-22aacbf5e747 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:28.540733 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-651c1bf7-3dcc-4f31-ab2f-f82565d882e3 req-52788532-8bec-435c-9bad-22aacbf5e747 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0528932 Feb 08 16:35:28.591578 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-651c1bf7-3dcc-4f31-ab2f-f82565d882e3 req-9fc60b94-6e45-4b0e-bd20-3007c126b1d1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449367 Feb 08 16:35:29.709817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf7be5-1f7f-43de-b4ef-7cc0be96d88d req-4b69e018-ac9b-46fd-ad0a-db2e443fc5ad tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:29.711302 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59cf7be5-1f7f-43de-b4ef-7cc0be96d88d req-4b69e018-ac9b-46fd-ad0a-db2e443fc5ad tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0520129 Feb 08 16:35:29.759070 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59cf7be5-1f7f-43de-b4ef-7cc0be96d88d req-dcc6e830-a4a8-4cad-9f44-351aa7274c90 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407019 Feb 08 16:35:30.879024 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924ab53-0537-49fc-9fed-a58b999cd9b5 req-0ad2f9e7-98bf-4021-9434-e68630271d2a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:30.880489 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2924ab53-0537-49fc-9fed-a58b999cd9b5 req-0ad2f9e7-98bf-4021-9434-e68630271d2a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0524535 Feb 08 16:35:30.926130 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2924ab53-0537-49fc-9fed-a58b999cd9b5 req-919467e6-ca62-4796-b0b7-a3efcf220c90 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401301 Feb 08 16:35:31.595034 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6dc5b5e2-36c3-4dc1-8703-5303fa912845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:32.053460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebd0b7-4402-441e-aafb-f126b39d1ac1 req-044aef09-398b-4121-a1af-fbe7394a1c9e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:32.054934 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-32ebd0b7-4402-441e-aafb-f126b39d1ac1 req-044aef09-398b-4121-a1af-fbe7394a1c9e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0561359 Feb 08 16:35:32.100510 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-32ebd0b7-4402-441e-aafb-f126b39d1ac1 req-856db37f-1f4a-4e0d-8e68-6e367c5868ac tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390851 Feb 08 16:35:33.222723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab4959-dcc1-43fb-b2a9-4e36183a90ba req-4aa07e2a-5182-400e-af97-749e5d253bc4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:33.224202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-76ab4959-dcc1-43fb-b2a9-4e36183a90ba req-4aa07e2a-5182-400e-af97-749e5d253bc4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0516942 Feb 08 16:35:33.269716 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-76ab4959-dcc1-43fb-b2a9-4e36183a90ba req-46c30088-be40-4a57-a4d8-d9ae44b103c2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393538 Feb 08 16:35:33.859188 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ed45e090-2f26-483f-847e-f481d10e08ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:34.393310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57371c3a-99f1-4ed3-bcc0-3989d7fcba52 req-3d241506-4afb-4c84-910f-522f537f35ef tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:34.394776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57371c3a-99f1-4ed3-bcc0-3989d7fcba52 req-3d241506-4afb-4c84-910f-522f537f35ef tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0571465 Feb 08 16:35:34.752793 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57371c3a-99f1-4ed3-bcc0-3989d7fcba52 req-caf8f5a1-30bb-48ba-b7a1-13f67afa4f9a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3521068 Feb 08 16:35:35.667727 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:35.872717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417bc5e-6a8d-4122-b602-4ed64da120ef req-918a285d-d500-4b98-83d1-dcf6a1df7841 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:35.874224 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6417bc5e-6a8d-4122-b602-4ed64da120ef req-918a285d-d500-4b98-83d1-dcf6a1df7841 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0524457 Feb 08 16:35:35.920077 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6417bc5e-6a8d-4122-b602-4ed64da120ef req-c7684d86-f043-4dc9-8e7d-7cc99f964a18 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402954 Feb 08 16:35:36.840025 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:37.042924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27884f25-4a2d-461d-b1cc-db93bb2ede09 req-d2891166-39ae-4a66-b258-8b2b0e4baf16 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:37.044387 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27884f25-4a2d-461d-b1cc-db93bb2ede09 req-d2891166-39ae-4a66-b258-8b2b0e4baf16 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0532503 Feb 08 16:35:37.093837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27884f25-4a2d-461d-b1cc-db93bb2ede09 req-5d860d73-c315-4559-80ad-cd78f564afdd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438747 Feb 08 16:35:38.042577 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:38.211997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b72517-f448-4e17-aa78-e34136fc0677 req-fe06ceb7-bece-4010-b90a-687f29b0d98a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:38.213504 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54b72517-f448-4e17-aa78-e34136fc0677 req-fe06ceb7-bece-4010-b90a-687f29b0d98a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0513101 Feb 08 16:35:38.259046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54b72517-f448-4e17-aa78-e34136fc0677 req-caa363a5-a8c8-4dc1-9273-e9a597a9f5b6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393362 Feb 08 16:35:39.381824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14ce60-fe6d-4262-b75a-642e46975715 req-1a1851de-14d2-4df7-af3b-2a60677e7db2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:39.383292 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d14ce60-fe6d-4262-b75a-642e46975715 req-1a1851de-14d2-4df7-af3b-2a60677e7db2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0518303 Feb 08 16:35:39.428816 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0d14ce60-fe6d-4262-b75a-642e46975715 req-0f211ad4-2d33-4734-8a9b-5842e9d70c9a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398560 Feb 08 16:35:40.555558 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98df5e-c751-4fcf-8cf5-11552c7a145c req-09511a93-329c-4ed2-b047-87ff32e319b7 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:40.557214 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec98df5e-c751-4fcf-8cf5-11552c7a145c req-09511a93-329c-4ed2-b047-87ff32e319b7 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0592051 Feb 08 16:35:40.605856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec98df5e-c751-4fcf-8cf5-11552c7a145c req-d13a7dbb-3309-4ae0-92be-cea98af546b1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416226 Feb 08 16:35:41.726884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e8540-346c-419c-b7d5-10069242a479 req-6e132045-8f71-45fb-8369-3ae38de4db6d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:41.728515 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e87e8540-346c-419c-b7d5-10069242a479 req-6e132045-8f71-45fb-8369-3ae38de4db6d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0555284 Feb 08 16:35:41.778886 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e87e8540-346c-419c-b7d5-10069242a479 req-6fed3423-4335-47f3-8d26-f9ace8d05036 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443757 Feb 08 16:35:42.906965 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34379795-423d-44ba-bbda-d9269871cd5b req-63b53825-8f41-4bdd-8c25-e9dffb1f56a3 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:42.908468 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34379795-423d-44ba-bbda-d9269871cd5b req-63b53825-8f41-4bdd-8c25-e9dffb1f56a3 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0599191 Feb 08 16:35:42.956601 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-34379795-423d-44ba-bbda-d9269871cd5b req-20d3767e-c642-4488-ba5d-379f2559eabd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424359 Feb 08 16:35:44.079230 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3eafa3-7499-44ea-bfb3-52e61bfa6f81 req-9e0ba554-23fa-462d-86ee-582f16438403 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:44.080708 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab3eafa3-7499-44ea-bfb3-52e61bfa6f81 req-9e0ba554-23fa-462d-86ee-582f16438403 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0566826 Feb 08 16:35:44.132447 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab3eafa3-7499-44ea-bfb3-52e61bfa6f81 req-42608bea-ef4f-4180-af9a-f5f2f2e3909d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458934 Feb 08 16:35:45.254378 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298c3f7-d597-4cb4-9630-09967f5a4531 req-a634b1ca-026b-4b29-a055-9feb303b5080 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:45.255874 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3298c3f7-d597-4cb4-9630-09967f5a4531 req-a634b1ca-026b-4b29-a055-9feb303b5080 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0532255 Feb 08 16:35:45.308215 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3298c3f7-d597-4cb4-9630-09967f5a4531 req-f24e4a0b-6860-43c3-9b6f-af1e7c77cfc7 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447931 Feb 08 16:35:46.425937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f91045-8cdc-4e5b-b712-93eac202cdfa req-5d51daee-a65b-4985-b9b8-cda69727aafb tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:46.427439 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98f91045-8cdc-4e5b-b712-93eac202cdfa req-5d51daee-a65b-4985-b9b8-cda69727aafb tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0519552 Feb 08 16:35:46.473655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98f91045-8cdc-4e5b-b712-93eac202cdfa req-41745885-a3e6-418a-b55d-9717b3d6a33f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400069 Feb 08 16:35:47.192338 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-6eacffb2-3cba-4694-9afa-d022e73f23fe service neutron] show failed (client error): The resource could not be found. Feb 08 16:35:47.193380 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-6eacffb2-3cba-4694-9afa-d022e73f23fe service neutron] 10.222.0.94 "GET /v2.0/ports/ca71e4fe-da58-4e67-ae75-32d1741b5db3/bindings/n-h2-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.3729219 Feb 08 16:35:47.407028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-336b2f13-62fa-4810-8f63-9aa0b50b5612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:47.408505 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-336b2f13-62fa-4810-8f63-9aa0b50b5612 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80&tenant_id=d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 1129 time: 0.0454082 Feb 08 16:35:47.418785 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:35:47.477259 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:47.593917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779695c9-251b-42fd-b77c-c266df202c3f req-66276599-6ea1-41c2-90d7-2dbd02e76f87 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:47.595422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-779695c9-251b-42fd-b77c-c266df202c3f req-66276599-6ea1-41c2-90d7-2dbd02e76f87 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0531950 Feb 08 16:35:47.642240 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-779695c9-251b-42fd-b77c-c266df202c3f req-e191469a-c546-4408-b50a-7054b4a0234d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412478 Feb 08 16:35:47.679470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] For port ca71e4fe-da58-4e67-ae75-32d1741b5db3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:35:47.711618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] For port ca71e4fe-da58-4e67-ae75-32d1741b5db3, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:35:47.749888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:35:47.752100 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9018c50d-7ae8-49c9-863d-0c01111a3027" -d '{"events": [{"server_uuid": "ae07fcab-1145-4941-bbcd-e8cc9fe9cd80", "name": "network-vif-unplugged", "status": "completed", "tag": "ca71e4fe-da58-4e67-ae75-32d1741b5db3"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:35:47.755505 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Publish callbacks [] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:47.768590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Transition to ACTIVE for port object ca71e4fe-da58-4e67-ae75-32d1741b5db3 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:35:47.773220 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:47.812372 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8a07c7-4044-4cdb-8d85-1a2c9990b8de x-openstack-request-id: req-6c8a07c7-4044-4cdb-8d85-1a2c9990b8de {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:35:47.812672 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae07fcab-1145-4941-bbcd-e8cc9fe9cd80", "name": "network-vif-unplugged", "status": "completed", "tag": "ca71e4fe-da58-4e67-ae75-32d1741b5db3", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:35:47.812924 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6c8a07c7-4044-4cdb-8d85-1a2c9990b8de {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:35:47.813336 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3', 'code': 200} Feb 08 16:35:47.857393 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca71e4fe-da58-4e67-ae75-32d1741b5db3,revision_number=6']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:47.903076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] No DVR routers for this DVR port ca71e4fe-da58-4e67-ae75-32d1741b5db3 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:35:48.045443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Attempting to bind port ca71e4fe-da58-4e67-ae75-32d1741b5db3 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:35:48.045781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Attempting to bind port ca71e4fe-da58-4e67-ae75-32d1741b5db3 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:35:48.046112 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Attempting to bind port ca71e4fe-da58-4e67-ae75-32d1741b5db3 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:35:48.050322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Port ca71e4fe-da58-4e67-ae75-32d1741b5db3 on network 5907930d-fe05-48b3-8ae8-842232ce7153 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:35:48.050645 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Attempting to bind port ca71e4fe-da58-4e67-ae75-32d1741b5db3 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:35:48.055367 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:35:48.055704 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Checking segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:35:48.056093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Bound using segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:35:48.056520 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Bound port: ca71e4fe-da58-4e67-ae75-32d1741b5db3, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:35:48.056875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:48.119213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] For port ca71e4fe-da58-4e67-ae75-32d1741b5db3, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:35:48.122932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] For port ca71e4fe-da58-4e67-ae75-32d1741b5db3, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:35:48.128798 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:48.167277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:48.167969 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:48.169380 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] 10.222.0.96 "PUT /v2.0/ports/ca71e4fe-da58-4e67-ae75-32d1741b5db3 HTTP/1.1" status: 200 len: 1093 time: 0.7544947 Feb 08 16:35:48.191109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391669a-f108-4968-a2a5-1578747d28f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca71e4fe-da58-4e67-ae75-32d1741b5db3,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:48.241592 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-06bbad87-13b3-482a-8ab8-eabdf2ebf2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:48.243112 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-06bbad87-13b3-482a-8ab8-eabdf2ebf2a1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 1127 time: 0.0491204 Feb 08 16:35:48.340426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-12fd05a2-582f-46a2-8053-983a292161f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:48.341974 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-12fd05a2-582f-46a2-8053-983a292161f5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0917926 Feb 08 16:35:48.414531 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-e0822cda-30b6-4e03-95c9-ca46484a4b37 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3 HTTP/1.1" status: 200 len: 1000 time: 0.0652783 Feb 08 16:35:48.462079 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-21499571-6bc6-4dd3-8a3b-3a0c46687627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:48.464177 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-21499571-6bc6-4dd3-8a3b-3a0c46687627 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0426133 Feb 08 16:35:48.512775 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-436e8d71-5895-46e6-9d80-bd01e27bb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:48.514220 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-436e8d71-5895-46e6-9d80-bd01e27bb7af service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443830 Feb 08 16:35:48.608514 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-bea119bb-16b8-483f-89a0-b30e50430250 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864985 Feb 08 16:35:48.696659 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f10fffec-7119-4fda-bb20-3677a80414d8 req-dc779569-9216-49b9-95e2-085d62b5eb69 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820534 Feb 08 16:35:48.773046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a846db9-f6ff-4a28-b0db-226565aa18ce req-0953b6d3-79e2-4ea6-9658-1634b40c02a8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:48.774567 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a846db9-f6ff-4a28-b0db-226565aa18ce req-0953b6d3-79e2-4ea6-9658-1634b40c02a8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 944 time: 0.0610218 Feb 08 16:35:48.823358 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8a846db9-f6ff-4a28-b0db-226565aa18ce req-c0bd9df8-08b4-448b-b742-54363d4e0a16 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425184 Feb 08 16:35:49.280044 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:49.555943 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ca71e4fe-da58-4e67-ae75-32d1741b5db3 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:35:49.594269 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port ca71e4fe-da58-4e67-ae75-32d1741b5db3 host n-h2-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 16:35:49.594680 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device ca71e4fe-da58-4e67-ae75-32d1741b5db3 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:35:49.814318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'tag': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:35:49.816833 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e5258c-5452-496d-ae85-bc4e34e38745" -d '{"events": [{"name": "network-changed", "server_uuid": "ae07fcab-1145-4941-bbcd-e8cc9fe9cd80", "tag": "ca71e4fe-da58-4e67-ae75-32d1741b5db3"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:35:49.880442 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326d8718-b9a5-4e42-9e29-9000fc563706 x-openstack-request-id: req-326d8718-b9a5-4e42-9e29-9000fc563706 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:35:49.880910 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae07fcab-1145-4941-bbcd-e8cc9fe9cd80", "tag": "ca71e4fe-da58-4e67-ae75-32d1741b5db3", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:35:49.881205 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-326d8718-b9a5-4e42-9e29-9000fc563706 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:35:49.881616 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'tag': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3', 'status': 'completed', 'code': 200} Feb 08 16:35:49.956573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae2453-5ce4-413b-83b3-a2edd85217eb req-4c8ff9b1-01a6-4bdd-9215-841ada25a521 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:49.959622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1ae2453-5ce4-413b-83b3-a2edd85217eb req-4c8ff9b1-01a6-4bdd-9215-841ada25a521 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 944 time: 0.0627847 Feb 08 16:35:49.983234 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-7db07023-f043-4d4a-9271-db7116a42899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:49.984394 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-7db07023-f043-4d4a-9271-db7116a42899 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 1127 time: 0.0818563 Feb 08 16:35:49.990745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-5226a483-207b-4910-81bb-77d394993bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:49.992256 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-5226a483-207b-4910-81bb-77d394993bec service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 1127 time: 0.0798318 Feb 08 16:35:50.010807 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e1ae2453-5ce4-413b-83b3-a2edd85217eb req-99e9a2b9-0256-4127-a24d-b3cb4827b38a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434928 Feb 08 16:35:50.159862 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-4356fdf8-5d7e-45e6-91e0-cd331afa10db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:50.161315 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-4356fdf8-5d7e-45e6-91e0-cd331afa10db service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.1681666 Feb 08 16:35:50.164109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-92649f0f-53b5-46bc-92d8-fb1cfa617ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:50.165557 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-92649f0f-53b5-46bc-92d8-fb1cfa617ce5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.1544635 Feb 08 16:35:50.286790 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-e46e99d9-db20-4145-a472-0d225c6d1612 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3 HTTP/1.1" status: 200 len: 1000 time: 0.1131637 Feb 08 16:35:50.288536 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-890d2d52-e547-48c8-af42-b93436ae78dd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3 HTTP/1.1" status: 200 len: 1000 time: 0.1089110 Feb 08 16:35:50.372537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-d51594d4-f2ad-4410-9be0-cb0fa99b2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:50.374060 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-d51594d4-f2ad-4410-9be0-cb0fa99b2346 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0809135 Feb 08 16:35:50.377474 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-e8f4db5f-d3f8-46e9-8d33-12a51b9e283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:50.378895 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-e8f4db5f-d3f8-46e9-8d33-12a51b9e283e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0773604 Feb 08 16:35:50.453274 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-4eb154b4-8cc7-4048-9f62-17ad94b3835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:50.454710 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-4eb154b4-8cc7-4048-9f62-17ad94b3835b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0749693 Feb 08 16:35:50.457123 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-1292caf0-a681-46f8-935a-d3faf2d56fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:50.458489 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-1292caf0-a681-46f8-935a-d3faf2d56fc0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0703347 Feb 08 16:35:50.612595 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-fd2f45e8-d22a-41ce-8d5a-9f17567fc3d8 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509628 Feb 08 16:35:50.614499 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-3e1d3338-1cc3-4c57-bcd7-4a0c658f8b59 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456261 Feb 08 16:35:50.727026 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:50.773992 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-7c7a99a4-6d8b-4015-b1fa-ab543fc37982 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551819 Feb 08 16:35:50.777406 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-52e5258c-5452-496d-ae85-bc4e34e38745 req-c18e41c0-4086-4016-b02a-d0aa9bc4f07d service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516283 Feb 08 16:35:51.133774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3b8af-1fb1-4c95-8c39-3d9f1f5b4341 req-d27a0872-4f99-41c2-9f3b-c245dc1f4a8e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:51.135298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4ce3b8af-1fb1-4c95-8c39-3d9f1f5b4341 req-d27a0872-4f99-41c2-9f3b-c245dc1f4a8e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 944 time: 0.0521717 Feb 08 16:35:51.185816 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4ce3b8af-1fb1-4c95-8c39-3d9f1f5b4341 req-8810b53e-2bd0-48e3-81c8-10dc255ad127 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447850 Feb 08 16:35:51.298754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ca71e4fe-da58-4e67-ae75-32d1741b5db3 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:35:51.390176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ec962-65bc-4968-b817-532bdfc22bbc req-a9f9d29a-43be-4314-99ab-dde099fe13f4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:51.391724 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be8ec962-65bc-4968-b817-532bdfc22bbc req-a9f9d29a-43be-4314-99ab-dde099fe13f4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 944 time: 0.0580375 Feb 08 16:35:51.406349 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ca71e4fe-da58-4e67-ae75-32d1741b5db3, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:35:51.416990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f72b6-d92c-4294-86d4-899358ea5091 req-1f37ec89-232d-4a88-8878-3d1d727932ec tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:51.419215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'port_id': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3', 'mac_address': 'fa:16:3e:b5:04:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:35:51.419565 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3f72b6-d92c-4294-86d4-899358ea5091 req-1f37ec89-232d-4a88-8878-3d1d727932ec tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.94 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80&tenant_id=d51dcb69f1284a758abeee6a34954915&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 944 time: 0.0692940 Feb 08 16:35:51.442210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-be8ec962-65bc-4968-b817-532bdfc22bbc req-de6de701-fd47-4c05-8d24-47775b666d57 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441217 Feb 08 16:35:51.463937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port ca71e4fe-da58-4e67-ae75-32d1741b5db3 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:35:51.464328 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:51.476919 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca71e4fe-da58-4e67-ae75-32d1741b5db3 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:35:51.487707 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-6d3f72b6-d92c-4294-86d4-899358ea5091 req-bf8475f2-9b8f-4c8b-aa4f-75e7f17c8b4e service neutron] delete failed (client error): The resource could not be found. Feb 08 16:35:51.488756 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3f72b6-d92c-4294-86d4-899358ea5091 req-bf8475f2-9b8f-4c8b-aa4f-75e7f17c8b4e service neutron] 10.222.0.94 "DELETE /v2.0/ports/ca71e4fe-da58-4e67-ae75-32d1741b5db3/bindings/n-h1-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.0573866 Feb 08 16:35:51.497549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ca71e4fe-da58-4e67-ae75-32d1741b5db3, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:35:51.501850 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:51.549056 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=ca71e4fe-da58-4e67-ae75-32d1741b5db3,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:51.591767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f72b6-d92c-4294-86d4-899358ea5091 req-5fa87c8e-1dc7-4699-8c18-bc6dc7185f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:51.593294 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3f72b6-d92c-4294-86d4-899358ea5091 req-5fa87c8e-1dc7-4699-8c18-bc6dc7185f71 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 1128 time: 0.0457981 Feb 08 16:35:51.692551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f72b6-d92c-4294-86d4-899358ea5091 req-53ad792a-1e39-4007-b42b-0e926277aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:51.694071 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3f72b6-d92c-4294-86d4-899358ea5091 req-53ad792a-1e39-4007-b42b-0e926277aa33 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0906329 Feb 08 16:35:51.717674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['ca71e4fe-da58-4e67-ae75-32d1741b5db3'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:35:51.762559 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3f72b6-d92c-4294-86d4-899358ea5091 req-39fce9e2-1f05-4b88-82e4-14d524503364 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3 HTTP/1.1" status: 200 len: 1001 time: 0.0595717 Feb 08 16:35:51.820997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f72b6-d92c-4294-86d4-899358ea5091 req-bd17efdf-c902-4379-9635-50cfc95471e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:51.822487 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3f72b6-d92c-4294-86d4-899358ea5091 req-bd17efdf-c902-4379-9635-50cfc95471e1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0501225 Feb 08 16:35:51.871173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f72b6-d92c-4294-86d4-899358ea5091 req-0d6e2602-3a35-4def-8dec-cc376fb2721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:51.872682 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3f72b6-d92c-4294-86d4-899358ea5091 req-0d6e2602-3a35-4def-8dec-cc376fb2721b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440378 Feb 08 16:35:51.963067 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3f72b6-d92c-4294-86d4-899358ea5091 req-fc3e61a0-04c1-4e28-b4e0-495746a86996 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800729 Feb 08 16:35:52.056911 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3f72b6-d92c-4294-86d4-899358ea5091 req-65f1f218-d209-4f30-ae5a-9ea5aaa532eb service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845764 Feb 08 16:35:52.568602 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea6261-f795-48de-a13f-31e6ff93ae79 req-a87c9c94-ad70-4ea9-826e-fb3642eab6c8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:52.570149 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4ea6261-f795-48de-a13f-31e6ff93ae79 req-a87c9c94-ad70-4ea9-826e-fb3642eab6c8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 945 time: 0.0547173 Feb 08 16:35:52.621454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4ea6261-f795-48de-a13f-31e6ff93ae79 req-a1b4c00e-c7c6-428a-9666-0e3fae5355ed tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444365 Feb 08 16:35:52.748911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebf789-9e17-4b7a-9bd4-59014bec7871 req-2aba6d42-91be-4f1a-ad11-623230181f16 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:52.750446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8ebf789-9e17-4b7a-9bd4-59014bec7871 req-2aba6d42-91be-4f1a-ad11-623230181f16 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 945 time: 0.0578372 Feb 08 16:35:52.797440 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8ebf789-9e17-4b7a-9bd4-59014bec7871 req-bd095c5a-2db6-48f2-ad7a-61b72b31d46a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413330 Feb 08 16:35:52.914188 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec81f1-9396-4175-8a9c-07962e8c8a2c req-a1a0f4b4-ffae-4978-b23e-e039ad563a22 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:52.915691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4dec81f1-9396-4175-8a9c-07962e8c8a2c req-a1a0f4b4-ffae-4978-b23e-e039ad563a22 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 945 time: 0.0535793 Feb 08 16:35:52.964893 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4dec81f1-9396-4175-8a9c-07962e8c8a2c req-a5669fed-0e28-4462-9b1d-a9dcbdfe2b6d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421464 Feb 08 16:35:53.202605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0905f50-ef5e-4e34-937a-a4a5bd97a24b req-702520c7-547e-4095-ba54-94c129e5511c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:53.204105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0905f50-ef5e-4e34-937a-a4a5bd97a24b req-702520c7-547e-4095-ba54-94c129e5511c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 945 time: 0.0574553 Feb 08 16:35:53.249937 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0905f50-ef5e-4e34-937a-a4a5bd97a24b req-716af30b-2398-4162-9bcd-cd96ad57c33d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402703 Feb 08 16:35:53.313461 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ca71e4fe-da58-4e67-ae75-32d1741b5db3 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:35:53.360940 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port ca71e4fe-da58-4e67-ae75-32d1741b5db3 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:35:53.364865 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port ca71e4fe-da58-4e67-ae75-32d1741b5db3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:53.365276 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:53.442365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port ca71e4fe-da58-4e67-ae75-32d1741b5db3 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:35:53.442755 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:53.464988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:35:53.467207 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b736d554-ce39-4c49-8898-7fbc5dd1653b" -d '{"events": [{"server_uuid": "ae07fcab-1145-4941-bbcd-e8cc9fe9cd80", "name": "network-vif-plugged", "status": "completed", "tag": "ca71e4fe-da58-4e67-ae75-32d1741b5db3"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:35:53.480110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ca71e4fe-da58-4e67-ae75-32d1741b5db3, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:35:53.483941 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:53.506181 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b9e3e8-8a20-47b6-aedc-97f1400a2323 x-openstack-request-id: req-54b9e3e8-8a20-47b6-aedc-97f1400a2323 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:35:53.506473 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae07fcab-1145-4941-bbcd-e8cc9fe9cd80", "name": "network-vif-plugged", "status": "completed", "tag": "ca71e4fe-da58-4e67-ae75-32d1741b5db3", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:35:53.506731 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-54b9e3e8-8a20-47b6-aedc-97f1400a2323 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:35:53.507116 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3', 'code': 200} Feb 08 16:35:53.531629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=ca71e4fe-da58-4e67-ae75-32d1741b5db3,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:54.371480 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5116e5-9501-4eb4-948e-6fa485c2be2f req-8a3728e3-d024-449d-8d82-965441094b78 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:54.372972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d5116e5-9501-4eb4-948e-6fa485c2be2f req-8a3728e3-d024-449d-8d82-965441094b78 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0533268 Feb 08 16:35:54.420701 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d5116e5-9501-4eb4-948e-6fa485c2be2f req-eb695ef6-7011-46fe-8f54-0dd956feae27 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421026 Feb 08 16:35:54.451324 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-f97cc012-8ef8-4b4c-af31-f49de41e52bd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:54.452808 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-f97cc012-8ef8-4b4c-af31-f49de41e52bd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 946 time: 0.0526960 Feb 08 16:35:54.548929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-d2bc2597-ef1e-40c6-bd23-bd15b176a83e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Deleting port ca71e4fe-da58-4e67-ae75-32d1741b5db3 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:35:54.549222 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-d2bc2597-ef1e-40c6-bd23-bd15b176a83e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:54.636089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-d2bc2597-ef1e-40c6-bd23-bd15b176a83e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] For port ca71e4fe-da58-4e67-ae75-32d1741b5db3, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ca71e4fe-da58-4e67-ae75-32d1741b5db3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:35:54.636449 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-d2bc2597-ef1e-40c6-bd23-bd15b176a83e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:54.806351 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-d2bc2597-ef1e-40c6-bd23-bd15b176a83e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:54.806634 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-d2bc2597-ef1e-40c6-bd23-bd15b176a83e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (16d34277-dbf1-45dc-a5b7-f34bc01984b1), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:54.806996 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-d2bc2597-ef1e-40c6-bd23-bd15b176a83e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1 disassociated. External IP: 172.25.7.103, port: ca71e4fe-da58-4e67-ae75-32d1741b5db3. Feb 08 16:35:54.807330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-d2bc2597-ef1e-40c6-bd23-bd15b176a83e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Calling delete_port for ca71e4fe-da58-4e67-ae75-32d1741b5db3 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:35:54.931177 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-d2bc2597-ef1e-40c6-bd23-bd15b176a83e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ca71e4fe-da58-4e67-ae75-32d1741b5db3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:54.958916 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc2597-ef1e-40c6-bd23-bd15b176a83e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Pushing event deleted for resources: {'Port': ['ID=ca71e4fe-da58-4e67-ae75-32d1741b5db3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:55.080780 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-d2bc2597-ef1e-40c6-bd23-bd15b176a83e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Router ac08dd9b-1005-4319-8a33-30c589461b22 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:35:55.193001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-d2bc2597-ef1e-40c6-bd23-bd15b176a83e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:35:55.204043 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12517ca3-d2b7-4164-840f-35f52025c3d9 None None] Sync routers for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:35:55.215157 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12517ca3-d2b7-4164-840f-35f52025c3d9 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:35:55.215844 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12517ca3-d2b7-4164-840f-35f52025c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:35:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:55.237649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-d2bc2597-ef1e-40c6-bd23-bd15b176a83e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] No DVR routers for this DVR port ca71e4fe-da58-4e67-ae75-32d1741b5db3 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:35:55.240303 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-d2bc2597-ef1e-40c6-bd23-bd15b176a83e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:55.243939 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-caff2651-12e7-485e-bb82-66a3ddf777b7 req-d2bc2597-ef1e-40c6-bd23-bd15b176a83e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.96 "DELETE /v2.0/ports/ca71e4fe-da58-4e67-ae75-32d1741b5db3 HTTP/1.1" status: 204 len: 173 time: 0.7864375 Feb 08 16:35:55.244412 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'name': 'network-vif-deleted', 'tag': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:35:55.246830 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3052c635-4a33-4f0b-8e64-0ee4457e5fbe" -d '{"events": [{"server_uuid": "ae07fcab-1145-4941-bbcd-e8cc9fe9cd80", "name": "network-vif-deleted", "tag": "ca71e4fe-da58-4e67-ae75-32d1741b5db3"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:35:55.291400 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964a4fbd-4491-4cfa-b9f5-869ed84e85e4 x-openstack-request-id: req-964a4fbd-4491-4cfa-b9f5-869ed84e85e4 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:35:55.291941 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae07fcab-1145-4941-bbcd-e8cc9fe9cd80", "name": "network-vif-deleted", "tag": "ca71e4fe-da58-4e67-ae75-32d1741b5db3", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:35:55.292212 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-964a4fbd-4491-4cfa-b9f5-869ed84e85e4 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:35:55.292648 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae07fcab-1145-4941-bbcd-e8cc9fe9cd80', 'name': 'network-vif-deleted', 'tag': 'ca71e4fe-da58-4e67-ae75-32d1741b5db3', 'status': 'completed', 'code': 200} Feb 08 16:35:55.328099 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-12517ca3-d2b7-4164-840f-35f52025c3d9 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:35:55.529957 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c291633-59ed-4f74-845e-8e52b6d7265d req-45064cdd-6e1b-4c92-8b50-2c3d09eb9e0c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=ae07fcab-1145-4941-bbcd-e8cc9fe9cd80 HTTP/1.1" status: 200 len: 210 time: 0.0283024 Feb 08 16:35:55.531792 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12517ca3-d2b7-4164-840f-35f52025c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:55.558180 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12517ca3-d2b7-4164-840f-35f52025c3d9 None None] Checking router: ac08dd9b-1005-4319-8a33-30c589461b22 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:35:55.566336 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12517ca3-d2b7-4164-840f-35f52025c3d9 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:35:55.566940 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12517ca3-d2b7-4164-840f-35f52025c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:35:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:55.677373 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-12517ca3-d2b7-4164-840f-35f52025c3d9 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:35:55.880377 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12517ca3-d2b7-4164-840f-35f52025c3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:35:55.906301 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12517ca3-d2b7-4164-840f-35f52025c3d9 None None] The sync data for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 is: [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:35:56.122243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4872171f-31f0-40e4-bf55-86725c62b38a None None] New status for floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:35:56.771555 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-ce7d2ddf-7495-40b1-a786-7f9227f69b20 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--754555357&fields=id&tenant_id=d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 267 time: 0.0457385 Feb 08 16:35:56.876092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf039c54-8e34-464e-a513-37167e808854 req-be039db1-4ad5-4dad-911e-4e461fdffef5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:56.877500 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-be039db1-4ad5-4dad-911e-4e461fdffef5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 812 time: 0.0984585 Feb 08 16:35:56.891774 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-adfa8a1b-5bfb-411c-bd42-a0392a1cbb1d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/quotas/d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 375 time: 0.0089707 Feb 08 16:35:56.945570 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-532e69ca-92c3-4ba0-9df8-775741d092b0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486557 Feb 08 16:35:57.043675 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-afd975c2-c4e1-47c7-ac7a-97aad9a3c648 service neutron] 10.222.0.82 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866375 Feb 08 16:35:57.130645 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-fbe68314-647c-47f8-bd6a-cd021e686721 service neutron] 10.222.0.82 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810757 Feb 08 16:35:57.296472 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9c3fad2-818b-40a6-9a0b-77b239864664 req-f528ba92-03fd-4d47-894e-4b8ecd09cadc tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 210 time: 0.0339105 Feb 08 16:35:57.345666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ca71e4fe-da58-4e67-ae75-32d1741b5db3 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:35:57.365205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: ca71e4fe-da58-4e67-ae75-32d1741b5db3 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:35:57.365555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ca71e4fe-da58-4e67-ae75-32d1741b5db3 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:35:58.297714 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf039c54-8e34-464e-a513-37167e808854 req-4feda2b9-8525-4592-93b9-8b44542f84c9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:58.299251 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-4feda2b9-8525-4592-93b9-8b44542f84c9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 812 time: 0.1072607 Feb 08 16:35:58.374515 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-98257f2f-46fd-41cf-88fb-1e642a9f1272 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 379 time: 0.0636029 Feb 08 16:35:58.384635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-bf039c54-8e34-464e-a513-37167e808854 req-9c872eeb-144c-49c5-aac8-beaccda3f237 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Request body: {'port': {'device_id': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'admin_state_up': True, 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'security_groups': ['f5024fee-082b-4475-b690-0f87e93de305']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:35:58.394539 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3174b05a-412f-4f0b-8a28-8e99c3ce34f6 req-f1f2b1de-644e-4a38-8f6e-b789b6d21f92 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 210 time: 0.0282958 Feb 08 16:35:58.495167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf039c54-8e34-464e-a513-37167e808854 req-9c872eeb-144c-49c5-aac8-beaccda3f237 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Made reservation on behalf of d51dcb69f1284a758abeee6a34954915 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:35:58.498643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bf039c54-8e34-464e-a513-37167e808854 req-9c872eeb-144c-49c5-aac8-beaccda3f237 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:58.624833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-bf039c54-8e34-464e-a513-37167e808854 req-9c872eeb-144c-49c5-aac8-beaccda3f237 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Allocated IP 172.20.0.7 (5907930d-fe05-48b3-8ae8-842232ce7153/1e942a62-2623-4ff1-8d23-29e44a0c1929/0360ed7b-5808-46ef-bdf6-1748e9fe1d3a) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:35:58.766309 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bf039c54-8e34-464e-a513-37167e808854 req-9c872eeb-144c-49c5-aac8-beaccda3f237 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:58.799620 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bf039c54-8e34-464e-a513-37167e808854 req-9c872eeb-144c-49c5-aac8-beaccda3f237 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:58.845867 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf039c54-8e34-464e-a513-37167e808854 req-9c872eeb-144c-49c5-aac8-beaccda3f237 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Network 5907930d-fe05-48b3-8ae8-842232ce7153 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:35:58.851324 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-bf039c54-8e34-464e-a513-37167e808854 req-9c872eeb-144c-49c5-aac8-beaccda3f237 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:35:58.855582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf039c54-8e34-464e-a513-37167e808854 req-9c872eeb-144c-49c5-aac8-beaccda3f237 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:35:58.880268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c872eeb-144c-49c5-aac8-beaccda3f237 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Pushing event updated for resources: {'Port': ['ID=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:58.910118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf039c54-8e34-464e-a513-37167e808854 req-9c872eeb-144c-49c5-aac8-beaccda3f237 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:58.910716 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bf039c54-8e34-464e-a513-37167e808854 req-9c872eeb-144c-49c5-aac8-beaccda3f237 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:58.926237 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-9c872eeb-144c-49c5-aac8-beaccda3f237 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5452852 Feb 08 16:35:58.941692 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Request body: {'port': {'device_id': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:35:59.003596 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:59.085519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8ff72488-4635-4ac5-a145-aac7ba2286f3 None None] Provisioning complete for port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:35:59.086122 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8ff72488-4635-4ac5-a145-aac7ba2286f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:59.120355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8ff72488-4635-4ac5-a145-aac7ba2286f3 None None] Port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:35:59.266204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:35:59.273701 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Publish callbacks [] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:59.285874 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Transition to ACTIVE for port object 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:35:59.289593 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:59.341072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Pushing event updated for resources: {'Port': ['ID=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:59.410968 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Attempting to bind port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:35:59.411312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Attempting to bind port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:35:59.411646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Attempting to bind port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:35:59.416243 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a on network 5907930d-fe05-48b3-8ae8-842232ce7153 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:35:59.417123 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Attempting to bind port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:35:59.423811 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:35:59.424150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Checking segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:35:59.424545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Bound using segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:35:59.424990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Bound port: 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:35:59.425357 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:59.502810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] For port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:35:59.506060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] For port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:35:59.514367 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:59.523341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d01afe-cb1c-4ba7-b987-71425c10b65a req-8b5ca8a2-31dd-423a-80a4-25a899a4cef5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:59.524884 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02d01afe-cb1c-4ba7-b987-71425c10b65a req-8b5ca8a2-31dd-423a-80a4-25a899a4cef5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 943 time: 0.0574577 Feb 08 16:35:59.550118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:59.550817 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:35:59.552599 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] 10.222.0.94 "PUT /v2.0/ports/0360ed7b-5808-46ef-bdf6-1748e9fe1d3a HTTP/1.1" status: 200 len: 1092 time: 0.6151547 Feb 08 16:35:59.553087 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'tag': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:35:59.555580 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bd0bf3-1cf2-4ffd-b8aa-3cf2645c9298" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38", "tag": "0360ed7b-5808-46ef-bdf6-1748e9fe1d3a"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:35:59.583711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ed216-09fb-4c57-a643-307e36d1e04c service neutron] Pushing event updated for resources: {'Port': ['ID=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:35:59.591218 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02d01afe-cb1c-4ba7-b987-71425c10b65a req-dcbd6953-bcaf-4ffe-9bdb-eaad19a242e1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589797 Feb 08 16:35:59.616411 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399cb51b-7826-4697-a60a-d1d5311717e4 x-openstack-request-id: req-399cb51b-7826-4697-a60a-d1d5311717e4 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:35:59.616908 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38", "tag": "0360ed7b-5808-46ef-bdf6-1748e9fe1d3a", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:35:59.617282 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-399cb51b-7826-4697-a60a-d1d5311717e4 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:35:59.617786 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'tag': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a', 'status': 'completed', 'code': 200} Feb 08 16:35:59.677012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf039c54-8e34-464e-a513-37167e808854 req-dd3daa0b-2bac-4a11-9d96-986e679ec6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:59.678795 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-dd3daa0b-2bac-4a11-9d96-986e679ec6cc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 1126 time: 0.0484667 Feb 08 16:35:59.727183 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-e3c0d32a-70b6-4dd9-a691-2e4b6aa1d362 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a HTTP/1.1" status: 200 len: 217 time: 0.0410347 Feb 08 16:35:59.778670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf039c54-8e34-464e-a513-37167e808854 req-8ad7e81c-1170-4fcd-a1f4-e9359ca71175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:59.780154 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-8ad7e81c-1170-4fcd-a1f4-e9359ca71175 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0471861 Feb 08 16:35:59.833802 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf039c54-8e34-464e-a513-37167e808854 req-c25438f0-a3b3-4ce6-ab96-e73d7511c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:35:59.835449 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-c25438f0-a3b3-4ce6-ab96-e73d7511c943 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448449 Feb 08 16:36:00.235393 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-cd0b070e-575e-4783-beeb-943dbbb97cbe service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924196 Feb 08 16:36:00.326631 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bf039c54-8e34-464e-a513-37167e808854 req-cb484094-51b2-4ea9-85cd-eb83c9775b45 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810769 Feb 08 16:36:00.429107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0bf3-1cf2-4ffd-b8aa-3cf2645c9298 req-5d4c324b-62bb-4f3b-ae01-e5992fced30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:00.430617 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33bd0bf3-1cf2-4ffd-b8aa-3cf2645c9298 req-5d4c324b-62bb-4f3b-ae01-e5992fced30a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 1126 time: 0.0485916 Feb 08 16:36:00.517988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0bf3-1cf2-4ffd-b8aa-3cf2645c9298 req-7dffd8fa-1b90-4e72-bd75-e3885c7d5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:00.519369 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33bd0bf3-1cf2-4ffd-b8aa-3cf2645c9298 req-7dffd8fa-1b90-4e72-bd75-e3885c7d5cd3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0825968 Feb 08 16:36:00.561025 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33bd0bf3-1cf2-4ffd-b8aa-3cf2645c9298 req-bd3151b8-a142-4fa3-a744-66f7488ce140 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a HTTP/1.1" status: 200 len: 217 time: 0.0352826 Feb 08 16:36:00.612859 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0bf3-1cf2-4ffd-b8aa-3cf2645c9298 req-993441d5-8fa1-4eaf-845d-e290e32d958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:00.614390 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33bd0bf3-1cf2-4ffd-b8aa-3cf2645c9298 req-993441d5-8fa1-4eaf-845d-e290e32d958b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0468822 Feb 08 16:36:00.664371 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0bf3-1cf2-4ffd-b8aa-3cf2645c9298 req-81bdf402-7283-44c2-ad3d-5f0fad729b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:00.665979 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33bd0bf3-1cf2-4ffd-b8aa-3cf2645c9298 req-81bdf402-7283-44c2-ad3d-5f0fad729b43 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449367 Feb 08 16:36:00.726954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78faeb-bf71-4cc1-a099-73d59375d218 req-ef988c02-9ff3-4982-92cb-5f9835c0ae3b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:00.728506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c78faeb-bf71-4cc1-a099-73d59375d218 req-ef988c02-9ff3-4982-92cb-5f9835c0ae3b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 943 time: 0.0527470 Feb 08 16:36:00.758906 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33bd0bf3-1cf2-4ffd-b8aa-3cf2645c9298 req-7f360597-6d09-41a2-a244-a6da62223765 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841582 Feb 08 16:36:00.780995 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4c78faeb-bf71-4cc1-a099-73d59375d218 req-7d83276f-09a6-4d4b-8d17-5d7751b78ab2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456781 Feb 08 16:36:00.855274 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-33bd0bf3-1cf2-4ffd-b8aa-3cf2645c9298 req-b3a087e9-eabd-4e67-b9a8-410853b14767 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875630 Feb 08 16:36:01.597308 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b359e7fd-ada9-40d4-b030-f4a5b7d88423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:01.902495 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db093c-e9ca-4b9d-aec2-4759a58ba08f req-4e233229-d46a-47b5-8094-450c0a3996bd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:01.904001 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7db093c-e9ca-4b9d-aec2-4759a58ba08f req-4e233229-d46a-47b5-8094-450c0a3996bd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 943 time: 0.0545957 Feb 08 16:36:01.950087 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a7db093c-e9ca-4b9d-aec2-4759a58ba08f req-48e971fb-3a08-463d-8afb-81c21edc8c88 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405889 Feb 08 16:36:03.069567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0511c-c910-4a0f-a1fa-5b1cbce18c65 req-0db03ada-7de1-4c32-afac-9257a21df517 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:03.071059 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dec0511c-c910-4a0f-a1fa-5b1cbce18c65 req-0db03ada-7de1-4c32-afac-9257a21df517 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 943 time: 0.0530016 Feb 08 16:36:03.118181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dec0511c-c910-4a0f-a1fa-5b1cbce18c65 req-981d55a0-93ba-4067-9f41-f2e55fca590e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415173 Feb 08 16:36:03.630300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:36:03.724215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:36:03.735817 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'port_id': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a', 'mac_address': 'fa:16:3e:40:69:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:36:03.776774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:36:03.777188 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:03.789714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:36:03.808832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:36:03.812993 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:03.875708 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6038bd73-a2fa-46e7-bbcc-e5e08e22e23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:03.877437 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:04.076653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['0360ed7b-5808-46ef-bdf6-1748e9fe1d3a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:36:04.194640 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:36:04.242250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3392619-43b4-404e-97d2-95c3385d4536 req-092102a9-20b8-4833-aab2-e8f94c8d6595 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:04.243737 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3392619-43b4-404e-97d2-95c3385d4536 req-092102a9-20b8-4833-aab2-e8f94c8d6595 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 944 time: 0.0562603 Feb 08 16:36:04.290055 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3392619-43b4-404e-97d2-95c3385d4536 req-27b5b6ce-aa87-47e9-95a5-8c7e59260f94 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398192 Feb 08 16:36:05.411482 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25e09e-e230-4bf0-ae63-5e7e6aa4324c req-98c16785-8def-4df0-9ad4-918ddda90b2e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:05.412971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0e25e09e-e230-4bf0-ae63-5e7e6aa4324c req-98c16785-8def-4df0-9ad4-918ddda90b2e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 944 time: 0.0543914 Feb 08 16:36:05.459249 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0e25e09e-e230-4bf0-ae63-5e7e6aa4324c req-6e997c71-3fe7-44d5-95f2-4ea3ae662008 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395675 Feb 08 16:36:05.641655 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:36:05.688427 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:05.701913 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:36:05.705900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:36:05.706277 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:05.786925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:36:05.787322 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:05.809682 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:36:05.811374 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}659b1030b8695f45c00b4952a1052ebbaa72e533fc3b1d379e5e20a655a51671" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff3adbb-e774-4726-9d2f-f86af6d73999" -d '{"events": [{"server_uuid": "4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38", "name": "network-vif-plugged", "status": "completed", "tag": "0360ed7b-5808-46ef-bdf6-1748e9fe1d3a"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:36:05.823760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:36:05.827660 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:05.851132 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898b1814-b62c-41e7-a2ed-5b5db8afc261 x-openstack-request-id: req-898b1814-b62c-41e7-a2ed-5b5db8afc261 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:36:05.851431 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38", "name": "network-vif-plugged", "status": "completed", "tag": "0360ed7b-5808-46ef-bdf6-1748e9fe1d3a", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:36:05.851690 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-898b1814-b62c-41e7-a2ed-5b5db8afc261 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:36:05.852096 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a', 'code': 200} Feb 08 16:36:05.877383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:05.952571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee90579-8cfe-4140-a082-316c91d60bd4 req-5927c6e7-2a60-4eb0-87f0-33090a359c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:05.954159 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aee90579-8cfe-4140-a082-316c91d60bd4 req-5927c6e7-2a60-4eb0-87f0-33090a359c90 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 1128 time: 0.0452049 Feb 08 16:36:06.117202 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aee90579-8cfe-4140-a082-316c91d60bd4 req-930528cf-3247-4fa8-a64b-fa1a8f7ab665 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366251 Feb 08 16:36:06.588550 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75427fad-a92f-4748-b89f-de70075dccc1 req-bd466e11-d168-4f99-b9d7-08b76b3f7f3c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:06.590073 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-75427fad-a92f-4748-b89f-de70075dccc1 req-bd466e11-d168-4f99-b9d7-08b76b3f7f3c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0564547 Feb 08 16:36:06.636327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-75427fad-a92f-4748-b89f-de70075dccc1 req-537d86e9-7a9c-45f7-b4d1-8fb37afcc6e8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406351 Feb 08 16:36:06.843122 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:07.756255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea749a-bf66-4963-be09-635af214a73f req-93e807a3-1921-4d6f-80fb-c7c5a6fb95cf tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:07.757760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13ea749a-bf66-4963-be09-635af214a73f req-93e807a3-1921-4d6f-80fb-c7c5a6fb95cf tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0524774 Feb 08 16:36:07.803414 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13ea749a-bf66-4963-be09-635af214a73f req-cf63398c-3fc4-4fff-8ef9-eb2badaf9795 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394554 Feb 08 16:36:07.920631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c691f8f-3a83-4a7c-b36e-b30630fe9d2d req-e2036e9f-b811-4803-b9dc-f4c9d5645849 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:07.922099 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c691f8f-3a83-4a7c-b36e-b30630fe9d2d req-e2036e9f-b811-4803-b9dc-f4c9d5645849 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0531516 Feb 08 16:36:07.930561 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 60986) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:36:07.935629 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-cfd0a5bf-e3e8-44bc-8cef-b6be92b98144 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Request body: {'floatingip': {'port_id': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:36:07.977372 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a5bf-e3e8-44bc-8cef-b6be92b98144 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (16d34277-dbf1-45dc-a5b7-f34bc01984b1), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:08.046602 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:08.396489 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a5bf-e3e8-44bc-8cef-b6be92b98144 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:08.400045 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a5bf-e3e8-44bc-8cef-b6be92b98144 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (16d34277-dbf1-45dc-a5b7-f34bc01984b1), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:08.496658 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-cfd0a5bf-e3e8-44bc-8cef-b6be92b98144 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1 associated. External IP: 172.25.7.103, port: 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a. Feb 08 16:36:08.706473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd0a5bf-e3e8-44bc-8cef-b6be92b98144 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Router ac08dd9b-1005-4319-8a33-30c589461b22 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:36:08.816661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd0a5bf-e3e8-44bc-8cef-b6be92b98144 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:36:08.821214 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a5bf-e3e8-44bc-8cef-b6be92b98144 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:08.826756 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f5ccc-fc77-40e4-914a-6ba53e63660c None None] Sync routers for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:36:08.836696 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f5ccc-fc77-40e4-914a-6ba53e63660c None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:36:08.837369 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-626f5ccc-fc77-40e4-914a-6ba53e63660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:36:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:36:08.851456 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cfd0a5bf-e3e8-44bc-8cef-b6be92b98144 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "PUT /v2.0/floatingips/16d34277-dbf1-45dc-a5b7-f34bc01984b1 HTTP/1.1" status: 200 len: 991 time: 0.9198477 Feb 08 16:36:08.852040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'tag': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:36:08.854374 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f714b78dcbd24e8324ba39fc16ccb029296fd400147e9664edcdc6e97f594403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e7de23-ccd0-4cb5-b806-a02ce79ab972" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38", "tag": "0360ed7b-5808-46ef-bdf6-1748e9fe1d3a"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:36:08.899033 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31737cf-707b-4eab-9228-fd25bb08bce0 x-openstack-request-id: req-b31737cf-707b-4eab-9228-fd25bb08bce0 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:36:08.899330 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38", "tag": "0360ed7b-5808-46ef-bdf6-1748e9fe1d3a", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:36:08.899589 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b31737cf-707b-4eab-9228-fd25bb08bce0 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:36:08.900018 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'tag': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a', 'status': 'completed', 'code': 200} Feb 08 16:36:08.952227 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-626f5ccc-fc77-40e4-914a-6ba53e63660c None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:36:08.971271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7de23-ccd0-4cb5-b806-a02ce79ab972 req-80db0ed5-cb75-4502-9912-15dabf11d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:08.972635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fd3b8-4e2f-44f0-9755-6557680f1ca8 req-4fdf933d-77cb-4710-836c-c7f891379aa1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:08.972773 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67e7de23-ccd0-4cb5-b806-a02ce79ab972 req-80db0ed5-cb75-4502-9912-15dabf11d7b6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 1128 time: 0.0521200 Feb 08 16:36:08.974196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-288fd3b8-4e2f-44f0-9755-6557680f1ca8 req-4fdf933d-77cb-4710-836c-c7f891379aa1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0576744 Feb 08 16:36:09.032221 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-288fd3b8-4e2f-44f0-9755-6557680f1ca8 req-ce19962e-f988-4b07-a7cd-ac4ba56a68c9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517838 Feb 08 16:36:09.066704 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7de23-ccd0-4cb5-b806-a02ce79ab972 req-e20f7d36-81d8-4d1e-96dd-2101b0fc0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:09.068191 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67e7de23-ccd0-4cb5-b806-a02ce79ab972 req-e20f7d36-81d8-4d1e-96dd-2101b0fc0d76 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0895150 Feb 08 16:36:09.137105 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67e7de23-ccd0-4cb5-b806-a02ce79ab972 req-c05c2fd1-af7d-472e-a35a-adf85efb72bf service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a HTTP/1.1" status: 200 len: 999 time: 0.0628462 Feb 08 16:36:09.185893 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7de23-ccd0-4cb5-b806-a02ce79ab972 req-5c4182aa-5c0f-492f-9500-7fd4c8945925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:09.187409 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67e7de23-ccd0-4cb5-b806-a02ce79ab972 req-5c4182aa-5c0f-492f-9500-7fd4c8945925 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0450668 Feb 08 16:36:09.189869 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-626f5ccc-fc77-40e4-914a-6ba53e63660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '16d34277-dbf1-45dc-a5b7-f34bc01984b1', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'port_id': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'mac_address': 'fa:16:3e:40:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:35:05Z', 'updated_at': '2022-02-08T16:36:08Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:36:09.215561 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f5ccc-fc77-40e4-914a-6ba53e63660c None None] Checking router: ac08dd9b-1005-4319-8a33-30c589461b22 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:36:09.223781 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f5ccc-fc77-40e4-914a-6ba53e63660c None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:36:09.224324 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-626f5ccc-fc77-40e4-914a-6ba53e63660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:36:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:36:09.236354 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7de23-ccd0-4cb5-b806-a02ce79ab972 req-53300601-4d37-4f95-8336-fe726577e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:09.237915 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67e7de23-ccd0-4cb5-b806-a02ce79ab972 req-53300601-4d37-4f95-8336-fe726577e065 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446286 Feb 08 16:36:09.333119 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67e7de23-ccd0-4cb5-b806-a02ce79ab972 req-79f93d6a-3482-4639-b1ec-abbec84cab21 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893054 Feb 08 16:36:09.334622 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-626f5ccc-fc77-40e4-914a-6ba53e63660c None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:36:09.423208 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-67e7de23-ccd0-4cb5-b806-a02ce79ab972 req-fe261a39-d6ec-4c77-bc9f-a2859fcb0fd1 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838919 Feb 08 16:36:09.646162 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-626f5ccc-fc77-40e4-914a-6ba53e63660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '16d34277-dbf1-45dc-a5b7-f34bc01984b1', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'port_id': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'mac_address': 'fa:16:3e:40:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:35:05Z', 'updated_at': '2022-02-08T16:36:08Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:36:09.672733 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f5ccc-fc77-40e4-914a-6ba53e63660c None None] The sync data for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 is: [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '16d34277-dbf1-45dc-a5b7-f34bc01984b1', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'port_id': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'mac_address': 'fa:16:3e:40:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:35:05Z', 'updated_at': '2022-02-08T16:36:08Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:36:09.857946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea76cc5-83c4-4204-b65a-a4f7f7910d13 None None] New status for floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:36:10.154171 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78955bf4-21de-4bf5-9fa7-400a2d5742d7 req-c37eec04-aad7-43ec-a333-a3513dd90e4e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:10.155684 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78955bf4-21de-4bf5-9fa7-400a2d5742d7 req-c37eec04-aad7-43ec-a333-a3513dd90e4e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0536230 Feb 08 16:36:10.201991 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78955bf4-21de-4bf5-9fa7-400a2d5742d7 req-9ae156d9-1bd4-4191-9629-cf3ff2d2c108 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408223 Feb 08 16:36:10.403161 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10dc29-6e39-45b1-bf61-6960da7ea47b req-e2fa7844-efef-48c8-aebb-584f09f045d8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:10.404649 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b10dc29-6e39-45b1-bf61-6960da7ea47b req-e2fa7844-efef-48c8-aebb-584f09f045d8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0569253 Feb 08 16:36:10.452280 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b10dc29-6e39-45b1-bf61-6960da7ea47b req-2e36e669-2ac8-4dfd-85d0-5476442f7bdf tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420704 Feb 08 16:36:11.577002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69e6db-2035-4920-93b1-801a6a062fec req-6467de34-35d8-43bf-a389-69e3353282c5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:11.578479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb69e6db-2035-4920-93b1-801a6a062fec req-6467de34-35d8-43bf-a389-69e3353282c5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0562027 Feb 08 16:36:11.626835 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb69e6db-2035-4920-93b1-801a6a062fec req-1284b6f1-4d44-4481-9f10-c30dee677293 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426023 Feb 08 16:36:12.746405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320685d-f064-4749-b8c0-5bbdcb970001 req-ce11f280-f33f-4803-b5c1-86bc6c6bd517 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:12.747897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1320685d-f064-4749-b8c0-5bbdcb970001 req-ce11f280-f33f-4803-b5c1-86bc6c6bd517 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0532591 Feb 08 16:36:12.795316 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1320685d-f064-4749-b8c0-5bbdcb970001 req-771f9be7-b621-44ad-aa55-79abf153e9aa tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417690 Feb 08 16:36:13.968936 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69cc0c-8cc6-4690-8910-39560af091d5 req-b2ac78c3-9759-45fa-9f15-f2d7969cccde tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:13.970446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df69cc0c-8cc6-4690-8910-39560af091d5 req-b2ac78c3-9759-45fa-9f15-f2d7969cccde tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0548806 Feb 08 16:36:14.020420 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df69cc0c-8cc6-4690-8910-39560af091d5 req-607e901e-3167-41e2-97db-cd8ece6a3e92 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444431 Feb 08 16:36:15.178274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dda8b-5e0b-4b43-9994-cb7fdaa9805d req-8bc760ee-6ba8-4c5a-977b-3a1c4961c52a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:15.179770 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-892dda8b-5e0b-4b43-9994-cb7fdaa9805d req-8bc760ee-6ba8-4c5a-977b-3a1c4961c52a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0554512 Feb 08 16:36:15.225606 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-892dda8b-5e0b-4b43-9994-cb7fdaa9805d req-37de480e-e780-464b-8875-2c977b8ff749 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399311 Feb 08 16:36:16.343102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f4af5-f98b-4af8-bec8-7465710d86f4 req-c9a689f8-1108-4aae-ac69-3a9c71cbffda tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:16.344597 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-278f4af5-f98b-4af8-bec8-7465710d86f4 req-c9a689f8-1108-4aae-ac69-3a9c71cbffda tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0514383 Feb 08 16:36:16.391214 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-278f4af5-f98b-4af8-bec8-7465710d86f4 req-a98f1c1c-1676-4ae2-b227-81a6a1e50c31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410731 Feb 08 16:36:17.514214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e1f2-a3f1-435e-bb8a-b2a96c7c3fbb req-dc381675-4c92-4966-809a-b6577dd74127 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:17.515697 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4631e1f2-a3f1-435e-bb8a-b2a96c7c3fbb req-dc381675-4c92-4966-809a-b6577dd74127 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0565028 Feb 08 16:36:17.563019 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4631e1f2-a3f1-435e-bb8a-b2a96c7c3fbb req-8faf4827-8232-4530-95d8-718c459ca456 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415139 Feb 08 16:36:18.761530 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea48e24-fe81-415d-b92e-3b923698a812 req-55b70652-bdd4-4fe8-8acc-2fcc4803d9f5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:18.763021 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ea48e24-fe81-415d-b92e-3b923698a812 req-55b70652-bdd4-4fe8-8acc-2fcc4803d9f5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0956070 Feb 08 16:36:18.809475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ea48e24-fe81-415d-b92e-3b923698a812 req-8414ccc4-73a7-4dd6-94c5-4e8568b35a91 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408635 Feb 08 16:36:19.280450 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:19.929661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae340599-fcf4-420d-9822-16eca70a8667 req-881497b9-78d3-420d-9bcc-25bb2b210b83 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:19.931160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae340599-fcf4-420d-9822-16eca70a8667 req-881497b9-78d3-420d-9bcc-25bb2b210b83 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0562785 Feb 08 16:36:19.977475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ae340599-fcf4-420d-9822-16eca70a8667 req-705fa2f2-470f-4074-a652-1c7c5cf8e15b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404177 Feb 08 16:36:20.727079 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:21.098062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b4557-4fac-4fe0-b11a-e185f819fcee req-be8b6a80-0421-43fb-8764-5809cfb5fac4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:21.099534 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-586b4557-4fac-4fe0-b11a-e185f819fcee req-be8b6a80-0421-43fb-8764-5809cfb5fac4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0528295 Feb 08 16:36:21.144736 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-586b4557-4fac-4fe0-b11a-e185f819fcee req-85e0ff66-22cb-4e4f-8924-7e4ce635ed05 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389674 Feb 08 16:36:22.489356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1744772-1b14-4c75-a88b-997a46ab68b6 req-ae4096aa-c262-466d-88dc-268e495b089c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:22.490832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1744772-1b14-4c75-a88b-997a46ab68b6 req-ae4096aa-c262-466d-88dc-268e495b089c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0968893 Feb 08 16:36:22.540624 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1744772-1b14-4c75-a88b-997a46ab68b6 req-31fda638-e638-46d2-827a-d905ad268a83 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437157 Feb 08 16:36:23.660360 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7992bc-9d40-4d0b-91f2-4f9e6d88c5c4 req-8d6eafe8-ebee-40d5-a404-8c24962369ae tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:23.661887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb7992bc-9d40-4d0b-91f2-4f9e6d88c5c4 req-8d6eafe8-ebee-40d5-a404-8c24962369ae tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0527835 Feb 08 16:36:23.707845 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb7992bc-9d40-4d0b-91f2-4f9e6d88c5c4 req-f434b6eb-8e3b-42aa-a1a2-ba5ceff9ebf1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398786 Feb 08 16:36:24.832843 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646169a5-ef2a-4129-b65c-11775240f21d req-a1fac476-c593-4c93-9fd6-623dea3333fb tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:24.834356 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-646169a5-ef2a-4129-b65c-11775240f21d req-a1fac476-c593-4c93-9fd6-623dea3333fb tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0590918 Feb 08 16:36:24.879959 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-646169a5-ef2a-4129-b65c-11775240f21d req-2ca60faf-1f26-43c7-8312-9d60338b069f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399799 Feb 08 16:36:26.003252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d892bad-fe1a-448d-94ad-1863f4ed5dba req-3980cae5-8432-4085-9736-2d20d63fd5af tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:26.004642 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d892bad-fe1a-448d-94ad-1863f4ed5dba req-3980cae5-8432-4085-9736-2d20d63fd5af tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0557599 Feb 08 16:36:26.054803 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d892bad-fe1a-448d-94ad-1863f4ed5dba req-fa511e27-14b1-4f8a-866c-0590b376b8a4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442202 Feb 08 16:36:27.178721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7da85-669b-45c4-969f-5466564fa02a req-8a91c078-0d66-4e34-962d-12ce320fd74a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:27.180217 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fad7da85-669b-45c4-969f-5466564fa02a req-8a91c078-0d66-4e34-962d-12ce320fd74a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0529029 Feb 08 16:36:27.225950 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fad7da85-669b-45c4-969f-5466564fa02a req-3f9976b2-9efc-46ee-9fac-a1e61075090a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400484 Feb 08 16:36:28.344091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042387d6-0cb6-47a1-8685-e780cf199f71 req-6f3febd6-1dda-43ad-98e5-b4e969a11499 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:28.345592 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-042387d6-0cb6-47a1-8685-e780cf199f71 req-6f3febd6-1dda-43ad-98e5-b4e969a11499 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0516145 Feb 08 16:36:28.395136 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-042387d6-0cb6-47a1-8685-e780cf199f71 req-30f5daa4-78dc-4315-aa72-c95a82b7f4ee tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440493 Feb 08 16:36:29.513807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e343c2-7a0d-405c-910d-b99d4bff576b req-ecc0de53-cfe6-4566-900c-0e8379946d9c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:29.515278 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46e343c2-7a0d-405c-910d-b99d4bff576b req-ecc0de53-cfe6-4566-900c-0e8379946d9c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0521662 Feb 08 16:36:29.561113 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46e343c2-7a0d-405c-910d-b99d4bff576b req-2cc4c384-d46b-44ea-9179-564db6d0df3b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402617 Feb 08 16:36:30.679837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d8d03-b2a3-428e-bca3-9fb84fdee9f2 req-2a4c4a37-3e29-4773-af5f-8a001588c194 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:30.682177 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-795d8d03-b2a3-428e-bca3-9fb84fdee9f2 req-2a4c4a37-3e29-4773-af5f-8a001588c194 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0522916 Feb 08 16:36:30.727905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-795d8d03-b2a3-428e-bca3-9fb84fdee9f2 req-ec716128-671d-4fc9-89ac-55f76563791f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403209 Feb 08 16:36:31.598419 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7eb1-12a5-4914-854c-b6148ea2bf74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:31.850453 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bebd9-dc45-49d0-ac4f-b09ac76cc76c req-fff39fd1-49ee-4d10-8771-db27f24a22b6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:31.851836 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-962bebd9-dc45-49d0-ac4f-b09ac76cc76c req-fff39fd1-49ee-4d10-8771-db27f24a22b6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0563481 Feb 08 16:36:31.897959 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-962bebd9-dc45-49d0-ac4f-b09ac76cc76c req-ba0f9735-97dc-414b-aa18-0bf7694450e9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400188 Feb 08 16:36:33.019424 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30dd40-e378-4f80-a66c-9f67dd5977bb req-1b031202-781f-4169-8ce5-5e89a9fba85e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:33.021248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d30dd40-e378-4f80-a66c-9f67dd5977bb req-1b031202-781f-4169-8ce5-5e89a9fba85e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0527697 Feb 08 16:36:33.067861 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d30dd40-e378-4f80-a66c-9f67dd5977bb req-4f7a88fd-db40-47e4-9a4d-635f7288b8c0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404501 Feb 08 16:36:33.858647 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-116ef70e-f540-44b6-a57d-b50b1e63e8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:34.190661 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78188d58-87d1-472a-a720-2d035b370a33 req-dc4f27f2-0671-46fa-b2b0-46966f92f40e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:34.192118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78188d58-87d1-472a-a720-2d035b370a33 req-dc4f27f2-0671-46fa-b2b0-46966f92f40e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0563169 Feb 08 16:36:34.239298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78188d58-87d1-472a-a720-2d035b370a33 req-a8501499-12ae-41a4-8eda-1429034d233b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404782 Feb 08 16:36:35.360454 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f6d35-6464-4c2f-87c4-26aac2dcf91c req-8e864d63-9b79-499c-943a-bd1951158bd0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:35.361978 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-967f6d35-6464-4c2f-87c4-26aac2dcf91c req-8e864d63-9b79-499c-943a-bd1951158bd0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0525973 Feb 08 16:36:35.407843 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-967f6d35-6464-4c2f-87c4-26aac2dcf91c req-98c14b19-eedd-43bc-9c56-66392e7904dd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403416 Feb 08 16:36:35.672429 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:36.529732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6361d75-50bc-46cf-a48d-3bc723ef18a0 req-6c3c4152-798e-4098-b270-638b422f7368 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:36.531228 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6361d75-50bc-46cf-a48d-3bc723ef18a0 req-6c3c4152-798e-4098-b270-638b422f7368 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0523365 Feb 08 16:36:36.581050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c6361d75-50bc-46cf-a48d-3bc723ef18a0 req-697e5ff3-6c6b-4a93-9d7e-ad35046e473c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442352 Feb 08 16:36:36.845395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-00172045-23a5-4a37-af58-d4d30f221648 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763178 Feb 08 16:36:36.845937 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:36.857678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474f17b-5777-4cce-b8d4-b2fec320cdba req-52679806-cac0-4825-a371-ea9e7f3a8c42 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:36.859110 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c474f17b-5777-4cce-b8d4-b2fec320cdba req-52679806-cac0-4825-a371-ea9e7f3a8c42 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0814059 Feb 08 16:36:36.910274 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c474f17b-5777-4cce-b8d4-b2fec320cdba req-0b319b88-0e11-4aa5-ac6e-69572a452fd8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445857 Feb 08 16:36:37.917871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-be0eb6bd-1c48-424b-a9ca-1c8aef2ea16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:37.919379 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-be0eb6bd-1c48-424b-a9ca-1c8aef2ea16b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 1128 time: 0.0474827 Feb 08 16:36:38.024409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-05539a72-f64d-4e46-98a0-836cd04512f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:38.026561 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-05539a72-f64d-4e46-98a0-836cd04512f3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0965707 Feb 08 16:36:38.033534 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4fe1a-854e-43e0-8f5e-cbe9ff8d249d req-c03f39ad-0e3c-4a8f-887d-e0983b8762ff tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:38.035065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59b4fe1a-854e-43e0-8f5e-cbe9ff8d249d req-c03f39ad-0e3c-4a8f-887d-e0983b8762ff tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0571666 Feb 08 16:36:38.054496 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:38.084402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59b4fe1a-854e-43e0-8f5e-cbe9ff8d249d req-0b75ed19-6d43-4cf3-98e7-450efb36ae01 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436480 Feb 08 16:36:38.102328 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-d293f4ea-e4f5-4a84-aa94-3d4cbde387cd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a HTTP/1.1" status: 200 len: 1001 time: 0.0654433 Feb 08 16:36:38.156831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-025c8989-4b87-4758-a9a6-9179fa245bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:38.158305 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-025c8989-4b87-4758-a9a6-9179fa245bfd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0475647 Feb 08 16:36:38.210085 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-e52a3ff3-f505-49f1-91e4-7d74ec37aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:38.211571 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-e52a3ff3-f505-49f1-91e4-7d74ec37aa5f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437672 Feb 08 16:36:38.302314 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-ec54ef2d-f09a-4e6e-a932-5b928df242f9 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803268 Feb 08 16:36:38.397366 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-80c7cae3-f828-4e27-abdd-0e4854fefdf0 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858903 Feb 08 16:36:39.205610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760047d-1dfb-4237-914f-dbd4543dd1e8 req-36593ad7-5183-4bd0-b302-ee4434b778f8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:39.207139 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a760047d-1dfb-4237-914f-dbd4543dd1e8 req-36593ad7-5183-4bd0-b302-ee4434b778f8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0528829 Feb 08 16:36:39.253429 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a760047d-1dfb-4237-914f-dbd4543dd1e8 req-66cff1cd-fb44-4403-b558-586422d43ed1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400662 Feb 08 16:36:40.372746 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c24cb4-c8b2-4d85-b7ee-aa08ea85b6a9 req-40323eb4-4838-4fdf-b632-bd2fcd4c504c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:40.374246 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4c24cb4-c8b2-4d85-b7ee-aa08ea85b6a9 req-40323eb4-4838-4fdf-b632-bd2fcd4c504c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0533307 Feb 08 16:36:40.426960 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4c24cb4-c8b2-4d85-b7ee-aa08ea85b6a9 req-87692c57-671f-49ea-8f62-c33c17bbc848 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464323 Feb 08 16:36:40.433037 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-ba31ff0c-73ef-4186-ae10-c3d024fa1d65 service neutron] show failed (client error): The resource could not be found. Feb 08 16:36:40.434084 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-ba31ff0c-73ef-4186-ae10-c3d024fa1d65 service neutron] 10.222.0.94 "GET /v2.0/ports/0360ed7b-5808-46ef-bdf6-1748e9fe1d3a/bindings/n-h2-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.0612507 Feb 08 16:36:40.734615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bbecf6b1-4054-4bac-a146-ff2b8c756234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:40.736119 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bbecf6b1-4054-4bac-a146-ff2b8c756234 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38&tenant_id=d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 1128 time: 0.0831039 Feb 08 16:36:40.747363 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:36:40.807880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:41.004144 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] For port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:36:41.037342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] For port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:36:41.076833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:36:41.079132 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5972cb08-a0a6-4730-a16a-a43bc8cb92fa" -d '{"events": [{"server_uuid": "4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38", "name": "network-vif-unplugged", "status": "completed", "tag": "0360ed7b-5808-46ef-bdf6-1748e9fe1d3a"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:36:41.082607 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Publish callbacks [] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:41.095335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Transition to ACTIVE for port object 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:36:41.099689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:41.183728 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Pushing event updated for resources: {'Port': ['ID=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,revision_number=6']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:41.197523 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:36:41.203427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:41.203798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:41.204150 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:41.204489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:41.204854 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:41.205234 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:41.205545 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:41.206037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:41.206186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:41.206513 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:41.206840 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:41.207164 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:41.207559 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:41.213897 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dae1d8-5388-473b-9c88-5b0d53bf109e x-openstack-request-id: req-79dae1d8-5388-473b-9c88-5b0d53bf109e {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:36:41.214191 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38", "name": "network-vif-unplugged", "status": "completed", "tag": "0360ed7b-5808-46ef-bdf6-1748e9fe1d3a", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:36:41.214451 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-79dae1d8-5388-473b-9c88-5b0d53bf109e {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:36:41.214855 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a', 'code': 200} Feb 08 16:36:41.245588 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] No DVR routers for this DVR port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:36:41.385472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Attempting to bind port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:36:41.385817 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Attempting to bind port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:36:41.386184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Attempting to bind port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:36:41.390474 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a on network 5907930d-fe05-48b3-8ae8-842232ce7153 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:36:41.390799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Attempting to bind port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:36:41.395755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:36:41.396110 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Checking segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:36:41.396500 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Bound using segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:36:41.396931 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Bound port: 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:36:41.397312 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:41.459308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] For port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:36:41.462877 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] For port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:36:41.469626 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:41.507165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:41.507660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:41.509098 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] 10.222.0.96 "PUT /v2.0/ports/0360ed7b-5808-46ef-bdf6-1748e9fe1d3a HTTP/1.1" status: 200 len: 1092 time: 0.7661240 Feb 08 16:36:41.542441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35186f-9085-492e-afb3-97d4d0adaac2 service neutron] Pushing event updated for resources: {'Port': ['ID=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:41.559886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7b62-a6b7-4f4b-9d9f-88a3228d445e req-33fd08e0-542d-45b4-9b32-74538971d43f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:41.561490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a3d7b62-a6b7-4f4b-9d9f-88a3228d445e req-33fd08e0-542d-45b4-9b32-74538971d43f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 943 time: 0.0590913 Feb 08 16:36:41.580727 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-023819ee-8a26-47bb-af11-7bd7a1cc2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:41.582355 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-023819ee-8a26-47bb-af11-7bd7a1cc2c39 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 1126 time: 0.0502100 Feb 08 16:36:41.616583 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a3d7b62-a6b7-4f4b-9d9f-88a3228d445e req-bbfed21d-0573-4e99-972c-2138d9da07a3 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482967 Feb 08 16:36:41.682256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-feb69ff7-8af8-4d19-917d-19e53bedc0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:41.683764 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-feb69ff7-8af8-4d19-917d-19e53bedc0e0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0948308 Feb 08 16:36:41.754978 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-6ca78ed7-52ef-4165-b07c-6f26dec44883 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a HTTP/1.1" status: 200 len: 999 time: 0.0652227 Feb 08 16:36:41.802414 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-1a24b790-8ea0-4ac7-8522-766cc91a9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:41.803828 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-1a24b790-8ea0-4ac7-8522-766cc91a9623 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0433006 Feb 08 16:36:41.851968 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-e9ae23d5-ba0e-4471-bbc5-b903710ec914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:41.854041 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-e9ae23d5-ba0e-4471-bbc5-b903710ec914 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439212 Feb 08 16:36:41.946245 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-ce475176-7ca3-4303-85ac-e93854cd9cac service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864708 Feb 08 16:36:42.034954 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e2288351-1337-4bbb-9682-f121e9b39f1a req-0a3f2b95-c934-4390-86dd-c7ca438b09ec service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821912 Feb 08 16:36:42.742881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d3fd2-7899-46bb-8291-190ad94eb886 req-d51ce86d-c45b-49bf-8d2a-22b5de945e44 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:42.744388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-896d3fd2-7899-46bb-8291-190ad94eb886 req-d51ce86d-c45b-49bf-8d2a-22b5de945e44 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 943 time: 0.0522749 Feb 08 16:36:42.793495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-896d3fd2-7899-46bb-8291-190ad94eb886 req-15d586ac-7e07-40b7-850f-56dcb3a08815 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433922 Feb 08 16:36:43.216225 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'tag': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:36:43.218834 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157df6ef-aaf4-4cf5-b622-57a2046c2148" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38", "tag": "0360ed7b-5808-46ef-bdf6-1748e9fe1d3a"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:36:43.266708 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8595c035-5307-4860-99e5-ebd5bee5e868 x-openstack-request-id: req-8595c035-5307-4860-99e5-ebd5bee5e868 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:36:43.267005 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38", "tag": "0360ed7b-5808-46ef-bdf6-1748e9fe1d3a", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:36:43.267275 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8595c035-5307-4860-99e5-ebd5bee5e868 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:36:43.267676 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'tag': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a', 'status': 'completed', 'code': 200} Feb 08 16:36:43.367329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-2622cb61-b4c5-4a41-871a-28a95f5a8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:43.369019 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-2622cb61-b4c5-4a41-871a-28a95f5a8387 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 1126 time: 0.0794744 Feb 08 16:36:43.374862 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-a6edbc03-ad7c-4490-8bf6-47b82c76e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:43.376249 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-a6edbc03-ad7c-4490-8bf6-47b82c76e5b5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 1126 time: 0.0773110 Feb 08 16:36:43.534354 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-5b18eae7-8f68-4bc6-bf74-05a5a602824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:43.536090 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-5b18eae7-8f68-4bc6-bf74-05a5a602824d service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.1589572 Feb 08 16:36:43.539003 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-58512243-abf4-41ab-82c9-8a23d5b1650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:43.540412 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-58512243-abf4-41ab-82c9-8a23d5b1650a service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.1545639 Feb 08 16:36:43.644503 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-4c0889a3-a689-4b10-b919-0d3952087802 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a HTTP/1.1" status: 200 len: 999 time: 0.1023870 Feb 08 16:36:43.661621 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-0e5ebde6-bdb9-49a9-8979-894f9fec0556 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a HTTP/1.1" status: 200 len: 999 time: 0.0803516 Feb 08 16:36:43.731501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-f1dd0915-f532-42fb-ba26-280d9db051aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:43.733004 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-f1dd0915-f532-42fb-ba26-280d9db051aa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0794332 Feb 08 16:36:43.738417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-a8d4f226-37fa-4a94-9c46-188d3903f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:43.739770 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-a8d4f226-37fa-4a94-9c46-188d3903f74a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0603254 Feb 08 16:36:43.814693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-01e8b577-eca7-42ff-9b6c-63433525cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:43.816140 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-01e8b577-eca7-42ff-9b6c-63433525cf39 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0657299 Feb 08 16:36:43.818539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-251761d2-f6dd-4745-9fe7-69dbca9c1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:43.819891 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-251761d2-f6dd-4745-9fe7-69dbca9c1139 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0792916 Feb 08 16:36:43.916611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480a2df-644a-4b28-9252-321f5ac3c341 req-18e18292-6029-477c-8541-9874f261e719 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:43.918882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e480a2df-644a-4b28-9252-321f5ac3c341 req-18e18292-6029-477c-8541-9874f261e719 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 943 time: 0.0567811 Feb 08 16:36:43.965334 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e480a2df-644a-4b28-9252-321f5ac3c341 req-1c4c58aa-2306-46f7-8f8b-963c3c321f44 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407190 Feb 08 16:36:43.983867 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-4f5bfd3a-6cee-48d0-9434-2b128c40edf1 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502936 Feb 08 16:36:43.985773 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-0062f68f-7308-492f-aa06-80dc33ca74da service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599100 Feb 08 16:36:44.151865 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-af6ab41b-e661-4af9-bc47-cbf5080b8dae service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605866 Feb 08 16:36:44.155512 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-1348edc6-82f1-4834-a862-5f9289cca5e5 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560042 Feb 08 16:36:44.242856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5d03e-98e1-4fd9-9757-fd2eea0b6bf1 req-099b94c5-2e9e-4783-a5ad-47fbc1691c2d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:44.244493 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25a5d03e-98e1-4fd9-9757-fd2eea0b6bf1 req-099b94c5-2e9e-4783-a5ad-47fbc1691c2d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 943 time: 0.1223550 Feb 08 16:36:44.263849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80b80e-edbf-4ced-a98e-fe0e39c69247 req-cc79340f-babe-4494-b5a2-05fc0e189195 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:44.265290 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca80b80e-edbf-4ced-a98e-fe0e39c69247 req-cc79340f-babe-4494-b5a2-05fc0e189195 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.94 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38&tenant_id=d51dcb69f1284a758abeee6a34954915&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 943 time: 0.1169162 Feb 08 16:36:44.331575 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25a5d03e-98e1-4fd9-9757-fd2eea0b6bf1 req-ce11a4f4-5d24-466e-b442-514a8910625f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798566 Feb 08 16:36:44.348970 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-ca80b80e-edbf-4ced-a98e-fe0e39c69247 req-6895deb3-5406-4cc0-ae73-8683333d37ef service neutron] delete failed (client error): The resource could not be found. Feb 08 16:36:44.349995 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca80b80e-edbf-4ced-a98e-fe0e39c69247 req-6895deb3-5406-4cc0-ae73-8683333d37ef service neutron] 10.222.0.94 "DELETE /v2.0/ports/0360ed7b-5808-46ef-bdf6-1748e9fe1d3a/bindings/n-h1-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.0732934 Feb 08 16:36:44.440574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80b80e-edbf-4ced-a98e-fe0e39c69247 req-c48ddfc9-342f-4319-aff2-adf679265e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:44.442125 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca80b80e-edbf-4ced-a98e-fe0e39c69247 req-c48ddfc9-342f-4319-aff2-adf679265e07 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 1126 time: 0.0463831 Feb 08 16:36:44.536463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80b80e-edbf-4ced-a98e-fe0e39c69247 req-119b83fb-ec67-4a4f-8775-58da12e75435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:44.538001 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca80b80e-edbf-4ced-a98e-fe0e39c69247 req-119b83fb-ec67-4a4f-8775-58da12e75435 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0870318 Feb 08 16:36:44.606631 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca80b80e-edbf-4ced-a98e-fe0e39c69247 req-2a924255-bd9d-4d1d-b6bc-2f81961660f9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a HTTP/1.1" status: 200 len: 999 time: 0.0588019 Feb 08 16:36:44.663682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80b80e-edbf-4ced-a98e-fe0e39c69247 req-e5923eff-d516-4070-b805-0e4638c2888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:44.666131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca80b80e-edbf-4ced-a98e-fe0e39c69247 req-e5923eff-d516-4070-b805-0e4638c2888c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0487428 Feb 08 16:36:44.717518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80b80e-edbf-4ced-a98e-fe0e39c69247 req-9dda89af-d2b0-46a3-a517-cddbf8bbd36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:44.719105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca80b80e-edbf-4ced-a98e-fe0e39c69247 req-9dda89af-d2b0-46a3-a517-cddbf8bbd36d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445397 Feb 08 16:36:44.814815 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca80b80e-edbf-4ced-a98e-fe0e39c69247 req-38b0265f-560c-4579-a074-b1a2f8f357b2 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819473 Feb 08 16:36:44.909417 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca80b80e-edbf-4ced-a98e-fe0e39c69247 req-94865411-365d-4800-a3a6-83aa11ab818a service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858743 Feb 08 16:36:45.517353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:36:45.622649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:36:45.706760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fa8c0-f8ea-4397-b30f-f242eacc682d req-1f1ccfc5-e9d5-46e9-988b-a0e7a946dbd2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:45.708328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa6fa8c0-f8ea-4397-b30f-f242eacc682d req-1f1ccfc5-e9d5-46e9-988b-a0e7a946dbd2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 943 time: 0.0550413 Feb 08 16:36:45.758814 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa6fa8c0-f8ea-4397-b30f-f242eacc682d req-2729e53b-20e2-477f-8847-4520f92ec067 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442491 Feb 08 16:36:45.802600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:36:45.806587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'port_id': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a', 'mac_address': 'fa:16:3e:40:69:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:36:45.872375 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a host n-h2-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 16:36:45.872857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:36:45.874121 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:36:45.874511 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:45.885316 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99d1d5-c969-4159-89ae-707397fee33e req-57910601-41bf-4ecb-8aff-c2d1e49d1fd4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:45.886800 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab99d1d5-c969-4159-89ae-707397fee33e req-57910601-41bf-4ecb-8aff-c2d1e49d1fd4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 943 time: 0.0567055 Feb 08 16:36:45.888662 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:36:45.909156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:36:45.912880 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:45.966856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:45.975634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:45.975988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:45.976338 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:45.976683 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:45.977051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:45.977412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:45.978380 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:45.978710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:45.979040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:45.979374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:45.979700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:45.980025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:45.980348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:36:46.100469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['0360ed7b-5808-46ef-bdf6-1748e9fe1d3a'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:36:46.246235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab99d1d5-c969-4159-89ae-707397fee33e req-15699974-4ce4-4c40-a4b0-fa6694777220 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3536992 Feb 08 16:36:46.446812 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b8749-162d-46fd-b679-e458e69bb98a req-62ddff2e-a154-4236-b276-25176edb2b26 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:46.448381 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d62b8749-162d-46fd-b679-e458e69bb98a req-62ddff2e-a154-4236-b276-25176edb2b26 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 944 time: 0.0545003 Feb 08 16:36:46.470748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114e728-6afa-416e-997e-7c1672faea1a req-29da1bad-0d79-4540-93a1-8f33ca9ba1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:46.472276 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4114e728-6afa-416e-997e-7c1672faea1a req-29da1bad-0d79-4540-93a1-8f33ca9ba1b5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 1127 time: 0.0469122 Feb 08 16:36:46.497190 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d62b8749-162d-46fd-b679-e458e69bb98a req-fd9cb308-8d9b-4e3a-aea7-686d83ecbeff tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428555 Feb 08 16:36:46.562447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114e728-6afa-416e-997e-7c1672faea1a req-d398a793-0e1d-43de-997b-1e128df46a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:46.563990 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4114e728-6afa-416e-997e-7c1672faea1a req-d398a793-0e1d-43de-997b-1e128df46a06 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0848310 Feb 08 16:36:46.633315 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4114e728-6afa-416e-997e-7c1672faea1a req-dfd3ac3f-726a-4d58-a02f-840791892a38 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a HTTP/1.1" status: 200 len: 1000 time: 0.0630422 Feb 08 16:36:46.683788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114e728-6afa-416e-997e-7c1672faea1a req-ec82947f-ed35-4391-82ea-413f04d12576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:46.685297 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4114e728-6afa-416e-997e-7c1672faea1a req-ec82947f-ed35-4391-82ea-413f04d12576 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0460072 Feb 08 16:36:46.739708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114e728-6afa-416e-997e-7c1672faea1a req-cf751428-032b-41a6-b992-afc742809579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:46.741283 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4114e728-6afa-416e-997e-7c1672faea1a req-cf751428-032b-41a6-b992-afc742809579 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500257 Feb 08 16:36:46.833300 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4114e728-6afa-416e-997e-7c1672faea1a req-9fe77b11-4171-46ee-adc5-a0df12cddb06 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853274 Feb 08 16:36:46.920149 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4114e728-6afa-416e-997e-7c1672faea1a req-6a309ca7-8ca5-4623-ae4b-05871fd7328b service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814407 Feb 08 16:36:47.084715 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b6e7a-9c9e-4ccb-9ea3-dcfb3c9b9e72 req-7b7d2102-82e0-4e82-9656-d0200795ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:47.086181 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2e5b6e7a-9c9e-4ccb-9ea3-dcfb3c9b9e72 req-7b7d2102-82e0-4e82-9656-d0200795ad2b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 1127 time: 0.0498765 Feb 08 16:36:47.190890 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b6e7a-9c9e-4ccb-9ea3-dcfb3c9b9e72 req-f55e8bc7-6efc-4c9a-99d4-b10de6ac0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:47.192360 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2e5b6e7a-9c9e-4ccb-9ea3-dcfb3c9b9e72 req-f55e8bc7-6efc-4c9a-99d4-b10de6ac0aec service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0830100 Feb 08 16:36:47.260177 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2e5b6e7a-9c9e-4ccb-9ea3-dcfb3c9b9e72 req-9543cd4b-d28d-4362-895b-a0e0d0926bab service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a HTTP/1.1" status: 200 len: 1000 time: 0.0619183 Feb 08 16:36:47.310279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b6e7a-9c9e-4ccb-9ea3-dcfb3c9b9e72 req-87c29927-20f5-460a-b412-38f79b27f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:47.312047 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2e5b6e7a-9c9e-4ccb-9ea3-dcfb3c9b9e72 req-87c29927-20f5-460a-b412-38f79b27f01b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0452311 Feb 08 16:36:47.364256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b6e7a-9c9e-4ccb-9ea3-dcfb3c9b9e72 req-8c3bbf74-476d-4050-b670-e9ca86ca69f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:47.365783 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2e5b6e7a-9c9e-4ccb-9ea3-dcfb3c9b9e72 req-8c3bbf74-476d-4050-b670-e9ca86ca69f8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482860 Feb 08 16:36:47.458353 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2e5b6e7a-9c9e-4ccb-9ea3-dcfb3c9b9e72 req-86a4b0cf-9d8a-450d-9f30-8fabd08d0dee service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862229 Feb 08 16:36:47.532260 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:36:47.548637 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-2e5b6e7a-9c9e-4ccb-9ea3-dcfb3c9b9e72 req-cbf09580-c01e-40da-8147-53eac36986fe service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839932 Feb 08 16:36:47.586528 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:36:47.591599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:36:47.591980 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:47.621500 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d8a9-84a2-4b7b-abf8-a11c8bfb5958 req-1b078fe4-6add-493e-be74-69a353bb0e3d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:47.623232 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2589d8a9-84a2-4b7b-abf8-a11c8bfb5958 req-1b078fe4-6add-493e-be74-69a353bb0e3d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 944 time: 0.0536220 Feb 08 16:36:47.667688 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:36:47.668079 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:47.672247 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2589d8a9-84a2-4b7b-abf8-a11c8bfb5958 req-1f63983b-c4e9-4723-8ca5-595b73700dea tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436790 Feb 08 16:36:47.690373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:36:47.709522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:36:47.720922 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:47.749791 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51f488c-202f-42f1-8215-df4f6b55dda5" -d '{"events": [{"server_uuid": "4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38", "name": "network-vif-plugged", "status": "completed", "tag": "0360ed7b-5808-46ef-bdf6-1748e9fe1d3a"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:36:47.782155 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:47.839957 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4622b2d-674e-432d-abec-cfab120e88e2 x-openstack-request-id: req-a4622b2d-674e-432d-abec-cfab120e88e2 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:36:47.840259 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38", "name": "network-vif-plugged", "status": "completed", "tag": "0360ed7b-5808-46ef-bdf6-1748e9fe1d3a", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:36:47.840541 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a4622b2d-674e-432d-abec-cfab120e88e2 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:36:47.841002 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a', 'code': 200} Feb 08 16:36:47.928776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb683a-1406-47e3-9dc2-9ec4331c38f1 req-6c1a2348-a22c-4636-bd08-d535d281745f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:47.930225 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-efcb683a-1406-47e3-9dc2-9ec4331c38f1 req-6c1a2348-a22c-4636-bd08-d535d281745f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0538206 Feb 08 16:36:47.977457 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-efcb683a-1406-47e3-9dc2-9ec4331c38f1 req-c02eb40f-6d86-4996-b738-49b5c7cc1604 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409131 Feb 08 16:36:49.099371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a787f74-18fc-448e-a3ed-3de07a3a5a68 req-809c81bd-c4ed-4ee1-9d62-7a73b3e817cf tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:49.100854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a787f74-18fc-448e-a3ed-3de07a3a5a68 req-809c81bd-c4ed-4ee1-9d62-7a73b3e817cf tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0525365 Feb 08 16:36:49.153465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a787f74-18fc-448e-a3ed-3de07a3a5a68 req-6206412e-0865-4566-90dd-f5b4ac146527 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434847 Feb 08 16:36:49.156287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-e8d90293-faa4-4383-88e7-bfb027a73e24 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:49.157692 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-e8d90293-faa4-4383-88e7-bfb027a73e24 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.96 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 945 time: 0.0542178 Feb 08 16:36:49.267114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-9a7f0150-72ed-443c-b6b6-0168e21162d9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Deleting port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:36:49.267463 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-9a7f0150-72ed-443c-b6b6-0168e21162d9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:49.295315 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:49.369931 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-9a7f0150-72ed-443c-b6b6-0168e21162d9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] For port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:36:49.370316 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-9a7f0150-72ed-443c-b6b6-0168e21162d9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:49.561651 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-9a7f0150-72ed-443c-b6b6-0168e21162d9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:49.562027 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-9a7f0150-72ed-443c-b6b6-0168e21162d9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (16d34277-dbf1-45dc-a5b7-f34bc01984b1), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:49.562351 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-9a7f0150-72ed-443c-b6b6-0168e21162d9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1 disassociated. External IP: 172.25.7.103, port: 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a. Feb 08 16:36:49.562703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-9a7f0150-72ed-443c-b6b6-0168e21162d9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Calling delete_port for 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:36:49.703272 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-9a7f0150-72ed-443c-b6b6-0168e21162d9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (0360ed7b-5808-46ef-bdf6-1748e9fe1d3a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:49.739503 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f0150-72ed-443c-b6b6-0168e21162d9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Pushing event deleted for resources: {'Port': ['ID=0360ed7b-5808-46ef-bdf6-1748e9fe1d3a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:49.874865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-9a7f0150-72ed-443c-b6b6-0168e21162d9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Router ac08dd9b-1005-4319-8a33-30c589461b22 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:36:50.256989 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-666dada7-1b03-4d9e-a988-8745658aa164 req-94014b85-0448-4e0d-b749-f276c366d613 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38 HTTP/1.1" status: 200 len: 210 time: 0.0316927 Feb 08 16:36:50.318664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-9a7f0150-72ed-443c-b6b6-0168e21162d9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:36:50.329213 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb96adb-2d64-4d95-aa7b-3f6661a388d8 None None] Sync routers for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:36:50.340111 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb96adb-2d64-4d95-aa7b-3f6661a388d8 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:36:50.340735 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8fb96adb-2d64-4d95-aa7b-3f6661a388d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:36:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:36:50.359610 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-9a7f0150-72ed-443c-b6b6-0168e21162d9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] No DVR routers for this DVR port 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:36:50.362284 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-9a7f0150-72ed-443c-b6b6-0168e21162d9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:50.365574 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0a6336c7-93e2-41a2-a2fa-e5631de6bc12 req-9a7f0150-72ed-443c-b6b6-0168e21162d9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.96 "DELETE /v2.0/ports/0360ed7b-5808-46ef-bdf6-1748e9fe1d3a HTTP/1.1" status: 204 len: 173 time: 1.2024543 Feb 08 16:36:50.366011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'name': 'network-vif-deleted', 'tag': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:36:50.368361 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45f9b5bcb337d3619ce630f1fc0a89ec7b921c5a1cb6eb0cbc35e6e664f3d88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e88d31-cdc7-419c-9020-d36708aaec06" -d '{"events": [{"server_uuid": "4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38", "name": "network-vif-deleted", "tag": "0360ed7b-5808-46ef-bdf6-1748e9fe1d3a"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:36:50.407761 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d6aee8-28b6-4cc8-a561-f218eda8bfce x-openstack-request-id: req-c2d6aee8-28b6-4cc8-a561-f218eda8bfce {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:36:50.408057 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38", "name": "network-vif-deleted", "tag": "0360ed7b-5808-46ef-bdf6-1748e9fe1d3a", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:36:50.408316 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c2d6aee8-28b6-4cc8-a561-f218eda8bfce {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:36:50.408720 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2ffc3c-e2e9-48f3-8609-e3b181aa9b38', 'name': 'network-vif-deleted', 'tag': '0360ed7b-5808-46ef-bdf6-1748e9fe1d3a', 'status': 'completed', 'code': 200} Feb 08 16:36:50.452564 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8fb96adb-2d64-4d95-aa7b-3f6661a388d8 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:36:50.656302 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8fb96adb-2d64-4d95-aa7b-3f6661a388d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:36:50.684241 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb96adb-2d64-4d95-aa7b-3f6661a388d8 None None] Checking router: ac08dd9b-1005-4319-8a33-30c589461b22 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:36:50.692657 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb96adb-2d64-4d95-aa7b-3f6661a388d8 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:36:50.693366 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8fb96adb-2d64-4d95-aa7b-3f6661a388d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:36:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:36:50.738932 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:50.819301 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-8fb96adb-2d64-4d95-aa7b-3f6661a388d8 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:36:51.019792 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-8fb96adb-2d64-4d95-aa7b-3f6661a388d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:36:51.046654 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb96adb-2d64-4d95-aa7b-3f6661a388d8 None None] The sync data for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 is: [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:36:51.253498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e310b0e6-7e4a-4f4f-a3cb-ddc39a92d84e None None] New status for floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:36:51.507290 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-b7278c70-6906-4f55-b628-7cff152d606a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--754555357&fields=id&tenant_id=d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 267 time: 0.0412209 Feb 08 16:36:51.610142 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-8617e18d-192d-4a8e-ba6e-27ff43955743 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:51.611614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-8617e18d-192d-4a8e-ba6e-27ff43955743 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 812 time: 0.0979755 Feb 08 16:36:51.626341 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-dd6a9aff-4b86-451e-8552-94c254961f7e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/quotas/d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 375 time: 0.0094564 Feb 08 16:36:51.683463 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-4431abea-dcee-434b-ac1c-ae6c258476dd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522969 Feb 08 16:36:51.848001 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-1c906f4e-d011-4d01-aa22-8f7ed0ad70f7 service neutron] 10.222.0.82 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202562 Feb 08 16:36:51.939871 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-604b82b9-67a5-49d9-912c-089c5e6affea service neutron] 10.222.0.82 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857778 Feb 08 16:36:52.101542 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d7dfdc93-d350-4b17-aa41-8026a0cbf345 req-30fb808a-5069-494d-982d-2fac316c9bbd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 210 time: 0.0278628 Feb 08 16:36:53.011073 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-ab6dfce6-4ecc-4368-b745-4bdb3fb7ec22 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:53.012456 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-ab6dfce6-4ecc-4368-b745-4bdb3fb7ec22 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 812 time: 0.1079133 Feb 08 16:36:53.072277 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-5df67ab6-9ac6-4c61-baf7-5d6e68ecad19 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 379 time: 0.0516393 Feb 08 16:36:53.081642 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-9ed3f0f1-ea4f-4283-9f79-5d73dc12a81c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Request body: {'port': {'device_id': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'admin_state_up': True, 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'security_groups': ['f5024fee-082b-4475-b690-0f87e93de305']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:36:53.186621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-9ed3f0f1-ea4f-4283-9f79-5d73dc12a81c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Made reservation on behalf of d51dcb69f1284a758abeee6a34954915 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:36:53.190162 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-9ed3f0f1-ea4f-4283-9f79-5d73dc12a81c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:53.203618 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03f000a1-be63-494d-9b1e-d99b5fd7f65a req-42839931-4eec-44fe-8357-c348033fa7fd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 210 time: 0.0295677 Feb 08 16:36:53.317242 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-9ed3f0f1-ea4f-4283-9f79-5d73dc12a81c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Allocated IP 172.20.0.3 (5907930d-fe05-48b3-8ae8-842232ce7153/1e942a62-2623-4ff1-8d23-29e44a0c1929/6bb5305f-05ee-42fb-916f-629fdd1254e3) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:36:53.455474 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-9ed3f0f1-ea4f-4283-9f79-5d73dc12a81c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:53.487605 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-9ed3f0f1-ea4f-4283-9f79-5d73dc12a81c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:53.531884 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-9ed3f0f1-ea4f-4283-9f79-5d73dc12a81c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Network 5907930d-fe05-48b3-8ae8-842232ce7153 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:36:53.535022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-9ed3f0f1-ea4f-4283-9f79-5d73dc12a81c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:36:53.538653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-9ed3f0f1-ea4f-4283-9f79-5d73dc12a81c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:36:53.545024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3f0f1-ea4f-4283-9f79-5d73dc12a81c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Pushing event updated for resources: {'Port': ['ID=6bb5305f-05ee-42fb-916f-629fdd1254e3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:53.547824 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:36:53.571210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:36:53.572446 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 0360ed7b-5808-46ef-bdf6-1748e9fe1d3a not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:36:53.593625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-9ed3f0f1-ea4f-4283-9f79-5d73dc12a81c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:53.594298 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-9ed3f0f1-ea4f-4283-9f79-5d73dc12a81c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:53.611471 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-9ed3f0f1-ea4f-4283-9f79-5d73dc12a81c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5333486 Feb 08 16:36:53.623492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Request body: {'port': {'device_id': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:36:53.689885 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:53.779995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6be414fd-c290-4d8f-a76f-35d9ae5582d5 None None] Provisioning complete for port 6bb5305f-05ee-42fb-916f-629fdd1254e3 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:36:53.780459 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6be414fd-c290-4d8f-a76f-35d9ae5582d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:53.813474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6be414fd-c290-4d8f-a76f-35d9ae5582d5 None None] Port 6bb5305f-05ee-42fb-916f-629fdd1254e3 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:36:53.953091 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb5305f-05ee-42fb-916f-629fdd1254e3 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:36:53.960863 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Publish callbacks [] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:53.972647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Transition to ACTIVE for port object 6bb5305f-05ee-42fb-916f-629fdd1254e3 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:36:53.976235 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:54.028136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb5305f-05ee-42fb-916f-629fdd1254e3,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:54.097872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Attempting to bind port 6bb5305f-05ee-42fb-916f-629fdd1254e3 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:36:54.098216 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Attempting to bind port 6bb5305f-05ee-42fb-916f-629fdd1254e3 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:36:54.098551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Attempting to bind port 6bb5305f-05ee-42fb-916f-629fdd1254e3 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:36:54.103751 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Port 6bb5305f-05ee-42fb-916f-629fdd1254e3 on network 5907930d-fe05-48b3-8ae8-842232ce7153 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:36:54.104076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Attempting to bind port 6bb5305f-05ee-42fb-916f-629fdd1254e3 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:36:54.109115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:36:54.109460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Checking segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:36:54.109855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Bound using segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:36:54.110287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Bound port: 6bb5305f-05ee-42fb-916f-629fdd1254e3, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:36:54.110648 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:54.177955 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:36:54.182211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:36:54.188963 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:54.221680 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:54.222301 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:54.223670 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] 10.222.0.96 "PUT /v2.0/ports/6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 200 len: 1092 time: 0.6045253 Feb 08 16:36:54.224215 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:36:54.254127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30624f27-f0c6-4786-84f6-d51df132a0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb5305f-05ee-42fb-916f-629fdd1254e3,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:54.307618 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1348e0-2c79-416e-b280-8dbd4fd32c02" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:36:54.337765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-d68a6688-488d-471c-b59c-24cd0b3ccf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:54.339650 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-d68a6688-488d-471c-b59c-24cd0b3ccf6f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 1126 time: 0.0617223 Feb 08 16:36:54.363717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7cd01-f9e2-4fd5-abf9-a68f87ff39d6 req-ab65d87c-7ff8-4092-939f-1142898d262f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:54.365473 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fb7cd01-f9e2-4fd5-abf9-a68f87ff39d6 req-ab65d87c-7ff8-4092-939f-1142898d262f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 943 time: 0.0635164 Feb 08 16:36:54.402494 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-baf662e0-c7fd-4793-9e36-7afa98fbba71 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 200 len: 217 time: 0.0565052 Feb 08 16:36:54.420198 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c624b960-9773-465c-a747-92a1e4ea10fd x-openstack-request-id: req-c624b960-9773-465c-a747-92a1e4ea10fd {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:36:54.420554 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:36:54.420877 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c624b960-9773-465c-a747-92a1e4ea10fd {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:36:54.421413 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'status': 'completed', 'code': 200} Feb 08 16:36:54.422732 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fb7cd01-f9e2-4fd5-abf9-a68f87ff39d6 req-95dd5b89-f31d-484c-a0fe-7ac697878119 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487757 Feb 08 16:36:54.458623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-3abe6ccc-f03a-45c9-a66d-2565fbe0752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:54.460394 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-3abe6ccc-f03a-45c9-a66d-2565fbe0752d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0524375 Feb 08 16:36:54.512543 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-2f55f906-ded7-437c-a97f-a64719f3240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:54.514091 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-2f55f906-ded7-437c-a97f-a64719f3240f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471745 Feb 08 16:36:54.612605 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-42f92280-5b58-4ffa-97ae-d6a3ea390007 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896022 Feb 08 16:36:54.700145 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8b35fc7e-e3b8-4dd8-8fc4-d03a689ed587 req-12a67898-2705-4ab7-8040-96fd17ec622e service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823226 Feb 08 16:36:54.803775 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1348e0-2c79-416e-b280-8dbd4fd32c02 req-c44e6cbf-80ad-490e-a958-b287eb7f28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:54.805317 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4a1348e0-2c79-416e-b280-8dbd4fd32c02 req-c44e6cbf-80ad-490e-a958-b287eb7f28a1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 1126 time: 0.0583122 Feb 08 16:36:54.894938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1348e0-2c79-416e-b280-8dbd4fd32c02 req-d280b51b-7c3b-4377-adf2-8868e4990bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:54.896593 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4a1348e0-2c79-416e-b280-8dbd4fd32c02 req-d280b51b-7c3b-4377-adf2-8868e4990bb7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0847783 Feb 08 16:36:54.942436 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4a1348e0-2c79-416e-b280-8dbd4fd32c02 req-96648cfc-e6f6-4be2-9755-84440d6dfc09 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 200 len: 217 time: 0.0393863 Feb 08 16:36:54.991170 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1348e0-2c79-416e-b280-8dbd4fd32c02 req-18a654ed-0baf-4609-ba1e-a10176ad301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:54.992596 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4a1348e0-2c79-416e-b280-8dbd4fd32c02 req-18a654ed-0baf-4609-ba1e-a10176ad301c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0431657 Feb 08 16:36:55.042416 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1348e0-2c79-416e-b280-8dbd4fd32c02 req-4fc8bfe5-8646-42db-97fc-0fb0a8a00801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:55.043926 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4a1348e0-2c79-416e-b280-8dbd4fd32c02 req-4fc8bfe5-8646-42db-97fc-0fb0a8a00801 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447032 Feb 08 16:36:55.134460 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4a1348e0-2c79-416e-b280-8dbd4fd32c02 req-a753c75b-5eba-4512-b420-5d70cff5218a service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836256 Feb 08 16:36:55.225789 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4a1348e0-2c79-416e-b280-8dbd4fd32c02 req-07289e2f-89ff-4bd4-9fd0-841b5108e2ea service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839438 Feb 08 16:36:55.549161 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7859a-a234-4a6a-8888-01fc20a04344 req-14c4c116-55cc-49f6-b3e1-12a1e4140349 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:55.550646 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30e7859a-a234-4a6a-8888-01fc20a04344 req-14c4c116-55cc-49f6-b3e1-12a1e4140349 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 943 time: 0.0566516 Feb 08 16:36:55.598140 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30e7859a-a234-4a6a-8888-01fc20a04344 req-5132d21e-ec6d-49c4-8190-c3f45241a1d6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413651 Feb 08 16:36:56.714726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d40d6-3380-4e32-9299-ae9eb1cab9b7 req-508d35c7-1330-4368-a1e7-268516a694be tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:56.716234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-840d40d6-3380-4e32-9299-ae9eb1cab9b7 req-508d35c7-1330-4368-a1e7-268516a694be tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 943 time: 0.0520480 Feb 08 16:36:56.763391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-840d40d6-3380-4e32-9299-ae9eb1cab9b7 req-c7d35b26-9372-43de-8a6b-6f69b0ba184b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413630 Feb 08 16:36:57.562291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6bb5305f-05ee-42fb-916f-629fdd1254e3 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:36:57.659564 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:36:57.670820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'port_id': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'mac_address': 'fa:16:3e:ef:61:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:36:57.707928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 6bb5305f-05ee-42fb-916f-629fdd1254e3 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:36:57.708317 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:57.720994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb5305f-05ee-42fb-916f-629fdd1254e3 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:36:57.740234 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:36:57.745394 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:57.792207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=6bb5305f-05ee-42fb-916f-629fdd1254e3,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:57.888663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732845c-3ee6-4be6-abbc-981734e64896 req-6c018f19-e1eb-4e27-a6d1-6b56489255f6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:57.890194 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f732845c-3ee6-4be6-abbc-981734e64896 req-6c018f19-e1eb-4e27-a6d1-6b56489255f6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 944 time: 0.0578804 Feb 08 16:36:57.936230 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f732845c-3ee6-4be6-abbc-981734e64896 req-e6742822-75ef-4484-8084-e0c113cfaed9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401101 Feb 08 16:36:57.951570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['6bb5305f-05ee-42fb-916f-629fdd1254e3'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:36:59.054302 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985cb6b-294f-4427-ba10-62344c35a463 req-dd491124-0933-462f-b3f9-497ee76d7e8c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:59.056537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7985cb6b-294f-4427-ba10-62344c35a463 req-dd491124-0933-462f-b3f9-497ee76d7e8c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 944 time: 0.0527105 Feb 08 16:36:59.100992 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7985cb6b-294f-4427-ba10-62344c35a463 req-a3245b70-d79c-44e8-bc83-b76bf2908a11 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389264 Feb 08 16:36:59.578088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6bb5305f-05ee-42fb-916f-629fdd1254e3 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:36:59.625679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 6bb5305f-05ee-42fb-916f-629fdd1254e3 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:36:59.629556 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 6bb5305f-05ee-42fb-916f-629fdd1254e3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:36:59.629929 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:59.706590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 6bb5305f-05ee-42fb-916f-629fdd1254e3 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:36:59.706973 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:59.730578 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:36:59.732836 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318e1a57-ab43-435f-83c2-1657e90e5fb7" -d '{"events": [{"server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "name": "network-vif-plugged", "status": "completed", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:36:59.746269 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:36:59.750283 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:36:59.776418 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a0380d-28be-4b41-bcb2-de62909cf98d x-openstack-request-id: req-08a0380d-28be-4b41-bcb2-de62909cf98d {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:36:59.776709 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "name": "network-vif-plugged", "status": "completed", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:36:59.776986 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-08a0380d-28be-4b41-bcb2-de62909cf98d {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:36:59.777372 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'code': 200} Feb 08 16:36:59.802714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=6bb5305f-05ee-42fb-916f-629fdd1254e3,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:36:59.872774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089e6b2-fec5-4359-8b58-76e5c7be4599 req-7dbda751-3416-476f-a2de-c606f17754ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:36:59.874316 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4089e6b2-fec5-4359-8b58-76e5c7be4599 req-7dbda751-3416-476f-a2de-c606f17754ca service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 1128 time: 0.0478175 Feb 08 16:36:59.917737 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4089e6b2-fec5-4359-8b58-76e5c7be4599 req-98982e5c-4e16-4764-8803-a55fe1c36201 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377436 Feb 08 16:37:00.220387 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2793c70-d60c-46e8-ae39-28a27501589d req-89d666e3-483e-4145-824f-19fb24e15932 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:00.221876 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2793c70-d60c-46e8-ae39-28a27501589d req-89d666e3-483e-4145-824f-19fb24e15932 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0524113 Feb 08 16:37:00.271248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2793c70-d60c-46e8-ae39-28a27501589d req-6906366d-bf67-4a6c-8db0-b508d928f3d0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437479 Feb 08 16:37:01.389680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46503ace-7e5e-4f73-8e8f-8b5c06b82192 req-5ee1c1e5-2afd-40a9-a4d2-9b7140ee9c01 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:01.391136 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46503ace-7e5e-4f73-8e8f-8b5c06b82192 req-5ee1c1e5-2afd-40a9-a4d2-9b7140ee9c01 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0514178 Feb 08 16:37:01.437101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46503ace-7e5e-4f73-8e8f-8b5c06b82192 req-d31affcb-f6c5-48df-8901-b49eafe22185 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401185 Feb 08 16:37:01.554655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1753d-64b6-4333-9ee3-a372c635d273 req-32ae728e-9878-4ef7-a128-a6cc8cc88441 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:01.556673 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09b1753d-64b6-4333-9ee3-a372c635d273 req-32ae728e-9878-4ef7-a128-a6cc8cc88441 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0547600 Feb 08 16:37:01.565278 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 32958) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:37:01.569613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-017b7f2f-e36b-43bf-94f1-dde08fe53861 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Request body: {'floatingip': {'port_id': '6bb5305f-05ee-42fb-916f-629fdd1254e3'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:37:01.601673 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a60edde-c440-48ff-954b-eb283ee40c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:01.612727 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-017b7f2f-e36b-43bf-94f1-dde08fe53861 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (16d34277-dbf1-45dc-a5b7-f34bc01984b1), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:02.036245 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-017b7f2f-e36b-43bf-94f1-dde08fe53861 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:02.040802 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-017b7f2f-e36b-43bf-94f1-dde08fe53861 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (16d34277-dbf1-45dc-a5b7-f34bc01984b1), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:02.145129 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-017b7f2f-e36b-43bf-94f1-dde08fe53861 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1 associated. External IP: 172.25.7.103, port: 6bb5305f-05ee-42fb-916f-629fdd1254e3. Feb 08 16:37:02.358474 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017b7f2f-e36b-43bf-94f1-dde08fe53861 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Router ac08dd9b-1005-4319-8a33-30c589461b22 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:37:02.467775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017b7f2f-e36b-43bf-94f1-dde08fe53861 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:37:02.472464 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-017b7f2f-e36b-43bf-94f1-dde08fe53861 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:02.477012 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28bc05-10d2-466e-a42b-5d972d8ee0aa None None] Sync routers for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:37:02.486501 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d28bc05-10d2-466e-a42b-5d972d8ee0aa None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:37:02.487187 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1d28bc05-10d2-466e-a42b-5d972d8ee0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:36:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:37:02.502973 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-017b7f2f-e36b-43bf-94f1-dde08fe53861 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "PUT /v2.0/floatingips/16d34277-dbf1-45dc-a5b7-f34bc01984b1 HTTP/1.1" status: 200 len: 991 time: 0.9366336 Feb 08 16:37:02.503576 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:37:02.545646 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298c5bd5-184e-4f22-a410-e57f8793651f" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:37:02.601943 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-1d28bc05-10d2-466e-a42b-5d972d8ee0aa None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:37:02.609541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e31ea-a7e7-4b3a-93f1-ed246d9ab43b req-9eed6f87-8cdc-4659-a42d-6ffd275fef8f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:02.613683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a67e31ea-a7e7-4b3a-93f1-ed246d9ab43b req-9eed6f87-8cdc-4659-a42d-6ffd275fef8f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0565879 Feb 08 16:37:02.634060 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd730ef-4907-4ba0-8f50-d9c704025099 x-openstack-request-id: req-1dd730ef-4907-4ba0-8f50-d9c704025099 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:37:02.634379 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:37:02.635732 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1dd730ef-4907-4ba0-8f50-d9c704025099 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:37:02.636138 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'status': 'completed', 'code': 200} Feb 08 16:37:02.666248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a67e31ea-a7e7-4b3a-93f1-ed246d9ab43b req-28f3ac5e-68d2-4407-8706-213f25ded81b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497410 Feb 08 16:37:02.708086 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c5bd5-184e-4f22-a410-e57f8793651f req-1c8d5454-4557-4e2c-9e13-47d10c950c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:02.709679 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-298c5bd5-184e-4f22-a410-e57f8793651f req-1c8d5454-4557-4e2c-9e13-47d10c950c66 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 1128 time: 0.0524380 Feb 08 16:37:02.801518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c5bd5-184e-4f22-a410-e57f8793651f req-30ae203c-5d8c-49c0-b66f-414c9b873b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:02.803015 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-298c5bd5-184e-4f22-a410-e57f8793651f req-30ae203c-5d8c-49c0-b66f-414c9b873b99 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0862808 Feb 08 16:37:02.831938 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1d28bc05-10d2-466e-a42b-5d972d8ee0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '16d34277-dbf1-45dc-a5b7-f34bc01984b1', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'port_id': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'mac_address': 'fa:16:3e:ef:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:35:05Z', 'updated_at': '2022-02-08T16:37:01Z', 'revision_number': 9, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:37:02.857979 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28bc05-10d2-466e-a42b-5d972d8ee0aa None None] Checking router: ac08dd9b-1005-4319-8a33-30c589461b22 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:37:02.866381 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d28bc05-10d2-466e-a42b-5d972d8ee0aa None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:37:02.866993 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1d28bc05-10d2-466e-a42b-5d972d8ee0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:36:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:37:02.879103 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-298c5bd5-184e-4f22-a410-e57f8793651f req-a2d4baec-d4f7-458c-930a-7cf6d38c3dec service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 200 len: 999 time: 0.0700366 Feb 08 16:37:02.927796 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c5bd5-184e-4f22-a410-e57f8793651f req-75451e12-0837-40ce-bb51-73713e8f5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:02.929338 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-298c5bd5-184e-4f22-a410-e57f8793651f req-75451e12-0837-40ce-bb51-73713e8f5278 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0446010 Feb 08 16:37:02.981006 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-1d28bc05-10d2-466e-a42b-5d972d8ee0aa None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:37:02.981377 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c5bd5-184e-4f22-a410-e57f8793651f req-a4a9371d-2c19-4a8e-b009-4fb51d50691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:02.982946 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-298c5bd5-184e-4f22-a410-e57f8793651f req-a4a9371d-2c19-4a8e-b009-4fb51d50691e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475147 Feb 08 16:37:03.082800 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-298c5bd5-184e-4f22-a410-e57f8793651f req-5c154ce5-7f49-4361-84c0-53a6bf617876 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909297 Feb 08 16:37:03.175958 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-298c5bd5-184e-4f22-a410-e57f8793651f req-4542580c-ec26-411e-82e5-bd4170bc21ba service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873022 Feb 08 16:37:03.293358 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1d28bc05-10d2-466e-a42b-5d972d8ee0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '16d34277-dbf1-45dc-a5b7-f34bc01984b1', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'port_id': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'mac_address': 'fa:16:3e:ef:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:35:05Z', 'updated_at': '2022-02-08T16:37:01Z', 'revision_number': 9, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:37:03.318620 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28bc05-10d2-466e-a42b-5d972d8ee0aa None None] The sync data for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 is: [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '16d34277-dbf1-45dc-a5b7-f34bc01984b1', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'port_id': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'mac_address': 'fa:16:3e:ef:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:35:05Z', 'updated_at': '2022-02-08T16:37:01Z', 'revision_number': 9, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:37:03.506929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc91f4-e260-4c3b-b56a-e5955fe60ea4 None None] New status for floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:37:03.792413 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb90156-9162-46a1-9774-4c9c4389e6ca req-fe2fbf50-2075-4e10-b75d-9c783ded5999 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:03.793897 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-edb90156-9162-46a1-9774-4c9c4389e6ca req-fe2fbf50-2075-4e10-b75d-9c783ded5999 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0569704 Feb 08 16:37:03.839875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-edb90156-9162-46a1-9774-4c9c4389e6ca req-b60a3592-1eb8-46de-a640-64e3276d5b39 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403910 Feb 08 16:37:03.861940 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bcc8d2a0-1446-47d4-911c-c79692ed6fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:04.115951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11185e76-29e9-4283-a72d-61f417930a70 req-73ae0f66-ff28-4771-965c-c88fb4ecbbb8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:04.117668 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-11185e76-29e9-4283-a72d-61f417930a70 req-73ae0f66-ff28-4771-965c-c88fb4ecbbb8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0751963 Feb 08 16:37:04.121908 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-2ae89a1f-1ffe-4924-baea-a1b8fdcbfda1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874774 Feb 08 16:37:04.167461 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-11185e76-29e9-4283-a72d-61f417930a70 req-0cfa3bab-18e3-4b3e-889b-a56a73066e42 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434749 Feb 08 16:37:05.299053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1ca1b-d143-4425-bfc4-c6103aadc67c req-b36ec9cc-ca26-4b8d-a89c-b24930afdba0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:05.300582 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79d1ca1b-d143-4425-bfc4-c6103aadc67c req-b36ec9cc-ca26-4b8d-a89c-b24930afdba0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0608225 Feb 08 16:37:05.300892 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-debcded6-2982-44ac-bf50-9f045d999c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:05.302437 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-debcded6-2982-44ac-bf50-9f045d999c56 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 1128 time: 0.0515823 Feb 08 16:37:05.348816 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-79d1ca1b-d143-4425-bfc4-c6103aadc67c req-b9b4e122-dca1-4d45-8447-336ab8504f8a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423279 Feb 08 16:37:05.395951 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-a1bcdcef-87af-4946-b45e-56297dc6c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:05.397491 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-a1bcdcef-87af-4946-b45e-56297dc6c1de service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0883763 Feb 08 16:37:05.462386 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-0818052a-1404-43bf-a508-bd096b535de4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 200 len: 1002 time: 0.0578258 Feb 08 16:37:05.512796 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-603b2b0f-2c7f-4ad1-87d4-c0bbd41f680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:05.514316 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-603b2b0f-2c7f-4ad1-87d4-c0bbd41f680f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0474231 Feb 08 16:37:05.563534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-9fc3b568-db56-45e8-8c7c-122f445b03b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:05.565078 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-9fc3b568-db56-45e8-8c7c-122f445b03b1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453117 Feb 08 16:37:05.652446 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-3b4c318a-9b03-4459-825a-3b329958dd68 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815361 Feb 08 16:37:05.677487 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:05.746159 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-e9ae87b1-f894-4d0f-bf64-821a426c2689 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883942 Feb 08 16:37:06.468859 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b56daf-e901-43cc-86b8-8df1fac30e44 req-dd450dca-65a7-4961-91b7-80b8d25e8f43 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:06.470352 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13b56daf-e901-43cc-86b8-8df1fac30e44 req-dd450dca-65a7-4961-91b7-80b8d25e8f43 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0517912 Feb 08 16:37:06.517866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-13b56daf-e901-43cc-86b8-8df1fac30e44 req-59ecb418-6a7b-4f66-8b59-7d67f6579c35 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418460 Feb 08 16:37:06.848488 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:07.645133 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cacb52-d564-48d0-8746-96dfa8b1f5b9 req-59e658c7-53fc-4d2e-a37f-115a19b4a337 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:07.646902 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-22cacb52-d564-48d0-8746-96dfa8b1f5b9 req-59e658c7-53fc-4d2e-a37f-115a19b4a337 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0584557 Feb 08 16:37:07.699261 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-22cacb52-d564-48d0-8746-96dfa8b1f5b9 req-79ac7634-f630-4855-b8ff-aac8cba8c262 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457540 Feb 08 16:37:08.047856 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:08.817913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b75f5-105a-4b9b-918c-383e3b8cf234 req-6253583c-742e-432d-af7b-c92559f27eb5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:08.819400 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b9b75f5-105a-4b9b-918c-383e3b8cf234 req-6253583c-742e-432d-af7b-c92559f27eb5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0530636 Feb 08 16:37:08.866745 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8b9b75f5-105a-4b9b-918c-383e3b8cf234 req-ac0897a8-77da-4646-8971-77a6262d5e41 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414884 Feb 08 16:37:09.984467 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c007aa-4cad-4d3d-b310-01742a76124c req-aa2e80ae-f5da-4d0c-b794-78eb82577433 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:09.985883 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3c007aa-4cad-4d3d-b310-01742a76124c req-aa2e80ae-f5da-4d0c-b794-78eb82577433 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0515122 Feb 08 16:37:10.037153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3c007aa-4cad-4d3d-b310-01742a76124c req-b6379b80-3543-4797-96ac-079c11dc7818 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455811 Feb 08 16:37:11.157464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd73d2-1751-4f79-91cb-34bac391338c req-02c93d14-f173-40d5-9ab2-d97eba44c08f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:11.158956 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bdd73d2-1751-4f79-91cb-34bac391338c req-02c93d14-f173-40d5-9ab2-d97eba44c08f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0526450 Feb 08 16:37:11.205899 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bdd73d2-1751-4f79-91cb-34bac391338c req-8ed02e31-e72d-42bf-a1d6-555807827560 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413864 Feb 08 16:37:12.325714 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a2932-d016-4173-9fe0-83615bc62ad3 req-8e72d84f-0c38-4b48-b884-50259091d287 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:12.327239 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b74a2932-d016-4173-9fe0-83615bc62ad3 req-8e72d84f-0c38-4b48-b884-50259091d287 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0535583 Feb 08 16:37:12.373454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b74a2932-d016-4173-9fe0-83615bc62ad3 req-3c71467e-8a26-48f5-a3fb-7f72b3599b1a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406840 Feb 08 16:37:13.495349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8277daf-ab4d-4b42-8a4c-33d743a13b02 req-52181f7d-4731-4736-8c71-173ae6b94f44 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:13.496826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8277daf-ab4d-4b42-8a4c-33d743a13b02 req-52181f7d-4731-4736-8c71-173ae6b94f44 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0561819 Feb 08 16:37:13.543025 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b8277daf-ab4d-4b42-8a4c-33d743a13b02 req-0fcb4281-1c6d-45ff-b723-f4d62ec38bc1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406756 Feb 08 16:37:14.665296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78b57f-309b-4c53-b77f-d7e2bc3d10c9 req-e8ea965b-ecb8-4617-8376-6fc27794aada tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:14.666793 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c78b57f-309b-4c53-b77f-d7e2bc3d10c9 req-e8ea965b-ecb8-4617-8376-6fc27794aada tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0532846 Feb 08 16:37:14.713340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1c78b57f-309b-4c53-b77f-d7e2bc3d10c9 req-aad7402a-0cef-43c2-9716-729e0a4691be tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406871 Feb 08 16:37:15.833235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e547e45-8d68-4745-a203-7ebe03ab95da req-51ba7a31-d700-4636-81ed-c7b3d189e7b9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:15.834864 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e547e45-8d68-4745-a203-7ebe03ab95da req-51ba7a31-d700-4636-81ed-c7b3d189e7b9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0531735 Feb 08 16:37:15.886313 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3e547e45-8d68-4745-a203-7ebe03ab95da req-3e9b6f25-747e-4895-9dfc-3c23b3e37dab tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457456 Feb 08 16:37:17.008980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f99e10-0461-41fd-ad78-a5b493aa9286 req-6309b612-08d0-4b36-8213-4dd32a5068bc tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:17.010396 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59f99e10-0461-41fd-ad78-a5b493aa9286 req-6309b612-08d0-4b36-8213-4dd32a5068bc tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0550189 Feb 08 16:37:17.057666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59f99e10-0461-41fd-ad78-a5b493aa9286 req-1d814ac1-7514-4ff5-b8e7-e55df6199968 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415697 Feb 08 16:37:18.177341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02383a62-e520-48c3-bee4-adc376c14d57 req-fab042de-9f8e-40bd-9069-faaef001425f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:18.178824 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02383a62-e520-48c3-bee4-adc376c14d57 req-fab042de-9f8e-40bd-9069-faaef001425f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0530238 Feb 08 16:37:18.196267 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:37:18.224701 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02383a62-e520-48c3-bee4-adc376c14d57 req-fdc7884c-5921-4e7f-aa9b-deb9fc0a58d3 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401344 Feb 08 16:37:19.292072 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:19.350798 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00dfd2-ff17-4d9f-89a4-363f2921f733 req-d0a63739-5906-4e07-a4de-924db78991ab tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:19.353014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec00dfd2-ff17-4d9f-89a4-363f2921f733 req-d0a63739-5906-4e07-a4de-924db78991ab tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0589762 Feb 08 16:37:19.404117 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec00dfd2-ff17-4d9f-89a4-363f2921f733 req-f88cba68-7bee-4ed6-8474-5bb74374584e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422671 Feb 08 16:37:20.527787 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a0058-4a07-4345-a0fa-e96da9ef1bda req-b2ed2c7f-6711-41d4-afa7-d3185ce0c60a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:20.529304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d3a0058-4a07-4345-a0fa-e96da9ef1bda req-b2ed2c7f-6711-41d4-afa7-d3185ce0c60a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0535846 Feb 08 16:37:20.578118 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9d3a0058-4a07-4345-a0fa-e96da9ef1bda req-4b10f3e0-d3e9-4f37-bfe4-f86f5b734fe5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430069 Feb 08 16:37:20.744234 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:21.702939 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63609819-3dc7-48da-ab71-afd5e64bde0f req-01e79c46-887c-4d2a-8e47-6856bccfadc4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:21.704413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63609819-3dc7-48da-ab71-afd5e64bde0f req-01e79c46-887c-4d2a-8e47-6856bccfadc4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0592480 Feb 08 16:37:21.750998 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63609819-3dc7-48da-ab71-afd5e64bde0f req-bca76850-e101-48be-ab8f-b254a0722ca6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409508 Feb 08 16:37:22.870317 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249b5d9-63e1-4e95-b178-be46b68e611f req-470e97cc-f54e-4bc2-bde2-add36c1c1e04 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:22.871818 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f249b5d9-63e1-4e95-b178-be46b68e611f req-470e97cc-f54e-4bc2-bde2-add36c1c1e04 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0533371 Feb 08 16:37:22.918093 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f249b5d9-63e1-4e95-b178-be46b68e611f req-3a04d3fe-b730-4c49-a8d6-b950ce875d6e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407121 Feb 08 16:37:24.037717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58bcac-009c-42ee-92a8-f327717e68c5 req-da367ead-f474-419c-aaf5-28a809893cdb tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:24.039258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af58bcac-009c-42ee-92a8-f327717e68c5 req-da367ead-f474-419c-aaf5-28a809893cdb tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0526071 Feb 08 16:37:24.089990 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af58bcac-009c-42ee-92a8-f327717e68c5 req-706ace9b-7b26-4510-bb61-2551a410148d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439792 Feb 08 16:37:25.211015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce2ea8-3288-41dc-8bad-cb32fa6fa673 req-734cfacb-48ba-4e0c-b057-a46d1eeec2ce tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:25.212668 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9bce2ea8-3288-41dc-8bad-cb32fa6fa673 req-734cfacb-48ba-4e0c-b057-a46d1eeec2ce tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0543363 Feb 08 16:37:25.260012 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9bce2ea8-3288-41dc-8bad-cb32fa6fa673 req-5e6ba7de-a613-41d5-b3b6-869fc808d469 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415742 Feb 08 16:37:26.381677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d262ca-208a-4245-ac31-36d6ea48af3a req-1d56e140-d17a-423f-a60f-da1698c5190c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:26.383084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84d262ca-208a-4245-ac31-36d6ea48af3a req-1d56e140-d17a-423f-a60f-da1698c5190c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0528944 Feb 08 16:37:26.429478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-84d262ca-208a-4245-ac31-36d6ea48af3a req-a2619a9c-eab3-427c-8e3b-947f0ae849bc tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404749 Feb 08 16:37:27.552628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce67ac-dad3-473d-9845-fa44eae2d99a req-bd513000-e24f-490d-b54b-68db8101e79f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:27.554129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1bce67ac-dad3-473d-9845-fa44eae2d99a req-bd513000-e24f-490d-b54b-68db8101e79f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0563862 Feb 08 16:37:27.601804 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1bce67ac-dad3-473d-9845-fa44eae2d99a req-1686f8ca-c90c-475b-9d8b-8b422e72da32 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419040 Feb 08 16:37:28.722512 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c1186-4aca-47f1-99ac-e8f229aea44d req-7bbb3550-0928-4185-9848-a5d98d839fcd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:28.723991 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea9c1186-4aca-47f1-99ac-e8f229aea44d req-7bbb3550-0928-4185-9848-a5d98d839fcd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0537283 Feb 08 16:37:28.772644 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea9c1186-4aca-47f1-99ac-e8f229aea44d req-91923253-054f-4d62-98a4-7f6ba02c0b53 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422478 Feb 08 16:37:29.893016 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375490b-8158-4096-a87c-52986927a6f0 req-5059a4cd-4af7-404a-874d-7bd8b49e0805 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:29.894518 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8375490b-8158-4096-a87c-52986927a6f0 req-5059a4cd-4af7-404a-874d-7bd8b49e0805 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0542233 Feb 08 16:37:29.945056 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8375490b-8158-4096-a87c-52986927a6f0 req-08bff1ca-352f-4b89-bd09-303f15327153 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440755 Feb 08 16:37:31.067521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee80790-e1e0-4109-bab6-ff135bbe5764 req-b7d18dc5-5ae3-4f1b-a67e-cb3b4697e27c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:31.069037 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ee80790-e1e0-4109-bab6-ff135bbe5764 req-b7d18dc5-5ae3-4f1b-a67e-cb3b4697e27c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0536377 Feb 08 16:37:31.119816 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ee80790-e1e0-4109-bab6-ff135bbe5764 req-36db3c69-471f-4916-b286-78b5cf6a005b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445597 Feb 08 16:37:31.607661 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e20a53bc-3c68-465c-9d15-015c28cf29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:32.240043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82890475-c7b3-4cc8-be5b-d18ea6f67131 req-740df845-a46b-41f1-8040-e7aa6311f9ea tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:32.241555 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-82890475-c7b3-4cc8-be5b-d18ea6f67131 req-740df845-a46b-41f1-8040-e7aa6311f9ea tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0535541 Feb 08 16:37:32.288402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-82890475-c7b3-4cc8-be5b-d18ea6f67131 req-a47f312d-247b-4e65-adb2-b3656f81da0a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399814 Feb 08 16:37:33.416797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3822715-c26a-412c-9cb4-4d53e54fb56b req-64a8f675-d69b-4f89-9894-f79636b5f185 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:33.418288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d3822715-c26a-412c-9cb4-4d53e54fb56b req-64a8f675-d69b-4f89-9894-f79636b5f185 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0560563 Feb 08 16:37:33.463244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d3822715-c26a-412c-9cb4-4d53e54fb56b req-456e5a25-45a8-4cbc-bf29-c300867a3490 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394516 Feb 08 16:37:33.864233 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-12511d04-c2c9-4a97-a38b-563f557f4814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:34.592523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a94c16-86d5-4a9c-9c3d-37d32b15e0ec req-5a6d7eb5-102b-451f-b51c-94e6b3d2dafd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:34.594607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-38a94c16-86d5-4a9c-9c3d-37d32b15e0ec req-5a6d7eb5-102b-451f-b51c-94e6b3d2dafd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0535495 Feb 08 16:37:34.640862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-38a94c16-86d5-4a9c-9c3d-37d32b15e0ec req-7d061717-05ff-4265-b632-3d9bbe155d11 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409694 Feb 08 16:37:35.680783 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:35.765380 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b197a-e0f9-45c5-bdb2-2b30b1450b8d req-da51a9bf-466a-4569-b84b-5cb091a74e24 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:35.766856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f9b197a-e0f9-45c5-bdb2-2b30b1450b8d req-da51a9bf-466a-4569-b84b-5cb091a74e24 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0558200 Feb 08 16:37:35.811958 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f9b197a-e0f9-45c5-bdb2-2b30b1450b8d req-f54b83ae-2fe5-4e6f-93fd-00015fd2f5ae tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393291 Feb 08 16:37:36.851306 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:36.932058 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce03e48-6565-43c9-8d9e-e442162d3b5c req-5b30be68-f34a-4320-bc41-a11034de5b39 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:36.933577 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ce03e48-6565-43c9-8d9e-e442162d3b5c req-5b30be68-f34a-4320-bc41-a11034de5b39 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0534642 Feb 08 16:37:36.981046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ce03e48-6565-43c9-8d9e-e442162d3b5c req-af3275c3-aa5e-4bb0-874d-46b502a26836 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418222 Feb 08 16:37:37.536426 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-e3e080bd-d926-4f60-b2f5-bff765d1465f service neutron] show failed (client error): The resource could not be found. Feb 08 16:37:37.537473 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-e3e080bd-d926-4f60-b2f5-bff765d1465f service neutron] 10.222.0.96 "GET /v2.0/ports/6bb5305f-05ee-42fb-916f-629fdd1254e3/bindings/n-h1-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.0558999 Feb 08 16:37:37.840861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-39ef86c9-79ca-476b-9ad5-6a262a2fbdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:37.842303 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-39ef86c9-79ca-476b-9ad5-6a262a2fbdb2 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273&tenant_id=d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 1128 time: 0.1196074 Feb 08 16:37:37.854421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:37:37.912237 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:38.051819 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:38.146829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:37:38.164433 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43843308-63db-4514-af70-38e610a90235 req-5ada2d74-8c16-45fe-bb7e-3cf71d43bab4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:38.165931 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43843308-63db-4514-af70-38e610a90235 req-5ada2d74-8c16-45fe-bb7e-3cf71d43bab4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0952945 Feb 08 16:37:38.206681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:37:38.252534 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43843308-63db-4514-af70-38e610a90235 req-420ad4e5-29b2-4983-9117-ba2d183ce515 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798643 Feb 08 16:37:38.263144 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:37:38.265676 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2303a423-5f3c-43ed-9b8d-ea4addc6ea3b" -d '{"events": [{"server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:37:38.269291 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Publish callbacks [] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:38.282701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Transition to ACTIVE for port object 6bb5305f-05ee-42fb-916f-629fdd1254e3 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:37:38.286482 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:38.322890 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084de1c1-794a-40e7-9be6-f74d23ce58ee x-openstack-request-id: req-084de1c1-794a-40e7-9be6-f74d23ce58ee {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:37:38.323198 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:37:38.323446 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-084de1c1-794a-40e7-9be6-f74d23ce58ee {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:37:38.323837 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'code': 200} Feb 08 16:37:38.388362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb5305f-05ee-42fb-916f-629fdd1254e3,revision_number=6']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:37:38.408044 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:38.408309 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:38.408658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:38.409020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:38.409359 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:38.409697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:38.410026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:38.410353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:38.410680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:38.411006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:38.411331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:38.411653 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:38.411973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:38.474888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] No DVR routers for this DVR port 6bb5305f-05ee-42fb-916f-629fdd1254e3 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:37:38.613951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Attempting to bind port 6bb5305f-05ee-42fb-916f-629fdd1254e3 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:37:38.614288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Attempting to bind port 6bb5305f-05ee-42fb-916f-629fdd1254e3 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:37:38.614619 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Attempting to bind port 6bb5305f-05ee-42fb-916f-629fdd1254e3 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:37:38.618899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Port 6bb5305f-05ee-42fb-916f-629fdd1254e3 on network 5907930d-fe05-48b3-8ae8-842232ce7153 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:37:38.619225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Attempting to bind port 6bb5305f-05ee-42fb-916f-629fdd1254e3 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:37:38.624060 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:37:38.624403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Checking segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:37:38.624791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Bound using segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:37:38.625268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Bound port: 6bb5305f-05ee-42fb-916f-629fdd1254e3, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:37:38.625627 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:38.688483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:37:38.691409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:37:38.698075 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:38.732176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:38.732795 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:38.734340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] 10.222.0.94 "PUT /v2.0/ports/6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 200 len: 1092 time: 0.8845937 Feb 08 16:37:38.755556 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338b231-11a0-4c29-80c6-7db5cb8000b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb5305f-05ee-42fb-916f-629fdd1254e3,revision_number=7']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:37:38.806149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-2822c072-2ad9-45bd-9f6f-6a1aa6a8fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:38.807667 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-2822c072-2ad9-45bd-9f6f-6a1aa6a8fa6e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 1126 time: 0.0486860 Feb 08 16:37:38.905975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-f3ae4350-6929-4c84-8137-cd49b6442536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:38.907497 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-f3ae4350-6929-4c84-8137-cd49b6442536 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0928464 Feb 08 16:37:38.974773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-2aa0e336-e87a-4976-8b8a-964c4f3dfe92 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 200 len: 1000 time: 0.0584772 Feb 08 16:37:39.026904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-9e8eb7cd-bfbd-4f35-9223-8c20393ba9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:39.028419 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-9e8eb7cd-bfbd-4f35-9223-8c20393ba9f1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0473735 Feb 08 16:37:39.079988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-f2a94f56-035e-4f67-8883-b737baf96f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:39.081539 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-f2a94f56-035e-4f67-8883-b737baf96f8b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439191 Feb 08 16:37:39.173643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-e7fe35e9-d69d-4a70-828c-b10618887ff3 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821750 Feb 08 16:37:39.267133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c28bcd14-6165-4c5f-a373-388451e1dcf5 req-4f0332e6-6296-4610-bcc3-2e2d6d1925e5 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841403 Feb 08 16:37:39.378931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2108316-43d1-4731-bffa-6217b959407f req-3a273dbb-0be3-4d5e-9877-4c1b12952477 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:39.380403 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f2108316-43d1-4731-bffa-6217b959407f req-3a273dbb-0be3-4d5e-9877-4c1b12952477 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 943 time: 0.0549753 Feb 08 16:37:39.428017 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f2108316-43d1-4731-bffa-6217b959407f req-44e6f42d-863a-47b3-82ad-20f262acb674 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412540 Feb 08 16:37:40.324492 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:37:40.326941 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:37:40.376187 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fcf8ee-ef96-4c03-af56-8306bdd0b00b x-openstack-request-id: req-a6fcf8ee-ef96-4c03-af56-8306bdd0b00b {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:37:40.376482 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:37:40.376823 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a6fcf8ee-ef96-4c03-af56-8306bdd0b00b {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:37:40.377319 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'status': 'completed', 'code': 200} Feb 08 16:37:40.445960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-eef885ae-a22b-481f-b8d1-7994d554b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:40.447741 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-eef885ae-a22b-481f-b8d1-7994d554b8d2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 1126 time: 0.0481699 Feb 08 16:37:40.550003 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-a7101619-83d7-4612-9b77-e377a04e5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:40.551538 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-a7101619-83d7-4612-9b77-e377a04e5e4b service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0966172 Feb 08 16:37:40.620018 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-5ca76b13-4cb6-42c9-87c5-e881abc651a6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 200 len: 1000 time: 0.0618749 Feb 08 16:37:40.675083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-aac4d7f8-44e8-46f5-92ef-e215e2ee07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:40.676621 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-aac4d7f8-44e8-46f5-92ef-e215e2ee07f2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0510435 Feb 08 16:37:40.726842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-e436c6ac-13d7-401e-a09d-e71ea1251ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:40.728511 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-e436c6ac-13d7-401e-a09d-e71ea1251ee4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464330 Feb 08 16:37:40.796492 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-6606bfa8-16ca-449d-8189-0fee74e40217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:40.798082 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-6606bfa8-16ca-449d-8189-0fee74e40217 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 1126 time: 0.3952546 Feb 08 16:37:40.818600 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-caba6577-1c2c-4176-84fb-e4d315b8e004 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842202 Feb 08 16:37:40.821845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a061e-bd2e-41d7-82e0-7f54de4c79bb req-d8b2a041-0471-406a-a8bc-57b07ade2c16 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:40.823291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-556a061e-bd2e-41d7-82e0-7f54de4c79bb req-d8b2a041-0471-406a-a8bc-57b07ade2c16 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 943 time: 0.0724866 Feb 08 16:37:40.915218 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-b7cf6f1a-5458-4f62-b2d2-f4ec4aa1de5a service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893817 Feb 08 16:37:40.923049 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-556a061e-bd2e-41d7-82e0-7f54de4c79bb req-d3b4f6a0-e907-4657-a63b-9748a4104a2c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901399 Feb 08 16:37:40.938450 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-cf052eb3-197a-4c39-afd8-2cde5a0f90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:40.939990 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-cf052eb3-197a-4c39-afd8-2cde5a0f90eb service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.1336894 Feb 08 16:37:41.008241 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-4483a74a-5b0a-4baf-9e56-dfec89f2a866 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 200 len: 1000 time: 0.0601778 Feb 08 16:37:41.059008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-ee724d48-eb10-48c0-ba26-2bcbb9435f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:41.060500 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-ee724d48-eb10-48c0-ba26-2bcbb9435f56 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0452585 Feb 08 16:37:41.114571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-5ff4e9dd-80bc-4395-8a83-4ee0ae13beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:41.116137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-5ff4e9dd-80bc-4395-8a83-4ee0ae13beec service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484116 Feb 08 16:37:41.211951 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-7b2cec1a-f826-4e26-9363-fe863e01384e service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887578 Feb 08 16:37:41.301892 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29ecfc9d-4ad3-47c6-a06f-adf51c11b348 req-6ac72550-0ae8-4422-80e2-fed1ccf48284 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842125 Feb 08 16:37:41.781082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6bb5305f-05ee-42fb-916f-629fdd1254e3 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:37:41.821377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] The host n-h2-824834-11 is not matching for port 6bb5305f-05ee-42fb-916f-629fdd1254e3 host n-h1-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 16:37:41.821766 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6bb5305f-05ee-42fb-916f-629fdd1254e3 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:37:42.009451 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6bb5305f-05ee-42fb-916f-629fdd1254e3 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:37:42.046462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98914dd-8352-4926-9a6c-f59597bd2a81 req-d3c65078-c05c-437e-b4e1-61d32b920c24 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:42.047962 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b98914dd-8352-4926-9a6c-f59597bd2a81 req-d3c65078-c05c-437e-b4e1-61d32b920c24 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 943 time: 0.0541577 Feb 08 16:37:42.094879 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b98914dd-8352-4926-9a6c-f59597bd2a81 req-991dda5e-3596-4530-997a-05be57a181fe tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413463 Feb 08 16:37:42.104468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:37:42.116363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'port_id': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'mac_address': 'fa:16:3e:ef:61:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:37:42.157395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6bb5305f-05ee-42fb-916f-629fdd1254e3 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:37:42.157780 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:42.171131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb5305f-05ee-42fb-916f-629fdd1254e3 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:37:42.190036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:37:42.194018 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:42.241723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6bb5305f-05ee-42fb-916f-629fdd1254e3,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:37:42.420777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-7098ab2c-2273-4f19-afb2-f81c371829b0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:42.422285 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-7098ab2c-2273-4f19-afb2-f81c371829b0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.94 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273&tenant_id=d51dcb69f1284a758abeee6a34954915&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 944 time: 0.0897059 Feb 08 16:37:42.443317 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd2ac0-68f2-4842-8d27-f8611b7e3bee req-2a151922-0a89-4204-ab66-a92b4aeca723 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:42.444747 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5fd2ac0-68f2-4842-8d27-f8611b7e3bee req-2a151922-0a89-4204-ab66-a92b4aeca723 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 944 time: 0.0837619 Feb 08 16:37:42.460423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['6bb5305f-05ee-42fb-916f-629fdd1254e3'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:37:42.526634 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5fd2ac0-68f2-4842-8d27-f8611b7e3bee req-fad7948f-e102-48fe-bd83-2d67922f6974 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641108 Feb 08 16:37:42.529636 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-e7c77ce4-cd9a-4340-b8e4-ab878ccfdb12 service neutron] 10.222.0.94 "GET /v2.0/ports/6bb5305f-05ee-42fb-916f-629fdd1254e3/bindings/n-h1-824834-11 HTTP/1.1" status: 200 len: 383 time: 0.0988224 Feb 08 16:37:42.599311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-082c9a2f-7aa9-4d33-b60c-067ae622c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:42.600766 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-082c9a2f-7aa9-4d33-b60c-067ae622c480 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 1127 time: 0.0466540 Feb 08 16:37:42.694231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-2a782cd2-7aac-4a8a-9dfb-ef1ce11bfc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:42.695995 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-2a782cd2-7aac-4a8a-9dfb-ef1ce11bfc96 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0892203 Feb 08 16:37:42.761474 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-b83ce52d-fe2e-400a-8bef-2125ea7c7f3e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 200 len: 1001 time: 0.0592468 Feb 08 16:37:42.813920 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-16fe2122-5ed4-43a4-b5b0-fef0d5785d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:42.815417 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-16fe2122-5ed4-43a4-b5b0-fef0d5785d47 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0479596 Feb 08 16:37:42.864350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-d4600d19-c0b9-484b-a3df-6dd086f61722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:42.865837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-d4600d19-c0b9-484b-a3df-6dd086f61722 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433760 Feb 08 16:37:42.954025 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-bb3d7ae6-7836-4016-9a51-e5f545300ea3 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815132 Feb 08 16:37:43.051072 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-c9e64bde-9742-4667-83eb-907fa8ac6f6c service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886667 Feb 08 16:37:43.658659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5a56d-d056-4c9e-8c3b-9c8416bf4a5d req-181d25e3-a313-4c3d-8cb4-1f5e55fbc3fd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:43.660159 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23f5a56d-d056-4c9e-8c3b-9c8416bf4a5d req-181d25e3-a313-4c3d-8cb4-1f5e55fbc3fd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 944 time: 0.0539732 Feb 08 16:37:43.706486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23f5a56d-d056-4c9e-8c3b-9c8416bf4a5d req-fc674ee7-615c-4350-b6d7-e9acf41c530a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407839 Feb 08 16:37:44.034634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6bb5305f-05ee-42fb-916f-629fdd1254e3 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:37:44.082475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 6bb5305f-05ee-42fb-916f-629fdd1254e3 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:37:44.086278 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 6bb5305f-05ee-42fb-916f-629fdd1254e3 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:37:44.086654 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:44.163175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6bb5305f-05ee-42fb-916f-629fdd1254e3 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:37:44.163465 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:44.186017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:37:44.188244 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc47d26f-6466-482a-9e49-f0d7b69fd13f" -d '{"events": [{"server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "name": "network-vif-plugged", "status": "completed", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:37:44.199967 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:37:44.204018 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:44.242812 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b7d306-65b4-441a-8ea5-51f9ae3f1821 x-openstack-request-id: req-c3b7d306-65b4-441a-8ea5-51f9ae3f1821 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:37:44.243139 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "name": "network-vif-plugged", "status": "completed", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:37:44.243401 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c3b7d306-65b4-441a-8ea5-51f9ae3f1821 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:37:44.243798 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'code': 200} Feb 08 16:37:44.253171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6bb5305f-05ee-42fb-916f-629fdd1254e3,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:37:44.833848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bea00-2af6-4769-8058-57c1826710be req-b9e15266-860a-469b-ac83-aa8ea29713ea tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:44.835327 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c1bea00-2af6-4769-8058-57c1826710be req-b9e15266-860a-469b-ac83-aa8ea29713ea tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0607185 Feb 08 16:37:44.886952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c1bea00-2af6-4769-8058-57c1826710be req-1b698688-e289-442f-90e8-f256f13969ea tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453506 Feb 08 16:37:45.151887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-72746e02-7c98-4ad1-98ba-44b2d20adb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:45.153474 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-72746e02-7c98-4ad1-98ba-44b2d20adb3c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273&tenant_id=d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 1128 time: 0.0449994 Feb 08 16:37:45.163203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:37:45.231254 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:45.430257 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:37:45.462938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:37:45.500151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:37:45.502456 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e22cc56-5997-4228-a232-9b20617d97c2" -d '{"events": [{"server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:37:45.506429 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Publish callbacks [] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:45.519223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Transition to ACTIVE for port object 6bb5305f-05ee-42fb-916f-629fdd1254e3 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:37:45.524583 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:45.557909 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819dedf9-5290-4802-b959-3823ce74d541 x-openstack-request-id: req-819dedf9-5290-4802-b959-3823ce74d541 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:37:45.557909 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:37:45.557909 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-819dedf9-5290-4802-b959-3823ce74d541 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:37:45.558198 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'code': 200} Feb 08 16:37:45.608307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Pushing event updated for resources: {'Port': ['ID=6bb5305f-05ee-42fb-916f-629fdd1254e3,revision_number=10']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:37:45.620533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:45.620912 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:45.621287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:45.621638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:45.621984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:45.622317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:45.622649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:45.622978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:45.623307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:45.623662 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:45.623992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:45.624317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:45.624645 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:45.663428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] No DVR routers for this DVR port 6bb5305f-05ee-42fb-916f-629fdd1254e3 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:37:45.802957 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Attempting to bind port 6bb5305f-05ee-42fb-916f-629fdd1254e3 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:37:45.803294 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Attempting to bind port 6bb5305f-05ee-42fb-916f-629fdd1254e3 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:37:45.803622 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Attempting to bind port 6bb5305f-05ee-42fb-916f-629fdd1254e3 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:37:45.808441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Port 6bb5305f-05ee-42fb-916f-629fdd1254e3 on network 5907930d-fe05-48b3-8ae8-842232ce7153 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:37:45.808764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Attempting to bind port 6bb5305f-05ee-42fb-916f-629fdd1254e3 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:37:45.813521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:37:45.813860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Checking segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:37:45.814241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Bound using segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:37:45.814665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Bound port: 6bb5305f-05ee-42fb-916f-629fdd1254e3, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:37:45.815024 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:45.876279 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:37:45.879251 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:37:45.886161 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:45.919666 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:45.920386 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:45.921908 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] 10.222.0.96 "PUT /v2.0/ports/6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 200 len: 1093 time: 0.7625341 Feb 08 16:37:45.944898 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a6c94-8b63-4ee2-9283-f96c132e1acf service neutron] Pushing event updated for resources: {'Port': ['ID=6bb5305f-05ee-42fb-916f-629fdd1254e3,revision_number=11']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:37:45.998523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-6d0ae966-b76d-418e-8397-7a02d68f5f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:46.000237 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-6d0ae966-b76d-418e-8397-7a02d68f5f57 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 1127 time: 0.0516562 Feb 08 16:37:46.029035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d304c-cc79-4dd3-acae-5af44c91ef6d req-78e4a96d-85f9-4a4c-9d61-77da38e175a8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:46.030754 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-097d304c-cc79-4dd3-acae-5af44c91ef6d req-78e4a96d-85f9-4a4c-9d61-77da38e175a8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 944 time: 0.0609932 Feb 08 16:37:46.082661 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-097d304c-cc79-4dd3-acae-5af44c91ef6d req-7fb82f11-aa8b-47de-958e-58866049c44a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450985 Feb 08 16:37:46.097983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-f4191057-cde7-409c-b157-898d5621b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:46.100649 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-f4191057-cde7-409c-b157-898d5621b561 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0950160 Feb 08 16:37:46.172643 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-1fba83e7-b114-45ef-b31f-41a5f67a7564 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 200 len: 1000 time: 0.0642848 Feb 08 16:37:46.222329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-df10cc1c-0f45-4e13-9cbd-8da2a849d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:46.223724 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-df10cc1c-0f45-4e13-9cbd-8da2a849d634 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0429418 Feb 08 16:37:46.271013 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-7803846d-4dc3-49e2-9331-8a1776399013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:46.272496 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-7803846d-4dc3-49e2-9331-8a1776399013 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434828 Feb 08 16:37:46.363676 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-ae7e5e72-27f3-4d48-a84f-ba02651e46d8 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841763 Feb 08 16:37:46.451362 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8dc109e2-6bee-4f57-9ec7-e8e119e1da26 req-96da9708-4a88-4639-804e-f3886af2de01 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821548 Feb 08 16:37:47.212914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485fe9a-944a-440a-b6e2-3ef3e2defe7a req-3ff372f6-c4f8-4b7a-bd63-07e1cd094dbc tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:47.214444 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0485fe9a-944a-440a-b6e2-3ef3e2defe7a req-3ff372f6-c4f8-4b7a-bd63-07e1cd094dbc tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 944 time: 0.0529583 Feb 08 16:37:47.267034 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0485fe9a-944a-440a-b6e2-3ef3e2defe7a req-fbbd09eb-b0b6-4cd5-98fa-99af077d317a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462000 Feb 08 16:37:47.559201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:37:47.561597 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0b3858-fbe1-4739-b9ab-d636a24c833e" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:37:47.609564 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01a42a6-a4e9-4747-8dd2-97c92aa021a6 x-openstack-request-id: req-d01a42a6-a4e9-4747-8dd2-97c92aa021a6 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:37:47.609857 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:37:47.610116 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d01a42a6-a4e9-4747-8dd2-97c92aa021a6 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:37:47.610521 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'status': 'completed', 'code': 200} Feb 08 16:37:47.676925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-f779defb-e146-4dd9-ac62-0d4de2f1e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:47.678485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-f779defb-e146-4dd9-ac62-0d4de2f1e71f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 1127 time: 0.0456023 Feb 08 16:37:47.685366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-31c5d3df-1c15-42ef-b80a-672bcd61b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:47.686859 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-31c5d3df-1c15-42ef-b80a-672bcd61b3fc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 1127 time: 0.0461977 Feb 08 16:37:47.775705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-dde49946-1574-4e5b-9c6a-fbadc9e78e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:47.777231 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-dde49946-1574-4e5b-9c6a-fbadc9e78e58 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0899851 Feb 08 16:37:47.787113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-64728a90-d441-475a-836e-7de3b832b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:47.789994 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-64728a90-d441-475a-836e-7de3b832b870 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0958128 Feb 08 16:37:47.856727 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-f01a805a-f559-4deb-acbf-e6b1f61660a2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 200 len: 1000 time: 0.0702217 Feb 08 16:37:47.861482 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-13b59e80-c9f1-4fcb-9161-a7d129f7508a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 200 len: 1000 time: 0.0636628 Feb 08 16:37:47.912045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-bf7b1cd8-71f6-44e8-92df-9a3dbda21b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:47.914175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-bf7b1cd8-71f6-44e8-92df-9a3dbda21b3d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0472741 Feb 08 16:37:47.917913 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-a2c418bf-f850-4c39-baa9-1e230387145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:47.919375 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-a2c418bf-f850-4c39-baa9-1e230387145e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0526364 Feb 08 16:37:47.969997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-5734a0b1-35fb-46c7-8eb5-0bfc40d1afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:47.971285 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-5734a0b1-35fb-46c7-8eb5-0bfc40d1afe7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487702 Feb 08 16:37:47.972692 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-5a2c1787-0544-4207-bf67-42db9aa8f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:47.974356 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-5a2c1787-0544-4207-bf67-42db9aa8f649 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488648 Feb 08 16:37:48.058775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6bb5305f-05ee-42fb-916f-629fdd1254e3 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:37:48.076183 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-2ec84723-dfcc-43d4-92c8-8c1f543ab97e service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952373 Feb 08 16:37:48.105300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] The host n-h1-824834-11 is not matching for port 6bb5305f-05ee-42fb-916f-629fdd1254e3 host n-h2-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 16:37:48.106007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6bb5305f-05ee-42fb-916f-629fdd1254e3 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:37:48.107931 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-76964b36-9821-4ba6-8e95-3411355d3583 req-4dcaabbd-3b7f-4998-9707-0207deb3f520 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0777376 Feb 08 16:37:48.113204 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-9f82ec7b-d3fb-4644-8965-5629b0c5fb5a service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279373 Feb 08 16:37:48.174216 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-3c345fbc-ef7b-40ea-8589-45824c016361 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884442 Feb 08 16:37:48.203342 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8d0b3858-fbe1-4739-b9ab-d636a24c833e req-88ed4227-62da-411e-8bd2-bc099fb5f010 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848234 Feb 08 16:37:48.308186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76964b36-9821-4ba6-8e95-3411355d3583 req-9748246d-8c1e-489a-8483-b484ff756cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:48.309779 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-76964b36-9821-4ba6-8e95-3411355d3583 req-9748246d-8c1e-489a-8483-b484ff756cce service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 1127 time: 0.0512524 Feb 08 16:37:48.395350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb15956-3c7f-44eb-82bd-8704143e9a6a req-3405c83a-9dea-41b4-959a-ba2b189c40ec tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:48.396904 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffb15956-3c7f-44eb-82bd-8704143e9a6a req-3405c83a-9dea-41b4-959a-ba2b189c40ec tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 944 time: 0.0614307 Feb 08 16:37:48.447832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ffb15956-3c7f-44eb-82bd-8704143e9a6a req-aaf5585b-bb76-4c35-97e9-6cdeb1a6fdb2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438817 Feb 08 16:37:48.573953 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56857891-d7db-441e-98e2-3eef146d9635 req-5aeee2b2-2813-4ddf-8982-a7ffaab979d2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:48.575575 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56857891-d7db-441e-98e2-3eef146d9635 req-5aeee2b2-2813-4ddf-8982-a7ffaab979d2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 944 time: 0.0568743 Feb 08 16:37:48.625235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-56857891-d7db-441e-98e2-3eef146d9635 req-f840e74b-4edd-46e0-9897-5f17a032d9d2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442090 Feb 08 16:37:48.734317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76964b36-9821-4ba6-8e95-3411355d3583 req-2b97bd18-d21a-4939-bd65-63ea3b3914fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:48.735866 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-76964b36-9821-4ba6-8e95-3411355d3583 req-2b97bd18-d21a-4939-bd65-63ea3b3914fc service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.4081535 Feb 08 16:37:48.747235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a01189-7b55-4760-b51b-e55dd4fb0816 req-50fb5520-f19b-4703-91c3-e8d6f02b4739 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:48.748740 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39a01189-7b55-4760-b51b-e55dd4fb0816 req-50fb5520-f19b-4703-91c3-e8d6f02b4739 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 944 time: 0.0548716 Feb 08 16:37:48.799703 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39a01189-7b55-4760-b51b-e55dd4fb0816 req-430aca08-3ba3-46dd-bc5e-ac1a7b424240 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453169 Feb 08 16:37:48.805998 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-76964b36-9821-4ba6-8e95-3411355d3583 req-fe8d7ad8-08d7-4195-8b28-8418e0e2a14a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 200 len: 1000 time: 0.0632255 Feb 08 16:37:48.854300 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76964b36-9821-4ba6-8e95-3411355d3583 req-584eac98-618a-41dc-ad88-e597f36d0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:48.855781 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-76964b36-9821-4ba6-8e95-3411355d3583 req-584eac98-618a-41dc-ad88-e597f36d0f07 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0441847 Feb 08 16:37:48.906908 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76964b36-9821-4ba6-8e95-3411355d3583 req-6aa1ad74-3c64-4cfb-aca7-47332c109db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:48.908334 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-76964b36-9821-4ba6-8e95-3411355d3583 req-6aa1ad74-3c64-4cfb-aca7-47332c109db0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468123 Feb 08 16:37:49.012548 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-76964b36-9821-4ba6-8e95-3411355d3583 req-f50cba3e-0add-4a70-b1c6-c020f79d3a3e service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973296 Feb 08 16:37:49.040320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ecfc4-869a-4ac1-8fc5-0edfe02c555e req-91f540f9-fe96-48ed-ac79-69f4e08eb43c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:49.041873 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a4ecfc4-869a-4ac1-8fc5-0edfe02c555e req-91f540f9-fe96-48ed-ac79-69f4e08eb43c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 944 time: 0.0532866 Feb 08 16:37:49.089688 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0a4ecfc4-869a-4ac1-8fc5-0edfe02c555e req-34300f06-7825-4c67-9429-b02adde5b5f5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416703 Feb 08 16:37:49.106462 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-76964b36-9821-4ba6-8e95-3411355d3583 req-655e7225-ccd3-48d9-8320-7d18c1213d0b service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872242 Feb 08 16:37:49.287011 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:49.821901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6bb5305f-05ee-42fb-916f-629fdd1254e3 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:37:49.920931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:37:49.933355 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'port_id': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'mac_address': 'fa:16:3e:ef:61:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:37:49.977908 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 6bb5305f-05ee-42fb-916f-629fdd1254e3 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:37:49.978308 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:49.990922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb5305f-05ee-42fb-916f-629fdd1254e3 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:37:50.011077 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:37:50.015746 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:50.063396 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=6bb5305f-05ee-42fb-916f-629fdd1254e3,revision_number=12']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:37:50.071265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:50.071622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:50.071971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:50.072313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:50.072660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:50.073021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:50.073374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:50.073690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:50.074019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:50.074348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:50.074675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:50.075001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:50.075366 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:37:50.213237 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ca9d3-50e2-4dc5-aac2-d56d74763483 req-4f07cf82-939d-4f3c-a4c2-ea13fd385eb6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:50.214794 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f63ca9d3-50e2-4dc5-aac2-d56d74763483 req-4f07cf82-939d-4f3c-a4c2-ea13fd385eb6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0542030 Feb 08 16:37:50.262105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f63ca9d3-50e2-4dc5-aac2-d56d74763483 req-00c62aaf-b469-4706-82a1-4ce8c807ef5a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416021 Feb 08 16:37:50.297029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857d77e-66be-4ad7-81ba-f07892267fef req-fec66677-11b6-42d3-ab4d-5b929751a92b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:50.298499 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c857d77e-66be-4ad7-81ba-f07892267fef req-fec66677-11b6-42d3-ab4d-5b929751a92b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.96 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 945 time: 0.0552862 Feb 08 16:37:50.392767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-c857d77e-66be-4ad7-81ba-f07892267fef req-ba4bc6e7-4969-4628-b2cd-6c8810e8ee7b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Deleting port 6bb5305f-05ee-42fb-916f-629fdd1254e3 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:37:50.393147 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c857d77e-66be-4ad7-81ba-f07892267fef req-ba4bc6e7-4969-4628-b2cd-6c8810e8ee7b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:50.480439 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-c857d77e-66be-4ad7-81ba-f07892267fef req-ba4bc6e7-4969-4628-b2cd-6c8810e8ee7b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] For port 6bb5305f-05ee-42fb-916f-629fdd1254e3, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6bb5305f-05ee-42fb-916f-629fdd1254e3,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:37:50.480797 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c857d77e-66be-4ad7-81ba-f07892267fef req-ba4bc6e7-4969-4628-b2cd-6c8810e8ee7b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:50.653019 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c857d77e-66be-4ad7-81ba-f07892267fef req-ba4bc6e7-4969-4628-b2cd-6c8810e8ee7b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:50.653389 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c857d77e-66be-4ad7-81ba-f07892267fef req-ba4bc6e7-4969-4628-b2cd-6c8810e8ee7b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (16d34277-dbf1-45dc-a5b7-f34bc01984b1), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:50.653711 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [req-c857d77e-66be-4ad7-81ba-f07892267fef req-ba4bc6e7-4969-4628-b2cd-6c8810e8ee7b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1 disassociated. External IP: 172.25.7.103, port: 6bb5305f-05ee-42fb-916f-629fdd1254e3. Feb 08 16:37:50.654056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-c857d77e-66be-4ad7-81ba-f07892267fef req-ba4bc6e7-4969-4628-b2cd-6c8810e8ee7b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Calling delete_port for 6bb5305f-05ee-42fb-916f-629fdd1254e3 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:37:50.757230 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:50.781446 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c857d77e-66be-4ad7-81ba-f07892267fef req-ba4bc6e7-4969-4628-b2cd-6c8810e8ee7b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (6bb5305f-05ee-42fb-916f-629fdd1254e3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:50.813347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bc6e7-4969-4628-b2cd-6c8810e8ee7b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Pushing event deleted for resources: {'Port': ['ID=6bb5305f-05ee-42fb-916f-629fdd1254e3,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:37:50.937302 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c857d77e-66be-4ad7-81ba-f07892267fef req-ba4bc6e7-4969-4628-b2cd-6c8810e8ee7b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Router ac08dd9b-1005-4319-8a33-30c589461b22 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:37:51.048125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c857d77e-66be-4ad7-81ba-f07892267fef req-ba4bc6e7-4969-4628-b2cd-6c8810e8ee7b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:37:51.059107 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20657c7-6fa0-4882-91ff-783605488173 None None] Sync routers for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:37:51.069163 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20657c7-6fa0-4882-91ff-783605488173 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:37:51.070478 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c20657c7-6fa0-4882-91ff-783605488173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:37:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:37:51.089213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-c857d77e-66be-4ad7-81ba-f07892267fef req-ba4bc6e7-4969-4628-b2cd-6c8810e8ee7b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] No DVR routers for this DVR port 6bb5305f-05ee-42fb-916f-629fdd1254e3 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:37:51.091758 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-c857d77e-66be-4ad7-81ba-f07892267fef req-ba4bc6e7-4969-4628-b2cd-6c8810e8ee7b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:51.095094 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c857d77e-66be-4ad7-81ba-f07892267fef req-ba4bc6e7-4969-4628-b2cd-6c8810e8ee7b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.96 "DELETE /v2.0/ports/6bb5305f-05ee-42fb-916f-629fdd1254e3 HTTP/1.1" status: 204 len: 173 time: 0.7914779 Feb 08 16:37:51.095542 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'name': 'network-vif-deleted', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:37:51.097883 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038b4cbc-4235-4459-be26-8f449fca4e03" -d '{"events": [{"server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "name": "network-vif-deleted", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:37:51.135345 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b85a0e7-83e3-467f-ab13-c21efcc386b7 x-openstack-request-id: req-3b85a0e7-83e3-467f-ab13-c21efcc386b7 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:37:51.135636 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb83c2f-29a3-4050-83e2-c9c8e1f87273", "name": "network-vif-deleted", "tag": "6bb5305f-05ee-42fb-916f-629fdd1254e3", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:37:51.135890 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3b85a0e7-83e3-467f-ab13-c21efcc386b7 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:37:51.136299 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb83c2f-29a3-4050-83e2-c9c8e1f87273', 'name': 'network-vif-deleted', 'tag': '6bb5305f-05ee-42fb-916f-629fdd1254e3', 'status': 'completed', 'code': 200} Feb 08 16:37:51.182350 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c20657c7-6fa0-4882-91ff-783605488173 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:37:51.374925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb999336-d1bb-4b3a-bbca-25ec3538f1f0 req-77afe026-882c-47e7-96dc-9840970976d3 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=6eb83c2f-29a3-4050-83e2-c9c8e1f87273 HTTP/1.1" status: 200 len: 210 time: 0.0310307 Feb 08 16:37:51.383944 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c20657c7-6fa0-4882-91ff-783605488173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:37:51.416198 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20657c7-6fa0-4882-91ff-783605488173 None None] Checking router: ac08dd9b-1005-4319-8a33-30c589461b22 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:37:51.424476 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20657c7-6fa0-4882-91ff-783605488173 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:37:51.425137 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c20657c7-6fa0-4882-91ff-783605488173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:37:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:37:51.536466 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c20657c7-6fa0-4882-91ff-783605488173 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:37:51.729986 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c20657c7-6fa0-4882-91ff-783605488173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:37:51.755619 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20657c7-6fa0-4882-91ff-783605488173 None None] The sync data for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 is: [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:37:51.826933 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6bb5305f-05ee-42fb-916f-629fdd1254e3 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:37:51.831141 n-d-824834-11 neutron-server[103303]: INFO neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No ports have port_id starting with 6bb5305f-05ee-42fb-916f-629fdd1254e3 Feb 08 16:37:51.832675 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6bb5305f-05ee-42fb-916f-629fdd1254e3 requested by agent hyperv_n-h2-824834-11 not found in database {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 08 16:37:51.997957 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b2f3c-1ed0-4bce-b21b-2c4bec765262 None None] New status for floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:37:52.624972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-00743e49-3e81-49a4-9c19-cf345da625e0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--754555357&fields=id&tenant_id=d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 267 time: 0.0415707 Feb 08 16:37:52.732299 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-9b7c05c9-e90a-4661-9de6-0d58dea735bb tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:52.733775 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-9b7c05c9-e90a-4661-9de6-0d58dea735bb tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 812 time: 0.1023061 Feb 08 16:37:52.749144 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-e1ff053d-47a8-40ed-8f9f-82e724a0162d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/quotas/d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 375 time: 0.0098379 Feb 08 16:37:52.808513 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-df4eb3d1-1fc3-4412-ac1b-1222e0d860e6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544112 Feb 08 16:37:52.903491 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-87a6da7a-7742-41dc-90fc-7b23c498fcf5 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:37:52.904538 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-87a6da7a-7742-41dc-90fc-7b23c498fcf5 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0434380 Feb 08 16:37:52.998556 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-da64176d-7df7-4706-96d5-313625d9d328 service neutron] 10.222.0.82 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878558 Feb 08 16:37:53.093924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-f267e248-ff16-4dce-ad83-b75b3be4e9d0 service neutron] 10.222.0.82 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894120 Feb 08 16:37:53.257105 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-11c301e0-4236-4cda-ac09-4a1a935d9093 req-67ec2aa9-9577-4db4-80be-a9a14804d48c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 210 time: 0.0274968 Feb 08 16:37:53.827438 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6bb5305f-05ee-42fb-916f-629fdd1254e3 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:37:53.850226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 6bb5305f-05ee-42fb-916f-629fdd1254e3 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:37:53.850574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6bb5305f-05ee-42fb-916f-629fdd1254e3 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:37:54.258799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-e9a12266-317b-457e-9748-46a56d2c16a5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:54.261059 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-e9a12266-317b-457e-9748-46a56d2c16a5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 812 time: 0.1035664 Feb 08 16:37:54.330309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-0b63e09f-f4c7-423a-be20-9c6b1a434b94 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 379 time: 0.0607963 Feb 08 16:37:54.344135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-0c9a7f0e-c79b-448a-8ec2-7be4b076cabd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Request body: {'port': {'device_id': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'admin_state_up': True, 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'security_groups': ['f5024fee-082b-4475-b690-0f87e93de305']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:37:54.404933 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-71e893c1-9769-4649-9145-855d54bf014c req-8770e2ef-76d2-45a8-a85b-00abad32eb4d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 210 time: 0.0736368 Feb 08 16:37:54.480516 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-0c9a7f0e-c79b-448a-8ec2-7be4b076cabd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Made reservation on behalf of d51dcb69f1284a758abeee6a34954915 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:37:54.484032 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-0c9a7f0e-c79b-448a-8ec2-7be4b076cabd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:54.628152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-0c9a7f0e-c79b-448a-8ec2-7be4b076cabd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Allocated IP 172.20.0.8 (5907930d-fe05-48b3-8ae8-842232ce7153/1e942a62-2623-4ff1-8d23-29e44a0c1929/6c75ad4a-058b-4a62-b9aa-77c72db17078) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:37:54.768006 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-0c9a7f0e-c79b-448a-8ec2-7be4b076cabd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:54.800635 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-0c9a7f0e-c79b-448a-8ec2-7be4b076cabd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:54.845035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-0c9a7f0e-c79b-448a-8ec2-7be4b076cabd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Network 5907930d-fe05-48b3-8ae8-842232ce7153 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:37:54.848073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-0c9a7f0e-c79b-448a-8ec2-7be4b076cabd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:37:54.852542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-0c9a7f0e-c79b-448a-8ec2-7be4b076cabd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:37:54.859502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a7f0e-c79b-448a-8ec2-7be4b076cabd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Pushing event updated for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:37:54.908227 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-0c9a7f0e-c79b-448a-8ec2-7be4b076cabd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:54.908747 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-0c9a7f0e-c79b-448a-8ec2-7be4b076cabd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:54.925517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-0c9a7f0e-c79b-448a-8ec2-7be4b076cabd tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853503 Feb 08 16:37:54.942515 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Request body: {'port': {'device_id': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:37:55.010183 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:55.061536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-22e7b813-164a-4e94-af0d-567785c71e5a None None] Provisioning complete for port 6c75ad4a-058b-4a62-b9aa-77c72db17078 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:37:55.062127 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-22e7b813-164a-4e94-af0d-567785c71e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:55.095485 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-22e7b813-164a-4e94-af0d-567785c71e5a None None] Port 6c75ad4a-058b-4a62-b9aa-77c72db17078 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:37:55.195567 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:37:55.271445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c75ad4a-058b-4a62-b9aa-77c72db17078 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:37:55.280005 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Publish callbacks [] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:55.292910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Transition to ACTIVE for port object 6c75ad4a-058b-4a62-b9aa-77c72db17078 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:37:55.296361 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:55.348586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Pushing event updated for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:37:55.422911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Attempting to bind port 6c75ad4a-058b-4a62-b9aa-77c72db17078 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:37:55.423253 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Attempting to bind port 6c75ad4a-058b-4a62-b9aa-77c72db17078 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:37:55.423577 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Attempting to bind port 6c75ad4a-058b-4a62-b9aa-77c72db17078 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:37:55.428261 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Port 6c75ad4a-058b-4a62-b9aa-77c72db17078 on network 5907930d-fe05-48b3-8ae8-842232ce7153 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:37:55.428592 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Attempting to bind port 6c75ad4a-058b-4a62-b9aa-77c72db17078 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:37:55.434973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:37:55.434973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Checking segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:37:55.435346 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Bound using segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:37:55.435792 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Bound port: 6c75ad4a-058b-4a62-b9aa-77c72db17078, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:37:55.436147 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:55.534689 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:37:55.538240 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:37:55.547017 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:55.590749 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537868f-e813-49a9-9932-b7ba8d35ad86 req-02e955cd-e3ec-48ce-8138-a0aa4bb4df6c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:55.592342 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5537868f-e813-49a9-9932-b7ba8d35ad86 req-02e955cd-e3ec-48ce-8138-a0aa4bb4df6c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.1103022 Feb 08 16:37:55.593602 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:55.594207 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:37:55.595548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] 10.222.0.94 "PUT /v2.0/ports/6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 200 len: 1092 time: 0.6585770 Feb 08 16:37:55.600148 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:37:55.603408 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b747b66-1790-4407-af55-3e8534ee1b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:37:55.642117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba401533-332d-41b5-9f7b-3b64d4575898 service neutron] Pushing event updated for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:37:55.666363 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebafef3c-7f24-4fb8-aa1a-21c83bdd96ff x-openstack-request-id: req-ebafef3c-7f24-4fb8-aa1a-21c83bdd96ff {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:37:55.666661 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:37:55.666922 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ebafef3c-7f24-4fb8-aa1a-21c83bdd96ff {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:37:55.667328 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'status': 'completed', 'code': 200} Feb 08 16:37:55.695489 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5537868f-e813-49a9-9932-b7ba8d35ad86 req-078a2ee2-7ea3-4c01-a48f-a5c7ece4946f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891662 Feb 08 16:37:55.717254 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-fd0dc9fd-4027-426e-90ed-86fa5e36d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:55.718836 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-fd0dc9fd-4027-426e-90ed-86fa5e36d177 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 1126 time: 0.0650349 Feb 08 16:37:55.768748 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-1a40c9ca-c806-4914-8634-2bd354b59428 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 200 len: 217 time: 0.0402944 Feb 08 16:37:55.817858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-e8998d02-0866-45af-875a-c0805f0e03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:55.819365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-e8998d02-0866-45af-875a-c0805f0e03d0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0442810 Feb 08 16:37:55.872414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-005185d4-22c8-4083-bd7a-6842ce023bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:55.873951 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-005185d4-22c8-4083-bd7a-6842ce023bb1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449576 Feb 08 16:37:55.968673 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-99ef4995-af6f-42fb-aac6-293e01397b7f service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885272 Feb 08 16:37:56.060971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c31edcbb-74fc-491a-8dc5-9323432acad0 req-7815e653-c1e4-4bc2-bf9b-f2b8d1a1706b service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832460 Feb 08 16:37:56.149726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b747b66-1790-4407-af55-3e8534ee1b1f req-1d192baa-8114-48d0-b837-936580e6e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:56.151229 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b747b66-1790-4407-af55-3e8534ee1b1f req-1d192baa-8114-48d0-b837-936580e6e66a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 1126 time: 0.0452299 Feb 08 16:37:56.247673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b747b66-1790-4407-af55-3e8534ee1b1f req-747a4922-d752-4299-82d2-b03e62e8242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:56.249108 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b747b66-1790-4407-af55-3e8534ee1b1f req-747a4922-d752-4299-82d2-b03e62e8242f service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0884371 Feb 08 16:37:56.291046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b747b66-1790-4407-af55-3e8534ee1b1f req-7602ff1f-ea1e-4312-b705-63445362f6fa service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 200 len: 217 time: 0.0350876 Feb 08 16:37:56.337417 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b747b66-1790-4407-af55-3e8534ee1b1f req-c6506688-8ed0-46df-bae7-1af86e0817d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:56.338830 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b747b66-1790-4407-af55-3e8534ee1b1f req-c6506688-8ed0-46df-bae7-1af86e0817d2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0419168 Feb 08 16:37:56.392687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b747b66-1790-4407-af55-3e8534ee1b1f req-d335195b-99b2-4945-bd5a-6dc37b055d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:56.394224 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b747b66-1790-4407-af55-3e8534ee1b1f req-d335195b-99b2-4945-bd5a-6dc37b055d1b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480170 Feb 08 16:37:56.485498 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b747b66-1790-4407-af55-3e8534ee1b1f req-863157e8-27a4-40c3-8179-1b19525f3e94 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826979 Feb 08 16:37:56.576933 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b747b66-1790-4407-af55-3e8534ee1b1f req-608eaefd-36b7-4177-92d2-2ac98c1644bf service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852170 Feb 08 16:37:56.822580 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f391235-6335-46b9-a328-0c8764907e25 req-3f23e925-88a6-4240-a84a-0261dc234076 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:56.824061 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f391235-6335-46b9-a328-0c8764907e25 req-3f23e925-88a6-4240-a84a-0261dc234076 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0557432 Feb 08 16:37:56.870303 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f391235-6335-46b9-a328-0c8764907e25 req-a52f1d2f-ea30-4284-bf9b-0e7677a4cf10 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405350 Feb 08 16:37:57.991406 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172818a8-63da-423b-8cf0-ba114cafa5a1 req-75fdc4c8-f8bb-42c5-8e78-9bad0dc46432 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:57.992837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-172818a8-63da-423b-8cf0-ba114cafa5a1 req-75fdc4c8-f8bb-42c5-8e78-9bad0dc46432 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0537367 Feb 08 16:37:58.044422 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-172818a8-63da-423b-8cf0-ba114cafa5a1 req-1a9f27f1-6202-4054-bdd3-89c0840eb1d7 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458558 Feb 08 16:37:59.164782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee4c81-85f5-42f2-baa6-9416bd42a5d2 req-633e2fa6-3766-4370-a748-17c0193c3935 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:37:59.166285 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03ee4c81-85f5-42f2-baa6-9416bd42a5d2 req-633e2fa6-3766-4370-a748-17c0193c3935 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0549414 Feb 08 16:37:59.213894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03ee4c81-85f5-42f2-baa6-9416bd42a5d2 req-9f5bc3fe-ad34-4844-908c-fea6e657166d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420420 Feb 08 16:38:00.122922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6c75ad4a-058b-4a62-b9aa-77c72db17078 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:38:00.218637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:38:00.230571 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'port_id': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'mac_address': 'fa:16:3e:80:cb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:38:00.266673 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6c75ad4a-058b-4a62-b9aa-77c72db17078 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:38:00.267098 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:00.281396 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c75ad4a-058b-4a62-b9aa-77c72db17078 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:38:00.301739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:38:00.306073 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:00.338442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64b03c-6206-44b7-b7dd-259f617d59f6 req-7e231f1d-7752-463e-96b1-cc28997e5b75 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:00.339947 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f64b03c-6206-44b7-b7dd-259f617d59f6 req-7e231f1d-7752-463e-96b1-cc28997e5b75 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0559547 Feb 08 16:38:00.359069 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:38:00.388677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f64b03c-6206-44b7-b7dd-259f617d59f6 req-a4ca648b-3227-47d1-9a53-5cfdabcada77 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424650 Feb 08 16:38:00.556482 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['6c75ad4a-058b-4a62-b9aa-77c72db17078'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:38:01.544628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce5f3c-8b16-458a-9172-9aa24c111a08 req-abbb6128-f9e7-4f1b-b93f-4afa343bb023 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:01.546311 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60ce5f3c-8b16-458a-9172-9aa24c111a08 req-abbb6128-f9e7-4f1b-b93f-4afa343bb023 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0721779 Feb 08 16:38:01.598084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60ce5f3c-8b16-458a-9172-9aa24c111a08 req-874e2761-940e-43f5-a0f8-3c975cd8ebb9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461285 Feb 08 16:38:01.603563 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-850b44fb-5ea0-4198-9185-217e828b56a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:02.140172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6c75ad4a-058b-4a62-b9aa-77c72db17078 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:38:02.190942 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 6c75ad4a-058b-4a62-b9aa-77c72db17078 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:38:02.195203 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 6c75ad4a-058b-4a62-b9aa-77c72db17078 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:38:02.195593 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:02.269794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6c75ad4a-058b-4a62-b9aa-77c72db17078 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:38:02.270450 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:02.293694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:38:02.295922 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83adfa1f-5be6-4566-b161-3059bd3247f8" -d '{"events": [{"server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "name": "network-vif-plugged", "status": "completed", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:38:02.310650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:38:02.314659 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:02.343142 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38233fe-8e8c-4b45-9b60-de4d35a5050f x-openstack-request-id: req-e38233fe-8e8c-4b45-9b60-de4d35a5050f {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:38:02.343432 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "name": "network-vif-plugged", "status": "completed", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:38:02.343711 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e38233fe-8e8c-4b45-9b60-de4d35a5050f {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:38:02.344089 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'code': 200} Feb 08 16:38:02.452698 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272de120-302e-4ee6-a635-776e0a8e9ff4 req-3550c426-81a5-4d30-a180-bdc73c6cb3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:02.454150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-272de120-302e-4ee6-a635-776e0a8e9ff4 req-3550c426-81a5-4d30-a180-bdc73c6cb3dd service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 1128 time: 0.0463958 Feb 08 16:38:02.503085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-272de120-302e-4ee6-a635-776e0a8e9ff4 req-9300e7d5-489a-405b-99a0-cb70ff3e26c7 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391033 Feb 08 16:38:02.531053 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:38:02.734670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e2ce0-5623-4a26-a508-6dbbeea33212 req-cba91a4a-17d7-40ce-83da-86a9b87355b0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:02.736121 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f69e2ce0-5623-4a26-a508-6dbbeea33212 req-cba91a4a-17d7-40ce-83da-86a9b87355b0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0566728 Feb 08 16:38:02.787969 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f69e2ce0-5623-4a26-a508-6dbbeea33212 req-9e6f4032-4d8a-458d-9b8a-38b93cd51765 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461037 Feb 08 16:38:03.867690 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7917e3a4-8c19-4687-ac3e-d7d9ad03cc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:03.910455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebb216-0a55-4aa7-afb8-ff474c0a7063 req-4d26f819-331d-4fc2-87e5-f3c894574bc4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:03.911963 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1ebb216-0a55-4aa7-afb8-ff474c0a7063 req-4d26f819-331d-4fc2-87e5-f3c894574bc4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0554571 Feb 08 16:38:03.958462 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b1ebb216-0a55-4aa7-afb8-ff474c0a7063 req-e4fa507a-5cef-461d-a455-5c2c88207db5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408688 Feb 08 16:38:04.075194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4071f0a-825f-4941-afc0-aa60e57bdc1b req-2833327b-5ebd-4c23-8948-6a274f524fc2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:04.076686 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f4071f0a-825f-4941-afc0-aa60e57bdc1b req-2833327b-5ebd-4c23-8948-6a274f524fc2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0531311 Feb 08 16:38:04.085587 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33178) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:38:04.089993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-43fc0da8-dfc0-4bad-8fe6-a11f1e73fa2a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Request body: {'floatingip': {'port_id': '6c75ad4a-058b-4a62-b9aa-77c72db17078'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:38:04.132827 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-43fc0da8-dfc0-4bad-8fe6-a11f1e73fa2a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (16d34277-dbf1-45dc-a5b7-f34bc01984b1), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:04.555614 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-43fc0da8-dfc0-4bad-8fe6-a11f1e73fa2a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:04.559272 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-43fc0da8-dfc0-4bad-8fe6-a11f1e73fa2a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (16d34277-dbf1-45dc-a5b7-f34bc01984b1), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:04.662364 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-43fc0da8-dfc0-4bad-8fe6-a11f1e73fa2a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1 associated. External IP: 172.25.7.103, port: 6c75ad4a-058b-4a62-b9aa-77c72db17078. Feb 08 16:38:05.201230 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fc0da8-dfc0-4bad-8fe6-a11f1e73fa2a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Router ac08dd9b-1005-4319-8a33-30c589461b22 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:38:05.312406 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fc0da8-dfc0-4bad-8fe6-a11f1e73fa2a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:38:05.317241 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-43fc0da8-dfc0-4bad-8fe6-a11f1e73fa2a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:05.322900 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bacee0-3bc2-4685-85ff-c662300f52fb None None] Sync routers for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:38:05.332493 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bacee0-3bc2-4685-85ff-c662300f52fb None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:38:05.333131 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12bacee0-3bc2-4685-85ff-c662300f52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:38:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:38:05.347002 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-43fc0da8-dfc0-4bad-8fe6-a11f1e73fa2a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "PUT /v2.0/floatingips/16d34277-dbf1-45dc-a5b7-f34bc01984b1 HTTP/1.1" status: 200 len: 992 time: 1.2602553 Feb 08 16:38:05.347585 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:38:05.349952 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13247ad-9168-49ff-8eee-b0f0c8c1f738" -d '{"events": [{"name": "network-changed", "server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:38:05.391023 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc685d24-134e-4c91-99cf-58d73787dd62 x-openstack-request-id: req-dc685d24-134e-4c91-99cf-58d73787dd62 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:38:05.391450 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:38:05.391756 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dc685d24-134e-4c91-99cf-58d73787dd62 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:38:05.392166 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'status': 'completed', 'code': 200} Feb 08 16:38:05.450804 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-12bacee0-3bc2-4685-85ff-c662300f52fb None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:38:05.487301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd233e-94e8-42e5-9b02-ad8d4cb5cd76 req-f6fee1cf-3019-4e26-bdb0-1111a1c88906 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:05.488708 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d6dd233e-94e8-42e5-9b02-ad8d4cb5cd76 req-f6fee1cf-3019-4e26-bdb0-1111a1c88906 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0859842 Feb 08 16:38:05.491840 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13247ad-9168-49ff-8eee-b0f0c8c1f738 req-8fdfa67d-0380-4305-826f-4a15ee04db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:05.493285 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13247ad-9168-49ff-8eee-b0f0c8c1f738 req-8fdfa67d-0380-4305-826f-4a15ee04db06 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 1128 time: 0.0800314 Feb 08 16:38:05.589260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d6dd233e-94e8-42e5-9b02-ad8d4cb5cd76 req-c1222e3c-11a6-4d27-8ff3-0c6daaf5c00b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940161 Feb 08 16:38:05.615688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13247ad-9168-49ff-8eee-b0f0c8c1f738 req-d0aa7889-641a-4d7d-8dc2-4c287be9cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:05.617792 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13247ad-9168-49ff-8eee-b0f0c8c1f738 req-d0aa7889-641a-4d7d-8dc2-4c287be9cfd9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.1168101 Feb 08 16:38:05.684500 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:05.691845 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13247ad-9168-49ff-8eee-b0f0c8c1f738 req-19f7a210-c9be-4ad2-918c-754ed8b12f49 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 200 len: 1000 time: 0.0680950 Feb 08 16:38:05.739021 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13247ad-9168-49ff-8eee-b0f0c8c1f738 req-a39418d8-c5dc-4151-8635-890eee49f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:05.740588 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13247ad-9168-49ff-8eee-b0f0c8c1f738 req-a39418d8-c5dc-4151-8635-890eee49f2a3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0428698 Feb 08 16:38:05.769304 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12bacee0-3bc2-4685-85ff-c662300f52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '16d34277-dbf1-45dc-a5b7-f34bc01984b1', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'port_id': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'mac_address': 'fa:16:3e:80:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:35:05Z', 'updated_at': '2022-02-08T16:38:04Z', 'revision_number': 13, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:38:05.790214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13247ad-9168-49ff-8eee-b0f0c8c1f738 req-7b6e574c-bca4-4082-9e04-8a46147db143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:05.791760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13247ad-9168-49ff-8eee-b0f0c8c1f738 req-7b6e574c-bca4-4082-9e04-8a46147db143 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454757 Feb 08 16:38:05.799227 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bacee0-3bc2-4685-85ff-c662300f52fb None None] Checking router: ac08dd9b-1005-4319-8a33-30c589461b22 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:38:05.807690 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bacee0-3bc2-4685-85ff-c662300f52fb None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:38:05.808296 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12bacee0-3bc2-4685-85ff-c662300f52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:38:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:38:05.883115 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13247ad-9168-49ff-8eee-b0f0c8c1f738 req-1c53c08f-4427-4065-9a0c-8f04a0fce2df service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851505 Feb 08 16:38:05.916391 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-12bacee0-3bc2-4685-85ff-c662300f52fb None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:38:05.977591 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13247ad-9168-49ff-8eee-b0f0c8c1f738 req-6b186bcf-4c9e-48cc-a489-e4e80ba788b7 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882070 Feb 08 16:38:06.134500 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-12bacee0-3bc2-4685-85ff-c662300f52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '16d34277-dbf1-45dc-a5b7-f34bc01984b1', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'port_id': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'mac_address': 'fa:16:3e:80:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:35:05Z', 'updated_at': '2022-02-08T16:38:04Z', 'revision_number': 13, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:38:06.162670 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bacee0-3bc2-4685-85ff-c662300f52fb None None] The sync data for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 is: [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '16d34277-dbf1-45dc-a5b7-f34bc01984b1', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'port_id': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'mac_address': 'fa:16:3e:80:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:35:05Z', 'updated_at': '2022-02-08T16:38:04Z', 'revision_number': 13, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:38:06.345547 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f705fed-9ade-499a-8872-1dda0cce3cc9 None None] New status for floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:38:06.718190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76057203-3c31-48cf-bcfd-02938409b67f req-495ea99e-ae48-4d6b-95f7-353d464cb6e4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:06.719881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-76057203-3c31-48cf-bcfd-02938409b67f req-495ea99e-ae48-4d6b-95f7-353d464cb6e4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0587792 Feb 08 16:38:06.766542 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-76057203-3c31-48cf-bcfd-02938409b67f req-012405ab-8948-45df-b38c-5e1518bf346c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410929 Feb 08 16:38:06.854185 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:08.060290 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:09.254366 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c110cb-ed21-4a5b-b2f3-15f092884792 req-211764d9-e54f-4c04-8e32-e5453fbcdc03 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:09.255837 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57c110cb-ed21-4a5b-b2f3-15f092884792 req-211764d9-e54f-4c04-8e32-e5453fbcdc03 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0523005 Feb 08 16:38:09.302934 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57c110cb-ed21-4a5b-b2f3-15f092884792 req-c8de7824-dcc1-495e-a24b-cc78f9329bfc tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409675 Feb 08 16:38:19.308121 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:20.748798 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:25.698173 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358af35-254c-48f8-8beb-0b52e940242e req-31af9527-6132-435d-bfb7-cdc37bca3aed tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:25.699674 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6358af35-254c-48f8-8beb-0b52e940242e req-31af9527-6132-435d-bfb7-cdc37bca3aed tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0934932 Feb 08 16:38:25.728510 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-b1c159e1-b6fd-4b19-beb0-4b401aae9852 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1334496 Feb 08 16:38:25.763581 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6358af35-254c-48f8-8beb-0b52e940242e req-a493bbf2-4d02-444e-8dc2-0a84fd9db1f9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574296 Feb 08 16:38:26.883747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-4393f954-ed35-451e-99a2-e00ba02d0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:26.885265 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-4393f954-ed35-451e-99a2-e00ba02d0d67 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 1128 time: 0.0723338 Feb 08 16:38:26.957461 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b34b0-92f0-430c-9748-b314d71d6901 req-a409729e-a93c-49eb-80b8-81ac2df9087f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:26.958920 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac5b34b0-92f0-430c-9748-b314d71d6901 req-a409729e-a93c-49eb-80b8-81ac2df9087f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.1119437 Feb 08 16:38:27.013236 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-0feb311b-2574-4ddf-bb52-738950eb0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:27.014614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-0feb311b-2574-4ddf-bb52-738950eb0be5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.1229715 Feb 08 16:38:27.035405 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ac5b34b0-92f0-430c-9748-b314d71d6901 req-0dd7fdc4-e6fa-4d74-9dea-b694d040d3c6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699501 Feb 08 16:38:27.094431 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-74366261-b6d3-4198-847e-693ba92c61f9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 200 len: 1002 time: 0.0725741 Feb 08 16:38:27.144569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-1acbc2ae-10d1-40ae-9701-015c5d14d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:27.146318 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-1acbc2ae-10d1-40ae-9701-015c5d14d06c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0446808 Feb 08 16:38:27.194675 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-1136de0a-ece9-4db1-9c5c-7438d7ff4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:27.196135 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-1136de0a-ece9-4db1-9c5c-7438d7ff4c81 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431800 Feb 08 16:38:27.286195 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-4141ddad-15d2-4fba-83a8-65885545776a service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837481 Feb 08 16:38:27.376309 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-14e89dea-9787-4de0-b5af-865dc2ef3b72 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830710 Feb 08 16:38:28.165481 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa63c8-fa4c-4dc4-be4c-62bd02564181 req-898f50cc-f9ec-4538-88d3-fd0193b1b331 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:28.166968 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36fa63c8-fa4c-4dc4-be4c-62bd02564181 req-898f50cc-f9ec-4538-88d3-fd0193b1b331 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0585222 Feb 08 16:38:28.214653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36fa63c8-fa4c-4dc4-be4c-62bd02564181 req-c614a940-4e0f-4931-9d2d-ed6d9992560f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421309 Feb 08 16:38:29.338195 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bc3ac-3089-43a8-96aa-a5343cf1eda9 req-356d199a-e10d-4e4b-9744-94d6226804f1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:29.339655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e5bc3ac-3089-43a8-96aa-a5343cf1eda9 req-356d199a-e10d-4e4b-9744-94d6226804f1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0569286 Feb 08 16:38:29.385586 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2e5bc3ac-3089-43a8-96aa-a5343cf1eda9 req-51ea2050-86b9-460f-8e08-d6b380cdb3a5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403650 Feb 08 16:38:30.505883 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412edd8-dafb-4726-b18d-a9878f2734cd req-851bddb2-dd75-4b8e-b185-f70e08229567 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:30.508453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9412edd8-dafb-4726-b18d-a9878f2734cd req-851bddb2-dd75-4b8e-b185-f70e08229567 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0539198 Feb 08 16:38:30.558828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9412edd8-dafb-4726-b18d-a9878f2734cd req-41567f72-a255-4371-8fbd-43a2043e3d5d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447807 Feb 08 16:38:31.606552 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-02d2b9f2-edb3-41ed-b704-915ecba22cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:31.684911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fb2c1-8546-4474-80a4-ba7ad622928c req-2f493604-8709-4691-839f-7ff596e2e765 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:31.686413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea4fb2c1-8546-4474-80a4-ba7ad622928c req-2f493604-8709-4691-839f-7ff596e2e765 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0546238 Feb 08 16:38:31.734972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ea4fb2c1-8546-4474-80a4-ba7ad622928c req-3840e972-2938-4c5e-8cea-6a2365573b0a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429757 Feb 08 16:38:32.195165 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:38:32.854118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647b107-fe8c-4b1e-9d77-3a113d350f8e req-6b744905-2add-4c7b-811b-90cf60b0f2dc tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:32.855587 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d647b107-fe8c-4b1e-9d77-3a113d350f8e req-6b744905-2add-4c7b-811b-90cf60b0f2dc tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0528038 Feb 08 16:38:32.902319 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d647b107-fe8c-4b1e-9d77-3a113d350f8e req-f7e1264b-3c5d-49fb-9b3e-878a7263b1dc tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411699 Feb 08 16:38:33.872210 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-55e061f2-dbef-43a1-b2b0-48bc52957065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:34.028896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcedf7-f37b-471e-839d-9d44be4e5a1a req-c6b89d37-6c79-47dd-85bb-2188520ac68e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:34.030469 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4dcedf7-f37b-471e-839d-9d44be4e5a1a req-c6b89d37-6c79-47dd-85bb-2188520ac68e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0581689 Feb 08 16:38:34.078926 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4dcedf7-f37b-471e-839d-9d44be4e5a1a req-aa60e872-9b9a-4097-8bce-ea12d8705df1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426879 Feb 08 16:38:35.199605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370bce7-d9cf-4caa-90d6-89d1df7a45dc req-44d2d2ae-96a8-45fb-aa11-262fad289700 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:35.201041 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2370bce7-d9cf-4caa-90d6-89d1df7a45dc req-44d2d2ae-96a8-45fb-aa11-262fad289700 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0532188 Feb 08 16:38:35.247971 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2370bce7-d9cf-4caa-90d6-89d1df7a45dc req-e2672f68-3820-4032-8a00-f8f82e647e6f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411353 Feb 08 16:38:35.687934 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:36.368586 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08532799-bbb3-4329-af64-82cd6407adb3 req-7f8a2ebf-df21-4751-82b0-39b14346f7cf tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:36.370132 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-08532799-bbb3-4329-af64-82cd6407adb3 req-7f8a2ebf-df21-4751-82b0-39b14346f7cf tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0538235 Feb 08 16:38:36.424049 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-08532799-bbb3-4329-af64-82cd6407adb3 req-c253f839-96b9-4e97-a97d-a13fc972c047 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483208 Feb 08 16:38:36.857082 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:37.550574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6b0cc-5e10-4b89-aede-273705d90f02 req-394ec285-a0ae-416f-ad45-8a02216b88e5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:37.552102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94e6b0cc-5e10-4b89-aede-273705d90f02 req-394ec285-a0ae-416f-ad45-8a02216b88e5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0537632 Feb 08 16:38:37.599955 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-94e6b0cc-5e10-4b89-aede-273705d90f02 req-881e4430-df63-4a43-aa7c-29edbb82fd95 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412319 Feb 08 16:38:38.056336 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:38.283856 n-d-824834-11 neutron-server[103301]: INFO neutron.api.v2.resource [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-ec019db8-d78f-4615-b3e1-9c02a13a0cd1 service neutron] show failed (client error): The resource could not be found. Feb 08 16:38:38.284881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-ec019db8-d78f-4615-b3e1-9c02a13a0cd1 service neutron] 10.222.0.94 "GET /v2.0/ports/6c75ad4a-058b-4a62-b9aa-77c72db17078/bindings/n-h2-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.0556726 Feb 08 16:38:38.346256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6c75ad4a-058b-4a62-b9aa-77c72db17078 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:38:38.426657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6c75ad4a-058b-4a62-b9aa-77c72db17078 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:38:38.427041 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:38.451973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:38:38.454255 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8a9e94-1292-4cb1-b4b5-2e00d4771d19" -d '{"events": [{"server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "name": "network-vif-unplugged", "status": "completed", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:38:38.467749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:38:38.473023 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:38.507453 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-19650ff6-ff8a-4f74-9b07-feaf1c5238f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:38.509207 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-19650ff6-ff8a-4f74-9b07-feaf1c5238f8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb&tenant_id=d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 1128 time: 0.0521061 Feb 08 16:38:38.514022 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d2b473-8256-40a5-8d15-315e9e7d8a1c x-openstack-request-id: req-a1d2b473-8256-40a5-8d15-315e9e7d8a1c {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:38:38.514316 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "name": "network-vif-unplugged", "status": "completed", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:38:38.514579 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a1d2b473-8256-40a5-8d15-315e9e7d8a1c {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:38:38.514969 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'code': 200} Feb 08 16:38:38.527684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:38:38.527880 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:38:38.592089 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:38.726460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8656894-d93e-4a70-97d7-cd7e5da97050 req-651a2ac6-529b-4062-8b25-d55bbfd0b381 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:38.727981 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a8656894-d93e-4a70-97d7-cd7e5da97050 req-651a2ac6-529b-4062-8b25-d55bbfd0b381 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0583313 Feb 08 16:38:38.778165 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a8656894-d93e-4a70-97d7-cd7e5da97050 req-536b7988-b070-4aa1-80e6-2ca8709dc2f5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443697 Feb 08 16:38:38.800051 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:38:38.833393 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:38:38.868273 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c75ad4a-058b-4a62-b9aa-77c72db17078 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:38:38.876194 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Publish callbacks [] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:38.890166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Transition to ACTIVE for port object 6c75ad4a-058b-4a62-b9aa-77c72db17078 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:38:38.893460 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:38.975594 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Pushing event updated for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:38:39.018705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] No DVR routers for this DVR port 6c75ad4a-058b-4a62-b9aa-77c72db17078 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:38:39.159436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Attempting to bind port 6c75ad4a-058b-4a62-b9aa-77c72db17078 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:38:39.159705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Attempting to bind port 6c75ad4a-058b-4a62-b9aa-77c72db17078 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:38:39.160037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Attempting to bind port 6c75ad4a-058b-4a62-b9aa-77c72db17078 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:38:39.165037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Port 6c75ad4a-058b-4a62-b9aa-77c72db17078 on network 5907930d-fe05-48b3-8ae8-842232ce7153 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:38:39.165368 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Attempting to bind port 6c75ad4a-058b-4a62-b9aa-77c72db17078 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:38:39.170146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:38:39.170492 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Checking segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:38:39.170878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Bound using segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:38:39.171312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Bound port: 6c75ad4a-058b-4a62-b9aa-77c72db17078, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:38:39.171668 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:39.233336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:38:39.236165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:38:39.242919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:39.275121 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:39.275747 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:39.277226 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] 10.222.0.96 "PUT /v2.0/ports/6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 200 len: 1092 time: 0.7538190 Feb 08 16:38:39.277670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:38:39.279911 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec79e257-3edb-41fd-99ba-5f08831e1d47" -d '{"events": [{"name": "network-changed", "server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:38:39.336168 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540f1cb-fc3a-4a84-a3f5-db5b2abb3a83 service neutron] Pushing event updated for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=8']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:38:39.342845 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c276a6-d272-4dd0-a5c3-022edccc4cba x-openstack-request-id: req-31c276a6-d272-4dd0-a5c3-022edccc4cba {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:38:39.343309 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:38:39.343565 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-31c276a6-d272-4dd0-a5c3-022edccc4cba {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:38:39.343978 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'status': 'completed', 'code': 200} Feb 08 16:38:39.361023 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-12546e2e-0a1c-494f-ac81-e5b88939f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:39.362594 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-12546e2e-0a1c-494f-ac81-e5b88939f573 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 1126 time: 0.0574298 Feb 08 16:38:39.422891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-11eaa308-e40e-4c03-bdcb-4edebeb0d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:39.424676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-11eaa308-e40e-4c03-bdcb-4edebeb0d7c1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 1126 time: 0.0563493 Feb 08 16:38:39.461199 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-86081f90-44d0-44e6-92eb-1c07cecf3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:39.462780 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-86081f90-44d0-44e6-92eb-1c07cecf3481 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0928364 Feb 08 16:38:39.527020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-42e1ea17-9011-493f-afbf-95ceab253b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:39.528568 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-42e1ea17-9011-493f-afbf-95ceab253b63 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0956309 Feb 08 16:38:39.534580 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-e9fa32d4-c9b6-49b2-9e0b-b10979bc0d08 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 200 len: 1000 time: 0.0650682 Feb 08 16:38:39.583450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-274f4641-418b-4036-82a8-7cafc447f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:39.585752 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-274f4641-418b-4036-82a8-7cafc447f137 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0457983 Feb 08 16:38:39.601653 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-94d7dc4b-64c4-48db-8ba7-20336be42149 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 200 len: 1000 time: 0.0632391 Feb 08 16:38:39.635947 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-d1a648f1-43cf-41a5-92e8-cef03ff6b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:39.637498 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-d1a648f1-43cf-41a5-92e8-cef03ff6b2ed service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461915 Feb 08 16:38:39.655868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-022cf042-3e0d-40cf-ada9-9853eb9073b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:39.657403 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-022cf042-3e0d-40cf-ada9-9853eb9073b1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0461690 Feb 08 16:38:39.715333 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-0b69853c-4318-4a90-97f3-95b8ff2f7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:39.717389 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-0b69853c-4318-4a90-97f3-95b8ff2f7356 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509596 Feb 08 16:38:39.738349 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-e87380bf-7edb-4b2c-bec2-0a7ddf24a60f service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946603 Feb 08 16:38:39.814910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-662b3cca-530a-42f8-b30a-54b084d96166 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874255 Feb 08 16:38:39.826153 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-4e5b64f6-63a3-4644-a9ec-99ddaa518116 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822644 Feb 08 16:38:39.937433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-3ba9c033-4aa1-4f7c-961e-283913bb26d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:39.938982 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-3ba9c033-4aa1-4f7c-961e-283913bb26d6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 1126 time: 0.0581062 Feb 08 16:38:39.950472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f41512-c951-4019-b1f7-b55cc4cdf01e req-ff852a23-b0c8-470e-b8f3-f435c9e4267e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:39.952936 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99f41512-c951-4019-b1f7-b55cc4cdf01e req-ff852a23-b0c8-470e-b8f3-f435c9e4267e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0815229 Feb 08 16:38:39.977949 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-800edb95-3ce6-4e54-98dd-b656fc7fa8f8 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537387 Feb 08 16:38:40.013491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99f41512-c951-4019-b1f7-b55cc4cdf01e req-3545b44b-1023-4b7a-97bb-2c6a90f432a5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539372 Feb 08 16:38:40.052001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-d4364c37-a259-4ba7-8dd7-47d61350f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:40.053668 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-d4364c37-a259-4ba7-8dd7-47d61350f6b3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.1085041 Feb 08 16:38:40.121368 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-501466f0-edc8-4f9c-ac98-2eae2d469229 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 200 len: 1000 time: 0.0615804 Feb 08 16:38:40.173339 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-837461c1-a365-4ce2-b3f4-da318f1b5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:40.174812 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-837461c1-a365-4ce2-b3f4-da318f1b5f11 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0482049 Feb 08 16:38:40.223833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-1ff5b53a-ce31-4c7d-a6cc-2a88c09205c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:40.225850 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-1ff5b53a-ce31-4c7d-a6cc-2a88c09205c8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454404 Feb 08 16:38:40.314660 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-c6fdedd1-3469-4467-b7d4-b8d85645fa44 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828917 Feb 08 16:38:40.408362 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ec79e257-3edb-41fd-99ba-5f08831e1d47 req-b48de87b-e828-49a3-8786-82323488b201 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878801 Feb 08 16:38:41.163221 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31052bb-3447-4f25-b903-0b27a800123d req-c9982ba0-0a99-4224-bf48-62e1839cae51 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:41.165444 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e31052bb-3447-4f25-b903-0b27a800123d req-c9982ba0-0a99-4224-bf48-62e1839cae51 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0717616 Feb 08 16:38:41.218718 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e31052bb-3447-4f25-b903-0b27a800123d req-cc2928c8-b8ab-4c02-8bb7-67a418824577 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465889 Feb 08 16:38:42.344242 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77116fa-c8d2-47b4-863f-d16a366e208d req-fa32a88c-6235-4b13-b60d-b4f92ba418be tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:42.345773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c77116fa-c8d2-47b4-863f-d16a366e208d req-fa32a88c-6235-4b13-b60d-b4f92ba418be tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0560117 Feb 08 16:38:42.394846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c77116fa-c8d2-47b4-863f-d16a366e208d req-4b3a99e9-7a4a-4847-8ce0-b2fd639d63c0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423708 Feb 08 16:38:43.519955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22530820-0a14-4e14-ba66-fee24a5db93b req-4f5e3b63-d2c7-4b4e-b22a-b88431017ff3 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:43.521486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-22530820-0a14-4e14-ba66-fee24a5db93b req-4f5e3b63-d2c7-4b4e-b22a-b88431017ff3 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0550175 Feb 08 16:38:43.571322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-22530820-0a14-4e14-ba66-fee24a5db93b req-81f037e7-9dce-4a41-9be3-bfed71564141 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426476 Feb 08 16:38:44.701411 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6477e5-f007-4596-b6fc-0f3b21d9cfe6 req-4df56a07-d4ea-405a-b663-341569d6157a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:44.702865 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-db6477e5-f007-4596-b6fc-0f3b21d9cfe6 req-4df56a07-d4ea-405a-b663-341569d6157a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0575671 Feb 08 16:38:44.750220 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-db6477e5-f007-4596-b6fc-0f3b21d9cfe6 req-1efc0dcc-04b4-41b6-96a0-101d1b162e71 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416303 Feb 08 16:38:45.873641 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005fabb-b77f-4bc4-8987-c224d9721cb3 req-470379b9-09de-4c69-80a5-22b4cc7fa616 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:45.875160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6005fabb-b77f-4bc4-8987-c224d9721cb3 req-470379b9-09de-4c69-80a5-22b4cc7fa616 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0528119 Feb 08 16:38:45.925658 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6005fabb-b77f-4bc4-8987-c224d9721cb3 req-26a8f48b-0ea8-48a6-ac4a-3a1479a456b8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449238 Feb 08 16:38:47.051419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4ccb1-16d7-488f-8632-1fd25c426e86 req-1dd6e7a9-1090-4b63-8b8d-17b1ec323aa8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:47.052898 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4f4ccb1-16d7-488f-8632-1fd25c426e86 req-1dd6e7a9-1090-4b63-8b8d-17b1ec323aa8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0525527 Feb 08 16:38:47.106543 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e4f4ccb1-16d7-488f-8632-1fd25c426e86 req-fb1ae0dc-a836-4635-bd78-241a9df8a72d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473533 Feb 08 16:38:48.229241 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5d26b-0bbe-4713-975c-ec91f21d2683 req-2122a9b4-a4c7-45f5-aa68-437892316aaa tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:48.230710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1cc5d26b-0bbe-4713-975c-ec91f21d2683 req-2122a9b4-a4c7-45f5-aa68-437892316aaa tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0552523 Feb 08 16:38:48.281258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1cc5d26b-0bbe-4713-975c-ec91f21d2683 req-1fce2509-b491-4fab-96f1-c418decf3964 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450158 Feb 08 16:38:49.322097 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:49.410355 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a9dbe-589e-47d5-b790-e1dd0b1d604d req-da70a2da-d463-487d-b2c8-eb1c00e3cac6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:49.411895 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-898a9dbe-589e-47d5-b790-e1dd0b1d604d req-da70a2da-d463-487d-b2c8-eb1c00e3cac6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0535121 Feb 08 16:38:49.461563 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-898a9dbe-589e-47d5-b790-e1dd0b1d604d req-1732fbdc-e1e6-496a-84b7-96b486637122 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431304 Feb 08 16:38:50.588191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d841c9-c988-4ea7-a98f-f1f847ea69e8 req-9fb0b126-7ef0-4680-b266-12fec2746b08 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:50.590495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9d841c9-c988-4ea7-a98f-f1f847ea69e8 req-9fb0b126-7ef0-4680-b266-12fec2746b08 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0587900 Feb 08 16:38:50.640079 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9d841c9-c988-4ea7-a98f-f1f847ea69e8 req-4b26bb7e-6026-4242-a070-c5174fe06526 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428083 Feb 08 16:38:50.645983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3d388-eeee-4d47-aba6-0f35d1ca2711 req-fb96444c-cae3-4bae-9012-e8ff7aba882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:50.648067 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69b3d388-eeee-4d47-aba6-0f35d1ca2711 req-fb96444c-cae3-4bae-9012-e8ff7aba882e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 1126 time: 0.0475118 Feb 08 16:38:50.751431 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:50.759661 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3d388-eeee-4d47-aba6-0f35d1ca2711 req-1d25c24e-8527-4da4-a0b6-d6b0f6bd53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:50.761188 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69b3d388-eeee-4d47-aba6-0f35d1ca2711 req-1d25c24e-8527-4da4-a0b6-d6b0f6bd53d6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0899892 Feb 08 16:38:50.839404 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69b3d388-eeee-4d47-aba6-0f35d1ca2711 req-3506e6a9-d538-4cef-a45c-b54e92f59b3d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 200 len: 1000 time: 0.0591331 Feb 08 16:38:50.885798 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3d388-eeee-4d47-aba6-0f35d1ca2711 req-c9e4a895-471d-42b1-9039-dbd5cd2c29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:50.887209 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69b3d388-eeee-4d47-aba6-0f35d1ca2711 req-c9e4a895-471d-42b1-9039-dbd5cd2c29ff service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0420582 Feb 08 16:38:50.940887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3d388-eeee-4d47-aba6-0f35d1ca2711 req-3b896277-7cf0-4559-ab83-a2dc382de662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:50.942502 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69b3d388-eeee-4d47-aba6-0f35d1ca2711 req-3b896277-7cf0-4559-ab83-a2dc382de662 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483706 Feb 08 16:38:51.030413 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69b3d388-eeee-4d47-aba6-0f35d1ca2711 req-6fd612f2-a072-4f5c-aabc-774c620e705c service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813069 Feb 08 16:38:51.129428 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-69b3d388-eeee-4d47-aba6-0f35d1ca2711 req-9ff716c7-7388-4626-868c-08c02f959b05 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928888 Feb 08 16:38:51.775782 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ee6b9-3404-443f-9e68-ca15cbbcbf80 req-86253e26-8f0b-4ebe-be34-45bd288261e1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:51.777363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-294ee6b9-3404-443f-9e68-ca15cbbcbf80 req-86253e26-8f0b-4ebe-be34-45bd288261e1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0601497 Feb 08 16:38:51.842640 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-294ee6b9-3404-443f-9e68-ca15cbbcbf80 req-50502971-ef0d-436b-aa67-541b414bdf68 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595236 Feb 08 16:38:52.969157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee76f0-a001-4d42-93af-d1ae76660a0f req-e7619b64-b7e3-49f6-b2ec-14da503ab30f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:52.970687 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-41ee76f0-a001-4d42-93af-d1ae76660a0f req-e7619b64-b7e3-49f6-b2ec-14da503ab30f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0566909 Feb 08 16:38:53.020275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-41ee76f0-a001-4d42-93af-d1ae76660a0f req-a42a4dfa-402e-47b5-ad7f-cd96dbf473bf tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434752 Feb 08 16:38:54.144829 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07864810-8e4c-48fe-8532-e57b35497f79 req-cae3e773-8709-4769-8062-a67c3e239b4f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:54.146919 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07864810-8e4c-48fe-8532-e57b35497f79 req-cae3e773-8709-4769-8062-a67c3e239b4f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0548327 Feb 08 16:38:54.192643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07864810-8e4c-48fe-8532-e57b35497f79 req-ea74934e-6963-4bcd-a976-d9f50a0377a8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401907 Feb 08 16:38:55.313990 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a350e2-2005-431e-98e2-76c4cd26903d req-b4ddc750-82b6-4f56-8067-7869d6d8fd18 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:55.315489 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-82a350e2-2005-431e-98e2-76c4cd26903d req-b4ddc750-82b6-4f56-8067-7869d6d8fd18 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0537124 Feb 08 16:38:55.366158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-82a350e2-2005-431e-98e2-76c4cd26903d req-62efc615-d527-4393-8236-83177a4d8e75 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438211 Feb 08 16:38:56.498730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7b494-bc05-4ce7-99a6-713842014432 req-bccdfa2d-2cf4-42a6-a4a6-14e030707936 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:56.500345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8f7b494-bc05-4ce7-99a6-713842014432 req-bccdfa2d-2cf4-42a6-a4a6-14e030707936 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0645173 Feb 08 16:38:56.551160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8f7b494-bc05-4ce7-99a6-713842014432 req-5c8e0d6a-6da1-4e00-8201-9eeb61322068 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427341 Feb 08 16:38:56.729593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-4a86f5e3-31be-4292-a6d0-117d44af2763 req-22a9c9d5-060c-4e43-9e7a-c60599c7d762 service neutron] (103301) timed out ('10.222.0.82', 58192) {{(pid=103301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 16:38:57.676918 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0d24f-e05e-44f1-b0e5-e4a7df391ed1 req-9a54d46e-35c5-43ea-a757-1ddb5475ef76 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:57.679070 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99f0d24f-e05e-44f1-b0e5-e4a7df391ed1 req-9a54d46e-35c5-43ea-a757-1ddb5475ef76 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0543816 Feb 08 16:38:57.724962 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99f0d24f-e05e-44f1-b0e5-e4a7df391ed1 req-33b320c6-ebd3-4f34-b027-9336c2a052e4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404034 Feb 08 16:38:58.016019 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-89e50b94-3765-45e5-a592-1873cd1b36ed tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:58.017583 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-89e50b94-3765-45e5-a592-1873cd1b36ed tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.96 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb&tenant_id=d51dcb69f1284a758abeee6a34954915&binding%3Ahost_id=n-h2-824834-11 HTTP/1.1" status: 200 len: 943 time: 0.0574315 Feb 08 16:38:58.038685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40af767-97e2-413f-a0f5-c0fb282bfeed req-e0daf127-a451-41be-8a87-7a9374076176 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:58.040202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c40af767-97e2-413f-a0f5-c0fb282bfeed req-e0daf127-a451-41be-8a87-7a9374076176 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 943 time: 0.0584428 Feb 08 16:38:58.077481 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-85336f68-a702-4a17-81f5-119a2077c750 service neutron] 10.222.0.96 "GET /v2.0/ports/6c75ad4a-058b-4a62-b9aa-77c72db17078/bindings/n-h2-824834-11 HTTP/1.1" status: 200 len: 383 time: 0.0540223 Feb 08 16:38:58.088252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c40af767-97e2-413f-a0f5-c0fb282bfeed req-e3176094-eb78-4262-9f5f-2a0c85833d48 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422201 Feb 08 16:38:58.090986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6c75ad4a-058b-4a62-b9aa-77c72db17078 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:38:58.145691 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-6ce26fd2-0092-43a0-a178-fa70786cad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:58.147410 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-6ce26fd2-0092-43a0-a178-fa70786cad78 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 1126 time: 0.0465016 Feb 08 16:38:58.187901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:38:58.199216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'port_id': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'mac_address': 'fa:16:3e:80:cb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:38:58.236459 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 6c75ad4a-058b-4a62-b9aa-77c72db17078 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:38:58.236849 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:58.241961 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-edc41321-6e7f-42c1-bbeb-c742cce0976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:58.243492 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-edc41321-6e7f-42c1-bbeb-c742cce0976b service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0891364 Feb 08 16:38:58.253733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c75ad4a-058b-4a62-b9aa-77c72db17078 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:38:58.274421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:38:58.278742 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:38:58.309972 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-9aaab72c-7c47-4aac-9ce4-117ae3a69934 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 200 len: 1000 time: 0.0593555 Feb 08 16:38:58.328636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:38:58.336664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:38:58.337038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:38:58.337383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:38:58.337719 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:38:58.338055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:38:58.338383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:38:58.338709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:38:58.339036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:38:58.339362 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:38:58.339681 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:38:58.340003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:38:58.340322 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:38:58.340644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:38:58.362905 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-37e419d3-a18a-467f-a3d7-9e7ab3d21145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:58.364406 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-37e419d3-a18a-467f-a3d7-9e7ab3d21145 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0485268 Feb 08 16:38:58.413787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-d667a83e-9ad9-409c-9651-ed6596847f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:58.415277 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-d667a83e-9ad9-409c-9651-ed6596847f47 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439081 Feb 08 16:38:58.499888 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['6c75ad4a-058b-4a62-b9aa-77c72db17078'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:38:58.507145 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-f2ba0f65-0737-4702-a404-fe2a8461dd62 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847225 Feb 08 16:38:58.602696 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-b5e7a366-3a29-420a-80cf-0bd1bbafa9c6 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884631 Feb 08 16:38:59.214513 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621472c8-b1e7-4ee4-a1f6-7f3d1a831181 req-2d9dca04-7032-411b-80c6-f6cd302a79d6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:38:59.215976 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-621472c8-b1e7-4ee4-a1f6-7f3d1a831181 req-2d9dca04-7032-411b-80c6-f6cd302a79d6 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0522358 Feb 08 16:38:59.262576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-621472c8-b1e7-4ee4-a1f6-7f3d1a831181 req-a812e8ce-9d7e-4b5c-a5f7-7db69699fbc1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409884 Feb 08 16:39:00.096748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6c75ad4a-058b-4a62-b9aa-77c72db17078 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:39:00.145495 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 6c75ad4a-058b-4a62-b9aa-77c72db17078 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:39:00.149444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 6c75ad4a-058b-4a62-b9aa-77c72db17078 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:39:00.149827 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:00.223846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 6c75ad4a-058b-4a62-b9aa-77c72db17078 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:39:00.224264 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:00.250712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:39:00.252941 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d03552c-0a00-47e5-b715-c6e0714a62e7" -d '{"events": [{"server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "name": "network-vif-plugged", "status": "completed", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:39:00.266369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:39:00.271046 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:00.309707 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1328b2-2a4e-48b1-89df-e39afad8e1af x-openstack-request-id: req-3c1328b2-2a4e-48b1-89df-e39afad8e1af {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:39:00.310003 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "name": "network-vif-plugged", "status": "completed", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:39:00.310261 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3c1328b2-2a4e-48b1-89df-e39afad8e1af {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:39:00.310657 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'code': 200} Feb 08 16:39:00.323497 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=10']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:00.391291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e8968-9515-490a-89bb-a6eabef6d69c req-79703212-fba2-4e61-8cc7-5031ddb53503 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:00.392659 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-125e8968-9515-490a-89bb-a6eabef6d69c req-79703212-fba2-4e61-8cc7-5031ddb53503 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 946 time: 0.0525522 Feb 08 16:39:00.443257 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-125e8968-9515-490a-89bb-a6eabef6d69c req-a7074f56-7ecf-4f21-a0f5-83ebb6ff8589 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443947 Feb 08 16:39:01.566216 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e83277-7565-4a37-8ffc-121366601012 req-b0da463b-0193-4ba2-8f15-a13a0b1455af tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:01.567699 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61e83277-7565-4a37-8ffc-121366601012 req-b0da463b-0193-4ba2-8f15-a13a0b1455af tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 946 time: 0.0536864 Feb 08 16:39:01.609216 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-30918666-7a32-43ab-8e77-3225aaefa1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:01.615310 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-61e83277-7565-4a37-8ffc-121366601012 req-6708ee6b-67e9-40c8-979c-cb4e5015f136 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417109 Feb 08 16:39:02.736531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12207dd1-8f4a-43b7-99b7-060971da5cd5 req-a62568ac-81f2-4fc1-b639-7ff24b55e8d0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:02.738050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12207dd1-8f4a-43b7-99b7-060971da5cd5 req-a62568ac-81f2-4fc1-b639-7ff24b55e8d0 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 946 time: 0.0527711 Feb 08 16:39:02.784576 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12207dd1-8f4a-43b7-99b7-060971da5cd5 req-61dbc2a5-3e2d-4b0f-b784-815cd95e0538 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399415 Feb 08 16:39:03.876444 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e17309d5-e79a-4915-a2e1-5e7508e2807b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:03.921882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e1943-dc06-4fca-afad-88728414a73a req-940531d8-d0e3-4d38-aba0-595ef1345516 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:03.923519 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-118e1943-dc06-4fca-afad-88728414a73a req-940531d8-d0e3-4d38-aba0-595ef1345516 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 946 time: 0.0635610 Feb 08 16:39:03.976236 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-118e1943-dc06-4fca-afad-88728414a73a req-dd17441a-427f-4856-818e-5cf17b024942 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455074 Feb 08 16:39:04.137740 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 6c75ad4a-058b-4a62-b9aa-77c72db17078 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:39:04.215488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 6c75ad4a-058b-4a62-b9aa-77c72db17078 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:39:04.215884 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:04.237869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:39:04.240203 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da75c724-0b06-4cd3-be3a-dad3adc2f5d3" -d '{"events": [{"server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "name": "network-vif-unplugged", "status": "completed", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:39:04.252203 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:39:04.257296 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:04.297352 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2006008-a137-4da7-b793-618cf14cf625 x-openstack-request-id: req-d2006008-a137-4da7-b793-618cf14cf625 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:39:04.297644 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "name": "network-vif-unplugged", "status": "completed", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:39:04.297902 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d2006008-a137-4da7-b793-618cf14cf625 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:39:04.298295 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'code': 200} Feb 08 16:39:04.308400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=11']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:04.743398 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-dd8a3053-595d-4bfb-912c-16966bec8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:04.745009 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-dd8a3053-595d-4bfb-912c-16966bec8627 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb&tenant_id=d51dcb69f1284a758abeee6a34954915 HTTP/1.1" status: 200 len: 1127 time: 0.0467613 Feb 08 16:39:04.760261 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:39:04.821189 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:05.029600 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:39:05.090162 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:39:05.131411 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c75ad4a-058b-4a62-b9aa-77c72db17078 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:39:05.140292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Publish callbacks [] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:05.154607 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb2a28-4c59-4b64-8dc5-88a31ccdb535 req-e44b9ad9-3f1a-4e2f-903d-60d1575a7691 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:05.156075 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8feb2a28-4c59-4b64-8dc5-88a31ccdb535 req-e44b9ad9-3f1a-4e2f-903d-60d1575a7691 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.1065302 Feb 08 16:39:05.165151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Transition to ACTIVE for port object 6c75ad4a-058b-4a62-b9aa-77c72db17078 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:39:05.172411 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:05.289808 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=12']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:05.299491 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8feb2a28-4c59-4b64-8dc5-88a31ccdb535 req-8c8ceb18-a66d-480e-9b8c-c534f52d20f8 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356580 Feb 08 16:39:05.309618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:05.309972 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:05.310319 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:05.310681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:05.311020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:05.311957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:05.312303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:05.312714 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:05.313092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:05.313424 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:05.313752 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:05.314077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:05.314399 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:05.343434 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] No DVR routers for this DVR port 6c75ad4a-058b-4a62-b9aa-77c72db17078 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:39:05.488673 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Attempting to bind port 6c75ad4a-058b-4a62-b9aa-77c72db17078 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:39:05.488935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Attempting to bind port 6c75ad4a-058b-4a62-b9aa-77c72db17078 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:39:05.489296 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Attempting to bind port 6c75ad4a-058b-4a62-b9aa-77c72db17078 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:39:05.493604 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Port 6c75ad4a-058b-4a62-b9aa-77c72db17078 on network 5907930d-fe05-48b3-8ae8-842232ce7153 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:39:05.493925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Attempting to bind port 6c75ad4a-058b-4a62-b9aa-77c72db17078 on network 5907930d-fe05-48b3-8ae8-842232ce7153 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:39:05.498654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:39:05.499113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Checking segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:39:05.499370 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Bound using segment: {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:39:05.499798 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Bound port: 6c75ad4a-058b-4a62-b9aa-77c72db17078, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:39:05.500153 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:05.565838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:39:05.569414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:39:05.575587 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:05.609253 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:05.609946 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:05.611324 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] 10.222.0.94 "PUT /v2.0/ports/6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 200 len: 1093 time: 0.8552821 Feb 08 16:39:05.611888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:39:05.614170 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:39:05.674971 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8b7f78-ab7a-4c42-a853-d395326a51c7 x-openstack-request-id: req-3b8b7f78-ab7a-4c42-a853-d395326a51c7 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:39:05.675275 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:39:05.675539 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3b8b7f78-ab7a-4c42-a853-d395326a51c7 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:39:05.675945 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'status': 'completed', 'code': 200} Feb 08 16:39:05.677544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205f324-f72a-43c5-9cd5-22becc02cac0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=13']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:05.699005 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:05.702297 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-e906b0d8-cd62-4e46-90e9-609f73582c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:05.705035 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-e906b0d8-cd62-4e46-90e9-609f73582c32 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 1127 time: 0.0607548 Feb 08 16:39:05.747493 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-69c4a9ba-dde8-45fa-a677-ce3c0a130230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:05.749160 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-69c4a9ba-dde8-45fa-a677-ce3c0a130230 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 1127 time: 0.0512769 Feb 08 16:39:05.812035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-54997052-ea8f-4d70-bfc2-13341e56d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:05.813634 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-54997052-ea8f-4d70-bfc2-13341e56d783 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0989091 Feb 08 16:39:05.850166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-8da20b78-c4cc-451b-a461-35dfbb60ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:05.851667 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-8da20b78-c4cc-451b-a461-35dfbb60ff68 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.0964472 Feb 08 16:39:05.887009 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-16cd9a21-6add-4860-b52c-ca4a3d1f2f70 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 200 len: 1000 time: 0.0641475 Feb 08 16:39:05.918674 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-8e4c03cb-4266-4e88-bc23-1da21ffefb7f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 200 len: 1000 time: 0.0596373 Feb 08 16:39:05.938397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-9d9bd2fa-0d19-46bf-aa39-76b83a25aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:05.939925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-9d9bd2fa-0d19-46bf-aa39-76b83a25aca9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0444157 Feb 08 16:39:05.972752 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-fd508349-dbac-4fba-a516-9c701645b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:05.975450 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-fd508349-dbac-4fba-a516-9c701645b30c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0487387 Feb 08 16:39:06.003668 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-b1a86992-92e3-4ad8-b688-452164c61645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:06.005223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-b1a86992-92e3-4ad8-b688-452164c61645 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0567105 Feb 08 16:39:06.027896 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-b1aeaa30-7df3-4736-a680-fd3e3e9f130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:06.029437 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-b1aeaa30-7df3-4736-a680-fd3e3e9f130f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484848 Feb 08 16:39:06.099027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-9c0d3162-fe67-42fb-8781-bfd1df3ef389 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831656 Feb 08 16:39:06.121522 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-69bdd2fa-d12b-4069-9373-85e18cef66e2 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834849 Feb 08 16:39:06.196631 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4f55b30-7d24-41bf-9584-fe66e6658055 req-d32739cf-3a74-42c4-b9fd-52bf1beac2f7 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881631 Feb 08 16:39:06.215685 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-1e84e6aa-aac5-4f0e-92a3-c505fdc825d2 service neutron] 10.222.0.96 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876081 Feb 08 16:39:06.284531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-7a327af1-a427-44b7-b24d-083b8d975530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:06.286075 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-7a327af1-a427-44b7-b24d-083b8d975530 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=d51dcb69f1284a758abeee6a34954915&device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 1127 time: 0.0477183 Feb 08 16:39:06.414601 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-e121b94d-aec6-4a87-a167-c544f8c117a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:06.416101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-e121b94d-aec6-4a87-a167-c544f8c117a6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 200 len: 913 time: 0.1211491 Feb 08 16:39:06.473000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba12e86-802b-4773-acd7-088fc0957d84 req-08fcfd92-2eea-4541-b8e0-e422210589ab tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:06.474584 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4ba12e86-802b-4773-acd7-088fc0957d84 req-08fcfd92-2eea-4541-b8e0-e422210589ab tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.1040969 Feb 08 16:39:06.512494 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-4a51a124-2502-4c3b-8ae9-52854d8a1f34 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 200 len: 1000 time: 0.0869923 Feb 08 16:39:06.567619 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4ba12e86-802b-4773-acd7-088fc0957d84 req-2e76f132-173a-4cc0-b9b4-1407e4486e38 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861080 Feb 08 16:39:06.591066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-5e59e43c-6d74-4c47-a76a-115922580a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:06.592536 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-5e59e43c-6d74-4c47-a76a-115922580a22 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 200 len: 851 time: 0.0693412 Feb 08 16:39:06.645228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-a5b6b30a-dc50-4167-9625-3aa90ecc8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:06.647489 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-a5b6b30a-dc50-4167-9625-3aa90ecc8c48 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5907930d-fe05-48b3-8ae8-842232ce7153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459673 Feb 08 16:39:06.744413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-d17b6fbc-e514-49cb-b665-5ed9aea2647e service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860026 Feb 08 16:39:06.862962 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:07.164137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6b1ef71-bbaa-48ed-a654-70456b6ab0b8 req-1800aa56-0681-4fb2-944b-52067378d2d8 service neutron] 10.222.0.94 "GET /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097564 Feb 08 16:39:07.691843 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0825b-6141-4285-802b-653d53684097 req-0a204a54-d8a0-473d-adb3-0678c69fe331 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:07.694161 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01d0825b-6141-4285-802b-653d53684097 req-0a204a54-d8a0-473d-adb3-0678c69fe331 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0538583 Feb 08 16:39:07.744745 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01d0825b-6141-4285-802b-653d53684097 req-3291b205-de35-4d8f-b58a-6b7581b92296 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447907 Feb 08 16:39:08.049860 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:08.873232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539c35d-23d9-4322-b9f2-c60b82e4fec7 req-3e480e36-bee4-4cf6-b580-e4dfba734d7d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:08.874825 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a539c35d-23d9-4322-b9f2-c60b82e4fec7 req-3e480e36-bee4-4cf6-b580-e4dfba734d7d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0581119 Feb 08 16:39:08.925244 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a539c35d-23d9-4322-b9f2-c60b82e4fec7 req-99af306e-39f5-476c-98be-1206067a5b10 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447259 Feb 08 16:39:09.193883 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:39:10.048872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d12d3-c170-4e1f-aab1-43bb6dd0c919 req-6717c05c-11d9-45af-80d7-6ac0a1dfada7 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:10.050478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-473d12d3-c170-4e1f-aab1-43bb6dd0c919 req-6717c05c-11d9-45af-80d7-6ac0a1dfada7 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0544505 Feb 08 16:39:10.096862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-473d12d3-c170-4e1f-aab1-43bb6dd0c919 req-0758d47a-395f-479c-9339-a1fec436d6e2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400128 Feb 08 16:39:11.226104 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec7fdd-1908-48a4-bc71-039c0642392b req-063d64ff-ce10-4bcd-8ed3-46bdb284a887 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:11.227616 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1fec7fdd-1908-48a4-bc71-039c0642392b req-063d64ff-ce10-4bcd-8ed3-46bdb284a887 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0605259 Feb 08 16:39:11.275466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1fec7fdd-1908-48a4-bc71-039c0642392b req-87322dd1-7e75-49df-9c2d-47fe54e37c6b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420127 Feb 08 16:39:12.397979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd6c61-3ff3-47db-9a93-734a667aa352 req-414c807f-984e-4b17-8420-e3413139fc49 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:12.399473 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99fd6c61-3ff3-47db-9a93-734a667aa352 req-414c807f-984e-4b17-8420-e3413139fc49 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0530872 Feb 08 16:39:12.446386 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99fd6c61-3ff3-47db-9a93-734a667aa352 req-08c0a970-6751-4c3b-b7a5-9e4afdd0c257 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410728 Feb 08 16:39:13.568432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc4ff0-7f83-4e57-bd30-47aa24005027 req-d32ab754-8c77-4ada-9e41-23daadf36a22 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:13.569967 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02bc4ff0-7f83-4e57-bd30-47aa24005027 req-d32ab754-8c77-4ada-9e41-23daadf36a22 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0557592 Feb 08 16:39:13.626213 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-02bc4ff0-7f83-4e57-bd30-47aa24005027 req-ee0662c7-281c-4301-832a-67dbfb4be0ac tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506155 Feb 08 16:39:14.753238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac3cf0-8367-45ee-8e56-bbc0efdb6585 req-d720cfba-fd24-4b84-86e5-0be432c36b6b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:14.754851 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60ac3cf0-8367-45ee-8e56-bbc0efdb6585 req-d720cfba-fd24-4b84-86e5-0be432c36b6b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0541558 Feb 08 16:39:14.802888 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-60ac3cf0-8367-45ee-8e56-bbc0efdb6585 req-33db047f-ce8e-4b83-8b9e-924c3587993e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410278 Feb 08 16:39:15.922968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025b901-dee6-449f-af0f-585009d356cb req-61e7992a-dc77-4b30-94a0-33ba5304ffb5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:15.924441 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9025b901-dee6-449f-af0f-585009d356cb req-61e7992a-dc77-4b30-94a0-33ba5304ffb5 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0526359 Feb 08 16:39:15.970800 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9025b901-dee6-449f-af0f-585009d356cb req-f85a8aa9-4ca6-4036-b4e6-d7cb85c7aafc tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400732 Feb 08 16:39:17.095507 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e7587-4c6e-450e-b88e-5b683760f4d9 req-59b1c9f1-72a6-4790-99a3-83188165dd7e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:17.097007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-244e7587-4c6e-450e-b88e-5b683760f4d9 req-59b1c9f1-72a6-4790-99a3-83188165dd7e tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0557454 Feb 08 16:39:17.142562 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-244e7587-4c6e-450e-b88e-5b683760f4d9 req-fdd41bbe-3cfa-4525-adb6-0d9d8a4afefc tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395358 Feb 08 16:39:18.263211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf69f2f-066d-44c5-ba9c-5181d6d09588 req-7184b4ef-0084-43f0-af3e-c4895a0acfd9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:18.264693 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcf69f2f-066d-44c5-ba9c-5181d6d09588 req-7184b4ef-0084-43f0-af3e-c4895a0acfd9 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0521078 Feb 08 16:39:18.311204 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dcf69f2f-066d-44c5-ba9c-5181d6d09588 req-a83b1f43-cde6-42a2-8cb4-694409c4fdf4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406134 Feb 08 16:39:19.322728 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:19.440366 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc124d0-90fd-47c4-a91e-b0a15006194f req-d2bb7654-5156-4493-8975-818910f0ca8d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:19.441910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cc124d0-90fd-47c4-a91e-b0a15006194f req-d2bb7654-5156-4493-8975-818910f0ca8d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0589230 Feb 08 16:39:19.487999 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cc124d0-90fd-47c4-a91e-b0a15006194f req-6350fd17-7080-438d-9925-0a8a3e9e243c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402973 Feb 08 16:39:20.606874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca20be9-6ed4-4795-97a7-aef0449a1fab req-7cc9d269-26f1-4f51-aac0-b7d4dea0313c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:20.608333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ca20be9-6ed4-4795-97a7-aef0449a1fab req-7cc9d269-26f1-4f51-aac0-b7d4dea0313c tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0522745 Feb 08 16:39:20.654140 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8ca20be9-6ed4-4795-97a7-aef0449a1fab req-66840aff-3f2a-4b24-a3ec-a7313d891f84 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402200 Feb 08 16:39:20.764168 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:21.774844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5e311-0f25-481f-aea5-eab1d674353d req-eea3ff8f-4d65-4359-bef5-b5846a846cf4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:21.776338 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15e5e311-0f25-481f-aea5-eab1d674353d req-eea3ff8f-4d65-4359-bef5-b5846a846cf4 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0525005 Feb 08 16:39:21.825189 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-15e5e311-0f25-481f-aea5-eab1d674353d req-0c7db3a9-e5c2-4539-9a42-a597949840f2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432229 Feb 08 16:39:22.952561 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218d724-7dc8-40bd-897a-641422cb9dc2 req-3644cc9e-ee7c-4afe-be52-dc985bbb75a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:22.954081 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f218d724-7dc8-40bd-897a-641422cb9dc2 req-3644cc9e-ee7c-4afe-be52-dc985bbb75a1 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0564942 Feb 08 16:39:23.003193 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f218d724-7dc8-40bd-897a-641422cb9dc2 req-34a85682-48c8-46c4-9ea2-a2cc09d7bb9f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425358 Feb 08 16:39:24.123927 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7140ec-2e3a-4b9d-bc5a-d5146b0def97 req-4c2e4dbe-0fab-4365-89a3-59061e4affb7 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:24.125435 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a7140ec-2e3a-4b9d-bc5a-d5146b0def97 req-4c2e4dbe-0fab-4365-89a3-59061e4affb7 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0523171 Feb 08 16:39:24.173766 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a7140ec-2e3a-4b9d-bc5a-d5146b0def97 req-c5de6f09-779d-4c9b-9c46-521379320ff2 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399070 Feb 08 16:39:24.297149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e74a70-f61f-4907-936b-4f6d264d8b65 req-5b015edf-63ef-4b86-8570-2c26b75314d7 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:24.298531 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65e74a70-f61f-4907-936b-4f6d264d8b65 req-5b015edf-63ef-4b86-8570-2c26b75314d7 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0568197 Feb 08 16:39:24.345064 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-65e74a70-f61f-4907-936b-4f6d264d8b65 req-2fca74cd-45da-419e-8a29-d68655a584fa tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400205 Feb 08 16:39:24.463690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04afa83-7e8b-4936-afe0-fd777575acd7 req-b0764d21-6c20-4528-b5d1-72a2d8e271ba tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:24.465614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e04afa83-7e8b-4936-afe0-fd777575acd7 req-b0764d21-6c20-4528-b5d1-72a2d8e271ba tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0546391 Feb 08 16:39:24.512789 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e04afa83-7e8b-4936-afe0-fd777575acd7 req-4bfcd201-e958-4382-8424-a3f7ce0f0e14 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416451 Feb 08 16:39:24.558692 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6c75ad4a-058b-4a62-b9aa-77c72db17078 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:39:24.658460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:39:24.671492 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'port_id': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'mac_address': 'fa:16:3e:80:cb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:39:24.710689 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6c75ad4a-058b-4a62-b9aa-77c72db17078 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:39:24.711086 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:24.727946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c75ad4a-058b-4a62-b9aa-77c72db17078 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:39:24.749445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:39:24.753538 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:24.762177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f146e-0162-4941-8f72-d28e1fc35ad4 req-b4e25fe1-c875-4cbe-a337-fb0c3a3c633a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:24.763744 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-272f146e-0162-4941-8f72-d28e1fc35ad4 req-b4e25fe1-c875-4cbe-a337-fb0c3a3c633a tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 944 time: 0.0558705 Feb 08 16:39:24.804363 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=14']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:24.815303 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-272f146e-0162-4941-8f72-d28e1fc35ad4 req-62bdb168-4dcd-4e3d-958f-32e54343d10b tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457356 Feb 08 16:39:24.991264 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['6c75ad4a-058b-4a62-b9aa-77c72db17078'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:39:25.942211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb43cee-3433-4261-947f-6228e896fef4 req-1e84e636-6c63-4e48-aa09-556a07a1d460 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:25.943861 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7eb43cee-3433-4261-947f-6228e896fef4 req-1e84e636-6c63-4e48-aa09-556a07a1d460 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0561697 Feb 08 16:39:25.991186 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7eb43cee-3433-4261-947f-6228e896fef4 req-ec52dba3-8f48-4dc4-b3c8-1cbceda66865 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups?id=f5024fee-082b-4475-b690-0f87e93de305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Feb 08 16:39:26.451537 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-1f5cf141-f60a-4641-b8c0-b9fe7dc30332 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:26.452965 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-1f5cf141-f60a-4641-b8c0-b9fe7dc30332 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.94 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 945 time: 0.0524201 Feb 08 16:39:26.551186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-48eae8f3-4a8f-4118-9330-9d58f0f8db31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Deleting port 6c75ad4a-058b-4a62-b9aa-77c72db17078 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:39:26.551578 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-48eae8f3-4a8f-4118-9330-9d58f0f8db31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:26.555714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6c75ad4a-058b-4a62-b9aa-77c72db17078 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:39:26.607298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 6c75ad4a-058b-4a62-b9aa-77c72db17078 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:39:26.611605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 6c75ad4a-058b-4a62-b9aa-77c72db17078 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:39:26.612015 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:26.648753 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-48eae8f3-4a8f-4118-9330-9d58f0f8db31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:39:26.649419 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-48eae8f3-4a8f-4118-9330-9d58f0f8db31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:26.701653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6c75ad4a-058b-4a62-b9aa-77c72db17078 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:39:26.702439 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:26.748322 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6c75ad4a-058b-4a62-b9aa-77c72db17078, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6c75ad4a-058b-4a62-b9aa-77c72db17078,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:39:26.750418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:39:26.754594 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579f76f6-7b44-46fd-9ad3-70312faa7f26" -d '{"events": [{"server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "name": "network-vif-plugged", "status": "completed", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:39:26.759962 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:26.825493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=15']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:26.839352 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54fd78a-b8a8-45fe-adbf-1abef73d7a82 x-openstack-request-id: req-d54fd78a-b8a8-45fe-adbf-1abef73d7a82 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:39:26.839654 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "name": "network-vif-plugged", "status": "completed", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:39:26.839971 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d54fd78a-b8a8-45fe-adbf-1abef73d7a82 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:39:26.840432 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'code': 200} Feb 08 16:39:26.925916 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-48eae8f3-4a8f-4118-9330-9d58f0f8db31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:26.926292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-48eae8f3-4a8f-4118-9330-9d58f0f8db31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (16d34277-dbf1-45dc-a5b7-f34bc01984b1), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:26.926616 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-48eae8f3-4a8f-4118-9330-9d58f0f8db31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1 disassociated. External IP: 172.25.7.103, port: 6c75ad4a-058b-4a62-b9aa-77c72db17078. Feb 08 16:39:26.927024 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-48eae8f3-4a8f-4118-9330-9d58f0f8db31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Calling delete_port for 6c75ad4a-058b-4a62-b9aa-77c72db17078 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:39:27.059410 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-48eae8f3-4a8f-4118-9330-9d58f0f8db31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6c75ad4a-058b-4a62-b9aa-77c72db17078), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:27.101703 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eae8f3-4a8f-4118-9330-9d58f0f8db31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Pushing event deleted for resources: {'Port': ['ID=6c75ad4a-058b-4a62-b9aa-77c72db17078,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:27.124938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cd77fca3-a34a-4b13-8471-f937c64ac5bd req-79f2143d-05ee-4fbc-afca-ca264c93ff83 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 210 time: 0.0586417 Feb 08 16:39:27.247384 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-48eae8f3-4a8f-4118-9330-9d58f0f8db31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Router ac08dd9b-1005-4319-8a33-30c589461b22 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:39:27.361528 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-48eae8f3-4a8f-4118-9330-9d58f0f8db31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:39:27.372521 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22be7b-49a3-46c5-867f-61cf5af674c6 None None] Sync routers for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:39:27.383263 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22be7b-49a3-46c5-867f-61cf5af674c6 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:39:27.383868 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-de22be7b-49a3-46c5-867f-61cf5af674c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:39:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:39:27.407183 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-48eae8f3-4a8f-4118-9330-9d58f0f8db31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] No DVR routers for this DVR port 6c75ad4a-058b-4a62-b9aa-77c72db17078 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:39:27.409963 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-48eae8f3-4a8f-4118-9330-9d58f0f8db31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:27.413626 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0978a609-6a48-4850-896f-aa2723fb42b8 req-48eae8f3-4a8f-4118-9330-9d58f0f8db31 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.94 "DELETE /v2.0/ports/6c75ad4a-058b-4a62-b9aa-77c72db17078 HTTP/1.1" status: 204 len: 173 time: 0.9516823 Feb 08 16:39:27.414069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'name': 'network-vif-deleted', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:39:27.416353 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de01e70-481b-41b1-b637-b81f07e7f6c7" -d '{"events": [{"server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "name": "network-vif-deleted", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:39:27.456624 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590e1b8e-8deb-4033-9252-ca0a804a9621 x-openstack-request-id: req-590e1b8e-8deb-4033-9252-ca0a804a9621 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:39:27.456917 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831b8a4a-0a50-48e2-9be6-edaa7bb94fcb", "name": "network-vif-deleted", "tag": "6c75ad4a-058b-4a62-b9aa-77c72db17078", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:39:27.457216 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-590e1b8e-8deb-4033-9252-ca0a804a9621 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:39:27.457635 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831b8a4a-0a50-48e2-9be6-edaa7bb94fcb', 'name': 'network-vif-deleted', 'tag': '6c75ad4a-058b-4a62-b9aa-77c72db17078', 'status': 'completed', 'code': 200} Feb 08 16:39:27.499056 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-de22be7b-49a3-46c5-867f-61cf5af674c6 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:39:27.698420 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-de22be7b-49a3-46c5-867f-61cf5af674c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:39:27.727833 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22be7b-49a3-46c5-867f-61cf5af674c6 None None] Checking router: ac08dd9b-1005-4319-8a33-30c589461b22 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:39:27.741934 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22be7b-49a3-46c5-867f-61cf5af674c6 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:39:27.742696 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-de22be7b-49a3-46c5-867f-61cf5af674c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:39:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:39:27.848339 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-de22be7b-49a3-46c5-867f-61cf5af674c6 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:39:28.138659 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-de22be7b-49a3-46c5-867f-61cf5af674c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:39:28.165694 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22be7b-49a3-46c5-867f-61cf5af674c6 None None] The sync data for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 is: [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:35:03Z', 'revision_number': 4, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '75970339-51d0-44b2-b6c3-7bd45011f982', 'name': '', 'network_id': '5907930d-fe05-48b3-8ae8-842232ce7153', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'mac_address': 'fa:16:3e:e5:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:03Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'subnets': [{'id': '1e942a62-2623-4ff1-8d23-29e44a0c1929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:39:28.232662 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d35fa7f8-b313-45fd-8cab-b09da8cfcd8a req-9192fb14-ce29-4ada-9b63-20fe1e919c26 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 210 time: 0.0297470 Feb 08 16:39:28.408257 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4de8a9-e451-4c08-8d10-fc4a69edfefd None None] New status for floating IP 16d34277-dbf1-45dc-a5b7-f34bc01984b1: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:39:29.334479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ad88436-cdb2-4808-bc84-af025eb1737c req-1e62578a-d08a-40b0-9b6d-b892b481bc5f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 210 time: 0.0276821 Feb 08 16:39:30.433268 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7969d94-96e5-4003-b796-597f66109321 req-a3fbf486-1ef3-4b4b-9cf8-9ed8d4ae276f tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 210 time: 0.0270784 Feb 08 16:39:30.574366 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6c75ad4a-058b-4a62-b9aa-77c72db17078 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:39:30.595448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 6c75ad4a-058b-4a62-b9aa-77c72db17078 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:39:30.595798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6c75ad4a-058b-4a62-b9aa-77c72db17078 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:39:31.533427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dfceace2-a606-4ccb-83a0-0d94ce5e67cb req-e068a452-53c8-48f4-95c0-fb2729b12c74 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 210 time: 0.0312467 Feb 08 16:39:31.611444 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78dc9494-5a9d-44ee-8d70-2c6ea6e79d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:32.630234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9a059557-9245-44a5-bc0e-c99b3a3f3757 req-457a7424-672e-4ad8-97d5-e10abb226364 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 210 time: 0.0277679 Feb 08 16:39:33.730433 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-230bc8ae-3a22-462b-86f0-1c584002fc1a req-806cc92b-bc63-480c-8ec0-5654e65da76d tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 210 time: 0.0304844 Feb 08 16:39:33.869519 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3ee7c768-bcaf-4770-a2ed-0a906713fd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:34.828664 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1922e39d-9a44-423b-a730-45c3dcd0ca7b req-53780ebd-7106-4f5d-af46-e828870730fe tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 210 time: 0.0278797 Feb 08 16:39:35.694555 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:35.945391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55f2b6b0-1e31-4c5e-bcd9-f0448118e61e req-c6ada22b-6426-478a-8d35-a8ea2c7df242 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/ports?device_id=831b8a4a-0a50-48e2-9be6-edaa7bb94fcb HTTP/1.1" status: 200 len: 210 time: 0.0291324 Feb 08 16:39:36.864911 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:38.053247 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:43.763544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33500) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:39:43.816661 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e7da5e51-3c4a-47ee-9197-b0d6c9c45aa3 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for security_group (f5024fee-082b-4475-b690-0f87e93de305), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:43.840222 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e7da5e51-3c4a-47ee-9197-b0d6c9c45aa3 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for security_group (f5024fee-082b-4475-b690-0f87e93de305), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:43.892964 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e7da5e51-3c4a-47ee-9197-b0d6c9c45aa3 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f5024fee-082b-4475-b690-0f87e93de305), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:43.896832 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e7da5e51-3c4a-47ee-9197-b0d6c9c45aa3 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:43.898005 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e7da5e51-3c4a-47ee-9197-b0d6c9c45aa3 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "DELETE /v2.0/security-groups/f5024fee-082b-4475-b690-0f87e93de305 HTTP/1.1" status: 204 len: 168 time: 0.1334631 Feb 08 16:39:43.900703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33502) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:39:43.906871 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da5e51-3c4a-47ee-9197-b0d6c9c45aa3 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5024fee-082b-4475-b690-0f87e93de305,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:43.917964 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-4d547695-9220-48fe-8789-f497a8d26f47 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] show failed (client error): The resource could not be found. Feb 08 16:39:43.919247 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4d547695-9220-48fe-8789-f497a8d26f47 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "GET /v2.0/security-groups/f5024fee-082b-4475-b690-0f87e93de305 HTTP/1.1" status: 404 len: 347 time: 0.0169811 Feb 08 16:39:43.921924 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33504) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:39:44.383191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Deleting port d3c0d7e1-2fff-4e5f-8455-fc7c618aaa20 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:39:44.383530 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d3c0d7e1-2fff-4e5f-8455-fc7c618aaa20), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:44.458555 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d3c0d7e1-2fff-4e5f-8455-fc7c618aaa20), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:44.458906 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (d3c0d7e1-2fff-4e5f-8455-fc7c618aaa20), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:44.470146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Calling delete_port for d3c0d7e1-2fff-4e5f-8455-fc7c618aaa20 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:39:44.605867 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d3c0d7e1-2fff-4e5f-8455-fc7c618aaa20), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:44.636648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Pushing event deleted for resources: {'Port': ['ID=d3c0d7e1-2fff-4e5f-8455-fc7c618aaa20,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:44.668335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:44.668335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:44.668335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:44.668335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:44.668335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:44.668335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:44.668335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:44.668335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:44.668335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:44.668335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:44.668335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:44.668335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:44.668335 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:44.715126 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks [] for floatingip (16d34277-dbf1-45dc-a5b7-f34bc01984b1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:44.717776 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:44.719044 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-93f2f4f7-18f1-4985-8528-aa8131739939 tempest-ServerActionsTestJSON-1383290926 tempest-ServerActionsTestJSON-1383290926-project] 10.222.0.82 "DELETE /v2.0/floatingips/16d34277-dbf1-45dc-a5b7-f34bc01984b1 HTTP/1.1" status: 204 len: 168 time: 0.7960019 Feb 08 16:39:44.721932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33508) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:39:45.066203 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2878476c-8d33-43b1-92b7-79cdfadef8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (ac08dd9b-1005-4319-8a33-30c589461b22), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:45.313247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-2878476c-8d33-43b1-92b7-79cdfadef8b5 admin admin] Deleting port 75970339-51d0-44b2-b6c3-7bd45011f982 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:39:45.313592 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2878476c-8d33-43b1-92b7-79cdfadef8b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:45.393112 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-2878476c-8d33-43b1-92b7-79cdfadef8b5 admin admin] For port 75970339-51d0-44b2-b6c3-7bd45011f982, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=75970339-51d0-44b2-b6c3-7bd45011f982,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:39:45.393401 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2878476c-8d33-43b1-92b7-79cdfadef8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:45.407111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-2878476c-8d33-43b1-92b7-79cdfadef8b5 admin admin] Calling delete_port for 75970339-51d0-44b2-b6c3-7bd45011f982 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:39:45.587445 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2878476c-8d33-43b1-92b7-79cdfadef8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (75970339-51d0-44b2-b6c3-7bd45011f982), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:45.612436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878476c-8d33-43b1-92b7-79cdfadef8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=75970339-51d0-44b2-b6c3-7bd45011f982,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:45.780401 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2878476c-8d33-43b1-92b7-79cdfadef8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (ac08dd9b-1005-4319-8a33-30c589461b22), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:46.001917 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2878476c-8d33-43b1-92b7-79cdfadef8b5 admin admin] Router ac08dd9b-1005-4319-8a33-30c589461b22 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:39:46.110805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2878476c-8d33-43b1-92b7-79cdfadef8b5 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:39:46.116689 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2878476c-8d33-43b1-92b7-79cdfadef8b5 admin admin] 10.222.0.82 "PUT /v2.0/routers/ac08dd9b-1005-4319-8a33-30c589461b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3937871 Feb 08 16:39:46.119215 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33510) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:39:46.122283 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be58c00-57ba-44b1-99c5-55a332ed8674 None None] Sync routers for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:39:46.135881 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be58c00-57ba-44b1-99c5-55a332ed8674 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:39:46.136575 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1be58c00-57ba-44b1-99c5-55a332ed8674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:39:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:39:46.207259 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:39:46.222800 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] Publish callbacks [] for router (ac08dd9b-1005-4319-8a33-30c589461b22), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:46.251166 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-1be58c00-57ba-44b1-99c5-55a332ed8674 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:39:46.326677 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] Publish callbacks [] for router_gateway (ac08dd9b-1005-4319-8a33-30c589461b22), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:46.385421 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] Deleting port 90aa9e0d-6ca1-486e-8a10-faf57f493921 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:39:46.386357 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (90aa9e0d-6ca1-486e-8a10-faf57f493921), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:46.429211 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1be58c00-57ba-44b1-99c5-55a332ed8674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:39:45Z', 'revision_number': 5, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port': {'id': '90aa9e0d-6ca1-486e-8a10-faf57f493921', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:35:01Z', 'updated_at': '2022-02-08T16:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:39:46.455550 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be58c00-57ba-44b1-99c5-55a332ed8674 None None] Checking router: ac08dd9b-1005-4319-8a33-30c589461b22 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:39:46.464428 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be58c00-57ba-44b1-99c5-55a332ed8674 None None] Routers {'ac08dd9b-1005-4319-8a33-30c589461b22'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:39:46.464992 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1be58c00-57ba-44b1-99c5-55a332ed8674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:39:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ac08dd9b-1005-4319-8a33-30c589461b22'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:39:46.465832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] For port 90aa9e0d-6ca1-486e-8a10-faf57f493921, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=90aa9e0d-6ca1-486e-8a10-faf57f493921,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:39:46.466203 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (90aa9e0d-6ca1-486e-8a10-faf57f493921), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:46.479776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] Calling delete_port for 90aa9e0d-6ca1-486e-8a10-faf57f493921 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:39:46.556651 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-1be58c00-57ba-44b1-99c5-55a332ed8674 None None] Set router ac08dd9b-1005-4319-8a33-30c589461b22 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:39:46.616100 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1be58c00-57ba-44b1-99c5-55a332ed8674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:39:46Z', 'revision_number': 6, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:39:46.643348 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be58c00-57ba-44b1-99c5-55a332ed8674 None None] The sync data for ids ['ac08dd9b-1005-4319-8a33-30c589461b22'] in n-d-824834-11 is: [{'id': 'ac08dd9b-1005-4319-8a33-30c589461b22', 'name': 'tempest-ServerActionsTestJSON-1361261575-router', 'tenant_id': 'd51dcb69f1284a758abeee6a34954915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:35:00Z', 'updated_at': '2022-02-08T16:39:46Z', 'revision_number': 6, 'project_id': 'd51dcb69f1284a758abeee6a34954915', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:39:46.653813 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (90aa9e0d-6ca1-486e-8a10-faf57f493921), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:46.681742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] Pushing event deleted for resources: {'Port': ['ID=90aa9e0d-6ca1-486e-8a10-faf57f493921,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:46.742040 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (ac08dd9b-1005-4319-8a33-30c589461b22), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:46.833887 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (ac08dd9b-1005-4319-8a33-30c589461b22), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:46.835988 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] Publish callbacks [] for router_controller (ac08dd9b-1005-4319-8a33-30c589461b22), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:46.884534 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (ac08dd9b-1005-4319-8a33-30c589461b22), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:46.885101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac08dd9b-1005-4319-8a33-30c589461b22 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:39:46.890018 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:46.891174 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7bea771b-1e0f-4aca-90f9-e04e03a55825 admin admin] 10.222.0.82 "DELETE /v2.0/routers/ac08dd9b-1005-4319-8a33-30c589461b22 HTTP/1.1" status: 204 len: 168 time: 0.7710431 Feb 08 16:39:46.894396 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33512) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:39:46.939934 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8cb8b1-f9c2-49c8-bfec-0c8d33d5a211 admin admin] Deleting subnet 1e942a62-2623-4ff1-8d23-29e44a0c1929 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:39:46.943012 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9e8cb8b1-f9c2-49c8-bfec-0c8d33d5a211 admin admin] Publish callbacks [] for subnet (1e942a62-2623-4ff1-8d23-29e44a0c1929), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:46.976338 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9e8cb8b1-f9c2-49c8-bfec-0c8d33d5a211 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (1e942a62-2623-4ff1-8d23-29e44a0c1929), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.061930 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9e8cb8b1-f9c2-49c8-bfec-0c8d33d5a211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (1e942a62-2623-4ff1-8d23-29e44a0c1929), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.116428 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9e8cb8b1-f9c2-49c8-bfec-0c8d33d5a211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (1e942a62-2623-4ff1-8d23-29e44a0c1929), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.140529 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cb8b1-f9c2-49c8-bfec-0c8d33d5a211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e942a62-2623-4ff1-8d23-29e44a0c1929,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:47.147209 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9e8cb8b1-f9c2-49c8-bfec-0c8d33d5a211 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.150656 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9e8cb8b1-f9c2-49c8-bfec-0c8d33d5a211 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/1e942a62-2623-4ff1-8d23-29e44a0c1929 HTTP/1.1" status: 204 len: 168 time: 0.2550392 Feb 08 16:39:47.153234 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33514) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:39:47.155666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905b4c8f-9254-469b-b989-aa1ef2ec6791 None None] Network 5907930d-fe05-48b3-8ae8-842232ce7153 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:39:47.220001 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (5907930d-fe05-48b3-8ae8-842232ce7153), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.277772 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] Deleting port fdc88af5-f00c-47e8-b226-c6efe4585a9a {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:39:47.278140 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (fdc88af5-f00c-47e8-b226-c6efe4585a9a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.339196 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] For port fdc88af5-f00c-47e8-b226-c6efe4585a9a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=fdc88af5-f00c-47e8-b226-c6efe4585a9a,segment=NetworkSegment(d4d024d5-e788-48f2-92ea-105eaaf0bbf2),segment_id=d4d024d5-e788-48f2-92ea-105eaaf0bbf2)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:39:47.339483 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (fdc88af5-f00c-47e8-b226-c6efe4585a9a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.352161 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] Calling delete_port for fdc88af5-f00c-47e8-b226-c6efe4585a9a owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:39:47.427726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ab2a3-ba85-4973-b6d5-9a262ab8420d None None] DHCP port deletion for 5907930d-fe05-48b3-8ae8-842232ce7153 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:39:47.435023 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (fdc88af5-f00c-47e8-b226-c6efe4585a9a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.453079 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-629ab2a3-ba85-4973-b6d5-9a262ab8420d None None] The port 'fdc88af5-f00c-47e8-b226-c6efe4585a9a' was deleted {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 08 16:39:47.465973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc88af5-f00c-47e8-b226-c6efe4585a9a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:47.471299 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] No DVR routers for this DVR port fdc88af5-f00c-47e8-b226-c6efe4585a9a on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:39:47.544157 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (5907930d-fe05-48b3-8ae8-842232ce7153), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.565114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5907930d-fe05-48b3-8ae8-842232ce7153']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:39:47.575854 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:39:47.576145 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d024d5-e788-48f2-92ea-105eaaf0bbf2') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:39:47.585615 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (d4d024d5-e788-48f2-92ea-105eaaf0bbf2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.600731 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d4d024d5-e788-48f2-92ea-105eaaf0bbf2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.607001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:39:47.607394 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (d4d024d5-e788-48f2-92ea-105eaaf0bbf2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:39:47.609225 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:39:47.671036 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (5907930d-fe05-48b3-8ae8-842232ce7153), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.677783 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.683599 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] 10.222.0.82 "DELETE /v2.0/networks/5907930d-fe05-48b3-8ae8-842232ce7153 HTTP/1.1" status: 204 len: 168 time: 0.5270715 Feb 08 16:39:47.694234 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a1fd8-7504-46d5-aa2a-2c2420708e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=5907930d-fe05-48b3-8ae8-842232ce7153,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:47.822427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33518) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:39:47.861918 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4190d395-324c-48d9-bd62-98592e51c921 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d51dcb69f1284a758abeee6a34954915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383224 Feb 08 16:39:47.865065 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33520) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:39:47.912522 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd09219d-072a-4b13-91c6-784e82b8efd2 admin admin] Publish callbacks [] for security_group (18d8c5ee-f3ed-4046-a17f-a8afacf2cb7a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.938718 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd09219d-072a-4b13-91c6-784e82b8efd2 admin admin] Publish callbacks [] for security_group (18d8c5ee-f3ed-4046-a17f-a8afacf2cb7a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.988711 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd09219d-072a-4b13-91c6-784e82b8efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (18d8c5ee-f3ed-4046-a17f-a8afacf2cb7a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.989177 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 75970339-51d0-44b2-b6c3-7bd45011f982 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:39:47.991534 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bd09219d-072a-4b13-91c6-784e82b8efd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:47.992713 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bd09219d-072a-4b13-91c6-784e82b8efd2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/18d8c5ee-f3ed-4046-a17f-a8afacf2cb7a HTTP/1.1" status: 204 len: 168 time: 0.1267312 Feb 08 16:39:48.000624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09219d-072a-4b13-91c6-784e82b8efd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d8c5ee-f3ed-4046-a17f-a8afacf2cb7a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:48.017696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 75970339-51d0-44b2-b6c3-7bd45011f982 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:39:48.018046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 75970339-51d0-44b2-b6c3-7bd45011f982 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:39:48.018470 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 90aa9e0d-6ca1-486e-8a10-faf57f493921 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:39:48.043251 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 90aa9e0d-6ca1-486e-8a10-faf57f493921 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:39:48.043532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 90aa9e0d-6ca1-486e-8a10-faf57f493921 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:39:48.043960 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fdc88af5-f00c-47e8-b226-c6efe4585a9a no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:39:48.062514 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: fdc88af5-f00c-47e8-b226-c6efe4585a9a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:39:48.062871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device fdc88af5-f00c-47e8-b226-c6efe4585a9a not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:39:48.661498 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33542) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:39:48.771298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1079540754-network', 'tenant_id': 'f5735691207d4c6db6863fca82606f64'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:39:48.790330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] Made reservation on behalf of f5735691207d4c6db6863fca82606f64 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:39:48.792500 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:48.800465 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:48.875748 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] Publish callbacks [] for security_group (7a3c28e3-dd6a-4dd5-a168-c064121b1ce8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:48.879930 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7a3c28e3-dd6a-4dd5-a168-c064121b1ce8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:48.901081 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:39:48.914441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:48.919456 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:48.919804 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] Added segment ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8 of type vlan for network b658b50f-c16a-45c8-b4bf-1f5755adabc9 Feb 08 16:39:48.961542 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (b658b50f-c16a-45c8-b4bf-1f5755adabc9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:48.985207 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (b658b50f-c16a-45c8-b4bf-1f5755adabc9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:48.986209 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:48.986795 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:49.045700 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3830264 Feb 08 16:39:49.048658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33546) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:39:49.050649 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd7d17-b941-4fcd-b99a-5fa06bbd06f8 admin admin] Pushing event updated for resources: {'Network': ['ID=b658b50f-c16a-45c8-b4bf-1f5755adabc9,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:49.055960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ef680092-d758-469b-86f2-6bb20f6ce9b4 admin admin] Request body: {'subnet': {'network_id': 'b658b50f-c16a-45c8-b4bf-1f5755adabc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1079540754-subnet', 'tenant_id': 'f5735691207d4c6db6863fca82606f64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:39:49.062268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network b658b50f-c16a-45c8-b4bf-1f5755adabc9 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:39:49.083011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef680092-d758-469b-86f2-6bb20f6ce9b4 admin admin] Made reservation on behalf of f5735691207d4c6db6863fca82606f64 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:39:49.088651 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef680092-d758-469b-86f2-6bb20f6ce9b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:49.249312 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef680092-d758-469b-86f2-6bb20f6ce9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (3dbe3701-ea27-4c45-babf-f30d908a95a6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:49.306196 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef680092-d758-469b-86f2-6bb20f6ce9b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dbe3701-ea27-4c45-babf-f30d908a95a6,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:49.315930 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef680092-d758-469b-86f2-6bb20f6ce9b4 admin admin] Checking segment: {'id': 'ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b658b50f-c16a-45c8-b4bf-1f5755adabc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:39:49.316283 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef680092-d758-469b-86f2-6bb20f6ce9b4 admin admin] Network hostable DHCP agents. Network: b658b50f-c16a-45c8-b4bf-1f5755adabc9, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:39:49.332723 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef680092-d758-469b-86f2-6bb20f6ce9b4 admin admin] Network b658b50f-c16a-45c8-b4bf-1f5755adabc9 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:39:49.338209 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:49.341109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-ef680092-d758-469b-86f2-6bb20f6ce9b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, b658b50f-c16a-45c8-b4bf-1f5755adabc9) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:39:49.345144 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef680092-d758-469b-86f2-6bb20f6ce9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:49.345738 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ef680092-d758-469b-86f2-6bb20f6ce9b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:49.353280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e657eca-2708-4974-bef8-12de0a67bd7a None None] Network b658b50f-c16a-45c8-b4bf-1f5755adabc9 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:39:49.362260 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ef680092-d758-469b-86f2-6bb20f6ce9b4 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3125141 Feb 08 16:39:49.456116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d279d838-efea-4fde-b583-fd8198c78ad6 None None] Network b658b50f-c16a-45c8-b4bf-1f5755adabc9 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:39:49.790252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-659f2efd-5f34-4c70-93f1-a1f68f006cce tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:49.791718 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-659f2efd-5f34-4c70-93f1-a1f68f006cce tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/networks?id=b658b50f-c16a-45c8-b4bf-1f5755adabc9 HTTP/1.1" status: 200 len: 814 time: 0.0997746 Feb 08 16:39:49.805819 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-0f68031b-47f2-4b64-951a-44ee55f0ac09 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/quotas/f5735691207d4c6db6863fca82606f64 HTTP/1.1" status: 200 len: 375 time: 0.0087349 Feb 08 16:39:49.841958 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e2f006cc-3eaf-4949-950f-1fb4a206e0e1 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5735691207d4c6db6863fca82606f64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309584 Feb 08 16:39:49.929884 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-38598126-c7f8-46cf-90e3-c74fdfbd18bd service neutron] 10.222.0.82 "GET /v2.0/networks/b658b50f-c16a-45c8-b4bf-1f5755adabc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811472 Feb 08 16:39:50.024642 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-67a581cc-3f22-4508-b13e-62191922553f service neutron] 10.222.0.82 "GET /v2.0/networks/b658b50f-c16a-45c8-b4bf-1f5755adabc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890265 Feb 08 16:39:50.181197 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e630ae1c-d1c4-4a53-bcf4-86d7cf9f0c4d req-be919200-518a-4204-a246-e211f411225b tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 210 time: 0.0280581 Feb 08 16:39:50.764705 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:51.242622 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-48498901-43d7-4965-820b-268ab6c41190 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:51.244143 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-48498901-43d7-4965-820b-268ab6c41190 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.96 "GET /v2.0/networks?id=b658b50f-c16a-45c8-b4bf-1f5755adabc9 HTTP/1.1" status: 200 len: 814 time: 0.1085308 Feb 08 16:39:51.257293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-ca8d8d4b-6dde-4507-a708-0ffc058b6e26 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Request body: {'port': {'device_id': 'c122192a-bcc9-4029-a9d0-1b3541b7d38a', 'network_id': 'b658b50f-c16a-45c8-b4bf-1f5755adabc9', 'admin_state_up': True, 'tenant_id': 'f5735691207d4c6db6863fca82606f64'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:39:51.280659 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-57c4f302-6bc4-435d-8703-adeb61714056 req-0b4dc2a1-fb28-44ee-adcf-3930c2cb2ac2 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 210 time: 0.0284269 Feb 08 16:39:51.371568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-ca8d8d4b-6dde-4507-a708-0ffc058b6e26 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Made reservation on behalf of f5735691207d4c6db6863fca82606f64 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:39:51.374854 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-ca8d8d4b-6dde-4507-a708-0ffc058b6e26 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:51.499075 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-ca8d8d4b-6dde-4507-a708-0ffc058b6e26 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Allocated IP 172.20.0.7 (b658b50f-c16a-45c8-b4bf-1f5755adabc9/3dbe3701-ea27-4c45-babf-f30d908a95a6/79312301-d67e-4dfd-90b1-bfd811d59ec4) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:39:51.641733 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-ca8d8d4b-6dde-4507-a708-0ffc058b6e26 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks [] for port (79312301-d67e-4dfd-90b1-bfd811d59ec4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:51.673914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-ca8d8d4b-6dde-4507-a708-0ffc058b6e26 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (79312301-d67e-4dfd-90b1-bfd811d59ec4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:51.722401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-ca8d8d4b-6dde-4507-a708-0ffc058b6e26 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Network b658b50f-c16a-45c8-b4bf-1f5755adabc9 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:39:51.725717 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-ca8d8d4b-6dde-4507-a708-0ffc058b6e26 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:39:51.729343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-ca8d8d4b-6dde-4507-a708-0ffc058b6e26 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:39:51.735916 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d8d4b-6dde-4507-a708-0ffc058b6e26 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Pushing event updated for resources: {'Port': ['ID=79312301-d67e-4dfd-90b1-bfd811d59ec4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:51.780666 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-ca8d8d4b-6dde-4507-a708-0ffc058b6e26 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:51.781393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-ca8d8d4b-6dde-4507-a708-0ffc058b6e26 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:51.795752 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-ca8d8d4b-6dde-4507-a708-0ffc058b6e26 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5431235 Feb 08 16:39:51.805425 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-0e52418b-d1bc-4019-b65b-fdf2dce34109 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:39:51.806368 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-0e52418b-d1bc-4019-b65b-fdf2dce34109 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055387 Feb 08 16:39:51.816664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Request body: {'port': {'device_id': 'c122192a-bcc9-4029-a9d0-1b3541b7d38a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:39:51.874149 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (79312301-d67e-4dfd-90b1-bfd811d59ec4), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:52.406411 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e2064-deeb-4b65-94e4-2c965c3c3456 req-01a5a520-9c39-4c4a-9b51-717c8a4addc3 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:52.407899 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc9e2064-deeb-4b65-94e4-2c965c3c3456 req-01a5a520-9c39-4c4a-9b51-717c8a4addc3 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 931 time: 0.0556314 Feb 08 16:39:52.453056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79312301-d67e-4dfd-90b1-bfd811d59ec4 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:39:52.456488 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc9e2064-deeb-4b65-94e4-2c965c3c3456 req-17a4b7b0-8e18-4742-886e-1de2196220b9 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 Feb 08 16:39:52.461553 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Publish callbacks [] for port (79312301-d67e-4dfd-90b1-bfd811d59ec4), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:52.474866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Transition to ACTIVE for port object 79312301-d67e-4dfd-90b1-bfd811d59ec4 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:39:52.478994 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (79312301-d67e-4dfd-90b1-bfd811d59ec4), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:52.531121 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Pushing event updated for resources: {'Port': ['ID=79312301-d67e-4dfd-90b1-bfd811d59ec4,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:52.596406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Attempting to bind port 79312301-d67e-4dfd-90b1-bfd811d59ec4 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:39:52.596646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Attempting to bind port 79312301-d67e-4dfd-90b1-bfd811d59ec4 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b658b50f-c16a-45c8-b4bf-1f5755adabc9'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:39:52.596988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Attempting to bind port 79312301-d67e-4dfd-90b1-bfd811d59ec4 on network b658b50f-c16a-45c8-b4bf-1f5755adabc9 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:39:52.602018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Port 79312301-d67e-4dfd-90b1-bfd811d59ec4 on network b658b50f-c16a-45c8-b4bf-1f5755adabc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:39:52.602336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Attempting to bind port 79312301-d67e-4dfd-90b1-bfd811d59ec4 on network b658b50f-c16a-45c8-b4bf-1f5755adabc9 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:39:52.606978 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:39:52.607312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Checking segment: {'id': 'ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b658b50f-c16a-45c8-b4bf-1f5755adabc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:39:52.607690 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Bound using segment: {'id': 'ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b658b50f-c16a-45c8-b4bf-1f5755adabc9'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:39:52.608110 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Bound port: 79312301-d67e-4dfd-90b1-bfd811d59ec4, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b658b50f-c16a-45c8-b4bf-1f5755adabc9'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:39:52.608459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (79312301-d67e-4dfd-90b1-bfd811d59ec4), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:52.669356 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] For port 79312301-d67e-4dfd-90b1-bfd811d59ec4, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:39:52.672252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] For port 79312301-d67e-4dfd-90b1-bfd811d59ec4, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=79312301-d67e-4dfd-90b1-bfd811d59ec4,segment=NetworkSegment(ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8),segment_id=ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:39:52.677511 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (79312301-d67e-4dfd-90b1-bfd811d59ec4), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:52.708705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:52.709347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:52.710796 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] 10.222.0.96 "PUT /v2.0/ports/79312301-d67e-4dfd-90b1-bfd811d59ec4 HTTP/1.1" status: 200 len: 1092 time: 0.8977497 Feb 08 16:39:52.711204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c122192a-bcc9-4029-a9d0-1b3541b7d38a', 'tag': '79312301-d67e-4dfd-90b1-bfd811d59ec4'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:39:52.713478 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b86658-509f-43e0-8b6b-99a40dde1898" -d '{"events": [{"name": "network-changed", "server_uuid": "c122192a-bcc9-4029-a9d0-1b3541b7d38a", "tag": "79312301-d67e-4dfd-90b1-bfd811d59ec4"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:39:52.740325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4578370-c76f-46a4-a055-473fee74ef9b service neutron] Pushing event updated for resources: {'Port': ['ID=79312301-d67e-4dfd-90b1-bfd811d59ec4,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:52.762430 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d41d80-2feb-4d83-a516-de02f0fa3d9e x-openstack-request-id: req-c1d41d80-2feb-4d83-a516-de02f0fa3d9e {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:39:52.762727 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c122192a-bcc9-4029-a9d0-1b3541b7d38a", "tag": "79312301-d67e-4dfd-90b1-bfd811d59ec4", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:39:52.762991 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c1d41d80-2feb-4d83-a516-de02f0fa3d9e {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:39:52.763391 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c122192a-bcc9-4029-a9d0-1b3541b7d38a', 'tag': '79312301-d67e-4dfd-90b1-bfd811d59ec4', 'status': 'completed', 'code': 200} Feb 08 16:39:52.797177 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-d70e1cd9-a08f-4621-94fe-5bca65762d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:52.798744 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-d70e1cd9-a08f-4621-94fe-5bca65762d42 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5735691207d4c6db6863fca82606f64&device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 1126 time: 0.0465097 Feb 08 16:39:52.843874 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-3f498d62-2c89-47fe-8df0-ffd75c182f03 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79312301-d67e-4dfd-90b1-bfd811d59ec4 HTTP/1.1" status: 200 len: 217 time: 0.0376737 Feb 08 16:39:52.892975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-2f2abf36-333b-4c7a-80a9-6dd3a675488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:52.894861 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-2f2abf36-333b-4c7a-80a9-6dd3a675488a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3dbe3701-ea27-4c45-babf-f30d908a95a6 HTTP/1.1" status: 200 len: 854 time: 0.0449965 Feb 08 16:39:52.926573 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-80e09d24-325d-40c0-8d13-ca5e7b0e52c5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b658b50f-c16a-45c8-b4bf-1f5755adabc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248091 Feb 08 16:39:53.017798 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-5b5c33f5-cb15-4cf3-a8f2-c8d3feec567b service neutron] 10.222.0.96 "GET /v2.0/networks/b658b50f-c16a-45c8-b4bf-1f5755adabc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857008 Feb 08 16:39:53.107841 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1225cbdd-1c1c-44ff-a121-e782deea796c req-c8d002ff-f241-4cfb-9b71-56b369e569d6 service neutron] 10.222.0.96 "GET /v2.0/networks/b658b50f-c16a-45c8-b4bf-1f5755adabc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819612 Feb 08 16:39:53.202217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b86658-509f-43e0-8b6b-99a40dde1898 req-db9c03fe-e018-45b3-a0d4-97b76bf4bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:53.203645 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-47b86658-509f-43e0-8b6b-99a40dde1898 req-db9c03fe-e018-45b3-a0d4-97b76bf4bf6f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f5735691207d4c6db6863fca82606f64&device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 1126 time: 0.0541847 Feb 08 16:39:53.301836 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b86658-509f-43e0-8b6b-99a40dde1898 req-478c3975-db5c-4ded-9e75-defe08a35809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:53.303338 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-47b86658-509f-43e0-8b6b-99a40dde1898 req-478c3975-db5c-4ded-9e75-defe08a35809 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b658b50f-c16a-45c8-b4bf-1f5755adabc9 HTTP/1.1" status: 200 len: 915 time: 0.0920804 Feb 08 16:39:53.352844 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-47b86658-509f-43e0-8b6b-99a40dde1898 req-5450247f-ce88-44e4-ae82-acdde1dbfd7c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79312301-d67e-4dfd-90b1-bfd811d59ec4 HTTP/1.1" status: 200 len: 217 time: 0.0431719 Feb 08 16:39:53.410088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b86658-509f-43e0-8b6b-99a40dde1898 req-2832a211-feac-4600-b3c5-3badadad6063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:53.411616 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-47b86658-509f-43e0-8b6b-99a40dde1898 req-2832a211-feac-4600-b3c5-3badadad6063 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3dbe3701-ea27-4c45-babf-f30d908a95a6 HTTP/1.1" status: 200 len: 854 time: 0.0528104 Feb 08 16:39:53.447671 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-47b86658-509f-43e0-8b6b-99a40dde1898 req-e3594642-42ae-4c10-839a-d884556d16be service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b658b50f-c16a-45c8-b4bf-1f5755adabc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298009 Feb 08 16:39:53.544700 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-47b86658-509f-43e0-8b6b-99a40dde1898 req-c242ac1e-1aa0-4fff-9f53-18e62593ea71 service neutron] 10.222.0.96 "GET /v2.0/networks/b658b50f-c16a-45c8-b4bf-1f5755adabc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900431 Feb 08 16:39:53.592080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f8507-f638-47b7-b067-edd4151414c1 req-3e3f7a30-d826-4917-8c0e-c9b44f4493c4 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:53.593627 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c87f8507-f638-47b7-b067-edd4151414c1 req-3e3f7a30-d826-4917-8c0e-c9b44f4493c4 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 943 time: 0.0643811 Feb 08 16:39:53.648776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c87f8507-f638-47b7-b067-edd4151414c1 req-286de7ae-b509-4169-894d-21259e12d458 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481293 Feb 08 16:39:53.652056 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-47b86658-509f-43e0-8b6b-99a40dde1898 req-0026ab65-4767-43cb-92c0-956cac8d5eb0 service neutron] 10.222.0.96 "GET /v2.0/networks/b658b50f-c16a-45c8-b4bf-1f5755adabc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985661 Feb 08 16:39:54.773134 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49dc5-bc0e-4950-88dd-c35dc34432f7 req-92aafb0b-ae7b-4c68-9fe8-96e6fab2fbfc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:54.774628 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fdf49dc5-bc0e-4950-88dd-c35dc34432f7 req-92aafb0b-ae7b-4c68-9fe8-96e6fab2fbfc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 943 time: 0.0537381 Feb 08 16:39:54.821357 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fdf49dc5-bc0e-4950-88dd-c35dc34432f7 req-d0b2132b-edd8-4e24-b023-bf7cbc674287 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410168 Feb 08 16:39:55.942292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c4006-e74e-41eb-8f85-3049b923b415 req-82d2b315-7570-40e9-96a2-b4c98cc4ee0d tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:55.943798 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b9c4006-e74e-41eb-8f85-3049b923b415 req-82d2b315-7570-40e9-96a2-b4c98cc4ee0d tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 943 time: 0.0543604 Feb 08 16:39:55.994250 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b9c4006-e74e-41eb-8f85-3049b923b415 req-4cc358ab-fad9-4100-88cc-11256bf99568 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445180 Feb 08 16:39:56.308758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 79312301-d67e-4dfd-90b1-bfd811d59ec4 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:39:56.402261 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 79312301-d67e-4dfd-90b1-bfd811d59ec4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=79312301-d67e-4dfd-90b1-bfd811d59ec4,segment=NetworkSegment(ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8),segment_id=ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:39:56.413620 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '79312301-d67e-4dfd-90b1-bfd811d59ec4', 'network_id': 'b658b50f-c16a-45c8-b4bf-1f5755adabc9', 'port_id': '79312301-d67e-4dfd-90b1-bfd811d59ec4', 'mac_address': 'fa:16:3e:e4:a4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbe3701-ea27-4c45-babf-f30d908a95a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:39:56.453627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 79312301-d67e-4dfd-90b1-bfd811d59ec4 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:39:56.454024 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (79312301-d67e-4dfd-90b1-bfd811d59ec4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:56.467211 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79312301-d67e-4dfd-90b1-bfd811d59ec4 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:39:56.488111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 79312301-d67e-4dfd-90b1-bfd811d59ec4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=79312301-d67e-4dfd-90b1-bfd811d59ec4,segment=NetworkSegment(ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8),segment_id=ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:39:56.492572 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (79312301-d67e-4dfd-90b1-bfd811d59ec4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:56.539886 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=79312301-d67e-4dfd-90b1-bfd811d59ec4,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:56.693288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['79312301-d67e-4dfd-90b1-bfd811d59ec4'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:39:57.111635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b3991-15da-403a-966b-a86fdf7dd636 req-b27ccf26-7e0e-449f-8f9f-0070517e0e24 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:57.113127 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a11b3991-15da-403a-966b-a86fdf7dd636 req-b27ccf26-7e0e-449f-8f9f-0070517e0e24 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 944 time: 0.0524087 Feb 08 16:39:57.159757 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a11b3991-15da-403a-966b-a86fdf7dd636 req-3bd6cb13-8c8f-437c-a0e5-f883bc1c00c2 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405421 Feb 08 16:39:58.277591 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9304e-38a2-4227-bd83-3af98a58a179 req-ba776070-5374-4648-a409-e0558be1169f tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:58.279074 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bee9304e-38a2-4227-bd83-3af98a58a179 req-ba776070-5374-4648-a409-e0558be1169f tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 944 time: 0.0528214 Feb 08 16:39:58.327931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 79312301-d67e-4dfd-90b1-bfd811d59ec4 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:39:58.329846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bee9304e-38a2-4227-bd83-3af98a58a179 req-4970a0da-d435-4ae7-9eb7-6b3b6e214e14 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452476 Feb 08 16:39:58.375848 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 79312301-d67e-4dfd-90b1-bfd811d59ec4 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:39:58.380323 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 79312301-d67e-4dfd-90b1-bfd811d59ec4 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:39:58.380694 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (79312301-d67e-4dfd-90b1-bfd811d59ec4), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:58.455986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 79312301-d67e-4dfd-90b1-bfd811d59ec4 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:39:58.456291 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (79312301-d67e-4dfd-90b1-bfd811d59ec4), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:58.480990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c122192a-bcc9-4029-a9d0-1b3541b7d38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79312301-d67e-4dfd-90b1-bfd811d59ec4'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:39:58.483209 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10a211a-ea90-4435-8026-9cd4f5e8099f" -d '{"events": [{"server_uuid": "c122192a-bcc9-4029-a9d0-1b3541b7d38a", "name": "network-vif-plugged", "status": "completed", "tag": "79312301-d67e-4dfd-90b1-bfd811d59ec4"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:39:58.496571 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 79312301-d67e-4dfd-90b1-bfd811d59ec4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=79312301-d67e-4dfd-90b1-bfd811d59ec4,segment=NetworkSegment(ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8),segment_id=ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:39:58.500385 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (79312301-d67e-4dfd-90b1-bfd811d59ec4), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:39:58.523776 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b155f2-2b3b-4cad-ad0e-44463f508025 x-openstack-request-id: req-02b155f2-2b3b-4cad-ad0e-44463f508025 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:39:58.524092 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c122192a-bcc9-4029-a9d0-1b3541b7d38a", "name": "network-vif-plugged", "status": "completed", "tag": "79312301-d67e-4dfd-90b1-bfd811d59ec4", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:39:58.524346 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-02b155f2-2b3b-4cad-ad0e-44463f508025 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:39:58.524734 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122192a-bcc9-4029-a9d0-1b3541b7d38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79312301-d67e-4dfd-90b1-bfd811d59ec4', 'code': 200} Feb 08 16:39:58.551531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=79312301-d67e-4dfd-90b1-bfd811d59ec4,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:39:58.561074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:58.561474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:58.561757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:58.562091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:58.562420 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:58.562759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:58.563088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:58.563410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:58.563734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:58.564054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:58.564373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:58.564693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:58.565106 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:39:58.624397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1c74a-f7e7-4f2a-8752-35b81ccd2cd6 req-cf2d6ad1-4b82-4ea1-8d9e-99fa116e0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:58.625925 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-03b1c74a-f7e7-4f2a-8752-35b81ccd2cd6 req-cf2d6ad1-4b82-4ea1-8d9e-99fa116e0f70 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 1128 time: 0.0455351 Feb 08 16:39:58.670433 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-03b1c74a-f7e7-4f2a-8752-35b81ccd2cd6 req-e72af055-a2c9-4f06-8c03-b4927fffbe65 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371811 Feb 08 16:39:59.451397 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4754f-1fd0-4ad2-ae18-97d55d8de574 req-ba2f13f3-06e0-4947-ae6b-0044223aa257 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:39:59.452868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2fe4754f-1fd0-4ad2-ae18-97d55d8de574 req-ba2f13f3-06e0-4947-ae6b-0044223aa257 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 945 time: 0.0564010 Feb 08 16:39:59.498858 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2fe4754f-1fd0-4ad2-ae18-97d55d8de574 req-dd30c071-52bf-418c-8ee5-c76a8405a8f5 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397835 Feb 08 16:40:00.620969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1739e-0e04-4764-8548-dcc7e5387a64 req-63e3e153-0af9-428a-9bd0-0899b4ac067e tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:00.622444 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0cc1739e-0e04-4764-8548-dcc7e5387a64 req-63e3e153-0af9-428a-9bd0-0899b4ac067e tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 945 time: 0.0524626 Feb 08 16:40:00.667848 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0cc1739e-0e04-4764-8548-dcc7e5387a64 req-4a92f995-c7ab-4f09-acaf-7bfeffc4fb88 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398314 Feb 08 16:40:00.896245 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-c2c4f1fa-fc1a-4e5e-9779-4e860f513360 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:00.897758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-c2c4f1fa-fc1a-4e5e-9779-4e860f513360 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/networks?id=b658b50f-c16a-45c8-b4bf-1f5755adabc9 HTTP/1.1" status: 200 len: 814 time: 0.1056755 Feb 08 16:40:00.912725 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-c37ecaf1-6ba5-4642-99b6-c5f1a28407f9 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/quotas/f5735691207d4c6db6863fca82606f64 HTTP/1.1" status: 200 len: 375 time: 0.0096862 Feb 08 16:40:00.966328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-9fb5a1f6-db77-4d4c-8014-fa736d571479 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5735691207d4c6db6863fca82606f64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486219 Feb 08 16:40:01.060635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-93d4956a-5252-41f4-842c-e80d7a72ec54 service neutron] 10.222.0.82 "GET /v2.0/networks/b658b50f-c16a-45c8-b4bf-1f5755adabc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875783 Feb 08 16:40:01.153486 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-a3e000f7-fc94-4b07-a793-53300abdf1e9 service neutron] 10.222.0.82 "GET /v2.0/networks/b658b50f-c16a-45c8-b4bf-1f5755adabc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872509 Feb 08 16:40:01.313003 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2ebea1f-2e16-4a17-b783-ee40d2296087 req-8b01f9b5-4ce6-41a8-ad8e-70ddbc4280bf tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 210 time: 0.0281587 Feb 08 16:40:01.612734 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a544dc3-1582-4916-945d-6e018e744afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:02.267816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-d536b03f-15d0-4f10-ad4f-90e766ee3101 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:02.269764 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-d536b03f-15d0-4f10-ad4f-90e766ee3101 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.94 "GET /v2.0/networks?id=b658b50f-c16a-45c8-b4bf-1f5755adabc9 HTTP/1.1" status: 200 len: 814 time: 0.1105969 Feb 08 16:40:02.288562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-0f693206-9846-4eb3-bba0-7244699e30dd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Request body: {'port': {'device_id': 'd09c4876-09a3-40fc-9dc8-f80b3beae054', 'network_id': 'b658b50f-c16a-45c8-b4bf-1f5755adabc9', 'admin_state_up': True, 'tenant_id': 'f5735691207d4c6db6863fca82606f64'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:02.420640 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27f01376-b99d-4a60-8755-9612ad0665b1 req-38bf4a6d-55c8-4d9a-b0d0-8e33c9afc3a7 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 210 time: 0.0361557 Feb 08 16:40:02.421678 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-0f693206-9846-4eb3-bba0-7244699e30dd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Made reservation on behalf of f5735691207d4c6db6863fca82606f64 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:02.424860 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-0f693206-9846-4eb3-bba0-7244699e30dd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:02.556268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-0f693206-9846-4eb3-bba0-7244699e30dd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Allocated IP 172.20.0.10 (b658b50f-c16a-45c8-b4bf-1f5755adabc9/3dbe3701-ea27-4c45-babf-f30d908a95a6/6e5867e2-96cf-4793-8dd3-4449323e1847) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:40:02.704597 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-0f693206-9846-4eb3-bba0-7244699e30dd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks [] for port (6e5867e2-96cf-4793-8dd3-4449323e1847), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:02.737543 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-0f693206-9846-4eb3-bba0-7244699e30dd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6e5867e2-96cf-4793-8dd3-4449323e1847), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:02.753018 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['79312301-d67e-4dfd-90b1-bfd811d59ec4'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:40:02.788371 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-0f693206-9846-4eb3-bba0-7244699e30dd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Network b658b50f-c16a-45c8-b4bf-1f5755adabc9 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:40:02.791557 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-0f693206-9846-4eb3-bba0-7244699e30dd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:02.795443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-0f693206-9846-4eb3-bba0-7244699e30dd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:40:02.820009 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f693206-9846-4eb3-bba0-7244699e30dd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Pushing event updated for resources: {'Port': ['ID=6e5867e2-96cf-4793-8dd3-4449323e1847,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:02.847799 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-0f693206-9846-4eb3-bba0-7244699e30dd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:02.848674 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-0f693206-9846-4eb3-bba0-7244699e30dd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:02.864265 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-0f693206-9846-4eb3-bba0-7244699e30dd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5799379 Feb 08 16:40:02.880157 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Request body: {'port': {'device_id': 'd09c4876-09a3-40fc-9dc8-f80b3beae054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:02.938822 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6e5867e2-96cf-4793-8dd3-4449323e1847), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:03.202613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5867e2-96cf-4793-8dd3-4449323e1847 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:40:03.211003 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Publish callbacks [] for port (6e5867e2-96cf-4793-8dd3-4449323e1847), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:03.223755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Transition to ACTIVE for port object 6e5867e2-96cf-4793-8dd3-4449323e1847 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:40:03.226969 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6e5867e2-96cf-4793-8dd3-4449323e1847), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:03.278214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5867e2-96cf-4793-8dd3-4449323e1847,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:03.346966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Attempting to bind port 6e5867e2-96cf-4793-8dd3-4449323e1847 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:40:03.347297 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Attempting to bind port 6e5867e2-96cf-4793-8dd3-4449323e1847 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': 'ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b658b50f-c16a-45c8-b4bf-1f5755adabc9'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:40:03.347623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Attempting to bind port 6e5867e2-96cf-4793-8dd3-4449323e1847 on network b658b50f-c16a-45c8-b4bf-1f5755adabc9 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:40:03.351844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Port 6e5867e2-96cf-4793-8dd3-4449323e1847 on network b658b50f-c16a-45c8-b4bf-1f5755adabc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:40:03.352168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Attempting to bind port 6e5867e2-96cf-4793-8dd3-4449323e1847 on network b658b50f-c16a-45c8-b4bf-1f5755adabc9 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:40:03.356882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:40:03.357252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Checking segment: {'id': 'ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b658b50f-c16a-45c8-b4bf-1f5755adabc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:03.357639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Bound using segment: {'id': 'ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b658b50f-c16a-45c8-b4bf-1f5755adabc9'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:40:03.358062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Bound port: 6e5867e2-96cf-4793-8dd3-4449323e1847, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b658b50f-c16a-45c8-b4bf-1f5755adabc9'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:40:03.358420 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6e5867e2-96cf-4793-8dd3-4449323e1847), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:03.424013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] For port 6e5867e2-96cf-4793-8dd3-4449323e1847, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:40:03.427055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] For port 6e5867e2-96cf-4793-8dd3-4449323e1847, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6e5867e2-96cf-4793-8dd3-4449323e1847,segment=NetworkSegment(ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8),segment_id=ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:40:03.432282 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6e5867e2-96cf-4793-8dd3-4449323e1847), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:03.467192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:03.467820 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:03.469233 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] 10.222.0.94 "PUT /v2.0/ports/6e5867e2-96cf-4793-8dd3-4449323e1847 HTTP/1.1" status: 200 len: 1093 time: 0.5939622 Feb 08 16:40:03.469675 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09c4876-09a3-40fc-9dc8-f80b3beae054', 'tag': '6e5867e2-96cf-4793-8dd3-4449323e1847'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:40:03.471919 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7792591-3b24-4c75-afae-e005f529d6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d09c4876-09a3-40fc-9dc8-f80b3beae054", "tag": "6e5867e2-96cf-4793-8dd3-4449323e1847"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:40:03.495078 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea878ca-2d80-49a5-84a8-9a1695748907 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5867e2-96cf-4793-8dd3-4449323e1847,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:03.538062 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f32cb3e-2c21-4a1f-a628-121e76166e37 x-openstack-request-id: req-3f32cb3e-2c21-4a1f-a628-121e76166e37 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:40:03.538356 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09c4876-09a3-40fc-9dc8-f80b3beae054", "tag": "6e5867e2-96cf-4793-8dd3-4449323e1847", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:40:03.538613 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3f32cb3e-2c21-4a1f-a628-121e76166e37 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:40:03.539014 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09c4876-09a3-40fc-9dc8-f80b3beae054', 'tag': '6e5867e2-96cf-4793-8dd3-4449323e1847', 'status': 'completed', 'code': 200} Feb 08 16:40:03.588407 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8c23b-5a8b-4656-b23a-9649d2aa3da0 req-a16938c8-185e-4e54-8aee-3c1641059fcd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:03.589920 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70a8c23b-5a8b-4656-b23a-9649d2aa3da0 req-a16938c8-185e-4e54-8aee-3c1641059fcd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 944 time: 0.0919991 Feb 08 16:40:03.595887 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-45c5bb31-1ac8-42e4-a18e-5179fc189242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:03.597287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-45c5bb31-1ac8-42e4-a18e-5179fc189242 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f5735691207d4c6db6863fca82606f64&device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 1127 time: 0.0702252 Feb 08 16:40:03.649977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-086893ac-46ae-4c0b-9d8e-23f1a8936359 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5867e2-96cf-4793-8dd3-4449323e1847 HTTP/1.1" status: 200 len: 217 time: 0.0387702 Feb 08 16:40:03.696405 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-70a8c23b-5a8b-4656-b23a-9649d2aa3da0 req-14bf41dd-2537-4dba-a2d8-dea8c299d40b tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975718 Feb 08 16:40:03.714255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-88d4ef33-d069-4a84-a42a-1ff10d075241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:03.715777 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-88d4ef33-d069-4a84-a42a-1ff10d075241 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3dbe3701-ea27-4c45-babf-f30d908a95a6 HTTP/1.1" status: 200 len: 854 time: 0.0558586 Feb 08 16:40:03.749084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-81bf684f-dfdf-4a36-8fa6-8cd9fe5a1769 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b658b50f-c16a-45c8-b4bf-1f5755adabc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264277 Feb 08 16:40:03.841368 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-9263b69e-a950-49c7-a692-af8b21d60210 service neutron] 10.222.0.94 "GET /v2.0/networks/b658b50f-c16a-45c8-b4bf-1f5755adabc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857575 Feb 08 16:40:03.871479 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dc7d7882-d0ff-4bce-ac5a-94691cd8f524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:03.935407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5e9cf28-790a-40b9-beb4-3f032145f06c req-b2a87da8-f0ed-4b1b-80f4-3d71bbcc732f service neutron] 10.222.0.94 "GET /v2.0/networks/b658b50f-c16a-45c8-b4bf-1f5755adabc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841510 Feb 08 16:40:04.037868 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7792591-3b24-4c75-afae-e005f529d6dd req-9c1852dd-bf88-4336-bd6d-700a7555da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:04.039386 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7792591-3b24-4c75-afae-e005f529d6dd req-9c1852dd-bf88-4336-bd6d-700a7555da5b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=f5735691207d4c6db6863fca82606f64&device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 1127 time: 0.0498457 Feb 08 16:40:04.128674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7792591-3b24-4c75-afae-e005f529d6dd req-9c0c8902-816d-4289-839f-fe5df544e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:04.130354 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7792591-3b24-4c75-afae-e005f529d6dd req-9c0c8902-816d-4289-839f-fe5df544e7f9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=b658b50f-c16a-45c8-b4bf-1f5755adabc9 HTTP/1.1" status: 200 len: 915 time: 0.0848665 Feb 08 16:40:04.174411 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7792591-3b24-4c75-afae-e005f529d6dd req-082b00f1-99fb-4fc5-a4e0-0c632c6b312f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5867e2-96cf-4793-8dd3-4449323e1847 HTTP/1.1" status: 200 len: 217 time: 0.0378768 Feb 08 16:40:04.224312 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7792591-3b24-4c75-afae-e005f529d6dd req-d967e824-302c-4b72-97ac-12124ce328c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:04.225829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7792591-3b24-4c75-afae-e005f529d6dd req-d967e824-302c-4b72-97ac-12124ce328c6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=3dbe3701-ea27-4c45-babf-f30d908a95a6 HTTP/1.1" status: 200 len: 854 time: 0.0429347 Feb 08 16:40:04.259166 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7792591-3b24-4c75-afae-e005f529d6dd req-e508fcd6-f540-4175-8733-cedff48c21d0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b658b50f-c16a-45c8-b4bf-1f5755adabc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255075 Feb 08 16:40:04.349821 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7792591-3b24-4c75-afae-e005f529d6dd req-1d906711-b402-47df-b4bc-eb6ca86eafe1 service neutron] 10.222.0.94 "GET /v2.0/networks/b658b50f-c16a-45c8-b4bf-1f5755adabc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828233 Feb 08 16:40:04.446670 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7792591-3b24-4c75-afae-e005f529d6dd req-99f008d5-084e-4f77-8eab-1103b1055b3b service neutron] 10.222.0.94 "GET /v2.0/networks/b658b50f-c16a-45c8-b4bf-1f5755adabc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869749 Feb 08 16:40:04.817853 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69feea58-7f79-46fd-a574-c0ed3ffd5550 req-7585fb3b-6795-4115-b07c-5fc83de0acd8 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:04.819326 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69feea58-7f79-46fd-a574-c0ed3ffd5550 req-7585fb3b-6795-4115-b07c-5fc83de0acd8 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 944 time: 0.0538168 Feb 08 16:40:04.866320 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69feea58-7f79-46fd-a574-c0ed3ffd5550 req-5e0cc656-9ab0-4b87-aad8-91d20ecab423 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Feb 08 16:40:05.696901 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:05.989552 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd86f84-f25f-4c00-b7d7-72742ce87b25 req-4f04f678-2fce-4811-956b-24df6ed5c27b tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:05.990938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bd86f84-f25f-4c00-b7d7-72742ce87b25 req-4f04f678-2fce-4811-956b-24df6ed5c27b tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 944 time: 0.0572014 Feb 08 16:40:06.042343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2bd86f84-f25f-4c00-b7d7-72742ce87b25 req-e0b9a93a-5e2d-4493-ba28-293adedf85b5 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458212 Feb 08 16:40:06.735542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6e5867e2-96cf-4793-8dd3-4449323e1847 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:40:06.976111 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:07.001370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6e5867e2-96cf-4793-8dd3-4449323e1847, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6e5867e2-96cf-4793-8dd3-4449323e1847,segment=NetworkSegment(ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8),segment_id=ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:07.012059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '6e5867e2-96cf-4793-8dd3-4449323e1847', 'network_id': 'b658b50f-c16a-45c8-b4bf-1f5755adabc9', 'port_id': '6e5867e2-96cf-4793-8dd3-4449323e1847', 'mac_address': 'fa:16:3e:3b:ae:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbe3701-ea27-4c45-babf-f30d908a95a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:40:07.049175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6e5867e2-96cf-4793-8dd3-4449323e1847 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:07.049562 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6e5867e2-96cf-4793-8dd3-4449323e1847), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:07.061950 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5867e2-96cf-4793-8dd3-4449323e1847 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:40:07.083171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6e5867e2-96cf-4793-8dd3-4449323e1847, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6e5867e2-96cf-4793-8dd3-4449323e1847,segment=NetworkSegment(ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8),segment_id=ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:07.086963 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6e5867e2-96cf-4793-8dd3-4449323e1847), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:07.137715 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6e5867e2-96cf-4793-8dd3-4449323e1847,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:07.165421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aad2c-649a-479f-bb98-aca737fd69d4 req-ef9b2d6b-f8ea-4022-bb1b-7c5601e7a783 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:07.166930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e57aad2c-649a-479f-bb98-aca737fd69d4 req-ef9b2d6b-f8ea-4022-bb1b-7c5601e7a783 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 945 time: 0.0532858 Feb 08 16:40:07.214829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e57aad2c-649a-479f-bb98-aca737fd69d4 req-30de03fa-0f68-4f0e-a487-950c37f7855e tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422564 Feb 08 16:40:07.338031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['6e5867e2-96cf-4793-8dd3-4449323e1847'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:40:08.055703 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:08.334152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e1273-87bb-4b20-b59c-e3c421b508a8 req-5da219c4-2c72-423b-9940-479e4d1cf536 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:08.335566 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-481e1273-87bb-4b20-b59c-e3c421b508a8 req-5da219c4-2c72-423b-9940-479e4d1cf536 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 945 time: 0.0527914 Feb 08 16:40:08.385370 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-481e1273-87bb-4b20-b59c-e3c421b508a8 req-40366033-377f-49df-992d-07d28a2906de tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436049 Feb 08 16:40:08.754471 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6e5867e2-96cf-4793-8dd3-4449323e1847 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:40:08.802727 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 6e5867e2-96cf-4793-8dd3-4449323e1847 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:40:08.806421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 6e5867e2-96cf-4793-8dd3-4449323e1847 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:08.806798 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6e5867e2-96cf-4793-8dd3-4449323e1847), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:08.880736 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6e5867e2-96cf-4793-8dd3-4449323e1847 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:08.881150 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6e5867e2-96cf-4793-8dd3-4449323e1847), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:08.902987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09c4876-09a3-40fc-9dc8-f80b3beae054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5867e2-96cf-4793-8dd3-4449323e1847'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:40:08.905217 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e7c689-c056-478e-959d-aee1485a9a6b" -d '{"events": [{"server_uuid": "d09c4876-09a3-40fc-9dc8-f80b3beae054", "name": "network-vif-plugged", "status": "completed", "tag": "6e5867e2-96cf-4793-8dd3-4449323e1847"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:40:08.917901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6e5867e2-96cf-4793-8dd3-4449323e1847, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6e5867e2-96cf-4793-8dd3-4449323e1847,segment=NetworkSegment(ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8),segment_id=ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:08.922174 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6e5867e2-96cf-4793-8dd3-4449323e1847), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:08.948721 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1857eb-b17a-4265-83a5-53b9aeb0a925 x-openstack-request-id: req-9b1857eb-b17a-4265-83a5-53b9aeb0a925 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:40:08.949035 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09c4876-09a3-40fc-9dc8-f80b3beae054", "name": "network-vif-plugged", "status": "completed", "tag": "6e5867e2-96cf-4793-8dd3-4449323e1847", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:40:08.949293 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9b1857eb-b17a-4265-83a5-53b9aeb0a925 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:40:08.949681 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09c4876-09a3-40fc-9dc8-f80b3beae054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5867e2-96cf-4793-8dd3-4449323e1847', 'code': 200} Feb 08 16:40:08.976923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6e5867e2-96cf-4793-8dd3-4449323e1847,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:09.052008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a75e2-6aaf-4a9b-8bdc-2af81c353695 req-5483d49f-c692-4d36-8bf5-394000566cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:09.053526 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-009a75e2-6aaf-4a9b-8bdc-2af81c353695 req-5483d49f-c692-4d36-8bf5-394000566cb7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 1129 time: 0.0441096 Feb 08 16:40:09.100453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-009a75e2-6aaf-4a9b-8bdc-2af81c353695 req-476b33b2-b6d6-4a3e-9dd0-22488c1e8e87 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374787 Feb 08 16:40:09.503440 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760c381-89c4-4633-becc-a0c820625209 req-dd7425b5-58cc-444d-969f-de745151439e tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:09.505862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b760c381-89c4-4633-becc-a0c820625209 req-dd7425b5-58cc-444d-969f-de745151439e tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 946 time: 0.0525205 Feb 08 16:40:09.552356 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b760c381-89c4-4633-becc-a0c820625209 req-580feba2-f325-4bcf-966c-43dae90b5593 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Feb 08 16:40:10.676162 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74d672-125b-4207-874d-1b519657bd3e req-962e862a-e4f7-477a-8c27-7ab494acacdd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:10.677662 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd74d672-125b-4207-874d-1b519657bd3e req-962e862a-e4f7-477a-8c27-7ab494acacdd tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 946 time: 0.0561748 Feb 08 16:40:10.723282 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bd74d672-125b-4207-874d-1b519657bd3e req-cbc2258d-72d0-4b45-84ae-e821cdd7df82 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395207 Feb 08 16:40:10.960670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acde66-3176-41b7-95c5-f4b982adc73f req-d69a1950-bab3-4a79-9c1d-040eb585799c tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:10.962192 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1acde66-3176-41b7-95c5-f4b982adc73f req-d69a1950-bab3-4a79-9c1d-040eb585799c tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 946 time: 0.0529866 Feb 08 16:40:11.008030 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d1acde66-3176-41b7-95c5-f4b982adc73f req-55a2f166-79da-44e4-bd18-d1bf2e6ee3db tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Feb 08 16:40:12.136706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36ca4c-9e7d-4c64-a705-56315e422e7d req-eab75284-fa92-4153-9ce9-88c5ba72c09c tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:12.138205 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a36ca4c-9e7d-4c64-a705-56315e422e7d req-eab75284-fa92-4153-9ce9-88c5ba72c09c tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 946 time: 0.0563896 Feb 08 16:40:12.184619 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a36ca4c-9e7d-4c64-a705-56315e422e7d req-51993318-6a89-425d-945a-7daac6bcbf31 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408878 Feb 08 16:40:12.371759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0b127-2269-4c01-af05-299d68422571 req-bdce7237-5d09-4d12-92ec-8df807a5743f tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:12.373167 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5c0b127-2269-4c01-af05-299d68422571 req-bdce7237-5d09-4d12-92ec-8df807a5743f tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.94 "GET /v2.0/ports?device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 946 time: 0.0512555 Feb 08 16:40:12.465351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-b5c0b127-2269-4c01-af05-299d68422571 req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Deleting port 6e5867e2-96cf-4793-8dd3-4449323e1847 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:40:12.465692 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b5c0b127-2269-4c01-af05-299d68422571 req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6e5867e2-96cf-4793-8dd3-4449323e1847), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:12.554613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-b5c0b127-2269-4c01-af05-299d68422571 req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] For port 6e5867e2-96cf-4793-8dd3-4449323e1847, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6e5867e2-96cf-4793-8dd3-4449323e1847,segment=NetworkSegment(ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8),segment_id=ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:12.554976 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b5c0b127-2269-4c01-af05-299d68422571 req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6e5867e2-96cf-4793-8dd3-4449323e1847), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:12.567788 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-b5c0b127-2269-4c01-af05-299d68422571 req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Calling delete_port for 6e5867e2-96cf-4793-8dd3-4449323e1847 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:40:13.038079 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b5c0b127-2269-4c01-af05-299d68422571 req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6e5867e2-96cf-4793-8dd3-4449323e1847), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:13.051100 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['79312301-d67e-4dfd-90b1-bfd811d59ec4'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:40:13.053672 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['6e5867e2-96cf-4793-8dd3-4449323e1847'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:40:13.065974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Pushing event deleted for resources: {'Port': ['ID=6e5867e2-96cf-4793-8dd3-4449323e1847,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:13.079018 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:13.079200 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:13.079552 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:13.079890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:13.080222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:13.080549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:13.080877 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:13.081232 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:13.081562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:13.081918 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:13.083476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:13.083476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:13.083686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:13.120484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c0b127-2269-4c01-af05-299d68422571 req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] No DVR routers for this DVR port 6e5867e2-96cf-4793-8dd3-4449323e1847 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:40:13.123433 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-b5c0b127-2269-4c01-af05-299d68422571 req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:13.127602 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b5c0b127-2269-4c01-af05-299d68422571 req-043c9c22-71f1-4eb7-b491-1b6454577bcc tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.94 "DELETE /v2.0/ports/6e5867e2-96cf-4793-8dd3-4449323e1847 HTTP/1.1" status: 204 len: 173 time: 0.7466404 Feb 08 16:40:13.128051 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09c4876-09a3-40fc-9dc8-f80b3beae054', 'name': 'network-vif-deleted', 'tag': '6e5867e2-96cf-4793-8dd3-4449323e1847'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:40:13.132811 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d0e66e-a994-475c-bc7c-8635ea850181" -d '{"events": [{"server_uuid": "d09c4876-09a3-40fc-9dc8-f80b3beae054", "name": "network-vif-deleted", "tag": "6e5867e2-96cf-4793-8dd3-4449323e1847"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:40:13.172203 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37beb6f1-2cea-4736-9df2-a5c3d3c5d834 x-openstack-request-id: req-37beb6f1-2cea-4736-9df2-a5c3d3c5d834 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:40:13.172792 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09c4876-09a3-40fc-9dc8-f80b3beae054", "name": "network-vif-deleted", "tag": "6e5867e2-96cf-4793-8dd3-4449323e1847", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:40:13.172792 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-37beb6f1-2cea-4736-9df2-a5c3d3c5d834 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:40:13.173148 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09c4876-09a3-40fc-9dc8-f80b3beae054', 'name': 'network-vif-deleted', 'tag': '6e5867e2-96cf-4793-8dd3-4449323e1847', 'status': 'completed', 'code': 200} Feb 08 16:40:13.298423 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf5f1611-56c8-4afc-ae43-1f803787dd70 req-d0037dec-ea47-4012-ba4c-4218b58c75db tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=d09c4876-09a3-40fc-9dc8-f80b3beae054 HTTP/1.1" status: 200 len: 210 time: 0.0307333 Feb 08 16:40:14.450950 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf0001-472e-441a-a0d0-990cecaa7f3d req-7342347e-e45d-4a48-9d8f-2d8e15dcb11f tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:14.452428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2cf0001-472e-441a-a0d0-990cecaa7f3d req-7342347e-e45d-4a48-9d8f-2d8e15dcb11f tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 945 time: 0.0522919 Feb 08 16:40:14.497680 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b2cf0001-472e-441a-a0d0-990cecaa7f3d req-3fcd74ae-bb15-4d42-8f19-8acbf327c760 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394821 Feb 08 16:40:14.635127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b843b8-0ed9-4a73-828f-c898ad0db287 req-b88a646b-f0ea-404d-ae37-723dfd4f7e24 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:14.636743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9b843b8-0ed9-4a73-828f-c898ad0db287 req-b88a646b-f0ea-404d-ae37-723dfd4f7e24 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 945 time: 0.0550268 Feb 08 16:40:14.684356 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9b843b8-0ed9-4a73-828f-c898ad0db287 req-f30ba24c-d36f-4a78-b5be-5b84bb924f4d tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414577 Feb 08 16:40:15.086778 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e737b6-eb4c-4ce6-8629-b8acf19bd26c req-ed003ad6-c98d-487e-af25-71fcf690c81f tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:15.088234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92e737b6-eb4c-4ce6-8629-b8acf19bd26c req-ed003ad6-c98d-487e-af25-71fcf690c81f tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 945 time: 0.0584383 Feb 08 16:40:15.134526 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92e737b6-eb4c-4ce6-8629-b8acf19bd26c req-1329281d-34f9-41e7-b27c-7a5653c35946 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407691 Feb 08 16:40:15.306575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5410a98-0ef9-40e4-81e9-641a1939f614 req-498cc877-972c-45d1-815f-3dc022148144 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:15.308076 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5410a98-0ef9-40e4-81e9-641a1939f614 req-498cc877-972c-45d1-815f-3dc022148144 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 945 time: 0.0554087 Feb 08 16:40:15.355407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5410a98-0ef9-40e4-81e9-641a1939f614 req-86df2e02-949c-4423-be67-58f2e3d5697d tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414255 Feb 08 16:40:15.474948 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07166c73-3ad6-43ab-9d98-a1a34299b9ac req-f13be28b-766a-4876-b3c9-7ee135e37f69 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:15.476412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07166c73-3ad6-43ab-9d98-a1a34299b9ac req-f13be28b-766a-4876-b3c9-7ee135e37f69 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 945 time: 0.0531952 Feb 08 16:40:15.525209 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07166c73-3ad6-43ab-9d98-a1a34299b9ac req-73410d1d-e887-4c4c-a414-7575d1e90113 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431545 Feb 08 16:40:15.651674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849aaa39-1906-49aa-88a3-164ddb78a8fc req-2a495d2e-4658-4470-ac01-e4f31f7fd0bf tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:15.653076 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-849aaa39-1906-49aa-88a3-164ddb78a8fc req-2a495d2e-4658-4470-ac01-e4f31f7fd0bf tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 945 time: 0.0524380 Feb 08 16:40:15.699706 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-849aaa39-1906-49aa-88a3-164ddb78a8fc req-e20c6257-8e97-4eb2-8816-11413af56e99 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 Feb 08 16:40:16.005170 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac52db-1c94-45ae-954a-d60dd4f98ba2 req-7265dd4f-7fe0-4e6e-8fb2-d669db94c586 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:16.006636 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fac52db-1c94-45ae-954a-d60dd4f98ba2 req-7265dd4f-7fe0-4e6e-8fb2-d669db94c586 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 945 time: 0.0519574 Feb 08 16:40:16.052904 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fac52db-1c94-45ae-954a-d60dd4f98ba2 req-604318ac-92ad-4b9b-a67d-a133981cd2a0 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406666 Feb 08 16:40:16.768149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6e5867e2-96cf-4793-8dd3-4449323e1847 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:40:16.787740 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 6e5867e2-96cf-4793-8dd3-4449323e1847 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:40:16.788088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6e5867e2-96cf-4793-8dd3-4449323e1847 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:40:17.177890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847b74a-f81e-44db-b431-01e0e9f7fa7f req-160ef92c-9f0b-44cb-88d0-90dfe9d22a9a tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:17.179361 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b847b74a-f81e-44db-b431-01e0e9f7fa7f req-160ef92c-9f0b-44cb-88d0-90dfe9d22a9a tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 945 time: 0.0562103 Feb 08 16:40:17.225569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b847b74a-f81e-44db-b431-01e0e9f7fa7f req-0b16ff8a-83b8-4e01-9da2-3d79e4605e2d tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.82 "GET /v2.0/security-groups?id=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Feb 08 16:40:17.387855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dfd1b-c369-44b4-b97a-8299fba945c7 req-9ff27a4c-fe72-43a3-9a52-649eedcdbaef tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:17.389241 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a24dfd1b-c369-44b4-b97a-8299fba945c7 req-9ff27a4c-fe72-43a3-9a52-649eedcdbaef tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.96 "GET /v2.0/ports?device_id=c122192a-bcc9-4029-a9d0-1b3541b7d38a HTTP/1.1" status: 200 len: 945 time: 0.0556707 Feb 08 16:40:17.478004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a24dfd1b-c369-44b4-b97a-8299fba945c7 req-ba740b66-a004-4bf9-8b12-50e4942fc0c7 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Deleting port 79312301-d67e-4dfd-90b1-bfd811d59ec4 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:40:17.478342 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a24dfd1b-c369-44b4-b97a-8299fba945c7 req-ba740b66-a004-4bf9-8b12-50e4942fc0c7 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (79312301-d67e-4dfd-90b1-bfd811d59ec4), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:17.568328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a24dfd1b-c369-44b4-b97a-8299fba945c7 req-ba740b66-a004-4bf9-8b12-50e4942fc0c7 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] For port 79312301-d67e-4dfd-90b1-bfd811d59ec4, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=79312301-d67e-4dfd-90b1-bfd811d59ec4,segment=NetworkSegment(ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8),segment_id=ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:17.568690 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a24dfd1b-c369-44b4-b97a-8299fba945c7 req-ba740b66-a004-4bf9-8b12-50e4942fc0c7 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (79312301-d67e-4dfd-90b1-bfd811d59ec4), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:17.581707 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a24dfd1b-c369-44b4-b97a-8299fba945c7 req-ba740b66-a004-4bf9-8b12-50e4942fc0c7 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Calling delete_port for 79312301-d67e-4dfd-90b1-bfd811d59ec4 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:40:17.703806 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a24dfd1b-c369-44b4-b97a-8299fba945c7 req-ba740b66-a004-4bf9-8b12-50e4942fc0c7 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (79312301-d67e-4dfd-90b1-bfd811d59ec4), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:17.716759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['79312301-d67e-4dfd-90b1-bfd811d59ec4'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:40:17.735765 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba740b66-a004-4bf9-8b12-50e4942fc0c7 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Pushing event deleted for resources: {'Port': ['ID=79312301-d67e-4dfd-90b1-bfd811d59ec4,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:17.780328 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24dfd1b-c369-44b4-b97a-8299fba945c7 req-ba740b66-a004-4bf9-8b12-50e4942fc0c7 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] No DVR routers for this DVR port 79312301-d67e-4dfd-90b1-bfd811d59ec4 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:40:17.782991 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a24dfd1b-c369-44b4-b97a-8299fba945c7 req-ba740b66-a004-4bf9-8b12-50e4942fc0c7 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:17.786948 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a24dfd1b-c369-44b4-b97a-8299fba945c7 req-ba740b66-a004-4bf9-8b12-50e4942fc0c7 tempest-ServersNegativeTestJSON-663158654 tempest-ServersNegativeTestJSON-663158654-project] 10.222.0.96 "DELETE /v2.0/ports/79312301-d67e-4dfd-90b1-bfd811d59ec4 HTTP/1.1" status: 204 len: 173 time: 0.3924792 Feb 08 16:40:17.787394 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c122192a-bcc9-4029-a9d0-1b3541b7d38a', 'name': 'network-vif-deleted', 'tag': '79312301-d67e-4dfd-90b1-bfd811d59ec4'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:40:17.789757 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc2105c-0e2e-431f-8ac9-8c5d5f58b49d" -d '{"events": [{"server_uuid": "c122192a-bcc9-4029-a9d0-1b3541b7d38a", "name": "network-vif-deleted", "tag": "79312301-d67e-4dfd-90b1-bfd811d59ec4"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:40:17.827784 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66aeadb-959c-4503-9ac7-3b9b4c5f0e90 x-openstack-request-id: req-b66aeadb-959c-4503-9ac7-3b9b4c5f0e90 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:40:17.828084 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c122192a-bcc9-4029-a9d0-1b3541b7d38a", "name": "network-vif-deleted", "tag": "79312301-d67e-4dfd-90b1-bfd811d59ec4", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:40:17.828346 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b66aeadb-959c-4503-9ac7-3b9b4c5f0e90 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:40:17.828768 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c122192a-bcc9-4029-a9d0-1b3541b7d38a', 'name': 'network-vif-deleted', 'tag': '79312301-d67e-4dfd-90b1-bfd811d59ec4', 'status': 'completed', 'code': 200} Feb 08 16:40:18.285766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33702) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:18.329503 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a3fa44-8708-4718-a8dd-3611bff22485 admin admin] Deleting subnet 3dbe3701-ea27-4c45-babf-f30d908a95a6 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:40:18.333233 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c8a3fa44-8708-4718-a8dd-3611bff22485 admin admin] Publish callbacks [] for subnet (3dbe3701-ea27-4c45-babf-f30d908a95a6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:18.367462 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c8a3fa44-8708-4718-a8dd-3611bff22485 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (3dbe3701-ea27-4c45-babf-f30d908a95a6), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:18.408848 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c8a3fa44-8708-4718-a8dd-3611bff22485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (3dbe3701-ea27-4c45-babf-f30d908a95a6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:18.460352 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c8a3fa44-8708-4718-a8dd-3611bff22485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (3dbe3701-ea27-4c45-babf-f30d908a95a6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:18.489385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3fa44-8708-4718-a8dd-3611bff22485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dbe3701-ea27-4c45-babf-f30d908a95a6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:18.491399 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c8a3fa44-8708-4718-a8dd-3611bff22485 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:18.495637 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c8a3fa44-8708-4718-a8dd-3611bff22485 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/3dbe3701-ea27-4c45-babf-f30d908a95a6 HTTP/1.1" status: 204 len: 168 time: 0.2079294 Feb 08 16:40:18.497273 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33704) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:18.566667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e5bfe506-fe80-43b9-b40c-62b0ba801035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (b658b50f-c16a-45c8-b4bf-1f5755adabc9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:18.648411 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e5bfe506-fe80-43b9-b40c-62b0ba801035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (b658b50f-c16a-45c8-b4bf-1f5755adabc9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:18.668728 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-e5bfe506-fe80-43b9-b40c-62b0ba801035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b658b50f-c16a-45c8-b4bf-1f5755adabc9']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:18.678852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-e5bfe506-fe80-43b9-b40c-62b0ba801035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:18.679152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-e5bfe506-fe80-43b9-b40c-62b0ba801035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:18.688358 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e5bfe506-fe80-43b9-b40c-62b0ba801035 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:18.701957 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e5bfe506-fe80-43b9-b40c-62b0ba801035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:18.709317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bfe506-fe80-43b9-b40c-62b0ba801035 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:40:18.709713 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e5bfe506-fe80-43b9-b40c-62b0ba801035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (ffae0d7b-f5e7-49a1-a0b4-1dd6367e75a8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:40:18.711383 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:40:18.771288 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e5bfe506-fe80-43b9-b40c-62b0ba801035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (b658b50f-c16a-45c8-b4bf-1f5755adabc9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:18.776914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e5bfe506-fe80-43b9-b40c-62b0ba801035 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:18.780048 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e5bfe506-fe80-43b9-b40c-62b0ba801035 admin admin] 10.222.0.82 "DELETE /v2.0/networks/b658b50f-c16a-45c8-b4bf-1f5755adabc9 HTTP/1.1" status: 204 len: 168 time: 0.2818415 Feb 08 16:40:18.792261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfe506-fe80-43b9-b40c-62b0ba801035 admin admin] Pushing event deleted for resources: {'Network': ['ID=b658b50f-c16a-45c8-b4bf-1f5755adabc9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:18.888296 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33708) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:18.929555 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fdaf40e8-ad19-487c-ba1b-80ff1b423e21 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f5735691207d4c6db6863fca82606f64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399997 Feb 08 16:40:18.931993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33710) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:18.977707 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aab811ed-1108-4a79-a8f4-b7588a868e8c admin admin] Publish callbacks [] for security_group (7a3c28e3-dd6a-4dd5-a168-c064121b1ce8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:18.997774 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aab811ed-1108-4a79-a8f4-b7588a868e8c admin admin] Publish callbacks [] for security_group (7a3c28e3-dd6a-4dd5-a168-c064121b1ce8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:19.043584 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aab811ed-1108-4a79-a8f4-b7588a868e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (7a3c28e3-dd6a-4dd5-a168-c064121b1ce8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:19.046105 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aab811ed-1108-4a79-a8f4-b7588a868e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:19.047686 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aab811ed-1108-4a79-a8f4-b7588a868e8c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7a3c28e3-dd6a-4dd5-a168-c064121b1ce8 HTTP/1.1" status: 204 len: 168 time: 0.1143787 Feb 08 16:40:19.055905 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab811ed-1108-4a79-a8f4-b7588a868e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3c28e3-dd6a-4dd5-a168-c064121b1ce8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:19.353653 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:19.721999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33732) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:19.813444 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-610604198'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:19.832674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Made reservation on behalf of d34d4f3f03704d8689ab0c77d6b33612 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:19.835894 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:19.844162 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:19.918755 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for security_group (8e52de12-4b5e-479d-99b4-5892444468a2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:19.922604 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8e52de12-4b5e-479d-99b4-5892444468a2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:19.948447 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:40:19.958683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e52de12-4b5e-479d-99b4-5892444468a2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:19.963426 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (eacf49aa-8594-470f-ae2a-c30a12d60b59), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:19.963781 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Added segment eacf49aa-8594-470f-ae2a-c30a12d60b59 of type vlan for network ac44b249-f2a2-4a69-892e-f44d05f5dd9a Feb 08 16:40:20.007517 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (ac44b249-f2a2-4a69-892e-f44d05f5dd9a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:20.038321 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (ac44b249-f2a2-4a69-892e-f44d05f5dd9a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:20.043594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:20.044180 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:20.116973 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3817365 Feb 08 16:40:20.116973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3f939-723e-44cc-81ef-dc2533b0d3c7 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event updated for resources: {'Network': ['ID=ac44b249-f2a2-4a69-892e-f44d05f5dd9a,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:20.124662 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network ac44b249-f2a2-4a69-892e-f44d05f5dd9a details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:40:20.495864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 79312301-d67e-4dfd-90b1-bfd811d59ec4 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:40:20.515991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 79312301-d67e-4dfd-90b1-bfd811d59ec4 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:40:20.516339 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 79312301-d67e-4dfd-90b1-bfd811d59ec4 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:40:20.771522 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:23.206037 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:40:23.384626 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33736) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:23.389793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c0826662-36d6-410d-a39f-852d35c7f7d6 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Request body: {'subnet': {'network_id': 'ac44b249-f2a2-4a69-892e-f44d05f5dd9a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:23.479991 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0826662-36d6-410d-a39f-852d35c7f7d6 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Made reservation on behalf of d34d4f3f03704d8689ab0c77d6b33612 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:23.483336 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c0826662-36d6-410d-a39f-852d35c7f7d6 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:23.663591 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c0826662-36d6-410d-a39f-852d35c7f7d6 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (21ca1bf7-7230-4acf-9ded-30cbe860c31e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:23.724567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0826662-36d6-410d-a39f-852d35c7f7d6 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event updated for resources: {'Subnet': ['ID=21ca1bf7-7230-4acf-9ded-30cbe860c31e,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:23.731866 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0826662-36d6-410d-a39f-852d35c7f7d6 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Checking segment: {'id': 'eacf49aa-8594-470f-ae2a-c30a12d60b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac44b249-f2a2-4a69-892e-f44d05f5dd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:23.732292 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0826662-36d6-410d-a39f-852d35c7f7d6 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Network hostable DHCP agents. Network: ac44b249-f2a2-4a69-892e-f44d05f5dd9a, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:40:23.748443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0826662-36d6-410d-a39f-852d35c7f7d6 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Network ac44b249-f2a2-4a69-892e-f44d05f5dd9a is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:40:23.757667 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-c0826662-36d6-410d-a39f-852d35c7f7d6 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, ac44b249-f2a2-4a69-892e-f44d05f5dd9a) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:23.761929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0826662-36d6-410d-a39f-852d35c7f7d6 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:23.762564 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c0826662-36d6-410d-a39f-852d35c7f7d6 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:23.766559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab27e20-d569-47cb-ae26-25173736664c None None] Network ac44b249-f2a2-4a69-892e-f44d05f5dd9a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:23.779452 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c0826662-36d6-410d-a39f-852d35c7f7d6 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3936713 Feb 08 16:40:23.782859 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33738) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:23.787894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-19a5ec44-5a7c-414a-86f4-6e5583a9947d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1119914831'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:23.807198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a5ec44-5a7c-414a-86f4-6e5583a9947d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Made reservation on behalf of d34d4f3f03704d8689ab0c77d6b33612 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:23.810850 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-19a5ec44-5a7c-414a-86f4-6e5583a9947d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:23.836264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a5ec44-5a7c-414a-86f4-6e5583a9947d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:40:23.846139 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-19a5ec44-5a7c-414a-86f4-6e5583a9947d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (812a9043-e2ec-4e72-bf03-fe2c7fc76c2d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:23.846612 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-19a5ec44-5a7c-414a-86f4-6e5583a9947d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Added segment 812a9043-e2ec-4e72-bf03-fe2c7fc76c2d of type vlan for network 71823221-2129-4878-88e2-eae0045c932d Feb 08 16:40:23.869003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-ac44b249-f2a2-4a69-892e-f44d05f5dd9a', 'network_id': 'ac44b249-f2a2-4a69-892e-f44d05f5dd9a', 'project_id': 'd34d4f3f03704d8689ab0c77d6b33612', 'fixed_ips': [{'subnet_id': '21ca1bf7-7230-4acf-9ded-30cbe860c31e'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:40:23.870369 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:23.888832 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-19a5ec44-5a7c-414a-86f4-6e5583a9947d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (71823221-2129-4878-88e2-eae0045c932d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:23.918827 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-19a5ec44-5a7c-414a-86f4-6e5583a9947d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (71823221-2129-4878-88e2-eae0045c932d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:23.924630 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a5ec44-5a7c-414a-86f4-6e5583a9947d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:23.925988 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-19a5ec44-5a7c-414a-86f4-6e5583a9947d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:23.999760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-19a5ec44-5a7c-414a-86f4-6e5583a9947d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2131336 Feb 08 16:40:24.000042 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33742) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:24.005984 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f0538cf7-63a5-4819-bb29-ab13b9dfb93d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Request body: {'subnet': {'network_id': '71823221-2129-4878-88e2-eae0045c932d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:24.013708 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5ec44-5a7c-414a-86f4-6e5583a9947d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event updated for resources: {'Network': ['ID=71823221-2129-4878-88e2-eae0045c932d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:24.028648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 71823221-2129-4878-88e2-eae0045c932d details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:40:24.103030 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0538cf7-63a5-4819-bb29-ab13b9dfb93d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Made reservation on behalf of d34d4f3f03704d8689ab0c77d6b33612 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:24.106992 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0538cf7-63a5-4819-bb29-ab13b9dfb93d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.110956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Allocated IP 2001:db8:0:ffff::2 (ac44b249-f2a2-4a69-892e-f44d05f5dd9a/21ca1bf7-7230-4acf-9ded-30cbe860c31e/935a991c-cc98-48ab-bec7-cc95891185a1) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:40:24.260139 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Publish callbacks [] for port (935a991c-cc98-48ab-bec7-cc95891185a1), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.265648 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (935a991c-cc98-48ab-bec7-cc95891185a1), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.301996 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0538cf7-63a5-4819-bb29-ab13b9dfb93d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (86a5cf19-121c-4112-9e08-e4ad8cbe4aa2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.308370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Network ac44b249-f2a2-4a69-892e-f44d05f5dd9a is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:40:24.312754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:24.315336 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:40:24.324332 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Pushing event updated for resources: {'Port': ['ID=935a991c-cc98-48ab-bec7-cc95891185a1,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:24.362189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0538cf7-63a5-4819-bb29-ab13b9dfb93d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event updated for resources: {'Subnet': ['ID=86a5cf19-121c-4112-9e08-e4ad8cbe4aa2,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:24.373207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0538cf7-63a5-4819-bb29-ab13b9dfb93d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Checking segment: {'id': '812a9043-e2ec-4e72-bf03-fe2c7fc76c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '71823221-2129-4878-88e2-eae0045c932d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:24.373587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0538cf7-63a5-4819-bb29-ab13b9dfb93d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Network hostable DHCP agents. Network: 71823221-2129-4878-88e2-eae0045c932d, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:40:24.383450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Attempting to bind port 935a991c-cc98-48ab-bec7-cc95891185a1 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:40:24.383823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Attempting to bind port 935a991c-cc98-48ab-bec7-cc95891185a1 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'eacf49aa-8594-470f-ae2a-c30a12d60b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac44b249-f2a2-4a69-892e-f44d05f5dd9a'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:40:24.384189 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Attempting to bind port 935a991c-cc98-48ab-bec7-cc95891185a1 on network ac44b249-f2a2-4a69-892e-f44d05f5dd9a {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:40:24.389928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:40:24.390300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Checking segment: {'id': 'eacf49aa-8594-470f-ae2a-c30a12d60b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac44b249-f2a2-4a69-892e-f44d05f5dd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:24.390729 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.390853 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0538cf7-63a5-4819-bb29-ab13b9dfb93d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Network 71823221-2129-4878-88e2-eae0045c932d is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:40:24.391338 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Bound using segment: {'id': 'eacf49aa-8594-470f-ae2a-c30a12d60b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac44b249-f2a2-4a69-892e-f44d05f5dd9a'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:40:24.391927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Bound port: 935a991c-cc98-48ab-bec7-cc95891185a1, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacf49aa-8594-470f-ae2a-c30a12d60b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac44b249-f2a2-4a69-892e-f44d05f5dd9a'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:40:24.392310 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (935a991c-cc98-48ab-bec7-cc95891185a1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.401740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f0538cf7-63a5-4819-bb29-ab13b9dfb93d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 71823221-2129-4878-88e2-eae0045c932d) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:24.406667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0538cf7-63a5-4819-bb29-ab13b9dfb93d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:24.407294 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f0538cf7-63a5-4819-bb29-ab13b9dfb93d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.424195 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f0538cf7-63a5-4819-bb29-ab13b9dfb93d tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4230561 Feb 08 16:40:24.428163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33744) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:24.434941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0fd9d6-5537-45d2-9979-c753ea11774f None None] Network 71823221-2129-4878-88e2-eae0045c932d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:24.523497 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] For port 935a991c-cc98-48ab-bec7-cc95891185a1, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:40:24.529859 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (71823221-2129-4878-88e2-eae0045c932d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.541962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] For port 935a991c-cc98-48ab-bec7-cc95891185a1, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=935a991c-cc98-48ab-bec7-cc95891185a1,segment=NetworkSegment(eacf49aa-8594-470f-ae2a-c30a12d60b59),segment_id=eacf49aa-8594-470f-ae2a-c30a12d60b59)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:40:24.567725 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (935a991c-cc98-48ab-bec7-cc95891185a1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.576520 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3876611a-2869-470e-876a-d396abffd244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-71823221-2129-4878-88e2-eae0045c932d', 'network_id': '71823221-2129-4878-88e2-eae0045c932d', 'project_id': 'd34d4f3f03704d8689ab0c77d6b33612', 'fixed_ips': [{'subnet_id': '86a5cf19-121c-4112-9e08-e4ad8cbe4aa2'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:40:24.577401 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3876611a-2869-470e-876a-d396abffd244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.616238 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (86a5cf19-121c-4112-9e08-e4ad8cbe4aa2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.691591 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (86a5cf19-121c-4112-9e08-e4ad8cbe4aa2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.701828 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d689b-a9ea-48c6-876e-92e8f451352a None None] Pushing event updated for resources: {'Port': ['ID=935a991c-cc98-48ab-bec7-cc95891185a1,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:24.727932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event deleted for resources: {'Subnet': ['ID=86a5cf19-121c-4112-9e08-e4ad8cbe4aa2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server [None req-3876611a-2869-470e-876a-d396abffd244 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86a5cf19-121c-4112-9e08-e4ad8cbe4aa2: This subnet is being modified by another concurrent operation. Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise exception Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86a5cf19-121c-4112-9e08-e4ad8cbe4aa2: This subnet is being modified by another concurrent operation. Feb 08 16:40:24.747425 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Feb 08 16:40:24.777114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b532ca-b2fa-4333-b9fe-10c91c77025c None None] Network 71823221-2129-4878-88e2-eae0045c932d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:24.799132 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (71823221-2129-4878-88e2-eae0045c932d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.821849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71823221-2129-4878-88e2-eae0045c932d']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:24.841262 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812a9043-e2ec-4e72-bf03-fe2c7fc76c2d') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:24.841941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812a9043-e2ec-4e72-bf03-fe2c7fc76c2d') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:24.858326 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (812a9043-e2ec-4e72-bf03-fe2c7fc76c2d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.877590 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (812a9043-e2ec-4e72-bf03-fe2c7fc76c2d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.885263 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:40:24.885824 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (812a9043-e2ec-4e72-bf03-fe2c7fc76c2d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:40:24.888676 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:40:24.959920 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (71823221-2129-4878-88e2-eae0045c932d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.964723 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:24.968179 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "DELETE /v2.0/networks/71823221-2129-4878-88e2-eae0045c932d HTTP/1.1" status: 204 len: 168 time: 0.5390599 Feb 08 16:40:24.971810 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33746) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:24.978217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-3aec6f5e-3f63-4ad2-8242-e78b383e39c9 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1065752465'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:24.998602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d24f4c-0678-4a63-8f8c-3ce7454dc8d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event deleted for resources: {'Network': ['ID=71823221-2129-4878-88e2-eae0045c932d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:25.009464 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aec6f5e-3f63-4ad2-8242-e78b383e39c9 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Made reservation on behalf of d34d4f3f03704d8689ab0c77d6b33612 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:25.012803 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3aec6f5e-3f63-4ad2-8242-e78b383e39c9 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:25.037926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aec6f5e-3f63-4ad2-8242-e78b383e39c9 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:40:25.046789 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3aec6f5e-3f63-4ad2-8242-e78b383e39c9 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b8c7e549-53e6-4fe1-bdcc-fee90706b086), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:25.047129 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-3aec6f5e-3f63-4ad2-8242-e78b383e39c9 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Added segment b8c7e549-53e6-4fe1-bdcc-fee90706b086 of type vlan for network 0be536b6-f5d1-4e10-bdf2-aa99118e4a9f Feb 08 16:40:25.091507 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3aec6f5e-3f63-4ad2-8242-e78b383e39c9 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (0be536b6-f5d1-4e10-bdf2-aa99118e4a9f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:25.117324 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3aec6f5e-3f63-4ad2-8242-e78b383e39c9 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (0be536b6-f5d1-4e10-bdf2-aa99118e4a9f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:25.122353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec6f5e-3f63-4ad2-8242-e78b383e39c9 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:25.123085 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3aec6f5e-3f63-4ad2-8242-e78b383e39c9 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:25.189375 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3aec6f5e-3f63-4ad2-8242-e78b383e39c9 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2151337 Feb 08 16:40:25.192890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33748) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:25.199637 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c7da7f90-0f8f-496d-857e-2e9970d572d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Request body: {'subnet': {'network_id': '0be536b6-f5d1-4e10-bdf2-aa99118e4a9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:25.207578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec6f5e-3f63-4ad2-8242-e78b383e39c9 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event updated for resources: {'Network': ['ID=0be536b6-f5d1-4e10-bdf2-aa99118e4a9f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:25.219059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 0be536b6-f5d1-4e10-bdf2-aa99118e4a9f details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:40:25.299358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7da7f90-0f8f-496d-857e-2e9970d572d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Made reservation on behalf of d34d4f3f03704d8689ab0c77d6b33612 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:25.303720 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c7da7f90-0f8f-496d-857e-2e9970d572d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:25.366238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.ipam_backend_mixin [None req-c7da7f90-0f8f-496d-857e-2e9970d572d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Performing IP validity checks on allocation pools {{(pid=103301) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 16:40:25.367044 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.ipam_backend_mixin [None req-c7da7f90-0f8f-496d-857e-2e9970d572d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103301) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 16:40:25.498765 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c7da7f90-0f8f-496d-857e-2e9970d572d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (3fd5ccf0-d15c-4c14-8b60-f009305897c5), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:25.559645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da7f90-0f8f-496d-857e-2e9970d572d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event updated for resources: {'Subnet': ['ID=3fd5ccf0-d15c-4c14-8b60-f009305897c5,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:25.571335 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7da7f90-0f8f-496d-857e-2e9970d572d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Checking segment: {'id': 'b8c7e549-53e6-4fe1-bdcc-fee90706b086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0be536b6-f5d1-4e10-bdf2-aa99118e4a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:25.571735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7da7f90-0f8f-496d-857e-2e9970d572d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Network hostable DHCP agents. Network: 0be536b6-f5d1-4e10-bdf2-aa99118e4a9f, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:40:25.590386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7da7f90-0f8f-496d-857e-2e9970d572d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Network 0be536b6-f5d1-4e10-bdf2-aa99118e4a9f is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:40:25.601118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-c7da7f90-0f8f-496d-857e-2e9970d572d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 0be536b6-f5d1-4e10-bdf2-aa99118e4a9f) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:25.605433 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7da7f90-0f8f-496d-857e-2e9970d572d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:25.606122 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c7da7f90-0f8f-496d-857e-2e9970d572d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:25.613870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250141f5-1e44-43c7-a1eb-d422186329b8 None None] Network 0be536b6-f5d1-4e10-bdf2-aa99118e4a9f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:25.629984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c7da7f90-0f8f-496d-857e-2e9970d572d5 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4360049 Feb 08 16:40:25.632639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33750) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:25.730263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19594f31-e16d-46d3-bdf6-33285998de3f None None] Network ac44b249-f2a2-4a69-892e-f44d05f5dd9a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:25.764704 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (0be536b6-f5d1-4e10-bdf2-aa99118e4a9f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:25.775026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c5475e-ca13-47c1-9cf2-ca806d8ca9f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-0be536b6-f5d1-4e10-bdf2-aa99118e4a9f', 'network_id': '0be536b6-f5d1-4e10-bdf2-aa99118e4a9f', 'project_id': 'd34d4f3f03704d8689ab0c77d6b33612', 'fixed_ips': [{'subnet_id': '3fd5ccf0-d15c-4c14-8b60-f009305897c5'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:40:25.775903 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-94c5475e-ca13-47c1-9cf2-ca806d8ca9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:25.857050 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (3fd5ccf0-d15c-4c14-8b60-f009305897c5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:25.882087 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d1f3c619-47e1-433a-aeef-8b9eb8235a68 None None] Provisioning complete for port 935a991c-cc98-48ab-bec7-cc95891185a1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:25.882657 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d1f3c619-47e1-433a-aeef-8b9eb8235a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (935a991c-cc98-48ab-bec7-cc95891185a1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:25.926097 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (3fd5ccf0-d15c-4c14-8b60-f009305897c5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server [None req-94c5475e-ca13-47c1-9cf2-ca806d8ca9f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3fd5ccf0-d15c-4c14-8b60-f009305897c5: This subnet is being modified by another concurrent operation. Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server raise exception Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3fd5ccf0-d15c-4c14-8b60-f009305897c5: This subnet is being modified by another concurrent operation. Feb 08 16:40:25.959977 n-d-824834-11 neutron-server[103303]: ERROR oslo_messaging.rpc.server Feb 08 16:40:25.988761 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ff5f00-2ed9-424c-bfcc-ee59765bfc39 None None] Network 0be536b6-f5d1-4e10-bdf2-aa99118e4a9f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:26.023438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (0be536b6-f5d1-4e10-bdf2-aa99118e4a9f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.038145 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd5ccf0-d15c-4c14-8b60-f009305897c5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:26.052062 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be536b6-f5d1-4e10-bdf2-aa99118e4a9f']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:26.064204 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c7e549-53e6-4fe1-bdcc-fee90706b086') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:26.064504 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c7e549-53e6-4fe1-bdcc-fee90706b086') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:26.079190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d1f3c619-47e1-433a-aeef-8b9eb8235a68 None None] Current status of the port 935a991c-cc98-48ab-bec7-cc95891185a1 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:26.079746 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d1f3c619-47e1-433a-aeef-8b9eb8235a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (935a991c-cc98-48ab-bec7-cc95891185a1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.080983 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (b8c7e549-53e6-4fe1-bdcc-fee90706b086), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.100818 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b8c7e549-53e6-4fe1-bdcc-fee90706b086), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.108898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:40:26.109514 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (b8c7e549-53e6-4fe1-bdcc-fee90706b086), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:40:26.113376 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:40:26.146794 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d1f3c619-47e1-433a-aeef-8b9eb8235a68 None None] For port 935a991c-cc98-48ab-bec7-cc95891185a1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=935a991c-cc98-48ab-bec7-cc95891185a1,segment=NetworkSegment(eacf49aa-8594-470f-ae2a-c30a12d60b59),segment_id=eacf49aa-8594-470f-ae2a-c30a12d60b59)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:26.149840 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 935a991c-cc98-48ab-bec7-cc95891185a1 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:40:26.153845 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d1f3c619-47e1-433a-aeef-8b9eb8235a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (935a991c-cc98-48ab-bec7-cc95891185a1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.209977 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (0be536b6-f5d1-4e10-bdf2-aa99118e4a9f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.224361 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.227826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "DELETE /v2.0/networks/0be536b6-f5d1-4e10-bdf2-aa99118e4a9f HTTP/1.1" status: 204 len: 168 time: 0.5941491 Feb 08 16:40:26.231769 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33752) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:26.236889 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-fd2bd057-9e37-4b72-88ed-e45b34642335 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-996315473'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:26.254315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3c619-47e1-433a-aeef-8b9eb8235a68 None None] Pushing event updated for resources: {'Port': ['ID=935a991c-cc98-48ab-bec7-cc95891185a1,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:26.258257 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4cefc-9f56-4c4b-9fcf-b4065e5bf318 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event deleted for resources: {'Network': ['ID=0be536b6-f5d1-4e10-bdf2-aa99118e4a9f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:26.271892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 935a991c-cc98-48ab-bec7-cc95891185a1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:26.272277 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (935a991c-cc98-48ab-bec7-cc95891185a1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.279496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2bd057-9e37-4b72-88ed-e45b34642335 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Made reservation on behalf of d34d4f3f03704d8689ab0c77d6b33612 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:26.283100 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd057-9e37-4b72-88ed-e45b34642335 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.315298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2bd057-9e37-4b72-88ed-e45b34642335 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:40:26.327454 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd057-9e37-4b72-88ed-e45b34642335 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a5f17b06-b2ac-43d0-9093-45be6008ef44), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.327859 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-fd2bd057-9e37-4b72-88ed-e45b34642335 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Added segment a5f17b06-b2ac-43d0-9093-45be6008ef44 of type vlan for network 29cbdb1d-2d21-4797-b9c1-872ba7a497b2 Feb 08 16:40:26.358791 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0f61f9-3b28-4cda-b3e7-0251c69724c5 None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:40:26.376848 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd057-9e37-4b72-88ed-e45b34642335 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (29cbdb1d-2d21-4797-b9c1-872ba7a497b2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.393221 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 935a991c-cc98-48ab-bec7-cc95891185a1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:26.407835 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd057-9e37-4b72-88ed-e45b34642335 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (29cbdb1d-2d21-4797-b9c1-872ba7a497b2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.414237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7ba42d51-e893-408e-97f7-16f7cd253d5a None None] Provisioning complete for port 935a991c-cc98-48ab-bec7-cc95891185a1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:26.414429 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2bd057-9e37-4b72-88ed-e45b34642335 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:26.414739 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7ba42d51-e893-408e-97f7-16f7cd253d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (935a991c-cc98-48ab-bec7-cc95891185a1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.414869 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd057-9e37-4b72-88ed-e45b34642335 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.476708 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fd2bd057-9e37-4b72-88ed-e45b34642335 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2411590 Feb 08 16:40:26.477224 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33754) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:26.482356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ee2ec7be-541d-4659-95c5-a347d0a30415 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Request body: {'subnet': {'network_id': '29cbdb1d-2d21-4797-b9c1-872ba7a497b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:26.493133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0f61f9-3b28-4cda-b3e7-0251c69724c5 None None] Resources bound (agent type, host, resource id): {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 16:40:26.493370 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bd057-9e37-4b72-88ed-e45b34642335 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event updated for resources: {'Network': ['ID=29cbdb1d-2d21-4797-b9c1-872ba7a497b2,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:26.509687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 29cbdb1d-2d21-4797-b9c1-872ba7a497b2 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:40:26.585049 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2ec7be-541d-4659-95c5-a347d0a30415 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Made reservation on behalf of d34d4f3f03704d8689ab0c77d6b33612 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:26.589274 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ee2ec7be-541d-4659-95c5-a347d0a30415 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.794684 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ee2ec7be-541d-4659-95c5-a347d0a30415 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (a5c016ac-594d-43e2-92f9-0611c04fdb2d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.846137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7ba42d51-e893-408e-97f7-16f7cd253d5a None None] Current status of the port 935a991c-cc98-48ab-bec7-cc95891185a1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:26.859824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ec7be-541d-4659-95c5-a347d0a30415 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event updated for resources: {'Subnet': ['ID=a5c016ac-594d-43e2-92f9-0611c04fdb2d,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:26.868198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2ec7be-541d-4659-95c5-a347d0a30415 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Checking segment: {'id': 'a5f17b06-b2ac-43d0-9093-45be6008ef44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '29cbdb1d-2d21-4797-b9c1-872ba7a497b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:26.868572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ec7be-541d-4659-95c5-a347d0a30415 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Network hostable DHCP agents. Network: 29cbdb1d-2d21-4797-b9c1-872ba7a497b2, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:40:26.886596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ec7be-541d-4659-95c5-a347d0a30415 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Network 29cbdb1d-2d21-4797-b9c1-872ba7a497b2 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:40:26.896235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-ee2ec7be-541d-4659-95c5-a347d0a30415 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 29cbdb1d-2d21-4797-b9c1-872ba7a497b2) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:26.901872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2ec7be-541d-4659-95c5-a347d0a30415 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:26.902483 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ee2ec7be-541d-4659-95c5-a347d0a30415 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.926650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ee2ec7be-541d-4659-95c5-a347d0a30415 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4442232 Feb 08 16:40:26.926883 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33756) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:26.932154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ff106dba-05f4-499c-9379-65c0ce5af13e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2127478343'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:26.946802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572069c4-cb9f-4555-8529-eea147acb71a None None] get_active_networks_info from n-d-824834-11 {{(pid=103303) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 08 16:40:26.951919 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff106dba-05f4-499c-9379-65c0ce5af13e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Made reservation on behalf of d34d4f3f03704d8689ab0c77d6b33612 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:26.955318 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff106dba-05f4-499c-9379-65c0ce5af13e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.981612 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff106dba-05f4-499c-9379-65c0ce5af13e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:40:26.991460 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff106dba-05f4-499c-9379-65c0ce5af13e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f10d777c-b0d3-425d-b2bd-d37bcc9df009), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:26.991710 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-ff106dba-05f4-499c-9379-65c0ce5af13e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Added segment f10d777c-b0d3-425d-b2bd-d37bcc9df009 of type vlan for network c425ef28-6703-4f27-8526-ef22e7c093bb Feb 08 16:40:27.032367 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff106dba-05f4-499c-9379-65c0ce5af13e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (c425ef28-6703-4f27-8526-ef22e7c093bb), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.034549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572069c4-cb9f-4555-8529-eea147acb71a None None] Resources bound (agent type, host, resource id): {{(pid=103303) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 16:40:27.059888 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff106dba-05f4-499c-9379-65c0ce5af13e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (c425ef28-6703-4f27-8526-ef22e7c093bb), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.065106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff106dba-05f4-499c-9379-65c0ce5af13e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:27.065699 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff106dba-05f4-499c-9379-65c0ce5af13e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.133296 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ff106dba-05f4-499c-9379-65c0ce5af13e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2027359 Feb 08 16:40:27.133555 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33758) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:27.138260 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e72d714c-b754-4f56-b7c0-7c341daa82c4 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Request body: {'subnet': {'network_id': 'c425ef28-6703-4f27-8526-ef22e7c093bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:27.183050 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff106dba-05f4-499c-9379-65c0ce5af13e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event updated for resources: {'Network': ['ID=c425ef28-6703-4f27-8526-ef22e7c093bb,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:27.197343 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network c425ef28-6703-4f27-8526-ef22e7c093bb details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:40:27.235732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72d714c-b754-4f56-b7c0-7c341daa82c4 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Made reservation on behalf of d34d4f3f03704d8689ab0c77d6b33612 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:27.239174 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e72d714c-b754-4f56-b7c0-7c341daa82c4 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.241215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-29cbdb1d-2d21-4797-b9c1-872ba7a497b2', 'network_id': '29cbdb1d-2d21-4797-b9c1-872ba7a497b2', 'project_id': 'd34d4f3f03704d8689ab0c77d6b33612', 'fixed_ips': [{'subnet_id': 'a5c016ac-594d-43e2-92f9-0611c04fdb2d'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:40:27.242146 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.421009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Allocated IP 2001:db8::2 (29cbdb1d-2d21-4797-b9c1-872ba7a497b2/a5c016ac-594d-43e2-92f9-0611c04fdb2d/3bea44ef-fcb4-407d-8b0d-85e77d33581f) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:40:27.434431 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e72d714c-b754-4f56-b7c0-7c341daa82c4 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (f193fb41-1968-46b0-9fc9-5015dd2f09fb), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.504081 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d714c-b754-4f56-b7c0-7c341daa82c4 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event updated for resources: {'Subnet': ['ID=f193fb41-1968-46b0-9fc9-5015dd2f09fb,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:27.511545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72d714c-b754-4f56-b7c0-7c341daa82c4 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Checking segment: {'id': 'f10d777c-b0d3-425d-b2bd-d37bcc9df009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c425ef28-6703-4f27-8526-ef22e7c093bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:27.511910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72d714c-b754-4f56-b7c0-7c341daa82c4 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Network hostable DHCP agents. Network: c425ef28-6703-4f27-8526-ef22e7c093bb, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:40:27.531026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72d714c-b754-4f56-b7c0-7c341daa82c4 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Network c425ef28-6703-4f27-8526-ef22e7c093bb is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:40:27.539953 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-e72d714c-b754-4f56-b7c0-7c341daa82c4 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, c425ef28-6703-4f27-8526-ef22e7c093bb) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:27.544022 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72d714c-b754-4f56-b7c0-7c341daa82c4 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:27.544606 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e72d714c-b754-4f56-b7c0-7c341daa82c4 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.560792 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e72d714c-b754-4f56-b7c0-7c341daa82c4 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4263704 Feb 08 16:40:27.563430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33760) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:27.572461 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Publish callbacks [] for port (3bea44ef-fcb4-407d-8b0d-85e77d33581f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.577797 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (3bea44ef-fcb4-407d-8b0d-85e77d33581f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.617128 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Network 29cbdb1d-2d21-4797-b9c1-872ba7a497b2 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:40:27.619894 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:27.623348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:40:27.632040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Pushing event updated for resources: {'Port': ['ID=3bea44ef-fcb4-407d-8b0d-85e77d33581f,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:27.664576 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (c425ef28-6703-4f27-8526-ef22e7c093bb), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.683923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Attempting to bind port 3bea44ef-fcb4-407d-8b0d-85e77d33581f on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:40:27.684320 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Attempting to bind port 3bea44ef-fcb4-407d-8b0d-85e77d33581f by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'a5f17b06-b2ac-43d0-9093-45be6008ef44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '29cbdb1d-2d21-4797-b9c1-872ba7a497b2'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:40:27.684711 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Attempting to bind port 3bea44ef-fcb4-407d-8b0d-85e77d33581f on network 29cbdb1d-2d21-4797-b9c1-872ba7a497b2 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:40:27.690060 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:40:27.690445 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Checking segment: {'id': 'a5f17b06-b2ac-43d0-9093-45be6008ef44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '29cbdb1d-2d21-4797-b9c1-872ba7a497b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:27.691524 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.691975 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Bound using segment: {'id': 'a5f17b06-b2ac-43d0-9093-45be6008ef44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '29cbdb1d-2d21-4797-b9c1-872ba7a497b2'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:40:27.692457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Bound port: 3bea44ef-fcb4-407d-8b0d-85e77d33581f, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f17b06-b2ac-43d0-9093-45be6008ef44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '29cbdb1d-2d21-4797-b9c1-872ba7a497b2'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:40:27.692848 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3bea44ef-fcb4-407d-8b0d-85e77d33581f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.721165 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (f193fb41-1968-46b0-9fc9-5015dd2f09fb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.760048 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] For port 3bea44ef-fcb4-407d-8b0d-85e77d33581f, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:40:27.763170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] For port 3bea44ef-fcb4-407d-8b0d-85e77d33581f, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3bea44ef-fcb4-407d-8b0d-85e77d33581f,segment=NetworkSegment(a5f17b06-b2ac-43d0-9093-45be6008ef44),segment_id=a5f17b06-b2ac-43d0-9093-45be6008ef44)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:40:27.770151 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3bea44ef-fcb4-407d-8b0d-85e77d33581f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.784560 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (f193fb41-1968-46b0-9fc9-5015dd2f09fb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.810046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event deleted for resources: {'Subnet': ['ID=f193fb41-1968-46b0-9fc9-5015dd2f09fb,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:27.829412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a69999-dddb-4292-ada0-7619d3d75104 None None] Pushing event updated for resources: {'Port': ['ID=3bea44ef-fcb4-407d-8b0d-85e77d33581f,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:27.882199 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (c425ef28-6703-4f27-8526-ef22e7c093bb), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.903904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c425ef28-6703-4f27-8526-ef22e7c093bb']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:27.914307 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10d777c-b0d3-425d-b2bd-d37bcc9df009') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:27.914610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10d777c-b0d3-425d-b2bd-d37bcc9df009') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:27.924543 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (f10d777c-b0d3-425d-b2bd-d37bcc9df009), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.938912 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f10d777c-b0d3-425d-b2bd-d37bcc9df009), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.946150 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:40:27.946777 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (f10d777c-b0d3-425d-b2bd-d37bcc9df009), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:40:27.949766 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:40:28.023901 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (c425ef28-6703-4f27-8526-ef22e7c093bb), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.033630 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.039735 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "DELETE /v2.0/networks/c425ef28-6703-4f27-8526-ef22e7c093bb HTTP/1.1" status: 204 len: 168 time: 0.4725010 Feb 08 16:40:28.040449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33762) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:28.049115 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a3dd7-7917-40b1-ac88-0cb156598277 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event deleted for resources: {'Network': ['ID=c425ef28-6703-4f27-8526-ef22e7c093bb,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:28.075427 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb1c06b-e98c-45cd-b689-3306aee3bbcf tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] GET failed (client error): The resource could not be found. Feb 08 16:40:28.077253 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aeb1c06b-e98c-45cd-b689-3306aee3bbcf tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "GET /v2.0/subnets/f193fb41-1968-46b0-9fc9-5015dd2f09fb HTTP/1.1" status: 404 len: 337 time: 0.0352573 Feb 08 16:40:28.079571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33764) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:28.099404 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdc401c-c67d-4f2c-844d-f5bce0eab61a tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] DELETE failed (client error): The resource could not be found. Feb 08 16:40:28.100101 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdc401c-c67d-4f2c-844d-f5bce0eab61a tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:40:28.103310 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dfdc401c-c67d-4f2c-844d-f5bce0eab61a tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "DELETE /v2.0/networks/c425ef28-6703-4f27-8526-ef22e7c093bb HTTP/1.1" status: 404 len: 339 time: 0.0228138 Feb 08 16:40:28.107219 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33766) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:28.138436 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d2a76e-baa1-438e-838d-8168b759d41a tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] DELETE failed (client error): The resource could not be found. Feb 08 16:40:28.138906 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d2a76e-baa1-438e-838d-8168b759d41a tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:40:28.141986 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-25d2a76e-baa1-438e-838d-8168b759d41a tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "DELETE /v2.0/subnets/f193fb41-1968-46b0-9fc9-5015dd2f09fb HTTP/1.1" status: 404 len: 337 time: 0.0335839 Feb 08 16:40:28.145686 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33768) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:28.163449 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0d3815-9fb9-40d1-aad7-464955925f35 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] DELETE failed (client error): The resource could not be found. Feb 08 16:40:28.163952 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0d3815-9fb9-40d1-aad7-464955925f35 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:40:28.167141 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cd0d3815-9fb9-40d1-aad7-464955925f35 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "DELETE /v2.0/networks/c425ef28-6703-4f27-8526-ef22e7c093bb HTTP/1.1" status: 404 len: 339 time: 0.0204217 Feb 08 16:40:28.169815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33770) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:28.170939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 935a991c-cc98-48ab-bec7-cc95891185a1 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:40:28.220108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-498fcdf6-c7f0-43f9-aa9b-3c05a5afa12e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Deleting subnet a5c016ac-594d-43e2-92f9-0611c04fdb2d {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:40:28.220300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 935a991c-cc98-48ab-bec7-cc95891185a1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:28.220476 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (935a991c-cc98-48ab-bec7-cc95891185a1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.223204 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-498fcdf6-c7f0-43f9-aa9b-3c05a5afa12e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for subnet (a5c016ac-594d-43e2-92f9-0611c04fdb2d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.266638 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-498fcdf6-c7f0-43f9-aa9b-3c05a5afa12e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (a5c016ac-594d-43e2-92f9-0611c04fdb2d), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.305006 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 935a991c-cc98-48ab-bec7-cc95891185a1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:28.306530 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3bea44ef-fcb4-407d-8b0d-85e77d33581f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:40:28.351729 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-498fcdf6-c7f0-43f9-aa9b-3c05a5afa12e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (a5c016ac-594d-43e2-92f9-0611c04fdb2d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.353871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3bea44ef-fcb4-407d-8b0d-85e77d33581f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:28.354253 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3bea44ef-fcb4-407d-8b0d-85e77d33581f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.410994 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-498fcdf6-c7f0-43f9-aa9b-3c05a5afa12e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (a5c016ac-594d-43e2-92f9-0611c04fdb2d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.433569 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3bea44ef-fcb4-407d-8b0d-85e77d33581f is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:28.434165 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3bea44ef-fcb4-407d-8b0d-85e77d33581f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.447002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fcdf6-c7f0-43f9-aa9b-3c05a5afa12e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c016ac-594d-43e2-92f9-0611c04fdb2d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:28.451280 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-498fcdf6-c7f0-43f9-aa9b-3c05a5afa12e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.458064 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33772) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:28.458519 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-498fcdf6-c7f0-43f9-aa9b-3c05a5afa12e tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "DELETE /v2.0/subnets/a5c016ac-594d-43e2-92f9-0611c04fdb2d HTTP/1.1" status: 204 len: 168 time: 0.2873416 Feb 08 16:40:28.504657 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:40:28.505199 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:40:28.550509 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (29cbdb1d-2d21-4797-b9c1-872ba7a497b2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.608616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Deleting port 3bea44ef-fcb4-407d-8b0d-85e77d33581f {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:40:28.608969 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3bea44ef-fcb4-407d-8b0d-85e77d33581f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.679783 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] For port 3bea44ef-fcb4-407d-8b0d-85e77d33581f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3bea44ef-fcb4-407d-8b0d-85e77d33581f,segment=NetworkSegment(a5f17b06-b2ac-43d0-9093-45be6008ef44),segment_id=a5f17b06-b2ac-43d0-9093-45be6008ef44)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:28.680126 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3bea44ef-fcb4-407d-8b0d-85e77d33581f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.698308 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Calling delete_port for 3bea44ef-fcb4-407d-8b0d-85e77d33581f owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:40:28.782813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451670f2-f641-468a-86b2-fe97e85920b9 None None] Network 29cbdb1d-2d21-4797-b9c1-872ba7a497b2 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:28.784941 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3bea44ef-fcb4-407d-8b0d-85e77d33581f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.785205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59feaa7f-506b-4029-a808-09e373e5b4b8 None None] Network c425ef28-6703-4f27-8526-ef22e7c093bb requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:28.812351 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event deleted for resources: {'Port': ['ID=3bea44ef-fcb4-407d-8b0d-85e77d33581f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:28.816621 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] No DVR routers for this DVR port 3bea44ef-fcb4-407d-8b0d-85e77d33581f on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:40:28.833214 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59feaa7f-506b-4029-a808-09e373e5b4b8 None None] Network c425ef28-6703-4f27-8526-ef22e7c093bb could not be found, it might have been deleted concurrently. {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 16:40:28.845364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84e4051-d365-416a-9544-3575ef1a0987 None None] Network c425ef28-6703-4f27-8526-ef22e7c093bb requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:28.871215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84e4051-d365-416a-9544-3575ef1a0987 None None] Network c425ef28-6703-4f27-8526-ef22e7c093bb could not be found, it might have been deleted concurrently. {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 16:40:28.876916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c413e21b-edd6-4b63-8e80-02b43cefdbfb None None] Could not find standard attr ID for object 3bea44ef-fcb4-407d-8b0d-85e77d33581f. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:40:28.901345 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (29cbdb1d-2d21-4797-b9c1-872ba7a497b2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.901538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bccea09-b5df-414d-b80e-462017ffc9a1 None None] Network 29cbdb1d-2d21-4797-b9c1-872ba7a497b2 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:28.922332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cbdb1d-2d21-4797-b9c1-872ba7a497b2']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:28.932318 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f17b06-b2ac-43d0-9093-45be6008ef44') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:28.932620 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f17b06-b2ac-43d0-9093-45be6008ef44') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:28.943111 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (a5f17b06-b2ac-43d0-9093-45be6008ef44), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.957421 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (a5f17b06-b2ac-43d0-9093-45be6008ef44), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.963956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:40:28.964445 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (a5f17b06-b2ac-43d0-9093-45be6008ef44), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:40:28.967496 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:40:29.030799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Port 3bea44ef-fcb4-407d-8b0d-85e77d33581f update to ACTIVE by agent not found {{(pid=103303) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 08 16:40:29.033694 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (29cbdb1d-2d21-4797-b9c1-872ba7a497b2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.036635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a8b3ee-5311-46c7-bf23-070bf96a50be None None] DHCP port deletion for 29cbdb1d-2d21-4797-b9c1-872ba7a497b2 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:40:29.041282 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.045417 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "DELETE /v2.0/networks/29cbdb1d-2d21-4797-b9c1-872ba7a497b2 HTTP/1.1" status: 204 len: 168 time: 0.5858793 Feb 08 16:40:29.047133 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33774) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:29.064438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef8c46-3e58-4b8f-99ed-ee75ce45ed47 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event deleted for resources: {'Network': ['ID=29cbdb1d-2d21-4797-b9c1-872ba7a497b2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:29.075233 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6075a1-3696-43e2-a8c5-14ea38b26dbc tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] DELETE failed (client error): The resource could not be found. Feb 08 16:40:29.075700 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6075a1-3696-43e2-a8c5-14ea38b26dbc tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:40:29.078751 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fa6075a1-3696-43e2-a8c5-14ea38b26dbc tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "DELETE /v2.0/subnets/3fd5ccf0-d15c-4c14-8b60-f009305897c5 HTTP/1.1" status: 404 len: 337 time: 0.0306408 Feb 08 16:40:29.081528 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33776) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:29.099722 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-4624d127-72a5-4600-8e8e-e39d54da6aec tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] DELETE failed (client error): The resource could not be found. Feb 08 16:40:29.100427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4624d127-72a5-4600-8e8e-e39d54da6aec tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:40:29.103601 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4624d127-72a5-4600-8e8e-e39d54da6aec tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "DELETE /v2.0/networks/0be536b6-f5d1-4e10-bdf2-aa99118e4a9f HTTP/1.1" status: 404 len: 339 time: 0.0210590 Feb 08 16:40:29.106081 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33778) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:29.131468 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5640125-021f-4943-a0aa-f9f179ad4a4b tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] DELETE failed (client error): The resource could not be found. Feb 08 16:40:29.131913 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5640125-021f-4943-a0aa-f9f179ad4a4b tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:40:29.134892 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b5640125-021f-4943-a0aa-f9f179ad4a4b tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "DELETE /v2.0/subnets/86a5cf19-121c-4112-9e08-e4ad8cbe4aa2 HTTP/1.1" status: 404 len: 337 time: 0.0279276 Feb 08 16:40:29.137291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33780) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:29.155070 n-d-824834-11 neutron-server[103302]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f872e4-4b1f-4ade-8a63-5308519094eb tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] DELETE failed (client error): The resource could not be found. Feb 08 16:40:29.155553 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f872e4-4b1f-4ade-8a63-5308519094eb tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103302) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 16:40:29.158474 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-12f872e4-4b1f-4ade-8a63-5308519094eb tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "DELETE /v2.0/networks/71823221-2129-4878-88e2-eae0045c932d HTTP/1.1" status: 404 len: 339 time: 0.0203137 Feb 08 16:40:29.162275 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33782) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:29.212836 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6ed21a-b6e7-44ad-bf09-00e3e2bb4c58 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Deleting subnet 21ca1bf7-7230-4acf-9ded-30cbe860c31e {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:40:29.215956 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed21a-b6e7-44ad-bf09-00e3e2bb4c58 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for subnet (21ca1bf7-7230-4acf-9ded-30cbe860c31e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.255603 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed21a-b6e7-44ad-bf09-00e3e2bb4c58 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (21ca1bf7-7230-4acf-9ded-30cbe860c31e), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.341063 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed21a-b6e7-44ad-bf09-00e3e2bb4c58 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (21ca1bf7-7230-4acf-9ded-30cbe860c31e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.397774 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed21a-b6e7-44ad-bf09-00e3e2bb4c58 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (21ca1bf7-7230-4acf-9ded-30cbe860c31e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.424126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ed21a-b6e7-44ad-bf09-00e3e2bb4c58 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event deleted for resources: {'Subnet': ['ID=21ca1bf7-7230-4acf-9ded-30cbe860c31e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:29.427977 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed21a-b6e7-44ad-bf09-00e3e2bb4c58 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.431554 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ba6ed21a-b6e7-44ad-bf09-00e3e2bb4c58 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "DELETE /v2.0/subnets/21ca1bf7-7230-4acf-9ded-30cbe860c31e HTTP/1.1" status: 204 len: 168 time: 0.2678466 Feb 08 16:40:29.433790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33784) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:29.434864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339bad11-1f66-49d0-b178-da504d84fd1d None None] Network ac44b249-f2a2-4a69-892e-f44d05f5dd9a requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:29.512248 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (ac44b249-f2a2-4a69-892e-f44d05f5dd9a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.570952 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Deleting port 935a991c-cc98-48ab-bec7-cc95891185a1 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:40:29.571295 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (935a991c-cc98-48ab-bec7-cc95891185a1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.589375 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c6b464-d466-4795-ad10-d3a92fd7f79d None None] DHCP port deletion for ac44b249-f2a2-4a69-892e-f44d05f5dd9a request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:40:29.636790 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] For port 935a991c-cc98-48ab-bec7-cc95891185a1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=935a991c-cc98-48ab-bec7-cc95891185a1,segment=NetworkSegment(eacf49aa-8594-470f-ae2a-c30a12d60b59),segment_id=eacf49aa-8594-470f-ae2a-c30a12d60b59)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:29.637152 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (935a991c-cc98-48ab-bec7-cc95891185a1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.638633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-38c6b464-d466-4795-ad10-d3a92fd7f79d None None] Deleting port 935a991c-cc98-48ab-bec7-cc95891185a1 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:40:29.639017 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-38c6b464-d466-4795-ad10-d3a92fd7f79d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (935a991c-cc98-48ab-bec7-cc95891185a1), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.650680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Calling delete_port for 935a991c-cc98-48ab-bec7-cc95891185a1 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:40:29.701746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-38c6b464-d466-4795-ad10-d3a92fd7f79d None None] For port 935a991c-cc98-48ab-bec7-cc95891185a1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=935a991c-cc98-48ab-bec7-cc95891185a1,segment=NetworkSegment(eacf49aa-8594-470f-ae2a-c30a12d60b59),segment_id=eacf49aa-8594-470f-ae2a-c30a12d60b59)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:29.702147 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-38c6b464-d466-4795-ad10-d3a92fd7f79d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (935a991c-cc98-48ab-bec7-cc95891185a1), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.715099 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-38c6b464-d466-4795-ad10-d3a92fd7f79d None None] Calling delete_port for 935a991c-cc98-48ab-bec7-cc95891185a1 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:40:29.732644 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (935a991c-cc98-48ab-bec7-cc95891185a1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.759687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event deleted for resources: {'Port': ['ID=935a991c-cc98-48ab-bec7-cc95891185a1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:29.761469 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] No DVR routers for this DVR port 935a991c-cc98-48ab-bec7-cc95891185a1 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:40:29.797471 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-38c6b464-d466-4795-ad10-d3a92fd7f79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (935a991c-cc98-48ab-bec7-cc95891185a1), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.820784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6b464-d466-4795-ad10-d3a92fd7f79d None None] Pushing event deleted for resources: {'Port': ['ID=935a991c-cc98-48ab-bec7-cc95891185a1,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:29.826756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c6b464-d466-4795-ad10-d3a92fd7f79d None None] No DVR routers for this DVR port 935a991c-cc98-48ab-bec7-cc95891185a1 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:40:29.845120 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (ac44b249-f2a2-4a69-892e-f44d05f5dd9a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.867376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac44b249-f2a2-4a69-892e-f44d05f5dd9a']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:29.876679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacf49aa-8594-470f-ae2a-c30a12d60b59') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:29.877012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacf49aa-8594-470f-ae2a-c30a12d60b59') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:29.886327 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (eacf49aa-8594-470f-ae2a-c30a12d60b59), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.900751 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (eacf49aa-8594-470f-ae2a-c30a12d60b59), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.907175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:40:29.907587 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (eacf49aa-8594-470f-ae2a-c30a12d60b59), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:40:29.911607 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:40:29.970712 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (ac44b249-f2a2-4a69-892e-f44d05f5dd9a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.976480 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:29.982701 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] 10.222.0.82 "DELETE /v2.0/networks/ac44b249-f2a2-4a69-892e-f44d05f5dd9a HTTP/1.1" status: 204 len: 168 time: 0.5451519 Feb 08 16:40:29.996842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b65fa-5c94-49ce-90a3-36c39effea52 tempest-NetworksIpV6Test-1729074606 tempest-NetworksIpV6Test-1729074606-project] Pushing event deleted for resources: {'Network': ['ID=ac44b249-f2a2-4a69-892e-f44d05f5dd9a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:30.017648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 935a991c-cc98-48ab-bec7-cc95891185a1 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:40:30.039594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 935a991c-cc98-48ab-bec7-cc95891185a1 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:40:30.040041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 935a991c-cc98-48ab-bec7-cc95891185a1 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:40:30.040534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3bea44ef-fcb4-407d-8b0d-85e77d33581f no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:40:30.060023 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 3bea44ef-fcb4-407d-8b0d-85e77d33581f {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:40:30.060380 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3bea44ef-fcb4-407d-8b0d-85e77d33581f not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:40:30.221527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33790) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:30.355347 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6b2ee672-e886-4e8f-a2fe-e4c135e33224 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d34d4f3f03704d8689ab0c77d6b33612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325290 Feb 08 16:40:30.357811 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33794) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:30.404316 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18e0ff1e-c19a-4ca5-99a4-522f65ad6fed admin admin] Publish callbacks [] for security_group (8e52de12-4b5e-479d-99b4-5892444468a2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:30.426155 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18e0ff1e-c19a-4ca5-99a4-522f65ad6fed admin admin] Publish callbacks [] for security_group (8e52de12-4b5e-479d-99b4-5892444468a2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:30.473360 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18e0ff1e-c19a-4ca5-99a4-522f65ad6fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (8e52de12-4b5e-479d-99b4-5892444468a2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:30.475910 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-18e0ff1e-c19a-4ca5-99a4-522f65ad6fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:30.477159 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-18e0ff1e-c19a-4ca5-99a4-522f65ad6fed admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8e52de12-4b5e-479d-99b4-5892444468a2 HTTP/1.1" status: 204 len: 168 time: 0.1183200 Feb 08 16:40:30.484848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0ff1e-c19a-4ca5-99a4-522f65ad6fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e52de12-4b5e-479d-99b4-5892444468a2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:31.118965 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33816) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:31.212122 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-61e0fb19-6007-4327-b2fc-2e095b51e0d0 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1565381211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:31.232508 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61e0fb19-6007-4327-b2fc-2e095b51e0d0 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (cdb39af8-d06a-46ec-ba3a-079a0723f923), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.233602 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61e0fb19-6007-4327-b2fc-2e095b51e0d0 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (cdb39af8-d06a-46ec-ba3a-079a0723f923), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.296081 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61e0fb19-6007-4327-b2fc-2e095b51e0d0 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for router_controller (cdb39af8-d06a-46ec-ba3a-079a0723f923), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.300990 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61e0fb19-6007-4327-b2fc-2e095b51e0d0 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (cdb39af8-d06a-46ec-ba3a-079a0723f923), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.317169 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-61e0fb19-6007-4327-b2fc-2e095b51e0d0 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.318346 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-61e0fb19-6007-4327-b2fc-2e095b51e0d0 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1983902 Feb 08 16:40:31.321108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33820) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:31.326152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-221757428'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:31.345044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Made reservation on behalf of a2030d413b414ba890e8d02c7a622719 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:31.349053 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.357601 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.431228 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for security_group (d235aca4-8095-4242-a88e-17908c03762c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.434730 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d235aca4-8095-4242-a88e-17908c03762c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.460586 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:40:31.469975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d235aca4-8095-4242-a88e-17908c03762c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:31.475192 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (63bb1c85-31b9-4644-8f26-e69edd5e1a7a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.475534 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Added segment 63bb1c85-31b9-4644-8f26-e69edd5e1a7a of type vlan for network 841c48f7-e947-47fe-a75b-39b754193825 Feb 08 16:40:31.513889 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (841c48f7-e947-47fe-a75b-39b754193825), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.539655 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (841c48f7-e947-47fe-a75b-39b754193825), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.544718 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:31.545328 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.601507 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2793210 Feb 08 16:40:31.603202 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33822) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:31.608998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-65abef7e-8cbe-442d-bbe6-01d46e4821d3 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Request body: {'subnet': {'network_id': '841c48f7-e947-47fe-a75b-39b754193825', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:31.619690 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4302cbc7-55ea-4325-ab7e-2fa265a42511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.620275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba17a05-1bc3-404c-a8c8-2ec2e8abce8e tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Pushing event updated for resources: {'Network': ['ID=841c48f7-e947-47fe-a75b-39b754193825,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:31.630689 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 841c48f7-e947-47fe-a75b-39b754193825 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:40:31.703708 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65abef7e-8cbe-442d-bbe6-01d46e4821d3 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Made reservation on behalf of a2030d413b414ba890e8d02c7a622719 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:31.708064 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65abef7e-8cbe-442d-bbe6-01d46e4821d3 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.886813 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65abef7e-8cbe-442d-bbe6-01d46e4821d3 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (f598eb03-6662-4ac6-998b-8957c2720489), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.948212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abef7e-8cbe-442d-bbe6-01d46e4821d3 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Pushing event updated for resources: {'Subnet': ['ID=f598eb03-6662-4ac6-998b-8957c2720489,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:31.958073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65abef7e-8cbe-442d-bbe6-01d46e4821d3 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Checking segment: {'id': '63bb1c85-31b9-4644-8f26-e69edd5e1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '841c48f7-e947-47fe-a75b-39b754193825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:31.958560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65abef7e-8cbe-442d-bbe6-01d46e4821d3 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Network hostable DHCP agents. Network: 841c48f7-e947-47fe-a75b-39b754193825, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:40:31.975269 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65abef7e-8cbe-442d-bbe6-01d46e4821d3 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Network 841c48f7-e947-47fe-a75b-39b754193825 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:40:31.984331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-65abef7e-8cbe-442d-bbe6-01d46e4821d3 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 841c48f7-e947-47fe-a75b-39b754193825) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:31.989362 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65abef7e-8cbe-442d-bbe6-01d46e4821d3 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:31.989907 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-65abef7e-8cbe-442d-bbe6-01d46e4821d3 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:31.993797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a7ed29-a511-480e-8bd6-956b692e8ee7 None None] Network 841c48f7-e947-47fe-a75b-39b754193825 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:32.006377 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-65abef7e-8cbe-442d-bbe6-01d46e4821d3 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4015474 Feb 08 16:40:32.009431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33824) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:32.014470 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-70b485f2-7c1b-4894-b85d-c1d239912273 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1503847262'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:32.035065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b485f2-7c1b-4894-b85d-c1d239912273 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Made reservation on behalf of a2030d413b414ba890e8d02c7a622719 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:32.039596 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70b485f2-7c1b-4894-b85d-c1d239912273 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.064925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b485f2-7c1b-4894-b85d-c1d239912273 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:40:32.074082 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70b485f2-7c1b-4894-b85d-c1d239912273 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b3b650c3-1e63-4b6a-96da-c695d89d709e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.074434 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-70b485f2-7c1b-4894-b85d-c1d239912273 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Added segment b3b650c3-1e63-4b6a-96da-c695d89d709e of type vlan for network 4b583c9c-cd80-4b92-9eea-dbb212a2ca2f Feb 08 16:40:32.101131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-841c48f7-e947-47fe-a75b-39b754193825', 'network_id': '841c48f7-e947-47fe-a75b-39b754193825', 'project_id': 'a2030d413b414ba890e8d02c7a622719', 'fixed_ips': [{'subnet_id': 'f598eb03-6662-4ac6-998b-8957c2720489'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:40:32.101986 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.115734 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70b485f2-7c1b-4894-b85d-c1d239912273 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (4b583c9c-cd80-4b92-9eea-dbb212a2ca2f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.141291 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70b485f2-7c1b-4894-b85d-c1d239912273 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (4b583c9c-cd80-4b92-9eea-dbb212a2ca2f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.146631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b485f2-7c1b-4894-b85d-c1d239912273 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:32.147222 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-70b485f2-7c1b-4894-b85d-c1d239912273 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.203212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-70b485f2-7c1b-4894-b85d-c1d239912273 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1926496 Feb 08 16:40:32.206249 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33826) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:32.211924 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-81eb9a4d-b558-473b-87af-fe91c52455c6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Request body: {'subnet': {'network_id': '4b583c9c-cd80-4b92-9eea-dbb212a2ca2f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:32.221472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b485f2-7c1b-4894-b85d-c1d239912273 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Pushing event updated for resources: {'Network': ['ID=4b583c9c-cd80-4b92-9eea-dbb212a2ca2f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:32.235832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 4b583c9c-cd80-4b92-9eea-dbb212a2ca2f details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:40:32.286085 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Allocated IP 172.20.0.2 (841c48f7-e947-47fe-a75b-39b754193825/f598eb03-6662-4ac6-998b-8957c2720489/ade715dc-13aa-4e51-b4b4-59d6e1b420ac) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:40:32.299501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81eb9a4d-b558-473b-87af-fe91c52455c6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Made reservation on behalf of a2030d413b414ba890e8d02c7a622719 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:32.303747 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81eb9a4d-b558-473b-87af-fe91c52455c6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.456997 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Publish callbacks [] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.462988 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.483720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81eb9a4d-b558-473b-87af-fe91c52455c6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (9b8dacde-9ae4-409f-a65c-d6f50d8cfa2a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.498777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Network 841c48f7-e947-47fe-a75b-39b754193825 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:40:32.504178 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:32.507851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:40:32.519548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Pushing event updated for resources: {'Port': ['ID=ade715dc-13aa-4e51-b4b4-59d6e1b420ac,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:32.548461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb9a4d-b558-473b-87af-fe91c52455c6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Pushing event updated for resources: {'Subnet': ['ID=9b8dacde-9ae4-409f-a65c-d6f50d8cfa2a,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:32.553698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb9a4d-b558-473b-87af-fe91c52455c6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Checking segment: {'id': 'b3b650c3-1e63-4b6a-96da-c695d89d709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4b583c9c-cd80-4b92-9eea-dbb212a2ca2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:32.554053 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eb9a4d-b558-473b-87af-fe91c52455c6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Network hostable DHCP agents. Network: 4b583c9c-cd80-4b92-9eea-dbb212a2ca2f, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:40:32.571026 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eb9a4d-b558-473b-87af-fe91c52455c6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Network 4b583c9c-cd80-4b92-9eea-dbb212a2ca2f is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:40:32.572519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Attempting to bind port ade715dc-13aa-4e51-b4b4-59d6e1b420ac on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:40:32.572904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Attempting to bind port ade715dc-13aa-4e51-b4b4-59d6e1b420ac by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '63bb1c85-31b9-4644-8f26-e69edd5e1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '841c48f7-e947-47fe-a75b-39b754193825'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:40:32.573305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Attempting to bind port ade715dc-13aa-4e51-b4b4-59d6e1b420ac on network 841c48f7-e947-47fe-a75b-39b754193825 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:40:32.578220 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:40:32.578605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Checking segment: {'id': '63bb1c85-31b9-4644-8f26-e69edd5e1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '841c48f7-e947-47fe-a75b-39b754193825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:32.579024 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.579429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Bound using segment: {'id': '63bb1c85-31b9-4644-8f26-e69edd5e1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '841c48f7-e947-47fe-a75b-39b754193825'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:40:32.579944 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Bound port: ade715dc-13aa-4e51-b4b4-59d6e1b420ac, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bb1c85-31b9-4644-8f26-e69edd5e1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '841c48f7-e947-47fe-a75b-39b754193825'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:40:32.580288 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.580527 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-81eb9a4d-b558-473b-87af-fe91c52455c6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 4b583c9c-cd80-4b92-9eea-dbb212a2ca2f) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:32.585859 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eb9a4d-b558-473b-87af-fe91c52455c6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:32.586455 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-81eb9a4d-b558-473b-87af-fe91c52455c6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.591112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eedc5ef-314f-4341-8604-daf84966bc12 None None] Network 4b583c9c-cd80-4b92-9eea-dbb212a2ca2f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:32.602975 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-81eb9a4d-b558-473b-87af-fe91c52455c6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3951192 Feb 08 16:40:32.605732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33828) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:32.610414 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-fe2cf6de-1644-4a38-9829-fdb91c4e7552 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Request body: {'router': {'external_gateway_info': {'network_id': '4b583c9c-cd80-4b92-9eea-dbb212a2ca2f'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:32.707575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] For port ade715dc-13aa-4e51-b4b4-59d6e1b420ac, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:40:32.720009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] For port ade715dc-13aa-4e51-b4b4-59d6e1b420ac, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ade715dc-13aa-4e51-b4b4-59d6e1b420ac,segment=NetworkSegment(63bb1c85-31b9-4644-8f26-e69edd5e1a7a),segment_id=63bb1c85-31b9-4644-8f26-e69edd5e1a7a)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:40:32.740800 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.767614 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-4b583c9c-cd80-4b92-9eea-dbb212a2ca2f', 'network_id': '4b583c9c-cd80-4b92-9eea-dbb212a2ca2f', 'project_id': 'a2030d413b414ba890e8d02c7a622719', 'fixed_ips': [{'subnet_id': '9b8dacde-9ae4-409f-a65c-d6f50d8cfa2a'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:40:32.768464 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.820224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e1e2b-848a-481c-8246-a53235e50769 None None] Pushing event updated for resources: {'Port': ['ID=ade715dc-13aa-4e51-b4b4-59d6e1b420ac,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:32.830896 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe2cf6de-1644-4a38-9829-fdb91c4e7552 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for router_gateway (cdb39af8-d06a-46ec-ba3a-079a0723f923), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:32.941798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Allocated IP 172.21.0.2 (4b583c9c-cd80-4b92-9eea-dbb212a2ca2f/9b8dacde-9ae4-409f-a65c-d6f50d8cfa2a/5d265a55-00a5-4e23-9dec-6b6a1608d108) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:40:32.948736 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [None req-fe2cf6de-1644-4a38-9829-fdb91c4e7552 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 16:40:32.949942 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fe2cf6de-1644-4a38-9829-fdb91c4e7552 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] 10.222.0.82 "PUT /v2.0/routers/cdb39af8-d06a-46ec-ba3a-079a0723f923 HTTP/1.1" status: 400 len: 364 time: 0.3433003 Feb 08 16:40:32.956066 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33830) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:33.042466 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9eaab8-b86b-4ef8-ab03-ce02c728ed6a tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Deleting subnet 9b8dacde-9ae4-409f-a65c-d6f50d8cfa2a {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:40:33.133355 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Publish callbacks [] for port (5d265a55-00a5-4e23-9dec-6b6a1608d108), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:33.138014 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4a9eaab8-b86b-4ef8-ab03-ce02c728ed6a tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for subnet (9b8dacde-9ae4-409f-a65c-d6f50d8cfa2a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:33.141844 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (5d265a55-00a5-4e23-9dec-6b6a1608d108), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:33.182801 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4a9eaab8-b86b-4ef8-ab03-ce02c728ed6a tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (9b8dacde-9ae4-409f-a65c-d6f50d8cfa2a), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:33.183037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Network 4b583c9c-cd80-4b92-9eea-dbb212a2ca2f is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:40:33.186001 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:33.190062 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:40:33.195517 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Pushing event updated for resources: {'Port': ['ID=5d265a55-00a5-4e23-9dec-6b6a1608d108,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:33.248976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Attempting to bind port 5d265a55-00a5-4e23-9dec-6b6a1608d108 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:40:33.249270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Attempting to bind port 5d265a55-00a5-4e23-9dec-6b6a1608d108 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'b3b650c3-1e63-4b6a-96da-c695d89d709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4b583c9c-cd80-4b92-9eea-dbb212a2ca2f'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:40:33.249636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Attempting to bind port 5d265a55-00a5-4e23-9dec-6b6a1608d108 on network 4b583c9c-cd80-4b92-9eea-dbb212a2ca2f {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:40:33.255029 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:40:33.255403 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Checking segment: {'id': 'b3b650c3-1e63-4b6a-96da-c695d89d709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4b583c9c-cd80-4b92-9eea-dbb212a2ca2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:33.255810 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:33.256209 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Bound using segment: {'id': 'b3b650c3-1e63-4b6a-96da-c695d89d709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4b583c9c-cd80-4b92-9eea-dbb212a2ca2f'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:40:33.256712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Bound port: 5d265a55-00a5-4e23-9dec-6b6a1608d108, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b650c3-1e63-4b6a-96da-c695d89d709e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4b583c9c-cd80-4b92-9eea-dbb212a2ca2f'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:40:33.257121 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5d265a55-00a5-4e23-9dec-6b6a1608d108), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:33.273982 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4a9eaab8-b86b-4ef8-ab03-ce02c728ed6a tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (9b8dacde-9ae4-409f-a65c-d6f50d8cfa2a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:33.334573 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4a9eaab8-b86b-4ef8-ab03-ce02c728ed6a tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (9b8dacde-9ae4-409f-a65c-d6f50d8cfa2a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:33.337142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] For port 5d265a55-00a5-4e23-9dec-6b6a1608d108, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:40:33.340466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] For port 5d265a55-00a5-4e23-9dec-6b6a1608d108, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=5d265a55-00a5-4e23-9dec-6b6a1608d108,segment=NetworkSegment(b3b650c3-1e63-4b6a-96da-c695d89d709e),segment_id=b3b650c3-1e63-4b6a-96da-c695d89d709e)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:40:33.346929 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5d265a55-00a5-4e23-9dec-6b6a1608d108), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:33.363102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9eaab8-b86b-4ef8-ab03-ce02c728ed6a tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8dacde-9ae4-409f-a65c-d6f50d8cfa2a,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:33.367060 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4a9eaab8-b86b-4ef8-ab03-ce02c728ed6a tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:33.372663 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4a9eaab8-b86b-4ef8-ab03-ce02c728ed6a tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] 10.222.0.82 "DELETE /v2.0/subnets/9b8dacde-9ae4-409f-a65c-d6f50d8cfa2a HTTP/1.1" status: 204 len: 168 time: 0.4123621 Feb 08 16:40:33.373073 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33834) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:33.407738 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cd948-3932-4c8d-8224-479ac4d26cef None None] Pushing event updated for resources: {'Port': ['ID=5d265a55-00a5-4e23-9dec-6b6a1608d108,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:33.460607 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (4b583c9c-cd80-4b92-9eea-dbb212a2ca2f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:33.518287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Deleting port 5d265a55-00a5-4e23-9dec-6b6a1608d108 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:40:33.519749 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (5d265a55-00a5-4e23-9dec-6b6a1608d108), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:33.586060 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] For port 5d265a55-00a5-4e23-9dec-6b6a1608d108, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=5d265a55-00a5-4e23-9dec-6b6a1608d108,segment=NetworkSegment(b3b650c3-1e63-4b6a-96da-c695d89d709e),segment_id=b3b650c3-1e63-4b6a-96da-c695d89d709e)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:33.586344 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (5d265a55-00a5-4e23-9dec-6b6a1608d108), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:33.601106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Calling delete_port for 5d265a55-00a5-4e23-9dec-6b6a1608d108 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:40:33.690317 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (5d265a55-00a5-4e23-9dec-6b6a1608d108), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:33.734260 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Pushing event deleted for resources: {'Port': ['ID=5d265a55-00a5-4e23-9dec-6b6a1608d108,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:33.736650 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] No DVR routers for this DVR port 5d265a55-00a5-4e23-9dec-6b6a1608d108 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:40:33.879063 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-585a4c0e-0c99-4e23-8e3e-e4c827575750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.024437 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ad6f3-b6a8-4875-a2cc-ee03093edcfc None None] Network 841c48f7-e947-47fe-a75b-39b754193825 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:34.195244 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (4b583c9c-cd80-4b92-9eea-dbb212a2ca2f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.217686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b583c9c-cd80-4b92-9eea-dbb212a2ca2f']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:34.228802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b650c3-1e63-4b6a-96da-c695d89d709e') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:34.229138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b650c3-1e63-4b6a-96da-c695d89d709e') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:34.240255 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (b3b650c3-1e63-4b6a-96da-c695d89d709e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.248194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ade715dc-13aa-4e51-b4b4-59d6e1b420ac up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:40:34.257315 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (b3b650c3-1e63-4b6a-96da-c695d89d709e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.264549 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:40:34.265229 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (b3b650c3-1e63-4b6a-96da-c695d89d709e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:40:34.268354 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:40:34.303314 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e1f9e8a1-0669-469b-b13f-5e3371418d91 None None] Provisioning complete for port ade715dc-13aa-4e51-b4b4-59d6e1b420ac triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:34.303692 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e1f9e8a1-0669-469b-b13f-5e3371418d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.335790 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (4b583c9c-cd80-4b92-9eea-dbb212a2ca2f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.355977 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.361149 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] 10.222.0.82 "DELETE /v2.0/networks/4b583c9c-cd80-4b92-9eea-dbb212a2ca2f HTTP/1.1" status: 204 len: 168 time: 0.9855707 Feb 08 16:40:34.361983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33836) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:34.362533 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50111ca8-d422-45e8-975f-71d5d2277a52 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Pushing event deleted for resources: {'Network': ['ID=4b583c9c-cd80-4b92-9eea-dbb212a2ca2f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:34.397679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ade715dc-13aa-4e51-b4b4-59d6e1b420ac triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:34.398062 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.423307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-4506cc87-89bf-4d99-bccf-7038aee446ca tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Deleting subnet f598eb03-6662-4ac6-998b-8957c2720489 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:40:34.427818 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4506cc87-89bf-4d99-bccf-7038aee446ca tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for subnet (f598eb03-6662-4ac6-998b-8957c2720489), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.472741 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4506cc87-89bf-4d99-bccf-7038aee446ca tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (f598eb03-6662-4ac6-998b-8957c2720489), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.479837 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e1f9e8a1-0669-469b-b13f-5e3371418d91 None None] Current status of the port ade715dc-13aa-4e51-b4b4-59d6e1b420ac is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:34.480479 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e1f9e8a1-0669-469b-b13f-5e3371418d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.552354 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e1f9e8a1-0669-469b-b13f-5e3371418d91 None None] For port ade715dc-13aa-4e51-b4b4-59d6e1b420ac, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ade715dc-13aa-4e51-b4b4-59d6e1b420ac,segment=NetworkSegment(63bb1c85-31b9-4644-8f26-e69edd5e1a7a),segment_id=63bb1c85-31b9-4644-8f26-e69edd5e1a7a)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:34.560772 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e1f9e8a1-0669-469b-b13f-5e3371418d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.564809 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ade715dc-13aa-4e51-b4b4-59d6e1b420ac is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:34.565574 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.590161 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4506cc87-89bf-4d99-bccf-7038aee446ca tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (f598eb03-6662-4ac6-998b-8957c2720489), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.634494 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9e8a1-0669-469b-b13f-5e3371418d91 None None] Pushing event updated for resources: {'Port': ['ID=ade715dc-13aa-4e51-b4b4-59d6e1b420ac,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:34.671044 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4506cc87-89bf-4d99-bccf-7038aee446ca tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (f598eb03-6662-4ac6-998b-8957c2720489), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.678775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-82c00d51-e1ef-4495-b88f-584db31d3337 None None] Could not find standard attr ID for object 5d265a55-00a5-4e23-9dec-6b6a1608d108. {{(pid=103303) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 16:40:34.701582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506cc87-89bf-4d99-bccf-7038aee446ca tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Pushing event deleted for resources: {'Subnet': ['ID=f598eb03-6662-4ac6-998b-8957c2720489,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:34.709551 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4506cc87-89bf-4d99-bccf-7038aee446ca tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.715342 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4506cc87-89bf-4d99-bccf-7038aee446ca tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] 10.222.0.82 "DELETE /v2.0/subnets/f598eb03-6662-4ac6-998b-8957c2720489 HTTP/1.1" status: 204 len: 168 time: 0.3498168 Feb 08 16:40:34.716177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33838) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:34.737151 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:40:34.738185 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:40:34.738935 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91791354-fb9d-432d-8c39-9037b654b2e0 None None] DHCP port deletion for 4b583c9c-cd80-4b92-9eea-dbb212a2ca2f request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:40:34.756813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2960b3-9721-487d-ad55-9c0a9e03fe10 None None] Network 4b583c9c-cd80-4b92-9eea-dbb212a2ca2f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:34.772777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2960b3-9721-487d-ad55-9c0a9e03fe10 None None] Network 4b583c9c-cd80-4b92-9eea-dbb212a2ca2f could not be found, it might have been deleted concurrently. {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 08 16:40:34.776938 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ee12be-7940-4105-8bd7-b242c3990e3f None None] Network 841c48f7-e947-47fe-a75b-39b754193825 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:34.806761 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (841c48f7-e947-47fe-a75b-39b754193825), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.842856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1c050dc0-b7be-45d1-a43f-6e6584954058 None None] Provisioning complete for port ade715dc-13aa-4e51-b4b4-59d6e1b420ac triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:34.843237 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1c050dc0-b7be-45d1-a43f-6e6584954058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.863712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Deleting port ade715dc-13aa-4e51-b4b4-59d6e1b420ac {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:40:34.864054 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.934545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] For port ade715dc-13aa-4e51-b4b4-59d6e1b420ac, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ade715dc-13aa-4e51-b4b4-59d6e1b420ac,segment=NetworkSegment(63bb1c85-31b9-4644-8f26-e69edd5e1a7a),segment_id=63bb1c85-31b9-4644-8f26-e69edd5e1a7a)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:34.934921 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:34.950438 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Calling delete_port for ade715dc-13aa-4e51-b4b4-59d6e1b420ac owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:40:34.960640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1c050dc0-b7be-45d1-a43f-6e6584954058 None None] Current status of the port ade715dc-13aa-4e51-b4b4-59d6e1b420ac is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:34.975843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e747d586-e82a-45d4-a849-0b532734f4ab None None] DHCP port deletion for 841c48f7-e947-47fe-a75b-39b754193825 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:40:35.024049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e747d586-e82a-45d4-a849-0b532734f4ab None None] Deleting port ade715dc-13aa-4e51-b4b4-59d6e1b420ac {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:40:35.024517 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e747d586-e82a-45d4-a849-0b532734f4ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.034807 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.060674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Pushing event deleted for resources: {'Port': ['ID=ade715dc-13aa-4e51-b4b4-59d6e1b420ac,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:35.062514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] No DVR routers for this DVR port ade715dc-13aa-4e51-b4b4-59d6e1b420ac on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:40:35.093340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-e747d586-e82a-45d4-a849-0b532734f4ab None None] For port ade715dc-13aa-4e51-b4b4-59d6e1b420ac, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ade715dc-13aa-4e51-b4b4-59d6e1b420ac,segment=NetworkSegment(63bb1c85-31b9-4644-8f26-e69edd5e1a7a),segment_id=63bb1c85-31b9-4644-8f26-e69edd5e1a7a)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:35.093744 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e747d586-e82a-45d4-a849-0b532734f4ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.107157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e747d586-e82a-45d4-a849-0b532734f4ab None None] Calling delete_port for ade715dc-13aa-4e51-b4b4-59d6e1b420ac owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:40:35.144566 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (841c48f7-e947-47fe-a75b-39b754193825), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.164645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841c48f7-e947-47fe-a75b-39b754193825']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:35.174336 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bb1c85-31b9-4644-8f26-e69edd5e1a7a') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:35.174634 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bb1c85-31b9-4644-8f26-e69edd5e1a7a') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:35.184790 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (63bb1c85-31b9-4644-8f26-e69edd5e1a7a), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.186996 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e747d586-e82a-45d4-a849-0b532734f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (ade715dc-13aa-4e51-b4b4-59d6e1b420ac), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.200146 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (63bb1c85-31b9-4644-8f26-e69edd5e1a7a), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.208525 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:40:35.208921 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (63bb1c85-31b9-4644-8f26-e69edd5e1a7a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.210460 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747d586-e82a-45d4-a849-0b532734f4ab None None] Pushing event deleted for resources: {'Port': ['ID=ade715dc-13aa-4e51-b4b4-59d6e1b420ac,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:40:35.213665 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:40:35.218270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e747d586-e82a-45d4-a849-0b532734f4ab None None] No DVR routers for this DVR port ade715dc-13aa-4e51-b4b4-59d6e1b420ac on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:40:35.259188 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Port ade715dc-13aa-4e51-b4b4-59d6e1b420ac update to ACTIVE by agent not found {{(pid=103303) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 08 16:40:35.281295 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (841c48f7-e947-47fe-a75b-39b754193825), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.290288 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.293692 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] 10.222.0.82 "DELETE /v2.0/networks/841c48f7-e947-47fe-a75b-39b754193825 HTTP/1.1" status: 204 len: 168 time: 0.5769744 Feb 08 16:40:35.296442 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33840) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:35.304385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7242b-d78c-4c6b-9860-709cc6ea43d6 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Pushing event deleted for resources: {'Network': ['ID=841c48f7-e947-47fe-a75b-39b754193825,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:35.326908 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-02efcb7c-b343-4975-80fb-bb2448909c2d tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] 10.222.0.82 "GET /v2.0/ports?device_id=cdb39af8-d06a-46ec-ba3a-079a0723f923 HTTP/1.1" status: 200 len: 205 time: 0.0288982 Feb 08 16:40:35.329320 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33842) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:35.404228 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-250f2c8a-d0be-4c5b-9236-0d8094447111 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for router (cdb39af8-d06a-46ec-ba3a-079a0723f923), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.701859 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.881816 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-250f2c8a-d0be-4c5b-9236-0d8094447111 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (cdb39af8-d06a-46ec-ba3a-079a0723f923), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.884025 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-250f2c8a-d0be-4c5b-9236-0d8094447111 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for router_controller (cdb39af8-d06a-46ec-ba3a-079a0723f923), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.927064 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-250f2c8a-d0be-4c5b-9236-0d8094447111 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (cdb39af8-d06a-46ec-ba3a-079a0723f923), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.927703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250f2c8a-d0be-4c5b-9236-0d8094447111 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Fanout notify agent at l3_agent the message router_deleted on router cdb39af8-d06a-46ec-ba3a-079a0723f923 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:40:35.934641 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-250f2c8a-d0be-4c5b-9236-0d8094447111 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:35.935596 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-250f2c8a-d0be-4c5b-9236-0d8094447111 tempest-RoutersNegativeTest-1772235322 tempest-RoutersNegativeTest-1772235322-project] 10.222.0.82 "DELETE /v2.0/routers/cdb39af8-d06a-46ec-ba3a-079a0723f923 HTTP/1.1" status: 204 len: 168 time: 0.6053147 Feb 08 16:40:36.014938 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ade715dc-13aa-4e51-b4b4-59d6e1b420ac no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:40:36.035105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: ade715dc-13aa-4e51-b4b4-59d6e1b420ac {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:40:36.035457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ade715dc-13aa-4e51-b4b4-59d6e1b420ac not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:40:36.035883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5d265a55-00a5-4e23-9dec-6b6a1608d108 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:40:36.058423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 5d265a55-00a5-4e23-9dec-6b6a1608d108 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:40:36.058562 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5d265a55-00a5-4e23-9dec-6b6a1608d108 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:40:36.176745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33848) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:36.305733 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-66a90f31-3a59-4ddd-a31d-c73caf0a5dc0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a2030d413b414ba890e8d02c7a622719&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277883 Feb 08 16:40:36.308231 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33852) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:36.353908 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0a500b8-08f8-445e-9143-06f91c2133f3 admin admin] Publish callbacks [] for security_group (d235aca4-8095-4242-a88e-17908c03762c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:36.378495 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0a500b8-08f8-445e-9143-06f91c2133f3 admin admin] Publish callbacks [] for security_group (d235aca4-8095-4242-a88e-17908c03762c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:36.425836 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0a500b8-08f8-445e-9143-06f91c2133f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d235aca4-8095-4242-a88e-17908c03762c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:36.428483 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a0a500b8-08f8-445e-9143-06f91c2133f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:36.429669 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a0a500b8-08f8-445e-9143-06f91c2133f3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d235aca4-8095-4242-a88e-17908c03762c HTTP/1.1" status: 204 len: 168 time: 0.1205504 Feb 08 16:40:36.437508 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a500b8-08f8-445e-9143-06f91c2133f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d235aca4-8095-4242-a88e-17908c03762c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:36.869979 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.040308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33874) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:37.135677 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2053649231-network', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:37.154240 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] Made reservation on behalf of 21c4a17cbade4d549ed586ceac5839d9 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:37.156514 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.165120 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.241659 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] Publish callbacks [] for security_group (f239f895-bf58-48e5-88ae-6231a6e1e4e3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.245228 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f239f895-bf58-48e5-88ae-6231a6e1e4e3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.272270 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:40:37.278585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f239f895-bf58-48e5-88ae-6231a6e1e4e3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:37.286239 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (91548c8e-f886-40a2-a3fe-6e17f5b8b525), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.287122 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] Added segment 91548c8e-f886-40a2-a3fe-6e17f5b8b525 of type vlan for network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f Feb 08 16:40:37.326444 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (8c7147d7-c4c2-4975-bdaf-be606cf0d51f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.349991 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (8c7147d7-c4c2-4975-bdaf-be606cf0d51f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.351072 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:37.351648 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.404834 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3632743 Feb 08 16:40:37.407113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33878) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:37.412862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e78f9c29-caaa-45a4-9115-757c8318f62e admin admin] Request body: {'subnet': {'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2053649231-subnet', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:37.418419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165cd23-5ab4-46c3-9f8e-f75bf7f89be4 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7147d7-c4c2-4975-bdaf-be606cf0d51f,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:37.429540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:40:37.433028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78f9c29-caaa-45a4-9115-757c8318f62e admin admin] Made reservation on behalf of 21c4a17cbade4d549ed586ceac5839d9 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:37.435652 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e78f9c29-caaa-45a4-9115-757c8318f62e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.602159 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e78f9c29-caaa-45a4-9115-757c8318f62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (e3273364-dd42-48fa-888b-1f3edab18f96), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.658735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f9c29-caaa-45a4-9115-757c8318f62e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3273364-dd42-48fa-888b-1f3edab18f96,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:37.668524 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f9c29-caaa-45a4-9115-757c8318f62e admin admin] Checking segment: {'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:37.668890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f9c29-caaa-45a4-9115-757c8318f62e admin admin] Network hostable DHCP agents. Network: 8c7147d7-c4c2-4975-bdaf-be606cf0d51f, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:40:37.685087 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f9c29-caaa-45a4-9115-757c8318f62e admin admin] Network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:40:37.693421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-e78f9c29-caaa-45a4-9115-757c8318f62e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 8c7147d7-c4c2-4975-bdaf-be606cf0d51f) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:37.697897 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f9c29-caaa-45a4-9115-757c8318f62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:37.698671 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e78f9c29-caaa-45a4-9115-757c8318f62e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.703194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a435997a-ae54-49a4-b42d-bf1b900dc83c None None] Network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:37.724722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33880) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:37.725323 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e78f9c29-caaa-45a4-9115-757c8318f62e admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3165932 Feb 08 16:40:37.729423 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2053649231-router', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:37.749325 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (8c6d9522-de8c-46a5-96e7-36022249eb36), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.750403 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (8c6d9522-de8c-46a5-96e7-36022249eb36), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.803064 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Publish callbacks [] for router_controller (8c6d9522-de8c-46a5-96e7-36022249eb36), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.807517 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-8c7147d7-c4c2-4975-bdaf-be606cf0d51f', 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f', 'project_id': '21c4a17cbade4d549ed586ceac5839d9', 'fixed_ips': [{'subnet_id': 'e3273364-dd42-48fa-888b-1f3edab18f96'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:40:37.808418 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:37.945192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Allocated IP 172.20.0.2 (8c7147d7-c4c2-4975-bdaf-be606cf0d51f/e3273364-dd42-48fa-888b-1f3edab18f96/11d0922c-2f6f-4f91-bb02-518b6a1f923e) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:40:37.951035 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Publish callbacks [] for router_gateway (8c6d9522-de8c-46a5-96e7-36022249eb36), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:38.087805 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:38.104422 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Publish callbacks [] for port (11d0922c-2f6f-4f91-bb02-518b6a1f923e), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:38.111415 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (11d0922c-2f6f-4f91-bb02-518b6a1f923e), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:38.150857 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:40:38.155098 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Publish callbacks [] for router_gateway (8c6d9522-de8c-46a5-96e7-36022249eb36), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:38.155679 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:38.158121 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:40:38.174268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Pushing event updated for resources: {'Port': ['ID=11d0922c-2f6f-4f91-bb02-518b6a1f923e,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:38.177118 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:38.221418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Attempting to bind port 11d0922c-2f6f-4f91-bb02-518b6a1f923e on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:40:38.221741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Attempting to bind port 11d0922c-2f6f-4f91-bb02-518b6a1f923e by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:40:38.222649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Attempting to bind port 11d0922c-2f6f-4f91-bb02-518b6a1f923e on network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:40:38.227641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:40:38.228025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Checking segment: {'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:38.228436 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:38.228859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Bound using segment: {'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:40:38.229358 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Bound port: 11d0922c-2f6f-4f91-bb02-518b6a1f923e, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:40:38.229752 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (11d0922c-2f6f-4f91-bb02-518b6a1f923e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:38.279260 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Allocated IP 172.25.7.236 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/9554d803-884d-45d3-a377-5860d8cfbe96) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:40:38.296589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] For port 11d0922c-2f6f-4f91-bb02-518b6a1f923e, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:40:38.299612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] For port 11d0922c-2f6f-4f91-bb02-518b6a1f923e, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=11d0922c-2f6f-4f91-bb02-518b6a1f923e,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:40:38.306277 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (11d0922c-2f6f-4f91-bb02-518b6a1f923e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:38.365734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c2fe8-4b7c-4702-a771-0b88c553bdcf None None] Pushing event updated for resources: {'Port': ['ID=11d0922c-2f6f-4f91-bb02-518b6a1f923e,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:38.390164 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Publish callbacks [] for port (9554d803-884d-45d3-a377-5860d8cfbe96), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:38.426947 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9554d803-884d-45d3-a377-5860d8cfbe96), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:38.462909 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:40:38.465827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:38.471687 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:40:38.509319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=9554d803-884d-45d3-a377-5860d8cfbe96,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:38.751537 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Publish callbacks [] for router_gateway (8c6d9522-de8c-46a5-96e7-36022249eb36), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:38.955004 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (8c6d9522-de8c-46a5-96e7-36022249eb36), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:39.093909 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Router 8c6d9522-de8c-46a5-96e7-36022249eb36 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:40:39.214937 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:40:39.224820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Sync routers for ids ['8c6d9522-de8c-46a5-96e7-36022249eb36'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:40:39.233043 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:39.234393 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-db5b4cba-e478-439b-8c34-9b97dfdf3fd2 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5083332 Feb 08 16:40:39.238521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33882) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:39.241369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Routers {'8c6d9522-de8c-46a5-96e7-36022249eb36'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:40:39.242090 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8c6d9522-de8c-46a5-96e7-36022249eb36'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:39.314253 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f766744d-2a89-4825-9607-bb4fe9ea027f None None] Network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:39.392994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-78d8cbe9-51fc-484a-bc9c-a60341722e55 None None] Provisioning complete for port 11d0922c-2f6f-4f91-bb02-518b6a1f923e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:39.393371 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78d8cbe9-51fc-484a-bc9c-a60341722e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (11d0922c-2f6f-4f91-bb02-518b6a1f923e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:39.461530 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Set router 8c6d9522-de8c-46a5-96e7-36022249eb36 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:40:39.664477 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-78d8cbe9-51fc-484a-bc9c-a60341722e55 None None] Current status of the port 11d0922c-2f6f-4f91-bb02-518b6a1f923e is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:39.664704 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78d8cbe9-51fc-484a-bc9c-a60341722e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (11d0922c-2f6f-4f91-bb02-518b6a1f923e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:39.667826 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:39.733633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-78d8cbe9-51fc-484a-bc9c-a60341722e55 None None] For port 11d0922c-2f6f-4f91-bb02-518b6a1f923e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=11d0922c-2f6f-4f91-bb02-518b6a1f923e,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:39.741363 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-78d8cbe9-51fc-484a-bc9c-a60341722e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (11d0922c-2f6f-4f91-bb02-518b6a1f923e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:39.789027 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'name': 'tempest-TestEncryptedCinderVolumes-2053649231-router', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '9554d803-884d-45d3-a377-5860d8cfbe96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:37Z', 'updated_at': '2022-02-08T16:40:38Z', 'revision_number': 3, 'project_id': '21c4a17cbade4d549ed586ceac5839d9', 'gw_port': {'id': '9554d803-884d-45d3-a377-5860d8cfbe96', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:38Z', 'updated_at': '2022-02-08T16:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:39.826356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Checking router: 8c6d9522-de8c-46a5-96e7-36022249eb36 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:40:39.826713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Updating router 8c6d9522-de8c-46a5-96e7-36022249eb36 port 9554d803-884d-45d3-a377-5860d8cfbe96 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:40:39.832582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8cbe9-51fc-484a-bc9c-a60341722e55 None None] Pushing event updated for resources: {'Port': ['ID=11d0922c-2f6f-4f91-bb02-518b6a1f923e,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:39.852280 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Allocated IP 172.20.0.1 (8c7147d7-c4c2-4975-bdaf-be606cf0d51f/e3273364-dd42-48fa-888b-1f3edab18f96/b52d85cd-8455-4a47-afb9-3a4ca92b449d) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:40:39.861950 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9554d803-884d-45d3-a377-5860d8cfbe96), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:39.961119 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Publish callbacks [] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:39.988324 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b56fdbf2-ebee-4911-a660-79bad8295d6c None None] Provisioning complete for port 11d0922c-2f6f-4f91-bb02-518b6a1f923e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:39.988726 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b56fdbf2-ebee-4911-a660-79bad8295d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (11d0922c-2f6f-4f91-bb02-518b6a1f923e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:40.002802 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:40.053575 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:40:40.056887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:40.060625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:40:40.084032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 11d0922c-2f6f-4f91-bb02-518b6a1f923e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:40:40.098460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Pushing event updated for resources: {'Port': ['ID=b52d85cd-8455-4a47-afb9-3a4ca92b449d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:40.106787 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (8c6d9522-de8c-46a5-96e7-36022249eb36), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:40.192281 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b56fdbf2-ebee-4911-a660-79bad8295d6c None None] Current status of the port 11d0922c-2f6f-4f91-bb02-518b6a1f923e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:40.249900 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 11d0922c-2f6f-4f91-bb02-518b6a1f923e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:40.250536 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (11d0922c-2f6f-4f91-bb02-518b6a1f923e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:40.253097 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:40.253732 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Publish callbacks [] for port (9554d803-884d-45d3-a377-5860d8cfbe96), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:40.279886 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9554d803-884d-45d3-a377-5860d8cfbe96), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:40.429807 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Publish callbacks [] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:40.434245 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:40.499697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Pushing event updated for resources: {'Port': ['ID=b52d85cd-8455-4a47-afb9-3a4ca92b449d,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:40.502198 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (8c6d9522-de8c-46a5-96e7-36022249eb36), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:40.526303 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9678b6f3-67ba-4e8e-aa38-761a9e0e5050 None None] Provisioning complete for port b52d85cd-8455-4a47-afb9-3a4ca92b449d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:40.526711 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9678b6f3-67ba-4e8e-aa38-761a9e0e5050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:40.528246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7e5e6-84b0-40c0-afa5-904c1933d84b None None] Pushing event updated for resources: {'Port': ['ID=9554d803-884d-45d3-a377-5860d8cfbe96,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:40.532604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Attempting to bind port 9554d803-884d-45d3-a377-5860d8cfbe96 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:40:40.533004 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Attempting to bind port 9554d803-884d-45d3-a377-5860d8cfbe96 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:40:40.533378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Attempting to bind port 9554d803-884d-45d3-a377-5860d8cfbe96 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:40:40.563296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:40:40.563685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:40.564105 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:40.564510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:40:40.565011 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Bound port: 9554d803-884d-45d3-a377-5860d8cfbe96, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:40:40.565891 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9554d803-884d-45d3-a377-5860d8cfbe96), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:40.603043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:40:40.604567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:40.632673 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9678b6f3-67ba-4e8e-aa38-761a9e0e5050 None None] Port b52d85cd-8455-4a47-afb9-3a4ca92b449d cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:40:40.647192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 11d0922c-2f6f-4f91-bb02-518b6a1f923e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:40.660434 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] For port 9554d803-884d-45d3-a377-5860d8cfbe96, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:40:40.665083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] For port 9554d803-884d-45d3-a377-5860d8cfbe96, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9554d803-884d-45d3-a377-5860d8cfbe96,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:40:40.672078 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9554d803-884d-45d3-a377-5860d8cfbe96), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:40.723284 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Routers {'8c6d9522-de8c-46a5-96e7-36022249eb36'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:40:40.724254 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8c6d9522-de8c-46a5-96e7-36022249eb36'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:40.738617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Router 8c6d9522-de8c-46a5-96e7-36022249eb36 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:40:40.802653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7e5e6-84b0-40c0-afa5-904c1933d84b None None] Pushing event updated for resources: {'Port': ['ID=9554d803-884d-45d3-a377-5860d8cfbe96,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:40.856167 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:40:40.856792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] Set router 8c6d9522-de8c-46a5-96e7-36022249eb36 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:40:40.861866 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5cd1da0e-6bc5-484e-9c7c-dd7ceff35550 admin admin] 10.222.0.82 "PUT /v2.0/routers/8c6d9522-de8c-46a5-96e7-36022249eb36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6236200 Feb 08 16:40:40.900196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-13ca4eec-062e-44be-9820-c094aec7db81 None None] Provisioning complete for port b52d85cd-8455-4a47-afb9-3a4ca92b449d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:40.900512 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-13ca4eec-062e-44be-9820-c094aec7db81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:41.004183 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-13ca4eec-062e-44be-9820-c094aec7db81 None None] Port b52d85cd-8455-4a47-afb9-3a4ca92b449d cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:40:41.100134 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'name': 'tempest-TestEncryptedCinderVolumes-2053649231-router', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '9554d803-884d-45d3-a377-5860d8cfbe96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:37Z', 'updated_at': '2022-02-08T16:40:40Z', 'revision_number': 4, 'project_id': '21c4a17cbade4d549ed586ceac5839d9', 'gw_port': {'id': '9554d803-884d-45d3-a377-5860d8cfbe96', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:38Z', 'updated_at': '2022-02-08T16:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b52d85cd-8455-4a47-afb9-3a4ca92b449d', 'name': '', 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'mac_address': 'fa:16:3e:63:a6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'e3273364-dd42-48fa-888b-1f3edab18f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:39Z', 'updated_at': '2022-02-08T16:40:40Z', 'revision_number': 2, 'project_id': '21c4a17cbade4d549ed586ceac5839d9', 'subnets': [{'id': 'e3273364-dd42-48fa-888b-1f3edab18f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:41.128298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb748b-07f8-4be7-8148-dea9852b7702 None None] The sync data for ids ['8c6d9522-de8c-46a5-96e7-36022249eb36'] in n-d-824834-11 is: [{'id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'name': 'tempest-TestEncryptedCinderVolumes-2053649231-router', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '9554d803-884d-45d3-a377-5860d8cfbe96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:37Z', 'updated_at': '2022-02-08T16:40:40Z', 'revision_number': 4, 'project_id': '21c4a17cbade4d549ed586ceac5839d9', 'gw_port': {'id': '9554d803-884d-45d3-a377-5860d8cfbe96', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:38Z', 'updated_at': '2022-02-08T16:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b52d85cd-8455-4a47-afb9-3a4ca92b449d', 'name': '', 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'mac_address': 'fa:16:3e:63:a6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'e3273364-dd42-48fa-888b-1f3edab18f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:39Z', 'updated_at': '2022-02-08T16:40:40Z', 'revision_number': 2, 'project_id': '21c4a17cbade4d549ed586ceac5839d9', 'subnets': [{'id': 'e3273364-dd42-48fa-888b-1f3edab18f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:40:41.358052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33898) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:41.363077 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1281759171-network', 'tenant_id': '993d3eaec432461ebd93872c0534054e'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:41.387276 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] Made reservation on behalf of 993d3eaec432461ebd93872c0534054e for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:41.390208 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:41.400625 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:41.484030 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] Publish callbacks [] for security_group (e84895e4-72a1-4ef8-8fd6-0dc9304f92c8), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:41.488030 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e84895e4-72a1-4ef8-8fd6-0dc9304f92c8), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:41.513239 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:40:41.523191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84895e4-72a1-4ef8-8fd6-0dc9304f92c8,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:41.529393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f904cf02-6618-4dd5-acf9-3576944f0cb1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:41.529745 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] Added segment f904cf02-6618-4dd5-acf9-3576944f0cb1 of type vlan for network 72d1fa1e-6f6e-49c7-b63a-05184bd4c716 Feb 08 16:40:41.574159 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (72d1fa1e-6f6e-49c7-b63a-05184bd4c716), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:41.600857 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (72d1fa1e-6f6e-49c7-b63a-05184bd4c716), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:41.601982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:41.602697 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:41.654752 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2955558 Feb 08 16:40:41.657589 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 33900) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:41.662951 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-222723f6-1605-4315-92ea-95cecd33f94a admin admin] Request body: {'subnet': {'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1281759171-subnet', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:41.667874 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bc999-2b8f-4ee2-aaee-cbd4757ed577 admin admin] Pushing event updated for resources: {'Network': ['ID=72d1fa1e-6f6e-49c7-b63a-05184bd4c716,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:41.678969 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 72d1fa1e-6f6e-49c7-b63a-05184bd4c716 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:40:41.684764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222723f6-1605-4315-92ea-95cecd33f94a admin admin] Made reservation on behalf of 993d3eaec432461ebd93872c0534054e for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:41.687183 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-222723f6-1605-4315-92ea-95cecd33f94a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:41.901668 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-222723f6-1605-4315-92ea-95cecd33f94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (f2535112-03ca-46b3-9181-c2fba2046413), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:41.962332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222723f6-1605-4315-92ea-95cecd33f94a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2535112-03ca-46b3-9181-c2fba2046413,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:41.974272 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222723f6-1605-4315-92ea-95cecd33f94a admin admin] Checking segment: {'id': 'f904cf02-6618-4dd5-acf9-3576944f0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:41.974695 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222723f6-1605-4315-92ea-95cecd33f94a admin admin] Network hostable DHCP agents. Network: 72d1fa1e-6f6e-49c7-b63a-05184bd4c716, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:40:42.001085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222723f6-1605-4315-92ea-95cecd33f94a admin admin] Network 72d1fa1e-6f6e-49c7-b63a-05184bd4c716 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:40:42.015699 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-222723f6-1605-4315-92ea-95cecd33f94a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 72d1fa1e-6f6e-49c7-b63a-05184bd4c716) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:42.021824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222723f6-1605-4315-92ea-95cecd33f94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:42.023390 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-222723f6-1605-4315-92ea-95cecd33f94a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.024901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc81fc96-07d1-415e-b7e7-892732f93c2b None None] Network 72d1fa1e-6f6e-49c7-b63a-05184bd4c716 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:42.043870 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-222723f6-1605-4315-92ea-95cecd33f94a admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3850737 Feb 08 16:40:42.047044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33902) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:42.054496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1281759171-router', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:42.078801 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (02702db6-8c92-433f-bf2e-ac0366cf6dc1), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.079871 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (02702db6-8c92-433f-bf2e-ac0366cf6dc1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.091217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9554d803-884d-45d3-a377-5860d8cfbe96 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:40:42.142715 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Publish callbacks [] for router_controller (02702db6-8c92-433f-bf2e-ac0366cf6dc1), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.197215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 9554d803-884d-45d3-a377-5860d8cfbe96 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:42.197475 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9554d803-884d-45d3-a377-5860d8cfbe96), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.219309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-72d1fa1e-6f6e-49c7-b63a-05184bd4c716', 'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716', 'project_id': '993d3eaec432461ebd93872c0534054e', 'fixed_ips': [{'subnet_id': 'f2535112-03ca-46b3-9181-c2fba2046413'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:40:42.220164 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.293022 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Publish callbacks [] for router_gateway (02702db6-8c92-433f-bf2e-ac0366cf6dc1), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.390407 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 9554d803-884d-45d3-a377-5860d8cfbe96 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:42.390800 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9554d803-884d-45d3-a377-5860d8cfbe96), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.416412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Allocated IP 172.20.0.2 (72d1fa1e-6f6e-49c7-b63a-05184bd4c716/f2535112-03ca-46b3-9181-c2fba2046413/bdd44b9d-b0c4-46df-9f73-2ed8d7047024) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:40:42.429487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 9554d803-884d-45d3-a377-5860d8cfbe96, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9554d803-884d-45d3-a377-5860d8cfbe96,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:42.436058 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9554d803-884d-45d3-a377-5860d8cfbe96), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.536666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=9554d803-884d-45d3-a377-5860d8cfbe96,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:42.622861 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Publish callbacks [] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.629649 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.673914 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Network 72d1fa1e-6f6e-49c7-b63a-05184bd4c716 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:40:42.677812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:42.681422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:40:42.688671 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Pushing event updated for resources: {'Port': ['ID=bdd44b9d-b0c4-46df-9f73-2ed8d7047024,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:42.749941 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Attempting to bind port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:40:42.750313 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Attempting to bind port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'f904cf02-6618-4dd5-acf9-3576944f0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:40:42.751242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Attempting to bind port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 on network 72d1fa1e-6f6e-49c7-b63a-05184bd4c716 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:40:42.757179 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:40:42.757555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Checking segment: {'id': 'f904cf02-6618-4dd5-acf9-3576944f0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:42.757960 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.758354 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Bound using segment: {'id': 'f904cf02-6618-4dd5-acf9-3576944f0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:40:42.758816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Bound port: bdd44b9d-b0c4-46df-9f73-2ed8d7047024, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f904cf02-6618-4dd5-acf9-3576944f0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:40:42.759201 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.825325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] For port bdd44b9d-b0c4-46df-9f73-2ed8d7047024, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:40:42.828227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] For port bdd44b9d-b0c4-46df-9f73-2ed8d7047024, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=bdd44b9d-b0c4-46df-9f73-2ed8d7047024,segment=NetworkSegment(f904cf02-6618-4dd5-acf9-3576944f0cb1),segment_id=f904cf02-6618-4dd5-acf9-3576944f0cb1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:40:42.834611 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.850788 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Publish callbacks [] for router_gateway (02702db6-8c92-433f-bf2e-ac0366cf6dc1), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.869782 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:42.901197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2138b4d-3c3d-4b14-b0d4-3f4a0e7107de None None] Pushing event updated for resources: {'Port': ['ID=bdd44b9d-b0c4-46df-9f73-2ed8d7047024,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:42.991878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Allocated IP 172.25.7.245 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/04e3f679-7f8c-4b41-884e-511fe2cef78c) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:40:43.119648 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Publish callbacks [] for port (04e3f679-7f8c-4b41-884e-511fe2cef78c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:43.156552 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (04e3f679-7f8c-4b41-884e-511fe2cef78c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:43.197659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:40:43.204774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:43.209252 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:40:43.248544 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Pushing event updated for resources: {'Port': ['ID=04e3f679-7f8c-4b41-884e-511fe2cef78c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:43.463509 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Publish callbacks [] for router_gateway (02702db6-8c92-433f-bf2e-ac0366cf6dc1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:43.671727 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (02702db6-8c92-433f-bf2e-ac0366cf6dc1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:43.738038 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Sync routers for ids ['8c6d9522-de8c-46a5-96e7-36022249eb36'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:40:43.747220 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Routers {'8c6d9522-de8c-46a5-96e7-36022249eb36'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:40:43.747980 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8c6d9522-de8c-46a5-96e7-36022249eb36'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:43.810729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Router 02702db6-8c92-433f-bf2e-ac0366cf6dc1 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:40:43.858388 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aeee12-5971-4d09-86a4-9a7cd968e468 None None] Network 72d1fa1e-6f6e-49c7-b63a-05184bd4c716 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:40:43.862708 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Set router 8c6d9522-de8c-46a5-96e7-36022249eb36 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:40:43.930312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:40:43.952782 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:43.957522 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d5476183-03d3-49e6-8d65-26d886283caf admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9091952 Feb 08 16:40:43.958157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 33904) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:40:43.964548 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Sync routers for ids ['02702db6-8c92-433f-bf2e-ac0366cf6dc1'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:40:43.982335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Routers {'02702db6-8c92-433f-bf2e-ac0366cf6dc1'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:40:43.982879 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['02702db6-8c92-433f-bf2e-ac0366cf6dc1'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:44.070934 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-93326151-d414-4711-8e8b-ca0739381659 None None] Provisioning complete for port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:44.071309 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-93326151-d414-4711-8e8b-ca0739381659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:44.124216 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'name': 'tempest-TestEncryptedCinderVolumes-2053649231-router', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '9554d803-884d-45d3-a377-5860d8cfbe96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:37Z', 'updated_at': '2022-02-08T16:40:40Z', 'revision_number': 4, 'project_id': '21c4a17cbade4d549ed586ceac5839d9', 'gw_port': {'id': '9554d803-884d-45d3-a377-5860d8cfbe96', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:38Z', 'updated_at': '2022-02-08T16:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b52d85cd-8455-4a47-afb9-3a4ca92b449d', 'name': '', 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'mac_address': 'fa:16:3e:63:a6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'e3273364-dd42-48fa-888b-1f3edab18f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:39Z', 'updated_at': '2022-02-08T16:40:40Z', 'revision_number': 2, 'project_id': '21c4a17cbade4d549ed586ceac5839d9', 'subnets': [{'id': 'e3273364-dd42-48fa-888b-1f3edab18f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:44.148768 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Set router 02702db6-8c92-433f-bf2e-ac0366cf6dc1 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:40:44.180105 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Checking router: 8c6d9522-de8c-46a5-96e7-36022249eb36 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:40:44.180519 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Updating router 8c6d9522-de8c-46a5-96e7-36022249eb36 port b52d85cd-8455-4a47-afb9-3a4ca92b449d binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:40:44.215116 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:44.412801 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device bdd44b9d-b0c4-46df-9f73-2ed8d7047024 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:40:44.482591 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-93326151-d414-4711-8e8b-ca0739381659 None None] Current status of the port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:44.482998 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-93326151-d414-4711-8e8b-ca0739381659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:44.484381 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:44.505740 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Publish callbacks [] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:44.512358 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:44.559483 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-93326151-d414-4711-8e8b-ca0739381659 None None] For port bdd44b9d-b0c4-46df-9f73-2ed8d7047024, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=bdd44b9d-b0c4-46df-9f73-2ed8d7047024,segment=NetworkSegment(f904cf02-6618-4dd5-acf9-3576944f0cb1),segment_id=f904cf02-6618-4dd5-acf9-3576944f0cb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:44.572698 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-93326151-d414-4711-8e8b-ca0739381659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:44.577627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:44.577875 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b8d40-a777-4ba8-89ba-1be666dcd43a None None] Pushing event updated for resources: {'Port': ['ID=b52d85cd-8455-4a47-afb9-3a4ca92b449d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:44.577999 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:44.695690 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Allocated IP 172.20.0.1 (72d1fa1e-6f6e-49c7-b63a-05184bd4c716/f2535112-03ca-46b3-9181-c2fba2046413/890b6926-e4a8-42a6-926d-f072a35018ec) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:40:44.718347 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b8d40-a777-4ba8-89ba-1be666dcd43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.718960 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b8d40-a777-4ba8-89ba-1be666dcd43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.719456 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b8d40-a777-4ba8-89ba-1be666dcd43a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.719961 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b8d40-a777-4ba8-89ba-1be666dcd43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.720438 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b8d40-a777-4ba8-89ba-1be666dcd43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.720920 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b8d40-a777-4ba8-89ba-1be666dcd43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.721421 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b8d40-a777-4ba8-89ba-1be666dcd43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.723071 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b8d40-a777-4ba8-89ba-1be666dcd43a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.723880 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b8d40-a777-4ba8-89ba-1be666dcd43a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.724450 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b8d40-a777-4ba8-89ba-1be666dcd43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.724931 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b8d40-a777-4ba8-89ba-1be666dcd43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.725429 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b8d40-a777-4ba8-89ba-1be666dcd43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.725905 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34b8d40-a777-4ba8-89ba-1be666dcd43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.761191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93326151-d414-4711-8e8b-ca0739381659 None None] Pushing event updated for resources: {'Port': ['ID=bdd44b9d-b0c4-46df-9f73-2ed8d7047024,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:44.781595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:44.782702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9554d803-884d-45d3-a377-5860d8cfbe96 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:40:44.786201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-51ba11a1-ac52-4675-bdc9-35bdc26eaa8f None None] Provisioning complete for port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:44.786579 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-51ba11a1-ac52-4675-bdc9-35bdc26eaa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:44.791220 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Attempting to bind port b52d85cd-8455-4a47-afb9-3a4ca92b449d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:40:44.792198 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Attempting to bind port b52d85cd-8455-4a47-afb9-3a4ca92b449d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:40:44.792757 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Attempting to bind port b52d85cd-8455-4a47-afb9-3a4ca92b449d on network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:40:44.798339 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:40:44.799165 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Checking segment: {'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:44.799294 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:44.800385 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Bound using segment: {'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:40:44.801318 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Bound port: b52d85cd-8455-4a47-afb9-3a4ca92b449d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:40:44.801787 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:44.845213 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Publish callbacks [] for port (890b6926-e4a8-42a6-926d-f072a35018ec), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:44.863513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'name': 'tempest-TestEncryptedCinderVolumes-1281759171-router', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '04e3f679-7f8c-4b41-884e-511fe2cef78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:40:43Z', 'revision_number': 3, 'project_id': '993d3eaec432461ebd93872c0534054e', 'gw_port': {'id': '04e3f679-7f8c-4b41-884e-511fe2cef78c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:40:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:44.881308 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] For port b52d85cd-8455-4a47-afb9-3a4ca92b449d, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:40:44.884768 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:44.884932 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] For port b52d85cd-8455-4a47-afb9-3a4ca92b449d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b52d85cd-8455-4a47-afb9-3a4ca92b449d,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:40:44.891652 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:44.900429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Checking router: 02702db6-8c92-433f-bf2e-ac0366cf6dc1 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:40:44.900429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Updating router 02702db6-8c92-433f-bf2e-ac0366cf6dc1 port 04e3f679-7f8c-4b41-884e-511fe2cef78c binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:40:44.924172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Network 72d1fa1e-6f6e-49c7-b63a-05184bd4c716 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:40:44.927489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:44.930712 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:40:44.942532 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (04e3f679-7f8c-4b41-884e-511fe2cef78c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:44.969976 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Routers {'8c6d9522-de8c-46a5-96e7-36022249eb36'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:40:44.970280 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Pushing event updated for resources: {'Port': ['ID=890b6926-e4a8-42a6-926d-f072a35018ec,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:44.970924 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8c6d9522-de8c-46a5-96e7-36022249eb36'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:44.983466 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.983891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.984152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.984497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.984839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.985202 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.985536 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.985918 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.986210 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.986526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.986858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.987294 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:44.987794 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:40:45.006405 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (02702db6-8c92-433f-bf2e-ac0366cf6dc1), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.028298 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b8d40-a777-4ba8-89ba-1be666dcd43a None None] Pushing event updated for resources: {'Port': ['ID=b52d85cd-8455-4a47-afb9-3a4ca92b449d,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:45.118385 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] Set router 8c6d9522-de8c-46a5-96e7-36022249eb36 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:40:45.206987 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.214590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 9554d803-884d-45d3-a377-5860d8cfbe96 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:45.214974 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9554d803-884d-45d3-a377-5860d8cfbe96), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.253517 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-51ba11a1-ac52-4675-bdc9-35bdc26eaa8f None None] Current status of the port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:45.393009 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'name': 'tempest-TestEncryptedCinderVolumes-2053649231-router', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '9554d803-884d-45d3-a377-5860d8cfbe96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:37Z', 'updated_at': '2022-02-08T16:40:40Z', 'revision_number': 4, 'project_id': '21c4a17cbade4d549ed586ceac5839d9', 'gw_port': {'id': '9554d803-884d-45d3-a377-5860d8cfbe96', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:38Z', 'updated_at': '2022-02-08T16:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b52d85cd-8455-4a47-afb9-3a4ca92b449d', 'name': '', 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'mac_address': 'fa:16:3e:63:a6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'e3273364-dd42-48fa-888b-1f3edab18f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:39Z', 'updated_at': '2022-02-08T16:40:44Z', 'revision_number': 4, 'project_id': '21c4a17cbade4d549ed586ceac5839d9', 'subnets': [{'id': 'e3273364-dd42-48fa-888b-1f3edab18f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:45.402759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 9554d803-884d-45d3-a377-5860d8cfbe96 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:45.414537 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Publish callbacks [] for port (890b6926-e4a8-42a6-926d-f072a35018ec), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.419610 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Publish callbacks [] for port (04e3f679-7f8c-4b41-884e-511fe2cef78c), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.420531 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.422389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0b7462e1-ede5-40b3-a2a5-4da9f8c371b3 None None] Provisioning complete for port b52d85cd-8455-4a47-afb9-3a4ca92b449d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:45.422782 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0b7462e1-ede5-40b3-a2a5-4da9f8c371b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.423072 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d3ebc-f1a3-46c7-9eec-fe354b13fa2e None None] The sync data for ids ['8c6d9522-de8c-46a5-96e7-36022249eb36'] in n-d-824834-11 is: [{'id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'name': 'tempest-TestEncryptedCinderVolumes-2053649231-router', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '9554d803-884d-45d3-a377-5860d8cfbe96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:37Z', 'updated_at': '2022-02-08T16:40:40Z', 'revision_number': 4, 'project_id': '21c4a17cbade4d549ed586ceac5839d9', 'gw_port': {'id': '9554d803-884d-45d3-a377-5860d8cfbe96', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:38Z', 'updated_at': '2022-02-08T16:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'b52d85cd-8455-4a47-afb9-3a4ca92b449d', 'name': '', 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'mac_address': 'fa:16:3e:63:a6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'e3273364-dd42-48fa-888b-1f3edab18f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:39Z', 'updated_at': '2022-02-08T16:40:44Z', 'revision_number': 4, 'project_id': '21c4a17cbade4d549ed586ceac5839d9', 'subnets': [{'id': 'e3273364-dd42-48fa-888b-1f3edab18f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:40:45.452412 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (04e3f679-7f8c-4b41-884e-511fe2cef78c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.488865 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (02702db6-8c92-433f-bf2e-ac0366cf6dc1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.497236 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Pushing event updated for resources: {'Port': ['ID=890b6926-e4a8-42a6-926d-f072a35018ec,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:45.524702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Attempting to bind port 04e3f679-7f8c-4b41-884e-511fe2cef78c on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:40:45.525118 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Attempting to bind port 04e3f679-7f8c-4b41-884e-511fe2cef78c by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:40:45.525487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Attempting to bind port 04e3f679-7f8c-4b41-884e-511fe2cef78c on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:40:45.529597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf143ebc-e146-41d3-971d-64b7ba77fba4 None None] Pushing event updated for resources: {'Port': ['ID=04e3f679-7f8c-4b41-884e-511fe2cef78c,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:45.537137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:40:45.537522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:45.537937 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.538364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:40:45.538810 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Bound port: 04e3f679-7f8c-4b41-884e-511fe2cef78c, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:40:45.539199 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (04e3f679-7f8c-4b41-884e-511fe2cef78c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.607224 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Network 72d1fa1e-6f6e-49c7-b63a-05184bd4c716 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:40:45.610144 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:45.623707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0b7462e1-ede5-40b3-a2a5-4da9f8c371b3 None None] Current status of the port b52d85cd-8455-4a47-afb9-3a4ca92b449d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:45.624101 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0b7462e1-ede5-40b3-a2a5-4da9f8c371b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.634843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] For port 04e3f679-7f8c-4b41-884e-511fe2cef78c, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:40:45.656140 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] For port 04e3f679-7f8c-4b41-884e-511fe2cef78c, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=04e3f679-7f8c-4b41-884e-511fe2cef78c,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:40:45.671946 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (04e3f679-7f8c-4b41-884e-511fe2cef78c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.680519 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0b7462e1-ede5-40b3-a2a5-4da9f8c371b3 None None] For port b52d85cd-8455-4a47-afb9-3a4ca92b449d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b52d85cd-8455-4a47-afb9-3a4ca92b449d,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:45.708849 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0b7462e1-ede5-40b3-a2a5-4da9f8c371b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.769465 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Routers {'02702db6-8c92-433f-bf2e-ac0366cf6dc1'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:40:45.770115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['02702db6-8c92-433f-bf2e-ac0366cf6dc1'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:45.775709 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0b7462e1-ede5-40b3-a2a5-4da9f8c371b3 None None] Provisioning complete for port 890b6926-e4a8-42a6-926d-f072a35018ec triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:45.776093 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0b7462e1-ede5-40b3-a2a5-4da9f8c371b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:45.780110 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Router 02702db6-8c92-433f-bf2e-ac0366cf6dc1 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:40:45.812131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf143ebc-e146-41d3-971d-64b7ba77fba4 None None] Pushing event updated for resources: {'Port': ['ID=04e3f679-7f8c-4b41-884e-511fe2cef78c,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:45.923557 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:40:45.933450 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5194f80e-aa77-4c6b-bff2-6789959b4035 admin admin] 10.222.0.82 "PUT /v2.0/routers/02702db6-8c92-433f-bf2e-ac0366cf6dc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9742537 Feb 08 16:40:45.936310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0b7462e1-ede5-40b3-a2a5-4da9f8c371b3 None None] Port 890b6926-e4a8-42a6-926d-f072a35018ec cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:40:45.957617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7462e1-ede5-40b3-a2a5-4da9f8c371b3 None None] Pushing event updated for resources: {'Port': ['ID=b52d85cd-8455-4a47-afb9-3a4ca92b449d,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:45.978369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] Set router 02702db6-8c92-433f-bf2e-ac0366cf6dc1 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:40:46.110603 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b52d85cd-8455-4a47-afb9-3a4ca92b449d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:40:46.145736 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-64405395-b8f5-41ac-ae17-222042203663 None None] Provisioning complete for port 890b6926-e4a8-42a6-926d-f072a35018ec triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:46.146122 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-64405395-b8f5-41ac-ae17-222042203663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:46.214078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-64405395-b8f5-41ac-ae17-222042203663 None None] Port 890b6926-e4a8-42a6-926d-f072a35018ec cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:40:46.235887 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b52d85cd-8455-4a47-afb9-3a4ca92b449d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:46.236272 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:46.345719 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'name': 'tempest-TestEncryptedCinderVolumes-1281759171-router', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '04e3f679-7f8c-4b41-884e-511fe2cef78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:40:45Z', 'revision_number': 4, 'project_id': '993d3eaec432461ebd93872c0534054e', 'gw_port': {'id': '04e3f679-7f8c-4b41-884e-511fe2cef78c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '890b6926-e4a8-42a6-926d-f072a35018ec', 'name': '', 'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'mac_address': 'fa:16:3e:d6:cb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f2535112-03ca-46b3-9181-c2fba2046413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:44Z', 'updated_at': '2022-02-08T16:40:45Z', 'revision_number': 2, 'project_id': '993d3eaec432461ebd93872c0534054e', 'subnets': [{'id': 'f2535112-03ca-46b3-9181-c2fba2046413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:46.377207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed09580c-6db4-46e8-9f13-3c80f391697a None None] The sync data for ids ['02702db6-8c92-433f-bf2e-ac0366cf6dc1'] in n-d-824834-11 is: [{'id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'name': 'tempest-TestEncryptedCinderVolumes-1281759171-router', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '04e3f679-7f8c-4b41-884e-511fe2cef78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:40:45Z', 'revision_number': 4, 'project_id': '993d3eaec432461ebd93872c0534054e', 'gw_port': {'id': '04e3f679-7f8c-4b41-884e-511fe2cef78c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '890b6926-e4a8-42a6-926d-f072a35018ec', 'name': '', 'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'mac_address': 'fa:16:3e:d6:cb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f2535112-03ca-46b3-9181-c2fba2046413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:44Z', 'updated_at': '2022-02-08T16:40:45Z', 'revision_number': 2, 'project_id': '993d3eaec432461ebd93872c0534054e', 'subnets': [{'id': 'f2535112-03ca-46b3-9181-c2fba2046413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:40:46.379565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b52d85cd-8455-4a47-afb9-3a4ca92b449d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:46.380592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device bdd44b9d-b0c4-46df-9f73-2ed8d7047024 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:40:46.598864 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:46.599255 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:46.749571 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5140c1-0619-439e-9609-dfa49a79958e req-a212f2a1-607d-4105-a217-0c9989f8fe11 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:46.751911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb5140c1-0619-439e-9609-dfa49a79958e req-a212f2a1-607d-4105-a217-0c9989f8fe11 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/networks?id=8c7147d7-c4c2-4975-bdaf-be606cf0d51f HTTP/1.1" status: 200 len: 817 time: 0.1473482 Feb 08 16:40:46.757203 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:46.776492 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb5140c1-0619-439e-9609-dfa49a79958e req-fe1c3215-4c8e-4294-80e9-74ac701a6286 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/quotas/21c4a17cbade4d549ed586ceac5839d9 HTTP/1.1" status: 200 len: 375 time: 0.0178838 Feb 08 16:40:46.830476 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb5140c1-0619-439e-9609-dfa49a79958e req-da4903f1-9be4-4a98-be96-1267e4954e5d tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=21c4a17cbade4d549ed586ceac5839d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531111 Feb 08 16:40:46.938065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb5140c1-0619-439e-9609-dfa49a79958e req-04dbbfd3-5d4e-479f-beb3-079c71e573fb service neutron] 10.222.0.82 "GET /v2.0/networks/8c7147d7-c4c2-4975-bdaf-be606cf0d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951436 Feb 08 16:40:47.033506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bb5140c1-0619-439e-9609-dfa49a79958e req-76be2a81-35ec-4586-a989-25fa4eafa91a service neutron] 10.222.0.82 "GET /v2.0/networks/8c7147d7-c4c2-4975-bdaf-be606cf0d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892918 Feb 08 16:40:47.201767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce3a2e02-4e4b-4856-96be-c4c51bdf0214 req-8a64d417-b904-4be5-b33e-3e1490dcd7e8 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 210 time: 0.0303071 Feb 08 16:40:48.068552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 04e3f679-7f8c-4b41-884e-511fe2cef78c up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:40:48.137628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 04e3f679-7f8c-4b41-884e-511fe2cef78c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:48.138009 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (04e3f679-7f8c-4b41-884e-511fe2cef78c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:48.154489 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5140c1-0619-439e-9609-dfa49a79958e req-0f605e2f-a6b1-4a35-bddc-ac6e90931b96 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:48.158955 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bb5140c1-0619-439e-9609-dfa49a79958e req-0f605e2f-a6b1-4a35-bddc-ac6e90931b96 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.96 "GET /v2.0/networks?id=8c7147d7-c4c2-4975-bdaf-be606cf0d51f HTTP/1.1" status: 200 len: 817 time: 0.1326032 Feb 08 16:40:48.172501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-bb5140c1-0619-439e-9609-dfa49a79958e req-bd7d52d4-abb4-4b97-a97f-e9a70a2ea068 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Request body: {'port': {'device_id': '571c0674-d771-4289-b538-be2d21fb05c9', 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f', 'admin_state_up': True, 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:48.226378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 04e3f679-7f8c-4b41-884e-511fe2cef78c is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:48.227062 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (04e3f679-7f8c-4b41-884e-511fe2cef78c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:48.250491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 04e3f679-7f8c-4b41-884e-511fe2cef78c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=04e3f679-7f8c-4b41-884e-511fe2cef78c,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:48.256208 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (04e3f679-7f8c-4b41-884e-511fe2cef78c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:48.301638 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5140c1-0619-439e-9609-dfa49a79958e req-bd7d52d4-abb4-4b97-a97f-e9a70a2ea068 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Made reservation on behalf of 21c4a17cbade4d549ed586ceac5839d9 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:40:48.305994 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bb5140c1-0619-439e-9609-dfa49a79958e req-bd7d52d4-abb4-4b97-a97f-e9a70a2ea068 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:48.313806 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=04e3f679-7f8c-4b41-884e-511fe2cef78c,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:48.329859 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-06a638b5-5336-4fac-affa-015c43d85a75 req-ac64db80-ed14-40b8-9888-c9562ce671d3 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 210 time: 0.0363579 Feb 08 16:40:48.449482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-bb5140c1-0619-439e-9609-dfa49a79958e req-bd7d52d4-abb4-4b97-a97f-e9a70a2ea068 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Allocated IP 172.20.0.8 (8c7147d7-c4c2-4975-bdaf-be606cf0d51f/e3273364-dd42-48fa-888b-1f3edab18f96/42860a85-5feb-4e7f-a426-788ec07b37c7) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:40:48.607457 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bb5140c1-0619-439e-9609-dfa49a79958e req-bd7d52d4-abb4-4b97-a97f-e9a70a2ea068 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks [] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:48.642172 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bb5140c1-0619-439e-9609-dfa49a79958e req-bd7d52d4-abb4-4b97-a97f-e9a70a2ea068 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:48.691813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5140c1-0619-439e-9609-dfa49a79958e req-bd7d52d4-abb4-4b97-a97f-e9a70a2ea068 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:40:48.694995 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-bb5140c1-0619-439e-9609-dfa49a79958e req-bd7d52d4-abb4-4b97-a97f-e9a70a2ea068 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:40:48.698538 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5140c1-0619-439e-9609-dfa49a79958e req-bd7d52d4-abb4-4b97-a97f-e9a70a2ea068 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:40:48.723177 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d52d4-abb4-4b97-a97f-e9a70a2ea068 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Pushing event updated for resources: {'Port': ['ID=42860a85-5feb-4e7f-a426-788ec07b37c7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:48.756704 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5140c1-0619-439e-9609-dfa49a79958e req-bd7d52d4-abb4-4b97-a97f-e9a70a2ea068 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:48.757379 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bb5140c1-0619-439e-9609-dfa49a79958e req-bd7d52d4-abb4-4b97-a97f-e9a70a2ea068 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:48.775247 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bb5140c1-0619-439e-9609-dfa49a79958e req-bd7d52d4-abb4-4b97-a97f-e9a70a2ea068 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6081462 Feb 08 16:40:48.787062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Request body: {'port': {'device_id': '571c0674-d771-4289-b538-be2d21fb05c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:40:48.850037 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:48.955552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-77032f37-326b-4821-b6e4-222ef40b8746 None None] Provisioning complete for port 42860a85-5feb-4e7f-a426-788ec07b37c7 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:48.956020 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-77032f37-326b-4821-b6e4-222ef40b8746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:48.989522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-77032f37-326b-4821-b6e4-222ef40b8746 None None] Port 42860a85-5feb-4e7f-a426-788ec07b37c7 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:40:49.126233 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42860a85-5feb-4e7f-a426-788ec07b37c7 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:40:49.134816 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Publish callbacks [] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:49.147900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Transition to ACTIVE for port object 42860a85-5feb-4e7f-a426-788ec07b37c7 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:40:49.151049 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:49.226109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Pushing event updated for resources: {'Port': ['ID=42860a85-5feb-4e7f-a426-788ec07b37c7,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:49.283129 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Attempting to bind port 42860a85-5feb-4e7f-a426-788ec07b37c7 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:40:49.283470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Attempting to bind port 42860a85-5feb-4e7f-a426-788ec07b37c7 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:40:49.283801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Attempting to bind port 42860a85-5feb-4e7f-a426-788ec07b37c7 on network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:40:49.289441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Port 42860a85-5feb-4e7f-a426-788ec07b37c7 on network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:40:49.289764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Attempting to bind port 42860a85-5feb-4e7f-a426-788ec07b37c7 on network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:40:49.294856 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:40:49.295193 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Checking segment: {'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:49.295575 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Bound using segment: {'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:40:49.296000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Bound port: 42860a85-5feb-4e7f-a426-788ec07b37c7, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:40:49.296355 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:49.356249 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Sync routers for ids ['02702db6-8c92-433f-bf2e-ac0366cf6dc1'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:40:49.356829 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:49.368122 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Routers {'02702db6-8c92-433f-bf2e-ac0366cf6dc1'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:40:49.368738 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['02702db6-8c92-433f-bf2e-ac0366cf6dc1'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:49.379760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] For port 42860a85-5feb-4e7f-a426-788ec07b37c7, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:40:49.384306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] For port 42860a85-5feb-4e7f-a426-788ec07b37c7, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=42860a85-5feb-4e7f-a426-788ec07b37c7,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:40:49.390853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:49.437446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:49.437961 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:49.439761 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bb5140c1-0619-439e-9609-dfa49a79958e req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] 10.222.0.96 "PUT /v2.0/ports/42860a85-5feb-4e7f-a426-788ec07b37c7 HTTP/1.1" status: 200 len: 1092 time: 0.6568687 Feb 08 16:40:49.442789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571c0674-d771-4289-b538-be2d21fb05c9', 'tag': '42860a85-5feb-4e7f-a426-788ec07b37c7'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:40:49.445907 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0084d67-a648-4d4d-bdda-38a4b60a9447" -d '{"events": [{"name": "network-changed", "server_uuid": "571c0674-d771-4289-b538-be2d21fb05c9", "tag": "42860a85-5feb-4e7f-a426-788ec07b37c7"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:40:49.478190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e8cbc-76f0-4637-b11d-fd8316c50de4 req-ae58261e-f31e-4be7-84e8-48b62a6de13f tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:49.485169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf3e8cbc-76f0-4637-b11d-fd8316c50de4 req-ae58261e-f31e-4be7-84e8-48b62a6de13f tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 943 time: 0.0749371 Feb 08 16:40:49.501287 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Set router 02702db6-8c92-433f-bf2e-ac0366cf6dc1 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:40:49.508879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c645f-a9bc-4ae9-8a54-38f5c872de16 service neutron] Pushing event updated for resources: {'Port': ['ID=42860a85-5feb-4e7f-a426-788ec07b37c7,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:49.536686 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a28bec3-b154-4e82-9900-460c99fdc73f x-openstack-request-id: req-2a28bec3-b154-4e82-9900-460c99fdc73f {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:40:49.536686 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571c0674-d771-4289-b538-be2d21fb05c9", "tag": "42860a85-5feb-4e7f-a426-788ec07b37c7", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:40:49.537049 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2a28bec3-b154-4e82-9900-460c99fdc73f {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:40:49.537304 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571c0674-d771-4289-b538-be2d21fb05c9', 'tag': '42860a85-5feb-4e7f-a426-788ec07b37c7', 'status': 'completed', 'code': 200} Feb 08 16:40:49.545966 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf3e8cbc-76f0-4637-b11d-fd8316c50de4 req-62307838-1c66-4461-a6d0-f84fd26b86c3 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599229 Feb 08 16:40:49.559012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5140c1-0619-439e-9609-dfa49a79958e req-31e43073-44a9-45ad-a3ae-a3c0de82e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:49.560651 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bb5140c1-0619-439e-9609-dfa49a79958e req-31e43073-44a9-45ad-a3ae-a3c0de82e784 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=21c4a17cbade4d549ed586ceac5839d9&device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 1126 time: 0.0612962 Feb 08 16:40:49.613015 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bb5140c1-0619-439e-9609-dfa49a79958e req-d68d8b06-c316-485c-bfc9-9e676b69eccc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42860a85-5feb-4e7f-a426-788ec07b37c7 HTTP/1.1" status: 200 len: 217 time: 0.0400679 Feb 08 16:40:49.676125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5140c1-0619-439e-9609-dfa49a79958e req-89be8ee2-c0fc-4bf4-a355-32778bccdab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:49.677759 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bb5140c1-0619-439e-9609-dfa49a79958e req-89be8ee2-c0fc-4bf4-a355-32778bccdab4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e3273364-dd42-48fa-888b-1f3edab18f96 HTTP/1.1" status: 200 len: 856 time: 0.0580165 Feb 08 16:40:49.734098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5140c1-0619-439e-9609-dfa49a79958e req-e1f3cca7-ede9-4529-9660-a6c35980a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:49.735819 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bb5140c1-0619-439e-9609-dfa49a79958e req-e1f3cca7-ede9-4529-9660-a6c35980a3d1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c7147d7-c4c2-4975-bdaf-be606cf0d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0523624 Feb 08 16:40:49.750563 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'name': 'tempest-TestEncryptedCinderVolumes-1281759171-router', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '04e3f679-7f8c-4b41-884e-511fe2cef78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:40:45Z', 'revision_number': 4, 'project_id': '993d3eaec432461ebd93872c0534054e', 'gw_port': {'id': '04e3f679-7f8c-4b41-884e-511fe2cef78c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '890b6926-e4a8-42a6-926d-f072a35018ec', 'name': '', 'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'mac_address': 'fa:16:3e:d6:cb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f2535112-03ca-46b3-9181-c2fba2046413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:44Z', 'updated_at': '2022-02-08T16:40:45Z', 'revision_number': 2, 'project_id': '993d3eaec432461ebd93872c0534054e', 'subnets': [{'id': 'f2535112-03ca-46b3-9181-c2fba2046413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:49.777115 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Checking router: 02702db6-8c92-433f-bf2e-ac0366cf6dc1 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:40:49.777468 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Updating router 02702db6-8c92-433f-bf2e-ac0366cf6dc1 port 890b6926-e4a8-42a6-926d-f072a35018ec binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:40:49.806200 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:50.057141 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 04e3f679-7f8c-4b41-884e-511fe2cef78c up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:40:50.090092 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Publish callbacks [] for port (890b6926-e4a8-42a6-926d-f072a35018ec), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:50.096166 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:50.108653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 04e3f679-7f8c-4b41-884e-511fe2cef78c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:50.108653 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (04e3f679-7f8c-4b41-884e-511fe2cef78c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:50.193162 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e5263-fb5e-4bd8-9be9-e83b8e6a271d None None] Pushing event updated for resources: {'Port': ['ID=890b6926-e4a8-42a6-926d-f072a35018ec,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:50.193606 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bb5140c1-0619-439e-9609-dfa49a79958e req-954f2439-9216-47a6-a408-70f05ace5bec service neutron] 10.222.0.96 "GET /v2.0/networks/8c7147d7-c4c2-4975-bdaf-be606cf0d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509127 Feb 08 16:40:50.204070 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Attempting to bind port 890b6926-e4a8-42a6-926d-f072a35018ec on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:40:50.204434 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Attempting to bind port 890b6926-e4a8-42a6-926d-f072a35018ec by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'f904cf02-6618-4dd5-acf9-3576944f0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:40:50.204916 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Attempting to bind port 890b6926-e4a8-42a6-926d-f072a35018ec on network 72d1fa1e-6f6e-49c7-b63a-05184bd4c716 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:40:50.210477 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:40:50.211173 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Checking segment: {'id': 'f904cf02-6618-4dd5-acf9-3576944f0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:40:50.211581 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:50.212119 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Bound using segment: {'id': 'f904cf02-6618-4dd5-acf9-3576944f0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:40:50.212594 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Bound port: 890b6926-e4a8-42a6-926d-f072a35018ec, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f904cf02-6618-4dd5-acf9-3576944f0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:40:50.212991 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:50.231789 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 04e3f679-7f8c-4b41-884e-511fe2cef78c is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:50.306040 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] For port 890b6926-e4a8-42a6-926d-f072a35018ec, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:40:50.309505 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] For port 890b6926-e4a8-42a6-926d-f072a35018ec, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=890b6926-e4a8-42a6-926d-f072a35018ec,segment=NetworkSegment(f904cf02-6618-4dd5-acf9-3576944f0cb1),segment_id=f904cf02-6618-4dd5-acf9-3576944f0cb1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:40:50.318949 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:50.321710 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-bb5140c1-0619-439e-9609-dfa49a79958e req-2a14ae8f-c4a9-41e6-a273-b3b563e1e2e8 service neutron] 10.222.0.96 "GET /v2.0/networks/8c7147d7-c4c2-4975-bdaf-be606cf0d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182816 Feb 08 16:40:50.369634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-32e1383e-0930-4441-a9ef-0b07a31a1a4f None None] Provisioning complete for port 890b6926-e4a8-42a6-926d-f072a35018ec triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:50.370141 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32e1383e-0930-4441-a9ef-0b07a31a1a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:50.378838 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Routers {'02702db6-8c92-433f-bf2e-ac0366cf6dc1'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:40:50.379472 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:40:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['02702db6-8c92-433f-bf2e-ac0366cf6dc1'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:50.430116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0084d67-a648-4d4d-bdda-38a4b60a9447 req-574be9c6-1f14-4712-a23f-dcb1c8faa606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:50.432300 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0084d67-a648-4d4d-bdda-38a4b60a9447 req-574be9c6-1f14-4712-a23f-dcb1c8faa606 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=21c4a17cbade4d549ed586ceac5839d9&device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 1126 time: 0.0626426 Feb 08 16:40:50.459982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-32e1383e-0930-4441-a9ef-0b07a31a1a4f None None] Current status of the port 890b6926-e4a8-42a6-926d-f072a35018ec is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:50.460706 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32e1383e-0930-4441-a9ef-0b07a31a1a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:50.492429 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] Set router 02702db6-8c92-433f-bf2e-ac0366cf6dc1 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:40:50.501843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-32e1383e-0930-4441-a9ef-0b07a31a1a4f None None] For port 890b6926-e4a8-42a6-926d-f072a35018ec, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=890b6926-e4a8-42a6-926d-f072a35018ec,segment=NetworkSegment(f904cf02-6618-4dd5-acf9-3576944f0cb1),segment_id=f904cf02-6618-4dd5-acf9-3576944f0cb1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:50.509902 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32e1383e-0930-4441-a9ef-0b07a31a1a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:50.547541 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0084d67-a648-4d4d-bdda-38a4b60a9447 req-add493cf-5a86-4271-9d69-2dc040fe4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:50.549763 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0084d67-a648-4d4d-bdda-38a4b60a9447 req-add493cf-5a86-4271-9d69-2dc040fe4655 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8c7147d7-c4c2-4975-bdaf-be606cf0d51f HTTP/1.1" status: 200 len: 918 time: 0.1099737 Feb 08 16:40:50.597106 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1383e-0930-4441-a9ef-0b07a31a1a4f None None] Pushing event updated for resources: {'Port': ['ID=890b6926-e4a8-42a6-926d-f072a35018ec,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:50.607221 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0084d67-a648-4d4d-bdda-38a4b60a9447 req-1214d29b-ce95-4faf-8501-2598dc66446b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42860a85-5feb-4e7f-a426-788ec07b37c7 HTTP/1.1" status: 200 len: 217 time: 0.0472951 Feb 08 16:40:50.647331 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3a63aa50-701c-4969-a9eb-17e648ea1c98 None None] Provisioning complete for port 890b6926-e4a8-42a6-926d-f072a35018ec triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:50.648033 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3a63aa50-701c-4969-a9eb-17e648ea1c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:50.666571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0084d67-a648-4d4d-bdda-38a4b60a9447 req-f7484127-8877-43a8-8b75-dc9d2fafc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:50.668256 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0084d67-a648-4d4d-bdda-38a4b60a9447 req-f7484127-8877-43a8-8b75-dc9d2fafc35b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e3273364-dd42-48fa-888b-1f3edab18f96 HTTP/1.1" status: 200 len: 856 time: 0.0521545 Feb 08 16:40:50.704791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaeb070-30c7-4c7c-8254-b44c7b1f7b79 req-d6f4169b-235d-42ed-ba11-feae2762d59b tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:50.711966 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-edaeb070-30c7-4c7c-8254-b44c7b1f7b79 req-d6f4169b-235d-42ed-ba11-feae2762d59b tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 943 time: 0.0637286 Feb 08 16:40:50.737156 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e5263-fb5e-4bd8-9be9-e83b8e6a271d None None] Pushing event updated for resources: {'Port': ['ID=890b6926-e4a8-42a6-926d-f072a35018ec,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:50.759413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0084d67-a648-4d4d-bdda-38a4b60a9447 req-6dbb96d5-9bf6-469f-931d-a36e33cd4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:50.761288 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0084d67-a648-4d4d-bdda-38a4b60a9447 req-6dbb96d5-9bf6-469f-931d-a36e33cd4bbc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c7147d7-c4c2-4975-bdaf-be606cf0d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0854614 Feb 08 16:40:50.768205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3a63aa50-701c-4969-a9eb-17e648ea1c98 None None] Current status of the port 890b6926-e4a8-42a6-926d-f072a35018ec is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:50.783377 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:50.789581 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-edaeb070-30c7-4c7c-8254-b44c7b1f7b79 req-4f123134-cf75-4446-9bca-69ff7b19c8e8 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763121 Feb 08 16:40:50.834109 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'name': 'tempest-TestEncryptedCinderVolumes-1281759171-router', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '04e3f679-7f8c-4b41-884e-511fe2cef78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:40:45Z', 'revision_number': 4, 'project_id': '993d3eaec432461ebd93872c0534054e', 'gw_port': {'id': '04e3f679-7f8c-4b41-884e-511fe2cef78c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '890b6926-e4a8-42a6-926d-f072a35018ec', 'name': '', 'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'mac_address': 'fa:16:3e:d6:cb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f2535112-03ca-46b3-9181-c2fba2046413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:44Z', 'updated_at': '2022-02-08T16:40:50Z', 'revision_number': 4, 'project_id': '993d3eaec432461ebd93872c0534054e', 'subnets': [{'id': 'f2535112-03ca-46b3-9181-c2fba2046413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:40:50.861077 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0084d67-a648-4d4d-bdda-38a4b60a9447 req-9d18447c-f9c8-4770-b51b-79f3bdb8528c service neutron] 10.222.0.96 "GET /v2.0/networks/8c7147d7-c4c2-4975-bdaf-be606cf0d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914502 Feb 08 16:40:50.863726 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7ec217-a8cf-45cc-b929-8aa6b064a270 None None] The sync data for ids ['02702db6-8c92-433f-bf2e-ac0366cf6dc1'] in n-d-824834-11 is: [{'id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'name': 'tempest-TestEncryptedCinderVolumes-1281759171-router', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '04e3f679-7f8c-4b41-884e-511fe2cef78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:40:45Z', 'revision_number': 4, 'project_id': '993d3eaec432461ebd93872c0534054e', 'gw_port': {'id': '04e3f679-7f8c-4b41-884e-511fe2cef78c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '890b6926-e4a8-42a6-926d-f072a35018ec', 'name': '', 'network_id': '72d1fa1e-6f6e-49c7-b63a-05184bd4c716', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'mac_address': 'fa:16:3e:d6:cb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f2535112-03ca-46b3-9181-c2fba2046413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:44Z', 'updated_at': '2022-02-08T16:40:50Z', 'revision_number': 4, 'project_id': '993d3eaec432461ebd93872c0534054e', 'subnets': [{'id': 'f2535112-03ca-46b3-9181-c2fba2046413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:40:50.964259 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0084d67-a648-4d4d-bdda-38a4b60a9447 req-c8c3db87-5535-43ab-b82f-6fa581520578 service neutron] 10.222.0.96 "GET /v2.0/networks/8c7147d7-c4c2-4975-bdaf-be606cf0d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970161 Feb 08 16:40:51.909654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640c85b-8357-48df-9ff3-1d2d531b3292 req-1a47d143-3695-4e8d-b82e-e4698372c660 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:51.911155 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1640c85b-8357-48df-9ff3-1d2d531b3292 req-1a47d143-3695-4e8d-b82e-e4698372c660 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 943 time: 0.0573027 Feb 08 16:40:51.958123 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1640c85b-8357-48df-9ff3-1d2d531b3292 req-d70c661d-c0e8-4fc5-aa31-7c33d38a4d6f tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413835 Feb 08 16:40:52.055946 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 890b6926-e4a8-42a6-926d-f072a35018ec up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:40:52.109932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 890b6926-e4a8-42a6-926d-f072a35018ec triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:52.109932 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:52.187994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 890b6926-e4a8-42a6-926d-f072a35018ec is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:52.651199 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 42860a85-5feb-4e7f-a426-788ec07b37c7 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:40:52.750757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 42860a85-5feb-4e7f-a426-788ec07b37c7, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=42860a85-5feb-4e7f-a426-788ec07b37c7,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:52.762345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '42860a85-5feb-4e7f-a426-788ec07b37c7', 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f', 'port_id': '42860a85-5feb-4e7f-a426-788ec07b37c7', 'mac_address': 'fa:16:3e:f8:63:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3273364-dd42-48fa-888b-1f3edab18f96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:40:52.797868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 42860a85-5feb-4e7f-a426-788ec07b37c7 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:52.798262 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:52.811241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42860a85-5feb-4e7f-a426-788ec07b37c7 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:40:52.830944 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 42860a85-5feb-4e7f-a426-788ec07b37c7, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=42860a85-5feb-4e7f-a426-788ec07b37c7,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:52.835444 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:52.885482 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=42860a85-5feb-4e7f-a426-788ec07b37c7,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:53.043060 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['42860a85-5feb-4e7f-a426-788ec07b37c7'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:40:53.083940 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37027eef-e5e3-42bb-b02f-9f1a7a3fc5e6 req-4d335297-6d16-44ec-9233-ef379816cf1a tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:53.085498 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37027eef-e5e3-42bb-b02f-9f1a7a3fc5e6 req-4d335297-6d16-44ec-9233-ef379816cf1a tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 944 time: 0.0604420 Feb 08 16:40:53.136050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37027eef-e5e3-42bb-b02f-9f1a7a3fc5e6 req-a5db02e8-660f-4425-bdfa-42386826b176 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443773 Feb 08 16:40:54.256611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca73ee-375b-4d02-8cb7-3c247ddc5a89 req-7c8dc77d-c398-4570-bf1e-db86ecadbd8d tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:54.258067 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37ca73ee-375b-4d02-8cb7-3c247ddc5a89 req-7c8dc77d-c398-4570-bf1e-db86ecadbd8d tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 944 time: 0.0544195 Feb 08 16:40:54.309161 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37ca73ee-375b-4d02-8cb7-3c247ddc5a89 req-e87688fb-0096-4ea1-b36d-5e56ee45eaff tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454507 Feb 08 16:40:54.651440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 42860a85-5feb-4e7f-a426-788ec07b37c7 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:40:54.704137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 42860a85-5feb-4e7f-a426-788ec07b37c7 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:40:54.708587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 42860a85-5feb-4e7f-a426-788ec07b37c7 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:40:54.708997 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:54.786042 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 42860a85-5feb-4e7f-a426-788ec07b37c7 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:40:54.786439 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:54.808772 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571c0674-d771-4289-b538-be2d21fb05c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42860a85-5feb-4e7f-a426-788ec07b37c7'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:40:54.811132 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927433ae-0240-4e98-aaad-79c9b82f9310" -d '{"events": [{"server_uuid": "571c0674-d771-4289-b538-be2d21fb05c9", "name": "network-vif-plugged", "status": "completed", "tag": "42860a85-5feb-4e7f-a426-788ec07b37c7"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:40:54.824122 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 42860a85-5feb-4e7f-a426-788ec07b37c7, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=42860a85-5feb-4e7f-a426-788ec07b37c7,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:40:54.828723 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:40:54.851449 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cfb825-1cf1-404b-9ece-c885c116bfb3 x-openstack-request-id: req-71cfb825-1cf1-404b-9ece-c885c116bfb3 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:40:54.851747 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571c0674-d771-4289-b538-be2d21fb05c9", "name": "network-vif-plugged", "status": "completed", "tag": "42860a85-5feb-4e7f-a426-788ec07b37c7", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:40:54.852001 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-71cfb825-1cf1-404b-9ece-c885c116bfb3 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:40:54.852391 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571c0674-d771-4289-b538-be2d21fb05c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42860a85-5feb-4e7f-a426-788ec07b37c7', 'code': 200} Feb 08 16:40:54.881092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=42860a85-5feb-4e7f-a426-788ec07b37c7,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:40:54.955672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9916ab-5a36-4ff3-8a9f-e99ff757e688 req-e6293275-866a-4466-a1e0-0728c8598236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:54.957382 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0e9916ab-5a36-4ff3-8a9f-e99ff757e688 req-e6293275-866a-4466-a1e0-0728c8598236 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 1128 time: 0.0459146 Feb 08 16:40:55.002034 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0e9916ab-5a36-4ff3-8a9f-e99ff757e688 req-a4627aa6-c036-49bb-957d-d66a143e7564 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373518 Feb 08 16:40:55.430260 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13034e2-e3b5-41e9-bdfb-41e58dcbf47d req-9281e162-ca67-47b3-8dd7-cd69d67d1eeb tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:55.431748 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13034e2-e3b5-41e9-bdfb-41e58dcbf47d req-9281e162-ca67-47b3-8dd7-cd69d67d1eeb tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 945 time: 0.0528693 Feb 08 16:40:55.478114 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f13034e2-e3b5-41e9-bdfb-41e58dcbf47d req-1705d5d6-2f1f-43aa-ba37-01a05883bb22 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Feb 08 16:40:56.601264 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bb720-8914-49cb-bd62-af4d38350aec req-0cf3fe00-46c9-4f48-abf6-1bf93894464e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:56.602668 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-044bb720-8914-49cb-bd62-af4d38350aec req-0cf3fe00-46c9-4f48-abf6-1bf93894464e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 945 time: 0.0550444 Feb 08 16:40:56.649072 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-044bb720-8914-49cb-bd62-af4d38350aec req-7758af1f-831b-4916-8134-b76856054367 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408299 Feb 08 16:40:56.776736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0b34b-9ab9-4101-a6ca-8f5e26bccfb5 req-d607c1c9-7ad6-49e0-a423-040d1707c32b tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:40:56.778269 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69c0b34b-9ab9-4101-a6ca-8f5e26bccfb5 req-d607c1c9-7ad6-49e0-a423-040d1707c32b tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 945 time: 0.0606356 Feb 08 16:40:56.824008 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69c0b34b-9ab9-4101-a6ca-8f5e26bccfb5 req-17e62855-003e-48d0-8d62-4be5c67c3318 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401275 Feb 08 16:41:00.204748 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:41:01.613183 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-69886c44-c609-4d82-825c-096bd573889e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:03.872294 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-87276bb5-f557-400e-9cda-17556b13b5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:05.702999 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:06.874544 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:08.061390 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:17.246511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-b32caa1c-ff11-4493-b5a2-f836ffda2318 req-c5a76237-21ff-4a0c-87ed-6d4e0c76a465 service neutron] (103302) timed out ('10.222.0.82', 57670) {{(pid=103302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 16:41:19.340502 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:20.780392 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:31.087047 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062abcf-11e1-4351-b626-9735fdd222dd req-2fb556c3-e7c5-4de7-9a8b-f9c9a0fb8653 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:31.088542 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7062abcf-11e1-4351-b626-9735fdd222dd req-2fb556c3-e7c5-4de7-9a8b-f9c9a0fb8653 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 945 time: 0.0543473 Feb 08 16:41:31.138270 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7062abcf-11e1-4351-b626-9735fdd222dd req-24d369c8-c35e-4db1-91e1-c2987dfadfd6 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437653 Feb 08 16:41:31.614295 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-800d734c-cffb-409b-80bf-53776585d4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:32.360666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841e681-4a7b-4aa2-93e0-4908af6a39e5 req-b3b9d3c8-14d1-49b6-82fb-3a7f57cdacb3 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:32.362782 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0841e681-4a7b-4aa2-93e0-4908af6a39e5 req-b3b9d3c8-14d1-49b6-82fb-3a7f57cdacb3 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 945 time: 0.1532934 Feb 08 16:41:32.416665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0841e681-4a7b-4aa2-93e0-4908af6a39e5 req-277d11df-cb54-40d8-8b7c-9808e428b194 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478487 Feb 08 16:41:32.940711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66b88-8e13-405a-9dc9-71615610b151 req-b64219b0-72c0-42fb-af4a-57ca694fb7a1 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:32.942180 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-24f66b88-8e13-405a-9dc9-71615610b151 req-b64219b0-72c0-42fb-af4a-57ca694fb7a1 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.96 "GET /v2.0/ports?device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 945 time: 0.0576916 Feb 08 16:41:33.032726 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-24f66b88-8e13-405a-9dc9-71615610b151 req-859da7ea-a898-4848-af61-34ae7c348c59 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Deleting port 42860a85-5feb-4e7f-a426-788ec07b37c7 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:41:33.033883 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-24f66b88-8e13-405a-9dc9-71615610b151 req-859da7ea-a898-4848-af61-34ae7c348c59 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:33.126244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-24f66b88-8e13-405a-9dc9-71615610b151 req-859da7ea-a898-4848-af61-34ae7c348c59 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] For port 42860a85-5feb-4e7f-a426-788ec07b37c7, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=42860a85-5feb-4e7f-a426-788ec07b37c7,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:41:33.126655 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-24f66b88-8e13-405a-9dc9-71615610b151 req-859da7ea-a898-4848-af61-34ae7c348c59 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:33.139231 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-24f66b88-8e13-405a-9dc9-71615610b151 req-859da7ea-a898-4848-af61-34ae7c348c59 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Calling delete_port for 42860a85-5feb-4e7f-a426-788ec07b37c7 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:41:33.265085 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-24f66b88-8e13-405a-9dc9-71615610b151 req-859da7ea-a898-4848-af61-34ae7c348c59 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (42860a85-5feb-4e7f-a426-788ec07b37c7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:33.296511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859da7ea-a898-4848-af61-34ae7c348c59 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Pushing event deleted for resources: {'Port': ['ID=42860a85-5feb-4e7f-a426-788ec07b37c7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:33.343375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f66b88-8e13-405a-9dc9-71615610b151 req-859da7ea-a898-4848-af61-34ae7c348c59 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] No DVR routers for this DVR port 42860a85-5feb-4e7f-a426-788ec07b37c7 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:41:33.346644 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-24f66b88-8e13-405a-9dc9-71615610b151 req-859da7ea-a898-4848-af61-34ae7c348c59 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:33.350301 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-24f66b88-8e13-405a-9dc9-71615610b151 req-859da7ea-a898-4848-af61-34ae7c348c59 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.96 "DELETE /v2.0/ports/42860a85-5feb-4e7f-a426-788ec07b37c7 HTTP/1.1" status: 204 len: 173 time: 0.4023898 Feb 08 16:41:33.351023 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571c0674-d771-4289-b538-be2d21fb05c9', 'name': 'network-vif-deleted', 'tag': '42860a85-5feb-4e7f-a426-788ec07b37c7'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:41:33.353656 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb65a96-5147-4730-af40-b99e019ae4e2" -d '{"events": [{"server_uuid": "571c0674-d771-4289-b538-be2d21fb05c9", "name": "network-vif-deleted", "tag": "42860a85-5feb-4e7f-a426-788ec07b37c7"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:41:33.404164 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d47b019-5771-4ce3-af4e-a1b1385fe2e9 x-openstack-request-id: req-8d47b019-5771-4ce3-af4e-a1b1385fe2e9 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:41:33.404458 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571c0674-d771-4289-b538-be2d21fb05c9", "name": "network-vif-deleted", "tag": "42860a85-5feb-4e7f-a426-788ec07b37c7", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:41:33.404712 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8d47b019-5771-4ce3-af4e-a1b1385fe2e9 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:41:33.405146 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571c0674-d771-4289-b538-be2d21fb05c9', 'name': 'network-vif-deleted', 'tag': '42860a85-5feb-4e7f-a426-788ec07b37c7', 'status': 'completed', 'code': 200} Feb 08 16:41:33.526504 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-83a2061e-6572-4684-8690-5e22cc97b8ca req-dc1217fd-2eb0-4cf7-8046-3f361923b290 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=571c0674-d771-4289-b538-be2d21fb05c9 HTTP/1.1" status: 200 len: 210 time: 0.0267570 Feb 08 16:41:33.876153 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a67e84c-1157-4142-a8f0-973eeb4f502d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:34.924240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 42860a85-5feb-4e7f-a426-788ec07b37c7 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:41:34.944080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 42860a85-5feb-4e7f-a426-788ec07b37c7 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:41:34.944436 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 42860a85-5feb-4e7f-a426-788ec07b37c7 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:41:35.179705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-ece568a8-6059-4c55-bf1c-6475e41d7c0a tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:35.181169 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-ece568a8-6059-4c55-bf1c-6475e41d7c0a tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/networks?id=8c7147d7-c4c2-4975-bdaf-be606cf0d51f HTTP/1.1" status: 200 len: 817 time: 0.0986409 Feb 08 16:41:35.195868 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-553b6e6c-ff9c-47c2-a759-fe7be0b6e00e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/quotas/21c4a17cbade4d549ed586ceac5839d9 HTTP/1.1" status: 200 len: 375 time: 0.0093591 Feb 08 16:41:35.253397 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-59b64387-3967-4983-9d79-4afd94416847 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=21c4a17cbade4d549ed586ceac5839d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526311 Feb 08 16:41:35.346073 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-49cffae6-1304-406a-863f-b6ff579e89b9 service neutron] 10.222.0.82 "GET /v2.0/networks/8c7147d7-c4c2-4975-bdaf-be606cf0d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814924 Feb 08 16:41:35.439526 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-e111d441-2e62-4ee2-905e-cd7b284d3111 service neutron] 10.222.0.82 "GET /v2.0/networks/8c7147d7-c4c2-4975-bdaf-be606cf0d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874922 Feb 08 16:41:35.602594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a036b5e4-5fa9-44b2-b870-c851edcf0add req-4b4ec5ac-185b-4d50-b0be-ceda6416d419 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 210 time: 0.0295606 Feb 08 16:41:35.705619 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:36.627369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-6b17d824-c4d8-4538-becf-c8fb0702327e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:36.628875 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-6b17d824-c4d8-4538-becf-c8fb0702327e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.96 "GET /v2.0/networks?id=8c7147d7-c4c2-4975-bdaf-be606cf0d51f HTTP/1.1" status: 200 len: 817 time: 0.1097012 Feb 08 16:41:36.643400 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-e312e2a4-c94c-41b8-95b0-8e536595fbac tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Request body: {'port': {'device_id': '778e02eb-0232-4f0a-bd07-c68e435e8ddf', 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f', 'admin_state_up': True, 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:36.702489 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-724ea52e-8540-4b66-8b60-77c11eb2c592 req-282a499d-4ac9-4d43-98af-3a0a0e799002 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 210 time: 0.0273719 Feb 08 16:41:36.755389 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-e312e2a4-c94c-41b8-95b0-8e536595fbac tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Made reservation on behalf of 21c4a17cbade4d549ed586ceac5839d9 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:41:36.758834 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-e312e2a4-c94c-41b8-95b0-8e536595fbac tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:36.875830 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:36.886212 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-e312e2a4-c94c-41b8-95b0-8e536595fbac tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Allocated IP 172.20.0.4 (8c7147d7-c4c2-4975-bdaf-be606cf0d51f/e3273364-dd42-48fa-888b-1f3edab18f96/f941a920-a512-4580-8342-d6ae4e748423) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:41:37.031285 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-e312e2a4-c94c-41b8-95b0-8e536595fbac tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks [] for port (f941a920-a512-4580-8342-d6ae4e748423), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.062806 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-e312e2a4-c94c-41b8-95b0-8e536595fbac tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f941a920-a512-4580-8342-d6ae4e748423), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.108201 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-e312e2a4-c94c-41b8-95b0-8e536595fbac tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:41:37.111362 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-e312e2a4-c94c-41b8-95b0-8e536595fbac tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:41:37.115017 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-e312e2a4-c94c-41b8-95b0-8e536595fbac tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:41:37.121495 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312e2a4-c94c-41b8-95b0-8e536595fbac tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Pushing event updated for resources: {'Port': ['ID=f941a920-a512-4580-8342-d6ae4e748423,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:37.169106 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-e312e2a4-c94c-41b8-95b0-8e536595fbac tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:37.169651 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-e312e2a4-c94c-41b8-95b0-8e536595fbac tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.185057 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-e312e2a4-c94c-41b8-95b0-8e536595fbac tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5479364 Feb 08 16:41:37.197424 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Request body: {'port': {'device_id': '778e02eb-0232-4f0a-bd07-c68e435e8ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:41:37.203953 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:41:37.263872 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f941a920-a512-4580-8342-d6ae4e748423), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.402187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1f763649-c4ed-4259-8a36-d67288e147dc None None] Provisioning complete for port f941a920-a512-4580-8342-d6ae4e748423 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:37.402544 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f763649-c4ed-4259-8a36-d67288e147dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f941a920-a512-4580-8342-d6ae4e748423), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.439718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1f763649-c4ed-4259-8a36-d67288e147dc None None] Port f941a920-a512-4580-8342-d6ae4e748423 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:41:37.524249 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f941a920-a512-4580-8342-d6ae4e748423 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:41:37.531562 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Publish callbacks [] for port (f941a920-a512-4580-8342-d6ae4e748423), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.543539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Transition to ACTIVE for port object f941a920-a512-4580-8342-d6ae4e748423 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:41:37.546836 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (f941a920-a512-4580-8342-d6ae4e748423), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.597742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Pushing event updated for resources: {'Port': ['ID=f941a920-a512-4580-8342-d6ae4e748423,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:37.673879 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Attempting to bind port f941a920-a512-4580-8342-d6ae4e748423 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:41:37.674927 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Attempting to bind port f941a920-a512-4580-8342-d6ae4e748423 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:41:37.674927 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Attempting to bind port f941a920-a512-4580-8342-d6ae4e748423 on network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:41:37.679235 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Port f941a920-a512-4580-8342-d6ae4e748423 on network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:41:37.679560 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Attempting to bind port f941a920-a512-4580-8342-d6ae4e748423 on network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:41:37.684565 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:41:37.684903 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Checking segment: {'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:41:37.685332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Bound using segment: {'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:41:37.685756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Bound port: f941a920-a512-4580-8342-d6ae4e748423, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91548c8e-f886-40a2-a3fe-6e17f5b8b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:41:37.686116 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f941a920-a512-4580-8342-d6ae4e748423), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.756188 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] For port f941a920-a512-4580-8342-d6ae4e748423, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:41:37.759496 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] For port f941a920-a512-4580-8342-d6ae4e748423, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f941a920-a512-4580-8342-d6ae4e748423,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:41:37.766139 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (f941a920-a512-4580-8342-d6ae4e748423), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.803657 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:37.804396 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:37.806132 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] 10.222.0.96 "PUT /v2.0/ports/f941a920-a512-4580-8342-d6ae4e748423 HTTP/1.1" status: 200 len: 1092 time: 0.6131060 Feb 08 16:41:37.806518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778e02eb-0232-4f0a-bd07-c68e435e8ddf', 'tag': 'f941a920-a512-4580-8342-d6ae4e748423'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:41:37.808880 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bae965-4398-46e7-b2d9-75a77dc8d6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "778e02eb-0232-4f0a-bd07-c68e435e8ddf", "tag": "f941a920-a512-4580-8342-d6ae4e748423"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:41:37.837816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd561305-1715-4838-a66c-bf597ff64b53 service neutron] Pushing event updated for resources: {'Port': ['ID=f941a920-a512-4580-8342-d6ae4e748423,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:37.863408 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d66413-e193-4934-8b41-98d36cdc1bde req-b14f735e-a275-4a16-86cc-cf83575aaeba tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:37.867438 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5024ef9b-3795-455e-8806-87e70eb1b297 x-openstack-request-id: req-5024ef9b-3795-455e-8806-87e70eb1b297 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:41:37.869326 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778e02eb-0232-4f0a-bd07-c68e435e8ddf", "tag": "f941a920-a512-4580-8342-d6ae4e748423", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:41:37.869503 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5024ef9b-3795-455e-8806-87e70eb1b297 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:41:37.869893 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778e02eb-0232-4f0a-bd07-c68e435e8ddf', 'tag': 'f941a920-a512-4580-8342-d6ae4e748423', 'status': 'completed', 'code': 200} Feb 08 16:41:37.870014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7d66413-e193-4934-8b41-98d36cdc1bde req-b14f735e-a275-4a16-86cc-cf83575aaeba tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 943 time: 0.0903392 Feb 08 16:41:37.906566 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-5f5a89fc-ed71-44ed-92b8-47a1182f68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:37.908701 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-5f5a89fc-ed71-44ed-92b8-47a1182f68e4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=21c4a17cbade4d549ed586ceac5839d9&device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 1126 time: 0.0586662 Feb 08 16:41:37.923955 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f7d66413-e193-4934-8b41-98d36cdc1bde req-0bb17a6f-e8f5-4845-bbb1-839f127512bf tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489135 Feb 08 16:41:37.960756 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-80e5e70e-b06a-416b-aa6b-2dc605544be3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f941a920-a512-4580-8342-d6ae4e748423 HTTP/1.1" status: 200 len: 217 time: 0.0434453 Feb 08 16:41:38.013941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-e2194df5-365b-4367-ae9a-99c6a45ca1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:38.015410 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-e2194df5-365b-4367-ae9a-99c6a45ca1e6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e3273364-dd42-48fa-888b-1f3edab18f96 HTTP/1.1" status: 200 len: 856 time: 0.0480344 Feb 08 16:41:38.063596 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:38.065788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-1b80dccd-1cf1-479a-947f-d8d6f1e571f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:38.067370 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-1b80dccd-1cf1-479a-947f-d8d6f1e571f7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c7147d7-c4c2-4975-bdaf-be606cf0d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448647 Feb 08 16:41:38.162512 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-996f1640-63ea-4461-b55e-e34a3f0d13d6 service neutron] 10.222.0.96 "GET /v2.0/networks/8c7147d7-c4c2-4975-bdaf-be606cf0d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862937 Feb 08 16:41:38.250539 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-afdc82ec-6539-45bd-8ef0-e4fe47b1e9f6 req-1905cf70-8268-42e1-9705-fe2f147e4a19 service neutron] 10.222.0.96 "GET /v2.0/networks/8c7147d7-c4c2-4975-bdaf-be606cf0d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811415 Feb 08 16:41:38.347411 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bae965-4398-46e7-b2d9-75a77dc8d6bc req-c6007a2e-5d7a-4219-a8ff-d943c30cb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:38.348931 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48bae965-4398-46e7-b2d9-75a77dc8d6bc req-c6007a2e-5d7a-4219-a8ff-d943c30cb34b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=21c4a17cbade4d549ed586ceac5839d9&device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 1126 time: 0.0508156 Feb 08 16:41:38.435989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bae965-4398-46e7-b2d9-75a77dc8d6bc req-d20024d6-9031-4fb0-8a54-924190b76f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:38.437743 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48bae965-4398-46e7-b2d9-75a77dc8d6bc req-d20024d6-9031-4fb0-8a54-924190b76f6a service neutron] 10.222.0.96 "GET /v2.0/networks?id=8c7147d7-c4c2-4975-bdaf-be606cf0d51f HTTP/1.1" status: 200 len: 918 time: 0.0830290 Feb 08 16:41:38.483575 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48bae965-4398-46e7-b2d9-75a77dc8d6bc req-9627740b-d021-436a-bbf3-229448e592a3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f941a920-a512-4580-8342-d6ae4e748423 HTTP/1.1" status: 200 len: 217 time: 0.0394685 Feb 08 16:41:38.530551 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bae965-4398-46e7-b2d9-75a77dc8d6bc req-d752fa45-7343-4225-bff3-65ba878e2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:38.532006 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48bae965-4398-46e7-b2d9-75a77dc8d6bc req-d752fa45-7343-4225-bff3-65ba878e2f78 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e3273364-dd42-48fa-888b-1f3edab18f96 HTTP/1.1" status: 200 len: 856 time: 0.0428765 Feb 08 16:41:38.582060 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bae965-4398-46e7-b2d9-75a77dc8d6bc req-d7bd1672-097c-4f1a-9e53-de045839b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:38.583578 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48bae965-4398-46e7-b2d9-75a77dc8d6bc req-d7bd1672-097c-4f1a-9e53-de045839b219 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c7147d7-c4c2-4975-bdaf-be606cf0d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449402 Feb 08 16:41:38.677237 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48bae965-4398-46e7-b2d9-75a77dc8d6bc req-db52e4c2-bc7e-4334-a1ff-244836bc250f service neutron] 10.222.0.96 "GET /v2.0/networks/8c7147d7-c4c2-4975-bdaf-be606cf0d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855632 Feb 08 16:41:38.765693 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-48bae965-4398-46e7-b2d9-75a77dc8d6bc req-fc9f439e-e97f-4ce5-bda6-8525b53c03d5 service neutron] 10.222.0.96 "GET /v2.0/networks/8c7147d7-c4c2-4975-bdaf-be606cf0d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820515 Feb 08 16:41:39.048746 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa1ace-0302-4277-a013-eaf6eb815bbf req-6d26a66f-6c24-4b94-be2d-5272dc13d86f tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:39.050262 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ffa1ace-0302-4277-a013-eaf6eb815bbf req-6d26a66f-6c24-4b94-be2d-5272dc13d86f tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 943 time: 0.0566144 Feb 08 16:41:39.096917 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ffa1ace-0302-4277-a013-eaf6eb815bbf req-e542a7d9-7cdb-48d8-ae6a-47f78a9cd266 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Feb 08 16:41:40.214546 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5843a33-b099-40b4-ad59-8c0347d79031 req-51c9e0e6-3ab4-403a-bb8b-2d5a30ff5e5a tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:40.216084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5843a33-b099-40b4-ad59-8c0347d79031 req-51c9e0e6-3ab4-403a-bb8b-2d5a30ff5e5a tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 943 time: 0.0522451 Feb 08 16:41:40.263620 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5843a33-b099-40b4-ad59-8c0347d79031 req-16276f6a-b096-4b23-b662-f945bc6061aa tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412288 Feb 08 16:41:40.947479 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f941a920-a512-4580-8342-d6ae4e748423 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:41:41.043486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port f941a920-a512-4580-8342-d6ae4e748423, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f941a920-a512-4580-8342-d6ae4e748423,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:41:41.055827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'f941a920-a512-4580-8342-d6ae4e748423', 'network_id': '8c7147d7-c4c2-4975-bdaf-be606cf0d51f', 'port_id': 'f941a920-a512-4580-8342-d6ae4e748423', 'mac_address': 'fa:16:3e:9e:e5:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3273364-dd42-48fa-888b-1f3edab18f96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:41:41.092385 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port f941a920-a512-4580-8342-d6ae4e748423 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:41.092781 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f941a920-a512-4580-8342-d6ae4e748423), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:41.105566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f941a920-a512-4580-8342-d6ae4e748423 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:41:41.124196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port f941a920-a512-4580-8342-d6ae4e748423, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f941a920-a512-4580-8342-d6ae4e748423,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:41:41.128375 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f941a920-a512-4580-8342-d6ae4e748423), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:41.174081 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=f941a920-a512-4580-8342-d6ae4e748423,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:41.181300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:41.181668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:41.181998 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:41.182335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:41.182668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:41.182997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:41.183321 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:41.183646 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:41.183968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:41.184288 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:41.184607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:41.184927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:41.185272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:41:41.337401 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f941a920-a512-4580-8342-d6ae4e748423'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:41:41.388645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383aecf-0b51-43c4-88f7-c0b4212bacde req-3eba5961-3df4-4a82-ad38-855112b399c1 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:41.390172 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3383aecf-0b51-43c4-88f7-c0b4212bacde req-3eba5961-3df4-4a82-ad38-855112b399c1 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 944 time: 0.0565271 Feb 08 16:41:41.437676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3383aecf-0b51-43c4-88f7-c0b4212bacde req-702fce55-bb71-4cf0-94c9-b3aedb58b25e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Feb 08 16:41:42.556376 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d65a1-5d82-4e82-8a02-9956786128c9 req-0e14dbd6-4157-4d5b-9c0c-ec1b6844125c tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:42.557919 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-181d65a1-5d82-4e82-8a02-9956786128c9 req-0e14dbd6-4157-4d5b-9c0c-ec1b6844125c tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 944 time: 0.0536988 Feb 08 16:41:42.603652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-181d65a1-5d82-4e82-8a02-9956786128c9 req-3192a186-5fab-4aec-8511-44f899c6690c tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401990 Feb 08 16:41:42.948073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f941a920-a512-4580-8342-d6ae4e748423 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:41:42.996294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port f941a920-a512-4580-8342-d6ae4e748423 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:41:43.000026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port f941a920-a512-4580-8342-d6ae4e748423 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:41:43.000399 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f941a920-a512-4580-8342-d6ae4e748423), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.082262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port f941a920-a512-4580-8342-d6ae4e748423 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:41:43.082651 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f941a920-a512-4580-8342-d6ae4e748423), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.105531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778e02eb-0232-4f0a-bd07-c68e435e8ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941a920-a512-4580-8342-d6ae4e748423'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:41:43.107804 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f57829-77ab-41f8-81a9-e741caa27779" -d '{"events": [{"server_uuid": "778e02eb-0232-4f0a-bd07-c68e435e8ddf", "name": "network-vif-plugged", "status": "completed", "tag": "f941a920-a512-4580-8342-d6ae4e748423"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:41:43.120817 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port f941a920-a512-4580-8342-d6ae4e748423, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f941a920-a512-4580-8342-d6ae4e748423,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:41:43.124776 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f941a920-a512-4580-8342-d6ae4e748423), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:43.149280 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966725b1-74a6-424d-a947-9783fa8f9f9e x-openstack-request-id: req-966725b1-74a6-424d-a947-9783fa8f9f9e {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:41:43.149582 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778e02eb-0232-4f0a-bd07-c68e435e8ddf", "name": "network-vif-plugged", "status": "completed", "tag": "f941a920-a512-4580-8342-d6ae4e748423", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:41:43.149819 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-966725b1-74a6-424d-a947-9783fa8f9f9e {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:41:43.150206 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778e02eb-0232-4f0a-bd07-c68e435e8ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941a920-a512-4580-8342-d6ae4e748423', 'code': 200} Feb 08 16:41:43.179067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=f941a920-a512-4580-8342-d6ae4e748423,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:41:43.292100 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182de0e-6347-465f-b35c-e5c5feebad3d req-6339f616-f3de-41ad-a1e7-169a79099edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:43.293644 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d182de0e-6347-465f-b35c-e5c5feebad3d req-6339f616-f3de-41ad-a1e7-169a79099edc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 1128 time: 0.0879190 Feb 08 16:41:43.336296 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d182de0e-6347-465f-b35c-e5c5feebad3d req-f44335bc-d4e8-447b-a82a-0c1575246f8b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361664 Feb 08 16:41:43.722576 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a3e2d-195b-47da-b0b9-bfc3736044a0 req-9ff67432-be4c-4d9d-8bc0-6995bb0b9749 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:43.724070 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee9a3e2d-195b-47da-b0b9-bfc3736044a0 req-9ff67432-be4c-4d9d-8bc0-6995bb0b9749 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 945 time: 0.0526259 Feb 08 16:41:43.775408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ee9a3e2d-195b-47da-b0b9-bfc3736044a0 req-a8adb5f6-1faf-4a44-a2c8-0d1a60c35c7d tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457137 Feb 08 16:41:44.894702 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e20b5-83d9-48ba-9ee0-67e404129f19 req-dafc7b11-8f9e-469e-a1db-71309d3ecdb8 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:44.896201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca7e20b5-83d9-48ba-9ee0-67e404129f19 req-dafc7b11-8f9e-469e-a1db-71309d3ecdb8 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 945 time: 0.0526617 Feb 08 16:41:44.942876 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ca7e20b5-83d9-48ba-9ee0-67e404129f19 req-7357e504-2c54-4830-b474-a5f3e48b6d7a tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410447 Feb 08 16:41:45.063701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada42472-26ee-45b7-8420-6f5fc4e0d834 req-662998e9-ea54-4e79-8ad7-24c09ba702bf tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:45.065251 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ada42472-26ee-45b7-8420-6f5fc4e0d834 req-662998e9-ea54-4e79-8ad7-24c09ba702bf tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 945 time: 0.0544181 Feb 08 16:41:45.114395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ada42472-26ee-45b7-8420-6f5fc4e0d834 req-eff99172-c2b5-4f11-bae1-1d658046cc07 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Feb 08 16:41:49.371517 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:50.784156 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:41:52.757942 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b44cfdd-d536-4c7e-8ca9-9a4713f87084 req-65ed7c38-00a2-43a9-a26a-b93c3f7ec142 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483348 Feb 08 16:41:52.844837 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44cfdd-d536-4c7e-8ca9-9a4713f87084 req-4ef168cc-d5a4-49e2-a056-3b1840cdf2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:52.846495 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b44cfdd-d536-4c7e-8ca9-9a4713f87084 req-4ef168cc-d5a4-49e2-a056-3b1840cdf2da service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=21c4a17cbade4d549ed586ceac5839d9&device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 1128 time: 0.0455401 Feb 08 16:41:52.955506 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44cfdd-d536-4c7e-8ca9-9a4713f87084 req-0eb8ea93-7949-42b2-b54f-012b63cf7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:52.957022 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b44cfdd-d536-4c7e-8ca9-9a4713f87084 req-0eb8ea93-7949-42b2-b54f-012b63cf7e64 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8c7147d7-c4c2-4975-bdaf-be606cf0d51f HTTP/1.1" status: 200 len: 918 time: 0.0908413 Feb 08 16:41:52.998480 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b44cfdd-d536-4c7e-8ca9-9a4713f87084 req-951be697-cd1e-485b-b6b2-6d548f69bbc0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f941a920-a512-4580-8342-d6ae4e748423 HTTP/1.1" status: 200 len: 217 time: 0.0343537 Feb 08 16:41:53.046795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44cfdd-d536-4c7e-8ca9-9a4713f87084 req-b4b614e5-07fe-4615-b1e4-34404815deff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:53.048424 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b44cfdd-d536-4c7e-8ca9-9a4713f87084 req-b4b614e5-07fe-4615-b1e4-34404815deff service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e3273364-dd42-48fa-888b-1f3edab18f96 HTTP/1.1" status: 200 len: 856 time: 0.0440521 Feb 08 16:41:53.101643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44cfdd-d536-4c7e-8ca9-9a4713f87084 req-07c3e1aa-bfc5-40c4-952a-59ee1d199410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:41:53.103317 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b44cfdd-d536-4c7e-8ca9-9a4713f87084 req-07c3e1aa-bfc5-40c4-952a-59ee1d199410 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c7147d7-c4c2-4975-bdaf-be606cf0d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487654 Feb 08 16:41:53.199288 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b44cfdd-d536-4c7e-8ca9-9a4713f87084 req-a858a8d3-e5bf-4f6a-838d-5fa29e5be11f service neutron] 10.222.0.96 "GET /v2.0/networks/8c7147d7-c4c2-4975-bdaf-be606cf0d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883396 Feb 08 16:41:53.289296 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0b44cfdd-d536-4c7e-8ca9-9a4713f87084 req-bfb4595f-a04c-4483-8abd-0f968479057c service neutron] 10.222.0.96 "GET /v2.0/networks/8c7147d7-c4c2-4975-bdaf-be606cf0d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831044 Feb 08 16:42:01.617002 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-de08850c-6d88-4335-8e2e-3527c66ff4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:03.880374 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-13cd2c75-5e6b-4e92-8d28-e0a188d5736e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:05.707879 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:06.881705 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:08.067095 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:14.203241 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:42:19.169254 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbebac1-55b6-4481-bc4e-d272981b6738 req-739a058b-c58f-4795-883d-cc4053c73231 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:19.170743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cfbebac1-55b6-4481-bc4e-d272981b6738 req-739a058b-c58f-4795-883d-cc4053c73231 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 945 time: 0.0601563 Feb 08 16:42:19.217823 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cfbebac1-55b6-4481-bc4e-d272981b6738 req-bf751612-dcec-4d4c-9ed1-f478cff7fce3 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402832 Feb 08 16:42:19.351452 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:20.345938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dc585-27f6-4256-a3bd-f572fbc7e452 req-e483ea39-73a7-4893-af2f-20f4b2e1add0 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:20.347395 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a4dc585-27f6-4256-a3bd-f572fbc7e452 req-e483ea39-73a7-4893-af2f-20f4b2e1add0 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 945 time: 0.0557921 Feb 08 16:42:20.396749 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a4dc585-27f6-4256-a3bd-f572fbc7e452 req-49cc2684-2feb-4643-abdf-e10ec45ffd3b tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/security-groups?id=f239f895-bf58-48e5-88ae-6231a6e1e4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 Feb 08 16:42:20.734095 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1230bfb-a1b3-4774-a046-13b9a37a582e req-b48c0909-c3f9-4d7b-bfb8-094ecae298d7 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:20.736717 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a1230bfb-a1b3-4774-a046-13b9a37a582e req-b48c0909-c3f9-4d7b-bfb8-094ecae298d7 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.96 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 945 time: 0.0624666 Feb 08 16:42:20.785460 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:20.829895 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a1230bfb-a1b3-4774-a046-13b9a37a582e req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Deleting port f941a920-a512-4580-8342-d6ae4e748423 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:42:20.830164 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a1230bfb-a1b3-4774-a046-13b9a37a582e req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f941a920-a512-4580-8342-d6ae4e748423), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:20.919813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a1230bfb-a1b3-4774-a046-13b9a37a582e req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] For port f941a920-a512-4580-8342-d6ae4e748423, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=f941a920-a512-4580-8342-d6ae4e748423,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:20.920172 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a1230bfb-a1b3-4774-a046-13b9a37a582e req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f941a920-a512-4580-8342-d6ae4e748423), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:20.933315 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-a1230bfb-a1b3-4774-a046-13b9a37a582e req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Calling delete_port for f941a920-a512-4580-8342-d6ae4e748423 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:42:21.057389 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a1230bfb-a1b3-4774-a046-13b9a37a582e req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f941a920-a512-4580-8342-d6ae4e748423), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:21.069605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['f941a920-a512-4580-8342-d6ae4e748423'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:42:21.089200 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Pushing event deleted for resources: {'Port': ['ID=f941a920-a512-4580-8342-d6ae4e748423,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:21.099795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:21.100153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:21.100512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:21.100855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:21.101223 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:21.101563 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:21.101900 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:21.102238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:21.102573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:21.103400 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:21.103400 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:21.103587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:21.103855 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:21.147098 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1230bfb-a1b3-4774-a046-13b9a37a582e req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] No DVR routers for this DVR port f941a920-a512-4580-8342-d6ae4e748423 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:42:21.149823 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a1230bfb-a1b3-4774-a046-13b9a37a582e req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:21.153262 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a1230bfb-a1b3-4774-a046-13b9a37a582e req-c0e418df-1b7f-46d2-81bf-3656204b089e tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.96 "DELETE /v2.0/ports/f941a920-a512-4580-8342-d6ae4e748423 HTTP/1.1" status: 204 len: 173 time: 0.4106941 Feb 08 16:42:21.153711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778e02eb-0232-4f0a-bd07-c68e435e8ddf', 'name': 'network-vif-deleted', 'tag': 'f941a920-a512-4580-8342-d6ae4e748423'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:42:21.156116 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46458200-43ee-4334-a9ea-3a39c23e5018" -d '{"events": [{"server_uuid": "778e02eb-0232-4f0a-bd07-c68e435e8ddf", "name": "network-vif-deleted", "tag": "f941a920-a512-4580-8342-d6ae4e748423"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:42:21.273054 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6aff1bf-965c-4944-9dd5-301f71482582 x-openstack-request-id: req-e6aff1bf-965c-4944-9dd5-301f71482582 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:42:21.273455 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778e02eb-0232-4f0a-bd07-c68e435e8ddf", "name": "network-vif-deleted", "tag": "f941a920-a512-4580-8342-d6ae4e748423", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:42:21.273710 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e6aff1bf-965c-4944-9dd5-301f71482582 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:42:21.274312 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778e02eb-0232-4f0a-bd07-c68e435e8ddf', 'name': 'network-vif-deleted', 'tag': 'f941a920-a512-4580-8342-d6ae4e748423', 'status': 'completed', 'code': 200} Feb 08 16:42:21.507272 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd5c4d18-6880-43e7-80c3-7e96ffbcc0eb req-c0b86de7-256b-4d77-be6c-6c9b0c87be32 tempest-TestEncryptedCinderVolumes-1681607896 tempest-TestEncryptedCinderVolumes-1681607896-project] 10.222.0.82 "GET /v2.0/ports?device_id=778e02eb-0232-4f0a-bd07-c68e435e8ddf HTTP/1.1" status: 200 len: 210 time: 0.0282366 Feb 08 16:42:22.600704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34266) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:22.945420 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (8c6d9522-de8c-46a5-96e7-36022249eb36), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:23.205686 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Deleting port b52d85cd-8455-4a47-afb9-3a4ca92b449d {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:42:23.205939 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:23.287187 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] For port b52d85cd-8455-4a47-afb9-3a4ca92b449d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b52d85cd-8455-4a47-afb9-3a4ca92b449d,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:23.287550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:23.300915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Calling delete_port for b52d85cd-8455-4a47-afb9-3a4ca92b449d owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:42:23.482503 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b52d85cd-8455-4a47-afb9-3a4ca92b449d), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:23.511667 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b52d85cd-8455-4a47-afb9-3a4ca92b449d,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:23.542331 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:23.542732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:23.543115 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:23.543509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:23.543869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:23.544251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:23.544644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:23.544994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:23.545347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:23.545683 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:23.546032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:23.546363 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:23.546692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:23.695699 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (8c6d9522-de8c-46a5-96e7-36022249eb36), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:23.922472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Router 8c6d9522-de8c-46a5-96e7-36022249eb36 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:42:24.029796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:42:24.034875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3e0dbfe8-e861-4787-a5bd-80adcdf72cd8 admin admin] 10.222.0.82 "PUT /v2.0/routers/8c6d9522-de8c-46a5-96e7-36022249eb36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4329510 Feb 08 16:42:24.037451 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34268) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:24.044463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe57340a-e211-40fc-8d30-8344f33ec764 None None] Sync routers for ids ['8c6d9522-de8c-46a5-96e7-36022249eb36'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:42:24.055073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe57340a-e211-40fc-8d30-8344f33ec764 None None] Routers {'8c6d9522-de8c-46a5-96e7-36022249eb36'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:24.055818 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-fe57340a-e211-40fc-8d30-8344f33ec764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:42:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8c6d9522-de8c-46a5-96e7-36022249eb36'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:24.143919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] Publish callbacks [] for router (8c6d9522-de8c-46a5-96e7-36022249eb36), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:24.168645 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-fe57340a-e211-40fc-8d30-8344f33ec764 None None] Set router 8c6d9522-de8c-46a5-96e7-36022249eb36 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:24.248890 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] Publish callbacks [] for router_gateway (8c6d9522-de8c-46a5-96e7-36022249eb36), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:24.306781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] Deleting port 9554d803-884d-45d3-a377-5860d8cfbe96 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:42:24.307039 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9554d803-884d-45d3-a377-5860d8cfbe96), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:24.348765 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-fe57340a-e211-40fc-8d30-8344f33ec764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'name': 'tempest-TestEncryptedCinderVolumes-2053649231-router', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '9554d803-884d-45d3-a377-5860d8cfbe96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:37Z', 'updated_at': '2022-02-08T16:42:23Z', 'revision_number': 5, 'project_id': '21c4a17cbade4d549ed586ceac5839d9', 'gw_port': {'id': '9554d803-884d-45d3-a377-5860d8cfbe96', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:38Z', 'updated_at': '2022-02-08T16:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:24.374956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe57340a-e211-40fc-8d30-8344f33ec764 None None] Checking router: 8c6d9522-de8c-46a5-96e7-36022249eb36 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:42:24.383171 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe57340a-e211-40fc-8d30-8344f33ec764 None None] Routers {'8c6d9522-de8c-46a5-96e7-36022249eb36'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:24.383770 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-fe57340a-e211-40fc-8d30-8344f33ec764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:42:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['8c6d9522-de8c-46a5-96e7-36022249eb36'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:24.384306 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] For port 9554d803-884d-45d3-a377-5860d8cfbe96, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9554d803-884d-45d3-a377-5860d8cfbe96,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:24.384678 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9554d803-884d-45d3-a377-5860d8cfbe96), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:24.397989 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] Calling delete_port for 9554d803-884d-45d3-a377-5860d8cfbe96 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:42:24.571550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9554d803-884d-45d3-a377-5860d8cfbe96), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:24.597211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] Pushing event deleted for resources: {'Port': ['ID=9554d803-884d-45d3-a377-5860d8cfbe96,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:24.633060 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-fe57340a-e211-40fc-8d30-8344f33ec764 None None] Set router 8c6d9522-de8c-46a5-96e7-36022249eb36 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:24.663418 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (8c6d9522-de8c-46a5-96e7-36022249eb36), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:24.686889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-fe57340a-e211-40fc-8d30-8344f33ec764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'name': 'tempest-TestEncryptedCinderVolumes-2053649231-router', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:37Z', 'updated_at': '2022-02-08T16:42:24Z', 'revision_number': 6, 'project_id': '21c4a17cbade4d549ed586ceac5839d9', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:24.714647 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe57340a-e211-40fc-8d30-8344f33ec764 None None] The sync data for ids ['8c6d9522-de8c-46a5-96e7-36022249eb36'] in n-d-824834-11 is: [{'id': '8c6d9522-de8c-46a5-96e7-36022249eb36', 'name': 'tempest-TestEncryptedCinderVolumes-2053649231-router', 'tenant_id': '21c4a17cbade4d549ed586ceac5839d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:37Z', 'updated_at': '2022-02-08T16:42:24Z', 'revision_number': 6, 'project_id': '21c4a17cbade4d549ed586ceac5839d9', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:42:25.095892 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (8c6d9522-de8c-46a5-96e7-36022249eb36), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.098303 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] Publish callbacks [] for router_controller (8c6d9522-de8c-46a5-96e7-36022249eb36), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.152524 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (8c6d9522-de8c-46a5-96e7-36022249eb36), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.153074 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c6d9522-de8c-46a5-96e7-36022249eb36 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:42:25.157926 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.159195 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a0b53060-73e3-4bf8-9460-0bc38618d75a admin admin] 10.222.0.82 "DELETE /v2.0/routers/8c6d9522-de8c-46a5-96e7-36022249eb36 HTTP/1.1" status: 204 len: 168 time: 1.1208146 Feb 08 16:42:25.161789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34270) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:25.210270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-56abedcd-acde-4998-bbe1-1c3e00e2dd2c admin admin] Deleting subnet e3273364-dd42-48fa-888b-1f3edab18f96 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:42:25.213459 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-56abedcd-acde-4998-bbe1-1c3e00e2dd2c admin admin] Publish callbacks [] for subnet (e3273364-dd42-48fa-888b-1f3edab18f96), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.247230 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-56abedcd-acde-4998-bbe1-1c3e00e2dd2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (e3273364-dd42-48fa-888b-1f3edab18f96), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.259902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f941a920-a512-4580-8342-d6ae4e748423 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:42:25.292937 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: f941a920-a512-4580-8342-d6ae4e748423 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:42:25.293330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device f941a920-a512-4580-8342-d6ae4e748423 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:42:25.331534 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-56abedcd-acde-4998-bbe1-1c3e00e2dd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (e3273364-dd42-48fa-888b-1f3edab18f96), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.387801 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-56abedcd-acde-4998-bbe1-1c3e00e2dd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (e3273364-dd42-48fa-888b-1f3edab18f96), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.400218 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-56abedcd-acde-4998-bbe1-1c3e00e2dd2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.406307 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-56abedcd-acde-4998-bbe1-1c3e00e2dd2c admin admin] 10.222.0.82 "DELETE /v2.0/subnets/e3273364-dd42-48fa-888b-1f3edab18f96 HTTP/1.1" status: 204 len: 168 time: 0.2406023 Feb 08 16:42:25.406468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34272) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:25.408641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae7f550-f638-49d2-b509-201caa5a748d None None] Network 8c7147d7-c4c2-4975-bdaf-be606cf0d51f requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:42:25.426305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abedcd-acde-4998-bbe1-1c3e00e2dd2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3273364-dd42-48fa-888b-1f3edab18f96,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:25.489196 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (8c7147d7-c4c2-4975-bdaf-be606cf0d51f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.566645 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] Deleting port 11d0922c-2f6f-4f91-bb02-518b6a1f923e {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:42:25.566981 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (11d0922c-2f6f-4f91-bb02-518b6a1f923e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.586298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528f4810-dbf7-4b93-9162-a60f1279f21f None None] DHCP port deletion for 8c7147d7-c4c2-4975-bdaf-be606cf0d51f request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:42:25.633205 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] For port 11d0922c-2f6f-4f91-bb02-518b6a1f923e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=11d0922c-2f6f-4f91-bb02-518b6a1f923e,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:25.633565 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (11d0922c-2f6f-4f91-bb02-518b6a1f923e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.642811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-528f4810-dbf7-4b93-9162-a60f1279f21f None None] Deleting port 11d0922c-2f6f-4f91-bb02-518b6a1f923e {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:42:25.643834 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-528f4810-dbf7-4b93-9162-a60f1279f21f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (11d0922c-2f6f-4f91-bb02-518b6a1f923e), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.647563 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] Calling delete_port for 11d0922c-2f6f-4f91-bb02-518b6a1f923e owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:42:25.717274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-528f4810-dbf7-4b93-9162-a60f1279f21f None None] For port 11d0922c-2f6f-4f91-bb02-518b6a1f923e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=11d0922c-2f6f-4f91-bb02-518b6a1f923e,segment=NetworkSegment(91548c8e-f886-40a2-a3fe-6e17f5b8b525),segment_id=91548c8e-f886-40a2-a3fe-6e17f5b8b525)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:25.717685 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-528f4810-dbf7-4b93-9162-a60f1279f21f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (11d0922c-2f6f-4f91-bb02-518b6a1f923e), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.734283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-528f4810-dbf7-4b93-9162-a60f1279f21f None None] Calling delete_port for 11d0922c-2f6f-4f91-bb02-518b6a1f923e owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:42:25.743837 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (11d0922c-2f6f-4f91-bb02-518b6a1f923e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.774195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d0922c-2f6f-4f91-bb02-518b6a1f923e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:25.779479 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] No DVR routers for this DVR port 11d0922c-2f6f-4f91-bb02-518b6a1f923e on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:42:25.848862 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-528f4810-dbf7-4b93-9162-a60f1279f21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (11d0922c-2f6f-4f91-bb02-518b6a1f923e), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.853672 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (8c7147d7-c4c2-4975-bdaf-be606cf0d51f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.865590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528f4810-dbf7-4b93-9162-a60f1279f21f None None] No DVR routers for this DVR port 11d0922c-2f6f-4f91-bb02-518b6a1f923e on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:42:25.891921 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7147d7-c4c2-4975-bdaf-be606cf0d51f']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:25.904575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f4810-dbf7-4b93-9162-a60f1279f21f None None] Pushing event deleted for resources: {'Port': ['ID=11d0922c-2f6f-4f91-bb02-518b6a1f923e,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:25.906651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91548c8e-f886-40a2-a3fe-6e17f5b8b525') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:25.907649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91548c8e-f886-40a2-a3fe-6e17f5b8b525') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:25.923829 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (91548c8e-f886-40a2-a3fe-6e17f5b8b525), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.939177 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (91548c8e-f886-40a2-a3fe-6e17f5b8b525), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.946004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:42:25.946409 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (91548c8e-f886-40a2-a3fe-6e17f5b8b525), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:42:25.948155 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:42:26.001826 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (8c7147d7-c4c2-4975-bdaf-be606cf0d51f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:26.007347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:26.011056 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] 10.222.0.82 "DELETE /v2.0/networks/8c7147d7-c4c2-4975-bdaf-be606cf0d51f HTTP/1.1" status: 204 len: 168 time: 0.6040142 Feb 08 16:42:26.014282 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34274) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:26.025257 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7418b8e-6fdc-404c-9cbb-1917c6882657 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7147d7-c4c2-4975-bdaf-be606cf0d51f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:26.102127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b52d85cd-8455-4a47-afb9-3a4ca92b449d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:42:26.124115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: b52d85cd-8455-4a47-afb9-3a4ca92b449d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:42:26.124481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b52d85cd-8455-4a47-afb9-3a4ca92b449d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:42:26.125111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9554d803-884d-45d3-a377-5860d8cfbe96 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:42:26.145782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 9554d803-884d-45d3-a377-5860d8cfbe96 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:42:26.146072 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9554d803-884d-45d3-a377-5860d8cfbe96 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:42:26.147021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 11d0922c-2f6f-4f91-bb02-518b6a1f923e no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:42:26.167046 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 11d0922c-2f6f-4f91-bb02-518b6a1f923e {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:42:26.167409 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 11d0922c-2f6f-4f91-bb02-518b6a1f923e not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:42:26.387729 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5fa2664f-78f4-4386-a8bf-e068e89641b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (02702db6-8c92-433f-bf2e-ac0366cf6dc1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:26.638496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-5fa2664f-78f4-4386-a8bf-e068e89641b5 admin admin] Deleting port 890b6926-e4a8-42a6-926d-f072a35018ec {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:42:26.638832 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5fa2664f-78f4-4386-a8bf-e068e89641b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:26.721054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-5fa2664f-78f4-4386-a8bf-e068e89641b5 admin admin] For port 890b6926-e4a8-42a6-926d-f072a35018ec, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=890b6926-e4a8-42a6-926d-f072a35018ec,segment=NetworkSegment(f904cf02-6618-4dd5-acf9-3576944f0cb1),segment_id=f904cf02-6618-4dd5-acf9-3576944f0cb1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:26.721422 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5fa2664f-78f4-4386-a8bf-e068e89641b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:26.735010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-5fa2664f-78f4-4386-a8bf-e068e89641b5 admin admin] Calling delete_port for 890b6926-e4a8-42a6-926d-f072a35018ec owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:42:26.919608 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5fa2664f-78f4-4386-a8bf-e068e89641b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (890b6926-e4a8-42a6-926d-f072a35018ec), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:26.943833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2664f-78f4-4386-a8bf-e068e89641b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=890b6926-e4a8-42a6-926d-f072a35018ec,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:27.117694 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5fa2664f-78f4-4386-a8bf-e068e89641b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (02702db6-8c92-433f-bf2e-ac0366cf6dc1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:27.347243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa2664f-78f4-4386-a8bf-e068e89641b5 admin admin] Router 02702db6-8c92-433f-bf2e-ac0366cf6dc1 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:42:27.454709 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa2664f-78f4-4386-a8bf-e068e89641b5 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:42:27.460524 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5fa2664f-78f4-4386-a8bf-e068e89641b5 admin admin] 10.222.0.82 "PUT /v2.0/routers/02702db6-8c92-433f-bf2e-ac0366cf6dc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4442518 Feb 08 16:42:27.462182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34276) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:27.464857 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d70043d-ea6b-492a-a31b-3a17a18067b5 None None] Sync routers for ids ['02702db6-8c92-433f-bf2e-ac0366cf6dc1'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:42:27.475957 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d70043d-ea6b-492a-a31b-3a17a18067b5 None None] Routers {'02702db6-8c92-433f-bf2e-ac0366cf6dc1'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:27.476596 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5d70043d-ea6b-492a-a31b-3a17a18067b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:42:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['02702db6-8c92-433f-bf2e-ac0366cf6dc1'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:27.567778 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] Publish callbacks [] for router (02702db6-8c92-433f-bf2e-ac0366cf6dc1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:27.582253 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-5d70043d-ea6b-492a-a31b-3a17a18067b5 None None] Set router 02702db6-8c92-433f-bf2e-ac0366cf6dc1 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:27.671542 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] Publish callbacks [] for router_gateway (02702db6-8c92-433f-bf2e-ac0366cf6dc1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:27.727287 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] Deleting port 04e3f679-7f8c-4b41-884e-511fe2cef78c {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:42:27.727548 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (04e3f679-7f8c-4b41-884e-511fe2cef78c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:27.762520 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5d70043d-ea6b-492a-a31b-3a17a18067b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'name': 'tempest-TestEncryptedCinderVolumes-1281759171-router', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '04e3f679-7f8c-4b41-884e-511fe2cef78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:42:26Z', 'revision_number': 5, 'project_id': '993d3eaec432461ebd93872c0534054e', 'gw_port': {'id': '04e3f679-7f8c-4b41-884e-511fe2cef78c', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:27.790207 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d70043d-ea6b-492a-a31b-3a17a18067b5 None None] Checking router: 02702db6-8c92-433f-bf2e-ac0366cf6dc1 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:42:27.798346 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d70043d-ea6b-492a-a31b-3a17a18067b5 None None] Routers {'02702db6-8c92-433f-bf2e-ac0366cf6dc1'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:27.798952 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5d70043d-ea6b-492a-a31b-3a17a18067b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:42:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['02702db6-8c92-433f-bf2e-ac0366cf6dc1'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:27.807541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] For port 04e3f679-7f8c-4b41-884e-511fe2cef78c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=04e3f679-7f8c-4b41-884e-511fe2cef78c,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:27.807942 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (04e3f679-7f8c-4b41-884e-511fe2cef78c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:27.821306 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] Calling delete_port for 04e3f679-7f8c-4b41-884e-511fe2cef78c owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:42:27.885582 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-5d70043d-ea6b-492a-a31b-3a17a18067b5 None None] Set router 02702db6-8c92-433f-bf2e-ac0366cf6dc1 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:27.942048 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5d70043d-ea6b-492a-a31b-3a17a18067b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'name': 'tempest-TestEncryptedCinderVolumes-1281759171-router', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:42:27Z', 'revision_number': 6, 'project_id': '993d3eaec432461ebd93872c0534054e', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:27.975562 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d70043d-ea6b-492a-a31b-3a17a18067b5 None None] The sync data for ids ['02702db6-8c92-433f-bf2e-ac0366cf6dc1'] in n-d-824834-11 is: [{'id': '02702db6-8c92-433f-bf2e-ac0366cf6dc1', 'name': 'tempest-TestEncryptedCinderVolumes-1281759171-router', 'tenant_id': '993d3eaec432461ebd93872c0534054e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:40:42Z', 'updated_at': '2022-02-08T16:42:27Z', 'revision_number': 6, 'project_id': '993d3eaec432461ebd93872c0534054e', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:42:28.001185 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (04e3f679-7f8c-4b41-884e-511fe2cef78c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.031014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] Pushing event deleted for resources: {'Port': ['ID=04e3f679-7f8c-4b41-884e-511fe2cef78c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:28.091555 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (02702db6-8c92-433f-bf2e-ac0366cf6dc1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.181943 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (02702db6-8c92-433f-bf2e-ac0366cf6dc1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.184030 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] Publish callbacks [] for router_controller (02702db6-8c92-433f-bf2e-ac0366cf6dc1), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.229389 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (02702db6-8c92-433f-bf2e-ac0366cf6dc1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.229915 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02702db6-8c92-433f-bf2e-ac0366cf6dc1 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:42:28.234138 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.235356 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2b476823-52f0-4947-b095-e752456b9135 admin admin] 10.222.0.82 "DELETE /v2.0/routers/02702db6-8c92-433f-bf2e-ac0366cf6dc1 HTTP/1.1" status: 204 len: 168 time: 0.7722301 Feb 08 16:42:28.238179 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34278) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:28.284728 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0124c09-bb52-45b1-bdcb-92c1d90cf29b admin admin] Deleting subnet f2535112-03ca-46b3-9181-c2fba2046413 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:42:28.287838 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0124c09-bb52-45b1-bdcb-92c1d90cf29b admin admin] Publish callbacks [] for subnet (f2535112-03ca-46b3-9181-c2fba2046413), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.325221 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0124c09-bb52-45b1-bdcb-92c1d90cf29b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (f2535112-03ca-46b3-9181-c2fba2046413), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.416081 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0124c09-bb52-45b1-bdcb-92c1d90cf29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (f2535112-03ca-46b3-9181-c2fba2046413), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.468074 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0124c09-bb52-45b1-bdcb-92c1d90cf29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (f2535112-03ca-46b3-9181-c2fba2046413), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.494554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0124c09-bb52-45b1-bdcb-92c1d90cf29b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2535112-03ca-46b3-9181-c2fba2046413,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:28.499321 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b0124c09-bb52-45b1-bdcb-92c1d90cf29b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.503337 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b0124c09-bb52-45b1-bdcb-92c1d90cf29b admin admin] 10.222.0.82 "DELETE /v2.0/subnets/f2535112-03ca-46b3-9181-c2fba2046413 HTTP/1.1" status: 204 len: 168 time: 0.2641933 Feb 08 16:42:28.505084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cacb210-426a-4650-92e9-ce4264d15369 None None] Network 72d1fa1e-6f6e-49c7-b63a-05184bd4c716 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:42:28.506088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34280) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:28.575747 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (72d1fa1e-6f6e-49c7-b63a-05184bd4c716), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.630580 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] Deleting port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:42:28.630921 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.692840 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] For port bdd44b9d-b0c4-46df-9f73-2ed8d7047024, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=bdd44b9d-b0c4-46df-9f73-2ed8d7047024,segment=NetworkSegment(f904cf02-6618-4dd5-acf9-3576944f0cb1),segment_id=f904cf02-6618-4dd5-acf9-3576944f0cb1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:28.693158 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.705791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] Calling delete_port for bdd44b9d-b0c4-46df-9f73-2ed8d7047024 owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:42:28.750930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 890b6926-e4a8-42a6-926d-f072a35018ec no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:42:28.753812 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4e509f-3dd9-40e3-94ca-d6b44ef14553 None None] DHCP port deletion for 72d1fa1e-6f6e-49c7-b63a-05184bd4c716 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:42:28.781613 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 890b6926-e4a8-42a6-926d-f072a35018ec {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:42:28.781969 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 890b6926-e4a8-42a6-926d-f072a35018ec not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:42:28.793477 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.822278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] No DVR routers for this DVR port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:42:28.826438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd44b9d-b0c4-46df-9f73-2ed8d7047024,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:28.831149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e509f-3dd9-40e3-94ca-d6b44ef14553 None None] Deleting port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:42:28.831529 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f4e509f-3dd9-40e3-94ca-d6b44ef14553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.898450 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-1f4e509f-3dd9-40e3-94ca-d6b44ef14553 None None] For port bdd44b9d-b0c4-46df-9f73-2ed8d7047024, host n-d-824834-11, got binding levels [] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:28.898856 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f4e509f-3dd9-40e3-94ca-d6b44ef14553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.904132 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (72d1fa1e-6f6e-49c7-b63a-05184bd4c716), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.912216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e509f-3dd9-40e3-94ca-d6b44ef14553 None None] Calling delete_port for bdd44b9d-b0c4-46df-9f73-2ed8d7047024 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:42:28.914898 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.ipam_backend_mixin [None req-1f4e509f-3dd9-40e3-94ca-d6b44ef14553 None None] Port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 was not found and therefore no delete operation was performed {{(pid=103303) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 16:42:28.916231 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1f4e509f-3dd9-40e3-94ca-d6b44ef14553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (bdd44b9d-b0c4-46df-9f73-2ed8d7047024), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.926291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d1fa1e-6f6e-49c7-b63a-05184bd4c716']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:28.936369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f904cf02-6618-4dd5-acf9-3576944f0cb1') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:28.936666 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f904cf02-6618-4dd5-acf9-3576944f0cb1') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:28.945938 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e509f-3dd9-40e3-94ca-d6b44ef14553 None None] Pushing event deleted for resources: {'Port': ['ID=bdd44b9d-b0c4-46df-9f73-2ed8d7047024,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:28.946518 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (f904cf02-6618-4dd5-acf9-3576944f0cb1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.949544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e509f-3dd9-40e3-94ca-d6b44ef14553 None None] No DVR routers for this DVR port bdd44b9d-b0c4-46df-9f73-2ed8d7047024 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:42:28.965689 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (f904cf02-6618-4dd5-acf9-3576944f0cb1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.972180 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:42:28.972575 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (f904cf02-6618-4dd5-acf9-3576944f0cb1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:42:28.974250 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:42:29.030029 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (72d1fa1e-6f6e-49c7-b63a-05184bd4c716), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.036906 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.040236 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] 10.222.0.82 "DELETE /v2.0/networks/72d1fa1e-6f6e-49c7-b63a-05184bd4c716 HTTP/1.1" status: 204 len: 168 time: 0.5329869 Feb 08 16:42:29.053336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333c6b1-f82d-480d-ae7d-e043ecc9def0 admin admin] Pushing event deleted for resources: {'Network': ['ID=72d1fa1e-6f6e-49c7-b63a-05184bd4c716,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:29.215944 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34284) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:29.255623 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a2ac3be1-a3ee-4129-a5c8-ffc9ca617396 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=21c4a17cbade4d549ed586ceac5839d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384212 Feb 08 16:42:29.258084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34286) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:29.305512 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4c72a037-e336-4397-b44b-f9d0cd0e0fcb admin admin] Publish callbacks [] for security_group (f239f895-bf58-48e5-88ae-6231a6e1e4e3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.325820 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4c72a037-e336-4397-b44b-f9d0cd0e0fcb admin admin] Publish callbacks [] for security_group (f239f895-bf58-48e5-88ae-6231a6e1e4e3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.374987 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4c72a037-e336-4397-b44b-f9d0cd0e0fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f239f895-bf58-48e5-88ae-6231a6e1e4e3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.378433 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4c72a037-e336-4397-b44b-f9d0cd0e0fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.379591 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4c72a037-e336-4397-b44b-f9d0cd0e0fcb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f239f895-bf58-48e5-88ae-6231a6e1e4e3 HTTP/1.1" status: 204 len: 168 time: 0.1205742 Feb 08 16:42:29.387126 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72a037-e336-4397-b44b-f9d0cd0e0fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f239f895-bf58-48e5-88ae-6231a6e1e4e3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:29.700755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34292) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:29.744909 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2df8d928-4433-4949-a99f-52235f1b37c0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=993d3eaec432461ebd93872c0534054e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429599 Feb 08 16:42:29.747303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34294) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:29.795096 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38d8e534-3016-42c0-838f-38b66d98518e admin admin] Publish callbacks [] for security_group (e84895e4-72a1-4ef8-8fd6-0dc9304f92c8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.816219 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38d8e534-3016-42c0-838f-38b66d98518e admin admin] Publish callbacks [] for security_group (e84895e4-72a1-4ef8-8fd6-0dc9304f92c8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.863308 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38d8e534-3016-42c0-838f-38b66d98518e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (e84895e4-72a1-4ef8-8fd6-0dc9304f92c8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.865987 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-38d8e534-3016-42c0-838f-38b66d98518e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:29.867428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-38d8e534-3016-42c0-838f-38b66d98518e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e84895e4-72a1-4ef8-8fd6-0dc9304f92c8 HTTP/1.1" status: 204 len: 168 time: 0.1192269 Feb 08 16:42:29.874968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8e534-3016-42c0-838f-38b66d98518e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84895e4-72a1-4ef8-8fd6-0dc9304f92c8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:30.079890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 04e3f679-7f8c-4b41-884e-511fe2cef78c no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:42:30.100181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 04e3f679-7f8c-4b41-884e-511fe2cef78c {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:42:30.100538 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 04e3f679-7f8c-4b41-884e-511fe2cef78c not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:42:30.100971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device bdd44b9d-b0c4-46df-9f73-2ed8d7047024 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:42:30.120611 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: bdd44b9d-b0c4-46df-9f73-2ed8d7047024 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:42:30.123362 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device bdd44b9d-b0c4-46df-9f73-2ed8d7047024 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:42:30.570049 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34316) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:30.664238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1590691094-network', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:30.684639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] Made reservation on behalf of 60bcd88ae71745a98b397ba9f63f736f for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:42:30.686903 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:30.694914 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:30.768011 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] Publish callbacks [] for security_group (0d02aa30-4236-4a19-af43-34e230558700), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:30.771808 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0d02aa30-4236-4a19-af43-34e230558700), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:30.792676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:42:30.806070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d02aa30-4236-4a19-af43-34e230558700,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:30.810834 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7633fff5-0214-45c4-b932-f1d9f4dcf446), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:30.811175 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] Added segment 7633fff5-0214-45c4-b932-f1d9f4dcf446 of type vlan for network 824c7cbd-7cde-47da-94e4-4667b307e038 Feb 08 16:42:30.853798 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (824c7cbd-7cde-47da-94e4-4667b307e038), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:30.878447 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (824c7cbd-7cde-47da-94e4-4667b307e038), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:30.879565 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:30.880143 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:30.935160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3639035 Feb 08 16:42:30.938183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34320) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:30.942088 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4bb1c-9455-4cc3-94fb-869a04ba486c admin admin] Pushing event updated for resources: {'Network': ['ID=824c7cbd-7cde-47da-94e4-4667b307e038,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:30.943464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f9c0384c-02a1-4b83-8d6b-c8a296b71463 admin admin] Request body: {'subnet': {'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1590691094-subnet', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:30.952508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 824c7cbd-7cde-47da-94e4-4667b307e038 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:42:30.962594 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c0384c-02a1-4b83-8d6b-c8a296b71463 admin admin] Made reservation on behalf of 60bcd88ae71745a98b397ba9f63f736f for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:42:30.965289 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9c0384c-02a1-4b83-8d6b-c8a296b71463 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.132473 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9c0384c-02a1-4b83-8d6b-c8a296b71463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (21b34706-d356-4010-9122-9c95dc24a23c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.178148 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0384c-02a1-4b83-8d6b-c8a296b71463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21b34706-d356-4010-9122-9c95dc24a23c,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:31.197153 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0384c-02a1-4b83-8d6b-c8a296b71463 admin admin] Checking segment: {'id': '7633fff5-0214-45c4-b932-f1d9f4dcf446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:42:31.197555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c0384c-02a1-4b83-8d6b-c8a296b71463 admin admin] Network hostable DHCP agents. Network: 824c7cbd-7cde-47da-94e4-4667b307e038, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:42:31.215192 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c0384c-02a1-4b83-8d6b-c8a296b71463 admin admin] Network 824c7cbd-7cde-47da-94e4-4667b307e038 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:42:31.223778 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f9c0384c-02a1-4b83-8d6b-c8a296b71463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 824c7cbd-7cde-47da-94e4-4667b307e038) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:42:31.227747 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c0384c-02a1-4b83-8d6b-c8a296b71463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:31.228347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f9c0384c-02a1-4b83-8d6b-c8a296b71463 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.233043 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1294ad72-4a3c-4476-b727-d9b5aa68411b None None] Network 824c7cbd-7cde-47da-94e4-4667b307e038 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:42:31.244646 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f9c0384c-02a1-4b83-8d6b-c8a296b71463 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3051670 Feb 08 16:42:31.247332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34322) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:31.252318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:31.277822 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (a833930f-c93f-4b46-a7c0-061d7d3de0c6), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.278796 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (a833930f-c93f-4b46-a7c0-061d7d3de0c6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.332625 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Publish callbacks [] for router_controller (a833930f-c93f-4b46-a7c0-061d7d3de0c6), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.337216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-824c7cbd-7cde-47da-94e4-4667b307e038', 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'fixed_ips': [{'subnet_id': '21b34706-d356-4010-9122-9c95dc24a23c'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:42:31.338082 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.471017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Allocated IP 172.20.0.2 (824c7cbd-7cde-47da-94e4-4667b307e038/21b34706-d356-4010-9122-9c95dc24a23c/252abbda-c090-4501-a70b-9163a6272984) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:42:31.476475 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Publish callbacks [] for router_gateway (a833930f-c93f-4b46-a7c0-061d7d3de0c6), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.625081 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Publish callbacks [] for port (252abbda-c090-4501-a70b-9163a6272984), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.628849 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7bb8b8e9-e5d1-45e9-9b64-79692360311b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.631652 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (252abbda-c090-4501-a70b-9163a6272984), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.673734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Network 824c7cbd-7cde-47da-94e4-4667b307e038 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:42:31.676583 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Publish callbacks [] for router_gateway (a833930f-c93f-4b46-a7c0-061d7d3de0c6), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.678676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:42:31.682140 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:42:31.691063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Pushing event updated for resources: {'Port': ['ID=252abbda-c090-4501-a70b-9163a6272984,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:31.701473 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.745192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Attempting to bind port 252abbda-c090-4501-a70b-9163a6272984 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:42:31.745569 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Attempting to bind port 252abbda-c090-4501-a70b-9163a6272984 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '7633fff5-0214-45c4-b932-f1d9f4dcf446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:42:31.745936 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Attempting to bind port 252abbda-c090-4501-a70b-9163a6272984 on network 824c7cbd-7cde-47da-94e4-4667b307e038 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:31.751194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:42:31.751571 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Checking segment: {'id': '7633fff5-0214-45c4-b932-f1d9f4dcf446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:42:31.751982 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.752378 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Bound using segment: {'id': '7633fff5-0214-45c4-b932-f1d9f4dcf446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:42:31.752845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Bound port: 252abbda-c090-4501-a70b-9163a6272984, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7633fff5-0214-45c4-b932-f1d9f4dcf446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:42:31.753253 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (252abbda-c090-4501-a70b-9163a6272984), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.806044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Allocated IP 172.25.7.190 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/2c361bc9-24d0-4d23-af4b-4f401c91a511) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:42:31.816678 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] For port 252abbda-c090-4501-a70b-9163a6272984, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:42:31.819732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] For port 252abbda-c090-4501-a70b-9163a6272984, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=252abbda-c090-4501-a70b-9163a6272984,segment=NetworkSegment(7633fff5-0214-45c4-b932-f1d9f4dcf446),segment_id=7633fff5-0214-45c4-b932-f1d9f4dcf446)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:42:31.825803 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (252abbda-c090-4501-a70b-9163a6272984), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:31.881466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a2805-58a2-4f1d-a07f-385f3b273d24 None None] Pushing event updated for resources: {'Port': ['ID=252abbda-c090-4501-a70b-9163a6272984,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:31.918383 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Publish callbacks [] for port (2c361bc9-24d0-4d23-af4b-4f401c91a511), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.147295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 252abbda-c090-4501-a70b-9163a6272984 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:32.205610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 252abbda-c090-4501-a70b-9163a6272984 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:32.206015 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (252abbda-c090-4501-a70b-9163a6272984), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.288510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 252abbda-c090-4501-a70b-9163a6272984 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:32.289275 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (252abbda-c090-4501-a70b-9163a6272984), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.302330 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2c361bc9-24d0-4d23-af4b-4f401c91a511), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.323948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 252abbda-c090-4501-a70b-9163a6272984, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=252abbda-c090-4501-a70b-9163a6272984,segment=NetworkSegment(7633fff5-0214-45c4-b932-f1d9f4dcf446),segment_id=7633fff5-0214-45c4-b932-f1d9f4dcf446)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:32.328524 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (252abbda-c090-4501-a70b-9163a6272984), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.344672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:42:32.347705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:42:32.351629 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:42:32.375092 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2c361bc9-24d0-4d23-af4b-4f401c91a511,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:32.387406 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=252abbda-c090-4501-a70b-9163a6272984,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:32.609061 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Publish callbacks [] for router_gateway (a833930f-c93f-4b46-a7c0-061d7d3de0c6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.815430 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a0e2e0-f890-4e05-99df-e1cbeede532c None None] Network 824c7cbd-7cde-47da-94e4-4667b307e038 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:42:32.818137 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (a833930f-c93f-4b46-a7c0-061d7d3de0c6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.886903 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-52e76791-8f62-45fc-8d59-a0d9755bfcca None None] Provisioning complete for port 252abbda-c090-4501-a70b-9163a6272984 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:32.887371 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-52e76791-8f62-45fc-8d59-a0d9755bfcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (252abbda-c090-4501-a70b-9163a6272984), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:32.951628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Router a833930f-c93f-4b46-a7c0-061d7d3de0c6 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:42:33.003447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-52e76791-8f62-45fc-8d59-a0d9755bfcca None None] Current status of the port 252abbda-c090-4501-a70b-9163a6272984 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:33.069160 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:42:33.078585 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Sync routers for ids ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:42:33.087027 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:33.091279 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-32886b8e-3472-4020-9135-435ab5c570b0 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8400803 Feb 08 16:42:33.091420 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Routers {'a833930f-c93f-4b46-a7c0-061d7d3de0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:33.091539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34324) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:33.092050 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:42:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:33.209807 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Set router a833930f-c93f-4b46-a7c0-061d7d3de0c6 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:33.319377 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-2d98425b-1fdf-4d23-8a2f-de9bb3e7d07f None None] Provisioning complete for port 252abbda-c090-4501-a70b-9163a6272984 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:33.320089 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2d98425b-1fdf-4d23-8a2f-de9bb3e7d07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (252abbda-c090-4501-a70b-9163a6272984), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:33.448466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-2d98425b-1fdf-4d23-8a2f-de9bb3e7d07f None None] Current status of the port 252abbda-c090-4501-a70b-9163a6272984 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:33.465204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:32Z', 'revision_number': 3, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'gw_port': {'id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:33.492424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Checking router: a833930f-c93f-4b46-a7c0-061d7d3de0c6 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:42:33.492775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Updating router a833930f-c93f-4b46-a7c0-061d7d3de0c6 port 2c361bc9-24d0-4d23-af4b-4f401c91a511 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:42:33.518743 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:33.522989 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2c361bc9-24d0-4d23-af4b-4f401c91a511), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:33.674971 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Allocated IP 172.20.0.1 (824c7cbd-7cde-47da-94e4-4667b307e038/21b34706-d356-4010-9122-9c95dc24a23c/d79b0011-9f0e-49b0-997f-8134bcf4a9b5) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:42:33.776553 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Publish callbacks [] for port (2c361bc9-24d0-4d23-af4b-4f401c91a511), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:33.778976 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Publish callbacks [] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:33.782325 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2c361bc9-24d0-4d23-af4b-4f401c91a511), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:33.814795 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:33.834373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Attempting to bind port 2c361bc9-24d0-4d23-af4b-4f401c91a511 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:42:33.834751 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Attempting to bind port 2c361bc9-24d0-4d23-af4b-4f401c91a511 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:42:33.835116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Attempting to bind port 2c361bc9-24d0-4d23-af4b-4f401c91a511 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:33.837173 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb97b9d-275d-4717-be14-213cf1de3175 None None] Pushing event updated for resources: {'Port': ['ID=2c361bc9-24d0-4d23-af4b-4f401c91a511,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:33.842623 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:42:33.843004 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:42:33.843411 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:33.843800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:42:33.844312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Bound port: 2c361bc9-24d0-4d23-af4b-4f401c91a511, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:42:33.844939 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2c361bc9-24d0-4d23-af4b-4f401c91a511), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:33.856977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Network 824c7cbd-7cde-47da-94e4-4667b307e038 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:42:33.863044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:42:33.865725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:42:33.895995 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Pushing event updated for resources: {'Port': ['ID=d79b0011-9f0e-49b0-997f-8134bcf4a9b5,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:33.908517 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-46374c50-4173-4397-be30-35939bddcb67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:33.916686 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (a833930f-c93f-4b46-a7c0-061d7d3de0c6), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:33.924015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] For port 2c361bc9-24d0-4d23-af4b-4f401c91a511, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:42:33.928500 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] For port 2c361bc9-24d0-4d23-af4b-4f401c91a511, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2c361bc9-24d0-4d23-af4b-4f401c91a511,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:42:33.934913 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2c361bc9-24d0-4d23-af4b-4f401c91a511), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:33.995776 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb97b9d-275d-4717-be14-213cf1de3175 None None] Pushing event updated for resources: {'Port': ['ID=2c361bc9-24d0-4d23-af4b-4f401c91a511,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:34.014963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Routers {'a833930f-c93f-4b46-a7c0-061d7d3de0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:34.015589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:42:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:34.071643 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:34.118545 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 252abbda-c090-4501-a70b-9163a6272984 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:34.175505 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] Set router a833930f-c93f-4b46-a7c0-061d7d3de0c6 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:34.247473 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Publish callbacks [] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:34.253051 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:34.322173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Pushing event updated for resources: {'Port': ['ID=d79b0011-9f0e-49b0-997f-8134bcf4a9b5,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:34.324591 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (a833930f-c93f-4b46-a7c0-061d7d3de0c6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:34.421303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Network 824c7cbd-7cde-47da-94e4-4667b307e038 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:42:34.423498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:42:34.449269 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-699ec4ef-eb92-42a1-bfea-84dbae9f135b None None] Provisioning complete for port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:34.449813 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-699ec4ef-eb92-42a1-bfea-84dbae9f135b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:34.497328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 252abbda-c090-4501-a70b-9163a6272984 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:34.497757 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (252abbda-c090-4501-a70b-9163a6272984), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:34.540659 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-699ec4ef-eb92-42a1-bfea-84dbae9f135b None None] Port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:42:34.543293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Router a833930f-c93f-4b46-a7c0-061d7d3de0c6 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:42:34.641923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 252abbda-c090-4501-a70b-9163a6272984 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:34.663178 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:32Z', 'revision_number': 3, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'gw_port': {'id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:34.666797 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:42:34.671978 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bfcb94fc-cbe6-427a-8ccf-87651f8d4a79 admin admin] 10.222.0.82 "PUT /v2.0/routers/a833930f-c93f-4b46-a7c0-061d7d3de0c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5795424 Feb 08 16:42:34.697778 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0404d411-c763-44c3-9473-1ebe9b0d1b27 None None] The sync data for ids ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'] in n-d-824834-11 is: [{'id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:32Z', 'revision_number': 3, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'gw_port': {'id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:42:34.699334 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-93045b95-371a-4920-92a6-8ff60b04f71e None None] Provisioning complete for port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:34.699716 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-93045b95-371a-4920-92a6-8ff60b04f71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:34.738537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-93045b95-371a-4920-92a6-8ff60b04f71e None None] Port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:42:35.186462 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34340) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:35.192137 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-375448964-network', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:35.212589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] Made reservation on behalf of 3e2ab2ee02fd48899e6e9a8b19171dc8 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:42:35.215195 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:35.224980 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:35.310347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] Publish callbacks [] for security_group (94235b2f-670c-49fc-87bd-bb899847c45e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:35.315583 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (94235b2f-670c-49fc-87bd-bb899847c45e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:35.342774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:42:35.353582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94235b2f-670c-49fc-87bd-bb899847c45e,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:35.358659 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (9c8d20ce-7b01-4d3d-b954-fa1b705ac920), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:35.359012 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] Added segment 9c8d20ce-7b01-4d3d-b954-fa1b705ac920 of type vlan for network 9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6 Feb 08 16:42:35.402023 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:35.429279 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:35.430679 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:35.431290 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:35.488026 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3003728 Feb 08 16:42:35.490840 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34342) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:35.497527 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-0fc84cf7-968f-43fd-aacd-9f1667899267 admin admin] Request body: {'subnet': {'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-375448964-subnet', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:35.506573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40890f75-728e-4afd-aedc-c69cf5a193fb admin admin] Pushing event updated for resources: {'Network': ['ID=9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:35.518938 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:42:35.524915 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc84cf7-968f-43fd-aacd-9f1667899267 admin admin] Made reservation on behalf of 3e2ab2ee02fd48899e6e9a8b19171dc8 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:42:35.527572 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0fc84cf7-968f-43fd-aacd-9f1667899267 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:35.697039 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0fc84cf7-968f-43fd-aacd-9f1667899267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (6e87514a-fd31-49f9-a4c1-c2408ef1b178), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:35.716611 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:35.751354 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc84cf7-968f-43fd-aacd-9f1667899267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e87514a-fd31-49f9-a4c1-c2408ef1b178,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:35.762758 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc84cf7-968f-43fd-aacd-9f1667899267 admin admin] Checking segment: {'id': '9c8d20ce-7b01-4d3d-b954-fa1b705ac920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:42:35.763118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc84cf7-968f-43fd-aacd-9f1667899267 admin admin] Network hostable DHCP agents. Network: 9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:42:35.779808 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc84cf7-968f-43fd-aacd-9f1667899267 admin admin] Network 9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:42:35.788372 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-0fc84cf7-968f-43fd-aacd-9f1667899267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:42:35.792770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc84cf7-968f-43fd-aacd-9f1667899267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:35.793406 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0fc84cf7-968f-43fd-aacd-9f1667899267 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:35.798114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a281d024-400a-40ed-88df-0487b6005764 None None] Network 9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:42:35.810052 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0fc84cf7-968f-43fd-aacd-9f1667899267 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3180623 Feb 08 16:42:35.814698 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34344) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:35.818891 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-375448964-router', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:35.838304 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:35.839398 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:35.897968 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Publish callbacks [] for router_controller (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:35.909799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6', 'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6', 'project_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'fixed_ips': [{'subnet_id': '6e87514a-fd31-49f9-a4c1-c2408ef1b178'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:42:35.910677 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:36.051704 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Publish callbacks [] for router_gateway (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:36.055930 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Allocated IP 172.20.0.2 (9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6/6e87514a-fd31-49f9-a4c1-c2408ef1b178/36980f81-909a-4f27-8602-a85e23c4d0ec) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:42:36.128231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2c361bc9-24d0-4d23-af4b-4f401c91a511 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:36.249244 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 2c361bc9-24d0-4d23-af4b-4f401c91a511 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:36.249634 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2c361bc9-24d0-4d23-af4b-4f401c91a511), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:36.252998 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Publish callbacks [] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:36.277828 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:36.278463 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Publish callbacks [] for router_gateway (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:36.299008 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:36.316986 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Sync routers for ids ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:42:36.327914 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Routers {'a833930f-c93f-4b46-a7c0-061d7d3de0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:36.328704 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:42:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:36.335287 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Network 9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:42:36.342229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:42:36.347690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:42:36.354212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Pushing event updated for resources: {'Port': ['ID=36980f81-909a-4f27-8602-a85e23c4d0ec,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:36.424894 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Allocated IP 172.25.7.91 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/5a6bbe37-bb20-41f0-a604-96484dbdd41d) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:42:36.439390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Attempting to bind port 36980f81-909a-4f27-8602-a85e23c4d0ec on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:42:36.439766 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Attempting to bind port 36980f81-909a-4f27-8602-a85e23c4d0ec by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '9c8d20ce-7b01-4d3d-b954-fa1b705ac920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:42:36.440135 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Attempting to bind port 36980f81-909a-4f27-8602-a85e23c4d0ec on network 9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:36.442434 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 2c361bc9-24d0-4d23-af4b-4f401c91a511 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:36.442830 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2c361bc9-24d0-4d23-af4b-4f401c91a511), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:36.443839 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Set router a833930f-c93f-4b46-a7c0-061d7d3de0c6 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:36.452730 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:42:36.453181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Checking segment: {'id': '9c8d20ce-7b01-4d3d-b954-fa1b705ac920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:42:36.453616 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:36.454066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Bound using segment: {'id': '9c8d20ce-7b01-4d3d-b954-fa1b705ac920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:42:36.454559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Bound port: 36980f81-909a-4f27-8602-a85e23c4d0ec, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8d20ce-7b01-4d3d-b954-fa1b705ac920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:42:36.454951 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:36.478974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 2c361bc9-24d0-4d23-af4b-4f401c91a511, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2c361bc9-24d0-4d23-af4b-4f401c91a511,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:36.506025 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2c361bc9-24d0-4d23-af4b-4f401c91a511), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:36.541161 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Publish callbacks [] for port (5a6bbe37-bb20-41f0-a604-96484dbdd41d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:36.574733 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] For port 36980f81-909a-4f27-8602-a85e23c4d0ec, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:42:36.580375 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] For port 36980f81-909a-4f27-8602-a85e23c4d0ec, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=36980f81-909a-4f27-8602-a85e23c4d0ec,segment=NetworkSegment(9c8d20ce-7b01-4d3d-b954-fa1b705ac920),segment_id=9c8d20ce-7b01-4d3d-b954-fa1b705ac920)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:42:36.583535 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=2c361bc9-24d0-4d23-af4b-4f401c91a511,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:36.584105 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (5a6bbe37-bb20-41f0-a604-96484dbdd41d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:36.587867 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:36.639955 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:42:36.645778 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:42:36.648461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:42:36.648621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db85344-c35a-459f-a3ea-1edbc782e394 None None] Pushing event updated for resources: {'Port': ['ID=36980f81-909a-4f27-8602-a85e23c4d0ec,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:36.683267 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Pushing event updated for resources: {'Port': ['ID=5a6bbe37-bb20-41f0-a604-96484dbdd41d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:36.696748 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:34Z', 'revision_number': 4, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'gw_port': {'id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'd79b0011-9f0e-49b0-997f-8134bcf4a9b5', 'name': '', 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'mac_address': 'fa:16:3e:11:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '21b34706-d356-4010-9122-9c95dc24a23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:33Z', 'updated_at': '2022-02-08T16:42:34Z', 'revision_number': 2, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'subnets': [{'id': '21b34706-d356-4010-9122-9c95dc24a23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:36.831793 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Checking router: a833930f-c93f-4b46-a7c0-061d7d3de0c6 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:42:36.831793 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Updating router a833930f-c93f-4b46-a7c0-061d7d3de0c6 port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:42:36.864005 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:36.887180 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:37.150611 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Publish callbacks [] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:37.158575 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:37.208395 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bc318-b53a-4b5b-b301-f2ff574733e8 None None] Pushing event updated for resources: {'Port': ['ID=d79b0011-9f0e-49b0-997f-8134bcf4a9b5,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:37.217032 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bc318-b53a-4b5b-b301-f2ff574733e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:37.217381 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bc318-b53a-4b5b-b301-f2ff574733e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:37.217719 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bc318-b53a-4b5b-b301-f2ff574733e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:37.218053 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bc318-b53a-4b5b-b301-f2ff574733e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:37.218385 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bc318-b53a-4b5b-b301-f2ff574733e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:37.218709 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bc318-b53a-4b5b-b301-f2ff574733e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:37.219037 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bc318-b53a-4b5b-b301-f2ff574733e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:37.219395 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bc318-b53a-4b5b-b301-f2ff574733e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:37.219719 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bc318-b53a-4b5b-b301-f2ff574733e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:37.220037 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bc318-b53a-4b5b-b301-f2ff574733e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:37.220361 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bc318-b53a-4b5b-b301-f2ff574733e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:37.220682 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bc318-b53a-4b5b-b301-f2ff574733e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:37.221019 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bc318-b53a-4b5b-b301-f2ff574733e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:37.283137 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Attempting to bind port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:42:37.283521 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Attempting to bind port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '7633fff5-0214-45c4-b932-f1d9f4dcf446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:42:37.283947 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Attempting to bind port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 on network 824c7cbd-7cde-47da-94e4-4667b307e038 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:37.290325 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:42:37.291139 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Checking segment: {'id': '7633fff5-0214-45c4-b932-f1d9f4dcf446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:42:37.291424 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:37.291823 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Bound using segment: {'id': '7633fff5-0214-45c4-b932-f1d9f4dcf446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:42:37.292294 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Bound port: d79b0011-9f0e-49b0-997f-8134bcf4a9b5, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7633fff5-0214-45c4-b932-f1d9f4dcf446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:42:37.292672 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:37.326041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Publish callbacks [] for router_gateway (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:37.364165 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] For port d79b0011-9f0e-49b0-997f-8134bcf4a9b5, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:42:37.371865 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] For port d79b0011-9f0e-49b0-997f-8134bcf4a9b5, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d79b0011-9f0e-49b0-997f-8134bcf4a9b5,segment=NetworkSegment(7633fff5-0214-45c4-b932-f1d9f4dcf446),segment_id=7633fff5-0214-45c4-b932-f1d9f4dcf446)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:42:37.380774 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:37.447966 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bc318-b53a-4b5b-b301-f2ff574733e8 None None] Pushing event updated for resources: {'Port': ['ID=d79b0011-9f0e-49b0-997f-8134bcf4a9b5,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:37.450757 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Routers {'a833930f-c93f-4b46-a7c0-061d7d3de0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:37.451408 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:42:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:37.564873 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:37.579148 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] Set router a833930f-c93f-4b46-a7c0-061d7d3de0c6 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:37.673781 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9f56009e-e752-481d-ae65-2ae6367063c4 None None] Provisioning complete for port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:37.675006 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f56009e-e752-481d-ae65-2ae6367063c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:37.753626 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Router 84ec7ea3-4d34-4738-bc2f-4963c3f24d06 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:42:37.811712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9f56009e-e752-481d-ae65-2ae6367063c4 None None] Current status of the port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:37.812288 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f56009e-e752-481d-ae65-2ae6367063c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:37.847075 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:34Z', 'revision_number': 4, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'gw_port': {'id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'd79b0011-9f0e-49b0-997f-8134bcf4a9b5', 'name': '', 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'mac_address': 'fa:16:3e:11:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '21b34706-d356-4010-9122-9c95dc24a23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:33Z', 'updated_at': '2022-02-08T16:42:37Z', 'revision_number': 4, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'subnets': [{'id': '21b34706-d356-4010-9122-9c95dc24a23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:37.867743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9f56009e-e752-481d-ae65-2ae6367063c4 None None] For port d79b0011-9f0e-49b0-997f-8134bcf4a9b5, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d79b0011-9f0e-49b0-997f-8134bcf4a9b5,segment=NetworkSegment(7633fff5-0214-45c4-b932-f1d9f4dcf446),segment_id=7633fff5-0214-45c4-b932-f1d9f4dcf446)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:37.873366 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f56009e-e752-481d-ae65-2ae6367063c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:37.880865 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d8feca-66ca-4a3e-9ebb-5f3b9fee73e4 None None] The sync data for ids ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'] in n-d-824834-11 is: [{'id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:34Z', 'revision_number': 4, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'gw_port': {'id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'd79b0011-9f0e-49b0-997f-8134bcf4a9b5', 'name': '', 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'mac_address': 'fa:16:3e:11:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '21b34706-d356-4010-9122-9c95dc24a23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:33Z', 'updated_at': '2022-02-08T16:42:37Z', 'revision_number': 4, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'subnets': [{'id': '21b34706-d356-4010-9122-9c95dc24a23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:42:37.893705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:42:37.912846 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Sync routers for ids ['84ec7ea3-4d34-4738-bc2f-4963c3f24d06'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:42:37.918906 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:37.922502 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-407aa5c9-da9d-4b1b-b075-bfa5bd5adafd admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1067450 Feb 08 16:42:37.925583 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34346) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:42:37.954478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Routers {'84ec7ea3-4d34-4738-bc2f-4963c3f24d06'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:37.954478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:42:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['84ec7ea3-4d34-4738-bc2f-4963c3f24d06'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:38.089379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Set router 84ec7ea3-4d34-4738-bc2f-4963c3f24d06 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:38.114511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56009e-e752-481d-ae65-2ae6367063c4 None None] Pushing event updated for resources: {'Port': ['ID=d79b0011-9f0e-49b0-997f-8134bcf4a9b5,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:38.121788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05467184-b8d2-4027-9004-38da80ed162b None None] Network 9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:42:38.286205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8ff5ee49-99a0-4a6e-8f97-aa0faf0185a7 None None] Provisioning complete for port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:38.286589 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8ff5ee49-99a0-4a6e-8f97-aa0faf0185a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:38.295074 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:38.317133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d79b0011-9f0e-49b0-997f-8134bcf4a9b5 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:38.460471 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:38.519299 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:38.519682 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:38.566397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5ee49-99a0-4a6e-8f97-aa0faf0185a7 None None] Current status of the port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:38.600049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'name': 'tempest-TestMinimumBasicScenario-375448964-router', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '5a6bbe37-bb20-41f0-a604-96484dbdd41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:35Z', 'updated_at': '2022-02-08T16:42:36Z', 'revision_number': 3, 'project_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'gw_port': {'id': '5a6bbe37-bb20-41f0-a604-96484dbdd41d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:36Z', 'updated_at': '2022-02-08T16:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:38.647801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Allocated IP 172.20.0.1 (9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6/6e87514a-fd31-49f9-a4c1-c2408ef1b178/21e3e68a-15d9-4e49-82d8-0690dc698edb) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:42:38.652988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Checking router: 84ec7ea3-4d34-4738-bc2f-4963c3f24d06 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:42:38.653440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Updating router 84ec7ea3-4d34-4738-bc2f-4963c3f24d06 port 5a6bbe37-bb20-41f0-a604-96484dbdd41d binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:42:38.704507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:38.705661 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 36980f81-909a-4f27-8602-a85e23c4d0ec up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:38.919955 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5a6bbe37-bb20-41f0-a604-96484dbdd41d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:38.945761 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-60815d39-5a68-41f8-865b-269bfeb22fc4 None None] Provisioning complete for port 36980f81-909a-4f27-8602-a85e23c4d0ec triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:38.946146 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-60815d39-5a68-41f8-865b-269bfeb22fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.081897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 36980f81-909a-4f27-8602-a85e23c4d0ec triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:39.082275 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.139635 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Publish callbacks [] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.174958 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.203368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-60815d39-5a68-41f8-865b-269bfeb22fc4 None None] Current status of the port 36980f81-909a-4f27-8602-a85e23c4d0ec is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:39.204102 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-60815d39-5a68-41f8-865b-269bfeb22fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.217562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Network 9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:42:39.222882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:42:39.227735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:42:39.259389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=21e3e68a-15d9-4e49-82d8-0690dc698edb,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:39.279393 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.310650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-60815d39-5a68-41f8-865b-269bfeb22fc4 None None] For port 36980f81-909a-4f27-8602-a85e23c4d0ec, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=36980f81-909a-4f27-8602-a85e23c4d0ec,segment=NetworkSegment(9c8d20ce-7b01-4d3d-b954-fa1b705ac920),segment_id=9c8d20ce-7b01-4d3d-b954-fa1b705ac920)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:39.321882 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-60815d39-5a68-41f8-865b-269bfeb22fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.334643 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 36980f81-909a-4f27-8602-a85e23c4d0ec is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:39.335040 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.440256 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Publish callbacks [] for port (5a6bbe37-bb20-41f0-a604-96484dbdd41d), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.440664 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.468770 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60815d39-5a68-41f8-865b-269bfeb22fc4 None None] Pushing event updated for resources: {'Port': ['ID=36980f81-909a-4f27-8602-a85e23c4d0ec,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:39.474639 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5a6bbe37-bb20-41f0-a604-96484dbdd41d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.524569 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103303) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 16:42:39.524832 n-d-824834-11 neutron-server[103303]: DEBUG oslo_db.api [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 16:42:39.525373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-738e0fbb-9124-40f5-87e8-d9591496a2bb None None] Provisioning complete for port 36980f81-909a-4f27-8602-a85e23c4d0ec triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:39.525742 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-738e0fbb-9124-40f5-87e8-d9591496a2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.569431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Attempting to bind port 5a6bbe37-bb20-41f0-a604-96484dbdd41d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:42:39.569716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Attempting to bind port 5a6bbe37-bb20-41f0-a604-96484dbdd41d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:42:39.570080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Attempting to bind port 5a6bbe37-bb20-41f0-a604-96484dbdd41d on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:39.571939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84b80d-89ea-4008-b3ea-f0e7744be66b None None] Pushing event updated for resources: {'Port': ['ID=5a6bbe37-bb20-41f0-a604-96484dbdd41d,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:39.583543 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:42:39.583939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:42:39.584333 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.584725 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:42:39.585231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Bound port: 5a6bbe37-bb20-41f0-a604-96484dbdd41d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:42:39.585618 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5a6bbe37-bb20-41f0-a604-96484dbdd41d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.615780 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Publish callbacks [] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.620737 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.671583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] For port 5a6bbe37-bb20-41f0-a604-96484dbdd41d, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:42:39.676383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] For port 5a6bbe37-bb20-41f0-a604-96484dbdd41d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=5a6bbe37-bb20-41f0-a604-96484dbdd41d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:42:39.682031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-738e0fbb-9124-40f5-87e8-d9591496a2bb None None] Current status of the port 36980f81-909a-4f27-8602-a85e23c4d0ec is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:39.685668 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5a6bbe37-bb20-41f0-a604-96484dbdd41d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.701193 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.703035 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=21e3e68a-15d9-4e49-82d8-0690dc698edb,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:39.746760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Routers {'84ec7ea3-4d34-4738-bc2f-4963c3f24d06'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:39.747371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:42:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['84ec7ea3-4d34-4738-bc2f-4963c3f24d06'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:39.753261 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84b80d-89ea-4008-b3ea-f0e7744be66b None None] Pushing event updated for resources: {'Port': ['ID=5a6bbe37-bb20-41f0-a604-96484dbdd41d,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:39.805805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Network 9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:42:39.807724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:42:39.847726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7e8c6ba3-fa51-4496-bb61-24a065975c7a None None] Provisioning complete for port 21e3e68a-15d9-4e49-82d8-0690dc698edb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:39.848115 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7e8c6ba3-fa51-4496-bb61-24a065975c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:39.900444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c6ba3-fa51-4496-bb61-24a065975c7a None None] Port 21e3e68a-15d9-4e49-82d8-0690dc698edb cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:42:39.902974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] Set router 84ec7ea3-4d34-4738-bc2f-4963c3f24d06 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:39.935214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Router 84ec7ea3-4d34-4738-bc2f-4963c3f24d06 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:42:40.062804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:42:40.068721 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cf382241-7fb3-456d-b50b-7964cc020ab3 admin admin] 10.222.0.82 "PUT /v2.0/routers/84ec7ea3-4d34-4738-bc2f-4963c3f24d06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1420882 Feb 08 16:42:40.077486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 36980f81-909a-4f27-8602-a85e23c4d0ec is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:40.079074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2c361bc9-24d0-4d23-af4b-4f401c91a511 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:40.163572 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d142b4ea-9835-45bf-a82e-e247e67872d6 None None] Provisioning complete for port 21e3e68a-15d9-4e49-82d8-0690dc698edb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:40.163956 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d142b4ea-9835-45bf-a82e-e247e67872d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:40.213777 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d142b4ea-9835-45bf-a82e-e247e67872d6 None None] Port 21e3e68a-15d9-4e49-82d8-0690dc698edb cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:42:40.217073 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 2c361bc9-24d0-4d23-af4b-4f401c91a511 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:40.217450 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2c361bc9-24d0-4d23-af4b-4f401c91a511), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:40.253166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'name': 'tempest-TestMinimumBasicScenario-375448964-router', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '5a6bbe37-bb20-41f0-a604-96484dbdd41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:35Z', 'updated_at': '2022-02-08T16:42:39Z', 'revision_number': 4, 'project_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'gw_port': {'id': '5a6bbe37-bb20-41f0-a604-96484dbdd41d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:36Z', 'updated_at': '2022-02-08T16:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '21e3e68a-15d9-4e49-82d8-0690dc698edb', 'name': '', 'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'mac_address': 'fa:16:3e:56:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6e87514a-fd31-49f9-a4c1-c2408ef1b178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:38Z', 'updated_at': '2022-02-08T16:42:39Z', 'revision_number': 2, 'project_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'subnets': [{'id': '6e87514a-fd31-49f9-a4c1-c2408ef1b178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:40.286344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac18244-b18f-4fa5-ac78-73887b24a72e None None] The sync data for ids ['84ec7ea3-4d34-4738-bc2f-4963c3f24d06'] in n-d-824834-11 is: [{'id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'name': 'tempest-TestMinimumBasicScenario-375448964-router', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '5a6bbe37-bb20-41f0-a604-96484dbdd41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:35Z', 'updated_at': '2022-02-08T16:42:39Z', 'revision_number': 4, 'project_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'gw_port': {'id': '5a6bbe37-bb20-41f0-a604-96484dbdd41d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:36Z', 'updated_at': '2022-02-08T16:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '21e3e68a-15d9-4e49-82d8-0690dc698edb', 'name': '', 'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'mac_address': 'fa:16:3e:56:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6e87514a-fd31-49f9-a4c1-c2408ef1b178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:38Z', 'updated_at': '2022-02-08T16:42:39Z', 'revision_number': 2, 'project_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'subnets': [{'id': '6e87514a-fd31-49f9-a4c1-c2408ef1b178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:42:40.334136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 2c361bc9-24d0-4d23-af4b-4f401c91a511 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:40.415116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d79b0011-9f0e-49b0-997f-8134bcf4a9b5 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:40.466512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:40.466891 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:40.580611 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:40.581748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 36980f81-909a-4f27-8602-a85e23c4d0ec up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:40.636242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 36980f81-909a-4f27-8602-a85e23c4d0ec triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:40.636717 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:40.728175 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 36980f81-909a-4f27-8602-a85e23c4d0ec is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:42.462114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5a6bbe37-bb20-41f0-a604-96484dbdd41d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:42.523393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 5a6bbe37-bb20-41f0-a604-96484dbdd41d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:42.524101 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5a6bbe37-bb20-41f0-a604-96484dbdd41d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:42.579659 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Sync routers for ids ['84ec7ea3-4d34-4738-bc2f-4963c3f24d06'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:42:42.598083 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Routers {'84ec7ea3-4d34-4738-bc2f-4963c3f24d06'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:42.599240 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:42:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['84ec7ea3-4d34-4738-bc2f-4963c3f24d06'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:42.633894 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 5a6bbe37-bb20-41f0-a604-96484dbdd41d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:42.634596 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5a6bbe37-bb20-41f0-a604-96484dbdd41d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:42.657196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 5a6bbe37-bb20-41f0-a604-96484dbdd41d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=5a6bbe37-bb20-41f0-a604-96484dbdd41d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:42.664002 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (5a6bbe37-bb20-41f0-a604-96484dbdd41d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:42.727904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=5a6bbe37-bb20-41f0-a604-96484dbdd41d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:42.729849 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Set router 84ec7ea3-4d34-4738-bc2f-4963c3f24d06 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:42.742134 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:42.742568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:42.742988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:42.743400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:42.743808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:42.744220 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:42.744617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:42.745051 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:42.745472 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:42.745871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:42.746264 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:42.746689 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:42.747058 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:42:42.962164 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'name': 'tempest-TestMinimumBasicScenario-375448964-router', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '5a6bbe37-bb20-41f0-a604-96484dbdd41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:35Z', 'updated_at': '2022-02-08T16:42:39Z', 'revision_number': 4, 'project_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'gw_port': {'id': '5a6bbe37-bb20-41f0-a604-96484dbdd41d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:36Z', 'updated_at': '2022-02-08T16:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '21e3e68a-15d9-4e49-82d8-0690dc698edb', 'name': '', 'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'mac_address': 'fa:16:3e:56:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6e87514a-fd31-49f9-a4c1-c2408ef1b178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:38Z', 'updated_at': '2022-02-08T16:42:39Z', 'revision_number': 2, 'project_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'subnets': [{'id': '6e87514a-fd31-49f9-a4c1-c2408ef1b178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:42.995562 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Checking router: 84ec7ea3-4d34-4738-bc2f-4963c3f24d06 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:42:42.995562 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Updating router 84ec7ea3-4d34-4738-bc2f-4963c3f24d06 port 21e3e68a-15d9-4e49-82d8-0690dc698edb binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:42:43.028291 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:43.346175 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Publish callbacks [] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:43.352981 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:43.407785 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20b984-1e46-41d1-9efe-a884cb7f5ca4 None None] Pushing event updated for resources: {'Port': ['ID=21e3e68a-15d9-4e49-82d8-0690dc698edb,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:43.475558 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Attempting to bind port 21e3e68a-15d9-4e49-82d8-0690dc698edb on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:42:43.475941 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Attempting to bind port 21e3e68a-15d9-4e49-82d8-0690dc698edb by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '9c8d20ce-7b01-4d3d-b954-fa1b705ac920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:42:43.476290 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Attempting to bind port 21e3e68a-15d9-4e49-82d8-0690dc698edb on network 9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:42:43.481724 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:42:43.482165 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Checking segment: {'id': '9c8d20ce-7b01-4d3d-b954-fa1b705ac920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:42:43.482507 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:43.482901 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Bound using segment: {'id': '9c8d20ce-7b01-4d3d-b954-fa1b705ac920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:42:43.483374 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Bound port: 21e3e68a-15d9-4e49-82d8-0690dc698edb, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8d20ce-7b01-4d3d-b954-fa1b705ac920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:42:43.483760 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:43.684603 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] For port 21e3e68a-15d9-4e49-82d8-0690dc698edb, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:42:43.688175 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] For port 21e3e68a-15d9-4e49-82d8-0690dc698edb, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=21e3e68a-15d9-4e49-82d8-0690dc698edb,segment=NetworkSegment(9c8d20ce-7b01-4d3d-b954-fa1b705ac920),segment_id=9c8d20ce-7b01-4d3d-b954-fa1b705ac920)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:42:43.694280 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:43.700721 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-145a8df2-7a22-48c0-9ec8-2996caaf7759 None None] Provisioning complete for port 21e3e68a-15d9-4e49-82d8-0690dc698edb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:43.701310 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-145a8df2-7a22-48c0-9ec8-2996caaf7759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:43.753187 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20b984-1e46-41d1-9efe-a884cb7f5ca4 None None] Pushing event updated for resources: {'Port': ['ID=21e3e68a-15d9-4e49-82d8-0690dc698edb,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:43.793541 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Routers {'84ec7ea3-4d34-4738-bc2f-4963c3f24d06'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:42:43.794238 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:42:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['84ec7ea3-4d34-4738-bc2f-4963c3f24d06'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:43.827384 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-145a8df2-7a22-48c0-9ec8-2996caaf7759 None None] Current status of the port 21e3e68a-15d9-4e49-82d8-0690dc698edb is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:43.827787 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-145a8df2-7a22-48c0-9ec8-2996caaf7759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:43.894885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-145a8df2-7a22-48c0-9ec8-2996caaf7759 None None] For port 21e3e68a-15d9-4e49-82d8-0690dc698edb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=21e3e68a-15d9-4e49-82d8-0690dc698edb,segment=NetworkSegment(9c8d20ce-7b01-4d3d-b954-fa1b705ac920),segment_id=9c8d20ce-7b01-4d3d-b954-fa1b705ac920)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:42:43.902936 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-145a8df2-7a22-48c0-9ec8-2996caaf7759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:43.985422 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] Set router 84ec7ea3-4d34-4738-bc2f-4963c3f24d06 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:42:43.988759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a8df2-7a22-48c0-9ec8-2996caaf7759 None None] Pushing event updated for resources: {'Port': ['ID=21e3e68a-15d9-4e49-82d8-0690dc698edb,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:44.131911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a7be0c8a-7862-48ce-94d2-c96f101c91f3 None None] Provisioning complete for port 21e3e68a-15d9-4e49-82d8-0690dc698edb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:44.132226 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a7be0c8a-7862-48ce-94d2-c96f101c91f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:44.237513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a7be0c8a-7862-48ce-94d2-c96f101c91f3 None None] Current status of the port 21e3e68a-15d9-4e49-82d8-0690dc698edb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:44.253591 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'name': 'tempest-TestMinimumBasicScenario-375448964-router', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '5a6bbe37-bb20-41f0-a604-96484dbdd41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:35Z', 'updated_at': '2022-02-08T16:42:39Z', 'revision_number': 4, 'project_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'gw_port': {'id': '5a6bbe37-bb20-41f0-a604-96484dbdd41d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:36Z', 'updated_at': '2022-02-08T16:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '21e3e68a-15d9-4e49-82d8-0690dc698edb', 'name': '', 'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'mac_address': 'fa:16:3e:56:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6e87514a-fd31-49f9-a4c1-c2408ef1b178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:38Z', 'updated_at': '2022-02-08T16:42:43Z', 'revision_number': 4, 'project_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'subnets': [{'id': '6e87514a-fd31-49f9-a4c1-c2408ef1b178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:42:44.283528 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207988f7-d4bc-4f31-b5b2-00b66a8b8d90 None None] The sync data for ids ['84ec7ea3-4d34-4738-bc2f-4963c3f24d06'] in n-d-824834-11 is: [{'id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'name': 'tempest-TestMinimumBasicScenario-375448964-router', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '5a6bbe37-bb20-41f0-a604-96484dbdd41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:35Z', 'updated_at': '2022-02-08T16:42:39Z', 'revision_number': 4, 'project_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'gw_port': {'id': '5a6bbe37-bb20-41f0-a604-96484dbdd41d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:36Z', 'updated_at': '2022-02-08T16:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '21e3e68a-15d9-4e49-82d8-0690dc698edb', 'name': '', 'network_id': '9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'mac_address': 'fa:16:3e:56:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6e87514a-fd31-49f9-a4c1-c2408ef1b178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:38Z', 'updated_at': '2022-02-08T16:42:43Z', 'revision_number': 4, 'project_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'subnets': [{'id': '6e87514a-fd31-49f9-a4c1-c2408ef1b178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:42:44.471704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5a6bbe37-bb20-41f0-a604-96484dbdd41d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:44.536193 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 5a6bbe37-bb20-41f0-a604-96484dbdd41d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:44.536310 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (5a6bbe37-bb20-41f0-a604-96484dbdd41d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:44.858787 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 5a6bbe37-bb20-41f0-a604-96484dbdd41d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:44.860840 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 21e3e68a-15d9-4e49-82d8-0690dc698edb up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:42:44.915856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 21e3e68a-15d9-4e49-82d8-0690dc698edb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:44.916162 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:45.031154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 21e3e68a-15d9-4e49-82d8-0690dc698edb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:42:49.386462 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:50.185581 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-195f99e9-3a44-4ef5-840f-d83c5a49a85b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:50.187064 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-195f99e9-3a44-4ef5-840f-d83c5a49a85b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/networks?id=824c7cbd-7cde-47da-94e4-4667b307e038 HTTP/1.1" status: 200 len: 815 time: 0.1156569 Feb 08 16:42:50.202238 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-1c64707b-61d5-41cf-932b-34c8e5839932 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/quotas/60bcd88ae71745a98b397ba9f63f736f HTTP/1.1" status: 200 len: 375 time: 0.0087659 Feb 08 16:42:50.266895 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-dc1a3147-67b4-402e-9382-aab26d90c877 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=60bcd88ae71745a98b397ba9f63f736f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595553 Feb 08 16:42:50.445516 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-ec5180e9-55a7-4849-9573-8bacb258ced5 service neutron] 10.222.0.82 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672931 Feb 08 16:42:50.537715 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-bceb8364-77bb-468b-addd-ad54840565c8 service neutron] 10.222.0.82 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863550 Feb 08 16:42:50.699963 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2a125500-2284-4a2d-acfb-c7946f5e0b90 req-c5a3f7d4-338a-47a9-a494-0e2d175cd9e1 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 210 time: 0.0278051 Feb 08 16:42:50.806341 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:51.202945 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:42:51.765909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-32abcbd7-303f-4b10-b713-3aea5d8bff6f tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:51.768442 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-32abcbd7-303f-4b10-b713-3aea5d8bff6f tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.94 "GET /v2.0/networks?id=824c7cbd-7cde-47da-94e4-4667b307e038 HTTP/1.1" status: 200 len: 815 time: 0.1155021 Feb 08 16:42:51.790968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-6db2d351-4c27-4db2-bc9a-725c7a100c0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Request body: {'port': {'device_id': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'admin_state_up': True, 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:51.848456 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-39e80703-b9a9-4be4-be89-d59790476276 req-61dbe9f1-dbd7-4326-9d22-f840946a95a6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 210 time: 0.0706165 Feb 08 16:42:51.919020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-6db2d351-4c27-4db2-bc9a-725c7a100c0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Made reservation on behalf of 60bcd88ae71745a98b397ba9f63f736f for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:42:51.923879 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-6db2d351-4c27-4db2-bc9a-725c7a100c0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:52.061417 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-6db2d351-4c27-4db2-bc9a-725c7a100c0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Allocated IP 172.20.0.4 (824c7cbd-7cde-47da-94e4-4667b307e038/21b34706-d356-4010-9122-9c95dc24a23c/f3645560-1067-40a6-b381-683280f6c7b6) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:42:52.322205 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-6db2d351-4c27-4db2-bc9a-725c7a100c0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for port (f3645560-1067-40a6-b381-683280f6c7b6), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:52.358338 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-6db2d351-4c27-4db2-bc9a-725c7a100c0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f3645560-1067-40a6-b381-683280f6c7b6), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:52.409021 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-6db2d351-4c27-4db2-bc9a-725c7a100c0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Network 824c7cbd-7cde-47da-94e4-4667b307e038 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:42:52.417233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-6db2d351-4c27-4db2-bc9a-725c7a100c0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:42:52.419975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-6db2d351-4c27-4db2-bc9a-725c7a100c0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:42:52.463173 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2d351-4c27-4db2-bc9a-725c7a100c0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Pushing event updated for resources: {'Port': ['ID=f3645560-1067-40a6-b381-683280f6c7b6,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:42:52.504802 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-6db2d351-4c27-4db2-bc9a-725c7a100c0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:52.505805 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-6db2d351-4c27-4db2-bc9a-725c7a100c0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:52.531772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-6db2d351-4c27-4db2-bc9a-725c7a100c0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7435889 Feb 08 16:42:52.733839 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f913de7e-02b6-4be4-a235-627e4efc9c6f None None] Provisioning complete for port f3645560-1067-40a6-b381-683280f6c7b6 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:42:52.734549 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f913de7e-02b6-4be4-a235-627e4efc9c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f3645560-1067-40a6-b381-683280f6c7b6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:52.775925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f913de7e-02b6-4be4-a235-627e4efc9c6f None None] Port f3645560-1067-40a6-b381-683280f6c7b6 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:42:52.975565 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e9836-de58-42ba-8b20-a72fb3576984 req-fb0d3f8b-979c-4f81-9e35-764aaefcce93 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:52.977107 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-427e9836-de58-42ba-8b20-a72fb3576984 req-fb0d3f8b-979c-4f81-9e35-764aaefcce93 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 931 time: 0.0562274 Feb 08 16:42:53.028753 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-427e9836-de58-42ba-8b20-a72fb3576984 req-588b7b1b-2b3f-425f-859d-883f9da33ce6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 Feb 08 16:42:54.173431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d15ec-7f1a-468e-b653-b5151db58316 req-504690fa-8dcd-4468-b41a-21be07d51c61 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:54.174972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-174d15ec-7f1a-468e-b653-b5151db58316 req-504690fa-8dcd-4468-b41a-21be07d51c61 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 931 time: 0.0650933 Feb 08 16:42:54.226770 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-174d15ec-7f1a-468e-b653-b5151db58316 req-b685e07d-eafc-4627-878e-88afb0a88b70 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449462 Feb 08 16:42:55.371295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a7449-a44b-4e6d-8695-eaa10fe30af3 req-a95b8ed2-932e-4d7a-a8ff-283d9420df24 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:55.372983 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d28a7449-a44b-4e6d-8695-eaa10fe30af3 req-a95b8ed2-932e-4d7a-a8ff-283d9420df24 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 931 time: 0.0604792 Feb 08 16:42:55.424506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d28a7449-a44b-4e6d-8695-eaa10fe30af3 req-78270a8f-a2e2-42d0-9525-4aa9f585488c tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455575 Feb 08 16:42:56.563654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab420b86-9e36-4e77-b2e8-4266b374657f req-5d83d7af-0fea-4796-ae5b-0809c9b30515 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:56.565211 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab420b86-9e36-4e77-b2e8-4266b374657f req-5d83d7af-0fea-4796-ae5b-0809c9b30515 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 931 time: 0.0617630 Feb 08 16:42:56.618037 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab420b86-9e36-4e77-b2e8-4266b374657f req-c35ba28f-9d33-47cb-bedd-8ef65dc59de8 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470815 Feb 08 16:42:57.761011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3c683-07fd-49d9-9293-c28869e94310 req-60891337-ee3f-495b-913f-366d0bdac0b1 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:57.762580 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a4a3c683-07fd-49d9-9293-c28869e94310 req-60891337-ee3f-495b-913f-366d0bdac0b1 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 931 time: 0.0660932 Feb 08 16:42:57.814501 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a4a3c683-07fd-49d9-9293-c28869e94310 req-79ad4043-b466-46ca-804d-60a54c3fa04c tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451458 Feb 08 16:42:58.950502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb725e-2158-403f-9385-83b627ab9eb2 req-d622a595-ba9b-4fb3-9e8a-44abc1a2d7dd tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:42:58.952075 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01bb725e-2158-403f-9385-83b627ab9eb2 req-d622a595-ba9b-4fb3-9e8a-44abc1a2d7dd tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 931 time: 0.0552893 Feb 08 16:42:59.002088 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01bb725e-2158-403f-9385-83b627ab9eb2 req-3a72f8c5-4b65-4955-9005-863ec778982c tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434656 Feb 08 16:42:59.653218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Request body: {'port': {'device_id': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:42:59.713869 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f3645560-1067-40a6-b381-683280f6c7b6), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:59.971301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3645560-1067-40a6-b381-683280f6c7b6 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:42:59.978807 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Publish callbacks [] for port (f3645560-1067-40a6-b381-683280f6c7b6), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:42:59.991389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Transition to ACTIVE for port object f3645560-1067-40a6-b381-683280f6c7b6 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:42:59.995722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (f3645560-1067-40a6-b381-683280f6c7b6), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:00.104524 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Pushing event updated for resources: {'Port': ['ID=f3645560-1067-40a6-b381-683280f6c7b6,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:00.159486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Attempting to bind port f3645560-1067-40a6-b381-683280f6c7b6 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:43:00.159826 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Attempting to bind port f3645560-1067-40a6-b381-683280f6c7b6 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '7633fff5-0214-45c4-b932-f1d9f4dcf446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:43:00.160159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Attempting to bind port f3645560-1067-40a6-b381-683280f6c7b6 on network 824c7cbd-7cde-47da-94e4-4667b307e038 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:43:00.167419 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Port f3645560-1067-40a6-b381-683280f6c7b6 on network 824c7cbd-7cde-47da-94e4-4667b307e038 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:43:00.167914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Attempting to bind port f3645560-1067-40a6-b381-683280f6c7b6 on network 824c7cbd-7cde-47da-94e4-4667b307e038 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:43:00.180097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c6a29-8129-497c-8ed7-5bfc9671b111 req-7438a1b5-1b71-4538-b13d-1ae74a560140 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:00.181689 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a2c6a29-8129-497c-8ed7-5bfc9671b111 req-7438a1b5-1b71-4538-b13d-1ae74a560140 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 943 time: 0.0891581 Feb 08 16:43:00.183010 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:43:00.183354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Checking segment: {'id': '7633fff5-0214-45c4-b932-f1d9f4dcf446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:43:00.183745 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Bound using segment: {'id': '7633fff5-0214-45c4-b932-f1d9f4dcf446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:43:00.184190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Bound port: f3645560-1067-40a6-b381-683280f6c7b6, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7633fff5-0214-45c4-b932-f1d9f4dcf446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:43:00.184551 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f3645560-1067-40a6-b381-683280f6c7b6), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:00.282829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7a2c6a29-8129-497c-8ed7-5bfc9671b111 req-46fe8ed2-bf83-4ffc-becd-b79edbecd27b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947034 Feb 08 16:43:00.288327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] For port f3645560-1067-40a6-b381-683280f6c7b6, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:43:00.291382 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] For port f3645560-1067-40a6-b381-683280f6c7b6, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f3645560-1067-40a6-b381-683280f6c7b6,segment=NetworkSegment(7633fff5-0214-45c4-b932-f1d9f4dcf446),segment_id=7633fff5-0214-45c4-b932-f1d9f4dcf446)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:43:00.299459 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (f3645560-1067-40a6-b381-683280f6c7b6), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:00.338911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:00.339532 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:00.340913 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] 10.222.0.94 "PUT /v2.0/ports/f3645560-1067-40a6-b381-683280f6c7b6 HTTP/1.1" status: 200 len: 1092 time: 0.7392004 Feb 08 16:43:00.341409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'tag': 'f3645560-1067-40a6-b381-683280f6c7b6'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:43:00.344603 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c736582-b401-42da-9e2d-982330431e19" -d '{"events": [{"name": "network-changed", "server_uuid": "d1afe027-f98d-4559-8ec7-65ba5114b0f3", "tag": "f3645560-1067-40a6-b381-683280f6c7b6"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:43:00.372886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1cf5c-0659-4f61-9e18-1cf2cb28da93 service neutron] Pushing event updated for resources: {'Port': ['ID=f3645560-1067-40a6-b381-683280f6c7b6,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:00.435403 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-c30713e0-7456-40c6-9366-be1f8367ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:00.436925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-c30713e0-7456-40c6-9366-be1f8367ad80 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60bcd88ae71745a98b397ba9f63f736f&device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 1126 time: 0.0501268 Feb 08 16:43:00.487232 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-297cf69f-eaaa-4545-9aec-336ccb39f192 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3645560-1067-40a6-b381-683280f6c7b6 HTTP/1.1" status: 200 len: 217 time: 0.0379677 Feb 08 16:43:00.528455 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651c5cfe-ac53-4a69-9742-514435274575 x-openstack-request-id: req-651c5cfe-ac53-4a69-9742-514435274575 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:43:00.528750 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1afe027-f98d-4559-8ec7-65ba5114b0f3", "tag": "f3645560-1067-40a6-b381-683280f6c7b6", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:43:00.529041 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-651c5cfe-ac53-4a69-9742-514435274575 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:43:00.529443 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'tag': 'f3645560-1067-40a6-b381-683280f6c7b6', 'status': 'completed', 'code': 200} Feb 08 16:43:00.548513 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-91f33eb8-9343-4d9f-9bf6-dae887e4e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:00.550085 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-91f33eb8-9343-4d9f-9bf6-dae887e4e054 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21b34706-d356-4010-9122-9c95dc24a23c HTTP/1.1" status: 200 len: 854 time: 0.0553572 Feb 08 16:43:00.604981 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-4e15311b-3991-4266-bf7f-c86a6750cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:00.606540 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-4e15311b-3991-4266-bf7f-c86a6750cead service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=824c7cbd-7cde-47da-94e4-4667b307e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468490 Feb 08 16:43:00.695572 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-610af19d-44f9-4a6c-b30d-a67d540a05f3 service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812056 Feb 08 16:43:00.794193 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-964a52ad-5c69-48e7-9ab7-95a4f0dc196f req-d7d589fa-8131-4e59-a937-97711ef52164 service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884492 Feb 08 16:43:00.889677 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c736582-b401-42da-9e2d-982330431e19 req-7bc42765-fff5-46c9-a648-b339a940700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:00.891412 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c736582-b401-42da-9e2d-982330431e19 req-7bc42765-fff5-46c9-a648-b339a940700a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60bcd88ae71745a98b397ba9f63f736f&device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 1126 time: 0.0453162 Feb 08 16:43:00.985387 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c736582-b401-42da-9e2d-982330431e19 req-41ffaeda-bf69-496e-a2b9-625da754a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:00.986795 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c736582-b401-42da-9e2d-982330431e19 req-41ffaeda-bf69-496e-a2b9-625da754a294 service neutron] 10.222.0.94 "GET /v2.0/networks?id=824c7cbd-7cde-47da-94e4-4667b307e038 HTTP/1.1" status: 200 len: 916 time: 0.0886714 Feb 08 16:43:01.030707 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c736582-b401-42da-9e2d-982330431e19 req-ac18846d-3cd8-4f9d-ae9b-0d15d59ed721 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3645560-1067-40a6-b381-683280f6c7b6 HTTP/1.1" status: 200 len: 217 time: 0.0354519 Feb 08 16:43:01.079681 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c736582-b401-42da-9e2d-982330431e19 req-302ce45e-cb38-49a0-97a7-69ba3f3b2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:01.081127 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c736582-b401-42da-9e2d-982330431e19 req-302ce45e-cb38-49a0-97a7-69ba3f3b2e95 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21b34706-d356-4010-9122-9c95dc24a23c HTTP/1.1" status: 200 len: 854 time: 0.0439224 Feb 08 16:43:01.139971 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c736582-b401-42da-9e2d-982330431e19 req-945ac01e-98c3-4b60-8ef9-651796f90455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:01.142361 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c736582-b401-42da-9e2d-982330431e19 req-945ac01e-98c3-4b60-8ef9-651796f90455 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=824c7cbd-7cde-47da-94e4-4667b307e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504072 Feb 08 16:43:01.230813 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c736582-b401-42da-9e2d-982330431e19 req-c43249a9-210c-4f4c-b8ad-89e10942d665 service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804782 Feb 08 16:43:01.322163 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c736582-b401-42da-9e2d-982330431e19 req-3c583b96-0b2c-43a9-86ce-8d3c1c98a5cf service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850227 Feb 08 16:43:01.405999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebc650-4d04-4cc8-ae50-ffdb222af52d req-d6cb4f19-d1e6-42ae-ad30-5d9265eca187 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:01.408179 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-40ebc650-4d04-4cc8-ae50-ffdb222af52d req-d6cb4f19-d1e6-42ae-ad30-5d9265eca187 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 943 time: 0.0554826 Feb 08 16:43:01.454819 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-40ebc650-4d04-4cc8-ae50-ffdb222af52d req-babcb297-cb41-44d3-8070-411d1d31045f tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410032 Feb 08 16:43:01.620541 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6fb92995-a527-46f3-b22e-a80c1f3df518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:02.574507 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e010dc-8529-4ccd-b587-a9bb72fd3766 req-3c8e49d4-1ad9-439a-b74e-4fbb8ca5f6b7 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:02.575997 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7e010dc-8529-4ccd-b587-a9bb72fd3766 req-3c8e49d4-1ad9-439a-b74e-4fbb8ca5f6b7 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 943 time: 0.0528142 Feb 08 16:43:02.621534 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c7e010dc-8529-4ccd-b587-a9bb72fd3766 req-c2548ac7-0ed9-40b4-8ccd-fc161386dead tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398321 Feb 08 16:43:03.450978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device f3645560-1067-40a6-b381-683280f6c7b6 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:43:03.548837 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port f3645560-1067-40a6-b381-683280f6c7b6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f3645560-1067-40a6-b381-683280f6c7b6,segment=NetworkSegment(7633fff5-0214-45c4-b932-f1d9f4dcf446),segment_id=7633fff5-0214-45c4-b932-f1d9f4dcf446)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:43:03.560464 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': 'f3645560-1067-40a6-b381-683280f6c7b6', 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'port_id': 'f3645560-1067-40a6-b381-683280f6c7b6', 'mac_address': 'fa:16:3e:c0:39:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b34706-d356-4010-9122-9c95dc24a23c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:43:03.597644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port f3645560-1067-40a6-b381-683280f6c7b6 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:43:03.598030 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f3645560-1067-40a6-b381-683280f6c7b6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:03.610647 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3645560-1067-40a6-b381-683280f6c7b6 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:43:03.629285 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port f3645560-1067-40a6-b381-683280f6c7b6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f3645560-1067-40a6-b381-683280f6c7b6,segment=NetworkSegment(7633fff5-0214-45c4-b932-f1d9f4dcf446),segment_id=7633fff5-0214-45c4-b932-f1d9f4dcf446)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:43:03.633298 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f3645560-1067-40a6-b381-683280f6c7b6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:03.691069 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=f3645560-1067-40a6-b381-683280f6c7b6,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:03.747895 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedb4aa-6a80-41ef-8643-866edd41b131 req-974eb0d0-1bd4-4abe-8227-58d41ede5b5d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:03.749461 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daedb4aa-6a80-41ef-8643-866edd41b131 req-974eb0d0-1bd4-4abe-8227-58d41ede5b5d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 944 time: 0.0579062 Feb 08 16:43:03.796135 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-daedb4aa-6a80-41ef-8643-866edd41b131 req-abdf6575-2a3f-4797-ad8f-032863ab85e7 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405121 Feb 08 16:43:03.881271 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c37b76a5-7f6e-4f84-b935-3e967605a8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:03.915037 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['f3645560-1067-40a6-b381-683280f6c7b6'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:43:04.914976 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cda0c4-ddab-404e-a202-c57e92c86b1f req-4af19816-4ca3-4a87-a1c1-a83afe1958dc tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:04.916487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6cda0c4-ddab-404e-a202-c57e92c86b1f req-4af19816-4ca3-4a87-a1c1-a83afe1958dc tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 944 time: 0.0528917 Feb 08 16:43:04.963445 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6cda0c4-ddab-404e-a202-c57e92c86b1f req-4c620791-16fd-4550-a2cc-dfd8866f7766 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408173 Feb 08 16:43:05.481423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device f3645560-1067-40a6-b381-683280f6c7b6 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:43:05.529780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port f3645560-1067-40a6-b381-683280f6c7b6 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:43:05.533696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port f3645560-1067-40a6-b381-683280f6c7b6 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:43:05.534068 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f3645560-1067-40a6-b381-683280f6c7b6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.608176 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port f3645560-1067-40a6-b381-683280f6c7b6 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:43:05.608563 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f3645560-1067-40a6-b381-683280f6c7b6), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.631431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3645560-1067-40a6-b381-683280f6c7b6'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:43:05.633703 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e07a791-c1fa-4c50-8346-d16fbb656620" -d '{"events": [{"server_uuid": "d1afe027-f98d-4559-8ec7-65ba5114b0f3", "name": "network-vif-plugged", "status": "completed", "tag": "f3645560-1067-40a6-b381-683280f6c7b6"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:43:05.646786 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port f3645560-1067-40a6-b381-683280f6c7b6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f3645560-1067-40a6-b381-683280f6c7b6,segment=NetworkSegment(7633fff5-0214-45c4-b932-f1d9f4dcf446),segment_id=7633fff5-0214-45c4-b932-f1d9f4dcf446)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:43:05.651317 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f3645560-1067-40a6-b381-683280f6c7b6), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.713395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=f3645560-1067-40a6-b381-683280f6c7b6,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:05.722722 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:05.738909 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3916d75b-5dc3-409b-90ec-d0277359c886 x-openstack-request-id: req-3916d75b-5dc3-409b-90ec-d0277359c886 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:43:05.739211 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1afe027-f98d-4559-8ec7-65ba5114b0f3", "name": "network-vif-plugged", "status": "completed", "tag": "f3645560-1067-40a6-b381-683280f6c7b6", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:43:05.739467 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3916d75b-5dc3-409b-90ec-d0277359c886 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:43:05.739863 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3645560-1067-40a6-b381-683280f6c7b6', 'code': 200} Feb 08 16:43:05.849711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8acfe-6716-40a9-819d-23f5b42d74bf req-28bf678b-be35-4b1b-b065-3ec75f1f1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:05.851246 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98f8acfe-6716-40a9-819d-23f5b42d74bf req-28bf678b-be35-4b1b-b065-3ec75f1f1ef8 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 1128 time: 0.0436003 Feb 08 16:43:05.899348 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-98f8acfe-6716-40a9-819d-23f5b42d74bf req-9379dbf5-6a21-4317-b023-4def9ba3d2f4 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412772 Feb 08 16:43:06.083430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7031d-fe36-4d12-89dd-769388bc1d63 req-7004c355-077d-4736-a99b-cc3938da99c4 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:06.084925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ced7031d-fe36-4d12-89dd-769388bc1d63 req-7004c355-077d-4736-a99b-cc3938da99c4 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0529287 Feb 08 16:43:06.131922 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ced7031d-fe36-4d12-89dd-769388bc1d63 req-967c9fa9-7f64-4534-862d-ba3590a9efd5 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 Feb 08 16:43:06.886730 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:07.252108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf61878-e4aa-45a6-8650-3d1adaa76ffb req-bca639de-368d-43d4-987c-19ece7eb4c92 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:07.253672 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-adf61878-e4aa-45a6-8650-3d1adaa76ffb req-bca639de-368d-43d4-987c-19ece7eb4c92 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0527947 Feb 08 16:43:07.300697 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-adf61878-e4aa-45a6-8650-3d1adaa76ffb req-1e7ae62d-39eb-4d6d-aca4-5a84a510875e tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 Feb 08 16:43:07.423925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b5078-5c46-40bc-80ee-5b4abf672476 req-4792b789-cc62-4ac9-83d9-73efb74a27bd tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:07.425335 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-840b5078-5c46-40bc-80ee-5b4abf672476 req-4792b789-cc62-4ac9-83d9-73efb74a27bd tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0567145 Feb 08 16:43:07.471485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-840b5078-5c46-40bc-80ee-5b4abf672476 req-5d10a40a-c567-4035-b25d-3133680fafc9 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405345 Feb 08 16:43:07.663643 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c6d0e-68e5-4b5d-8913-5ea238c10c12 req-0531d16e-7d0d-4df4-868c-304b4d221645 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:07.665183 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c0c6d0e-68e5-4b5d-8913-5ea238c10c12 req-0531d16e-7d0d-4df4-868c-304b4d221645 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0530059 Feb 08 16:43:07.711312 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0c0c6d0e-68e5-4b5d-8913-5ea238c10c12 req-f04aa589-ec8e-4703-867a-90fa63ff3b0c tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402222 Feb 08 16:43:08.086830 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:19.375642 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:20.822696 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:26.511243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db1f9c-a713-48b8-a592-347c7004faba req-0ba53c07-4f5d-4974-831d-f0da7589ba69 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:26.512728 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25db1f9c-a713-48b8-a592-347c7004faba req-0ba53c07-4f5d-4974-831d-f0da7589ba69 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0569406 Feb 08 16:43:26.561137 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25db1f9c-a713-48b8-a592-347c7004faba req-1b7e7743-3aa9-4d47-ad34-d310d2236c55 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416005 Feb 08 16:43:26.585520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34564) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:26.677238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43ab9c5-60bd-422f-a77e-f535f908a393 tempest-TestMinimumBasicScenario-1480129859 tempest-TestMinimumBasicScenario-1480129859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:26.678883 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c43ab9c5-60bd-422f-a77e-f535f908a393 tempest-TestMinimumBasicScenario-1480129859 tempest-TestMinimumBasicScenario-1480129859-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 1123 time: 0.0923507 Feb 08 16:43:26.681922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34568) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:26.686422 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': 'f3645560-1067-40a6-b381-683280f6c7b6', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:26.708392 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:26.824595 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:26.929121 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Allocated IP 172.25.7.62 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/4a748ab0-55eb-4fc9-b616-a874b4019c83) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:43:27.038643 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for port (4a748ab0-55eb-4fc9-b616-a874b4019c83), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:27.082551 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4a748ab0-55eb-4fc9-b616-a874b4019c83), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:27.122585 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:43:27.126060 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:43:27.128593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:43:27.154345 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Pushing event updated for resources: {'Port': ['ID=4a748ab0-55eb-4fc9-b616-a874b4019c83,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:27.167543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:27.167892 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:27.168229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:27.168567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:27.168895 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:27.169247 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:27.169573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:27.169922 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:27.170241 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:27.170560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:27.170881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:27.171320 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:27.171842 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:27.495833 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for floatingip (dc1e3ea9-8c85-4554-8f0d-4bea8038ce9a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:27.563402 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (4a748ab0-55eb-4fc9-b616-a874b4019c83), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.038574 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for port (4a748ab0-55eb-4fc9-b616-a874b4019c83), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.043175 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (4a748ab0-55eb-4fc9-b616-a874b4019c83), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.114127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Pushing event updated for resources: {'Port': ['ID=4a748ab0-55eb-4fc9-b616-a874b4019c83,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:28.124120 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (dc1e3ea9-8c85-4554-8f0d-4bea8038ce9a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.201966 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:43:28.226677 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Floating IP dc1e3ea9-8c85-4554-8f0d-4bea8038ce9a associated. External IP: 172.25.7.62, port: f3645560-1067-40a6-b381-683280f6c7b6. Feb 08 16:43:28.435665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Router a833930f-c93f-4b46-a7c0-061d7d3de0c6 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:43:28.542999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:43:28.553304 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b912264-5724-4310-ba66-c7d1cc6ce6f5 None None] Sync routers for ids ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:43:28.561218 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.564033 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b912264-5724-4310-ba66-c7d1cc6ce6f5 None None] Routers {'a833930f-c93f-4b46-a7c0-061d7d3de0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:43:28.564743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8b912264-5724-4310-ba66-c7d1cc6ce6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:43:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:43:28.597136 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e9adb18f-1210-490f-8956-8efdf57a41e6 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9140878 Feb 08 16:43:28.597731 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'tag': 'f3645560-1067-40a6-b381-683280f6c7b6'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:43:28.600093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34570) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:28.600585 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152e6322-2c15-4365-9303-dd3937d4fe4f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1afe027-f98d-4559-8ec7-65ba5114b0f3", "tag": "f3645560-1067-40a6-b381-683280f6c7b6"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:43:28.607152 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-72042960', 'description': 'tempest-secgroup-smoke-72042960 description', 'project_id': '60bcd88ae71745a98b397ba9f63f736f'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:28.635288 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.643377 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8ac5e4-e2fd-4d68-a81b-fd3471ae59ba x-openstack-request-id: req-ac8ac5e4-e2fd-4d68-a81b-fd3471ae59ba {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:43:28.643693 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1afe027-f98d-4559-8ec7-65ba5114b0f3", "tag": "f3645560-1067-40a6-b381-683280f6c7b6", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:43:28.643933 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ac8ac5e4-e2fd-4d68-a81b-fd3471ae59ba {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:43:28.644370 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'tag': 'f3645560-1067-40a6-b381-683280f6c7b6', 'status': 'completed', 'code': 200} Feb 08 16:43:28.679627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-8b912264-5724-4310-ba66-c7d1cc6ce6f5 None None] Set router a833930f-c93f-4b46-a7c0-061d7d3de0c6 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:43:28.714184 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group (b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.719775 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.725387 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e6322-2c15-4365-9303-dd3937d4fe4f req-194c2cea-3cae-4f0b-8bc9-441c3b470b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:28.726962 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-152e6322-2c15-4365-9303-dd3937d4fe4f req-194c2cea-3cae-4f0b-8bc9-441c3b470b08 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60bcd88ae71745a98b397ba9f63f736f&device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 1128 time: 0.0591249 Feb 08 16:43:28.754387 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:28.765430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:28.765430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:28.765756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:28.766103 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:28.766431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:28.767027 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:28.767368 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:28.768136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:28.768136 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:28.768347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:28.768649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:28.769010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:28.769340 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:43:28.792629 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.794217 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-41995df9-3052-48f1-b528-08c9a65cd558 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1928203 Feb 08 16:43:28.797933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34574) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:28.803185 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-cb7536c1-06ed-4e09-8d99-4e9bc385a986 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Request body: {'security_group_rule': {'security_group_id': 'b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d', 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:28.829079 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cb7536c1-06ed-4e09-8d99-4e9bc385a986 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (2e7305df-6605-4e36-8b2c-9d55aa0a99c6), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.841182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e6322-2c15-4365-9303-dd3937d4fe4f req-c7262945-a381-4478-bd1f-e345630675cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:28.842817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-152e6322-2c15-4365-9303-dd3937d4fe4f req-c7262945-a381-4478-bd1f-e345630675cb service neutron] 10.222.0.94 "GET /v2.0/networks?id=824c7cbd-7cde-47da-94e4-4667b307e038 HTTP/1.1" status: 200 len: 916 time: 0.1093786 Feb 08 16:43:28.892569 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cb7536c1-06ed-4e09-8d99-4e9bc385a986 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (2e7305df-6605-4e36-8b2c-9d55aa0a99c6), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.897974 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cb7536c1-06ed-4e09-8d99-4e9bc385a986 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (2e7305df-6605-4e36-8b2c-9d55aa0a99c6), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.920961 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7536c1-06ed-4e09-8d99-4e9bc385a986 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7305df-6605-4e36-8b2c-9d55aa0a99c6,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:28.925211 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cb7536c1-06ed-4e09-8d99-4e9bc385a986 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.926431 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cb7536c1-06ed-4e09-8d99-4e9bc385a986 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273172 Feb 08 16:43:28.929142 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34576) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:28.931609 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-152e6322-2c15-4365-9303-dd3937d4fe4f req-e2ccbd60-1c18-4341-bc06-eb44f6252f9b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3645560-1067-40a6-b381-683280f6c7b6 HTTP/1.1" status: 200 len: 998 time: 0.0822613 Feb 08 16:43:28.933435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d8c69065-1da2-4b52-84f8-ecfe6627fb0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Request body: {'security_group_rule': {'security_group_id': 'b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d', 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:28.939503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8b912264-5724-4310-ba66-c7d1cc6ce6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:34Z', 'revision_number': 4, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'gw_port': {'id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'dc1e3ea9-8c85-4554-8f0d-4bea8038ce9a', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'port_id': 'f3645560-1067-40a6-b381-683280f6c7b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'mac_address': 'fa:16:3e:c0:39:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:43:27Z', 'updated_at': '2022-02-08T16:43:27Z', 'revision_number': 0, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79b0011-9f0e-49b0-997f-8134bcf4a9b5', 'name': '', 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'mac_address': 'fa:16:3e:11:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '21b34706-d356-4010-9122-9c95dc24a23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:33Z', 'updated_at': '2022-02-08T16:42:37Z', 'revision_number': 5, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'subnets': [{'id': '21b34706-d356-4010-9122-9c95dc24a23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:43:28.964419 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8c69065-1da2-4b52-84f8-ecfe6627fb0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (22b4ff5a-2969-4a86-861e-ccb4b21d3a25), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:28.967296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b912264-5724-4310-ba66-c7d1cc6ce6f5 None None] Checking router: a833930f-c93f-4b46-a7c0-061d7d3de0c6 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:43:28.976513 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b912264-5724-4310-ba66-c7d1cc6ce6f5 None None] Routers {'a833930f-c93f-4b46-a7c0-061d7d3de0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:43:28.977383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8b912264-5724-4310-ba66-c7d1cc6ce6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:43:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:43:28.986479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e6322-2c15-4365-9303-dd3937d4fe4f req-f0252897-c1b6-41c7-9f93-7582a55adecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:28.987968 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-152e6322-2c15-4365-9303-dd3937d4fe4f req-f0252897-c1b6-41c7-9f93-7582a55adecc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21b34706-d356-4010-9122-9c95dc24a23c HTTP/1.1" status: 200 len: 854 time: 0.0497808 Feb 08 16:43:29.027354 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8c69065-1da2-4b52-84f8-ecfe6627fb0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (22b4ff5a-2969-4a86-861e-ccb4b21d3a25), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.032399 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8c69065-1da2-4b52-84f8-ecfe6627fb0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (22b4ff5a-2969-4a86-861e-ccb4b21d3a25), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.048737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e6322-2c15-4365-9303-dd3937d4fe4f req-b8d4b6ef-2052-496e-9cf8-8087e79f4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:29.050224 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-152e6322-2c15-4365-9303-dd3937d4fe4f req-b8d4b6ef-2052-496e-9cf8-8087e79f4885 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=824c7cbd-7cde-47da-94e4-4667b307e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537176 Feb 08 16:43:29.052679 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c69065-1da2-4b52-84f8-ecfe6627fb0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b4ff5a-2969-4a86-861e-ccb4b21d3a25,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:29.060001 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8c69065-1da2-4b52-84f8-ecfe6627fb0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.061305 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d8c69065-1da2-4b52-84f8-ecfe6627fb0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311476 Feb 08 16:43:29.063950 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34578) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:29.065314 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-152e6322-2c15-4365-9303-dd3937d4fe4f req-d5839ae6-786d-4ed4-998c-824608f1a67e service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:43:29.066780 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-152e6322-2c15-4365-9303-dd3937d4fe4f req-d5839ae6-786d-4ed4-998c-824608f1a67e service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066373 Feb 08 16:43:29.069184 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d3bcd19f-f3f0-4c06-9e51-123ff5c87b3d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Request body: {'security_group_rule': {'security_group_id': 'b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d', 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:29.094963 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd19f-f3f0-4c06-9e51-123ff5c87b3d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (95f3970d-410d-4488-aad7-56880d2b403b), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.104767 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-8b912264-5724-4310-ba66-c7d1cc6ce6f5 None None] Set router a833930f-c93f-4b46-a7c0-061d7d3de0c6 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:43:29.166179 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd19f-f3f0-4c06-9e51-123ff5c87b3d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (95f3970d-410d-4488-aad7-56880d2b403b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.171063 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd19f-f3f0-4c06-9e51-123ff5c87b3d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (95f3970d-410d-4488-aad7-56880d2b403b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.185870 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-152e6322-2c15-4365-9303-dd3937d4fe4f req-0cadf1f6-e1a3-4514-a1c7-619f145fa837 service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012316 Feb 08 16:43:29.193920 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcd19f-f3f0-4c06-9e51-123ff5c87b3d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f3970d-410d-4488-aad7-56880d2b403b,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:29.204755 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd19f-f3f0-4c06-9e51-123ff5c87b3d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.208751 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d3bcd19f-f3f0-4c06-9e51-123ff5c87b3d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412015 Feb 08 16:43:29.209507 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34580) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:29.213949 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d8a0bf97-7bf6-4bb9-9fa3-36b02d042c7d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Request body: {'security_group_rule': {'security_group_id': 'b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d', 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:29.238972 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8a0bf97-7bf6-4bb9-9fa3-36b02d042c7d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (3432e74e-fb59-4d9d-bd15-cd1dd0f09e1b), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.287089 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-152e6322-2c15-4365-9303-dd3937d4fe4f req-cdefe6bf-804b-4193-af4c-71c51c0cd395 service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945706 Feb 08 16:43:29.300488 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8a0bf97-7bf6-4bb9-9fa3-36b02d042c7d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (3432e74e-fb59-4d9d-bd15-cd1dd0f09e1b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.305029 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8a0bf97-7bf6-4bb9-9fa3-36b02d042c7d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (3432e74e-fb59-4d9d-bd15-cd1dd0f09e1b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.326318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0bf97-7bf6-4bb9-9fa3-36b02d042c7d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3432e74e-fb59-4d9d-bd15-cd1dd0f09e1b,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:29.332391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d8a0bf97-7bf6-4bb9-9fa3-36b02d042c7d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.336471 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d8a0bf97-7bf6-4bb9-9fa3-36b02d042c7d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231647 Feb 08 16:43:29.336896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34582) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:29.341517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-1ea31dcd-069b-42fc-91ae-ec47069fb2f8 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Request body: {'security_group_rule': {'security_group_id': 'b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d', 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:29.345086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8b912264-5724-4310-ba66-c7d1cc6ce6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:34Z', 'revision_number': 4, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'gw_port': {'id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'dc1e3ea9-8c85-4554-8f0d-4bea8038ce9a', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'port_id': 'f3645560-1067-40a6-b381-683280f6c7b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'mac_address': 'fa:16:3e:c0:39:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:43:27Z', 'updated_at': '2022-02-08T16:43:27Z', 'revision_number': 0, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79b0011-9f0e-49b0-997f-8134bcf4a9b5', 'name': '', 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'mac_address': 'fa:16:3e:11:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '21b34706-d356-4010-9122-9c95dc24a23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:33Z', 'updated_at': '2022-02-08T16:42:37Z', 'revision_number': 5, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'subnets': [{'id': '21b34706-d356-4010-9122-9c95dc24a23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:43:29.362613 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-1ea31dcd-069b-42fc-91ae-ec47069fb2f8 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Project 60bcd88ae71745a98b397ba9f63f736f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:43:29.367710 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1ea31dcd-069b-42fc-91ae-ec47069fb2f8 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (bacd42b6-719b-4ed4-b830-8733997df9b4), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.377599 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b912264-5724-4310-ba66-c7d1cc6ce6f5 None None] The sync data for ids ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'] in n-d-824834-11 is: [{'id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:34Z', 'revision_number': 4, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'gw_port': {'id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'dc1e3ea9-8c85-4554-8f0d-4bea8038ce9a', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'port_id': 'f3645560-1067-40a6-b381-683280f6c7b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'mac_address': 'fa:16:3e:c0:39:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:43:27Z', 'updated_at': '2022-02-08T16:43:27Z', 'revision_number': 0, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79b0011-9f0e-49b0-997f-8134bcf4a9b5', 'name': '', 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'mac_address': 'fa:16:3e:11:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '21b34706-d356-4010-9122-9c95dc24a23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:33Z', 'updated_at': '2022-02-08T16:42:37Z', 'revision_number': 5, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'subnets': [{'id': '21b34706-d356-4010-9122-9c95dc24a23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:43:29.436184 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1ea31dcd-069b-42fc-91ae-ec47069fb2f8 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (bacd42b6-719b-4ed4-b830-8733997df9b4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.440104 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1ea31dcd-069b-42fc-91ae-ec47069fb2f8 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (bacd42b6-719b-4ed4-b830-8733997df9b4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.459667 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea31dcd-069b-42fc-91ae-ec47069fb2f8 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bacd42b6-719b-4ed4-b830-8733997df9b4,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:29.469927 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1ea31dcd-069b-42fc-91ae-ec47069fb2f8 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.471158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1ea31dcd-069b-42fc-91ae-ec47069fb2f8 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334584 Feb 08 16:43:29.474036 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34584) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:43:29.478369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e6928b42-455c-468c-abf9-4d0ed0b310ad tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Request body: {'security_group_rule': {'security_group_id': 'b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d', 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:29.498665 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-e6928b42-455c-468c-abf9-4d0ed0b310ad tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Project 60bcd88ae71745a98b397ba9f63f736f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:43:29.504273 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6928b42-455c-468c-abf9-4d0ed0b310ad tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (79f63870-4ec0-4e62-8bab-26050b3ea5bc), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.577059 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6928b42-455c-468c-abf9-4d0ed0b310ad tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (79f63870-4ec0-4e62-8bab-26050b3ea5bc), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.587678 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6928b42-455c-468c-abf9-4d0ed0b310ad tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (79f63870-4ec0-4e62-8bab-26050b3ea5bc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.598954 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd34c860-db22-4f41-ade6-665bc89433cf None None] New status for floating IP dc1e3ea9-8c85-4554-8f0d-4bea8038ce9a: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:43:29.607599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6928b42-455c-468c-abf9-4d0ed0b310ad tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f63870-4ec0-4e62-8bab-26050b3ea5bc,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:29.622601 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6928b42-455c-468c-abf9-4d0ed0b310ad tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:29.627175 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e6928b42-455c-468c-abf9-4d0ed0b310ad tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521223 Feb 08 16:43:29.723054 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d6e3c959-f84b-49de-b985-8c8919ee05e9 req-043d437f-07a4-4a0a-9d5d-6a6ce868677a tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72042960&fields=id&tenant_id=60bcd88ae71745a98b397ba9f63f736f HTTP/1.1" status: 200 len: 267 time: 0.0457516 Feb 08 16:43:29.784974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3c959-f84b-49de-b985-8c8919ee05e9 req-a55bd2a2-e4ad-49e4-b6e5-efdb28dbb977 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:29.786522 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d6e3c959-f84b-49de-b985-8c8919ee05e9 req-a55bd2a2-e4ad-49e4-b6e5-efdb28dbb977 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0581419 Feb 08 16:43:29.797632 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-d6e3c959-f84b-49de-b985-8c8919ee05e9 req-2b53db9c-a7de-4774-a276-35acfe7d36ae tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Request body: {'port': {'security_groups': ['0d02aa30-4236-4a19-af43-34e230558700', 'b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:43:29.870015 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d6e3c959-f84b-49de-b985-8c8919ee05e9 req-2b53db9c-a7de-4774-a276-35acfe7d36ae tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f3645560-1067-40a6-b381-683280f6c7b6), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:30.055707 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-d6e3c959-f84b-49de-b985-8c8919ee05e9 req-2b53db9c-a7de-4774-a276-35acfe7d36ae tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] For port f3645560-1067-40a6-b381-683280f6c7b6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f3645560-1067-40a6-b381-683280f6c7b6,segment=NetworkSegment(7633fff5-0214-45c4-b932-f1d9f4dcf446),segment_id=7633fff5-0214-45c4-b932-f1d9f4dcf446)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:43:30.086299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d6e3c959-f84b-49de-b985-8c8919ee05e9 req-2b53db9c-a7de-4774-a276-35acfe7d36ae tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for port (f3645560-1067-40a6-b381-683280f6c7b6), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:30.090677 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d6e3c959-f84b-49de-b985-8c8919ee05e9 req-2b53db9c-a7de-4774-a276-35acfe7d36ae tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (f3645560-1067-40a6-b381-683280f6c7b6), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:30.104005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['f3645560-1067-40a6-b381-683280f6c7b6'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:43:30.132344 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3c959-f84b-49de-b985-8c8919ee05e9 req-2b53db9c-a7de-4774-a276-35acfe7d36ae tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:30.133022 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d6e3c959-f84b-49de-b985-8c8919ee05e9 req-2b53db9c-a7de-4774-a276-35acfe7d36ae tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:30.134426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d6e3c959-f84b-49de-b985-8c8919ee05e9 req-2b53db9c-a7de-4774-a276-35acfe7d36ae tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "PUT /v2.0/ports/f3645560-1067-40a6-b381-683280f6c7b6 HTTP/1.1" status: 200 len: 981 time: 0.3417013 Feb 08 16:43:30.157861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53db9c-a7de-4774-a276-35acfe7d36ae tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Pushing event updated for resources: {'Port': ['ID=f3645560-1067-40a6-b381-683280f6c7b6,revision_number=6']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:43:30.215650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['f3645560-1067-40a6-b381-683280f6c7b6'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:43:30.256082 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5e80b-4391-4e27-8ac9-1fede9019499 req-f7de40c9-3b73-4214-af0c-5fec00eec62c tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:30.257681 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ac5e80b-4391-4e27-8ac9-1fede9019499 req-f7de40c9-3b73-4214-af0c-5fec00eec62c tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 984 time: 0.0576918 Feb 08 16:43:30.331237 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ac5e80b-4391-4e27-8ac9-1fede9019499 req-c9f2a5fd-e731-4d75-9312-60cbf868bb7c tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&id=b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0655801 Feb 08 16:43:30.434391 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-d1286099-a4ac-477c-a40f-c0f34d36a8db None None] Provisioning complete for port f3645560-1067-40a6-b381-683280f6c7b6 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:43:30.434664 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d1286099-a4ac-477c-a40f-c0f34d36a8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f3645560-1067-40a6-b381-683280f6c7b6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:30.645735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'tag': 'f3645560-1067-40a6-b381-683280f6c7b6'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:43:30.648469 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8055499d-b960-4c4f-9724-a2119b7f5772" -d '{"events": [{"name": "network-changed", "server_uuid": "d1afe027-f98d-4559-8ec7-65ba5114b0f3", "tag": "f3645560-1067-40a6-b381-683280f6c7b6"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:43:30.653555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d1286099-a4ac-477c-a40f-c0f34d36a8db None None] Current status of the port f3645560-1067-40a6-b381-683280f6c7b6 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:43:30.692882 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de584a1-70e2-4685-91ee-9eeb6aac91db x-openstack-request-id: req-4de584a1-70e2-4685-91ee-9eeb6aac91db {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:43:30.693283 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1afe027-f98d-4559-8ec7-65ba5114b0f3", "tag": "f3645560-1067-40a6-b381-683280f6c7b6", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:43:30.693541 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4de584a1-70e2-4685-91ee-9eeb6aac91db {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:43:30.693949 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'tag': 'f3645560-1067-40a6-b381-683280f6c7b6', 'status': 'completed', 'code': 200} Feb 08 16:43:30.760534 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055499d-b960-4c4f-9724-a2119b7f5772 req-ead2d688-1d37-4b73-9e52-dcc89964e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:30.762142 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8055499d-b960-4c4f-9724-a2119b7f5772 req-ead2d688-1d37-4b73-9e52-dcc89964e498 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60bcd88ae71745a98b397ba9f63f736f&device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 1167 time: 0.0468583 Feb 08 16:43:30.851862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055499d-b960-4c4f-9724-a2119b7f5772 req-c3e4c325-a643-4cab-a894-ee1fa7dc84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:30.853419 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8055499d-b960-4c4f-9724-a2119b7f5772 req-c3e4c325-a643-4cab-a894-ee1fa7dc84e4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=824c7cbd-7cde-47da-94e4-4667b307e038 HTTP/1.1" status: 200 len: 916 time: 0.0842214 Feb 08 16:43:30.925605 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8055499d-b960-4c4f-9724-a2119b7f5772 req-b3312e17-c44d-4976-8610-8a08e9fc36f2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3645560-1067-40a6-b381-683280f6c7b6 HTTP/1.1" status: 200 len: 1000 time: 0.0652258 Feb 08 16:43:30.974180 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055499d-b960-4c4f-9724-a2119b7f5772 req-618ee101-b1ec-4364-a618-2f472607aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:30.975557 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8055499d-b960-4c4f-9724-a2119b7f5772 req-618ee101-b1ec-4364-a618-2f472607aead service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21b34706-d356-4010-9122-9c95dc24a23c HTTP/1.1" status: 200 len: 854 time: 0.0429547 Feb 08 16:43:31.024014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055499d-b960-4c4f-9724-a2119b7f5772 req-491e81e9-0968-4d84-a187-49c30068bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:31.025545 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8055499d-b960-4c4f-9724-a2119b7f5772 req-491e81e9-0968-4d84-a187-49c30068bd05 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=824c7cbd-7cde-47da-94e4-4667b307e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437217 Feb 08 16:43:31.125458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8055499d-b960-4c4f-9724-a2119b7f5772 req-35ad63c4-c96a-4c29-89d0-e17f6e707d00 service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875680 Feb 08 16:43:31.218549 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8055499d-b960-4c4f-9724-a2119b7f5772 req-b60b2c91-8d1b-4b3c-a3e0-3b0c02a71f9d service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838876 Feb 08 16:43:31.622310 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1098b5b9-dfc5-4727-b995-82999c85c558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:33.882871 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5c45dbc4-16d3-4754-a29a-2cfc05ab5207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:35.717391 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:36.888745 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:38.079516 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:44.704921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30044272-6581-4f07-8c88-462432e4d25e req-cd61ac28-ab52-4771-bb02-d777f9c1f5a3 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:44.706363 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30044272-6581-4f07-8c88-462432e4d25e req-cd61ac28-ab52-4771-bb02-d777f9c1f5a3 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 984 time: 0.0969629 Feb 08 16:43:44.709249 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afcc01-f053-4e12-8ab8-a57700f42244 req-7509ee1c-9b16-43b7-91ae-c45537f60c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:44.711704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78afcc01-f053-4e12-8ab8-a57700f42244 req-7509ee1c-9b16-43b7-91ae-c45537f60c33 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60bcd88ae71745a98b397ba9f63f736f&device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 1167 time: 0.0668182 Feb 08 16:43:44.825170 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-30044272-6581-4f07-8c88-462432e4d25e req-e415c76e-f655-42b5-a047-6d00f98598f2 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&id=b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1124449 Feb 08 16:43:44.847142 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afcc01-f053-4e12-8ab8-a57700f42244 req-f67b9301-5272-4724-a9c8-73a09cb9c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:44.848617 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78afcc01-f053-4e12-8ab8-a57700f42244 req-f67b9301-5272-4724-a9c8-73a09cb9c1ff service neutron] 10.222.0.94 "GET /v2.0/networks?id=824c7cbd-7cde-47da-94e4-4667b307e038 HTTP/1.1" status: 200 len: 916 time: 0.1288078 Feb 08 16:43:44.918514 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78afcc01-f053-4e12-8ab8-a57700f42244 req-a59970f8-6e86-4a6b-951d-ad792b4a1c4d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3645560-1067-40a6-b381-683280f6c7b6 HTTP/1.1" status: 200 len: 1000 time: 0.0618868 Feb 08 16:43:44.968906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afcc01-f053-4e12-8ab8-a57700f42244 req-4cea7d1c-e979-4138-bc9b-dbb7aa844ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:44.970296 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78afcc01-f053-4e12-8ab8-a57700f42244 req-4cea7d1c-e979-4138-bc9b-dbb7aa844ec2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21b34706-d356-4010-9122-9c95dc24a23c HTTP/1.1" status: 200 len: 854 time: 0.0436137 Feb 08 16:43:45.028021 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afcc01-f053-4e12-8ab8-a57700f42244 req-82ac8247-a5e3-47ed-b06e-7d27c4ff33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:45.029578 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78afcc01-f053-4e12-8ab8-a57700f42244 req-82ac8247-a5e3-47ed-b06e-7d27c4ff33c4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=824c7cbd-7cde-47da-94e4-4667b307e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500176 Feb 08 16:43:45.122629 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78afcc01-f053-4e12-8ab8-a57700f42244 req-f2d9d0b2-9d17-4f0a-a40a-8fce8d320483 service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822902 Feb 08 16:43:45.218768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78afcc01-f053-4e12-8ab8-a57700f42244 req-dcaed41e-e334-486e-ae0a-2362b52c27a7 service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874579 Feb 08 16:43:45.947639 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea83ce-e822-48f8-9662-e410f6d55ca0 req-8c007b59-5378-473b-abac-0439f0f6e661 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:45.949133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2fea83ce-e822-48f8-9662-e410f6d55ca0 req-8c007b59-5378-473b-abac-0439f0f6e661 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 984 time: 0.0528502 Feb 08 16:43:46.007563 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2fea83ce-e822-48f8-9662-e410f6d55ca0 req-3f43aea8-861c-4ee6-9f4d-a4486106b66a tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&id=b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0518672 Feb 08 16:43:47.127690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97648f6f-0f86-4f29-a3ff-e9c42c7cd913 req-f659d25b-413d-40d3-8944-a0320fb9cb71 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:47.129212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-97648f6f-0f86-4f29-a3ff-e9c42c7cd913 req-f659d25b-413d-40d3-8944-a0320fb9cb71 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 984 time: 0.0531611 Feb 08 16:43:47.193359 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-97648f6f-0f86-4f29-a3ff-e9c42c7cd913 req-d27fbf0e-3be8-4151-84f4-3b7d5f6fceea tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&id=b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0584245 Feb 08 16:43:48.316824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef081b8-90a8-48f5-be54-954c16d4be8c req-f9735134-6f63-4146-9d4a-29ed244baa36 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:48.318345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bef081b8-90a8-48f5-be54-954c16d4be8c req-f9735134-6f63-4146-9d4a-29ed244baa36 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 984 time: 0.0536184 Feb 08 16:43:48.377846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bef081b8-90a8-48f5-be54-954c16d4be8c req-052bfa1a-94b0-4bb5-a5d3-244320152601 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&id=b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0537832 Feb 08 16:43:49.396001 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:49.500303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea95e7d-505d-4752-b028-e61b675b30b5 req-f28895a4-b6d6-45ef-aedf-5e930ce8e09f tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:49.501818 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ea95e7d-505d-4752-b028-e61b675b30b5 req-f28895a4-b6d6-45ef-aedf-5e930ce8e09f tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 984 time: 0.0554149 Feb 08 16:43:49.561384 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ea95e7d-505d-4752-b028-e61b675b30b5 req-c2dd126a-62d4-4be3-b55f-f61142bb2e6c tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&id=b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533233 Feb 08 16:43:50.687025 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c4a41-89f2-46c2-8269-b14581d66049 req-2e3e861b-9f91-4afd-b225-fe0549bfb7fd tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:50.688501 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-448c4a41-89f2-46c2-8269-b14581d66049 req-2e3e861b-9f91-4afd-b225-fe0549bfb7fd tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 984 time: 0.0575793 Feb 08 16:43:50.747366 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-448c4a41-89f2-46c2-8269-b14581d66049 req-8c2f852b-f8f0-41bc-8033-02ed95681b0f tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&id=b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0529730 Feb 08 16:43:50.823860 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:43:51.873281 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbed157-3a5e-4428-9b96-6d242f3e4999 req-a3a0a29f-0cc6-4d76-85e7-37c1abcdac67 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:51.874911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5dbed157-3a5e-4428-9b96-6d242f3e4999 req-a3a0a29f-0cc6-4d76-85e7-37c1abcdac67 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 984 time: 0.0574841 Feb 08 16:43:51.933594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5dbed157-3a5e-4428-9b96-6d242f3e4999 req-f93f560d-8c95-4905-8202-d94b30cd9e84 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&id=b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0529218 Feb 08 16:43:53.052090 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf2fd5-a305-4e38-9724-14fcf44a128b req-e4df43fd-ec25-43f4-83fd-e23426a2808f tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:53.053596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59bf2fd5-a305-4e38-9724-14fcf44a128b req-e4df43fd-ec25-43f4-83fd-e23426a2808f tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 984 time: 0.0523307 Feb 08 16:43:53.117517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-59bf2fd5-a305-4e38-9724-14fcf44a128b req-7d4edea2-7141-4ded-b925-5b9df5825171 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&id=b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0582614 Feb 08 16:43:54.238324 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617bfde-1f5f-485e-902d-c22803454a2d req-f6625db1-2de9-4d08-aad0-fa79ef383e60 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:54.239796 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8617bfde-1f5f-485e-902d-c22803454a2d req-f6625db1-2de9-4d08-aad0-fa79ef383e60 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 984 time: 0.0535879 Feb 08 16:43:54.299287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8617bfde-1f5f-485e-902d-c22803454a2d req-158d8b91-aef5-4ac0-b125-da8e6c5d060e tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&id=b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536799 Feb 08 16:43:55.420326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013b5f-54d3-41ef-9fb8-786f5d660b0d req-cea28f53-5fdb-4ff1-a510-e08ea9e54e31 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:55.421952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17013b5f-54d3-41ef-9fb8-786f5d660b0d req-cea28f53-5fdb-4ff1-a510-e08ea9e54e31 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 984 time: 0.0540206 Feb 08 16:43:55.481005 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17013b5f-54d3-41ef-9fb8-786f5d660b0d req-4de6ca37-0aa0-4b8c-9033-d95dfd582f9a tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&id=b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0532546 Feb 08 16:43:56.606512 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa46108-51ba-40b2-aa48-29ec42140861 req-7fbab243-5ca0-455c-8ada-9013550a0b0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:43:56.607991 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4aa46108-51ba-40b2-aa48-29ec42140861 req-7fbab243-5ca0-455c-8ada-9013550a0b0d tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 984 time: 0.0570698 Feb 08 16:43:56.667039 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4aa46108-51ba-40b2-aa48-29ec42140861 req-b79549e2-d875-46e6-a305-3b55e65e7bac tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&id=b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526788 Feb 08 16:44:01.625353 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-737e9102-1564-4387-adf0-842873992107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:03.595058 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0dfa40dd-4145-4c9f-a93a-14198eed99c1 req-55d6e173-4a93-4555-ba18-73d27a32c623 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439422 Feb 08 16:44:03.686477 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa40dd-4145-4c9f-a93a-14198eed99c1 req-7ae3b520-b06b-4c4a-8dcf-91f7322a3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:03.688021 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0dfa40dd-4145-4c9f-a93a-14198eed99c1 req-7ae3b520-b06b-4c4a-8dcf-91f7322a3699 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60bcd88ae71745a98b397ba9f63f736f&device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 1167 time: 0.0460756 Feb 08 16:44:03.793896 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa40dd-4145-4c9f-a93a-14198eed99c1 req-c967c701-79d3-4239-946d-3baf77d4618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:03.795476 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0dfa40dd-4145-4c9f-a93a-14198eed99c1 req-c967c701-79d3-4239-946d-3baf77d4618e service neutron] 10.222.0.94 "GET /v2.0/networks?id=824c7cbd-7cde-47da-94e4-4667b307e038 HTTP/1.1" status: 200 len: 916 time: 0.0882654 Feb 08 16:44:03.860589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0dfa40dd-4145-4c9f-a93a-14198eed99c1 req-eef1afbd-371b-4540-8f1a-5964831ab408 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3645560-1067-40a6-b381-683280f6c7b6 HTTP/1.1" status: 200 len: 1000 time: 0.0584795 Feb 08 16:44:03.885712 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a4edc423-07ad-4cc4-b652-489b28734810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:03.919820 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa40dd-4145-4c9f-a93a-14198eed99c1 req-4a638e6b-60b2-4aba-92a5-664a61b75b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:03.922667 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0dfa40dd-4145-4c9f-a93a-14198eed99c1 req-4a638e6b-60b2-4aba-92a5-664a61b75b35 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21b34706-d356-4010-9122-9c95dc24a23c HTTP/1.1" status: 200 len: 854 time: 0.0537126 Feb 08 16:44:03.987475 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa40dd-4145-4c9f-a93a-14198eed99c1 req-9297c4e2-b86e-4d73-bee4-c3dfc1e97314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:03.988907 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0dfa40dd-4145-4c9f-a93a-14198eed99c1 req-9297c4e2-b86e-4d73-bee4-c3dfc1e97314 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=824c7cbd-7cde-47da-94e4-4667b307e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0580020 Feb 08 16:44:04.081142 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0dfa40dd-4145-4c9f-a93a-14198eed99c1 req-10c6d14d-7ad4-42a6-abfa-7b603743fce0 service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852098 Feb 08 16:44:04.175601 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0dfa40dd-4145-4c9f-a93a-14198eed99c1 req-7a618bc9-9194-4c5f-8cf4-7580a102ea69 service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872746 Feb 08 16:44:05.201188 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:44:05.721679 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:06.892822 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:08.081977 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:19.395189 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:20.814507 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:31.631494 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-90e996c2-3e5c-4b2d-a715-072f8735bb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:33.887313 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-15f59d1c-f91c-4d8e-8c3f-4b8f403e1c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:35.704296 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d0a6d9d9-5ad3-4fba-8129-441b28efd4ce req-20ebf0cb-cda9-42d6-a17e-85ef61712057 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72042960&fields=id&tenant_id=60bcd88ae71745a98b397ba9f63f736f HTTP/1.1" status: 200 len: 267 time: 0.0447512 Feb 08 16:44:35.724600 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:35.763322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6d9d9-5ad3-4fba-8129-441b28efd4ce req-459192bf-8e6c-4a73-80c3-c1f01a137280 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:35.764813 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d0a6d9d9-5ad3-4fba-8129-441b28efd4ce req-459192bf-8e6c-4a73-80c3-c1f01a137280 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 984 time: 0.0551937 Feb 08 16:44:35.775624 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-d0a6d9d9-5ad3-4fba-8129-441b28efd4ce req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Request body: {'port': {'security_groups': ['0d02aa30-4236-4a19-af43-34e230558700']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:44:35.853345 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d0a6d9d9-5ad3-4fba-8129-441b28efd4ce req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f3645560-1067-40a6-b381-683280f6c7b6), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:36.026369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-d0a6d9d9-5ad3-4fba-8129-441b28efd4ce req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] For port f3645560-1067-40a6-b381-683280f6c7b6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f3645560-1067-40a6-b381-683280f6c7b6,segment=NetworkSegment(7633fff5-0214-45c4-b932-f1d9f4dcf446),segment_id=7633fff5-0214-45c4-b932-f1d9f4dcf446)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:36.056055 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d0a6d9d9-5ad3-4fba-8129-441b28efd4ce req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for port (f3645560-1067-40a6-b381-683280f6c7b6), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:36.060729 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d0a6d9d9-5ad3-4fba-8129-441b28efd4ce req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (f3645560-1067-40a6-b381-683280f6c7b6), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:36.073747 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['f3645560-1067-40a6-b381-683280f6c7b6'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:44:36.103233 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6d9d9-5ad3-4fba-8129-441b28efd4ce req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:36.103870 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-d0a6d9d9-5ad3-4fba-8129-441b28efd4ce req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:36.105258 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d0a6d9d9-5ad3-4fba-8129-441b28efd4ce req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "PUT /v2.0/ports/f3645560-1067-40a6-b381-683280f6c7b6 HTTP/1.1" status: 200 len: 942 time: 0.3339963 Feb 08 16:44:36.105704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'tag': 'f3645560-1067-40a6-b381-683280f6c7b6'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:44:36.108168 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc2d8dd-1797-406f-a64c-80194be79c17" -d '{"events": [{"name": "network-changed", "server_uuid": "d1afe027-f98d-4559-8ec7-65ba5114b0f3", "tag": "f3645560-1067-40a6-b381-683280f6c7b6"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:44:36.112727 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34636) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:36.134694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Pushing event updated for resources: {'Port': ['ID=f3645560-1067-40a6-b381-683280f6c7b6,revision_number=7']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:36.143043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.143421 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.143733 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.144070 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.144402 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.144733 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.145317 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.145596 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.145923 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.146248 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.146570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.146891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.147211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27571e3f-a8a3-416b-aeaa-ac2344d5d44b tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.172484 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aa5ef1-e0d8-47a0-94c1-9b0e25bae1ce x-openstack-request-id: req-19aa5ef1-e0d8-47a0-94c1-9b0e25bae1ce {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:44:36.172776 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1afe027-f98d-4559-8ec7-65ba5114b0f3", "tag": "f3645560-1067-40a6-b381-683280f6c7b6", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:44:36.173074 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-19aa5ef1-e0d8-47a0-94c1-9b0e25bae1ce {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:44:36.173487 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'tag': 'f3645560-1067-40a6-b381-683280f6c7b6', 'status': 'completed', 'code': 200} Feb 08 16:44:36.190203 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['f3645560-1067-40a6-b381-683280f6c7b6'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:44:36.195866 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group (b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:36.224133 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group (b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:36.247279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2d8dd-1797-406f-a64c-80194be79c17 req-a2a42c97-c4c8-472a-879f-29e21d4df9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:36.249550 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cc2d8dd-1797-406f-a64c-80194be79c17 req-a2a42c97-c4c8-472a-879f-29e21d4df9d2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60bcd88ae71745a98b397ba9f63f736f&device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 1128 time: 0.0549202 Feb 08 16:44:36.300047 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:36.308872 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:36.315018 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34640) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:36.315788 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "DELETE /v2.0/security-groups/b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d HTTP/1.1" status: 204 len: 168 time: 0.2009256 Feb 08 16:44:36.330707 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fe9b75-22aa-42c6-8e6e-8bc9d9ee017d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:36.339336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.340054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.340627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.341225 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.341886 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.342454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.343011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.343567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.344130 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.344911 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.345511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.345969 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.346397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efada83e-7511-4d12-8137-a673b3675384 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:44:36.408977 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a517c126-3196-4e06-86c4-917130458dc6 None None] Provisioning complete for port f3645560-1067-40a6-b381-683280f6c7b6 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:44:36.409754 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a517c126-3196-4e06-86c4-917130458dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f3645560-1067-40a6-b381-683280f6c7b6), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:36.436212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2d8dd-1797-406f-a64c-80194be79c17 req-a703490d-28c4-4441-b407-b12dfbf95215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:36.437728 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cc2d8dd-1797-406f-a64c-80194be79c17 req-a703490d-28c4-4441-b407-b12dfbf95215 service neutron] 10.222.0.94 "GET /v2.0/networks?id=824c7cbd-7cde-47da-94e4-4667b307e038 HTTP/1.1" status: 200 len: 916 time: 0.1812818 Feb 08 16:44:36.539374 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cc2d8dd-1797-406f-a64c-80194be79c17 req-70b97707-c83c-4df2-82a0-4b67d4ffdc6c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3645560-1067-40a6-b381-683280f6c7b6 HTTP/1.1" status: 200 len: 1000 time: 0.0929308 Feb 08 16:44:36.598149 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-76935a39-a16b-41cb-88aa-00c4457e7fc4 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Deleting port 4a748ab0-55eb-4fc9-b616-a874b4019c83 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:44:36.598490 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76935a39-a16b-41cb-88aa-00c4457e7fc4 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (4a748ab0-55eb-4fc9-b616-a874b4019c83), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:36.602186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2d8dd-1797-406f-a64c-80194be79c17 req-1669355f-78dc-450c-8b57-0a115b62ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:36.603697 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cc2d8dd-1797-406f-a64c-80194be79c17 req-1669355f-78dc-450c-8b57-0a115b62ef07 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21b34706-d356-4010-9122-9c95dc24a23c HTTP/1.1" status: 200 len: 854 time: 0.0571697 Feb 08 16:44:36.684130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a517c126-3196-4e06-86c4-917130458dc6 None None] Current status of the port f3645560-1067-40a6-b381-683280f6c7b6 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:44:36.714288 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2d8dd-1797-406f-a64c-80194be79c17 req-d71b21d3-5784-438e-a267-49a756d98d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:36.715776 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cc2d8dd-1797-406f-a64c-80194be79c17 req-d71b21d3-5784-438e-a267-49a756d98d01 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=824c7cbd-7cde-47da-94e4-4667b307e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1022949 Feb 08 16:44:36.717500 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76935a39-a16b-41cb-88aa-00c4457e7fc4 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (4a748ab0-55eb-4fc9-b616-a874b4019c83), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:36.717824 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76935a39-a16b-41cb-88aa-00c4457e7fc4 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for floatingip (4a748ab0-55eb-4fc9-b616-a874b4019c83), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:36.746122 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-76935a39-a16b-41cb-88aa-00c4457e7fc4 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Calling delete_port for 4a748ab0-55eb-4fc9-b616-a874b4019c83 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:44:36.863489 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cc2d8dd-1797-406f-a64c-80194be79c17 req-ccd18efe-48ae-4e4e-ac6e-78fd3388a939 service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380968 Feb 08 16:44:36.895587 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:37.325967 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4cc2d8dd-1797-406f-a64c-80194be79c17 req-67aacbdb-121b-4dcd-b474-55647c54514f service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527922 Feb 08 16:44:37.340476 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76935a39-a16b-41cb-88aa-00c4457e7fc4 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (4a748ab0-55eb-4fc9-b616-a874b4019c83), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:37.367701 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76935a39-a16b-41cb-88aa-00c4457e7fc4 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Pushing event deleted for resources: {'Port': ['ID=4a748ab0-55eb-4fc9-b616-a874b4019c83,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:37.426667 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76935a39-a16b-41cb-88aa-00c4457e7fc4 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks [] for floatingip (dc1e3ea9-8c85-4554-8f0d-4bea8038ce9a), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:37.426995 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-76935a39-a16b-41cb-88aa-00c4457e7fc4 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Floating IP dc1e3ea9-8c85-4554-8f0d-4bea8038ce9a disassociated (deleted). External IP: 172.25.7.62, port: f3645560-1067-40a6-b381-683280f6c7b6. Feb 08 16:44:37.635550 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76935a39-a16b-41cb-88aa-00c4457e7fc4 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Router a833930f-c93f-4b46-a7c0-061d7d3de0c6 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:44:37.745460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76935a39-a16b-41cb-88aa-00c4457e7fc4 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:44:37.750052 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-76935a39-a16b-41cb-88aa-00c4457e7fc4 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:37.755617 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68570b86-7704-4e92-b20e-dd2d30b2c95c None None] Sync routers for ids ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:44:37.765859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68570b86-7704-4e92-b20e-dd2d30b2c95c None None] Routers {'a833930f-c93f-4b46-a7c0-061d7d3de0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:44:37.766731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-68570b86-7704-4e92-b20e-dd2d30b2c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:44:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:37.780352 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-76935a39-a16b-41cb-88aa-00c4457e7fc4 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "DELETE /v2.0/floatingips/dc1e3ea9-8c85-4554-8f0d-4bea8038ce9a HTTP/1.1" status: 204 len: 168 time: 1.4642906 Feb 08 16:44:37.876086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-68570b86-7704-4e92-b20e-dd2d30b2c95c None None] Set router a833930f-c93f-4b46-a7c0-061d7d3de0c6 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:44:38.092252 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:38.101922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-68570b86-7704-4e92-b20e-dd2d30b2c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:34Z', 'revision_number': 4, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'gw_port': {'id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'd79b0011-9f0e-49b0-997f-8134bcf4a9b5', 'name': '', 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'mac_address': 'fa:16:3e:11:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '21b34706-d356-4010-9122-9c95dc24a23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:33Z', 'updated_at': '2022-02-08T16:42:37Z', 'revision_number': 5, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'subnets': [{'id': '21b34706-d356-4010-9122-9c95dc24a23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:38.128911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68570b86-7704-4e92-b20e-dd2d30b2c95c None None] Checking router: a833930f-c93f-4b46-a7c0-061d7d3de0c6 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:44:38.137045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68570b86-7704-4e92-b20e-dd2d30b2c95c None None] Routers {'a833930f-c93f-4b46-a7c0-061d7d3de0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:44:38.137653 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-68570b86-7704-4e92-b20e-dd2d30b2c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:44:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:38.174655 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'tag': 'f3645560-1067-40a6-b381-683280f6c7b6'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:44:38.177134 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fba9893-8114-40fc-98d4-4fb3dc8351cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d1afe027-f98d-4559-8ec7-65ba5114b0f3", "tag": "f3645560-1067-40a6-b381-683280f6c7b6"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:44:38.213783 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72037cf0-a9c5-4eec-b543-f3d3f195a7ed x-openstack-request-id: req-72037cf0-a9c5-4eec-b543-f3d3f195a7ed {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:44:38.214082 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1afe027-f98d-4559-8ec7-65ba5114b0f3", "tag": "f3645560-1067-40a6-b381-683280f6c7b6", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:44:38.214346 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-72037cf0-a9c5-4eec-b543-f3d3f195a7ed {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:44:38.214765 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'tag': 'f3645560-1067-40a6-b381-683280f6c7b6', 'status': 'completed', 'code': 200} Feb 08 16:44:38.250086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-68570b86-7704-4e92-b20e-dd2d30b2c95c None None] Set router a833930f-c93f-4b46-a7c0-061d7d3de0c6 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:44:38.281676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba9893-8114-40fc-98d4-4fb3dc8351cc req-60a62be8-6c47-4bbb-9fa7-ee0ef405e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:38.283209 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fba9893-8114-40fc-98d4-4fb3dc8351cc req-60a62be8-6c47-4bbb-9fa7-ee0ef405e2c0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60bcd88ae71745a98b397ba9f63f736f&device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 1128 time: 0.0460393 Feb 08 16:44:38.379732 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba9893-8114-40fc-98d4-4fb3dc8351cc req-b7348423-3585-427e-8d6c-62c5a7050434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:38.381273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fba9893-8114-40fc-98d4-4fb3dc8351cc req-b7348423-3585-427e-8d6c-62c5a7050434 service neutron] 10.222.0.94 "GET /v2.0/networks?id=824c7cbd-7cde-47da-94e4-4667b307e038 HTTP/1.1" status: 200 len: 916 time: 0.0892644 Feb 08 16:44:38.426065 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fba9893-8114-40fc-98d4-4fb3dc8351cc req-348e9f5f-f3c3-4a2f-91ef-a29b5c6746d5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3645560-1067-40a6-b381-683280f6c7b6 HTTP/1.1" status: 200 len: 217 time: 0.0369089 Feb 08 16:44:38.451365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-68570b86-7704-4e92-b20e-dd2d30b2c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:34Z', 'revision_number': 4, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'gw_port': {'id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'd79b0011-9f0e-49b0-997f-8134bcf4a9b5', 'name': '', 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'mac_address': 'fa:16:3e:11:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '21b34706-d356-4010-9122-9c95dc24a23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:33Z', 'updated_at': '2022-02-08T16:42:37Z', 'revision_number': 5, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'subnets': [{'id': '21b34706-d356-4010-9122-9c95dc24a23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:38.480916 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68570b86-7704-4e92-b20e-dd2d30b2c95c None None] The sync data for ids ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'] in n-d-824834-11 is: [{'id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:34Z', 'revision_number': 4, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'gw_port': {'id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'd79b0011-9f0e-49b0-997f-8134bcf4a9b5', 'name': '', 'network_id': '824c7cbd-7cde-47da-94e4-4667b307e038', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'mac_address': 'fa:16:3e:11:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '21b34706-d356-4010-9122-9c95dc24a23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:33Z', 'updated_at': '2022-02-08T16:42:37Z', 'revision_number': 5, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'subnets': [{'id': '21b34706-d356-4010-9122-9c95dc24a23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:44:38.481784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba9893-8114-40fc-98d4-4fb3dc8351cc req-3faa422f-4d08-41e6-aa2e-d840394579d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:38.484044 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fba9893-8114-40fc-98d4-4fb3dc8351cc req-3faa422f-4d08-41e6-aa2e-d840394579d8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21b34706-d356-4010-9122-9c95dc24a23c HTTP/1.1" status: 200 len: 854 time: 0.0496612 Feb 08 16:44:38.541087 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba9893-8114-40fc-98d4-4fb3dc8351cc req-b9795a12-78b6-46c6-b47e-0db4cdb5b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:38.542607 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fba9893-8114-40fc-98d4-4fb3dc8351cc req-b9795a12-78b6-46c6-b47e-0db4cdb5b5ae service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=824c7cbd-7cde-47da-94e4-4667b307e038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514340 Feb 08 16:44:38.640594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fba9893-8114-40fc-98d4-4fb3dc8351cc req-a30b5ba9-677d-409d-b3d9-e2b83cfb4e30 service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916207 Feb 08 16:44:38.751799 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3fba9893-8114-40fc-98d4-4fb3dc8351cc req-0f172b96-1523-48b8-a3dc-66ec71255e89 service neutron] 10.222.0.94 "GET /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050932 Feb 08 16:44:38.762599 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c9c557-62b4-4ea4-b0f3-eeab83b2957a None None] New status for floating IP dc1e3ea9-8c85-4554-8f0d-4bea8038ce9a: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:44:42.200629 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:44:49.395020 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:50.841487 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:53.116521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11137e0-ddfb-4165-a020-9a82630d6a78 req-4fd3b27b-7789-458d-b2b5-5bfdf893f343 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:53.118040 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e11137e0-ddfb-4165-a020-9a82630d6a78 req-4fd3b27b-7789-458d-b2b5-5bfdf893f343 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0546978 Feb 08 16:44:53.165460 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e11137e0-ddfb-4165-a020-9a82630d6a78 req-7dc39609-9970-44cc-a3fa-0a419760845c tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Feb 08 16:44:54.291866 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21c941-52fd-4c68-ac90-685f7dfc4c5d req-aaf9a4d5-d9a6-4b54-b7f3-a2fca7cea29e tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:54.293373 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce21c941-52fd-4c68-ac90-685f7dfc4c5d req-aaf9a4d5-d9a6-4b54-b7f3-a2fca7cea29e tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0579274 Feb 08 16:44:54.343273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ce21c941-52fd-4c68-ac90-685f7dfc4c5d req-8c879574-4c0a-4b20-8cf6-7d3e1fb31320 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/security-groups?id=0d02aa30-4236-4a19-af43-34e230558700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434637 Feb 08 16:44:54.995503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c59753-862a-472c-b02f-8a28925de67e req-255c65ed-9edb-47d4-ac0b-a53871664692 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:44:54.996973 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35c59753-862a-472c-b02f-8a28925de67e req-255c65ed-9edb-47d4-ac0b-a53871664692 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.94 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Feb 08 16:44:55.089019 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-35c59753-862a-472c-b02f-8a28925de67e req-6c9a9075-4a10-48f6-8720-5dcec90a6805 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Deleting port f3645560-1067-40a6-b381-683280f6c7b6 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:44:55.089271 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-35c59753-862a-472c-b02f-8a28925de67e req-6c9a9075-4a10-48f6-8720-5dcec90a6805 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f3645560-1067-40a6-b381-683280f6c7b6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:55.180353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-35c59753-862a-472c-b02f-8a28925de67e req-6c9a9075-4a10-48f6-8720-5dcec90a6805 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] For port f3645560-1067-40a6-b381-683280f6c7b6, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=f3645560-1067-40a6-b381-683280f6c7b6,segment=NetworkSegment(7633fff5-0214-45c4-b932-f1d9f4dcf446),segment_id=7633fff5-0214-45c4-b932-f1d9f4dcf446)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:55.180709 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-35c59753-862a-472c-b02f-8a28925de67e req-6c9a9075-4a10-48f6-8720-5dcec90a6805 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f3645560-1067-40a6-b381-683280f6c7b6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:55.193461 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-35c59753-862a-472c-b02f-8a28925de67e req-6c9a9075-4a10-48f6-8720-5dcec90a6805 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Calling delete_port for f3645560-1067-40a6-b381-683280f6c7b6 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:44:55.326402 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-35c59753-862a-472c-b02f-8a28925de67e req-6c9a9075-4a10-48f6-8720-5dcec90a6805 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f3645560-1067-40a6-b381-683280f6c7b6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:55.339145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['f3645560-1067-40a6-b381-683280f6c7b6'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:44:55.357898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a9075-4a10-48f6-8720-5dcec90a6805 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Pushing event deleted for resources: {'Port': ['ID=f3645560-1067-40a6-b381-683280f6c7b6,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:55.408277 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c59753-862a-472c-b02f-8a28925de67e req-6c9a9075-4a10-48f6-8720-5dcec90a6805 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] No DVR routers for this DVR port f3645560-1067-40a6-b381-683280f6c7b6 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:44:55.410955 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-35c59753-862a-472c-b02f-8a28925de67e req-6c9a9075-4a10-48f6-8720-5dcec90a6805 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:55.414453 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-35c59753-862a-472c-b02f-8a28925de67e req-6c9a9075-4a10-48f6-8720-5dcec90a6805 tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.94 "DELETE /v2.0/ports/f3645560-1067-40a6-b381-683280f6c7b6 HTTP/1.1" status: 204 len: 173 time: 0.4116004 Feb 08 16:44:55.414893 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'name': 'network-vif-deleted', 'tag': 'f3645560-1067-40a6-b381-683280f6c7b6'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:44:55.417215 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274b5e79-7a84-4671-9313-8943e0b35f8b" -d '{"events": [{"server_uuid": "d1afe027-f98d-4559-8ec7-65ba5114b0f3", "name": "network-vif-deleted", "tag": "f3645560-1067-40a6-b381-683280f6c7b6"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:44:55.456265 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fc1c0582-249f-4c82-990a-516c014a3637 req-2fdfc6d7-224c-4e53-9105-bf32e672c5bb tempest-TestMinimumBasicScenario-1444834619 tempest-TestMinimumBasicScenario-1444834619-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1afe027-f98d-4559-8ec7-65ba5114b0f3 HTTP/1.1" status: 200 len: 210 time: 0.0354531 Feb 08 16:44:55.463837 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc55acda-9044-4c7a-b71c-24d023e6ac60 x-openstack-request-id: req-cc55acda-9044-4c7a-b71c-24d023e6ac60 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:44:55.464135 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1afe027-f98d-4559-8ec7-65ba5114b0f3", "name": "network-vif-deleted", "tag": "f3645560-1067-40a6-b381-683280f6c7b6", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:44:55.464390 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cc55acda-9044-4c7a-b71c-24d023e6ac60 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:44:55.464790 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1afe027-f98d-4559-8ec7-65ba5114b0f3', 'name': 'network-vif-deleted', 'tag': 'f3645560-1067-40a6-b381-683280f6c7b6', 'status': 'completed', 'code': 200} Feb 08 16:44:57.024120 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34760) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:57.370467 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16ee848e-f40c-425d-b156-4c635fc314aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (a833930f-c93f-4b46-a7c0-061d7d3de0c6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:57.621092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-16ee848e-f40c-425d-b156-4c635fc314aa admin admin] Deleting port d79b0011-9f0e-49b0-997f-8134bcf4a9b5 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:44:57.621358 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16ee848e-f40c-425d-b156-4c635fc314aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:57.702357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-16ee848e-f40c-425d-b156-4c635fc314aa admin admin] For port d79b0011-9f0e-49b0-997f-8134bcf4a9b5, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d79b0011-9f0e-49b0-997f-8134bcf4a9b5,segment=NetworkSegment(7633fff5-0214-45c4-b932-f1d9f4dcf446),segment_id=7633fff5-0214-45c4-b932-f1d9f4dcf446)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:57.702722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16ee848e-f40c-425d-b156-4c635fc314aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:57.716383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-16ee848e-f40c-425d-b156-4c635fc314aa admin admin] Calling delete_port for d79b0011-9f0e-49b0-997f-8134bcf4a9b5 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:44:57.902501 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16ee848e-f40c-425d-b156-4c635fc314aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d79b0011-9f0e-49b0-997f-8134bcf4a9b5), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:57.929872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee848e-f40c-425d-b156-4c635fc314aa admin admin] Pushing event deleted for resources: {'Port': ['ID=d79b0011-9f0e-49b0-997f-8134bcf4a9b5,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:58.101628 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-16ee848e-f40c-425d-b156-4c635fc314aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (a833930f-c93f-4b46-a7c0-061d7d3de0c6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:58.103038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device f3645560-1067-40a6-b381-683280f6c7b6 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:44:58.127770 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: f3645560-1067-40a6-b381-683280f6c7b6 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:44:58.128120 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device f3645560-1067-40a6-b381-683280f6c7b6 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:44:58.321102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ee848e-f40c-425d-b156-4c635fc314aa admin admin] Router a833930f-c93f-4b46-a7c0-061d7d3de0c6 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:44:58.428739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ee848e-f40c-425d-b156-4c635fc314aa admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:44:58.435565 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-16ee848e-f40c-425d-b156-4c635fc314aa admin admin] 10.222.0.82 "PUT /v2.0/routers/a833930f-c93f-4b46-a7c0-061d7d3de0c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4102550 Feb 08 16:44:58.439347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34762) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:58.445590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b32c46-3eda-4667-acf2-d82e651f8c27 None None] Sync routers for ids ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:44:58.464159 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b32c46-3eda-4667-acf2-d82e651f8c27 None None] Routers {'a833930f-c93f-4b46-a7c0-061d7d3de0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:44:58.465127 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e1b32c46-3eda-4667-acf2-d82e651f8c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:44:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:58.550075 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] Publish callbacks [] for router (a833930f-c93f-4b46-a7c0-061d7d3de0c6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:58.575156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-e1b32c46-3eda-4667-acf2-d82e651f8c27 None None] Set router a833930f-c93f-4b46-a7c0-061d7d3de0c6 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:44:58.653486 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] Publish callbacks [] for router_gateway (a833930f-c93f-4b46-a7c0-061d7d3de0c6), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:58.706688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] Deleting port 2c361bc9-24d0-4d23-af4b-4f401c91a511 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:44:58.707325 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2c361bc9-24d0-4d23-af4b-4f401c91a511), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:58.763554 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e1b32c46-3eda-4667-acf2-d82e651f8c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:44:57Z', 'revision_number': 5, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'gw_port': {'id': '2c361bc9-24d0-4d23-af4b-4f401c91a511', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:58.790004 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b32c46-3eda-4667-acf2-d82e651f8c27 None None] Checking router: a833930f-c93f-4b46-a7c0-061d7d3de0c6 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:44:58.791268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] For port 2c361bc9-24d0-4d23-af4b-4f401c91a511, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2c361bc9-24d0-4d23-af4b-4f401c91a511,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:58.791637 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2c361bc9-24d0-4d23-af4b-4f401c91a511), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:58.799158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b32c46-3eda-4667-acf2-d82e651f8c27 None None] Routers {'a833930f-c93f-4b46-a7c0-061d7d3de0c6'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:44:58.799748 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e1b32c46-3eda-4667-acf2-d82e651f8c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:44:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:58.804886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] Calling delete_port for 2c361bc9-24d0-4d23-af4b-4f401c91a511 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:44:58.888015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-e1b32c46-3eda-4667-acf2-d82e651f8c27 None None] Set router a833930f-c93f-4b46-a7c0-061d7d3de0c6 gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:44:58.940871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-e1b32c46-3eda-4667-acf2-d82e651f8c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:44:58Z', 'revision_number': 6, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:58.970370 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b32c46-3eda-4667-acf2-d82e651f8c27 None None] The sync data for ids ['a833930f-c93f-4b46-a7c0-061d7d3de0c6'] in n-d-824834-11 is: [{'id': 'a833930f-c93f-4b46-a7c0-061d7d3de0c6', 'name': 'tempest-TestMinimumBasicScenario-1590691094-router', 'tenant_id': '60bcd88ae71745a98b397ba9f63f736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:31Z', 'updated_at': '2022-02-08T16:44:58Z', 'revision_number': 6, 'project_id': '60bcd88ae71745a98b397ba9f63f736f', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:44:58.982235 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (2c361bc9-24d0-4d23-af4b-4f401c91a511), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.009987 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] Pushing event deleted for resources: {'Port': ['ID=2c361bc9-24d0-4d23-af4b-4f401c91a511,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:59.072136 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (a833930f-c93f-4b46-a7c0-061d7d3de0c6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.166939 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (a833930f-c93f-4b46-a7c0-061d7d3de0c6), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.169568 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] Publish callbacks [] for router_controller (a833930f-c93f-4b46-a7c0-061d7d3de0c6), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.214388 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (a833930f-c93f-4b46-a7c0-061d7d3de0c6), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.214932 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] Fanout notify agent at l3_agent the message router_deleted on router a833930f-c93f-4b46-a7c0-061d7d3de0c6 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:44:59.219791 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.221023 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-52e53785-7bb0-4ba2-b34b-e1daf1c804be admin admin] 10.222.0.82 "DELETE /v2.0/routers/a833930f-c93f-4b46-a7c0-061d7d3de0c6 HTTP/1.1" status: 204 len: 168 time: 0.7804322 Feb 08 16:44:59.223763 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34766) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:59.269899 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f143a92-d7c9-4a14-b7a7-ebc1bb25188c admin admin] Deleting subnet 21b34706-d356-4010-9122-9c95dc24a23c {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:44:59.273306 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f143a92-d7c9-4a14-b7a7-ebc1bb25188c admin admin] Publish callbacks [] for subnet (21b34706-d356-4010-9122-9c95dc24a23c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.309936 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f143a92-d7c9-4a14-b7a7-ebc1bb25188c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (21b34706-d356-4010-9122-9c95dc24a23c), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.407176 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f143a92-d7c9-4a14-b7a7-ebc1bb25188c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (21b34706-d356-4010-9122-9c95dc24a23c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.466381 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f143a92-d7c9-4a14-b7a7-ebc1bb25188c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (21b34706-d356-4010-9122-9c95dc24a23c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.502723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f143a92-d7c9-4a14-b7a7-ebc1bb25188c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21b34706-d356-4010-9122-9c95dc24a23c,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:59.508184 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3f143a92-d7c9-4a14-b7a7-ebc1bb25188c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.511615 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3f143a92-d7c9-4a14-b7a7-ebc1bb25188c admin admin] 10.222.0.82 "DELETE /v2.0/subnets/21b34706-d356-4010-9122-9c95dc24a23c HTTP/1.1" status: 204 len: 168 time: 0.2869012 Feb 08 16:44:59.514931 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34768) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:44:59.515084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec64f36-ac0e-49b5-b0fa-9d6046bff772 None None] Network 824c7cbd-7cde-47da-94e4-4667b307e038 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:44:59.593107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (824c7cbd-7cde-47da-94e4-4667b307e038), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.660043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] Deleting port 252abbda-c090-4501-a70b-9163a6272984 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:44:59.660389 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (252abbda-c090-4501-a70b-9163a6272984), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.728764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] For port 252abbda-c090-4501-a70b-9163a6272984, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=252abbda-c090-4501-a70b-9163a6272984,segment=NetworkSegment(7633fff5-0214-45c4-b932-f1d9f4dcf446),segment_id=7633fff5-0214-45c4-b932-f1d9f4dcf446)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:59.729163 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (252abbda-c090-4501-a70b-9163a6272984), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.746118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] Calling delete_port for 252abbda-c090-4501-a70b-9163a6272984 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:44:59.760826 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] DHCP port deletion for 824c7cbd-7cde-47da-94e4-4667b307e038 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:44:59.818462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Deleting port 252abbda-c090-4501-a70b-9163a6272984 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:44:59.818836 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (252abbda-c090-4501-a70b-9163a6272984), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.838303 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (252abbda-c090-4501-a70b-9163a6272984), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.871008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] Pushing event deleted for resources: {'Port': ['ID=252abbda-c090-4501-a70b-9163a6272984,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:44:59.875777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] No DVR routers for this DVR port 252abbda-c090-4501-a70b-9163a6272984 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:44:59.887413 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] For port 252abbda-c090-4501-a70b-9163a6272984, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=252abbda-c090-4501-a70b-9163a6272984,segment=NetworkSegment(7633fff5-0214-45c4-b932-f1d9f4dcf446),segment_id=7633fff5-0214-45c4-b932-f1d9f4dcf446)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:44:59.888527 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (252abbda-c090-4501-a70b-9163a6272984), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.903275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Calling delete_port for 252abbda-c090-4501-a70b-9163a6272984 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:44:59.959237 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (824c7cbd-7cde-47da-94e4-4667b307e038), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.985865 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824c7cbd-7cde-47da-94e4-4667b307e038']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:59.986088 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (252abbda-c090-4501-a70b-9163a6272984), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:44:59.996208 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7633fff5-0214-45c4-b932-f1d9f4dcf446') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:44:59.998498 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7633fff5-0214-45c4-b932-f1d9f4dcf446') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:00.009233 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (7633fff5-0214-45c4-b932-f1d9f4dcf446), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:00.013028 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Pushing event deleted for resources: {'Port': ['ID=252abbda-c090-4501-a70b-9163a6272984,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:00.022238 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:00.022592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:00.022940 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:00.023283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:00.023619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:00.023961 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:00.024296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:00.024629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:00.024818 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (7633fff5-0214-45c4-b932-f1d9f4dcf446), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:00.024959 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:00.025303 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:00.025759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:00.026125 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:00.026462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:00.029604 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b2d8a1-03eb-462e-8ad0-c3b66d131d75 None None] No DVR routers for this DVR port 252abbda-c090-4501-a70b-9163a6272984 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:45:00.034251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:45:00.034658 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (7633fff5-0214-45c4-b932-f1d9f4dcf446), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:45:00.039533 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:45:00.112783 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (824c7cbd-7cde-47da-94e4-4667b307e038), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:00.118423 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:00.121621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] 10.222.0.82 "DELETE /v2.0/networks/824c7cbd-7cde-47da-94e4-4667b307e038 HTTP/1.1" status: 204 len: 168 time: 0.6044478 Feb 08 16:45:00.125461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34770) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:00.134100 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9667c-9a57-45e7-a463-4b8bd718a29f admin admin] Pushing event deleted for resources: {'Network': ['ID=824c7cbd-7cde-47da-94e4-4667b307e038,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:00.473877 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-03bcf856-ddcb-4750-a7cd-a5ceb719ec3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:00.480974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 252abbda-c090-4501-a70b-9163a6272984 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:45:00.502356 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 252abbda-c090-4501-a70b-9163a6272984 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:45:00.502703 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 252abbda-c090-4501-a70b-9163a6272984 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:45:00.503123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d79b0011-9f0e-49b0-997f-8134bcf4a9b5 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:45:00.525747 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: d79b0011-9f0e-49b0-997f-8134bcf4a9b5 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:45:00.526466 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d79b0011-9f0e-49b0-997f-8134bcf4a9b5 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:45:00.526582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2c361bc9-24d0-4d23-af4b-4f401c91a511 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:45:00.547031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 2c361bc9-24d0-4d23-af4b-4f401c91a511 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:45:00.547379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2c361bc9-24d0-4d23-af4b-4f401c91a511 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:45:00.727498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-03bcf856-ddcb-4750-a7cd-a5ceb719ec3d admin admin] Deleting port 21e3e68a-15d9-4e49-82d8-0690dc698edb {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:45:00.727761 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-03bcf856-ddcb-4750-a7cd-a5ceb719ec3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:00.803509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-03bcf856-ddcb-4750-a7cd-a5ceb719ec3d admin admin] For port 21e3e68a-15d9-4e49-82d8-0690dc698edb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=21e3e68a-15d9-4e49-82d8-0690dc698edb,segment=NetworkSegment(9c8d20ce-7b01-4d3d-b954-fa1b705ac920),segment_id=9c8d20ce-7b01-4d3d-b954-fa1b705ac920)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:00.803876 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-03bcf856-ddcb-4750-a7cd-a5ceb719ec3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:00.820146 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-03bcf856-ddcb-4750-a7cd-a5ceb719ec3d admin admin] Calling delete_port for 21e3e68a-15d9-4e49-82d8-0690dc698edb owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:45:00.999129 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-03bcf856-ddcb-4750-a7cd-a5ceb719ec3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (21e3e68a-15d9-4e49-82d8-0690dc698edb), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:01.025642 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcf856-ddcb-4750-a7cd-a5ceb719ec3d admin admin] Pushing event deleted for resources: {'Port': ['ID=21e3e68a-15d9-4e49-82d8-0690dc698edb,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:01.194078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-03bcf856-ddcb-4750-a7cd-a5ceb719ec3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:01.414319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bcf856-ddcb-4750-a7cd-a5ceb719ec3d admin admin] Router 84ec7ea3-4d34-4738-bc2f-4963c3f24d06 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:45:01.522482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bcf856-ddcb-4750-a7cd-a5ceb719ec3d admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:45:01.527949 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-03bcf856-ddcb-4750-a7cd-a5ceb719ec3d admin admin] 10.222.0.82 "PUT /v2.0/routers/84ec7ea3-4d34-4738-bc2f-4963c3f24d06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4009840 Feb 08 16:45:01.531126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34772) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:01.531917 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9331e-53d2-425c-a851-d7bb3a4857b8 None None] Sync routers for ids ['84ec7ea3-4d34-4738-bc2f-4963c3f24d06'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:45:01.541975 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9331e-53d2-425c-a851-d7bb3a4857b8 None None] Routers {'84ec7ea3-4d34-4738-bc2f-4963c3f24d06'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:45:01.542576 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c9f9331e-53d2-425c-a851-d7bb3a4857b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:44:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['84ec7ea3-4d34-4738-bc2f-4963c3f24d06'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:01.624511 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-15de033c-ef49-4c52-920c-d2f055426019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:01.643662 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] Publish callbacks [] for router (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:01.659684 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c9f9331e-53d2-425c-a851-d7bb3a4857b8 None None] Set router 84ec7ea3-4d34-4738-bc2f-4963c3f24d06 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:45:01.758251 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] Publish callbacks [] for router_gateway (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:01.812228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] Deleting port 5a6bbe37-bb20-41f0-a604-96484dbdd41d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:45:01.812566 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (5a6bbe37-bb20-41f0-a604-96484dbdd41d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:01.849367 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c9f9331e-53d2-425c-a851-d7bb3a4857b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'name': 'tempest-TestMinimumBasicScenario-375448964-router', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': '5a6bbe37-bb20-41f0-a604-96484dbdd41d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:35Z', 'updated_at': '2022-02-08T16:45:00Z', 'revision_number': 5, 'project_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'gw_port': {'id': '5a6bbe37-bb20-41f0-a604-96484dbdd41d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:42:36Z', 'updated_at': '2022-02-08T16:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:01.893214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] For port 5a6bbe37-bb20-41f0-a604-96484dbdd41d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=5a6bbe37-bb20-41f0-a604-96484dbdd41d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:01.893578 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (5a6bbe37-bb20-41f0-a604-96484dbdd41d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:01.907695 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] Calling delete_port for 5a6bbe37-bb20-41f0-a604-96484dbdd41d owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:45:01.966341 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9331e-53d2-425c-a851-d7bb3a4857b8 None None] Checking router: 84ec7ea3-4d34-4738-bc2f-4963c3f24d06 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:45:01.974603 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9331e-53d2-425c-a851-d7bb3a4857b8 None None] Routers {'84ec7ea3-4d34-4738-bc2f-4963c3f24d06'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:45:01.975238 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c9f9331e-53d2-425c-a851-d7bb3a4857b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:44:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['84ec7ea3-4d34-4738-bc2f-4963c3f24d06'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:02.064081 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c9f9331e-53d2-425c-a851-d7bb3a4857b8 None None] Set router 84ec7ea3-4d34-4738-bc2f-4963c3f24d06 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:45:02.080646 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (5a6bbe37-bb20-41f0-a604-96484dbdd41d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:02.110259 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6bbe37-bb20-41f0-a604-96484dbdd41d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:02.119549 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c9f9331e-53d2-425c-a851-d7bb3a4857b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'name': 'tempest-TestMinimumBasicScenario-375448964-router', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:35Z', 'updated_at': '2022-02-08T16:45:01Z', 'revision_number': 6, 'project_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:02.147419 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9331e-53d2-425c-a851-d7bb3a4857b8 None None] The sync data for ids ['84ec7ea3-4d34-4738-bc2f-4963c3f24d06'] in n-d-824834-11 is: [{'id': '84ec7ea3-4d34-4738-bc2f-4963c3f24d06', 'name': 'tempest-TestMinimumBasicScenario-375448964-router', 'tenant_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:42:35Z', 'updated_at': '2022-02-08T16:45:01Z', 'revision_number': 6, 'project_id': '3e2ab2ee02fd48899e6e9a8b19171dc8', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:45:02.173118 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:02.266271 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:02.268341 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] Publish callbacks [] for router_controller (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:02.313587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (84ec7ea3-4d34-4738-bc2f-4963c3f24d06), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:02.314149 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84ec7ea3-4d34-4738-bc2f-4963c3f24d06 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:45:02.318431 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:02.319574 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-41b6d39f-7127-491d-bef8-f4114920cf94 admin admin] 10.222.0.82 "DELETE /v2.0/routers/84ec7ea3-4d34-4738-bc2f-4963c3f24d06 HTTP/1.1" status: 204 len: 168 time: 0.7873461 Feb 08 16:45:02.322176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34774) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:02.364851 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-136e1834-79cf-48ad-bccc-6022bda66780 admin admin] Deleting subnet 6e87514a-fd31-49f9-a4c1-c2408ef1b178 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:45:02.367836 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-136e1834-79cf-48ad-bccc-6022bda66780 admin admin] Publish callbacks [] for subnet (6e87514a-fd31-49f9-a4c1-c2408ef1b178), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:02.401065 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-136e1834-79cf-48ad-bccc-6022bda66780 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (6e87514a-fd31-49f9-a4c1-c2408ef1b178), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:02.479653 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-136e1834-79cf-48ad-bccc-6022bda66780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (6e87514a-fd31-49f9-a4c1-c2408ef1b178), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:02.858406 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-136e1834-79cf-48ad-bccc-6022bda66780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (6e87514a-fd31-49f9-a4c1-c2408ef1b178), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:02.882871 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e1834-79cf-48ad-bccc-6022bda66780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e87514a-fd31-49f9-a4c1-c2408ef1b178,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:02.886424 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-136e1834-79cf-48ad-bccc-6022bda66780 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:02.890478 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-136e1834-79cf-48ad-bccc-6022bda66780 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/6e87514a-fd31-49f9-a4c1-c2408ef1b178 HTTP/1.1" status: 204 len: 168 time: 0.5671613 Feb 08 16:45:02.892591 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34776) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:02.900246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa061c50-04da-4b34-ad5a-0ea644d149eb None None] Network 9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:45:02.949135 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 21e3e68a-15d9-4e49-82d8-0690dc698edb no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:45:02.970717 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:02.980508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 21e3e68a-15d9-4e49-82d8-0690dc698edb {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:45:02.981074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 21e3e68a-15d9-4e49-82d8-0690dc698edb not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:45:03.025860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] Deleting port 36980f81-909a-4f27-8602-a85e23c4d0ec {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:45:03.026207 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.093303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] For port 36980f81-909a-4f27-8602-a85e23c4d0ec, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=36980f81-909a-4f27-8602-a85e23c4d0ec,segment=NetworkSegment(9c8d20ce-7b01-4d3d-b954-fa1b705ac920),segment_id=9c8d20ce-7b01-4d3d-b954-fa1b705ac920)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:03.093667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.106777 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] Calling delete_port for 36980f81-909a-4f27-8602-a85e23c4d0ec owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:45:03.115483 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872f9710-c63c-4128-9e1b-b9c5b6dd9c8e None None] DHCP port deletion for 9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:45:03.164783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-872f9710-c63c-4128-9e1b-b9c5b6dd9c8e None None] Deleting port 36980f81-909a-4f27-8602-a85e23c4d0ec {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:45:03.165182 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-872f9710-c63c-4128-9e1b-b9c5b6dd9c8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.197359 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.237841 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-872f9710-c63c-4128-9e1b-b9c5b6dd9c8e None None] For port 36980f81-909a-4f27-8602-a85e23c4d0ec, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=36980f81-909a-4f27-8602-a85e23c4d0ec,segment=NetworkSegment(9c8d20ce-7b01-4d3d-b954-fa1b705ac920),segment_id=9c8d20ce-7b01-4d3d-b954-fa1b705ac920)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:03.237841 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-872f9710-c63c-4128-9e1b-b9c5b6dd9c8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.238419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=36980f81-909a-4f27-8602-a85e23c4d0ec,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:03.239454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] No DVR routers for this DVR port 36980f81-909a-4f27-8602-a85e23c4d0ec on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:45:03.321479 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.346673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:03.357483 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8d20ce-7b01-4d3d-b954-fa1b705ac920') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:03.357792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8d20ce-7b01-4d3d-b954-fa1b705ac920') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:03.368193 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (9c8d20ce-7b01-4d3d-b954-fa1b705ac920), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.383328 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (9c8d20ce-7b01-4d3d-b954-fa1b705ac920), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.392034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:45:03.392519 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (9c8d20ce-7b01-4d3d-b954-fa1b705ac920), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:45:03.394371 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:45:03.412128 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-872f9710-c63c-4128-9e1b-b9c5b6dd9c8e None None] Calling delete_port for 36980f81-909a-4f27-8602-a85e23c4d0ec owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:45:03.449845 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.456994 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.460100 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] 10.222.0.82 "DELETE /v2.0/networks/9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6 HTTP/1.1" status: 204 len: 168 time: 0.5645313 Feb 08 16:45:03.472213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52e5d1-c5ae-403a-bd6c-5ad72b94d7cf admin admin] Pushing event deleted for resources: {'Network': ['ID=9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:03.491235 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-872f9710-c63c-4128-9e1b-b9c5b6dd9c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (36980f81-909a-4f27-8602-a85e23c4d0ec), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.499097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-872f9710-c63c-4128-9e1b-b9c5b6dd9c8e None None] Network 9c0ae9cb-3a6e-4da8-9511-d0b3a2e879e6 is not hosted by any dhcp agent {{(pid=103303) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 16:45:03.499549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f9710-c63c-4128-9e1b-b9c5b6dd9c8e None None] No DVR routers for this DVR port 36980f81-909a-4f27-8602-a85e23c4d0ec on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:45:03.519634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f9710-c63c-4128-9e1b-b9c5b6dd9c8e None None] Pushing event deleted for resources: {'Port': ['ID=36980f81-909a-4f27-8602-a85e23c4d0ec,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:03.639114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34780) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:03.678412 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c47de2e5-67dc-4302-b1ac-8462e43d0cda admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=60bcd88ae71745a98b397ba9f63f736f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380950 Feb 08 16:45:03.680913 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34782) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:03.733679 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ce77079-e47b-4a5e-8b91-2b97bf884661 admin admin] Publish callbacks [] for security_group (0d02aa30-4236-4a19-af43-34e230558700), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.755570 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ce77079-e47b-4a5e-8b91-2b97bf884661 admin admin] Publish callbacks [] for security_group (0d02aa30-4236-4a19-af43-34e230558700), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.802035 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ce77079-e47b-4a5e-8b91-2b97bf884661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0d02aa30-4236-4a19-af43-34e230558700), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.804678 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8ce77079-e47b-4a5e-8b91-2b97bf884661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:03.805882 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8ce77079-e47b-4a5e-8b91-2b97bf884661 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0d02aa30-4236-4a19-af43-34e230558700 HTTP/1.1" status: 204 len: 168 time: 0.1240554 Feb 08 16:45:03.813980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce77079-e47b-4a5e-8b91-2b97bf884661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d02aa30-4236-4a19-af43-34e230558700,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:03.889435 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-671d986b-c91e-474e-853c-5be57a7e8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:04.118755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34788) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:04.159618 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0b5bfaf4-58f4-4863-acbf-fe83f5a8ad09 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3e2ab2ee02fd48899e6e9a8b19171dc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395327 Feb 08 16:45:04.161928 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34790) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:04.209010 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8e3d-3811-470d-9053-7312d9a18e9b admin admin] Publish callbacks [] for security_group (94235b2f-670c-49fc-87bd-bb899847c45e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:04.229169 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8e3d-3811-470d-9053-7312d9a18e9b admin admin] Publish callbacks [] for security_group (94235b2f-670c-49fc-87bd-bb899847c45e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:04.277259 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8e3d-3811-470d-9053-7312d9a18e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (94235b2f-670c-49fc-87bd-bb899847c45e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:04.280520 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8e3d-3811-470d-9053-7312d9a18e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:04.281701 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5dbd8e3d-3811-470d-9053-7312d9a18e9b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/94235b2f-670c-49fc-87bd-bb899847c45e HTTP/1.1" status: 204 len: 168 time: 0.1188786 Feb 08 16:45:04.290135 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd8e3d-3811-470d-9053-7312d9a18e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94235b2f-670c-49fc-87bd-bb899847c45e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:04.487059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 36980f81-909a-4f27-8602-a85e23c4d0ec no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:45:04.507350 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 36980f81-909a-4f27-8602-a85e23c4d0ec {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:45:04.507701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 36980f81-909a-4f27-8602-a85e23c4d0ec not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:45:04.508116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5a6bbe37-bb20-41f0-a604-96484dbdd41d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:45:04.527595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 5a6bbe37-bb20-41f0-a604-96484dbdd41d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:45:04.528090 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 5a6bbe37-bb20-41f0-a604-96484dbdd41d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:45:05.727073 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:05.776533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34830) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:05.781913 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-a97362f6-3c52-41f6-afa3-ea9648f981fd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201867798', 'description': 'tempest-secgroup-smoke-1201867798 description', 'project_id': '3bed23fcd0254b179facffb28ee090ad'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:05.803202 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a97362f6-3c52-41f6-afa3-ea9648f981fd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:05.811205 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a97362f6-3c52-41f6-afa3-ea9648f981fd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:05.891921 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a97362f6-3c52-41f6-afa3-ea9648f981fd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (1e970ccf-a0d3-401a-92e5-83f3542eb5b4), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:05.895605 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a97362f6-3c52-41f6-afa3-ea9648f981fd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1e970ccf-a0d3-401a-92e5-83f3542eb5b4), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:05.929895 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97362f6-3c52-41f6-afa3-ea9648f981fd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e970ccf-a0d3-401a-92e5-83f3542eb5b4,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:05.970933 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a97362f6-3c52-41f6-afa3-ea9648f981fd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (93ef79b3-babf-44dc-877e-d9e4265d8b22), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:05.974457 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a97362f6-3c52-41f6-afa3-ea9648f981fd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (93ef79b3-babf-44dc-877e-d9e4265d8b22), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:05.999796 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-a97362f6-3c52-41f6-afa3-ea9648f981fd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.000935 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-a97362f6-3c52-41f6-afa3-ea9648f981fd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2233248 Feb 08 16:45:06.004024 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34832) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:06.008572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-49f0e3ed-8ba2-4b76-81a8-908af9f60328 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '93ef79b3-babf-44dc-877e-d9e4265d8b22', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:06.009021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97362f6-3c52-41f6-afa3-ea9648f981fd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ef79b3-babf-44dc-877e-d9e4265d8b22,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:06.034391 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49f0e3ed-8ba2-4b76-81a8-908af9f60328 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (608e35c9-6901-4946-92bf-018234779483), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.089327 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49f0e3ed-8ba2-4b76-81a8-908af9f60328 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (608e35c9-6901-4946-92bf-018234779483), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.093749 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49f0e3ed-8ba2-4b76-81a8-908af9f60328 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (608e35c9-6901-4946-92bf-018234779483), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.110861 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0e3ed-8ba2-4b76-81a8-908af9f60328 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608e35c9-6901-4946-92bf-018234779483,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:06.119208 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-49f0e3ed-8ba2-4b76-81a8-908af9f60328 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.120409 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-49f0e3ed-8ba2-4b76-81a8-908af9f60328 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153703 Feb 08 16:45:06.123480 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34834) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:06.128737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-adc17804-8241-4714-8bb5-2fe3040c224a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '93ef79b3-babf-44dc-877e-d9e4265d8b22', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:06.155756 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-adc17804-8241-4714-8bb5-2fe3040c224a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (279524c8-d143-410f-9a23-4f561e384bcb), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.213151 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-adc17804-8241-4714-8bb5-2fe3040c224a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (279524c8-d143-410f-9a23-4f561e384bcb), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.217508 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-adc17804-8241-4714-8bb5-2fe3040c224a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (279524c8-d143-410f-9a23-4f561e384bcb), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.565178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc17804-8241-4714-8bb5-2fe3040c224a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279524c8-d143-410f-9a23-4f561e384bcb,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:06.574061 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-adc17804-8241-4714-8bb5-2fe3040c224a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.575990 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-adc17804-8241-4714-8bb5-2fe3040c224a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4503880 Feb 08 16:45:06.578511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34836) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:06.582743 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-feb96117-d631-4458-923c-07a11afe9e93 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '93ef79b3-babf-44dc-877e-d9e4265d8b22', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:06.605216 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-feb96117-d631-4458-923c-07a11afe9e93 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (a378e3f8-f80a-4fd4-97eb-b3ed752d496a), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.661014 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-feb96117-d631-4458-923c-07a11afe9e93 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (a378e3f8-f80a-4fd4-97eb-b3ed752d496a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.664887 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-feb96117-d631-4458-923c-07a11afe9e93 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (a378e3f8-f80a-4fd4-97eb-b3ed752d496a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.685855 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb96117-d631-4458-923c-07a11afe9e93 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a378e3f8-f80a-4fd4-97eb-b3ed752d496a,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:06.691736 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-feb96117-d631-4458-923c-07a11afe9e93 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.693280 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-feb96117-d631-4458-923c-07a11afe9e93 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137791 Feb 08 16:45:06.695986 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34838) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:06.701129 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-08dd1927-270a-4a55-8104-be872a6b87d4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '93ef79b3-babf-44dc-877e-d9e4265d8b22', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:06.726278 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08dd1927-270a-4a55-8104-be872a6b87d4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (2fd1a1aa-ecc5-42d4-8629-e9d1db2ed720), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.783996 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08dd1927-270a-4a55-8104-be872a6b87d4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (2fd1a1aa-ecc5-42d4-8629-e9d1db2ed720), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.787586 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08dd1927-270a-4a55-8104-be872a6b87d4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (2fd1a1aa-ecc5-42d4-8629-e9d1db2ed720), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.806993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd1927-270a-4a55-8104-be872a6b87d4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd1a1aa-ecc5-42d4-8629-e9d1db2ed720,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:06.815971 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-08dd1927-270a-4a55-8104-be872a6b87d4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.817184 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-08dd1927-270a-4a55-8104-be872a6b87d4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202204 Feb 08 16:45:06.819844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34840) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:06.824111 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6d088a3c-598b-4b32-bea6-171656f3fa7c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '93ef79b3-babf-44dc-877e-d9e4265d8b22', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:06.842631 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-6d088a3c-598b-4b32-bea6-171656f3fa7c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Project 3bed23fcd0254b179facffb28ee090ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:45:06.847693 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6d088a3c-598b-4b32-bea6-171656f3fa7c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (3340272f-2e8c-4d0c-9597-d4e6e98cbedb), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.899159 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.908301 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6d088a3c-598b-4b32-bea6-171656f3fa7c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (3340272f-2e8c-4d0c-9597-d4e6e98cbedb), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.911811 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6d088a3c-598b-4b32-bea6-171656f3fa7c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (3340272f-2e8c-4d0c-9597-d4e6e98cbedb), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.931219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d088a3c-598b-4b32-bea6-171656f3fa7c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3340272f-2e8c-4d0c-9597-d4e6e98cbedb,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:06.940740 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6d088a3c-598b-4b32-bea6-171656f3fa7c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:06.942139 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6d088a3c-598b-4b32-bea6-171656f3fa7c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212239 Feb 08 16:45:06.944659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34842) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:06.948830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-cf3a1af8-ef9d-4875-bf45-ea025db27d75 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '93ef79b3-babf-44dc-877e-d9e4265d8b22', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:06.969143 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-cf3a1af8-ef9d-4875-bf45-ea025db27d75 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Project 3bed23fcd0254b179facffb28ee090ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:45:06.973953 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1af8-ef9d-4875-bf45-ea025db27d75 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (5980095d-c005-474f-b84e-7d2763f485f1), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.033053 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1af8-ef9d-4875-bf45-ea025db27d75 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (5980095d-c005-474f-b84e-7d2763f485f1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.036480 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1af8-ef9d-4875-bf45-ea025db27d75 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (5980095d-c005-474f-b84e-7d2763f485f1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.054690 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a1af8-ef9d-4875-bf45-ea025db27d75 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5980095d-c005-474f-b84e-7d2763f485f1,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:07.061513 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1af8-ef9d-4875-bf45-ea025db27d75 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.062731 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cf3a1af8-ef9d-4875-bf45-ea025db27d75 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171339 Feb 08 16:45:07.065711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34844) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:07.070424 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-0c2b5a8f-a3f1-4ae6-9237-d1cb53468337 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'network': {'name': 'tempest-network-smoke--590622543', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'port_security_enabled': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:07.088484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2b5a8f-a3f1-4ae6-9237-d1cb53468337 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Made reservation on behalf of 3bed23fcd0254b179facffb28ee090ad for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:45:07.092276 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5a8f-a3f1-4ae6-9237-d1cb53468337 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.114591 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2b5a8f-a3f1-4ae6-9237-d1cb53468337 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:45:07.124114 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5a8f-a3f1-4ae6-9237-d1cb53468337 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d0159155-f2d9-4db2-a752-a49f8c173584), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.124462 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-0c2b5a8f-a3f1-4ae6-9237-d1cb53468337 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Added segment d0159155-f2d9-4db2-a752-a49f8c173584 of type vlan for network 5dbc7024-c125-4f5f-a15f-1f548abfb07d Feb 08 16:45:07.162985 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5a8f-a3f1-4ae6-9237-d1cb53468337 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (5dbc7024-c125-4f5f-a15f-1f548abfb07d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.187396 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5a8f-a3f1-4ae6-9237-d1cb53468337 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (5dbc7024-c125-4f5f-a15f-1f548abfb07d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.192356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b5a8f-a3f1-4ae6-9237-d1cb53468337 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:07.192961 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5a8f-a3f1-4ae6-9237-d1cb53468337 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.248881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0c2b5a8f-a3f1-4ae6-9237-d1cb53468337 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1821563 Feb 08 16:45:07.251963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34846) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:07.256605 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'admin_state_up': True, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:07.263581 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b5a8f-a3f1-4ae6-9237-d1cb53468337 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Network': ['ID=5dbc7024-c125-4f5f-a15f-1f548abfb07d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:07.275847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 5dbc7024-c125-4f5f-a15f-1f548abfb07d details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:45:07.278287 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (ad227981-58b9-4db5-9056-a935920aedc7), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.279300 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (ad227981-58b9-4db5-9056-a935920aedc7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.337111 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_controller (ad227981-58b9-4db5-9056-a935920aedc7), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.476618 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (ad227981-58b9-4db5-9056-a935920aedc7), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.673371 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (ad227981-58b9-4db5-9056-a935920aedc7), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.692309 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.792549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.25.7.182 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/665e2fc1-309d-48fd-b46b-716ad9aa0495) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:45:07.898680 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (665e2fc1-309d-48fd-b46b-716ad9aa0495), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.935844 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (665e2fc1-309d-48fd-b46b-716ad9aa0495), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:07.976228 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:45:07.979132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:45:07.982124 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:45:08.005659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=665e2fc1-309d-48fd-b46b-716ad9aa0495,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:08.085820 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:08.236763 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (ad227981-58b9-4db5-9056-a935920aedc7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:08.435605 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (ad227981-58b9-4db5-9056-a935920aedc7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:08.563838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router ad227981-58b9-4db5-9056-a935920aedc7 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:45:08.671366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:45:08.681229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Sync routers for ids ['ad227981-58b9-4db5-9056-a935920aedc7'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:45:08.690560 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:08.691931 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-912883d1-42bd-4645-ae11-af1723523cee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4389009 Feb 08 16:45:08.694947 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34848) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:08.695250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Routers {'ad227981-58b9-4db5-9056-a935920aedc7'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:45:08.695877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:45:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ad227981-58b9-4db5-9056-a935920aedc7'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:08.804360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Set router ad227981-58b9-4db5-9056-a935920aedc7 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:45:08.818891 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4d0c88a4-a0c5-4e2d-aa02-00fee33e0cae tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=3bed23fcd0254b179facffb28ee090ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1228161 Feb 08 16:45:08.821768 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34852) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:08.906417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d919a284-6910-4434-8d59-4c684903faf5 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:08.908036 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d919a284-6910-4434-8d59-4c684903faf5 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853462 Feb 08 16:45:08.911037 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34854) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:08.940487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-81af1192-1212-41f4-9198-cf7f52b40624 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281489 Feb 08 16:45:08.942924 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34856) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:08.947675 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e09328bc-a874-4710-beab-d191d3f5b3c2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1175322354', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:08.982952 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:08Z', 'revision_number': 3, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:09.014739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Checking router: ad227981-58b9-4db5-9056-a935920aedc7 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:45:09.015094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Updating router ad227981-58b9-4db5-9056-a935920aedc7 port 665e2fc1-309d-48fd-b46b-716ad9aa0495 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:45:09.038894 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09328bc-a874-4710-beab-d191d3f5b3c2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Made reservation on behalf of 3bed23fcd0254b179facffb28ee090ad for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:45:09.042266 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e09328bc-a874-4710-beab-d191d3f5b3c2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:09.042557 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (665e2fc1-309d-48fd-b46b-716ad9aa0495), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:09.221375 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e09328bc-a874-4710-beab-d191d3f5b3c2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (e624ebe2-65a8-4da3-8050-9293a1ae5a16), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:09.281118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09328bc-a874-4710-beab-d191d3f5b3c2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Subnet': ['ID=e624ebe2-65a8-4da3-8050-9293a1ae5a16,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:09.291206 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09328bc-a874-4710-beab-d191d3f5b3c2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Checking segment: {'id': 'd0159155-f2d9-4db2-a752-a49f8c173584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:45:09.291852 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09328bc-a874-4710-beab-d191d3f5b3c2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network hostable DHCP agents. Network: 5dbc7024-c125-4f5f-a15f-1f548abfb07d, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:45:09.296486 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Publish callbacks [] for port (665e2fc1-309d-48fd-b46b-716ad9aa0495), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:09.301797 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (665e2fc1-309d-48fd-b46b-716ad9aa0495), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:09.313998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09328bc-a874-4710-beab-d191d3f5b3c2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 5dbc7024-c125-4f5f-a15f-1f548abfb07d is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:45:09.326329 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-e09328bc-a874-4710-beab-d191d3f5b3c2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 5dbc7024-c125-4f5f-a15f-1f548abfb07d) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:45:09.330616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09328bc-a874-4710-beab-d191d3f5b3c2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:09.331196 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e09328bc-a874-4710-beab-d191d3f5b3c2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:09.348727 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e09328bc-a874-4710-beab-d191d3f5b3c2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4047513 Feb 08 16:45:09.351571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34858) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:09.351732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b2da49-6ff2-48be-9049-43d38f2f246b None None] Network 5dbc7024-c125-4f5f-a15f-1f548abfb07d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:45:09.395595 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Attempting to bind port 665e2fc1-309d-48fd-b46b-716ad9aa0495 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:45:09.395972 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Attempting to bind port 665e2fc1-309d-48fd-b46b-716ad9aa0495 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:45:09.396340 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Attempting to bind port 665e2fc1-309d-48fd-b46b-716ad9aa0495 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:45:09.411797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:45:09.412181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:45:09.412591 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:09.413040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:45:09.413487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Bound port: 665e2fc1-309d-48fd-b46b-716ad9aa0495, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:45:09.413871 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (665e2fc1-309d-48fd-b46b-716ad9aa0495), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:09.417686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc1ed1-f818-43cb-a880-bf6f6047cd3a None None] Pushing event updated for resources: {'Port': ['ID=665e2fc1-309d-48fd-b46b-716ad9aa0495,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:09.509071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] For port 665e2fc1-309d-48fd-b46b-716ad9aa0495, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:45:09.519220 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ips': [{'subnet_id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:45:09.520090 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:09.523872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] For port 665e2fc1-309d-48fd-b46b-716ad9aa0495, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=665e2fc1-309d-48fd-b46b-716ad9aa0495,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:45:09.538058 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (665e2fc1-309d-48fd-b46b-716ad9aa0495), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:09.669771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc1ed1-f818-43cb-a880-bf6f6047cd3a None None] Pushing event updated for resources: {'Port': ['ID=665e2fc1-309d-48fd-b46b-716ad9aa0495,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:09.674940 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Routers {'ad227981-58b9-4db5-9056-a935920aedc7'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:45:09.675454 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:45:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ad227981-58b9-4db5-9056-a935920aedc7'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:09.803790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Allocated IP 172.20.0.2 (5dbc7024-c125-4f5f-a15f-1f548abfb07d/e624ebe2-65a8-4da3-8050-9293a1ae5a16/7da00a49-4eba-4636-9abc-9481b5f20e7a) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:45:09.815963 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:09.832970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] Set router ad227981-58b9-4db5-9056-a935920aedc7 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:45:10.094729 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Publish callbacks [] for port (7da00a49-4eba-4636-9abc-9481b5f20e7a), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:10.104027 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (7da00a49-4eba-4636-9abc-9481b5f20e7a), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:10.154971 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Network 5dbc7024-c125-4f5f-a15f-1f548abfb07d is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:45:10.155264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.20.0.1 (5dbc7024-c125-4f5f-a15f-1f548abfb07d/e624ebe2-65a8-4da3-8050-9293a1ae5a16/f6de14ab-493f-4b49-afc3-74ac7d6a62c9) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:45:10.161686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:45:10.164518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:45:10.166796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Pushing event updated for resources: {'Port': ['ID=7da00a49-4eba-4636-9abc-9481b5f20e7a,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:10.176041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:08Z', 'revision_number': 3, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:10.224284 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb51b29-1f00-4f5a-ba6a-947b7333b500 None None] The sync data for ids ['ad227981-58b9-4db5-9056-a935920aedc7'] in n-d-824834-11 is: [{'id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:08Z', 'revision_number': 3, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:45:10.256156 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Attempting to bind port 7da00a49-4eba-4636-9abc-9481b5f20e7a on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:45:10.256691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Attempting to bind port 7da00a49-4eba-4636-9abc-9481b5f20e7a by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'd0159155-f2d9-4db2-a752-a49f8c173584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:45:10.257095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Attempting to bind port 7da00a49-4eba-4636-9abc-9481b5f20e7a on network 5dbc7024-c125-4f5f-a15f-1f548abfb07d {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:45:10.262289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:45:10.263227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Checking segment: {'id': 'd0159155-f2d9-4db2-a752-a49f8c173584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:45:10.263631 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:10.264031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Bound using segment: {'id': 'd0159155-f2d9-4db2-a752-a49f8c173584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:45:10.264512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Bound port: 7da00a49-4eba-4636-9abc-9481b5f20e7a, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0159155-f2d9-4db2-a752-a49f8c173584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:45:10.264898 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7da00a49-4eba-4636-9abc-9481b5f20e7a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:10.279757 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:10.319434 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:10.332142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] For port 7da00a49-4eba-4636-9abc-9481b5f20e7a, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:45:10.336663 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] For port 7da00a49-4eba-4636-9abc-9481b5f20e7a, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7da00a49-4eba-4636-9abc-9481b5f20e7a,segment=NetworkSegment(d0159155-f2d9-4db2-a752-a49f8c173584),segment_id=d0159155-f2d9-4db2-a752-a49f8c173584)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:45:10.343946 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7da00a49-4eba-4636-9abc-9481b5f20e7a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:10.364520 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 5dbc7024-c125-4f5f-a15f-1f548abfb07d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:45:10.372383 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:45:10.376967 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:45:10.402288 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=f6de14ab-493f-4b49-afc3-74ac7d6a62c9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:10.412534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426be4e5-42ee-4ca8-b18d-377e839ed86b None None] Pushing event updated for resources: {'Port': ['ID=7da00a49-4eba-4636-9abc-9481b5f20e7a,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:10.434012 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (ad227981-58b9-4db5-9056-a935920aedc7), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:10.620178 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:10.930880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:10.936853 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:11.016720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=f6de14ab-493f-4b49-afc3-74ac7d6a62c9,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:11.019270 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (ad227981-58b9-4db5-9056-a935920aedc7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:11.119015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 5dbc7024-c125-4f5f-a15f-1f548abfb07d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:45:11.120582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:45:11.250625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router ad227981-58b9-4db5-9056-a935920aedc7 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:45:11.365203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:45:11.370428 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0ebf8701-cf11-4115-ac8c-d3c9daaa4f36 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "PUT /v2.0/routers/ad227981-58b9-4db5-9056-a935920aedc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0175898 Feb 08 16:45:11.462792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44513495-1c39-48fb-8aee-616f7061d843 None None] Network 5dbc7024-c125-4f5f-a15f-1f548abfb07d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:45:11.528028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-6949dc74-0c64-4f1e-9aca-b5499d50f835 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201867798&fields=id&tenant_id=3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 267 time: 0.0455055 Feb 08 16:45:11.548337 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3fce688b-6d80-4f8a-bd5c-6fd009deca34 None None] Provisioning complete for port 7da00a49-4eba-4636-9abc-9481b5f20e7a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:45:11.548722 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3fce688b-6d80-4f8a-bd5c-6fd009deca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7da00a49-4eba-4636-9abc-9481b5f20e7a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:11.648326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-d896adf7-79ea-4bac-ba8a-bf2b8134e708 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:11.655234 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-d896adf7-79ea-4bac-ba8a-bf2b8134e708 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/networks?id=5dbc7024-c125-4f5f-a15f-1f548abfb07d HTTP/1.1" status: 200 len: 796 time: 0.1202621 Feb 08 16:45:11.668045 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3fce688b-6d80-4f8a-bd5c-6fd009deca34 None None] Current status of the port 7da00a49-4eba-4636-9abc-9481b5f20e7a is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:45:11.668519 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3fce688b-6d80-4f8a-bd5c-6fd009deca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7da00a49-4eba-4636-9abc-9481b5f20e7a), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:11.672122 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-6face0c3-3d64-4876-8891-0710107ca35a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/quotas/3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 375 time: 0.0159302 Feb 08 16:45:11.705224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3fce688b-6d80-4f8a-bd5c-6fd009deca34 None None] For port 7da00a49-4eba-4636-9abc-9481b5f20e7a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7da00a49-4eba-4636-9abc-9481b5f20e7a,segment=NetworkSegment(d0159155-f2d9-4db2-a752-a49f8c173584),segment_id=d0159155-f2d9-4db2-a752-a49f8c173584)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:11.709975 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3fce688b-6d80-4f8a-bd5c-6fd009deca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7da00a49-4eba-4636-9abc-9481b5f20e7a), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:11.743656 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0251d5ec-06fb-4d9d-9125-2ddd8252cdfd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705547 Feb 08 16:45:11.767931 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce688b-6d80-4f8a-bd5c-6fd009deca34 None None] Pushing event updated for resources: {'Port': ['ID=7da00a49-4eba-4636-9abc-9481b5f20e7a,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:11.899771 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-83c3f670-5b86-4e0f-9512-c9692e9ff79f service neutron] 10.222.0.82 "GET /v2.0/networks/5dbc7024-c125-4f5f-a15f-1f548abfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538472 Feb 08 16:45:11.944318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0b18e7cd-2ca9-439a-add7-553fdd07e54e None None] Provisioning complete for port f6de14ab-493f-4b49-afc3-74ac7d6a62c9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:45:11.944813 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0b18e7cd-2ca9-439a-add7-553fdd07e54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:11.991875 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Sync routers for ids ['ad227981-58b9-4db5-9056-a935920aedc7'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:45:12.004110 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Routers {'ad227981-58b9-4db5-9056-a935920aedc7'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:45:12.004917 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:45:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ad227981-58b9-4db5-9056-a935920aedc7'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:12.020015 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-c6192346-d04d-48c8-b137-1db994c27c00 service neutron] 10.222.0.82 "GET /v2.0/networks/5dbc7024-c125-4f5f-a15f-1f548abfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135273 Feb 08 16:45:12.133847 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Set router ad227981-58b9-4db5-9056-a935920aedc7 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:45:12.158122 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0b18e7cd-2ca9-439a-add7-553fdd07e54e None None] Port f6de14ab-493f-4b49-afc3-74ac7d6a62c9 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:45:12.180159 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0b18e7cd-2ca9-439a-add7-553fdd07e54e None None] Provisioning complete for port 7da00a49-4eba-4636-9abc-9481b5f20e7a triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:45:12.180568 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0b18e7cd-2ca9-439a-add7-553fdd07e54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7da00a49-4eba-4636-9abc-9481b5f20e7a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:12.251345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eb2727d1-a1c3-4742-b069-856dc27e22ba req-a94a2d16-d797-45ec-a75f-936fb80068b9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 210 time: 0.0360384 Feb 08 16:45:12.286914 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0b18e7cd-2ca9-439a-add7-553fdd07e54e None None] Current status of the port 7da00a49-4eba-4636-9abc-9481b5f20e7a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:45:12.408724 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ccd786c2-e364-4326-98fe-9da97fd8abe6 None None] Provisioning complete for port f6de14ab-493f-4b49-afc3-74ac7d6a62c9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:45:12.409227 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ccd786c2-e364-4326-98fe-9da97fd8abe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:12.436702 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:10Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f6de14ab-493f-4b49-afc3-74ac7d6a62c9', 'name': '', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:aa:86:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:09Z', 'updated_at': '2022-02-08T16:45:10Z', 'revision_number': 2, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:12.451742 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ccd786c2-e364-4326-98fe-9da97fd8abe6 None None] Port f6de14ab-493f-4b49-afc3-74ac7d6a62c9 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:45:12.471805 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Checking router: ad227981-58b9-4db5-9056-a935920aedc7 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:45:12.472294 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Updating router ad227981-58b9-4db5-9056-a935920aedc7 port f6de14ab-493f-4b49-afc3-74ac7d6a62c9 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:45:12.503944 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:12.578877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 665e2fc1-309d-48fd-b46b-716ad9aa0495 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:45:12.635704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 665e2fc1-309d-48fd-b46b-716ad9aa0495 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:45:12.636322 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (665e2fc1-309d-48fd-b46b-716ad9aa0495), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:12.720116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 665e2fc1-309d-48fd-b46b-716ad9aa0495 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:45:12.720518 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (665e2fc1-309d-48fd-b46b-716ad9aa0495), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:12.748035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 665e2fc1-309d-48fd-b46b-716ad9aa0495, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=665e2fc1-309d-48fd-b46b-716ad9aa0495,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:12.756608 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (665e2fc1-309d-48fd-b46b-716ad9aa0495), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:12.757596 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7da00a49-4eba-4636-9abc-9481b5f20e7a up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:45:12.807069 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Publish callbacks [] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:12.813473 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:12.855776 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 7da00a49-4eba-4636-9abc-9481b5f20e7a triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:45:12.855776 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7da00a49-4eba-4636-9abc-9481b5f20e7a), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:12.857823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=665e2fc1-309d-48fd-b46b-716ad9aa0495,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:12.861606 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388f192-8431-449a-9904-9ad9460caa65 None None] Pushing event updated for resources: {'Port': ['ID=f6de14ab-493f-4b49-afc3-74ac7d6a62c9,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:12.874043 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388f192-8431-449a-9904-9ad9460caa65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:12.874428 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388f192-8431-449a-9904-9ad9460caa65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:12.874797 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388f192-8431-449a-9904-9ad9460caa65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:12.875136 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388f192-8431-449a-9904-9ad9460caa65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:12.875469 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388f192-8431-449a-9904-9ad9460caa65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:12.875795 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388f192-8431-449a-9904-9ad9460caa65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:12.876123 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388f192-8431-449a-9904-9ad9460caa65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:12.876454 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388f192-8431-449a-9904-9ad9460caa65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:12.876769 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388f192-8431-449a-9904-9ad9460caa65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:12.877153 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388f192-8431-449a-9904-9ad9460caa65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:12.877563 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388f192-8431-449a-9904-9ad9460caa65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:12.877902 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388f192-8431-449a-9904-9ad9460caa65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:12.878222 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8388f192-8431-449a-9904-9ad9460caa65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:45:12.955822 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Attempting to bind port f6de14ab-493f-4b49-afc3-74ac7d6a62c9 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:45:12.956199 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Attempting to bind port f6de14ab-493f-4b49-afc3-74ac7d6a62c9 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': 'd0159155-f2d9-4db2-a752-a49f8c173584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:45:12.956565 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Attempting to bind port f6de14ab-493f-4b49-afc3-74ac7d6a62c9 on network 5dbc7024-c125-4f5f-a15f-1f548abfb07d {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:45:12.963225 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:45:12.963638 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Checking segment: {'id': 'd0159155-f2d9-4db2-a752-a49f8c173584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:45:12.964019 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:12.964419 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Bound using segment: {'id': 'd0159155-f2d9-4db2-a752-a49f8c173584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:45:12.964915 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Bound port: f6de14ab-493f-4b49-afc3-74ac7d6a62c9, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0159155-f2d9-4db2-a752-a49f8c173584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:45:12.965404 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:12.979734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 7da00a49-4eba-4636-9abc-9481b5f20e7a is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:45:13.039895 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] For port f6de14ab-493f-4b49-afc3-74ac7d6a62c9, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:45:13.045853 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] For port f6de14ab-493f-4b49-afc3-74ac7d6a62c9, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f6de14ab-493f-4b49-afc3-74ac7d6a62c9,segment=NetworkSegment(d0159155-f2d9-4db2-a752-a49f8c173584),segment_id=d0159155-f2d9-4db2-a752-a49f8c173584)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:45:13.055217 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:13.112803 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Routers {'ad227981-58b9-4db5-9056-a935920aedc7'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:45:13.113449 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:45:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ad227981-58b9-4db5-9056-a935920aedc7'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:13.187158 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388f192-8431-449a-9904-9ad9460caa65 None None] Pushing event updated for resources: {'Port': ['ID=f6de14ab-493f-4b49-afc3-74ac7d6a62c9,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:13.219146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f65dc2ba-9316-407e-aed6-7b1ce5d8101c None None] Provisioning complete for port f6de14ab-493f-4b49-afc3-74ac7d6a62c9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:45:13.225370 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f65dc2ba-9316-407e-aed6-7b1ce5d8101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:13.235546 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] Set router ad227981-58b9-4db5-9056-a935920aedc7 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:45:13.396700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f65dc2ba-9316-407e-aed6-7b1ce5d8101c None None] Current status of the port f6de14ab-493f-4b49-afc3-74ac7d6a62c9 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:45:13.397126 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f65dc2ba-9316-407e-aed6-7b1ce5d8101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:13.435903 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-07686926-1749-4b29-a806-472f1cc395b1 req-7ee54393-38de-4f09-8148-bf5d2f048228 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 210 time: 0.0493717 Feb 08 16:45:13.456275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f65dc2ba-9316-407e-aed6-7b1ce5d8101c None None] For port f6de14ab-493f-4b49-afc3-74ac7d6a62c9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f6de14ab-493f-4b49-afc3-74ac7d6a62c9,segment=NetworkSegment(d0159155-f2d9-4db2-a752-a49f8c173584),segment_id=d0159155-f2d9-4db2-a752-a49f8c173584)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:13.461044 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f65dc2ba-9316-407e-aed6-7b1ce5d8101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:13.462516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-f424c2e3-7048-4ec6-a9ac-98306ee1b259 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:13.466998 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-f424c2e3-7048-4ec6-a9ac-98306ee1b259 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/networks?id=5dbc7024-c125-4f5f-a15f-1f548abfb07d HTTP/1.1" status: 200 len: 796 time: 0.2534115 Feb 08 16:45:13.489642 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:10Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f6de14ab-493f-4b49-afc3-74ac7d6a62c9', 'name': '', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:aa:86:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:09Z', 'updated_at': '2022-02-08T16:45:13Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:13.514696 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dc2ba-9316-407e-aed6-7b1ce5d8101c None None] Pushing event updated for resources: {'Port': ['ID=f6de14ab-493f-4b49-afc3-74ac7d6a62c9,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:13.517996 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9c5d6-a781-4baa-afa0-f01c83101d1f None None] The sync data for ids ['ad227981-58b9-4db5-9056-a935920aedc7'] in n-d-824834-11 is: [{'id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:10Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f6de14ab-493f-4b49-afc3-74ac7d6a62c9', 'name': '', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:aa:86:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:09Z', 'updated_at': '2022-02-08T16:45:13Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:45:13.537480 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-3ff334b4-696b-40c1-9f48-00574510b527 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 380 time: 0.0636306 Feb 08 16:45:13.547278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-10fb8639-926f-40ab-8551-cfed64680fe3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'port': {'device_id': '8b6dc59a-8df6-4b94-a092-73e0233f4da2', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'admin_state_up': True, 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'security_groups': ['93ef79b3-babf-44dc-877e-d9e4265d8b22']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:13.596071 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-877f3daf-d9b5-49ff-9c4e-5ba89c5e91e4 None None] Provisioning complete for port f6de14ab-493f-4b49-afc3-74ac7d6a62c9 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:45:13.596582 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-877f3daf-d9b5-49ff-9c4e-5ba89c5e91e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:13.703121 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-877f3daf-d9b5-49ff-9c4e-5ba89c5e91e4 None None] Current status of the port f6de14ab-493f-4b49-afc3-74ac7d6a62c9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:45:13.709929 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-10fb8639-926f-40ab-8551-cfed64680fe3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Made reservation on behalf of 3bed23fcd0254b179facffb28ee090ad for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:45:13.714651 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-10fb8639-926f-40ab-8551-cfed64680fe3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:13.849114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-10fb8639-926f-40ab-8551-cfed64680fe3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.20.0.7 (5dbc7024-c125-4f5f-a15f-1f548abfb07d/e624ebe2-65a8-4da3-8050-9293a1ae5a16/b80e78c4-415f-44a0-a431-31a555fab455) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:45:14.000441 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-10fb8639-926f-40ab-8551-cfed64680fe3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (b80e78c4-415f-44a0-a431-31a555fab455), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:14.036426 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-10fb8639-926f-40ab-8551-cfed64680fe3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b80e78c4-415f-44a0-a431-31a555fab455), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:14.087120 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-10fb8639-926f-40ab-8551-cfed64680fe3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 5dbc7024-c125-4f5f-a15f-1f548abfb07d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:45:14.092052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-10fb8639-926f-40ab-8551-cfed64680fe3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:45:14.093977 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb8639-926f-40ab-8551-cfed64680fe3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=b80e78c4-415f-44a0-a431-31a555fab455,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:14.096088 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-10fb8639-926f-40ab-8551-cfed64680fe3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:45:14.153840 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-10fb8639-926f-40ab-8551-cfed64680fe3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:14.154403 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-10fb8639-926f-40ab-8551-cfed64680fe3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:14.173278 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-10fb8639-926f-40ab-8551-cfed64680fe3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6310995 Feb 08 16:45:14.185278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Request body: {'port': {'device_id': '8b6dc59a-8df6-4b94-a092-73e0233f4da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:14.331875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ec1a5a0e-7a9c-41cc-a8ee-01c8fa80e1d9 None None] Provisioning complete for port b80e78c4-415f-44a0-a431-31a555fab455 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:45:14.332584 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ec1a5a0e-7a9c-41cc-a8ee-01c8fa80e1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b80e78c4-415f-44a0-a431-31a555fab455), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:14.370799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a5a0e-7a9c-41cc-a8ee-01c8fa80e1d9 None None] Port b80e78c4-415f-44a0-a431-31a555fab455 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:45:14.597050 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddc7b4-d349-4a15-8f3c-76647ce55281 req-e87417ed-e197-4e63-af97-5907d10655cb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:14.600002 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f6de14ab-493f-4b49-afc3-74ac7d6a62c9 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:45:14.605474 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85ddc7b4-d349-4a15-8f3c-76647ce55281 req-e87417ed-e197-4e63-af97-5907d10655cb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 931 time: 0.0946355 Feb 08 16:45:14.620822 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b80e78c4-415f-44a0-a431-31a555fab455), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:14.662758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-85ddc7b4-d349-4a15-8f3c-76647ce55281 req-8e87b327-8aa7-4a33-b223-cb8c039173fe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510769 Feb 08 16:45:14.665383 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port f6de14ab-493f-4b49-afc3-74ac7d6a62c9 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:45:14.665766 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:14.758231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port f6de14ab-493f-4b49-afc3-74ac7d6a62c9 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:45:14.759518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 665e2fc1-309d-48fd-b46b-716ad9aa0495 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:45:14.808488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 665e2fc1-309d-48fd-b46b-716ad9aa0495 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:45:14.808788 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (665e2fc1-309d-48fd-b46b-716ad9aa0495), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:14.888694 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 665e2fc1-309d-48fd-b46b-716ad9aa0495 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:45:14.920380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80e78c4-415f-44a0-a431-31a555fab455 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:45:14.928328 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Publish callbacks [] for port (b80e78c4-415f-44a0-a431-31a555fab455), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:14.941047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Transition to ACTIVE for port object b80e78c4-415f-44a0-a431-31a555fab455 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:45:14.945504 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b80e78c4-415f-44a0-a431-31a555fab455), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:14.998403 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Pushing event updated for resources: {'Port': ['ID=b80e78c4-415f-44a0-a431-31a555fab455,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:15.068501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Attempting to bind port b80e78c4-415f-44a0-a431-31a555fab455 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:45:15.068904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Attempting to bind port b80e78c4-415f-44a0-a431-31a555fab455 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': 'd0159155-f2d9-4db2-a752-a49f8c173584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:45:15.069284 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Attempting to bind port b80e78c4-415f-44a0-a431-31a555fab455 on network 5dbc7024-c125-4f5f-a15f-1f548abfb07d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:45:15.074315 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Port b80e78c4-415f-44a0-a431-31a555fab455 on network 5dbc7024-c125-4f5f-a15f-1f548abfb07d not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:45:15.074696 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Attempting to bind port b80e78c4-415f-44a0-a431-31a555fab455 on network 5dbc7024-c125-4f5f-a15f-1f548abfb07d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:45:15.080070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:45:15.080451 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Checking segment: {'id': 'd0159155-f2d9-4db2-a752-a49f8c173584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:45:15.080841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Bound using segment: {'id': 'd0159155-f2d9-4db2-a752-a49f8c173584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:45:15.081461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Bound port: b80e78c4-415f-44a0-a431-31a555fab455, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0159155-f2d9-4db2-a752-a49f8c173584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:45:15.081848 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b80e78c4-415f-44a0-a431-31a555fab455), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:15.156873 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] For port b80e78c4-415f-44a0-a431-31a555fab455, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:45:15.160469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] For port b80e78c4-415f-44a0-a431-31a555fab455, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b80e78c4-415f-44a0-a431-31a555fab455,segment=NetworkSegment(d0159155-f2d9-4db2-a752-a49f8c173584),segment_id=d0159155-f2d9-4db2-a752-a49f8c173584)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:45:15.166342 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b80e78c4-415f-44a0-a431-31a555fab455), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:15.202427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:15.203060 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:15.204546 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] 10.222.0.96 "PUT /v2.0/ports/b80e78c4-415f-44a0-a431-31a555fab455 HTTP/1.1" status: 200 len: 1092 time: 1.0240598 Feb 08 16:45:15.205278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6dc59a-8df6-4b94-a092-73e0233f4da2', 'tag': 'b80e78c4-415f-44a0-a431-31a555fab455'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:45:15.207584 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9f881f-747f-4a9d-8e76-10a1174d9fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6dc59a-8df6-4b94-a092-73e0233f4da2", "tag": "b80e78c4-415f-44a0-a431-31a555fab455"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:45:15.246640 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d190843-1e94-45e4-bb3f-05c983169faa service neutron] Pushing event updated for resources: {'Port': ['ID=b80e78c4-415f-44a0-a431-31a555fab455,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:15.259630 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ce0e00-ad3d-4076-85ea-37f771c5e2f7 x-openstack-request-id: req-c5ce0e00-ad3d-4076-85ea-37f771c5e2f7 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:45:15.259630 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6dc59a-8df6-4b94-a092-73e0233f4da2", "tag": "b80e78c4-415f-44a0-a431-31a555fab455", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:45:15.259630 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c5ce0e00-ad3d-4076-85ea-37f771c5e2f7 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:45:15.259957 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6dc59a-8df6-4b94-a092-73e0233f4da2', 'tag': 'b80e78c4-415f-44a0-a431-31a555fab455', 'status': 'completed', 'code': 200} Feb 08 16:45:15.313009 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-b45f3480-6972-4f97-bf86-3baa7e18b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:15.315519 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-b45f3480-6972-4f97-bf86-3baa7e18b8bd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 1126 time: 0.0546341 Feb 08 16:45:15.359213 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-9b8419ae-b2f8-41d3-b6b5-2515e68846b0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b80e78c4-415f-44a0-a431-31a555fab455 HTTP/1.1" status: 200 len: 217 time: 0.0366144 Feb 08 16:45:15.413475 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-fa59e531-2566-478c-82f2-f8d843d71302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:15.415023 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-fa59e531-2566-478c-82f2-f8d843d71302 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e624ebe2-65a8-4da3-8050-9293a1ae5a16 HTTP/1.1" status: 200 len: 835 time: 0.0504303 Feb 08 16:45:15.464471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-7e51b218-5e06-4ad8-9563-f4fc68bd918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:15.466035 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-7e51b218-5e06-4ad8-9563-f4fc68bd918a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5dbc7024-c125-4f5f-a15f-1f548abfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447927 Feb 08 16:45:15.554332 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-a3dd7e89-c5b7-419a-9ac6-0e549bc16a57 service neutron] 10.222.0.96 "GET /v2.0/networks/5dbc7024-c125-4f5f-a15f-1f548abfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811601 Feb 08 16:45:15.650590 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-04f890cd-c3b9-4123-b370-b6b82d5fc320 req-5a0c5175-c968-4959-b9fc-1771b597bf89 service neutron] 10.222.0.96 "GET /v2.0/networks/5dbc7024-c125-4f5f-a15f-1f548abfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886176 Feb 08 16:45:15.750348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f881f-747f-4a9d-8e76-10a1174d9fbd req-f632d32b-ffed-44b7-b7ba-e8963f024b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:15.751881 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3c9f881f-747f-4a9d-8e76-10a1174d9fbd req-f632d32b-ffed-44b7-b7ba-e8963f024b75 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 1126 time: 0.0474577 Feb 08 16:45:15.794721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f337d8-8775-491c-9e7c-9f5566e651c5 req-9919d089-afce-4918-b94f-89866e937a0d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:15.796267 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0f337d8-8775-491c-9e7c-9f5566e651c5 req-9919d089-afce-4918-b94f-89866e937a0d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 943 time: 0.0564923 Feb 08 16:45:15.846105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f881f-747f-4a9d-8e76-10a1174d9fbd req-9938d0c0-fc49-4b51-8c7b-4985a218df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:15.846728 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b0f337d8-8775-491c-9e7c-9f5566e651c5 req-906102cb-aefc-4a3b-91de-9e93840a1564 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446472 Feb 08 16:45:15.847571 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3c9f881f-747f-4a9d-8e76-10a1174d9fbd req-9938d0c0-fc49-4b51-8c7b-4985a218df6f service neutron] 10.222.0.96 "GET /v2.0/networks?id=5dbc7024-c125-4f5f-a15f-1f548abfb07d HTTP/1.1" status: 200 len: 897 time: 0.0895615 Feb 08 16:45:15.891768 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3c9f881f-747f-4a9d-8e76-10a1174d9fbd req-6c3bfb84-b7cd-4bec-960b-3b3b2bec38c0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b80e78c4-415f-44a0-a431-31a555fab455 HTTP/1.1" status: 200 len: 217 time: 0.0366516 Feb 08 16:45:15.940376 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f881f-747f-4a9d-8e76-10a1174d9fbd req-92a5b73f-0845-4e88-b1ce-0e283122fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:15.941873 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3c9f881f-747f-4a9d-8e76-10a1174d9fbd req-92a5b73f-0845-4e88-b1ce-0e283122fcca service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e624ebe2-65a8-4da3-8050-9293a1ae5a16 HTTP/1.1" status: 200 len: 835 time: 0.0443344 Feb 08 16:45:15.995420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f881f-747f-4a9d-8e76-10a1174d9fbd req-446a467b-c1f9-4717-bb6d-54364e155b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:15.996974 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3c9f881f-747f-4a9d-8e76-10a1174d9fbd req-446a467b-c1f9-4717-bb6d-54364e155b8a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5dbc7024-c125-4f5f-a15f-1f548abfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479925 Feb 08 16:45:16.086527 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3c9f881f-747f-4a9d-8e76-10a1174d9fbd req-561d502a-05b8-4de1-8d60-ff5141fdd876 service neutron] 10.222.0.96 "GET /v2.0/networks/5dbc7024-c125-4f5f-a15f-1f548abfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823486 Feb 08 16:45:16.180221 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3c9f881f-747f-4a9d-8e76-10a1174d9fbd req-133e6b2a-cf66-40f3-931c-fc1fa973715f service neutron] 10.222.0.96 "GET /v2.0/networks/5dbc7024-c125-4f5f-a15f-1f548abfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865209 Feb 08 16:45:16.972708 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba7de0-8ad9-4e60-8bdb-f60745c1ae6a req-91d5d8e1-f9ba-4197-b671-2c3f90a7e6d6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:16.974201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36ba7de0-8ad9-4e60-8bdb-f60745c1ae6a req-91d5d8e1-f9ba-4197-b671-2c3f90a7e6d6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 943 time: 0.0543869 Feb 08 16:45:17.028552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36ba7de0-8ad9-4e60-8bdb-f60745c1ae6a req-a22eca8f-ca3b-42e0-b52a-64f7787e1fa6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483003 Feb 08 16:45:17.879590 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b80e78c4-415f-44a0-a431-31a555fab455 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:45:17.979214 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b80e78c4-415f-44a0-a431-31a555fab455, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b80e78c4-415f-44a0-a431-31a555fab455,segment=NetworkSegment(d0159155-f2d9-4db2-a752-a49f8c173584),segment_id=d0159155-f2d9-4db2-a752-a49f8c173584)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:17.991049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'b80e78c4-415f-44a0-a431-31a555fab455', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'port_id': 'b80e78c4-415f-44a0-a431-31a555fab455', 'mac_address': 'fa:16:3e:a0:10:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:45:18.027217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port b80e78c4-415f-44a0-a431-31a555fab455 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:45:18.027670 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b80e78c4-415f-44a0-a431-31a555fab455), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:18.041164 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80e78c4-415f-44a0-a431-31a555fab455 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:45:18.062475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b80e78c4-415f-44a0-a431-31a555fab455, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b80e78c4-415f-44a0-a431-31a555fab455,segment=NetworkSegment(d0159155-f2d9-4db2-a752-a49f8c173584),segment_id=d0159155-f2d9-4db2-a752-a49f8c173584)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:18.066476 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b80e78c4-415f-44a0-a431-31a555fab455), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:18.114454 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=b80e78c4-415f-44a0-a431-31a555fab455,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:18.153053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ee141-df03-4c3b-abcf-f50cc9c2e5a3 req-25bb40d5-2538-45d3-be92-49cf6d079f31 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:18.154696 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-858ee141-df03-4c3b-abcf-f50cc9c2e5a3 req-25bb40d5-2538-45d3-be92-49cf6d079f31 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 944 time: 0.0548666 Feb 08 16:45:18.203802 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-858ee141-df03-4c3b-abcf-f50cc9c2e5a3 req-5d1c0b5b-76d2-4af5-a6a3-f92c16609268 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429187 Feb 08 16:45:18.307674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['b80e78c4-415f-44a0-a431-31a555fab455'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:45:19.200971 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:45:19.324670 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f69c1-e4f1-4ab6-93b3-abf11ac993b3 req-7af8f62c-dd64-48a8-92a8-f1acdbb2f0e1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:19.326626 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e67f69c1-e4f1-4ab6-93b3-abf11ac993b3 req-7af8f62c-dd64-48a8-92a8-f1acdbb2f0e1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 944 time: 0.0546536 Feb 08 16:45:19.377466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e67f69c1-e4f1-4ab6-93b3-abf11ac993b3 req-f8c17b73-4bb1-47e2-80d6-7fb313d509a2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451212 Feb 08 16:45:19.412972 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:19.895227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b80e78c4-415f-44a0-a431-31a555fab455 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:45:19.943934 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port b80e78c4-415f-44a0-a431-31a555fab455 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:45:19.947969 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port b80e78c4-415f-44a0-a431-31a555fab455 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:45:19.948424 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b80e78c4-415f-44a0-a431-31a555fab455), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:20.024962 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port b80e78c4-415f-44a0-a431-31a555fab455 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:45:20.025398 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b80e78c4-415f-44a0-a431-31a555fab455), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:20.048361 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6dc59a-8df6-4b94-a092-73e0233f4da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e78c4-415f-44a0-a431-31a555fab455'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:45:20.050686 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b310375b-d081-4150-803a-8c96074c8888" -d '{"events": [{"server_uuid": "8b6dc59a-8df6-4b94-a092-73e0233f4da2", "name": "network-vif-plugged", "status": "completed", "tag": "b80e78c4-415f-44a0-a431-31a555fab455"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:45:20.067680 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b80e78c4-415f-44a0-a431-31a555fab455, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b80e78c4-415f-44a0-a431-31a555fab455,segment=NetworkSegment(d0159155-f2d9-4db2-a752-a49f8c173584),segment_id=d0159155-f2d9-4db2-a752-a49f8c173584)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:45:20.072145 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b80e78c4-415f-44a0-a431-31a555fab455), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:20.095989 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5fd2fb-c794-4b9d-9330-d930ab758a4a x-openstack-request-id: req-6c5fd2fb-c794-4b9d-9330-d930ab758a4a {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:45:20.096325 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6dc59a-8df6-4b94-a092-73e0233f4da2", "name": "network-vif-plugged", "status": "completed", "tag": "b80e78c4-415f-44a0-a431-31a555fab455", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:45:20.096593 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6c5fd2fb-c794-4b9d-9330-d930ab758a4a {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:45:20.097009 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6dc59a-8df6-4b94-a092-73e0233f4da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e78c4-415f-44a0-a431-31a555fab455', 'code': 200} Feb 08 16:45:20.123881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=b80e78c4-415f-44a0-a431-31a555fab455,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:20.191329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfdd8e-0457-4b06-a864-0c21a5dc719a req-18c8e780-9d71-493a-addb-79750c24c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:20.192830 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66cfdd8e-0457-4b06-a864-0c21a5dc719a req-18c8e780-9d71-493a-addb-79750c24c79c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 1128 time: 0.0443792 Feb 08 16:45:20.237613 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66cfdd8e-0457-4b06-a864-0c21a5dc719a req-8e90d917-4317-4746-b0cb-e436262b933d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388622 Feb 08 16:45:20.501612 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ab6e1-3909-495f-ac17-aeaf0c4807d8 req-6c7a4939-e059-4e55-9cf5-0c637950740e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:20.503009 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b9ab6e1-3909-495f-ac17-aeaf0c4807d8 req-6c7a4939-e059-4e55-9cf5-0c637950740e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 945 time: 0.0565746 Feb 08 16:45:20.552567 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5b9ab6e1-3909-495f-ac17-aeaf0c4807d8 req-e76384ac-d9db-415b-9eb2-676e9ced469c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437913 Feb 08 16:45:20.866619 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:21.678907 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e817eef-6889-4768-9138-070cbaa46e2f req-6623dfbc-6d78-4d05-8b17-5a1b9c21f361 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:21.680435 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6e817eef-6889-4768-9138-070cbaa46e2f req-6623dfbc-6d78-4d05-8b17-5a1b9c21f361 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 945 time: 0.0556238 Feb 08 16:45:21.730135 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6e817eef-6889-4768-9138-070cbaa46e2f req-c08fb0bd-73f3-4025-b479-9c9ae372051f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433164 Feb 08 16:45:21.864568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107291c-f2d6-4f9f-b391-7381222cb692 req-9f816b4a-e3a6-42dd-b224-2945beedefba tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:21.866067 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a107291c-f2d6-4f9f-b391-7381222cb692 req-9f816b4a-e3a6-42dd-b224-2945beedefba tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 945 time: 0.0580182 Feb 08 16:45:21.914227 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a107291c-f2d6-4f9f-b391-7381222cb692 req-07233fc2-301b-4008-a32b-fe5dea860d19 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425527 Feb 08 16:45:21.938322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34914) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:21.980555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ebe4ff-fce8-4a2d-aabf-42f50e271430 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:21.982640 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-03ebe4ff-fce8-4a2d-aabf-42f50e271430 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 1123 time: 0.0432196 Feb 08 16:45:21.985878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34916) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:21.990047 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': 'b80e78c4-415f-44a0-a431-31a555fab455', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:45:22.010255 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:22.110137 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:22.214112 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.25.7.44 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/c5b58ebd-1129-4b58-b324-7e71394726dd) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:45:22.324914 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (c5b58ebd-1129-4b58-b324-7e71394726dd), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:22.360529 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c5b58ebd-1129-4b58-b324-7e71394726dd), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:22.401831 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:45:22.405578 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:45:22.409207 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:45:22.414759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=c5b58ebd-1129-4b58-b324-7e71394726dd,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:22.769983 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (d2746d73-0776-4a81-9eaf-e8ce750c1fa2), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:22.838729 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c5b58ebd-1129-4b58-b324-7e71394726dd), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:22.993319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (c5b58ebd-1129-4b58-b324-7e71394726dd), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:22.998238 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (c5b58ebd-1129-4b58-b324-7e71394726dd), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:23.070014 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=c5b58ebd-1129-4b58-b324-7e71394726dd,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:45:23.080483 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (d2746d73-0776-4a81-9eaf-e8ce750c1fa2), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:23.186036 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Floating IP d2746d73-0776-4a81-9eaf-e8ce750c1fa2 associated. External IP: 172.25.7.44, port: b80e78c4-415f-44a0-a431-31a555fab455. Feb 08 16:45:23.414198 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router ad227981-58b9-4db5-9056-a935920aedc7 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:45:23.521631 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:45:23.532963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc68e8ad-c064-4c37-9685-eec0a765bed5 None None] Sync routers for ids ['ad227981-58b9-4db5-9056-a935920aedc7'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:45:23.539665 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:23.545152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc68e8ad-c064-4c37-9685-eec0a765bed5 None None] Routers {'ad227981-58b9-4db5-9056-a935920aedc7'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:45:23.545827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-cc68e8ad-c064-4c37-9685-eec0a765bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:45:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ad227981-58b9-4db5-9056-a935920aedc7'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:23.573837 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b1d50aa3-c243-402f-9b4b-df0d7e03540f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5869417 Feb 08 16:45:23.574521 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6dc59a-8df6-4b94-a092-73e0233f4da2', 'tag': 'b80e78c4-415f-44a0-a431-31a555fab455'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:45:23.577452 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3482bc-5c49-48ca-a186-b58b1bab27b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6dc59a-8df6-4b94-a092-73e0233f4da2", "tag": "b80e78c4-415f-44a0-a431-31a555fab455"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:45:23.633104 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b904a4c-8d76-463f-a223-dfae2ee79666 x-openstack-request-id: req-9b904a4c-8d76-463f-a223-dfae2ee79666 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:45:23.633396 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6dc59a-8df6-4b94-a092-73e0233f4da2", "tag": "b80e78c4-415f-44a0-a431-31a555fab455", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:45:23.633653 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9b904a4c-8d76-463f-a223-dfae2ee79666 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:45:23.634090 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6dc59a-8df6-4b94-a092-73e0233f4da2', 'tag': 'b80e78c4-415f-44a0-a431-31a555fab455', 'status': 'completed', 'code': 200} Feb 08 16:45:23.665305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-cc68e8ad-c064-4c37-9685-eec0a765bed5 None None] Set router ad227981-58b9-4db5-9056-a935920aedc7 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:45:23.700967 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3482bc-5c49-48ca-a186-b58b1bab27b6 req-154f1caa-53d6-4d35-ab76-f1886a253107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:23.702756 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3482bc-5c49-48ca-a186-b58b1bab27b6 req-154f1caa-53d6-4d35-ab76-f1886a253107 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 1128 time: 0.0480850 Feb 08 16:45:23.705888 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050a173-28e9-43ae-be6b-149d8351be41 req-7b4ce8cf-41ce-40af-bbb3-fbfff79b33d7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:23.707390 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4050a173-28e9-43ae-be6b-149d8351be41 req-7b4ce8cf-41ce-40af-bbb3-fbfff79b33d7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 945 time: 0.0562985 Feb 08 16:45:23.766107 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4050a173-28e9-43ae-be6b-149d8351be41 req-895f7141-f79c-4a6b-8b53-03b407d6ef94 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526505 Feb 08 16:45:23.789039 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34922) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:23.808095 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3482bc-5c49-48ca-a186-b58b1bab27b6 req-3c0a4708-7537-4343-9413-6aadbbfe560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:23.809798 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3482bc-5c49-48ca-a186-b58b1bab27b6 req-3c0a4708-7537-4343-9413-6aadbbfe560a service neutron] 10.222.0.96 "GET /v2.0/networks?id=5dbc7024-c125-4f5f-a15f-1f548abfb07d HTTP/1.1" status: 200 len: 897 time: 0.1000013 Feb 08 16:45:23.857473 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2511b565-0c6a-430b-8811-4184785e6eb8 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/d2746d73-0776-4a81-9eaf-e8ce750c1fa2 HTTP/1.1" status: 200 len: 990 time: 0.0670252 Feb 08 16:45:23.882698 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3482bc-5c49-48ca-a186-b58b1bab27b6 req-951ef03c-6716-4924-a4b3-c3308403279e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b80e78c4-415f-44a0-a431-31a555fab455 HTTP/1.1" status: 200 len: 998 time: 0.0670242 Feb 08 16:45:23.908959 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-cc68e8ad-c064-4c37-9685-eec0a765bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:10Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'd2746d73-0776-4a81-9eaf-e8ce750c1fa2', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'port_id': 'b80e78c4-415f-44a0-a431-31a555fab455', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'mac_address': 'fa:16:3e:a0:10:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6dc59a-8df6-4b94-a092-73e0233f4da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:45:22Z', 'updated_at': '2022-02-08T16:45:22Z', 'revision_number': 0, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6de14ab-493f-4b49-afc3-74ac7d6a62c9', 'name': '', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:aa:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:09Z', 'updated_at': '2022-02-08T16:45:13Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:23.935949 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3482bc-5c49-48ca-a186-b58b1bab27b6 req-8ddbe922-a1cb-4e72-b83e-25f22f413c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:23.936151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc68e8ad-c064-4c37-9685-eec0a765bed5 None None] Checking router: ad227981-58b9-4db5-9056-a935920aedc7 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:45:23.937506 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3482bc-5c49-48ca-a186-b58b1bab27b6 req-8ddbe922-a1cb-4e72-b83e-25f22f413c16 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e624ebe2-65a8-4da3-8050-9293a1ae5a16 HTTP/1.1" status: 200 len: 835 time: 0.0471413 Feb 08 16:45:23.944390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc68e8ad-c064-4c37-9685-eec0a765bed5 None None] Routers {'ad227981-58b9-4db5-9056-a935920aedc7'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:45:23.945077 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-cc68e8ad-c064-4c37-9685-eec0a765bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:45:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ad227981-58b9-4db5-9056-a935920aedc7'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:23.987704 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3482bc-5c49-48ca-a186-b58b1bab27b6 req-c2e898b2-74b2-44da-8771-bff3b70bc3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:23.989232 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3482bc-5c49-48ca-a186-b58b1bab27b6 req-c2e898b2-74b2-44da-8771-bff3b70bc3f4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5dbc7024-c125-4f5f-a15f-1f548abfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459435 Feb 08 16:45:24.052744 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-cc68e8ad-c064-4c37-9685-eec0a765bed5 None None] Set router ad227981-58b9-4db5-9056-a935920aedc7 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:45:24.082689 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3482bc-5c49-48ca-a186-b58b1bab27b6 req-ed3fe649-3c40-479c-a2bd-14b623be9653 service neutron] 10.222.0.96 "GET /v2.0/networks/5dbc7024-c125-4f5f-a15f-1f548abfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866075 Feb 08 16:45:24.173506 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6d3482bc-5c49-48ca-a186-b58b1bab27b6 req-3e43f7a1-f1a3-4de3-8467-ff86b6cdda94 service neutron] 10.222.0.96 "GET /v2.0/networks/5dbc7024-c125-4f5f-a15f-1f548abfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842366 Feb 08 16:45:24.280184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-cc68e8ad-c064-4c37-9685-eec0a765bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:10Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'd2746d73-0776-4a81-9eaf-e8ce750c1fa2', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'port_id': 'b80e78c4-415f-44a0-a431-31a555fab455', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'mac_address': 'fa:16:3e:a0:10:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6dc59a-8df6-4b94-a092-73e0233f4da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:45:22Z', 'updated_at': '2022-02-08T16:45:22Z', 'revision_number': 0, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6de14ab-493f-4b49-afc3-74ac7d6a62c9', 'name': '', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:aa:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:09Z', 'updated_at': '2022-02-08T16:45:13Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:45:24.310241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc68e8ad-c064-4c37-9685-eec0a765bed5 None None] The sync data for ids ['ad227981-58b9-4db5-9056-a935920aedc7'] in n-d-824834-11 is: [{'id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:10Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'd2746d73-0776-4a81-9eaf-e8ce750c1fa2', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'port_id': 'b80e78c4-415f-44a0-a431-31a555fab455', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'mac_address': 'fa:16:3e:a0:10:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6dc59a-8df6-4b94-a092-73e0233f4da2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:45:22Z', 'updated_at': '2022-02-08T16:45:22Z', 'revision_number': 0, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6de14ab-493f-4b49-afc3-74ac7d6a62c9', 'name': '', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:aa:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:09Z', 'updated_at': '2022-02-08T16:45:13Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:45:24.510984 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a6cbfa-42d4-4691-854d-6a388c138665 None None] New status for floating IP d2746d73-0776-4a81-9eaf-e8ce750c1fa2: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:45:24.861302 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34924) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:45:24.923729 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-05fd23e6-d0f3-47da-b9b2-c505b9d4a8ea tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/d2746d73-0776-4a81-9eaf-e8ce750c1fa2 HTTP/1.1" status: 200 len: 992 time: 0.0609818 Feb 08 16:45:31.627718 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-847e58df-6d0b-40a9-94cb-3f95a90b550a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:33.891482 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ba01a9c9-92b8-4599-b3a3-6fbc248f17f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:35.728925 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:36.901170 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:38.088353 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:49.394787 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:50.878731 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:45:56.026359 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-72a71cea-912f-4576-8dcc-648287f74281 req-a7d26ec9-43fe-407d-a62e-6d818981e71b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490775 Feb 08 16:45:56.116339 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a71cea-912f-4576-8dcc-648287f74281 req-da2a6622-db58-4adb-a944-d1a1e6b04ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:56.117854 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-72a71cea-912f-4576-8dcc-648287f74281 req-da2a6622-db58-4adb-a944-d1a1e6b04ffd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 1128 time: 0.0442126 Feb 08 16:45:56.200907 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:45:56.219432 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a71cea-912f-4576-8dcc-648287f74281 req-abd2f713-f858-443c-bf6b-98c42c6d40c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:56.220941 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-72a71cea-912f-4576-8dcc-648287f74281 req-abd2f713-f858-443c-bf6b-98c42c6d40c6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5dbc7024-c125-4f5f-a15f-1f548abfb07d HTTP/1.1" status: 200 len: 897 time: 0.0838385 Feb 08 16:45:56.292785 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-72a71cea-912f-4576-8dcc-648287f74281 req-b75ff08f-3cbf-4d2c-aef1-6c00e91f1dd9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b80e78c4-415f-44a0-a431-31a555fab455 HTTP/1.1" status: 200 len: 1000 time: 0.0634401 Feb 08 16:45:56.338444 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a71cea-912f-4576-8dcc-648287f74281 req-58ff3f2d-bb53-48d2-9e20-88276ad9fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:56.340528 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-72a71cea-912f-4576-8dcc-648287f74281 req-58ff3f2d-bb53-48d2-9e20-88276ad9fc13 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e624ebe2-65a8-4da3-8050-9293a1ae5a16 HTTP/1.1" status: 200 len: 835 time: 0.0422573 Feb 08 16:45:56.388043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a71cea-912f-4576-8dcc-648287f74281 req-2d524534-ba63-4672-a9e6-39f537d7c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:45:56.389572 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-72a71cea-912f-4576-8dcc-648287f74281 req-2d524534-ba63-4672-a9e6-39f537d7c04b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5dbc7024-c125-4f5f-a15f-1f548abfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429661 Feb 08 16:45:56.479647 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-72a71cea-912f-4576-8dcc-648287f74281 req-1828f407-7192-4949-bdf3-3e71dbe6608e service neutron] 10.222.0.96 "GET /v2.0/networks/5dbc7024-c125-4f5f-a15f-1f548abfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828507 Feb 08 16:45:56.567200 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-72a71cea-912f-4576-8dcc-648287f74281 req-f8586d75-5b84-4f57-945b-507729d5aa53 service neutron] 10.222.0.96 "GET /v2.0/networks/5dbc7024-c125-4f5f-a15f-1f548abfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791841 Feb 08 16:46:00.322031 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683002df-338f-45ff-93d6-425f57cf3b5f req-374efd33-af54-4e67-8563-ccf572362e10 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:00.324191 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-683002df-338f-45ff-93d6-425f57cf3b5f req-374efd33-af54-4e67-8563-ccf572362e10 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 945 time: 0.0538619 Feb 08 16:46:00.376529 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-683002df-338f-45ff-93d6-425f57cf3b5f req-498b51d9-06c8-44e2-a4f9-bcd18c288ccc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467913 Feb 08 16:46:01.521175 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25291535-af86-475c-920b-ac6d1dfbf9e4 req-34036f67-619e-41bf-976d-72403169e824 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:01.522691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25291535-af86-475c-920b-ac6d1dfbf9e4 req-34036f67-619e-41bf-976d-72403169e824 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 945 time: 0.0583589 Feb 08 16:46:01.578728 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25291535-af86-475c-920b-ac6d1dfbf9e4 req-c2c419b0-2da7-4b25-bc78-4c8a48d22100 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493679 Feb 08 16:46:01.602817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34944) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:01.630505 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1d9e-e144-41ff-a078-953cffeff0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:01.664934 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d377ad5d-efc9-4b41-b86a-db7a41ef6d11 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/d2746d73-0776-4a81-9eaf-e8ce750c1fa2 HTTP/1.1" status: 200 len: 992 time: 0.0608399 Feb 08 16:46:02.936250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb737a0-58fd-444e-94ba-81a7157d0f72 req-fee544db-2d1b-48ab-af7f-59045c37ee9d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:02.937832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5fb737a0-58fd-444e-94ba-81a7157d0f72 req-fee544db-2d1b-48ab-af7f-59045c37ee9d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 945 time: 0.0589805 Feb 08 16:46:02.987757 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5fb737a0-58fd-444e-94ba-81a7157d0f72 req-f81a6614-224c-4344-ab84-8139c184f39c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441236 Feb 08 16:46:03.892639 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-40227fe0-196e-4be9-90af-b2ed2ea973c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:04.110511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf47322-f9a0-47d0-b646-9749a82954bb req-9803493e-7ddd-4ac0-99e5-faad82835647 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:04.112005 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bdf47322-f9a0-47d0-b646-9749a82954bb req-9803493e-7ddd-4ac0-99e5-faad82835647 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 945 time: 0.0525174 Feb 08 16:46:04.160536 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bdf47322-f9a0-47d0-b646-9749a82954bb req-494d9bbf-3914-4b4b-b0e4-e501afa7dca6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 Feb 08 16:46:04.182361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34954) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:04.245799 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-11d6d0ad-a0c9-4055-94df-3d08f49bf922 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/d2746d73-0776-4a81-9eaf-e8ce750c1fa2 HTTP/1.1" status: 200 len: 992 time: 0.0610671 Feb 08 16:46:04.478081 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34960) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:04.634045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port c5b58ebd-1129-4b58-b324-7e71394726dd {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:46:04.634306 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c5b58ebd-1129-4b58-b324-7e71394726dd), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:04.708941 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c5b58ebd-1129-4b58-b324-7e71394726dd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:04.709304 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (c5b58ebd-1129-4b58-b324-7e71394726dd), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:04.722260 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for c5b58ebd-1129-4b58-b324-7e71394726dd owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:46:04.869527 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c5b58ebd-1129-4b58-b324-7e71394726dd), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:04.899392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=c5b58ebd-1129-4b58-b324-7e71394726dd,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:04.924020 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:04.924392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:04.924737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:04.925199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:04.925631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:04.925974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:04.926324 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:04.926736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:04.927166 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:04.927518 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:04.927993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:04.928510 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:04.928910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:04.970357 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (d2746d73-0776-4a81-9eaf-e8ce750c1fa2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:04.970694 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Floating IP d2746d73-0776-4a81-9eaf-e8ce750c1fa2 disassociated (deleted). External IP: 172.25.7.44, port: b80e78c4-415f-44a0-a431-31a555fab455. Feb 08 16:46:05.190481 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router ad227981-58b9-4db5-9056-a935920aedc7 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:46:05.304096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:46:05.309697 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:05.316488 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52cbf64-3064-40b5-a0e0-228118d43ec4 None None] Sync routers for ids ['ad227981-58b9-4db5-9056-a935920aedc7'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:46:05.328844 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52cbf64-3064-40b5-a0e0-228118d43ec4 None None] Routers {'ad227981-58b9-4db5-9056-a935920aedc7'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:05.329485 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a52cbf64-3064-40b5-a0e0-228118d43ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ad227981-58b9-4db5-9056-a935920aedc7'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:05.339220 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4d682987-6948-457f-8c19-898579d43484 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/floatingips/d2746d73-0776-4a81-9eaf-e8ce750c1fa2 HTTP/1.1" status: 204 len: 168 time: 0.8600218 Feb 08 16:46:05.339933 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6dc59a-8df6-4b94-a092-73e0233f4da2', 'tag': 'b80e78c4-415f-44a0-a431-31a555fab455'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:46:05.342423 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed73c2f-1cab-4115-8928-3b5316efcee4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6dc59a-8df6-4b94-a092-73e0233f4da2", "tag": "b80e78c4-415f-44a0-a431-31a555fab455"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:46:05.383324 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f206292-83f8-4c85-9305-c6c3f38735e2 x-openstack-request-id: req-5f206292-83f8-4c85-9305-c6c3f38735e2 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:46:05.383770 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6dc59a-8df6-4b94-a092-73e0233f4da2", "tag": "b80e78c4-415f-44a0-a431-31a555fab455", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:46:05.384096 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5f206292-83f8-4c85-9305-c6c3f38735e2 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:46:05.384591 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6dc59a-8df6-4b94-a092-73e0233f4da2', 'tag': 'b80e78c4-415f-44a0-a431-31a555fab455', 'status': 'completed', 'code': 200} Feb 08 16:46:05.460310 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a52cbf64-3064-40b5-a0e0-228118d43ec4 None None] Set router ad227981-58b9-4db5-9056-a935920aedc7 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:05.467967 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed73c2f-1cab-4115-8928-3b5316efcee4 req-862207c9-53ba-4d97-9d51-8d6909879b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:05.469696 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aed73c2f-1cab-4115-8928-3b5316efcee4 req-862207c9-53ba-4d97-9d51-8d6909879b99 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 1128 time: 0.0595138 Feb 08 16:46:05.580461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed73c2f-1cab-4115-8928-3b5316efcee4 req-dad4c26a-17eb-404f-9fb5-bd37a8ebd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:05.581987 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aed73c2f-1cab-4115-8928-3b5316efcee4 req-dad4c26a-17eb-404f-9fb5-bd37a8ebd2aa service neutron] 10.222.0.96 "GET /v2.0/networks?id=5dbc7024-c125-4f5f-a15f-1f548abfb07d HTTP/1.1" status: 200 len: 897 time: 0.1052732 Feb 08 16:46:05.585337 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90541e7f-9cd5-4886-9cf9-ec1100abf4b6 req-7c553689-e2e0-4dd7-b1ac-6dfc2bd90e07 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:05.586964 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90541e7f-9cd5-4886-9cf9-ec1100abf4b6 req-7c553689-e2e0-4dd7-b1ac-6dfc2bd90e07 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 945 time: 0.0591371 Feb 08 16:46:05.632238 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aed73c2f-1cab-4115-8928-3b5316efcee4 req-d92c2bb6-5edf-405c-b367-a06858488c2c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b80e78c4-415f-44a0-a431-31a555fab455 HTTP/1.1" status: 200 len: 217 time: 0.0436325 Feb 08 16:46:05.636994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-90541e7f-9cd5-4886-9cf9-ec1100abf4b6 req-c9a79fcd-ef88-40e7-96b7-268f6e2df4b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434911 Feb 08 16:46:05.670722 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a52cbf64-3064-40b5-a0e0-228118d43ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:10Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f6de14ab-493f-4b49-afc3-74ac7d6a62c9', 'name': '', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:aa:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:09Z', 'updated_at': '2022-02-08T16:45:13Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:05.684396 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed73c2f-1cab-4115-8928-3b5316efcee4 req-ca192c2c-a4a5-4cd0-b1f9-6e56be0f95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:05.685994 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aed73c2f-1cab-4115-8928-3b5316efcee4 req-ca192c2c-a4a5-4cd0-b1f9-6e56be0f95cb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e624ebe2-65a8-4da3-8050-9293a1ae5a16 HTTP/1.1" status: 200 len: 835 time: 0.0471580 Feb 08 16:46:05.739795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed73c2f-1cab-4115-8928-3b5316efcee4 req-bad5691d-4b7a-400d-99a5-f27fb1430f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:05.741769 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aed73c2f-1cab-4115-8928-3b5316efcee4 req-bad5691d-4b7a-400d-99a5-f27fb1430f7f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5dbc7024-c125-4f5f-a15f-1f548abfb07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485778 Feb 08 16:46:05.841536 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aed73c2f-1cab-4115-8928-3b5316efcee4 req-07b9de8c-4a2d-43dc-ae94-548c07e74d67 service neutron] 10.222.0.96 "GET /v2.0/networks/5dbc7024-c125-4f5f-a15f-1f548abfb07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916190 Feb 08 16:46:05.866504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52cbf64-3064-40b5-a0e0-228118d43ec4 None None] Checking router: ad227981-58b9-4db5-9056-a935920aedc7 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:46:05.881964 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52cbf64-3064-40b5-a0e0-228118d43ec4 None None] Routers {'ad227981-58b9-4db5-9056-a935920aedc7'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:05.882619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a52cbf64-3064-40b5-a0e0-228118d43ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ad227981-58b9-4db5-9056-a935920aedc7'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:05.886449 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:05.932039 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-aed73c2f-1cab-4115-8928-3b5316efcee4 req-4275fac6-a063-4493-80ba-eaee09c1ffd7 service neutron] 10.222.0.96 "GET /v2.0/networks/5dbc7024-c125-4f5f-a15f-1f548abfb07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835376 Feb 08 16:46:05.994390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a52cbf64-3064-40b5-a0e0-228118d43ec4 None None] Set router ad227981-58b9-4db5-9056-a935920aedc7 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:06.193999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a52cbf64-3064-40b5-a0e0-228118d43ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:10Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f6de14ab-493f-4b49-afc3-74ac7d6a62c9', 'name': '', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:aa:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:09Z', 'updated_at': '2022-02-08T16:45:13Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:06.224367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52cbf64-3064-40b5-a0e0-228118d43ec4 None None] The sync data for ids ['ad227981-58b9-4db5-9056-a935920aedc7'] in n-d-824834-11 is: [{'id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:10Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'f6de14ab-493f-4b49-afc3-74ac7d6a62c9', 'name': '', 'network_id': '5dbc7024-c125-4f5f-a15f-1f548abfb07d', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:aa:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:09Z', 'updated_at': '2022-02-08T16:45:13Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'e624ebe2-65a8-4da3-8050-9293a1ae5a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:46:06.448402 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22054147-f305-4d47-ae09-011e70f0761f None None] New status for floating IP d2746d73-0776-4a81-9eaf-e8ce750c1fa2: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:46:06.767197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be70ac0-d8da-4346-8b0d-545a00ebf041 req-ce69892a-5aa5-4c35-a96b-c2c2f0ab5ebc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:06.768616 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4be70ac0-d8da-4346-8b0d-545a00ebf041 req-ce69892a-5aa5-4c35-a96b-c2c2f0ab5ebc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 945 time: 0.0583599 Feb 08 16:46:06.823867 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4be70ac0-d8da-4346-8b0d-545a00ebf041 req-256503b8-2d69-4601-b689-379073721bce tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=93ef79b3-babf-44dc-877e-d9e4265d8b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463326 Feb 08 16:46:06.903707 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:07.176675 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6155ba-1843-45c2-96fb-7339ebe9be7e req-271af46b-1e88-4804-8948-3f6afa48623e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:07.178173 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4b6155ba-1843-45c2-96fb-7339ebe9be7e req-271af46b-1e88-4804-8948-3f6afa48623e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 945 time: 0.0537550 Feb 08 16:46:07.272589 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-4b6155ba-1843-45c2-96fb-7339ebe9be7e req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port b80e78c4-415f-44a0-a431-31a555fab455 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:46:07.272929 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4b6155ba-1843-45c2-96fb-7339ebe9be7e req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b80e78c4-415f-44a0-a431-31a555fab455), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:07.359708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-4b6155ba-1843-45c2-96fb-7339ebe9be7e req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] For port b80e78c4-415f-44a0-a431-31a555fab455, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b80e78c4-415f-44a0-a431-31a555fab455,segment=NetworkSegment(d0159155-f2d9-4db2-a752-a49f8c173584),segment_id=d0159155-f2d9-4db2-a752-a49f8c173584)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:07.360075 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4b6155ba-1843-45c2-96fb-7339ebe9be7e req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b80e78c4-415f-44a0-a431-31a555fab455), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:07.372419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-4b6155ba-1843-45c2-96fb-7339ebe9be7e req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for b80e78c4-415f-44a0-a431-31a555fab455 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:46:07.501448 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4b6155ba-1843-45c2-96fb-7339ebe9be7e req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b80e78c4-415f-44a0-a431-31a555fab455), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:07.529268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=b80e78c4-415f-44a0-a431-31a555fab455,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:07.543028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:07.543381 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:07.543733 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:07.544076 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:07.544417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:07.544756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:07.545120 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:07.545464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:07.545799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:07.546139 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:07.546471 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:07.546828 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:07.547157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:07.586603 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6155ba-1843-45c2-96fb-7339ebe9be7e req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] No DVR routers for this DVR port b80e78c4-415f-44a0-a431-31a555fab455 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:46:07.589817 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-4b6155ba-1843-45c2-96fb-7339ebe9be7e req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:07.593519 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4b6155ba-1843-45c2-96fb-7339ebe9be7e req-c067a64f-0296-4aa1-9b8d-c44b95893e1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "DELETE /v2.0/ports/b80e78c4-415f-44a0-a431-31a555fab455 HTTP/1.1" status: 204 len: 173 time: 0.4095659 Feb 08 16:46:07.594010 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6dc59a-8df6-4b94-a092-73e0233f4da2', 'name': 'network-vif-deleted', 'tag': 'b80e78c4-415f-44a0-a431-31a555fab455'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:46:07.596505 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274a5189-9bf8-4756-96ae-d8cfeb1ae737" -d '{"events": [{"server_uuid": "8b6dc59a-8df6-4b94-a092-73e0233f4da2", "name": "network-vif-deleted", "tag": "b80e78c4-415f-44a0-a431-31a555fab455"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:46:07.634539 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0faa1ec-b135-46b4-a73a-158bbc53569c x-openstack-request-id: req-f0faa1ec-b135-46b4-a73a-158bbc53569c {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:46:07.634835 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6dc59a-8df6-4b94-a092-73e0233f4da2", "name": "network-vif-deleted", "tag": "b80e78c4-415f-44a0-a431-31a555fab455", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:46:07.635112 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f0faa1ec-b135-46b4-a73a-158bbc53569c {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:46:07.635506 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6dc59a-8df6-4b94-a092-73e0233f4da2', 'name': 'network-vif-deleted', 'tag': 'b80e78c4-415f-44a0-a431-31a555fab455', 'status': 'completed', 'code': 200} Feb 08 16:46:07.933436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6d5383d4-fbef-4d65-842f-01660a984bfc req-3f09d89b-0b19-44a3-969f-99037962dd68 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b6dc59a-8df6-4b94-a092-73e0233f4da2 HTTP/1.1" status: 200 len: 210 time: 0.0285127 Feb 08 16:46:08.090536 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:08.996702 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34980) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:09.675601 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8fb91c6a-3f7d-4804-acda-535a5bb347c5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (ad227981-58b9-4db5-9056-a935920aedc7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:09.931473 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-8fb91c6a-3f7d-4804-acda-535a5bb347c5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port f6de14ab-493f-4b49-afc3-74ac7d6a62c9 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:46:09.931741 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8fb91c6a-3f7d-4804-acda-535a5bb347c5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.022613 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-8fb91c6a-3f7d-4804-acda-535a5bb347c5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] For port f6de14ab-493f-4b49-afc3-74ac7d6a62c9, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=f6de14ab-493f-4b49-afc3-74ac7d6a62c9,segment=NetworkSegment(d0159155-f2d9-4db2-a752-a49f8c173584),segment_id=d0159155-f2d9-4db2-a752-a49f8c173584)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:10.023385 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8fb91c6a-3f7d-4804-acda-535a5bb347c5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.036168 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-8fb91c6a-3f7d-4804-acda-535a5bb347c5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for f6de14ab-493f-4b49-afc3-74ac7d6a62c9 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:46:10.219225 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8fb91c6a-3f7d-4804-acda-535a5bb347c5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (f6de14ab-493f-4b49-afc3-74ac7d6a62c9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.246447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb91c6a-3f7d-4804-acda-535a5bb347c5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=f6de14ab-493f-4b49-afc3-74ac7d6a62c9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:10.435918 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8fb91c6a-3f7d-4804-acda-535a5bb347c5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (ad227981-58b9-4db5-9056-a935920aedc7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.657570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb91c6a-3f7d-4804-acda-535a5bb347c5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router ad227981-58b9-4db5-9056-a935920aedc7 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:46:10.768583 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb91c6a-3f7d-4804-acda-535a5bb347c5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:46:10.773846 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8fb91c6a-3f7d-4804-acda-535a5bb347c5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "PUT /v2.0/routers/ad227981-58b9-4db5-9056-a935920aedc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7761035 Feb 08 16:46:10.776719 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34982) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:10.779196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d26865-01a2-4175-8abf-de88b7c9f6c9 None None] Sync routers for ids ['ad227981-58b9-4db5-9056-a935920aedc7'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:46:10.789691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d26865-01a2-4175-8abf-de88b7c9f6c9 None None] Routers {'ad227981-58b9-4db5-9056-a935920aedc7'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:10.790318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f6d26865-01a2-4175-8abf-de88b7c9f6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ad227981-58b9-4db5-9056-a935920aedc7'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:10.828745 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ae2904-2c4f-4f18-b858-4f62b593e98e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting subnet e624ebe2-65a8-4da3-8050-9293a1ae5a16 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:46:10.831885 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-51ae2904-2c4f-4f18-b858-4f62b593e98e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for subnet (e624ebe2-65a8-4da3-8050-9293a1ae5a16), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.872598 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-51ae2904-2c4f-4f18-b858-4f62b593e98e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (e624ebe2-65a8-4da3-8050-9293a1ae5a16), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:10.901052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f6d26865-01a2-4175-8abf-de88b7c9f6c9 None None] Set router ad227981-58b9-4db5-9056-a935920aedc7 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:10.958120 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-51ae2904-2c4f-4f18-b858-4f62b593e98e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (e624ebe2-65a8-4da3-8050-9293a1ae5a16), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.016839 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-51ae2904-2c4f-4f18-b858-4f62b593e98e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (e624ebe2-65a8-4da3-8050-9293a1ae5a16), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.045091 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae2904-2c4f-4f18-b858-4f62b593e98e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Subnet': ['ID=e624ebe2-65a8-4da3-8050-9293a1ae5a16,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:11.047055 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-51ae2904-2c4f-4f18-b858-4f62b593e98e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.050234 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-51ae2904-2c4f-4f18-b858-4f62b593e98e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/subnets/e624ebe2-65a8-4da3-8050-9293a1ae5a16 HTTP/1.1" status: 204 len: 168 time: 0.2723713 Feb 08 16:46:11.052822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34984) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:11.058007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88953ee-ce61-438e-8149-6b739dfaa759 None None] Network 5dbc7024-c125-4f5f-a15f-1f548abfb07d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:46:11.165298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f6d26865-01a2-4175-8abf-de88b7c9f6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:46:10Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:11.165599 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router (ad227981-58b9-4db5-9056-a935920aedc7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.195528 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d26865-01a2-4175-8abf-de88b7c9f6c9 None None] Checking router: ad227981-58b9-4db5-9056-a935920aedc7 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:46:11.205107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d26865-01a2-4175-8abf-de88b7c9f6c9 None None] Routers {'ad227981-58b9-4db5-9056-a935920aedc7'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:11.205707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f6d26865-01a2-4175-8abf-de88b7c9f6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['ad227981-58b9-4db5-9056-a935920aedc7'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:11.272872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] DHCP port deletion for 5dbc7024-c125-4f5f-a15f-1f548abfb07d request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:46:11.277750 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (ad227981-58b9-4db5-9056-a935920aedc7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.331701 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port 665e2fc1-309d-48fd-b46b-716ad9aa0495 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:46:11.332048 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (665e2fc1-309d-48fd-b46b-716ad9aa0495), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.354950 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-f6d26865-01a2-4175-8abf-de88b7c9f6c9 None None] Set router ad227981-58b9-4db5-9056-a935920aedc7 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:11.409975 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Deleting port 7da00a49-4eba-4636-9abc-9481b5f20e7a {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:46:11.410351 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7da00a49-4eba-4636-9abc-9481b5f20e7a), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.414730 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] For port 665e2fc1-309d-48fd-b46b-716ad9aa0495, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=665e2fc1-309d-48fd-b46b-716ad9aa0495,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:11.415092 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (665e2fc1-309d-48fd-b46b-716ad9aa0495), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.428321 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for 665e2fc1-309d-48fd-b46b-716ad9aa0495 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:46:11.542205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] For port 7da00a49-4eba-4636-9abc-9481b5f20e7a, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7da00a49-4eba-4636-9abc-9481b5f20e7a,segment=NetworkSegment(d0159155-f2d9-4db2-a752-a49f8c173584),segment_id=d0159155-f2d9-4db2-a752-a49f8c173584)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:11.542502 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7da00a49-4eba-4636-9abc-9481b5f20e7a), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.562422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Calling delete_port for 7da00a49-4eba-4636-9abc-9481b5f20e7a owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:46:11.596264 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (665e2fc1-309d-48fd-b46b-716ad9aa0495), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.622864 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=665e2fc1-309d-48fd-b46b-716ad9aa0495,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:11.668880 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-f6d26865-01a2-4175-8abf-de88b7c9f6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:46:10Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:11.687014 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (ad227981-58b9-4db5-9056-a935920aedc7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.701814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d26865-01a2-4175-8abf-de88b7c9f6c9 None None] The sync data for ids ['ad227981-58b9-4db5-9056-a935920aedc7'] in n-d-824834-11 is: [{'id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847528022', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:46:10Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '665e2fc1-309d-48fd-b46b-716ad9aa0495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad227981-58b9-4db5-9056-a935920aedc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:45:07Z', 'updated_at': '2022-02-08T16:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:46:11.704763 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (7da00a49-4eba-4636-9abc-9481b5f20e7a), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.731956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Pushing event deleted for resources: {'Port': ['ID=7da00a49-4eba-4636-9abc-9481b5f20e7a,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:11.739185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:11.739448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:11.739788 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:11.740130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:11.740468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:11.740803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:11.741160 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:11.741489 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:11.741818 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:11.742159 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:11.742468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:11.742792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:11.743136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:11.746390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f466d164-93e0-4040-bd4a-8123e414b64e None None] No DVR routers for this DVR port 7da00a49-4eba-4636-9abc-9481b5f20e7a on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:46:11.798050 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (ad227981-58b9-4db5-9056-a935920aedc7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.800403 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_controller (ad227981-58b9-4db5-9056-a935920aedc7), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.848331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (ad227981-58b9-4db5-9056-a935920aedc7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.848886 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Fanout notify agent at l3_agent the message router_deleted on router ad227981-58b9-4db5-9056-a935920aedc7 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:46:11.855364 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:11.856472 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-922bbd86-84d0-43fd-b52f-9ab3f5aba164 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/routers/ad227981-58b9-4db5-9056-a935920aedc7 HTTP/1.1" status: 204 len: 168 time: 0.8025265 Feb 08 16:46:11.859198 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 34986) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:11.938223 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3d6115b-2284-4d47-9097-d6f94c2adb9c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (5dbc7024-c125-4f5f-a15f-1f548abfb07d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.024685 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3d6115b-2284-4d47-9097-d6f94c2adb9c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (5dbc7024-c125-4f5f-a15f-1f548abfb07d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.045655 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-e3d6115b-2284-4d47-9097-d6f94c2adb9c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbc7024-c125-4f5f-a15f-1f548abfb07d']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:12.055617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-e3d6115b-2284-4d47-9097-d6f94c2adb9c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0159155-f2d9-4db2-a752-a49f8c173584') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:12.055829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-e3d6115b-2284-4d47-9097-d6f94c2adb9c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0159155-f2d9-4db2-a752-a49f8c173584') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:12.065864 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3d6115b-2284-4d47-9097-d6f94c2adb9c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (d0159155-f2d9-4db2-a752-a49f8c173584), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.080071 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3d6115b-2284-4d47-9097-d6f94c2adb9c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (d0159155-f2d9-4db2-a752-a49f8c173584), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.089302 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d6115b-2284-4d47-9097-d6f94c2adb9c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:46:12.089713 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3d6115b-2284-4d47-9097-d6f94c2adb9c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (d0159155-f2d9-4db2-a752-a49f8c173584), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:46:12.092908 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:46:12.153569 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3d6115b-2284-4d47-9097-d6f94c2adb9c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (5dbc7024-c125-4f5f-a15f-1f548abfb07d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.158702 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e3d6115b-2284-4d47-9097-d6f94c2adb9c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.164585 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e3d6115b-2284-4d47-9097-d6f94c2adb9c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/networks/5dbc7024-c125-4f5f-a15f-1f548abfb07d HTTP/1.1" status: 204 len: 168 time: 0.3018303 Feb 08 16:46:12.172046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34988) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:12.185385 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6115b-2284-4d47-9097-d6f94c2adb9c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Network': ['ID=5dbc7024-c125-4f5f-a15f-1f548abfb07d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:12.225383 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7639-d5be-4fff-b888-cec95c549e65 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (93ef79b3-babf-44dc-877e-d9e4265d8b22), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.248493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b80e78c4-415f-44a0-a431-31a555fab455 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:46:12.251402 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7639-d5be-4fff-b888-cec95c549e65 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (93ef79b3-babf-44dc-877e-d9e4265d8b22), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.270152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: b80e78c4-415f-44a0-a431-31a555fab455 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:46:12.270656 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b80e78c4-415f-44a0-a431-31a555fab455 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:46:12.316706 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7639-d5be-4fff-b888-cec95c549e65 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (93ef79b3-babf-44dc-877e-d9e4265d8b22), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.319408 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7639-d5be-4fff-b888-cec95c549e65 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.320606 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f9fb7639-d5be-4fff-b888-cec95c549e65 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/security-groups/93ef79b3-babf-44dc-877e-d9e4265d8b22 HTTP/1.1" status: 204 len: 168 time: 0.1545575 Feb 08 16:46:12.330145 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb7639-d5be-4fff-b888-cec95c549e65 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ef79b3-babf-44dc-877e-d9e4265d8b22,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:12.717249 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34994) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:12.721793 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-78983f29-95a5-463b-99ac-f937a632122c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736551056', 'description': 'tempest-secgroup-smoke-736551056 description', 'project_id': '3bed23fcd0254b179facffb28ee090ad'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:12.742891 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-78983f29-95a5-463b-99ac-f937a632122c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.813896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7da00a49-4eba-4636-9abc-9481b5f20e7a no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:46:12.824427 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-78983f29-95a5-463b-99ac-f937a632122c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.828619 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-78983f29-95a5-463b-99ac-f937a632122c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.839007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 7da00a49-4eba-4636-9abc-9481b5f20e7a {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:46:12.839365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7da00a49-4eba-4636-9abc-9481b5f20e7a not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:46:12.839790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 665e2fc1-309d-48fd-b46b-716ad9aa0495 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:46:12.858603 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-78983f29-95a5-463b-99ac-f937a632122c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.859841 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-78983f29-95a5-463b-99ac-f937a632122c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1415794 Feb 08 16:46:12.861227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 665e2fc1-309d-48fd-b46b-716ad9aa0495 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:46:12.861584 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 665e2fc1-309d-48fd-b46b-716ad9aa0495 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:46:12.862010 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f6de14ab-493f-4b49-afc3-74ac7d6a62c9 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:46:12.862770 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34996) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:12.867472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-da1eabf2-2765-4d4c-b676-381d4dcfd393 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:12.872038 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78983f29-95a5-463b-99ac-f937a632122c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:12.884503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: f6de14ab-493f-4b49-afc3-74ac7d6a62c9 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:46:12.884858 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device f6de14ab-493f-4b49-afc3-74ac7d6a62c9 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:46:12.894822 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-da1eabf2-2765-4d4c-b676-381d4dcfd393 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (21853caf-b02e-417c-8e30-73cac6ea2cac), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.949273 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-da1eabf2-2765-4d4c-b676-381d4dcfd393 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (21853caf-b02e-417c-8e30-73cac6ea2cac), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.952928 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-da1eabf2-2765-4d4c-b676-381d4dcfd393 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (21853caf-b02e-417c-8e30-73cac6ea2cac), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.970921 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1eabf2-2765-4d4c-b676-381d4dcfd393 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21853caf-b02e-417c-8e30-73cac6ea2cac,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:12.978085 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-da1eabf2-2765-4d4c-b676-381d4dcfd393 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:12.979307 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-da1eabf2-2765-4d4c-b676-381d4dcfd393 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153791 Feb 08 16:46:12.982137 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 34998) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:12.986350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-cd8a4fbe-7c39-4f51-bb5f-784e53289ef4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:13.011560 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cd8a4fbe-7c39-4f51-bb5f-784e53289ef4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (c2ee40b2-ab41-40ff-819c-7cdd788b0f39), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.066423 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cd8a4fbe-7c39-4f51-bb5f-784e53289ef4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (c2ee40b2-ab41-40ff-819c-7cdd788b0f39), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.069754 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cd8a4fbe-7c39-4f51-bb5f-784e53289ef4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (c2ee40b2-ab41-40ff-819c-7cdd788b0f39), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.087509 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a4fbe-7c39-4f51-bb5f-784e53289ef4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ee40b2-ab41-40ff-819c-7cdd788b0f39,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:13.095805 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cd8a4fbe-7c39-4f51-bb5f-784e53289ef4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.097025 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cd8a4fbe-7c39-4f51-bb5f-784e53289ef4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139495 Feb 08 16:46:13.100054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35000) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:13.104618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f3d985f6-74ab-4cf5-90c5-8bab4bda1afe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:13.129660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3d985f6-74ab-4cf5-90c5-8bab4bda1afe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (308bd418-0f37-4fb6-b3c1-1abb106a2db1), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.190656 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3d985f6-74ab-4cf5-90c5-8bab4bda1afe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (308bd418-0f37-4fb6-b3c1-1abb106a2db1), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.194393 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3d985f6-74ab-4cf5-90c5-8bab4bda1afe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (308bd418-0f37-4fb6-b3c1-1abb106a2db1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.211921 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d985f6-74ab-4cf5-90c5-8bab4bda1afe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308bd418-0f37-4fb6-b3c1-1abb106a2db1,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:13.220414 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3d985f6-74ab-4cf5-90c5-8bab4bda1afe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.221666 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f3d985f6-74ab-4cf5-90c5-8bab4bda1afe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205509 Feb 08 16:46:13.224467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35002) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:13.228839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f4ed5fbd-c208-4c6e-9ff9-c3cfdd382add tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:13.254019 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5fbd-c208-4c6e-9ff9-c3cfdd382add tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (20fa8f68-f9b1-4bd6-ac4a-cf19b5a47c84), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.312042 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5fbd-c208-4c6e-9ff9-c3cfdd382add tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (20fa8f68-f9b1-4bd6-ac4a-cf19b5a47c84), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.315692 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5fbd-c208-4c6e-9ff9-c3cfdd382add tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (20fa8f68-f9b1-4bd6-ac4a-cf19b5a47c84), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.335197 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed5fbd-c208-4c6e-9ff9-c3cfdd382add tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fa8f68-f9b1-4bd6-ac4a-cf19b5a47c84,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:13.343511 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5fbd-c208-4c6e-9ff9-c3cfdd382add tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.344766 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f4ed5fbd-c208-4c6e-9ff9-c3cfdd382add tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192493 Feb 08 16:46:13.347485 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35004) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:13.351748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9652b9b3-e85c-4785-af2d-fa60dab59603 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:13.370795 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-9652b9b3-e85c-4785-af2d-fa60dab59603 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Project 3bed23fcd0254b179facffb28ee090ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:46:13.375364 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9652b9b3-e85c-4785-af2d-fa60dab59603 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (6b3e74e2-8593-428e-b6d0-07ee60adf01e), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.431641 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9652b9b3-e85c-4785-af2d-fa60dab59603 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (6b3e74e2-8593-428e-b6d0-07ee60adf01e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.435757 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9652b9b3-e85c-4785-af2d-fa60dab59603 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (6b3e74e2-8593-428e-b6d0-07ee60adf01e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.454178 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652b9b3-e85c-4785-af2d-fa60dab59603 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3e74e2-8593-428e-b6d0-07ee60adf01e,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:13.461585 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9652b9b3-e85c-4785-af2d-fa60dab59603 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.462915 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9652b9b3-e85c-4785-af2d-fa60dab59603 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144495 Feb 08 16:46:13.465627 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35006) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:13.469843 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-28da31f8-70bf-457b-b053-0a24409c92bb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:13.489484 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-28da31f8-70bf-457b-b053-0a24409c92bb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Project 3bed23fcd0254b179facffb28ee090ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:46:13.494340 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28da31f8-70bf-457b-b053-0a24409c92bb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (7f7bd881-8702-4ea6-addd-c28af163daa9), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.554501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28da31f8-70bf-457b-b053-0a24409c92bb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (7f7bd881-8702-4ea6-addd-c28af163daa9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.558106 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28da31f8-70bf-457b-b053-0a24409c92bb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (7f7bd881-8702-4ea6-addd-c28af163daa9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.576628 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da31f8-70bf-457b-b053-0a24409c92bb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7bd881-8702-4ea6-addd-c28af163daa9,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:13.581561 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28da31f8-70bf-457b-b053-0a24409c92bb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.582745 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-28da31f8-70bf-457b-b053-0a24409c92bb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1162229 Feb 08 16:46:13.585649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35008) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:13.591443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c41553eb-0294-4ca3-af62-acc66eee1339 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'network': {'name': 'tempest-network-smoke--205546824', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'port_security_enabled': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:13.610814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41553eb-0294-4ca3-af62-acc66eee1339 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Made reservation on behalf of 3bed23fcd0254b179facffb28ee090ad for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:46:13.614143 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c41553eb-0294-4ca3-af62-acc66eee1339 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.639021 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41553eb-0294-4ca3-af62-acc66eee1339 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:46:13.648864 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c41553eb-0294-4ca3-af62-acc66eee1339 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (232774b6-95b2-44b7-9ade-e45ae54ba793), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.649241 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-c41553eb-0294-4ca3-af62-acc66eee1339 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Added segment 232774b6-95b2-44b7-9ade-e45ae54ba793 of type vlan for network 30a89296-bf1b-482d-83ef-840a8aa1c340 Feb 08 16:46:13.689695 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c41553eb-0294-4ca3-af62-acc66eee1339 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (30a89296-bf1b-482d-83ef-840a8aa1c340), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.715330 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c41553eb-0294-4ca3-af62-acc66eee1339 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (30a89296-bf1b-482d-83ef-840a8aa1c340), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.720319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41553eb-0294-4ca3-af62-acc66eee1339 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:13.720908 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c41553eb-0294-4ca3-af62-acc66eee1339 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.777140 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c41553eb-0294-4ca3-af62-acc66eee1339 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1903920 Feb 08 16:46:13.780019 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35010) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:13.785127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'admin_state_up': True, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:13.791125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41553eb-0294-4ca3-af62-acc66eee1339 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Network': ['ID=30a89296-bf1b-482d-83ef-840a8aa1c340,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:13.802522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 30a89296-bf1b-482d-83ef-840a8aa1c340 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:46:13.808113 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (4c13a0b9-330e-4c6a-896e-b242aa5f6882), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.809171 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (4c13a0b9-330e-4c6a-896e-b242aa5f6882), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:13.863801 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_controller (4c13a0b9-330e-4c6a-896e-b242aa5f6882), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.004969 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (4c13a0b9-330e-4c6a-896e-b242aa5f6882), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.191941 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (4c13a0b9-330e-4c6a-896e-b242aa5f6882), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.210624 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.311804 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.25.7.187 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/58ec1c1c-2ccb-4126-8c9d-114e61b1311d) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:46:14.413896 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (58ec1c1c-2ccb-4126-8c9d-114e61b1311d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.447035 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (58ec1c1c-2ccb-4126-8c9d-114e61b1311d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:14.490063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:14.492973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:14.496544 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:46:14.501881 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=58ec1c1c-2ccb-4126-8c9d-114e61b1311d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:15.080240 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (4c13a0b9-330e-4c6a-896e-b242aa5f6882), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:15.282511 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (4c13a0b9-330e-4c6a-896e-b242aa5f6882), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:15.411101 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:46:15.521093 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:46:15.530386 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Sync routers for ids ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:46:15.540211 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Routers {'4c13a0b9-330e-4c6a-896e-b242aa5f6882'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:15.540830 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:15.540971 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:15.542950 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fbef0a81-087a-45fe-b9d4-4c4f9c857fe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7609441 Feb 08 16:46:15.546124 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35012) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:15.579191 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4e128ce8-8345-42de-912a-937266d4db60 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=3bed23fcd0254b179facffb28ee090ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319078 Feb 08 16:46:15.581949 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35014) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:15.653678 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Set router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:15.668261 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beac6e1-3e40-4410-98f4-e316ae7e5dc2 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:15.669779 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8beac6e1-3e40-4410-98f4-e316ae7e5dc2 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869317 Feb 08 16:46:15.672615 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35016) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:15.700881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f1e37478-c5c5-4680-8ba7-6e1102348e95 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271509 Feb 08 16:46:15.703305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35018) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:15.708014 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-feaf9d5d-33ac-4686-9171-f4b3da07292c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2000871293', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:15.798876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaf9d5d-33ac-4686-9171-f4b3da07292c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Made reservation on behalf of 3bed23fcd0254b179facffb28ee090ad for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:46:15.802547 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-feaf9d5d-33ac-4686-9171-f4b3da07292c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:15.830744 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:13Z', 'updated_at': '2022-02-08T16:46:14Z', 'revision_number': 3, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:14Z', 'updated_at': '2022-02-08T16:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:15.856620 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Checking router: 4c13a0b9-330e-4c6a-896e-b242aa5f6882 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:46:15.856987 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Updating router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 port 58ec1c1c-2ccb-4126-8c9d-114e61b1311d binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:46:15.887914 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (58ec1c1c-2ccb-4126-8c9d-114e61b1311d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:15.986499 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-feaf9d5d-33ac-4686-9171-f4b3da07292c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (cd0d8391-e41a-4290-9b5b-9aa7898ecd2c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.051488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf9d5d-33ac-4686-9171-f4b3da07292c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Subnet': ['ID=cd0d8391-e41a-4290-9b5b-9aa7898ecd2c,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:16.059628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaf9d5d-33ac-4686-9171-f4b3da07292c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Checking segment: {'id': '232774b6-95b2-44b7-9ade-e45ae54ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:46:16.060006 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaf9d5d-33ac-4686-9171-f4b3da07292c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network hostable DHCP agents. Network: 30a89296-bf1b-482d-83ef-840a8aa1c340, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:46:16.076800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaf9d5d-33ac-4686-9171-f4b3da07292c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 30a89296-bf1b-482d-83ef-840a8aa1c340 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:46:16.085187 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-feaf9d5d-33ac-4686-9171-f4b3da07292c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 30a89296-bf1b-482d-83ef-840a8aa1c340) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:16.090092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf9d5d-33ac-4686-9171-f4b3da07292c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:16.090773 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-feaf9d5d-33ac-4686-9171-f4b3da07292c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.095324 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce402c48-6809-47b9-bb26-0f39e9878b16 None None] Network 30a89296-bf1b-482d-83ef-840a8aa1c340 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:46:16.109415 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-feaf9d5d-33ac-4686-9171-f4b3da07292c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4040158 Feb 08 16:46:16.111305 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35020) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:16.137337 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Publish callbacks [] for port (58ec1c1c-2ccb-4126-8c9d-114e61b1311d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.143805 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (58ec1c1c-2ccb-4126-8c9d-114e61b1311d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.197952 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Attempting to bind port 58ec1c1c-2ccb-4126-8c9d-114e61b1311d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:46:16.198562 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Attempting to bind port 58ec1c1c-2ccb-4126-8c9d-114e61b1311d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:46:16.199444 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Attempting to bind port 58ec1c1c-2ccb-4126-8c9d-114e61b1311d on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:46:16.201486 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53b70e-bc1f-43a2-8acb-fcef5b5daf9c None None] Pushing event updated for resources: {'Port': ['ID=58ec1c1c-2ccb-4126-8c9d-114e61b1311d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:16.205042 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-30a89296-bf1b-482d-83ef-840a8aa1c340', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ips': [{'subnet_id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:46:16.206214 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.211032 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53b70e-bc1f-43a2-8acb-fcef5b5daf9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:16.211381 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53b70e-bc1f-43a2-8acb-fcef5b5daf9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:16.211709 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53b70e-bc1f-43a2-8acb-fcef5b5daf9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:16.212210 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53b70e-bc1f-43a2-8acb-fcef5b5daf9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:16.212722 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53b70e-bc1f-43a2-8acb-fcef5b5daf9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:16.213073 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53b70e-bc1f-43a2-8acb-fcef5b5daf9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:16.214213 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53b70e-bc1f-43a2-8acb-fcef5b5daf9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:16.214814 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53b70e-bc1f-43a2-8acb-fcef5b5daf9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:16.215234 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53b70e-bc1f-43a2-8acb-fcef5b5daf9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:16.215561 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53b70e-bc1f-43a2-8acb-fcef5b5daf9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:16.215887 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53b70e-bc1f-43a2-8acb-fcef5b5daf9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:16.216203 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53b70e-bc1f-43a2-8acb-fcef5b5daf9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:16.216701 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce53b70e-bc1f-43a2-8acb-fcef5b5daf9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:46:16.219977 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:46:16.220354 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:46:16.220738 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.221140 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:46:16.221791 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Bound port: 58ec1c1c-2ccb-4126-8c9d-114e61b1311d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:46:16.222342 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (58ec1c1c-2ccb-4126-8c9d-114e61b1311d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.278506 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] For port 58ec1c1c-2ccb-4126-8c9d-114e61b1311d, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:46:16.281899 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] For port 58ec1c1c-2ccb-4126-8c9d-114e61b1311d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=58ec1c1c-2ccb-4126-8c9d-114e61b1311d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:46:16.287311 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (58ec1c1c-2ccb-4126-8c9d-114e61b1311d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.334679 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Routers {'4c13a0b9-330e-4c6a-896e-b242aa5f6882'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:16.335270 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:16.355374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Allocated IP 172.20.0.2 (30a89296-bf1b-482d-83ef-840a8aa1c340/cd0d8391-e41a-4290-9b5b-9aa7898ecd2c/b49f0c1f-5268-49a9-89c0-e3fd73251931) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:46:16.424131 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53b70e-bc1f-43a2-8acb-fcef5b5daf9c None None] Pushing event updated for resources: {'Port': ['ID=58ec1c1c-2ccb-4126-8c9d-114e61b1311d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:16.461299 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] Set router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:16.519862 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Publish callbacks [] for port (b49f0c1f-5268-49a9-89c0-e3fd73251931), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.526347 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (b49f0c1f-5268-49a9-89c0-e3fd73251931), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.565195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Network 30a89296-bf1b-482d-83ef-840a8aa1c340 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:16.572242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:16.578154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:46:16.586287 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Pushing event updated for resources: {'Port': ['ID=b49f0c1f-5268-49a9-89c0-e3fd73251931,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:16.599316 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.645031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Attempting to bind port b49f0c1f-5268-49a9-89c0-e3fd73251931 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:46:16.645441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Attempting to bind port b49f0c1f-5268-49a9-89c0-e3fd73251931 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '232774b6-95b2-44b7-9ade-e45ae54ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:46:16.645770 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Attempting to bind port b49f0c1f-5268-49a9-89c0-e3fd73251931 on network 30a89296-bf1b-482d-83ef-840a8aa1c340 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:46:16.651198 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:46:16.651402 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Checking segment: {'id': '232774b6-95b2-44b7-9ade-e45ae54ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:46:16.651674 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.652076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Bound using segment: {'id': '232774b6-95b2-44b7-9ade-e45ae54ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:46:16.652549 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Bound port: b49f0c1f-5268-49a9-89c0-e3fd73251931, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232774b6-95b2-44b7-9ade-e45ae54ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:46:16.652961 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b49f0c1f-5268-49a9-89c0-e3fd73251931), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.726640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] For port b49f0c1f-5268-49a9-89c0-e3fd73251931, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:46:16.731475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] For port b49f0c1f-5268-49a9-89c0-e3fd73251931, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b49f0c1f-5268-49a9-89c0-e3fd73251931,segment=NetworkSegment(232774b6-95b2-44b7-9ade-e45ae54ba793),segment_id=232774b6-95b2-44b7-9ade-e45ae54ba793)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:46:16.738342 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b49f0c1f-5268-49a9-89c0-e3fd73251931), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:16.756119 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:13Z', 'updated_at': '2022-02-08T16:46:14Z', 'revision_number': 3, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:14Z', 'updated_at': '2022-02-08T16:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:16.786452 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf2f1e-8294-4132-a157-aacd454413a4 None None] The sync data for ids ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'] in n-d-824834-11 is: [{'id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:13Z', 'updated_at': '2022-02-08T16:46:14Z', 'revision_number': 3, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:14Z', 'updated_at': '2022-02-08T16:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:46:16.805762 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af3f80-d045-4f2e-9085-fb9679b4fb94 None None] Pushing event updated for resources: {'Port': ['ID=b49f0c1f-5268-49a9-89c0-e3fd73251931,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:16.910452 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.20.0.1 (30a89296-bf1b-482d-83ef-840a8aa1c340/cd0d8391-e41a-4290-9b5b-9aa7898ecd2c/c27e44b8-e237-4ca5-8aba-95477021b2b1) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:46:17.058188 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.099356 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.152605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 30a89296-bf1b-482d-83ef-840a8aa1c340 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:17.156844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:17.159636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:46:17.167451 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=c27e44b8-e237-4ca5-8aba-95477021b2b1,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:17.216592 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (4c13a0b9-330e-4c6a-896e-b242aa5f6882), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.363724 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.677502 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.686271 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.769351 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (4c13a0b9-330e-4c6a-896e-b242aa5f6882), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.771130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=c27e44b8-e237-4ca5-8aba-95477021b2b1,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:17.854950 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ee860c-814d-4d22-8b37-ffc5f326db6c None None] Network 30a89296-bf1b-482d-83ef-840a8aa1c340 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:46:17.870886 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 30a89296-bf1b-482d-83ef-840a8aa1c340 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:17.872400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:17.967158 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b9435a99-3f3c-4044-918d-ad94ec9662bc None None] Provisioning complete for port b49f0c1f-5268-49a9-89c0-e3fd73251931 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:17.967532 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b9435a99-3f3c-4044-918d-ad94ec9662bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b49f0c1f-5268-49a9-89c0-e3fd73251931), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:17.994580 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:46:18.058657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b9435a99-3f3c-4044-918d-ad94ec9662bc None None] Current status of the port b49f0c1f-5268-49a9-89c0-e3fd73251931 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:18.059056 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b9435a99-3f3c-4044-918d-ad94ec9662bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b49f0c1f-5268-49a9-89c0-e3fd73251931), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.123291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:46:18.130171 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-34f328ca-7a72-4c0c-a9bb-6b0546ec410e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "PUT /v2.0/routers/4c13a0b9-330e-4c6a-896e-b242aa5f6882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0173500 Feb 08 16:46:18.286397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b9435a99-3f3c-4044-918d-ad94ec9662bc None None] For port b49f0c1f-5268-49a9-89c0-e3fd73251931, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b49f0c1f-5268-49a9-89c0-e3fd73251931,segment=NetworkSegment(232774b6-95b2-44b7-9ade-e45ae54ba793),segment_id=232774b6-95b2-44b7-9ade-e45ae54ba793)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:18.292872 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b9435a99-3f3c-4044-918d-ad94ec9662bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b49f0c1f-5268-49a9-89c0-e3fd73251931), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.315107 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-570e86d0-ddc3-431a-af25-2a82ce6e6732 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736551056&fields=id&tenant_id=3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 267 time: 0.0648668 Feb 08 16:46:18.348459 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9435a99-3f3c-4044-918d-ad94ec9662bc None None] Pushing event updated for resources: {'Port': ['ID=b49f0c1f-5268-49a9-89c0-e3fd73251931,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:18.417883 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f8faf262-74c2-449a-879b-d431d20416de None None] Provisioning complete for port b49f0c1f-5268-49a9-89c0-e3fd73251931 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:18.418263 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8faf262-74c2-449a-879b-d431d20416de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b49f0c1f-5268-49a9-89c0-e3fd73251931), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.460901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-deac6904-e054-468a-b5b3-7311b54d6eab tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:18.462605 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-deac6904-e054-468a-b5b3-7311b54d6eab tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/networks?id=30a89296-bf1b-482d-83ef-840a8aa1c340 HTTP/1.1" status: 200 len: 796 time: 0.1369419 Feb 08 16:46:18.496396 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-211adb05-1b90-4490-ad66-b7cd00d1b187 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/quotas/3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 375 time: 0.0211520 Feb 08 16:46:18.548186 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Sync routers for ids ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:46:18.553162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f8faf262-74c2-449a-879b-d431d20416de None None] Current status of the port b49f0c1f-5268-49a9-89c0-e3fd73251931 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:18.568100 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Routers {'4c13a0b9-330e-4c6a-896e-b242aa5f6882'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:18.568862 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:18.569590 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-7e61b875-e1c6-41ee-bb34-a321c2b4deda tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659275 Feb 08 16:46:18.587289 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-7f04c6af-abd8-4049-8095-80440ee02610 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:46:18.588287 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-7f04c6af-abd8-4049-8095-80440ee02610 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052767 Feb 08 16:46:18.669321 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b49f0c1f-5268-49a9-89c0-e3fd73251931 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:18.673553 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f8faf262-74c2-449a-879b-d431d20416de None None] Provisioning complete for port c27e44b8-e237-4ca5-8aba-95477021b2b1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:18.673984 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f8faf262-74c2-449a-879b-d431d20416de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.687493 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-d9df0f6c-b492-4988-bd0a-8aa104aff543 service neutron] 10.222.0.82 "GET /v2.0/networks/30a89296-bf1b-482d-83ef-840a8aa1c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899370 Feb 08 16:46:18.761110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f8faf262-74c2-449a-879b-d431d20416de None None] Port c27e44b8-e237-4ca5-8aba-95477021b2b1 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:46:18.785474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Set router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:18.786343 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-3db9ff0a-97b6-4af5-bd8e-ddfb74d3b7f5 service neutron] 10.222.0.82 "GET /v2.0/networks/30a89296-bf1b-482d-83ef-840a8aa1c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929065 Feb 08 16:46:18.818145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b49f0c1f-5268-49a9-89c0-e3fd73251931 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:18.818523 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b49f0c1f-5268-49a9-89c0-e3fd73251931), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.957713 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9a2ad80d-2392-4e80-bbf5-23ee2d684daf None None] Provisioning complete for port c27e44b8-e237-4ca5-8aba-95477021b2b1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:18.958427 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9a2ad80d-2392-4e80-bbf5-23ee2d684daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:18.964790 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-99990a13-c99c-41ed-95df-65dc8fb38b13 req-0becc63f-b953-4cf3-839f-f26e3d45138d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 210 time: 0.0303695 Feb 08 16:46:19.033294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ad80d-2392-4e80-bbf5-23ee2d684daf None None] Port c27e44b8-e237-4ca5-8aba-95477021b2b1 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:46:19.050339 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b49f0c1f-5268-49a9-89c0-e3fd73251931 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:19.051407 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 58ec1c1c-2ccb-4126-8c9d-114e61b1311d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:19.134775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 58ec1c1c-2ccb-4126-8c9d-114e61b1311d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:19.135330 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (58ec1c1c-2ccb-4126-8c9d-114e61b1311d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.162138 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:13Z', 'updated_at': '2022-02-08T16:46:17Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:14Z', 'updated_at': '2022-02-08T16:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c27e44b8-e237-4ca5-8aba-95477021b2b1', 'name': '', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:bf:9c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:46:17Z', 'revision_number': 2, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:19.191267 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Checking router: 4c13a0b9-330e-4c6a-896e-b242aa5f6882 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:46:19.191632 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Updating router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 port c27e44b8-e237-4ca5-8aba-95477021b2b1 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:46:19.241612 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.374692 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 58ec1c1c-2ccb-4126-8c9d-114e61b1311d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:19.374949 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (58ec1c1c-2ccb-4126-8c9d-114e61b1311d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.420730 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 58ec1c1c-2ccb-4126-8c9d-114e61b1311d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=58ec1c1c-2ccb-4126-8c9d-114e61b1311d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:19.429254 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (58ec1c1c-2ccb-4126-8c9d-114e61b1311d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.502190 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.538176 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=58ec1c1c-2ccb-4126-8c9d-114e61b1311d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:19.640747 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Publish callbacks [] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.646392 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.699243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323c88c-b378-450a-9eaf-8b772294abe4 None None] Pushing event updated for resources: {'Port': ['ID=c27e44b8-e237-4ca5-8aba-95477021b2b1,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:19.749265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Attempting to bind port c27e44b8-e237-4ca5-8aba-95477021b2b1 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:46:19.749644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Attempting to bind port c27e44b8-e237-4ca5-8aba-95477021b2b1 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '232774b6-95b2-44b7-9ade-e45ae54ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:46:19.750013 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Attempting to bind port c27e44b8-e237-4ca5-8aba-95477021b2b1 on network 30a89296-bf1b-482d-83ef-840a8aa1c340 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:46:19.756542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:46:19.756922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Checking segment: {'id': '232774b6-95b2-44b7-9ade-e45ae54ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:46:19.757363 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.757766 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Bound using segment: {'id': '232774b6-95b2-44b7-9ade-e45ae54ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:46:19.758246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Bound port: c27e44b8-e237-4ca5-8aba-95477021b2b1, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232774b6-95b2-44b7-9ade-e45ae54ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:46:19.758634 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.828262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] For port c27e44b8-e237-4ca5-8aba-95477021b2b1, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:46:19.831889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] For port c27e44b8-e237-4ca5-8aba-95477021b2b1, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c27e44b8-e237-4ca5-8aba-95477021b2b1,segment=NetworkSegment(232774b6-95b2-44b7-9ade-e45ae54ba793),segment_id=232774b6-95b2-44b7-9ade-e45ae54ba793)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:46:19.838747 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:19.899190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Routers {'4c13a0b9-330e-4c6a-896e-b242aa5f6882'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:19.899905 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:19.901988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323c88c-b378-450a-9eaf-8b772294abe4 None None] Pushing event updated for resources: {'Port': ['ID=c27e44b8-e237-4ca5-8aba-95477021b2b1,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:20.040167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0d5dbd94-a921-4b4b-bc30-500467e9c04a None None] Provisioning complete for port c27e44b8-e237-4ca5-8aba-95477021b2b1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:20.040837 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d5dbd94-a921-4b4b-bc30-500467e9c04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.066664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-e0ee0ffb-d7c9-426f-8f58-380c826998c3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:20.068489 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-e0ee0ffb-d7c9-426f-8f58-380c826998c3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/networks?id=30a89296-bf1b-482d-83ef-840a8aa1c340 HTTP/1.1" status: 200 len: 796 time: 0.1481562 Feb 08 16:46:20.093448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] Set router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:20.105548 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-78a3b87a-ffaf-4d1b-a599-36a72c0d46bd req-1c6b2219-694d-4d1d-848a-b1c58131027e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 210 time: 0.0437725 Feb 08 16:46:20.162769 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-1a69ae14-764c-46a1-ba5c-e97305a00158 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 379 time: 0.0847578 Feb 08 16:46:20.172329 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-338e31a6-9043-4372-acad-0868d5e696da tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'port': {'device_id': '3c4dfc04-b017-47d3-b15b-d2b6757b79a4', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'admin_state_up': True, 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'security_groups': ['0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:20.284566 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-338e31a6-9043-4372-acad-0868d5e696da tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Made reservation on behalf of 3bed23fcd0254b179facffb28ee090ad for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:46:20.288059 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-338e31a6-9043-4372-acad-0868d5e696da tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.424927 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-338e31a6-9043-4372-acad-0868d5e696da tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.20.0.10 (30a89296-bf1b-482d-83ef-840a8aa1c340/cd0d8391-e41a-4290-9b5b-9aa7898ecd2c/41b9ae07-549b-4782-932b-8af1b6ba7c22) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:46:20.451347 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0d5dbd94-a921-4b4b-bc30-500467e9c04a None None] Current status of the port c27e44b8-e237-4ca5-8aba-95477021b2b1 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:20.451731 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d5dbd94-a921-4b4b-bc30-500467e9c04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.510142 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0d5dbd94-a921-4b4b-bc30-500467e9c04a None None] For port c27e44b8-e237-4ca5-8aba-95477021b2b1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c27e44b8-e237-4ca5-8aba-95477021b2b1,segment=NetworkSegment(232774b6-95b2-44b7-9ade-e45ae54ba793),segment_id=232774b6-95b2-44b7-9ade-e45ae54ba793)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:20.520107 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0d5dbd94-a921-4b4b-bc30-500467e9c04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.546351 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 58ec1c1c-2ccb-4126-8c9d-114e61b1311d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:20.591671 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-338e31a6-9043-4372-acad-0868d5e696da tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.618229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5dbd94-a921-4b4b-bc30-500467e9c04a None None] Pushing event updated for resources: {'Port': ['ID=c27e44b8-e237-4ca5-8aba-95477021b2b1,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:20.622741 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:13Z', 'updated_at': '2022-02-08T16:46:17Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:14Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c27e44b8-e237-4ca5-8aba-95477021b2b1', 'name': '', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:bf:9c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:20.625837 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-338e31a6-9043-4372-acad-0868d5e696da tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.658164 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7276600a-ca1b-4909-90f9-91282ce4627d None None] The sync data for ids ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'] in n-d-824834-11 is: [{'id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:13Z', 'updated_at': '2022-02-08T16:46:17Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:14Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c27e44b8-e237-4ca5-8aba-95477021b2b1', 'name': '', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:bf:9c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:46:20.672734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 58ec1c1c-2ccb-4126-8c9d-114e61b1311d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:20.673141 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (58ec1c1c-2ccb-4126-8c9d-114e61b1311d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.678563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6eff2cf3-2e51-414a-bac3-84fb6df2111f None None] Provisioning complete for port c27e44b8-e237-4ca5-8aba-95477021b2b1 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:20.678563 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6eff2cf3-2e51-414a-bac3-84fb6df2111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.679844 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-338e31a6-9043-4372-acad-0868d5e696da tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 30a89296-bf1b-482d-83ef-840a8aa1c340 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:20.683887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-338e31a6-9043-4372-acad-0868d5e696da tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:20.688470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-338e31a6-9043-4372-acad-0868d5e696da tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:46:20.692458 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e31a6-9043-4372-acad-0868d5e696da tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=41b9ae07-549b-4782-932b-8af1b6ba7c22,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:20.774773 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-338e31a6-9043-4372-acad-0868d5e696da tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:20.775392 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-338e31a6-9043-4372-acad-0868d5e696da tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.813928 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-338e31a6-9043-4372-acad-0868d5e696da tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6447723 Feb 08 16:46:20.828044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Request body: {'port': {'device_id': '3c4dfc04-b017-47d3-b15b-d2b6757b79a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:20.852250 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 58ec1c1c-2ccb-4126-8c9d-114e61b1311d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:20.882268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6eff2cf3-2e51-414a-bac3-84fb6df2111f None None] Current status of the port c27e44b8-e237-4ca5-8aba-95477021b2b1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:20.890149 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:20.915954 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.003674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b5d6e8be-6a87-46e0-83fc-665eab62ff8f None None] Provisioning complete for port 41b9ae07-549b-4782-932b-8af1b6ba7c22 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:21.004052 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b5d6e8be-6a87-46e0-83fc-665eab62ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.045668 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6e8be-6a87-46e0-83fc-665eab62ff8f None None] Port 41b9ae07-549b-4782-932b-8af1b6ba7c22 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:46:21.206761 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b9ae07-549b-4782-932b-8af1b6ba7c22 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:46:21.215932 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Publish callbacks [] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.231025 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Transition to ACTIVE for port object 41b9ae07-549b-4782-932b-8af1b6ba7c22 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:46:21.235868 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.242947 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04e6f8-99f2-4be0-8b05-1b375de4288c req-04229faa-f4c5-4630-a729-9778fb01ae4c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:21.244648 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb04e6f8-99f2-4be0-8b05-1b375de4288c req-04229faa-f4c5-4630-a729-9778fb01ae4c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 932 time: 0.0756416 Feb 08 16:46:21.310456 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb04e6f8-99f2-4be0-8b05-1b375de4288c req-4ff09197-9cd5-446b-be71-e018658d3161 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601728 Feb 08 16:46:21.351561 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Pushing event updated for resources: {'Port': ['ID=41b9ae07-549b-4782-932b-8af1b6ba7c22,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:21.382177 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Attempting to bind port 41b9ae07-549b-4782-932b-8af1b6ba7c22 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:46:21.382664 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Attempting to bind port 41b9ae07-549b-4782-932b-8af1b6ba7c22 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '232774b6-95b2-44b7-9ade-e45ae54ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:46:21.383011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Attempting to bind port 41b9ae07-549b-4782-932b-8af1b6ba7c22 on network 30a89296-bf1b-482d-83ef-840a8aa1c340 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:46:21.388653 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Port 41b9ae07-549b-4782-932b-8af1b6ba7c22 on network 30a89296-bf1b-482d-83ef-840a8aa1c340 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:46:21.389056 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Attempting to bind port 41b9ae07-549b-4782-932b-8af1b6ba7c22 on network 30a89296-bf1b-482d-83ef-840a8aa1c340 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:46:21.394823 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:46:21.395175 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Checking segment: {'id': '232774b6-95b2-44b7-9ade-e45ae54ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:46:21.395567 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Bound using segment: {'id': '232774b6-95b2-44b7-9ade-e45ae54ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:46:21.396011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Bound port: 41b9ae07-549b-4782-932b-8af1b6ba7c22, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232774b6-95b2-44b7-9ade-e45ae54ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:46:21.396408 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.473332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] For port 41b9ae07-549b-4782-932b-8af1b6ba7c22, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:46:21.477928 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] For port 41b9ae07-549b-4782-932b-8af1b6ba7c22, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=41b9ae07-549b-4782-932b-8af1b6ba7c22,segment=NetworkSegment(232774b6-95b2-44b7-9ade-e45ae54ba793),segment_id=232774b6-95b2-44b7-9ade-e45ae54ba793)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:46:21.485263 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.539924 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:21.540782 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:21.542751 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] 10.222.0.96 "PUT /v2.0/ports/41b9ae07-549b-4782-932b-8af1b6ba7c22 HTTP/1.1" status: 200 len: 1093 time: 0.7217767 Feb 08 16:46:21.543277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4dfc04-b017-47d3-b15b-d2b6757b79a4', 'tag': '41b9ae07-549b-4782-932b-8af1b6ba7c22'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:46:21.545873 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bb09fc-56db-4683-ba69-ddb5fb32ee11" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4dfc04-b017-47d3-b15b-d2b6757b79a4", "tag": "41b9ae07-549b-4782-932b-8af1b6ba7c22"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:46:21.586213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e235b-24ac-4b14-bb2c-e17aa9983b18 service neutron] Pushing event updated for resources: {'Port': ['ID=41b9ae07-549b-4782-932b-8af1b6ba7c22,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:21.635077 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e7f347-fd29-4e12-910d-fec6da3f9077 x-openstack-request-id: req-93e7f347-fd29-4e12-910d-fec6da3f9077 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:46:21.636042 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4dfc04-b017-47d3-b15b-d2b6757b79a4", "tag": "41b9ae07-549b-4782-932b-8af1b6ba7c22", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:46:21.636518 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-93e7f347-fd29-4e12-910d-fec6da3f9077 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:46:21.637160 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4dfc04-b017-47d3-b15b-d2b6757b79a4', 'tag': '41b9ae07-549b-4782-932b-8af1b6ba7c22', 'status': 'completed', 'code': 200} Feb 08 16:46:21.676121 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-6ca3574f-92b8-48e6-b82c-aae1d447697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:21.677683 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-6ca3574f-92b8-48e6-b82c-aae1d447697a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 1127 time: 0.0843432 Feb 08 16:46:21.728492 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-130d520c-3bc1-4b2f-8e65-7def495a3538 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b9ae07-549b-4782-932b-8af1b6ba7c22 HTTP/1.1" status: 200 len: 217 time: 0.0424142 Feb 08 16:46:21.786906 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-0baf07dd-c14d-4ad1-9be0-d974345366ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:21.788558 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-0baf07dd-c14d-4ad1-9be0-d974345366ea service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cd0d8391-e41a-4290-9b5b-9aa7898ecd2c HTTP/1.1" status: 200 len: 835 time: 0.0536857 Feb 08 16:46:21.855901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-6d2918ed-013d-4634-b16d-e51e81abc0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:21.857518 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-6d2918ed-013d-4634-b16d-e51e81abc0c3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=30a89296-bf1b-482d-83ef-840a8aa1c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0602689 Feb 08 16:46:21.966273 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-cd20d000-c195-45c9-9a6f-88be11650d80 service neutron] 10.222.0.96 "GET /v2.0/networks/30a89296-bf1b-482d-83ef-840a8aa1c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018419 Feb 08 16:46:22.059420 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a9cea1d2-d6e1-4f7b-af1a-e06df36a24dc req-30d78060-a793-4d3b-9f49-183203165bd6 service neutron] 10.222.0.96 "GET /v2.0/networks/30a89296-bf1b-482d-83ef-840a8aa1c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868664 Feb 08 16:46:22.154453 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb09fc-56db-4683-ba69-ddb5fb32ee11 req-4d1c7504-dc24-4d2f-b71a-f6c56a16bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:22.155887 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66bb09fc-56db-4683-ba69-ddb5fb32ee11 req-4d1c7504-dc24-4d2f-b71a-f6c56a16bb9f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 1127 time: 0.0500872 Feb 08 16:46:22.243226 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb09fc-56db-4683-ba69-ddb5fb32ee11 req-a2bd99e0-8613-4276-89dd-f472d372f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:22.244741 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66bb09fc-56db-4683-ba69-ddb5fb32ee11 req-a2bd99e0-8613-4276-89dd-f472d372f03b service neutron] 10.222.0.96 "GET /v2.0/networks?id=30a89296-bf1b-482d-83ef-840a8aa1c340 HTTP/1.1" status: 200 len: 897 time: 0.0829139 Feb 08 16:46:22.290455 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66bb09fc-56db-4683-ba69-ddb5fb32ee11 req-bde3af35-cc3c-4e8e-a4e6-aea9b7bc8a68 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b9ae07-549b-4782-932b-8af1b6ba7c22 HTTP/1.1" status: 200 len: 217 time: 0.0397146 Feb 08 16:46:22.340609 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb09fc-56db-4683-ba69-ddb5fb32ee11 req-426faf07-7550-4ed0-aaa9-66257a1b775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:22.341986 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66bb09fc-56db-4683-ba69-ddb5fb32ee11 req-426faf07-7550-4ed0-aaa9-66257a1b775f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cd0d8391-e41a-4290-9b5b-9aa7898ecd2c HTTP/1.1" status: 200 len: 835 time: 0.0439184 Feb 08 16:46:22.391277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb09fc-56db-4683-ba69-ddb5fb32ee11 req-82085a23-9693-4fd6-8884-e1351471774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:22.392800 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66bb09fc-56db-4683-ba69-ddb5fb32ee11 req-82085a23-9693-4fd6-8884-e1351471774f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=30a89296-bf1b-482d-83ef-840a8aa1c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442886 Feb 08 16:46:22.431654 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145b4fe-9990-426c-923e-d08bfb16b6af req-5ed9e9d3-aa0f-4513-b37c-4681afc826ab tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:22.433111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3145b4fe-9990-426c-923e-d08bfb16b6af req-5ed9e9d3-aa0f-4513-b37c-4681afc826ab tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 944 time: 0.0532351 Feb 08 16:46:22.483786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3145b4fe-9990-426c-923e-d08bfb16b6af req-b27f7250-ff4c-45b9-821d-00f776abfc2a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449235 Feb 08 16:46:22.506807 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66bb09fc-56db-4683-ba69-ddb5fb32ee11 req-94294a09-66c9-44d9-b74f-02d9fecaf8ac service neutron] 10.222.0.96 "GET /v2.0/networks/30a89296-bf1b-482d-83ef-840a8aa1c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071475 Feb 08 16:46:22.550907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c27e44b8-e237-4ca5-8aba-95477021b2b1 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:22.599877 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-66bb09fc-56db-4683-ba69-ddb5fb32ee11 req-0845159b-a6c4-4f5e-9d50-1fe97385494f service neutron] 10.222.0.96 "GET /v2.0/networks/30a89296-bf1b-482d-83ef-840a8aa1c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870886 Feb 08 16:46:22.601348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port c27e44b8-e237-4ca5-8aba-95477021b2b1 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:22.601776 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:22.678578 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port c27e44b8-e237-4ca5-8aba-95477021b2b1 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:23.606659 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a6452-6379-4249-bb02-040365b132af req-1a0466ea-8f57-46a5-9c40-133318e54bad tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:23.608063 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc3a6452-6379-4249-bb02-040365b132af req-1a0466ea-8f57-46a5-9c40-133318e54bad tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 944 time: 0.0523939 Feb 08 16:46:23.660593 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dc3a6452-6379-4249-bb02-040365b132af req-e8a96e7f-2614-4f71-b2eb-7de39e9f229a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469182 Feb 08 16:46:24.362711 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 41b9ae07-549b-4782-932b-8af1b6ba7c22 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:46:24.462312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 41b9ae07-549b-4782-932b-8af1b6ba7c22, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=41b9ae07-549b-4782-932b-8af1b6ba7c22,segment=NetworkSegment(232774b6-95b2-44b7-9ade-e45ae54ba793),segment_id=232774b6-95b2-44b7-9ade-e45ae54ba793)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:24.475392 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '41b9ae07-549b-4782-932b-8af1b6ba7c22', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'port_id': '41b9ae07-549b-4782-932b-8af1b6ba7c22', 'mac_address': 'fa:16:3e:b4:91:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:46:24.512020 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 41b9ae07-549b-4782-932b-8af1b6ba7c22 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:24.512410 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:24.535993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b9ae07-549b-4782-932b-8af1b6ba7c22 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:46:24.555108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 41b9ae07-549b-4782-932b-8af1b6ba7c22, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=41b9ae07-549b-4782-932b-8af1b6ba7c22,segment=NetworkSegment(232774b6-95b2-44b7-9ade-e45ae54ba793),segment_id=232774b6-95b2-44b7-9ade-e45ae54ba793)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:24.559993 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:24.607884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=41b9ae07-549b-4782-932b-8af1b6ba7c22,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:24.782061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['41b9ae07-549b-4782-932b-8af1b6ba7c22'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:46:24.782445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3f150-ed52-4d31-9f04-a71ecf6938da req-159fb21e-454d-4c5d-8604-01d90e4a1fe1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:24.783942 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4f3f150-ed52-4d31-9f04-a71ecf6938da req-159fb21e-454d-4c5d-8604-01d90e4a1fe1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 945 time: 0.0524950 Feb 08 16:46:24.832650 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4f3f150-ed52-4d31-9f04-a71ecf6938da req-ca056178-cf62-426a-9176-13e2f517a0b4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429859 Feb 08 16:46:26.012357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7293f-f5b8-4294-bb78-c554f297bce1 req-b724868b-6b18-491e-b68e-4cb178ed4ebd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:26.013832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7a7293f-f5b8-4294-bb78-c554f297bce1 req-b724868b-6b18-491e-b68e-4cb178ed4ebd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 945 time: 0.1100342 Feb 08 16:46:26.064115 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7a7293f-f5b8-4294-bb78-c554f297bce1 req-c8e824e9-3789-414d-8510-b89c0d444870 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444419 Feb 08 16:46:26.378423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 41b9ae07-549b-4782-932b-8af1b6ba7c22 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:46:26.430157 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 41b9ae07-549b-4782-932b-8af1b6ba7c22 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:46:26.434411 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 41b9ae07-549b-4782-932b-8af1b6ba7c22 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:46:26.434796 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:26.517665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 41b9ae07-549b-4782-932b-8af1b6ba7c22 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:46:26.518057 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:26.543089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4dfc04-b017-47d3-b15b-d2b6757b79a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b9ae07-549b-4782-932b-8af1b6ba7c22'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:46:26.545362 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8536355d-9462-4a0d-a357-9011d0e2c866" -d '{"events": [{"server_uuid": "3c4dfc04-b017-47d3-b15b-d2b6757b79a4", "name": "network-vif-plugged", "status": "completed", "tag": "41b9ae07-549b-4782-932b-8af1b6ba7c22"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:46:26.558606 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 41b9ae07-549b-4782-932b-8af1b6ba7c22, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=41b9ae07-549b-4782-932b-8af1b6ba7c22,segment=NetworkSegment(232774b6-95b2-44b7-9ade-e45ae54ba793),segment_id=232774b6-95b2-44b7-9ade-e45ae54ba793)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:46:26.562962 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:26.594534 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b02193b-bf26-437a-9408-6979892fda14 x-openstack-request-id: req-5b02193b-bf26-437a-9408-6979892fda14 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:46:26.594849 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4dfc04-b017-47d3-b15b-d2b6757b79a4", "name": "network-vif-plugged", "status": "completed", "tag": "41b9ae07-549b-4782-932b-8af1b6ba7c22", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:46:26.595096 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5b02193b-bf26-437a-9408-6979892fda14 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:46:26.595501 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4dfc04-b017-47d3-b15b-d2b6757b79a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b9ae07-549b-4782-932b-8af1b6ba7c22', 'code': 200} Feb 08 16:46:26.620967 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=41b9ae07-549b-4782-932b-8af1b6ba7c22,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:26.696359 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b93b3c-5be9-4f0a-8d85-da6c7bf0bac3 req-370804fa-90ad-48cd-975b-f7d0af3a224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:26.698019 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f6b93b3c-5be9-4f0a-8d85-da6c7bf0bac3 req-370804fa-90ad-48cd-975b-f7d0af3a224a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 1129 time: 0.0447416 Feb 08 16:46:26.751193 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f6b93b3c-5be9-4f0a-8d85-da6c7bf0bac3 req-f1a4a7da-ee4d-4bec-85f1-0d730947f979 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461843 Feb 08 16:46:27.197044 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8151c50-5b26-4ff4-b636-4c9025c94274 req-200fb742-1f46-4294-a4e6-1697e5d1108c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:27.198541 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8151c50-5b26-4ff4-b636-4c9025c94274 req-200fb742-1f46-4294-a4e6-1697e5d1108c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0633900 Feb 08 16:46:27.248448 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8151c50-5b26-4ff4-b636-4c9025c94274 req-bd6eb907-096e-4a6e-9cea-15266cc89327 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440910 Feb 08 16:46:28.370253 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6b7ee-e760-4f89-90a1-d588a726ea1c req-c09d7a79-6d42-4417-8a63-7b4cb7639eb6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:28.371891 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b9e6b7ee-e760-4f89-90a1-d588a726ea1c req-c09d7a79-6d42-4417-8a63-7b4cb7639eb6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0531321 Feb 08 16:46:28.420502 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b9e6b7ee-e760-4f89-90a1-d588a726ea1c req-9f30cf47-ce59-473e-97c7-c93ab512bf6e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429890 Feb 08 16:46:28.540918 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5363e7-c5f7-437e-829e-9423418a80f8 req-890e0f3b-24d9-47a4-a20c-ff3da056b8d8 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:28.543040 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c5363e7-c5f7-437e-829e-9423418a80f8 req-890e0f3b-24d9-47a4-a20c-ff3da056b8d8 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0538926 Feb 08 16:46:28.929272 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5c5363e7-c5f7-437e-829e-9423418a80f8 req-d3d34d14-4c5d-4ec8-9ec0-c07d56d98d7b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3804493 Feb 08 16:46:28.950682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35074) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:28.994551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de005e4b-0ad8-4fb6-86c4-9b5a613e9d52 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:28.996083 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-de005e4b-0ad8-4fb6-86c4-9b5a613e9d52 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 1124 time: 0.0444136 Feb 08 16:46:28.998913 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35076) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:29.003227 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '41b9ae07-549b-4782-932b-8af1b6ba7c22', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:46:29.023116 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:29.120055 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:29.220012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.25.7.54 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/b45ee8cc-d5fe-4446-a0c3-b9ff0ab903af) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:46:29.327522 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (b45ee8cc-d5fe-4446-a0c3-b9ff0ab903af), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:29.361206 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b45ee8cc-d5fe-4446-a0c3-b9ff0ab903af), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:29.402114 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:46:29.405007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:46:29.407848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:46:29.431517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=b45ee8cc-d5fe-4446-a0c3-b9ff0ab903af,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:29.777706 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (aee76787-83a7-4950-9739-574e78f57dc7), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:29.845398 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b45ee8cc-d5fe-4446-a0c3-b9ff0ab903af), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:29.999646 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (b45ee8cc-d5fe-4446-a0c3-b9ff0ab903af), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:30.004164 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (b45ee8cc-d5fe-4446-a0c3-b9ff0ab903af), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:30.072330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=b45ee8cc-d5fe-4446-a0c3-b9ff0ab903af,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:46:30.084725 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (aee76787-83a7-4950-9739-574e78f57dc7), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:30.187397 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Floating IP aee76787-83a7-4950-9739-574e78f57dc7 associated. External IP: 172.25.7.54, port: 41b9ae07-549b-4782-932b-8af1b6ba7c22. Feb 08 16:46:30.403017 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:46:30.516050 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:46:30.526127 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25ffd28-041a-48f6-8075-0b6021e39dba None None] Sync routers for ids ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:46:30.534445 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:30.537728 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25ffd28-041a-48f6-8075-0b6021e39dba None None] Routers {'4c13a0b9-330e-4c6a-896e-b242aa5f6882'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:30.538450 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c25ffd28-041a-48f6-8075-0b6021e39dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:30.566636 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3d554073-689c-4a17-a5b0-224d51067f6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5666366 Feb 08 16:46:30.567589 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4dfc04-b017-47d3-b15b-d2b6757b79a4', 'tag': '41b9ae07-549b-4782-932b-8af1b6ba7c22'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:46:30.570188 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b51e41-69c8-4570-b846-d76f60deedd2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4dfc04-b017-47d3-b15b-d2b6757b79a4", "tag": "41b9ae07-549b-4782-932b-8af1b6ba7c22"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:46:30.626614 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da50fa19-d35f-4010-a061-683b60e2ddba x-openstack-request-id: req-da50fa19-d35f-4010-a061-683b60e2ddba {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:46:30.626909 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4dfc04-b017-47d3-b15b-d2b6757b79a4", "tag": "41b9ae07-549b-4782-932b-8af1b6ba7c22", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:46:30.627168 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-da50fa19-d35f-4010-a061-683b60e2ddba {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:46:30.627603 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4dfc04-b017-47d3-b15b-d2b6757b79a4', 'tag': '41b9ae07-549b-4782-932b-8af1b6ba7c22', 'status': 'completed', 'code': 200} Feb 08 16:46:30.660850 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c25ffd28-041a-48f6-8075-0b6021e39dba None None] Set router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:30.693875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe8d86-0093-4b31-bc0d-0a4e4872634b req-bfc2a959-7d4a-4721-9cf3-0d0bc5a1c4f1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:30.696482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b51e41-69c8-4570-b846-d76f60deedd2 req-0cc8edd8-6862-4573-976c-c895c491442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:30.698813 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0b51e41-69c8-4570-b846-d76f60deedd2 req-0cc8edd8-6862-4573-976c-c895c491442c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 1129 time: 0.0490110 Feb 08 16:46:30.701495 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54fe8d86-0093-4b31-bc0d-0a4e4872634b req-bfc2a959-7d4a-4721-9cf3-0d0bc5a1c4f1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0633564 Feb 08 16:46:30.754027 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54fe8d86-0093-4b31-bc0d-0a4e4872634b req-74edc9a5-09d0-49b5-a18f-1fba68acf2ae tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515792 Feb 08 16:46:30.777663 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35082) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:30.855435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b51e41-69c8-4570-b846-d76f60deedd2 req-4c3f265a-cc1f-45b8-a4df-c7d37a1d9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:30.856920 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0b51e41-69c8-4570-b846-d76f60deedd2 req-4c3f265a-cc1f-45b8-a4df-c7d37a1d9acb service neutron] 10.222.0.96 "GET /v2.0/networks?id=30a89296-bf1b-482d-83ef-840a8aa1c340 HTTP/1.1" status: 200 len: 897 time: 0.1514091 Feb 08 16:46:30.863976 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-734a54c2-d525-4e4a-bac8-b0c760e236a7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/aee76787-83a7-4950-9739-574e78f57dc7 HTTP/1.1" status: 200 len: 991 time: 0.0849490 Feb 08 16:46:30.897994 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c25ffd28-041a-48f6-8075-0b6021e39dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:13Z', 'updated_at': '2022-02-08T16:46:17Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:14Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'aee76787-83a7-4950-9739-574e78f57dc7', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'port_id': '41b9ae07-549b-4782-932b-8af1b6ba7c22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'mac_address': 'fa:16:3e:b4:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4dfc04-b017-47d3-b15b-d2b6757b79a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:46:29Z', 'updated_at': '2022-02-08T16:46:29Z', 'revision_number': 0, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27e44b8-e237-4ca5-8aba-95477021b2b1', 'name': '', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:bf:9c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:46:20Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:30.923314 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0b51e41-69c8-4570-b846-d76f60deedd2 req-e3125c27-1b41-45d6-99a2-b82cdfeaeb95 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b9ae07-549b-4782-932b-8af1b6ba7c22 HTTP/1.1" status: 200 len: 999 time: 0.0581913 Feb 08 16:46:30.927707 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25ffd28-041a-48f6-8075-0b6021e39dba None None] Checking router: 4c13a0b9-330e-4c6a-896e-b242aa5f6882 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:46:30.936975 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25ffd28-041a-48f6-8075-0b6021e39dba None None] Routers {'4c13a0b9-330e-4c6a-896e-b242aa5f6882'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:46:30.937592 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c25ffd28-041a-48f6-8075-0b6021e39dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:46:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:30.975625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b51e41-69c8-4570-b846-d76f60deedd2 req-efdd0ec8-65a2-4496-981a-94edb06fc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:30.977186 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0b51e41-69c8-4570-b846-d76f60deedd2 req-efdd0ec8-65a2-4496-981a-94edb06fc58c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cd0d8391-e41a-4290-9b5b-9aa7898ecd2c HTTP/1.1" status: 200 len: 835 time: 0.0473702 Feb 08 16:46:31.028339 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b51e41-69c8-4570-b846-d76f60deedd2 req-74954b13-1126-4a1b-9b49-7fb6f68730d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:31.030069 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0b51e41-69c8-4570-b846-d76f60deedd2 req-74954b13-1126-4a1b-9b49-7fb6f68730d5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=30a89296-bf1b-482d-83ef-840a8aa1c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471826 Feb 08 16:46:31.045702 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-c25ffd28-041a-48f6-8075-0b6021e39dba None None] Set router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:46:31.120457 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0b51e41-69c8-4570-b846-d76f60deedd2 req-6e544c5f-2c1d-4675-a4b6-0c7db10fbdbf service neutron] 10.222.0.96 "GET /v2.0/networks/30a89296-bf1b-482d-83ef-840a8aa1c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838971 Feb 08 16:46:31.215298 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f0b51e41-69c8-4570-b846-d76f60deedd2 req-fec6d1fb-be31-40cd-8cee-dafd45cebb57 service neutron] 10.222.0.96 "GET /v2.0/networks/30a89296-bf1b-482d-83ef-840a8aa1c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886211 Feb 08 16:46:31.267107 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-c25ffd28-041a-48f6-8075-0b6021e39dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:13Z', 'updated_at': '2022-02-08T16:46:17Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:14Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'aee76787-83a7-4950-9739-574e78f57dc7', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'port_id': '41b9ae07-549b-4782-932b-8af1b6ba7c22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'mac_address': 'fa:16:3e:b4:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4dfc04-b017-47d3-b15b-d2b6757b79a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:46:29Z', 'updated_at': '2022-02-08T16:46:29Z', 'revision_number': 0, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27e44b8-e237-4ca5-8aba-95477021b2b1', 'name': '', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:bf:9c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:46:20Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:46:31.296720 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25ffd28-041a-48f6-8075-0b6021e39dba None None] The sync data for ids ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'] in n-d-824834-11 is: [{'id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:13Z', 'updated_at': '2022-02-08T16:46:17Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:14Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'aee76787-83a7-4950-9739-574e78f57dc7', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'port_id': '41b9ae07-549b-4782-932b-8af1b6ba7c22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'mac_address': 'fa:16:3e:b4:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4dfc04-b017-47d3-b15b-d2b6757b79a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:46:29Z', 'updated_at': '2022-02-08T16:46:29Z', 'revision_number': 0, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27e44b8-e237-4ca5-8aba-95477021b2b1', 'name': '', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:bf:9c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:46:20Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:46:31.487136 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef8d97-8a71-43fb-88c6-5670a8ab5f3b None None] New status for floating IP aee76787-83a7-4950-9739-574e78f57dc7: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:46:31.641638 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-622381dc-2d00-4609-b665-57b93bc5869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:31.867876 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35084) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:46:31.933150 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-91785768-8217-47fc-9881-40a908f22e7e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/aee76787-83a7-4950-9739-574e78f57dc7 HTTP/1.1" status: 200 len: 993 time: 0.0640941 Feb 08 16:46:33.200002 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:46:33.894106 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1e197f60-b5a0-46f9-b284-65f5887ff4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:35.734155 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:36.906307 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:38.094522 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:49.444559 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:50.878012 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:46:56.052521 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7756df8d-562c-4a93-b8c9-36693ebeeafa req-5a652769-1d84-439a-80fc-11aace1df30d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0882084 Feb 08 16:46:56.143460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756df8d-562c-4a93-b8c9-36693ebeeafa req-8fe58438-9a8d-4dbd-96a1-07e7f03fd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:56.145076 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7756df8d-562c-4a93-b8c9-36693ebeeafa req-8fe58438-9a8d-4dbd-96a1-07e7f03fd8de service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 1129 time: 0.0470502 Feb 08 16:46:56.248012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756df8d-562c-4a93-b8c9-36693ebeeafa req-e987a7af-b077-4640-bcd1-830f224a5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:56.249465 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7756df8d-562c-4a93-b8c9-36693ebeeafa req-e987a7af-b077-4640-bcd1-830f224a5bf2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=30a89296-bf1b-482d-83ef-840a8aa1c340 HTTP/1.1" status: 200 len: 897 time: 0.0837195 Feb 08 16:46:56.318522 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7756df8d-562c-4a93-b8c9-36693ebeeafa req-3b8886e5-3e42-4da7-a182-f53150dea830 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b9ae07-549b-4782-932b-8af1b6ba7c22 HTTP/1.1" status: 200 len: 1001 time: 0.0617502 Feb 08 16:46:56.366022 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756df8d-562c-4a93-b8c9-36693ebeeafa req-c9e47ef4-58d2-4c14-bc03-178510fcb03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:56.367474 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7756df8d-562c-4a93-b8c9-36693ebeeafa req-c9e47ef4-58d2-4c14-bc03-178510fcb03f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cd0d8391-e41a-4290-9b5b-9aa7898ecd2c HTTP/1.1" status: 200 len: 835 time: 0.0424037 Feb 08 16:46:56.416239 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756df8d-562c-4a93-b8c9-36693ebeeafa req-5f59e1d6-5264-48ad-8a5e-d5138c10f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:46:56.417778 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7756df8d-562c-4a93-b8c9-36693ebeeafa req-5f59e1d6-5264-48ad-8a5e-d5138c10f995 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=30a89296-bf1b-482d-83ef-840a8aa1c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439939 Feb 08 16:46:56.506659 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7756df8d-562c-4a93-b8c9-36693ebeeafa req-b6a396d3-9910-402e-961a-e0e3535308be service neutron] 10.222.0.96 "GET /v2.0/networks/30a89296-bf1b-482d-83ef-840a8aa1c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825512 Feb 08 16:46:56.594171 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-7756df8d-562c-4a93-b8c9-36693ebeeafa req-72d3a29d-d55e-4de9-aa21-a474888ef299 service neutron] 10.222.0.96 "GET /v2.0/networks/30a89296-bf1b-482d-83ef-840a8aa1c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813026 Feb 08 16:47:01.636220 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-50fdc7fc-817e-454c-b74c-31bbadc952b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:03.899083 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9c727a66-8174-4c49-91b4-3dd310cd2d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:05.225182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a67ff5-f8c2-4179-a5e2-d0ff3fb6b56f req-7daa038f-961a-402f-8bb7-b1b5f1393c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:05.226736 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94a67ff5-f8c2-4179-a5e2-d0ff3fb6b56f req-7daa038f-961a-402f-8bb7-b1b5f1393c5a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 1129 time: 0.0516336 Feb 08 16:47:05.276218 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a86114-f659-443a-93d5-a0b703b78986 req-a512a5ee-bc51-4a10-bf5d-a5e83314148a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:05.277740 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80a86114-f659-443a-93d5-a0b703b78986 req-a512a5ee-bc51-4a10-bf5d-a5e83314148a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.1089666 Feb 08 16:47:05.319456 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a67ff5-f8c2-4179-a5e2-d0ff3fb6b56f req-6fc01c7e-6a31-48b2-8a21-62abfdc7be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:05.321114 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94a67ff5-f8c2-4179-a5e2-d0ff3fb6b56f req-6fc01c7e-6a31-48b2-8a21-62abfdc7be54 service neutron] 10.222.0.96 "GET /v2.0/networks?id=30a89296-bf1b-482d-83ef-840a8aa1c340 HTTP/1.1" status: 200 len: 897 time: 0.0870585 Feb 08 16:47:05.329131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80a86114-f659-443a-93d5-a0b703b78986 req-8bf5f67c-4125-4d8f-9a85-4c50689cd4d2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454357 Feb 08 16:47:05.709847 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94a67ff5-f8c2-4179-a5e2-d0ff3fb6b56f req-2abbbb52-3dab-43e7-bd38-7580ceb9d9fc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b9ae07-549b-4782-932b-8af1b6ba7c22 HTTP/1.1" status: 200 len: 1001 time: 0.3821154 Feb 08 16:47:05.737753 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:05.761305 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a67ff5-f8c2-4179-a5e2-d0ff3fb6b56f req-93861585-007f-4a82-9349-219fbbe1c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:05.762886 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94a67ff5-f8c2-4179-a5e2-d0ff3fb6b56f req-93861585-007f-4a82-9349-219fbbe1c301 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cd0d8391-e41a-4290-9b5b-9aa7898ecd2c HTTP/1.1" status: 200 len: 835 time: 0.0443735 Feb 08 16:47:05.814016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a67ff5-f8c2-4179-a5e2-d0ff3fb6b56f req-b56dcdd3-9ff0-4782-8458-c791ae4a7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:05.815486 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94a67ff5-f8c2-4179-a5e2-d0ff3fb6b56f req-b56dcdd3-9ff0-4782-8458-c791ae4a7e87 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=30a89296-bf1b-482d-83ef-840a8aa1c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452542 Feb 08 16:47:05.905661 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94a67ff5-f8c2-4179-a5e2-d0ff3fb6b56f req-fbbcd20e-54b5-4103-be7a-03f192e540d6 service neutron] 10.222.0.96 "GET /v2.0/networks/30a89296-bf1b-482d-83ef-840a8aa1c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829263 Feb 08 16:47:05.993849 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94a67ff5-f8c2-4179-a5e2-d0ff3fb6b56f req-79428262-7044-4a6e-95e1-ad8c54a568b1 service neutron] 10.222.0.96 "GET /v2.0/networks/30a89296-bf1b-482d-83ef-840a8aa1c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815339 Feb 08 16:47:06.451416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2537b2-b934-4197-86ce-71bb943200e8 req-3eba5a78-16a5-485c-bceb-c5bdb38d6a60 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:06.452921 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c2537b2-b934-4197-86ce-71bb943200e8 req-3eba5a78-16a5-485c-bceb-c5bdb38d6a60 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0537720 Feb 08 16:47:06.503415 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7c2537b2-b934-4197-86ce-71bb943200e8 req-ffc73082-cda1-4319-95ab-e62e8859cdb6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436411 Feb 08 16:47:06.908113 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:07.627418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303aa95-67ee-403e-a022-30ac1ea5a330 req-250f9821-19b0-4597-b5ac-dfa0307b64d0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:07.628911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8303aa95-67ee-403e-a022-30ac1ea5a330 req-250f9821-19b0-4597-b5ac-dfa0307b64d0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0571806 Feb 08 16:47:07.676718 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8303aa95-67ee-403e-a022-30ac1ea5a330 req-948c43dd-7e92-417f-bf15-9554b356927d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422053 Feb 08 16:47:08.097611 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:08.803953 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4ea36-ceec-48b2-a18b-159aaceedac3 req-d3718a70-92fd-4af2-956b-3e870e4a7cbc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:08.805479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aba4ea36-ceec-48b2-a18b-159aaceedac3 req-d3718a70-92fd-4af2-956b-3e870e4a7cbc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0535874 Feb 08 16:47:08.854813 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aba4ea36-ceec-48b2-a18b-159aaceedac3 req-373cfd03-a84e-4ff7-9a25-41220196d57f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435748 Feb 08 16:47:09.976593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2c225-09ab-49fc-9c84-19936d6a0ec8 req-f069897a-090b-4eec-ba7b-d5a4058fd2ac tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:09.978620 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17f2c225-09ab-49fc-9c84-19936d6a0ec8 req-f069897a-090b-4eec-ba7b-d5a4058fd2ac tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0543571 Feb 08 16:47:10.030544 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-17f2c225-09ab-49fc-9c84-19936d6a0ec8 req-be9db708-ab52-40d0-b544-eed6066b9755 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462303 Feb 08 16:47:10.199405 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:47:11.165665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c82fd-2ca1-47ac-a716-cf2aa262bbf1 req-0dca5185-068e-4b9d-a87e-4b8850b9745e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:11.167272 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-747c82fd-2ca1-47ac-a716-cf2aa262bbf1 req-0dca5185-068e-4b9d-a87e-4b8850b9745e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0675850 Feb 08 16:47:11.219727 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-747c82fd-2ca1-47ac-a716-cf2aa262bbf1 req-748b32b4-f7bd-4ca8-8a39-a8195ed13ee2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467315 Feb 08 16:47:12.349698 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbcc42-ef2e-401e-a5a9-28c9274a8b6c req-4950dfd0-8885-46b2-bf39-7e3d6c3f15dd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:12.351538 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04cbcc42-ef2e-401e-a5a9-28c9274a8b6c req-4950dfd0-8885-46b2-bf39-7e3d6c3f15dd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0565429 Feb 08 16:47:12.404962 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-04cbcc42-ef2e-401e-a5a9-28c9274a8b6c req-4d84d2e4-e878-4477-ad2d-0f8afea80842 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472126 Feb 08 16:47:13.533011 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620b14b-b527-4750-97b6-3ee3da3c65e0 req-dd8931e6-f70a-4024-a247-d5b12e4dfd28 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:13.534627 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3620b14b-b527-4750-97b6-3ee3da3c65e0 req-dd8931e6-f70a-4024-a247-d5b12e4dfd28 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0617869 Feb 08 16:47:13.587781 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3620b14b-b527-4750-97b6-3ee3da3c65e0 req-d17237e3-06b3-447a-b512-3dff00d4969e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469825 Feb 08 16:47:14.710628 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2397b11-4d42-4079-a88d-0415f165693a req-5e97fd14-4a93-4342-83ac-8c5ce26b906b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:14.713273 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e2397b11-4d42-4079-a88d-0415f165693a req-5e97fd14-4a93-4342-83ac-8c5ce26b906b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0570695 Feb 08 16:47:14.766226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e2397b11-4d42-4079-a88d-0415f165693a req-4c9b0894-3e11-487c-bb05-2a54974ca49a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470171 Feb 08 16:47:15.889432 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e2c0f-83a1-47a5-bd3b-ed5aca937e3c req-c02236d0-79d1-4d32-ab26-69566fef53ce tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:15.890931 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-539e2c0f-83a1-47a5-bd3b-ed5aca937e3c req-c02236d0-79d1-4d32-ab26-69566fef53ce tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0527058 Feb 08 16:47:15.945101 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-539e2c0f-83a1-47a5-bd3b-ed5aca937e3c req-aed35e16-1fce-48a0-ab07-64d535ff0983 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484998 Feb 08 16:47:17.075069 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c06f26-1dfc-4587-a1e5-80672c0bcab8 req-81e1ab87-5f51-474f-a394-7b22afa67908 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:17.076665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50c06f26-1dfc-4587-a1e5-80672c0bcab8 req-81e1ab87-5f51-474f-a394-7b22afa67908 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0541580 Feb 08 16:47:17.127064 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-50c06f26-1dfc-4587-a1e5-80672c0bcab8 req-ccd8a24b-2ee2-4f10-abc6-bf870cee2e09 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441363 Feb 08 16:47:18.251627 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de755bea-05bc-4a09-8c0c-84697d2ded2b req-ba81fe50-37be-4077-82a1-6c2e056964b6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:18.253153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de755bea-05bc-4a09-8c0c-84697d2ded2b req-ba81fe50-37be-4077-82a1-6c2e056964b6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0547643 Feb 08 16:47:18.301951 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-de755bea-05bc-4a09-8c0c-84697d2ded2b req-81ab2b52-1c97-4f35-b662-783351994e7b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431023 Feb 08 16:47:19.434368 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807ea4c-335b-4ad3-9b9f-0a5144a3bf4e req-e3947c60-0635-4856-982e-6edab2f71321 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:19.435865 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c807ea4c-335b-4ad3-9b9f-0a5144a3bf4e req-e3947c60-0635-4856-982e-6edab2f71321 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0585272 Feb 08 16:47:19.468479 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:19.487592 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c807ea4c-335b-4ad3-9b9f-0a5144a3bf4e req-2fb8a84c-ad0e-4612-8e48-61b769e78139 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452063 Feb 08 16:47:20.622114 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e682ec-4068-42d7-be7a-9399c6319001 req-b0822f71-fa5b-4d9e-87de-6b9d254a8a99 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:20.624006 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1e682ec-4068-42d7-be7a-9399c6319001 req-b0822f71-fa5b-4d9e-87de-6b9d254a8a99 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0622251 Feb 08 16:47:20.678436 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a1e682ec-4068-42d7-be7a-9399c6319001 req-fadac2d5-7d9e-4392-9e68-0f732ae9c8e5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486622 Feb 08 16:47:20.886099 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:21.815543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec8776-eb08-42ee-b739-45acdb784658 req-441d139b-f5bb-45da-a9cf-85f55b3c8dfd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:21.817051 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2ec8776-eb08-42ee-b739-45acdb784658 req-441d139b-f5bb-45da-a9cf-85f55b3c8dfd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0597775 Feb 08 16:47:21.866754 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d2ec8776-eb08-42ee-b739-45acdb784658 req-dac81062-48b1-4c84-be24-496c0c081749 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437517 Feb 08 16:47:23.006758 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1be92-43d7-4a7e-9d73-12389270b058 req-922338f6-a8d4-4e2b-87fa-d4985149da9e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:23.008250 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69b1be92-43d7-4a7e-9d73-12389270b058 req-922338f6-a8d4-4e2b-87fa-d4985149da9e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0649312 Feb 08 16:47:23.057360 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69b1be92-43d7-4a7e-9d73-12389270b058 req-ddb4ffa4-7f34-43c5-a4c4-68f3da938558 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425484 Feb 08 16:47:23.079570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35136) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:23.147459 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-32bcc279-f3d7-4def-adfd-3bf9c48c29a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/aee76787-83a7-4950-9739-574e78f57dc7 HTTP/1.1" status: 200 len: 993 time: 0.0664780 Feb 08 16:47:31.638098 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fa1f186e-a4c0-4645-8fc3-3d926a114085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:33.902828 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf7be-5fe7-4867-b912-b19c91ea28f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:35.739780 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:36.912512 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:38.100138 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:47.198866 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:47:49.462961 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:50.879344 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:53.759065 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35146) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:53.915727 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port b45ee8cc-d5fe-4446-a0c3-b9ff0ab903af {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:47:53.916078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b45ee8cc-d5fe-4446-a0c3-b9ff0ab903af), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:53.998832 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b45ee8cc-d5fe-4446-a0c3-b9ff0ab903af), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:53.999064 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (b45ee8cc-d5fe-4446-a0c3-b9ff0ab903af), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:54.011278 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for b45ee8cc-d5fe-4446-a0c3-b9ff0ab903af owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:47:54.160059 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b45ee8cc-d5fe-4446-a0c3-b9ff0ab903af), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:54.185510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=b45ee8cc-d5fe-4446-a0c3-b9ff0ab903af,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:54.209506 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:54.209865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:54.210217 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:54.210559 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:54.211467 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:54.212015 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:54.212369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:54.212708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:54.213071 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:54.213404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:54.213746 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:54.214070 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:54.214398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:47:54.254334 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (aee76787-83a7-4950-9739-574e78f57dc7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:54.254589 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Floating IP aee76787-83a7-4950-9739-574e78f57dc7 disassociated (deleted). External IP: 172.25.7.54, port: 41b9ae07-549b-4782-932b-8af1b6ba7c22. Feb 08 16:47:54.469271 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:47:54.580610 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:47:54.585565 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:54.592344 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935fd29-6eda-40d1-8ef5-3ca6fc68db22 None None] Sync routers for ids ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:47:54.611166 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e935fd29-6eda-40d1-8ef5-3ca6fc68db22 None None] Routers {'4c13a0b9-330e-4c6a-896e-b242aa5f6882'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:47:54.611775 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e935fd29-6eda-40d1-8ef5-3ca6fc68db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:54.619986 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-18df39a1-4d04-4578-9cae-ab508d118d9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/floatingips/aee76787-83a7-4950-9739-574e78f57dc7 HTTP/1.1" status: 204 len: 168 time: 0.8598082 Feb 08 16:47:54.620584 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4dfc04-b017-47d3-b15b-d2b6757b79a4', 'tag': '41b9ae07-549b-4782-932b-8af1b6ba7c22'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:47:54.622898 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab3fe4c-a0fe-47f6-b0f1-a6c2e77cef24" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4dfc04-b017-47d3-b15b-d2b6757b79a4", "tag": "41b9ae07-549b-4782-932b-8af1b6ba7c22"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:47:54.724791 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e935fd29-6eda-40d1-8ef5-3ca6fc68db22 None None] Set router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:47:54.733995 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65d0cd3-56a5-4fe3-8afd-025dce69a160 x-openstack-request-id: req-e65d0cd3-56a5-4fe3-8afd-025dce69a160 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:47:54.734291 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4dfc04-b017-47d3-b15b-d2b6757b79a4", "tag": "41b9ae07-549b-4782-932b-8af1b6ba7c22", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:47:54.734549 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e65d0cd3-56a5-4fe3-8afd-025dce69a160 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:47:54.735537 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4dfc04-b017-47d3-b15b-d2b6757b79a4', 'tag': '41b9ae07-549b-4782-932b-8af1b6ba7c22', 'status': 'completed', 'code': 200} Feb 08 16:47:54.802936 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3fe4c-a0fe-47f6-b0f1-a6c2e77cef24 req-5330aca2-9057-44c1-80da-46d5aebc9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:54.804699 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dab3fe4c-a0fe-47f6-b0f1-a6c2e77cef24 req-5330aca2-9057-44c1-80da-46d5aebc9513 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 1129 time: 0.0480607 Feb 08 16:47:54.866945 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec37937-6725-4331-b664-3ee346cfd8f2 req-a96bd29a-9ec0-48a0-8fc7-2f2b85d0190c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:54.868511 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0ec37937-6725-4331-b664-3ee346cfd8f2 req-a96bd29a-9ec0-48a0-8fc7-2f2b85d0190c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0573063 Feb 08 16:47:54.911833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3fe4c-a0fe-47f6-b0f1-a6c2e77cef24 req-d9e1e08f-2bbc-4e7b-aeae-2589689311f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:54.913347 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dab3fe4c-a0fe-47f6-b0f1-a6c2e77cef24 req-d9e1e08f-2bbc-4e7b-aeae-2589689311f8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=30a89296-bf1b-482d-83ef-840a8aa1c340 HTTP/1.1" status: 200 len: 897 time: 0.0935645 Feb 08 16:47:54.921755 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0ec37937-6725-4331-b664-3ee346cfd8f2 req-b26e1da3-2205-40ac-94e6-ca0087db9713 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467358 Feb 08 16:47:54.939722 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e935fd29-6eda-40d1-8ef5-3ca6fc68db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:13Z', 'updated_at': '2022-02-08T16:46:17Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:14Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c27e44b8-e237-4ca5-8aba-95477021b2b1', 'name': '', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:bf:9c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:46:20Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:54.964313 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dab3fe4c-a0fe-47f6-b0f1-a6c2e77cef24 req-96af3de0-34b8-41c8-b7e4-13bd16287120 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41b9ae07-549b-4782-932b-8af1b6ba7c22 HTTP/1.1" status: 200 len: 217 time: 0.0438650 Feb 08 16:47:54.969054 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935fd29-6eda-40d1-8ef5-3ca6fc68db22 None None] Checking router: 4c13a0b9-330e-4c6a-896e-b242aa5f6882 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:47:54.978197 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e935fd29-6eda-40d1-8ef5-3ca6fc68db22 None None] Routers {'4c13a0b9-330e-4c6a-896e-b242aa5f6882'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:47:54.978801 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e935fd29-6eda-40d1-8ef5-3ca6fc68db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:55.015753 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3fe4c-a0fe-47f6-b0f1-a6c2e77cef24 req-0eb717be-e5a4-40e1-907f-13e7d1b69596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:55.017360 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dab3fe4c-a0fe-47f6-b0f1-a6c2e77cef24 req-0eb717be-e5a4-40e1-907f-13e7d1b69596 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=cd0d8391-e41a-4290-9b5b-9aa7898ecd2c HTTP/1.1" status: 200 len: 835 time: 0.0463002 Feb 08 16:47:55.077324 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3fe4c-a0fe-47f6-b0f1-a6c2e77cef24 req-b7830c36-7a08-40ba-8df4-de2ac192f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:55.078885 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dab3fe4c-a0fe-47f6-b0f1-a6c2e77cef24 req-b7830c36-7a08-40ba-8df4-de2ac192f320 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=30a89296-bf1b-482d-83ef-840a8aa1c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0542278 Feb 08 16:47:55.171867 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dab3fe4c-a0fe-47f6-b0f1-a6c2e77cef24 req-5a4a73ae-19ff-477c-9ac9-4b49526bdcd2 service neutron] 10.222.0.96 "GET /v2.0/networks/30a89296-bf1b-482d-83ef-840a8aa1c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863721 Feb 08 16:47:55.176738 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e935fd29-6eda-40d1-8ef5-3ca6fc68db22 None None] Set router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:47:55.267664 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dab3fe4c-a0fe-47f6-b0f1-a6c2e77cef24 req-064fdad0-a9aa-4625-bdea-daedb31422b9 service neutron] 10.222.0.96 "GET /v2.0/networks/30a89296-bf1b-482d-83ef-840a8aa1c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891666 Feb 08 16:47:55.373637 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e935fd29-6eda-40d1-8ef5-3ca6fc68db22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:13Z', 'updated_at': '2022-02-08T16:46:17Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:14Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c27e44b8-e237-4ca5-8aba-95477021b2b1', 'name': '', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:bf:9c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:46:20Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:55.399735 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935fd29-6eda-40d1-8ef5-3ca6fc68db22 None None] The sync data for ids ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'] in n-d-824834-11 is: [{'id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:13Z', 'updated_at': '2022-02-08T16:46:17Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:14Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'c27e44b8-e237-4ca5-8aba-95477021b2b1', 'name': '', 'network_id': '30a89296-bf1b-482d-83ef-840a8aa1c340', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:bf:9c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:16Z', 'updated_at': '2022-02-08T16:46:20Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'cd0d8391-e41a-4290-9b5b-9aa7898ecd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:47:55.614682 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8dfee-1240-4b96-b879-f8f61827bc2e None None] New status for floating IP aee76787-83a7-4950-9739-574e78f57dc7: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:47:56.046740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a01980-e9e6-4c59-88a8-a32b473d86f0 req-a7a2cb43-b816-4b3c-9a13-2de9c1662992 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:56.048210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54a01980-e9e6-4c59-88a8-a32b473d86f0 req-a7a2cb43-b816-4b3c-9a13-2de9c1662992 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0518241 Feb 08 16:47:56.096496 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54a01980-e9e6-4c59-88a8-a32b473d86f0 req-d6484bd6-cedc-40ae-8d58-aa09923b4fb1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427067 Feb 08 16:47:56.517582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65267b0-40c9-4465-b856-df46927b6d91 req-e6ee5d69-a31f-4708-81d5-65bd703f9850 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:47:56.519074 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e65267b0-40c9-4465-b856-df46927b6d91 req-e6ee5d69-a31f-4708-81d5-65bd703f9850 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 946 time: 0.0533607 Feb 08 16:47:56.610988 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-e65267b0-40c9-4465-b856-df46927b6d91 req-d9255252-1a98-4ab0-bc79-dfe4390e07cd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port 41b9ae07-549b-4782-932b-8af1b6ba7c22 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:47:56.611333 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e65267b0-40c9-4465-b856-df46927b6d91 req-d9255252-1a98-4ab0-bc79-dfe4390e07cd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:56.702526 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e65267b0-40c9-4465-b856-df46927b6d91 req-d9255252-1a98-4ab0-bc79-dfe4390e07cd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] For port 41b9ae07-549b-4782-932b-8af1b6ba7c22, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=41b9ae07-549b-4782-932b-8af1b6ba7c22,segment=NetworkSegment(232774b6-95b2-44b7-9ade-e45ae54ba793),segment_id=232774b6-95b2-44b7-9ade-e45ae54ba793)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:56.702894 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e65267b0-40c9-4465-b856-df46927b6d91 req-d9255252-1a98-4ab0-bc79-dfe4390e07cd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:56.718498 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-e65267b0-40c9-4465-b856-df46927b6d91 req-d9255252-1a98-4ab0-bc79-dfe4390e07cd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for 41b9ae07-549b-4782-932b-8af1b6ba7c22 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:47:56.851447 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e65267b0-40c9-4465-b856-df46927b6d91 req-d9255252-1a98-4ab0-bc79-dfe4390e07cd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (41b9ae07-549b-4782-932b-8af1b6ba7c22), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:56.880310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9255252-1a98-4ab0-bc79-dfe4390e07cd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=41b9ae07-549b-4782-932b-8af1b6ba7c22,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:56.924078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65267b0-40c9-4465-b856-df46927b6d91 req-d9255252-1a98-4ab0-bc79-dfe4390e07cd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] No DVR routers for this DVR port 41b9ae07-549b-4782-932b-8af1b6ba7c22 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:47:56.926761 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e65267b0-40c9-4465-b856-df46927b6d91 req-d9255252-1a98-4ab0-bc79-dfe4390e07cd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:56.930212 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e65267b0-40c9-4465-b856-df46927b6d91 req-d9255252-1a98-4ab0-bc79-dfe4390e07cd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "DELETE /v2.0/ports/41b9ae07-549b-4782-932b-8af1b6ba7c22 HTTP/1.1" status: 204 len: 173 time: 0.4046962 Feb 08 16:47:56.930646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4dfc04-b017-47d3-b15b-d2b6757b79a4', 'name': 'network-vif-deleted', 'tag': '41b9ae07-549b-4782-932b-8af1b6ba7c22'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:47:56.932892 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb2139c-04be-4022-81ac-4dd7f2bacbf2" -d '{"events": [{"server_uuid": "3c4dfc04-b017-47d3-b15b-d2b6757b79a4", "name": "network-vif-deleted", "tag": "41b9ae07-549b-4782-932b-8af1b6ba7c22"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:47:56.972471 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31681c0-69a2-4565-ad3e-10d4a15b2e1d x-openstack-request-id: req-b31681c0-69a2-4565-ad3e-10d4a15b2e1d {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:47:56.972769 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4dfc04-b017-47d3-b15b-d2b6757b79a4", "name": "network-vif-deleted", "tag": "41b9ae07-549b-4782-932b-8af1b6ba7c22", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:47:56.973115 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b31681c0-69a2-4565-ad3e-10d4a15b2e1d {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:47:56.973549 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4dfc04-b017-47d3-b15b-d2b6757b79a4', 'name': 'network-vif-deleted', 'tag': '41b9ae07-549b-4782-932b-8af1b6ba7c22', 'status': 'completed', 'code': 200} Feb 08 16:47:57.206014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9e93fe8f-803b-4d51-87a1-bb9fde1cb4e6 req-f56e1aeb-aeee-4b39-b0fa-289b51ff5c1b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c4dfc04-b017-47d3-b15b-d2b6757b79a4 HTTP/1.1" status: 200 len: 210 time: 0.0303373 Feb 08 16:47:58.265007 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35164) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:58.629392 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db80d363-a3cd-4ad2-8b7a-992971c05f3b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (4c13a0b9-330e-4c6a-896e-b242aa5f6882), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:58.893532 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-db80d363-a3cd-4ad2-8b7a-992971c05f3b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port c27e44b8-e237-4ca5-8aba-95477021b2b1 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:47:58.893882 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db80d363-a3cd-4ad2-8b7a-992971c05f3b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:58.981614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-db80d363-a3cd-4ad2-8b7a-992971c05f3b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] For port c27e44b8-e237-4ca5-8aba-95477021b2b1, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=c27e44b8-e237-4ca5-8aba-95477021b2b1,segment=NetworkSegment(232774b6-95b2-44b7-9ade-e45ae54ba793),segment_id=232774b6-95b2-44b7-9ade-e45ae54ba793)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:47:58.981989 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db80d363-a3cd-4ad2-8b7a-992971c05f3b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:58.995169 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-db80d363-a3cd-4ad2-8b7a-992971c05f3b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for c27e44b8-e237-4ca5-8aba-95477021b2b1 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:47:59.186323 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db80d363-a3cd-4ad2-8b7a-992971c05f3b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (c27e44b8-e237-4ca5-8aba-95477021b2b1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:59.212880 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80d363-a3cd-4ad2-8b7a-992971c05f3b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=c27e44b8-e237-4ca5-8aba-95477021b2b1,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:47:59.388987 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-db80d363-a3cd-4ad2-8b7a-992971c05f3b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (4c13a0b9-330e-4c6a-896e-b242aa5f6882), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:59.613241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db80d363-a3cd-4ad2-8b7a-992971c05f3b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:47:59.722576 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db80d363-a3cd-4ad2-8b7a-992971c05f3b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:47:59.729273 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-db80d363-a3cd-4ad2-8b7a-992971c05f3b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "PUT /v2.0/routers/4c13a0b9-330e-4c6a-896e-b242aa5f6882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4629765 Feb 08 16:47:59.731823 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35166) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:47:59.734566 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd6634-b90a-42b6-88a4-7677c76e87f7 None None] Sync routers for ids ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:47:59.745780 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd6634-b90a-42b6-88a4-7677c76e87f7 None None] Routers {'4c13a0b9-330e-4c6a-896e-b242aa5f6882'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:47:59.746456 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3bbd6634-b90a-42b6-88a4-7677c76e87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:47:59.787443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-5850f37c-a393-4f5f-8718-35900aa3d8a7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting subnet cd0d8391-e41a-4290-9b5b-9aa7898ecd2c {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:47:59.791560 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5850f37c-a393-4f5f-8718-35900aa3d8a7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for subnet (cd0d8391-e41a-4290-9b5b-9aa7898ecd2c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:59.831340 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5850f37c-a393-4f5f-8718-35900aa3d8a7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (cd0d8391-e41a-4290-9b5b-9aa7898ecd2c), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:59.858217 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-3bbd6634-b90a-42b6-88a4-7677c76e87f7 None None] Set router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:47:59.930607 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5850f37c-a393-4f5f-8718-35900aa3d8a7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (cd0d8391-e41a-4290-9b5b-9aa7898ecd2c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:47:59.991366 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5850f37c-a393-4f5f-8718-35900aa3d8a7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (cd0d8391-e41a-4290-9b5b-9aa7898ecd2c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:00.019833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850f37c-a393-4f5f-8718-35900aa3d8a7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0d8391-e41a-4290-9b5b-9aa7898ecd2c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:00.021815 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5850f37c-a393-4f5f-8718-35900aa3d8a7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:00.028336 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5850f37c-a393-4f5f-8718-35900aa3d8a7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/subnets/cd0d8391-e41a-4290-9b5b-9aa7898ecd2c HTTP/1.1" status: 204 len: 168 time: 0.2928238 Feb 08 16:48:00.028646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35168) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:00.037686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd928f79-496f-4f56-ba2a-9b9bb99a50aa None None] Network 30a89296-bf1b-482d-83ef-840a8aa1c340 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:48:00.048555 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3bbd6634-b90a-42b6-88a4-7677c76e87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:13Z', 'updated_at': '2022-02-08T16:47:59Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:14Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:00.075894 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd6634-b90a-42b6-88a4-7677c76e87f7 None None] Checking router: 4c13a0b9-330e-4c6a-896e-b242aa5f6882 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:48:00.084381 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd6634-b90a-42b6-88a4-7677c76e87f7 None None] Routers {'4c13a0b9-330e-4c6a-896e-b242aa5f6882'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:48:00.085009 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3bbd6634-b90a-42b6-88a4-7677c76e87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:47:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:00.155084 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router (4c13a0b9-330e-4c6a-896e-b242aa5f6882), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:00.203422 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-3bbd6634-b90a-42b6-88a4-7677c76e87f7 None None] Set router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:48:00.210582 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] DHCP port deletion for 30a89296-bf1b-482d-83ef-840a8aa1c340 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:48:00.265611 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Deleting port b49f0c1f-5268-49a9-89c0-e3fd73251931 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:48:00.265989 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b49f0c1f-5268-49a9-89c0-e3fd73251931), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:00.269670 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (4c13a0b9-330e-4c6a-896e-b242aa5f6882), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:00.331590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port 58ec1c1c-2ccb-4126-8c9d-114e61b1311d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:48:00.332000 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (58ec1c1c-2ccb-4126-8c9d-114e61b1311d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:00.335103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] For port b49f0c1f-5268-49a9-89c0-e3fd73251931, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b49f0c1f-5268-49a9-89c0-e3fd73251931,segment=NetworkSegment(232774b6-95b2-44b7-9ade-e45ae54ba793),segment_id=232774b6-95b2-44b7-9ade-e45ae54ba793)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:48:00.335578 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b49f0c1f-5268-49a9-89c0-e3fd73251931), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:00.348811 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Calling delete_port for b49f0c1f-5268-49a9-89c0-e3fd73251931 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:48:00.389061 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3bbd6634-b90a-42b6-88a4-7677c76e87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:13Z', 'updated_at': '2022-02-08T16:47:59Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:14Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:00.418948 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] For port 58ec1c1c-2ccb-4126-8c9d-114e61b1311d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=58ec1c1c-2ccb-4126-8c9d-114e61b1311d,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:48:00.419536 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (58ec1c1c-2ccb-4126-8c9d-114e61b1311d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:00.420648 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbd6634-b90a-42b6-88a4-7677c76e87f7 None None] The sync data for ids ['4c13a0b9-330e-4c6a-896e-b242aa5f6882'] in n-d-824834-11 is: [{'id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-449013891', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:46:13Z', 'updated_at': '2022-02-08T16:47:59Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '58ec1c1c-2ccb-4126-8c9d-114e61b1311d', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c13a0b9-330e-4c6a-896e-b242aa5f6882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:46:14Z', 'updated_at': '2022-02-08T16:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:48:00.434881 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for 58ec1c1c-2ccb-4126-8c9d-114e61b1311d owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:48:00.437659 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (b49f0c1f-5268-49a9-89c0-e3fd73251931), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:00.463607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Pushing event deleted for resources: {'Port': ['ID=b49f0c1f-5268-49a9-89c0-e3fd73251931,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:00.468880 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] No DVR routers for this DVR port b49f0c1f-5268-49a9-89c0-e3fd73251931 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:48:00.481299 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:00.481592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:00.481936 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:00.482274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:00.482607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:00.482939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:00.483265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:00.483589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:00.483912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:00.484232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:00.484552 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:00.484871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:00.485215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b28eea-d643-4df0-bb12-e449a324a0fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:00.613877 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (58ec1c1c-2ccb-4126-8c9d-114e61b1311d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:00.638825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=58ec1c1c-2ccb-4126-8c9d-114e61b1311d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:00.699286 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (4c13a0b9-330e-4c6a-896e-b242aa5f6882), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:00.877563 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 41b9ae07-549b-4782-932b-8af1b6ba7c22 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:48:00.900637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 41b9ae07-549b-4782-932b-8af1b6ba7c22 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:48:00.901292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 41b9ae07-549b-4782-932b-8af1b6ba7c22 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:48:00.929897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c27e44b8-e237-4ca5-8aba-95477021b2b1 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:48:00.957026 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: c27e44b8-e237-4ca5-8aba-95477021b2b1 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:48:00.957424 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device c27e44b8-e237-4ca5-8aba-95477021b2b1 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:48:00.957901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b49f0c1f-5268-49a9-89c0-e3fd73251931 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:48:00.979280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: b49f0c1f-5268-49a9-89c0-e3fd73251931 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:48:00.979633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b49f0c1f-5268-49a9-89c0-e3fd73251931 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:48:01.121909 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (4c13a0b9-330e-4c6a-896e-b242aa5f6882), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.124075 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_controller (4c13a0b9-330e-4c6a-896e-b242aa5f6882), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.168968 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (4c13a0b9-330e-4c6a-896e-b242aa5f6882), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.169555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Fanout notify agent at l3_agent the message router_deleted on router 4c13a0b9-330e-4c6a-896e-b242aa5f6882 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:48:01.177274 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.178384 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-242999c6-4282-4636-83b9-e56e1d060493 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/routers/4c13a0b9-330e-4c6a-896e-b242aa5f6882 HTTP/1.1" status: 204 len: 168 time: 1.1488135 Feb 08 16:48:01.181989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35170) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:01.261041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-605f5225-637d-44c7-a7c1-c00e85d38db7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (30a89296-bf1b-482d-83ef-840a8aa1c340), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.354267 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-605f5225-637d-44c7-a7c1-c00e85d38db7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (30a89296-bf1b-482d-83ef-840a8aa1c340), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.373651 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-605f5225-637d-44c7-a7c1-c00e85d38db7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a89296-bf1b-482d-83ef-840a8aa1c340']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:01.383183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-605f5225-637d-44c7-a7c1-c00e85d38db7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232774b6-95b2-44b7-9ade-e45ae54ba793') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:01.383487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-605f5225-637d-44c7-a7c1-c00e85d38db7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232774b6-95b2-44b7-9ade-e45ae54ba793') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:01.392697 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-605f5225-637d-44c7-a7c1-c00e85d38db7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (232774b6-95b2-44b7-9ade-e45ae54ba793), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.405281 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-605f5225-637d-44c7-a7c1-c00e85d38db7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (232774b6-95b2-44b7-9ade-e45ae54ba793), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.411044 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605f5225-637d-44c7-a7c1-c00e85d38db7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:48:01.411551 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-605f5225-637d-44c7-a7c1-c00e85d38db7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (232774b6-95b2-44b7-9ade-e45ae54ba793), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:48:01.415209 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:48:01.474408 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-605f5225-637d-44c7-a7c1-c00e85d38db7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (30a89296-bf1b-482d-83ef-840a8aa1c340), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.482432 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-605f5225-637d-44c7-a7c1-c00e85d38db7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.485571 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-605f5225-637d-44c7-a7c1-c00e85d38db7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/networks/30a89296-bf1b-482d-83ef-840a8aa1c340 HTTP/1.1" status: 204 len: 168 time: 0.3026509 Feb 08 16:48:01.488467 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35172) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:01.498105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f5225-637d-44c7-a7c1-c00e85d38db7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Network': ['ID=30a89296-bf1b-482d-83ef-840a8aa1c340,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:01.546474 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.572082 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.643249 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.643943 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4e0643e4-304a-4785-a7e2-b0cfd53100c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.646747 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:01.647972 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/security-groups/0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70 HTTP/1.1" status: 204 len: 168 time: 0.1584206 Feb 08 16:48:01.658567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa3e0e2-c6b4-44fb-99d6-0693b5eb8f70,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:01.666864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:01.667173 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:01.667520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:01.667865 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:01.668205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:01.668543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:01.668875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:01.669242 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:01.669559 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:01.669918 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:01.670250 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:01.670599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:01.673116 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55da71f-5458-4477-be58-ddfc7e901056 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:01.922974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35178) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:01.927679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6b2ac410-9412-4a53-a06f-8558297c9371 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-183986845', 'description': 'tempest-secgroup-smoke-183986845 description', 'project_id': '3bed23fcd0254b179facffb28ee090ad'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:48:01.949590 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac410-9412-4a53-a06f-8558297c9371 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.014037 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac410-9412-4a53-a06f-8558297c9371 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (d5ab63f5-dbc9-42d5-8940-eea39776fce9), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.017955 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac410-9412-4a53-a06f-8558297c9371 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d5ab63f5-dbc9-42d5-8940-eea39776fce9), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.044192 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6b2ac410-9412-4a53-a06f-8558297c9371 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.045586 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6b2ac410-9412-4a53-a06f-8558297c9371 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1215453 Feb 08 16:48:02.048574 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35180) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:02.053256 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6b9d101a-6e6a-4794-ab0a-a495335b6610 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': 'd5ab63f5-dbc9-42d5-8940-eea39776fce9', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:48:02.053906 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ac410-9412-4a53-a06f-8558297c9371 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ab63f5-dbc9-42d5-8940-eea39776fce9,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:02.078331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b9d101a-6e6a-4794-ab0a-a495335b6610 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (b2dd3324-9c37-45bb-968a-46158612c38c), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.131006 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b9d101a-6e6a-4794-ab0a-a495335b6610 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (b2dd3324-9c37-45bb-968a-46158612c38c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.135815 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b9d101a-6e6a-4794-ab0a-a495335b6610 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (b2dd3324-9c37-45bb-968a-46158612c38c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.155606 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d101a-6e6a-4794-ab0a-a495335b6610 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2dd3324-9c37-45bb-968a-46158612c38c,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:02.161730 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6b9d101a-6e6a-4794-ab0a-a495335b6610 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.162914 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6b9d101a-6e6a-4794-ab0a-a495335b6610 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132822 Feb 08 16:48:02.165756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35182) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:02.170040 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9fc4bf34-d959-472a-8461-07b9d87a9ff9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': 'd5ab63f5-dbc9-42d5-8940-eea39776fce9', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:48:02.195667 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9fc4bf34-d959-472a-8461-07b9d87a9ff9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (88e24af0-287e-479c-b2ad-f9d534d0819b), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.253459 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9fc4bf34-d959-472a-8461-07b9d87a9ff9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (88e24af0-287e-479c-b2ad-f9d534d0819b), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.257216 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9fc4bf34-d959-472a-8461-07b9d87a9ff9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (88e24af0-287e-479c-b2ad-f9d534d0819b), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.272023 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4bf34-d959-472a-8461-07b9d87a9ff9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e24af0-287e-479c-b2ad-f9d534d0819b,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:02.283238 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9fc4bf34-d959-472a-8461-07b9d87a9ff9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.284451 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9fc4bf34-d959-472a-8461-07b9d87a9ff9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177616 Feb 08 16:48:02.287158 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35184) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:02.292175 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-54d025aa-eb6c-4254-a9a4-471bb620a63a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': 'd5ab63f5-dbc9-42d5-8940-eea39776fce9', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:48:02.317293 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-54d025aa-eb6c-4254-a9a4-471bb620a63a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (bc9a9673-d5b3-4cc5-9b05-dc709d45ba36), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.375614 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-54d025aa-eb6c-4254-a9a4-471bb620a63a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (bc9a9673-d5b3-4cc5-9b05-dc709d45ba36), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.379281 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-54d025aa-eb6c-4254-a9a4-471bb620a63a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (bc9a9673-d5b3-4cc5-9b05-dc709d45ba36), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.396818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d025aa-eb6c-4254-a9a4-471bb620a63a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9a9673-d5b3-4cc5-9b05-dc709d45ba36,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:02.403943 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-54d025aa-eb6c-4254-a9a4-471bb620a63a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.405188 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-54d025aa-eb6c-4254-a9a4-471bb620a63a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170416 Feb 08 16:48:02.408874 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35186) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:02.412986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6154f9cb-1618-4ed0-998a-e0c3ca7d18a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': 'd5ab63f5-dbc9-42d5-8940-eea39776fce9', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:48:02.438366 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6154f9cb-1618-4ed0-998a-e0c3ca7d18a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (08ecbbd0-9f31-470f-ab32-89eddafc2498), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.494836 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6154f9cb-1618-4ed0-998a-e0c3ca7d18a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (08ecbbd0-9f31-470f-ab32-89eddafc2498), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.498568 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6154f9cb-1618-4ed0-998a-e0c3ca7d18a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (08ecbbd0-9f31-470f-ab32-89eddafc2498), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.519399 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154f9cb-1618-4ed0-998a-e0c3ca7d18a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ecbbd0-9f31-470f-ab32-89eddafc2498,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:02.525695 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6154f9cb-1618-4ed0-998a-e0c3ca7d18a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.530265 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35188) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:02.530778 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6154f9cb-1618-4ed0-998a-e0c3ca7d18a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205037 Feb 08 16:48:02.536280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 58ec1c1c-2ccb-4126-8c9d-114e61b1311d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:48:02.536439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-abd52cbb-d8aa-424c-9b05-58f1a5851d6c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': 'd5ab63f5-dbc9-42d5-8940-eea39776fce9', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:48:02.557834 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-abd52cbb-d8aa-424c-9b05-58f1a5851d6c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Project 3bed23fcd0254b179facffb28ee090ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:48:02.560296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 58ec1c1c-2ccb-4126-8c9d-114e61b1311d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:48:02.560767 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 58ec1c1c-2ccb-4126-8c9d-114e61b1311d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:48:02.562812 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-abd52cbb-d8aa-424c-9b05-58f1a5851d6c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (93cd396d-56fe-4bc9-bd18-df5283cd1c4d), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.623315 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-abd52cbb-d8aa-424c-9b05-58f1a5851d6c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (93cd396d-56fe-4bc9-bd18-df5283cd1c4d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.626741 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-abd52cbb-d8aa-424c-9b05-58f1a5851d6c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (93cd396d-56fe-4bc9-bd18-df5283cd1c4d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.643719 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd52cbb-d8aa-424c-9b05-58f1a5851d6c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cd396d-56fe-4bc9-bd18-df5283cd1c4d,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:02.652077 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-abd52cbb-d8aa-424c-9b05-58f1a5851d6c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.653579 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-abd52cbb-d8aa-424c-9b05-58f1a5851d6c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209748 Feb 08 16:48:02.656068 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35190) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:02.660489 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-565e46e9-b426-4b64-85d6-b80465053ffe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': 'd5ab63f5-dbc9-42d5-8940-eea39776fce9', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:48:02.681168 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-565e46e9-b426-4b64-85d6-b80465053ffe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Project 3bed23fcd0254b179facffb28ee090ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:48:02.685977 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-565e46e9-b426-4b64-85d6-b80465053ffe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (9c664271-819f-4a63-bfbe-8cf0087e54ce), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.744627 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-565e46e9-b426-4b64-85d6-b80465053ffe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (9c664271-819f-4a63-bfbe-8cf0087e54ce), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.748386 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-565e46e9-b426-4b64-85d6-b80465053ffe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (9c664271-819f-4a63-bfbe-8cf0087e54ce), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.766568 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e46e9-b426-4b64-85d6-b80465053ffe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c664271-819f-4a63-bfbe-8cf0087e54ce,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:02.774136 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-565e46e9-b426-4b64-85d6-b80465053ffe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.775323 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-565e46e9-b426-4b64-85d6-b80465053ffe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183271 Feb 08 16:48:02.778185 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35192) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:02.782876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-7e15b4ed-f821-425b-902f-e2cf2e18e000 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'network': {'name': 'tempest-network-smoke--1953553819', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'port_security_enabled': True}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:48:02.801102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e15b4ed-f821-425b-902f-e2cf2e18e000 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Made reservation on behalf of 3bed23fcd0254b179facffb28ee090ad for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:48:02.804895 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7e15b4ed-f821-425b-902f-e2cf2e18e000 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.827810 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e15b4ed-f821-425b-902f-e2cf2e18e000 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:48:02.836447 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7e15b4ed-f821-425b-902f-e2cf2e18e000 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (4d64c214-5dbb-455e-82f8-2c270e1330b3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.836794 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-7e15b4ed-f821-425b-902f-e2cf2e18e000 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Added segment 4d64c214-5dbb-455e-82f8-2c270e1330b3 of type vlan for network 5629161e-71c6-4a43-a931-69402d294a75 Feb 08 16:48:02.876010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7e15b4ed-f821-425b-902f-e2cf2e18e000 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (5629161e-71c6-4a43-a931-69402d294a75), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.900094 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7e15b4ed-f821-425b-902f-e2cf2e18e000 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (5629161e-71c6-4a43-a931-69402d294a75), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.905077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e15b4ed-f821-425b-902f-e2cf2e18e000 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:02.905654 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7e15b4ed-f821-425b-902f-e2cf2e18e000 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.961275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7e15b4ed-f821-425b-902f-e2cf2e18e000 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1819708 Feb 08 16:48:02.964048 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35194) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:02.968797 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'admin_state_up': True, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:48:02.975364 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15b4ed-f821-425b-902f-e2cf2e18e000 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Network': ['ID=5629161e-71c6-4a43-a931-69402d294a75,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:02.985780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 5629161e-71c6-4a43-a931-69402d294a75 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:48:02.990725 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (c65240ea-a53b-46ed-827b-f225d2ac8825), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:02.992685 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (c65240ea-a53b-46ed-827b-f225d2ac8825), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:03.047750 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_controller (c65240ea-a53b-46ed-827b-f225d2ac8825), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:03.189512 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (c65240ea-a53b-46ed-827b-f225d2ac8825), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:03.385728 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (c65240ea-a53b-46ed-827b-f225d2ac8825), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:03.405127 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:03.503852 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.25.7.201 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/b0fe7dff-f8c4-44e0-9f31-866f4c312786) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:48:03.609038 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (b0fe7dff-f8c4-44e0-9f31-866f4c312786), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:03.642633 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b0fe7dff-f8c4-44e0-9f31-866f4c312786), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:03.677499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:48:03.680276 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:48:03.685639 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:48:03.714109 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=b0fe7dff-f8c4-44e0-9f31-866f4c312786,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:03.904579 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8170-393d-49ba-9f1d-11b54abc26d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:03.948360 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (c65240ea-a53b-46ed-827b-f225d2ac8825), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:04.149576 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (c65240ea-a53b-46ed-827b-f225d2ac8825), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:04.279650 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router c65240ea-a53b-46ed-827b-f225d2ac8825 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:48:04.387712 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:48:04.397074 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Sync routers for ids ['c65240ea-a53b-46ed-827b-f225d2ac8825'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:48:04.407999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Routers {'c65240ea-a53b-46ed-827b-f225d2ac8825'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:48:04.408760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:48:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c65240ea-a53b-46ed-827b-f225d2ac8825'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:04.411961 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:04.413242 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-28f8a11b-8ed7-4a7b-8cfe-9ee8f8a614f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4481192 Feb 08 16:48:04.417016 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35196) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:04.445420 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bae55322-c3f5-4148-aad7-9a801cac3aac tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=3bed23fcd0254b179facffb28ee090ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265939 Feb 08 16:48:04.448379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35198) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:04.516645 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Set router c65240ea-a53b-46ed-827b-f225d2ac8825 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:48:04.534347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba16175-f8a1-4066-8149-0bd88c036ddd tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:04.535789 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3ba16175-f8a1-4066-8149-0bd88c036ddd tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865109 Feb 08 16:48:04.538602 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35200) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:04.574135 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c2b1d0ab-bbb5-46c8-89e0-369918b7d6f3 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319576 Feb 08 16:48:04.574505 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35202) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:04.579267 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-b061e141-7f49-40f4-94d6-523e2a33b21d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-745021935', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:48:04.677347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b061e141-7f49-40f4-94d6-523e2a33b21d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Made reservation on behalf of 3bed23fcd0254b179facffb28ee090ad for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:48:04.681305 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b061e141-7f49-40f4-94d6-523e2a33b21d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:04.870371 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b061e141-7f49-40f4-94d6-523e2a33b21d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (2486d3b5-01b1-4c7f-9a5b-5f5cdc588335), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:04.871472 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:48:02Z', 'updated_at': '2022-02-08T16:48:03Z', 'revision_number': 3, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:03Z', 'updated_at': '2022-02-08T16:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:04.901362 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Checking router: c65240ea-a53b-46ed-827b-f225d2ac8825 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:48:04.901722 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Updating router c65240ea-a53b-46ed-827b-f225d2ac8825 port b0fe7dff-f8c4-44e0-9f31-866f4c312786 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:48:04.930044 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b0fe7dff-f8c4-44e0-9f31-866f4c312786), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:04.937643 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b061e141-7f49-40f4-94d6-523e2a33b21d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Checking segment: {'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:48:04.938011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b061e141-7f49-40f4-94d6-523e2a33b21d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network hostable DHCP agents. Network: 5629161e-71c6-4a43-a931-69402d294a75, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:48:04.939970 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061e141-7f49-40f4-94d6-523e2a33b21d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Subnet': ['ID=2486d3b5-01b1-4c7f-9a5b-5f5cdc588335,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:04.957476 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b061e141-7f49-40f4-94d6-523e2a33b21d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 5629161e-71c6-4a43-a931-69402d294a75 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:48:04.966970 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-b061e141-7f49-40f4-94d6-523e2a33b21d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 5629161e-71c6-4a43-a931-69402d294a75) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:48:04.971172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b061e141-7f49-40f4-94d6-523e2a33b21d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:04.971781 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b061e141-7f49-40f4-94d6-523e2a33b21d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:04.979967 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9a9584-cdda-433a-956d-83f585ed828b None None] Network 5629161e-71c6-4a43-a931-69402d294a75 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:48:04.988185 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b061e141-7f49-40f4-94d6-523e2a33b21d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4126730 Feb 08 16:48:04.991037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35204) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:05.207133 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-5629161e-71c6-4a43-a931-69402d294a75', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ips': [{'subnet_id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:48:05.208588 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:05.408533 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Publish callbacks [] for port (b0fe7dff-f8c4-44e0-9f31-866f4c312786), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:05.418080 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b0fe7dff-f8c4-44e0-9f31-866f4c312786), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:05.454797 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Allocated IP 172.20.0.2 (5629161e-71c6-4a43-a931-69402d294a75/2486d3b5-01b1-4c7f-9a5b-5f5cdc588335/25f9907d-92e0-4256-98f5-29d54c16e27d) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:48:05.477325 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:05.486088 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d3851-06a8-4af2-b14a-05373d47f381 None None] Pushing event updated for resources: {'Port': ['ID=b0fe7dff-f8c4-44e0-9f31-866f4c312786,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:05.495362 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Attempting to bind port b0fe7dff-f8c4-44e0-9f31-866f4c312786 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:48:05.495742 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Attempting to bind port b0fe7dff-f8c4-44e0-9f31-866f4c312786 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:48:05.496114 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Attempting to bind port b0fe7dff-f8c4-44e0-9f31-866f4c312786 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:48:05.541220 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:48:05.541664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:48:05.542444 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:05.542444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:48:05.542891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Bound port: b0fe7dff-f8c4-44e0-9f31-866f4c312786, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:48:05.543281 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b0fe7dff-f8c4-44e0-9f31-866f4c312786), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:05.626622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] For port b0fe7dff-f8c4-44e0-9f31-866f4c312786, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:48:05.631836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] For port b0fe7dff-f8c4-44e0-9f31-866f4c312786, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b0fe7dff-f8c4-44e0-9f31-866f4c312786,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:48:05.642681 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b0fe7dff-f8c4-44e0-9f31-866f4c312786), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:05.758394 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Publish callbacks [] for port (25f9907d-92e0-4256-98f5-29d54c16e27d), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:05.762991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d3851-06a8-4af2-b14a-05373d47f381 None None] Pushing event updated for resources: {'Port': ['ID=b0fe7dff-f8c4-44e0-9f31-866f4c312786,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:05.766827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Routers {'c65240ea-a53b-46ed-827b-f225d2ac8825'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:48:05.767436 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:48:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c65240ea-a53b-46ed-827b-f225d2ac8825'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:05.770178 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (25f9907d-92e0-4256-98f5-29d54c16e27d), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:05.776221 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:05.825170 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.20.0.1 (5629161e-71c6-4a43-a931-69402d294a75/2486d3b5-01b1-4c7f-9a5b-5f5cdc588335/2fed09f9-c7e8-4932-ae96-1877d9cae4fe) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:48:05.878856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Network 5629161e-71c6-4a43-a931-69402d294a75 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:48:05.887163 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:48:05.892410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:48:05.903978 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Pushing event updated for resources: {'Port': ['ID=25f9907d-92e0-4256-98f5-29d54c16e27d,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:05.966287 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:05.982032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] Set router c65240ea-a53b-46ed-827b-f225d2ac8825 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:48:05.983953 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Attempting to bind port 25f9907d-92e0-4256-98f5-29d54c16e27d on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:48:05.984324 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Attempting to bind port 25f9907d-92e0-4256-98f5-29d54c16e27d by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:48:05.984686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Attempting to bind port 25f9907d-92e0-4256-98f5-29d54c16e27d on network 5629161e-71c6-4a43-a931-69402d294a75 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:48:06.004683 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:06.040150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:48:06.040536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Checking segment: {'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:48:06.040998 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:06.041403 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Bound using segment: {'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:48:06.041887 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Bound port: 25f9907d-92e0-4256-98f5-29d54c16e27d, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:48:06.042283 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (25f9907d-92e0-4256-98f5-29d54c16e27d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:06.050815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 5629161e-71c6-4a43-a931-69402d294a75 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:48:06.064068 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:48:06.066994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:48:06.111254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=2fed09f9-c7e8-4932-ae96-1877d9cae4fe,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:06.128477 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (c65240ea-a53b-46ed-827b-f225d2ac8825), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:06.178049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] For port 25f9907d-92e0-4256-98f5-29d54c16e27d, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:48:06.182565 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] For port 25f9907d-92e0-4256-98f5-29d54c16e27d, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=25f9907d-92e0-4256-98f5-29d54c16e27d,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:48:06.204554 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (25f9907d-92e0-4256-98f5-29d54c16e27d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:06.274827 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:06.279752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503f76a-6c76-4adc-a53d-ea56b0c37cbe None None] Pushing event updated for resources: {'Port': ['ID=25f9907d-92e0-4256-98f5-29d54c16e27d,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:06.301568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:48:02Z', 'updated_at': '2022-02-08T16:48:03Z', 'revision_number': 3, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:03Z', 'updated_at': '2022-02-08T16:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:06.333266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13c51d-a7a1-46a2-bd58-4390d5a9c196 None None] The sync data for ids ['c65240ea-a53b-46ed-827b-f225d2ac8825'] in n-d-824834-11 is: [{'id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:48:02Z', 'updated_at': '2022-02-08T16:48:03Z', 'revision_number': 3, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:03Z', 'updated_at': '2022-02-08T16:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:48:06.650819 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:06.656409 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:06.689814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 25f9907d-92e0-4256-98f5-29d54c16e27d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:48:06.747260 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=2fed09f9-c7e8-4932-ae96-1877d9cae4fe,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:06.750118 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (c65240ea-a53b-46ed-827b-f225d2ac8825), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:06.758459 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 25f9907d-92e0-4256-98f5-29d54c16e27d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:48:06.758844 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (25f9907d-92e0-4256-98f5-29d54c16e27d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:06.861344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 25f9907d-92e0-4256-98f5-29d54c16e27d is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:48:06.861737 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (25f9907d-92e0-4256-98f5-29d54c16e27d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:06.892799 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 5629161e-71c6-4a43-a931-69402d294a75 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:48:06.895572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:48:06.897885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 25f9907d-92e0-4256-98f5-29d54c16e27d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=25f9907d-92e0-4256-98f5-29d54c16e27d,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:48:06.911960 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (25f9907d-92e0-4256-98f5-29d54c16e27d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:06.950044 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:06.975195 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=25f9907d-92e0-4256-98f5-29d54c16e27d,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:07.026750 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router c65240ea-a53b-46ed-827b-f225d2ac8825 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:48:07.153371 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:48:07.161020 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5cfa17e0-fafe-4bec-b957-2048b2a005d5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "PUT /v2.0/routers/c65240ea-a53b-46ed-827b-f225d2ac8825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1660113 Feb 08 16:48:07.329940 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-a883a258-db99-4e53-95c1-903c5dcbd8eb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183986845&fields=id&tenant_id=3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 267 time: 0.0550051 Feb 08 16:48:07.355253 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be111082-4e8d-4ea0-809f-9e85b72a8b22 None None] Network 5629161e-71c6-4a43-a931-69402d294a75 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:48:07.433752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b528041e-69ca-4d8b-a84a-51ca2254e1ad None None] Provisioning complete for port 25f9907d-92e0-4256-98f5-29d54c16e27d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:48:07.434114 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b528041e-69ca-4d8b-a84a-51ca2254e1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (25f9907d-92e0-4256-98f5-29d54c16e27d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:07.455909 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cd7cd-330e-4394-b277-5120b97e256b req-a1dacf83-926b-41d9-9baf-d2d401206826 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:07.457424 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-a1dacf83-926b-41d9-9baf-d2d401206826 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/networks?id=5629161e-71c6-4a43-a931-69402d294a75 HTTP/1.1" status: 200 len: 797 time: 0.1208358 Feb 08 16:48:07.473408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-c82db245-f73b-4954-ace2-197186d395ca tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/quotas/3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 375 time: 0.0094357 Feb 08 16:48:07.529207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-5ff7912c-5f3d-48fe-8a23-7d3216b11818 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494001 Feb 08 16:48:07.565412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b528041e-69ca-4d8b-a84a-51ca2254e1ad None None] Current status of the port 25f9907d-92e0-4256-98f5-29d54c16e27d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:48:07.711049 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-01968329-f1d7-416c-9280-838b9b610f59 service neutron] 10.222.0.82 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688726 Feb 08 16:48:07.790087 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b76b8a2f-387e-47f8-9378-25955d64e4c0 None None] Provisioning complete for port 25f9907d-92e0-4256-98f5-29d54c16e27d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:48:07.791223 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b76b8a2f-387e-47f8-9378-25955d64e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (25f9907d-92e0-4256-98f5-29d54c16e27d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:07.812565 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-a29c12e4-5522-4436-934f-f272997427f8 service neutron] 10.222.0.82 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957174 Feb 08 16:48:07.878759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b76b8a2f-387e-47f8-9378-25955d64e4c0 None None] Current status of the port 25f9907d-92e0-4256-98f5-29d54c16e27d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:48:07.889972 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b76b8a2f-387e-47f8-9378-25955d64e4c0 None None] Provisioning complete for port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:48:07.890420 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b76b8a2f-387e-47f8-9378-25955d64e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:07.927990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b76b8a2f-387e-47f8-9378-25955d64e4c0 None None] Port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:48:08.003156 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8bbd69a2-5184-4151-ac59-2215c5fbe1cb req-97ffe0b3-5154-4dfe-9117-2e71ff84d359 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 210 time: 0.0291121 Feb 08 16:48:08.050647 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-85b1692f-9455-4f79-9a1b-fb2739889a60 None None] Provisioning complete for port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:48:08.051031 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-85b1692f-9455-4f79-9a1b-fb2739889a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:08.121868 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Sync routers for ids ['c65240ea-a53b-46ed-827b-f225d2ac8825'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:48:08.133149 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Routers {'c65240ea-a53b-46ed-827b-f225d2ac8825'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:48:08.133780 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:48:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c65240ea-a53b-46ed-827b-f225d2ac8825'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:08.247900 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Set router c65240ea-a53b-46ed-827b-f225d2ac8825 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:48:08.265372 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-85b1692f-9455-4f79-9a1b-fb2739889a60 None None] Port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:48:08.267662 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:08.389740 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7232f0f2-53e8-4182-8e93-a428cc891d64 None None] Provisioning complete for port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:48:08.390003 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7232f0f2-53e8-4182-8e93-a428cc891d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:08.425145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7232f0f2-53e8-4182-8e93-a428cc891d64 None None] Port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:48:08.550181 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:48:02Z', 'updated_at': '2022-02-08T16:48:06Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:03Z', 'updated_at': '2022-02-08T16:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '2fed09f9-c7e8-4932-ae96-1877d9cae4fe', 'name': '', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:36:8e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:05Z', 'updated_at': '2022-02-08T16:48:06Z', 'revision_number': 2, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:08.580408 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Checking router: c65240ea-a53b-46ed-827b-f225d2ac8825 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:48:08.580761 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Updating router c65240ea-a53b-46ed-827b-f225d2ac8825 port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:48:08.608434 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:08.642726 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b0fe7dff-f8c4-44e0-9f31-866f4c312786 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:48:08.689662 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b0fe7dff-f8c4-44e0-9f31-866f4c312786 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:48:08.690039 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b0fe7dff-f8c4-44e0-9f31-866f4c312786), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:08.770075 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b0fe7dff-f8c4-44e0-9f31-866f4c312786 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:48:08.770468 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b0fe7dff-f8c4-44e0-9f31-866f4c312786), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:08.790598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port b0fe7dff-f8c4-44e0-9f31-866f4c312786, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b0fe7dff-f8c4-44e0-9f31-866f4c312786,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:48:08.795462 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b0fe7dff-f8c4-44e0-9f31-866f4c312786), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:08.796311 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 25f9907d-92e0-4256-98f5-29d54c16e27d up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:48:08.871513 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Publish callbacks [] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:08.875129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=b0fe7dff-f8c4-44e0-9f31-866f4c312786,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:08.877166 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:08.888581 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 25f9907d-92e0-4256-98f5-29d54c16e27d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:48:08.888992 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (25f9907d-92e0-4256-98f5-29d54c16e27d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:08.953148 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516698d-87f5-4a42-8e9a-e7dd6505d7ec None None] Pushing event updated for resources: {'Port': ['ID=2fed09f9-c7e8-4932-ae96-1877d9cae4fe,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:08.974566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 25f9907d-92e0-4256-98f5-29d54c16e27d is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:48:08.981431 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516698d-87f5-4a42-8e9a-e7dd6505d7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:08.981779 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516698d-87f5-4a42-8e9a-e7dd6505d7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:08.982210 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516698d-87f5-4a42-8e9a-e7dd6505d7ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:08.982426 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516698d-87f5-4a42-8e9a-e7dd6505d7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:08.982755 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516698d-87f5-4a42-8e9a-e7dd6505d7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:08.983094 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516698d-87f5-4a42-8e9a-e7dd6505d7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:08.983510 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516698d-87f5-4a42-8e9a-e7dd6505d7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:08.983713 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516698d-87f5-4a42-8e9a-e7dd6505d7ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:08.984237 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516698d-87f5-4a42-8e9a-e7dd6505d7ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:08.984560 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516698d-87f5-4a42-8e9a-e7dd6505d7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:08.984878 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516698d-87f5-4a42-8e9a-e7dd6505d7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:08.985227 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516698d-87f5-4a42-8e9a-e7dd6505d7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:08.985717 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516698d-87f5-4a42-8e9a-e7dd6505d7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:48:09.002935 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Attempting to bind port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:48:09.003436 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Attempting to bind port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:48:09.003806 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Attempting to bind port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe on network 5629161e-71c6-4a43-a931-69402d294a75 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:48:09.009611 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:48:09.009992 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Checking segment: {'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:48:09.010505 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:09.010778 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Bound using segment: {'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:48:09.011243 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Bound port: 2fed09f9-c7e8-4932-ae96-1877d9cae4fe, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:48:09.011624 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:09.091151 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-09746c62-0e6d-4084-a57d-67717f4a76a2 req-17bf4eab-815c-4f1d-833d-f06c682de0f3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 210 time: 0.0295978 Feb 08 16:48:09.092664 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] For port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:48:09.096103 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] For port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2fed09f9-c7e8-4932-ae96-1877d9cae4fe,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:48:09.104762 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:09.167044 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Routers {'c65240ea-a53b-46ed-827b-f225d2ac8825'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:48:09.167679 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:48:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c65240ea-a53b-46ed-827b-f225d2ac8825'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:09.242817 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516698d-87f5-4a42-8e9a-e7dd6505d7ec None None] Pushing event updated for resources: {'Port': ['ID=2fed09f9-c7e8-4932-ae96-1877d9cae4fe,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:09.260251 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6e0956b6-a2dc-4505-bf8e-97cb6e49c3ba None None] Provisioning complete for port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:48:09.260629 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6e0956b6-a2dc-4505-bf8e-97cb6e49c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:09.291382 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] Set router c65240ea-a53b-46ed-827b-f225d2ac8825 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:48:09.347015 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6e0956b6-a2dc-4505-bf8e-97cb6e49c3ba None None] Current status of the port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:48:09.347412 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6e0956b6-a2dc-4505-bf8e-97cb6e49c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:09.379194 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6e0956b6-a2dc-4505-bf8e-97cb6e49c3ba None None] For port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2fed09f9-c7e8-4932-ae96-1877d9cae4fe,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:48:09.383462 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6e0956b6-a2dc-4505-bf8e-97cb6e49c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:09.432072 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0956b6-a2dc-4505-bf8e-97cb6e49c3ba None None] Pushing event updated for resources: {'Port': ['ID=2fed09f9-c7e8-4932-ae96-1877d9cae4fe,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:09.498592 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:48:02Z', 'updated_at': '2022-02-08T16:48:06Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:03Z', 'updated_at': '2022-02-08T16:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '2fed09f9-c7e8-4932-ae96-1877d9cae4fe', 'name': '', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:36:8e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:05Z', 'updated_at': '2022-02-08T16:48:09Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:09.503691 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4984e08b-9092-4cce-b73d-06ad5e8f0315 None None] Provisioning complete for port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:48:09.504122 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4984e08b-9092-4cce-b73d-06ad5e8f0315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:09.525488 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f23274d-3459-47ec-a347-c25708c24b7d None None] The sync data for ids ['c65240ea-a53b-46ed-827b-f225d2ac8825'] in n-d-824834-11 is: [{'id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:48:02Z', 'updated_at': '2022-02-08T16:48:06Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:03Z', 'updated_at': '2022-02-08T16:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '2fed09f9-c7e8-4932-ae96-1877d9cae4fe', 'name': '', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:36:8e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:05Z', 'updated_at': '2022-02-08T16:48:09Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:48:09.594702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4984e08b-9092-4cce-b73d-06ad5e8f0315 None None] Current status of the port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:48:10.184394 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-af36cb84-176b-44b9-994e-6dfa1089cbee req-e2ad4351-3312-4ab7-96bd-78bef1d85860 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 210 time: 0.0329874 Feb 08 16:48:10.651627 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b0fe7dff-f8c4-44e0-9f31-866f4c312786 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:48:10.702295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port b0fe7dff-f8c4-44e0-9f31-866f4c312786 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:48:10.702668 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b0fe7dff-f8c4-44e0-9f31-866f4c312786), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:10.778387 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port b0fe7dff-f8c4-44e0-9f31-866f4c312786 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:48:10.779418 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2fed09f9-c7e8-4932-ae96-1877d9cae4fe up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:48:10.827422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:48:10.827793 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:10.902510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:48:11.265485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e48b3bc5-448b-447f-8d4f-b449a6d12448 req-b1ca9a9c-11b1-4415-bfa4-f21adc352f67 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 210 time: 0.0290728 Feb 08 16:48:12.358832 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-47780c7f-c3c4-48c6-b582-249d47afd609 req-b58fc5e9-b3f0-4ebc-babd-c54ac5439dae tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 210 time: 0.0271361 Feb 08 16:48:13.075262 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cd7cd-330e-4394-b277-5120b97e256b req-7284468b-e2a9-40b5-bd5a-9f9c6214e098 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:13.076842 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-7284468b-e2a9-40b5-bd5a-9f9c6214e098 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/networks?id=5629161e-71c6-4a43-a931-69402d294a75 HTTP/1.1" status: 200 len: 797 time: 0.1096475 Feb 08 16:48:13.139353 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-9b4f39ad-3f45-4305-931e-12a696392407 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 379 time: 0.0527532 Feb 08 16:48:13.149374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-b70cd7cd-330e-4394-b277-5120b97e256b req-dba960d5-0604-4b29-a139-69a942f65895 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'port': {'device_id': '548328dc-2eba-44ea-9efc-dd4629660074', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'admin_state_up': True, 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'security_groups': ['d5ab63f5-dbc9-42d5-8940-eea39776fce9']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:48:13.257406 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70cd7cd-330e-4394-b277-5120b97e256b req-dba960d5-0604-4b29-a139-69a942f65895 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Made reservation on behalf of 3bed23fcd0254b179facffb28ee090ad for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:48:13.261494 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b70cd7cd-330e-4394-b277-5120b97e256b req-dba960d5-0604-4b29-a139-69a942f65895 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:13.384206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-b70cd7cd-330e-4394-b277-5120b97e256b req-dba960d5-0604-4b29-a139-69a942f65895 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.20.0.10 (5629161e-71c6-4a43-a931-69402d294a75/2486d3b5-01b1-4c7f-9a5b-5f5cdc588335/9908e777-f2d3-455f-ad1d-f338e8fe7481) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:48:13.457753 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f30f18e1-0157-48e6-bb9c-f0099450b349 req-8ca8216f-c97a-4cce-b2a5-06ac509fb041 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 210 time: 0.0278449 Feb 08 16:48:13.848078 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b70cd7cd-330e-4394-b277-5120b97e256b req-dba960d5-0604-4b29-a139-69a942f65895 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:13.879917 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b70cd7cd-330e-4394-b277-5120b97e256b req-dba960d5-0604-4b29-a139-69a942f65895 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:13.924537 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70cd7cd-330e-4394-b277-5120b97e256b req-dba960d5-0604-4b29-a139-69a942f65895 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 5629161e-71c6-4a43-a931-69402d294a75 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:48:13.927712 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-b70cd7cd-330e-4394-b277-5120b97e256b req-dba960d5-0604-4b29-a139-69a942f65895 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:48:13.932156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70cd7cd-330e-4394-b277-5120b97e256b req-dba960d5-0604-4b29-a139-69a942f65895 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:48:13.939083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba960d5-0604-4b29-a139-69a942f65895 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=9908e777-f2d3-455f-ad1d-f338e8fe7481,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:13.988066 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cd7cd-330e-4394-b277-5120b97e256b req-dba960d5-0604-4b29-a139-69a942f65895 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:13.988603 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b70cd7cd-330e-4394-b277-5120b97e256b req-dba960d5-0604-4b29-a139-69a942f65895 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:14.005720 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-dba960d5-0604-4b29-a139-69a942f65895 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8604944 Feb 08 16:48:14.017770 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Request body: {'port': {'device_id': '548328dc-2eba-44ea-9efc-dd4629660074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:48:14.081211 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:14.145224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0c59e9f6-438a-4938-aee8-1dbf87b72e79 None None] Provisioning complete for port 9908e777-f2d3-455f-ad1d-f338e8fe7481 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:48:14.145859 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c59e9f6-438a-4938-aee8-1dbf87b72e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:14.178503 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0c59e9f6-438a-4938-aee8-1dbf87b72e79 None None] Port 9908e777-f2d3-455f-ad1d-f338e8fe7481 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:48:14.344230 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9908e777-f2d3-455f-ad1d-f338e8fe7481 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:48:14.352442 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Publish callbacks [] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:14.363902 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Transition to ACTIVE for port object 9908e777-f2d3-455f-ad1d-f338e8fe7481 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:48:14.368285 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:14.418468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Pushing event updated for resources: {'Port': ['ID=9908e777-f2d3-455f-ad1d-f338e8fe7481,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:14.495074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Attempting to bind port 9908e777-f2d3-455f-ad1d-f338e8fe7481 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:48:14.495394 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Attempting to bind port 9908e777-f2d3-455f-ad1d-f338e8fe7481 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:48:14.495714 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Attempting to bind port 9908e777-f2d3-455f-ad1d-f338e8fe7481 on network 5629161e-71c6-4a43-a931-69402d294a75 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:48:14.500428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Port 9908e777-f2d3-455f-ad1d-f338e8fe7481 on network 5629161e-71c6-4a43-a931-69402d294a75 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:48:14.501125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Attempting to bind port 9908e777-f2d3-455f-ad1d-f338e8fe7481 on network 5629161e-71c6-4a43-a931-69402d294a75 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:48:14.506356 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:48:14.506703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Checking segment: {'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:48:14.507316 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Bound using segment: {'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:48:14.507772 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Bound port: 9908e777-f2d3-455f-ad1d-f338e8fe7481, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:48:14.508129 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:14.581554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] For port 9908e777-f2d3-455f-ad1d-f338e8fe7481, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:48:14.584971 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] For port 9908e777-f2d3-455f-ad1d-f338e8fe7481, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:48:14.593671 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:14.599581 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00bca4-e986-45d3-a354-01db4fe31efe req-35687081-4cdf-45e0-8e4f-03d40225ab6e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:14.602237 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b00bca4-e986-45d3-a354-01db4fe31efe req-35687081-4cdf-45e0-8e4f-03d40225ab6e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 944 time: 0.0665593 Feb 08 16:48:14.635366 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:14.635946 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:14.637478 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] 10.222.0.96 "PUT /v2.0/ports/9908e777-f2d3-455f-ad1d-f338e8fe7481 HTTP/1.1" status: 200 len: 1093 time: 0.6241593 Feb 08 16:48:14.637849 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:48:14.640433 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0317844a-0573-4f7c-8508-7c0c1252296e" -d '{"events": [{"name": "network-changed", "server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:48:14.668163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202772b-7f46-4ec4-8eb6-ad9f408b7918 service neutron] Pushing event updated for resources: {'Port': ['ID=9908e777-f2d3-455f-ad1d-f338e8fe7481,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:14.682428 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9b00bca4-e986-45d3-a354-01db4fe31efe req-1829fb5a-42c2-4e47-ad4e-d18d898dec52 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733774 Feb 08 16:48:14.726378 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2ea136-22d8-4a51-9889-fb0e0810c4f5 x-openstack-request-id: req-be2ea136-22d8-4a51-9889-fb0e0810c4f5 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:48:14.726815 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:48:14.727262 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-be2ea136-22d8-4a51-9889-fb0e0810c4f5 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:48:14.727677 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'status': 'completed', 'code': 200} Feb 08 16:48:14.747941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cd7cd-330e-4394-b277-5120b97e256b req-8958eba7-21fb-4a90-9572-d039d9f76849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:14.749825 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-8958eba7-21fb-4a90-9572-d039d9f76849 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 1127 time: 0.0607741 Feb 08 16:48:14.796456 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-114f2904-faa8-4e86-b300-11a36b5000d0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481 HTTP/1.1" status: 200 len: 217 time: 0.0384233 Feb 08 16:48:14.855176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cd7cd-330e-4394-b277-5120b97e256b req-a4d6175c-44f8-4657-a1db-580169cfdcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:14.856568 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-a4d6175c-44f8-4657-a1db-580169cfdcdf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2486d3b5-01b1-4c7f-9a5b-5f5cdc588335 HTTP/1.1" status: 200 len: 834 time: 0.0529952 Feb 08 16:48:14.905120 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cd7cd-330e-4394-b277-5120b97e256b req-f1ea5670-af13-400c-99a9-1d5018748a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:14.906588 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-f1ea5670-af13-400c-99a9-1d5018748a94 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5629161e-71c6-4a43-a931-69402d294a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436296 Feb 08 16:48:14.996894 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-5a4f0370-340a-4382-9bec-4114105687cf service neutron] 10.222.0.96 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837820 Feb 08 16:48:15.090507 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b70cd7cd-330e-4394-b277-5120b97e256b req-d4a3815b-dd5f-45a3-906a-9db6743ef3e0 service neutron] 10.222.0.96 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875885 Feb 08 16:48:15.181477 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317844a-0573-4f7c-8508-7c0c1252296e req-6a78f9d8-2f42-482d-9c54-1bed49de5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:15.182879 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0317844a-0573-4f7c-8508-7c0c1252296e req-6a78f9d8-2f42-482d-9c54-1bed49de5553 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 1127 time: 0.0461931 Feb 08 16:48:15.275759 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317844a-0573-4f7c-8508-7c0c1252296e req-e3a279e1-f3e1-4fe1-b985-1474443fbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:15.277245 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0317844a-0573-4f7c-8508-7c0c1252296e req-e3a279e1-f3e1-4fe1-b985-1474443fbcf7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5629161e-71c6-4a43-a931-69402d294a75 HTTP/1.1" status: 200 len: 898 time: 0.0878611 Feb 08 16:48:15.321543 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0317844a-0573-4f7c-8508-7c0c1252296e req-4e922f84-307d-4282-87cf-3668f1ca9d8e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481 HTTP/1.1" status: 200 len: 217 time: 0.0369210 Feb 08 16:48:15.368780 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317844a-0573-4f7c-8508-7c0c1252296e req-74d35a8f-12bd-45b7-81aa-85c19f3a40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:15.370234 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0317844a-0573-4f7c-8508-7c0c1252296e req-74d35a8f-12bd-45b7-81aa-85c19f3a40cb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2486d3b5-01b1-4c7f-9a5b-5f5cdc588335 HTTP/1.1" status: 200 len: 834 time: 0.0424058 Feb 08 16:48:15.426667 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317844a-0573-4f7c-8508-7c0c1252296e req-23b90e7c-83da-4103-809e-8e7f1618ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:15.428128 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0317844a-0573-4f7c-8508-7c0c1252296e req-23b90e7c-83da-4103-809e-8e7f1618ee36 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5629161e-71c6-4a43-a931-69402d294a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484807 Feb 08 16:48:15.516404 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0317844a-0573-4f7c-8508-7c0c1252296e req-99870bd1-69c1-4db6-8bcd-4871b0d74639 service neutron] 10.222.0.96 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799723 Feb 08 16:48:15.614230 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0317844a-0573-4f7c-8508-7c0c1252296e req-5ecbc3ac-b3f3-45ab-825b-9816fec4f7ed service neutron] 10.222.0.96 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891509 Feb 08 16:48:15.807593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72488a49-221c-4a57-98be-f026d33fafa5 req-472e6343-d5f5-4f2d-864e-4352c3c3022d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:15.809129 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72488a49-221c-4a57-98be-f026d33fafa5 req-472e6343-d5f5-4f2d-864e-4352c3c3022d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 944 time: 0.0578508 Feb 08 16:48:15.859647 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-72488a49-221c-4a57-98be-f026d33fafa5 req-3d1968f8-4c3a-458c-9bd7-0f7ee719a535 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446928 Feb 08 16:48:16.954610 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9908e777-f2d3-455f-ad1d-f338e8fe7481 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:48:16.983694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6a4d8-a85c-4f8c-b661-249ec662f0d5 req-ea678010-53f0-4938-a19b-fdcd2a5e83d2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:16.985228 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bcf6a4d8-a85c-4f8c-b661-249ec662f0d5 req-ea678010-53f0-4938-a19b-fdcd2a5e83d2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 944 time: 0.0542369 Feb 08 16:48:17.035368 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bcf6a4d8-a85c-4f8c-b661-249ec662f0d5 req-8ceedfec-4206-457c-a25c-7d5fbcf2eb44 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444345 Feb 08 16:48:17.052348 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9908e777-f2d3-455f-ad1d-f338e8fe7481, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:48:17.064814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'port_id': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'mac_address': 'fa:16:3e:a3:0a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:48:17.104897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 9908e777-f2d3-455f-ad1d-f338e8fe7481 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:48:17.105321 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:17.118751 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9908e777-f2d3-455f-ad1d-f338e8fe7481 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:48:17.137976 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9908e777-f2d3-455f-ad1d-f338e8fe7481, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:48:17.142118 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:17.187404 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=9908e777-f2d3-455f-ad1d-f338e8fe7481,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:17.392856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['9908e777-f2d3-455f-ad1d-f338e8fe7481'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:48:18.157993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afcae0-5f05-4439-975a-e97916acfae8 req-f25f91c3-12af-4e56-b0e1-9256682bec70 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:18.159466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31afcae0-5f05-4439-975a-e97916acfae8 req-f25f91c3-12af-4e56-b0e1-9256682bec70 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 945 time: 0.0566194 Feb 08 16:48:18.207325 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31afcae0-5f05-4439-975a-e97916acfae8 req-38ea00ff-5684-4614-9a29-4e52e3cdf39c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413396 Feb 08 16:48:18.970911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9908e777-f2d3-455f-ad1d-f338e8fe7481 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:48:19.019639 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 9908e777-f2d3-455f-ad1d-f338e8fe7481 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:48:19.024926 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 9908e777-f2d3-455f-ad1d-f338e8fe7481 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:48:19.025536 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:19.106803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 9908e777-f2d3-455f-ad1d-f338e8fe7481 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:48:19.107187 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:19.129698 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:48:19.132483 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a164e64-7943-4d6a-a9a9-7724e7db22df" -d '{"events": [{"server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "name": "network-vif-plugged", "status": "completed", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:48:19.145705 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 9908e777-f2d3-455f-ad1d-f338e8fe7481, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:48:19.153334 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:19.201308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=9908e777-f2d3-455f-ad1d-f338e8fe7481,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:19.228591 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553b5c9c-8bf1-46cb-bfbd-31b5eb5f4986 x-openstack-request-id: req-553b5c9c-8bf1-46cb-bfbd-31b5eb5f4986 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:48:19.228886 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "name": "network-vif-plugged", "status": "completed", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:48:19.229176 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-553b5c9c-8bf1-46cb-bfbd-31b5eb5f4986 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:48:19.229586 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'code': 200} Feb 08 16:48:19.326831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff73dd-0b76-48b6-8f7e-0365128433ac req-54194f39-541a-4993-bbbd-c4111aa01d47 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:19.328307 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46ff73dd-0b76-48b6-8f7e-0365128433ac req-54194f39-541a-4993-bbbd-c4111aa01d47 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0526953 Feb 08 16:48:19.329117 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1243f3-0901-4993-b7fa-b660800e4b76 req-c45d0ba3-10f0-4bf9-9dce-854553e99bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:19.330670 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc1243f3-0901-4993-b7fa-b660800e4b76 req-c45d0ba3-10f0-4bf9-9dce-854553e99bcd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 1129 time: 0.0451572 Feb 08 16:48:19.378804 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc1243f3-0901-4993-b7fa-b660800e4b76 req-e92559db-2e29-476a-a308-58c38c2ebc28 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418813 Feb 08 16:48:19.379582 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-46ff73dd-0b76-48b6-8f7e-0365128433ac req-392f8792-b7ae-4c73-9dbc-3425519e478b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455065 Feb 08 16:48:19.467903 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:20.504295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc78dc7-3008-4433-acb8-9ec47b58214c req-75daafef-5c14-4e8e-bb5a-44e036e4b3b2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:20.505726 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fc78dc7-3008-4433-acb8-9ec47b58214c req-75daafef-5c14-4e8e-bb5a-44e036e4b3b2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0528052 Feb 08 16:48:20.560912 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6fc78dc7-3008-4433-acb8-9ec47b58214c req-253b42a9-719b-4912-9294-ec4494dfe1da tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488825 Feb 08 16:48:20.898445 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:21.684204 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6a335-61f8-4e61-88a6-c58188a999bf req-8a173a2f-cb1e-4298-a064-397b47aff994 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:21.685687 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81f6a335-61f8-4e61-88a6-c58188a999bf req-8a173a2f-cb1e-4298-a064-397b47aff994 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0528686 Feb 08 16:48:21.735498 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81f6a335-61f8-4e61-88a6-c58188a999bf req-39237a2b-025d-4c23-9a07-746af479a0f8 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440335 Feb 08 16:48:21.853230 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6558f4-f54d-4fe4-9a03-6e06d9b090b3 req-7ca70688-de3b-4ed9-b69d-aabf7303a1a6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:21.854655 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a6558f4-f54d-4fe4-9a03-6e06d9b090b3 req-7ca70688-de3b-4ed9-b69d-aabf7303a1a6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0532918 Feb 08 16:48:21.903059 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3a6558f4-f54d-4fe4-9a03-6e06d9b090b3 req-b0f18172-803a-477e-a68b-6fd18125963e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428131 Feb 08 16:48:21.924623 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35280) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:21.972137 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e0b7a0-edaf-40ee-a583-8cc8d147a816 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:21.973702 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-70e0b7a0-edaf-40ee-a583-8cc8d147a816 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 1124 time: 0.0479143 Feb 08 16:48:21.977085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35282) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:21.981260 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:48:22.001253 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:22.095065 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:22.205420 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.25.7.150 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/25ed5165-e306-4589-8970-69efb53fce07) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:48:22.309626 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (25ed5165-e306-4589-8970-69efb53fce07), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:22.344698 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (25ed5165-e306-4589-8970-69efb53fce07), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:22.385488 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:48:22.390739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:48:22.393243 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:48:22.421430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=25ed5165-e306-4589-8970-69efb53fce07,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:22.738903 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (b86375e2-0505-4cc6-a90b-671475848b1e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:22.811299 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (25ed5165-e306-4589-8970-69efb53fce07), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:22.965591 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (25ed5165-e306-4589-8970-69efb53fce07), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:22.969952 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (25ed5165-e306-4589-8970-69efb53fce07), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:23.365774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=25ed5165-e306-4589-8970-69efb53fce07,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:48:23.376158 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (b86375e2-0505-4cc6-a90b-671475848b1e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:23.477583 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Floating IP b86375e2-0505-4cc6-a90b-671475848b1e associated. External IP: 172.25.7.150, port: 9908e777-f2d3-455f-ad1d-f338e8fe7481. Feb 08 16:48:23.687150 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router c65240ea-a53b-46ed-827b-f225d2ac8825 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:48:23.794937 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:48:23.806216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c814957-8040-4e77-91ff-a10fb4b189c7 None None] Sync routers for ids ['c65240ea-a53b-46ed-827b-f225d2ac8825'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:48:23.813180 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:23.816532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c814957-8040-4e77-91ff-a10fb4b189c7 None None] Routers {'c65240ea-a53b-46ed-827b-f225d2ac8825'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:48:23.817218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8c814957-8040-4e77-91ff-a10fb4b189c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:48:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c65240ea-a53b-46ed-827b-f225d2ac8825'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:23.843649 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c6ef3d58-f99d-4872-b0f2-115013030ce2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8655136 Feb 08 16:48:23.844372 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:48:23.846958 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f0b579-bdae-4e93-8c77-8c566f6cf7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:48:23.940034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-8c814957-8040-4e77-91ff-a10fb4b189c7 None None] Set router c65240ea-a53b-46ed-827b-f225d2ac8825 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:48:23.957301 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3023e3-536e-4d92-8e8c-85f8bba1a9cf req-6544865e-5b4b-45ee-a8f9-f9b5445c1d28 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:23.958887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3023e3-536e-4d92-8e8c-85f8bba1a9cf req-6544865e-5b4b-45ee-a8f9-f9b5445c1d28 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0559418 Feb 08 16:48:23.964144 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d12856-898e-4eb4-8801-ab5c9b3d279a x-openstack-request-id: req-68d12856-898e-4eb4-8801-ab5c9b3d279a {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:48:23.964468 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:48:23.964743 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-68d12856-898e-4eb4-8801-ab5c9b3d279a {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:48:23.965195 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'status': 'completed', 'code': 200} Feb 08 16:48:24.012504 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-df3023e3-536e-4d92-8e8c-85f8bba1a9cf req-8dab6eed-e448-4fc1-a120-898224dcb709 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463791 Feb 08 16:48:24.036032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35290) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:24.048054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0b579-bdae-4e93-8c77-8c566f6cf7fc req-11dbd610-504e-48ad-9b28-6cde67fbf6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:24.049606 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94f0b579-bdae-4e93-8c77-8c566f6cf7fc req-11dbd610-504e-48ad-9b28-6cde67fbf6aa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 1129 time: 0.0626171 Feb 08 16:48:24.105005 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-902a9662-7f7c-4e55-9435-d138f0af6974 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/b86375e2-0505-4cc6-a90b-671475848b1e HTTP/1.1" status: 200 len: 992 time: 0.0658710 Feb 08 16:48:24.148487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0b579-bdae-4e93-8c77-8c566f6cf7fc req-b93f0677-a1ab-4b7d-b586-e8f331e3013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:24.149985 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94f0b579-bdae-4e93-8c77-8c566f6cf7fc req-b93f0677-a1ab-4b7d-b586-e8f331e3013e service neutron] 10.222.0.96 "GET /v2.0/networks?id=5629161e-71c6-4a43-a931-69402d294a75 HTTP/1.1" status: 200 len: 898 time: 0.0935907 Feb 08 16:48:24.182868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8c814957-8040-4e77-91ff-a10fb4b189c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:48:02Z', 'updated_at': '2022-02-08T16:48:06Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:03Z', 'updated_at': '2022-02-08T16:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'b86375e2-0505-4cc6-a90b-671475848b1e', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'port_id': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'mac_address': 'fa:16:3e:a3:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548328dc-2eba-44ea-9efc-dd4629660074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:48:22Z', 'updated_at': '2022-02-08T16:48:22Z', 'revision_number': 0, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fed09f9-c7e8-4932-ae96-1877d9cae4fe', 'name': '', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:36:8e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:05Z', 'updated_at': '2022-02-08T16:48:09Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:24.198501 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:48:24.213914 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c814957-8040-4e77-91ff-a10fb4b189c7 None None] Checking router: c65240ea-a53b-46ed-827b-f225d2ac8825 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:48:24.216507 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94f0b579-bdae-4e93-8c77-8c566f6cf7fc req-0f2b6f3c-495c-45c8-93a4-e81704db9bbf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481 HTTP/1.1" status: 200 len: 1000 time: 0.0595350 Feb 08 16:48:24.222244 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c814957-8040-4e77-91ff-a10fb4b189c7 None None] Routers {'c65240ea-a53b-46ed-827b-f225d2ac8825'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:48:24.222853 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8c814957-8040-4e77-91ff-a10fb4b189c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:48:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c65240ea-a53b-46ed-827b-f225d2ac8825'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:24.269665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0b579-bdae-4e93-8c77-8c566f6cf7fc req-7cfe98ca-53dc-4029-ad42-985f310f6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:24.271156 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94f0b579-bdae-4e93-8c77-8c566f6cf7fc req-7cfe98ca-53dc-4029-ad42-985f310f6b6a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2486d3b5-01b1-4c7f-9a5b-5f5cdc588335 HTTP/1.1" status: 200 len: 834 time: 0.0484085 Feb 08 16:48:24.321315 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0b579-bdae-4e93-8c77-8c566f6cf7fc req-0048141c-0b02-4575-80f6-51cc83c0fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:24.322833 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94f0b579-bdae-4e93-8c77-8c566f6cf7fc req-0048141c-0b02-4575-80f6-51cc83c0fc45 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5629161e-71c6-4a43-a931-69402d294a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451901 Feb 08 16:48:24.333397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-8c814957-8040-4e77-91ff-a10fb4b189c7 None None] Set router c65240ea-a53b-46ed-827b-f225d2ac8825 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:48:24.415001 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94f0b579-bdae-4e93-8c77-8c566f6cf7fc req-6d611867-dce9-4853-9cd5-3a849aff232f service neutron] 10.222.0.96 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851612 Feb 08 16:48:24.509231 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-94f0b579-bdae-4e93-8c77-8c566f6cf7fc req-9d28ed75-4d44-4511-9ddd-c5c7f22ae5f1 service neutron] 10.222.0.96 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879786 Feb 08 16:48:24.559252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8c814957-8040-4e77-91ff-a10fb4b189c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:48:02Z', 'updated_at': '2022-02-08T16:48:06Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:03Z', 'updated_at': '2022-02-08T16:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'b86375e2-0505-4cc6-a90b-671475848b1e', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'port_id': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'mac_address': 'fa:16:3e:a3:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548328dc-2eba-44ea-9efc-dd4629660074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:48:22Z', 'updated_at': '2022-02-08T16:48:22Z', 'revision_number': 0, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fed09f9-c7e8-4932-ae96-1877d9cae4fe', 'name': '', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:36:8e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:05Z', 'updated_at': '2022-02-08T16:48:09Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:48:24.588869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c814957-8040-4e77-91ff-a10fb4b189c7 None None] The sync data for ids ['c65240ea-a53b-46ed-827b-f225d2ac8825'] in n-d-824834-11 is: [{'id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:48:02Z', 'updated_at': '2022-02-08T16:48:06Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:03Z', 'updated_at': '2022-02-08T16:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'b86375e2-0505-4cc6-a90b-671475848b1e', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'port_id': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'mac_address': 'fa:16:3e:a3:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548328dc-2eba-44ea-9efc-dd4629660074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:48:22Z', 'updated_at': '2022-02-08T16:48:22Z', 'revision_number': 0, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fed09f9-c7e8-4932-ae96-1877d9cae4fe', 'name': '', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:36:8e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:05Z', 'updated_at': '2022-02-08T16:48:09Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:48:24.794511 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eee24f-7829-4d68-a4e2-a633258a2e54 None None] New status for floating IP b86375e2-0505-4cc6-a90b-671475848b1e: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:48:25.107409 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35292) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:25.172619 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-30375bd2-9ba7-4d50-9a93-e0d57085b674 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/b86375e2-0505-4cc6-a90b-671475848b1e HTTP/1.1" status: 200 len: 994 time: 0.0639155 Feb 08 16:48:31.635689 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-22ae8abe-6e7e-4c02-acfb-4a1002776779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:33.905991 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-177aae95-dabf-49af-a212-e66ac37e29f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:35.745011 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:36.919051 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:38.099911 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:49.477531 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:50.891111 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:48:56.336004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-a0daade1-c569-479b-9176-6e8b5cbec4b9 req-cd732d7c-05fa-4532-a3be-79d5b8e4ad1c service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:48:56.336990 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0daade1-c569-479b-9176-6e8b5cbec4b9 req-cd732d7c-05fa-4532-a3be-79d5b8e4ad1c service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060802 Feb 08 16:48:56.527822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35318) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:48:56.530572 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817811e-23e5-4c78-bb0b-b8dd1a16d2fd req-302b8189-5885-458b-acf9-9f8ffce46f6e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:56.532073 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4817811e-23e5-4c78-bb0b-b8dd1a16d2fd req-302b8189-5885-458b-acf9-9f8ffce46f6e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0541859 Feb 08 16:48:56.588509 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4817811e-23e5-4c78-bb0b-b8dd1a16d2fd req-fb7958d4-e8fa-4c78-a7f2-0d1f2b9c277f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495875 Feb 08 16:48:56.613883 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-6e600709-82c5-4709-8fe8-efdd0376ce33 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848701 Feb 08 16:48:56.622331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-1771bef0-e31f-4a74-9156-47cc79dbc18a service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:48:56.623361 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-1771bef0-e31f-4a74-9156-47cc79dbc18a service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050218 Feb 08 16:48:57.714043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8872c70-a93d-486e-b79c-9eedf48d6fa8 req-1cdc8119-4fb8-48b8-8771-ad2793868859 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:57.715687 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8872c70-a93d-486e-b79c-9eedf48d6fa8 req-1cdc8119-4fb8-48b8-8771-ad2793868859 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0571940 Feb 08 16:48:57.767877 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f8872c70-a93d-486e-b79c-9eedf48d6fa8 req-01086ac8-e3bc-4b19-907b-812497106fd5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453291 Feb 08 16:48:57.782014 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-010b21c0-4ba1-43a6-8268-dc5643052eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:57.783558 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-010b21c0-4ba1-43a6-8268-dc5643052eab service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 1129 time: 0.0456426 Feb 08 16:48:57.875730 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-177d88ca-8376-4118-b79f-e4e6c1dd1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:57.877163 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-177d88ca-8376-4118-b79f-e4e6c1dd1c15 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5629161e-71c6-4a43-a931-69402d294a75 HTTP/1.1" status: 200 len: 898 time: 0.0880027 Feb 08 16:48:57.945967 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-9ae85fad-f3bc-42f9-9865-75ace21b26f9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481 HTTP/1.1" status: 200 len: 1002 time: 0.0628979 Feb 08 16:48:57.999527 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-4539acf7-2037-41d7-8630-ee13da68cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:58.001000 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-4539acf7-2037-41d7-8630-ee13da68cf51 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2486d3b5-01b1-4c7f-9a5b-5f5cdc588335 HTTP/1.1" status: 200 len: 834 time: 0.0480475 Feb 08 16:48:58.050402 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-a46c15b5-2123-4425-a6d2-e450aa3e1c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:58.051915 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-a46c15b5-2123-4425-a6d2-e450aa3e1c3a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5629161e-71c6-4a43-a931-69402d294a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445096 Feb 08 16:48:58.139306 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-7c930e56-68ff-47aa-8af8-34f1a5482968 service neutron] 10.222.0.96 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814538 Feb 08 16:48:58.233480 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-912ed06d-4c1b-4d2d-8205-eaa3ce503ea4 service neutron] 10.222.0.96 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885518 Feb 08 16:48:58.893113 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb99236-b585-42f8-9647-9d2983f50b60 req-73b62e81-d5d5-4212-b9e0-24a47c9c0ce3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:58.894596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0cb99236-b585-42f8-9647-9d2983f50b60 req-73b62e81-d5d5-4212-b9e0-24a47c9c0ce3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0520244 Feb 08 16:48:58.945223 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0cb99236-b585-42f8-9647-9d2983f50b60 req-760ff98b-b8d4-43e7-8b12-69f3203205c1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443671 Feb 08 16:48:59.053938 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de2b5d-0ba2-4561-8735-2996348bfbb4 req-10038841-00b3-470f-99ab-a1f64fb74f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:59.055361 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4de2b5d-0ba2-4561-8735-2996348bfbb4 req-10038841-00b3-470f-99ab-a1f64fb74f66 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 1129 time: 0.0457442 Feb 08 16:48:59.160176 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de2b5d-0ba2-4561-8735-2996348bfbb4 req-61e4d428-c641-48e0-b55a-ece6d7782e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:59.162916 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4de2b5d-0ba2-4561-8735-2996348bfbb4 req-61e4d428-c641-48e0-b55a-ece6d7782e35 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5629161e-71c6-4a43-a931-69402d294a75 HTTP/1.1" status: 200 len: 898 time: 0.0902064 Feb 08 16:48:59.229194 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4de2b5d-0ba2-4561-8735-2996348bfbb4 req-991e85ca-d540-4fd2-8115-e1a9544f0479 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481 HTTP/1.1" status: 200 len: 1002 time: 0.0602236 Feb 08 16:48:59.276760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de2b5d-0ba2-4561-8735-2996348bfbb4 req-317f238d-69b3-473f-bdb4-ecd8b7c1866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:59.278231 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4de2b5d-0ba2-4561-8735-2996348bfbb4 req-317f238d-69b3-473f-bdb4-ecd8b7c1866c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2486d3b5-01b1-4c7f-9a5b-5f5cdc588335 HTTP/1.1" status: 200 len: 834 time: 0.0428956 Feb 08 16:48:59.330107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de2b5d-0ba2-4561-8735-2996348bfbb4 req-a3b157d4-4b20-41ba-b942-aba7c4133ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:48:59.331505 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4de2b5d-0ba2-4561-8735-2996348bfbb4 req-a3b157d4-4b20-41ba-b942-aba7c4133ae1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5629161e-71c6-4a43-a931-69402d294a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475161 Feb 08 16:48:59.417379 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4de2b5d-0ba2-4561-8735-2996348bfbb4 req-7689cbe1-0d59-424d-ac0e-ebe877bee9cf service neutron] 10.222.0.96 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799384 Feb 08 16:48:59.508539 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f4de2b5d-0ba2-4561-8735-2996348bfbb4 req-acbe6cdb-e4b5-4dd6-8d38-0fcc7e0f20f8 service neutron] 10.222.0.96 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855732 Feb 08 16:49:00.070727 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491a423-5acc-4055-b9af-cd61ef65e7ea req-75fc83e6-6fe3-43b5-8f90-c9387c51371d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:00.072229 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d491a423-5acc-4055-b9af-cd61ef65e7ea req-75fc83e6-6fe3-43b5-8f90-c9387c51371d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0576973 Feb 08 16:49:00.120571 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d491a423-5acc-4055-b9af-cd61ef65e7ea req-096a437b-0d2d-4982-9e66-a6086140970e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426967 Feb 08 16:49:01.199376 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:49:01.250053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c659b-6751-4ca3-942a-e7e2d185c18d req-7c32655a-1378-48e2-afc8-fbc2fe98e7bd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:01.251637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-764c659b-6751-4ca3-942a-e7e2d185c18d req-7c32655a-1378-48e2-afc8-fbc2fe98e7bd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0555720 Feb 08 16:49:01.303501 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-764c659b-6751-4ca3-942a-e7e2d185c18d req-4122a00f-5044-4d99-b420-78a8c1b9bc04 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450840 Feb 08 16:49:01.637536 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a46d20b3-d52f-44b9-ae51-8559261125e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:02.439663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa037f-d670-4e8b-bf82-1fa0931e1a50 req-a6589be6-7666-4487-8cea-9c2804ddc6e2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:02.441232 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43aa037f-d670-4e8b-bf82-1fa0931e1a50 req-a6589be6-7666-4487-8cea-9c2804ddc6e2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0574851 Feb 08 16:49:02.491293 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-43aa037f-d670-4e8b-bf82-1fa0931e1a50 req-c5f2bdb4-ae0b-4aef-882a-1484e84c808e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439692 Feb 08 16:49:03.613406 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8730f-1623-48e0-a62d-3d479c01f6d4 req-e9a845fc-3ec6-4fe2-874b-fb46428dcbe9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:03.614945 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a8730f-1623-48e0-a62d-3d479c01f6d4 req-e9a845fc-3ec6-4fe2-874b-fb46428dcbe9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0529969 Feb 08 16:49:03.664182 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-12a8730f-1623-48e0-a62d-3d479c01f6d4 req-f2aa0bee-41e4-4dc5-96ae-23b00a061345 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436418 Feb 08 16:49:03.906152 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6174231a-2bf9-431f-accc-5c16791b21a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:04.785722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732d2fc-a7bd-45e4-b0a7-5d637f2268ec req-26d09025-1108-4b7c-b5f9-24d866a0713b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:04.787807 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7732d2fc-a7bd-45e4-b0a7-5d637f2268ec req-26d09025-1108-4b7c-b5f9-24d866a0713b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0539701 Feb 08 16:49:04.841141 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7732d2fc-a7bd-45e4-b0a7-5d637f2268ec req-3de609f1-9fb5-4db8-b43a-7796ab612c98 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474217 Feb 08 16:49:05.747897 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:05.961789 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6575df-eee2-426a-a43b-fd4b82409fd9 req-1ab14a61-61c0-4667-9ebd-f452bfd82d69 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:05.963283 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6e6575df-eee2-426a-a43b-fd4b82409fd9 req-1ab14a61-61c0-4667-9ebd-f452bfd82d69 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0545039 Feb 08 16:49:06.011710 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6e6575df-eee2-426a-a43b-fd4b82409fd9 req-27d3f7bc-b828-4538-9dcb-fa46fb210191 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428066 Feb 08 16:49:06.921431 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:07.151389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41c065-d7ad-47b9-89e4-2aa5ac94dfdf req-5a2934b6-1402-42c8-87eb-4df693e612d7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:07.153040 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b41c065-d7ad-47b9-89e4-2aa5ac94dfdf req-5a2934b6-1402-42c8-87eb-4df693e612d7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0578804 Feb 08 16:49:07.206778 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3b41c065-d7ad-47b9-89e4-2aa5ac94dfdf req-03a10493-e1c4-4d63-acf8-26c0298a9ece tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478625 Feb 08 16:49:08.103009 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:08.338750 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf0377-58c0-42d4-8cfa-e11608779235 req-2a6f9df2-7482-4726-a8d4-cc1a4398ce87 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:08.340291 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-74bf0377-58c0-42d4-8cfa-e11608779235 req-2a6f9df2-7482-4726-a8d4-cc1a4398ce87 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0638540 Feb 08 16:49:08.397458 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-74bf0377-58c0-42d4-8cfa-e11608779235 req-70c148c3-5c7f-4e9f-83a5-53bed67af3c3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514319 Feb 08 16:49:09.519252 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225d8d4-2dbc-4ff2-8f6c-d82c44fb7b40 req-72248d99-9ecb-475a-86d3-9e84e205090d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:09.520707 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b225d8d4-2dbc-4ff2-8f6c-d82c44fb7b40 req-72248d99-9ecb-475a-86d3-9e84e205090d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0532506 Feb 08 16:49:09.570029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b225d8d4-2dbc-4ff2-8f6c-d82c44fb7b40 req-84e141c5-bb89-4c0b-b623-b7648c34a2dc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436351 Feb 08 16:49:10.691340 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31beee8f-8846-4841-b088-0a958b77df46 req-9807b329-4c8d-434c-93b4-1fa9208ecb9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:10.693532 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31beee8f-8846-4841-b088-0a958b77df46 req-9807b329-4c8d-434c-93b4-1fa9208ecb9a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0538156 Feb 08 16:49:10.746905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-31beee8f-8846-4841-b088-0a958b77df46 req-b9a7d3f1-f9e0-4b34-bf45-72ac4ab6dadb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474453 Feb 08 16:49:11.868872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc47bd-52e5-4211-ae48-8ff8eb12fc45 req-c8624115-f48b-4813-b611-3383157c65fe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:11.870367 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2cc47bd-52e5-4211-ae48-8ff8eb12fc45 req-c8624115-f48b-4813-b611-3383157c65fe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0541482 Feb 08 16:49:11.921688 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2cc47bd-52e5-4211-ae48-8ff8eb12fc45 req-8b9cbf51-3f00-456b-96a5-029aaa552fc5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457528 Feb 08 16:49:13.044177 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f831bd1-8939-4641-a3a7-95d32f048b92 req-1ec1aede-65a0-42fc-b960-c6b8f8a2dda1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:13.045708 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f831bd1-8939-4641-a3a7-95d32f048b92 req-1ec1aede-65a0-42fc-b960-c6b8f8a2dda1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0521140 Feb 08 16:49:13.094521 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4f831bd1-8939-4641-a3a7-95d32f048b92 req-6011e320-324b-40ec-962f-8c9f5fac5cd2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431371 Feb 08 16:49:14.219367 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fe024-34ad-4f96-b2b3-4f87fccaa3e8 req-92bb2c5c-5b32-470a-95fb-89253d5701fe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:14.220882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-122fe024-34ad-4f96-b2b3-4f87fccaa3e8 req-92bb2c5c-5b32-470a-95fb-89253d5701fe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0565581 Feb 08 16:49:14.269275 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-122fe024-34ad-4f96-b2b3-4f87fccaa3e8 req-f2b12a3d-2be3-48e0-b9a8-2eba77b85bed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422637 Feb 08 16:49:15.085686 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-7678dc7a-5f2c-4cfa-b83a-0aaf36bde8d2 service neutron] show failed (client error): The resource could not be found. Feb 08 16:49:15.086737 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-7678dc7a-5f2c-4cfa-b83a-0aaf36bde8d2 service neutron] 10.222.0.96 "GET /v2.0/ports/9908e777-f2d3-455f-ad1d-f338e8fe7481/bindings/n-h1-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.0548522 Feb 08 16:49:15.336578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-67ee80d9-411f-431e-8306-34faf0ab10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:15.338064 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-67ee80d9-411f-431e-8306-34faf0ab10ed service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074&tenant_id=3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 1129 time: 0.0918782 Feb 08 16:49:15.362412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:49:15.454925 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810f0f3-8432-4610-89ae-d55d6f984b80 req-1f39f232-9d6e-4176-95d0-a8134e48cc59 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:15.456413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a810f0f3-8432-4610-89ae-d55d6f984b80 req-1f39f232-9d6e-4176-95d0-a8134e48cc59 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.1070657 Feb 08 16:49:15.459229 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:15.548187 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a810f0f3-8432-4610-89ae-d55d6f984b80 req-e02c24d8-8ed8-4a6c-b450-08ad56baa896 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858777 Feb 08 16:49:15.696295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] For port 9908e777-f2d3-455f-ad1d-f338e8fe7481, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:15.729425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] For port 9908e777-f2d3-455f-ad1d-f338e8fe7481, host n-h2-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:49:15.768807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:49:15.771459 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65ad469-9c33-4329-8497-eaa8f1bbd8b0" -d '{"events": [{"server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "name": "network-vif-unplugged", "status": "completed", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:49:15.775291 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Publish callbacks [] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:15.788807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Transition to ACTIVE for port object 9908e777-f2d3-455f-ad1d-f338e8fe7481 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:49:15.792925 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:15.826198 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a823ec-4c7a-4341-97a7-aec8f0962e21 x-openstack-request-id: req-b7a823ec-4c7a-4341-97a7-aec8f0962e21 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:49:15.826495 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "name": "network-vif-unplugged", "status": "completed", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:49:15.826744 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b7a823ec-4c7a-4341-97a7-aec8f0962e21 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:49:15.827133 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'code': 200} Feb 08 16:49:15.877210 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Pushing event updated for resources: {'Port': ['ID=9908e777-f2d3-455f-ad1d-f338e8fe7481,revision_number=6']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:15.889374 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:15.889721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:15.890061 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:15.890396 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:15.890727 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:15.891053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:15.891511 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:15.891759 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:15.892008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:15.892328 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:15.892647 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:15.892969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:15.893298 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:15.932266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] No DVR routers for this DVR port 9908e777-f2d3-455f-ad1d-f338e8fe7481 on host n-h2-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:49:16.072692 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Attempting to bind port 9908e777-f2d3-455f-ad1d-f338e8fe7481 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:49:16.073057 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Attempting to bind port 9908e777-f2d3-455f-ad1d-f338e8fe7481 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:49:16.073389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Attempting to bind port 9908e777-f2d3-455f-ad1d-f338e8fe7481 on network 5629161e-71c6-4a43-a931-69402d294a75 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:49:16.077658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Port 9908e777-f2d3-455f-ad1d-f338e8fe7481 on network 5629161e-71c6-4a43-a931-69402d294a75 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:49:16.077980 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Attempting to bind port 9908e777-f2d3-455f-ad1d-f338e8fe7481 on network 5629161e-71c6-4a43-a931-69402d294a75 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:49:16.082781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:49:16.083123 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Checking segment: {'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:49:16.084078 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Bound using segment: {'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:49:16.084503 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Bound port: 9908e777-f2d3-455f-ad1d-f338e8fe7481, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d64c214-5dbb-455e-82f8-2c270e1330b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5629161e-71c6-4a43-a931-69402d294a75'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:49:16.084856 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.151173 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] For port 9908e777-f2d3-455f-ad1d-f338e8fe7481, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:49:16.154280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] For port 9908e777-f2d3-455f-ad1d-f338e8fe7481, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:49:16.159385 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.198034 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:16.198605 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:16.200001 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] 10.222.0.94 "PUT /v2.0/ports/9908e777-f2d3-455f-ad1d-f338e8fe7481 HTTP/1.1" status: 200 len: 1093 time: 0.8493862 Feb 08 16:49:16.218143 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a2230-99a1-41b4-9763-4a8e198d0f2d service neutron] Pushing event updated for resources: {'Port': ['ID=9908e777-f2d3-455f-ad1d-f338e8fe7481,revision_number=7']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:16.269306 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-1fbb39da-36df-40a6-a5fb-cf1cb2824667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:16.271400 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-1fbb39da-36df-40a6-a5fb-cf1cb2824667 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 1127 time: 0.0475960 Feb 08 16:49:16.371347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-6146693f-9727-45fa-8368-97be804583d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:16.373046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-6146693f-9727-45fa-8368-97be804583d7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5629161e-71c6-4a43-a931-69402d294a75 HTTP/1.1" status: 200 len: 898 time: 0.0950665 Feb 08 16:49:16.440752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-15df7173-bd1e-4746-8df0-8cdb81992cd7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481 HTTP/1.1" status: 200 len: 1000 time: 0.0610173 Feb 08 16:49:16.494462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-5e981086-ae0c-4d32-a6ae-31340df11385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:16.495815 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-5e981086-ae0c-4d32-a6ae-31340df11385 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2486d3b5-01b1-4c7f-9a5b-5f5cdc588335 HTTP/1.1" status: 200 len: 834 time: 0.0444775 Feb 08 16:49:16.549473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-c77e8ebd-cec8-4084-ba21-9ff984715301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:16.551084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-c77e8ebd-cec8-4084-ba21-9ff984715301 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5629161e-71c6-4a43-a931-69402d294a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487440 Feb 08 16:49:16.667791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-3f675799-6154-4bcb-b0ad-716e0a8e2749 service neutron] 10.222.0.94 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092591 Feb 08 16:49:16.733473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cf208-6603-4db7-90b4-bdb1ab48237a req-aed15793-2795-49af-a1a0-22d2424a1918 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:16.734952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-170cf208-6603-4db7-90b4-bdb1ab48237a req-aed15793-2795-49af-a1a0-22d2424a1918 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 944 time: 0.1096692 Feb 08 16:49:16.814076 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-170cf208-6603-4db7-90b4-bdb1ab48237a req-60648c57-2c6d-4988-b02b-e9acbd4511df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687518 Feb 08 16:49:16.816064 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f899c0cd-bbde-4f80-aeaf-cdd6eec77037 req-dbcb2efe-10f9-4582-8c1c-2e8a7ccdc77c service neutron] 10.222.0.94 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400681 Feb 08 16:49:17.828538 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:49:17.831064 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d" -d '{"events": [{"name": "network-changed", "server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:49:17.883837 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93629e0-56ca-442b-a315-45b82e08ea1b x-openstack-request-id: req-a93629e0-56ca-442b-a315-45b82e08ea1b {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:49:17.884507 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:49:17.884766 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a93629e0-56ca-442b-a315-45b82e08ea1b {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:49:17.885876 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'status': 'completed', 'code': 200} Feb 08 16:49:17.954033 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-d4d7d909-3d67-4f25-b6a1-e43c112a6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:17.955554 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-d4d7d909-3d67-4f25-b6a1-e43c112a6b59 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 1127 time: 0.0472331 Feb 08 16:49:17.980588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f3964-5948-4055-bb74-f045b46b4ced req-b0d5fc3d-70d8-49b3-83c1-0cfcd6bbf988 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:17.982100 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef3f3964-5948-4055-bb74-f045b46b4ced req-b0d5fc3d-70d8-49b3-83c1-0cfcd6bbf988 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 944 time: 0.0953877 Feb 08 16:49:17.984707 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-d14795ed-243c-4142-8adb-c952ec583ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:17.986154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-d14795ed-243c-4142-8adb-c952ec583ef9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 1127 time: 0.0688863 Feb 08 16:49:18.050194 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-c07c9626-bf59-401e-ab8e-6a67dc4bc6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:18.051693 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-c07c9626-bf59-401e-ab8e-6a67dc4bc6f5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5629161e-71c6-4a43-a931-69402d294a75 HTTP/1.1" status: 200 len: 898 time: 0.0884576 Feb 08 16:49:18.086173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef3f3964-5948-4055-bb74-f045b46b4ced req-2bed0df8-cfae-47ff-bf4a-0945f81f4933 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982308 Feb 08 16:49:18.111469 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-e54e36dd-f609-4600-9fe9-7a49d8f2b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:18.112988 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-e54e36dd-f609-4600-9fe9-7a49d8f2b968 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5629161e-71c6-4a43-a931-69402d294a75 HTTP/1.1" status: 200 len: 898 time: 0.1180356 Feb 08 16:49:18.118379 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-85a95325-0d9b-4748-b920-8c8a8e808df2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481 HTTP/1.1" status: 200 len: 1000 time: 0.0598381 Feb 08 16:49:18.167043 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-8f3267ff-4429-4615-b059-3e5c4e3b92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:18.168521 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-8f3267ff-4429-4615-b059-3e5c4e3b92bb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2486d3b5-01b1-4c7f-9a5b-5f5cdc588335 HTTP/1.1" status: 200 len: 834 time: 0.0439413 Feb 08 16:49:18.182932 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-d39ea75e-6eb5-4e16-bbad-b54d12878c60 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481 HTTP/1.1" status: 200 len: 1000 time: 0.0601234 Feb 08 16:49:18.220683 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-18077b04-b253-49b3-a0f4-6914c5af8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:18.222254 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-18077b04-b253-49b3-a0f4-6914c5af8541 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5629161e-71c6-4a43-a931-69402d294a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483313 Feb 08 16:49:18.239312 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-be301e31-438b-486c-9869-3163a4639204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:18.241409 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-be301e31-438b-486c-9869-3163a4639204 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2486d3b5-01b1-4c7f-9a5b-5f5cdc588335 HTTP/1.1" status: 200 len: 834 time: 0.0456495 Feb 08 16:49:18.298054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-7f019bbe-35ac-4ff5-b7db-dfa05bd0b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:18.299582 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-7f019bbe-35ac-4ff5-b7db-dfa05bd0b00e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5629161e-71c6-4a43-a931-69402d294a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506532 Feb 08 16:49:18.310778 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-a722e7ac-d5c5-4619-b080-e429e5240037 service neutron] 10.222.0.96 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823622 Feb 08 16:49:18.390014 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-83989c6b-d12d-4898-a365-871c3edaa355 service neutron] 10.222.0.94 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821254 Feb 08 16:49:18.403591 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-99f6b8df-a4ee-4f9e-8c05-db9b5c373f41 service neutron] 10.222.0.96 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873334 Feb 08 16:49:18.484073 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5ae5ea38-3c1f-46b5-a0b4-6a653db2ad2d req-4765bf0c-c12b-4e7b-ac2f-c4b3ff4d3fd5 service neutron] 10.222.0.94 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857668 Feb 08 16:49:19.209674 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36167f60-17ea-476d-be1b-0a23c2dd7f7b req-afa7dbb6-ebee-4d2f-bbf7-550a575035f6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:19.211176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36167f60-17ea-476d-be1b-0a23c2dd7f7b req-afa7dbb6-ebee-4d2f-bbf7-550a575035f6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 944 time: 0.0531075 Feb 08 16:49:19.229892 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9908e777-f2d3-455f-ad1d-f338e8fe7481 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:49:19.260024 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-36167f60-17ea-476d-be1b-0a23c2dd7f7b req-b537b687-3cd1-47ba-86e5-aa21c1cbe8fd tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433736 Feb 08 16:49:19.289973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9908e777-f2d3-455f-ad1d-f338e8fe7481 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:49:19.356290 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] The host n-h2-824834-11 is not matching for port 9908e777-f2d3-455f-ad1d-f338e8fe7481 host n-h1-824834-11! {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 08 16:49:19.356749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 9908e777-f2d3-455f-ad1d-f338e8fe7481 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:49:19.364167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9908e777-f2d3-455f-ad1d-f338e8fe7481, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:19.377065 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'port_id': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'mac_address': 'fa:16:3e:a3:0a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:49:19.416398 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 9908e777-f2d3-455f-ad1d-f338e8fe7481 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:49:19.416837 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:19.430098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9908e777-f2d3-455f-ad1d-f338e8fe7481 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:49:19.454955 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9908e777-f2d3-455f-ad1d-f338e8fe7481, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:19.460029 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:19.482854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da075fd1-fe3d-4d43-bbcc-0319615e12ea req-43ed135b-bbaf-4a69-996f-06e1dce1d60f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:19.484919 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da075fd1-fe3d-4d43-bbcc-0319615e12ea req-43ed135b-bbaf-4a69-996f-06e1dce1d60f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 944 time: 0.0711150 Feb 08 16:49:19.491364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711570d-2308-4dc6-a7d8-a513afef4164 req-8545cd9c-fe47-460c-a0a0-63fa3502a005 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:19.493445 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1711570d-2308-4dc6-a7d8-a513afef4164 req-8545cd9c-fe47-460c-a0a0-63fa3502a005 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074&tenant_id=3bed23fcd0254b179facffb28ee090ad&binding%3Ahost_id=n-h1-824834-11 HTTP/1.1" status: 200 len: 944 time: 0.0674183 Feb 08 16:49:19.507615 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:19.520005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=9908e777-f2d3-455f-ad1d-f338e8fe7481,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:19.529052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:19.529052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:19.529415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:19.529796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:19.530140 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:19.530481 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:19.530813 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:19.531145 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:19.531880 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:19.532291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:19.532541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:19.532869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:19.533225 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:19.541056 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da075fd1-fe3d-4d43-bbcc-0319615e12ea req-62f8fa3d-3f46-4acc-83fc-95fd5f904722 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499644 Feb 08 16:49:19.558924 n-d-824834-11 neutron-server[103302]: INFO neutron.api.v2.resource [req-1711570d-2308-4dc6-a7d8-a513afef4164 req-4a2e193b-a3cf-4965-ac51-7abaa96e128a service neutron] delete failed (client error): The resource could not be found. Feb 08 16:49:19.559997 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1711570d-2308-4dc6-a7d8-a513afef4164 req-4a2e193b-a3cf-4965-ac51-7abaa96e128a service neutron] 10.222.0.96 "DELETE /v2.0/ports/9908e777-f2d3-455f-ad1d-f338e8fe7481/bindings/n-h2-824834-11 HTTP/1.1" status: 404 len: 381 time: 0.0597339 Feb 08 16:49:19.648720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711570d-2308-4dc6-a7d8-a513afef4164 req-80849b49-7ae9-4b32-8fa8-f350e048adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:19.650125 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1711570d-2308-4dc6-a7d8-a513afef4164 req-80849b49-7ae9-4b32-8fa8-f350e048adc8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 1128 time: 0.0467930 Feb 08 16:49:19.670396 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93000cc0-62ca-4720-89f1-d3f4419f6cdf req-13858de3-a110-445a-8128-967f28c13558 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:19.671925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93000cc0-62ca-4720-89f1-d3f4419f6cdf req-13858de3-a110-445a-8128-967f28c13558 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 945 time: 0.0605509 Feb 08 16:49:19.721955 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93000cc0-62ca-4720-89f1-d3f4419f6cdf req-7916563d-abdf-4923-ad26-0c098973fb5e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441771 Feb 08 16:49:19.753002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711570d-2308-4dc6-a7d8-a513afef4164 req-f83f04e4-ac55-47ad-8a27-78f138235a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:19.754491 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1711570d-2308-4dc6-a7d8-a513afef4164 req-f83f04e4-ac55-47ad-8a27-78f138235a19 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5629161e-71c6-4a43-a931-69402d294a75 HTTP/1.1" status: 200 len: 898 time: 0.0981960 Feb 08 16:49:19.781235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['9908e777-f2d3-455f-ad1d-f338e8fe7481'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:49:19.825368 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1711570d-2308-4dc6-a7d8-a513afef4164 req-5d3c14bd-29ad-4317-9cce-249955091938 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481 HTTP/1.1" status: 200 len: 1001 time: 0.0645208 Feb 08 16:49:19.878814 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711570d-2308-4dc6-a7d8-a513afef4164 req-057aee21-4d5b-4b21-9df7-0a9bead20117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:19.880853 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1711570d-2308-4dc6-a7d8-a513afef4164 req-057aee21-4d5b-4b21-9df7-0a9bead20117 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2486d3b5-01b1-4c7f-9a5b-5f5cdc588335 HTTP/1.1" status: 200 len: 834 time: 0.0487390 Feb 08 16:49:19.929472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711570d-2308-4dc6-a7d8-a513afef4164 req-75796ec5-161e-4310-b773-f9f4218429e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:19.931038 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1711570d-2308-4dc6-a7d8-a513afef4164 req-75796ec5-161e-4310-b773-f9f4218429e0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5629161e-71c6-4a43-a931-69402d294a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454185 Feb 08 16:49:20.022559 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1711570d-2308-4dc6-a7d8-a513afef4164 req-d3e82e64-02ef-4779-b671-800866ea569e service neutron] 10.222.0.96 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841308 Feb 08 16:49:20.115884 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1711570d-2308-4dc6-a7d8-a513afef4164 req-26bf308c-f3d2-4352-af52-f9f95a5f784a service neutron] 10.222.0.96 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871406 Feb 08 16:49:20.841856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25feecbf-86c5-420d-b227-8a8aab076f8b req-5182e720-5fd5-45e2-b197-42233cc1bbb1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:20.843330 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25feecbf-86c5-420d-b227-8a8aab076f8b req-5182e720-5fd5-45e2-b197-42233cc1bbb1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 945 time: 0.0517197 Feb 08 16:49:20.892289 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25feecbf-86c5-420d-b227-8a8aab076f8b req-d5197840-b6e8-4617-b4fd-dd571a0a8c25 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434723 Feb 08 16:49:20.908000 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:20.915409 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35398) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:20.977895 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7bcae1a5-91ce-4343-a1ec-0035fece6019 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/b86375e2-0505-4cc6-a90b-671475848b1e HTTP/1.1" status: 200 len: 993 time: 0.0613105 Feb 08 16:49:21.236638 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9908e777-f2d3-455f-ad1d-f338e8fe7481 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:49:21.285439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 9908e777-f2d3-455f-ad1d-f338e8fe7481 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:49:21.289840 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 9908e777-f2d3-455f-ad1d-f338e8fe7481 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:49:21.290213 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:21.368309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 9908e777-f2d3-455f-ad1d-f338e8fe7481 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:49:21.368695 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:21.391131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:49:21.393406 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755d8fbc-9656-4b77-9865-20a99da9746e" -d '{"events": [{"server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "name": "network-vif-plugged", "status": "completed", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:49:21.406104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 9908e777-f2d3-455f-ad1d-f338e8fe7481, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:21.410146 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:21.433717 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d30d8eb-c15a-411e-ac08-300d453b111b x-openstack-request-id: req-6d30d8eb-c15a-411e-ac08-300d453b111b {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:49:21.434121 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "name": "network-vif-plugged", "status": "completed", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:49:21.434381 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6d30d8eb-c15a-411e-ac08-300d453b111b {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:49:21.434774 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'code': 200} Feb 08 16:49:21.460771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=9908e777-f2d3-455f-ad1d-f338e8fe7481,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:31.639171 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a508357b-13f9-4727-838c-7d8092ecca87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:33.907612 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9aa0105c-50a4-427f-add0-e349b7d685d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:35.749658 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:36.924555 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:38.104459 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:38.200192 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:49:49.496300 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:50.901677 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:53.494433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35410) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:53.653601 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port 25ed5165-e306-4589-8970-69efb53fce07 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:49:53.653947 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (25ed5165-e306-4589-8970-69efb53fce07), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:53.728678 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (25ed5165-e306-4589-8970-69efb53fce07), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:53.729059 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (25ed5165-e306-4589-8970-69efb53fce07), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:53.742460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for 25ed5165-e306-4589-8970-69efb53fce07 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:49:53.890735 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (25ed5165-e306-4589-8970-69efb53fce07), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:53.921499 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=25ed5165-e306-4589-8970-69efb53fce07,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:53.945049 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:53.945577 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:53.945980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:53.946486 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:53.947031 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:53.947336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:53.947813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:53.948206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:53.948570 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:53.948997 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:53.949382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:53.949763 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:53.950141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:49:53.995533 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (b86375e2-0505-4cc6-a90b-671475848b1e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:53.995864 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Floating IP b86375e2-0505-4cc6-a90b-671475848b1e disassociated (deleted). External IP: 172.25.7.150, port: 9908e777-f2d3-455f-ad1d-f338e8fe7481. Feb 08 16:49:54.203331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router c65240ea-a53b-46ed-827b-f225d2ac8825 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:49:54.312203 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:49:54.317090 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:54.322390 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caacabaf-a5c6-44ca-bffb-6d353f29b932 None None] Sync routers for ids ['c65240ea-a53b-46ed-827b-f225d2ac8825'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:49:54.332161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caacabaf-a5c6-44ca-bffb-6d353f29b932 None None] Routers {'c65240ea-a53b-46ed-827b-f225d2ac8825'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:49:54.332778 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-caacabaf-a5c6-44ca-bffb-6d353f29b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:49:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c65240ea-a53b-46ed-827b-f225d2ac8825'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:54.347699 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-52044b26-4082-4f53-a0ef-b2cb619753ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/floatingips/b86375e2-0505-4cc6-a90b-671475848b1e HTTP/1.1" status: 204 len: 168 time: 0.8521755 Feb 08 16:49:54.348420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:49:54.351636 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb92b21f-ce3e-4030-b0df-69d8da906b05" -d '{"events": [{"name": "network-changed", "server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:49:54.391746 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d071855-f73f-4578-a78b-71fbe7b6d03c x-openstack-request-id: req-6d071855-f73f-4578-a78b-71fbe7b6d03c {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:49:54.392258 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:49:54.392581 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6d071855-f73f-4578-a78b-71fbe7b6d03c {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:49:54.393092 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'status': 'completed', 'code': 200} Feb 08 16:49:54.451805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-caacabaf-a5c6-44ca-bffb-6d353f29b932 None None] Set router c65240ea-a53b-46ed-827b-f225d2ac8825 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:49:54.468675 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92b21f-ce3e-4030-b0df-69d8da906b05 req-55b9c91f-2898-466d-98cc-d25c2f871ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:54.470132 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb92b21f-ce3e-4030-b0df-69d8da906b05 req-55b9c91f-2898-466d-98cc-d25c2f871ace service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 1129 time: 0.0551419 Feb 08 16:49:54.640451 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334558af-8b4a-4cdc-82e7-01cf49777c76 req-111cfd36-93ba-4df1-9a19-1a8fd4836b0f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:54.641982 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-334558af-8b4a-4cdc-82e7-01cf49777c76 req-111cfd36-93ba-4df1-9a19-1a8fd4836b0f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0898309 Feb 08 16:49:54.643191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92b21f-ce3e-4030-b0df-69d8da906b05 req-3fed5385-3d11-4fad-a312-ad11464e4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:54.644552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb92b21f-ce3e-4030-b0df-69d8da906b05 req-3fed5385-3d11-4fad-a312-ad11464e4c66 service neutron] 10.222.0.94 "GET /v2.0/networks?id=5629161e-71c6-4a43-a931-69402d294a75 HTTP/1.1" status: 200 len: 898 time: 0.1665244 Feb 08 16:49:54.671359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-caacabaf-a5c6-44ca-bffb-6d353f29b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:48:02Z', 'updated_at': '2022-02-08T16:48:06Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:03Z', 'updated_at': '2022-02-08T16:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '2fed09f9-c7e8-4932-ae96-1877d9cae4fe', 'name': '', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:36:8e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:05Z', 'updated_at': '2022-02-08T16:48:09Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:54.698095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caacabaf-a5c6-44ca-bffb-6d353f29b932 None None] Checking router: c65240ea-a53b-46ed-827b-f225d2ac8825 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:49:54.702791 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb92b21f-ce3e-4030-b0df-69d8da906b05 req-ca5cf09b-fcf4-45e6-bc0d-3be5ecf6f623 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481 HTTP/1.1" status: 200 len: 217 time: 0.0468335 Feb 08 16:49:54.706754 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caacabaf-a5c6-44ca-bffb-6d353f29b932 None None] Routers {'c65240ea-a53b-46ed-827b-f225d2ac8825'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:49:54.707120 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-caacabaf-a5c6-44ca-bffb-6d353f29b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:49:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c65240ea-a53b-46ed-827b-f225d2ac8825'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:54.758057 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-334558af-8b4a-4cdc-82e7-01cf49777c76 req-56357dde-630f-483e-9d39-5acbebd0bb06 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088831 Feb 08 16:49:54.779076 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92b21f-ce3e-4030-b0df-69d8da906b05 req-1390134d-780e-4a9f-9ba7-03a6c87f45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:54.781133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb92b21f-ce3e-4030-b0df-69d8da906b05 req-1390134d-780e-4a9f-9ba7-03a6c87f45e4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2486d3b5-01b1-4c7f-9a5b-5f5cdc588335 HTTP/1.1" status: 200 len: 834 time: 0.0575621 Feb 08 16:49:54.816286 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-caacabaf-a5c6-44ca-bffb-6d353f29b932 None None] Set router c65240ea-a53b-46ed-827b-f225d2ac8825 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:49:54.832450 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92b21f-ce3e-4030-b0df-69d8da906b05 req-63ec17bb-02de-4ed3-a26d-3a5d2c4046d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:54.834020 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb92b21f-ce3e-4030-b0df-69d8da906b05 req-63ec17bb-02de-4ed3-a26d-3a5d2c4046d8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5629161e-71c6-4a43-a931-69402d294a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457916 Feb 08 16:49:54.928682 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb92b21f-ce3e-4030-b0df-69d8da906b05 req-ba1346a3-1bb8-43ba-83d0-7f741f555fa8 service neutron] 10.222.0.94 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860679 Feb 08 16:49:55.022042 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb92b21f-ce3e-4030-b0df-69d8da906b05 req-3da53cd0-f0a9-4ab6-8ac8-685b489de0b6 service neutron] 10.222.0.94 "GET /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861950 Feb 08 16:49:55.022457 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-caacabaf-a5c6-44ca-bffb-6d353f29b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:48:02Z', 'updated_at': '2022-02-08T16:48:06Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:03Z', 'updated_at': '2022-02-08T16:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '2fed09f9-c7e8-4932-ae96-1877d9cae4fe', 'name': '', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:36:8e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:05Z', 'updated_at': '2022-02-08T16:48:09Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:55.052731 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caacabaf-a5c6-44ca-bffb-6d353f29b932 None None] The sync data for ids ['c65240ea-a53b-46ed-827b-f225d2ac8825'] in n-d-824834-11 is: [{'id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:48:02Z', 'updated_at': '2022-02-08T16:48:06Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:03Z', 'updated_at': '2022-02-08T16:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '2fed09f9-c7e8-4932-ae96-1877d9cae4fe', 'name': '', 'network_id': '5629161e-71c6-4a43-a931-69402d294a75', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:36:8e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:05Z', 'updated_at': '2022-02-08T16:48:09Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': '2486d3b5-01b1-4c7f-9a5b-5f5cdc588335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:49:55.276031 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29020898-7b11-43b7-beb4-945c22a77ba8 None None] New status for floating IP b86375e2-0505-4cc6-a90b-671475848b1e: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:49:55.886715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4e7ec-78fa-4b12-8245-b023c71c42b4 req-eaf51eff-e9c3-406a-8fec-e990f14b82f7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:55.888437 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f2c4e7ec-78fa-4b12-8245-b023c71c42b4 req-eaf51eff-e9c3-406a-8fec-e990f14b82f7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0575709 Feb 08 16:49:55.937076 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f2c4e7ec-78fa-4b12-8245-b023c71c42b4 req-4229bc65-cbee-44c1-a1f6-20e0318a4491 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=d5ab63f5-dbc9-42d5-8940-eea39776fce9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430944 Feb 08 16:49:56.189291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d20af2-935b-43c9-8600-c852eab58c64 req-bf886e28-1269-49e3-8e99-40a61a1b953d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:49:56.190751 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54d20af2-935b-43c9-8600-c852eab58c64 req-bf886e28-1269-49e3-8e99-40a61a1b953d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.94 "GET /v2.0/ports?device_id=548328dc-2eba-44ea-9efc-dd4629660074 HTTP/1.1" status: 200 len: 946 time: 0.0514185 Feb 08 16:49:56.284151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-54d20af2-935b-43c9-8600-c852eab58c64 req-001f387d-ccbf-4fe2-87eb-e50f72256a18 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port 9908e777-f2d3-455f-ad1d-f338e8fe7481 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:49:56.284492 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-54d20af2-935b-43c9-8600-c852eab58c64 req-001f387d-ccbf-4fe2-87eb-e50f72256a18 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:56.371009 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-54d20af2-935b-43c9-8600-c852eab58c64 req-001f387d-ccbf-4fe2-87eb-e50f72256a18 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] For port 9908e777-f2d3-455f-ad1d-f338e8fe7481, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=9908e777-f2d3-455f-ad1d-f338e8fe7481,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:56.371370 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-54d20af2-935b-43c9-8600-c852eab58c64 req-001f387d-ccbf-4fe2-87eb-e50f72256a18 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:56.384008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-54d20af2-935b-43c9-8600-c852eab58c64 req-001f387d-ccbf-4fe2-87eb-e50f72256a18 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for 9908e777-f2d3-455f-ad1d-f338e8fe7481 owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:49:56.512484 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-54d20af2-935b-43c9-8600-c852eab58c64 req-001f387d-ccbf-4fe2-87eb-e50f72256a18 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9908e777-f2d3-455f-ad1d-f338e8fe7481), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:56.541191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f387d-ccbf-4fe2-87eb-e50f72256a18 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=9908e777-f2d3-455f-ad1d-f338e8fe7481,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:56.587817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d20af2-935b-43c9-8600-c852eab58c64 req-001f387d-ccbf-4fe2-87eb-e50f72256a18 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] No DVR routers for this DVR port 9908e777-f2d3-455f-ad1d-f338e8fe7481 on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:49:56.590506 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-54d20af2-935b-43c9-8600-c852eab58c64 req-001f387d-ccbf-4fe2-87eb-e50f72256a18 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:56.593930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54d20af2-935b-43c9-8600-c852eab58c64 req-001f387d-ccbf-4fe2-87eb-e50f72256a18 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.94 "DELETE /v2.0/ports/9908e777-f2d3-455f-ad1d-f338e8fe7481 HTTP/1.1" status: 204 len: 173 time: 0.3971095 Feb 08 16:49:56.594366 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'name': 'network-vif-deleted', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:49:56.596605 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c691580-d52d-46bb-8b5b-feb5263c0fb3" -d '{"events": [{"server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "name": "network-vif-deleted", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:49:56.634758 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3297efd-e68d-4572-aa17-47c33df70e6d x-openstack-request-id: req-f3297efd-e68d-4572-aa17-47c33df70e6d {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:49:56.635061 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548328dc-2eba-44ea-9efc-dd4629660074", "name": "network-vif-deleted", "tag": "9908e777-f2d3-455f-ad1d-f338e8fe7481", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:49:56.635333 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f3297efd-e68d-4572-aa17-47c33df70e6d {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:49:56.635724 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548328dc-2eba-44ea-9efc-dd4629660074', 'name': 'network-vif-deleted', 'tag': '9908e777-f2d3-455f-ad1d-f338e8fe7481', 'status': 'completed', 'code': 200} Feb 08 16:49:56.998992 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35428) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:57.363900 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8e78-dbad-4a6f-b8ab-639e703607df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (c65240ea-a53b-46ed-827b-f225d2ac8825), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:57.942290 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb8e78-dbad-4a6f-b8ab-639e703607df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:49:57.942978 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8e78-dbad-4a6f-b8ab-639e703607df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:58.031277 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-aeeb8e78-dbad-4a6f-b8ab-639e703607df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] For port 2fed09f9-c7e8-4932-ae96-1877d9cae4fe, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=2fed09f9-c7e8-4932-ae96-1877d9cae4fe,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:58.031982 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8e78-dbad-4a6f-b8ab-639e703607df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:58.044274 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb8e78-dbad-4a6f-b8ab-639e703607df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for 2fed09f9-c7e8-4932-ae96-1877d9cae4fe owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:49:58.230140 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8e78-dbad-4a6f-b8ab-639e703607df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (2fed09f9-c7e8-4932-ae96-1877d9cae4fe), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:58.259932 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb8e78-dbad-4a6f-b8ab-639e703607df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=2fed09f9-c7e8-4932-ae96-1877d9cae4fe,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:58.435471 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-aeeb8e78-dbad-4a6f-b8ab-639e703607df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (c65240ea-a53b-46ed-827b-f225d2ac8825), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:58.658896 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeeb8e78-dbad-4a6f-b8ab-639e703607df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router c65240ea-a53b-46ed-827b-f225d2ac8825 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:49:58.769841 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeeb8e78-dbad-4a6f-b8ab-639e703607df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:49:58.775628 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-aeeb8e78-dbad-4a6f-b8ab-639e703607df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "PUT /v2.0/routers/c65240ea-a53b-46ed-827b-f225d2ac8825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7754939 Feb 08 16:49:58.778457 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35430) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:58.779141 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac9c0a-df80-4f02-b1bb-69b853216cd8 None None] Sync routers for ids ['c65240ea-a53b-46ed-827b-f225d2ac8825'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:49:58.790484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac9c0a-df80-4f02-b1bb-69b853216cd8 None None] Routers {'c65240ea-a53b-46ed-827b-f225d2ac8825'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:49:58.791104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-09ac9c0a-df80-4f02-b1bb-69b853216cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:49:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c65240ea-a53b-46ed-827b-f225d2ac8825'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:58.829157 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffd10a8-928e-4dcc-be6a-db9710a1d0a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting subnet 2486d3b5-01b1-4c7f-9a5b-5f5cdc588335 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:49:58.832394 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cffd10a8-928e-4dcc-be6a-db9710a1d0a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for subnet (2486d3b5-01b1-4c7f-9a5b-5f5cdc588335), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:58.872182 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cffd10a8-928e-4dcc-be6a-db9710a1d0a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (2486d3b5-01b1-4c7f-9a5b-5f5cdc588335), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:58.897712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-09ac9c0a-df80-4f02-b1bb-69b853216cd8 None None] Set router c65240ea-a53b-46ed-827b-f225d2ac8825 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:49:58.961409 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cffd10a8-928e-4dcc-be6a-db9710a1d0a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (2486d3b5-01b1-4c7f-9a5b-5f5cdc588335), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:59.019910 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cffd10a8-928e-4dcc-be6a-db9710a1d0a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (2486d3b5-01b1-4c7f-9a5b-5f5cdc588335), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:59.047038 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd10a8-928e-4dcc-be6a-db9710a1d0a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Subnet': ['ID=2486d3b5-01b1-4c7f-9a5b-5f5cdc588335,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:59.050749 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-cffd10a8-928e-4dcc-be6a-db9710a1d0a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:59.057104 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-cffd10a8-928e-4dcc-be6a-db9710a1d0a1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/subnets/2486d3b5-01b1-4c7f-9a5b-5f5cdc588335 HTTP/1.1" status: 204 len: 168 time: 0.2751682 Feb 08 16:49:59.057424 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35432) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:49:59.060196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9fff9d-d291-4fb4-8b6b-ab7a1fc0da55 None None] Network 5629161e-71c6-4a43-a931-69402d294a75 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:49:59.158207 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-09ac9c0a-df80-4f02-b1bb-69b853216cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:48:02Z', 'updated_at': '2022-02-08T16:49:58Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:03Z', 'updated_at': '2022-02-08T16:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:59.164913 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router (c65240ea-a53b-46ed-827b-f225d2ac8825), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:59.189939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac9c0a-df80-4f02-b1bb-69b853216cd8 None None] Checking router: c65240ea-a53b-46ed-827b-f225d2ac8825 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:49:59.210559 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac9c0a-df80-4f02-b1bb-69b853216cd8 None None] Routers {'c65240ea-a53b-46ed-827b-f225d2ac8825'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:49:59.211162 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-09ac9c0a-df80-4f02-b1bb-69b853216cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:49:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['c65240ea-a53b-46ed-827b-f225d2ac8825'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:59.286116 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (c65240ea-a53b-46ed-827b-f225d2ac8825), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:59.347186 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port b0fe7dff-f8c4-44e0-9f31-866f4c312786 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:49:59.347531 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b0fe7dff-f8c4-44e0-9f31-866f4c312786), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:59.440534 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9684ac-6064-4550-903b-9de1a246c611 None None] DHCP port deletion for 5629161e-71c6-4a43-a931-69402d294a75 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:49:59.526132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-09ac9c0a-df80-4f02-b1bb-69b853216cd8 None None] Set router c65240ea-a53b-46ed-827b-f225d2ac8825 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:49:59.581995 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fb9684ac-6064-4550-903b-9de1a246c611 None None] Deleting port 25f9907d-92e0-4256-98f5-29d54c16e27d {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:49:59.582386 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fb9684ac-6064-4550-903b-9de1a246c611 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (25f9907d-92e0-4256-98f5-29d54c16e27d), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:59.697579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-fb9684ac-6064-4550-903b-9de1a246c611 None None] For port 25f9907d-92e0-4256-98f5-29d54c16e27d, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=25f9907d-92e0-4256-98f5-29d54c16e27d,segment=NetworkSegment(4d64c214-5dbb-455e-82f8-2c270e1330b3),segment_id=4d64c214-5dbb-455e-82f8-2c270e1330b3)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:59.697889 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fb9684ac-6064-4550-903b-9de1a246c611 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (25f9907d-92e0-4256-98f5-29d54c16e27d), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:59.719985 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fb9684ac-6064-4550-903b-9de1a246c611 None None] Calling delete_port for 25f9907d-92e0-4256-98f5-29d54c16e27d owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:49:59.766952 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] For port b0fe7dff-f8c4-44e0-9f31-866f4c312786, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=b0fe7dff-f8c4-44e0-9f31-866f4c312786,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:49:59.767325 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b0fe7dff-f8c4-44e0-9f31-866f4c312786), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:59.780783 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for b0fe7dff-f8c4-44e0-9f31-866f4c312786 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:49:59.843803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-09ac9c0a-df80-4f02-b1bb-69b853216cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:48:02Z', 'updated_at': '2022-02-08T16:49:58Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:03Z', 'updated_at': '2022-02-08T16:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:49:59.871117 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fb9684ac-6064-4550-903b-9de1a246c611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (25f9907d-92e0-4256-98f5-29d54c16e27d), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:59.873086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ac9c0a-df80-4f02-b1bb-69b853216cd8 None None] The sync data for ids ['c65240ea-a53b-46ed-827b-f225d2ac8825'] in n-d-824834-11 is: [{'id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1845339444', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201'}], 'enable_snat': True}, 'gw_port_id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:48:02Z', 'updated_at': '2022-02-08T16:49:58Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'b0fe7dff-f8c4-44e0-9f31-866f4c312786', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65240ea-a53b-46ed-827b-f225d2ac8825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:48:03Z', 'updated_at': '2022-02-08T16:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:49:59.905226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9684ac-6064-4550-903b-9de1a246c611 None None] Pushing event deleted for resources: {'Port': ['ID=25f9907d-92e0-4256-98f5-29d54c16e27d,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:49:59.908295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9684ac-6064-4550-903b-9de1a246c611 None None] No DVR routers for this DVR port 25f9907d-92e0-4256-98f5-29d54c16e27d on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:49:59.968097 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b0fe7dff-f8c4-44e0-9f31-866f4c312786), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:49:59.994386 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=b0fe7dff-f8c4-44e0-9f31-866f4c312786,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:00.057410 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (c65240ea-a53b-46ed-827b-f225d2ac8825), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.150342 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (c65240ea-a53b-46ed-827b-f225d2ac8825), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.152502 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_controller (c65240ea-a53b-46ed-827b-f225d2ac8825), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.195151 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (c65240ea-a53b-46ed-827b-f225d2ac8825), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.195672 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Fanout notify agent at l3_agent the message router_deleted on router c65240ea-a53b-46ed-827b-f225d2ac8825 {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:50:00.203076 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.204192 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2e07ce7b-0f4b-4545-8a11-c87b07464091 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/routers/c65240ea-a53b-46ed-827b-f225d2ac8825 HTTP/1.1" status: 204 len: 168 time: 1.1458175 Feb 08 16:50:00.207018 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35434) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:00.290888 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-688bd4e4-2189-4f3b-8bfa-f2f84a2967af tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (5629161e-71c6-4a43-a931-69402d294a75), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.380656 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-688bd4e4-2189-4f3b-8bfa-f2f84a2967af tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (5629161e-71c6-4a43-a931-69402d294a75), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.401094 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-688bd4e4-2189-4f3b-8bfa-f2f84a2967af tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5629161e-71c6-4a43-a931-69402d294a75']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:00.410210 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-688bd4e4-2189-4f3b-8bfa-f2f84a2967af tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d64c214-5dbb-455e-82f8-2c270e1330b3') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:00.410509 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-688bd4e4-2189-4f3b-8bfa-f2f84a2967af tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d64c214-5dbb-455e-82f8-2c270e1330b3') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:00.420695 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-688bd4e4-2189-4f3b-8bfa-f2f84a2967af tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (4d64c214-5dbb-455e-82f8-2c270e1330b3), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.434685 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-688bd4e4-2189-4f3b-8bfa-f2f84a2967af tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (4d64c214-5dbb-455e-82f8-2c270e1330b3), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.441179 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688bd4e4-2189-4f3b-8bfa-f2f84a2967af tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:50:00.441573 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-688bd4e4-2189-4f3b-8bfa-f2f84a2967af tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (4d64c214-5dbb-455e-82f8-2c270e1330b3), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:50:00.445168 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:50:00.510063 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-688bd4e4-2189-4f3b-8bfa-f2f84a2967af tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (5629161e-71c6-4a43-a931-69402d294a75), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.518190 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-688bd4e4-2189-4f3b-8bfa-f2f84a2967af tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.521378 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-688bd4e4-2189-4f3b-8bfa-f2f84a2967af tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/networks/5629161e-71c6-4a43-a931-69402d294a75 HTTP/1.1" status: 204 len: 168 time: 0.3133404 Feb 08 16:50:00.524217 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35436) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:00.534211 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bd4e4-2189-4f3b-8bfa-f2f84a2967af tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Network': ['ID=5629161e-71c6-4a43-a931-69402d294a75,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:00.590616 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd5f7921-fdd0-44de-a31b-0ee2c4207446 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (d5ab63f5-dbc9-42d5-8940-eea39776fce9), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.614578 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd5f7921-fdd0-44de-a31b-0ee2c4207446 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (d5ab63f5-dbc9-42d5-8940-eea39776fce9), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.681511 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd5f7921-fdd0-44de-a31b-0ee2c4207446 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (d5ab63f5-dbc9-42d5-8940-eea39776fce9), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.684080 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd5f7921-fdd0-44de-a31b-0ee2c4207446 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:00.685252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bd5f7921-fdd0-44de-a31b-0ee2c4207446 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/security-groups/d5ab63f5-dbc9-42d5-8940-eea39776fce9 HTTP/1.1" status: 204 len: 168 time: 0.1599882 Feb 08 16:50:00.695304 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f7921-fdd0-44de-a31b-0ee2c4207446 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ab63f5-dbc9-42d5-8940-eea39776fce9,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:00.941756 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 25f9907d-92e0-4256-98f5-29d54c16e27d no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:50:00.963616 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 25f9907d-92e0-4256-98f5-29d54c16e27d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:50:00.963972 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 25f9907d-92e0-4256-98f5-29d54c16e27d not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:50:00.964399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2fed09f9-c7e8-4932-ae96-1877d9cae4fe no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:50:00.983528 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 2fed09f9-c7e8-4932-ae96-1877d9cae4fe {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:50:00.983885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 2fed09f9-c7e8-4932-ae96-1877d9cae4fe not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:50:00.984296 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b0fe7dff-f8c4-44e0-9f31-866f4c312786 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:50:01.003191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: b0fe7dff-f8c4-44e0-9f31-866f4c312786 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:50:01.003544 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device b0fe7dff-f8c4-44e0-9f31-866f4c312786 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:50:01.176156 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35442) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:01.180966 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-47d8618c-0485-49b3-a4a6-fe4ce9891a4b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189011602', 'description': 'tempest-secgroup-smoke-1189011602 description', 'project_id': '3bed23fcd0254b179facffb28ee090ad'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:01.201198 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47d8618c-0485-49b3-a4a6-fe4ce9891a4b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.271428 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47d8618c-0485-49b3-a4a6-fe4ce9891a4b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (4a9da385-98dd-47d8-ac84-cafd5969003c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.275787 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47d8618c-0485-49b3-a4a6-fe4ce9891a4b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4a9da385-98dd-47d8-ac84-cafd5969003c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.303613 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-47d8618c-0485-49b3-a4a6-fe4ce9891a4b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.304925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-47d8618c-0485-49b3-a4a6-fe4ce9891a4b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1277266 Feb 08 16:50:01.308040 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35444) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:01.309852 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8618c-0485-49b3-a4a6-fe4ce9891a4b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9da385-98dd-47d8-ac84-cafd5969003c,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:01.312624 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-9d4b444f-f161-44eb-9caa-54a171cf4c77 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '4a9da385-98dd-47d8-ac84-cafd5969003c', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:01.337713 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d4b444f-f161-44eb-9caa-54a171cf4c77 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (3fcbc019-5508-4d07-8643-f1483c76040c), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.391579 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d4b444f-f161-44eb-9caa-54a171cf4c77 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (3fcbc019-5508-4d07-8643-f1483c76040c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.394975 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d4b444f-f161-44eb-9caa-54a171cf4c77 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (3fcbc019-5508-4d07-8643-f1483c76040c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.412816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b444f-f161-44eb-9caa-54a171cf4c77 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fcbc019-5508-4d07-8643-f1483c76040c,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:01.419351 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9d4b444f-f161-44eb-9caa-54a171cf4c77 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.420543 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9d4b444f-f161-44eb-9caa-54a171cf4c77 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114762 Feb 08 16:50:01.423262 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35446) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:01.427604 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-37891c94-b692-47d7-b080-7743deeda91c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '4a9da385-98dd-47d8-ac84-cafd5969003c', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:01.434911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9908e777-f2d3-455f-ad1d-f338e8fe7481 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:50:01.453290 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-37891c94-b692-47d7-b080-7743deeda91c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (eb3564dd-ab16-4a13-aef3-bc8da4eb6711), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.455517 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 9908e777-f2d3-455f-ad1d-f338e8fe7481 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:50:01.455871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 9908e777-f2d3-455f-ad1d-f338e8fe7481 not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:50:01.512880 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-37891c94-b692-47d7-b080-7743deeda91c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (eb3564dd-ab16-4a13-aef3-bc8da4eb6711), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.517105 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-37891c94-b692-47d7-b080-7743deeda91c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (eb3564dd-ab16-4a13-aef3-bc8da4eb6711), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.532238 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37891c94-b692-47d7-b080-7743deeda91c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3564dd-ab16-4a13-aef3-bc8da4eb6711,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:01.542882 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-37891c94-b692-47d7-b080-7743deeda91c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.544094 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-37891c94-b692-47d7-b080-7743deeda91c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199107 Feb 08 16:50:01.546838 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35448) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:01.551302 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-c107a4df-ebc6-4228-9261-98a89528be57 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '4a9da385-98dd-47d8-ac84-cafd5969003c', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:01.576092 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c107a4df-ebc6-4228-9261-98a89528be57 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (1db2ebeb-ca85-4de6-8911-09033dd262e3), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.633631 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c107a4df-ebc6-4228-9261-98a89528be57 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (1db2ebeb-ca85-4de6-8911-09033dd262e3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.637707 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c107a4df-ebc6-4228-9261-98a89528be57 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (1db2ebeb-ca85-4de6-8911-09033dd262e3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.643645 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c72dd147-d7e5-42da-accd-7f37d125a920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.656482 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107a4df-ebc6-4228-9261-98a89528be57 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db2ebeb-ca85-4de6-8911-09033dd262e3,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:01.665268 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-c107a4df-ebc6-4228-9261-98a89528be57 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.666464 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-c107a4df-ebc6-4228-9261-98a89528be57 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186538 Feb 08 16:50:01.669214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35450) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:01.673472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-2d60f00a-e645-4ca4-9645-c768142af1db tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '4a9da385-98dd-47d8-ac84-cafd5969003c', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:01.697813 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2d60f00a-e645-4ca4-9645-c768142af1db tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (80465f12-0982-402c-9d12-c543016adaab), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.759003 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2d60f00a-e645-4ca4-9645-c768142af1db tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (80465f12-0982-402c-9d12-c543016adaab), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.762665 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2d60f00a-e645-4ca4-9645-c768142af1db tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (80465f12-0982-402c-9d12-c543016adaab), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.779646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60f00a-e645-4ca4-9645-c768142af1db tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80465f12-0982-402c-9d12-c543016adaab,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:01.787559 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2d60f00a-e645-4ca4-9645-c768142af1db tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.788991 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2d60f00a-e645-4ca4-9645-c768142af1db tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188450 Feb 08 16:50:01.791751 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35452) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:01.795990 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-82fe2cc3-911b-4ea0-8eab-116a5da9f002 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '4a9da385-98dd-47d8-ac84-cafd5969003c', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:01.817188 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-82fe2cc3-911b-4ea0-8eab-116a5da9f002 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Project 3bed23fcd0254b179facffb28ee090ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:50:01.822611 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-82fe2cc3-911b-4ea0-8eab-116a5da9f002 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (53507446-6428-4e46-9c23-b1e083d07f88), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.880052 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-82fe2cc3-911b-4ea0-8eab-116a5da9f002 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (53507446-6428-4e46-9c23-b1e083d07f88), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.884003 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-82fe2cc3-911b-4ea0-8eab-116a5da9f002 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (53507446-6428-4e46-9c23-b1e083d07f88), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.903840 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe2cc3-911b-4ea0-8eab-116a5da9f002 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53507446-6428-4e46-9c23-b1e083d07f88,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:01.911804 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-82fe2cc3-911b-4ea0-8eab-116a5da9f002 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:01.913076 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-82fe2cc3-911b-4ea0-8eab-116a5da9f002 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203542 Feb 08 16:50:01.915800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35454) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:01.919968 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-e59e27dc-b353-4122-8e18-9430c7e54b69 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '4a9da385-98dd-47d8-ac84-cafd5969003c', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:01.940904 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-e59e27dc-b353-4122-8e18-9430c7e54b69 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Project 3bed23fcd0254b179facffb28ee090ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:50:01.947045 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e59e27dc-b353-4122-8e18-9430c7e54b69 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (9de76dd9-b028-404c-90fc-db8cf0554974), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.004819 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e59e27dc-b353-4122-8e18-9430c7e54b69 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (9de76dd9-b028-404c-90fc-db8cf0554974), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.009082 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e59e27dc-b353-4122-8e18-9430c7e54b69 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (9de76dd9-b028-404c-90fc-db8cf0554974), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.026845 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e27dc-b353-4122-8e18-9430c7e54b69 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de76dd9-b028-404c-90fc-db8cf0554974,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:02.034966 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-e59e27dc-b353-4122-8e18-9430c7e54b69 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.036158 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-e59e27dc-b353-4122-8e18-9430c7e54b69 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194930 Feb 08 16:50:02.039166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35456) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:02.044236 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-484d5174-3a10-4a9c-8272-d76bcee99aec tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'network': {'name': 'tempest-network-smoke--1854501412', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'port_security_enabled': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:02.062605 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484d5174-3a10-4a9c-8272-d76bcee99aec tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Made reservation on behalf of 3bed23fcd0254b179facffb28ee090ad for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:50:02.065962 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-484d5174-3a10-4a9c-8272-d76bcee99aec tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.089776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484d5174-3a10-4a9c-8272-d76bcee99aec tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:50:02.098797 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-484d5174-3a10-4a9c-8272-d76bcee99aec tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (638075a6-f5ba-4ad5-9e0a-86817f248c90), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.099143 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-484d5174-3a10-4a9c-8272-d76bcee99aec tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Added segment 638075a6-f5ba-4ad5-9e0a-86817f248c90 of type vlan for network 74515bf5-1bac-479c-acbe-20eb44fe7b93 Feb 08 16:50:02.139767 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-484d5174-3a10-4a9c-8272-d76bcee99aec tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (74515bf5-1bac-479c-acbe-20eb44fe7b93), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.164084 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-484d5174-3a10-4a9c-8272-d76bcee99aec tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (74515bf5-1bac-479c-acbe-20eb44fe7b93), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.169275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d5174-3a10-4a9c-8272-d76bcee99aec tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:02.169800 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-484d5174-3a10-4a9c-8272-d76bcee99aec tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.231380 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-484d5174-3a10-4a9c-8272-d76bcee99aec tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1910675 Feb 08 16:50:02.234557 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35458) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:02.238774 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'admin_state_up': True, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:02.255518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d5174-3a10-4a9c-8272-d76bcee99aec tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Network': ['ID=74515bf5-1bac-479c-acbe-20eb44fe7b93,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:02.266555 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 74515bf5-1bac-479c-acbe-20eb44fe7b93 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:50:02.269798 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (d6fa9800-380b-43ae-8e02-6889f44ba27f), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.271048 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (d6fa9800-380b-43ae-8e02-6889f44ba27f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.325319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_controller (d6fa9800-380b-43ae-8e02-6889f44ba27f), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.467540 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (d6fa9800-380b-43ae-8e02-6889f44ba27f), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.671491 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (d6fa9800-380b-43ae-8e02-6889f44ba27f), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.689708 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.791247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.25.7.27 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/7389efed-69fe-4451-9083-506e6a6c1efa) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:50:02.895344 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (7389efed-69fe-4451-9083-506e6a6c1efa), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.929516 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (7389efed-69fe-4451-9083-506e6a6c1efa), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:02.971215 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:50:02.974125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:02.977585 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:50:02.998673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=7389efed-69fe-4451-9083-506e6a6c1efa,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:03.232846 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (d6fa9800-380b-43ae-8e02-6889f44ba27f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:03.438090 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (d6fa9800-380b-43ae-8e02-6889f44ba27f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:03.567998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router d6fa9800-380b-43ae-8e02-6889f44ba27f is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:50:03.674612 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:50:03.685681 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Sync routers for ids ['d6fa9800-380b-43ae-8e02-6889f44ba27f'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:50:03.694598 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:03.695992 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Routers {'d6fa9800-380b-43ae-8e02-6889f44ba27f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:03.696155 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fe5ed079-a8bf-4a4a-920e-4d662fdcfc84 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4604487 Feb 08 16:50:03.696792 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:49:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d6fa9800-380b-43ae-8e02-6889f44ba27f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:03.700714 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35460) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:03.731635 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-618fa388-aeef-4abf-b361-47061181bfae tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=3bed23fcd0254b179facffb28ee090ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296400 Feb 08 16:50:03.734257 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35462) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:03.803521 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Set router d6fa9800-380b-43ae-8e02-6889f44ba27f gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:03.826530 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d6541-2477-4ec8-8da8-16c86ecf2e62 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:03.828104 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fc5d6541-2477-4ec8-8da8-16c86ecf2e62 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914631 Feb 08 16:50:03.831117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35464) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:03.859638 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-449ce94e-8524-4c3a-b817-4952dd62a5dd tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273328 Feb 08 16:50:03.862117 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35466) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:03.867414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5bf64a05-ec71-49f7-8e75-65f02394153a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1124400989', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:03.910375 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8120e282-bcf3-4fcf-8009-5a42a796a8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:03.959616 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf64a05-ec71-49f7-8e75-65f02394153a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Made reservation on behalf of 3bed23fcd0254b179facffb28ee090ad for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:50:03.964211 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5bf64a05-ec71-49f7-8e75-65f02394153a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:03.986814 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:03Z', 'revision_number': 3, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:04.013456 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Checking router: d6fa9800-380b-43ae-8e02-6889f44ba27f for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:50:04.013820 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Updating router d6fa9800-380b-43ae-8e02-6889f44ba27f port 7389efed-69fe-4451-9083-506e6a6c1efa binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:50:04.041202 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7389efed-69fe-4451-9083-506e6a6c1efa), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:04.150794 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5bf64a05-ec71-49f7-8e75-65f02394153a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (d394f77d-f2f4-439b-b7b9-4109603c6d19), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:04.217818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf64a05-ec71-49f7-8e75-65f02394153a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Subnet': ['ID=d394f77d-f2f4-439b-b7b9-4109603c6d19,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:04.224380 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf64a05-ec71-49f7-8e75-65f02394153a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Checking segment: {'id': '638075a6-f5ba-4ad5-9e0a-86817f248c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:50:04.224744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf64a05-ec71-49f7-8e75-65f02394153a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network hostable DHCP agents. Network: 74515bf5-1bac-479c-acbe-20eb44fe7b93, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:50:04.244648 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf64a05-ec71-49f7-8e75-65f02394153a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 74515bf5-1bac-479c-acbe-20eb44fe7b93 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:50:04.253832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-5bf64a05-ec71-49f7-8e75-65f02394153a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 74515bf5-1bac-479c-acbe-20eb44fe7b93) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:04.260012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf64a05-ec71-49f7-8e75-65f02394153a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:04.260614 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5bf64a05-ec71-49f7-8e75-65f02394153a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:04.265492 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a4351e-7610-4674-94ee-77521ccce5b4 None None] Network 74515bf5-1bac-479c-acbe-20eb44fe7b93 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:50:04.285283 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5bf64a05-ec71-49f7-8e75-65f02394153a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4195554 Feb 08 16:50:04.285659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35468) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:04.298656 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Publish callbacks [] for port (7389efed-69fe-4451-9083-506e6a6c1efa), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:04.304624 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7389efed-69fe-4451-9083-506e6a6c1efa), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:04.350222 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Attempting to bind port 7389efed-69fe-4451-9083-506e6a6c1efa on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:50:04.350612 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Attempting to bind port 7389efed-69fe-4451-9083-506e6a6c1efa by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:50:04.351508 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Attempting to bind port 7389efed-69fe-4451-9083-506e6a6c1efa on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:50:04.369239 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b7fe-bd40-4a45-8fa4-6357999e45e9 None None] Pushing event updated for resources: {'Port': ['ID=7389efed-69fe-4451-9083-506e6a6c1efa,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:04.371556 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:50:04.371928 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:50:04.372330 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:04.372712 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:50:04.373598 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Bound port: 7389efed-69fe-4451-9083-506e6a6c1efa, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:50:04.374206 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7389efed-69fe-4451-9083-506e6a6c1efa), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:04.385026 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b7fe-bd40-4a45-8fa4-6357999e45e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:04.385371 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b7fe-bd40-4a45-8fa4-6357999e45e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:04.385707 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b7fe-bd40-4a45-8fa4-6357999e45e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:04.385917 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-74515bf5-1bac-479c-acbe-20eb44fe7b93', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ips': [{'subnet_id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:50:04.386044 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b7fe-bd40-4a45-8fa4-6357999e45e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:04.386350 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b7fe-bd40-4a45-8fa4-6357999e45e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:04.386671 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b7fe-bd40-4a45-8fa4-6357999e45e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:04.387245 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b7fe-bd40-4a45-8fa4-6357999e45e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:04.387462 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:04.387581 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b7fe-bd40-4a45-8fa4-6357999e45e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:04.387863 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b7fe-bd40-4a45-8fa4-6357999e45e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:04.388178 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b7fe-bd40-4a45-8fa4-6357999e45e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:04.388491 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b7fe-bd40-4a45-8fa4-6357999e45e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:04.388806 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b7fe-bd40-4a45-8fa4-6357999e45e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:04.389169 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b7fe-bd40-4a45-8fa4-6357999e45e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:04.444182 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] For port 7389efed-69fe-4451-9083-506e6a6c1efa, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:50:04.447789 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] For port 7389efed-69fe-4451-9083-506e6a6c1efa, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7389efed-69fe-4451-9083-506e6a6c1efa,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:50:04.455232 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7389efed-69fe-4451-9083-506e6a6c1efa), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:04.516929 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b7fe-bd40-4a45-8fa4-6357999e45e9 None None] Pushing event updated for resources: {'Port': ['ID=7389efed-69fe-4451-9083-506e6a6c1efa,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:04.535877 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Routers {'d6fa9800-380b-43ae-8e02-6889f44ba27f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:04.536406 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:50:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d6fa9800-380b-43ae-8e02-6889f44ba27f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:04.551849 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Allocated IP 172.20.0.2 (74515bf5-1bac-479c-acbe-20eb44fe7b93/d394f77d-f2f4-439b-b7b9-4109603c6d19/8c447fd3-afbd-4427-835b-ee16921af0a0) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:50:04.654322 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] Set router d6fa9800-380b-43ae-8e02-6889f44ba27f gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:04.741311 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Publish callbacks [] for port (8c447fd3-afbd-4427-835b-ee16921af0a0), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:04.749156 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (8c447fd3-afbd-4427-835b-ee16921af0a0), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:04.793428 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Network 74515bf5-1bac-479c-acbe-20eb44fe7b93 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:50:04.796453 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:04.800315 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:50:04.813083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Pushing event updated for resources: {'Port': ['ID=8c447fd3-afbd-4427-835b-ee16921af0a0,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:04.862761 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Attempting to bind port 8c447fd3-afbd-4427-835b-ee16921af0a0 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:50:04.863154 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Attempting to bind port 8c447fd3-afbd-4427-835b-ee16921af0a0 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '638075a6-f5ba-4ad5-9e0a-86817f248c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:50:04.863522 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Attempting to bind port 8c447fd3-afbd-4427-835b-ee16921af0a0 on network 74515bf5-1bac-479c-acbe-20eb44fe7b93 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:50:04.869966 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:50:04.870574 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Checking segment: {'id': '638075a6-f5ba-4ad5-9e0a-86817f248c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:50:04.871050 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:04.871367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Bound using segment: {'id': '638075a6-f5ba-4ad5-9e0a-86817f248c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:50:04.871847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Bound port: 8c447fd3-afbd-4427-835b-ee16921af0a0, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638075a6-f5ba-4ad5-9e0a-86817f248c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:50:04.872239 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8c447fd3-afbd-4427-835b-ee16921af0a0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:04.946597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] For port 8c447fd3-afbd-4427-835b-ee16921af0a0, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:50:04.951024 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] For port 8c447fd3-afbd-4427-835b-ee16921af0a0, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8c447fd3-afbd-4427-835b-ee16921af0a0,segment=NetworkSegment(638075a6-f5ba-4ad5-9e0a-86817f248c90),segment_id=638075a6-f5ba-4ad5-9e0a-86817f248c90)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:50:04.958126 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8c447fd3-afbd-4427-835b-ee16921af0a0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:04.968218 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:03Z', 'revision_number': 3, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:04.995482 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f98b186-9256-45e8-bb31-93cb73e8b350 None None] The sync data for ids ['d6fa9800-380b-43ae-8e02-6889f44ba27f'] in n-d-824834-11 is: [{'id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:03Z', 'revision_number': 3, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:50:05.027227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d4631-03ef-4e1e-a149-2be23f6b3e02 None None] Pushing event updated for resources: {'Port': ['ID=8c447fd3-afbd-4427-835b-ee16921af0a0,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:05.143274 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:05.517453 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.20.0.1 (74515bf5-1bac-479c-acbe-20eb44fe7b93/d394f77d-f2f4-439b-b7b9-4109603c6d19/3f0400e1-68d7-4cb6-88ee-54e22f51ee66) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:50:05.638955 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:05.671910 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:05.722958 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 74515bf5-1bac-479c-acbe-20eb44fe7b93 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:50:05.725931 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:05.733432 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:50:05.739062 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=3f0400e1-68d7-4cb6-88ee-54e22f51ee66,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:05.765810 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:05.787700 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (d6fa9800-380b-43ae-8e02-6889f44ba27f), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:05.942972 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:06.074107 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aa7676-1bd8-451d-bd89-2378bbf441c7 None None] Network 74515bf5-1bac-479c-acbe-20eb44fe7b93 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:50:06.180494 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-53970022-7d0c-4176-b074-2a9a95ea80bc None None] Provisioning complete for port 8c447fd3-afbd-4427-835b-ee16921af0a0 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:06.180873 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53970022-7d0c-4176-b074-2a9a95ea80bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8c447fd3-afbd-4427-835b-ee16921af0a0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:06.237379 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:06.243963 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:06.274575 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-53970022-7d0c-4176-b074-2a9a95ea80bc None None] Current status of the port 8c447fd3-afbd-4427-835b-ee16921af0a0 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:06.274979 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53970022-7d0c-4176-b074-2a9a95ea80bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8c447fd3-afbd-4427-835b-ee16921af0a0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:06.317349 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-53970022-7d0c-4176-b074-2a9a95ea80bc None None] For port 8c447fd3-afbd-4427-835b-ee16921af0a0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8c447fd3-afbd-4427-835b-ee16921af0a0,segment=NetworkSegment(638075a6-f5ba-4ad5-9e0a-86817f248c90),segment_id=638075a6-f5ba-4ad5-9e0a-86817f248c90)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:06.323170 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53970022-7d0c-4176-b074-2a9a95ea80bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8c447fd3-afbd-4427-835b-ee16921af0a0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:06.330410 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=3f0400e1-68d7-4cb6-88ee-54e22f51ee66,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:06.334494 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (d6fa9800-380b-43ae-8e02-6889f44ba27f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:06.394098 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53970022-7d0c-4176-b074-2a9a95ea80bc None None] Pushing event updated for resources: {'Port': ['ID=8c447fd3-afbd-4427-835b-ee16921af0a0,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:06.443710 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 74515bf5-1bac-479c-acbe-20eb44fe7b93 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:50:06.446534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:06.550566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9d6de480-7e15-445c-99d0-59960c5eae11 None None] Provisioning complete for port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:06.550942 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9d6de480-7e15-445c-99d0-59960c5eae11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:06.582407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router d6fa9800-380b-43ae-8e02-6889f44ba27f has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:50:06.612734 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9d6de480-7e15-445c-99d0-59960c5eae11 None None] Port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:50:06.637151 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9d6de480-7e15-445c-99d0-59960c5eae11 None None] Provisioning complete for port 8c447fd3-afbd-4427-835b-ee16921af0a0 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:06.637540 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9d6de480-7e15-445c-99d0-59960c5eae11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8c447fd3-afbd-4427-835b-ee16921af0a0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:06.729164 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:50:06.739449 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-4dc52339-775a-4266-90d3-1c280f070246 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "PUT /v2.0/routers/d6fa9800-380b-43ae-8e02-6889f44ba27f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4526973 Feb 08 16:50:06.806850 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8c447fd3-afbd-4427-835b-ee16921af0a0 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:50:06.852150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Sync routers for ids ['d6fa9800-380b-43ae-8e02-6889f44ba27f'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:50:06.878831 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9d6de480-7e15-445c-99d0-59960c5eae11 None None] Current status of the port 8c447fd3-afbd-4427-835b-ee16921af0a0 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:06.883657 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Routers {'d6fa9800-380b-43ae-8e02-6889f44ba27f'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:06.884670 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:50:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d6fa9800-380b-43ae-8e02-6889f44ba27f'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:06.999692 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 8c447fd3-afbd-4427-835b-ee16921af0a0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:07.000065 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8c447fd3-afbd-4427-835b-ee16921af0a0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:07.005824 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:07.058621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-557c1b56-97d3-4366-bf72-cb386d29968f None None] Provisioning complete for port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:07.058621 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-557c1b56-97d3-4366-bf72-cb386d29968f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:07.103448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Set router d6fa9800-380b-43ae-8e02-6889f44ba27f gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:07.146174 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-557c1b56-97d3-4366-bf72-cb386d29968f None None] Port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:50:07.153158 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-79c49fd3-bdea-4ffd-b69c-ebbab891edf3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189011602&fields=id&tenant_id=3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 267 time: 0.0535359 Feb 08 16:50:07.232598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 8c447fd3-afbd-4427-835b-ee16921af0a0 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:07.233739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7389efed-69fe-4451-9083-506e6a6c1efa up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:50:07.267332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-3a76b288-324b-4658-8ef4-1415ad388ed2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:07.268912 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-3a76b288-324b-4658-8ef4-1415ad388ed2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/networks?id=74515bf5-1bac-479c-acbe-20eb44fe7b93 HTTP/1.1" status: 200 len: 797 time: 0.1082563 Feb 08 16:50:07.285196 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-9731c388-fbe1-4507-a557-4fe82ac219c0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/quotas/3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 375 time: 0.0093281 Feb 08 16:50:07.343418 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-c5b992da-fba1-43b6-969b-1cd93ce2bf89 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508451 Feb 08 16:50:07.343710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 7389efed-69fe-4451-9083-506e6a6c1efa triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:07.344039 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7389efed-69fe-4451-9083-506e6a6c1efa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:07.359323 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-3fa59ae6-2f98-44e9-9d27-e8efd012caac service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:50:07.360405 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-3fa59ae6-2f98-44e9-9d27-e8efd012caac service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054481 Feb 08 16:50:07.432889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:05Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '3f0400e1-68d7-4cb6-88ee-54e22f51ee66', 'name': '', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:98:c4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:05Z', 'updated_at': '2022-02-08T16:50:06Z', 'revision_number': 2, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:07.450854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-8d6fe7dc-f6a0-44ec-9060-8b3f097993a6 service neutron] 10.222.0.82 "GET /v2.0/networks/74515bf5-1bac-479c-acbe-20eb44fe7b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841670 Feb 08 16:50:07.481007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Checking router: d6fa9800-380b-43ae-8e02-6889f44ba27f for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:50:07.481365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Updating router d6fa9800-380b-43ae-8e02-6889f44ba27f port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:50:07.514076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 7389efed-69fe-4451-9083-506e6a6c1efa is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:07.514864 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (7389efed-69fe-4451-9083-506e6a6c1efa), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:07.531757 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:07.548210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-b13cce20-d1e7-47c2-a5cb-04f0f2c76441 service neutron] 10.222.0.82 "GET /v2.0/networks/74515bf5-1bac-479c-acbe-20eb44fe7b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917094 Feb 08 16:50:07.550232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 7389efed-69fe-4451-9083-506e6a6c1efa, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7389efed-69fe-4451-9083-506e6a6c1efa,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:07.555593 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (7389efed-69fe-4451-9083-506e6a6c1efa), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:07.720050 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-289ce4b1-af61-49e7-b450-f498e6a7cdef req-77601f0c-29aa-4d55-8aaf-e5c658d65880 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 210 time: 0.0310826 Feb 08 16:50:07.850992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=7389efed-69fe-4451-9083-506e6a6c1efa,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:08.018020 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Publish callbacks [] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:08.024794 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:08.087620 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2b639-0688-410f-8ea9-da762867a188 None None] Pushing event updated for resources: {'Port': ['ID=3f0400e1-68d7-4cb6-88ee-54e22f51ee66,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:08.154722 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:08.159223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Attempting to bind port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:50:08.159626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Attempting to bind port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '638075a6-f5ba-4ad5-9e0a-86817f248c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:50:08.159956 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Attempting to bind port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 on network 74515bf5-1bac-479c-acbe-20eb44fe7b93 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:50:08.165728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:50:08.166099 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Checking segment: {'id': '638075a6-f5ba-4ad5-9e0a-86817f248c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:50:08.166492 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:08.166877 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Bound using segment: {'id': '638075a6-f5ba-4ad5-9e0a-86817f248c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:50:08.167429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Bound port: 3f0400e1-68d7-4cb6-88ee-54e22f51ee66, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638075a6-f5ba-4ad5-9e0a-86817f248c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:50:08.167707 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:08.236518 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] For port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:50:08.240780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] For port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3f0400e1-68d7-4cb6-88ee-54e22f51ee66,segment=NetworkSegment(638075a6-f5ba-4ad5-9e0a-86817f248c90),segment_id=638075a6-f5ba-4ad5-9e0a-86817f248c90)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:50:08.248748 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:08.310982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Routers {'d6fa9800-380b-43ae-8e02-6889f44ba27f'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:08.311636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:50:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d6fa9800-380b-43ae-8e02-6889f44ba27f'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:08.382986 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2b639-0688-410f-8ea9-da762867a188 None None] Pushing event updated for resources: {'Port': ['ID=3f0400e1-68d7-4cb6-88ee-54e22f51ee66,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:08.412439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b944e1e9-45bc-4476-9809-d9e22fec27b4 None None] Provisioning complete for port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:08.412826 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b944e1e9-45bc-4476-9809-d9e22fec27b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:08.468042 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] Set router d6fa9800-380b-43ae-8e02-6889f44ba27f gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:08.620667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b944e1e9-45bc-4476-9809-d9e22fec27b4 None None] Current status of the port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:08.621099 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b944e1e9-45bc-4476-9809-d9e22fec27b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:08.683971 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-cc5bcf4a-efdf-445a-958c-a0fe2663cbe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:08.685491 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-cc5bcf4a-efdf-445a-958c-a0fe2663cbe6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/networks?id=74515bf5-1bac-479c-acbe-20eb44fe7b93 HTTP/1.1" status: 200 len: 797 time: 0.1242378 Feb 08 16:50:08.688110 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b944e1e9-45bc-4476-9809-d9e22fec27b4 None None] For port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3f0400e1-68d7-4cb6-88ee-54e22f51ee66,segment=NetworkSegment(638075a6-f5ba-4ad5-9e0a-86817f248c90),segment_id=638075a6-f5ba-4ad5-9e0a-86817f248c90)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:08.692148 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7389efed-69fe-4451-9083-506e6a6c1efa up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:50:08.696369 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b944e1e9-45bc-4476-9809-d9e22fec27b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:08.762513 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-e85c6bdf-7070-4385-8103-3cfc5b964a7b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 380 time: 0.0682898 Feb 08 16:50:08.771204 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-202af1de-c99b-4aff-bbec-97c518a821bc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'port': {'device_id': '9f10102f-a237-4efe-a94b-7c681ba08df1', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'admin_state_up': True, 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'security_groups': ['4a9da385-98dd-47d8-ac84-cafd5969003c']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:08.815648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944e1e9-45bc-4476-9809-d9e22fec27b4 None None] Pushing event updated for resources: {'Port': ['ID=3f0400e1-68d7-4cb6-88ee-54e22f51ee66,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:08.829161 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5e550c6-d2ec-491c-95b9-68d3234b069c req-3a0a5c03-8ded-4aad-a46a-19eb44e8c5aa tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 210 time: 0.0305190 Feb 08 16:50:08.838510 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 7389efed-69fe-4451-9083-506e6a6c1efa triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:08.838894 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (7389efed-69fe-4451-9083-506e6a6c1efa), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:08.843428 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-8511b69d-414a-4ad6-98cd-67bbf7a9b914 None None] Provisioning complete for port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:08.843806 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8511b69d-414a-4ad6-98cd-67bbf7a9b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:08.888178 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:05Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '3f0400e1-68d7-4cb6-88ee-54e22f51ee66', 'name': '', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:98:c4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:05Z', 'updated_at': '2022-02-08T16:50:08Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:08.895969 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-202af1de-c99b-4aff-bbec-97c518a821bc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Made reservation on behalf of 3bed23fcd0254b179facffb28ee090ad for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:50:08.900375 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-202af1de-c99b-4aff-bbec-97c518a821bc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:08.930600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4bb85e-1b07-4dd1-95d3-1f4ead810c53 None None] The sync data for ids ['d6fa9800-380b-43ae-8e02-6889f44ba27f'] in n-d-824834-11 is: [{'id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:05Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '3f0400e1-68d7-4cb6-88ee-54e22f51ee66', 'name': '', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:98:c4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:05Z', 'updated_at': '2022-02-08T16:50:08Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:50:09.020875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 7389efed-69fe-4451-9083-506e6a6c1efa is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:09.034576 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-8511b69d-414a-4ad6-98cd-67bbf7a9b914 None None] Current status of the port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:09.062716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-202af1de-c99b-4aff-bbec-97c518a821bc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.20.0.8 (74515bf5-1bac-479c-acbe-20eb44fe7b93/d394f77d-f2f4-439b-b7b9-4109603c6d19/ffbdb073-9823-4907-be7c-1fdc6889d758) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:50:09.228281 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-202af1de-c99b-4aff-bbec-97c518a821bc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:09.263195 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-202af1de-c99b-4aff-bbec-97c518a821bc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:09.318960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-202af1de-c99b-4aff-bbec-97c518a821bc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 74515bf5-1bac-479c-acbe-20eb44fe7b93 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:50:09.323219 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-202af1de-c99b-4aff-bbec-97c518a821bc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:09.327909 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-202af1de-c99b-4aff-bbec-97c518a821bc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:50:09.331115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202af1de-c99b-4aff-bbec-97c518a821bc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=ffbdb073-9823-4907-be7c-1fdc6889d758,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:09.390008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-202af1de-c99b-4aff-bbec-97c518a821bc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:09.390838 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-202af1de-c99b-4aff-bbec-97c518a821bc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:09.412633 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-202af1de-c99b-4aff-bbec-97c518a821bc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6453600 Feb 08 16:50:09.422397 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-38232333-86d6-407a-b9a4-0a0ba4f7f67c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:50:09.423439 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-38232333-86d6-407a-b9a4-0a0ba4f7f67c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060105 Feb 08 16:50:09.434941 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Request body: {'port': {'device_id': '9f10102f-a237-4efe-a94b-7c681ba08df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:09.531612 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:09.682909 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-6096307f-89df-4305-88ee-460a90350097 None None] Provisioning complete for port ffbdb073-9823-4907-be7c-1fdc6889d758 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:09.683508 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6096307f-89df-4305-88ee-460a90350097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:09.726945 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6096307f-89df-4305-88ee-460a90350097 None None] Port ffbdb073-9823-4907-be7c-1fdc6889d758 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:50:09.870435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffbdb073-9823-4907-be7c-1fdc6889d758 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:50:09.879183 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Publish callbacks [] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:09.896118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Transition to ACTIVE for port object ffbdb073-9823-4907-be7c-1fdc6889d758 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:50:09.902103 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:09.980027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b188568-5bef-4ad1-8e13-c3f71734eb56 req-4e185bf1-5121-4975-8106-60f4940759d0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:09.983673 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Pushing event updated for resources: {'Port': ['ID=ffbdb073-9823-4907-be7c-1fdc6889d758,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:09.989454 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b188568-5bef-4ad1-8e13-c3f71734eb56 req-4e185bf1-5121-4975-8106-60f4940759d0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 943 time: 0.0773199 Feb 08 16:50:10.046931 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Attempting to bind port ffbdb073-9823-4907-be7c-1fdc6889d758 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:50:10.047428 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Attempting to bind port ffbdb073-9823-4907-be7c-1fdc6889d758 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '638075a6-f5ba-4ad5-9e0a-86817f248c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:50:10.047887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Attempting to bind port ffbdb073-9823-4907-be7c-1fdc6889d758 on network 74515bf5-1bac-479c-acbe-20eb44fe7b93 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:50:10.053237 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4b188568-5bef-4ad1-8e13-c3f71734eb56 req-dc87c858-b7ce-4e46-b536-b356f7754996 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627499 Feb 08 16:50:10.054779 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Port ffbdb073-9823-4907-be7c-1fdc6889d758 on network 74515bf5-1bac-479c-acbe-20eb44fe7b93 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:50:10.055181 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Attempting to bind port ffbdb073-9823-4907-be7c-1fdc6889d758 on network 74515bf5-1bac-479c-acbe-20eb44fe7b93 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:50:10.060987 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:50:10.061605 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Checking segment: {'id': '638075a6-f5ba-4ad5-9e0a-86817f248c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:50:10.062106 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Bound using segment: {'id': '638075a6-f5ba-4ad5-9e0a-86817f248c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:50:10.062665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Bound port: ffbdb073-9823-4907-be7c-1fdc6889d758, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '638075a6-f5ba-4ad5-9e0a-86817f248c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:50:10.063137 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:10.148128 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] For port ffbdb073-9823-4907-be7c-1fdc6889d758, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:50:10.152268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] For port ffbdb073-9823-4907-be7c-1fdc6889d758, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ffbdb073-9823-4907-be7c-1fdc6889d758,segment=NetworkSegment(638075a6-f5ba-4ad5-9e0a-86817f248c90),segment_id=638075a6-f5ba-4ad5-9e0a-86817f248c90)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:50:10.166583 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:10.205398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:10.206113 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:10.207586 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] 10.222.0.96 "PUT /v2.0/ports/ffbdb073-9823-4907-be7c-1fdc6889d758 HTTP/1.1" status: 200 len: 1092 time: 0.7772863 Feb 08 16:50:10.208100 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f10102f-a237-4efe-a94b-7c681ba08df1', 'tag': 'ffbdb073-9823-4907-be7c-1fdc6889d758'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:50:10.211060 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04c66a8-de91-46fb-bcd6-dab175c44387" -d '{"events": [{"name": "network-changed", "server_uuid": "9f10102f-a237-4efe-a94b-7c681ba08df1", "tag": "ffbdb073-9823-4907-be7c-1fdc6889d758"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:50:10.246845 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2461e-4f49-410b-ae08-2d9e5d80aa66 service neutron] Pushing event updated for resources: {'Port': ['ID=ffbdb073-9823-4907-be7c-1fdc6889d758,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:10.312488 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eddd7e-2a1c-4467-b493-b917cc39c84d x-openstack-request-id: req-b0eddd7e-2a1c-4467-b493-b917cc39c84d {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:50:10.312851 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f10102f-a237-4efe-a94b-7c681ba08df1", "tag": "ffbdb073-9823-4907-be7c-1fdc6889d758", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:50:10.313154 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b0eddd7e-2a1c-4467-b493-b917cc39c84d {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:50:10.313566 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f10102f-a237-4efe-a94b-7c681ba08df1', 'tag': 'ffbdb073-9823-4907-be7c-1fdc6889d758', 'status': 'completed', 'code': 200} Feb 08 16:50:10.334511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-fc7a89e9-dd65-4e73-b4f8-cb8c1423c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:10.336278 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-fc7a89e9-dd65-4e73-b4f8-cb8c1423c2bf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 1126 time: 0.0674162 Feb 08 16:50:10.383024 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-cf1a36a5-ebf9-4984-b662-6fe79aba6cc3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffbdb073-9823-4907-be7c-1fdc6889d758 HTTP/1.1" status: 200 len: 217 time: 0.0404832 Feb 08 16:50:10.458791 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-08a964fa-915c-4066-942a-b575b01bc6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:10.461035 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-08a964fa-915c-4066-942a-b575b01bc6c6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d394f77d-f2f4-439b-b7b9-4109603c6d19 HTTP/1.1" status: 200 len: 835 time: 0.0681195 Feb 08 16:50:10.515827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-bd08f562-3077-45ad-89ee-1aac76e9d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:10.517510 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-bd08f562-3077-45ad-89ee-1aac76e9d708 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=74515bf5-1bac-479c-acbe-20eb44fe7b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501826 Feb 08 16:50:10.627004 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-248f8a4a-9fe1-4dfc-9bd8-151287a7e9e6 service neutron] 10.222.0.96 "GET /v2.0/networks/74515bf5-1bac-479c-acbe-20eb44fe7b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998957 Feb 08 16:50:10.674374 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:50:10.727153 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0644d5a2-8c27-41ca-beba-03c8e2f471ac req-261633f1-aa22-43cc-952d-b9277211fae0 service neutron] 10.222.0.96 "GET /v2.0/networks/74515bf5-1bac-479c-acbe-20eb44fe7b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928576 Feb 08 16:50:10.729641 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:10.730137 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:10.810607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:10.825534 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c66a8-de91-46fb-bcd6-dab175c44387 req-34f476fd-f89d-43d3-919c-eba4d8f35b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:10.827219 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d04c66a8-de91-46fb-bcd6-dab175c44387 req-34f476fd-f89d-43d3-919c-eba4d8f35b1c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 1126 time: 0.0531213 Feb 08 16:50:10.920613 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c66a8-de91-46fb-bcd6-dab175c44387 req-406afe4b-1933-4b29-83fb-543abd270af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:10.922027 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d04c66a8-de91-46fb-bcd6-dab175c44387 req-406afe4b-1933-4b29-83fb-543abd270af8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=74515bf5-1bac-479c-acbe-20eb44fe7b93 HTTP/1.1" status: 200 len: 898 time: 0.0861590 Feb 08 16:50:10.969158 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d04c66a8-de91-46fb-bcd6-dab175c44387 req-6a13e698-7750-47cc-8d1b-6c8c76bcc6e9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffbdb073-9823-4907-be7c-1fdc6889d758 HTTP/1.1" status: 200 len: 217 time: 0.0392959 Feb 08 16:50:11.024813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c66a8-de91-46fb-bcd6-dab175c44387 req-70bbe9fe-706d-4704-b7e8-77adf5eebe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:11.026344 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d04c66a8-de91-46fb-bcd6-dab175c44387 req-70bbe9fe-706d-4704-b7e8-77adf5eebe90 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d394f77d-f2f4-439b-b7b9-4109603c6d19 HTTP/1.1" status: 200 len: 835 time: 0.0515385 Feb 08 16:50:11.079568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c66a8-de91-46fb-bcd6-dab175c44387 req-04a6158b-d9a5-45e9-9ef8-ef93d0e0479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:11.081342 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d04c66a8-de91-46fb-bcd6-dab175c44387 req-04a6158b-d9a5-45e9-9ef8-ef93d0e0479f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=74515bf5-1bac-479c-acbe-20eb44fe7b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476153 Feb 08 16:50:11.176491 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d04c66a8-de91-46fb-bcd6-dab175c44387 req-2651c9d3-a412-40d1-991d-5bee81c1b923 service neutron] 10.222.0.96 "GET /v2.0/networks/74515bf5-1bac-479c-acbe-20eb44fe7b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877650 Feb 08 16:50:11.184901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee41736-e987-4698-8855-5bd2e573c06e req-d854e1aa-73bf-45c1-9802-33eff7ae3f64 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:11.186474 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ee41736-e987-4698-8855-5bd2e573c06e req-d854e1aa-73bf-45c1-9802-33eff7ae3f64 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 943 time: 0.0568199 Feb 08 16:50:11.238506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ee41736-e987-4698-8855-5bd2e573c06e req-6a88ec84-8e21-4934-b500-8b42b757e5a6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463963 Feb 08 16:50:11.279164 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-d04c66a8-de91-46fb-bcd6-dab175c44387 req-27f88f2d-5e45-4340-be5d-f096db5cd50d service neutron] 10.222.0.96 "GET /v2.0/networks/74515bf5-1bac-479c-acbe-20eb44fe7b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928977 Feb 08 16:50:12.364873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843f9d4-0eb6-4bb8-ae9f-7e5a1c8a23a4 req-a3a6995a-1f26-45bd-aaf4-c30705c6dad7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:12.366308 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2843f9d4-0eb6-4bb8-ae9f-7e5a1c8a23a4 req-a3a6995a-1f26-45bd-aaf4-c30705c6dad7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 943 time: 0.0551674 Feb 08 16:50:12.421691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2843f9d4-0eb6-4bb8-ae9f-7e5a1c8a23a4 req-a332eddd-346f-4d16-9049-f220330c7588 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493667 Feb 08 16:50:13.540025 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a470d-1533-414e-9982-ded2b369856e req-719b7a9b-5034-4d04-9415-5398a16c299a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:13.541545 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd9a470d-1533-414e-9982-ded2b369856e req-719b7a9b-5034-4d04-9415-5398a16c299a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 943 time: 0.0540335 Feb 08 16:50:13.560063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ffbdb073-9823-4907-be7c-1fdc6889d758 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:50:13.592269 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dd9a470d-1533-414e-9982-ded2b369856e req-697b1b06-3b6a-4ed2-a181-b70d2551354b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449076 Feb 08 16:50:13.659192 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ffbdb073-9823-4907-be7c-1fdc6889d758, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ffbdb073-9823-4907-be7c-1fdc6889d758,segment=NetworkSegment(638075a6-f5ba-4ad5-9e0a-86817f248c90),segment_id=638075a6-f5ba-4ad5-9e0a-86817f248c90)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:13.671113 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'ffbdb073-9823-4907-be7c-1fdc6889d758', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'port_id': 'ffbdb073-9823-4907-be7c-1fdc6889d758', 'mac_address': 'fa:16:3e:f4:12:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:50:13.708007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port ffbdb073-9823-4907-be7c-1fdc6889d758 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:13.708319 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.722685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffbdb073-9823-4907-be7c-1fdc6889d758 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:50:13.748081 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ffbdb073-9823-4907-be7c-1fdc6889d758, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ffbdb073-9823-4907-be7c-1fdc6889d758,segment=NetworkSegment(638075a6-f5ba-4ad5-9e0a-86817f248c90),segment_id=638075a6-f5ba-4ad5-9e0a-86817f248c90)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:13.752153 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:13.807568 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=ffbdb073-9823-4907-be7c-1fdc6889d758,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:13.982108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['ffbdb073-9823-4907-be7c-1fdc6889d758'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:50:14.719685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3be004-b729-4cd9-9190-16ef0b3eccca req-4ad87b78-7133-490f-a905-27c1fe954b0d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:14.721206 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d3be004-b729-4cd9-9190-16ef0b3eccca req-4ad87b78-7133-490f-a905-27c1fe954b0d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 944 time: 0.0528836 Feb 08 16:50:14.770996 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3d3be004-b729-4cd9-9190-16ef0b3eccca req-3707165a-88a7-471d-be53-04ce09f6ab11 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438406 Feb 08 16:50:15.201667 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:50:15.562498 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ffbdb073-9823-4907-be7c-1fdc6889d758 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:50:15.611974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port ffbdb073-9823-4907-be7c-1fdc6889d758 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:50:15.615871 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port ffbdb073-9823-4907-be7c-1fdc6889d758 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:50:15.616361 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:15.696764 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port ffbdb073-9823-4907-be7c-1fdc6889d758 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:50:15.697179 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:15.719779 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f10102f-a237-4efe-a94b-7c681ba08df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbdb073-9823-4907-be7c-1fdc6889d758'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:50:15.722049 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254985bc-408e-4279-8fe8-d08ca6a1f71c" -d '{"events": [{"server_uuid": "9f10102f-a237-4efe-a94b-7c681ba08df1", "name": "network-vif-plugged", "status": "completed", "tag": "ffbdb073-9823-4907-be7c-1fdc6889d758"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:50:15.736379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ffbdb073-9823-4907-be7c-1fdc6889d758, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ffbdb073-9823-4907-be7c-1fdc6889d758,segment=NetworkSegment(638075a6-f5ba-4ad5-9e0a-86817f248c90),segment_id=638075a6-f5ba-4ad5-9e0a-86817f248c90)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:50:15.743513 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:15.782321 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9d20f6-d5d5-4ed4-8350-b88c4fad253c x-openstack-request-id: req-0a9d20f6-d5d5-4ed4-8350-b88c4fad253c {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:50:15.782725 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f10102f-a237-4efe-a94b-7c681ba08df1", "name": "network-vif-plugged", "status": "completed", "tag": "ffbdb073-9823-4907-be7c-1fdc6889d758", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:50:15.783075 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0a9d20f6-d5d5-4ed4-8350-b88c4fad253c {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:50:15.783542 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f10102f-a237-4efe-a94b-7c681ba08df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbdb073-9823-4907-be7c-1fdc6889d758', 'code': 200} Feb 08 16:50:15.810815 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=ffbdb073-9823-4907-be7c-1fdc6889d758,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:15.896196 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d25aff-9832-4957-b374-fdfd1beb38cd req-7c19df49-33bb-4873-aadd-48d6a6a69aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:15.897797 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e1d25aff-9832-4957-b374-fdfd1beb38cd req-7c19df49-33bb-4873-aadd-48d6a6a69aae service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 1128 time: 0.0452294 Feb 08 16:50:15.910507 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0adfe-62a3-4cd6-9153-0e4a3803feed req-f2a87b15-1f77-44a4-a87f-f255343f7263 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:15.912554 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cba0adfe-62a3-4cd6-9153-0e4a3803feed req-f2a87b15-1f77-44a4-a87f-f255343f7263 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0630276 Feb 08 16:50:15.943656 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e1d25aff-9832-4957-b374-fdfd1beb38cd req-9b2dc27e-5572-4a09-a573-31f9ba20e4e2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390208 Feb 08 16:50:15.968226 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cba0adfe-62a3-4cd6-9153-0e4a3803feed req-423d5b28-0265-4b40-8996-9d984b0ca0c4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489075 Feb 08 16:50:17.096420 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979308b5-626a-4133-8490-1ceaa2400094 req-92014fa9-05a1-4566-9718-e40056202daf tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:17.098055 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-979308b5-626a-4133-8490-1ceaa2400094 req-92014fa9-05a1-4566-9718-e40056202daf tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0558660 Feb 08 16:50:17.150047 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-979308b5-626a-4133-8490-1ceaa2400094 req-3c5e7af7-efee-4d57-881c-26892b0a5f80 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457814 Feb 08 16:50:17.270303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935aedd-f27f-437b-a7fa-551097a7d61c req-fa8dab6b-030e-4388-b79b-8537af4a48ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:17.271823 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7935aedd-f27f-437b-a7fa-551097a7d61c req-fa8dab6b-030e-4388-b79b-8537af4a48ed tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0529008 Feb 08 16:50:17.326248 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7935aedd-f27f-437b-a7fa-551097a7d61c req-7c9a7aa6-ba52-42a7-af26-44f28f7d6126 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478163 Feb 08 16:50:17.348901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35522) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:17.441975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a8db33-3408-4738-9444-2f0814ace240 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:17.444696 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d1a8db33-3408-4738-9444-2f0814ace240 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 1123 time: 0.0941055 Feb 08 16:50:17.447807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35526) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:17.451998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': 'ffbdb073-9823-4907-be7c-1fdc6889d758', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:50:17.476655 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:17.582020 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:17.684652 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.25.7.77 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/f9a097df-f21f-437b-a581-450577d31b26) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:50:17.794371 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (f9a097df-f21f-437b-a581-450577d31b26), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:17.830744 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f9a097df-f21f-437b-a581-450577d31b26), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:17.874471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:50:17.877219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:50:17.880361 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:50:17.886251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=f9a097df-f21f-437b-a581-450577d31b26,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:17.911679 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:17.912049 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:17.912428 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:17.912801 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:17.913818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:17.914155 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:17.914506 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:17.914867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:17.915215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:17.915594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:17.915935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:17.916284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:17.916642 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:50:18.250306 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (b563fbef-e839-4d28-81b5-b35a789fdb08), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:18.320914 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (f9a097df-f21f-437b-a581-450577d31b26), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:18.486940 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (f9a097df-f21f-437b-a581-450577d31b26), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:18.491968 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (f9a097df-f21f-437b-a581-450577d31b26), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:18.574023 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=f9a097df-f21f-437b-a581-450577d31b26,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:50:18.582383 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (b563fbef-e839-4d28-81b5-b35a789fdb08), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:18.697816 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Floating IP b563fbef-e839-4d28-81b5-b35a789fdb08 associated. External IP: 172.25.7.77, port: ffbdb073-9823-4907-be7c-1fdc6889d758. Feb 08 16:50:18.917045 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router d6fa9800-380b-43ae-8e02-6889f44ba27f has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:50:19.030882 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:50:19.041339 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7bbed5-3ec5-4e1c-9eab-ebd287e0980d None None] Sync routers for ids ['d6fa9800-380b-43ae-8e02-6889f44ba27f'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:50:19.051500 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:19.054958 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7bbed5-3ec5-4e1c-9eab-ebd287e0980d None None] Routers {'d6fa9800-380b-43ae-8e02-6889f44ba27f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:19.055577 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4c7bbed5-3ec5-4e1c-9eab-ebd287e0980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:50:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d6fa9800-380b-43ae-8e02-6889f44ba27f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:19.081666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-cccb4f34-fdb8-49ce-a4c5-4854f73bdbc2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6328475 Feb 08 16:50:19.082356 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f10102f-a237-4efe-a94b-7c681ba08df1', 'tag': 'ffbdb073-9823-4907-be7c-1fdc6889d758'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:50:19.085240 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96144dfd-4505-4bc4-bcb3-7a0005dc271e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f10102f-a237-4efe-a94b-7c681ba08df1", "tag": "ffbdb073-9823-4907-be7c-1fdc6889d758"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:50:19.129291 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c15c64-db3a-445b-8d75-3127f6fd995c x-openstack-request-id: req-92c15c64-db3a-445b-8d75-3127f6fd995c {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:50:19.129577 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f10102f-a237-4efe-a94b-7c681ba08df1", "tag": "ffbdb073-9823-4907-be7c-1fdc6889d758", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:50:19.129835 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-92c15c64-db3a-445b-8d75-3127f6fd995c {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:50:19.130244 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f10102f-a237-4efe-a94b-7c681ba08df1', 'tag': 'ffbdb073-9823-4907-be7c-1fdc6889d758', 'status': 'completed', 'code': 200} Feb 08 16:50:19.169185 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-4c7bbed5-3ec5-4e1c-9eab-ebd287e0980d None None] Set router d6fa9800-380b-43ae-8e02-6889f44ba27f gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:19.200085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a5e56-d348-4d0b-b1b8-933a8c9f48c7 req-27f5acaa-9d7a-4087-a658-d52db9b41d2d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:19.201696 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f25a5e56-d348-4d0b-b1b8-933a8c9f48c7 req-27f5acaa-9d7a-4087-a658-d52db9b41d2d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0598147 Feb 08 16:50:19.219904 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96144dfd-4505-4bc4-bcb3-7a0005dc271e req-d65d9672-c7f7-4c3b-bb20-f2b853a17200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:19.221804 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96144dfd-4505-4bc4-bcb3-7a0005dc271e req-d65d9672-c7f7-4c3b-bb20-f2b853a17200 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 1128 time: 0.0550740 Feb 08 16:50:19.260490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f25a5e56-d348-4d0b-b1b8-933a8c9f48c7 req-08d94ede-4d92-4b76-87d4-4dc3191cf1b2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521386 Feb 08 16:50:19.284454 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35532) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:19.326854 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96144dfd-4505-4bc4-bcb3-7a0005dc271e req-c825faca-07e0-43e0-85b5-056e08fd0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:19.329016 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96144dfd-4505-4bc4-bcb3-7a0005dc271e req-c825faca-07e0-43e0-85b5-056e08fd0029 service neutron] 10.222.0.96 "GET /v2.0/networks?id=74515bf5-1bac-479c-acbe-20eb44fe7b93 HTTP/1.1" status: 200 len: 898 time: 0.0952802 Feb 08 16:50:19.351328 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-175c2575-7d24-4ef9-bc43-de6cc741d0a2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/b563fbef-e839-4d28-81b5-b35a789fdb08 HTTP/1.1" status: 200 len: 990 time: 0.0650256 Feb 08 16:50:19.405471 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96144dfd-4505-4bc4-bcb3-7a0005dc271e req-c00c5ee1-2553-4e57-a563-b85111dc7dbb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffbdb073-9823-4907-be7c-1fdc6889d758 HTTP/1.1" status: 200 len: 998 time: 0.0662305 Feb 08 16:50:19.423704 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4c7bbed5-3ec5-4e1c-9eab-ebd287e0980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:05Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'b563fbef-e839-4d28-81b5-b35a789fdb08', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'port_id': 'ffbdb073-9823-4907-be7c-1fdc6889d758', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'mac_address': 'fa:16:3e:f4:12:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f10102f-a237-4efe-a94b-7c681ba08df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:50:18Z', 'updated_at': '2022-02-08T16:50:18Z', 'revision_number': 0, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0400e1-68d7-4cb6-88ee-54e22f51ee66', 'name': '', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:98:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:05Z', 'updated_at': '2022-02-08T16:50:08Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:19.453191 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7bbed5-3ec5-4e1c-9eab-ebd287e0980d None None] Checking router: d6fa9800-380b-43ae-8e02-6889f44ba27f for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:50:19.453725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96144dfd-4505-4bc4-bcb3-7a0005dc271e req-fdef8262-1a8b-4de0-89cf-206891be32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:19.455207 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96144dfd-4505-4bc4-bcb3-7a0005dc271e req-fdef8262-1a8b-4de0-89cf-206891be32c1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d394f77d-f2f4-439b-b7b9-4109603c6d19 HTTP/1.1" status: 200 len: 835 time: 0.0446868 Feb 08 16:50:19.462900 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7bbed5-3ec5-4e1c-9eab-ebd287e0980d None None] Routers {'d6fa9800-380b-43ae-8e02-6889f44ba27f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:50:19.463283 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4c7bbed5-3ec5-4e1c-9eab-ebd287e0980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:50:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d6fa9800-380b-43ae-8e02-6889f44ba27f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:19.505301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96144dfd-4505-4bc4-bcb3-7a0005dc271e req-a2fa4301-c941-4583-8a63-bc10049abc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:19.507404 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96144dfd-4505-4bc4-bcb3-7a0005dc271e req-a2fa4301-c941-4583-8a63-bc10049abc14 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=74515bf5-1bac-479c-acbe-20eb44fe7b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457425 Feb 08 16:50:19.528205 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:19.583844 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-4c7bbed5-3ec5-4e1c-9eab-ebd287e0980d None None] Set router d6fa9800-380b-43ae-8e02-6889f44ba27f gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:50:19.613052 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96144dfd-4505-4bc4-bcb3-7a0005dc271e req-059d7fb5-d816-4966-805d-2fe19aa4c93a service neutron] 10.222.0.96 "GET /v2.0/networks/74515bf5-1bac-479c-acbe-20eb44fe7b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990279 Feb 08 16:50:19.703597 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-96144dfd-4505-4bc4-bcb3-7a0005dc271e req-7f5433b4-08b2-4701-95c3-2d513f4976b0 service neutron] 10.222.0.96 "GET /v2.0/networks/74515bf5-1bac-479c-acbe-20eb44fe7b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844450 Feb 08 16:50:19.817854 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-4c7bbed5-3ec5-4e1c-9eab-ebd287e0980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:05Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'b563fbef-e839-4d28-81b5-b35a789fdb08', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'port_id': 'ffbdb073-9823-4907-be7c-1fdc6889d758', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'mac_address': 'fa:16:3e:f4:12:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f10102f-a237-4efe-a94b-7c681ba08df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:50:18Z', 'updated_at': '2022-02-08T16:50:18Z', 'revision_number': 0, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0400e1-68d7-4cb6-88ee-54e22f51ee66', 'name': '', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:98:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:05Z', 'updated_at': '2022-02-08T16:50:08Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:50:19.844548 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7bbed5-3ec5-4e1c-9eab-ebd287e0980d None None] The sync data for ids ['d6fa9800-380b-43ae-8e02-6889f44ba27f'] in n-d-824834-11 is: [{'id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:05Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'b563fbef-e839-4d28-81b5-b35a789fdb08', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'port_id': 'ffbdb073-9823-4907-be7c-1fdc6889d758', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'mac_address': 'fa:16:3e:f4:12:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f10102f-a237-4efe-a94b-7c681ba08df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:50:18Z', 'updated_at': '2022-02-08T16:50:18Z', 'revision_number': 0, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0400e1-68d7-4cb6-88ee-54e22f51ee66', 'name': '', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:98:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:05Z', 'updated_at': '2022-02-08T16:50:08Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:50:20.042974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870c7044-b92a-4acd-9917-b1d7b3998b5a None None] New status for floating IP b563fbef-e839-4d28-81b5-b35a789fdb08: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:50:20.354736 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35534) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:20.417839 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c53f4c23-6538-4aa9-b602-e8b0fbb87bf7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/b563fbef-e839-4d28-81b5-b35a789fdb08 HTTP/1.1" status: 200 len: 992 time: 0.0619800 Feb 08 16:50:20.932127 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:31.645967 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ac5818f5-2b48-4d5c-9880-7b4f042c03ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:33.915268 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-79e71757-3222-4229-b266-3e740a52921d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:35.754909 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:36.933729 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:38.107468 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:49.144895 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b058c-2ea4-4144-9914-8fa9e999f952 req-ce808c0a-a3c8-4c78-ba93-68216035e703 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:49.146443 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a94b058c-2ea4-4144-9914-8fa9e999f952 req-ce808c0a-a3c8-4c78-ba93-68216035e703 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0530362 Feb 08 16:50:49.193793 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a94b058c-2ea4-4144-9914-8fa9e999f952 req-59c607f7-bbb2-44e3-882d-a727b8f36872 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411680 Feb 08 16:50:49.513284 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:50.319832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff889e-f5fc-4425-8905-592f36d6277e req-5f2cce20-bae1-4d68-a2f4-8b247979bed9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:50.321593 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cff889e-f5fc-4425-8905-592f36d6277e req-5f2cce20-bae1-4d68-a2f4-8b247979bed9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0565057 Feb 08 16:50:50.369647 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6cff889e-f5fc-4425-8905-592f36d6277e req-9e286d9d-0148-42da-bd0d-85c1665f7251 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425847 Feb 08 16:50:50.934597 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:50:51.488130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33706ad9-3a7f-4357-8915-53fa0a43275a req-ed95a2b1-3795-4860-9bf7-ab2a6f62ccfc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:51.489636 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-33706ad9-3a7f-4357-8915-53fa0a43275a req-ed95a2b1-3795-4860-9bf7-ab2a6f62ccfc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0514393 Feb 08 16:50:51.537213 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-33706ad9-3a7f-4357-8915-53fa0a43275a req-b6f04c93-3a05-454e-bb75-0e8c9dbf8a50 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413473 Feb 08 16:50:52.201659 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:50:52.658705 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b9f1a-442f-49f1-a3c0-af15102f40fb req-20f480c2-b371-4a30-86de-e9ad6480ae70 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:52.660168 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d54b9f1a-442f-49f1-a3c0-af15102f40fb req-20f480c2-b371-4a30-86de-e9ad6480ae70 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0533900 Feb 08 16:50:52.712792 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d54b9f1a-442f-49f1-a3c0-af15102f40fb req-cf4b531a-a659-402b-b73c-245f8480152e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468802 Feb 08 16:50:53.834605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b0327-cc37-4035-881c-2960d4c32328 req-52728f4b-1c03-4810-9042-79e14c48d98b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:53.836077 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-291b0327-cc37-4035-881c-2960d4c32328 req-52728f4b-1c03-4810-9042-79e14c48d98b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0520461 Feb 08 16:50:53.885131 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-291b0327-cc37-4035-881c-2960d4c32328 req-7ee50953-300f-4f7a-932b-5824191ce681 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432220 Feb 08 16:50:55.006837 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e25fa-da60-42ad-ac2b-2264679f5ab2 req-c0947d67-8869-44dc-8adb-ce991b3838ae tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:55.008891 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef0e25fa-da60-42ad-ac2b-2264679f5ab2 req-c0947d67-8869-44dc-8adb-ce991b3838ae tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0518377 Feb 08 16:50:55.056704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef0e25fa-da60-42ad-ac2b-2264679f5ab2 req-09124305-39e1-4e70-9b53-32badcb8b01a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419850 Feb 08 16:50:56.186093 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0a59-0092-40e5-898a-4cfbfc125919 req-0f9ffe01-b8f3-494c-bff3-53e80991e4b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:56.187557 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3dd0a59-0092-40e5-898a-4cfbfc125919 req-0f9ffe01-b8f3-494c-bff3-53e80991e4b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0567439 Feb 08 16:50:56.236235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c3dd0a59-0092-40e5-898a-4cfbfc125919 req-4c3814dc-25d6-4d09-93ba-3ccabf8fcc7c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428188 Feb 08 16:50:57.359274 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0bf18-4117-4455-b851-4c1a28a152d9 req-dcfcd907-55e0-4e04-aeee-33cb17552cf3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:57.360865 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ada0bf18-4117-4455-b851-4c1a28a152d9 req-dcfcd907-55e0-4e04-aeee-33cb17552cf3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0533133 Feb 08 16:50:57.410209 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ada0bf18-4117-4455-b851-4c1a28a152d9 req-51442c6f-f34f-4f8e-a982-a3b7fa29625b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438073 Feb 08 16:50:58.527610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7759b-f639-4623-bcf8-950f0a54afac req-10e57778-8f38-496a-a2a2-aed5389fb137 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:58.529120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81d7759b-f639-4623-bcf8-950f0a54afac req-10e57778-8f38-496a-a2a2-aed5389fb137 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0518794 Feb 08 16:50:58.580890 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-81d7759b-f639-4623-bcf8-950f0a54afac req-d2d2d1bc-d7bd-4683-b822-8c16923467e7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461836 Feb 08 16:50:59.699822 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f547722-81b3-43b2-bb24-e4ca41e6608a req-9b7848b3-e591-40c3-ae45-dc8be4fdba32 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:50:59.701350 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8f547722-81b3-43b2-bb24-e4ca41e6608a req-9b7848b3-e591-40c3-ae45-dc8be4fdba32 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0545189 Feb 08 16:50:59.750844 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8f547722-81b3-43b2-bb24-e4ca41e6608a req-4eaf458e-4ebe-43c4-a9bc-a5d2f93b2d55 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437672 Feb 08 16:50:59.774620 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35566) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:50:59.836762 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b1cdde11-f072-455f-8893-2cd670d55b32 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/b563fbef-e839-4d28-81b5-b35a789fdb08 HTTP/1.1" status: 200 len: 992 time: 0.0609238 Feb 08 16:51:01.105192 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26857362-5cac-4aea-a8ee-0932b336097e req-e627f504-eab4-4795-8d9f-43cd36a3ecaa tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:01.106646 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-26857362-5cac-4aea-a8ee-0932b336097e req-e627f504-eab4-4795-8d9f-43cd36a3ecaa tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0538337 Feb 08 16:51:01.132427 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a4f9b-6562-4b2d-b4b8-e340e414cc41 req-53168974-fb65-4147-815d-0e50b57f9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:01.134078 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c34a4f9b-6562-4b2d-b4b8-e340e414cc41 req-53168974-fb65-4147-815d-0e50b57f9d35 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 1128 time: 0.0486116 Feb 08 16:51:01.156489 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-26857362-5cac-4aea-a8ee-0932b336097e req-e09a7345-0ed5-4785-980c-9a9761cd2b81 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439675 Feb 08 16:51:01.226024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a4f9b-6562-4b2d-b4b8-e340e414cc41 req-c876f8b8-3f35-4eaf-adf2-f75d76c9f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:01.227712 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c34a4f9b-6562-4b2d-b4b8-e340e414cc41 req-c876f8b8-3f35-4eaf-adf2-f75d76c9f398 service neutron] 10.222.0.96 "GET /v2.0/networks?id=74515bf5-1bac-479c-acbe-20eb44fe7b93 HTTP/1.1" status: 200 len: 898 time: 0.0882089 Feb 08 16:51:01.290251 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c34a4f9b-6562-4b2d-b4b8-e340e414cc41 req-2ebe7cf3-d524-4aa8-9631-47c95be7a29a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffbdb073-9823-4907-be7c-1fdc6889d758 HTTP/1.1" status: 200 len: 1000 time: 0.0570683 Feb 08 16:51:01.340582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a4f9b-6562-4b2d-b4b8-e340e414cc41 req-27f15691-dc2d-4c86-8097-e4c6faa4ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:01.342042 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c34a4f9b-6562-4b2d-b4b8-e340e414cc41 req-27f15691-dc2d-4c86-8097-e4c6faa4ded9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d394f77d-f2f4-439b-b7b9-4109603c6d19 HTTP/1.1" status: 200 len: 835 time: 0.0466428 Feb 08 16:51:01.390433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a4f9b-6562-4b2d-b4b8-e340e414cc41 req-9573c6a2-6988-478a-9b74-a896627aa8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:01.391850 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c34a4f9b-6562-4b2d-b4b8-e340e414cc41 req-9573c6a2-6988-478a-9b74-a896627aa8d8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=74515bf5-1bac-479c-acbe-20eb44fe7b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437417 Feb 08 16:51:01.478495 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c34a4f9b-6562-4b2d-b4b8-e340e414cc41 req-8bf2ee7b-b01f-451e-a741-3f4e81b4ff07 service neutron] 10.222.0.96 "GET /v2.0/networks/74515bf5-1bac-479c-acbe-20eb44fe7b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809259 Feb 08 16:51:01.568958 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c34a4f9b-6562-4b2d-b4b8-e340e414cc41 req-2fb6a8b2-78de-48aa-bf6e-2d5a9faf62da service neutron] 10.222.0.96 "GET /v2.0/networks/74515bf5-1bac-479c-acbe-20eb44fe7b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850282 Feb 08 16:51:01.647387 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8ae7-ed94-4bf6-b4e4-357560a32efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:02.064108 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affab42b-1749-4155-b6c5-144d3af70d6e req-4b528cf6-eade-4866-b3b5-f7cb3140e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:02.065627 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-affab42b-1749-4155-b6c5-144d3af70d6e req-4b528cf6-eade-4866-b3b5-f7cb3140e806 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 1128 time: 0.0454111 Feb 08 16:51:02.184303 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affab42b-1749-4155-b6c5-144d3af70d6e req-8a8eb653-f5ab-49aa-bf37-c42e1191b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:02.185821 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-affab42b-1749-4155-b6c5-144d3af70d6e req-8a8eb653-f5ab-49aa-bf37-c42e1191b798 service neutron] 10.222.0.96 "GET /v2.0/networks?id=74515bf5-1bac-479c-acbe-20eb44fe7b93 HTTP/1.1" status: 200 len: 898 time: 0.0953915 Feb 08 16:51:02.251724 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-affab42b-1749-4155-b6c5-144d3af70d6e req-e52b1a60-296d-4935-ac47-4cdcb02c31a0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffbdb073-9823-4907-be7c-1fdc6889d758 HTTP/1.1" status: 200 len: 1000 time: 0.0602119 Feb 08 16:51:02.282645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b95ae-283c-48fc-a732-5cbe7f1b9c0a req-02493204-600e-4d25-81c9-2d1b89366526 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:02.284200 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-274b95ae-283c-48fc-a732-5cbe7f1b9c0a req-02493204-600e-4d25-81c9-2d1b89366526 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0542536 Feb 08 16:51:02.303301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affab42b-1749-4155-b6c5-144d3af70d6e req-a8d3d7a6-933e-452b-a15c-d46dc77a463e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:02.305370 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-affab42b-1749-4155-b6c5-144d3af70d6e req-a8d3d7a6-933e-452b-a15c-d46dc77a463e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d394f77d-f2f4-439b-b7b9-4109603c6d19 HTTP/1.1" status: 200 len: 835 time: 0.0478957 Feb 08 16:51:02.335524 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-274b95ae-283c-48fc-a732-5cbe7f1b9c0a req-5a53c618-3b43-4519-901f-b67998ba21cb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451908 Feb 08 16:51:02.357822 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affab42b-1749-4155-b6c5-144d3af70d6e req-1e70e242-7af2-4ac1-baea-a6e32a64a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:02.358715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35576) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:02.359349 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-affab42b-1749-4155-b6c5-144d3af70d6e req-1e70e242-7af2-4ac1-baea-a6e32a64a5da service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=74515bf5-1bac-479c-acbe-20eb44fe7b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489657 Feb 08 16:51:02.423142 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1c3ad38e-3344-4d08-947a-68a29104b49b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/b563fbef-e839-4d28-81b5-b35a789fdb08 HTTP/1.1" status: 200 len: 992 time: 0.0630322 Feb 08 16:51:02.450872 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-affab42b-1749-4155-b6c5-144d3af70d6e req-d8f7a77c-6c2c-445c-95e2-5b2631cf315e service neutron] 10.222.0.96 "GET /v2.0/networks/74515bf5-1bac-479c-acbe-20eb44fe7b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855243 Feb 08 16:51:02.543836 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-affab42b-1749-4155-b6c5-144d3af70d6e req-c9897dbc-ad10-4382-9f1d-8e5376919005 service neutron] 10.222.0.96 "GET /v2.0/networks/74515bf5-1bac-479c-acbe-20eb44fe7b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865443 Feb 08 16:51:03.906927 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd07e-8730-445c-81cd-5bd8267a16d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:05.757669 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:06.933629 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:08.110758 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:19.535274 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:20.950359 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:29.200827 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:51:31.650138 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2737f2ad-82f4-4766-baa7-9e404cee55e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:33.907810 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-75a4a669-e32c-43ac-9cc3-ac4333d1ef22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:34.770028 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35586) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:34.923436 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port f9a097df-f21f-437b-a581-450577d31b26 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:34.923717 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (f9a097df-f21f-437b-a581-450577d31b26), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.000514 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (f9a097df-f21f-437b-a581-450577d31b26), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.000841 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (f9a097df-f21f-437b-a581-450577d31b26), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.013514 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for f9a097df-f21f-437b-a581-450577d31b26 owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:35.490560 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (f9a097df-f21f-437b-a581-450577d31b26), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.518108 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=f9a097df-f21f-437b-a581-450577d31b26,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:35.544839 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:35.545219 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:35.545562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:35.545898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:35.546234 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:35.546561 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:35.546890 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:35.547220 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:35.547547 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:35.547874 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:35.548198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:35.548523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:35.548838 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:35.589292 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (b563fbef-e839-4d28-81b5-b35a789fdb08), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.589675 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Floating IP b563fbef-e839-4d28-81b5-b35a789fdb08 disassociated (deleted). External IP: 172.25.7.77, port: ffbdb073-9823-4907-be7c-1fdc6889d758. Feb 08 16:51:35.761620 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.796775 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router d6fa9800-380b-43ae-8e02-6889f44ba27f has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:51:35.906280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:51:35.911039 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:35.916220 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f80c42-a3ad-4499-9792-04c2430319df None None] Sync routers for ids ['d6fa9800-380b-43ae-8e02-6889f44ba27f'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:51:35.925830 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f80c42-a3ad-4499-9792-04c2430319df None None] Routers {'d6fa9800-380b-43ae-8e02-6889f44ba27f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:35.926439 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-14f80c42-a3ad-4499-9792-04c2430319df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:51:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d6fa9800-380b-43ae-8e02-6889f44ba27f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:35.941579 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0c0f28fa-bf8f-4890-86e2-18cf4e261aa7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/floatingips/b563fbef-e839-4d28-81b5-b35a789fdb08 HTTP/1.1" status: 204 len: 168 time: 1.1704681 Feb 08 16:51:35.942167 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f10102f-a237-4efe-a94b-7c681ba08df1', 'tag': 'ffbdb073-9823-4907-be7c-1fdc6889d758'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:51:35.945797 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57059d77-fc07-452d-a63d-1c5e405bbfa5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f10102f-a237-4efe-a94b-7c681ba08df1", "tag": "ffbdb073-9823-4907-be7c-1fdc6889d758"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:51:35.985148 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86dd26c-1151-4012-990c-fc827e30fc23 x-openstack-request-id: req-f86dd26c-1151-4012-990c-fc827e30fc23 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:51:35.985446 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f10102f-a237-4efe-a94b-7c681ba08df1", "tag": "ffbdb073-9823-4907-be7c-1fdc6889d758", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:51:35.985725 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f86dd26c-1151-4012-990c-fc827e30fc23 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:51:35.986132 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f10102f-a237-4efe-a94b-7c681ba08df1', 'tag': 'ffbdb073-9823-4907-be7c-1fdc6889d758', 'status': 'completed', 'code': 200} Feb 08 16:51:36.041754 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-14f80c42-a3ad-4499-9792-04c2430319df None None] Set router d6fa9800-380b-43ae-8e02-6889f44ba27f gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:36.056300 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059d77-fc07-452d-a63d-1c5e405bbfa5 req-8302e177-8da9-4863-8a36-7889f54db62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:36.058872 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-57059d77-fc07-452d-a63d-1c5e405bbfa5 req-8302e177-8da9-4863-8a36-7889f54db62c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 1128 time: 0.0511479 Feb 08 16:51:36.161244 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059d77-fc07-452d-a63d-1c5e405bbfa5 req-b188102d-b73b-420e-9d0e-cbf03b669bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:36.162743 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-57059d77-fc07-452d-a63d-1c5e405bbfa5 req-b188102d-b73b-420e-9d0e-cbf03b669bc6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=74515bf5-1bac-479c-acbe-20eb44fe7b93 HTTP/1.1" status: 200 len: 898 time: 0.0927658 Feb 08 16:51:36.191026 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254450a-19ff-4059-8f84-ef50417cbab9 req-b6d2f1b5-8ca1-43cc-9770-b1df3b90f56e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:36.192833 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f254450a-19ff-4059-8f84-ef50417cbab9 req-b6d2f1b5-8ca1-43cc-9770-b1df3b90f56e tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0561342 Feb 08 16:51:36.209265 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-57059d77-fc07-452d-a63d-1c5e405bbfa5 req-2511f2bf-635d-4ab4-a975-cc47b5f932df service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffbdb073-9823-4907-be7c-1fdc6889d758 HTTP/1.1" status: 200 len: 217 time: 0.0392878 Feb 08 16:51:36.247307 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f254450a-19ff-4059-8f84-ef50417cbab9 req-47c7a513-874c-45ad-ba27-7ad4885271f6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480881 Feb 08 16:51:36.262186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059d77-fc07-452d-a63d-1c5e405bbfa5 req-552496e4-2ba6-42e6-a4e1-b45e2e340966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:36.263873 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-57059d77-fc07-452d-a63d-1c5e405bbfa5 req-552496e4-2ba6-42e6-a4e1-b45e2e340966 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d394f77d-f2f4-439b-b7b9-4109603c6d19 HTTP/1.1" status: 200 len: 835 time: 0.0478079 Feb 08 16:51:36.272757 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-14f80c42-a3ad-4499-9792-04c2430319df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:05Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '3f0400e1-68d7-4cb6-88ee-54e22f51ee66', 'name': '', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:98:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:05Z', 'updated_at': '2022-02-08T16:50:08Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:36.299854 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f80c42-a3ad-4499-9792-04c2430319df None None] Checking router: d6fa9800-380b-43ae-8e02-6889f44ba27f for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:51:36.308868 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f80c42-a3ad-4499-9792-04c2430319df None None] Routers {'d6fa9800-380b-43ae-8e02-6889f44ba27f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:36.309627 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-14f80c42-a3ad-4499-9792-04c2430319df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:51:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d6fa9800-380b-43ae-8e02-6889f44ba27f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:36.314054 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059d77-fc07-452d-a63d-1c5e405bbfa5 req-52f582e8-9bb3-4726-92ce-73ea053d2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:36.315584 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-57059d77-fc07-452d-a63d-1c5e405bbfa5 req-52f582e8-9bb3-4726-92ce-73ea053d2cdd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=74515bf5-1bac-479c-acbe-20eb44fe7b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452437 Feb 08 16:51:36.515076 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-14f80c42-a3ad-4499-9792-04c2430319df None None] Set router d6fa9800-380b-43ae-8e02-6889f44ba27f gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:36.724559 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-14f80c42-a3ad-4499-9792-04c2430319df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:05Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '3f0400e1-68d7-4cb6-88ee-54e22f51ee66', 'name': '', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:98:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:05Z', 'updated_at': '2022-02-08T16:50:08Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:36.737547 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-57059d77-fc07-452d-a63d-1c5e405bbfa5 req-c455e579-cfda-40e9-b291-16bacb4de118 service neutron] 10.222.0.96 "GET /v2.0/networks/74515bf5-1bac-479c-acbe-20eb44fe7b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136541 Feb 08 16:51:36.752237 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f80c42-a3ad-4499-9792-04c2430319df None None] The sync data for ids ['d6fa9800-380b-43ae-8e02-6889f44ba27f'] in n-d-824834-11 is: [{'id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:05Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '3f0400e1-68d7-4cb6-88ee-54e22f51ee66', 'name': '', 'network_id': '74515bf5-1bac-479c-acbe-20eb44fe7b93', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:98:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:05Z', 'updated_at': '2022-02-08T16:50:08Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd394f77d-f2f4-439b-b7b9-4109603c6d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:51:36.831019 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-57059d77-fc07-452d-a63d-1c5e405bbfa5 req-23ef93bf-780a-44bf-ae67-df510ddd471d service neutron] 10.222.0.96 "GET /v2.0/networks/74515bf5-1bac-479c-acbe-20eb44fe7b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865340 Feb 08 16:51:36.937242 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:36.988024 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd289e-2554-472a-b861-3bf75fec3f7c None None] New status for floating IP b563fbef-e839-4d28-81b5-b35a789fdb08: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:51:37.419068 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0866c0b-9373-4e43-851d-ff7b2993e3b4 req-4ffd1308-b5a6-423c-aad1-2dd722acbe0c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:37.420544 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0866c0b-9373-4e43-851d-ff7b2993e3b4 req-4ffd1308-b5a6-423c-aad1-2dd722acbe0c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0998168 Feb 08 16:51:37.469322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e0866c0b-9373-4e43-851d-ff7b2993e3b4 req-c9f01327-b8ac-418b-9d57-900b20582512 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4a9da385-98dd-47d8-ac84-cafd5969003c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429916 Feb 08 16:51:37.703826 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81305b-c4a1-4fb3-b575-b90af0c660dc req-ff36ee47-25ed-4174-aae4-d81dd68f53f5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:37.705313 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0f81305b-c4a1-4fb3-b575-b90af0c660dc req-ff36ee47-25ed-4174-aae4-d81dd68f53f5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 945 time: 0.0557697 Feb 08 16:51:37.794721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-0f81305b-c4a1-4fb3-b575-b90af0c660dc req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port ffbdb073-9823-4907-be7c-1fdc6889d758 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:37.795061 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0f81305b-c4a1-4fb3-b575-b90af0c660dc req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:37.883497 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-0f81305b-c4a1-4fb3-b575-b90af0c660dc req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] For port ffbdb073-9823-4907-be7c-1fdc6889d758, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ffbdb073-9823-4907-be7c-1fdc6889d758,segment=NetworkSegment(638075a6-f5ba-4ad5-9e0a-86817f248c90),segment_id=638075a6-f5ba-4ad5-9e0a-86817f248c90)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:37.883857 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0f81305b-c4a1-4fb3-b575-b90af0c660dc req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:37.896971 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-0f81305b-c4a1-4fb3-b575-b90af0c660dc req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for ffbdb073-9823-4907-be7c-1fdc6889d758 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:38.023144 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0f81305b-c4a1-4fb3-b575-b90af0c660dc req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ffbdb073-9823-4907-be7c-1fdc6889d758), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.056321 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=ffbdb073-9823-4907-be7c-1fdc6889d758,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:38.069854 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:38.070809 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:38.070809 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:38.071067 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:38.071312 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:38.071659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:38.071982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:38.072318 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:38.072647 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:38.072993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:38.073347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:38.073671 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:38.073993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:38.110614 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f81305b-c4a1-4fb3-b575-b90af0c660dc req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] No DVR routers for this DVR port ffbdb073-9823-4907-be7c-1fdc6889d758 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:51:38.113529 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-0f81305b-c4a1-4fb3-b575-b90af0c660dc req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.115077 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:38.117304 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-0f81305b-c4a1-4fb3-b575-b90af0c660dc req-8a739c80-de9b-403a-b904-53a5e3b62e86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "DELETE /v2.0/ports/ffbdb073-9823-4907-be7c-1fdc6889d758 HTTP/1.1" status: 204 len: 173 time: 0.4071641 Feb 08 16:51:38.117893 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f10102f-a237-4efe-a94b-7c681ba08df1', 'name': 'network-vif-deleted', 'tag': 'ffbdb073-9823-4907-be7c-1fdc6889d758'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:51:38.120190 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c18ea6-4b0b-42d3-a022-73658aedb895" -d '{"events": [{"server_uuid": "9f10102f-a237-4efe-a94b-7c681ba08df1", "name": "network-vif-deleted", "tag": "ffbdb073-9823-4907-be7c-1fdc6889d758"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:51:38.171057 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f5c95a-160a-4faa-af46-1e9c3af098e2 x-openstack-request-id: req-e1f5c95a-160a-4faa-af46-1e9c3af098e2 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:51:38.171500 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f10102f-a237-4efe-a94b-7c681ba08df1", "name": "network-vif-deleted", "tag": "ffbdb073-9823-4907-be7c-1fdc6889d758", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:51:38.171894 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e1f5c95a-160a-4faa-af46-1e9c3af098e2 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:51:38.172498 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f10102f-a237-4efe-a94b-7c681ba08df1', 'name': 'network-vif-deleted', 'tag': 'ffbdb073-9823-4907-be7c-1fdc6889d758', 'status': 'completed', 'code': 200} Feb 08 16:51:38.589022 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6afbdc10-a0d2-4f9f-81fa-5b0702e11634 req-1a7c693a-32fb-47f8-a7f8-f91c918094f8 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=9f10102f-a237-4efe-a94b-7c681ba08df1 HTTP/1.1" status: 200 len: 210 time: 0.0290537 Feb 08 16:51:39.647845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35604) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:40.015987 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77ea2192-abc5-42f5-a72f-ef73675625b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (d6fa9800-380b-43ae-8e02-6889f44ba27f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:40.280562 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-77ea2192-abc5-42f5-a72f-ef73675625b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:40.280909 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77ea2192-abc5-42f5-a72f-ef73675625b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:40.368876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-77ea2192-abc5-42f5-a72f-ef73675625b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] For port 3f0400e1-68d7-4cb6-88ee-54e22f51ee66, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3f0400e1-68d7-4cb6-88ee-54e22f51ee66,segment=NetworkSegment(638075a6-f5ba-4ad5-9e0a-86817f248c90),segment_id=638075a6-f5ba-4ad5-9e0a-86817f248c90)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:40.369263 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77ea2192-abc5-42f5-a72f-ef73675625b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:40.381529 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-77ea2192-abc5-42f5-a72f-ef73675625b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:40.579506 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77ea2192-abc5-42f5-a72f-ef73675625b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3f0400e1-68d7-4cb6-88ee-54e22f51ee66), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:40.614207 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea2192-abc5-42f5-a72f-ef73675625b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=3f0400e1-68d7-4cb6-88ee-54e22f51ee66,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:40.807766 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-77ea2192-abc5-42f5-a72f-ef73675625b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (d6fa9800-380b-43ae-8e02-6889f44ba27f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:41.029772 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ea2192-abc5-42f5-a72f-ef73675625b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router d6fa9800-380b-43ae-8e02-6889f44ba27f has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:51:41.141341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ea2192-abc5-42f5-a72f-ef73675625b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:51:41.146314 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-77ea2192-abc5-42f5-a72f-ef73675625b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "PUT /v2.0/routers/d6fa9800-380b-43ae-8e02-6889f44ba27f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4973478 Feb 08 16:51:41.150001 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35606) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:41.156644 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced11a9c-27c5-4f75-a942-6d68ec27e68e None None] Sync routers for ids ['d6fa9800-380b-43ae-8e02-6889f44ba27f'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:51:41.166877 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced11a9c-27c5-4f75-a942-6d68ec27e68e None None] Routers {'d6fa9800-380b-43ae-8e02-6889f44ba27f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:41.167516 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ced11a9c-27c5-4f75-a942-6d68ec27e68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:51:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d6fa9800-380b-43ae-8e02-6889f44ba27f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:41.200600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e724e5-2535-40fe-86f6-aa10e3a9ae5a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting subnet d394f77d-f2f4-439b-b7b9-4109603c6d19 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:51:41.203724 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d6e724e5-2535-40fe-86f6-aa10e3a9ae5a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for subnet (d394f77d-f2f4-439b-b7b9-4109603c6d19), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:41.243132 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d6e724e5-2535-40fe-86f6-aa10e3a9ae5a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (d394f77d-f2f4-439b-b7b9-4109603c6d19), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:41.274488 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-ced11a9c-27c5-4f75-a942-6d68ec27e68e None None] Set router d6fa9800-380b-43ae-8e02-6889f44ba27f gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:41.328841 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d6e724e5-2535-40fe-86f6-aa10e3a9ae5a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d394f77d-f2f4-439b-b7b9-4109603c6d19), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:41.390125 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d6e724e5-2535-40fe-86f6-aa10e3a9ae5a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (d394f77d-f2f4-439b-b7b9-4109603c6d19), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:41.417708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e724e5-2535-40fe-86f6-aa10e3a9ae5a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Subnet': ['ID=d394f77d-f2f4-439b-b7b9-4109603c6d19,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:41.421546 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d6e724e5-2535-40fe-86f6-aa10e3a9ae5a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:41.425520 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d6e724e5-2535-40fe-86f6-aa10e3a9ae5a tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/subnets/d394f77d-f2f4-439b-b7b9-4109603c6d19 HTTP/1.1" status: 204 len: 168 time: 0.2744241 Feb 08 16:51:41.428352 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35608) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:41.429036 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82063d1-4714-4a2f-91a1-6eaa64d90134 None None] Network 74515bf5-1bac-479c-acbe-20eb44fe7b93 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:51:41.460960 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ced11a9c-27c5-4f75-a942-6d68ec27e68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:51:40Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:41.491385 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced11a9c-27c5-4f75-a942-6d68ec27e68e None None] Checking router: d6fa9800-380b-43ae-8e02-6889f44ba27f for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:51:41.501390 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced11a9c-27c5-4f75-a942-6d68ec27e68e None None] Routers {'d6fa9800-380b-43ae-8e02-6889f44ba27f'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:41.502370 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ced11a9c-27c5-4f75-a942-6d68ec27e68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:51:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['d6fa9800-380b-43ae-8e02-6889f44ba27f'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:41.541166 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router (d6fa9800-380b-43ae-8e02-6889f44ba27f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:41.594702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] DHCP port deletion for 74515bf5-1bac-479c-acbe-20eb44fe7b93 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:51:41.619993 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-ced11a9c-27c5-4f75-a942-6d68ec27e68e None None] Set router d6fa9800-380b-43ae-8e02-6889f44ba27f gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:41.646185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Deleting port 8c447fd3-afbd-4427-835b-ee16921af0a0 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:41.647007 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8c447fd3-afbd-4427-835b-ee16921af0a0), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:41.654483 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (d6fa9800-380b-43ae-8e02-6889f44ba27f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:41.712201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port 7389efed-69fe-4451-9083-506e6a6c1efa {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:51:41.712568 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (7389efed-69fe-4451-9083-506e6a6c1efa), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:41.726816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] For port 8c447fd3-afbd-4427-835b-ee16921af0a0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8c447fd3-afbd-4427-835b-ee16921af0a0,segment=NetworkSegment(638075a6-f5ba-4ad5-9e0a-86817f248c90),segment_id=638075a6-f5ba-4ad5-9e0a-86817f248c90)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:41.727068 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8c447fd3-afbd-4427-835b-ee16921af0a0), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:41.746973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Calling delete_port for 8c447fd3-afbd-4427-835b-ee16921af0a0 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:41.796418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] For port 7389efed-69fe-4451-9083-506e6a6c1efa, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=7389efed-69fe-4451-9083-506e6a6c1efa,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:41.796821 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (7389efed-69fe-4451-9083-506e6a6c1efa), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:41.809312 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ced11a9c-27c5-4f75-a942-6d68ec27e68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:51:40Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:41.810646 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for 7389efed-69fe-4451-9083-506e6a6c1efa owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:51:41.835107 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (8c447fd3-afbd-4427-835b-ee16921af0a0), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:41.842067 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced11a9c-27c5-4f75-a942-6d68ec27e68e None None] The sync data for ids ['d6fa9800-380b-43ae-8e02-6889f44ba27f'] in n-d-824834-11 is: [{'id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234901483', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:51:40Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': '7389efed-69fe-4451-9083-506e6a6c1efa', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fa9800-380b-43ae-8e02-6889f44ba27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:50:02Z', 'updated_at': '2022-02-08T16:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:51:41.862325 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Pushing event deleted for resources: {'Port': ['ID=8c447fd3-afbd-4427-835b-ee16921af0a0,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:41.872444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] No DVR routers for this DVR port 8c447fd3-afbd-4427-835b-ee16921af0a0 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:51:41.881615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.882041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.882992 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.883401 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.883814 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.884193 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.884486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.884823 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.885182 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.885771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.886104 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.886431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.886757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96d17b-c4da-4fcc-960c-b9835b35f27a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:41.997622 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (7389efed-69fe-4451-9083-506e6a6c1efa), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.012177 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ffbdb073-9823-4907-be7c-1fdc6889d758 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:42.025618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=7389efed-69fe-4451-9083-506e6a6c1efa,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:42.032736 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: ffbdb073-9823-4907-be7c-1fdc6889d758 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:51:42.033119 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ffbdb073-9823-4907-be7c-1fdc6889d758 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:51:42.088341 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (d6fa9800-380b-43ae-8e02-6889f44ba27f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.181200 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (d6fa9800-380b-43ae-8e02-6889f44ba27f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.182957 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_controller (d6fa9800-380b-43ae-8e02-6889f44ba27f), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.228530 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (d6fa9800-380b-43ae-8e02-6889f44ba27f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.229140 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Fanout notify agent at l3_agent the message router_deleted on router d6fa9800-380b-43ae-8e02-6889f44ba27f {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:51:42.235822 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.237032 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-853ccfdd-7140-43cf-8ced-beaacec3ca42 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/routers/d6fa9800-380b-43ae-8e02-6889f44ba27f HTTP/1.1" status: 204 len: 168 time: 0.8076029 Feb 08 16:51:42.240884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35610) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:42.324011 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6443a675-205f-4621-84f7-1435d4251e43 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (74515bf5-1bac-479c-acbe-20eb44fe7b93), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.412311 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6443a675-205f-4621-84f7-1435d4251e43 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (74515bf5-1bac-479c-acbe-20eb44fe7b93), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.433425 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-6443a675-205f-4621-84f7-1435d4251e43 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74515bf5-1bac-479c-acbe-20eb44fe7b93']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:42.443394 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-6443a675-205f-4621-84f7-1435d4251e43 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638075a6-f5ba-4ad5-9e0a-86817f248c90') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:42.443697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-6443a675-205f-4621-84f7-1435d4251e43 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638075a6-f5ba-4ad5-9e0a-86817f248c90') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:42.454548 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6443a675-205f-4621-84f7-1435d4251e43 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (638075a6-f5ba-4ad5-9e0a-86817f248c90), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.469109 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6443a675-205f-4621-84f7-1435d4251e43 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (638075a6-f5ba-4ad5-9e0a-86817f248c90), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.475858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6443a675-205f-4621-84f7-1435d4251e43 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:51:42.476401 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6443a675-205f-4621-84f7-1435d4251e43 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (638075a6-f5ba-4ad5-9e0a-86817f248c90), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: timer() Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:51:42.480566 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:51:42.544530 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6443a675-205f-4621-84f7-1435d4251e43 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (74515bf5-1bac-479c-acbe-20eb44fe7b93), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.551535 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6443a675-205f-4621-84f7-1435d4251e43 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.555191 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6443a675-205f-4621-84f7-1435d4251e43 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/networks/74515bf5-1bac-479c-acbe-20eb44fe7b93 HTTP/1.1" status: 204 len: 168 time: 0.3133442 Feb 08 16:51:42.558052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35612) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:42.566599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443a675-205f-4621-84f7-1435d4251e43 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Network': ['ID=74515bf5-1bac-479c-acbe-20eb44fe7b93,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:42.622005 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50bf7fc7-2ebc-4a6f-bc66-2b87292664df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (4a9da385-98dd-47d8-ac84-cafd5969003c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.647495 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50bf7fc7-2ebc-4a6f-bc66-2b87292664df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (4a9da385-98dd-47d8-ac84-cafd5969003c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.709120 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50bf7fc7-2ebc-4a6f-bc66-2b87292664df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4a9da385-98dd-47d8-ac84-cafd5969003c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.711739 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-50bf7fc7-2ebc-4a6f-bc66-2b87292664df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:42.713056 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-50bf7fc7-2ebc-4a6f-bc66-2b87292664df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/security-groups/4a9da385-98dd-47d8-ac84-cafd5969003c HTTP/1.1" status: 204 len: 168 time: 0.1538529 Feb 08 16:51:42.722736 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf7fc7-2ebc-4a6f-bc66-2b87292664df tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9da385-98dd-47d8-ac84-cafd5969003c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:42.886712 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8c447fd3-afbd-4427-835b-ee16921af0a0 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:42.908271 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 8c447fd3-afbd-4427-835b-ee16921af0a0 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:51:42.908631 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8c447fd3-afbd-4427-835b-ee16921af0a0 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:51:42.909084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7389efed-69fe-4451-9083-506e6a6c1efa no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:42.927875 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 7389efed-69fe-4451-9083-506e6a6c1efa {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:51:42.928210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 7389efed-69fe-4451-9083-506e6a6c1efa not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:51:42.928621 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:51:42.953317 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:51:42.953674 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3f0400e1-68d7-4cb6-88ee-54e22f51ee66 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:51:43.063138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35620) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:43.067749 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-3289cf86-d989-4d68-a433-33e2e3d1011c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1475180823', 'description': 'tempest-secgroup-smoke-1475180823 description', 'project_id': '3bed23fcd0254b179facffb28ee090ad'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:51:43.089167 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3289cf86-d989-4d68-a433-33e2e3d1011c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.155798 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3289cf86-d989-4d68-a433-33e2e3d1011c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (4efdd38d-e194-46d4-a26d-90d75e181dbf), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.159360 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3289cf86-d989-4d68-a433-33e2e3d1011c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4efdd38d-e194-46d4-a26d-90d75e181dbf), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.189353 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3289cf86-d989-4d68-a433-33e2e3d1011c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.190572 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3289cf86-d989-4d68-a433-33e2e3d1011c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1264288 Feb 08 16:51:43.192343 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289cf86-d989-4d68-a433-33e2e3d1011c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4efdd38d-e194-46d4-a26d-90d75e181dbf,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:43.193658 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35622) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:43.199688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-5384eb75-0946-40be-9f49-150bb1a7cf86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '4efdd38d-e194-46d4-a26d-90d75e181dbf', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:51:43.225473 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5384eb75-0946-40be-9f49-150bb1a7cf86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (26dda840-f9ba-4384-ba5a-4279a162b54d), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.279678 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5384eb75-0946-40be-9f49-150bb1a7cf86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (26dda840-f9ba-4384-ba5a-4279a162b54d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.283438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5384eb75-0946-40be-9f49-150bb1a7cf86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (26dda840-f9ba-4384-ba5a-4279a162b54d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.305235 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384eb75-0946-40be-9f49-150bb1a7cf86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26dda840-f9ba-4384-ba5a-4279a162b54d,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:43.313105 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-5384eb75-0946-40be-9f49-150bb1a7cf86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.314301 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-5384eb75-0946-40be-9f49-150bb1a7cf86 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193750 Feb 08 16:51:43.317398 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35624) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:43.324105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ba8f7a11-e9f4-4227-b884-676dd07763f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '4efdd38d-e194-46d4-a26d-90d75e181dbf', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:51:43.349375 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7a11-e9f4-4227-b884-676dd07763f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (e59e8d73-be4b-4623-a525-6d90c8fd4d36), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.408618 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7a11-e9f4-4227-b884-676dd07763f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (e59e8d73-be4b-4623-a525-6d90c8fd4d36), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.412083 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7a11-e9f4-4227-b884-676dd07763f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (e59e8d73-be4b-4623-a525-6d90c8fd4d36), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.429554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f7a11-e9f4-4227-b884-676dd07763f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59e8d73-be4b-4623-a525-6d90c8fd4d36,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:43.437204 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7a11-e9f4-4227-b884-676dd07763f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.438423 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ba8f7a11-e9f4-4227-b884-676dd07763f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200261 Feb 08 16:51:43.441411 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35626) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:43.446554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-7bd2482a-3c9f-4f0b-8d42-6ea4dec6cf95 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '4efdd38d-e194-46d4-a26d-90d75e181dbf', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:51:43.471772 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bd2482a-3c9f-4f0b-8d42-6ea4dec6cf95 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (e6f24c11-fc06-4da9-873b-11dbba4d5b2d), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.849765 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bd2482a-3c9f-4f0b-8d42-6ea4dec6cf95 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (e6f24c11-fc06-4da9-873b-11dbba4d5b2d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.854651 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bd2482a-3c9f-4f0b-8d42-6ea4dec6cf95 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (e6f24c11-fc06-4da9-873b-11dbba4d5b2d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.871720 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2482a-3c9f-4f0b-8d42-6ea4dec6cf95 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f24c11-fc06-4da9-873b-11dbba4d5b2d,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:43.879194 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bd2482a-3c9f-4f0b-8d42-6ea4dec6cf95 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.880400 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7bd2482a-3c9f-4f0b-8d42-6ea4dec6cf95 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4380002 Feb 08 16:51:43.883330 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35628) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:43.888227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-942e50c1-434e-422f-b92a-b02b42e5bb01 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '4efdd38d-e194-46d4-a26d-90d75e181dbf', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:51:43.912660 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-942e50c1-434e-422f-b92a-b02b42e5bb01 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (22fe8b24-c23f-448b-8262-4fe1d9eaf638), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.973556 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-942e50c1-434e-422f-b92a-b02b42e5bb01 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (22fe8b24-c23f-448b-8262-4fe1d9eaf638), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.977743 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-942e50c1-434e-422f-b92a-b02b42e5bb01 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (22fe8b24-c23f-448b-8262-4fe1d9eaf638), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:43.995876 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e50c1-434e-422f-b92a-b02b42e5bb01 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fe8b24-c23f-448b-8262-4fe1d9eaf638,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:44.005371 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-942e50c1-434e-422f-b92a-b02b42e5bb01 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.006647 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-942e50c1-434e-422f-b92a-b02b42e5bb01 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223145 Feb 08 16:51:44.010213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35630) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:44.015012 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-67328a51-a4d2-40f8-b194-00bd69d9fb04 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '4efdd38d-e194-46d4-a26d-90d75e181dbf', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:51:44.034251 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-67328a51-a4d2-40f8-b194-00bd69d9fb04 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Project 3bed23fcd0254b179facffb28ee090ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:51:44.039041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67328a51-a4d2-40f8-b194-00bd69d9fb04 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (aa3cc013-3d6f-40a3-98b6-827399af6c5e), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.095822 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67328a51-a4d2-40f8-b194-00bd69d9fb04 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (aa3cc013-3d6f-40a3-98b6-827399af6c5e), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.099270 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67328a51-a4d2-40f8-b194-00bd69d9fb04 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (aa3cc013-3d6f-40a3-98b6-827399af6c5e), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.116865 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67328a51-a4d2-40f8-b194-00bd69d9fb04 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3cc013-3d6f-40a3-98b6-827399af6c5e,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:44.125172 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-67328a51-a4d2-40f8-b194-00bd69d9fb04 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.126362 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-67328a51-a4d2-40f8-b194-00bd69d9fb04 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149023 Feb 08 16:51:44.129129 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35632) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:44.133516 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-bce00457-9b1e-4ab3-99f8-27c81faa92f6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'security_group_rule': {'security_group_id': '4efdd38d-e194-46d4-a26d-90d75e181dbf', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:51:44.153578 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-bce00457-9b1e-4ab3-99f8-27c81faa92f6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Project 3bed23fcd0254b179facffb28ee090ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:51:44.157290 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-157df6ef-aaf4-4cf5-b622-57a2046c2148 req-1348edc6-82f1-4834-a862-5f9289cca5e5 service neutron] (103302) timed out ('10.222.0.94', 50061) {{(pid=103302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 16:51:44.158529 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bce00457-9b1e-4ab3-99f8-27c81faa92f6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (9c875547-2108-46ea-ab90-4f71c11d73b9), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.217095 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bce00457-9b1e-4ab3-99f8-27c81faa92f6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (9c875547-2108-46ea-ab90-4f71c11d73b9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.220620 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bce00457-9b1e-4ab3-99f8-27c81faa92f6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (9c875547-2108-46ea-ab90-4f71c11d73b9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.238186 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce00457-9b1e-4ab3-99f8-27c81faa92f6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c875547-2108-46ea-ab90-4f71c11d73b9,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:44.251883 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bce00457-9b1e-4ab3-99f8-27c81faa92f6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.253162 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bce00457-9b1e-4ab3-99f8-27c81faa92f6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230633 Feb 08 16:51:44.255983 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35634) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:44.261290 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-7df462af-c9a1-47f9-88aa-7c4bcf040ad5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'network': {'name': 'tempest-network-smoke--1324291125', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'port_security_enabled': True}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:51:44.279028 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df462af-c9a1-47f9-88aa-7c4bcf040ad5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Made reservation on behalf of 3bed23fcd0254b179facffb28ee090ad for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:51:44.282333 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7df462af-c9a1-47f9-88aa-7c4bcf040ad5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.308788 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df462af-c9a1-47f9-88aa-7c4bcf040ad5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:51:44.318242 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7df462af-c9a1-47f9-88aa-7c4bcf040ad5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (244edaae-3789-4e78-9050-7ce0530d09ae), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.318600 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-7df462af-c9a1-47f9-88aa-7c4bcf040ad5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Added segment 244edaae-3789-4e78-9050-7ce0530d09ae of type vlan for network 2191db38-9276-4b06-9a7d-40a6f4474e62 Feb 08 16:51:44.358149 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7df462af-c9a1-47f9-88aa-7c4bcf040ad5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (2191db38-9276-4b06-9a7d-40a6f4474e62), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.382151 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7df462af-c9a1-47f9-88aa-7c4bcf040ad5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (2191db38-9276-4b06-9a7d-40a6f4474e62), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.388095 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df462af-c9a1-47f9-88aa-7c4bcf040ad5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:44.388675 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7df462af-c9a1-47f9-88aa-7c4bcf040ad5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.441778 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7df462af-c9a1-47f9-88aa-7c4bcf040ad5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1847751 Feb 08 16:51:44.444693 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35636) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:44.450091 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'admin_state_up': True, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:51:44.456195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df462af-c9a1-47f9-88aa-7c4bcf040ad5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Network': ['ID=2191db38-9276-4b06-9a7d-40a6f4474e62,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:44.466732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 2191db38-9276-4b06-9a7d-40a6f4474e62 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:51:44.472672 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.473720 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.528260 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_controller (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.672491 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.868356 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.886897 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:44.987954 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.25.7.247 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/d39ea622-6793-4526-b6d5-ae9005ab7e4f) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:51:45.093153 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (d39ea622-6793-4526-b6d5-ae9005ab7e4f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:45.127244 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d39ea622-6793-4526-b6d5-ae9005ab7e4f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:45.167381 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:51:45.172342 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:51:45.176833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:51:45.180312 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=d39ea622-6793-4526-b6d5-ae9005ab7e4f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:45.430890 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:45.633238 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:45.763652 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:51:45.870970 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:51:45.880255 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Sync routers for ids ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:51:45.891086 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:45.892293 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f46027fa-05d3-47f1-b7ed-254a32be03f9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4457932 Feb 08 16:51:45.895355 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35640) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:45.896897 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Routers {'0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:45.897539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:51:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:45.923186 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9bf3e507-4617-4355-8ad2-2e468312111a tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/subnets?project_id=3bed23fcd0254b179facffb28ee090ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267611 Feb 08 16:51:45.925833 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35642) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:46.008598 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Set router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:46.014521 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6be9b09-d257-4720-a77d-e8fba21bdf19 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:46.016031 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f6be9b09-d257-4720-a77d-e8fba21bdf19 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893035 Feb 08 16:51:46.019041 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35644) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:46.051521 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-eccfbc58-6476-4b85-a0ba-7b23ad1557d9 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/subnets?network_id=7c1187de-c4e5-4894-a57b-d8bf742c1138&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313730 Feb 08 16:51:46.054040 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35646) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:46.059625 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-42d3ed60-7fb0-49c2-883e-720c0098cedf tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1888023075', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:51:46.146717 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d3ed60-7fb0-49c2-883e-720c0098cedf tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Made reservation on behalf of 3bed23fcd0254b179facffb28ee090ad for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:51:46.150417 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-42d3ed60-7fb0-49c2-883e-720c0098cedf tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.194065 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:45Z', 'revision_number': 3, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:46.221487 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Checking router: 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:51:46.221847 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Updating router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa port d39ea622-6793-4526-b6d5-ae9005ab7e4f binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:51:46.250190 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d39ea622-6793-4526-b6d5-ae9005ab7e4f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.336731 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-42d3ed60-7fb0-49c2-883e-720c0098cedf tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (d29ddde8-cf56-416f-ad81-1d47a07a0b1a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.401840 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3ed60-7fb0-49c2-883e-720c0098cedf tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Subnet': ['ID=d29ddde8-cf56-416f-ad81-1d47a07a0b1a,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:46.406197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d3ed60-7fb0-49c2-883e-720c0098cedf tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Checking segment: {'id': '244edaae-3789-4e78-9050-7ce0530d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:51:46.406567 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d3ed60-7fb0-49c2-883e-720c0098cedf tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network hostable DHCP agents. Network: 2191db38-9276-4b06-9a7d-40a6f4474e62, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:51:46.424860 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d3ed60-7fb0-49c2-883e-720c0098cedf tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 2191db38-9276-4b06-9a7d-40a6f4474e62 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:51:46.434754 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-42d3ed60-7fb0-49c2-883e-720c0098cedf tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 2191db38-9276-4b06-9a7d-40a6f4474e62) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:51:46.439727 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d3ed60-7fb0-49c2-883e-720c0098cedf tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:46.442078 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-42d3ed60-7fb0-49c2-883e-720c0098cedf tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.449227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7566a5-a02c-4968-96e0-87e539175c43 None None] Network 2191db38-9276-4b06-9a7d-40a6f4474e62 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:51:46.458349 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-42d3ed60-7fb0-49c2-883e-720c0098cedf tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4025614 Feb 08 16:51:46.461357 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35648) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:51:46.575855 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Publish callbacks [] for port (d39ea622-6793-4526-b6d5-ae9005ab7e4f), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.599975 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d39ea622-6793-4526-b6d5-ae9005ab7e4f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.628697 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-2191db38-9276-4b06-9a7d-40a6f4474e62', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ips': [{'subnet_id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:51:46.629618 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.677484 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce464a6-8f04-4bef-855c-d1ffb37ef877 None None] Pushing event updated for resources: {'Port': ['ID=d39ea622-6793-4526-b6d5-ae9005ab7e4f,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:46.683690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Attempting to bind port d39ea622-6793-4526-b6d5-ae9005ab7e4f on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:51:46.684066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Attempting to bind port d39ea622-6793-4526-b6d5-ae9005ab7e4f by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:51:46.684436 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Attempting to bind port d39ea622-6793-4526-b6d5-ae9005ab7e4f on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:51:46.733602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:51:46.733988 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:51:46.734398 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.734802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:51:46.735455 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Bound port: d39ea622-6793-4526-b6d5-ae9005ab7e4f, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:51:46.735683 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d39ea622-6793-4526-b6d5-ae9005ab7e4f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.834223 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] For port d39ea622-6793-4526-b6d5-ae9005ab7e4f, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:51:46.839963 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] For port d39ea622-6793-4526-b6d5-ae9005ab7e4f, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d39ea622-6793-4526-b6d5-ae9005ab7e4f,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:51:46.846295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Allocated IP 172.20.0.2 (2191db38-9276-4b06-9a7d-40a6f4474e62/d29ddde8-cf56-416f-ad81-1d47a07a0b1a/8069e397-43c0-4ebb-8440-8bb3fa03fab2) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:51:46.850362 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d39ea622-6793-4526-b6d5-ae9005ab7e4f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.922681 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:46.971237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Routers {'0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:46.971868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:51:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:46.975270 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce464a6-8f04-4bef-855c-d1ffb37ef877 None None] Pushing event updated for resources: {'Port': ['ID=d39ea622-6793-4526-b6d5-ae9005ab7e4f,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:47.141635 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] Set router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:47.143620 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Publish callbacks [] for port (8069e397-43c0-4ebb-8440-8bb3fa03fab2), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:47.170675 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (8069e397-43c0-4ebb-8440-8bb3fa03fab2), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:47.202446 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.20.0.1 (2191db38-9276-4b06-9a7d-40a6f4474e62/d29ddde8-cf56-416f-ad81-1d47a07a0b1a/13227e1d-7158-4e72-a818-4e55df407f9e) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:51:47.275163 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Network 2191db38-9276-4b06-9a7d-40a6f4474e62 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:51:47.280710 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:51:47.290224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:51:47.296022 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Pushing event updated for resources: {'Port': ['ID=8069e397-43c0-4ebb-8440-8bb3fa03fab2,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:47.321331 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (13227e1d-7158-4e72-a818-4e55df407f9e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:47.356263 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:47.377708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Attempting to bind port 8069e397-43c0-4ebb-8440-8bb3fa03fab2 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:51:47.378078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Attempting to bind port 8069e397-43c0-4ebb-8440-8bb3fa03fab2 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '244edaae-3789-4e78-9050-7ce0530d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:51:47.378444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Attempting to bind port 8069e397-43c0-4ebb-8440-8bb3fa03fab2 on network 2191db38-9276-4b06-9a7d-40a6f4474e62 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:51:47.398982 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 2191db38-9276-4b06-9a7d-40a6f4474e62 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:51:47.402566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:51:47.402944 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Checking segment: {'id': '244edaae-3789-4e78-9050-7ce0530d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:51:47.403360 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:47.403761 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Bound using segment: {'id': '244edaae-3789-4e78-9050-7ce0530d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:51:47.404072 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:51:47.404231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Bound port: 8069e397-43c0-4ebb-8440-8bb3fa03fab2, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244edaae-3789-4e78-9050-7ce0530d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:51:47.404617 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8069e397-43c0-4ebb-8440-8bb3fa03fab2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:47.408502 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:51:47.435251 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=13227e1d-7158-4e72-a818-4e55df407f9e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:47.456832 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:47.481131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] For port 8069e397-43c0-4ebb-8440-8bb3fa03fab2, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:51:47.483990 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:45Z', 'revision_number': 3, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:47.486895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] For port 8069e397-43c0-4ebb-8440-8bb3fa03fab2, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8069e397-43c0-4ebb-8440-8bb3fa03fab2,segment=NetworkSegment(244edaae-3789-4e78-9050-7ce0530d09ae),segment_id=244edaae-3789-4e78-9050-7ce0530d09ae)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:51:47.519161 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8069e397-43c0-4ebb-8440-8bb3fa03fab2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:47.522996 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f5797-208b-499d-bf12-ca88a82e9b2c None None] The sync data for ids ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'] in n-d-824834-11 is: [{'id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:45Z', 'revision_number': 3, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:51:47.592924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14142e-c2ba-4388-bdc9-c407b9db5fff None None] Pushing event updated for resources: {'Port': ['ID=8069e397-43c0-4ebb-8440-8bb3fa03fab2,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:47.622799 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:47.963992 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (13227e1d-7158-4e72-a818-4e55df407f9e), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:47.968626 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:48.045718 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=13227e1d-7158-4e72-a818-4e55df407f9e,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:48.048326 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:48.144311 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 2191db38-9276-4b06-9a7d-40a6f4474e62 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:51:48.145761 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:51:48.277473 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:51:48.399617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:51:48.412992 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-296b4589-1f9e-476b-82d3-2197037c779d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "PUT /v2.0/routers/0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9423139 Feb 08 16:51:48.571190 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3ce08646-9aba-4fd8-bf42-a18883121c9b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1475180823&fields=id&tenant_id=3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 267 time: 0.0487962 Feb 08 16:51:48.603294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2f50f2-b61f-41a9-aa5d-4a8720b9e6d2 None None] Network 2191db38-9276-4b06-9a7d-40a6f4474e62 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:51:48.671297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f2d5ef18-1b91-43a3-86c7-0cd8a75d654a None None] Provisioning complete for port 8069e397-43c0-4ebb-8440-8bb3fa03fab2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:48.671681 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f2d5ef18-1b91-43a3-86c7-0cd8a75d654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8069e397-43c0-4ebb-8440-8bb3fa03fab2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:48.700295 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-ce56ecd1-eacd-43b2-9afa-a6bbb291c942 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:48.701912 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-ce56ecd1-eacd-43b2-9afa-a6bbb291c942 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/networks?id=2191db38-9276-4b06-9a7d-40a6f4474e62 HTTP/1.1" status: 200 len: 797 time: 0.1237683 Feb 08 16:51:48.718987 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-dba81aeb-108c-4886-bc82-ac000f68ab8d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/quotas/3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 375 time: 0.0104060 Feb 08 16:51:48.789762 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d39ea622-6793-4526-b6d5-ae9005ab7e4f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:51:48.791161 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-140ff611-c6b5-4201-95a8-dfd46cc50862 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653317 Feb 08 16:51:48.897578 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-ec519bca-8f96-4fc8-bc96-51dab370c5b8 service neutron] 10.222.0.82 "GET /v2.0/networks/2191db38-9276-4b06-9a7d-40a6f4474e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946310 Feb 08 16:51:48.995184 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5ef18-1b91-43a3-86c7-0cd8a75d654a None None] Current status of the port 8069e397-43c0-4ebb-8440-8bb3fa03fab2 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:48.995579 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f2d5ef18-1b91-43a3-86c7-0cd8a75d654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (8069e397-43c0-4ebb-8440-8bb3fa03fab2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:49.011033 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-92a41ef3-7f99-4e58-bf4e-70bc4fba532c service neutron] 10.222.0.82 "GET /v2.0/networks/2191db38-9276-4b06-9a7d-40a6f4474e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060102 Feb 08 16:51:49.043700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f2d5ef18-1b91-43a3-86c7-0cd8a75d654a None None] For port 8069e397-43c0-4ebb-8440-8bb3fa03fab2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8069e397-43c0-4ebb-8440-8bb3fa03fab2,segment=NetworkSegment(244edaae-3789-4e78-9050-7ce0530d09ae),segment_id=244edaae-3789-4e78-9050-7ce0530d09ae)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:49.050319 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f2d5ef18-1b91-43a3-86c7-0cd8a75d654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (8069e397-43c0-4ebb-8440-8bb3fa03fab2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:49.054873 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port d39ea622-6793-4526-b6d5-ae9005ab7e4f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:49.055029 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d39ea622-6793-4526-b6d5-ae9005ab7e4f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:49.129366 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5ef18-1b91-43a3-86c7-0cd8a75d654a None None] Pushing event updated for resources: {'Port': ['ID=8069e397-43c0-4ebb-8440-8bb3fa03fab2,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:49.201791 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port d39ea622-6793-4526-b6d5-ae9005ab7e4f is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:49.202193 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (d39ea622-6793-4526-b6d5-ae9005ab7e4f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:49.203304 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b4d23bfc-e8f4-4269-97b3-5b9e09fd36f0 req-1ebf962b-5c3d-47ea-8994-8238079d2370 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 210 time: 0.0322990 Feb 08 16:51:49.232070 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port d39ea622-6793-4526-b6d5-ae9005ab7e4f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d39ea622-6793-4526-b6d5-ae9005ab7e4f,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:49.236579 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (d39ea622-6793-4526-b6d5-ae9005ab7e4f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:49.237540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8069e397-43c0-4ebb-8440-8bb3fa03fab2 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:51:49.312750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=d39ea622-6793-4526-b6d5-ae9005ab7e4f,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:49.326888 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 8069e397-43c0-4ebb-8440-8bb3fa03fab2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:49.327274 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8069e397-43c0-4ebb-8440-8bb3fa03fab2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:49.380213 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Sync routers for ids ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:51:49.381463 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5f2cc080-c1e2-42e5-acf6-e25baddcecab None None] Provisioning complete for port 13227e1d-7158-4e72-a818-4e55df407f9e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:49.381851 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5f2cc080-c1e2-42e5-acf6-e25baddcecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:49.392542 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Routers {'0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:49.393205 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:51:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:49.448395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5f2cc080-c1e2-42e5-acf6-e25baddcecab None None] Port 13227e1d-7158-4e72-a818-4e55df407f9e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:51:49.457444 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 8069e397-43c0-4ebb-8440-8bb3fa03fab2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:49.466742 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5f2cc080-c1e2-42e5-acf6-e25baddcecab None None] Provisioning complete for port 8069e397-43c0-4ebb-8440-8bb3fa03fab2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:49.467065 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5f2cc080-c1e2-42e5-acf6-e25baddcecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8069e397-43c0-4ebb-8440-8bb3fa03fab2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:49.518441 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Set router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:49.562545 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5f2cc080-c1e2-42e5-acf6-e25baddcecab None None] Current status of the port 8069e397-43c0-4ebb-8440-8bb3fa03fab2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:49.565703 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:49.684289 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-98b79aa8-cd52-4337-9052-ef141fa07bc7 None None] Provisioning complete for port 13227e1d-7158-4e72-a818-4e55df407f9e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:49.684289 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-98b79aa8-cd52-4337-9052-ef141fa07bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:49.722295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-98b79aa8-cd52-4337-9052-ef141fa07bc7 None None] Port 13227e1d-7158-4e72-a818-4e55df407f9e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:51:49.735817 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:47Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '13227e1d-7158-4e72-a818-4e55df407f9e', 'name': '', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:42:cf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:47Z', 'updated_at': '2022-02-08T16:51:47Z', 'revision_number': 2, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:49.762079 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Checking router: 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:51:49.762435 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Updating router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa port 13227e1d-7158-4e72-a818-4e55df407f9e binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:51:49.787931 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:49.840895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-1423129b-319e-460d-b9f8-3d775b927ca4 None None] Provisioning complete for port 13227e1d-7158-4e72-a818-4e55df407f9e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:49.841422 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1423129b-319e-460d-b9f8-3d775b927ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:49.877091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-1423129b-319e-460d-b9f8-3d775b927ca4 None None] Port 13227e1d-7158-4e72-a818-4e55df407f9e cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:51:50.141407 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Publish callbacks [] for port (13227e1d-7158-4e72-a818-4e55df407f9e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:50.146540 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:50.197043 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46d501-f6a5-4cec-a151-ea6f7a62b690 None None] Pushing event updated for resources: {'Port': ['ID=13227e1d-7158-4e72-a818-4e55df407f9e,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:50.205369 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46d501-f6a5-4cec-a151-ea6f7a62b690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:50.205719 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46d501-f6a5-4cec-a151-ea6f7a62b690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:50.206107 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46d501-f6a5-4cec-a151-ea6f7a62b690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:50.206371 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46d501-f6a5-4cec-a151-ea6f7a62b690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:50.206699 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46d501-f6a5-4cec-a151-ea6f7a62b690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:50.207025 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46d501-f6a5-4cec-a151-ea6f7a62b690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:50.207353 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46d501-f6a5-4cec-a151-ea6f7a62b690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:50.207667 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46d501-f6a5-4cec-a151-ea6f7a62b690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:50.207983 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46d501-f6a5-4cec-a151-ea6f7a62b690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:50.208301 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46d501-f6a5-4cec-a151-ea6f7a62b690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:50.208618 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46d501-f6a5-4cec-a151-ea6f7a62b690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:50.208931 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46d501-f6a5-4cec-a151-ea6f7a62b690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:50.209269 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46d501-f6a5-4cec-a151-ea6f7a62b690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:51:50.261541 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Attempting to bind port 13227e1d-7158-4e72-a818-4e55df407f9e on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:51:50.261906 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Attempting to bind port 13227e1d-7158-4e72-a818-4e55df407f9e by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '244edaae-3789-4e78-9050-7ce0530d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:51:50.262260 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Attempting to bind port 13227e1d-7158-4e72-a818-4e55df407f9e on network 2191db38-9276-4b06-9a7d-40a6f4474e62 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:51:50.267419 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:51:50.267788 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Checking segment: {'id': '244edaae-3789-4e78-9050-7ce0530d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:51:50.268185 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:50.268572 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Bound using segment: {'id': '244edaae-3789-4e78-9050-7ce0530d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:51:50.269055 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Bound port: 13227e1d-7158-4e72-a818-4e55df407f9e, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244edaae-3789-4e78-9050-7ce0530d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:51:50.269428 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:50.325894 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9db0d836-dc73-42b0-8da3-b7a1111eeec3 req-fcd0b6c1-34c6-4519-b67a-9e11d9ac9652 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 210 time: 0.0334930 Feb 08 16:51:50.337270 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] For port 13227e1d-7158-4e72-a818-4e55df407f9e, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:51:50.340526 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] For port 13227e1d-7158-4e72-a818-4e55df407f9e, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=13227e1d-7158-4e72-a818-4e55df407f9e,segment=NetworkSegment(244edaae-3789-4e78-9050-7ce0530d09ae),segment_id=244edaae-3789-4e78-9050-7ce0530d09ae)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:51:50.347795 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:50.408231 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Routers {'0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:51:50.408842 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:51:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:50.411672 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46d501-f6a5-4cec-a151-ea6f7a62b690 None None] Pushing event updated for resources: {'Port': ['ID=13227e1d-7158-4e72-a818-4e55df407f9e,revision_number=4']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:50.505602 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0c587222-f587-4c70-a7e5-9a562bcafe0f None None] Provisioning complete for port 13227e1d-7158-4e72-a818-4e55df407f9e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:50.506390 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c587222-f587-4c70-a7e5-9a562bcafe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:50.522428 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] Set router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:51:50.612408 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0c587222-f587-4c70-a7e5-9a562bcafe0f None None] Current status of the port 13227e1d-7158-4e72-a818-4e55df407f9e is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:50.612813 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c587222-f587-4c70-a7e5-9a562bcafe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:50.646224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0c587222-f587-4c70-a7e5-9a562bcafe0f None None] For port 13227e1d-7158-4e72-a818-4e55df407f9e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=13227e1d-7158-4e72-a818-4e55df407f9e,segment=NetworkSegment(244edaae-3789-4e78-9050-7ce0530d09ae),segment_id=244edaae-3789-4e78-9050-7ce0530d09ae)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:50.651844 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c587222-f587-4c70-a7e5-9a562bcafe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:50.699865 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c587222-f587-4c70-a7e5-9a562bcafe0f None None] Pushing event updated for resources: {'Port': ['ID=13227e1d-7158-4e72-a818-4e55df407f9e,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:50.706515 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d39ea622-6793-4526-b6d5-ae9005ab7e4f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:51:50.742643 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:47Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '13227e1d-7158-4e72-a818-4e55df407f9e', 'name': '', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:42:cf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:47Z', 'updated_at': '2022-02-08T16:51:50Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:51:50.756095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port d39ea622-6793-4526-b6d5-ae9005ab7e4f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:50.756481 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (d39ea622-6793-4526-b6d5-ae9005ab7e4f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:50.774428 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc9f6f-44d9-43cb-b9bf-bda71f4890ec None None] The sync data for ids ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'] in n-d-824834-11 is: [{'id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:47Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '13227e1d-7158-4e72-a818-4e55df407f9e', 'name': '', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:42:cf:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:47Z', 'updated_at': '2022-02-08T16:51:50Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:51:50.805757 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-946c81d3-6505-4f5b-a21e-b082cf5d5d2f None None] Provisioning complete for port 13227e1d-7158-4e72-a818-4e55df407f9e triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:50.806139 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-946c81d3-6505-4f5b-a21e-b082cf5d5d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:50.893637 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port d39ea622-6793-4526-b6d5-ae9005ab7e4f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:50.894719 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8069e397-43c0-4ebb-8440-8bb3fa03fab2 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:51:50.974667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-946c81d3-6505-4f5b-a21e-b082cf5d5d2f None None] Current status of the port 13227e1d-7158-4e72-a818-4e55df407f9e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:50.983521 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:50.991644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 8069e397-43c0-4ebb-8440-8bb3fa03fab2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:50.992022 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (8069e397-43c0-4ebb-8440-8bb3fa03fab2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:51.071449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 8069e397-43c0-4ebb-8440-8bb3fa03fab2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:51.413761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25a71ba3-f5e6-4b2a-942b-181c93c450ce req-62edb5e7-ea5a-4fcf-89fb-7774173ddc7b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 210 time: 0.0326045 Feb 08 16:51:52.492898 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4750ade1-0d9b-46eb-a9a0-2621e5339ca7 req-0642cd73-395c-4ae3-bfde-18f59c0174a4 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 210 time: 0.0279405 Feb 08 16:51:52.710159 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 13227e1d-7158-4e72-a818-4e55df407f9e up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:51:52.759210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 13227e1d-7158-4e72-a818-4e55df407f9e triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:52.759585 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:52.839569 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 13227e1d-7158-4e72-a818-4e55df407f9e is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:53.590095 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80a842ff-7fe7-4057-939d-e52a6ba9d029 req-30e875a9-d3b5-428e-a67c-ceb3594d4e2c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 210 time: 0.0281191 Feb 08 16:51:54.438191 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-f90cac14-f709-44c6-a94d-35c0c8b51cd0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:54.439692 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-f90cac14-f709-44c6-a94d-35c0c8b51cd0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/networks?id=2191db38-9276-4b06-9a7d-40a6f4474e62 HTTP/1.1" status: 200 len: 797 time: 0.1180964 Feb 08 16:51:54.500367 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-df40e91c-a231-4da1-833e-bf0f7c3ce6a3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bed23fcd0254b179facffb28ee090ad HTTP/1.1" status: 200 len: 380 time: 0.0521140 Feb 08 16:51:54.508648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-b0dfe7ce-229a-47c1-8f71-98ca8825ed64 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'port': {'device_id': 'e8f63806-6a50-459b-ab79-f631a43ed029', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'admin_state_up': True, 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'security_groups': ['4efdd38d-e194-46d4-a26d-90d75e181dbf']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:51:54.619487 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-b0dfe7ce-229a-47c1-8f71-98ca8825ed64 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Made reservation on behalf of 3bed23fcd0254b179facffb28ee090ad for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:51:54.622494 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-b0dfe7ce-229a-47c1-8f71-98ca8825ed64 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:54.690490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5159daa0-ad00-4af4-bebc-45ec7f25ae88 req-6507dc2f-13ad-43c0-857d-001dad0b541b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 210 time: 0.0288906 Feb 08 16:51:54.749310 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-b0dfe7ce-229a-47c1-8f71-98ca8825ed64 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.20.0.9 (2191db38-9276-4b06-9a7d-40a6f4474e62/d29ddde8-cf56-416f-ad81-1d47a07a0b1a/b4547c73-4584-488d-991d-3fbf36f63f31) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:51:54.888137 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-b0dfe7ce-229a-47c1-8f71-98ca8825ed64 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (b4547c73-4584-488d-991d-3fbf36f63f31), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:54.919725 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-b0dfe7ce-229a-47c1-8f71-98ca8825ed64 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b4547c73-4584-488d-991d-3fbf36f63f31), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:54.967247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-b0dfe7ce-229a-47c1-8f71-98ca8825ed64 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 2191db38-9276-4b06-9a7d-40a6f4474e62 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:51:54.970292 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-b0dfe7ce-229a-47c1-8f71-98ca8825ed64 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:51:54.972630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-b0dfe7ce-229a-47c1-8f71-98ca8825ed64 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:51:55.004050 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfe7ce-229a-47c1-8f71-98ca8825ed64 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=b4547c73-4584-488d-991d-3fbf36f63f31,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:55.034342 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-b0dfe7ce-229a-47c1-8f71-98ca8825ed64 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:55.034993 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-b0dfe7ce-229a-47c1-8f71-98ca8825ed64 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:55.052263 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-b0dfe7ce-229a-47c1-8f71-98ca8825ed64 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5471997 Feb 08 16:51:55.064656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Request body: {'port': {'device_id': 'e8f63806-6a50-459b-ab79-f631a43ed029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:51:55.126118 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b4547c73-4584-488d-991d-3fbf36f63f31), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:55.221362 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f4ab5865-e618-4cc8-8f1b-c14c9c235045 None None] Provisioning complete for port b4547c73-4584-488d-991d-3fbf36f63f31 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:51:55.222358 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f4ab5865-e618-4cc8-8f1b-c14c9c235045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b4547c73-4584-488d-991d-3fbf36f63f31), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:55.261166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab5865-e618-4cc8-8f1b-c14c9c235045 None None] Port b4547c73-4584-488d-991d-3fbf36f63f31 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:51:55.400370 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4547c73-4584-488d-991d-3fbf36f63f31 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:51:55.407720 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Publish callbacks [] for port (b4547c73-4584-488d-991d-3fbf36f63f31), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:55.419216 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Transition to ACTIVE for port object b4547c73-4584-488d-991d-3fbf36f63f31 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:51:55.421953 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b4547c73-4584-488d-991d-3fbf36f63f31), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:55.469590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Pushing event updated for resources: {'Port': ['ID=b4547c73-4584-488d-991d-3fbf36f63f31,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:55.543981 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Attempting to bind port b4547c73-4584-488d-991d-3fbf36f63f31 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:51:55.544915 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Attempting to bind port b4547c73-4584-488d-991d-3fbf36f63f31 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '244edaae-3789-4e78-9050-7ce0530d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:51:55.545285 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Attempting to bind port b4547c73-4584-488d-991d-3fbf36f63f31 on network 2191db38-9276-4b06-9a7d-40a6f4474e62 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:51:55.549839 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Port b4547c73-4584-488d-991d-3fbf36f63f31 on network 2191db38-9276-4b06-9a7d-40a6f4474e62 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:51:55.550161 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Attempting to bind port b4547c73-4584-488d-991d-3fbf36f63f31 on network 2191db38-9276-4b06-9a7d-40a6f4474e62 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:51:55.555948 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:51:55.556287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Checking segment: {'id': '244edaae-3789-4e78-9050-7ce0530d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:51:55.556672 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Bound using segment: {'id': '244edaae-3789-4e78-9050-7ce0530d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:51:55.557141 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Bound port: b4547c73-4584-488d-991d-3fbf36f63f31, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244edaae-3789-4e78-9050-7ce0530d09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:51:55.557503 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b4547c73-4584-488d-991d-3fbf36f63f31), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:55.626697 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] For port b4547c73-4584-488d-991d-3fbf36f63f31, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:51:55.629810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] For port b4547c73-4584-488d-991d-3fbf36f63f31, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b4547c73-4584-488d-991d-3fbf36f63f31,segment=NetworkSegment(244edaae-3789-4e78-9050-7ce0530d09ae),segment_id=244edaae-3789-4e78-9050-7ce0530d09ae)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:51:55.637098 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (b4547c73-4584-488d-991d-3fbf36f63f31), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:55.670360 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:55.670861 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:55.672254 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] 10.222.0.96 "PUT /v2.0/ports/b4547c73-4584-488d-991d-3fbf36f63f31 HTTP/1.1" status: 200 len: 1092 time: 0.6120100 Feb 08 16:51:55.672699 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f63806-6a50-459b-ab79-f631a43ed029', 'tag': 'b4547c73-4584-488d-991d-3fbf36f63f31'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:51:55.674990 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3bb1a5-2437-4de9-b3a0-533619041ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f63806-6a50-459b-ab79-f631a43ed029", "tag": "b4547c73-4584-488d-991d-3fbf36f63f31"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:51:55.721127 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6a9aef-cb2c-4dab-a5bc-9f25db4b2fc5 x-openstack-request-id: req-4e6a9aef-cb2c-4dab-a5bc-9f25db4b2fc5 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:51:55.721316 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f63806-6a50-459b-ab79-f631a43ed029", "tag": "b4547c73-4584-488d-991d-3fbf36f63f31", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:51:55.721531 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4e6a9aef-cb2c-4dab-a5bc-9f25db4b2fc5 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:51:55.721963 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f63806-6a50-459b-ab79-f631a43ed029', 'tag': 'b4547c73-4584-488d-991d-3fbf36f63f31', 'status': 'completed', 'code': 200} Feb 08 16:51:55.725923 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101dfed-f30b-401d-97aa-3a13174cf105 service neutron] Pushing event updated for resources: {'Port': ['ID=b4547c73-4584-488d-991d-3fbf36f63f31,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:55.825878 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-429264e5-b745-4394-bc1f-41182e81ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:55.827407 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-429264e5-b745-4394-bc1f-41182e81ab4f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 1126 time: 0.1161640 Feb 08 16:51:55.831349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a61bd-2193-4539-8b4b-42a4c6514053 req-d234058f-7dab-4319-89c3-5797fbd19d4b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:55.832933 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fc7a61bd-2193-4539-8b4b-42a4c6514053 req-d234058f-7dab-4319-89c3-5797fbd19d4b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 943 time: 0.0540526 Feb 08 16:51:55.871498 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-4e8e2c8e-2ea7-4932-b22b-08344b00e6d9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4547c73-4584-488d-991d-3fbf36f63f31 HTTP/1.1" status: 200 len: 217 time: 0.0374687 Feb 08 16:51:55.888772 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fc7a61bd-2193-4539-8b4b-42a4c6514053 req-6d01282b-13a4-4065-98ba-7d1df1e2f57d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497332 Feb 08 16:51:55.935301 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-2d0683c8-00c2-4794-9acf-cfad812fc230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:55.936876 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-2d0683c8-00c2-4794-9acf-cfad812fc230 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d29ddde8-cf56-416f-ad81-1d47a07a0b1a HTTP/1.1" status: 200 len: 835 time: 0.0590878 Feb 08 16:51:55.986656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-916755ec-1cfa-46ea-8820-1ef93aa5c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:55.988055 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-916755ec-1cfa-46ea-8820-1ef93aa5c624 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2191db38-9276-4b06-9a7d-40a6f4474e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456746 Feb 08 16:51:56.075185 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-93157afa-7a69-4642-9c68-3aaf41b9ee0b service neutron] 10.222.0.96 "GET /v2.0/networks/2191db38-9276-4b06-9a7d-40a6f4474e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809908 Feb 08 16:51:56.166807 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-55fa601f-be74-444b-a7fe-a1adda579ff6 req-419949f0-3314-45cd-9df3-508bbb7d59cd service neutron] 10.222.0.96 "GET /v2.0/networks/2191db38-9276-4b06-9a7d-40a6f4474e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856323 Feb 08 16:51:56.252633 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bb1a5-2437-4de9-b3a0-533619041ab4 req-580c2a02-891c-4753-9a6a-40193f50a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:56.254110 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc3bb1a5-2437-4de9-b3a0-533619041ab4 req-580c2a02-891c-4753-9a6a-40193f50a060 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 1126 time: 0.0467665 Feb 08 16:51:56.347795 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bb1a5-2437-4de9-b3a0-533619041ab4 req-43b09d77-3df7-4a6e-94fb-2824461f4549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:56.349304 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc3bb1a5-2437-4de9-b3a0-533619041ab4 req-43b09d77-3df7-4a6e-94fb-2824461f4549 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2191db38-9276-4b06-9a7d-40a6f4474e62 HTTP/1.1" status: 200 len: 898 time: 0.0898890 Feb 08 16:51:56.391391 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc3bb1a5-2437-4de9-b3a0-533619041ab4 req-4ae2aaee-cc1e-4d5f-865c-c720260e224d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4547c73-4584-488d-991d-3fbf36f63f31 HTTP/1.1" status: 200 len: 217 time: 0.0355480 Feb 08 16:51:56.438654 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bb1a5-2437-4de9-b3a0-533619041ab4 req-e66288f4-d31d-4a00-af3a-a39c29c29fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:56.440141 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc3bb1a5-2437-4de9-b3a0-533619041ab4 req-e66288f4-d31d-4a00-af3a-a39c29c29fc1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d29ddde8-cf56-416f-ad81-1d47a07a0b1a HTTP/1.1" status: 200 len: 835 time: 0.0427990 Feb 08 16:51:56.495670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bb1a5-2437-4de9-b3a0-533619041ab4 req-05fd5b38-7c67-439a-8d3a-fa286e5922a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:56.497181 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc3bb1a5-2437-4de9-b3a0-533619041ab4 req-05fd5b38-7c67-439a-8d3a-fa286e5922a8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2191db38-9276-4b06-9a7d-40a6f4474e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510104 Feb 08 16:51:56.584448 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc3bb1a5-2437-4de9-b3a0-533619041ab4 req-f0ff56ca-f9c0-43dd-99c9-ab43ffb76748 service neutron] 10.222.0.96 "GET /v2.0/networks/2191db38-9276-4b06-9a7d-40a6f4474e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809991 Feb 08 16:51:56.689479 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-dc3bb1a5-2437-4de9-b3a0-533619041ab4 req-5a70d555-387e-4f9b-a6de-ef6577697339 service neutron] 10.222.0.96 "GET /v2.0/networks/2191db38-9276-4b06-9a7d-40a6f4474e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990722 Feb 08 16:51:57.012755 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee470f-db18-4fe3-991c-fd653777f7ed req-e5e0ed95-dac8-44c0-bc5b-9d4dfde9d74f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:57.014249 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbee470f-db18-4fe3-991c-fd653777f7ed req-e5e0ed95-dac8-44c0-bc5b-9d4dfde9d74f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 943 time: 0.0539825 Feb 08 16:51:57.064120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbee470f-db18-4fe3-991c-fd653777f7ed req-ab8ea38b-97f1-4d97-b523-51c9c6ee5315 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442832 Feb 08 16:51:58.073255 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b4547c73-4584-488d-991d-3fbf36f63f31 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:51:58.170331 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b4547c73-4584-488d-991d-3fbf36f63f31, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b4547c73-4584-488d-991d-3fbf36f63f31,segment=NetworkSegment(244edaae-3789-4e78-9050-7ce0530d09ae),segment_id=244edaae-3789-4e78-9050-7ce0530d09ae)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:58.181415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'b4547c73-4584-488d-991d-3fbf36f63f31', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'port_id': 'b4547c73-4584-488d-991d-3fbf36f63f31', 'mac_address': 'fa:16:3e:ee:48:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:51:58.183255 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859d382-8687-47ca-ae20-78c297c7e9b1 req-0974b67c-39d6-43dc-b186-30661505bfb6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:58.184761 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2859d382-8687-47ca-ae20-78c297c7e9b1 req-0974b67c-39d6-43dc-b186-30661505bfb6 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 943 time: 0.0533478 Feb 08 16:51:58.222550 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port b4547c73-4584-488d-991d-3fbf36f63f31 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:51:58.222947 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b4547c73-4584-488d-991d-3fbf36f63f31), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:58.232862 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2859d382-8687-47ca-ae20-78c297c7e9b1 req-54eb8537-a1ce-4721-bc7b-fd8a1235f59f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Feb 08 16:51:58.235745 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4547c73-4584-488d-991d-3fbf36f63f31 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:51:58.255224 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b4547c73-4584-488d-991d-3fbf36f63f31, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b4547c73-4584-488d-991d-3fbf36f63f31,segment=NetworkSegment(244edaae-3789-4e78-9050-7ce0530d09ae),segment_id=244edaae-3789-4e78-9050-7ce0530d09ae)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:51:58.260921 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b4547c73-4584-488d-991d-3fbf36f63f31), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:51:58.310228 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=b4547c73-4584-488d-991d-3fbf36f63f31,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:51:58.467002 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['b4547c73-4584-488d-991d-3fbf36f63f31'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:51:59.354169 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b7991-d6a7-4b28-b2a6-bbf1fbb84f6c req-c237ef2a-8800-4183-8e9f-0e44ccad6394 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:51:59.355643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-093b7991-d6a7-4b28-b2a6-bbf1fbb84f6c req-c237ef2a-8800-4183-8e9f-0e44ccad6394 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 944 time: 0.0555496 Feb 08 16:51:59.405145 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-093b7991-d6a7-4b28-b2a6-bbf1fbb84f6c req-021b7800-7845-4f5b-abc3-35f3a6344a6b tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438924 Feb 08 16:52:00.104380 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b4547c73-4584-488d-991d-3fbf36f63f31 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:52:00.156874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port b4547c73-4584-488d-991d-3fbf36f63f31 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:52:00.160803 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port b4547c73-4584-488d-991d-3fbf36f63f31 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:00.161221 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (b4547c73-4584-488d-991d-3fbf36f63f31), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:00.239703 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port b4547c73-4584-488d-991d-3fbf36f63f31 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:52:00.240097 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b4547c73-4584-488d-991d-3fbf36f63f31), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:00.264700 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f63806-6a50-459b-ab79-f631a43ed029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4547c73-4584-488d-991d-3fbf36f63f31'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:52:00.267069 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c920ec-f877-47a5-ab68-2abb6f62ef24" -d '{"events": [{"server_uuid": "e8f63806-6a50-459b-ab79-f631a43ed029", "name": "network-vif-plugged", "status": "completed", "tag": "b4547c73-4584-488d-991d-3fbf36f63f31"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:52:00.279075 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port b4547c73-4584-488d-991d-3fbf36f63f31, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b4547c73-4584-488d-991d-3fbf36f63f31,segment=NetworkSegment(244edaae-3789-4e78-9050-7ce0530d09ae),segment_id=244edaae-3789-4e78-9050-7ce0530d09ae)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:52:00.283192 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (b4547c73-4584-488d-991d-3fbf36f63f31), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:00.307030 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe3c727-a7c9-4491-a1eb-9c9b51fed71e x-openstack-request-id: req-fbe3c727-a7c9-4491-a1eb-9c9b51fed71e {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:52:00.307324 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f63806-6a50-459b-ab79-f631a43ed029", "name": "network-vif-plugged", "status": "completed", "tag": "b4547c73-4584-488d-991d-3fbf36f63f31", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:52:00.307584 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-fbe3c727-a7c9-4491-a1eb-9c9b51fed71e {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:52:00.307978 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f63806-6a50-459b-ab79-f631a43ed029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4547c73-4584-488d-991d-3fbf36f63f31', 'code': 200} Feb 08 16:52:00.337622 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=b4547c73-4584-488d-991d-3fbf36f63f31,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:00.406956 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693117f-198a-40eb-b83f-4d8725c7393e req-e28ca12c-723c-436b-a5fb-47d682ab6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:00.408369 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e693117f-198a-40eb-b83f-4d8725c7393e req-e28ca12c-723c-436b-a5fb-47d682ab6ff5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 1128 time: 0.0449882 Feb 08 16:52:00.456013 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e693117f-198a-40eb-b83f-4d8725c7393e req-4b4f4c8b-c0f7-4056-838f-5f99ffc88464 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412381 Feb 08 16:52:00.529734 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f58bad-9bb3-49d8-9bbf-b82d2ec25a07 req-5d9f951c-b9bd-40c3-9e5d-2bb7daa713ee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:00.531199 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37f58bad-9bb3-49d8-9bbf-b82d2ec25a07 req-5d9f951c-b9bd-40c3-9e5d-2bb7daa713ee tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 945 time: 0.0582938 Feb 08 16:52:00.580224 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-37f58bad-9bb3-49d8-9bbf-b82d2ec25a07 req-68e9af81-a934-49c9-b61e-91985b6eed0f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434113 Feb 08 16:52:01.651965 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-921b54c9-7c75-4676-8aeb-7d958db72341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:01.704914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22801867-160b-4267-ac26-9ee6be699760 req-6d801084-cdc8-49a5-9df4-46586eb2beb5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:01.706413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-22801867-160b-4267-ac26-9ee6be699760 req-6d801084-cdc8-49a5-9df4-46586eb2beb5 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 945 time: 0.0534983 Feb 08 16:52:01.759604 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-22801867-160b-4267-ac26-9ee6be699760 req-eac38c47-1a6f-4ef7-b42d-c290c9110846 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474613 Feb 08 16:52:01.878127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0105b-29cd-48c5-96a1-d7fa81b82a40 req-e63ce60f-79e4-4903-aebe-9502f4d667ca tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:01.879612 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6b0105b-29cd-48c5-96a1-d7fa81b82a40 req-e63ce60f-79e4-4903-aebe-9502f4d667ca tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 945 time: 0.0532665 Feb 08 16:52:01.929760 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6b0105b-29cd-48c5-96a1-d7fa81b82a40 req-9bb10b91-3785-4e80-80dc-70d7706b6085 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444965 Feb 08 16:52:01.951762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35716) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:01.996999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9150286f-4384-4c4f-b7d2-671aca242d11 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:01.998444 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9150286f-4384-4c4f-b7d2-671aca242d11 tempest-TestNetworkAdvancedServerOps-1332043257 tempest-TestNetworkAdvancedServerOps-1332043257-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 1123 time: 0.0456884 Feb 08 16:52:02.001448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35718) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:02.005656 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': 'b4547c73-4584-488d-991d-3fbf36f63f31', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:52:02.026993 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:02.128995 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:02.233283 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Allocated IP 172.25.7.10 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/b2f1680a-517e-455d-8c61-800f95996cd2) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:52:02.334630 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (b2f1680a-517e-455d-8c61-800f95996cd2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:02.368927 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b2f1680a-517e-455d-8c61-800f95996cd2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:02.404520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:52:02.409156 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:52:02.412585 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:52:02.437389 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=b2f1680a-517e-455d-8c61-800f95996cd2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:03.028648 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4320cf1b-986e-428f-b43a-895a9a16a85f req-c1170f76-41b6-4ab7-b33a-182088e0c769 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446787 Feb 08 16:52:03.089010 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (5161dc18-262c-484b-be6d-17eeed10004e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:03.122325 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cf1b-986e-428f-b43a-895a9a16a85f req-abf726e4-1f76-4d2f-96f2-8763071f417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:03.123874 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4320cf1b-986e-428f-b43a-895a9a16a85f req-abf726e4-1f76-4d2f-96f2-8763071f417d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 1128 time: 0.0524213 Feb 08 16:52:03.160107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b2f1680a-517e-455d-8c61-800f95996cd2), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:03.231316 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cf1b-986e-428f-b43a-895a9a16a85f req-d8c16519-c749-4446-9d26-7346bca702f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:03.232816 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4320cf1b-986e-428f-b43a-895a9a16a85f req-d8c16519-c749-4446-9d26-7346bca702f9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2191db38-9276-4b06-9a7d-40a6f4474e62 HTTP/1.1" status: 200 len: 898 time: 0.0914648 Feb 08 16:52:03.305767 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4320cf1b-986e-428f-b43a-895a9a16a85f req-0194fd5b-ae3b-47e1-a5bd-358937f21bd2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4547c73-4584-488d-991d-3fbf36f63f31 HTTP/1.1" status: 200 len: 998 time: 0.0671339 Feb 08 16:52:03.316343 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for port (b2f1680a-517e-455d-8c61-800f95996cd2), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:03.321884 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (b2f1680a-517e-455d-8c61-800f95996cd2), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:03.358037 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cf1b-986e-428f-b43a-895a9a16a85f req-1aaf3a2f-af61-45bc-96a8-ddc9c5a63d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:03.359532 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4320cf1b-986e-428f-b43a-895a9a16a85f req-1aaf3a2f-af61-45bc-96a8-ddc9c5a63d2c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d29ddde8-cf56-416f-ad81-1d47a07a0b1a HTTP/1.1" status: 200 len: 835 time: 0.0477915 Feb 08 16:52:03.397471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event updated for resources: {'Port': ['ID=b2f1680a-517e-455d-8c61-800f95996cd2,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:03.408898 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (5161dc18-262c-484b-be6d-17eeed10004e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:03.411732 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320cf1b-986e-428f-b43a-895a9a16a85f req-3bbef243-e283-430f-9267-29f0b5b3f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:03.413927 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4320cf1b-986e-428f-b43a-895a9a16a85f req-3bbef243-e283-430f-9267-29f0b5b3f491 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2191db38-9276-4b06-9a7d-40a6f4474e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474744 Feb 08 16:52:03.505521 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4320cf1b-986e-428f-b43a-895a9a16a85f req-73b96083-cff0-447b-9afa-80bd94aa16f2 service neutron] 10.222.0.96 "GET /v2.0/networks/2191db38-9276-4b06-9a7d-40a6f4474e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864460 Feb 08 16:52:03.516667 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Floating IP 5161dc18-262c-484b-be6d-17eeed10004e associated. External IP: 172.25.7.10, port: b4547c73-4584-488d-991d-3fbf36f63f31. Feb 08 16:52:03.595610 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-4320cf1b-986e-428f-b43a-895a9a16a85f req-50dc27d6-b03c-4d9b-9d94-1c303aaa66dd service neutron] 10.222.0.96 "GET /v2.0/networks/2191db38-9276-4b06-9a7d-40a6f4474e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841312 Feb 08 16:52:03.731541 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:52:03.838978 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:52:03.848940 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b561e6-becc-41b5-9238-756fd5a221ec None None] Sync routers for ids ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:52:03.856185 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:03.859611 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b561e6-becc-41b5-9238-756fd5a221ec None None] Routers {'0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:52:03.860511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-45b561e6-becc-41b5-9238-756fd5a221ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:51:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:03.890484 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-b10e6ade-381a-4f65-b464-c1dcd24a5a02 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8878770 Feb 08 16:52:03.891087 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f63806-6a50-459b-ab79-f631a43ed029', 'tag': 'b4547c73-4584-488d-991d-3fbf36f63f31'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:52:03.893412 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4842686-90a8-4080-af80-df2606aab93a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f63806-6a50-459b-ab79-f631a43ed029", "tag": "b4547c73-4584-488d-991d-3fbf36f63f31"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:52:03.936380 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf7b666-2dd0-49bd-89a7-b8069cef6068 x-openstack-request-id: req-1cf7b666-2dd0-49bd-89a7-b8069cef6068 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:52:03.936672 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f63806-6a50-459b-ab79-f631a43ed029", "tag": "b4547c73-4584-488d-991d-3fbf36f63f31", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:52:03.936934 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-1cf7b666-2dd0-49bd-89a7-b8069cef6068 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:52:03.937378 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f63806-6a50-459b-ab79-f631a43ed029', 'tag': 'b4547c73-4584-488d-991d-3fbf36f63f31', 'status': 'completed', 'code': 200} Feb 08 16:52:03.949667 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ef9c636c-6e02-488b-9e35-abc134c3981e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:03.989826 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-45b561e6-becc-41b5-9238-756fd5a221ec None None] Set router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:52:04.001594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23de23-021e-4bb2-a467-45b08d3c90f6 req-8184e7be-dbc8-4159-9fdb-1cb84d102eba tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:04.003210 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e23de23-021e-4bb2-a467-45b08d3c90f6 req-8184e7be-dbc8-4159-9fdb-1cb84d102eba tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 945 time: 0.0615027 Feb 08 16:52:04.014975 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4842686-90a8-4080-af80-df2606aab93a req-98917300-39d6-4504-a3f9-49869a0c2cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:04.016634 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c4842686-90a8-4080-af80-df2606aab93a req-98917300-39d6-4504-a3f9-49869a0c2cfb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 1128 time: 0.0465221 Feb 08 16:52:04.057425 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8e23de23-021e-4bb2-a467-45b08d3c90f6 req-b920967d-cee5-457e-a85d-6c082f6664a7 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469127 Feb 08 16:52:04.080876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35724) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:04.113481 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4842686-90a8-4080-af80-df2606aab93a req-8abb38ea-fc55-4446-8385-6e11ffaa9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:04.115069 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c4842686-90a8-4080-af80-df2606aab93a req-8abb38ea-fc55-4446-8385-6e11ffaa9534 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2191db38-9276-4b06-9a7d-40a6f4474e62 HTTP/1.1" status: 200 len: 898 time: 0.0932102 Feb 08 16:52:04.146911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-30018557-fd51-4205-b0a3-4ee2d5406304 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/5161dc18-262c-484b-be6d-17eeed10004e HTTP/1.1" status: 200 len: 990 time: 0.0648510 Feb 08 16:52:04.181470 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c4842686-90a8-4080-af80-df2606aab93a req-18211483-b8a6-4c72-868d-882ecc667325 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4547c73-4584-488d-991d-3fbf36f63f31 HTTP/1.1" status: 200 len: 998 time: 0.0605721 Feb 08 16:52:04.225782 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-45b561e6-becc-41b5-9238-756fd5a221ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:47Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '5161dc18-262c-484b-be6d-17eeed10004e', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'port_id': 'b4547c73-4584-488d-991d-3fbf36f63f31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'mac_address': 'fa:16:3e:ee:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f63806-6a50-459b-ab79-f631a43ed029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:52:02Z', 'updated_at': '2022-02-08T16:52:02Z', 'revision_number': 0, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13227e1d-7158-4e72-a818-4e55df407f9e', 'name': '', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:42:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:47Z', 'updated_at': '2022-02-08T16:51:50Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:04.234103 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4842686-90a8-4080-af80-df2606aab93a req-d1303922-fcfb-4a00-8c05-98cb834d34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:04.235599 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c4842686-90a8-4080-af80-df2606aab93a req-d1303922-fcfb-4a00-8c05-98cb834d34b1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d29ddde8-cf56-416f-ad81-1d47a07a0b1a HTTP/1.1" status: 200 len: 835 time: 0.0480840 Feb 08 16:52:04.253330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b561e6-becc-41b5-9238-756fd5a221ec None None] Checking router: 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:52:04.263187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b561e6-becc-41b5-9238-756fd5a221ec None None] Routers {'0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:52:04.263827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-45b561e6-becc-41b5-9238-756fd5a221ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:52:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:04.284501 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4842686-90a8-4080-af80-df2606aab93a req-ed350013-cef2-437d-a484-414ae1758e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:04.286064 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c4842686-90a8-4080-af80-df2606aab93a req-ed350013-cef2-437d-a484-414ae1758e7c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2191db38-9276-4b06-9a7d-40a6f4474e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451329 Feb 08 16:52:04.375659 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c4842686-90a8-4080-af80-df2606aab93a req-c94be9a3-9975-494c-8616-897565020a25 service neutron] 10.222.0.96 "GET /v2.0/networks/2191db38-9276-4b06-9a7d-40a6f4474e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827391 Feb 08 16:52:04.376249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-45b561e6-becc-41b5-9238-756fd5a221ec None None] Set router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:52:04.475077 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c4842686-90a8-4080-af80-df2606aab93a req-88403610-f6e0-4087-bbcd-04439a5cb50e service neutron] 10.222.0.96 "GET /v2.0/networks/2191db38-9276-4b06-9a7d-40a6f4474e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938549 Feb 08 16:52:04.610785 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-45b561e6-becc-41b5-9238-756fd5a221ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:47Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '5161dc18-262c-484b-be6d-17eeed10004e', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'port_id': 'b4547c73-4584-488d-991d-3fbf36f63f31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'mac_address': 'fa:16:3e:ee:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f63806-6a50-459b-ab79-f631a43ed029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:52:02Z', 'updated_at': '2022-02-08T16:52:02Z', 'revision_number': 0, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13227e1d-7158-4e72-a818-4e55df407f9e', 'name': '', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:42:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:47Z', 'updated_at': '2022-02-08T16:51:50Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:04.637667 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b561e6-becc-41b5-9238-756fd5a221ec None None] The sync data for ids ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'] in n-d-824834-11 is: [{'id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:47Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '5161dc18-262c-484b-be6d-17eeed10004e', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'port_id': 'b4547c73-4584-488d-991d-3fbf36f63f31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'mac_address': 'fa:16:3e:ee:48:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f63806-6a50-459b-ab79-f631a43ed029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:52:02Z', 'updated_at': '2022-02-08T16:52:02Z', 'revision_number': 0, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13227e1d-7158-4e72-a818-4e55df407f9e', 'name': '', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:42:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:47Z', 'updated_at': '2022-02-08T16:51:50Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:52:04.841726 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532cdc82-7906-486a-8484-b594170d7a65 None None] New status for floating IP 5161dc18-262c-484b-be6d-17eeed10004e: ACTIVE {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:52:05.150033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35726) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:05.210563 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0814f220-cb54-4a2c-a9ed-36b9b7c95fdb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/5161dc18-262c-484b-be6d-17eeed10004e HTTP/1.1" status: 200 len: 992 time: 0.0593545 Feb 08 16:52:05.763871 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:06.200834 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:52:06.939752 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:08.117993 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:19.554253 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:20.978635 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:31.655022 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f7eb891d-14a1-44a9-9491-70f755147197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:33.912714 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-873628b6-87da-44b4-9464-65f9dadcb719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:34.078327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccacde9-4a44-417f-bae8-b840226a9747 req-d4198beb-2da2-4bf9-b345-7cb189d4489c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:34.079817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ccacde9-4a44-417f-bae8-b840226a9747 req-d4198beb-2da2-4bf9-b345-7cb189d4489c tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 945 time: 0.1041031 Feb 08 16:52:34.127646 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2ccacde9-4a44-417f-bae8-b840226a9747 req-3cd985bc-e0a8-46db-87ec-4c141d609f58 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423660 Feb 08 16:52:35.254959 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c73c53-7f3c-45fa-8c57-0312fea4617e req-1155690c-c749-4e23-8016-a29d90e91cc1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:35.256446 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96c73c53-7f3c-45fa-8c57-0312fea4617e req-1155690c-c749-4e23-8016-a29d90e91cc1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 945 time: 0.0565267 Feb 08 16:52:35.305015 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-96c73c53-7f3c-45fa-8c57-0312fea4617e req-ddcc399d-54e6-4761-a669-b4ec6f3bea47 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420134 Feb 08 16:52:35.326948 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35746) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:35.386785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bfed615f-8599-4fa9-90ac-629c33307ef1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/5161dc18-262c-484b-be6d-17eeed10004e HTTP/1.1" status: 200 len: 992 time: 0.0586629 Feb 08 16:52:35.766785 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:36.668813 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b559f2-bff6-47d8-99b8-eef9f22aae93 req-71386fdf-9cdc-4a25-924d-9c57b97a79ae tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:36.670351 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5b559f2-bff6-47d8-99b8-eef9f22aae93 req-71386fdf-9cdc-4a25-924d-9c57b97a79ae tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 945 time: 0.0607510 Feb 08 16:52:36.676962 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac0b4a-0c7b-4368-9d6c-c90fae968323 req-5cbc0537-f1d8-43d7-8c99-907b320697ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:36.678462 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a1ac0b4a-0c7b-4368-9d6c-c90fae968323 req-5cbc0537-f1d8-43d7-8c99-907b320697ff service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 1128 time: 0.0451396 Feb 08 16:52:36.721132 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5b559f2-bff6-47d8-99b8-eef9f22aae93 req-c37ab38d-a37b-41f9-9394-2ace9d34d3e3 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450253 Feb 08 16:52:36.770162 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac0b4a-0c7b-4368-9d6c-c90fae968323 req-d276a192-39b2-4559-930a-ef430281c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:36.771638 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a1ac0b4a-0c7b-4368-9d6c-c90fae968323 req-d276a192-39b2-4559-930a-ef430281c001 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2191db38-9276-4b06-9a7d-40a6f4474e62 HTTP/1.1" status: 200 len: 898 time: 0.0874031 Feb 08 16:52:36.834817 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a1ac0b4a-0c7b-4368-9d6c-c90fae968323 req-19ed15ed-bcc1-47f0-9fdf-ce813f40e1f7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4547c73-4584-488d-991d-3fbf36f63f31 HTTP/1.1" status: 200 len: 1000 time: 0.0569923 Feb 08 16:52:36.881472 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac0b4a-0c7b-4368-9d6c-c90fae968323 req-86d3c6aa-b66f-4d66-ae96-d8798eab1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:36.883504 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a1ac0b4a-0c7b-4368-9d6c-c90fae968323 req-86d3c6aa-b66f-4d66-ae96-d8798eab1301 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d29ddde8-cf56-416f-ad81-1d47a07a0b1a HTTP/1.1" status: 200 len: 835 time: 0.0425935 Feb 08 16:52:36.938112 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac0b4a-0c7b-4368-9d6c-c90fae968323 req-229992df-53c8-4b4b-b1b5-4aab279b4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:36.941013 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a1ac0b4a-0c7b-4368-9d6c-c90fae968323 req-229992df-53c8-4b4b-b1b5-4aab279b4c2c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2191db38-9276-4b06-9a7d-40a6f4474e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517211 Feb 08 16:52:36.942505 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:37.030126 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a1ac0b4a-0c7b-4368-9d6c-c90fae968323 req-afeeb097-4fbf-4297-815a-c9c50c280319 service neutron] 10.222.0.96 "GET /v2.0/networks/2191db38-9276-4b06-9a7d-40a6f4474e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830801 Feb 08 16:52:37.125416 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-a1ac0b4a-0c7b-4368-9d6c-c90fae968323 req-7b8774f4-9177-4c14-906f-cbc3f4744118 service neutron] 10.222.0.96 "GET /v2.0/networks/2191db38-9276-4b06-9a7d-40a6f4474e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891464 Feb 08 16:52:37.843904 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f2bc-822b-44b9-81f8-2f321df9e89e req-eda1aa88-cd27-46d9-b59c-cae4dbae501f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:37.845407 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9da4f2bc-822b-44b9-81f8-2f321df9e89e req-eda1aa88-cd27-46d9-b59c-cae4dbae501f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 945 time: 0.0529838 Feb 08 16:52:37.894560 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9da4f2bc-822b-44b9-81f8-2f321df9e89e req-1c9f1a4f-1dfd-4df9-b2f8-1ed8cef7dbd8 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434535 Feb 08 16:52:38.119069 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:39.015211 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11c514-ad4a-40c1-98fe-905eb6ecc01e req-cb5b5510-2c5b-4372-b073-eee99e7f7cbc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:39.016678 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e11c514-ad4a-40c1-98fe-905eb6ecc01e req-cb5b5510-2c5b-4372-b073-eee99e7f7cbc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 945 time: 0.0521786 Feb 08 16:52:39.070910 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1e11c514-ad4a-40c1-98fe-905eb6ecc01e req-cfa59932-d125-4868-97af-f28d530ab5fe tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485785 Feb 08 16:52:39.093313 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35758) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:39.155087 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6d8af09d-63df-4a06-b15d-b82cc0ff70f2 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/floatingips/5161dc18-262c-484b-be6d-17eeed10004e HTTP/1.1" status: 200 len: 992 time: 0.0604796 Feb 08 16:52:39.383903 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35764) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:39.540568 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port b2f1680a-517e-455d-8c61-800f95996cd2 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:52:39.540918 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b2f1680a-517e-455d-8c61-800f95996cd2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:39.614023 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b2f1680a-517e-455d-8c61-800f95996cd2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:39.614347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (b2f1680a-517e-455d-8c61-800f95996cd2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:39.626515 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for b2f1680a-517e-455d-8c61-800f95996cd2 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:52:39.775583 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b2f1680a-517e-455d-8c61-800f95996cd2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:39.799806 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=b2f1680a-517e-455d-8c61-800f95996cd2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:39.811356 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:39.811714 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:39.812064 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:39.812407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:39.812744 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:39.813105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:39.813441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:39.813776 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:39.814105 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:39.814436 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:39.814763 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:39.815090 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:39.815414 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:39.873155 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for floatingip (5161dc18-262c-484b-be6d-17eeed10004e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:39.873489 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Floating IP 5161dc18-262c-484b-be6d-17eeed10004e disassociated (deleted). External IP: 172.25.7.10, port: b4547c73-4584-488d-991d-3fbf36f63f31. Feb 08 16:52:40.407431 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:52:40.514896 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:52:40.519682 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:40.525442 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef2f81-6dde-4076-aa38-ce0faba67b34 None None] Sync routers for ids ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:52:40.535397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ef2f81-6dde-4076-aa38-ce0faba67b34 None None] Routers {'0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:52:40.536009 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-54ef2f81-6dde-4076-aa38-ce0faba67b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:52:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:40.552595 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-9700f733-37c2-44f1-9c42-884e5cfee6cc tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/floatingips/5161dc18-262c-484b-be6d-17eeed10004e HTTP/1.1" status: 204 len: 168 time: 1.1676121 Feb 08 16:52:40.553317 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f63806-6a50-459b-ab79-f631a43ed029', 'tag': 'b4547c73-4584-488d-991d-3fbf36f63f31'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:52:40.556783 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977cfa12-fce5-49f4-b17a-683cd06d0e37" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f63806-6a50-459b-ab79-f631a43ed029", "tag": "b4547c73-4584-488d-991d-3fbf36f63f31"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:52:40.605830 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011f29b9-f48f-480c-a3e2-fd97ab5f43c1 x-openstack-request-id: req-011f29b9-f48f-480c-a3e2-fd97ab5f43c1 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:52:40.606128 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f63806-6a50-459b-ab79-f631a43ed029", "tag": "b4547c73-4584-488d-991d-3fbf36f63f31", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:52:40.606383 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-011f29b9-f48f-480c-a3e2-fd97ab5f43c1 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:52:40.606781 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f63806-6a50-459b-ab79-f631a43ed029', 'tag': 'b4547c73-4584-488d-991d-3fbf36f63f31', 'status': 'completed', 'code': 200} Feb 08 16:52:40.681156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cfa12-fce5-49f4-b17a-683cd06d0e37 req-752e9482-4c21-4d6b-8e44-a32b086fabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:40.682711 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-977cfa12-fce5-49f4-b17a-683cd06d0e37 req-752e9482-4c21-4d6b-8e44-a32b086fabd9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3bed23fcd0254b179facffb28ee090ad&device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 1128 time: 0.0523856 Feb 08 16:52:40.789674 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cfa12-fce5-49f4-b17a-683cd06d0e37 req-e683bafa-d2e8-4c70-86db-db87a463b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:40.791415 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-977cfa12-fce5-49f4-b17a-683cd06d0e37 req-e683bafa-d2e8-4c70-86db-db87a463b24f service neutron] 10.222.0.96 "GET /v2.0/networks?id=2191db38-9276-4b06-9a7d-40a6f4474e62 HTTP/1.1" status: 200 len: 898 time: 0.0935392 Feb 08 16:52:40.812573 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb1a8e-f514-4d62-8f33-150685b4ec18 req-460b24ad-3c40-445b-acb9-b20995aabd54 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:40.817413 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7acb1a8e-f514-4d62-8f33-150685b4ec18 req-460b24ad-3c40-445b-acb9-b20995aabd54 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 945 time: 0.0591071 Feb 08 16:52:40.826131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-54ef2f81-6dde-4076-aa38-ce0faba67b34 None None] Set router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:52:40.846650 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-977cfa12-fce5-49f4-b17a-683cd06d0e37 req-9aa7b337-5fb2-4be4-92da-8bbf7150821e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4547c73-4584-488d-991d-3fbf36f63f31 HTTP/1.1" status: 200 len: 217 time: 0.0411565 Feb 08 16:52:40.869591 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7acb1a8e-f514-4d62-8f33-150685b4ec18 req-d991bc34-f17d-4cdf-a894-e52e117e6a3d tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499423 Feb 08 16:52:40.900083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cfa12-fce5-49f4-b17a-683cd06d0e37 req-83e5da04-8802-4337-a26d-9f742e69570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:40.901666 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-977cfa12-fce5-49f4-b17a-683cd06d0e37 req-83e5da04-8802-4337-a26d-9f742e69570b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d29ddde8-cf56-416f-ad81-1d47a07a0b1a HTTP/1.1" status: 200 len: 835 time: 0.0459266 Feb 08 16:52:40.962426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cfa12-fce5-49f4-b17a-683cd06d0e37 req-11b304ff-8cb8-4ff7-b2dd-d209acc07970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:40.963863 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-977cfa12-fce5-49f4-b17a-683cd06d0e37 req-11b304ff-8cb8-4ff7-b2dd-d209acc07970 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2191db38-9276-4b06-9a7d-40a6f4474e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547392 Feb 08 16:52:41.033216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-54ef2f81-6dde-4076-aa38-ce0faba67b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:47Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '13227e1d-7158-4e72-a818-4e55df407f9e', 'name': '', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:42:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:47Z', 'updated_at': '2022-02-08T16:51:50Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:41.060263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef2f81-6dde-4076-aa38-ce0faba67b34 None None] Checking router: 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:52:41.060754 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-977cfa12-fce5-49f4-b17a-683cd06d0e37 req-12e910be-9688-4101-a8ae-c028f00aba7a service neutron] 10.222.0.96 "GET /v2.0/networks/2191db38-9276-4b06-9a7d-40a6f4474e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882440 Feb 08 16:52:41.068539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ef2f81-6dde-4076-aa38-ce0faba67b34 None None] Routers {'0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:52:41.069197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-54ef2f81-6dde-4076-aa38-ce0faba67b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:52:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:41.148978 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-977cfa12-fce5-49f4-b17a-683cd06d0e37 req-2fbaca0b-e120-474c-bc84-3d3904ffe2c0 service neutron] 10.222.0.96 "GET /v2.0/networks/2191db38-9276-4b06-9a7d-40a6f4474e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816660 Feb 08 16:52:41.181082 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-54ef2f81-6dde-4076-aa38-ce0faba67b34 None None] Set router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:52:41.379703 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-54ef2f81-6dde-4076-aa38-ce0faba67b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:47Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '13227e1d-7158-4e72-a818-4e55df407f9e', 'name': '', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:42:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:47Z', 'updated_at': '2022-02-08T16:51:50Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:41.406973 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef2f81-6dde-4076-aa38-ce0faba67b34 None None] The sync data for ids ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'] in n-d-824834-11 is: [{'id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:47Z', 'revision_number': 4, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '13227e1d-7158-4e72-a818-4e55df407f9e', 'name': '', 'network_id': '2191db38-9276-4b06-9a7d-40a6f4474e62', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'mac_address': 'fa:16:3e:42:cf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:47Z', 'updated_at': '2022-02-08T16:51:50Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'subnets': [{'id': 'd29ddde8-cf56-416f-ad81-1d47a07a0b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:52:41.621689 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d357eb-a020-43c8-acf8-f02d26c2d1ac None None] New status for floating IP 5161dc18-262c-484b-be6d-17eeed10004e: DOWN {{(pid=103304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:52:41.995279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14836cf-4583-4377-9464-e46169e1395b req-b68be56c-bebd-4e7e-8a62-0539f330f44f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:41.996692 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b14836cf-4583-4377-9464-e46169e1395b req-b68be56c-bebd-4e7e-8a62-0539f330f44f tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 945 time: 0.0554960 Feb 08 16:52:42.044934 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b14836cf-4583-4377-9464-e46169e1395b req-22e23a26-78ea-4290-ad9c-c8539a27b6b1 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/security-groups?id=4efdd38d-e194-46d4-a26d-90d75e181dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426548 Feb 08 16:52:42.624123 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e4c20-33e5-49b2-88cd-0b098305fe05 req-32a37b09-054a-4c36-95af-486c7a2925c8 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:42.625682 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e45e4c20-33e5-49b2-88cd-0b098305fe05 req-32a37b09-054a-4c36-95af-486c7a2925c8 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 945 time: 0.0526247 Feb 08 16:52:42.720481 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-e45e4c20-33e5-49b2-88cd-0b098305fe05 req-f30c3e55-b373-4464-ab06-eb2dfd4cbaa0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port b4547c73-4584-488d-991d-3fbf36f63f31 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:52:42.720822 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e45e4c20-33e5-49b2-88cd-0b098305fe05 req-f30c3e55-b373-4464-ab06-eb2dfd4cbaa0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b4547c73-4584-488d-991d-3fbf36f63f31), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:42.812464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-e45e4c20-33e5-49b2-88cd-0b098305fe05 req-f30c3e55-b373-4464-ab06-eb2dfd4cbaa0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] For port b4547c73-4584-488d-991d-3fbf36f63f31, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=b4547c73-4584-488d-991d-3fbf36f63f31,segment=NetworkSegment(244edaae-3789-4e78-9050-7ce0530d09ae),segment_id=244edaae-3789-4e78-9050-7ce0530d09ae)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:52:42.812828 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e45e4c20-33e5-49b2-88cd-0b098305fe05 req-f30c3e55-b373-4464-ab06-eb2dfd4cbaa0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b4547c73-4584-488d-991d-3fbf36f63f31), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:42.824619 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-e45e4c20-33e5-49b2-88cd-0b098305fe05 req-f30c3e55-b373-4464-ab06-eb2dfd4cbaa0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for b4547c73-4584-488d-991d-3fbf36f63f31 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:52:42.949911 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e45e4c20-33e5-49b2-88cd-0b098305fe05 req-f30c3e55-b373-4464-ab06-eb2dfd4cbaa0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b4547c73-4584-488d-991d-3fbf36f63f31), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:42.984884 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c3e55-b373-4464-ab06-eb2dfd4cbaa0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=b4547c73-4584-488d-991d-3fbf36f63f31,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:43.028725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45e4c20-33e5-49b2-88cd-0b098305fe05 req-f30c3e55-b373-4464-ab06-eb2dfd4cbaa0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] No DVR routers for this DVR port b4547c73-4584-488d-991d-3fbf36f63f31 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:52:43.031325 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-e45e4c20-33e5-49b2-88cd-0b098305fe05 req-f30c3e55-b373-4464-ab06-eb2dfd4cbaa0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:43.034675 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e45e4c20-33e5-49b2-88cd-0b098305fe05 req-f30c3e55-b373-4464-ab06-eb2dfd4cbaa0 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.96 "DELETE /v2.0/ports/b4547c73-4584-488d-991d-3fbf36f63f31 HTTP/1.1" status: 204 len: 173 time: 0.4037306 Feb 08 16:52:43.035114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f63806-6a50-459b-ab79-f631a43ed029', 'name': 'network-vif-deleted', 'tag': 'b4547c73-4584-488d-991d-3fbf36f63f31'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:52:43.037449 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1288ae88-5711-461e-a53d-c1c39d0fa9f2" -d '{"events": [{"server_uuid": "e8f63806-6a50-459b-ab79-f631a43ed029", "name": "network-vif-deleted", "tag": "b4547c73-4584-488d-991d-3fbf36f63f31"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:52:43.075297 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35918e2-1e7b-4741-904d-0229bc983bdb x-openstack-request-id: req-c35918e2-1e7b-4741-904d-0229bc983bdb {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:52:43.075640 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f63806-6a50-459b-ab79-f631a43ed029", "name": "network-vif-deleted", "tag": "b4547c73-4584-488d-991d-3fbf36f63f31", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:52:43.075893 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c35918e2-1e7b-4741-904d-0229bc983bdb {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:52:43.076258 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f63806-6a50-459b-ab79-f631a43ed029', 'name': 'network-vif-deleted', 'tag': 'b4547c73-4584-488d-991d-3fbf36f63f31', 'status': 'completed', 'code': 200} Feb 08 16:52:43.142720 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e9cbb99f-49a6-44a6-903e-491e40fb17f6 req-3716cc17-99fd-4092-b822-80cf4a175637 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8f63806-6a50-459b-ab79-f631a43ed029 HTTP/1.1" status: 200 len: 210 time: 0.0281782 Feb 08 16:52:43.203963 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:52:44.200308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35780) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:44.560976 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bea2d769-a9db-47c4-a52a-01323ae20cd9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:44.824074 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-bea2d769-a9db-47c4-a52a-01323ae20cd9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port 13227e1d-7158-4e72-a818-4e55df407f9e {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:52:44.824346 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bea2d769-a9db-47c4-a52a-01323ae20cd9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:44.916206 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-bea2d769-a9db-47c4-a52a-01323ae20cd9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] For port 13227e1d-7158-4e72-a818-4e55df407f9e, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=13227e1d-7158-4e72-a818-4e55df407f9e,segment=NetworkSegment(244edaae-3789-4e78-9050-7ce0530d09ae),segment_id=244edaae-3789-4e78-9050-7ce0530d09ae)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:52:44.916592 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bea2d769-a9db-47c4-a52a-01323ae20cd9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:44.930434 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-bea2d769-a9db-47c4-a52a-01323ae20cd9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for 13227e1d-7158-4e72-a818-4e55df407f9e owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:52:45.115442 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bea2d769-a9db-47c4-a52a-01323ae20cd9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (13227e1d-7158-4e72-a818-4e55df407f9e), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:45.141947 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2d769-a9db-47c4-a52a-01323ae20cd9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=13227e1d-7158-4e72-a818-4e55df407f9e,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:45.317297 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bea2d769-a9db-47c4-a52a-01323ae20cd9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:45.539566 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea2d769-a9db-47c4-a52a-01323ae20cd9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:52:45.648720 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea2d769-a9db-47c4-a52a-01323ae20cd9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:52:45.653637 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bea2d769-a9db-47c4-a52a-01323ae20cd9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "PUT /v2.0/routers/0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4522843 Feb 08 16:52:45.656364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35782) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:45.658902 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44723dea-27e6-4203-8ac4-189979f9a3f9 None None] Sync routers for ids ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:52:45.668588 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44723dea-27e6-4203-8ac4-189979f9a3f9 None None] Routers {'0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:52:45.669235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-44723dea-27e6-4203-8ac4-189979f9a3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:52:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:45.706364 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-70856e2b-680b-4f01-ae3f-0493a2ffb1ce tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting subnet d29ddde8-cf56-416f-ad81-1d47a07a0b1a {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 16:52:45.714219 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70856e2b-680b-4f01-ae3f-0493a2ffb1ce tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for subnet (d29ddde8-cf56-416f-ad81-1d47a07a0b1a), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:45.750718 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70856e2b-680b-4f01-ae3f-0493a2ffb1ce tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (d29ddde8-cf56-416f-ad81-1d47a07a0b1a), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:45.779560 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-44723dea-27e6-4203-8ac4-189979f9a3f9 None None] Set router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:52:45.836337 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70856e2b-680b-4f01-ae3f-0493a2ffb1ce tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d29ddde8-cf56-416f-ad81-1d47a07a0b1a), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:45.898031 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70856e2b-680b-4f01-ae3f-0493a2ffb1ce tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (d29ddde8-cf56-416f-ad81-1d47a07a0b1a), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:45.925678 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70856e2b-680b-4f01-ae3f-0493a2ffb1ce tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Subnet': ['ID=d29ddde8-cf56-416f-ad81-1d47a07a0b1a,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:45.929150 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-70856e2b-680b-4f01-ae3f-0493a2ffb1ce tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:45.935280 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-70856e2b-680b-4f01-ae3f-0493a2ffb1ce tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/subnets/d29ddde8-cf56-416f-ad81-1d47a07a0b1a HTTP/1.1" status: 204 len: 168 time: 0.2754676 Feb 08 16:52:45.936145 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35784) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:45.943032 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb3284-e244-4ef0-8cdd-58339dbc7c03 None None] Network 2191db38-9276-4b06-9a7d-40a6f4474e62 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:52:46.040468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-44723dea-27e6-4203-8ac4-189979f9a3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:52:45Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:46.048623 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:46.072425 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44723dea-27e6-4203-8ac4-189979f9a3f9 None None] Checking router: 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:52:46.087430 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44723dea-27e6-4203-8ac4-189979f9a3f9 None None] Routers {'0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:52:46.087948 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-44723dea-27e6-4203-8ac4-189979f9a3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:52:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:46.148365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] DHCP port deletion for 2191db38-9276-4b06-9a7d-40a6f4474e62 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 16:52:46.163966 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_gateway (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:46.218111 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Deleting port d39ea622-6793-4526-b6d5-ae9005ab7e4f {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:52:46.218507 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (d39ea622-6793-4526-b6d5-ae9005ab7e4f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:46.226129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-44723dea-27e6-4203-8ac4-189979f9a3f9 None None] Set router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:52:46.286786 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Deleting port 8069e397-43c0-4ebb-8440-8bb3fa03fab2 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:52:46.287153 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (8069e397-43c0-4ebb-8440-8bb3fa03fab2), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:46.301043 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] For port d39ea622-6793-4526-b6d5-ae9005ab7e4f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=d39ea622-6793-4526-b6d5-ae9005ab7e4f,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:52:46.301405 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (d39ea622-6793-4526-b6d5-ae9005ab7e4f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:46.315154 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Calling delete_port for d39ea622-6793-4526-b6d5-ae9005ab7e4f owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:52:46.332232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b4547c73-4584-488d-991d-3fbf36f63f31 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:52:46.394827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: b4547c73-4584-488d-991d-3fbf36f63f31 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:52:46.395061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device b4547c73-4584-488d-991d-3fbf36f63f31 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:52:46.427412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] For port 8069e397-43c0-4ebb-8440-8bb3fa03fab2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=8069e397-43c0-4ebb-8440-8bb3fa03fab2,segment=NetworkSegment(244edaae-3789-4e78-9050-7ce0530d09ae),segment_id=244edaae-3789-4e78-9050-7ce0530d09ae)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:52:46.427812 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (8069e397-43c0-4ebb-8440-8bb3fa03fab2), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:46.449677 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Calling delete_port for 8069e397-43c0-4ebb-8440-8bb3fa03fab2 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:52:46.489713 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (d39ea622-6793-4526-b6d5-ae9005ab7e4f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:46.516124 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Port': ['ID=d39ea622-6793-4526-b6d5-ae9005ab7e4f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:46.529034 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.529393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.529745 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.530082 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.530418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.530753 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.531084 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.531415 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.531744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.532080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.532405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.532730 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.533082 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.592803 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:46.700648 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:46.703268 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router_controller (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:46.762247 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:46.763003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Fanout notify agent at l3_agent the message router_deleted on router 0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 16:52:46.774548 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:46.777025 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-094d2758-22bc-4908-8808-ded4dbd1edb9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/routers/0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa HTTP/1.1" status: 204 len: 168 time: 0.8390863 Feb 08 16:52:46.779555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35786) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:46.817382 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8069e397-43c0-4ebb-8440-8bb3fa03fab2 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:52:46.820660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-44723dea-27e6-4203-8ac4-189979f9a3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:52:45Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:46.842142 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (8069e397-43c0-4ebb-8440-8bb3fa03fab2), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:46.863684 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89623e6e-1981-4d53-8aae-a588eaf9aef9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (2191db38-9276-4b06-9a7d-40a6f4474e62), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:46.874078 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 8069e397-43c0-4ebb-8440-8bb3fa03fab2 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:52:46.874429 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 8069e397-43c0-4ebb-8440-8bb3fa03fab2 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:52:46.898760 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44723dea-27e6-4203-8ac4-189979f9a3f9 None None] The sync data for ids ['0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa'] in n-d-824834-11 is: [{'id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442496358', 'tenant_id': '3bed23fcd0254b179facffb28ee090ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:52:45Z', 'revision_number': 5, 'project_id': '3bed23fcd0254b179facffb28ee090ad', 'gw_port': {'id': 'd39ea622-6793-4526-b6d5-ae9005ab7e4f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2938ed-51ad-42e7-99f6-4bbb4f6c7aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:51:44Z', 'updated_at': '2022-02-08T16:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:52:46.903386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Pushing event deleted for resources: {'Port': ['ID=8069e397-43c0-4ebb-8440-8bb3fa03fab2,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:46.912411 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] No DVR routers for this DVR port 8069e397-43c0-4ebb-8440-8bb3fa03fab2 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:52:46.915389 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.915743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.916144 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.916541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.916869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.917235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.917569 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.917901 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.918231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.918558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.918890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.919213 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.919537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfae616-0950-4488-b49c-d73e2e4cd05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:46.963131 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89623e6e-1981-4d53-8aae-a588eaf9aef9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (2191db38-9276-4b06-9a7d-40a6f4474e62), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:46.983721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-89623e6e-1981-4d53-8aae-a588eaf9aef9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2191db38-9276-4b06-9a7d-40a6f4474e62']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:46.993404 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-89623e6e-1981-4d53-8aae-a588eaf9aef9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244edaae-3789-4e78-9050-7ce0530d09ae') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:46.993708 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-89623e6e-1981-4d53-8aae-a588eaf9aef9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244edaae-3789-4e78-9050-7ce0530d09ae') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:47.009148 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89623e6e-1981-4d53-8aae-a588eaf9aef9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (244edaae-3789-4e78-9050-7ce0530d09ae), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:47.034871 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89623e6e-1981-4d53-8aae-a588eaf9aef9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (244edaae-3789-4e78-9050-7ce0530d09ae), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:47.042189 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89623e6e-1981-4d53-8aae-a588eaf9aef9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 16:52:47.042573 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89623e6e-1981-4d53-8aae-a588eaf9aef9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (244edaae-3789-4e78-9050-7ce0530d09ae), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: timer() Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 16:52:47.045902 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 16:52:47.102464 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89623e6e-1981-4d53-8aae-a588eaf9aef9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (2191db38-9276-4b06-9a7d-40a6f4474e62), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:47.106959 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-89623e6e-1981-4d53-8aae-a588eaf9aef9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:47.110596 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-89623e6e-1981-4d53-8aae-a588eaf9aef9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/networks/2191db38-9276-4b06-9a7d-40a6f4474e62 HTTP/1.1" status: 204 len: 168 time: 0.3298521 Feb 08 16:52:47.113430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35788) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:47.125165 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89623e6e-1981-4d53-8aae-a588eaf9aef9 tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'Network': ['ID=2191db38-9276-4b06-9a7d-40a6f4474e62,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:47.171391 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c2b21b1-28d1-4887-9d8b-88e617f4c2cb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (4efdd38d-e194-46d4-a26d-90d75e181dbf), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:47.196143 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c2b21b1-28d1-4887-9d8b-88e617f4c2cb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (4efdd38d-e194-46d4-a26d-90d75e181dbf), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:47.263630 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c2b21b1-28d1-4887-9d8b-88e617f4c2cb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (4efdd38d-e194-46d4-a26d-90d75e181dbf), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:47.266465 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1c2b21b1-28d1-4887-9d8b-88e617f4c2cb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:47.267691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1c2b21b1-28d1-4887-9d8b-88e617f4c2cb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] 10.222.0.82 "DELETE /v2.0/security-groups/4efdd38d-e194-46d4-a26d-90d75e181dbf HTTP/1.1" status: 204 len: 168 time: 0.1527131 Feb 08 16:52:47.279131 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b21b1-28d1-4887-9d8b-88e617f4c2cb tempest-TestNetworkAdvancedServerOps-660370115 tempest-TestNetworkAdvancedServerOps-660370115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efdd38d-e194-46d4-a26d-90d75e181dbf,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:47.615744 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35796) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:47.755712 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-df6bb36a-ac09-430b-b0ef-378097bd4d96 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3bed23fcd0254b179facffb28ee090ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380289 Feb 08 16:52:47.758928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35800) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:47.809867 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8c4b085-6f5c-41e3-bf10-cc50236c5eb1 admin admin] Publish callbacks [] for security_group (1e970ccf-a0d3-401a-92e5-83f3542eb5b4), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:47.831242 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8c4b085-6f5c-41e3-bf10-cc50236c5eb1 admin admin] Publish callbacks [] for security_group (1e970ccf-a0d3-401a-92e5-83f3542eb5b4), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:47.877504 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8c4b085-6f5c-41e3-bf10-cc50236c5eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (1e970ccf-a0d3-401a-92e5-83f3542eb5b4), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:47.880005 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c8c4b085-6f5c-41e3-bf10-cc50236c5eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:47.881198 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c8c4b085-6f5c-41e3-bf10-cc50236c5eb1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1e970ccf-a0d3-401a-92e5-83f3542eb5b4 HTTP/1.1" status: 204 len: 168 time: 0.1213002 Feb 08 16:52:47.889737 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4b085-6f5c-41e3-bf10-cc50236c5eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e970ccf-a0d3-401a-92e5-83f3542eb5b4,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:48.109785 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-76964b36-9821-4ba6-8e95-3411355d3583 req-4dcaabbd-3b7f-4998-9707-0207deb3f520 service neutron] (103302) timed out ('10.222.0.96', 64935) {{(pid=103302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 16:52:48.146430 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35806) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:48.160427 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8eb32079-92ae-45f4-8580-2034bbd89ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:48.234269 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8eb32079-92ae-45f4-8580-2034bbd89ec3 admin admin] Publish callbacks [] for security_group (f024e6d0-000a-4fa4-9a39-7d0639ae5fa7), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:48.237959 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8eb32079-92ae-45f4-8580-2034bbd89ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f024e6d0-000a-4fa4-9a39-7d0639ae5fa7), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:48.274860 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb32079-92ae-45f4-8580-2034bbd89ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f024e6d0-000a-4fa4-9a39-7d0639ae5fa7,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:48.279142 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8eb32079-92ae-45f4-8580-2034bbd89ec3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a28170cf26ed4e5096de2a079dde13ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316192 Feb 08 16:52:48.281781 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35808) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:48.335081 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-12613962-ee12-4606-a228-c285d537d3d6 admin admin] Publish callbacks [] for security_group (f024e6d0-000a-4fa4-9a39-7d0639ae5fa7), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:48.355939 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-12613962-ee12-4606-a228-c285d537d3d6 admin admin] Publish callbacks [] for security_group (f024e6d0-000a-4fa4-9a39-7d0639ae5fa7), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:48.402830 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-12613962-ee12-4606-a228-c285d537d3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (f024e6d0-000a-4fa4-9a39-7d0639ae5fa7), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:48.405399 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-12613962-ee12-4606-a228-c285d537d3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:48.406579 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-12613962-ee12-4606-a228-c285d537d3d6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f024e6d0-000a-4fa4-9a39-7d0639ae5fa7 HTTP/1.1" status: 204 len: 168 time: 0.1238763 Feb 08 16:52:48.414703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12613962-ee12-4606-a228-c285d537d3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f024e6d0-000a-4fa4-9a39-7d0639ae5fa7,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:48.679456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 13227e1d-7158-4e72-a818-4e55df407f9e no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:52:48.699836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 13227e1d-7158-4e72-a818-4e55df407f9e {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:52:48.700180 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 13227e1d-7158-4e72-a818-4e55df407f9e not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:52:48.700607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d39ea622-6793-4526-b6d5-ae9005ab7e4f no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:52:48.721123 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: d39ea622-6793-4526-b6d5-ae9005ab7e4f {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:52:48.721573 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device d39ea622-6793-4526-b6d5-ae9005ab7e4f not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:52:49.105901 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35830) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:49.200144 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-851199703-network', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:52:49.219728 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] Made reservation on behalf of 8711cbfe63b84be1ad0bcad4872e307f for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:52:49.222084 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.230944 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.305410 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] Publish callbacks [] for security_group (cb00c2b1-9d9c-45e8-af6a-6af43a20e64b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.309091 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cb00c2b1-9d9c-45e8-af6a-6af43a20e64b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.330798 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:52:49.346365 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb00c2b1-9d9c-45e8-af6a-6af43a20e64b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:49.349257 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.349610 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] Added segment 6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee of type vlan for network b5305923-7f24-404b-93a9-3b239acc6a2e Feb 08 16:52:49.392479 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (b5305923-7f24-404b-93a9-3b239acc6a2e), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.417254 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (b5305923-7f24-404b-93a9-3b239acc6a2e), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.418190 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:49.418771 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.478112 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3710961 Feb 08 16:52:49.481182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35834) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:49.485231 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28a745-aac0-41ab-bee9-261f5821284a admin admin] Pushing event updated for resources: {'Network': ['ID=b5305923-7f24-404b-93a9-3b239acc6a2e,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:49.486134 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f3dff1a7-2661-4929-8b7f-734b14dcde30 admin admin] Request body: {'subnet': {'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-851199703-subnet', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:52:49.496964 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network b5305923-7f24-404b-93a9-3b239acc6a2e details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:52:49.508813 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dff1a7-2661-4929-8b7f-734b14dcde30 admin admin] Made reservation on behalf of 8711cbfe63b84be1ad0bcad4872e307f for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:52:49.512077 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3dff1a7-2661-4929-8b7f-734b14dcde30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.580347 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.683056 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3dff1a7-2661-4929-8b7f-734b14dcde30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (0a403a86-1f48-4547-93aa-1f995a7c1b33), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.739005 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dff1a7-2661-4929-8b7f-734b14dcde30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a403a86-1f48-4547-93aa-1f995a7c1b33,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:49.748168 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dff1a7-2661-4929-8b7f-734b14dcde30 admin admin] Checking segment: {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:52:49.748538 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dff1a7-2661-4929-8b7f-734b14dcde30 admin admin] Network hostable DHCP agents. Network: b5305923-7f24-404b-93a9-3b239acc6a2e, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:52:49.765275 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dff1a7-2661-4929-8b7f-734b14dcde30 admin admin] Network b5305923-7f24-404b-93a9-3b239acc6a2e is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:52:49.773444 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f3dff1a7-2661-4929-8b7f-734b14dcde30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, b5305923-7f24-404b-93a9-3b239acc6a2e) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:52:49.777390 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dff1a7-2661-4929-8b7f-734b14dcde30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:49.778005 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f3dff1a7-2661-4929-8b7f-734b14dcde30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.782597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44e9aba-db69-4c57-99ec-62962779b8af None None] Network b5305923-7f24-404b-93a9-3b239acc6a2e requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:52:49.793771 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f3dff1a7-2661-4929-8b7f-734b14dcde30 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3114061 Feb 08 16:52:49.796506 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35836) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:49.800711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:52:49.821550 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (a7055da8-8be7-4a31-a236-ff1c96ca07ae), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.822592 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (a7055da8-8be7-4a31-a236-ff1c96ca07ae), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.879587 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Publish callbacks [] for router_controller (a7055da8-8be7-4a31-a236-ff1c96ca07ae), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:49.898732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-b5305923-7f24-404b-93a9-3b239acc6a2e', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:52:49.899587 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:50.024658 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Publish callbacks [] for router_gateway (a7055da8-8be7-4a31-a236-ff1c96ca07ae), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:50.034411 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Allocated IP 172.20.0.2 (b5305923-7f24-404b-93a9-3b239acc6a2e/0a403a86-1f48-4547-93aa-1f995a7c1b33/98ad9214-28f5-41a9-8701-b30022df40f2) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:52:50.183417 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Publish callbacks [] for port (98ad9214-28f5-41a9-8701-b30022df40f2), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:50.189806 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (98ad9214-28f5-41a9-8701-b30022df40f2), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:50.231500 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Publish callbacks [] for router_gateway (a7055da8-8be7-4a31-a236-ff1c96ca07ae), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:50.235210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Network b5305923-7f24-404b-93a9-3b239acc6a2e is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:52:50.238052 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:52:50.240994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:52:50.247013 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Pushing event updated for resources: {'Port': ['ID=98ad9214-28f5-41a9-8701-b30022df40f2,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:50.251293 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:50.302708 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Attempting to bind port 98ad9214-28f5-41a9-8701-b30022df40f2 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:52:50.303017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Attempting to bind port 98ad9214-28f5-41a9-8701-b30022df40f2 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:52:50.303344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Attempting to bind port 98ad9214-28f5-41a9-8701-b30022df40f2 on network b5305923-7f24-404b-93a9-3b239acc6a2e {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:52:50.309478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:52:50.309856 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Checking segment: {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:52:50.310260 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:50.310662 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Bound using segment: {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:52:50.311132 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Bound port: 98ad9214-28f5-41a9-8701-b30022df40f2, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:52:50.311518 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (98ad9214-28f5-41a9-8701-b30022df40f2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:50.357461 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Allocated IP 172.25.7.242 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/383967c1-951d-4302-b577-94c72fb41459) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:52:50.374684 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] For port 98ad9214-28f5-41a9-8701-b30022df40f2, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:52:50.378232 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] For port 98ad9214-28f5-41a9-8701-b30022df40f2, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=98ad9214-28f5-41a9-8701-b30022df40f2,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:52:50.384276 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (98ad9214-28f5-41a9-8701-b30022df40f2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:50.441072 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea6da7-b993-4d2a-a7c0-c2ee92a4f498 None None] Pushing event updated for resources: {'Port': ['ID=98ad9214-28f5-41a9-8701-b30022df40f2,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:50.465759 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Publish callbacks [] for port (383967c1-951d-4302-b577-94c72fb41459), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:50.500603 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (383967c1-951d-4302-b577-94c72fb41459), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:50.546709 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:52:50.549722 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:52:50.553307 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:52:50.575764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Pushing event updated for resources: {'Port': ['ID=383967c1-951d-4302-b577-94c72fb41459,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:50.763489 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 98ad9214-28f5-41a9-8701-b30022df40f2 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:52:50.817672 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 98ad9214-28f5-41a9-8701-b30022df40f2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:50.818352 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (98ad9214-28f5-41a9-8701-b30022df40f2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:50.847371 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Publish callbacks [] for router_gateway (a7055da8-8be7-4a31-a236-ff1c96ca07ae), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:50.898257 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 98ad9214-28f5-41a9-8701-b30022df40f2 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:52:50.898656 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (98ad9214-28f5-41a9-8701-b30022df40f2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:50.933551 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 98ad9214-28f5-41a9-8701-b30022df40f2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=98ad9214-28f5-41a9-8701-b30022df40f2,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:52:50.939655 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (98ad9214-28f5-41a9-8701-b30022df40f2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:50.999818 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:51.004702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=98ad9214-28f5-41a9-8701-b30022df40f2,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:51.404984 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (a7055da8-8be7-4a31-a236-ff1c96ca07ae), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:51.415087 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f54188-41e8-4af2-b400-8dce3b4e3ca0 None None] Network b5305923-7f24-404b-93a9-3b239acc6a2e requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:52:51.499044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-fc0f9946-0424-452d-946a-a5dde763d60f None None] Provisioning complete for port 98ad9214-28f5-41a9-8701-b30022df40f2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:51.499525 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9946-0424-452d-946a-a5dde763d60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (98ad9214-28f5-41a9-8701-b30022df40f2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:51.540019 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Router a7055da8-8be7-4a31-a236-ff1c96ca07ae is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:52:51.612204 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f9946-0424-452d-946a-a5dde763d60f None None] Current status of the port 98ad9214-28f5-41a9-8701-b30022df40f2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:52:51.652071 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:52:51.662160 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Sync routers for ids ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:52:51.672408 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:51.676654 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f2c29e26-1a67-469f-bc90-4609e7f4b823 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8764548 Feb 08 16:52:51.676851 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35838) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:51.678026 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Routers {'a7055da8-8be7-4a31-a236-ff1c96ca07ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:52:51.679263 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:52:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:51.790760 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Set router a7055da8-8be7-4a31-a236-ff1c96ca07ae gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:52:51.834397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3c84549a-6991-4ad6-aaf3-f87f2e5911f5 None None] Provisioning complete for port 98ad9214-28f5-41a9-8701-b30022df40f2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:51.835225 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3c84549a-6991-4ad6-aaf3-f87f2e5911f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (98ad9214-28f5-41a9-8701-b30022df40f2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:51.923589 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3c84549a-6991-4ad6-aaf3-f87f2e5911f5 None None] Current status of the port 98ad9214-28f5-41a9-8701-b30022df40f2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:52:51.971671 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:50Z', 'revision_number': 3, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:51.998629 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Checking router: a7055da8-8be7-4a31-a236-ff1c96ca07ae for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:52:51.998979 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Updating router a7055da8-8be7-4a31-a236-ff1c96ca07ae port 383967c1-951d-4302-b577-94c72fb41459 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:52:52.026573 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (383967c1-951d-4302-b577-94c72fb41459), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.116428 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.268766 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Allocated IP 172.20.0.1 (b5305923-7f24-404b-93a9-3b239acc6a2e/0a403a86-1f48-4547-93aa-1f995a7c1b33/ce654913-c477-4fa8-a97d-46cc37c2273c) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:52:52.369785 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Publish callbacks [] for port (383967c1-951d-4302-b577-94c72fb41459), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.376171 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (383967c1-951d-4302-b577-94c72fb41459), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.377796 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Publish callbacks [] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.413925 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.428422 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Attempting to bind port 383967c1-951d-4302-b577-94c72fb41459 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:52:52.429496 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Attempting to bind port 383967c1-951d-4302-b577-94c72fb41459 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:52:52.429854 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Attempting to bind port 383967c1-951d-4302-b577-94c72fb41459 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:52:52.431705 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51479b5-1c24-4e97-bc57-fdf82eb3685f None None] Pushing event updated for resources: {'Port': ['ID=383967c1-951d-4302-b577-94c72fb41459,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:52.440896 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51479b5-1c24-4e97-bc57-fdf82eb3685f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:52.441266 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51479b5-1c24-4e97-bc57-fdf82eb3685f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:52.442064 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51479b5-1c24-4e97-bc57-fdf82eb3685f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:52.442064 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51479b5-1c24-4e97-bc57-fdf82eb3685f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:52.442321 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51479b5-1c24-4e97-bc57-fdf82eb3685f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:52.442552 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51479b5-1c24-4e97-bc57-fdf82eb3685f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:52.442869 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51479b5-1c24-4e97-bc57-fdf82eb3685f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:52.443186 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51479b5-1c24-4e97-bc57-fdf82eb3685f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:52.443503 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51479b5-1c24-4e97-bc57-fdf82eb3685f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:52.443818 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51479b5-1c24-4e97-bc57-fdf82eb3685f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:52.444159 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51479b5-1c24-4e97-bc57-fdf82eb3685f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:52.444610 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51479b5-1c24-4e97-bc57-fdf82eb3685f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:52.445097 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51479b5-1c24-4e97-bc57-fdf82eb3685f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:52:52.448093 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Network b5305923-7f24-404b-93a9-3b239acc6a2e is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:52:52.448247 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:52:52.448497 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:52:52.448901 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.449305 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:52:52.449773 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Bound port: 383967c1-951d-4302-b577-94c72fb41459, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:52:52.450443 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (383967c1-951d-4302-b577-94c72fb41459), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.450976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:52:52.454523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:52:52.497082 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Pushing event updated for resources: {'Port': ['ID=ce654913-c477-4fa8-a97d-46cc37c2273c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:52.507400 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (a7055da8-8be7-4a31-a236-ff1c96ca07ae), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.515350 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] For port 383967c1-951d-4302-b577-94c72fb41459, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:52:52.520066 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] For port 383967c1-951d-4302-b577-94c72fb41459, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=383967c1-951d-4302-b577-94c72fb41459,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:52:52.526748 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (383967c1-951d-4302-b577-94c72fb41459), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.582894 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Routers {'a7055da8-8be7-4a31-a236-ff1c96ca07ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:52:52.583517 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:52:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:52.649635 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.654359 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51479b5-1c24-4e97-bc57-fdf82eb3685f None None] Pushing event updated for resources: {'Port': ['ID=383967c1-951d-4302-b577-94c72fb41459,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:52.709263 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] Set router a7055da8-8be7-4a31-a236-ff1c96ca07ae gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:52:52.753318 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 98ad9214-28f5-41a9-8701-b30022df40f2 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:52:52.757615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-9207ddc3-9c71-4efe-9235-52db001b3a38 None None] Provisioning complete for port ce654913-c477-4fa8-a97d-46cc37c2273c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:52.757615 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9207ddc3-9c71-4efe-9235-52db001b3a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.823486 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9207ddc3-9c71-4efe-9235-52db001b3a38 None None] Port ce654913-c477-4fa8-a97d-46cc37c2273c cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:52:52.833369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 98ad9214-28f5-41a9-8701-b30022df40f2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:52.833756 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (98ad9214-28f5-41a9-8701-b30022df40f2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.839503 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Publish callbacks [] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.844593 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.912003 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:50Z', 'revision_number': 3, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:52.915331 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (a7055da8-8be7-4a31-a236-ff1c96ca07ae), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:52.918034 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Pushing event updated for resources: {'Port': ['ID=ce654913-c477-4fa8-a97d-46cc37c2273c,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:52.920327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 98ad9214-28f5-41a9-8701-b30022df40f2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:52:52.941107 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d508d43-eb21-45f8-be56-cc87aa00067c None None] The sync data for ids ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'] in n-d-824834-11 is: [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:50Z', 'revision_number': 3, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:52:53.014407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Network b5305923-7f24-404b-93a9-3b239acc6a2e is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:52:53.015960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:52:53.151470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Router a7055da8-8be7-4a31-a236-ff1c96ca07ae has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:52:53.293319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:52:53.302063 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2b7a8d9d-58f9-46c1-9bd1-70e3fc54c8ae admin admin] 10.222.0.82 "PUT /v2.0/routers/a7055da8-8be7-4a31-a236-ff1c96ca07ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6208336 Feb 08 16:52:53.353335 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c172c366-0da8-4eae-b40f-9c4fac2147dc None None] Provisioning complete for port ce654913-c477-4fa8-a97d-46cc37c2273c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:53.353717 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c172c366-0da8-4eae-b40f-9c4fac2147dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:53.391084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c172c366-0da8-4eae-b40f-9c4fac2147dc None None] Port ce654913-c477-4fa8-a97d-46cc37c2273c cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:52:53.797236 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35854) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:53.802454 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1478504249-network', 'tenant_id': 'df7a691293094a1ba9c7cc1aa2b89932'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:52:53.823241 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] Made reservation on behalf of df7a691293094a1ba9c7cc1aa2b89932 for: {'network': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:52:53.826341 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:53.835828 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:53.909899 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] Publish callbacks [] for security_group (6f804393-6d2e-48cb-8783-4cbbee02aaf3), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:53.914024 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6f804393-6d2e-48cb-8783-4cbbee02aaf3), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:53.939729 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 16:52:53.949659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f804393-6d2e-48cb-8783-4cbbee02aaf3,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:53.955800 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (762d9617-8127-4790-970f-2031bf16101f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:53.956142 n-d-824834-11 neutron-server[103302]: INFO neutron.db.segments_db [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] Added segment 762d9617-8127-4790-970f-2031bf16101f of type vlan for network 1e2fcea6-5c76-48e4-98ee-fe31381b61e0 Feb 08 16:52:54.001208 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (1e2fcea6-5c76-48e4-98ee-fe31381b61e0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:54.026048 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (1e2fcea6-5c76-48e4-98ee-fe31381b61e0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:54.027005 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:54.028033 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:54.085764 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2873313 Feb 08 16:52:54.088449 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35856) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:54.093073 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-664ce283-306a-4d67-b7c0-9e95009231f5 admin admin] Request body: {'subnet': {'network_id': '1e2fcea6-5c76-48e4-98ee-fe31381b61e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1478504249-subnet', 'tenant_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'ip_version': 4}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:52:54.098973 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe0073-ec4b-4f59-800d-6dda1055c110 admin admin] Pushing event updated for resources: {'Network': ['ID=1e2fcea6-5c76-48e4-98ee-fe31381b61e0,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:54.109736 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 1e2fcea6-5c76-48e4-98ee-fe31381b61e0 details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 16:52:54.117138 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664ce283-306a-4d67-b7c0-9e95009231f5 admin admin] Made reservation on behalf of df7a691293094a1ba9c7cc1aa2b89932 for: {'subnet': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:52:54.120138 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-664ce283-306a-4d67-b7c0-9e95009231f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9902345'] for subnet (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:54.301356 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-664ce283-306a-4d67-b7c0-9e95009231f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2133951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9902391'] for subnet (d9b9a724-ec28-49b0-9510-9bc3ece980a1), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:54.351543 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ce283-306a-4d67-b7c0-9e95009231f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b9a724-ec28-49b0-9510-9bc3ece980a1,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:54.366617 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664ce283-306a-4d67-b7c0-9e95009231f5 admin admin] Checking segment: {'id': '762d9617-8127-4790-970f-2031bf16101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1e2fcea6-5c76-48e4-98ee-fe31381b61e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:52:54.367190 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664ce283-306a-4d67-b7c0-9e95009231f5 admin admin] Network hostable DHCP agents. Network: 1e2fcea6-5c76-48e4-98ee-fe31381b61e0, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 16:52:54.384066 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664ce283-306a-4d67-b7c0-9e95009231f5 admin admin] Network 1e2fcea6-5c76-48e4-98ee-fe31381b61e0 is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 16:52:54.393435 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-664ce283-306a-4d67-b7c0-9e95009231f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 1e2fcea6-5c76-48e4-98ee-fe31381b61e0) {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:52:54.399163 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664ce283-306a-4d67-b7c0-9e95009231f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:52:54.399921 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-664ce283-306a-4d67-b7c0-9e95009231f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:54.403999 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964c7d9f-fcce-40b2-8439-09b66fa1c399 None None] Network 1e2fcea6-5c76-48e4-98ee-fe31381b61e0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:52:54.422245 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-664ce283-306a-4d67-b7c0-9e95009231f5 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3327715 Feb 08 16:52:54.424649 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35858) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:54.429446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1478504249-router', 'tenant_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:52:54.451337 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (421fdd24-1bd4-4776-a444-6b0f4a9864ae), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:54.452365 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (421fdd24-1bd4-4776-a444-6b0f4a9864ae), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:54.513942 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Publish callbacks [] for router_controller (421fdd24-1bd4-4776-a444-6b0f4a9864ae), precommit_add_association {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:54.516728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-1e2fcea6-5c76-48e4-98ee-fe31381b61e0', 'network_id': '1e2fcea6-5c76-48e4-98ee-fe31381b61e0', 'project_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'fixed_ips': [{'subnet_id': 'd9b9a724-ec28-49b0-9510-9bc3ece980a1'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 16:52:54.517841 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:54.596861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Sync routers for ids ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:52:54.619469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Routers {'a7055da8-8be7-4a31-a236-ff1c96ca07ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:52:54.620019 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:52:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:54.662386 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Publish callbacks [] for router_gateway (421fdd24-1bd4-4776-a444-6b0f4a9864ae), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:54.739283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Allocated IP 172.20.0.2 (1e2fcea6-5c76-48e4-98ee-fe31381b61e0/d9b9a724-ec28-49b0-9510-9bc3ece980a1/80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:52:54.781005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 383967c1-951d-4302-b577-94c72fb41459 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:52:54.852893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Set router a7055da8-8be7-4a31-a236-ff1c96ca07ae gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:52:54.886360 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Publish callbacks [] for router_gateway (421fdd24-1bd4-4776-a444-6b0f4a9864ae), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:54.905919 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:55.015684 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Allocated IP 172.25.7.7 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/60eab0e1-f652-4b26-bec8-d5c8a126a495) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:52:55.126519 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Publish callbacks [] for port (60eab0e1-f652-4b26-bec8-d5c8a126a495), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:55.160868 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (60eab0e1-f652-4b26-bec8-d5c8a126a495), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:55.207729 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 383967c1-951d-4302-b577-94c72fb41459 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:55.208331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:52:55.208436 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (383967c1-951d-4302-b577-94c72fb41459), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:55.212549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:52:55.215078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:52:55.221336 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Pushing event updated for resources: {'Port': ['ID=60eab0e1-f652-4b26-bec8-d5c8a126a495,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:55.273999 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Publish callbacks [] for port (80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:55.286361 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:55.369468 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Network 1e2fcea6-5c76-48e4-98ee-fe31381b61e0 is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:52:55.378489 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:52:55.396645 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Pushing event updated for resources: {'Port': ['ID=80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:55.400859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:52:55.441608 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 383967c1-951d-4302-b577-94c72fb41459 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:52:55.441909 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (383967c1-951d-4302-b577-94c72fb41459), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:55.479804 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Publish callbacks [] for router_gateway (421fdd24-1bd4-4776-a444-6b0f4a9864ae), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:55.496229 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 383967c1-951d-4302-b577-94c72fb41459, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=383967c1-951d-4302-b577-94c72fb41459,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:52:55.501369 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Attempting to bind port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:52:55.501743 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Attempting to bind port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '762d9617-8127-4790-970f-2031bf16101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1e2fcea6-5c76-48e4-98ee-fe31381b61e0'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:52:55.502100 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Attempting to bind port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb on network 1e2fcea6-5c76-48e4-98ee-fe31381b61e0 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:52:55.503961 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (383967c1-951d-4302-b577-94c72fb41459), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:55.531690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:52:55.532067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Checking segment: {'id': '762d9617-8127-4790-970f-2031bf16101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1e2fcea6-5c76-48e4-98ee-fe31381b61e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:52:55.532474 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:55.532874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Bound using segment: {'id': '762d9617-8127-4790-970f-2031bf16101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1e2fcea6-5c76-48e4-98ee-fe31381b61e0'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:52:55.533395 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Bound port: 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762d9617-8127-4790-970f-2031bf16101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1e2fcea6-5c76-48e4-98ee-fe31381b61e0'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:52:55.533778 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:55.554716 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'ce654913-c477-4fa8-a97d-46cc37c2273c', 'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'mac_address': 'fa:16:3e:31:22:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:52Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 2, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'subnets': [{'id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:55.604240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Checking router: a7055da8-8be7-4a31-a236-ff1c96ca07ae for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:52:55.604592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Updating router a7055da8-8be7-4a31-a236-ff1c96ca07ae port ce654913-c477-4fa8-a97d-46cc37c2273c binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:52:55.648017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=383967c1-951d-4302-b577-94c72fb41459,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:55.666409 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:55.676541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] For port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:52:55.685523 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (421fdd24-1bd4-4776-a444-6b0f4a9864ae), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:55.693181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] For port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb,segment=NetworkSegment(762d9617-8127-4790-970f-2031bf16101f),segment_id=762d9617-8127-4790-970f-2031bf16101f)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:52:55.723295 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:55.816236 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Router 421fdd24-1bd4-4776-a444-6b0f4a9864ae is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 16:52:55.852365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3215e1-365f-4b12-a410-a64c4c234516 None None] Pushing event updated for resources: {'Port': ['ID=80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:56.039670 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Publish callbacks [] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:56.047149 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:56.111414 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57ca6b-f341-44c2-af72-ffe398bdc399 None None] Pushing event updated for resources: {'Port': ['ID=ce654913-c477-4fa8-a97d-46cc37c2273c,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:56.180126 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Attempting to bind port ce654913-c477-4fa8-a97d-46cc37c2273c on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:52:56.180780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Attempting to bind port ce654913-c477-4fa8-a97d-46cc37c2273c by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:52:56.181376 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Attempting to bind port ce654913-c477-4fa8-a97d-46cc37c2273c on network b5305923-7f24-404b-93a9-3b239acc6a2e {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:52:56.192609 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:52:56.194076 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Checking segment: {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:52:56.194703 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:56.195190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Bound using segment: {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:52:56.195737 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Bound port: ce654913-c477-4fa8-a97d-46cc37c2273c, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:52:56.196242 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:56.268219 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] For port ce654913-c477-4fa8-a97d-46cc37c2273c, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:52:56.271890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] For port ce654913-c477-4fa8-a97d-46cc37c2273c, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ce654913-c477-4fa8-a97d-46cc37c2273c,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:52:56.279263 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:56.303943 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:52:56.316719 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Sync routers for ids ['421fdd24-1bd4-4776-a444-6b0f4a9864ae'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:52:56.335484 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:56.340255 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5a438195-289c-448f-b09a-6e1b735512ca admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9122078 Feb 08 16:52:56.340479 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35862) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:56.344309 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Routers {'a7055da8-8be7-4a31-a236-ff1c96ca07ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:52:56.344966 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:52:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:56.349346 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Routers {'421fdd24-1bd4-4776-a444-6b0f4a9864ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:52:56.350044 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57ca6b-f341-44c2-af72-ffe398bdc399 None None] Pushing event updated for resources: {'Port': ['ID=ce654913-c477-4fa8-a97d-46cc37c2273c,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:56.350787 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:52:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['421fdd24-1bd4-4776-a444-6b0f4a9864ae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:56.492288 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Set router 421fdd24-1bd4-4776-a444-6b0f4a9864ae gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:52:56.493426 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-3d783ebe-39eb-4440-a065-c63b029f2445 None None] Provisioning complete for port ce654913-c477-4fa8-a97d-46cc37c2273c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:56.493818 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3d783ebe-39eb-4440-a065-c63b029f2445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:56.502874 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] Set router a7055da8-8be7-4a31-a236-ff1c96ca07ae gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:52:56.725861 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-3d783ebe-39eb-4440-a065-c63b029f2445 None None] Current status of the port ce654913-c477-4fa8-a97d-46cc37c2273c is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:52:56.726267 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3d783ebe-39eb-4440-a065-c63b029f2445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:56.790483 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'name': 'tempest-TestShelveInstance-1478504249-router', 'tenant_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '60eab0e1-f652-4b26-bec8-d5c8a126a495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 3, 'project_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'gw_port': {'id': '60eab0e1-f652-4b26-bec8-d5c8a126a495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:48:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:56.820664 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-3d783ebe-39eb-4440-a065-c63b029f2445 None None] For port ce654913-c477-4fa8-a97d-46cc37c2273c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ce654913-c477-4fa8-a97d-46cc37c2273c,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:52:56.831900 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3d783ebe-39eb-4440-a065-c63b029f2445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:56.836729 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Checking router: 421fdd24-1bd4-4776-a444-6b0f4a9864ae for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:52:56.837311 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Updating router 421fdd24-1bd4-4776-a444-6b0f4a9864ae port 60eab0e1-f652-4b26-bec8-d5c8a126a495 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:52:56.867479 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (60eab0e1-f652-4b26-bec8-d5c8a126a495), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:56.911373 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d783ebe-39eb-4440-a065-c63b029f2445 None None] Pushing event updated for resources: {'Port': ['ID=ce654913-c477-4fa8-a97d-46cc37c2273c,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:56.924089 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:56.924295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:52:57.036067 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7cb84f33-c1c2-4747-9247-697ea28df161 None None] Provisioning complete for port ce654913-c477-4fa8-a97d-46cc37c2273c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:57.036447 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7cb84f33-c1c2-4747-9247-697ea28df161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.043704 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:57.044078 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.118867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'ce654913-c477-4fa8-a97d-46cc37c2273c', 'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'mac_address': 'fa:16:3e:31:22:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:52Z', 'updated_at': '2022-02-08T16:52:56Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'subnets': [{'id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:57.157658 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Allocated IP 172.20.0.1 (1e2fcea6-5c76-48e4-98ee-fe31381b61e0/d9b9a724-ec28-49b0-9510-9bc3ece980a1/ecc72da3-0a72-4ab5-860c-c1e846e790b0) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:52:57.160925 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6841881-6581-4f08-a8ae-19c3d9d72436 None None] Network 1e2fcea6-5c76-48e4-98ee-fe31381b61e0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 16:52:57.167012 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da2b5c-b8af-4564-992c-eb2b3d18485a None None] The sync data for ids ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'] in n-d-824834-11 is: [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'ce654913-c477-4fa8-a97d-46cc37c2273c', 'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'mac_address': 'fa:16:3e:31:22:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:52Z', 'updated_at': '2022-02-08T16:52:56Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'subnets': [{'id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:52:57.223010 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Publish callbacks [] for port (60eab0e1-f652-4b26-bec8-d5c8a126a495), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.258049 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (60eab0e1-f652-4b26-bec8-d5c8a126a495), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.284690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:52:57.285334 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.334297 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Attempting to bind port 60eab0e1-f652-4b26-bec8-d5c8a126a495 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:52:57.336100 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Attempting to bind port 60eab0e1-f652-4b26-bec8-d5c8a126a495 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:52:57.336676 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Attempting to bind port 60eab0e1-f652-4b26-bec8-d5c8a126a495 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:52:57.350799 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Publish callbacks [] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.362757 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:52:57.363799 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:52:57.364216 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.364778 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:52:57.365310 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Bound port: 60eab0e1-f652-4b26-bec8-d5c8a126a495, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:52:57.366220 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (60eab0e1-f652-4b26-bec8-d5c8a126a495), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.392791 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.396537 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd90cf-5985-4f7c-b98a-e65fbbc3dd09 None None] Pushing event updated for resources: {'Port': ['ID=60eab0e1-f652-4b26-bec8-d5c8a126a495,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:57.401417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7cb84f33-c1c2-4747-9247-697ea28df161 None None] Current status of the port ce654913-c477-4fa8-a97d-46cc37c2273c is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:52:57.407894 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb,segment=NetworkSegment(762d9617-8127-4790-970f-2031bf16101f),segment_id=762d9617-8127-4790-970f-2031bf16101f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:52:57.421516 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.422321 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 383967c1-951d-4302-b577-94c72fb41459 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:52:57.442555 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] For port 60eab0e1-f652-4b26-bec8-d5c8a126a495, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:52:57.446995 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] For port 60eab0e1-f652-4b26-bec8-d5c8a126a495, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=60eab0e1-f652-4b26-bec8-d5c8a126a495,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:52:57.454416 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (60eab0e1-f652-4b26-bec8-d5c8a126a495), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.455438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Network 1e2fcea6-5c76-48e4-98ee-fe31381b61e0 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:52:57.461965 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:52:57.468609 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:52:57.490490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc72da3-0a72-4ab5-860c-c1e846e790b0,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:57.527082 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (421fdd24-1bd4-4776-a444-6b0f4a9864ae), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.533019 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Routers {'421fdd24-1bd4-4776-a444-6b0f4a9864ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:52:57.533351 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:52:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['421fdd24-1bd4-4776-a444-6b0f4a9864ae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:57.548997 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:57.579972 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-ff21137d-2073-49cc-baf6-06464035d21a None None] Provisioning complete for port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:57.580352 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ff21137d-2073-49cc-baf6-06464035d21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.611091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 383967c1-951d-4302-b577-94c72fb41459 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:57.611466 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (383967c1-951d-4302-b577-94c72fb41459), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.628289 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd90cf-5985-4f7c-b98a-e65fbbc3dd09 None None] Pushing event updated for resources: {'Port': ['ID=60eab0e1-f652-4b26-bec8-d5c8a126a495,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:57.697298 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] Set router 421fdd24-1bd4-4776-a444-6b0f4a9864ae gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:52:57.726555 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.780359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-ff21137d-2073-49cc-baf6-06464035d21a None None] Current status of the port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:52:57.832146 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 383967c1-951d-4302-b577-94c72fb41459 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:52:57.949252 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'name': 'tempest-TestShelveInstance-1478504249-router', 'tenant_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '60eab0e1-f652-4b26-bec8-d5c8a126a495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 3, 'project_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'gw_port': {'id': '60eab0e1-f652-4b26-bec8-d5c8a126a495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:48:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T16:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:52:57.957316 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Publish callbacks [] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.965379 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:57.984335 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2fb60d-bad8-4888-a2c0-da23cf271e7e None None] The sync data for ids ['421fdd24-1bd4-4776-a444-6b0f4a9864ae'] in n-d-824834-11 is: [{'id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'name': 'tempest-TestShelveInstance-1478504249-router', 'tenant_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '60eab0e1-f652-4b26-bec8-d5c8a126a495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 3, 'project_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'gw_port': {'id': '60eab0e1-f652-4b26-bec8-d5c8a126a495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:48:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T16:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:52:58.003173 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-29a4856e-6a99-4da2-bc72-e5ea6ab87ca0 None None] Provisioning complete for port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:58.003873 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-29a4856e-6a99-4da2-bc72-e5ea6ab87ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:58.050042 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (421fdd24-1bd4-4776-a444-6b0f4a9864ae), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:58.061625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc72da3-0a72-4ab5-860c-c1e846e790b0,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:58.155280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-29a4856e-6a99-4da2-bc72-e5ea6ab87ca0 None None] Current status of the port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:52:58.192716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Network 1e2fcea6-5c76-48e4-98ee-fe31381b61e0 is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:52:58.195205 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:52:58.280462 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-31014847-ce9a-476f-83aa-24ea14fc01a9 None None] Provisioning complete for port ecc72da3-0a72-4ab5-860c-c1e846e790b0 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:58.281142 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-31014847-ce9a-476f-83aa-24ea14fc01a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:58.354787 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Router 421fdd24-1bd4-4776-a444-6b0f4a9864ae has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:52:58.368436 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-31014847-ce9a-476f-83aa-24ea14fc01a9 None None] Port ecc72da3-0a72-4ab5-860c-c1e846e790b0 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:52:58.489298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-584fcd2a-2fc8-4f84-bd31-4d24d2d6759c None None] Provisioning complete for port ecc72da3-0a72-4ab5-860c-c1e846e790b0 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:58.489921 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-584fcd2a-2fc8-4f84-bd31-4d24d2d6759c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:58.493173 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:52:58.514296 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-38aaeb97-abb4-44c4-827b-b5a585da9919 admin admin] 10.222.0.82 "PUT /v2.0/routers/421fdd24-1bd4-4776-a444-6b0f4a9864ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1668463 Feb 08 16:52:58.544190 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-584fcd2a-2fc8-4f84-bd31-4d24d2d6759c None None] Port ecc72da3-0a72-4ab5-860c-c1e846e790b0 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:52:58.873808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:52:58.928866 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:58.929499 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.015096 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:52:59.016456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ce654913-c477-4fa8-a97d-46cc37c2273c up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:52:59.067173 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ce654913-c477-4fa8-a97d-46cc37c2273c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:59.067443 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.074652 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35870) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:59.079433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-6e3b621c-3a47-453e-a4d1-2cf3378b3b28 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-295287120', 'description': 'tempest-secgroup-smoke-295287120 description', 'project_id': '8711cbfe63b84be1ad0bcad4872e307f'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:52:59.111705 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6e3b621c-3a47-453e-a4d1-2cf3378b3b28 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.166690 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ce654913-c477-4fa8-a97d-46cc37c2273c is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:52:59.167780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 60eab0e1-f652-4b26-bec8-d5c8a126a495 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:52:59.182904 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6e3b621c-3a47-453e-a4d1-2cf3378b3b28 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group (bde5386e-81ac-4299-aab5-b0ce6214da05), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.188248 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6e3b621c-3a47-453e-a4d1-2cf3378b3b28 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bde5386e-81ac-4299-aab5-b0ce6214da05), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.223025 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 60eab0e1-f652-4b26-bec8-d5c8a126a495 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:52:59.223415 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (60eab0e1-f652-4b26-bec8-d5c8a126a495), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.224448 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-6e3b621c-3a47-453e-a4d1-2cf3378b3b28 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.226410 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-6e3b621c-3a47-453e-a4d1-2cf3378b3b28 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1507373 Feb 08 16:52:59.230270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35872) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:59.230816 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b621c-3a47-453e-a4d1-2cf3378b3b28 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde5386e-81ac-4299-aab5-b0ce6214da05,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:59.235110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-3d88de94-bd7d-4ab3-aacb-4ee505419ad7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'security_group_rule': {'security_group_id': 'bde5386e-81ac-4299-aab5-b0ce6214da05', 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:52:59.271356 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d88de94-bd7d-4ab3-aacb-4ee505419ad7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (321a5b76-de97-4c46-83b4-4b70fecd49a4), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.313473 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 60eab0e1-f652-4b26-bec8-d5c8a126a495 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:52:59.313872 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (60eab0e1-f652-4b26-bec8-d5c8a126a495), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.333721 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d88de94-bd7d-4ab3-aacb-4ee505419ad7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (321a5b76-de97-4c46-83b4-4b70fecd49a4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.338290 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d88de94-bd7d-4ab3-aacb-4ee505419ad7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (321a5b76-de97-4c46-83b4-4b70fecd49a4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.338520 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 60eab0e1-f652-4b26-bec8-d5c8a126a495, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=60eab0e1-f652-4b26-bec8-d5c8a126a495,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:52:59.342754 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (60eab0e1-f652-4b26-bec8-d5c8a126a495), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.359136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88de94-bd7d-4ab3-aacb-4ee505419ad7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321a5b76-de97-4c46-83b4-4b70fecd49a4,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:59.375183 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-3d88de94-bd7d-4ab3-aacb-4ee505419ad7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.377423 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-3d88de94-bd7d-4ab3-aacb-4ee505419ad7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458795 Feb 08 16:52:59.379442 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35874) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:59.384873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-a654f050-ef2b-4a52-8edf-5d0a1564a82c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'security_group_rule': {'security_group_id': 'bde5386e-81ac-4299-aab5-b0ce6214da05', 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:52:59.394872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=60eab0e1-f652-4b26-bec8-d5c8a126a495,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:59.410399 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a654f050-ef2b-4a52-8edf-5d0a1564a82c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (28d47a1b-ada3-45bf-b644-2c92f950cd57), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.466123 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a654f050-ef2b-4a52-8edf-5d0a1564a82c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (28d47a1b-ada3-45bf-b644-2c92f950cd57), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.469664 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a654f050-ef2b-4a52-8edf-5d0a1564a82c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (28d47a1b-ada3-45bf-b644-2c92f950cd57), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.490033 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654f050-ef2b-4a52-8edf-5d0a1564a82c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d47a1b-ada3-45bf-b644-2c92f950cd57,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:59.499216 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-a654f050-ef2b-4a52-8edf-5d0a1564a82c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.500402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-a654f050-ef2b-4a52-8edf-5d0a1564a82c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199441 Feb 08 16:52:59.503206 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35876) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:59.508199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-479e8a66-f202-48d7-bd2e-62fda0817be6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'security_group_rule': {'security_group_id': 'bde5386e-81ac-4299-aab5-b0ce6214da05', 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:52:59.533339 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-479e8a66-f202-48d7-bd2e-62fda0817be6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (a70f3c37-1639-410c-999e-a7c16904796f), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.590365 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-479e8a66-f202-48d7-bd2e-62fda0817be6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (a70f3c37-1639-410c-999e-a7c16904796f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.594191 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-479e8a66-f202-48d7-bd2e-62fda0817be6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (a70f3c37-1639-410c-999e-a7c16904796f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.611103 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e8a66-f202-48d7-bd2e-62fda0817be6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70f3c37-1639-410c-999e-a7c16904796f,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:59.620227 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-479e8a66-f202-48d7-bd2e-62fda0817be6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.621456 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-479e8a66-f202-48d7-bd2e-62fda0817be6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173153 Feb 08 16:52:59.624289 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35878) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:59.628546 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6e75d80d-7191-4599-8056-8c98a72ae062 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'security_group_rule': {'security_group_id': 'bde5386e-81ac-4299-aab5-b0ce6214da05', 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:52:59.653243 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6e75d80d-7191-4599-8056-8c98a72ae062 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (3705140c-8723-4ca1-9389-7187d632eab3), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.711726 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6e75d80d-7191-4599-8056-8c98a72ae062 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (3705140c-8723-4ca1-9389-7187d632eab3), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.716329 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6e75d80d-7191-4599-8056-8c98a72ae062 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (3705140c-8723-4ca1-9389-7187d632eab3), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.733742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75d80d-7191-4599-8056-8c98a72ae062 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3705140c-8723-4ca1-9389-7187d632eab3,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:59.742295 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6e75d80d-7191-4599-8056-8c98a72ae062 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.743485 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6e75d80d-7191-4599-8056-8c98a72ae062 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182668 Feb 08 16:52:59.746524 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35880) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:59.750968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-c673d034-5df4-4d1b-a6c4-495a47477ba7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'security_group_rule': {'security_group_id': 'bde5386e-81ac-4299-aab5-b0ce6214da05', 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:52:59.771310 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-c673d034-5df4-4d1b-a6c4-495a47477ba7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Project 8711cbfe63b84be1ad0bcad4872e307f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:52:59.776494 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c673d034-5df4-4d1b-a6c4-495a47477ba7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (aefc680f-c5ce-4233-9a96-bafeea38807a), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.834514 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c673d034-5df4-4d1b-a6c4-495a47477ba7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (aefc680f-c5ce-4233-9a96-bafeea38807a), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.838925 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c673d034-5df4-4d1b-a6c4-495a47477ba7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (aefc680f-c5ce-4233-9a96-bafeea38807a), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.860751 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673d034-5df4-4d1b-a6c4-495a47477ba7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aefc680f-c5ce-4233-9a96-bafeea38807a,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:59.869913 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-c673d034-5df4-4d1b-a6c4-495a47477ba7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.871212 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-c673d034-5df4-4d1b-a6c4-495a47477ba7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237469 Feb 08 16:52:59.874183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 35882) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:52:59.878675 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-10202c62-7399-4f88-9a15-3cb5f199dbb1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'security_group_rule': {'security_group_id': 'bde5386e-81ac-4299-aab5-b0ce6214da05', 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:52:59.899398 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-10202c62-7399-4f88-9a15-3cb5f199dbb1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Project 8711cbfe63b84be1ad0bcad4872e307f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:52:59.904303 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10202c62-7399-4f88-9a15-3cb5f199dbb1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (1d3b53f2-4746-4ec1-9983-a176c5fddf65), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.963521 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10202c62-7399-4f88-9a15-3cb5f199dbb1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (1d3b53f2-4746-4ec1-9983-a176c5fddf65), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.967437 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10202c62-7399-4f88-9a15-3cb5f199dbb1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (1d3b53f2-4746-4ec1-9983-a176c5fddf65), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.987434 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202c62-7399-4f88-9a15-3cb5f199dbb1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3b53f2-4746-4ec1-9983-a176c5fddf65,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:52:59.992616 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-10202c62-7399-4f88-9a15-3cb5f199dbb1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:52:59.995937 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-10202c62-7399-4f88-9a15-3cb5f199dbb1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186690 Feb 08 16:53:00.143672 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-b888724f-5b11-4836-a6f7-f9686776665e tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-295287120&fields=id&tenant_id=8711cbfe63b84be1ad0bcad4872e307f HTTP/1.1" status: 200 len: 267 time: 0.0454667 Feb 08 16:53:00.247689 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-387d8106-8461-4efb-b24e-7cbd03bb4d8e tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:00.249181 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-387d8106-8461-4efb-b24e-7cbd03bb4d8e tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 808 time: 0.0978439 Feb 08 16:53:00.263666 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-bbda20d0-b812-4dba-ba1b-c9c6c90555d0 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/quotas/8711cbfe63b84be1ad0bcad4872e307f HTTP/1.1" status: 200 len: 375 time: 0.0091920 Feb 08 16:53:00.323438 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-3730c5dc-756c-43ea-92ea-e8a9ecd7cbe0 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545454 Feb 08 16:53:00.512427 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-3b9ee5f6-dd5e-4a2e-86b9-e07de2c153b0 service neutron] 10.222.0.82 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766739 Feb 08 16:53:00.609487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-7eca7814-be35-4e2d-8a56-4a533abd2ae8 service neutron] 10.222.0.82 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912476 Feb 08 16:53:00.616476 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Sync routers for ids ['421fdd24-1bd4-4776-a444-6b0f4a9864ae'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:53:00.626137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Routers {'421fdd24-1bd4-4776-a444-6b0f4a9864ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:53:00.626872 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-539f0127-898f-4fe2-9115-93710addde4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:52:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['421fdd24-1bd4-4776-a444-6b0f4a9864ae'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:00.856423 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 60eab0e1-f652-4b26-bec8-d5c8a126a495 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:53:00.938964 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Set router 421fdd24-1bd4-4776-a444-6b0f4a9864ae gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:53:00.968332 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 60eab0e1-f652-4b26-bec8-d5c8a126a495 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:53:00.968717 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (60eab0e1-f652-4b26-bec8-d5c8a126a495), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:01.154109 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 60eab0e1-f652-4b26-bec8-d5c8a126a495 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:53:01.205081 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-539f0127-898f-4fe2-9115-93710addde4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'name': 'tempest-TestShelveInstance-1478504249-router', 'tenant_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '60eab0e1-f652-4b26-bec8-d5c8a126a495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T16:52:57Z', 'revision_number': 4, 'project_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'gw_port': {'id': '60eab0e1-f652-4b26-bec8-d5c8a126a495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T16:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'ecc72da3-0a72-4ab5-860c-c1e846e790b0', 'name': '', 'network_id': '1e2fcea6-5c76-48e4-98ee-fe31381b61e0', 'tenant_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'mac_address': 'fa:16:3e:af:85:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd9b9a724-ec28-49b0-9510-9bc3ece980a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:56Z', 'updated_at': '2022-02-08T16:52:57Z', 'revision_number': 2, 'project_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'subnets': [{'id': 'd9b9a724-ec28-49b0-9510-9bc3ece980a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:01.231642 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Checking router: 421fdd24-1bd4-4776-a444-6b0f4a9864ae for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:53:01.232005 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Updating router 421fdd24-1bd4-4776-a444-6b0f4a9864ae port ecc72da3-0a72-4ab5-860c-c1e846e790b0 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 16:53:01.259996 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:01.519434 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Publish callbacks [] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:01.526235 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:01.578923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadce8fd-2a3d-468a-b3aa-d28961621f97 None None] Pushing event updated for resources: {'Port': ['ID=ecc72da3-0a72-4ab5-860c-c1e846e790b0,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:01.630500 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Attempting to bind port ecc72da3-0a72-4ab5-860c-c1e846e790b0 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:53:01.631164 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Attempting to bind port ecc72da3-0a72-4ab5-860c-c1e846e790b0 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '762d9617-8127-4790-970f-2031bf16101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1e2fcea6-5c76-48e4-98ee-fe31381b61e0'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:53:01.631804 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Attempting to bind port ecc72da3-0a72-4ab5-860c-c1e846e790b0 on network 1e2fcea6-5c76-48e4-98ee-fe31381b61e0 {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:53:01.637800 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:53:01.638188 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Checking segment: {'id': '762d9617-8127-4790-970f-2031bf16101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1e2fcea6-5c76-48e4-98ee-fe31381b61e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:53:01.638607 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:01.639007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Bound using segment: {'id': '762d9617-8127-4790-970f-2031bf16101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1e2fcea6-5c76-48e4-98ee-fe31381b61e0'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:53:01.639491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Bound port: ecc72da3-0a72-4ab5-860c-c1e846e790b0, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762d9617-8127-4790-970f-2031bf16101f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1e2fcea6-5c76-48e4-98ee-fe31381b61e0'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:53:01.639883 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:01.689909 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b789284b-e04b-4d69-93c0-0a129fcd84e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:01.727431 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-539f0127-898f-4fe2-9115-93710addde4d None None] For port ecc72da3-0a72-4ab5-860c-c1e846e790b0, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:53:01.748859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-539f0127-898f-4fe2-9115-93710addde4d None None] For port ecc72da3-0a72-4ab5-860c-c1e846e790b0, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ecc72da3-0a72-4ab5-860c-c1e846e790b0,segment=NetworkSegment(762d9617-8127-4790-970f-2031bf16101f),segment_id=762d9617-8127-4790-970f-2031bf16101f)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:53:01.756685 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:01.805237 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-76f0146e-0465-4b48-88d6-fe94c743e8ec req-cc08d029-da67-4a3e-843d-7155c80fb79e tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 210 time: 0.0343800 Feb 08 16:53:01.829091 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Routers {'421fdd24-1bd4-4776-a444-6b0f4a9864ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:53:01.829666 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-539f0127-898f-4fe2-9115-93710addde4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:52:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['421fdd24-1bd4-4776-a444-6b0f4a9864ae'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:01.835017 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-77fd3885-c215-48b7-801c-183c5ab7c593 None None] Provisioning complete for port ecc72da3-0a72-4ab5-860c-c1e846e790b0 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:53:01.835410 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-77fd3885-c215-48b7-801c-183c5ab7c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:01.839215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadce8fd-2a3d-468a-b3aa-d28961621f97 None None] Pushing event updated for resources: {'Port': ['ID=ecc72da3-0a72-4ab5-860c-c1e846e790b0,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:02.000137 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-539f0127-898f-4fe2-9115-93710addde4d None None] Set router 421fdd24-1bd4-4776-a444-6b0f4a9864ae gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:53:02.048577 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-77fd3885-c215-48b7-801c-183c5ab7c593 None None] Current status of the port ecc72da3-0a72-4ab5-860c-c1e846e790b0 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:53:02.048893 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-77fd3885-c215-48b7-801c-183c5ab7c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:02.155827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-77fd3885-c215-48b7-801c-183c5ab7c593 None None] For port ecc72da3-0a72-4ab5-860c-c1e846e790b0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ecc72da3-0a72-4ab5-860c-c1e846e790b0,segment=NetworkSegment(762d9617-8127-4790-970f-2031bf16101f),segment_id=762d9617-8127-4790-970f-2031bf16101f)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:53:02.162639 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-77fd3885-c215-48b7-801c-183c5ab7c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:02.245541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd3885-c215-48b7-801c-183c5ab7c593 None None] Pushing event updated for resources: {'Port': ['ID=ecc72da3-0a72-4ab5-860c-c1e846e790b0,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:02.285081 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-539f0127-898f-4fe2-9115-93710addde4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'name': 'tempest-TestShelveInstance-1478504249-router', 'tenant_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '60eab0e1-f652-4b26-bec8-d5c8a126a495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T16:52:57Z', 'revision_number': 4, 'project_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'gw_port': {'id': '60eab0e1-f652-4b26-bec8-d5c8a126a495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T16:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'ecc72da3-0a72-4ab5-860c-c1e846e790b0', 'name': '', 'network_id': '1e2fcea6-5c76-48e4-98ee-fe31381b61e0', 'tenant_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'mac_address': 'fa:16:3e:af:85:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd9b9a724-ec28-49b0-9510-9bc3ece980a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:56Z', 'updated_at': '2022-02-08T16:53:01Z', 'revision_number': 4, 'project_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'subnets': [{'id': 'd9b9a724-ec28-49b0-9510-9bc3ece980a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:02.317361 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539f0127-898f-4fe2-9115-93710addde4d None None] The sync data for ids ['421fdd24-1bd4-4776-a444-6b0f4a9864ae'] in n-d-824834-11 is: [{'id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'name': 'tempest-TestShelveInstance-1478504249-router', 'tenant_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '60eab0e1-f652-4b26-bec8-d5c8a126a495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T16:52:57Z', 'revision_number': 4, 'project_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'gw_port': {'id': '60eab0e1-f652-4b26-bec8-d5c8a126a495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T16:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'ecc72da3-0a72-4ab5-860c-c1e846e790b0', 'name': '', 'network_id': '1e2fcea6-5c76-48e4-98ee-fe31381b61e0', 'tenant_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'mac_address': 'fa:16:3e:af:85:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'd9b9a724-ec28-49b0-9510-9bc3ece980a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:56Z', 'updated_at': '2022-02-08T16:53:01Z', 'revision_number': 4, 'project_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'subnets': [{'id': 'd9b9a724-ec28-49b0-9510-9bc3ece980a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:53:02.319416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-e415751d-d9de-48eb-a754-6e858f35368d None None] Provisioning complete for port ecc72da3-0a72-4ab5-860c-c1e846e790b0 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:53:02.319913 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e415751d-d9de-48eb-a754-6e858f35368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:02.413583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-e415751d-d9de-48eb-a754-6e858f35368d None None] Current status of the port ecc72da3-0a72-4ab5-860c-c1e846e790b0 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:53:02.760841 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ecc72da3-0a72-4ab5-860c-c1e846e790b0 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:53:02.825654 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port ecc72da3-0a72-4ab5-860c-c1e846e790b0 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:53:02.826155 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:02.891010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1a1c13ab-4488-4189-965c-2ec76baeb371 req-54695745-4ea7-4b09-8727-ff3c3c20bb63 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 210 time: 0.0287137 Feb 08 16:53:02.916587 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port ecc72da3-0a72-4ab5-860c-c1e846e790b0 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:53:03.918445 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e7794cb0-7197-4b88-8646-c137b1cc3cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:03.977537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-156c1d6c-a29c-464e-8381-d55b5e7614c0 req-6c33abd3-849f-4b90-8c8b-101888d8f9e5 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 210 time: 0.0340583 Feb 08 16:53:05.063144 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7187927f-c1c5-4051-90cf-d0174427c3ba req-1837cf99-5364-413f-8c3c-99afd831a1b3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 210 time: 0.0323963 Feb 08 16:53:05.769261 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.158260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1f9735c6-39d3-4f1d-aef1-48acf539f1c4 req-d631f869-964b-4910-8c86-c2230b6d3a85 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 210 time: 0.0281560 Feb 08 16:53:06.810369 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-af8a6386-a79a-4701-bb18-88c73086aec7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:06.812029 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-af8a6386-a79a-4701-bb18-88c73086aec7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.96 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 808 time: 0.1072092 Feb 08 16:53:06.874395 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-0b126ab5-8e6b-45b8-824f-d1fd4880617d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8711cbfe63b84be1ad0bcad4872e307f HTTP/1.1" status: 200 len: 379 time: 0.0542943 Feb 08 16:53:06.884668 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-0bdccfc4-ef51-4658-a922-3b299c84414c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'port': {'device_id': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'admin_state_up': True, 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'security_groups': ['bde5386e-81ac-4299-aab5-b0ce6214da05']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:53:06.945872 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:06.993574 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-0bdccfc4-ef51-4658-a922-3b299c84414c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Made reservation on behalf of 8711cbfe63b84be1ad0bcad4872e307f for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:53:06.996792 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-0bdccfc4-ef51-4658-a922-3b299c84414c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:07.127455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-0bdccfc4-ef51-4658-a922-3b299c84414c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Allocated IP 172.20.0.3 (b5305923-7f24-404b-93a9-3b239acc6a2e/0a403a86-1f48-4547-93aa-1f995a7c1b33/ce329476-5d73-43da-bde2-65a3d4ae338d) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:53:07.263138 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c5f0e944-0401-4a55-a02c-6c4ddcec4c3b req-dfbb7c19-09d6-4cb2-8f04-251b1847bbf1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 210 time: 0.0362406 Feb 08 16:53:07.273042 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-0bdccfc4-ef51-4658-a922-3b299c84414c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:07.307282 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-0bdccfc4-ef51-4658-a922-3b299c84414c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:07.346635 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-0bdccfc4-ef51-4658-a922-3b299c84414c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Network b5305923-7f24-404b-93a9-3b239acc6a2e is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:53:07.352125 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-0bdccfc4-ef51-4658-a922-3b299c84414c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:53:07.355875 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-0bdccfc4-ef51-4658-a922-3b299c84414c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:53:07.385222 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdccfc4-ef51-4658-a922-3b299c84414c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'Port': ['ID=ce329476-5d73-43da-bde2-65a3d4ae338d,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:07.411170 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-0bdccfc4-ef51-4658-a922-3b299c84414c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:07.411805 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-0bdccfc4-ef51-4658-a922-3b299c84414c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:07.429308 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-0bdccfc4-ef51-4658-a922-3b299c84414c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5483887 Feb 08 16:53:07.441029 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Request body: {'port': {'device_id': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:53:07.508513 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:07.566613 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-87c4d686-8be4-428b-94fe-03f4104d8a1c None None] Provisioning complete for port ce329476-5d73-43da-bde2-65a3d4ae338d triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:53:07.566993 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-87c4d686-8be4-428b-94fe-03f4104d8a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:07.603456 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-87c4d686-8be4-428b-94fe-03f4104d8a1c None None] Port ce329476-5d73-43da-bde2-65a3d4ae338d cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:53:07.770308 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce329476-5d73-43da-bde2-65a3d4ae338d {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:53:07.777891 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Publish callbacks [] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:07.789666 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Transition to ACTIVE for port object ce329476-5d73-43da-bde2-65a3d4ae338d will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:53:07.793306 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:07.841347 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Pushing event updated for resources: {'Port': ['ID=ce329476-5d73-43da-bde2-65a3d4ae338d,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:07.919625 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Attempting to bind port ce329476-5d73-43da-bde2-65a3d4ae338d on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:53:07.919966 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Attempting to bind port ce329476-5d73-43da-bde2-65a3d4ae338d by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:53:07.920294 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Attempting to bind port ce329476-5d73-43da-bde2-65a3d4ae338d on network b5305923-7f24-404b-93a9-3b239acc6a2e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:53:07.924767 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Port ce329476-5d73-43da-bde2-65a3d4ae338d on network b5305923-7f24-404b-93a9-3b239acc6a2e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:53:07.925127 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Attempting to bind port ce329476-5d73-43da-bde2-65a3d4ae338d on network b5305923-7f24-404b-93a9-3b239acc6a2e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:53:07.930535 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:53:07.930875 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Checking segment: {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:53:07.931268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Bound using segment: {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:53:07.931790 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Bound port: ce329476-5d73-43da-bde2-65a3d4ae338d, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:53:07.932154 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:07.999405 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] For port ce329476-5d73-43da-bde2-65a3d4ae338d, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:53:08.002616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] For port ce329476-5d73-43da-bde2-65a3d4ae338d, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ce329476-5d73-43da-bde2-65a3d4ae338d,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:53:08.008353 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:08.051024 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:08.051570 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:08.053284 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] 10.222.0.96 "PUT /v2.0/ports/ce329476-5d73-43da-bde2-65a3d4ae338d HTTP/1.1" status: 200 len: 1092 time: 0.6168787 Feb 08 16:53:08.053758 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:53:08.056062 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b59daf-17ed-4ed4-bc18-dd147f353157" -d '{"events": [{"name": "network-changed", "server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:53:08.077572 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef0247-766a-4a6b-85ac-974d6a152c5d service neutron] Pushing event updated for resources: {'Port': ['ID=ce329476-5d73-43da-bde2-65a3d4ae338d,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:08.127490 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:08.154004 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-fa46a548-37ae-4377-8672-c0f192938300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:08.155287 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-fa46a548-37ae-4377-8672-c0f192938300 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 1126 time: 0.0630600 Feb 08 16:53:08.170858 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006e31e5-8bf8-4154-886e-36ed1b51b41c x-openstack-request-id: req-006e31e5-8bf8-4154-886e-36ed1b51b41c {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:53:08.171177 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:53:08.171486 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-006e31e5-8bf8-4154-886e-36ed1b51b41c {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:53:08.171903 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'status': 'completed', 'code': 200} Feb 08 16:53:08.206437 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-8be0cec2-b2a8-4469-bf2d-ce823f663613 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce329476-5d73-43da-bde2-65a3d4ae338d HTTP/1.1" status: 200 len: 217 time: 0.0440719 Feb 08 16:53:08.255760 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-b2fa5c93-217d-4d36-856b-d2f1eefc0021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:08.257980 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-b2fa5c93-217d-4d36-856b-d2f1eefc0021 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0454259 Feb 08 16:53:08.307748 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-77f4ca70-2461-45b4-b72d-e8e60bc3c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:08.309311 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-77f4ca70-2461-45b4-b72d-e8e60bc3c4b3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453818 Feb 08 16:53:08.392027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc32fde-593e-4de1-ab50-4f171099bdeb req-c2c30e90-7a31-4a22-98c8-c00c7e16f112 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:08.393544 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7bc32fde-593e-4de1-ab50-4f171099bdeb req-c2c30e90-7a31-4a22-98c8-c00c7e16f112 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 943 time: 0.0595169 Feb 08 16:53:08.406604 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-ef7582d2-f506-4338-9091-8c0edb67ecbc service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907264 Feb 08 16:53:08.444808 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7bc32fde-593e-4de1-ab50-4f171099bdeb req-dd27bdb0-9eda-461b-8042-3a6d4389f168 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441186 Feb 08 16:53:08.495346 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-1f72d7ca-6461-4b16-9689-2e343ade6111 req-79004751-a713-4be9-b1c6-7f532c82fbf4 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830050 Feb 08 16:53:08.590114 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b59daf-17ed-4ed4-bc18-dd147f353157 req-e14f1459-8f8a-4d94-a718-7395aa2a5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:08.591637 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21b59daf-17ed-4ed4-bc18-dd147f353157 req-e14f1459-8f8a-4d94-a718-7395aa2a5502 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 1126 time: 0.0503938 Feb 08 16:53:08.683443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b59daf-17ed-4ed4-bc18-dd147f353157 req-74ece6d0-7687-475d-9a0c-20b6b032378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:08.685033 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21b59daf-17ed-4ed4-bc18-dd147f353157 req-74ece6d0-7687-475d-9a0c-20b6b032378b service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0877371 Feb 08 16:53:08.736073 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21b59daf-17ed-4ed4-bc18-dd147f353157 req-57aa5518-a813-444f-9f72-9aff0f344a12 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce329476-5d73-43da-bde2-65a3d4ae338d HTTP/1.1" status: 200 len: 217 time: 0.0448022 Feb 08 16:53:08.784437 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b59daf-17ed-4ed4-bc18-dd147f353157 req-a0c561e0-741c-4e71-b257-0c8edc003c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:08.785926 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21b59daf-17ed-4ed4-bc18-dd147f353157 req-a0c561e0-741c-4e71-b257-0c8edc003c5f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0436766 Feb 08 16:53:08.833989 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b59daf-17ed-4ed4-bc18-dd147f353157 req-612d5a6e-e77b-4576-aa21-3bb62d82ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:08.836510 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21b59daf-17ed-4ed4-bc18-dd147f353157 req-612d5a6e-e77b-4576-aa21-3bb62d82ef26 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437465 Feb 08 16:53:08.928642 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21b59daf-17ed-4ed4-bc18-dd147f353157 req-6f57c52c-b471-47c8-bde6-1ce174c9d7c3 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857711 Feb 08 16:53:09.016901 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-21b59daf-17ed-4ed4-bc18-dd147f353157 req-3c57bdc9-c9ab-43f0-bc94-b4b57bb62fed service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823917 Feb 08 16:53:09.572165 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebcfcb-baad-48a6-96b6-c917339524b3 req-cb9c639a-2520-4f17-a11f-4bf4acd1a708 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:09.573786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f2ebcfcb-baad-48a6-96b6-c917339524b3 req-cb9c639a-2520-4f17-a11f-4bf4acd1a708 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 943 time: 0.0563359 Feb 08 16:53:09.623983 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f2ebcfcb-baad-48a6-96b6-c917339524b3 req-75a549f9-a2f8-499c-8999-a613bedb3ebd tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440693 Feb 08 16:53:10.447129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ce329476-5d73-43da-bde2-65a3d4ae338d details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:53:10.544493 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ce329476-5d73-43da-bde2-65a3d4ae338d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ce329476-5d73-43da-bde2-65a3d4ae338d,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:53:10.555828 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'port_id': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'mac_address': 'fa:16:3e:5e:bc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:53:10.592007 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port ce329476-5d73-43da-bde2-65a3d4ae338d is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:53:10.592413 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:10.605280 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce329476-5d73-43da-bde2-65a3d4ae338d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:53:10.623676 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ce329476-5d73-43da-bde2-65a3d4ae338d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ce329476-5d73-43da-bde2-65a3d4ae338d,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:53:10.627579 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:10.675630 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=ce329476-5d73-43da-bde2-65a3d4ae338d,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:10.749477 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f834f-debe-46c9-bb9a-e26341ee026d req-e26bcb55-6f4a-4317-816b-15273bb58cba tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:10.750944 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-476f834f-debe-46c9-bb9a-e26341ee026d req-e26bcb55-6f4a-4317-816b-15273bb58cba tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 944 time: 0.0578697 Feb 08 16:53:10.801489 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-476f834f-debe-46c9-bb9a-e26341ee026d req-dcba337e-ebd1-4beb-ac10-0b6d655aa831 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438645 Feb 08 16:53:10.831185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['ce329476-5d73-43da-bde2-65a3d4ae338d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:53:11.920564 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289809f0-63a2-405d-9cee-cb37a0ff0005 req-d20c92da-1c7e-4096-a642-ba3f7dc067d1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:11.922094 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-289809f0-63a2-405d-9cee-cb37a0ff0005 req-d20c92da-1c7e-4096-a642-ba3f7dc067d1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 944 time: 0.0526247 Feb 08 16:53:11.971028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-289809f0-63a2-405d-9cee-cb37a0ff0005 req-d3b1820a-1462-4b34-8aca-ba9a8cec02d9 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433915 Feb 08 16:53:12.466112 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ce329476-5d73-43da-bde2-65a3d4ae338d up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:53:12.517868 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port ce329476-5d73-43da-bde2-65a3d4ae338d completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:53:12.522571 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port ce329476-5d73-43da-bde2-65a3d4ae338d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:53:12.522954 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:12.600923 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port ce329476-5d73-43da-bde2-65a3d4ae338d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:53:12.601344 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:12.623115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:53:12.625374 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3470382-1d0b-4a38-9de6-ee1de2cd5837" -d '{"events": [{"server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "name": "network-vif-plugged", "status": "completed", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:53:12.638730 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ce329476-5d73-43da-bde2-65a3d4ae338d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ce329476-5d73-43da-bde2-65a3d4ae338d,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:53:12.642551 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:12.669638 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebecd404-95ad-4d59-a9bb-b287d8a665fd x-openstack-request-id: req-ebecd404-95ad-4d59-a9bb-b287d8a665fd {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:53:12.669949 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "name": "network-vif-plugged", "status": "completed", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:53:12.670205 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ebecd404-95ad-4d59-a9bb-b287d8a665fd {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:53:12.670592 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'code': 200} Feb 08 16:53:12.697216 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=ce329476-5d73-43da-bde2-65a3d4ae338d,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:12.768623 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d57ad-86d2-4f5d-bd18-de63152e6c93 req-c1462bad-33fb-4693-878b-b578973aac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:12.770377 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df3d57ad-86d2-4f5d-bd18-de63152e6c93 req-c1462bad-33fb-4693-878b-b578973aac86 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 1128 time: 0.0454984 Feb 08 16:53:12.815066 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-df3d57ad-86d2-4f5d-bd18-de63152e6c93 req-b4524e33-dd3e-493e-9f9d-ec97eab90220 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389237 Feb 08 16:53:13.097199 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8187d-cfeb-4372-9b84-929c382d1cb0 req-3d761ed2-120a-47b8-a67b-ea4341d79974 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:13.098692 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58d8187d-cfeb-4372-9b84-929c382d1cb0 req-3d761ed2-120a-47b8-a67b-ea4341d79974 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0570064 Feb 08 16:53:13.150004 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-58d8187d-cfeb-4372-9b84-929c382d1cb0 req-49b2f9f3-033b-4e2a-991c-1531772ba095 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449514 Feb 08 16:53:14.273519 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63052962-fccb-4527-8251-e656e13f1e33 req-446feb5f-10e5-4cca-9a9f-65d0584a6b66 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:14.275029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63052962-fccb-4527-8251-e656e13f1e33 req-446feb5f-10e5-4cca-9a9f-65d0584a6b66 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0538774 Feb 08 16:53:14.324676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-63052962-fccb-4527-8251-e656e13f1e33 req-47aee419-7908-44b0-b2d1-6386837d3fcc tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440564 Feb 08 16:53:14.444214 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf027318-1be0-410b-af4b-f03d50ee833d req-e6ad3150-84e3-4e97-9c15-85124f9b019f tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:14.445715 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf027318-1be0-410b-af4b-f03d50ee833d req-e6ad3150-84e3-4e97-9c15-85124f9b019f tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0533307 Feb 08 16:53:14.498132 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf027318-1be0-410b-af4b-f03d50ee833d req-53a2d4fa-086e-47b2-8c53-230d01ca0de3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468385 Feb 08 16:53:14.520352 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35952) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:14.605974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e77cfcf-dd0d-4077-adb1-c9792cd3a237 tempest-TestShelveInstance-201179393 tempest-TestShelveInstance-201179393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:14.607490 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9e77cfcf-dd0d-4077-adb1-c9792cd3a237 tempest-TestShelveInstance-201179393 tempest-TestShelveInstance-201179393-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 1123 time: 0.0861249 Feb 08 16:53:14.610498 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 35956) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:53:14.614667 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:53:14.637333 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.732459 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.839644 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Allocated IP 172.25.7.63 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/b089ad7a-3cca-44f9-99a5-a38765aaff29) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:53:14.939145 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for port (b089ad7a-3cca-44f9-99a5-a38765aaff29), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:14.971653 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (b089ad7a-3cca-44f9-99a5-a38765aaff29), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:15.016151 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:53:15.018941 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:53:15.022566 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:53:15.027776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'Port': ['ID=b089ad7a-3cca-44f9-99a5-a38765aaff29,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:15.378297 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for floatingip (acde5cd0-f8d5-41c2-854b-9eac6a391d0d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:15.450438 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (b089ad7a-3cca-44f9-99a5-a38765aaff29), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:15.600142 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for port (b089ad7a-3cca-44f9-99a5-a38765aaff29), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:15.604698 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (b089ad7a-3cca-44f9-99a5-a38765aaff29), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:15.668200 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'Port': ['ID=b089ad7a-3cca-44f9-99a5-a38765aaff29,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:53:15.682872 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (acde5cd0-f8d5-41c2-854b-9eac6a391d0d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:16.116859 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Floating IP acde5cd0-f8d5-41c2-854b-9eac6a391d0d associated. External IP: 172.25.7.63, port: ce329476-5d73-43da-bde2-65a3d4ae338d. Feb 08 16:53:16.326798 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Router a7055da8-8be7-4a31-a236-ff1c96ca07ae has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:53:16.436290 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:53:16.446256 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f2a58a-ef4a-4937-b06a-e6a39da8f846 None None] Sync routers for ids ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:53:16.453738 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:16.456370 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f2a58a-ef4a-4937-b06a-e6a39da8f846 None None] Routers {'a7055da8-8be7-4a31-a236-ff1c96ca07ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:53:16.457006 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-19f2a58a-ef4a-4937-b06a-e6a39da8f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:53:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:16.484023 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7646be80-5ff0-45e6-a795-cee6ff66aef3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8724968 Feb 08 16:53:16.484631 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:53:16.487009 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50286fc0-be2e-4465-a856-6e89fb265452" -d '{"events": [{"name": "network-changed", "server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:53:16.525554 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13969b3-898e-4b51-8d43-a40e87c28716 x-openstack-request-id: req-c13969b3-898e-4b51-8d43-a40e87c28716 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:53:16.525851 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:53:16.526114 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c13969b3-898e-4b51-8d43-a40e87c28716 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:53:16.526542 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'status': 'completed', 'code': 200} Feb 08 16:53:16.596577 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50286fc0-be2e-4465-a856-6e89fb265452 req-d8bb190e-bdc4-41ca-91e4-ec8b0562707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:16.598872 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-50286fc0-be2e-4465-a856-6e89fb265452 req-d8bb190e-bdc4-41ca-91e4-ec8b0562707e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 1128 time: 0.0524242 Feb 08 16:53:16.652653 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-19f2a58a-ef4a-4937-b06a-e6a39da8f846 None None] Set router a7055da8-8be7-4a31-a236-ff1c96ca07ae gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:53:16.688678 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50286fc0-be2e-4465-a856-6e89fb265452 req-e608b90f-9c26-4e38-ab60-eafa0f124345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:16.690292 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-50286fc0-be2e-4465-a856-6e89fb265452 req-e608b90f-9c26-4e38-ab60-eafa0f124345 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0858970 Feb 08 16:53:16.760701 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-50286fc0-be2e-4465-a856-6e89fb265452 req-100607d8-1df7-4c56-997d-4c9bf4ff200e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce329476-5d73-43da-bde2-65a3d4ae338d HTTP/1.1" status: 200 len: 998 time: 0.0648258 Feb 08 16:53:16.808161 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50286fc0-be2e-4465-a856-6e89fb265452 req-151882ae-9c8f-496f-b2ae-f2ebe139dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:16.809759 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-50286fc0-be2e-4465-a856-6e89fb265452 req-151882ae-9c8f-496f-b2ae-f2ebe139dc97 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0438423 Feb 08 16:53:16.859888 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50286fc0-be2e-4465-a856-6e89fb265452 req-21241f84-feaf-44a4-9afe-6672f8c6d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:53:16.861459 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-50286fc0-be2e-4465-a856-6e89fb265452 req-21241f84-feaf-44a4-9afe-6672f8c6d008 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453830 Feb 08 16:53:16.877013 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-19f2a58a-ef4a-4937-b06a-e6a39da8f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'acde5cd0-f8d5-41c2-854b-9eac6a391d0d', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'port_id': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'mac_address': 'fa:16:3e:5e:bc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:53:15Z', 'updated_at': '2022-02-08T16:53:15Z', 'revision_number': 0, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce654913-c477-4fa8-a97d-46cc37c2273c', 'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'mac_address': 'fa:16:3e:31:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:52Z', 'updated_at': '2022-02-08T16:52:56Z', 'revision_number': 5, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'subnets': [{'id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:16.903181 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f2a58a-ef4a-4937-b06a-e6a39da8f846 None None] Checking router: a7055da8-8be7-4a31-a236-ff1c96ca07ae for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:53:16.911461 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f2a58a-ef4a-4937-b06a-e6a39da8f846 None None] Routers {'a7055da8-8be7-4a31-a236-ff1c96ca07ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:53:16.912649 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-19f2a58a-ef4a-4937-b06a-e6a39da8f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:53:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:16.952466 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-50286fc0-be2e-4465-a856-6e89fb265452 req-e2dad3d1-d035-4850-93ae-d08a67076b13 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847230 Feb 08 16:53:17.020219 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-19f2a58a-ef4a-4937-b06a-e6a39da8f846 None None] Set router a7055da8-8be7-4a31-a236-ff1c96ca07ae gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:53:17.041780 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-50286fc0-be2e-4465-a856-6e89fb265452 req-853ed487-16fd-4dc0-9b00-98181a562ba3 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841322 Feb 08 16:53:17.244475 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-19f2a58a-ef4a-4937-b06a-e6a39da8f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'acde5cd0-f8d5-41c2-854b-9eac6a391d0d', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'port_id': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'mac_address': 'fa:16:3e:5e:bc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:53:15Z', 'updated_at': '2022-02-08T16:53:15Z', 'revision_number': 0, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce654913-c477-4fa8-a97d-46cc37c2273c', 'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'mac_address': 'fa:16:3e:31:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:52Z', 'updated_at': '2022-02-08T16:52:56Z', 'revision_number': 5, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'subnets': [{'id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:53:17.270838 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f2a58a-ef4a-4937-b06a-e6a39da8f846 None None] The sync data for ids ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'] in n-d-824834-11 is: [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': 'acde5cd0-f8d5-41c2-854b-9eac6a391d0d', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'port_id': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'mac_address': 'fa:16:3e:5e:bc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:53:15Z', 'updated_at': '2022-02-08T16:53:15Z', 'revision_number': 0, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce654913-c477-4fa8-a97d-46cc37c2273c', 'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'mac_address': 'fa:16:3e:31:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:52Z', 'updated_at': '2022-02-08T16:52:56Z', 'revision_number': 5, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'subnets': [{'id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:53:17.463586 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0515d4-1389-49cd-b1c4-d2b6788265bf None None] New status for floating IP acde5cd0-f8d5-41c2-854b-9eac6a391d0d: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:53:19.585230 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:20.203177 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:53:20.979787 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:25.729998 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-3bc1d69a-db4b-4b5b-82a2-1bf0fff3a586 req-b1c159e1-b6fd-4b19-beb0-4b401aae9852 service neutron] (103301) timed out ('10.222.0.82', 58238) {{(pid=103301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 16:53:31.662231 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cecb5b4d-8e07-4287-993a-dc3728b416cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:33.921099 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-17e09b6e-cd51-42b1-a97f-6deb41b7aea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:35.771758 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:36.948261 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:38.122900 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:49.578079 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:50.978068 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:53:57.203317 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:54:01.664314 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-89e976aa-2a89-4825-9fe2-36f7d963cfd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:03.923029 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c3f56ce5-1c71-4495-8e63-bdcc4773fa64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:04.009619 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c5cff96a-2ba7-446c-bc63-bc0e470f3571 req-d690af1a-b511-4fa0-88da-d8a1958d30e0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437844 Feb 08 16:54:04.099008 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cff96a-2ba7-446c-bc63-bc0e470f3571 req-11fefe1c-d5fe-4f8b-aeaf-454ad5e3be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:04.100638 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c5cff96a-2ba7-446c-bc63-bc0e470f3571 req-11fefe1c-d5fe-4f8b-aeaf-454ad5e3be16 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 1128 time: 0.0490122 Feb 08 16:54:04.202205 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cff96a-2ba7-446c-bc63-bc0e470f3571 req-708d11df-d95b-4dd1-b1ac-7b123158e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:04.203663 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c5cff96a-2ba7-446c-bc63-bc0e470f3571 req-708d11df-d95b-4dd1-b1ac-7b123158e61d service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0847268 Feb 08 16:54:04.272993 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c5cff96a-2ba7-446c-bc63-bc0e470f3571 req-59f2447e-8fc0-42a9-aac7-fbb1193e7c83 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce329476-5d73-43da-bde2-65a3d4ae338d HTTP/1.1" status: 200 len: 1000 time: 0.0618570 Feb 08 16:54:04.319772 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cff96a-2ba7-446c-bc63-bc0e470f3571 req-07be41ba-52a6-448f-9afd-014b04438b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:04.321269 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c5cff96a-2ba7-446c-bc63-bc0e470f3571 req-07be41ba-52a6-448f-9afd-014b04438b19 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0432782 Feb 08 16:54:04.369113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cff96a-2ba7-446c-bc63-bc0e470f3571 req-0ae05d64-178e-4b20-9d4a-213cd177f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:54:04.370722 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c5cff96a-2ba7-446c-bc63-bc0e470f3571 req-0ae05d64-178e-4b20-9d4a-213cd177f30d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436873 Feb 08 16:54:04.461982 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c5cff96a-2ba7-446c-bc63-bc0e470f3571 req-249d5270-bc2b-4c6d-b75c-0496a03e13fb service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850627 Feb 08 16:54:04.549825 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-c5cff96a-2ba7-446c-bc63-bc0e470f3571 req-37148799-6996-47dd-b157-859309afc0b0 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819795 Feb 08 16:54:05.775806 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:06.950843 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:08.124719 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:19.583798 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:20.988195 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:31.666475 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-17328eb6-5a2c-47fc-b8a0-14b21923519e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:33.924100 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d8f5a48e-1d20-41d0-bfb5-894ec44c08f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:34.202984 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:54:35.777971 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:36.953519 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:38.126389 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:49.582591 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:54:51.015943 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:01.670071 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d3477b23-e852-469e-90e2-5bfa70fe879a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:03.925958 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-feef07d4-7e87-4e3f-8fbc-2b58f689f8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:05.006836 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f49b5f82-91cc-4c08-a758-362b07a0f521 req-50c0b0f4-1127-4f8f-9c27-d3571d5467f1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462313 Feb 08 16:55:05.096869 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b5f82-91cc-4c08-a758-362b07a0f521 req-7ba29204-037b-43d4-bac8-cb6b8578419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:05.098382 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f49b5f82-91cc-4c08-a758-362b07a0f521 req-7ba29204-037b-43d4-bac8-cb6b8578419e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 1128 time: 0.0493312 Feb 08 16:55:05.198555 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b5f82-91cc-4c08-a758-362b07a0f521 req-bbdf84aa-b7ff-4222-823a-138292ef0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:05.200851 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f49b5f82-91cc-4c08-a758-362b07a0f521 req-bbdf84aa-b7ff-4222-823a-138292ef0697 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0832078 Feb 08 16:55:05.269049 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f49b5f82-91cc-4c08-a758-362b07a0f521 req-326bee5b-c973-45e9-bb73-4838afb88b99 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce329476-5d73-43da-bde2-65a3d4ae338d HTTP/1.1" status: 200 len: 1000 time: 0.0618823 Feb 08 16:55:05.315254 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b5f82-91cc-4c08-a758-362b07a0f521 req-4dd51e5f-f4ee-43aa-92d1-ec0e63de095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:05.316670 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f49b5f82-91cc-4c08-a758-362b07a0f521 req-4dd51e5f-f4ee-43aa-92d1-ec0e63de095e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0426209 Feb 08 16:55:05.364963 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b5f82-91cc-4c08-a758-362b07a0f521 req-d1efa364-7cf1-4897-9b6a-69027f558fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:05.366494 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f49b5f82-91cc-4c08-a758-362b07a0f521 req-d1efa364-7cf1-4897-9b6a-69027f558fec service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442479 Feb 08 16:55:05.456829 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f49b5f82-91cc-4c08-a758-362b07a0f521 req-c49723ec-7acc-47c1-9e29-4cc361de3e89 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843112 Feb 08 16:55:05.541802 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-f49b5f82-91cc-4c08-a758-362b07a0f521 req-b47233b1-50dc-4923-9b8f-0b6b3921482f service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796940 Feb 08 16:55:05.781399 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:06.956681 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:08.128211 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:09.480862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26eced-99d1-4602-9d71-0925e47e99d0 req-11bc47b9-d90f-4d07-b65c-032bc1acdb97 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:09.482481 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a26eced-99d1-4602-9d71-0925e47e99d0 req-11bc47b9-d90f-4d07-b65c-032bc1acdb97 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0551102 Feb 08 16:55:09.531204 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5a26eced-99d1-4602-9d71-0925e47e99d0 req-884c6a4e-d9a4-4244-a609-141b4cc4d573 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430267 Feb 08 16:55:10.659400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5900c-ada4-4abb-bfab-f7d8ec3bfec1 req-f192654d-5df3-43a3-bcb1-eadf4c235998 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:10.660901 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-64e5900c-ada4-4abb-bfab-f7d8ec3bfec1 req-f192654d-5df3-43a3-bcb1-eadf4c235998 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0583143 Feb 08 16:55:10.709260 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-64e5900c-ada4-4abb-bfab-f7d8ec3bfec1 req-3bab6008-2600-4c48-96bf-fd728437a4ac tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426939 Feb 08 16:55:11.202385 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:55:11.834784 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24badf-ed0e-4bc6-a9fd-700c2776dcf4 req-39e42f86-a4b0-4deb-9669-cc9bc0f5c663 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:11.836285 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da24badf-ed0e-4bc6-a9fd-700c2776dcf4 req-39e42f86-a4b0-4deb-9669-cc9bc0f5c663 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0524490 Feb 08 16:55:11.886126 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da24badf-ed0e-4bc6-a9fd-700c2776dcf4 req-f3bf7261-25c8-406f-8bb4-c123c5eb03e3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434711 Feb 08 16:55:13.011284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456ad02-192c-4e33-8afe-88295e95b60b req-0060c3e5-f2a1-43c6-877f-0ecb322ed920 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:13.012708 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3456ad02-192c-4e33-8afe-88295e95b60b req-0060c3e5-f2a1-43c6-877f-0ecb322ed920 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0539415 Feb 08 16:55:13.065788 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3456ad02-192c-4e33-8afe-88295e95b60b req-9f906c42-7fe4-4d2d-9dfe-947a63f15f5d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474303 Feb 08 16:55:14.186148 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32994e24-a74b-400e-adf4-eda74cb43e01 req-9a43c4b8-3f6d-4135-a639-06f933d3a51d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:14.187555 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-32994e24-a74b-400e-adf4-eda74cb43e01 req-9a43c4b8-3f6d-4135-a639-06f933d3a51d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0535486 Feb 08 16:55:14.236056 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-32994e24-a74b-400e-adf4-eda74cb43e01 req-a64a3781-2216-4cf8-8d6a-402bd7450fd0 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429575 Feb 08 16:55:15.358576 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab12197-f5db-4d82-8732-c890dd1a74a3 req-dad3170d-901d-4641-a422-7a60d111f4fc tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:15.360084 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ab12197-f5db-4d82-8732-c890dd1a74a3 req-dad3170d-901d-4641-a422-7a60d111f4fc tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0554895 Feb 08 16:55:15.408475 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ab12197-f5db-4d82-8732-c890dd1a74a3 req-a8242910-f922-4c4d-bbcd-651a88ad22eb tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427749 Feb 08 16:55:16.548373 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f829c17-de07-4ae6-8db1-24def4185048 req-6ce9ab5c-2b38-4336-829a-f8b280998046 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:16.549951 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0f829c17-de07-4ae6-8db1-24def4185048 req-6ce9ab5c-2b38-4336-829a-f8b280998046 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0679402 Feb 08 16:55:16.603682 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0f829c17-de07-4ae6-8db1-24def4185048 req-e6ed4c15-9d86-4ca3-8ee2-9d42f07b0748 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475998 Feb 08 16:55:17.724303 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd9066-a51c-4004-aa13-e0d07ef17a14 req-afe1f4c1-2886-4b75-9d4e-94bd38ebb3c3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:17.725891 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69bd9066-a51c-4004-aa13-e0d07ef17a14 req-afe1f4c1-2886-4b75-9d4e-94bd38ebb3c3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0535409 Feb 08 16:55:17.776621 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-69bd9066-a51c-4004-aa13-e0d07ef17a14 req-48b0c036-fafd-4818-8473-506f9ca1fee3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441580 Feb 08 16:55:18.899383 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103c689-a76e-4975-99b4-cbbbe083c9bb req-8298578b-8839-4e5c-b251-03d760ab10cb tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:18.900854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6103c689-a76e-4975-99b4-cbbbe083c9bb req-8298578b-8839-4e5c-b251-03d760ab10cb tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0531881 Feb 08 16:55:18.953411 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6103c689-a76e-4975-99b4-cbbbe083c9bb req-5866e730-e854-4f31-a8b7-fff628ceb6e2 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463867 Feb 08 16:55:19.581617 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:20.071693 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891fee0-aae4-4cbf-91d7-973398f42805 req-a8d2b1a6-3dae-4d7b-9931-c94bacb04b80 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:20.073207 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2891fee0-aae4-4cbf-91d7-973398f42805 req-a8d2b1a6-3dae-4d7b-9931-c94bacb04b80 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0527170 Feb 08 16:55:20.121381 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2891fee0-aae4-4cbf-91d7-973398f42805 req-654186b3-3d30-4356-99c4-3764ae3bacd6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423956 Feb 08 16:55:21.031763 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:21.180523 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ce329476-5d73-43da-bde2-65a3d4ae338d details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:55:21.242160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47d3f0-8fa6-4aa7-8ff8-98c18ea8f0c7 req-bd431bc1-162f-4944-af31-c608059d0448 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:21.243651 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb47d3f0-8fa6-4aa7-8ff8-98c18ea8f0c7 req-bd431bc1-162f-4944-af31-c608059d0448 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0535607 Feb 08 16:55:21.276747 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ce329476-5d73-43da-bde2-65a3d4ae338d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ce329476-5d73-43da-bde2-65a3d4ae338d,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:55:21.288507 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'port_id': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'mac_address': 'fa:16:3e:5e:bc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:55:21.293551 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb47d3f0-8fa6-4aa7-8ff8-98c18ea8f0c7 req-1351a9e5-f8d9-4787-9a5b-5fde0dfd415f tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442569 Feb 08 16:55:21.329833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port ce329476-5d73-43da-bde2-65a3d4ae338d is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:55:21.330227 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:21.342701 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce329476-5d73-43da-bde2-65a3d4ae338d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:55:21.361899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ce329476-5d73-43da-bde2-65a3d4ae338d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ce329476-5d73-43da-bde2-65a3d4ae338d,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:55:21.365970 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:21.415932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=ce329476-5d73-43da-bde2-65a3d4ae338d,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:55:21.424302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:55:21.424662 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:55:21.425035 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:55:21.425381 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:55:21.425717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:55:21.426086 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:55:21.426422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:55:21.426752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:55:21.427197 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:55:21.427536 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:55:21.427884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:55:21.428212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:55:21.428539 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:55:21.437993 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['ce329476-5d73-43da-bde2-65a3d4ae338d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:55:22.428437 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798b95e-47b8-4c0b-ae06-1e51a0c560b7 req-a06fac7e-d791-4fb9-b870-fbf28d846b16 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:22.430087 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1798b95e-47b8-4c0b-ae06-1e51a0c560b7 req-a06fac7e-d791-4fb9-b870-fbf28d846b16 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 944 time: 0.0614843 Feb 08 16:55:22.482242 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1798b95e-47b8-4c0b-ae06-1e51a0c560b7 req-7d9cec82-36c6-4c42-9956-d638bc88e1ca tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461004 Feb 08 16:55:23.194419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ce329476-5d73-43da-bde2-65a3d4ae338d up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:55:23.248452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port ce329476-5d73-43da-bde2-65a3d4ae338d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:55:23.248898 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:23.338322 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port ce329476-5d73-43da-bde2-65a3d4ae338d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:55:23.338723 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:23.365243 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:55:23.365673 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dee484-e6c0-4f6a-9f94-d66d41eb17d4" -d '{"events": [{"server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "name": "network-vif-plugged", "status": "completed", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:55:23.379594 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ce329476-5d73-43da-bde2-65a3d4ae338d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ce329476-5d73-43da-bde2-65a3d4ae338d,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:55:23.388372 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:23.438854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=ce329476-5d73-43da-bde2-65a3d4ae338d,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:55:23.483702 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e76a20-6404-48e1-a021-c38c7de037d7 x-openstack-request-id: req-58e76a20-6404-48e1-a021-c38c7de037d7 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:55:23.483995 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "name": "network-vif-plugged", "status": "completed", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:55:23.484595 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-58e76a20-6404-48e1-a021-c38c7de037d7 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:55:23.485025 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'code': 200} Feb 08 16:55:23.633338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20221307-4c2d-43d7-96f6-0c09ac9ff986 req-74abcb19-6ede-42de-9d90-016408098f61 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:23.635018 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-20221307-4c2d-43d7-96f6-0c09ac9ff986 req-74abcb19-6ede-42de-9d90-016408098f61 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0716770 Feb 08 16:55:23.694756 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-20221307-4c2d-43d7-96f6-0c09ac9ff986 req-08331d7a-b81f-487f-b75e-b0adbe94b41b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529630 Feb 08 16:55:24.847000 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b07a13-b559-4fee-aae1-f25101dc3a27 req-a0e45835-e621-442f-9426-3af85bf186ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:24.848569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55b07a13-b559-4fee-aae1-f25101dc3a27 req-a0e45835-e621-442f-9426-3af85bf186ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0709918 Feb 08 16:55:24.909469 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-55b07a13-b559-4fee-aae1-f25101dc3a27 req-8f7a371c-59e5-410b-8ba0-37f7562f4493 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543077 Feb 08 16:55:26.053618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960f4ed-5afa-49e7-aea6-ab0ffc8d0f7a req-b3bfd69a-5e16-4983-87e8-d7bcff1111d9 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:26.055274 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b960f4ed-5afa-49e7-aea6-ab0ffc8d0f7a req-b3bfd69a-5e16-4983-87e8-d7bcff1111d9 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0608435 Feb 08 16:55:26.120781 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b960f4ed-5afa-49e7-aea6-ab0ffc8d0f7a req-59a4e35f-478a-4a8d-895a-e0afa9f278ad tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592978 Feb 08 16:55:27.263037 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf36027-cc95-4985-bb5f-23ba7fed42f7 req-f088c488-e788-43b2-a733-4b0f891b3a4e tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:27.265952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1cf36027-cc95-4985-bb5f-23ba7fed42f7 req-f088c488-e788-43b2-a733-4b0f891b3a4e tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0642180 Feb 08 16:55:27.332985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1cf36027-cc95-4985-bb5f-23ba7fed42f7 req-b4857a98-25c8-4318-aa7e-dc06c442f1dd tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587802 Feb 08 16:55:28.464268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1b60d-b56b-4e1a-aeec-44a9ddf58502 req-ccdb2328-7be9-4f19-9c9f-7db3768e7535 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:28.466599 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6d1b60d-b56b-4e1a-aeec-44a9ddf58502 req-ccdb2328-7be9-4f19-9c9f-7db3768e7535 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0560956 Feb 08 16:55:28.532930 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6d1b60d-b56b-4e1a-aeec-44a9ddf58502 req-4616e254-9412-4d31-8ad7-4906245ba206 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564928 Feb 08 16:55:29.679632 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf333782-7596-4929-96fa-9843f8efec8f req-1de2f155-9751-4fbf-87be-2e31dd70360b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:29.681500 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf333782-7596-4929-96fa-9843f8efec8f req-1de2f155-9751-4fbf-87be-2e31dd70360b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0657837 Feb 08 16:55:29.737938 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cf333782-7596-4929-96fa-9843f8efec8f req-9e77f697-1cdf-4858-9795-9c469c85819a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489488 Feb 08 16:55:30.877726 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d6d8b-9173-4916-99c9-444fe40bc36e req-37194588-bcec-4921-9ebb-1484c9b965d4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:30.880262 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d62d6d8b-9173-4916-99c9-444fe40bc36e req-37194588-bcec-4921-9ebb-1484c9b965d4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0654354 Feb 08 16:55:30.934567 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d62d6d8b-9173-4916-99c9-444fe40bc36e req-74f4c6b2-31cd-4945-81f1-f1b853b5b38b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485342 Feb 08 16:55:31.550391 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090ef3b-2c10-4f30-9454-15ff36754471 req-f22f4753-4032-4a1a-9713-7931e4966b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:31.552137 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3090ef3b-2c10-4f30-9454-15ff36754471 req-f22f4753-4032-4a1a-9713-7931e4966b32 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 1128 time: 0.0482860 Feb 08 16:55:31.643883 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090ef3b-2c10-4f30-9454-15ff36754471 req-9bff0021-8ee6-4494-916c-9d7a268ad555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:31.645383 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3090ef3b-2c10-4f30-9454-15ff36754471 req-9bff0021-8ee6-4494-916c-9d7a268ad555 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0873606 Feb 08 16:55:31.671184 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ecf75ed6-da06-49b3-8181-711b43998a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:31.711005 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3090ef3b-2c10-4f30-9454-15ff36754471 req-f5fd23be-dd6d-4cc0-bcbf-a238249cc783 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce329476-5d73-43da-bde2-65a3d4ae338d HTTP/1.1" status: 200 len: 1000 time: 0.0600121 Feb 08 16:55:32.064610 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486c581-af4d-43d4-bdec-11d040e5480b req-03aff9fe-6085-468f-81ec-90a48f048847 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:32.066265 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4486c581-af4d-43d4-bdec-11d040e5480b req-03aff9fe-6085-468f-81ec-90a48f048847 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0563037 Feb 08 16:55:32.082213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090ef3b-2c10-4f30-9454-15ff36754471 req-0774defe-d991-4b51-a9ba-702d2d2d7a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:32.083688 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3090ef3b-2c10-4f30-9454-15ff36754471 req-0774defe-d991-4b51-a9ba-702d2d2d7a2f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.3673437 Feb 08 16:55:32.115984 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4486c581-af4d-43d4-bdec-11d040e5480b req-a28d806e-0736-46c3-823f-4b242c920449 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437403 Feb 08 16:55:32.133413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090ef3b-2c10-4f30-9454-15ff36754471 req-132df989-b08c-4405-8b46-301d9d1ef6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:32.134923 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3090ef3b-2c10-4f30-9454-15ff36754471 req-132df989-b08c-4405-8b46-301d9d1ef6f7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448494 Feb 08 16:55:32.221923 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3090ef3b-2c10-4f30-9454-15ff36754471 req-cdd3ed11-2b83-4ec8-994c-99cf66e11bda service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802593 Feb 08 16:55:32.313238 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3090ef3b-2c10-4f30-9454-15ff36754471 req-d882dd37-7a3a-4842-8c31-88f4eb4edcc5 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847473 Feb 08 16:55:33.239120 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928f862-f348-4305-96c8-1762aef05c31 req-02b2d7da-2da4-454e-8a12-7e600bae39a2 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:33.240612 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1928f862-f348-4305-96c8-1762aef05c31 req-02b2d7da-2da4-454e-8a12-7e600bae39a2 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0547585 Feb 08 16:55:33.294272 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1928f862-f348-4305-96c8-1762aef05c31 req-d9f28475-196c-442a-93af-d984d4bcacce tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478964 Feb 08 16:55:33.927732 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-801071e5-fc28-451c-a0c3-638804fd516d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:34.414798 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b1030-402b-440c-b1d4-e2ce08429c4c req-c13d2029-2112-4bab-9c4e-24bdabf48a9d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:34.416261 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d26b1030-402b-440c-b1d4-e2ce08429c4c req-c13d2029-2112-4bab-9c4e-24bdabf48a9d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0530560 Feb 08 16:55:34.464800 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d26b1030-402b-440c-b1d4-e2ce08429c4c req-ac79f70e-f005-4b80-9978-e622ca55f618 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428710 Feb 08 16:55:34.575684 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-525f2c1a-c295-4da6-99f0-5c08fe5150e4 req-a3b9553d-0a94-404c-9ecc-61c97915d9be service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:55:34.576693 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-525f2c1a-c295-4da6-99f0-5c08fe5150e4 req-a3b9553d-0a94-404c-9ecc-61c97915d9be service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478308 Feb 08 16:55:34.742766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14f798-2c6a-40dd-80f4-26531bd4a504 req-5d023723-e39d-42ac-9a4b-e5645458bfde tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:34.744394 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c14f798-2c6a-40dd-80f4-26531bd4a504 req-5d023723-e39d-42ac-9a4b-e5645458bfde tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 945 time: 0.0564125 Feb 08 16:55:34.794805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2c14f798-2c6a-40dd-80f4-26531bd4a504 req-cddd0879-e167-40eb-8455-d37f32cb93ff tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442579 Feb 08 16:55:35.029267 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5825e56e-b78b-44b6-ab8f-856a75ec6246 req-a4a7723e-47e8-40ce-9026-24dcb1a0c8f1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897119 Feb 08 16:55:35.241412 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ce329476-5d73-43da-bde2-65a3d4ae338d no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:55:35.318097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port ce329476-5d73-43da-bde2-65a3d4ae338d is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:55:35.318477 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:35.352612 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:55:35.355346 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47599e33-00b7-42e4-a2ed-024f9238ed44" -d '{"events": [{"server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "name": "network-vif-unplugged", "status": "completed", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:55:35.359895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ce329476-5d73-43da-bde2-65a3d4ae338d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ce329476-5d73-43da-bde2-65a3d4ae338d,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:55:35.364164 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:35.395805 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Feb 2022 16:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5e79ea-2a64-47a5-850a-eeeea33fb124 x-openstack-request-id: req-4f5e79ea-2a64-47a5-850a-eeeea33fb124 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:55:35.396097 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "name": "network-vif-unplugged", "status": "failed", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d", "code": 422}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:55:35.396335 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4f5e79ea-2a64-47a5-850a-eeeea33fb124 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:55:35.396734 n-d-824834-11 neutron-server[103303]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'code': 422} returned with failed status Feb 08 16:55:35.423089 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=ce329476-5d73-43da-bde2-65a3d4ae338d,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:55:35.778815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825e56e-b78b-44b6-ab8f-856a75ec6246 req-71baa7c5-eb5e-4b71-9d39-426ad5d527be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:35.780546 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5825e56e-b78b-44b6-ab8f-856a75ec6246 req-71baa7c5-eb5e-4b71-9d39-426ad5d527be service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553&tenant_id=8711cbfe63b84be1ad0bcad4872e307f HTTP/1.1" status: 200 len: 1126 time: 0.0460505 Feb 08 16:55:35.783072 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:35.850455 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825e56e-b78b-44b6-ab8f-856a75ec6246 req-388e1be4-7090-4026-839d-f8661494f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:35.852030 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5825e56e-b78b-44b6-ab8f-856a75ec6246 req-388e1be4-7090-4026-839d-f8661494f615 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 1126 time: 0.0495255 Feb 08 16:55:35.923836 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3ecc6-4d81-4ab7-b5f0-aa56be7a640a req-8bbfd539-9e19-4cd7-a741-9880452eec01 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:35.925589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fe3ecc6-4d81-4ab7-b5f0-aa56be7a640a req-8bbfd539-9e19-4cd7-a741-9880452eec01 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 943 time: 0.0602639 Feb 08 16:55:35.941868 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825e56e-b78b-44b6-ab8f-856a75ec6246 req-ae68f0c5-28da-451c-b04d-7bda26c39be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:35.943358 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5825e56e-b78b-44b6-ab8f-856a75ec6246 req-ae68f0c5-28da-451c-b04d-7bda26c39be2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0859087 Feb 08 16:55:35.976736 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7fe3ecc6-4d81-4ab7-b5f0-aa56be7a640a req-acd46dbd-8833-4a6e-ba62-3eb9e4ccae32 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454972 Feb 08 16:55:36.013035 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5825e56e-b78b-44b6-ab8f-856a75ec6246 req-f5a190f7-7b78-4111-b5d8-da4cf34df2d6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce329476-5d73-43da-bde2-65a3d4ae338d HTTP/1.1" status: 200 len: 998 time: 0.0628970 Feb 08 16:55:36.060539 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825e56e-b78b-44b6-ab8f-856a75ec6246 req-d243a59b-a663-4e6a-8ec4-c4ba3bacf335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:36.062073 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5825e56e-b78b-44b6-ab8f-856a75ec6246 req-d243a59b-a663-4e6a-8ec4-c4ba3bacf335 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0432527 Feb 08 16:55:36.110433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825e56e-b78b-44b6-ab8f-856a75ec6246 req-95700484-7e6f-4a93-8ff2-5219a8d8bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:36.111922 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5825e56e-b78b-44b6-ab8f-856a75ec6246 req-95700484-7e6f-4a93-8ff2-5219a8d8bd3f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441725 Feb 08 16:55:36.204037 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5825e56e-b78b-44b6-ab8f-856a75ec6246 req-ad8fa934-fa2a-4f3b-8cb5-1887fd5d5873 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854273 Feb 08 16:55:36.291332 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5825e56e-b78b-44b6-ab8f-856a75ec6246 req-24fa98d2-7b0b-4ad1-80dc-75b33aeed8ac service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818088 Feb 08 16:55:36.966661 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:37.110956 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc154-6a42-43b4-8c3f-e5ded368e270 req-030bfaf2-d23b-46b7-9cce-1f27a6f1528c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:37.113271 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-697dc154-6a42-43b4-8c3f-e5ded368e270 req-030bfaf2-d23b-46b7-9cce-1f27a6f1528c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 943 time: 0.0562298 Feb 08 16:55:37.169542 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-697dc154-6a42-43b4-8c3f-e5ded368e270 req-351fe104-1cb7-4be9-be4d-16d8bb855337 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493550 Feb 08 16:55:38.131613 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:38.322405 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18710f2f-b519-47eb-8d7f-060a16e77ec2 req-e7fa3d7f-48b4-4212-90fa-beab825c49df tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:38.323952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18710f2f-b519-47eb-8d7f-060a16e77ec2 req-e7fa3d7f-48b4-4212-90fa-beab825c49df tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 943 time: 0.0759835 Feb 08 16:55:38.374409 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18710f2f-b519-47eb-8d7f-060a16e77ec2 req-e325014d-7495-476f-917f-b59071d2afec tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447934 Feb 08 16:55:39.498603 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9dce0a-262a-4124-9be3-c0580866b525 req-18717218-7e18-4ae2-aaa4-38f226fb6771 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:39.500133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da9dce0a-262a-4124-9be3-c0580866b525 req-18717218-7e18-4ae2-aaa4-38f226fb6771 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 943 time: 0.0529332 Feb 08 16:55:39.550154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-da9dce0a-262a-4124-9be3-c0580866b525 req-73074da3-715f-406a-92ac-4ea4f3343c02 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444660 Feb 08 16:55:40.697003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a158ca-d3ea-4450-806f-3d7481fe949a req-61a8468f-5a6d-4cf5-af3a-c001dfdf348d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:40.698523 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-41a158ca-d3ea-4450-806f-3d7481fe949a req-61a8468f-5a6d-4cf5-af3a-c001dfdf348d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 943 time: 0.0580435 Feb 08 16:55:40.754397 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-41a158ca-d3ea-4450-806f-3d7481fe949a req-028466b9-4071-4ab3-8129-e7cd4067a1e0 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491431 Feb 08 16:55:41.887463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f97a0-9362-4dab-9d9f-632fdae7caa8 req-633a247d-d9dd-49ff-bbf1-f72490980006 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:41.888993 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-996f97a0-9362-4dab-9d9f-632fdae7caa8 req-633a247d-d9dd-49ff-bbf1-f72490980006 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 943 time: 0.0595872 Feb 08 16:55:41.943315 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-996f97a0-9362-4dab-9d9f-632fdae7caa8 req-d08125e9-dec3-47fb-abe1-f243e1cdb149 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476608 Feb 08 16:55:43.069817 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba08cb-e174-44bc-9a75-db284a3a52d0 req-8fb1d6b3-2846-4f4a-a4ed-f76677a2414c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:43.071672 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6ba08cb-e174-44bc-9a75-db284a3a52d0 req-8fb1d6b3-2846-4f4a-a4ed-f76677a2414c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 943 time: 0.0577698 Feb 08 16:55:43.138995 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6ba08cb-e174-44bc-9a75-db284a3a52d0 req-a3873fe3-3f81-46e2-b2ce-1b27d45f3dce tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575175 Feb 08 16:55:44.262411 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdc748-df18-4cfb-aa82-2e5269407d94 req-2e8aacdc-db1d-4e7c-8a3c-7e691e44b9f4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:44.263892 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92fdc748-df18-4cfb-aa82-2e5269407d94 req-2e8aacdc-db1d-4e7c-8a3c-7e691e44b9f4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 943 time: 0.0597334 Feb 08 16:55:44.315224 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-92fdc748-df18-4cfb-aa82-2e5269407d94 req-434de8e6-fd1f-4b03-880e-e61a3290cf40 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455472 Feb 08 16:55:45.461792 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a2bba-8f16-4746-a15f-a13aa3c11b80 req-fc879d48-6f51-473b-b974-8a247e9b9e68 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:45.463631 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a8a2bba-8f16-4746-a15f-a13aa3c11b80 req-fc879d48-6f51-473b-b974-8a247e9b9e68 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 943 time: 0.0673594 Feb 08 16:55:45.521997 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a8a2bba-8f16-4746-a15f-a13aa3c11b80 req-cf6a376c-84c4-43f1-a84b-da0a5f93fc30 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520229 Feb 08 16:55:46.641485 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b6475-cf4b-4284-9dbe-4da5d71e7047 req-f5f4282c-90ba-4116-a1b6-a4b5c6c4673e tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:46.642974 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049b6475-cf4b-4284-9dbe-4da5d71e7047 req-f5f4282c-90ba-4116-a1b6-a4b5c6c4673e tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 943 time: 0.0529425 Feb 08 16:55:46.695253 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-049b6475-cf4b-4284-9dbe-4da5d71e7047 req-268e6fe7-3e81-4fe4-a639-0e69755022f0 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467386 Feb 08 16:55:47.815532 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a0db2-6e25-48dd-96ca-f15be0816dc5 req-76b62c8d-7681-4403-a372-690b07022e68 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:47.817045 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f5a0db2-6e25-48dd-96ca-f15be0816dc5 req-76b62c8d-7681-4403-a372-690b07022e68 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 943 time: 0.0526030 Feb 08 16:55:47.865330 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f5a0db2-6e25-48dd-96ca-f15be0816dc5 req-a5a888db-d70a-4de5-b956-c7ce5d638310 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428166 Feb 08 16:55:48.201314 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:55:48.983489 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c55f9-4bbb-44d8-bb50-524020f271e5 req-41208819-0c24-4827-a505-1b9ee15de239 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:48.985533 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e26c55f9-4bbb-44d8-bb50-524020f271e5 req-41208819-0c24-4827-a505-1b9ee15de239 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 943 time: 0.0517068 Feb 08 16:55:49.032517 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e26c55f9-4bbb-44d8-bb50-524020f271e5 req-8a2fb4e1-7c81-4c92-af27-a324ccba68fc tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413432 Feb 08 16:55:49.318469 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ce329476-5d73-43da-bde2-65a3d4ae338d details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:55:49.414554 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ce329476-5d73-43da-bde2-65a3d4ae338d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ce329476-5d73-43da-bde2-65a3d4ae338d,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:55:49.426761 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'port_id': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'mac_address': 'fa:16:3e:5e:bc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:55:49.465732 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port ce329476-5d73-43da-bde2-65a3d4ae338d is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:55:49.466118 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:49.479252 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce329476-5d73-43da-bde2-65a3d4ae338d {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:55:49.498196 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ce329476-5d73-43da-bde2-65a3d4ae338d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ce329476-5d73-43da-bde2-65a3d4ae338d,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:55:49.502382 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:49.547368 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=ce329476-5d73-43da-bde2-65a3d4ae338d,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:55:49.569877 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:49.725170 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['ce329476-5d73-43da-bde2-65a3d4ae338d'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:55:50.156059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dd8f0-deb3-41b2-b1ca-fd25222ef0cb req-1c3accb6-704a-41fc-b02f-a99e8b5bc1b9 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:50.157641 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa3dd8f0-deb3-41b2-b1ca-fd25222ef0cb req-1c3accb6-704a-41fc-b02f-a99e8b5bc1b9 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 944 time: 0.0571685 Feb 08 16:55:50.205332 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa3dd8f0-deb3-41b2-b1ca-fd25222ef0cb req-91173559-25f7-451d-ba9f-1e3f6c107e9d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420380 Feb 08 16:55:51.037020 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:51.326369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d9509-2ba1-4675-b7e7-45be116e7699 req-28e56610-be2d-41b4-9d5f-f8ad01ebd261 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:51.327767 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-988d9509-2ba1-4675-b7e7-45be116e7699 req-28e56610-be2d-41b4-9d5f-f8ad01ebd261 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 944 time: 0.0526361 Feb 08 16:55:51.333718 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ce329476-5d73-43da-bde2-65a3d4ae338d up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:55:51.377357 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-988d9509-2ba1-4675-b7e7-45be116e7699 req-6cb3cfe0-c9e0-4224-929c-38edcff06310 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435851 Feb 08 16:55:51.382547 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port ce329476-5d73-43da-bde2-65a3d4ae338d triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:55:51.383182 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:51.462259 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port ce329476-5d73-43da-bde2-65a3d4ae338d is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:55:51.462652 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:51.484570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:55:51.486983 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad79fe2-d927-4a57-b7fb-f6214177fc87" -d '{"events": [{"server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "name": "network-vif-plugged", "status": "completed", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:55:51.499282 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port ce329476-5d73-43da-bde2-65a3d4ae338d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ce329476-5d73-43da-bde2-65a3d4ae338d,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:55:51.503313 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:55:51.528157 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23504e20-0818-4220-a634-e800e5070455 x-openstack-request-id: req-23504e20-0818-4220-a634-e800e5070455 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:55:51.528531 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "name": "network-vif-plugged", "status": "completed", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:55:51.528790 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-23504e20-0818-4220-a634-e800e5070455 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:55:51.529214 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'code': 200} Feb 08 16:55:51.554991 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=ce329476-5d73-43da-bde2-65a3d4ae338d,revision_number=10']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:55:51.688731 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748ad7-0852-43c3-a75a-eb0d5c755af4 req-abc71eb8-2014-4005-9efe-1eeabbbc4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:51.690295 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-37748ad7-0852-43c3-a75a-eb0d5c755af4 req-abc71eb8-2014-4005-9efe-1eeabbbc4689 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 1129 time: 0.0445473 Feb 08 16:55:51.740731 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-37748ad7-0852-43c3-a75a-eb0d5c755af4 req-f38c10d2-6bdd-4773-9b5a-b34dad4ebe54 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445983 Feb 08 16:55:52.504097 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085fb11-8886-41aa-abb8-b7bb84a66780 req-5c30c0f9-a4ee-4244-813a-e392dfd980ed tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:52.505615 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2085fb11-8886-41aa-abb8-b7bb84a66780 req-5c30c0f9-a4ee-4244-813a-e392dfd980ed tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 946 time: 0.0570376 Feb 08 16:55:52.554128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2085fb11-8886-41aa-abb8-b7bb84a66780 req-7f07e7e9-52e2-48bb-a09e-6c0d85b47a6b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425479 Feb 08 16:55:53.673858 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05948da-1f84-451e-a47c-8f4b2394170d req-6ba96425-e0b8-4a4e-9473-2e9cabcbef14 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:55:53.675342 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a05948da-1f84-451e-a47c-8f4b2394170d req-6ba96425-e0b8-4a4e-9473-2e9cabcbef14 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 946 time: 0.0530005 Feb 08 16:55:53.723310 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a05948da-1f84-451e-a47c-8f4b2394170d req-8c138a12-44ec-4275-83ae-218f35b2e759 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423939 Feb 08 16:56:01.671954 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f98c3682-8c88-4a59-9e68-cf1206ab67f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:03.929302 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7812b719-ebdb-4e5d-ac5d-758b308ec228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:05.784997 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:05.991523 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e25ebb11-6aec-48c1-9a50-04aa6499f736 req-3da12134-663c-4077-9615-ede5bf2dea82 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440254 Feb 08 16:56:06.077858 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ebb11-6aec-48c1-9a50-04aa6499f736 req-1a175067-d542-4f14-a0f0-17fac12f733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:06.079381 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e25ebb11-6aec-48c1-9a50-04aa6499f736 req-1a175067-d542-4f14-a0f0-17fac12f733f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 1129 time: 0.0449224 Feb 08 16:56:06.184078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ebb11-6aec-48c1-9a50-04aa6499f736 req-16365bcb-b08d-4c78-ba02-61512c35cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:06.185571 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e25ebb11-6aec-48c1-9a50-04aa6499f736 req-16365bcb-b08d-4c78-ba02-61512c35cc6b service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0856073 Feb 08 16:56:06.250094 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e25ebb11-6aec-48c1-9a50-04aa6499f736 req-d40bca14-75e7-4a7c-9f63-cc1254912c93 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce329476-5d73-43da-bde2-65a3d4ae338d HTTP/1.1" status: 200 len: 1000 time: 0.0575378 Feb 08 16:56:06.298242 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ebb11-6aec-48c1-9a50-04aa6499f736 req-eeace2ef-81df-4e20-afc7-9e47de3e8f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:06.299668 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e25ebb11-6aec-48c1-9a50-04aa6499f736 req-eeace2ef-81df-4e20-afc7-9e47de3e8f78 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0430183 Feb 08 16:56:06.353195 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ebb11-6aec-48c1-9a50-04aa6499f736 req-0753f589-d851-498b-b4cc-1c0eafa074ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:56:06.354681 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e25ebb11-6aec-48c1-9a50-04aa6499f736 req-0753f589-d851-498b-b4cc-1c0eafa074ab service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477438 Feb 08 16:56:06.440284 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e25ebb11-6aec-48c1-9a50-04aa6499f736 req-d45719a9-89fa-48ec-8f41-c9d497066a2c service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794463 Feb 08 16:56:06.532004 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e25ebb11-6aec-48c1-9a50-04aa6499f736 req-ab2aa542-ae1c-4dca-8db2-8426d889e005 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855184 Feb 08 16:56:06.961271 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:08.135306 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:19.586248 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:21.052114 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:25.201130 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:56:31.674056 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-33e14a32-8752-47e5-b456-f535acf21b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:33.930351 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd7db-3ee1-42eb-aec2-5f6c55274ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:35.788142 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:36.964057 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:38.137636 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:49.612464 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:56:51.051256 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:01.677295 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bb642b9c-7294-417e-ae7f-433a629171f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:02.200231 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:57:03.931586 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4169c7fe-2c12-4073-ab90-be0b7dff6605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:05.792190 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:06.554755 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36250) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:57:06.718401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Deleting port b089ad7a-3cca-44f9-99a5-a38765aaff29 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:57:06.718975 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (b089ad7a-3cca-44f9-99a5-a38765aaff29), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:06.792394 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (b089ad7a-3cca-44f9-99a5-a38765aaff29), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:06.792723 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for floatingip (b089ad7a-3cca-44f9-99a5-a38765aaff29), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:06.804972 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Calling delete_port for b089ad7a-3cca-44f9-99a5-a38765aaff29 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:57:06.953454 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (b089ad7a-3cca-44f9-99a5-a38765aaff29), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:06.967179 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:06.983925 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event deleted for resources: {'Port': ['ID=b089ad7a-3cca-44f9-99a5-a38765aaff29,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:57:06.994596 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:06.994960 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:06.995298 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:06.995919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:06.996055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:06.996306 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:06.996637 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:06.996993 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:06.997332 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:06.997659 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:06.997980 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:06.998311 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:06.998687 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:07.089589 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for floatingip (acde5cd0-f8d5-41c2-854b-9eac6a391d0d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:07.089826 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Floating IP acde5cd0-f8d5-41c2-854b-9eac6a391d0d disassociated (deleted). External IP: 172.25.7.63, port: ce329476-5d73-43da-bde2-65a3d4ae338d. Feb 08 16:57:07.165594 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8242eaac-8efe-42bb-a83e-0701595a401c req-bb807643-2576-41e7-8901-849a0c314ccd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1892047 Feb 08 16:57:07.326247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242eaac-8efe-42bb-a83e-0701595a401c req-5a7eff80-54f9-4b16-ba89-f147802b381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:07.328332 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8242eaac-8efe-42bb-a83e-0701595a401c req-5a7eff80-54f9-4b16-ba89-f147802b381e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 1129 time: 0.1222847 Feb 08 16:57:07.347531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Router a7055da8-8be7-4a31-a236-ff1c96ca07ae has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:57:07.515789 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242eaac-8efe-42bb-a83e-0701595a401c req-d9b08de4-387a-4499-902c-aa3b1e9a6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:07.517314 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8242eaac-8efe-42bb-a83e-0701595a401c req-d9b08de4-387a-4499-902c-aa3b1e9a6450 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.1688104 Feb 08 16:57:07.563227 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8242eaac-8efe-42bb-a83e-0701595a401c req-3f6cfa04-b692-464e-ac05-ed8e8ec2827d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce329476-5d73-43da-bde2-65a3d4ae338d HTTP/1.1" status: 200 len: 217 time: 0.0383372 Feb 08 16:57:07.565972 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:57:07.570817 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:07.575415 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48bdd81-2e9d-4e49-a977-3a7af18fd72d None None] Sync routers for ids ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:57:07.585080 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48bdd81-2e9d-4e49-a977-3a7af18fd72d None None] Routers {'a7055da8-8be7-4a31-a236-ff1c96ca07ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:57:07.585691 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b48bdd81-2e9d-4e49-a977-3a7af18fd72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:57:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:57:07.633693 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-05f53405-ac00-49ea-bb5a-b0c1629a509b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "DELETE /v2.0/floatingips/acde5cd0-f8d5-41c2-854b-9eac6a391d0d HTTP/1.1" status: 204 len: 168 time: 1.0777271 Feb 08 16:57:07.635693 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:57:07.638182 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0e15a8-a811-4035-9e5d-cce2cac78d56" -d '{"events": [{"name": "network-changed", "server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:57:07.646646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242eaac-8efe-42bb-a83e-0701595a401c req-7b1569b8-176d-4e0f-aac1-ae2d93177fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:07.648018 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8242eaac-8efe-42bb-a83e-0701595a401c req-7b1569b8-176d-4e0f-aac1-ae2d93177fc7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0753338 Feb 08 16:57:07.687800 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0372dd31-1884-432f-9299-82228c221b09 x-openstack-request-id: req-0372dd31-1884-432f-9299-82228c221b09 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:57:07.688189 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:57:07.688603 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0372dd31-1884-432f-9299-82228c221b09 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:57:07.689064 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'status': 'completed', 'code': 200} Feb 08 16:57:07.694727 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-b48bdd81-2e9d-4e49-a977-3a7af18fd72d None None] Set router a7055da8-8be7-4a31-a236-ff1c96ca07ae gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:57:07.705380 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242eaac-8efe-42bb-a83e-0701595a401c req-3d11fc56-f5b5-413b-bd48-bc069454c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:07.707016 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8242eaac-8efe-42bb-a83e-0701595a401c req-3d11fc56-f5b5-413b-bd48-bc069454c276 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0524602 Feb 08 16:57:07.809667 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8242eaac-8efe-42bb-a83e-0701595a401c req-2bd5f1da-8d19-476f-8f8a-afd8e283abf4 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962284 Feb 08 16:57:07.900182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a1844-e7a7-41e7-80f5-61f5bbd67320 req-f4be7591-8a64-4232-836f-fc8cf5d0fc4a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:07.901652 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-581a1844-e7a7-41e7-80f5-61f5bbd67320 req-f4be7591-8a64-4232-836f-fc8cf5d0fc4a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 946 time: 0.0567412 Feb 08 16:57:07.908634 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8242eaac-8efe-42bb-a83e-0701595a401c req-636168bd-b668-4610-b916-6dac8f92def5 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924938 Feb 08 16:57:07.920138 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b48bdd81-2e9d-4e49-a977-3a7af18fd72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'ce654913-c477-4fa8-a97d-46cc37c2273c', 'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'mac_address': 'fa:16:3e:31:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:52Z', 'updated_at': '2022-02-08T16:52:56Z', 'revision_number': 5, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'subnets': [{'id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:57:07.977040 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-581a1844-e7a7-41e7-80f5-61f5bbd67320 req-7282e6c5-e3c8-434a-bfaa-4231eea36b54 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688815 Feb 08 16:57:08.017291 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e15a8-a811-4035-9e5d-cce2cac78d56 req-db4db512-21d0-4eff-aaef-e817eac9a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:08.018930 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b0e15a8-a811-4035-9e5d-cce2cac78d56 req-db4db512-21d0-4eff-aaef-e817eac9a380 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 1129 time: 0.0574949 Feb 08 16:57:08.044904 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48bdd81-2e9d-4e49-a977-3a7af18fd72d None None] Checking router: a7055da8-8be7-4a31-a236-ff1c96ca07ae for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:57:08.053741 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48bdd81-2e9d-4e49-a977-3a7af18fd72d None None] Routers {'a7055da8-8be7-4a31-a236-ff1c96ca07ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:57:08.054350 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b48bdd81-2e9d-4e49-a977-3a7af18fd72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:57:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:57:08.115721 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e15a8-a811-4035-9e5d-cce2cac78d56 req-e8a35a86-7133-4794-822b-4b82fe819dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:08.117252 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b0e15a8-a811-4035-9e5d-cce2cac78d56 req-e8a35a86-7133-4794-822b-4b82fe819dfd service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0910780 Feb 08 16:57:08.141517 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:08.163842 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b0e15a8-a811-4035-9e5d-cce2cac78d56 req-a8bf4f10-75f8-48df-adbf-6d1a8f60f459 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce329476-5d73-43da-bde2-65a3d4ae338d HTTP/1.1" status: 200 len: 217 time: 0.0397196 Feb 08 16:57:08.165253 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-b48bdd81-2e9d-4e49-a977-3a7af18fd72d None None] Set router a7055da8-8be7-4a31-a236-ff1c96ca07ae gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:57:08.211420 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e15a8-a811-4035-9e5d-cce2cac78d56 req-e9b592e4-87c8-4b4b-b5c9-859ac3d8bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:08.212893 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b0e15a8-a811-4035-9e5d-cce2cac78d56 req-e9b592e4-87c8-4b4b-b5c9-859ac3d8bc50 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0433581 Feb 08 16:57:08.262690 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e15a8-a811-4035-9e5d-cce2cac78d56 req-a03e0f43-5dd6-4984-b6c1-17ffa40e3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:08.264370 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b0e15a8-a811-4035-9e5d-cce2cac78d56 req-a03e0f43-5dd6-4984-b6c1-17ffa40e3f65 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445375 Feb 08 16:57:08.357509 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b0e15a8-a811-4035-9e5d-cce2cac78d56 req-ac8407fd-98b6-40d3-870a-6d4a7d7c7b8c service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867486 Feb 08 16:57:08.361223 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-b48bdd81-2e9d-4e49-a977-3a7af18fd72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'ce654913-c477-4fa8-a97d-46cc37c2273c', 'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'mac_address': 'fa:16:3e:31:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:52Z', 'updated_at': '2022-02-08T16:52:56Z', 'revision_number': 5, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'subnets': [{'id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:57:08.386594 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48bdd81-2e9d-4e49-a977-3a7af18fd72d None None] The sync data for ids ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'] in n-d-824834-11 is: [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'ce654913-c477-4fa8-a97d-46cc37c2273c', 'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'mac_address': 'fa:16:3e:31:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:52Z', 'updated_at': '2022-02-08T16:52:56Z', 'revision_number': 5, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'subnets': [{'id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:57:08.448840 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-6b0e15a8-a811-4035-9e5d-cce2cac78d56 req-ae51623c-c09f-415c-a547-c114a42cb42c service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844514 Feb 08 16:57:08.612566 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c09eea-d128-4708-b77f-8bcfd36277fe None None] New status for floating IP acde5cd0-f8d5-41c2-854b-9eac6a391d0d: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:57:09.154400 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe87355-1bd3-4cae-a654-10aba288bd33 req-95216d97-332d-4b3a-a92c-3af7eb44578b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:09.156007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2fe87355-1bd3-4cae-a654-10aba288bd33 req-95216d97-332d-4b3a-a92c-3af7eb44578b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 946 time: 0.1021221 Feb 08 16:57:09.205691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2fe87355-1bd3-4cae-a654-10aba288bd33 req-3430ee63-8ed9-438a-8190-caa1ede943db tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=bde5386e-81ac-4299-aab5-b0ce6214da05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439341 Feb 08 16:57:09.224646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0875e-ff62-4ca8-94f8-50112f8ed6ee req-7adfadf3-0052-454f-8bff-e26deddd6f32 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:09.226152 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3ab0875e-ff62-4ca8-94f8-50112f8ed6ee req-7adfadf3-0052-454f-8bff-e26deddd6f32 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.96 "GET /v2.0/ports?device_id=0b07b5f3-301f-4d1d-b11f-1b7f61c48553 HTTP/1.1" status: 200 len: 946 time: 0.0571876 Feb 08 16:57:09.318756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-3ab0875e-ff62-4ca8-94f8-50112f8ed6ee req-69c144e3-578e-4cde-97ee-a5ab574100d6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Deleting port ce329476-5d73-43da-bde2-65a3d4ae338d {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 16:57:09.319111 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3ab0875e-ff62-4ca8-94f8-50112f8ed6ee req-69c144e3-578e-4cde-97ee-a5ab574100d6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:09.407958 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-3ab0875e-ff62-4ca8-94f8-50112f8ed6ee req-69c144e3-578e-4cde-97ee-a5ab574100d6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] For port ce329476-5d73-43da-bde2-65a3d4ae338d, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=ce329476-5d73-43da-bde2-65a3d4ae338d,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:57:09.408332 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3ab0875e-ff62-4ca8-94f8-50112f8ed6ee req-69c144e3-578e-4cde-97ee-a5ab574100d6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:09.421754 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-3ab0875e-ff62-4ca8-94f8-50112f8ed6ee req-69c144e3-578e-4cde-97ee-a5ab574100d6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Calling delete_port for ce329476-5d73-43da-bde2-65a3d4ae338d owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 16:57:09.547649 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3ab0875e-ff62-4ca8-94f8-50112f8ed6ee req-69c144e3-578e-4cde-97ee-a5ab574100d6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ce329476-5d73-43da-bde2-65a3d4ae338d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:09.580218 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c144e3-578e-4cde-97ee-a5ab574100d6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event deleted for resources: {'Port': ['ID=ce329476-5d73-43da-bde2-65a3d4ae338d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:57:09.621833 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab0875e-ff62-4ca8-94f8-50112f8ed6ee req-69c144e3-578e-4cde-97ee-a5ab574100d6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] No DVR routers for this DVR port ce329476-5d73-43da-bde2-65a3d4ae338d on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 16:57:09.624535 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-3ab0875e-ff62-4ca8-94f8-50112f8ed6ee req-69c144e3-578e-4cde-97ee-a5ab574100d6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:09.627885 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-3ab0875e-ff62-4ca8-94f8-50112f8ed6ee req-69c144e3-578e-4cde-97ee-a5ab574100d6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.96 "DELETE /v2.0/ports/ce329476-5d73-43da-bde2-65a3d4ae338d HTTP/1.1" status: 204 len: 173 time: 0.3963749 Feb 08 16:57:09.690670 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'name': 'network-vif-deleted', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:57:09.693125 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5fb770-57c3-41a1-b4ce-3c4ee6b88008" -d '{"events": [{"server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "name": "network-vif-deleted", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:57:09.730740 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4221cdaa-3eb3-4cd8-9a57-d5ca80993658 x-openstack-request-id: req-4221cdaa-3eb3-4cd8-9a57-d5ca80993658 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:57:09.731036 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b07b5f3-301f-4d1d-b11f-1b7f61c48553", "name": "network-vif-deleted", "tag": "ce329476-5d73-43da-bde2-65a3d4ae338d", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:57:09.731298 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4221cdaa-3eb3-4cd8-9a57-d5ca80993658 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:57:09.731707 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b07b5f3-301f-4d1d-b11f-1b7f61c48553', 'name': 'network-vif-deleted', 'tag': 'ce329476-5d73-43da-bde2-65a3d4ae338d', 'status': 'completed', 'code': 200} Feb 08 16:57:10.261401 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36276) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:57:10.319081 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bbd63c58-dbe2-49a4-aa7c-082d2a14d39f tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group (bde5386e-81ac-4299-aab5-b0ce6214da05), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:10.344544 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bbd63c58-dbe2-49a4-aa7c-082d2a14d39f tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group (bde5386e-81ac-4299-aab5-b0ce6214da05), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:10.407239 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bbd63c58-dbe2-49a4-aa7c-082d2a14d39f tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (bde5386e-81ac-4299-aab5-b0ce6214da05), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:10.409837 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-bbd63c58-dbe2-49a4-aa7c-082d2a14d39f tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:10.411006 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-bbd63c58-dbe2-49a4-aa7c-082d2a14d39f tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "DELETE /v2.0/security-groups/bde5386e-81ac-4299-aab5-b0ce6214da05 HTTP/1.1" status: 204 len: 168 time: 0.1486092 Feb 08 16:57:10.419953 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd63c58-dbe2-49a4-aa7c-082d2a14d39f tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde5386e-81ac-4299-aab5-b0ce6214da05,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:57:10.664412 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36282) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:57:10.668968 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-5ac05c26-9aeb-4897-97d4-1db6294ea50a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-18966777', 'description': 'tempest-secgroup-smoke-18966777 description', 'project_id': '8711cbfe63b84be1ad0bcad4872e307f'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:57:10.693799 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ac05c26-9aeb-4897-97d4-1db6294ea50a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:10.759681 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ac05c26-9aeb-4897-97d4-1db6294ea50a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group (918cc868-6791-4f69-b6b1-336b721191d9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:10.763124 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ac05c26-9aeb-4897-97d4-1db6294ea50a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (918cc868-6791-4f69-b6b1-336b721191d9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:10.792627 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-5ac05c26-9aeb-4897-97d4-1db6294ea50a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:10.793906 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-5ac05c26-9aeb-4897-97d4-1db6294ea50a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1284254 Feb 08 16:57:10.794763 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac05c26-9aeb-4897-97d4-1db6294ea50a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918cc868-6791-4f69-b6b1-336b721191d9,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:57:10.797274 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36284) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:57:10.801794 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-d49602e4-3a99-48d5-885b-943fecb38f89 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'security_group_rule': {'security_group_id': '918cc868-6791-4f69-b6b1-336b721191d9', 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:57:10.826021 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d49602e4-3a99-48d5-885b-943fecb38f89 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (38cfa2aa-d966-4e02-95b1-d9d5cde3975a), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:10.887588 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d49602e4-3a99-48d5-885b-943fecb38f89 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (38cfa2aa-d966-4e02-95b1-d9d5cde3975a), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:10.891452 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d49602e4-3a99-48d5-885b-943fecb38f89 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (38cfa2aa-d966-4e02-95b1-d9d5cde3975a), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:10.908229 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49602e4-3a99-48d5-885b-943fecb38f89 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cfa2aa-d966-4e02-95b1-d9d5cde3975a,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:57:10.916869 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d49602e4-3a99-48d5-885b-943fecb38f89 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:10.918114 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d49602e4-3a99-48d5-885b-943fecb38f89 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199183 Feb 08 16:57:10.921464 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36286) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:57:10.925910 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-8753ce8a-f482-4bda-a900-5b99d6087dd4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'security_group_rule': {'security_group_id': '918cc868-6791-4f69-b6b1-336b721191d9', 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:57:10.952306 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8753ce8a-f482-4bda-a900-5b99d6087dd4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (50096cdd-de09-4566-af67-d3e6ebb1a84f), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.034063 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8753ce8a-f482-4bda-a900-5b99d6087dd4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (50096cdd-de09-4566-af67-d3e6ebb1a84f), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.038910 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8753ce8a-f482-4bda-a900-5b99d6087dd4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (50096cdd-de09-4566-af67-d3e6ebb1a84f), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.062764 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753ce8a-f482-4bda-a900-5b99d6087dd4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50096cdd-de09-4566-af67-d3e6ebb1a84f,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:57:11.072326 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-8753ce8a-f482-4bda-a900-5b99d6087dd4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.073576 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-8753ce8a-f482-4bda-a900-5b99d6087dd4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1511366 Feb 08 16:57:11.076357 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36288) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:57:11.080843 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-dc5f80c6-31f4-4001-917a-fe4a2fd5006a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'security_group_rule': {'security_group_id': '918cc868-6791-4f69-b6b1-336b721191d9', 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:57:11.105828 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc5f80c6-31f4-4001-917a-fe4a2fd5006a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (54141a2e-63d2-4394-9796-88548a9688f9), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.166298 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc5f80c6-31f4-4001-917a-fe4a2fd5006a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (54141a2e-63d2-4394-9796-88548a9688f9), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.169646 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc5f80c6-31f4-4001-917a-fe4a2fd5006a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (54141a2e-63d2-4394-9796-88548a9688f9), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.188268 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f80c6-31f4-4001-917a-fe4a2fd5006a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54141a2e-63d2-4394-9796-88548a9688f9,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:57:11.193632 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-dc5f80c6-31f4-4001-917a-fe4a2fd5006a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.194819 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-dc5f80c6-31f4-4001-917a-fe4a2fd5006a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173379 Feb 08 16:57:11.197525 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36290) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:57:11.201705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-55d6759d-47e3-4e94-b45e-fad181a11f59 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'security_group_rule': {'security_group_id': '918cc868-6791-4f69-b6b1-336b721191d9', 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:57:11.226395 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-55d6759d-47e3-4e94-b45e-fad181a11f59 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (f13557c7-30ce-4ca6-ae56-6344bc79e2a0), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.283230 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-55d6759d-47e3-4e94-b45e-fad181a11f59 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (f13557c7-30ce-4ca6-ae56-6344bc79e2a0), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.286906 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-55d6759d-47e3-4e94-b45e-fad181a11f59 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (f13557c7-30ce-4ca6-ae56-6344bc79e2a0), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.305600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6759d-47e3-4e94-b45e-fad181a11f59 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13557c7-30ce-4ca6-ae56-6344bc79e2a0,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:57:11.310909 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-55d6759d-47e3-4e94-b45e-fad181a11f59 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.312193 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-55d6759d-47e3-4e94-b45e-fad181a11f59 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137481 Feb 08 16:57:11.314994 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36292) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:57:11.319247 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-1f77c69a-138b-4fb7-8a71-06ba34b23215 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'security_group_rule': {'security_group_id': '918cc868-6791-4f69-b6b1-336b721191d9', 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:57:11.337949 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-1f77c69a-138b-4fb7-8a71-06ba34b23215 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Project 8711cbfe63b84be1ad0bcad4872e307f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:57:11.343417 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f77c69a-138b-4fb7-8a71-06ba34b23215 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (453ed954-1715-4916-98ec-db3e8ea5d450), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.399912 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f77c69a-138b-4fb7-8a71-06ba34b23215 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (453ed954-1715-4916-98ec-db3e8ea5d450), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.403488 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f77c69a-138b-4fb7-8a71-06ba34b23215 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (453ed954-1715-4916-98ec-db3e8ea5d450), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.421740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77c69a-138b-4fb7-8a71-06ba34b23215 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453ed954-1715-4916-98ec-db3e8ea5d450,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:57:11.428248 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1f77c69a-138b-4fb7-8a71-06ba34b23215 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.429520 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1f77c69a-138b-4fb7-8a71-06ba34b23215 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1136115 Feb 08 16:57:11.432144 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36294) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:57:11.436322 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-24e900da-42cf-4f1e-84a2-473f784d4df1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'security_group_rule': {'security_group_id': '918cc868-6791-4f69-b6b1-336b721191d9', 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:57:11.455401 n-d-824834-11 neutron-server[103302]: INFO neutron.db.securitygroups_db [None req-24e900da-42cf-4f1e-84a2-473f784d4df1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Project 8711cbfe63b84be1ad0bcad4872e307f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 16:57:11.460338 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24e900da-42cf-4f1e-84a2-473f784d4df1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (9abd5a87-f369-4c80-90f8-a36cc5df9c6d), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.520501 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24e900da-42cf-4f1e-84a2-473f784d4df1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (9abd5a87-f369-4c80-90f8-a36cc5df9c6d), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.524012 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24e900da-42cf-4f1e-84a2-473f784d4df1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (9abd5a87-f369-4c80-90f8-a36cc5df9c6d), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.541877 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e900da-42cf-4f1e-84a2-473f784d4df1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9abd5a87-f369-4c80-90f8-a36cc5df9c6d,revision_number=0']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:57:11.549007 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-24e900da-42cf-4f1e-84a2-473f784d4df1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:11.550197 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-24e900da-42cf-4f1e-84a2-473f784d4df1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171472 Feb 08 16:57:11.771152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ce329476-5d73-43da-bde2-65a3d4ae338d no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 16:57:11.791297 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: ce329476-5d73-43da-bde2-65a3d4ae338d {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 16:57:11.791639 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device ce329476-5d73-43da-bde2-65a3d4ae338d not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 16:57:19.628976 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:21.068104 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:29.929705 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-37e324be-5450-4cf7-bebc-81c6a0ae3490 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-18966777&fields=id&tenant_id=8711cbfe63b84be1ad0bcad4872e307f HTTP/1.1" status: 200 len: 267 time: 0.0442445 Feb 08 16:57:30.036969 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-69964764-5124-4676-8241-ca45bb2649fa tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:30.038430 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-69964764-5124-4676-8241-ca45bb2649fa tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 808 time: 0.1023490 Feb 08 16:57:30.052636 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-57424d13-50dd-4103-b4ea-e38473f406dc tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/quotas/8711cbfe63b84be1ad0bcad4872e307f HTTP/1.1" status: 200 len: 375 time: 0.0088179 Feb 08 16:57:30.106685 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-aa705116-d001-468f-a5e8-cc763471cfa9 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492020 Feb 08 16:57:30.212049 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-6d928fe6-3d8d-4e9e-83e0-1fdaa2078043 service neutron] 10.222.0.82 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943725 Feb 08 16:57:30.301046 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-e5c0e9a9-40eb-4ebc-aac0-ea7b824bd341 service neutron] 10.222.0.82 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830297 Feb 08 16:57:31.591503 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-23515138-55a7-4d2a-8ad2-6bfc23b9461d req-d12a4b08-2610-4716-ba73-b81dd8315eac tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 210 time: 0.0273700 Feb 08 16:57:31.680253 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ac56d1e8-85ee-4946-96ce-c24715b6a5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:32.671598 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d112930-b64e-4ec2-9986-a77eea03aaac req-220cee4c-230e-43c3-b896-68e3b8bfb302 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 210 time: 0.0278904 Feb 08 16:57:33.756121 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bf0d4263-b1e9-4169-a616-5bd163aa6791 req-375da2a8-03e9-4562-a106-d6e7e2b03eca tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 210 time: 0.0326118 Feb 08 16:57:33.932783 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-001df422-fa52-466f-8e9a-aa7cfced117a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:34.890345 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b9fa4217-127d-4f8f-9280-7786279ebc28 req-245df839-13f4-4a6c-a7bb-d2190130ff53 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 210 time: 0.0800529 Feb 08 16:57:35.794376 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:35.987147 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-243b17e2-cb50-4217-93de-f5179dd7ab13 req-09c13124-cee7-4ffe-bbc5-64b1056eabd4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 210 time: 0.0295241 Feb 08 16:57:36.645395 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-ba6de1b6-aa3e-4a65-86eb-bf4de3ecf3f1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:36.646861 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-ba6de1b6-aa3e-4a65-86eb-bf4de3ecf3f1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.94 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 808 time: 0.1086681 Feb 08 16:57:36.712722 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-4a95d7ee-7eca-420b-bce4-7ba1b47e8623 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8711cbfe63b84be1ad0bcad4872e307f HTTP/1.1" status: 200 len: 378 time: 0.0537972 Feb 08 16:57:36.723910 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'port': {'device_id': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'admin_state_up': True, 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'security_groups': ['918cc868-6791-4f69-b6b1-336b721191d9']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:57:36.832883 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Made reservation on behalf of 8711cbfe63b84be1ad0bcad4872e307f for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 16:57:36.836242 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:36.971477 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:36.972012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Allocated IP 172.20.0.5 (b5305923-7f24-404b-93a9-3b239acc6a2e/0a403a86-1f48-4547-93aa-1f995a7c1b33/54eedbd5-b7cf-4775-a607-3832573d7e53) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:57:37.099371 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1b6f5ea2-9d6c-43bc-95a1-312730bbcedd req-ef5f3366-3f79-493f-abb9-e646ea88a4dd tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 210 time: 0.0325418 Feb 08 16:57:37.144471 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:37.177776 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:37.222666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Network b5305923-7f24-404b-93a9-3b239acc6a2e is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:57:37.225721 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:57:37.229338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:57:37.253223 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'Port': ['ID=54eedbd5-b7cf-4775-a607-3832573d7e53,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:57:37.274766 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:37.275120 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:37.275462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:37.275796 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:37.276127 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:37.276455 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:37.276780 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:37.277135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:37.277469 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:37.277786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:37.278107 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:37.278430 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:37.278750 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:37.302551 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:37.303175 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:37.322374 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-48a985ba-507e-4950-aba7-0347752db346 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015651 Feb 08 16:57:37.333746 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-303fe4bb-6384-45f4-8d0b-9580b65c40a9 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 16:57:37.334875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-303fe4bb-6384-45f4-8d0b-9580b65c40a9 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059531 Feb 08 16:57:37.397416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Request body: {'port': {'device_id': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:57:37.459738 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:37.515256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-fd7ecb3f-4c11-4551-a210-71bfc99ea8d1 None None] Provisioning complete for port 54eedbd5-b7cf-4775-a607-3832573d7e53 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:57:37.515525 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-fd7ecb3f-4c11-4551-a210-71bfc99ea8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:37.551111 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-fd7ecb3f-4c11-4551-a210-71bfc99ea8d1 None None] Port 54eedbd5-b7cf-4775-a607-3832573d7e53 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 16:57:37.727800 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54eedbd5-b7cf-4775-a607-3832573d7e53 {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:57:37.737443 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Publish callbacks [] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:37.751323 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Transition to ACTIVE for port object 54eedbd5-b7cf-4775-a607-3832573d7e53 will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 16:57:37.756051 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:37.859393 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Pushing event updated for resources: {'Port': ['ID=54eedbd5-b7cf-4775-a607-3832573d7e53,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:57:37.882707 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Attempting to bind port 54eedbd5-b7cf-4775-a607-3832573d7e53 on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 16:57:37.883448 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Attempting to bind port 54eedbd5-b7cf-4775-a607-3832573d7e53 by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 16:57:37.883928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Attempting to bind port 54eedbd5-b7cf-4775-a607-3832573d7e53 on network b5305923-7f24-404b-93a9-3b239acc6a2e {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:57:37.888869 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Port 54eedbd5-b7cf-4775-a607-3832573d7e53 on network b5305923-7f24-404b-93a9-3b239acc6a2e not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 16:57:37.889463 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Attempting to bind port 54eedbd5-b7cf-4775-a607-3832573d7e53 on network b5305923-7f24-404b-93a9-3b239acc6a2e {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 16:57:37.895119 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 16, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 16:57:37.895578 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Checking segment: {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 16:57:37.896063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Bound using segment: {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 16:57:37.896618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Bound port: 54eedbd5-b7cf-4775-a607-3832573d7e53, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 16:57:37.897111 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:37.969120 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] For port 54eedbd5-b7cf-4775-a607-3832573d7e53, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 16:57:37.972620 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] For port 54eedbd5-b7cf-4775-a607-3832573d7e53, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=54eedbd5-b7cf-4775-a607-3832573d7e53,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 16:57:37.980142 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:38.017625 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:38.018394 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:38.019935 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] 10.222.0.94 "PUT /v2.0/ports/54eedbd5-b7cf-4775-a607-3832573d7e53 HTTP/1.1" status: 200 len: 1092 time: 0.6773791 Feb 08 16:57:38.020439 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:57:38.022790 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231bcf88-8151-49c0-a1ee-ec32c2791ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:57:38.061517 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908ddf4-31b4-4ffa-9553-4659b3f16fff service neutron] Pushing event updated for resources: {'Port': ['ID=54eedbd5-b7cf-4775-a607-3832573d7e53,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:57:38.117530 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-fa6fdc3f-3484-4dea-b3b0-5c382c4a0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:38.119846 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-fa6fdc3f-3484-4dea-b3b0-5c382c4a0ea6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 1126 time: 0.0546534 Feb 08 16:57:38.162771 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:38.181633 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc37bca4-3a8a-4abf-ad4c-b1c6a4184ca2 x-openstack-request-id: req-dc37bca4-3a8a-4abf-ad4c-b1c6a4184ca2 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:57:38.182035 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:57:38.182386 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dc37bca4-3a8a-4abf-ad4c-b1c6a4184ca2 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:57:38.183964 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'status': 'completed', 'code': 200} Feb 08 16:57:38.185977 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-359c61a2-30be-44bf-8921-1bdaef7c255a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54eedbd5-b7cf-4775-a607-3832573d7e53 HTTP/1.1" status: 200 len: 217 time: 0.0544484 Feb 08 16:57:38.275096 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-cabed6d1-5697-47c2-b0e6-532f17e64248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:38.277263 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-cabed6d1-5697-47c2-b0e6-532f17e64248 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0815551 Feb 08 16:57:38.294307 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e71924-9511-4b4e-9989-d0aec0545441 req-3b416ffb-ae96-4bbe-aac6-29ac16f1f523 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:38.300864 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25e71924-9511-4b4e-9989-d0aec0545441 req-3b416ffb-ae96-4bbe-aac6-29ac16f1f523 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0908008 Feb 08 16:57:38.380594 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-25e71924-9511-4b4e-9989-d0aec0545441 req-4d343223-cd08-4c77-b339-84ab568c7ac2 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756042 Feb 08 16:57:38.383496 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-e0bf7e67-d4c1-4c50-bfc8-cca99f97f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:38.384923 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-e0bf7e67-d4c1-4c50-bfc8-cca99f97f9e9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0881901 Feb 08 16:57:38.478985 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-4d39bb4b-69e1-465f-ab0d-be7801cbf6e1 service neutron] 10.222.0.94 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839198 Feb 08 16:57:38.576637 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f42b4595-7e2b-401a-8590-73d7cbfa8b65 req-3330330b-580e-4572-8007-c05455bf39d7 service neutron] 10.222.0.94 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883107 Feb 08 16:57:38.667979 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bcf88-8151-49c0-a1ee-ec32c2791ab6 req-992c8b88-b0de-4bfc-9035-ea2816a1272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:38.669516 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-231bcf88-8151-49c0-a1ee-ec32c2791ab6 req-992c8b88-b0de-4bfc-9035-ea2816a1272d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 1126 time: 0.0483236 Feb 08 16:57:38.762883 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bcf88-8151-49c0-a1ee-ec32c2791ab6 req-5b6c44bc-c2f2-4be7-b08a-5be5ad33cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:38.764398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-231bcf88-8151-49c0-a1ee-ec32c2791ab6 req-5b6c44bc-c2f2-4be7-b08a-5be5ad33cefd service neutron] 10.222.0.94 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0843377 Feb 08 16:57:38.817124 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-231bcf88-8151-49c0-a1ee-ec32c2791ab6 req-87fdcd5a-af0d-46ec-9e00-5e62dbe0172a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54eedbd5-b7cf-4775-a607-3832573d7e53 HTTP/1.1" status: 200 len: 217 time: 0.0386600 Feb 08 16:57:38.866228 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bcf88-8151-49c0-a1ee-ec32c2791ab6 req-37ee27b7-395b-4020-a623-39f62c701030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:38.867803 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-231bcf88-8151-49c0-a1ee-ec32c2791ab6 req-37ee27b7-395b-4020-a623-39f62c701030 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0449636 Feb 08 16:57:38.919197 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bcf88-8151-49c0-a1ee-ec32c2791ab6 req-1d36c48f-33e7-4345-8a8d-ec3a3c457cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:38.921448 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-231bcf88-8151-49c0-a1ee-ec32c2791ab6 req-1d36c48f-33e7-4345-8a8d-ec3a3c457cfc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452423 Feb 08 16:57:39.015908 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-231bcf88-8151-49c0-a1ee-ec32c2791ab6 req-789baba8-2db1-45f4-9f81-0d535f81beef service neutron] 10.222.0.94 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856345 Feb 08 16:57:39.108757 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-231bcf88-8151-49c0-a1ee-ec32c2791ab6 req-e12ae755-2b8c-4d1b-8230-da1949ff53ed service neutron] 10.222.0.94 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822082 Feb 08 16:57:39.199463 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:57:39.509408 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d20fe-4ed0-4d8a-aa8d-f8a01e662c3f req-d3f2eb34-422b-4b84-9e72-8d1da8661bc4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:39.511605 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-451d20fe-4ed0-4d8a-aa8d-f8a01e662c3f req-d3f2eb34-422b-4b84-9e72-8d1da8661bc4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0563135 Feb 08 16:57:39.566704 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-451d20fe-4ed0-4d8a-aa8d-f8a01e662c3f req-d75a5198-52b3-4c1e-b546-6cd12396d045 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479355 Feb 08 16:57:40.686851 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1572ba-0638-4906-b41f-b79dc3fca5cc req-18aa9e7d-a6f2-4e03-8fe6-fa063770e241 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:40.688342 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa1572ba-0638-4906-b41f-b79dc3fca5cc req-18aa9e7d-a6f2-4e03-8fe6-fa063770e241 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0534890 Feb 08 16:57:40.739521 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-aa1572ba-0638-4906-b41f-b79dc3fca5cc req-fa3aacda-e30f-4726-bd71-e2285f83939c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455816 Feb 08 16:57:41.859818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fce618-21f8-4f88-af74-ab9365cc0d56 req-b3cc0855-a6d3-4e79-a702-68b6c78e66d2 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:41.861335 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-38fce618-21f8-4f88-af74-ab9365cc0d56 req-b3cc0855-a6d3-4e79-a702-68b6c78e66d2 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0533063 Feb 08 16:57:41.909252 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-38fce618-21f8-4f88-af74-ab9365cc0d56 req-da922897-5838-45f0-8804-91d2f3e3f4dc tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423574 Feb 08 16:57:43.032321 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1913df1-38be-4b06-ae8a-ad12e7a48800 req-d28c199b-4e57-48be-9939-8dd1113dce42 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:43.033681 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1913df1-38be-4b06-ae8a-ad12e7a48800 req-d28c199b-4e57-48be-9939-8dd1113dce42 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0575719 Feb 08 16:57:43.081506 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f1913df1-38be-4b06-ae8a-ad12e7a48800 req-581e410b-13de-4e75-951f-859d5bbad8ee tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420709 Feb 08 16:57:44.203270 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bb65c-8b34-48d1-a90f-202cf163b4ad req-e16402ae-e3ac-4bec-abd3-85d3f920a613 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:44.204875 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f9bb65c-8b34-48d1-a90f-202cf163b4ad req-e16402ae-e3ac-4bec-abd3-85d3f920a613 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0545471 Feb 08 16:57:44.254681 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f9bb65c-8b34-48d1-a90f-202cf163b4ad req-dbe8044f-70e9-495a-9220-c2e60f6968ed tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440693 Feb 08 16:57:45.383741 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2ad6c-0971-4356-a61a-e4ab64be9b60 req-b88020ed-b03c-4e86-98a0-693fa6b16d05 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:45.385279 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bde2ad6c-0971-4356-a61a-e4ab64be9b60 req-b88020ed-b03c-4e86-98a0-693fa6b16d05 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0615816 Feb 08 16:57:45.777693 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-bde2ad6c-0971-4356-a61a-e4ab64be9b60 req-3bfb95b7-df23-4c26-b611-350bd252f30e tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3849051 Feb 08 16:57:46.896599 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0ee78-7f60-4963-bc39-71039f254230 req-c86dfbd4-fa7c-4179-a120-5ec45a7953db tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:46.898078 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01b0ee78-7f60-4963-bc39-71039f254230 req-c86dfbd4-fa7c-4179-a120-5ec45a7953db tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0525835 Feb 08 16:57:46.946111 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01b0ee78-7f60-4963-bc39-71039f254230 req-9d259bcb-22d2-490f-b4a7-bc36ded3fe02 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421340 Feb 08 16:57:48.068818 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0110ab5-19e8-4841-93d0-958b97b9718e req-ec5f159c-39d5-44df-a130-62265920177b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:48.070299 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d0110ab5-19e8-4841-93d0-958b97b9718e req-ec5f159c-39d5-44df-a130-62265920177b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0521510 Feb 08 16:57:48.120426 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d0110ab5-19e8-4841-93d0-958b97b9718e req-78fbf2fb-e9b2-4c90-8915-28a9b8abeb32 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445349 Feb 08 16:57:49.238347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8be296-d886-438a-9a0c-5232a7eb8df9 req-5c0dfdeb-e564-41b5-8f2d-c8653c3d4a12 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:49.239817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e8be296-d886-438a-9a0c-5232a7eb8df9 req-5c0dfdeb-e564-41b5-8f2d-c8653c3d4a12 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0516264 Feb 08 16:57:49.287465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e8be296-d886-438a-9a0c-5232a7eb8df9 req-e857ad97-4321-43bd-8a94-9c9d5f975d3d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420997 Feb 08 16:57:49.634498 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:50.405467 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2927d3-a1e4-4e88-9fed-c62e8545326a req-a5401a14-1021-49e7-89e5-533fc9d9d603 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:50.406952 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab2927d3-a1e4-4e88-9fed-c62e8545326a req-a5401a14-1021-49e7-89e5-533fc9d9d603 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0524468 Feb 08 16:57:50.455246 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ab2927d3-a1e4-4e88-9fed-c62e8545326a req-32768f34-9064-4172-ad2e-bb9f00c67a51 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428019 Feb 08 16:57:51.082549 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:51.576102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c02aa-7940-444e-82d6-fd439208b93f req-afc10d70-f326-4b86-bdd8-0b4bd73906b3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:51.577805 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-444c02aa-7940-444e-82d6-fd439208b93f req-afc10d70-f326-4b86-bdd8-0b4bd73906b3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0556014 Feb 08 16:57:51.626093 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-444c02aa-7940-444e-82d6-fd439208b93f req-b4410b0d-96eb-4a89-a3a9-7f842a517de0 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426016 Feb 08 16:57:52.744410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f9dbc-1d09-42e5-a187-ef5e6d88bfe2 req-05d37c7c-6d9d-4875-af3a-2262c044e954 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:52.745905 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a4f9dbc-1d09-42e5-a187-ef5e6d88bfe2 req-05d37c7c-6d9d-4875-af3a-2262c044e954 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0530496 Feb 08 16:57:52.794281 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a4f9dbc-1d09-42e5-a187-ef5e6d88bfe2 req-97409880-39bd-4e94-9e90-b0521e24ec29 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427842 Feb 08 16:57:53.915872 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e530113-ea7b-40d0-a2c8-b6aabf7e6322 req-8581d65e-68de-4466-921c-b6359dc55f5e tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:53.917365 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4e530113-ea7b-40d0-a2c8-b6aabf7e6322 req-8581d65e-68de-4466-921c-b6359dc55f5e tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0545301 Feb 08 16:57:53.964185 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4e530113-ea7b-40d0-a2c8-b6aabf7e6322 req-8261aa08-c2f2-4d5c-acab-1055d0e1c301 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404882 Feb 08 16:57:55.080963 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d595ec-fa5a-4b96-aae3-23b2b433b3e3 req-612878ef-e0e8-4667-8077-1a22a557df3f tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:55.082489 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d0d595ec-fa5a-4b96-aae3-23b2b433b3e3 req-612878ef-e0e8-4667-8077-1a22a557df3f tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0511408 Feb 08 16:57:55.129691 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d0d595ec-fa5a-4b96-aae3-23b2b433b3e3 req-d5748681-763b-43e6-b616-62ac9723bef5 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416896 Feb 08 16:57:55.445101 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 54eedbd5-b7cf-4775-a607-3832573d7e53 details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 16:57:55.542483 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 54eedbd5-b7cf-4775-a607-3832573d7e53, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=54eedbd5-b7cf-4775-a607-3832573d7e53,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:57:55.553791 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'port_id': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'mac_address': 'fa:16:3e:38:a7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 16:57:55.589904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 54eedbd5-b7cf-4775-a607-3832573d7e53 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:57:55.590293 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:55.603267 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54eedbd5-b7cf-4775-a607-3832573d7e53 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 16:57:55.621888 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 54eedbd5-b7cf-4775-a607-3832573d7e53, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=54eedbd5-b7cf-4775-a607-3832573d7e53,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:57:55.626261 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:55.676230 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=54eedbd5-b7cf-4775-a607-3832573d7e53,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:57:55.683541 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:55.683890 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:55.684231 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:55.684570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:55.684904 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:55.685331 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:55.686281 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:55.686625 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:55.686955 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:55.687277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:55.687600 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:55.687924 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:55.688248 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 16:57:55.974212 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['54eedbd5-b7cf-4775-a607-3832573d7e53'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 16:57:56.251699 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f29895-c81f-4a4d-88f7-82350c615ddc req-5502dba3-c0c8-4756-a213-ba7a77210e24 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:56.253113 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-86f29895-c81f-4a4d-88f7-82350c615ddc req-5502dba3-c0c8-4756-a213-ba7a77210e24 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 944 time: 0.0526505 Feb 08 16:57:56.304752 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-86f29895-c81f-4a4d-88f7-82350c615ddc req-727ff3f8-17df-4a98-80ad-d61babfda57a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457730 Feb 08 16:57:57.421740 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880a609-180e-4e0c-8dfc-f6995cb41ff9 req-c3632951-c841-4154-a8ca-3a83518a4382 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:57.423185 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0880a609-180e-4e0c-8dfc-f6995cb41ff9 req-c3632951-c841-4154-a8ca-3a83518a4382 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 944 time: 0.0520356 Feb 08 16:57:57.469756 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0880a609-180e-4e0c-8dfc-f6995cb41ff9 req-0c4d31cc-9377-49de-9922-cf93f535a66e tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410719 Feb 08 16:57:57.477187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 54eedbd5-b7cf-4775-a607-3832573d7e53 up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 16:57:57.525422 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 54eedbd5-b7cf-4775-a607-3832573d7e53 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 16:57:57.529295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 54eedbd5-b7cf-4775-a607-3832573d7e53 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 16:57:57.529886 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:57.608116 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 54eedbd5-b7cf-4775-a607-3832573d7e53 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 16:57:57.608491 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:57.785693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:57:57.787905 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf6fbe6-bb20-46c1-aaac-6d8489b70814" -d '{"events": [{"server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "name": "network-vif-plugged", "status": "completed", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:57:57.800496 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 54eedbd5-b7cf-4775-a607-3832573d7e53, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=54eedbd5-b7cf-4775-a607-3832573d7e53,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 16:57:57.804506 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:57:57.827125 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 16:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd467575-2f7a-4df3-8f26-78688cc31601 x-openstack-request-id: req-cd467575-2f7a-4df3-8f26-78688cc31601 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:57:57.827420 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "name": "network-vif-plugged", "status": "completed", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:57:57.827679 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cd467575-2f7a-4df3-8f26-78688cc31601 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:57:57.828066 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'code': 200} Feb 08 16:57:57.854345 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=54eedbd5-b7cf-4775-a607-3832573d7e53,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:57:57.944032 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028393a-1fcb-439c-99df-b2b64396c7c8 req-1196595e-a657-42d7-b17a-e7d360a2e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:57.945569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7028393a-1fcb-439c-99df-b2b64396c7c8 req-1196595e-a657-42d7-b17a-e7d360a2e533 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 1128 time: 0.0460153 Feb 08 16:57:57.994657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7028393a-1fcb-439c-99df-b2b64396c7c8 req-e9792e55-e215-4f93-a2fa-f382654e62e3 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396180 Feb 08 16:57:58.593314 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb054b66-1254-45f5-8ee8-f1c3c3ecec4d req-b9ac7ad7-c515-483f-9f81-1a0725789527 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:58.594782 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb054b66-1254-45f5-8ee8-f1c3c3ecec4d req-b9ac7ad7-c515-483f-9f81-1a0725789527 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0560231 Feb 08 16:57:58.644354 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fb054b66-1254-45f5-8ee8-f1c3c3ecec4d req-57b2628c-c98c-41b6-bc80-4897dacb6d9d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440550 Feb 08 16:57:59.816645 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b97841-5393-45f4-addd-f41cd3ee40e0 req-be0a50c1-23e7-4b20-8a06-58b5305b581c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:59.818151 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4b97841-5393-45f4-addd-f41cd3ee40e0 req-be0a50c1-23e7-4b20-8a06-58b5305b581c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0525997 Feb 08 16:57:59.866622 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d4b97841-5393-45f4-addd-f41cd3ee40e0 req-1ecd4a15-939e-4a14-93b9-72401630e19d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426614 Feb 08 16:57:59.987358 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29873a5c-e781-462c-8408-43a363332dc8 req-93927a4f-e249-4cf7-9039-83d926c699b5 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:57:59.988719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29873a5c-e781-462c-8408-43a363332dc8 req-93927a4f-e249-4cf7-9039-83d926c699b5 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0520639 Feb 08 16:58:00.043333 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29873a5c-e781-462c-8408-43a363332dc8 req-4a4c680c-0413-4881-a566-edff0aa29f85 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469542 Feb 08 16:58:00.065591 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36526) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:00.108680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becef0cc-9319-4aba-89ba-44e61cb78401 tempest-TestShelveInstance-201179393 tempest-TestShelveInstance-201179393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:00.110308 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-becef0cc-9319-4aba-89ba-44e61cb78401 tempest-TestShelveInstance-201179393 tempest-TestShelveInstance-201179393-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 1123 time: 0.0437436 Feb 08 16:58:00.113106 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36528) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 16:58:00.117414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 16:58:00.137164 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:00.233893 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:00.332739 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Allocated IP 172.25.7.95 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/5555fa15-1caf-4d61-be08-68d8d44d6e86) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 16:58:00.434320 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for port (5555fa15-1caf-4d61-be08-68d8d44d6e86), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:00.467507 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (5555fa15-1caf-4d61-be08-68d8d44d6e86), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:00.506449 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 16:58:00.509569 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 16:58:00.513024 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 16:58:00.519063 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'Port': ['ID=5555fa15-1caf-4d61-be08-68d8d44d6e86,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:00.869675 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for floatingip (522affc2-3bcb-4875-a0fd-ff84cc156a41), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:00.944767 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (5555fa15-1caf-4d61-be08-68d8d44d6e86), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:01.093052 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for port (5555fa15-1caf-4d61-be08-68d8d44d6e86), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:01.097694 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (5555fa15-1caf-4d61-be08-68d8d44d6e86), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:01.164102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event updated for resources: {'Port': ['ID=5555fa15-1caf-4d61-be08-68d8d44d6e86,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 16:58:01.176454 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (522affc2-3bcb-4875-a0fd-ff84cc156a41), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:01.280017 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Floating IP 522affc2-3bcb-4875-a0fd-ff84cc156a41 associated. External IP: 172.25.7.95, port: 54eedbd5-b7cf-4775-a607-3832573d7e53. Feb 08 16:58:01.492222 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Router a7055da8-8be7-4a31-a236-ff1c96ca07ae has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 16:58:01.602689 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 16:58:01.613157 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204fdb19-e8ad-4f56-abc8-374a5b1f332a None None] Sync routers for ids ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 16:58:01.620502 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:01.623279 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204fdb19-e8ad-4f56-abc8-374a5b1f332a None None] Routers {'a7055da8-8be7-4a31-a236-ff1c96ca07ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:58:01.623897 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-204fdb19-e8ad-4f56-abc8-374a5b1f332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:57:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:01.652028 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-472d39f5-a014-4eed-9c82-bb19302933ae tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5378869 Feb 08 16:58:01.652867 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 16:58:01.655893 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdc5ab0-e672-4235-9591-ab328ab818f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 16:58:01.685376 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8634b668-f33c-480f-bba0-07f87a4040c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:01.697604 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 16:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2d39c4-b1d5-4a2a-86d4-0f48c6c453b1 x-openstack-request-id: req-ee2d39c4-b1d5-4a2a-86d4-0f48c6c453b1 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 16:58:01.697929 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 16:58:01.698193 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ee2d39c4-b1d5-4a2a-86d4-0f48c6c453b1 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 16:58:01.698620 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'status': 'completed', 'code': 200} Feb 08 16:58:01.742364 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-204fdb19-e8ad-4f56-abc8-374a5b1f332a None None] Set router a7055da8-8be7-4a31-a236-ff1c96ca07ae gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:58:01.766071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc5ab0-e672-4235-9591-ab328ab818f0 req-24c02f70-32a9-4247-b776-64bb632361fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:01.767654 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbdc5ab0-e672-4235-9591-ab328ab818f0 req-24c02f70-32a9-4247-b776-64bb632361fa service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 1128 time: 0.0462441 Feb 08 16:58:01.862052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc5ab0-e672-4235-9591-ab328ab818f0 req-ce1b63bb-3b56-4c94-873f-e43bb5235718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:01.863568 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbdc5ab0-e672-4235-9591-ab328ab818f0 req-ce1b63bb-3b56-4c94-873f-e43bb5235718 service neutron] 10.222.0.94 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0897977 Feb 08 16:58:01.929743 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbdc5ab0-e672-4235-9591-ab328ab818f0 req-135f9eca-e72b-4c11-91ea-f51b2b7985d9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54eedbd5-b7cf-4775-a607-3832573d7e53 HTTP/1.1" status: 200 len: 998 time: 0.0602121 Feb 08 16:58:01.968292 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-204fdb19-e8ad-4f56-abc8-374a5b1f332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '522affc2-3bcb-4875-a0fd-ff84cc156a41', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'port_id': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'mac_address': 'fa:16:3e:38:a7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:58:00Z', 'updated_at': '2022-02-08T16:58:00Z', 'revision_number': 0, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce654913-c477-4fa8-a97d-46cc37c2273c', 'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'mac_address': 'fa:16:3e:31:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:52Z', 'updated_at': '2022-02-08T16:52:56Z', 'revision_number': 5, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'subnets': [{'id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:01.984602 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc5ab0-e672-4235-9591-ab328ab818f0 req-86a21b32-64fd-47cf-8220-30792ce4bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:01.986132 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbdc5ab0-e672-4235-9591-ab328ab818f0 req-86a21b32-64fd-47cf-8220-30792ce4bdfb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0508363 Feb 08 16:58:01.993413 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204fdb19-e8ad-4f56-abc8-374a5b1f332a None None] Checking router: a7055da8-8be7-4a31-a236-ff1c96ca07ae for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 16:58:02.001513 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204fdb19-e8ad-4f56-abc8-374a5b1f332a None None] Routers {'a7055da8-8be7-4a31-a236-ff1c96ca07ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 16:58:02.002117 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-204fdb19-e8ad-4f56-abc8-374a5b1f332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T16:57:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:02.037138 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc5ab0-e672-4235-9591-ab328ab818f0 req-e24622de-eb76-49bb-bac4-262e15c6bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:02.038667 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbdc5ab0-e672-4235-9591-ab328ab818f0 req-e24622de-eb76-49bb-bac4-262e15c6bfaa service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462160 Feb 08 16:58:02.109616 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-204fdb19-e8ad-4f56-abc8-374a5b1f332a None None] Set router a7055da8-8be7-4a31-a236-ff1c96ca07ae gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 16:58:02.128112 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbdc5ab0-e672-4235-9591-ab328ab818f0 req-02c46506-2ede-4281-adfe-2201438161b3 service neutron] 10.222.0.94 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834794 Feb 08 16:58:02.229755 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cbdc5ab0-e672-4235-9591-ab328ab818f0 req-5aa34f69-7c49-46b1-9ea6-a286a2394a77 service neutron] 10.222.0.94 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958118 Feb 08 16:58:02.341398 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-204fdb19-e8ad-4f56-abc8-374a5b1f332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '522affc2-3bcb-4875-a0fd-ff84cc156a41', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'port_id': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'mac_address': 'fa:16:3e:38:a7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:58:00Z', 'updated_at': '2022-02-08T16:58:00Z', 'revision_number': 0, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce654913-c477-4fa8-a97d-46cc37c2273c', 'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'mac_address': 'fa:16:3e:31:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:52Z', 'updated_at': '2022-02-08T16:52:56Z', 'revision_number': 5, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'subnets': [{'id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 16:58:02.368568 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204fdb19-e8ad-4f56-abc8-374a5b1f332a None None] The sync data for ids ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'] in n-d-824834-11 is: [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '522affc2-3bcb-4875-a0fd-ff84cc156a41', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'port_id': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'mac_address': 'fa:16:3e:38:a7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T16:58:00Z', 'updated_at': '2022-02-08T16:58:00Z', 'revision_number': 0, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce654913-c477-4fa8-a97d-46cc37c2273c', 'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'mac_address': 'fa:16:3e:31:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:52Z', 'updated_at': '2022-02-08T16:52:56Z', 'revision_number': 5, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'subnets': [{'id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 16:58:02.573983 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad91bbc-45da-4a28-8384-60596d5251b9 None None] New status for floating IP 522affc2-3bcb-4875-a0fd-ff84cc156a41: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 16:58:03.935306 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-8a688b54-bf6d-42bd-a895-2c5ec02c76f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:05.799050 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:06.973098 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:08.146204 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:14.238741 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80f76306-b9bc-4fb6-bd6c-d13560e3b916 req-0777ff12-1536-44d2-a20e-2845d1cbdf12 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452263 Feb 08 16:58:14.322310 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76306-b9bc-4fb6-bd6c-d13560e3b916 req-e829aeb8-9fd5-497f-93d7-9d93b4c17721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:14.323826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80f76306-b9bc-4fb6-bd6c-d13560e3b916 req-e829aeb8-9fd5-497f-93d7-9d93b4c17721 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 1128 time: 0.0451334 Feb 08 16:58:14.432472 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76306-b9bc-4fb6-bd6c-d13560e3b916 req-1400f64d-1b49-4795-a59e-8b6140652871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:14.433986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80f76306-b9bc-4fb6-bd6c-d13560e3b916 req-1400f64d-1b49-4795-a59e-8b6140652871 service neutron] 10.222.0.94 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0918689 Feb 08 16:58:14.497150 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80f76306-b9bc-4fb6-bd6c-d13560e3b916 req-3056e315-1a11-4d2e-9adb-457e2f4e45d2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54eedbd5-b7cf-4775-a607-3832573d7e53 HTTP/1.1" status: 200 len: 1000 time: 0.0573509 Feb 08 16:58:14.548845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76306-b9bc-4fb6-bd6c-d13560e3b916 req-a9b8f615-0ff9-4a68-b8e6-1db88ca62e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:14.550370 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80f76306-b9bc-4fb6-bd6c-d13560e3b916 req-a9b8f615-0ff9-4a68-b8e6-1db88ca62e2c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0479908 Feb 08 16:58:14.599929 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f76306-b9bc-4fb6-bd6c-d13560e3b916 req-3510bdb4-eeae-4662-9d24-c07d0e72eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:58:14.601574 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80f76306-b9bc-4fb6-bd6c-d13560e3b916 req-3510bdb4-eeae-4662-9d24-c07d0e72eee4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452151 Feb 08 16:58:14.691604 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80f76306-b9bc-4fb6-bd6c-d13560e3b916 req-daffea81-6d9f-459c-9a59-d2bf9a6903f3 service neutron] 10.222.0.94 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841463 Feb 08 16:58:14.786202 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-80f76306-b9bc-4fb6-bd6c-d13560e3b916 req-5f0b28b2-c716-43f1-81d7-16b0f2dd07e0 service neutron] 10.222.0.94 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885670 Feb 08 16:58:16.199167 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:58:19.659351 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:21.078292 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:31.678037 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-41aa640a-02df-4f62-b18a-44e9f103387a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:33.938483 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b0b55aa5-7a7e-42e1-9190-847b0b1d5aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:35.800262 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:36.976665 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:38.147783 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:49.661584 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:51.095298 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:58:53.198062 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:59:01.678846 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7b795ab9-df30-4264-afdb-6f82f9750859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:03.940747 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d914dd08-f0f2-45ad-b0a2-ac1c52299eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:05.803359 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:06.978746 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:08.150124 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:14.254803 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8437fac-bfb7-4242-b55f-9e05cc3cbda3 req-8c6f6cab-1d5f-477f-9a35-29e2871bbb37 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483954 Feb 08 16:59:14.342021 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8437fac-bfb7-4242-b55f-9e05cc3cbda3 req-c1b061a8-339c-4cd4-a67d-a0852652371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:59:14.343537 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8437fac-bfb7-4242-b55f-9e05cc3cbda3 req-c1b061a8-339c-4cd4-a67d-a0852652371a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 1128 time: 0.0456421 Feb 08 16:59:14.448352 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8437fac-bfb7-4242-b55f-9e05cc3cbda3 req-f3157a01-c1ab-4a8d-afcc-32c3bdc0590b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:59:14.449881 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8437fac-bfb7-4242-b55f-9e05cc3cbda3 req-f3157a01-c1ab-4a8d-afcc-32c3bdc0590b service neutron] 10.222.0.94 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0876210 Feb 08 16:59:14.513465 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8437fac-bfb7-4242-b55f-9e05cc3cbda3 req-977ab31a-5257-40aa-85c2-f23869a750ba service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54eedbd5-b7cf-4775-a607-3832573d7e53 HTTP/1.1" status: 200 len: 1000 time: 0.0578988 Feb 08 16:59:14.565579 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8437fac-bfb7-4242-b55f-9e05cc3cbda3 req-051a5099-6565-45cb-a311-5d4c314c5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:59:14.567023 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8437fac-bfb7-4242-b55f-9e05cc3cbda3 req-051a5099-6565-45cb-a311-5d4c314c5ff3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0475862 Feb 08 16:59:14.616286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8437fac-bfb7-4242-b55f-9e05cc3cbda3 req-61038dfe-55e6-41d9-b3a3-9560e5f1798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:59:14.617845 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8437fac-bfb7-4242-b55f-9e05cc3cbda3 req-61038dfe-55e6-41d9-b3a3-9560e5f1798d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436499 Feb 08 16:59:14.709619 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8437fac-bfb7-4242-b55f-9e05cc3cbda3 req-8c827c10-384a-46a6-a0ca-a4d980cb482e service neutron] 10.222.0.94 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816689 Feb 08 16:59:14.807160 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d8437fac-bfb7-4242-b55f-9e05cc3cbda3 req-cfe542c3-64f5-406f-8c26-f625184079f3 service neutron] 10.222.0.94 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899551 Feb 08 16:59:19.675314 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:21.109119 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:30.197623 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 16:59:31.680296 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3db0b684-7f38-4cbe-9fce-ecf557b13dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:33.944121 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-97476dfb-4fe5-46e1-9d95-4632997f1dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:35.806696 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:36.980576 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:38.152390 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:49.687702 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:51.114116 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 16:59:59.514353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b615db-3bc4-48dd-b3fa-820622fb4915 req-12bbd341-a2ba-4f8c-9086-0d82ca304b56 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 16:59:59.515836 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01b615db-3bc4-48dd-b3fa-820622fb4915 req-12bbd341-a2ba-4f8c-9086-0d82ca304b56 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0534863 Feb 08 16:59:59.566882 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01b615db-3bc4-48dd-b3fa-820622fb4915 req-7944fd04-3ee7-499e-8a62-c7262392b12a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434453 Feb 08 17:00:00.698588 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455527e3-34b2-46a9-a186-4b33c9a5c143 req-b45d165c-4a4b-4f76-8020-068b520e43a0 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:00.700071 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-455527e3-34b2-46a9-a186-4b33c9a5c143 req-b45d165c-4a4b-4f76-8020-068b520e43a0 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0537679 Feb 08 17:00:00.753222 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-455527e3-34b2-46a9-a186-4b33c9a5c143 req-23fcb756-28b3-4d44-bdfc-a736812bcaa8 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475495 Feb 08 17:00:01.681333 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9745ad9e-d968-4402-babe-a62b2296843d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:01.878543 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8567a-2b62-4a57-9a0d-982e49e4cb04 req-1e469fdd-ab57-4c86-b7a5-cc5644677414 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:01.880676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dea8567a-2b62-4a57-9a0d-982e49e4cb04 req-1e469fdd-ab57-4c86-b7a5-cc5644677414 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0527415 Feb 08 17:00:01.929399 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-dea8567a-2b62-4a57-9a0d-982e49e4cb04 req-6b2e9614-0f25-4adc-8d01-5d4d20806753 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428047 Feb 08 17:00:03.051350 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17c2fa-0cf7-42c5-a05e-a6da7a7424c4 req-cb1de04f-9c50-4eb1-8c53-221581c87d86 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:03.052887 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e17c2fa-0cf7-42c5-a05e-a6da7a7424c4 req-cb1de04f-9c50-4eb1-8c53-221581c87d86 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0550673 Feb 08 17:00:03.100748 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e17c2fa-0cf7-42c5-a05e-a6da7a7424c4 req-ff5be716-d22b-4003-8b76-069d99382376 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422728 Feb 08 17:00:03.946844 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7c4e423f-8d11-4ae8-991a-be61257b41ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:04.224051 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be7a06-5b35-4e90-a0da-c047ae7d08a7 req-fed28ae8-4dcb-49df-a6d8-309693682766 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:04.225474 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6be7a06-5b35-4e90-a0da-c047ae7d08a7 req-fed28ae8-4dcb-49df-a6d8-309693682766 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0570142 Feb 08 17:00:04.274011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e6be7a06-5b35-4e90-a0da-c047ae7d08a7 req-b0c30a1f-1757-4b81-8a94-7043cc46fbbe tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429695 Feb 08 17:00:05.394479 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f5e78-b35e-4911-840f-4f1c6f69c3f3 req-b5493f14-46e0-400c-bd3c-3e948f903ff5 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:05.396010 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-149f5e78-b35e-4911-840f-4f1c6f69c3f3 req-b5493f14-46e0-400c-bd3c-3e948f903ff5 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0540490 Feb 08 17:00:05.444860 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-149f5e78-b35e-4911-840f-4f1c6f69c3f3 req-162b0e7f-0340-42e8-b620-d69ed01e45e7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432329 Feb 08 17:00:05.810017 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:06.572095 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01887c4f-bb48-4aad-a926-36c6e45afdf2 req-1e6c551a-85e1-45e9-bfc0-458950fc2cf3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:06.573997 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01887c4f-bb48-4aad-a926-36c6e45afdf2 req-1e6c551a-85e1-45e9-bfc0-458950fc2cf3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0578017 Feb 08 17:00:06.622120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-01887c4f-bb48-4aad-a926-36c6e45afdf2 req-bee8c738-9e9b-44d3-af9c-5dc8cc5167b3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425289 Feb 08 17:00:06.983133 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:07.196760 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:00:07.745286 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd453f-7173-4bfd-90b2-de6be6545796 req-86993b95-ad1a-4ba3-aaea-70bd9654adeb tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:07.746771 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-11bd453f-7173-4bfd-90b2-de6be6545796 req-86993b95-ad1a-4ba3-aaea-70bd9654adeb tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0540473 Feb 08 17:00:07.795423 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-11bd453f-7173-4bfd-90b2-de6be6545796 req-607f417d-aee9-4eb2-ad27-4ddb74fbae8f tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430899 Feb 08 17:00:08.154498 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:08.912271 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5f30b-646a-46b8-923a-f543063f46ee req-a1bf52a4-47c8-445a-97b0-e940252aa271 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:08.913786 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6f5f30b-646a-46b8-923a-f543063f46ee req-a1bf52a4-47c8-445a-97b0-e940252aa271 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0520751 Feb 08 17:00:08.966944 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f6f5f30b-646a-46b8-923a-f543063f46ee req-1662e15b-4c6d-488c-94e7-1967f4408dfb tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475991 Feb 08 17:00:09.684027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bace8b3-5756-42d7-91b8-92f84c91ad3c req-57055c4b-d48a-49df-baf5-244e3f083a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:09.685975 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6bace8b3-5756-42d7-91b8-92f84c91ad3c req-57055c4b-d48a-49df-baf5-244e3f083a77 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 1128 time: 0.0452378 Feb 08 17:00:09.776878 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bace8b3-5756-42d7-91b8-92f84c91ad3c req-d414fbc0-e262-4f64-a812-b406e1cd34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:09.778676 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6bace8b3-5756-42d7-91b8-92f84c91ad3c req-d414fbc0-e262-4f64-a812-b406e1cd34cf service neutron] 10.222.0.94 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0850132 Feb 08 17:00:09.851826 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6bace8b3-5756-42d7-91b8-92f84c91ad3c req-04b79ca6-99b3-4884-997b-d78d1654d7ab service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54eedbd5-b7cf-4775-a607-3832573d7e53 HTTP/1.1" status: 200 len: 1000 time: 0.0636244 Feb 08 17:00:09.899712 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bace8b3-5756-42d7-91b8-92f84c91ad3c req-46e07cce-ba31-4e9a-8d80-91fda4434b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:09.901167 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6bace8b3-5756-42d7-91b8-92f84c91ad3c req-46e07cce-ba31-4e9a-8d80-91fda4434b85 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0421968 Feb 08 17:00:09.951711 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bace8b3-5756-42d7-91b8-92f84c91ad3c req-6be2820f-8b48-4cce-9f45-fe548763dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:09.953155 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6bace8b3-5756-42d7-91b8-92f84c91ad3c req-6be2820f-8b48-4cce-9f45-fe548763dda2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444937 Feb 08 17:00:10.056569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6bace8b3-5756-42d7-91b8-92f84c91ad3c req-7504022f-77de-4ba8-a9bc-dedb97bcdd0e service neutron] 10.222.0.94 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972733 Feb 08 17:00:10.149760 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c29c8-6563-4714-828e-7c0e135a1bb3 req-eae0c0ca-4245-48e4-868b-fabbaf2adfe5 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:10.151233 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4e9c29c8-6563-4714-828e-7c0e135a1bb3 req-eae0c0ca-4245-48e4-868b-fabbaf2adfe5 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.1078012 Feb 08 17:00:10.194063 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6bace8b3-5756-42d7-91b8-92f84c91ad3c req-aba62294-c4b6-459f-9af0-1d28af956773 service neutron] 10.222.0.94 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232369 Feb 08 17:00:10.218605 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4e9c29c8-6563-4714-828e-7c0e135a1bb3 req-16385ffe-4d5a-44b6-9c6e-c0e3167ffdfa tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586643 Feb 08 17:00:11.342666 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919661b-6090-4935-957e-e87db99979b7 req-af72cd71-7a4b-425f-91bc-351681007e06 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:11.344151 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e919661b-6090-4935-957e-e87db99979b7 req-af72cd71-7a4b-425f-91bc-351681007e06 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0571008 Feb 08 17:00:11.392762 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e919661b-6090-4935-957e-e87db99979b7 req-1ecc26bb-ce35-4e8d-b78d-bd15103c7563 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421247 Feb 08 17:00:12.514875 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba7666-9e4f-4b47-9f4f-2370b2e87cbb req-b29175d5-0401-44c0-a474-2915300153bb tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:12.516337 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9cba7666-9e4f-4b47-9f4f-2370b2e87cbb req-b29175d5-0401-44c0-a474-2915300153bb tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0556030 Feb 08 17:00:12.565384 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9cba7666-9e4f-4b47-9f4f-2370b2e87cbb req-e3b4260b-948e-4366-8149-2610bb18dbbe tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425632 Feb 08 17:00:13.690366 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f693df-a526-4ce4-ab1c-88a1644a8363 req-be89838b-88d0-4167-823d-f525b665cd07 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:13.692176 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-38f693df-a526-4ce4-ab1c-88a1644a8363 req-be89838b-88d0-4167-823d-f525b665cd07 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0568466 Feb 08 17:00:13.745470 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-38f693df-a526-4ce4-ab1c-88a1644a8363 req-1bb5868e-3b10-4f7f-b04c-2fe813fbb0f6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475276 Feb 08 17:00:14.357182 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0293d32-6326-4120-bb5d-7efbe2620057 req-72cb41c3-dbd1-442f-ba66-52c03f2d9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:14.358688 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0293d32-6326-4120-bb5d-7efbe2620057 req-72cb41c3-dbd1-442f-ba66-52c03f2d9487 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 1128 time: 0.0452158 Feb 08 17:00:14.469304 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0293d32-6326-4120-bb5d-7efbe2620057 req-e82100df-b788-4f7c-ad86-cdd70bd53425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:14.470777 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0293d32-6326-4120-bb5d-7efbe2620057 req-e82100df-b788-4f7c-ad86-cdd70bd53425 service neutron] 10.222.0.94 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0874181 Feb 08 17:00:14.538467 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0293d32-6326-4120-bb5d-7efbe2620057 req-352160e8-5eb6-4477-9986-35f0b705457e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54eedbd5-b7cf-4775-a607-3832573d7e53 HTTP/1.1" status: 200 len: 1000 time: 0.0590279 Feb 08 17:00:14.594353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0293d32-6326-4120-bb5d-7efbe2620057 req-2aace3e2-1f28-4c32-8ee6-5b85317fca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:14.595829 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0293d32-6326-4120-bb5d-7efbe2620057 req-2aace3e2-1f28-4c32-8ee6-5b85317fca97 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0490277 Feb 08 17:00:14.649504 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0293d32-6326-4120-bb5d-7efbe2620057 req-6dd3bc19-a3bb-4028-bc31-65e5783de0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:14.650929 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0293d32-6326-4120-bb5d-7efbe2620057 req-6dd3bc19-a3bb-4028-bc31-65e5783de0b9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449653 Feb 08 17:00:14.751340 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0293d32-6326-4120-bb5d-7efbe2620057 req-8f111505-7746-450f-aaea-5a4144cd5932 service neutron] 10.222.0.94 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890920 Feb 08 17:00:14.880664 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a0293d32-6326-4120-bb5d-7efbe2620057 req-d7362b7f-e9d3-470a-86a0-658d80899932 service neutron] 10.222.0.94 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199725 Feb 08 17:00:14.891582 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b4d3-4da6-4c8e-b12e-a96fe1d8a407 req-375048aa-e63b-4aaf-9dbc-110c2e142bde tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:14.893048 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c1c0b4d3-4da6-4c8e-b12e-a96fe1d8a407 req-375048aa-e63b-4aaf-9dbc-110c2e142bde tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.0770020 Feb 08 17:00:14.945379 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c1c0b4d3-4da6-4c8e-b12e-a96fe1d8a407 req-a64c0676-c242-4a14-aad9-49317268baa4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437279 Feb 08 17:00:16.237895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 54eedbd5-b7cf-4775-a607-3832573d7e53 no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:00:16.318842 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 54eedbd5-b7cf-4775-a607-3832573d7e53 is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:00:16.319233 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:16.343458 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:00:16.345953 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4095c51e-78de-41a7-a11e-cae257aa1615" -d '{"events": [{"server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:00:16.361031 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 54eedbd5-b7cf-4775-a607-3832573d7e53, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=54eedbd5-b7cf-4775-a607-3832573d7e53,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:00:16.366248 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:16.394531 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Feb 2022 17:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afae550-4492-494e-ac9d-9badcfa7f293 x-openstack-request-id: req-5afae550-4492-494e-ac9d-9badcfa7f293 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:00:16.395498 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "name": "network-vif-unplugged", "status": "failed", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53", "code": 422}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:00:16.395657 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5afae550-4492-494e-ac9d-9badcfa7f293 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:00:16.395977 n-d-824834-11 neutron-server[103303]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'code': 422} returned with failed status Feb 08 17:00:16.414128 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fc941-9d1a-4a42-8395-13fab90dec89 req-2aad5b34-8cee-4c69-bcd1-08d5a06dc259 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:16.415630 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-008fc941-9d1a-4a42-8395-13fab90dec89 req-2aad5b34-8cee-4c69-bcd1-08d5a06dc259 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 945 time: 0.4015932 Feb 08 17:00:16.421128 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=54eedbd5-b7cf-4775-a607-3832573d7e53,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:00:16.428669 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:16.429038 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:16.429500 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:16.429869 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:16.430201 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:16.430532 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:16.430860 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:16.431185 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:16.431508 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:16.431884 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:16.432205 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:16.432697 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:16.433049 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:16.463895 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-008fc941-9d1a-4a42-8395-13fab90dec89 req-3e9df08d-e7f2-47fd-baf5-c94bd200c6e8 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426879 Feb 08 17:00:16.586827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-f5cf28b9-7f4f-45d8-8a93-3cfe5f711c41 req-b4102b2d-8c11-4dd7-9182-7a4aa803d3a7 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:00:16.587869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f5cf28b9-7f4f-45d8-8a93-3cfe5f711c41 req-b4102b2d-8c11-4dd7-9182-7a4aa803d3a7 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0615511 Feb 08 17:00:16.716852 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-1e01bdb9-4bf1-45b4-b56d-19fa45ae517c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0471978 Feb 08 17:00:16.726866 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-21f4bad2-1079-497e-853f-bd33e1216448 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:00:16.727844 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-21f4bad2-1079-497e-853f-bd33e1216448 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058982 Feb 08 17:00:16.745476 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a3fc9-4e41-43ea-bbe5-4b5bfd1a4a72 req-46b391e2-5328-449b-85b1-2202c9e4ffe3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:16.746911 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f2a3fc9-4e41-43ea-bbe5-4b5bfd1a4a72 req-46b391e2-5328-449b-85b1-2202c9e4ffe3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0554018 Feb 08 17:00:16.797679 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7f2a3fc9-4e41-43ea-bbe5-4b5bfd1a4a72 req-9c32ef6f-e6b8-403f-815f-3a9c858186dc tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449474 Feb 08 17:00:17.930486 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787273f-a09c-483a-9081-11581c7bbd14 req-47ef8352-3a49-4c3d-9584-18d23aad7399 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:17.932011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e787273f-a09c-483a-9081-11581c7bbd14 req-47ef8352-3a49-4c3d-9584-18d23aad7399 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0573781 Feb 08 17:00:17.981371 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e787273f-a09c-483a-9081-11581c7bbd14 req-0a97be7f-a43f-4a0d-b717-daa13096348b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437429 Feb 08 17:00:19.105560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959a92c-f55f-499e-9186-de66c0b409dd req-c23592da-3f2d-4b6d-b4d3-a0a364980656 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:19.107165 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f959a92c-f55f-499e-9186-de66c0b409dd req-c23592da-3f2d-4b6d-b4d3-a0a364980656 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0535970 Feb 08 17:00:19.158040 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f959a92c-f55f-499e-9186-de66c0b409dd req-2ed3c57b-005c-4dbc-bfa9-bcf61aafd79c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451536 Feb 08 17:00:19.720152 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:20.281142 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e2c52-64b5-46f9-9406-e072e004de2d req-97439521-8252-4188-8485-e38e2a01f25d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:20.282616 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a94e2c52-64b5-46f9-9406-e072e004de2d req-97439521-8252-4188-8485-e38e2a01f25d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0536115 Feb 08 17:00:20.336162 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a94e2c52-64b5-46f9-9406-e072e004de2d req-50de8fa1-c86f-4210-970e-3442cdd23b87 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476134 Feb 08 17:00:21.118621 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:21.460636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294328a9-24bd-4e18-9e9e-e14210097efc req-f1171dcb-ce22-4877-adb7-4f59012b236d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:21.462235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-294328a9-24bd-4e18-9e9e-e14210097efc req-f1171dcb-ce22-4877-adb7-4f59012b236d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0557971 Feb 08 17:00:21.513806 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-294328a9-24bd-4e18-9e9e-e14210097efc req-51616d73-ea8c-4f88-b552-874f95e7bdcc tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456996 Feb 08 17:00:22.636697 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4fcd7-3cf6-483e-8954-42ada50168de req-cc9ea36e-10f9-49ef-9231-758cba208bc1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:22.638235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18c4fcd7-3cf6-483e-8954-42ada50168de req-cc9ea36e-10f9-49ef-9231-758cba208bc1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0546176 Feb 08 17:00:22.687357 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18c4fcd7-3cf6-483e-8954-42ada50168de req-fcd56f9d-d5ef-4f5a-a28e-3bba923669b4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435519 Feb 08 17:00:23.811611 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476ee81-b0ba-4288-b72f-dbb535a9dcc5 req-0433afcf-e0cc-433f-b76a-be0e850341f8 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:23.813138 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8476ee81-b0ba-4288-b72f-dbb535a9dcc5 req-0433afcf-e0cc-433f-b76a-be0e850341f8 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0559070 Feb 08 17:00:23.862569 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8476ee81-b0ba-4288-b72f-dbb535a9dcc5 req-df4aa089-5735-41cf-ab92-b0c125a05e0a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428600 Feb 08 17:00:24.985291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300d516-8a16-4694-ab55-0fb9f79228fa req-5e623426-1aef-420d-979d-bcffc520dba4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:24.986682 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6300d516-8a16-4694-ab55-0fb9f79228fa req-5e623426-1aef-420d-979d-bcffc520dba4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0530746 Feb 08 17:00:25.036417 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6300d516-8a16-4694-ab55-0fb9f79228fa req-6836961c-b43b-4fb8-89be-41b0c55dc81d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438476 Feb 08 17:00:26.166632 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e382014-2fbe-4b96-80ad-fa5b4c998ab6 req-7e1319cc-8259-4a84-8cdb-0b27557652cd tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:26.168479 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e382014-2fbe-4b96-80ad-fa5b4c998ab6 req-7e1319cc-8259-4a84-8cdb-0b27557652cd tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0613420 Feb 08 17:00:26.220612 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5e382014-2fbe-4b96-80ad-fa5b4c998ab6 req-c329cdaf-74b0-403e-8aee-f96d458a2012 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460336 Feb 08 17:00:27.006982 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-aa6e268c-2615-4018-be5c-f501bfa7147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:27.008847 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-aa6e268c-2615-4018-be5c-f501bfa7147d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe&tenant_id=8711cbfe63b84be1ad0bcad4872e307f HTTP/1.1" status: 200 len: 1126 time: 0.0477471 Feb 08 17:00:27.018438 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-59db19fc-3461-4f8d-b5c0-928fa2de5995 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:00:27.019420 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-59db19fc-3461-4f8d-b5c0-928fa2de5995 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047524 Feb 08 17:00:27.030887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-11', 'device_owner': 'compute:nova'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:00:27.095604 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:27.301716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] For port 54eedbd5-b7cf-4775-a607-3832573d7e53, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=54eedbd5-b7cf-4775-a607-3832573d7e53,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:00:27.335392 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] For port 54eedbd5-b7cf-4775-a607-3832573d7e53, host n-h1-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:00:27.343535 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62927210-e07a-4cfa-96b2-f88690fdcd2d req-02a7580d-1a97-4ec9-bfb0-9699cbe0f273 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:27.345241 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62927210-e07a-4cfa-96b2-f88690fdcd2d req-02a7580d-1a97-4ec9-bfb0-9699cbe0f273 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0540049 Feb 08 17:00:27.368901 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54eedbd5-b7cf-4775-a607-3832573d7e53 {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:00:27.376548 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Publish callbacks [] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:27.389175 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Transition to ACTIVE for port object 54eedbd5-b7cf-4775-a607-3832573d7e53 will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:00:27.392882 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:27.395855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-62927210-e07a-4cfa-96b2-f88690fdcd2d req-c53cb99e-d666-4473-a572-6398c68d4474 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440152 Feb 08 17:00:27.470801 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Pushing event updated for resources: {'Port': ['ID=54eedbd5-b7cf-4775-a607-3832573d7e53,revision_number=7']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:00:27.483473 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:27.483859 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:27.484208 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:27.484554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:27.484893 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:27.485264 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:27.485600 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:27.485933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:27.486261 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:27.486599 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:27.486986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:27.487319 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:27.487646 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:00:27.527800 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] No DVR routers for this DVR port 54eedbd5-b7cf-4775-a607-3832573d7e53 on host n-h1-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:00:27.997818 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Attempting to bind port 54eedbd5-b7cf-4775-a607-3832573d7e53 on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:00:27.998052 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Attempting to bind port 54eedbd5-b7cf-4775-a607-3832573d7e53 by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:00:27.998379 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Attempting to bind port 54eedbd5-b7cf-4775-a607-3832573d7e53 on network b5305923-7f24-404b-93a9-3b239acc6a2e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:00:28.002587 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Port 54eedbd5-b7cf-4775-a607-3832573d7e53 on network b5305923-7f24-404b-93a9-3b239acc6a2e not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:00:28.002915 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Attempting to bind port 54eedbd5-b7cf-4775-a607-3832573d7e53 on network b5305923-7f24-404b-93a9-3b239acc6a2e {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:00:28.008919 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:00:28.009549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Checking segment: {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:00:28.009665 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Bound using segment: {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:00:28.010061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Bound port: 54eedbd5-b7cf-4775-a607-3832573d7e53, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:00:28.010416 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:28.076862 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] For port 54eedbd5-b7cf-4775-a607-3832573d7e53, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:00:28.079763 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] For port 54eedbd5-b7cf-4775-a607-3832573d7e53, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=54eedbd5-b7cf-4775-a607-3832573d7e53,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:00:28.085748 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:28.117606 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:28.118320 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:28.119614 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] 10.222.0.96 "PUT /v2.0/ports/54eedbd5-b7cf-4775-a607-3832573d7e53 HTTP/1.1" status: 200 len: 1092 time: 1.0923171 Feb 08 17:00:28.120055 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:00:28.122323 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d61d6a-dbc6-42b8-845e-f84a14ddf253" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:00:28.163549 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119c8d5-07bf-4f5a-a779-09a43506a57b service neutron] Pushing event updated for resources: {'Port': ['ID=54eedbd5-b7cf-4775-a607-3832573d7e53,revision_number=8']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:00:28.214618 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-ed3416f0-5d21-4e17-b43d-0f8e705113fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:28.216171 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-ed3416f0-5d21-4e17-b43d-0f8e705113fa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 1126 time: 0.0662649 Feb 08 17:00:28.243565 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5418b3d-ad27-4697-8da9-7c0df0b78f0b x-openstack-request-id: req-a5418b3d-ad27-4697-8da9-7c0df0b78f0b {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:00:28.243944 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:00:28.244291 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a5418b3d-ad27-4697-8da9-7c0df0b78f0b {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:00:28.244762 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'status': 'completed', 'code': 200} Feb 08 17:00:28.318531 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-8d2d6e1a-27c1-4191-8dde-d4de5128f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:28.320016 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-8d2d6e1a-27c1-4191-8dde-d4de5128f592 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0980215 Feb 08 17:00:28.384792 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-469de3da-3fa0-4014-ac4e-940ed8334dc1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54eedbd5-b7cf-4775-a607-3832573d7e53 HTTP/1.1" status: 200 len: 998 time: 0.0588350 Feb 08 17:00:28.440156 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-4384d53a-4539-4192-aea1-33c6f577b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:28.442007 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-4384d53a-4539-4192-aea1-33c6f577b735 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0512354 Feb 08 17:00:28.495832 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-264bd421-3e9b-40ec-97f1-2d3b01355d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:28.497378 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-264bd421-3e9b-40ec-97f1-2d3b01355d14 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504310 Feb 08 17:00:28.523345 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b3a09-10ff-475c-ae1c-60fb2739267f req-55c485fa-6324-4cdd-b580-6f68a756ba0d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:28.524850 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b3b3a09-10ff-475c-ae1c-60fb2739267f req-55c485fa-6324-4cdd-b580-6f68a756ba0d tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0540023 Feb 08 17:00:28.577693 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6b3b3a09-10ff-475c-ae1c-60fb2739267f req-18396c19-ff7c-43b7-9f01-e235b87f7bd4 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471230 Feb 08 17:00:28.586686 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-e29151d6-8606-4dae-bf3c-63c3ab2945e8 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828888 Feb 08 17:00:28.679817 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-8a92d209-ec4f-4ada-8af9-4590c1758c2e service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869932 Feb 08 17:00:28.767656 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d61d6a-dbc6-42b8-845e-f84a14ddf253 req-2461b66a-b5f5-4144-8366-722eabc508c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:28.769201 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60d61d6a-dbc6-42b8-845e-f84a14ddf253 req-2461b66a-b5f5-4144-8366-722eabc508c6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 1126 time: 0.0461302 Feb 08 17:00:28.857388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d61d6a-dbc6-42b8-845e-f84a14ddf253 req-5b4a2013-ae56-40d1-b970-6ea6388bb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:28.858776 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60d61d6a-dbc6-42b8-845e-f84a14ddf253 req-5b4a2013-ae56-40d1-b970-6ea6388bb13f service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0832753 Feb 08 17:00:28.928555 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60d61d6a-dbc6-42b8-845e-f84a14ddf253 req-dd8e02eb-e22b-441e-96eb-e69100229972 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54eedbd5-b7cf-4775-a607-3832573d7e53 HTTP/1.1" status: 200 len: 998 time: 0.0634227 Feb 08 17:00:28.975645 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d61d6a-dbc6-42b8-845e-f84a14ddf253 req-f5a6d725-128a-4c73-92f1-a5ad9a1d022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:28.977131 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60d61d6a-dbc6-42b8-845e-f84a14ddf253 req-f5a6d725-128a-4c73-92f1-a5ad9a1d022f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0433671 Feb 08 17:00:29.025756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d61d6a-dbc6-42b8-845e-f84a14ddf253 req-427bde9f-f0e9-4447-a6d6-9a0bfe0eb324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:29.027246 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60d61d6a-dbc6-42b8-845e-f84a14ddf253 req-427bde9f-f0e9-4447-a6d6-9a0bfe0eb324 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436451 Feb 08 17:00:29.117154 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60d61d6a-dbc6-42b8-845e-f84a14ddf253 req-2c07d8d2-612d-4e0e-9a97-327a7d37ae27 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828609 Feb 08 17:00:29.204268 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-60d61d6a-dbc6-42b8-845e-f84a14ddf253 req-f1700bfc-f1fd-4d93-9d40-bc01f8441166 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810819 Feb 08 17:00:29.700194 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108f8c8-0027-4470-9aea-696f843b0aa9 req-0024b1d4-bbc6-446c-9484-43c5139fe1e2 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:29.701866 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0108f8c8-0027-4470-9aea-696f843b0aa9 req-0024b1d4-bbc6-446c-9484-43c5139fe1e2 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0534732 Feb 08 17:00:29.751011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0108f8c8-0027-4470-9aea-696f843b0aa9 req-0ba8a09a-4dbf-47b8-87c8-082503a52ca6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433693 Feb 08 17:00:30.868130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8324ee-903b-421c-9445-23e7e40207aa req-a2f5644a-989d-4e05-ab2c-d7a38be9d950 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:30.869657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c8324ee-903b-421c-9445-23e7e40207aa req-a2f5644a-989d-4e05-ab2c-d7a38be9d950 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0532072 Feb 08 17:00:30.918611 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-6c8324ee-903b-421c-9445-23e7e40207aa req-d384c061-00b9-4d86-bd14-c75a41dac20e tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434227 Feb 08 17:00:31.682942 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f1799773-c0b4-4ce4-9e81-155e2f0e5fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:32.041316 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da6dab-16d6-4911-9aa4-7a1d62adcf35 req-2434b2ae-7a0b-427f-adaf-d284ca565901 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:32.042828 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6da6dab-16d6-4911-9aa4-7a1d62adcf35 req-2434b2ae-7a0b-427f-adaf-d284ca565901 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0577626 Feb 08 17:00:32.090758 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b6da6dab-16d6-4911-9aa4-7a1d62adcf35 req-4296baf3-59d4-4cbd-ad0a-db4e2bcbebf7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423882 Feb 08 17:00:33.211604 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18948619-93d8-4824-886f-8e72d55f40a5 req-797af979-d3e5-4971-8247-1b64a36d1097 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:33.213117 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18948619-93d8-4824-886f-8e72d55f40a5 req-797af979-d3e5-4971-8247-1b64a36d1097 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0529072 Feb 08 17:00:33.261958 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-18948619-93d8-4824-886f-8e72d55f40a5 req-e474a2b8-0c9e-4c72-8643-3ec5ee22706a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428984 Feb 08 17:00:33.948855 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e13d8a4f-55da-4bc3-887e-6390395dd270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:34.385276 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca3570-ae6b-4638-9ecd-9a05cdcbf2a0 req-7bd38f95-952b-4bbc-90e3-9c5d845dfe03 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:34.386781 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3ca3570-ae6b-4638-9ecd-9a05cdcbf2a0 req-7bd38f95-952b-4bbc-90e3-9c5d845dfe03 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0530536 Feb 08 17:00:34.439626 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3ca3570-ae6b-4638-9ecd-9a05cdcbf2a0 req-464848e9-072f-4619-ad4e-3a9294e2e8d0 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472057 Feb 08 17:00:35.562002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbacb6-bc40-4424-94d5-b57000560e52 req-c9079c18-2730-4db6-96dc-386a0527c8c8 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:35.563478 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbcbacb6-bc40-4424-94d5-b57000560e52 req-c9079c18-2730-4db6-96dc-386a0527c8c8 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0529058 Feb 08 17:00:35.611582 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-fbcbacb6-bc40-4424-94d5-b57000560e52 req-31ebe9e6-717c-4a1a-b0a6-e73d87086d83 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425849 Feb 08 17:00:35.811745 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:36.731856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324c7ce-bea4-4dda-b648-323336fd44e0 req-e88b589f-c66b-438f-8295-526f0a41a0d9 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:36.733392 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2324c7ce-bea4-4dda-b648-323336fd44e0 req-e88b589f-c66b-438f-8295-526f0a41a0d9 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0529847 Feb 08 17:00:36.781286 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2324c7ce-bea4-4dda-b648-323336fd44e0 req-2277a19e-9c33-4cb2-95db-db4f19228a3c tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421972 Feb 08 17:00:36.986993 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:37.906408 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdacdc2-5f41-4491-b1fc-638b240afd5d req-72852b95-7043-491c-b486-321cc63986b7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:37.907900 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1fdacdc2-5f41-4491-b1fc-638b240afd5d req-72852b95-7043-491c-b486-321cc63986b7 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 943 time: 0.0595121 Feb 08 17:00:37.955611 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1fdacdc2-5f41-4491-b1fc-638b240afd5d req-37300ab0-00f9-4dde-9808-03590c2bd866 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417917 Feb 08 17:00:38.158048 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:38.736474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 54eedbd5-b7cf-4775-a607-3832573d7e53 details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:00:38.834103 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 54eedbd5-b7cf-4775-a607-3832573d7e53, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=54eedbd5-b7cf-4775-a607-3832573d7e53,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:00:38.845191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'port_id': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'mac_address': 'fa:16:3e:38:a7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:00:38.881640 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 54eedbd5-b7cf-4775-a607-3832573d7e53 is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:00:38.882038 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:38.894994 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54eedbd5-b7cf-4775-a607-3832573d7e53 {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:00:38.914354 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 54eedbd5-b7cf-4775-a607-3832573d7e53, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=54eedbd5-b7cf-4775-a607-3832573d7e53,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:00:38.918165 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:38.968129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=54eedbd5-b7cf-4775-a607-3832573d7e53,revision_number=9']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:00:39.075202 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a8ab3-c5d2-4587-880b-0c22610fab53 req-68ddf351-a386-44b8-a568-d2027a0e94d1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:39.076679 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a56a8ab3-c5d2-4587-880b-0c22610fab53 req-68ddf351-a386-44b8-a568-d2027a0e94d1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 944 time: 0.0527043 Feb 08 17:00:39.124940 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a56a8ab3-c5d2-4587-880b-0c22610fab53 req-aab5b211-20ad-4cd2-8bb2-5b37df2288fc tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426583 Feb 08 17:00:39.174403 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['54eedbd5-b7cf-4775-a607-3832573d7e53'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:00:40.247546 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd87b0-4b82-49ab-8c33-5fcf7b708f72 req-73cd32fa-739f-48ee-a284-3ee96e6e6bcf tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:40.249052 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8cd87b0-4b82-49ab-8c33-5fcf7b708f72 req-73cd32fa-739f-48ee-a284-3ee96e6e6bcf tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 944 time: 0.0571117 Feb 08 17:00:40.297323 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c8cd87b0-4b82-49ab-8c33-5fcf7b708f72 req-e52de121-83e9-4c4b-aa60-ad3dc99f72c9 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427458 Feb 08 17:00:40.743364 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 54eedbd5-b7cf-4775-a607-3832573d7e53 up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:00:40.793795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 54eedbd5-b7cf-4775-a607-3832573d7e53 completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:00:40.797845 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 54eedbd5-b7cf-4775-a607-3832573d7e53 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:00:40.798222 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:40.872181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 54eedbd5-b7cf-4775-a607-3832573d7e53 is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:00:40.872564 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:40.899153 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:00:40.901471 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af339070-7d6c-4d0a-9989-3f79d30915cc" -d '{"events": [{"server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "name": "network-vif-plugged", "status": "completed", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:00:40.913895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 54eedbd5-b7cf-4775-a607-3832573d7e53, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=54eedbd5-b7cf-4775-a607-3832573d7e53,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:00:40.917800 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:40.965615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=54eedbd5-b7cf-4775-a607-3832573d7e53,revision_number=10']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:00:40.990243 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edad5b1f-c27d-4c2b-9fd3-4dcafe52cdf8 x-openstack-request-id: req-edad5b1f-c27d-4c2b-9fd3-4dcafe52cdf8 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:00:40.990533 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "name": "network-vif-plugged", "status": "completed", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:00:40.990786 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-edad5b1f-c27d-4c2b-9fd3-4dcafe52cdf8 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:00:40.991180 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'code': 200} Feb 08 17:00:41.147083 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dbfea-a310-4f36-874c-955d63c392ca req-3763250c-ef5a-403c-bca1-015b1a4daa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:41.148670 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5f5dbfea-a310-4f36-874c-955d63c392ca req-3763250c-ef5a-403c-bca1-015b1a4daa3e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 1129 time: 0.0490720 Feb 08 17:00:41.193556 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-5f5dbfea-a310-4f36-874c-955d63c392ca req-dc375661-1572-4777-baaa-7d686a944513 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393100 Feb 08 17:00:41.417191 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d456457-69d0-436f-871d-0d8a651aae8a req-e9c2ffe5-d070-4c13-aace-9f1d9078fada tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:41.418677 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5d456457-69d0-436f-871d-0d8a651aae8a req-e9c2ffe5-d070-4c13-aace-9f1d9078fada tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 946 time: 0.0536165 Feb 08 17:00:41.466789 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-5d456457-69d0-436f-871d-0d8a651aae8a req-8572c1b8-0d9a-49f1-99d9-ab92caa95d80 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426037 Feb 08 17:00:42.587974 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e38ce-85da-4596-b155-39535b8f07b9 req-dad378eb-8476-47e5-ab09-971457d67e27 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:00:42.589487 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-040e38ce-85da-4596-b155-39535b8f07b9 req-dad378eb-8476-47e5-ab09-971457d67e27 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 946 time: 0.0534568 Feb 08 17:00:42.642574 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-040e38ce-85da-4596-b155-39535b8f07b9 req-3dcb2733-cac0-42a6-9475-d7c0c313dc6a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475132 Feb 08 17:00:44.195524 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:00:49.749955 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:00:51.140680 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:01.684026 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a619-eefa-4bc1-b7ea-49a0d0a5188a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:03.950061 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5f23a4ba-f0f3-41a3-890b-665d91155685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:05.814926 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:06.989322 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:08.162288 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:11.000009 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-850a92e8-18fa-48b4-abe7-84f050f7fd47 req-6ff3a62e-5b65-40d9-ba70-edbf064f5074 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495777 Feb 08 17:01:11.093561 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a92e8-18fa-48b4-abe7-84f050f7fd47 req-24d7e5af-86b5-4fa4-832d-6291bbeb8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:01:11.095083 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-850a92e8-18fa-48b4-abe7-84f050f7fd47 req-24d7e5af-86b5-4fa4-832d-6291bbeb8ac4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 1129 time: 0.0456252 Feb 08 17:01:11.200971 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a92e8-18fa-48b4-abe7-84f050f7fd47 req-f82edadd-aaa5-4634-9301-b7e682df291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:01:11.202504 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-850a92e8-18fa-48b4-abe7-84f050f7fd47 req-f82edadd-aaa5-4634-9301-b7e682df291d service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.0892453 Feb 08 17:01:11.271451 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-850a92e8-18fa-48b4-abe7-84f050f7fd47 req-5cb6000c-3057-46d5-a139-80e65a48df41 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54eedbd5-b7cf-4775-a607-3832573d7e53 HTTP/1.1" status: 200 len: 1000 time: 0.0609708 Feb 08 17:01:11.324419 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a92e8-18fa-48b4-abe7-84f050f7fd47 req-9051c2cf-c19c-4de4-bf19-3ba42b600e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:01:11.325895 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-850a92e8-18fa-48b4-abe7-84f050f7fd47 req-9051c2cf-c19c-4de4-bf19-3ba42b600e71 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0487590 Feb 08 17:01:11.374805 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a92e8-18fa-48b4-abe7-84f050f7fd47 req-0b757218-7519-4a56-a86e-d3f80dba3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:01:11.376288 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-850a92e8-18fa-48b4-abe7-84f050f7fd47 req-0b757218-7519-4a56-a86e-d3f80dba3b0d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447421 Feb 08 17:01:11.464147 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-850a92e8-18fa-48b4-abe7-84f050f7fd47 req-e3fc9968-6ab3-4f70-a37d-ab4820526512 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800328 Feb 08 17:01:11.556503 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-850a92e8-18fa-48b4-abe7-84f050f7fd47 req-346d6533-5280-4aa9-a020-5dd598a84824 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858605 Feb 08 17:01:19.751447 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:21.142068 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:21.194026 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:01:31.685897 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6fb8cb3f-0ef6-402e-b4f7-7f64701e1916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:33.951695 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b26bb592-4fa5-4916-82a8-1e826f73dcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:35.817984 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:36.991158 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:38.165913 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:49.749171 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:51.147680 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:56.125872 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36714) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:01:56.283648 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Deleting port 5555fa15-1caf-4d61-be08-68d8d44d6e86 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:01:56.284003 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (5555fa15-1caf-4d61-be08-68d8d44d6e86), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:56.360397 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (5555fa15-1caf-4d61-be08-68d8d44d6e86), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:56.360724 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for floatingip (5555fa15-1caf-4d61-be08-68d8d44d6e86), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:56.372510 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Calling delete_port for 5555fa15-1caf-4d61-be08-68d8d44d6e86 owned by network:floatingip {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:01:56.515546 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (5555fa15-1caf-4d61-be08-68d8d44d6e86), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:56.542468 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event deleted for resources: {'Port': ['ID=5555fa15-1caf-4d61-be08-68d8d44d6e86,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:01:56.552417 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:01:56.552771 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:01:56.553144 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:01:56.553488 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:01:56.553829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:01:56.554533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:01:56.554533 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:01:56.554803 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:01:56.555142 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:01:56.555463 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:01:56.555792 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:01:56.556116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:01:56.557232 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:01:56.616924 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for floatingip (522affc2-3bcb-4875-a0fd-ff84cc156a41), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:56.617279 n-d-824834-11 neutron-server[103302]: INFO neutron.db.l3_db [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Floating IP 522affc2-3bcb-4875-a0fd-ff84cc156a41 disassociated (deleted). External IP: 172.25.7.95, port: 54eedbd5-b7cf-4775-a607-3832573d7e53. Feb 08 17:01:56.829712 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Router a7055da8-8be7-4a31-a236-ff1c96ca07ae has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:01:56.938842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:01:56.943613 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:56.948374 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b54dd32-6ade-4ef5-a4b3-c6c45069fe70 None None] Sync routers for ids ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:01:56.957495 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b54dd32-6ade-4ef5-a4b3-c6c45069fe70 None None] Routers {'a7055da8-8be7-4a31-a236-ff1c96ca07ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:01:56.958104 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1b54dd32-6ade-4ef5-a4b3-c6c45069fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:01:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:01:56.973081 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-ce7946ab-218a-4450-a056-a866c17c2081 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "DELETE /v2.0/floatingips/522affc2-3bcb-4875-a0fd-ff84cc156a41 HTTP/1.1" status: 204 len: 168 time: 0.8460829 Feb 08 17:01:56.973687 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:01:56.976047 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e82b435-084e-4263-9b6f-d6b30cf31e44" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:01:57.013803 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddbff66-993f-47cf-be8a-6ac1f9bc4200 x-openstack-request-id: req-2ddbff66-993f-47cf-be8a-6ac1f9bc4200 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:01:57.014131 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:01:57.014368 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-2ddbff66-993f-47cf-be8a-6ac1f9bc4200 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:01:57.014781 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'status': 'completed', 'code': 200} Feb 08 17:01:57.083986 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-1b54dd32-6ade-4ef5-a4b3-c6c45069fe70 None None] Set router a7055da8-8be7-4a31-a236-ff1c96ca07ae gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:01:57.085859 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82b435-084e-4263-9b6f-d6b30cf31e44 req-3761eae2-ac2c-42fb-a2b9-05dfb116f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:01:57.087399 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9e82b435-084e-4263-9b6f-d6b30cf31e44 req-3761eae2-ac2c-42fb-a2b9-05dfb116f0ec service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 1129 time: 0.0480518 Feb 08 17:01:57.211314 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82b435-084e-4263-9b6f-d6b30cf31e44 req-fc09d693-4b80-4c1e-b198-b2abc4481728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:01:57.212039 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9e82b435-084e-4263-9b6f-d6b30cf31e44 req-fc09d693-4b80-4c1e-b198-b2abc4481728 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 200 len: 909 time: 0.1175556 Feb 08 17:01:57.252824 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c5cdb-34d7-4b3f-9570-c0dcc75cc1ee req-ec9d24ea-5e5f-4ca7-a768-29b06bb766e6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:01:57.255641 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9e82b435-084e-4263-9b6f-d6b30cf31e44 req-25eb7bd8-ea71-4394-9ac9-8968494b4bb0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54eedbd5-b7cf-4775-a607-3832573d7e53 HTTP/1.1" status: 200 len: 217 time: 0.0370939 Feb 08 17:01:57.256263 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c3c5cdb-34d7-4b3f-9570-c0dcc75cc1ee req-ec9d24ea-5e5f-4ca7-a768-29b06bb766e6 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 946 time: 0.0581694 Feb 08 17:01:57.306420 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9c3c5cdb-34d7-4b3f-9570-c0dcc75cc1ee req-bb517311-3c22-41b6-a441-45faaa4f8ace tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453169 Feb 08 17:01:57.308285 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82b435-084e-4263-9b6f-d6b30cf31e44 req-2088a788-0997-489b-8947-bf668c539d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:01:57.309827 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9e82b435-084e-4263-9b6f-d6b30cf31e44 req-2088a788-0997-489b-8947-bf668c539d23 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 200 len: 847 time: 0.0467575 Feb 08 17:01:57.311217 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1b54dd32-6ade-4ef5-a4b3-c6c45069fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'ce654913-c477-4fa8-a97d-46cc37c2273c', 'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'mac_address': 'fa:16:3e:31:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:52Z', 'updated_at': '2022-02-08T16:52:56Z', 'revision_number': 5, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'subnets': [{'id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:01:57.343579 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b54dd32-6ade-4ef5-a4b3-c6c45069fe70 None None] Checking router: a7055da8-8be7-4a31-a236-ff1c96ca07ae for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:01:57.351626 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b54dd32-6ade-4ef5-a4b3-c6c45069fe70 None None] Routers {'a7055da8-8be7-4a31-a236-ff1c96ca07ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:01:57.352233 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1b54dd32-6ade-4ef5-a4b3-c6c45069fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:01:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:01:57.368573 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82b435-084e-4263-9b6f-d6b30cf31e44 req-900e2d77-cece-4de5-ba83-396ea9983ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:01:57.370404 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9e82b435-084e-4263-9b6f-d6b30cf31e44 req-900e2d77-cece-4de5-ba83-396ea9983ca0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b5305923-7f24-404b-93a9-3b239acc6a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0539978 Feb 08 17:01:57.461131 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-1b54dd32-6ade-4ef5-a4b3-c6c45069fe70 None None] Set router a7055da8-8be7-4a31-a236-ff1c96ca07ae gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:01:57.467762 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9e82b435-084e-4263-9b6f-d6b30cf31e44 req-b8e63798-a97c-4e2e-ba59-63ccfba47d0f service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908887 Feb 08 17:01:57.563671 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-9e82b435-084e-4263-9b6f-d6b30cf31e44 req-445a8ad4-a7af-4599-b0b8-4ac382265eb1 service neutron] 10.222.0.96 "GET /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892909 Feb 08 17:01:57.659310 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-1b54dd32-6ade-4ef5-a4b3-c6c45069fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'ce654913-c477-4fa8-a97d-46cc37c2273c', 'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'mac_address': 'fa:16:3e:31:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:52Z', 'updated_at': '2022-02-08T16:52:56Z', 'revision_number': 5, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'subnets': [{'id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:01:57.685533 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b54dd32-6ade-4ef5-a4b3-c6c45069fe70 None None] The sync data for ids ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'] in n-d-824834-11 is: [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T16:52:52Z', 'revision_number': 4, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': 'ce654913-c477-4fa8-a97d-46cc37c2273c', 'name': '', 'network_id': 'b5305923-7f24-404b-93a9-3b239acc6a2e', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'mac_address': 'fa:16:3e:31:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:52Z', 'updated_at': '2022-02-08T16:52:56Z', 'revision_number': 5, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'subnets': [{'id': '0a403a86-1f48-4547-93aa-1f995a7c1b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:01:57.904790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9265d5d-3f4d-418d-8cb4-92d91e7c02f4 None None] New status for floating IP 522affc2-3bcb-4875-a0fd-ff84cc156a41: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:01:58.192623 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:01:58.429012 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218191e1-e78a-4bb3-9458-c07005afdb3e req-e463bc8c-e82d-48dc-bee2-da07dfde2d35 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:01:58.430483 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-218191e1-e78a-4bb3-9458-c07005afdb3e req-e463bc8c-e82d-48dc-bee2-da07dfde2d35 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 946 time: 0.0529902 Feb 08 17:01:58.478768 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-218191e1-e78a-4bb3-9458-c07005afdb3e req-5752f432-c227-4b10-ac54-1d936472e2e3 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/security-groups?id=918cc868-6791-4f69-b6b1-336b721191d9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420003 Feb 08 17:01:58.738571 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92845568-15c6-423e-92f5-90c019449788 req-be269ab2-0f8c-45f2-b2f0-a75049fe9fe5 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:01:58.740048 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-92845568-15c6-423e-92f5-90c019449788 req-be269ab2-0f8c-45f2-b2f0-a75049fe9fe5 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.96 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 946 time: 0.0544846 Feb 08 17:01:58.833368 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-92845568-15c6-423e-92f5-90c019449788 req-613a72da-d8c2-49c7-8577-e3e8b1e0bf0a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Deleting port 54eedbd5-b7cf-4775-a607-3832573d7e53 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:01:58.833709 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-92845568-15c6-423e-92f5-90c019449788 req-613a72da-d8c2-49c7-8577-e3e8b1e0bf0a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:58.924403 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-92845568-15c6-423e-92f5-90c019449788 req-613a72da-d8c2-49c7-8577-e3e8b1e0bf0a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] For port 54eedbd5-b7cf-4775-a607-3832573d7e53, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=54eedbd5-b7cf-4775-a607-3832573d7e53,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:01:58.924763 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-92845568-15c6-423e-92f5-90c019449788 req-613a72da-d8c2-49c7-8577-e3e8b1e0bf0a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:58.937469 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-92845568-15c6-423e-92f5-90c019449788 req-613a72da-d8c2-49c7-8577-e3e8b1e0bf0a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Calling delete_port for 54eedbd5-b7cf-4775-a607-3832573d7e53 owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:01:59.069033 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-92845568-15c6-423e-92f5-90c019449788 req-613a72da-d8c2-49c7-8577-e3e8b1e0bf0a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (54eedbd5-b7cf-4775-a607-3832573d7e53), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:59.099002 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a72da-d8c2-49c7-8577-e3e8b1e0bf0a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event deleted for resources: {'Port': ['ID=54eedbd5-b7cf-4775-a607-3832573d7e53,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:01:59.142131 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-92845568-15c6-423e-92f5-90c019449788 req-613a72da-d8c2-49c7-8577-e3e8b1e0bf0a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] No DVR routers for this DVR port 54eedbd5-b7cf-4775-a607-3832573d7e53 on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:01:59.144651 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-92845568-15c6-423e-92f5-90c019449788 req-613a72da-d8c2-49c7-8577-e3e8b1e0bf0a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:01:59.147955 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-92845568-15c6-423e-92f5-90c019449788 req-613a72da-d8c2-49c7-8577-e3e8b1e0bf0a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.96 "DELETE /v2.0/ports/54eedbd5-b7cf-4775-a607-3832573d7e53 HTTP/1.1" status: 204 len: 173 time: 0.4028928 Feb 08 17:01:59.148388 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'name': 'network-vif-deleted', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:01:59.150700 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b6d981-524c-4837-8360-8d05b693fa45" -d '{"events": [{"server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "name": "network-vif-deleted", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:01:59.188230 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5037d914-9795-4d36-a05b-0a45ce3bbf53 x-openstack-request-id: req-5037d914-9795-4d36-a05b-0a45ce3bbf53 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:01:59.188532 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8988e4-013a-4de3-8d9d-9f8c71722dbe", "name": "network-vif-deleted", "tag": "54eedbd5-b7cf-4775-a607-3832573d7e53", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:01:59.188789 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5037d914-9795-4d36-a05b-0a45ce3bbf53 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:01:59.189229 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8988e4-013a-4de3-8d9d-9f8c71722dbe', 'name': 'network-vif-deleted', 'tag': '54eedbd5-b7cf-4775-a607-3832573d7e53', 'status': 'completed', 'code': 200} Feb 08 17:01:59.584842 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb6ced14-d5e4-4622-8fbb-53bb18581db6 req-254362d1-b2ae-4cd3-9d9a-8be6a3e64f5b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 210 time: 0.0327361 Feb 08 17:02:00.688863 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a5a9ca6a-8012-4331-b9de-abd36b825103 req-b5c90442-19c9-4c26-be6d-725254221623 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 210 time: 0.0280955 Feb 08 17:02:01.204579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 54eedbd5-b7cf-4775-a607-3832573d7e53 no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:02:01.224540 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 54eedbd5-b7cf-4775-a607-3832573d7e53 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:02:01.224885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 54eedbd5-b7cf-4775-a607-3832573d7e53 not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:02:01.693432 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f1fa0209-7340-4d99-809a-ed3364c691cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:01.786320 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c33ab3ee-e274-40d9-a7ef-92f07bcccbec req-a8cf8f0e-060f-4dcd-bb2f-0cae508fb646 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 210 time: 0.0279267 Feb 08 17:02:02.881821 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8dd6c1f6-55ad-45a4-a389-38feb197aecd req-99f2be10-edc8-4406-9a5e-afb3767c09ea tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 210 time: 0.0269697 Feb 08 17:02:03.964815 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-74f0e978-c831-4762-9554-11080e09e841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:03.988619 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-c4ca34f7-11a6-4540-89d4-b8b1c1ede26a req-3ca8cb42-4282-42b2-b7d7-92c102bb39b1 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 210 time: 0.0347567 Feb 08 17:02:05.089069 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-2d7ce904-c805-46ad-9440-b47281505d19 req-a6f96d3f-4ff7-484e-a473-48974434162b tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 210 time: 0.0278685 Feb 08 17:02:05.820735 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:06.187034 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ad0f356-724b-4ab4-afed-8e63a869f7ce req-4a143ece-439d-4522-a3f9-8e88fb9d48d5 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 210 time: 0.0307610 Feb 08 17:02:06.993130 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:07.293456 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-251b3794-7de6-419e-b3d4-1b1250b5c964 req-9a722806-aeed-41fd-8aa6-10a7a45b20b0 tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a8988e4-013a-4de3-8d9d-9f8c71722dbe HTTP/1.1" status: 200 len: 210 time: 0.0300503 Feb 08 17:02:08.169905 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:08.351040 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36754) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:08.409369 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fa21e979-f052-4f5b-b691-2752d4f40c3a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group (918cc868-6791-4f69-b6b1-336b721191d9), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:08.436290 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fa21e979-f052-4f5b-b691-2752d4f40c3a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group (918cc868-6791-4f69-b6b1-336b721191d9), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:08.501700 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fa21e979-f052-4f5b-b691-2752d4f40c3a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (918cc868-6791-4f69-b6b1-336b721191d9), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:08.504626 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-fa21e979-f052-4f5b-b691-2752d4f40c3a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:08.505861 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-fa21e979-f052-4f5b-b691-2752d4f40c3a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] 10.222.0.82 "DELETE /v2.0/security-groups/918cc868-6791-4f69-b6b1-336b721191d9 HTTP/1.1" status: 204 len: 168 time: 0.1538332 Feb 08 17:02:08.516470 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21e979-f052-4f5b-b691-2752d4f40c3a tempest-TestShelveInstance-758841841 tempest-TestShelveInstance-758841841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=918cc868-6791-4f69-b6b1-336b721191d9,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:08.574443 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36758) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:09.020328 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d657f888-ad69-4ed9-9586-4964aacf5aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (a7055da8-8be7-4a31-a236-ff1c96ca07ae), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:09.276632 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d657f888-ad69-4ed9-9586-4964aacf5aae admin admin] Deleting port ce654913-c477-4fa8-a97d-46cc37c2273c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:02:09.277000 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d657f888-ad69-4ed9-9586-4964aacf5aae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:09.358265 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-d657f888-ad69-4ed9-9586-4964aacf5aae admin admin] For port ce654913-c477-4fa8-a97d-46cc37c2273c, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ce654913-c477-4fa8-a97d-46cc37c2273c,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:02:09.358989 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d657f888-ad69-4ed9-9586-4964aacf5aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:09.372433 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-d657f888-ad69-4ed9-9586-4964aacf5aae admin admin] Calling delete_port for ce654913-c477-4fa8-a97d-46cc37c2273c owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:02:09.554157 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d657f888-ad69-4ed9-9586-4964aacf5aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (ce654913-c477-4fa8-a97d-46cc37c2273c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:09.580528 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657f888-ad69-4ed9-9586-4964aacf5aae admin admin] Pushing event deleted for resources: {'Port': ['ID=ce654913-c477-4fa8-a97d-46cc37c2273c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:09.763608 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-d657f888-ad69-4ed9-9586-4964aacf5aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (a7055da8-8be7-4a31-a236-ff1c96ca07ae), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:10.314293 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d657f888-ad69-4ed9-9586-4964aacf5aae admin admin] Router a7055da8-8be7-4a31-a236-ff1c96ca07ae has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:02:10.422843 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d657f888-ad69-4ed9-9586-4964aacf5aae admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:02:10.431775 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-d657f888-ad69-4ed9-9586-4964aacf5aae admin admin] 10.222.0.82 "PUT /v2.0/routers/a7055da8-8be7-4a31-a236-ff1c96ca07ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8523638 Feb 08 17:02:10.432703 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36764) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:10.436864 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97936da2-f617-4a80-8369-def6b9f71f3d None None] Sync routers for ids ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:02:10.448684 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97936da2-f617-4a80-8369-def6b9f71f3d None None] Routers {'a7055da8-8be7-4a31-a236-ff1c96ca07ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:02:10.449465 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-97936da2-f617-4a80-8369-def6b9f71f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:02:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:10.543763 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] Publish callbacks [] for router (a7055da8-8be7-4a31-a236-ff1c96ca07ae), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:10.569925 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-97936da2-f617-4a80-8369-def6b9f71f3d None None] Set router a7055da8-8be7-4a31-a236-ff1c96ca07ae gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:02:10.663796 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] Publish callbacks [] for router_gateway (a7055da8-8be7-4a31-a236-ff1c96ca07ae), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:10.724517 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] Deleting port 383967c1-951d-4302-b577-94c72fb41459 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:02:10.725023 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (383967c1-951d-4302-b577-94c72fb41459), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:10.810287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] For port 383967c1-951d-4302-b577-94c72fb41459, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=383967c1-951d-4302-b577-94c72fb41459,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:02:10.810627 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (383967c1-951d-4302-b577-94c72fb41459), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:10.824248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] Calling delete_port for 383967c1-951d-4302-b577-94c72fb41459 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:02:10.848350 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-97936da2-f617-4a80-8369-def6b9f71f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '383967c1-951d-4302-b577-94c72fb41459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T17:02:09Z', 'revision_number': 5, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port': {'id': '383967c1-951d-4302-b577-94c72fb41459', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:10:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:50Z', 'updated_at': '2022-02-08T16:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:10.874526 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97936da2-f617-4a80-8369-def6b9f71f3d None None] Checking router: a7055da8-8be7-4a31-a236-ff1c96ca07ae for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:02:10.883010 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97936da2-f617-4a80-8369-def6b9f71f3d None None] Routers {'a7055da8-8be7-4a31-a236-ff1c96ca07ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:02:10.883621 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-97936da2-f617-4a80-8369-def6b9f71f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:02:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:10.974015 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-97936da2-f617-4a80-8369-def6b9f71f3d None None] Set router a7055da8-8be7-4a31-a236-ff1c96ca07ae gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:02:11.012216 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (383967c1-951d-4302-b577-94c72fb41459), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:11.033767 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-97936da2-f617-4a80-8369-def6b9f71f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T17:02:10Z', 'revision_number': 6, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:11.046824 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] Pushing event deleted for resources: {'Port': ['ID=383967c1-951d-4302-b577-94c72fb41459,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:11.067485 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97936da2-f617-4a80-8369-def6b9f71f3d None None] The sync data for ids ['a7055da8-8be7-4a31-a236-ff1c96ca07ae'] in n-d-824834-11 is: [{'id': 'a7055da8-8be7-4a31-a236-ff1c96ca07ae', 'name': 'tempest-TestShelveInstance-851199703-router', 'tenant_id': '8711cbfe63b84be1ad0bcad4872e307f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:49Z', 'updated_at': '2022-02-08T17:02:10Z', 'revision_number': 6, 'project_id': '8711cbfe63b84be1ad0bcad4872e307f', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:02:11.125504 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (a7055da8-8be7-4a31-a236-ff1c96ca07ae), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:11.222319 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (a7055da8-8be7-4a31-a236-ff1c96ca07ae), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:11.224627 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] Publish callbacks [] for router_controller (a7055da8-8be7-4a31-a236-ff1c96ca07ae), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:11.274527 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (a7055da8-8be7-4a31-a236-ff1c96ca07ae), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:11.275944 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7055da8-8be7-4a31-a236-ff1c96ca07ae {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 17:02:11.280208 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:11.283849 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-b9f223ae-b55b-4e8a-8b4f-860f2dfeff23 admin admin] 10.222.0.82 "DELETE /v2.0/routers/a7055da8-8be7-4a31-a236-ff1c96ca07ae HTTP/1.1" status: 204 len: 168 time: 0.8484008 Feb 08 17:02:11.284078 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36766) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:11.329955 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2ed4e9-da59-46ee-ba7b-b3ee40d745c5 admin admin] Deleting subnet 0a403a86-1f48-4547-93aa-1f995a7c1b33 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:02:11.333172 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed4e9-da59-46ee-ba7b-b3ee40d745c5 admin admin] Publish callbacks [] for subnet (0a403a86-1f48-4547-93aa-1f995a7c1b33), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:11.367198 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed4e9-da59-46ee-ba7b-b3ee40d745c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (0a403a86-1f48-4547-93aa-1f995a7c1b33), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:11.454251 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed4e9-da59-46ee-ba7b-b3ee40d745c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (0a403a86-1f48-4547-93aa-1f995a7c1b33), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:11.512416 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed4e9-da59-46ee-ba7b-b3ee40d745c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (0a403a86-1f48-4547-93aa-1f995a7c1b33), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:11.528121 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0d2ed4e9-da59-46ee-ba7b-b3ee40d745c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:11.531201 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0d2ed4e9-da59-46ee-ba7b-b3ee40d745c5 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/0a403a86-1f48-4547-93aa-1f995a7c1b33 HTTP/1.1" status: 204 len: 168 time: 0.2461972 Feb 08 17:02:11.533777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36768) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:11.537396 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039f2de-cbfd-4a2c-9f65-a0306cbf2f14 None None] Network b5305923-7f24-404b-93a9-3b239acc6a2e requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:02:11.558147 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ed4e9-da59-46ee-ba7b-b3ee40d745c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a403a86-1f48-4547-93aa-1f995a7c1b33,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:11.625192 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (b5305923-7f24-404b-93a9-3b239acc6a2e), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:11.679880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Deleting port 98ad9214-28f5-41a9-8701-b30022df40f2 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:02:11.680222 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (98ad9214-28f5-41a9-8701-b30022df40f2), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:11.747715 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] For port 98ad9214-28f5-41a9-8701-b30022df40f2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=98ad9214-28f5-41a9-8701-b30022df40f2,segment=NetworkSegment(6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee),segment_id=6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:02:11.748085 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (98ad9214-28f5-41a9-8701-b30022df40f2), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:11.761205 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Calling delete_port for 98ad9214-28f5-41a9-8701-b30022df40f2 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:02:11.846499 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (98ad9214-28f5-41a9-8701-b30022df40f2), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:11.857210 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ff6aac-607a-48ae-b676-adfaa21510e7 None None] DHCP port deletion for b5305923-7f24-404b-93a9-3b239acc6a2e request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 17:02:11.862458 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] No DVR routers for this DVR port 98ad9214-28f5-41a9-8701-b30022df40f2 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:02:11.913317 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Pushing event deleted for resources: {'Port': ['ID=98ad9214-28f5-41a9-8701-b30022df40f2,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:11.965352 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:11.965749 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:11.966284 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:11.966663 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:11.967004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:11.967343 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:11.967685 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:11.968003 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:11.968324 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:11.968646 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:11.972160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:11.972160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:11.972160 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:11.977174 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (b5305923-7f24-404b-93a9-3b239acc6a2e), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:12.003329 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5305923-7f24-404b-93a9-3b239acc6a2e']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:12.018574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:12.018873 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:12.030415 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:12.046611 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:12.053181 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:02:12.053839 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (6d84e3e4-9e7f-4af2-a4dd-a52f97c7f6ee), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: timer() Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:02:12.056049 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:02:12.118107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (b5305923-7f24-404b-93a9-3b239acc6a2e), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:12.124188 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:12.128587 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] 10.222.0.82 "DELETE /v2.0/networks/b5305923-7f24-404b-93a9-3b239acc6a2e HTTP/1.1" status: 204 len: 168 time: 0.5931606 Feb 08 17:02:12.131531 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36770) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:12.148724 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46b441-fd36-4922-8893-8420a4459173 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5305923-7f24-404b-93a9-3b239acc6a2e,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:12.515079 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ac47fc9-ec79-40d7-8a4e-51ddc9bf4a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (421fdd24-1bd4-4776-a444-6b0f4a9864ae), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:12.770136 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9ac47fc9-ec79-40d7-8a4e-51ddc9bf4a74 admin admin] Deleting port ecc72da3-0a72-4ab5-860c-c1e846e790b0 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:02:12.770766 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ac47fc9-ec79-40d7-8a4e-51ddc9bf4a74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:12.852632 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-9ac47fc9-ec79-40d7-8a4e-51ddc9bf4a74 admin admin] For port ecc72da3-0a72-4ab5-860c-c1e846e790b0, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=ecc72da3-0a72-4ab5-860c-c1e846e790b0,segment=NetworkSegment(762d9617-8127-4790-970f-2031bf16101f),segment_id=762d9617-8127-4790-970f-2031bf16101f)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:02:12.853119 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ac47fc9-ec79-40d7-8a4e-51ddc9bf4a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:12.865955 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9ac47fc9-ec79-40d7-8a4e-51ddc9bf4a74 admin admin] Calling delete_port for ecc72da3-0a72-4ab5-860c-c1e846e790b0 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:02:13.060843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 98ad9214-28f5-41a9-8701-b30022df40f2 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:02:13.061767 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ac47fc9-ec79-40d7-8a4e-51ddc9bf4a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (ecc72da3-0a72-4ab5-860c-c1e846e790b0), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:13.080912 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 98ad9214-28f5-41a9-8701-b30022df40f2 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:02:13.081338 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 98ad9214-28f5-41a9-8701-b30022df40f2 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:02:13.081758 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ce654913-c477-4fa8-a97d-46cc37c2273c no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:02:13.090171 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac47fc9-ec79-40d7-8a4e-51ddc9bf4a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc72da3-0a72-4ab5-860c-c1e846e790b0,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:13.105256 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: ce654913-c477-4fa8-a97d-46cc37c2273c {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:02:13.105836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ce654913-c477-4fa8-a97d-46cc37c2273c not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:02:13.106417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 383967c1-951d-4302-b577-94c72fb41459 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:02:13.132061 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 383967c1-951d-4302-b577-94c72fb41459 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:02:13.132531 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 383967c1-951d-4302-b577-94c72fb41459 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:02:13.272124 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ac47fc9-ec79-40d7-8a4e-51ddc9bf4a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (421fdd24-1bd4-4776-a444-6b0f4a9864ae), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:13.503490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac47fc9-ec79-40d7-8a4e-51ddc9bf4a74 admin admin] Router 421fdd24-1bd4-4776-a444-6b0f4a9864ae has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:02:13.622412 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac47fc9-ec79-40d7-8a4e-51ddc9bf4a74 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:02:13.630447 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9ac47fc9-ec79-40d7-8a4e-51ddc9bf4a74 admin admin] 10.222.0.82 "PUT /v2.0/routers/421fdd24-1bd4-4776-a444-6b0f4a9864ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4946933 Feb 08 17:02:13.630447 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36772) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:13.633331 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b4126-1443-453f-aca9-de63c4739a18 None None] Sync routers for ids ['421fdd24-1bd4-4776-a444-6b0f4a9864ae'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:02:13.644818 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b4126-1443-453f-aca9-de63c4739a18 None None] Routers {'421fdd24-1bd4-4776-a444-6b0f4a9864ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:02:13.645166 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8d3b4126-1443-453f-aca9-de63c4739a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:02:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['421fdd24-1bd4-4776-a444-6b0f4a9864ae'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:13.753217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-8d3b4126-1443-453f-aca9-de63c4739a18 None None] Set router 421fdd24-1bd4-4776-a444-6b0f4a9864ae gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:02:13.755238 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] Publish callbacks [] for router (421fdd24-1bd4-4776-a444-6b0f4a9864ae), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:13.872633 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] Publish callbacks [] for router_gateway (421fdd24-1bd4-4776-a444-6b0f4a9864ae), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:13.937392 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] Deleting port 60eab0e1-f652-4b26-bec8-d5c8a126a495 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:02:13.937873 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (60eab0e1-f652-4b26-bec8-d5c8a126a495), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:13.943795 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8d3b4126-1443-453f-aca9-de63c4739a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'name': 'tempest-TestShelveInstance-1478504249-router', 'tenant_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '60eab0e1-f652-4b26-bec8-d5c8a126a495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T17:02:13Z', 'revision_number': 5, 'project_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'gw_port': {'id': '60eab0e1-f652-4b26-bec8-d5c8a126a495', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T16:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:13.971276 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b4126-1443-453f-aca9-de63c4739a18 None None] Checking router: 421fdd24-1bd4-4776-a444-6b0f4a9864ae for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:02:13.979750 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b4126-1443-453f-aca9-de63c4739a18 None None] Routers {'421fdd24-1bd4-4776-a444-6b0f4a9864ae'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:02:13.980371 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8d3b4126-1443-453f-aca9-de63c4739a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:02:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['421fdd24-1bd4-4776-a444-6b0f4a9864ae'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:14.034227 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] For port 60eab0e1-f652-4b26-bec8-d5c8a126a495, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=60eab0e1-f652-4b26-bec8-d5c8a126a495,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:02:14.034699 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (60eab0e1-f652-4b26-bec8-d5c8a126a495), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:14.048487 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] Calling delete_port for 60eab0e1-f652-4b26-bec8-d5c8a126a495 owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:02:14.072885 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-8d3b4126-1443-453f-aca9-de63c4739a18 None None] Set router 421fdd24-1bd4-4776-a444-6b0f4a9864ae gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:02:14.234770 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (60eab0e1-f652-4b26-bec8-d5c8a126a495), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:14.263696 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] Pushing event deleted for resources: {'Port': ['ID=60eab0e1-f652-4b26-bec8-d5c8a126a495,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:14.296982 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-8d3b4126-1443-453f-aca9-de63c4739a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'name': 'tempest-TestShelveInstance-1478504249-router', 'tenant_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T17:02:13Z', 'revision_number': 6, 'project_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:14.323440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b4126-1443-453f-aca9-de63c4739a18 None None] The sync data for ids ['421fdd24-1bd4-4776-a444-6b0f4a9864ae'] in n-d-824834-11 is: [{'id': '421fdd24-1bd4-4776-a444-6b0f4a9864ae', 'name': 'tempest-TestShelveInstance-1478504249-router', 'tenant_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T16:52:54Z', 'updated_at': '2022-02-08T17:02:13Z', 'revision_number': 6, 'project_id': 'df7a691293094a1ba9c7cc1aa2b89932', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:02:14.328845 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (421fdd24-1bd4-4776-a444-6b0f4a9864ae), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:14.435613 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (421fdd24-1bd4-4776-a444-6b0f4a9864ae), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:14.437941 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] Publish callbacks [] for router_controller (421fdd24-1bd4-4776-a444-6b0f4a9864ae), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:14.485552 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (421fdd24-1bd4-4776-a444-6b0f4a9864ae), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:14.486201 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 421fdd24-1bd4-4776-a444-6b0f4a9864ae {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 17:02:14.491130 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:14.492513 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-4f89c9aa-14cf-438c-acbe-04b1ab7c467e admin admin] 10.222.0.82 "DELETE /v2.0/routers/421fdd24-1bd4-4776-a444-6b0f4a9864ae HTTP/1.1" status: 204 len: 168 time: 0.8612621 Feb 08 17:02:14.495938 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36774) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:14.541159 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff83fb91-2d4a-4869-a425-5ad997331510 admin admin] Deleting subnet d9b9a724-ec28-49b0-9510-9bc3ece980a1 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:02:14.544439 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff83fb91-2d4a-4869-a425-5ad997331510 admin admin] Publish callbacks [] for subnet (d9b9a724-ec28-49b0-9510-9bc3ece980a1), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:14.583593 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff83fb91-2d4a-4869-a425-5ad997331510 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (d9b9a724-ec28-49b0-9510-9bc3ece980a1), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:14.666920 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff83fb91-2d4a-4869-a425-5ad997331510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (d9b9a724-ec28-49b0-9510-9bc3ece980a1), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:14.737615 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff83fb91-2d4a-4869-a425-5ad997331510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (d9b9a724-ec28-49b0-9510-9bc3ece980a1), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:14.765687 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83fb91-2d4a-4869-a425-5ad997331510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b9a724-ec28-49b0-9510-9bc3ece980a1,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:14.775655 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ff83fb91-2d4a-4869-a425-5ad997331510 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:14.780994 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ff83fb91-2d4a-4869-a425-5ad997331510 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/d9b9a724-ec28-49b0-9510-9bc3ece980a1 HTTP/1.1" status: 204 len: 168 time: 0.2840266 Feb 08 17:02:14.782881 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa46ff1-998a-4dd0-b062-56c5192f3bd6 None None] Network 1e2fcea6-5c76-48e4-98ee-fe31381b61e0 requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:02:14.783616 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36776) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:14.853163 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (1e2fcea6-5c76-48e4-98ee-fe31381b61e0), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:14.914213 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] Deleting port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:02:14.914499 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:14.975172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] For port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb,segment=NetworkSegment(762d9617-8127-4790-970f-2031bf16101f),segment_id=762d9617-8127-4790-970f-2031bf16101f)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:02:14.975532 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:14.988172 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] Calling delete_port for 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:02:15.065100 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:15.092255 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:15.097933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] No DVR routers for this DVR port 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:02:15.110634 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824d2c71-a36b-4a25-8639-40a933a80a02 None None] DHCP port deletion for 1e2fcea6-5c76-48e4-98ee-fe31381b61e0 request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 17:02:15.178579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:02:15.181828 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (1e2fcea6-5c76-48e4-98ee-fe31381b61e0), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:15.199439 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:02:15.199790 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 80b7f18c-c7b1-4b48-bf2b-7ecf20ff13eb not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:02:15.200215 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ecc72da3-0a72-4ab5-860c-c1e846e790b0 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:02:15.202222 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2fcea6-5c76-48e4-98ee-fe31381b61e0']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:15.211519 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762d9617-8127-4790-970f-2031bf16101f') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:15.211815 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762d9617-8127-4790-970f-2031bf16101f') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:15.219922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: ecc72da3-0a72-4ab5-860c-c1e846e790b0 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:02:15.220300 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device ecc72da3-0a72-4ab5-860c-c1e846e790b0 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:02:15.220780 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 60eab0e1-f652-4b26-bec8-d5c8a126a495 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:02:15.221748 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (762d9617-8127-4790-970f-2031bf16101f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:15.237818 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (762d9617-8127-4790-970f-2031bf16101f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:15.245447 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 60eab0e1-f652-4b26-bec8-d5c8a126a495 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:02:15.245717 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 60eab0e1-f652-4b26-bec8-d5c8a126a495 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:02:15.246115 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:02:15.246557 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (762d9617-8127-4790-970f-2031bf16101f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: timer() Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:02:15.248530 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:02:15.310630 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (1e2fcea6-5c76-48e4-98ee-fe31381b61e0), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:15.316163 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:15.321924 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] 10.222.0.82 "DELETE /v2.0/networks/1e2fcea6-5c76-48e4-98ee-fe31381b61e0 HTTP/1.1" status: 204 len: 168 time: 0.5347478 Feb 08 17:02:15.332113 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb12625-c480-4b62-a312-8eb525228dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=1e2fcea6-5c76-48e4-98ee-fe31381b61e0,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:15.449151 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36780) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:15.488286 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f612bc3e-ec99-426d-b0ea-8d55afaeae99 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8711cbfe63b84be1ad0bcad4872e307f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379689 Feb 08 17:02:15.490736 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36782) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:15.539966 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7aad568d-d719-4a72-af26-50c97f620b4b admin admin] Publish callbacks [] for security_group (cb00c2b1-9d9c-45e8-af6a-6af43a20e64b), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:15.561699 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7aad568d-d719-4a72-af26-50c97f620b4b admin admin] Publish callbacks [] for security_group (cb00c2b1-9d9c-45e8-af6a-6af43a20e64b), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:15.609382 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7aad568d-d719-4a72-af26-50c97f620b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (cb00c2b1-9d9c-45e8-af6a-6af43a20e64b), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:15.611874 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-7aad568d-d719-4a72-af26-50c97f620b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:15.613050 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-7aad568d-d719-4a72-af26-50c97f620b4b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cb00c2b1-9d9c-45e8-af6a-6af43a20e64b HTTP/1.1" status: 204 len: 168 time: 0.1214151 Feb 08 17:02:15.620986 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad568d-d719-4a72-af26-50c97f620b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb00c2b1-9d9c-45e8-af6a-6af43a20e64b,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:15.919004 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36788) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:15.958102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-44379e1d-3b87-4e41-bc94-56a01495ce55 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=df7a691293094a1ba9c7cc1aa2b89932&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378895 Feb 08 17:02:15.960704 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36790) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:16.012919 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-248cf21b-0b41-46f1-8441-de560c9a0e3e admin admin] Publish callbacks [] for security_group (6f804393-6d2e-48cb-8783-4cbbee02aaf3), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:16.033833 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-248cf21b-0b41-46f1-8441-de560c9a0e3e admin admin] Publish callbacks [] for security_group (6f804393-6d2e-48cb-8783-4cbbee02aaf3), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:16.080107 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-248cf21b-0b41-46f1-8441-de560c9a0e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6f804393-6d2e-48cb-8783-4cbbee02aaf3), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:16.082668 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-248cf21b-0b41-46f1-8441-de560c9a0e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:16.083850 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-248cf21b-0b41-46f1-8441-de560c9a0e3e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6f804393-6d2e-48cb-8783-4cbbee02aaf3 HTTP/1.1" status: 204 len: 168 time: 0.1222091 Feb 08 17:02:16.091307 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cf21b-0b41-46f1-8441-de560c9a0e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f804393-6d2e-48cb-8783-4cbbee02aaf3,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:16.748037 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36812) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:16.843848 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2102000843-network', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:16.863327 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] Made reservation on behalf of 4926771a006f4a20960cd17e82b46ee3 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:02:16.865395 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:16.873676 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:16.947489 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] Publish callbacks [] for security_group (6c53e166-d5c5-4a4a-8e52-0fc0c6d13b58), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:16.951404 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6c53e166-d5c5-4a4a-8e52-0fc0c6d13b58), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:16.977178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:02:16.987042 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c53e166-d5c5-4a4a-8e52-0fc0c6d13b58,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:16.992665 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (119c6cec-73b6-4fa0-8749-2022e23d33b1), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:16.992665 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] Added segment 119c6cec-73b6-4fa0-8749-2022e23d33b1 of type vlan for network 44f3c439-2dc9-4ba7-807a-ac771cefe30d Feb 08 17:02:17.048591 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (44f3c439-2dc9-4ba7-807a-ac771cefe30d), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:17.323216 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (44f3c439-2dc9-4ba7-807a-ac771cefe30d), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:17.324212 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:17.325222 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:17.382434 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6329808 Feb 08 17:02:17.385268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36816) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:17.391462 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-ae04d99b-8963-438d-ba9b-247e573bf16d admin admin] Request body: {'subnet': {'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2102000843-subnet', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:17.399382 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb30111-0b8d-4ac9-b01d-5f839111185f admin admin] Pushing event updated for resources: {'Network': ['ID=44f3c439-2dc9-4ba7-807a-ac771cefe30d,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:17.409570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network 44f3c439-2dc9-4ba7-807a-ac771cefe30d details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:02:17.417065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae04d99b-8963-438d-ba9b-247e573bf16d admin admin] Made reservation on behalf of 4926771a006f4a20960cd17e82b46ee3 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:02:17.419407 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae04d99b-8963-438d-ba9b-247e573bf16d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:17.912012 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae04d99b-8963-438d-ba9b-247e573bf16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (5581ccc5-03ae-4d8e-adaa-376b9b741df8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:17.968797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04d99b-8963-438d-ba9b-247e573bf16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5581ccc5-03ae-4d8e-adaa-376b9b741df8,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:17.977332 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae04d99b-8963-438d-ba9b-247e573bf16d admin admin] Checking segment: {'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:02:17.977879 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae04d99b-8963-438d-ba9b-247e573bf16d admin admin] Network hostable DHCP agents. Network: 44f3c439-2dc9-4ba7-807a-ac771cefe30d, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:02:17.994774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae04d99b-8963-438d-ba9b-247e573bf16d admin admin] Network 44f3c439-2dc9-4ba7-807a-ac771cefe30d is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:02:18.005111 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-ae04d99b-8963-438d-ba9b-247e573bf16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, 44f3c439-2dc9-4ba7-807a-ac771cefe30d) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:02:18.010185 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae04d99b-8963-438d-ba9b-247e573bf16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:18.010819 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-ae04d99b-8963-438d-ba9b-247e573bf16d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:18.015339 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c1183-5e58-42d8-9cd8-ea3a0389eda7 None None] Network 44f3c439-2dc9-4ba7-807a-ac771cefe30d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:02:18.029259 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-ae04d99b-8963-438d-ba9b-247e573bf16d admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6429088 Feb 08 17:02:18.031989 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36818) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:18.036349 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:18.055076 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (0384219c-649b-4520-a20e-e8bbd83b3c63), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:18.056831 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (0384219c-649b-4520-a20e-e8bbd83b3c63), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:18.111971 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Publish callbacks [] for router_controller (0384219c-649b-4520-a20e-e8bbd83b3c63), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:18.116399 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 17:02:18.117397 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:18.252159 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Publish callbacks [] for router_gateway (0384219c-649b-4520-a20e-e8bbd83b3c63), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:18.254240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Allocated IP 172.20.0.2 (44f3c439-2dc9-4ba7-807a-ac771cefe30d/5581ccc5-03ae-4d8e-adaa-376b9b741df8/3b54269c-b7cd-4eab-b2cd-251a7c88ba0f) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:02:18.399428 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Publish callbacks [] for port (3b54269c-b7cd-4eab-b2cd-251a7c88ba0f), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:18.406156 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (3b54269c-b7cd-4eab-b2cd-251a7c88ba0f), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:18.447774 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Network 44f3c439-2dc9-4ba7-807a-ac771cefe30d is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:02:18.450707 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:02:18.454129 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:02:18.459475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Pushing event updated for resources: {'Port': ['ID=3b54269c-b7cd-4eab-b2cd-251a7c88ba0f,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:18.460574 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Publish callbacks [] for router_gateway (0384219c-649b-4520-a20e-e8bbd83b3c63), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:18.471063 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:18.471415 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:18.471759 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:18.472095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:18.472433 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:18.472784 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:18.473131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:18.473449 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:18.473771 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:18.474094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:18.474417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:18.474739 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:18.475066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:18.481650 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:18.523895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Attempting to bind port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:02:18.524291 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Attempting to bind port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:02:18.525227 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Attempting to bind port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f on network 44f3c439-2dc9-4ba7-807a-ac771cefe30d {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:02:18.530237 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:02:18.530618 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Checking segment: {'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:02:18.531026 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:18.531434 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Bound using segment: {'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:02:18.531899 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Bound port: 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:02:18.532286 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3b54269c-b7cd-4eab-b2cd-251a7c88ba0f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:18.590682 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Allocated IP 172.25.7.190 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/18333a4d-718e-403a-8676-d601972a5691) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:02:18.597928 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] For port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:02:18.600968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] For port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3b54269c-b7cd-4eab-b2cd-251a7c88ba0f,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:02:18.607628 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3b54269c-b7cd-4eab-b2cd-251a7c88ba0f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:18.663034 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98eadb-7409-4d0c-b636-0cd2671e0106 None None] Pushing event updated for resources: {'Port': ['ID=3b54269c-b7cd-4eab-b2cd-251a7c88ba0f,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:18.702701 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Publish callbacks [] for port (18333a4d-718e-403a-8676-d601972a5691), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:18.739526 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (18333a4d-718e-403a-8676-d601972a5691), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:18.784173 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:02:18.789168 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:02:18.792460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:02:18.824418 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Pushing event updated for resources: {'Port': ['ID=18333a4d-718e-403a-8676-d601972a5691,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:19.076105 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Publish callbacks [] for router_gateway (0384219c-649b-4520-a20e-e8bbd83b3c63), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:19.083808 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:02:19.133452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:19.134514 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3b54269c-b7cd-4eab-b2cd-251a7c88ba0f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:19.214235 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:19.214624 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3b54269c-b7cd-4eab-b2cd-251a7c88ba0f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:19.248896 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3b54269c-b7cd-4eab-b2cd-251a7c88ba0f,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:02:19.254384 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3b54269c-b7cd-4eab-b2cd-251a7c88ba0f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:19.291337 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (0384219c-649b-4520-a20e-e8bbd83b3c63), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:19.312629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=3b54269c-b7cd-4eab-b2cd-251a7c88ba0f,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:19.437414 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Router 0384219c-649b-4520-a20e-e8bbd83b3c63 is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 17:02:19.547260 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:02:19.560126 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Sync routers for ids ['0384219c-649b-4520-a20e-e8bbd83b3c63'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:02:19.568329 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:19.569784 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d2c02625-8183-4cc7-aa1f-a772374c1782 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5368118 Feb 08 17:02:19.571398 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Routers {'0384219c-649b-4520-a20e-e8bbd83b3c63'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:02:19.572498 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:02:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0384219c-649b-4520-a20e-e8bbd83b3c63'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:19.573390 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36820) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:19.601040 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a1536-d8c2-44a4-83da-7b423d4ff6b1 None None] Network 44f3c439-2dc9-4ba7-807a-ac771cefe30d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:02:19.692436 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Set router 0384219c-649b-4520-a20e-e8bbd83b3c63 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:02:19.725275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5bb663c5-8eba-4399-9530-b8afc7f0d7a2 None None] Provisioning complete for port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:19.725754 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5bb663c5-8eba-4399-9530-b8afc7f0d7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3b54269c-b7cd-4eab-b2cd-251a7c88ba0f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:19.788058 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:19.842942 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5bb663c5-8eba-4399-9530-b8afc7f0d7a2 None None] Current status of the port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:19.889850 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:18Z', 'revision_number': 3, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:19.917749 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Checking router: 0384219c-649b-4520-a20e-e8bbd83b3c63 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:02:19.918099 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Updating router 0384219c-649b-4520-a20e-e8bbd83b3c63 port 18333a4d-718e-403a-8676-d601972a5691 binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:02:19.947400 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (18333a4d-718e-403a-8676-d601972a5691), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.051180 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.063833 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-642e9f1f-ea43-4728-b020-7bb4d0c5785b None None] Provisioning complete for port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:20.064227 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-642e9f1f-ea43-4728-b020-7bb4d0c5785b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3b54269c-b7cd-4eab-b2cd-251a7c88ba0f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.146365 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-642e9f1f-ea43-4728-b020-7bb4d0c5785b None None] Current status of the port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:20.217322 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Allocated IP 172.20.0.1 (44f3c439-2dc9-4ba7-807a-ac771cefe30d/5581ccc5-03ae-4d8e-adaa-376b9b741df8/3b5257dc-1f77-4d30-aac4-89a236d4f2a2) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:02:20.222888 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Publish callbacks [] for port (18333a4d-718e-403a-8676-d601972a5691), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.233266 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (18333a4d-718e-403a-8676-d601972a5691), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.288261 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Attempting to bind port 18333a4d-718e-403a-8676-d601972a5691 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:02:20.288625 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Attempting to bind port 18333a4d-718e-403a-8676-d601972a5691 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:02:20.293698 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Attempting to bind port 18333a4d-718e-403a-8676-d601972a5691 on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:02:20.298724 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:02:20.299279 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:02:20.299857 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.300426 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:02:20.301087 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Bound port: 18333a4d-718e-403a-8676-d601972a5691, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:02:20.301810 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (18333a4d-718e-403a-8676-d601972a5691), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.303361 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87223e03-e705-4eed-8e6a-78ea5dc91117 None None] Pushing event updated for resources: {'Port': ['ID=18333a4d-718e-403a-8676-d601972a5691,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:20.332472 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87223e03-e705-4eed-8e6a-78ea5dc91117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:20.332472 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87223e03-e705-4eed-8e6a-78ea5dc91117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:20.332472 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87223e03-e705-4eed-8e6a-78ea5dc91117 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:20.333170 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87223e03-e705-4eed-8e6a-78ea5dc91117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:20.333603 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87223e03-e705-4eed-8e6a-78ea5dc91117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:20.333934 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87223e03-e705-4eed-8e6a-78ea5dc91117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:20.334264 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87223e03-e705-4eed-8e6a-78ea5dc91117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:20.334582 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87223e03-e705-4eed-8e6a-78ea5dc91117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:20.334948 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87223e03-e705-4eed-8e6a-78ea5dc91117 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:20.335267 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87223e03-e705-4eed-8e6a-78ea5dc91117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:20.335584 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87223e03-e705-4eed-8e6a-78ea5dc91117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:20.335899 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87223e03-e705-4eed-8e6a-78ea5dc91117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:20.337852 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87223e03-e705-4eed-8e6a-78ea5dc91117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:02:20.341932 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Publish callbacks [] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.376496 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] For port 18333a4d-718e-403a-8676-d601972a5691, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:02:20.379813 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] For port 18333a4d-718e-403a-8676-d601972a5691, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=18333a4d-718e-403a-8676-d601972a5691,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:02:20.385419 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.387664 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (18333a4d-718e-403a-8676-d601972a5691), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.435410 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Network 44f3c439-2dc9-4ba7-807a-ac771cefe30d is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:02:20.440524 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:02:20.443053 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:02:20.451464 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Routers {'0384219c-649b-4520-a20e-e8bbd83b3c63'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:02:20.452102 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:02:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0384219c-649b-4520-a20e-e8bbd83b3c63'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:20.479665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Pushing event updated for resources: {'Port': ['ID=3b5257dc-1f77-4d30-aac4-89a236d4f2a2,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:20.503347 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (0384219c-649b-4520-a20e-e8bbd83b3c63), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.529428 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87223e03-e705-4eed-8e6a-78ea5dc91117 None None] Pushing event updated for resources: {'Port': ['ID=18333a4d-718e-403a-8676-d601972a5691,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:20.576283 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] Set router 0384219c-649b-4520-a20e-e8bbd83b3c63 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:02:20.667804 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.775585 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:18Z', 'revision_number': 3, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:20.782437 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5b4cabef-fba9-493a-8f49-da2aef56119f None None] Provisioning complete for port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:20.783286 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5b4cabef-fba9-493a-8f49-da2aef56119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.803151 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c1b649-1082-4ff5-a60c-2278738da31e None None] The sync data for ids ['0384219c-649b-4520-a20e-e8bbd83b3c63'] in n-d-824834-11 is: [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:18Z', 'revision_number': 3, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:02:20.835907 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5b4cabef-fba9-493a-8f49-da2aef56119f None None] Port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:02:20.860365 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Publish callbacks [] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.865241 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:20.941595 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Pushing event updated for resources: {'Port': ['ID=3b5257dc-1f77-4d30-aac4-89a236d4f2a2,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:20.943908 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (0384219c-649b-4520-a20e-e8bbd83b3c63), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:21.046620 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Network 44f3c439-2dc9-4ba7-807a-ac771cefe30d is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:02:21.048067 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:02:21.149130 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:02:21.184752 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:21.204005 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Router 0384219c-649b-4520-a20e-e8bbd83b3c63 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:02:21.219275 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:21.219653 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3b54269c-b7cd-4eab-b2cd-251a7c88ba0f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:21.331056 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:02:21.343292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:21.349187 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-51e34785-415f-446b-8562-26be6631fbef admin admin] 10.222.0.82 "PUT /v2.0/routers/0384219c-649b-4520-a20e-e8bbd83b3c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7708583 Feb 08 17:02:21.366249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-871e7b3b-af00-4f60-98ed-be4864d68088 None None] Provisioning complete for port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:21.366787 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-871e7b3b-af00-4f60-98ed-be4864d68088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:21.406308 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-871e7b3b-af00-4f60-98ed-be4864d68088 None None] Port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:02:21.907013 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36836) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:21.911964 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-335826786-network', 'tenant_id': '44137f913c7f4e9594cd376b2bc629c6'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:21.931456 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] Made reservation on behalf of 44137f913c7f4e9594cd376b2bc629c6 for: {'network': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:02:21.933805 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for network (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:21.942398 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.022550 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] Publish callbacks [] for security_group (a9156bbb-e163-4807-8785-a4c1fdadb524), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.027230 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a9156bbb-e163-4807-8785-a4c1fdadb524), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.058914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=103301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 17:02:22.065266 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9156bbb-e163-4807-8785-a4c1fdadb524,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:22.071247 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (6410d57b-e291-4ca8-b696-6c3f2e160734), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.072413 n-d-824834-11 neutron-server[103301]: INFO neutron.db.segments_db [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] Added segment 6410d57b-e291-4ca8-b696-6c3f2e160734 of type vlan for network faa30ff6-7c04-4da7-8551-1eb1b0c821ee Feb 08 17:02:22.112073 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749937068840'] for network (faa30ff6-7c04-4da7-8551-1eb1b0c821ee), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.136353 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513'] for network (faa30ff6-7c04-4da7-8551-1eb1b0c821ee), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.137369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:22.137958 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.187133 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2790022 Feb 08 17:02:22.189999 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36838) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:22.194618 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e4fd9e23-ecdd-4c87-ba58-ebbe2f3312cf admin admin] Request body: {'subnet': {'network_id': 'faa30ff6-7c04-4da7-8551-1eb1b0c821ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-335826786-subnet', 'tenant_id': '44137f913c7f4e9594cd376b2bc629c6', 'ip_version': 4}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:22.218665 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae34df-1ea1-4f05-93bf-a62ec427da16 admin admin] Pushing event updated for resources: {'Network': ['ID=faa30ff6-7c04-4da7-8551-1eb1b0c821ee,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:22.227797 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fd9e23-ecdd-4c87-ba58-ebbe2f3312cf admin admin] Made reservation on behalf of 44137f913c7f4e9594cd376b2bc629c6 for: {'subnet': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:02:22.229497 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Network faa30ff6-7c04-4da7-8551-1eb1b0c821ee details requested by agent ovs-agent-n-d-824834-11 with host n-d-824834-11 {{(pid=103303) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 17:02:22.230354 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e4fd9e23-ecdd-4c87-ba58-ebbe2f3312cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10095985'] for subnet (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.414930 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e4fd9e23-ecdd-4c87-ba58-ebbe2f3312cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10057590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10095951'] for subnet (5f925999-051d-4ac9-a9aa-c0a16e85a621), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.478244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd9e23-ecdd-4c87-ba58-ebbe2f3312cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f925999-051d-4ac9-a9aa-c0a16e85a621,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:22.484935 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd9e23-ecdd-4c87-ba58-ebbe2f3312cf admin admin] Checking segment: {'id': '6410d57b-e291-4ca8-b696-6c3f2e160734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'faa30ff6-7c04-4da7-8551-1eb1b0c821ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:02:22.485321 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fd9e23-ecdd-4c87-ba58-ebbe2f3312cf admin admin] Network hostable DHCP agents. Network: faa30ff6-7c04-4da7-8551-1eb1b0c821ee, hostable agents: ['020afa37-d261-4918-a17d-4af40dc51bbd'], hosted agents: [] {{(pid=103301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 17:02:22.503291 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fd9e23-ecdd-4c87-ba58-ebbe2f3312cf admin admin] Network faa30ff6-7c04-4da7-8551-1eb1b0c821ee is scheduled to be hosted by DHCP agent 020afa37-d261-4918-a17d-4af40dc51bbd with binding_index 1 {{(pid=103301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 17:02:22.505417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Sync routers for ids ['0384219c-649b-4520-a20e-e8bbd83b3c63'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:02:22.513367 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-e4fd9e23-ecdd-4c87-ba58-ebbe2f3312cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-11, faa30ff6-7c04-4da7-8551-1eb1b0c821ee) {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:02:22.517473 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Routers {'0384219c-649b-4520-a20e-e8bbd83b3c63'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:02:22.518191 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:02:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0384219c-649b-4520-a20e-e8bbd83b3c63'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:22.519015 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd9e23-ecdd-4c87-ba58-ebbe2f3312cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:22.519194 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e4fd9e23-ecdd-4c87-ba58-ebbe2f3312cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.523386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c404dc-e44e-44ea-98b2-1d6a8b8e059d None None] Network faa30ff6-7c04-4da7-8551-1eb1b0c821ee requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:02:22.536908 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e4fd9e23-ecdd-4c87-ba58-ebbe2f3312cf admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3460007 Feb 08 17:02:22.539380 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36840) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:22.544369 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-335826786-router', 'tenant_id': '44137f913c7f4e9594cd376b2bc629c6', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:22.562947 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-575309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-516396'] for router (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.564026 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576147', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-897804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-516389'] for router (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.618375 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Publish callbacks [] for router_controller (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), precommit_add_association {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.709239 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Set router 0384219c-649b-4520-a20e-e8bbd83b3c63 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:02:22.714097 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8455206-0094-52e1-916b-8f8a2fa7b50d-faa30ff6-7c04-4da7-8551-1eb1b0c821ee', 'network_id': 'faa30ff6-7c04-4da7-8551-1eb1b0c821ee', 'project_id': '44137f913c7f4e9594cd376b2bc629c6', 'fixed_ips': [{'subnet_id': '5f925999-051d-4ac9-a9aa-c0a16e85a621'}]}} from n-d-824834-11. {{(pid=103303) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 08 17:02:22.714961 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.760222 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Publish callbacks [] for router_gateway (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.959792 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Publish callbacks [] for router_gateway (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:22.983357 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:23.004360 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.db_base_plugin_common [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Allocated IP 172.20.0.2 (faa30ff6-7c04-4da7-8551-1eb1b0c821ee/5f925999-051d-4ac9-a9aa-c0a16e85a621/9b61123c-87dd-423b-b866-3d5c169fc4a8) {{(pid=103303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:02:23.108820 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 18333a4d-718e-403a-8676-d601972a5691 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:02:23.111927 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '3b5257dc-1f77-4d30-aac4-89a236d4f2a2', 'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'mac_address': 'fa:16:3e:69:76:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:20Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 2, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'subnets': [{'id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:23.174736 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Checking router: 0384219c-649b-4520-a20e-e8bbd83b3c63 for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:02:23.175094 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Updating router 0384219c-649b-4520-a20e-e8bbd83b3c63 port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:02:23.232531 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:23.315240 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Publish callbacks [] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), precommit_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:23.331241 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145'] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), after_create {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:23.333041 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 18333a4d-718e-403a-8676-d601972a5691 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:23.333476 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (18333a4d-718e-403a-8676-d601972a5691), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:23.433471 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Allocated IP 172.25.7.174 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/40d1bb6e-15b3-4ae8-a92f-ebb3144a539f) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:02:23.547251 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Publish callbacks [] for port (40d1bb6e-15b3-4ae8-a92f-ebb3144a539f), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:23.582724 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (40d1bb6e-15b3-4ae8-a92f-ebb3144a539f), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:23.619617 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:02:23.625130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:02:23.628594 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:02:23.629221 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Network faa30ff6-7c04-4da7-8551-1eb1b0c821ee is already hosted by enough agents. {{(pid=103303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:02:23.638353 n-d-824834-11 neutron-server[103303]: DEBUG neutron.scheduler.base_scheduler [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Resources bound (agent type, host, resource id): {{(pid=103303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:02:23.647572 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Received port after_create {{(pid=103303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:02:23.653914 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Pushing event updated for resources: {'Port': ['ID=9b61123c-87dd-423b-b866-3d5c169fc4a8,revision_number=1']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:23.655970 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Pushing event updated for resources: {'Port': ['ID=40d1bb6e-15b3-4ae8-a92f-ebb3144a539f,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:23.795004 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Attempting to bind port 9b61123c-87dd-423b-b866-3d5c169fc4a8 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:02:23.795379 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Attempting to bind port 9b61123c-87dd-423b-b866-3d5c169fc4a8 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '6410d57b-e291-4ca8-b696-6c3f2e160734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'faa30ff6-7c04-4da7-8551-1eb1b0c821ee'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:02:23.795752 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Attempting to bind port 9b61123c-87dd-423b-b866-3d5c169fc4a8 on network faa30ff6-7c04-4da7-8551-1eb1b0c821ee {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:02:23.810433 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 18333a4d-718e-403a-8676-d601972a5691 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:23.810824 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (18333a4d-718e-403a-8676-d601972a5691), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:23.820843 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:02:23.821839 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Checking segment: {'id': '6410d57b-e291-4ca8-b696-6c3f2e160734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'faa30ff6-7c04-4da7-8551-1eb1b0c821ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:02:23.822260 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:23.822652 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Bound using segment: {'id': '6410d57b-e291-4ca8-b696-6c3f2e160734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'faa30ff6-7c04-4da7-8551-1eb1b0c821ee'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:02:23.823131 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Bound port: 9b61123c-87dd-423b-b866-3d5c169fc4a8, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6410d57b-e291-4ca8-b696-6c3f2e160734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'faa30ff6-7c04-4da7-8551-1eb1b0c821ee'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:02:23.823515 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:23.863607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 18333a4d-718e-403a-8676-d601972a5691, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=18333a4d-718e-403a-8676-d601972a5691,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:02:23.891465 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (18333a4d-718e-403a-8676-d601972a5691), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:23.892051 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Publish callbacks [] for router_gateway (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:23.999106 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Publish callbacks [] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:24.000650 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=18333a4d-718e-403a-8676-d601972a5691,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:24.005959 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] For port 9b61123c-87dd-423b-b866-3d5c169fc4a8, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:02:24.010141 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] For port 9b61123c-87dd-423b-b866-3d5c169fc4a8, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9b61123c-87dd-423b-b866-3d5c169fc4a8,segment=NetworkSegment(6410d57b-e291-4ca8-b696-6c3f2e160734),segment_id=6410d57b-e291-4ca8-b696-6c3f2e160734)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:02:24.011587 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:24.037945 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:24.075381 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044516d2-a0e1-4406-9247-e89a17959010 None None] Pushing event updated for resources: {'Port': ['ID=3b5257dc-1f77-4d30-aac4-89a236d4f2a2,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:24.112552 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-577092'] for router (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:24.169298 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Attempting to bind port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:02:24.169687 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Attempting to bind port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:02:24.170066 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Attempting to bind port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 on network 44f3c439-2dc9-4ba7-807a-ac771cefe30d {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:02:24.175233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64052f8-db64-4f1a-bb54-0054a6103bbe None None] Pushing event updated for resources: {'Port': ['ID=9b61123c-87dd-423b-b866-3d5c169fc4a8,revision_number=2']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:24.180633 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:02:24.181558 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Checking segment: {'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:02:24.181970 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:24.182367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Bound using segment: {'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:02:24.182850 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Bound port: 3b5257dc-1f77-4d30-aac4-89a236d4f2a2, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:02:24.183236 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:24.254344 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] For port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:02:24.259983 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] For port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3b5257dc-1f77-4d30-aac4-89a236d4f2a2,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:02:24.267674 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:24.274917 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Router b1d42e80-4e77-44e9-9242-b8fb7f4b344c is scheduled to L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 with binding_index 1 {{(pid=103301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 17:02:24.363328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Routers {'0384219c-649b-4520-a20e-e8bbd83b3c63'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:02:24.364075 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:02:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0384219c-649b-4520-a20e-e8bbd83b3c63'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:24.367895 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044516d2-a0e1-4406-9247-e89a17959010 None None] Pushing event updated for resources: {'Port': ['ID=3b5257dc-1f77-4d30-aac4-89a236d4f2a2,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:24.433112 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:02:24.443637 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Sync routers for ids ['b1d42e80-4e77-44e9-9242-b8fb7f4b344c'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:02:24.467679 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:24.472116 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36842) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:24.472645 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6daf6715-fe56-48ed-ac36-96c724bf303e admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9318945 Feb 08 17:02:24.480375 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-5ec457fa-d3d7-4e46-8b53-9965fd67d693 None None] Provisioning complete for port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:24.480753 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ec457fa-d3d7-4e46-8b53-9965fd67d693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:24.496264 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Routers {'b1d42e80-4e77-44e9-9242-b8fb7f4b344c'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:02:24.497350 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:02:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b1d42e80-4e77-44e9-9242-b8fb7f4b344c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:24.537218 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] Set router 0384219c-649b-4520-a20e-e8bbd83b3c63 gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:02:24.715950 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-5ec457fa-d3d7-4e46-8b53-9965fd67d693 None None] Current status of the port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:24.716353 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ec457fa-d3d7-4e46-8b53-9965fd67d693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:24.769084 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-5ec457fa-d3d7-4e46-8b53-9965fd67d693 None None] For port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3b5257dc-1f77-4d30-aac4-89a236d4f2a2,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:02:24.776265 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5ec457fa-d3d7-4e46-8b53-9965fd67d693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:24.787636 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Set router b1d42e80-4e77-44e9-9242-b8fb7f4b344c gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:02:24.855240 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec457fa-d3d7-4e46-8b53-9965fd67d693 None None] Pushing event updated for resources: {'Port': ['ID=3b5257dc-1f77-4d30-aac4-89a236d4f2a2,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:24.876776 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '3b5257dc-1f77-4d30-aac4-89a236d4f2a2', 'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'mac_address': 'fa:16:3e:69:76:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:20Z', 'updated_at': '2022-02-08T17:02:24Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'subnets': [{'id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:24.908016 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece44e7-acf7-43f8-919c-ce7f5d1d6f7f None None] The sync data for ids ['0384219c-649b-4520-a20e-e8bbd83b3c63'] in n-d-824834-11 is: [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '3b5257dc-1f77-4d30-aac4-89a236d4f2a2', 'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'mac_address': 'fa:16:3e:69:76:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:20Z', 'updated_at': '2022-02-08T17:02:24Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'subnets': [{'id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:02:24.928893 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-77bbb7fc-afdd-4245-8886-12a2e37ed909 None None] Provisioning complete for port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:24.931642 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-77bbb7fc-afdd-4245-8886-12a2e37ed909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:25.063139 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'name': 'tempest-TestSnapshotPattern-335826786-router', 'tenant_id': '44137f913c7f4e9594cd376b2bc629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '40d1bb6e-15b3-4ae8-a92f-ebb3144a539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 3, 'project_id': '44137f913c7f4e9594cd376b2bc629c6', 'gw_port': {'id': '40d1bb6e-15b3-4ae8-a92f-ebb3144a539f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:25.107565 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:25.126736 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Checking router: b1d42e80-4e77-44e9-9242-b8fb7f4b344c for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:02:25.127012 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Updating router b1d42e80-4e77-44e9-9242-b8fb7f4b344c port 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f binding host n-d-824834-11 {{(pid=103304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:02:25.144891 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-77bbb7fc-afdd-4245-8886-12a2e37ed909 None None] Current status of the port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:25.218619 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (40d1bb6e-15b3-4ae8-a92f-ebb3144a539f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:25.367268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:02:25.411771 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Allocated IP 172.20.0.1 (faa30ff6-7c04-4da7-8551-1eb1b0c821ee/5f925999-051d-4ac9-a9aa-c0a16e85a621/121f4822-2c73-4673-b029-f49d8108c971) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:02:25.483615 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:25.485128 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:25.611272 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:25.612452 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 18333a4d-718e-403a-8676-d601972a5691 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:02:25.639628 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1384a94f-8f54-4e46-8271-ab1c8eec757d None None] Network faa30ff6-7c04-4da7-8551-1eb1b0c821ee requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:02:25.657649 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Publish callbacks [] for port (121f4822-2c73-4673-b029-f49d8108c971), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:25.754091 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Publish callbacks [] for port (40d1bb6e-15b3-4ae8-a92f-ebb3144a539f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:25.761908 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (121f4822-2c73-4673-b029-f49d8108c971), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:25.766131 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (40d1bb6e-15b3-4ae8-a92f-ebb3144a539f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:25.778435 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-f7dd716d-66c4-4d3f-ad4c-3ffe66280429 None None] Provisioning complete for port 9b61123c-87dd-423b-b866-3d5c169fc4a8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:25.778819 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f7dd716d-66c4-4d3f-ad4c-3ffe66280429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:25.856397 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Attempting to bind port 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f on host n-d-824834-11 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:02:25.856906 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Attempting to bind port 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:02:25.857420 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Attempting to bind port 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f on network 7c1187de-c4e5-4894-a57b-d8bf742c1138 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:02:25.867092 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 18333a4d-718e-403a-8676-d601972a5691 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:25.867313 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (18333a4d-718e-403a-8676-d601972a5691), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:25.867722 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:02:25.869105 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Checking segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:02:25.870925 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:25.870925 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Bound using segment: {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:02:25.873228 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Bound port: 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb7f66f-dc21-4d1d-ab54-d2accebf91b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:02:25.874088 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (40d1bb6e-15b3-4ae8-a92f-ebb3144a539f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:25.882910 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Network faa30ff6-7c04-4da7-8551-1eb1b0c821ee is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:02:25.888248 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:02:25.906446 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:02:25.949657 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] For port 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f, host n-d-824834-11, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:02:25.968725 n-d-824834-11 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] For port 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=40d1bb6e-15b3-4ae8-a92f-ebb3144a539f,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:02:25.970460 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Pushing event updated for resources: {'Port': ['ID=121f4822-2c73-4673-b029-f49d8108c971,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:25.990877 n-d-824834-11 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (40d1bb6e-15b3-4ae8-a92f-ebb3144a539f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:26.014009 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577171'] for router_interface (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:26.028188 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177ecbe-27d3-46ad-beec-c069310cbd07 None None] Pushing event updated for resources: {'Port': ['ID=40d1bb6e-15b3-4ae8-a92f-ebb3144a539f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:26.081815 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd716d-66c4-4d3f-ad4c-3ffe66280429 None None] Current status of the port 9b61123c-87dd-423b-b866-3d5c169fc4a8 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:26.083657 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f7dd716d-66c4-4d3f-ad4c-3ffe66280429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:26.102105 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Routers {'b1d42e80-4e77-44e9-9242-b8fb7f4b344c'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:02:26.103773 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:02:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b1d42e80-4e77-44e9-9242-b8fb7f4b344c'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:26.119200 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177ecbe-27d3-46ad-beec-c069310cbd07 None None] Pushing event updated for resources: {'Port': ['ID=40d1bb6e-15b3-4ae8-a92f-ebb3144a539f,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:26.187832 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-f7dd716d-66c4-4d3f-ad4c-3ffe66280429 None None] For port 9b61123c-87dd-423b-b866-3d5c169fc4a8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9b61123c-87dd-423b-b866-3d5c169fc4a8,segment=NetworkSegment(6410d57b-e291-4ca8-b696-6c3f2e160734),segment_id=6410d57b-e291-4ca8-b696-6c3f2e160734)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:02:26.192317 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 18333a4d-718e-403a-8676-d601972a5691 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:26.195799 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9b61123c-87dd-423b-b866-3d5c169fc4a8 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:02:26.278996 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f7dd716d-66c4-4d3f-ad4c-3ffe66280429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:26.320091 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (121f4822-2c73-4673-b029-f49d8108c971), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:26.362047 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] Set router b1d42e80-4e77-44e9-9242-b8fb7f4b344c gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:02:26.427416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd716d-66c4-4d3f-ad4c-3ffe66280429 None None] Pushing event updated for resources: {'Port': ['ID=9b61123c-87dd-423b-b866-3d5c169fc4a8,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:26.445867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 9b61123c-87dd-423b-b866-3d5c169fc4a8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:26.446986 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:26.538181 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a807f978-3870-4093-b770-a7b44cf6d47e None None] Provisioning complete for port 121f4822-2c73-4673-b029-f49d8108c971 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:26.547994 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a807f978-3870-4093-b770-a7b44cf6d47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (121f4822-2c73-4673-b029-f49d8108c971), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:26.571882 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Publish callbacks [] for port (121f4822-2c73-4673-b029-f49d8108c971), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:26.578121 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (121f4822-2c73-4673-b029-f49d8108c971), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:26.613150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a807f978-3870-4093-b770-a7b44cf6d47e None None] Port 121f4822-2c73-4673-b029-f49d8108c971 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:02:26.653249 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-a807f978-3870-4093-b770-a7b44cf6d47e None None] Provisioning complete for port 9b61123c-87dd-423b-b866-3d5c169fc4a8 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:26.654214 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a807f978-3870-4093-b770-a7b44cf6d47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:26.697827 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Pushing event updated for resources: {'Port': ['ID=121f4822-2c73-4673-b029-f49d8108c971,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:26.707451 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574979'] for router_interface (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:26.760921 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'name': 'tempest-TestSnapshotPattern-335826786-router', 'tenant_id': '44137f913c7f4e9594cd376b2bc629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '40d1bb6e-15b3-4ae8-a92f-ebb3144a539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 3, 'project_id': '44137f913c7f4e9594cd376b2bc629c6', 'gw_port': {'id': '40d1bb6e-15b3-4ae8-a92f-ebb3144a539f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:26.810143 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e194f2bf-82de-4b5c-b8ce-c1dd39499cb2 None None] The sync data for ids ['b1d42e80-4e77-44e9-9242-b8fb7f4b344c'] in n-d-824834-11 is: [{'id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'name': 'tempest-TestSnapshotPattern-335826786-router', 'tenant_id': '44137f913c7f4e9594cd376b2bc629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '40d1bb6e-15b3-4ae8-a92f-ebb3144a539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 3, 'project_id': '44137f913c7f4e9594cd376b2bc629c6', 'gw_port': {'id': '40d1bb6e-15b3-4ae8-a92f-ebb3144a539f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:02:26.835998 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Network faa30ff6-7c04-4da7-8551-1eb1b0c821ee is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:02:26.839236 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:02:27.022374 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Router b1d42e80-4e77-44e9-9242-b8fb7f4b344c has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:02:27.031680 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 9b61123c-87dd-423b-b866-3d5c169fc4a8 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:27.119023 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-a807f978-3870-4093-b770-a7b44cf6d47e None None] Current status of the port 9b61123c-87dd-423b-b866-3d5c169fc4a8 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:27.153161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9b61123c-87dd-423b-b866-3d5c169fc4a8 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:02:27.193214 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:02:27.205636 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-2f856ad1-2bd5-4b02-9391-b2569297af3b admin admin] 10.222.0.82 "PUT /v2.0/routers/b1d42e80-4e77-44e9-9242-b8fb7f4b344c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7316265 Feb 08 17:02:27.255059 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0c4174fc-daa0-4bcd-826b-59037510db36 None None] Provisioning complete for port 121f4822-2c73-4673-b029-f49d8108c971 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:27.255749 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0c4174fc-daa0-4bcd-826b-59037510db36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (121f4822-2c73-4673-b029-f49d8108c971), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:27.313326 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 9b61123c-87dd-423b-b866-3d5c169fc4a8 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:27.313706 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:27.318975 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0c4174fc-daa0-4bcd-826b-59037510db36 None None] Port 121f4822-2c73-4673-b029-f49d8108c971 cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:02:27.418021 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 9b61123c-87dd-423b-b866-3d5c169fc4a8 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:27.790000 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 36850) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:27.795361 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [None req-f24249d0-b784-47d1-8dba-05416a0ffc4a tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1800041196', 'description': 'tempest-secgroup-smoke-1800041196 description', 'project_id': '4926771a006f4a20960cd17e82b46ee3'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:27.817763 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f24249d0-b784-47d1-8dba-05416a0ffc4a tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:27.896606 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f24249d0-b784-47d1-8dba-05416a0ffc4a tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group (543a9a1b-a59e-4c41-b32e-94b58cf02daf), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:27.901611 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f24249d0-b784-47d1-8dba-05416a0ffc4a tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (543a9a1b-a59e-4c41-b32e-94b58cf02daf), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:27.937041 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-f24249d0-b784-47d1-8dba-05416a0ffc4a tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:27.941353 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36852) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:27.941866 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-f24249d0-b784-47d1-8dba-05416a0ffc4a tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1497104 Feb 08 17:02:27.948279 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-de3ac7d9-76af-4a76-9a96-79eae6d03959 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Request body: {'security_group_rule': {'security_group_id': '543a9a1b-a59e-4c41-b32e-94b58cf02daf', 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:27.951382 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24249d0-b784-47d1-8dba-05416a0ffc4a tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543a9a1b-a59e-4c41-b32e-94b58cf02daf,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:27.980809 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3ac7d9-76af-4a76-9a96-79eae6d03959 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (5f4997cf-5663-42d1-8d74-be04d1e4c3d8), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.042802 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3ac7d9-76af-4a76-9a96-79eae6d03959 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (5f4997cf-5663-42d1-8d74-be04d1e4c3d8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.047011 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3ac7d9-76af-4a76-9a96-79eae6d03959 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (5f4997cf-5663-42d1-8d74-be04d1e4c3d8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.066416 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ac7d9-76af-4a76-9a96-79eae6d03959 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4997cf-5663-42d1-8d74-be04d1e4c3d8,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:28.074342 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-de3ac7d9-76af-4a76-9a96-79eae6d03959 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.075589 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-de3ac7d9-76af-4a76-9a96-79eae6d03959 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322262 Feb 08 17:02:28.078498 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36854) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:28.083052 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-8104f0dd-6493-480d-b7bc-75e59a31ea6c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Request body: {'security_group_rule': {'security_group_id': '543a9a1b-a59e-4c41-b32e-94b58cf02daf', 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:28.110529 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8104f0dd-6493-480d-b7bc-75e59a31ea6c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (c49ffbce-f099-48e3-a6b0-597b73c542c4), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.171482 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8104f0dd-6493-480d-b7bc-75e59a31ea6c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (c49ffbce-f099-48e3-a6b0-597b73c542c4), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.175505 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8104f0dd-6493-480d-b7bc-75e59a31ea6c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (c49ffbce-f099-48e3-a6b0-597b73c542c4), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.193635 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104f0dd-6493-480d-b7bc-75e59a31ea6c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49ffbce-f099-48e3-a6b0-597b73c542c4,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:28.201426 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-8104f0dd-6493-480d-b7bc-75e59a31ea6c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.202670 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-8104f0dd-6493-480d-b7bc-75e59a31ea6c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230855 Feb 08 17:02:28.205445 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36856) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:28.209706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-004fc7f2-cecf-4c06-a4b3-3718666d954b tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Request body: {'security_group_rule': {'security_group_id': '543a9a1b-a59e-4c41-b32e-94b58cf02daf', 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:28.235072 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-004fc7f2-cecf-4c06-a4b3-3718666d954b tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (31f19998-326b-4a49-80b5-e5b66e7e45bc), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.298062 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-004fc7f2-cecf-4c06-a4b3-3718666d954b tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (31f19998-326b-4a49-80b5-e5b66e7e45bc), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.301722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-004fc7f2-cecf-4c06-a4b3-3718666d954b tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (31f19998-326b-4a49-80b5-e5b66e7e45bc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.320876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fc7f2-cecf-4c06-a4b3-3718666d954b tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f19998-326b-4a49-80b5-e5b66e7e45bc,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:28.329809 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-004fc7f2-cecf-4c06-a4b3-3718666d954b tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.331021 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-004fc7f2-cecf-4c06-a4b3-3718666d954b tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246469 Feb 08 17:02:28.333722 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36858) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:28.338809 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-fe43c65e-f1be-45ea-9fd1-4dcd80d73150 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Request body: {'security_group_rule': {'security_group_id': '543a9a1b-a59e-4c41-b32e-94b58cf02daf', 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:28.363602 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe43c65e-f1be-45ea-9fd1-4dcd80d73150 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (00d4ca37-ddd7-4c19-800f-25eb24297f61), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.421764 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe43c65e-f1be-45ea-9fd1-4dcd80d73150 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (00d4ca37-ddd7-4c19-800f-25eb24297f61), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.425206 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe43c65e-f1be-45ea-9fd1-4dcd80d73150 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (00d4ca37-ddd7-4c19-800f-25eb24297f61), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.443484 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43c65e-f1be-45ea-9fd1-4dcd80d73150 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d4ca37-ddd7-4c19-800f-25eb24297f61,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:28.453279 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-fe43c65e-f1be-45ea-9fd1-4dcd80d73150 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.454540 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-fe43c65e-f1be-45ea-9fd1-4dcd80d73150 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198907 Feb 08 17:02:28.457379 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36860) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:28.462613 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e8061898-1fad-455d-a782-6863ed7a0293 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Request body: {'security_group_rule': {'security_group_id': '543a9a1b-a59e-4c41-b32e-94b58cf02daf', 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:28.485450 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-e8061898-1fad-455d-a782-6863ed7a0293 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Project 4926771a006f4a20960cd17e82b46ee3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 17:02:28.490780 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8061898-1fad-455d-a782-6863ed7a0293 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (f66f859a-3c65-4bc9-906e-bf8eda708205), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.551921 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8061898-1fad-455d-a782-6863ed7a0293 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (f66f859a-3c65-4bc9-906e-bf8eda708205), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.555696 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8061898-1fad-455d-a782-6863ed7a0293 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (f66f859a-3c65-4bc9-906e-bf8eda708205), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.576864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8061898-1fad-455d-a782-6863ed7a0293 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66f859a-3c65-4bc9-906e-bf8eda708205,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:28.582822 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e8061898-1fad-455d-a782-6863ed7a0293 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.584018 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e8061898-1fad-455d-a782-6863ed7a0293 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256793 Feb 08 17:02:28.587527 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36862) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:28.592433 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-04533338-b41f-40a8-bb1b-194755eac9e2 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Request body: {'security_group_rule': {'security_group_id': '543a9a1b-a59e-4c41-b32e-94b58cf02daf', 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:28.612794 n-d-824834-11 neutron-server[103301]: INFO neutron.db.securitygroups_db [None req-04533338-b41f-40a8-bb1b-194755eac9e2 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Project 4926771a006f4a20960cd17e82b46ee3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 08 17:02:28.617639 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04533338-b41f-40a8-bb1b-194755eac9e2 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (32444aeb-cabe-4fc9-b0e5-a51ef8763466), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.682328 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04533338-b41f-40a8-bb1b-194755eac9e2 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (32444aeb-cabe-4fc9-b0e5-a51ef8763466), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.686857 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04533338-b41f-40a8-bb1b-194755eac9e2 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897693'] for security_group_rule (32444aeb-cabe-4fc9-b0e5-a51ef8763466), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.708832 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04533338-b41f-40a8-bb1b-194755eac9e2 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32444aeb-cabe-4fc9-b0e5-a51ef8763466,revision_number=0']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:28.717829 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-04533338-b41f-40a8-bb1b-194755eac9e2 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:28.719128 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-04533338-b41f-40a8-bb1b-194755eac9e2 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304235 Feb 08 17:02:28.785805 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Sync routers for ids ['b1d42e80-4e77-44e9-9242-b8fb7f4b344c'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:02:28.797241 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Routers {'b1d42e80-4e77-44e9-9242-b8fb7f4b344c'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:02:28.797863 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:02:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b1d42e80-4e77-44e9-9242-b8fb7f4b344c'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:28.907859 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Set router b1d42e80-4e77-44e9-9242-b8fb7f4b344c gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:02:28.971293 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-bb155293-0d8a-49cf-a175-ced87408acc8 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800041196&fields=id&tenant_id=4926771a006f4a20960cd17e82b46ee3 HTTP/1.1" status: 200 len: 267 time: 0.0454369 Feb 08 17:02:29.092845 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-ffcc89ec-9391-4505-b0dc-41cc60d5b34b tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:29.094688 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-ffcc89ec-9391-4505-b0dc-41cc60d5b34b tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 810 time: 0.1160407 Feb 08 17:02:29.110457 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-744e6ada-8b8a-4125-9e95-f0aebe4d30d5 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/quotas/4926771a006f4a20960cd17e82b46ee3 HTTP/1.1" status: 200 len: 375 time: 0.0100875 Feb 08 17:02:29.123922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'name': 'tempest-TestSnapshotPattern-335826786-router', 'tenant_id': '44137f913c7f4e9594cd376b2bc629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '40d1bb6e-15b3-4ae8-a92f-ebb3144a539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:02:26Z', 'revision_number': 4, 'project_id': '44137f913c7f4e9594cd376b2bc629c6', 'gw_port': {'id': '40d1bb6e-15b3-4ae8-a92f-ebb3144a539f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '121f4822-2c73-4673-b029-f49d8108c971', 'name': '', 'network_id': 'faa30ff6-7c04-4da7-8551-1eb1b0c821ee', 'tenant_id': '44137f913c7f4e9594cd376b2bc629c6', 'mac_address': 'fa:16:3e:cd:15:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '5f925999-051d-4ac9-a9aa-c0a16e85a621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:25Z', 'updated_at': '2022-02-08T17:02:26Z', 'revision_number': 2, 'project_id': '44137f913c7f4e9594cd376b2bc629c6', 'subnets': [{'id': '5f925999-051d-4ac9-a9aa-c0a16e85a621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:29.161307 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:02:29.163607 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Checking router: b1d42e80-4e77-44e9-9242-b8fb7f4b344c for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:02:29.163970 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Updating router b1d42e80-4e77-44e9-9242-b8fb7f4b344c port 121f4822-2c73-4673-b029-f49d8108c971 binding host n-d-824834-11 {{(pid=103303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 17:02:29.176935 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-7dfe8089-dc99-41b8-b97f-64a52aaca8e9 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612648 Feb 08 17:02:29.215125 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (121f4822-2c73-4673-b029-f49d8108c971), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:29.280416 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:29.280793 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (40d1bb6e-15b3-4ae8-a92f-ebb3144a539f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:29.281378 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-489aba88-0d10-45e2-b945-035e04320b87 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=103301) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 08 17:02:29.282398 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-489aba88-0d10-45e2-b945-035e04320b87 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0942233 Feb 08 17:02:29.371878 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-25bb418c-eeb9-4b2c-8be2-173369128c88 service neutron] 10.222.0.82 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831735 Feb 08 17:02:29.466578 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-10d1ee73-f23f-436b-b1c2-c1800b64ce4e service neutron] 10.222.0.82 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889072 Feb 08 17:02:29.485629 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:29.486021 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (40d1bb6e-15b3-4ae8-a92f-ebb3144a539f), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:29.518542 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] For port 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=40d1bb6e-15b3-4ae8-a92f-ebb3144a539f,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:02:29.524736 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (40d1bb6e-15b3-4ae8-a92f-ebb3144a539f), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:29.611218 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Publish callbacks [] for port (121f4822-2c73-4673-b029-f49d8108c971), precommit_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:29.617361 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Pushing event updated for resources: {'Port': ['ID=40d1bb6e-15b3-4ae8-a92f-ebb3144a539f,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:29.623389 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (121f4822-2c73-4673-b029-f49d8108c971), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:29.643011 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a425359-9cc9-491a-93e3-addf3d3070fe req-631c317b-6257-4464-8143-f8b2c8656531 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 210 time: 0.0331984 Feb 08 17:02:29.672597 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d6a70-8200-4c69-b199-9b12c3716523 None None] Pushing event updated for resources: {'Port': ['ID=121f4822-2c73-4673-b029-f49d8108c971,revision_number=3']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:29.734996 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Attempting to bind port 121f4822-2c73-4673-b029-f49d8108c971 on host n-d-824834-11 for vnic_type normal with profile {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:02:29.735421 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Attempting to bind port 121f4822-2c73-4673-b029-f49d8108c971 by drivers openvswitch,hyperv on host n-d-824834-11 at level 0 using segments [{'id': '6410d57b-e291-4ca8-b696-6c3f2e160734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'faa30ff6-7c04-4da7-8551-1eb1b0c821ee'}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:02:29.735792 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Attempting to bind port 121f4822-2c73-4673-b029-f49d8108c971 on network faa30ff6-7c04-4da7-8551-1eb1b0c821ee {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:02:29.741386 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Checking agent: {'id': 'd0fb3d6b-8c01-4644-a595-29220cfb59ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 28, 8), 'started_at': datetime.datetime(2022, 2, 8, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:02:29.741765 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Checking segment: {'id': '6410d57b-e291-4ca8-b696-6c3f2e160734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'faa30ff6-7c04-4da7-8551-1eb1b0c821ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:02:29.742167 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:29.742562 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Bound using segment: {'id': '6410d57b-e291-4ca8-b696-6c3f2e160734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'faa30ff6-7c04-4da7-8551-1eb1b0c821ee'} {{(pid=103303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:02:29.743660 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.managers [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Bound port: 121f4822-2c73-4673-b029-f49d8108c971, host: n-d-824834-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6410d57b-e291-4ca8-b696-6c3f2e160734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'faa30ff6-7c04-4da7-8551-1eb1b0c821ee'}}] {{(pid=103303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:02:29.744043 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (121f4822-2c73-4673-b029-f49d8108c971), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:29.819226 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] For port 121f4822-2c73-4673-b029-f49d8108c971, host n-d-824834-11, cleared binding levels {{(pid=103303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:02:29.824730 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] For port 121f4822-2c73-4673-b029-f49d8108c971, host n-d-824834-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=121f4822-2c73-4673-b029-f49d8108c971,segment=NetworkSegment(6410d57b-e291-4ca8-b696-6c3f2e160734),segment_id=6410d57b-e291-4ca8-b696-6c3f2e160734)] {{(pid=103303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:02:29.838040 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (121f4822-2c73-4673-b029-f49d8108c971), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:29.900302 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Routers {'b1d42e80-4e77-44e9-9242-b8fb7f4b344c'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:02:29.901058 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:02:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b1d42e80-4e77-44e9-9242-b8fb7f4b344c'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:29.940149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d6a70-8200-4c69-b199-9b12c3716523 None None] Pushing event updated for resources: {'Port': ['ID=121f4822-2c73-4673-b029-f49d8108c971,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:30.010817 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-7bd35519-d49f-484e-8b21-6905fbdb5da0 None None] Provisioning complete for port 121f4822-2c73-4673-b029-f49d8108c971 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:30.011265 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7bd35519-d49f-484e-8b21-6905fbdb5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (121f4822-2c73-4673-b029-f49d8108c971), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:30.061939 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] Set router b1d42e80-4e77-44e9-9242-b8fb7f4b344c gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:02:30.226016 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-7bd35519-d49f-484e-8b21-6905fbdb5da0 None None] Current status of the port 121f4822-2c73-4673-b029-f49d8108c971 is: DOWN; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:30.226414 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7bd35519-d49f-484e-8b21-6905fbdb5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (121f4822-2c73-4673-b029-f49d8108c971), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:30.285161 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-7bd35519-d49f-484e-8b21-6905fbdb5da0 None None] For port 121f4822-2c73-4673-b029-f49d8108c971, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=121f4822-2c73-4673-b029-f49d8108c971,segment=NetworkSegment(6410d57b-e291-4ca8-b696-6c3f2e160734),segment_id=6410d57b-e291-4ca8-b696-6c3f2e160734)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:02:30.307338 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7bd35519-d49f-484e-8b21-6905fbdb5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (121f4822-2c73-4673-b029-f49d8108c971), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:30.365359 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd35519-d49f-484e-8b21-6905fbdb5da0 None None] Pushing event updated for resources: {'Port': ['ID=121f4822-2c73-4673-b029-f49d8108c971,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:30.377654 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'name': 'tempest-TestSnapshotPattern-335826786-router', 'tenant_id': '44137f913c7f4e9594cd376b2bc629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '40d1bb6e-15b3-4ae8-a92f-ebb3144a539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:02:26Z', 'revision_number': 4, 'project_id': '44137f913c7f4e9594cd376b2bc629c6', 'gw_port': {'id': '40d1bb6e-15b3-4ae8-a92f-ebb3144a539f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '121f4822-2c73-4673-b029-f49d8108c971', 'name': '', 'network_id': 'faa30ff6-7c04-4da7-8551-1eb1b0c821ee', 'tenant_id': '44137f913c7f4e9594cd376b2bc629c6', 'mac_address': 'fa:16:3e:cd:15:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '5f925999-051d-4ac9-a9aa-c0a16e85a621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:25Z', 'updated_at': '2022-02-08T17:02:29Z', 'revision_number': 4, 'project_id': '44137f913c7f4e9594cd376b2bc629c6', 'subnets': [{'id': '5f925999-051d-4ac9-a9aa-c0a16e85a621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:30.407294 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9679d6-950e-4ec4-a208-71303fb47987 None None] The sync data for ids ['b1d42e80-4e77-44e9-9242-b8fb7f4b344c'] in n-d-824834-11 is: [{'id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'name': 'tempest-TestSnapshotPattern-335826786-router', 'tenant_id': '44137f913c7f4e9594cd376b2bc629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '40d1bb6e-15b3-4ae8-a92f-ebb3144a539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:02:26Z', 'revision_number': 4, 'project_id': '44137f913c7f4e9594cd376b2bc629c6', 'gw_port': {'id': '40d1bb6e-15b3-4ae8-a92f-ebb3144a539f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '121f4822-2c73-4673-b029-f49d8108c971', 'name': '', 'network_id': 'faa30ff6-7c04-4da7-8551-1eb1b0c821ee', 'tenant_id': '44137f913c7f4e9594cd376b2bc629c6', 'mac_address': 'fa:16:3e:cd:15:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '5f925999-051d-4ac9-a9aa-c0a16e85a621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:25Z', 'updated_at': '2022-02-08T17:02:29Z', 'revision_number': 4, 'project_id': '44137f913c7f4e9594cd376b2bc629c6', 'subnets': [{'id': '5f925999-051d-4ac9-a9aa-c0a16e85a621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:02:30.427263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-c7bdabcc-f4ff-4e3e-8d32-dc4746b99f76 None None] Provisioning complete for port 121f4822-2c73-4673-b029-f49d8108c971 triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:30.427553 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c7bdabcc-f4ff-4e3e-8d32-dc4746b99f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (121f4822-2c73-4673-b029-f49d8108c971), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:30.520686 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-c7bdabcc-f4ff-4e3e-8d32-dc4746b99f76 None None] Current status of the port 121f4822-2c73-4673-b029-f49d8108c971 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:30.765912 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-53c13af0-52b3-4699-9ce5-50cb3ab01188 req-17f8824c-bb4d-4274-84a8-647c8317bbb8 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 210 time: 0.0376589 Feb 08 17:02:30.779190 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-21983068-5dc1-4f1f-a00c-5d5b1c282cb2 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:30.781842 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-21983068-5dc1-4f1f-a00c-5d5b1c282cb2 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.96 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 810 time: 0.1408980 Feb 08 17:02:30.849771 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-865151a7-9a43-4bba-bf2f-81cbee4816bc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4926771a006f4a20960cd17e82b46ee3 HTTP/1.1" status: 200 len: 380 time: 0.0576341 Feb 08 17:02:30.858598 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-8bd94c34-c862-4e2d-841e-fba655ef2e0f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Request body: {'port': {'device_id': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'admin_state_up': True, 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'security_groups': ['543a9a1b-a59e-4c41-b32e-94b58cf02daf']}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:30.975126 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-8bd94c34-c862-4e2d-841e-fba655ef2e0f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Made reservation on behalf of 4926771a006f4a20960cd17e82b46ee3 for: {'port': 1} {{(pid=103302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:02:30.979400 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-8bd94c34-c862-4e2d-841e-fba655ef2e0f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:31.123615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_common [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-8bd94c34-c862-4e2d-841e-fba655ef2e0f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Allocated IP 172.20.0.13 (44f3c439-2dc9-4ba7-807a-ac771cefe30d/5581ccc5-03ae-4d8e-adaa-376b9b741df8/3566fdc6-4c12-4d53-9db8-1ab7f09d371c) {{(pid=103302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:02:31.182327 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 121f4822-2c73-4673-b029-f49d8108c971 up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:02:31.234328 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 121f4822-2c73-4673-b029-f49d8108c971 triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:31.234623 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (121f4822-2c73-4673-b029-f49d8108c971), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:31.264236 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-8bd94c34-c862-4e2d-841e-fba655ef2e0f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), precommit_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:31.299641 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-8bd94c34-c862-4e2d-841e-fba655ef2e0f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), after_create {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:31.313579 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 121f4822-2c73-4673-b029-f49d8108c971 is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:31.314648 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f up at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:02:31.345441 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-8bd94c34-c862-4e2d-841e-fba655ef2e0f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Network 44f3c439-2dc9-4ba7-807a-ac771cefe30d is already hosted by enough agents. {{(pid=103302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:02:31.350480 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.base_scheduler [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-8bd94c34-c862-4e2d-841e-fba655ef2e0f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Resources bound (agent type, host, resource id): {{(pid=103302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:02:31.354407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-8bd94c34-c862-4e2d-841e-fba655ef2e0f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Received port after_create {{(pid=103302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:02:31.359968 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Provisioning complete for port 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:31.360339 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (40d1bb6e-15b3-4ae8-a92f-ebb3144a539f), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:31.387063 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd94c34-c862-4e2d-841e-fba655ef2e0f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event updated for resources: {'Port': ['ID=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,revision_number=1']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:31.415756 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-8bd94c34-c862-4e2d-841e-fba655ef2e0f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:31.416486 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-8bd94c34-c862-4e2d-841e-fba655ef2e0f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:31.434970 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-8bd94c34-c862-4e2d-841e-fba655ef2e0f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5802610 Feb 08 17:02:31.449410 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Current status of the port 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f is: ACTIVE; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:31.501453 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.v2.base [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Request body: {'port': {'device_id': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-11'}} {{(pid=103302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:31.566243 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:31.648562 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-70220494-0082-4b3d-a765-e085de2b4416 None None] Provisioning complete for port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:31.648869 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-70220494-0082-4b3d-a765-e085de2b4416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:31.695375 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-70220494-0082-4b3d-a765-e085de2b4416 None None] Port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:02:31.698641 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b9943682-8e98-459b-976f-0d260bc46849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:31.835447 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3566fdc6-4c12-4d53-9db8-1ab7f09d371c {{(pid=103302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:02:31.844366 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Publish callbacks [] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), precommit_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:31.857166 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.provisioning_blocks [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Transition to ACTIVE for port object 3566fdc6-4c12-4d53-9db8-1ab7f09d371c will not be triggered until provisioned by entity L2. {{(pid=103302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:02:31.860920 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:31.886046 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a45fc-de6f-45e6-a666-5b8bd83b83c2 req-797cf9c4-8d5c-49f7-b186-c1900e3ed617 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:31.887685 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-487a45fc-de6f-45e6-a666-5b8bd83b83c2 req-797cf9c4-8d5c-49f7-b186-c1900e3ed617 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 932 time: 0.0549495 Feb 08 17:02:31.916344 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Pushing event updated for resources: {'Port': ['ID=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,revision_number=2']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:31.974435 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-487a45fc-de6f-45e6-a666-5b8bd83b83c2 req-06465d51-fefd-43a1-b0fc-292e143e43e5 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797722 Feb 08 17:02:32.005705 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Attempting to bind port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c on host n-h2-824834-11 for vnic_type normal with profile {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:02:32.006132 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Attempting to bind port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c by drivers openvswitch,hyperv on host n-h2-824834-11 at level 0 using segments [{'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:02:32.006523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Attempting to bind port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c on network 44f3c439-2dc9-4ba7-807a-ac771cefe30d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:02:32.012473 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c on network 44f3c439-2dc9-4ba7-807a-ac771cefe30d not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-11 {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:02:32.012893 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Attempting to bind port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c on network 44f3c439-2dc9-4ba7-807a-ac771cefe30d {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:02:32.018351 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Checking agent: {'id': '0bf00b97-d272-4939-afcc-5db49072bf43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:02:32.018771 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Checking segment: {'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:02:32.019225 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Bound using segment: {'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'} {{(pid=103302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:02:32.019731 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.managers [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Bound port: 3566fdc6-4c12-4d53-9db8-1ab7f09d371c, host: n-h2-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'}}] {{(pid=103302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:02:32.020165 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), before_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:32.100299 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] For port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c, host n-h2-824834-11, cleared binding levels {{(pid=103302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:02:32.104712 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] For port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c, host n-h2-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:02:32.120442 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2133802'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), after_update {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:32.154864 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:32.155802 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:32.157052 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] 10.222.0.96 "PUT /v2.0/ports/3566fdc6-4c12-4d53-9db8-1ab7f09d371c HTTP/1.1" status: 200 len: 1093 time: 0.7149484 Feb 08 17:02:32.157512 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'tag': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:02:32.159790 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10aaad1e-aec8-4207-92f6-28adc1d6612d" -d '{"events": [{"name": "network-changed", "server_uuid": "afdcd9cb-75c0-452c-b095-b673ff7b542d", "tag": "3566fdc6-4c12-4d53-9db8-1ab7f09d371c"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:02:32.199611 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe67a2d-f01a-4ba2-8cf4-831d81be9307 service neutron] Pushing event updated for resources: {'Port': ['ID=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,revision_number=3']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:32.231386 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a78209b-606f-4144-b83d-97bef4caef0a x-openstack-request-id: req-0a78209b-606f-4144-b83d-97bef4caef0a {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:02:32.231746 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdcd9cb-75c0-452c-b095-b673ff7b542d", "tag": "3566fdc6-4c12-4d53-9db8-1ab7f09d371c", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:02:32.232071 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0a78209b-606f-4144-b83d-97bef4caef0a {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:02:32.232490 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'tag': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'status': 'completed', 'code': 200} Feb 08 17:02:32.273842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-bd0d6a38-6ae0-429a-ad84-69a607348bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:32.276203 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-bd0d6a38-6ae0-429a-ad84-69a607348bd1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 1127 time: 0.0618751 Feb 08 17:02:32.324137 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-07c3a3bb-2c6b-4688-ad21-f00a1931357c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c HTTP/1.1" status: 200 len: 217 time: 0.0410194 Feb 08 17:02:32.375829 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-71437510-da0b-44c5-a33a-511b87828da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:32.377398 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-71437510-da0b-44c5-a33a-511b87828da3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5581ccc5-03ae-4d8e-adaa-376b9b741df8 HTTP/1.1" status: 200 len: 849 time: 0.0475698 Feb 08 17:02:32.427903 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-409534ec-6ea0-433d-bf56-c2369462c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:32.429922 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-409534ec-6ea0-433d-bf56-c2369462c087 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f3c439-2dc9-4ba7-807a-ac771cefe30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450802 Feb 08 17:02:32.524054 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-024a77ea-09ec-4bbf-b155-7727b47bd781 service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851865 Feb 08 17:02:32.611396 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ba6e2716-ab84-40eb-b52d-f6ae2e75382e req-191bf1b3-146e-43f1-91ac-983a94a149ce service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805206 Feb 08 17:02:32.706363 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaad1e-aec8-4207-92f6-28adc1d6612d req-c1087d6e-c248-4d4e-baff-accaecfc0800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:32.707885 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-10aaad1e-aec8-4207-92f6-28adc1d6612d req-c1087d6e-c248-4d4e-baff-accaecfc0800 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 1127 time: 0.0456007 Feb 08 17:02:32.800348 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaad1e-aec8-4207-92f6-28adc1d6612d req-8bc747e1-f182-43b7-8262-9433260bca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:32.801775 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-10aaad1e-aec8-4207-92f6-28adc1d6612d req-8bc747e1-f182-43b7-8262-9433260bca39 service neutron] 10.222.0.96 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 911 time: 0.0874362 Feb 08 17:02:32.841557 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-10aaad1e-aec8-4207-92f6-28adc1d6612d req-95ddc87d-e50c-4bfd-957a-7f435f9e572b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c HTTP/1.1" status: 200 len: 217 time: 0.0340574 Feb 08 17:02:32.892716 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaad1e-aec8-4207-92f6-28adc1d6612d req-5a0a0b95-5e6e-4511-a8b5-ff3ca976018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:32.894211 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-10aaad1e-aec8-4207-92f6-28adc1d6612d req-5a0a0b95-5e6e-4511-a8b5-ff3ca976018a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5581ccc5-03ae-4d8e-adaa-376b9b741df8 HTTP/1.1" status: 200 len: 849 time: 0.0472050 Feb 08 17:02:32.943107 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaad1e-aec8-4207-92f6-28adc1d6612d req-c802f751-b868-474f-be3f-7d7817f720ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:32.944607 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-10aaad1e-aec8-4207-92f6-28adc1d6612d req-c802f751-b868-474f-be3f-7d7817f720ca service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f3c439-2dc9-4ba7-807a-ac771cefe30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437334 Feb 08 17:02:33.041079 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-10aaad1e-aec8-4207-92f6-28adc1d6612d req-ab119c33-5962-47b0-a53f-45bc15fe790a service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885508 Feb 08 17:02:33.108092 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae6c94-db84-4736-b272-d8ac26ef1bd9 req-05ca1545-24f5-41c1-b169-0a0a575f67cd tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:33.110288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-baae6c94-db84-4736-b272-d8ac26ef1bd9 req-05ca1545-24f5-41c1-b169-0a0a575f67cd tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 944 time: 0.0621688 Feb 08 17:02:33.140544 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-10aaad1e-aec8-4207-92f6-28adc1d6612d req-42e6ddfa-8ac8-4b4f-9a44-454f32b11911 service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924323 Feb 08 17:02:33.163259 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-baae6c94-db84-4736-b272-d8ac26ef1bd9 req-e0e1262c-4a62-4609-8f00-d1e09447649c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470858 Feb 08 17:02:33.958974 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a0e59dfe-839a-474d-9947-ea9cfe9c158d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:34.289710 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8069d4-691f-488d-b798-458b56b97081 req-0b6fab96-a46f-4b62-a939-9b5ddfdfcbde tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:34.291856 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb8069d4-691f-488d-b798-458b56b97081 req-0b6fab96-a46f-4b62-a939-9b5ddfdfcbde tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 944 time: 0.0536990 Feb 08 17:02:34.338665 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cb8069d4-691f-488d-b798-458b56b97081 req-cd4994bc-921e-42f8-8192-5afb7aa12d65 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412495 Feb 08 17:02:35.191341 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:02:35.360929 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3566fdc6-4c12-4d53-9db8-1ab7f09d371c details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:02:35.458155 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:02:35.470702 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'port_id': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'mac_address': 'fa:16:3e:c0:79:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:02:35.507735 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:35.508129 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:35.519429 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0bd0a-05a1-4e0d-80ab-78a7cd38d353 req-61b18f79-6e6a-412b-9f8e-206dfc12c797 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:35.520964 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0b0bd0a-05a1-4e0d-80ab-78a7cd38d353 req-61b18f79-6e6a-412b-9f8e-206dfc12c797 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 944 time: 0.1137052 Feb 08 17:02:35.525945 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3566fdc6-4c12-4d53-9db8-1ab7f09d371c {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:02:35.545054 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:02:35.548941 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:35.573549 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f0b0bd0a-05a1-4e0d-80ab-78a7cd38d353 req-e90207ce-1c06-44f8-bfe5-d1fc6e5897e5 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449510 Feb 08 17:02:35.596827 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:35.762474 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['3566fdc6-4c12-4d53-9db8-1ab7f09d371c'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:02:35.843765 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:36.693957 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269d4d8-845d-48cc-98c9-ed32f82ee9c3 req-5739adb2-2308-4570-9ae4-30bc5fb24cbe tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:36.695450 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f269d4d8-845d-48cc-98c9-ed32f82ee9c3 req-5739adb2-2308-4570-9ae4-30bc5fb24cbe tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 945 time: 0.0530019 Feb 08 17:02:36.744364 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f269d4d8-845d-48cc-98c9-ed32f82ee9c3 req-cdd7113c-cd82-4da3-b1c4-d67dac8990aa tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432394 Feb 08 17:02:36.996300 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:37.376417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3566fdc6-4c12-4d53-9db8-1ab7f09d371c up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:02:37.424649 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning for port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:02:37.428517 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:02:37.428895 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:37.509262 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:02:37.509751 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:37.531527 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:02:37.533804 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97de705-3013-4558-bdc6-11abf6087b2d" -d '{"events": [{"server_uuid": "afdcd9cb-75c0-452c-b095-b673ff7b542d", "name": "network-vif-plugged", "status": "completed", "tag": "3566fdc6-4c12-4d53-9db8-1ab7f09d371c"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:02:37.546083 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:02:37.550642 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:37.574895 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccfb9f5-7473-4f3d-8c8f-394f62be2584 x-openstack-request-id: req-8ccfb9f5-7473-4f3d-8c8f-394f62be2584 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:02:37.575191 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdcd9cb-75c0-452c-b095-b673ff7b542d", "name": "network-vif-plugged", "status": "completed", "tag": "3566fdc6-4c12-4d53-9db8-1ab7f09d371c", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:02:37.575451 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8ccfb9f5-7473-4f3d-8c8f-394f62be2584 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:02:37.575842 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'code': 200} Feb 08 17:02:37.601482 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:37.674898 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd90e28-9304-40e3-8148-cfff1268b5fd req-4dd350e7-aa07-417d-8c7f-817b2eeb1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:37.676327 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8fd90e28-9304-40e3-8148-cfff1268b5fd req-4dd350e7-aa07-417d-8c7f-817b2eeb1123 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 1129 time: 0.0463209 Feb 08 17:02:37.720930 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-8fd90e28-9304-40e3-8148-cfff1268b5fd req-794837da-7607-405f-8033-e4e9c9cd75b3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387807 Feb 08 17:02:37.861703 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9baaf-8709-4e0d-8fe9-0fec69d3477d req-78b1c511-97eb-4cae-a9e4-83624bb578e3 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:37.863173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73e9baaf-8709-4e0d-8fe9-0fec69d3477d req-78b1c511-97eb-4cae-a9e4-83624bb578e3 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 946 time: 0.0515194 Feb 08 17:02:37.916064 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73e9baaf-8709-4e0d-8fe9-0fec69d3477d req-8f19d07a-68ed-4527-ad7f-ce27c4a24018 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458031 Feb 08 17:02:38.172755 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:39.039118 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878332c4-da61-4605-9dc0-588c4e13f853 req-bf55cf97-23b1-465e-9e45-97534490c052 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:39.041197 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-878332c4-da61-4605-9dc0-588c4e13f853 req-bf55cf97-23b1-465e-9e45-97534490c052 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 946 time: 0.0567842 Feb 08 17:02:39.090991 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-878332c4-da61-4605-9dc0-588c4e13f853 req-28930485-1b69-4c11-996f-4609909ece5c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441585 Feb 08 17:02:39.211523 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f53211-9f20-4a70-83b8-47e09d258c8a req-129156aa-2929-4c79-a5a1-ba291010ecbc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:39.213288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03f53211-9f20-4a70-83b8-47e09d258c8a req-129156aa-2929-4c79-a5a1-ba291010ecbc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 946 time: 0.0536714 Feb 08 17:02:39.261904 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-03f53211-9f20-4a70-83b8-47e09d258c8a req-dbf29f8c-cbbb-48a1-b279-6c8c0b8ebaf7 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430393 Feb 08 17:02:39.283347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36920) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:39.371781 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95440029-ded3-4110-9f5c-bf46fc533c5c tempest-TestSnapshotPattern-621712270 tempest-TestSnapshotPattern-621712270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:39.373335 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-95440029-ded3-4110-9f5c-bf46fc533c5c tempest-TestSnapshotPattern-621712270 tempest-TestSnapshotPattern-621712270-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 1124 time: 0.0890231 Feb 08 17:02:39.376242 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 36924) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:02:39.380441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:02:39.400201 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:39.495039 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:39.599993 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Allocated IP 172.25.7.83 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/95cf3aad-e542-4d21-9654-6a06c957ea8b) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:02:39.701161 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for port (95cf3aad-e542-4d21-9654-6a06c957ea8b), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:39.735533 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (95cf3aad-e542-4d21-9654-6a06c957ea8b), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:39.774857 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:02:39.779742 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:02:39.782420 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:02:39.811071 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event updated for resources: {'Port': ['ID=95cf3aad-e542-4d21-9654-6a06c957ea8b,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:40.141099 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for floatingip (3198fd53-e0d7-4ec7-9c0a-da4d73685fe8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:40.211357 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (95cf3aad-e542-4d21-9654-6a06c957ea8b), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:40.359337 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for port (95cf3aad-e542-4d21-9654-6a06c957ea8b), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:40.363789 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (95cf3aad-e542-4d21-9654-6a06c957ea8b), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:40.429982 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event updated for resources: {'Port': ['ID=95cf3aad-e542-4d21-9654-6a06c957ea8b,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:02:40.441311 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (3198fd53-e0d7-4ec7-9c0a-da4d73685fe8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:40.542731 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Floating IP 3198fd53-e0d7-4ec7-9c0a-da4d73685fe8 associated. External IP: 172.25.7.83, port: 3566fdc6-4c12-4d53-9db8-1ab7f09d371c. Feb 08 17:02:40.755110 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Router 0384219c-649b-4520-a20e-e8bbd83b3c63 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:02:40.863756 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:02:40.874317 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7d7c3d-ecfb-4f24-bb23-e1fd6c23157d None None] Sync routers for ids ['0384219c-649b-4520-a20e-e8bbd83b3c63'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:02:40.881896 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:40.883968 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7d7c3d-ecfb-4f24-bb23-e1fd6c23157d None None] Routers {'0384219c-649b-4520-a20e-e8bbd83b3c63'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:02:40.884591 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ca7d7c3d-ecfb-4f24-bb23-e1fd6c23157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:02:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0384219c-649b-4520-a20e-e8bbd83b3c63'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:40.912070 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-10774a56-eb48-4e24-8e18-099336a6c752 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5348094 Feb 08 17:02:40.912776 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'tag': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:02:40.915820 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89c9e8d-0177-41b8-9d7d-8efbf988e91a" -d '{"events": [{"name": "network-changed", "server_uuid": "afdcd9cb-75c0-452c-b095-b673ff7b542d", "tag": "3566fdc6-4c12-4d53-9db8-1ab7f09d371c"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:02:40.994168 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-ca7d7c3d-ecfb-4f24-bb23-e1fd6c23157d None None] Set router 0384219c-649b-4520-a20e-e8bbd83b3c63 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:02:41.006015 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc30f27a-0157-4419-829e-e38f25549532 x-openstack-request-id: req-dc30f27a-0157-4419-829e-e38f25549532 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:02:41.006333 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdcd9cb-75c0-452c-b095-b673ff7b542d", "tag": "3566fdc6-4c12-4d53-9db8-1ab7f09d371c", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:02:41.006903 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dc30f27a-0157-4419-829e-e38f25549532 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:02:41.007319 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'tag': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'status': 'completed', 'code': 200} Feb 08 17:02:41.079011 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c9e8d-0177-41b8-9d7d-8efbf988e91a req-6d5c72b1-5429-4928-960c-71b0c3ed9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:41.080587 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e89c9e8d-0177-41b8-9d7d-8efbf988e91a req-6d5c72b1-5429-4928-960c-71b0c3ed9b16 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 1129 time: 0.0496647 Feb 08 17:02:41.168746 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c9e8d-0177-41b8-9d7d-8efbf988e91a req-13e8311b-65af-4ffe-b796-ca74602dbf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:41.170319 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e89c9e8d-0177-41b8-9d7d-8efbf988e91a req-13e8311b-65af-4ffe-b796-ca74602dbf2a service neutron] 10.222.0.96 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 911 time: 0.0843101 Feb 08 17:02:41.216693 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ca7d7c3d-ecfb-4f24-bb23-e1fd6c23157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '3198fd53-e0d7-4ec7-9c0a-da4d73685fe8', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'port_id': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'mac_address': 'fa:16:3e:c0:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:02:40Z', 'updated_at': '2022-02-08T17:02:40Z', 'revision_number': 0, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5257dc-1f77-4d30-aac4-89a236d4f2a2', 'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'mac_address': 'fa:16:3e:69:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:20Z', 'updated_at': '2022-02-08T17:02:24Z', 'revision_number': 5, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'subnets': [{'id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:41.239669 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e89c9e8d-0177-41b8-9d7d-8efbf988e91a req-7e763671-f475-44f3-b7bf-95010b4a4750 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c HTTP/1.1" status: 200 len: 999 time: 0.0636294 Feb 08 17:02:41.344799 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7d7c3d-ecfb-4f24-bb23-e1fd6c23157d None None] Checking router: 0384219c-649b-4520-a20e-e8bbd83b3c63 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:02:41.354152 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7d7c3d-ecfb-4f24-bb23-e1fd6c23157d None None] Routers {'0384219c-649b-4520-a20e-e8bbd83b3c63'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:02:41.354775 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ca7d7c3d-ecfb-4f24-bb23-e1fd6c23157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:02:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0384219c-649b-4520-a20e-e8bbd83b3c63'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:41.463824 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-ca7d7c3d-ecfb-4f24-bb23-e1fd6c23157d None None] Set router 0384219c-649b-4520-a20e-e8bbd83b3c63 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:02:41.617582 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c9e8d-0177-41b8-9d7d-8efbf988e91a req-f0225cd0-adde-442c-ada3-ec5476a17e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:41.619610 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e89c9e8d-0177-41b8-9d7d-8efbf988e91a req-f0225cd0-adde-442c-ada3-ec5476a17e00 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5581ccc5-03ae-4d8e-adaa-376b9b741df8 HTTP/1.1" status: 200 len: 849 time: 0.3731489 Feb 08 17:02:41.668118 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c9e8d-0177-41b8-9d7d-8efbf988e91a req-1de7cbf3-ceed-4f94-87e2-f908c7f7ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:02:41.669688 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e89c9e8d-0177-41b8-9d7d-8efbf988e91a req-1de7cbf3-ceed-4f94-87e2-f908c7f7ec24 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f3c439-2dc9-4ba7-807a-ac771cefe30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438354 Feb 08 17:02:41.694907 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-ca7d7c3d-ecfb-4f24-bb23-e1fd6c23157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '3198fd53-e0d7-4ec7-9c0a-da4d73685fe8', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'port_id': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'mac_address': 'fa:16:3e:c0:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:02:40Z', 'updated_at': '2022-02-08T17:02:40Z', 'revision_number': 0, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5257dc-1f77-4d30-aac4-89a236d4f2a2', 'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'mac_address': 'fa:16:3e:69:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:20Z', 'updated_at': '2022-02-08T17:02:24Z', 'revision_number': 5, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'subnets': [{'id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:02:41.724399 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7d7c3d-ecfb-4f24-bb23-e1fd6c23157d None None] The sync data for ids ['0384219c-649b-4520-a20e-e8bbd83b3c63'] in n-d-824834-11 is: [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '3198fd53-e0d7-4ec7-9c0a-da4d73685fe8', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'port_id': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'mac_address': 'fa:16:3e:c0:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:02:40Z', 'updated_at': '2022-02-08T17:02:40Z', 'revision_number': 0, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5257dc-1f77-4d30-aac4-89a236d4f2a2', 'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'mac_address': 'fa:16:3e:69:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:20Z', 'updated_at': '2022-02-08T17:02:24Z', 'revision_number': 5, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'subnets': [{'id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:02:41.764851 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e89c9e8d-0177-41b8-9d7d-8efbf988e91a req-0cc5cb5d-b6e2-407d-84da-3b4ef1e63540 service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884881 Feb 08 17:02:41.855438 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-e89c9e8d-0177-41b8-9d7d-8efbf988e91a req-1f702193-c194-492d-ad82-4898714d42de service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840542 Feb 08 17:02:41.931491 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b5a456-2d9b-46c2-85a7-290655200fa7 None None] New status for floating IP 3198fd53-e0d7-4ec7-9c0a-da4d73685fe8: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:02:49.748150 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:02:51.154932 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:01.690289 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2c8999bf-2302-479e-9d43-67ea481e1f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:03.962714 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-e441dbda-fa9c-42df-bc5c-a80f72925561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:05.826838 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:06.997774 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:08.175412 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:12.189719 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:03:13.990221 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ebde6360-0309-40f7-a140-ca023a0a4010 req-d0db7a07-f16d-4606-b52c-1e5a23fc3f18 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433521 Feb 08 17:03:14.085575 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde6360-0309-40f7-a140-ca023a0a4010 req-c0963fd8-a7fb-41f9-9d72-4a86237c4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:03:14.087118 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ebde6360-0309-40f7-a140-ca023a0a4010 req-c0963fd8-a7fb-41f9-9d72-4a86237c4344 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 1129 time: 0.0495324 Feb 08 17:03:14.199089 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde6360-0309-40f7-a140-ca023a0a4010 req-59da8867-c8f3-47ff-a330-75dd148d0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:03:14.200557 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ebde6360-0309-40f7-a140-ca023a0a4010 req-59da8867-c8f3-47ff-a330-75dd148d0ff3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 911 time: 0.0837531 Feb 08 17:03:14.268313 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ebde6360-0309-40f7-a140-ca023a0a4010 req-56e9a4aa-68cd-4a4d-9028-0a00a0626849 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c HTTP/1.1" status: 200 len: 1001 time: 0.0613234 Feb 08 17:03:14.318239 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde6360-0309-40f7-a140-ca023a0a4010 req-a97e5402-7918-445c-95fb-b287ea94701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:03:14.319724 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ebde6360-0309-40f7-a140-ca023a0a4010 req-a97e5402-7918-445c-95fb-b287ea94701a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5581ccc5-03ae-4d8e-adaa-376b9b741df8 HTTP/1.1" status: 200 len: 849 time: 0.0430369 Feb 08 17:03:14.370956 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde6360-0309-40f7-a140-ca023a0a4010 req-8c0e53fc-e721-4ccd-98ee-3184a12ef1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:03:14.372500 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ebde6360-0309-40f7-a140-ca023a0a4010 req-8c0e53fc-e721-4ccd-98ee-3184a12ef1e6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f3c439-2dc9-4ba7-807a-ac771cefe30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445406 Feb 08 17:03:14.463855 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ebde6360-0309-40f7-a140-ca023a0a4010 req-af322d99-7c03-4415-976e-abeb4f8480f8 service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846231 Feb 08 17:03:14.556052 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ebde6360-0309-40f7-a140-ca023a0a4010 req-093d5af7-d4ab-44a4-ad1e-af398961170b service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822852 Feb 08 17:03:19.747906 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:21.155755 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:31.691830 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-51fcdf9f-a659-48ef-bc99-5345712e41e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:33.969476 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cb3cbecb-e40e-40d1-a401-75beb7fc91da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:35.830149 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:37.001412 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:38.177646 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:49.188794 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:03:49.747040 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:03:51.173619 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:01.693425 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d0d4a044-1d9b-44c2-b6e6-53d04b6b5f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:03.962377 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a576767a-c085-44ae-8728-99c51527fa6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:05.834120 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:07.003557 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:08.181526 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:15.004412 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32dce58-3abd-480d-ac84-ffdb6ecfe772 req-b535da56-11ac-4d7c-92f2-ed984780aa14 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458817 Feb 08 17:04:15.097621 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dce58-3abd-480d-ac84-ffdb6ecfe772 req-2e764aee-9cbc-44ac-9de9-abfe62b81949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:04:15.099142 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32dce58-3abd-480d-ac84-ffdb6ecfe772 req-2e764aee-9cbc-44ac-9de9-abfe62b81949 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 1129 time: 0.0504353 Feb 08 17:04:15.201965 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dce58-3abd-480d-ac84-ffdb6ecfe772 req-ad93f1e7-4cc1-46cd-8ea3-c9e6beddb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:04:15.203471 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32dce58-3abd-480d-ac84-ffdb6ecfe772 req-ad93f1e7-4cc1-46cd-8ea3-c9e6beddb287 service neutron] 10.222.0.96 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 911 time: 0.0852885 Feb 08 17:04:15.276329 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32dce58-3abd-480d-ac84-ffdb6ecfe772 req-f0a1de9a-b294-4765-997d-8101d8d81489 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c HTTP/1.1" status: 200 len: 1001 time: 0.0645003 Feb 08 17:04:15.324615 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dce58-3abd-480d-ac84-ffdb6ecfe772 req-a45ba180-b9b5-4343-9a92-70dd4652ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:04:15.326070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32dce58-3abd-480d-ac84-ffdb6ecfe772 req-a45ba180-b9b5-4343-9a92-70dd4652ac1b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5581ccc5-03ae-4d8e-adaa-376b9b741df8 HTTP/1.1" status: 200 len: 849 time: 0.0434728 Feb 08 17:04:15.378937 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dce58-3abd-480d-ac84-ffdb6ecfe772 req-85bce4f1-1425-443f-82fc-ba9622d697ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:04:15.380460 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32dce58-3abd-480d-ac84-ffdb6ecfe772 req-85bce4f1-1425-443f-82fc-ba9622d697ea service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f3c439-2dc9-4ba7-807a-ac771cefe30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479941 Feb 08 17:04:15.474441 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32dce58-3abd-480d-ac84-ffdb6ecfe772 req-0f2a42d0-a197-44a5-8e74-2c2d724bfe37 service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872810 Feb 08 17:04:15.562881 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b32dce58-3abd-480d-ac84-ffdb6ecfe772 req-364a6ee1-8634-4209-940f-5fb32d91a3c3 service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815945 Feb 08 17:04:19.761724 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:21.170127 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:26.188680 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:04:31.695922 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a48cab5b-13f1-4ba4-9fc2-623f460aae9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:33.963689 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-05f59f05-3f6a-4fb1-835c-da677c9d17da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:35.837796 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:37.007322 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:38.184019 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:42.138277 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3566fdc6-4c12-4d53-9db8-1ab7f09d371c details requested by agent hyperv_n-h2-824834-11 with host n-h2-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:04:42.241147 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:04:42.252728 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Returning: {'device': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'port_id': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'mac_address': 'fa:16:3e:c0:79:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:04:42.292330 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:04:42.292746 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:42.306583 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3566fdc6-4c12-4d53-9db8-1ab7f09d371c {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:04:42.331295 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:04:42.335968 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:42.387242 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:04:42.395149 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:04:42.395504 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:04:42.395851 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:04:42.396802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:04:42.397168 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:04:42.397517 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:04:42.397853 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:04:42.398208 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:04:42.398511 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:04:42.398844 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:04:42.399172 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:04:42.399500 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:04:42.399825 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:04:42.405592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] get_ports_and_sgs() called for port_ids ['3566fdc6-4c12-4d53-9db8-1ab7f09d371c'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:04:44.155274 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3566fdc6-4c12-4d53-9db8-1ab7f09d371c up at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:04:44.215409 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Provisioning complete for port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:04:44.215884 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:44.307854 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:04:44.308273 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:44.334658 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:04:44.336963 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec95cbb-078f-445c-829e-579611a50eac" -d '{"events": [{"server_uuid": "afdcd9cb-75c0-452c-b095-b673ff7b542d", "name": "network-vif-plugged", "status": "completed", "tag": "3566fdc6-4c12-4d53-9db8-1ab7f09d371c"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:04:44.350478 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:04:44.355802 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:44.402237 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49563201-2b1d-4a0a-8003-10dd16ea0c9d x-openstack-request-id: req-49563201-2b1d-4a0a-8003-10dd16ea0c9d {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:04:44.402570 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdcd9cb-75c0-452c-b095-b673ff7b542d", "name": "network-vif-plugged", "status": "completed", "tag": "3566fdc6-4c12-4d53-9db8-1ab7f09d371c", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:04:44.402780 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-49563201-2b1d-4a0a-8003-10dd16ea0c9d {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:04:44.403174 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'code': 200} Feb 08 17:04:44.414693 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:04:49.778636 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:51.183535 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:52.334277 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-616bfa96-4d57-42e3-b856-d34d45e8cea2 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800041196&fields=id&tenant_id=4926771a006f4a20960cd17e82b46ee3 HTTP/1.1" status: 200 len: 267 time: 0.0454578 Feb 08 17:04:52.442089 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-13d2c7be-be52-4b4b-84b2-ed09f4b49256 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:04:52.443601 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-13d2c7be-be52-4b4b-84b2-ed09f4b49256 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 810 time: 0.1030750 Feb 08 17:04:52.457646 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-f1df6b75-4659-458f-9c1f-997b7a0cc261 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/quotas/4926771a006f4a20960cd17e82b46ee3 HTTP/1.1" status: 200 len: 375 time: 0.0087590 Feb 08 17:04:52.514681 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-01f5408d-3a6f-47c9-936e-348c1e25d9e7 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510364 Feb 08 17:04:52.607690 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-ed5d1c8e-2b55-47d5-ac1e-e085057823e6 service neutron] 10.222.0.82 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813735 Feb 08 17:04:53.030093 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-59cb3fc9-ffdd-4e74-afd5-86077c6dbc29 service neutron] 10.222.0.82 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168296 Feb 08 17:04:54.210173 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a667247a-c91b-4341-8809-4d2286241ba7 req-37e9a5b5-27be-4284-b4c0-595ad736c3df tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 210 time: 0.0360756 Feb 08 17:04:54.219057 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3566fdc6-4c12-4d53-9db8-1ab7f09d371c no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:04:54.297138 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Current status of the port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:04:54.297533 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:54.320528 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:04:54.322817 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612b105d-5198-4117-ab3e-092b955e8426" -d '{"events": [{"server_uuid": "afdcd9cb-75c0-452c-b095-b673ff7b542d", "name": "network-vif-unplugged", "status": "completed", "tag": "3566fdc6-4c12-4d53-9db8-1ab7f09d371c"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:04:54.335636 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] For port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:04:54.340016 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:54.365499 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 17:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e148eb1-7aac-44d7-b0b3-1d8b4b18e207 x-openstack-request-id: req-3e148eb1-7aac-44d7-b0b3-1d8b4b18e207 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:04:54.365797 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdcd9cb-75c0-452c-b095-b673ff7b542d", "name": "network-vif-unplugged", "status": "completed", "tag": "3566fdc6-4c12-4d53-9db8-1ab7f09d371c", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:04:54.366051 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3e148eb1-7aac-44d7-b0b3-1d8b4b18e207 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:04:54.366571 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'code': 200} Feb 08 17:04:54.390266 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Pushing event updated for resources: {'Port': ['ID=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:04:55.289844 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ef0c48ac-700d-4029-8b49-e79ace3739be req-2c1698c6-611d-4d25-9583-c21acda4b4c0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 210 time: 0.0287941 Feb 08 17:04:56.373858 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f00c7ee7-69fd-4157-ae50-9600c0cda3f0 req-d31d0af9-84a0-4a0e-8c96-d1fd74ae2714 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 210 time: 0.0321934 Feb 08 17:04:57.455983 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-edf903cb-4ee9-4b83-b5d7-f90c7b856081 req-dbe944e6-bf4f-44ac-9f15-48f700fd1abe tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 210 time: 0.0311055 Feb 08 17:04:58.556924 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-20890389-fda9-46c6-9d06-e719a6139201 req-705fc030-7a2e-486e-83e9-922816d3c304 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 210 time: 0.0335424 Feb 08 17:04:59.207597 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-8ac979aa-078d-41cd-8e2d-f2cc489b0463 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:04:59.209132 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-8ac979aa-078d-41cd-8e2d-f2cc489b0463 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.94 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 810 time: 0.1071503 Feb 08 17:04:59.273241 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-be896a03-85b4-4dbb-b32b-3172b6229f79 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4926771a006f4a20960cd17e82b46ee3 HTTP/1.1" status: 200 len: 380 time: 0.0547292 Feb 08 17:04:59.293542 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Request body: {'port': {'device_id': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'admin_state_up': True, 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'security_groups': ['543a9a1b-a59e-4c41-b32e-94b58cf02daf']}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:04:59.406975 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Made reservation on behalf of 4926771a006f4a20960cd17e82b46ee3 for: {'port': 1} {{(pid=103301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 17:04:59.410441 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:59.577441 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Allocated IP 172.20.0.9 (44f3c439-2dc9-4ba7-807a-ac771cefe30d/5581ccc5-03ae-4d8e-adaa-376b9b741df8/6db4f81c-1d24-486c-a8ee-5ef04623ecfc) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:04:59.742072 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-ba652794-53b0-4353-bd24-2b99e56e62ad req-8493e09a-f1ce-4ee6-8b2e-c026adb4b702 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 210 time: 0.0399206 Feb 08 17:04:59.872722 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:59.921667 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:04:59.983850 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Network 44f3c439-2dc9-4ba7-807a-ac771cefe30d is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:04:59.989267 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:04:59.994688 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:04:59.999102 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event updated for resources: {'Port': ['ID=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:05:00.048911 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:05:00.049316 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:05:00.049664 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:05:00.050002 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:05:00.050341 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:05:00.050676 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:05:00.051145 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:05:00.051483 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:05:00.051809 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:05:00.052183 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:05:00.052513 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:05:00.052843 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:05:00.053202 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:05:00.074538 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:00.075140 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:00.094231 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-e52a184b-8c8a-4fc8-95e1-80aa262168f0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8052306 Feb 08 17:05:00.360870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-b6bf90e4-8336-4b8e-b355-d3d102deeb4c None None] Provisioning complete for port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc triggered by entity DHCP. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:05:00.361502 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b6bf90e4-8336-4b8e-b355-d3d102deeb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:00.407791 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-b6bf90e4-8336-4b8e-b355-d3d102deeb4c None None] Port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc cannot update to ACTIVE because it is not bound. {{(pid=103303) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 08 17:05:00.869968 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba89845-8fbf-4d96-a795-fa864c3ecbca req-e5140c08-9a2f-4e5c-889f-4a7d4db69a21 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:00.871563 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eba89845-8fbf-4d96-a795-fa864c3ecbca req-e5140c08-9a2f-4e5c-889f-4a7d4db69a21 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 931 time: 0.0597949 Feb 08 17:05:00.929437 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-eba89845-8fbf-4d96-a795-fa864c3ecbca req-9e05a2cf-287c-47fe-a504-838ab7813b24 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515971 Feb 08 17:05:01.700610 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b25016ff-7493-47d1-a99f-2d6fccb20c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:02.067637 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4f10b-f90d-4d28-b115-7a51d39e062d req-d89b384f-5c7d-4f9a-9451-877cf1a5c5bc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:02.071794 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ce4f10b-f90d-4d28-b115-7a51d39e062d req-d89b384f-5c7d-4f9a-9451-877cf1a5c5bc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 931 time: 0.0686607 Feb 08 17:05:02.119552 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-3ce4f10b-f90d-4d28-b115-7a51d39e062d req-cf01b942-1168-444e-a12c-2e5ed5c81e17 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433381 Feb 08 17:05:03.190154 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:05:03.250314 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54002d0a-8b52-42cf-95f4-32a926b6ee73 req-7d5c87fc-a848-425e-97b0-3406e843698c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:03.252505 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54002d0a-8b52-42cf-95f4-32a926b6ee73 req-7d5c87fc-a848-425e-97b0-3406e843698c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 931 time: 0.0572124 Feb 08 17:05:03.307402 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-54002d0a-8b52-42cf-95f4-32a926b6ee73 req-e3cfd82d-28b6-4473-ae23-5d7669f9eeec tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468905 Feb 08 17:05:03.975399 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ecd1be24-2488-4d56-9c2b-9531aa12af48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:04.444902 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16ba23-cd98-4c5e-9040-f1967f752345 req-9c301cbd-5dd4-4f5d-98c6-0b3e21233109 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:04.446602 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc16ba23-cd98-4c5e-9040-f1967f752345 req-9c301cbd-5dd4-4f5d-98c6-0b3e21233109 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 931 time: 0.0627260 Feb 08 17:05:04.507855 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-cc16ba23-cd98-4c5e-9040-f1967f752345 req-062e5126-a1eb-477f-af0a-cf817a127f0c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551078 Feb 08 17:05:05.648468 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da65f34-c3c1-4a09-80cc-4083b537eda0 req-07f46a77-828a-465c-908f-671b60c688ff tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:05.650021 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1da65f34-c3c1-4a09-80cc-4083b537eda0 req-07f46a77-828a-465c-908f-671b60c688ff tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 931 time: 0.0609148 Feb 08 17:05:05.710700 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1da65f34-c3c1-4a09-80cc-4083b537eda0 req-51d8dd69-51a0-476d-86d1-f13c909eca3d tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548329 Feb 08 17:05:05.842782 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:06.836891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b87ceb-8d2c-4bfd-a1b8-92e33f4ed733 req-f388e33f-dc6b-4936-b187-491f49072de0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:06.838717 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5b87ceb-8d2c-4bfd-a1b8-92e33f4ed733 req-f388e33f-dc6b-4936-b187-491f49072de0 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 931 time: 0.0587831 Feb 08 17:05:06.889707 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e5b87ceb-8d2c-4bfd-a1b8-92e33f4ed733 req-40693dec-22f6-4df9-b80a-bfe68d85b683 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450292 Feb 08 17:05:07.010868 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:07.472593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Request body: {'port': {'device_id': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-11'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:05:07.530014 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:07.792857 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db4f81c-1d24-486c-a8ee-5ef04623ecfc {{(pid=103301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:05:07.800120 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Publish callbacks [] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:07.811777 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.provisioning_blocks [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Transition to ACTIVE for port object 6db4f81c-1d24-486c-a8ee-5ef04623ecfc will not be triggered until provisioned by entity L2. {{(pid=103301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 17:05:07.814538 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:07.867377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:05:07.941575 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Attempting to bind port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc on host n-h1-824834-11 for vnic_type normal with profile {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 08 17:05:07.941926 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Attempting to bind port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc by drivers openvswitch,hyperv on host n-h1-824834-11 at level 0 using segments [{'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 08 17:05:07.942854 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Attempting to bind port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc on network 44f3c439-2dc9-4ba7-807a-ac771cefe30d {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:05:07.947997 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc on network 44f3c439-2dc9-4ba7-807a-ac771cefe30d not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-11 {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 17:05:07.948338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Attempting to bind port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc on network 44f3c439-2dc9-4ba7-807a-ac771cefe30d {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 17:05:07.953490 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Checking agent: {'id': '67833f66-d9f4-4643-9e0c-4ae531ff1651', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-11', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'started_at': datetime.datetime(2022, 2, 8, 15, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 17, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 17:05:07.953844 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Checking segment: {'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 08 17:05:07.954238 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Bound using segment: {'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'} {{(pid=103301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 17:05:07.954680 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.managers [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Bound port: 6db4f81c-1d24-486c-a8ee-5ef04623ecfc, host: n-h1-824834-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '119c6cec-73b6-4fa0-8749-2022e23d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d'}}] {{(pid=103301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 08 17:05:07.955073 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:08.061280 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] For port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc, host n-h1-824834-11, cleared binding levels {{(pid=103301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 17:05:08.065379 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] For port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc, host n-h1-824834-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 17:05:08.074119 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab1f25-7c42-43f3-aa89-bf6c0ed71163 req-e39b6caa-980d-452b-a270-20022f112697 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:08.075643 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8eab1f25-7c42-43f3-aa89-bf6c0ed71163 req-e39b6caa-980d-452b-a270-20022f112697 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 943 time: 0.1069045 Feb 08 17:05:08.080898 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:08.137989 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:08.138619 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:08.140029 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] 10.222.0.94 "PUT /v2.0/ports/6db4f81c-1d24-486c-a8ee-5ef04623ecfc HTTP/1.1" status: 200 len: 1092 time: 0.7263997 Feb 08 17:05:08.142334 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'tag': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:05:08.144676 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b00f41-26a7-47ac-89c6-2d8d749a6192" -d '{"events": [{"name": "network-changed", "server_uuid": "46160f5a-fa1c-40dd-8c30-2731c880e704", "tag": "6db4f81c-1d24-486c-a8ee-5ef04623ecfc"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:05:08.183884 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bae82f-b1b5-444e-bdac-2ae5ccb327a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,revision_number=3']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:05:08.199288 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-8eab1f25-7c42-43f3-aa89-bf6c0ed71163 req-882cd974-04ba-4ef7-89a6-6779906a362e tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160648 Feb 08 17:05:08.209198 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:08.238447 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd457ad1-1882-4201-8e88-d681eacd3d3c x-openstack-request-id: req-cd457ad1-1882-4201-8e88-d681eacd3d3c {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:05:08.238746 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46160f5a-fa1c-40dd-8c30-2731c880e704", "tag": "6db4f81c-1d24-486c-a8ee-5ef04623ecfc", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:05:08.239000 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cd457ad1-1882-4201-8e88-d681eacd3d3c {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:05:08.240172 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'tag': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc', 'status': 'completed', 'code': 200} Feb 08 17:05:08.245196 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-d9d3567a-f2fe-43c7-91f5-afccd4dec881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:08.246773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-d9d3567a-f2fe-43c7-91f5-afccd4dec881 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 1126 time: 0.0639429 Feb 08 17:05:08.293180 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-e8d54f95-58e6-4bae-a973-ef55c4a9f604 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db4f81c-1d24-486c-a8ee-5ef04623ecfc HTTP/1.1" status: 200 len: 217 time: 0.0363083 Feb 08 17:05:08.344898 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-db51efb0-2f76-4d21-b771-2f657af09d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:08.346419 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-db51efb0-2f76-4d21-b771-2f657af09d32 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5581ccc5-03ae-4d8e-adaa-376b9b741df8 HTTP/1.1" status: 200 len: 849 time: 0.0466793 Feb 08 17:05:08.398560 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-dd8c2e45-9c20-42bb-abcf-970781a2b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:08.400068 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-dd8c2e45-9c20-42bb-abcf-970781a2b6e1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=44f3c439-2dc9-4ba7-807a-ac771cefe30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452800 Feb 08 17:05:08.495558 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-085c0fa0-3549-41d5-8569-65a4a10ea4fe service neutron] 10.222.0.94 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878623 Feb 08 17:05:08.583737 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-9ca4b6eb-ce08-461b-a4f0-21b371ae8428 req-0ef0133d-4914-4965-90b1-f47c6aa9522e service neutron] 10.222.0.94 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817327 Feb 08 17:05:08.679271 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b00f41-26a7-47ac-89c6-2d8d749a6192 req-1391d4d1-9671-4ec9-820e-b43dce57dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:08.680807 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6b00f41-26a7-47ac-89c6-2d8d749a6192 req-1391d4d1-9671-4ec9-820e-b43dce57dff6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 1126 time: 0.0506001 Feb 08 17:05:08.772347 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b00f41-26a7-47ac-89c6-2d8d749a6192 req-c27e306c-aa8c-40e8-8986-2c589c344265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:08.773925 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6b00f41-26a7-47ac-89c6-2d8d749a6192 req-c27e306c-aa8c-40e8-8986-2c589c344265 service neutron] 10.222.0.94 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 911 time: 0.0865493 Feb 08 17:05:08.819817 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6b00f41-26a7-47ac-89c6-2d8d749a6192 req-296c41c6-21f5-435d-9001-09465ae66bc6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db4f81c-1d24-486c-a8ee-5ef04623ecfc HTTP/1.1" status: 200 len: 217 time: 0.0390346 Feb 08 17:05:08.868996 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b00f41-26a7-47ac-89c6-2d8d749a6192 req-3b5805d1-ef53-48bf-a515-388a341bfef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:08.870322 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6b00f41-26a7-47ac-89c6-2d8d749a6192 req-3b5805d1-ef53-48bf-a515-388a341bfef2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5581ccc5-03ae-4d8e-adaa-376b9b741df8 HTTP/1.1" status: 200 len: 849 time: 0.0442247 Feb 08 17:05:08.921862 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b00f41-26a7-47ac-89c6-2d8d749a6192 req-822df96b-1db1-4a54-b45d-2e6251536b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:08.923368 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6b00f41-26a7-47ac-89c6-2d8d749a6192 req-822df96b-1db1-4a54-b45d-2e6251536b50 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=44f3c439-2dc9-4ba7-807a-ac771cefe30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458987 Feb 08 17:05:09.014949 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6b00f41-26a7-47ac-89c6-2d8d749a6192 req-821656ee-fc53-4ffb-998c-80e4d6ee2c4d service neutron] 10.222.0.94 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848682 Feb 08 17:05:09.105749 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a6b00f41-26a7-47ac-89c6-2d8d749a6192 req-1493d924-9cbe-4d43-baef-a92753e53228 service neutron] 10.222.0.94 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817225 Feb 08 17:05:09.326508 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e21267-28f5-438d-907c-9c9acd608b46 req-a9295d97-355a-4b6f-9a7d-d7d8aad0f598 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:09.327998 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14e21267-28f5-438d-907c-9c9acd608b46 req-a9295d97-355a-4b6f-9a7d-d7d8aad0f598 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 943 time: 0.0532994 Feb 08 17:05:09.377185 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-14e21267-28f5-438d-907c-9c9acd608b46 req-36784635-76fc-4d87-89b8-efa9bf166f90 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429068 Feb 08 17:05:10.509900 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a62ef7-bbf3-4d3d-b17b-f2884efcb319 req-43333d4e-0e13-47e9-be44-f8c04864dc61 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:10.511385 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7a62ef7-bbf3-4d3d-b17b-f2884efcb319 req-43333d4e-0e13-47e9-be44-f8c04864dc61 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 943 time: 0.0570810 Feb 08 17:05:10.558460 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b7a62ef7-bbf3-4d3d-b17b-f2884efcb319 req-df998624-7f83-44de-9056-d97954a297d1 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415945 Feb 08 17:05:11.503105 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6db4f81c-1d24-486c-a8ee-5ef04623ecfc details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:05:11.596570 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:05:11.608821 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'port_id': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc', 'mac_address': 'fa:16:3e:b8:d5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:05:11.650306 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc is: DOWN; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:05:11.650613 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:11.664150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db4f81c-1d24-486c-a8ee-5ef04623ecfc {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:05:11.683783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:05:11.687849 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:11.689785 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adadf85-3715-46bf-a80c-24a2314c444b req-efb1a255-bf76-4394-8062-ccb6d58cdd8a tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:11.691355 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0adadf85-3715-46bf-a80c-24a2314c444b req-efb1a255-bf76-4394-8062-ccb6d58cdd8a tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 943 time: 0.0639739 Feb 08 17:05:11.735867 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,revision_number=4']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:05:11.744255 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-0adadf85-3715-46bf-a80c-24a2314c444b req-6e5d98e3-6d6e-414f-b02f-16517981b7f9 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462825 Feb 08 17:05:11.959836 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['6db4f81c-1d24-486c-a8ee-5ef04623ecfc'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:05:12.866135 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de04761-9c46-49a7-931f-a2fb733adf60 req-c7c042b3-4392-4ea1-9374-1c7bb631e6a7 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:12.867785 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7de04761-9c46-49a7-931f-a2fb733adf60 req-c7c042b3-4392-4ea1-9374-1c7bb631e6a7 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 944 time: 0.0560026 Feb 08 17:05:12.917598 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7de04761-9c46-49a7-931f-a2fb733adf60 req-47322b2f-8bac-4d45-92bd-91a24899f549 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443954 Feb 08 17:05:13.513922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6db4f81c-1d24-486c-a8ee-5ef04623ecfc up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:05:13.560554 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning for port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc completed by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 17:05:13.564268 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:05:13.564630 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:13.643115 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:05:13.643508 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:13.666055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:05:13.668279 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c12848c-c654-428e-a0c1-88f3c49341f0" -d '{"events": [{"server_uuid": "46160f5a-fa1c-40dd-8c30-2731c880e704", "name": "network-vif-plugged", "status": "completed", "tag": "6db4f81c-1d24-486c-a8ee-5ef04623ecfc"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:05:13.681177 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:05:13.685217 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:13.707173 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051ff1d9-a26b-4b5b-97b6-0e0e91441f35 x-openstack-request-id: req-051ff1d9-a26b-4b5b-97b6-0e0e91441f35 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:05:13.707467 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46160f5a-fa1c-40dd-8c30-2731c880e704", "name": "network-vif-plugged", "status": "completed", "tag": "6db4f81c-1d24-486c-a8ee-5ef04623ecfc", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:05:13.707795 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-051ff1d9-a26b-4b5b-97b6-0e0e91441f35 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:05:13.708270 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc', 'code': 200} Feb 08 17:05:13.736283 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,revision_number=5']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:05:13.822520 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbb520-bf4f-4ad0-915b-9b336e2de9ef req-cb0aeaf4-9174-483d-8a5f-3969f33ca293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:13.823992 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8cbb520-bf4f-4ad0-915b-9b336e2de9ef req-cb0aeaf4-9174-483d-8a5f-3969f33ca293 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 1128 time: 0.0445828 Feb 08 17:05:13.871466 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e8cbb520-bf4f-4ad0-915b-9b336e2de9ef req-ff708633-07bf-40e1-8f31-580fff5a94dd service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394659 Feb 08 17:05:14.040723 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989a4ba-1501-4d82-9c17-5e2219ade4d3 req-981f0fba-eed4-43dd-8645-c02fadf96491 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:14.042222 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f989a4ba-1501-4d82-9c17-5e2219ade4d3 req-981f0fba-eed4-43dd-8645-c02fadf96491 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 945 time: 0.0551505 Feb 08 17:05:14.094668 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-f989a4ba-1501-4d82-9c17-5e2219ade4d3 req-e1eeae2d-2a99-4167-b456-0f903531404a tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466964 Feb 08 17:05:15.219443 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d47982-0572-4dbe-9466-34ae391f59dc req-7686f34d-2cd9-4d7b-86d3-f480fd5c1e45 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:15.220976 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27d47982-0572-4dbe-9466-34ae391f59dc req-7686f34d-2cd9-4d7b-86d3-f480fd5c1e45 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 945 time: 0.0544593 Feb 08 17:05:15.271727 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-27d47982-0572-4dbe-9466-34ae391f59dc req-87ddd730-4ea0-452c-af97-3287d140eeaa tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443108 Feb 08 17:05:15.390902 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11527b8f-b57b-4ab2-a551-af1f885ae21a req-d5941bbf-6e76-4176-8f11-0f1eaf043ea7 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:15.392480 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-11527b8f-b57b-4ab2-a551-af1f885ae21a req-d5941bbf-6e76-4176-8f11-0f1eaf043ea7 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 945 time: 0.0537283 Feb 08 17:05:15.441183 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-11527b8f-b57b-4ab2-a551-af1f885ae21a req-5481b628-46a9-493e-aae5-79b7b5c287fe tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428445 Feb 08 17:05:15.464638 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37214) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:05:15.514876 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6337ad4d-3f84-4db7-a33e-c9ad48476b27 tempest-TestSnapshotPattern-621712270 tempest-TestSnapshotPattern-621712270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:15.516408 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-6337ad4d-3f84-4db7-a33e-c9ad48476b27 tempest-TestSnapshotPattern-621712270 tempest-TestSnapshotPattern-621712270-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 1123 time: 0.0506582 Feb 08 17:05:15.519176 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37216) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:05:15.524417 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.v2.base [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Request body: {'floatingip': {'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'port_id': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 17:05:15.545650 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:15.642238 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (None), before_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:15.748431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_common [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Allocated IP 172.25.7.216 (7c1187de-c4e5-4894-a57b-d8bf742c1138/e150b1a9-b100-4fdf-a3ca-2293e4fa42f0/1d6dd1f8-8641-4b1e-a799-5b28a94936ae) {{(pid=103301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 17:05:15.848619 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for port (1d6dd1f8-8641-4b1e-a799-5b28a94936ae), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:15.883935 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749937086145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1d6dd1f8-8641-4b1e-a799-5b28a94936ae), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:15.929570 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Network 7c1187de-c4e5-4894-a57b-d8bf742c1138 is already hosted by enough agents. {{(pid=103301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 17:05:15.937187 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.base_scheduler [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Resources bound (agent type, host, resource id): {{(pid=103301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 17:05:15.939338 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event updated for resources: {'Port': ['ID=1d6dd1f8-8641-4b1e-a799-5b28a94936ae,revision_number=1']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:05:15.941548 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Received port after_create {{(pid=103301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 17:05:15.995568 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffed2d8c-2cb3-41cb-8b1b-55950f4e981c req-f1e7794c-0290-4765-b535-15cda52526e9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467939 Feb 08 17:05:16.092785 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed2d8c-2cb3-41cb-8b1b-55950f4e981c req-5bff61ae-75b2-4797-b415-d336d77c1824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:16.094447 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffed2d8c-2cb3-41cb-8b1b-55950f4e981c req-5bff61ae-75b2-4797-b415-d336d77c1824 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 1127 time: 0.0502207 Feb 08 17:05:16.198120 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed2d8c-2cb3-41cb-8b1b-55950f4e981c req-8aa44fa9-1983-4b26-9b6b-ac86790bdd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:16.199531 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffed2d8c-2cb3-41cb-8b1b-55950f4e981c req-8aa44fa9-1983-4b26-9b6b-ac86790bdd3b service neutron] 10.222.0.96 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 911 time: 0.0856788 Feb 08 17:05:16.274515 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffed2d8c-2cb3-41cb-8b1b-55950f4e981c req-8a68b295-a522-4a3d-af5c-5ea51add4a35 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c HTTP/1.1" status: 200 len: 999 time: 0.0676599 Feb 08 17:05:16.295672 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for floatingip (94e72d8a-f556-49fc-824f-a533d656c6a8), precommit_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:16.322825 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed2d8c-2cb3-41cb-8b1b-55950f4e981c req-94c7808e-5bb5-4fd0-b761-b67da2b05b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:16.324336 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffed2d8c-2cb3-41cb-8b1b-55950f4e981c req-94c7808e-5bb5-4fd0-b761-b67da2b05b3c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5581ccc5-03ae-4d8e-adaa-376b9b741df8 HTTP/1.1" status: 200 len: 849 time: 0.0433698 Feb 08 17:05:16.368100 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (1d6dd1f8-8641-4b1e-a799-5b28a94936ae), before_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:16.374061 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed2d8c-2cb3-41cb-8b1b-55950f4e981c req-8fe8f174-ab1f-4501-b4b2-ed4c6bff28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:16.375591 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffed2d8c-2cb3-41cb-8b1b-55950f4e981c req-8fe8f174-ab1f-4501-b4b2-ed4c6bff28dd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f3c439-2dc9-4ba7-807a-ac771cefe30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450087 Feb 08 17:05:16.468111 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffed2d8c-2cb3-41cb-8b1b-55950f4e981c req-a5cf5c19-118a-4b71-813c-3258de02dbda service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859449 Feb 08 17:05:16.522943 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for port (1d6dd1f8-8641-4b1e-a799-5b28a94936ae), precommit_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:16.528005 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10057699'] for port (1d6dd1f8-8641-4b1e-a799-5b28a94936ae), after_update {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:16.557888 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-ffed2d8c-2cb3-41cb-8b1b-55950f4e981c req-3f8b5de1-9339-4a19-8812-aa91409ae30d service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830472 Feb 08 17:05:16.598142 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event updated for resources: {'Port': ['ID=1d6dd1f8-8641-4b1e-a799-5b28a94936ae,revision_number=2']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:05:16.608140 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577054'] for floatingip (94e72d8a-f556-49fc-824f-a533d656c6a8), after_create {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:16.711717 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Floating IP 94e72d8a-f556-49fc-824f-a533d656c6a8 associated. External IP: 172.25.7.216, port: 6db4f81c-1d24-486c-a8ee-5ef04623ecfc. Feb 08 17:05:16.923268 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Router 0384219c-649b-4520-a20e-e8bbd83b3c63 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:05:17.033747 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:05:17.044544 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d30c9-eaa2-437b-a87a-64b3af7c68dc None None] Sync routers for ids ['0384219c-649b-4520-a20e-e8bbd83b3c63'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:05:17.053661 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:17.055007 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d30c9-eaa2-437b-a87a-64b3af7c68dc None None] Routers {'0384219c-649b-4520-a20e-e8bbd83b3c63'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:05:17.055621 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-236d30c9-eaa2-437b-a87a-64b3af7c68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:05:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0384219c-649b-4520-a20e-e8bbd83b3c63'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:05:17.084296 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-e6dd21ba-8fd9-474c-abb5-672ff23a610c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5640471 Feb 08 17:05:17.085355 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'tag': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:05:17.087636 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93112e1e-cca8-4af1-9bcb-5c546192c99f" -d '{"events": [{"name": "network-changed", "server_uuid": "46160f5a-fa1c-40dd-8c30-2731c880e704", "tag": "6db4f81c-1d24-486c-a8ee-5ef04623ecfc"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:05:17.124758 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15fab69-8269-4d5c-b7fe-81defda2517e x-openstack-request-id: req-d15fab69-8269-4d5c-b7fe-81defda2517e {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:05:17.125157 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46160f5a-fa1c-40dd-8c30-2731c880e704", "tag": "6db4f81c-1d24-486c-a8ee-5ef04623ecfc", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:05:17.125423 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d15fab69-8269-4d5c-b7fe-81defda2517e {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:05:17.125832 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'tag': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc', 'status': 'completed', 'code': 200} Feb 08 17:05:17.163330 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-236d30c9-eaa2-437b-a87a-64b3af7c68dc None None] Set router 0384219c-649b-4520-a20e-e8bbd83b3c63 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:05:17.190460 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93112e1e-cca8-4af1-9bcb-5c546192c99f req-6c0f6b65-65e4-4eaa-99b7-c85c09fe5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:17.192094 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93112e1e-cca8-4af1-9bcb-5c546192c99f req-6c0f6b65-65e4-4eaa-99b7-c85c09fe5f86 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 1128 time: 0.0446250 Feb 08 17:05:17.289805 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93112e1e-cca8-4af1-9bcb-5c546192c99f req-5440c07a-e675-455d-8dd4-49cfbcd9735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:17.291298 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93112e1e-cca8-4af1-9bcb-5c546192c99f req-5440c07a-e675-455d-8dd4-49cfbcd9735f service neutron] 10.222.0.94 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 911 time: 0.0918391 Feb 08 17:05:17.362798 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93112e1e-cca8-4af1-9bcb-5c546192c99f req-e801a9e5-2c37-4dba-8003-cfd5331f7273 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db4f81c-1d24-486c-a8ee-5ef04623ecfc HTTP/1.1" status: 200 len: 999 time: 0.0645111 Feb 08 17:05:17.392594 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-236d30c9-eaa2-437b-a87a-64b3af7c68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '3198fd53-e0d7-4ec7-9c0a-da4d73685fe8', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'port_id': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'mac_address': 'fa:16:3e:c0:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:02:40Z', 'updated_at': '2022-02-08T17:02:42Z', 'revision_number': 1, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'fixed_ip_address_scope': None}, {'id': '94e72d8a-f556-49fc-824f-a533d656c6a8', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'port_id': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'mac_address': 'fa:16:3e:b8:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:05:16Z', 'updated_at': '2022-02-08T17:05:16Z', 'revision_number': 0, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5257dc-1f77-4d30-aac4-89a236d4f2a2', 'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'mac_address': 'fa:16:3e:69:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:20Z', 'updated_at': '2022-02-08T17:02:24Z', 'revision_number': 5, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'subnets': [{'id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:05:17.412807 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93112e1e-cca8-4af1-9bcb-5c546192c99f req-014c9049-0074-4392-b1d1-a2fc52b0e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:17.414323 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93112e1e-cca8-4af1-9bcb-5c546192c99f req-014c9049-0074-4392-b1d1-a2fc52b0e46e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5581ccc5-03ae-4d8e-adaa-376b9b741df8 HTTP/1.1" status: 200 len: 849 time: 0.0451772 Feb 08 17:05:17.419551 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d30c9-eaa2-437b-a87a-64b3af7c68dc None None] Checking router: 0384219c-649b-4520-a20e-e8bbd83b3c63 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:05:17.428323 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d30c9-eaa2-437b-a87a-64b3af7c68dc None None] Routers {'0384219c-649b-4520-a20e-e8bbd83b3c63'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:05:17.428916 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-236d30c9-eaa2-437b-a87a-64b3af7c68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:05:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0384219c-649b-4520-a20e-e8bbd83b3c63'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:05:17.470994 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93112e1e-cca8-4af1-9bcb-5c546192c99f req-1bc79a7e-8828-4468-b9a6-b743a154a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:17.472574 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93112e1e-cca8-4af1-9bcb-5c546192c99f req-1bc79a7e-8828-4468-b9a6-b743a154a5dc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=44f3c439-2dc9-4ba7-807a-ac771cefe30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507393 Feb 08 17:05:17.536930 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-236d30c9-eaa2-437b-a87a-64b3af7c68dc None None] Set router 0384219c-649b-4520-a20e-e8bbd83b3c63 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:05:17.566773 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93112e1e-cca8-4af1-9bcb-5c546192c99f req-46103efb-8911-4233-ade9-32fcad7eb908 service neutron] 10.222.0.94 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840399 Feb 08 17:05:17.660235 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-93112e1e-cca8-4af1-9bcb-5c546192c99f req-23205520-bc87-46ee-b328-6423466e265f service neutron] 10.222.0.94 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870745 Feb 08 17:05:17.845720 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-236d30c9-eaa2-437b-a87a-64b3af7c68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '3198fd53-e0d7-4ec7-9c0a-da4d73685fe8', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'port_id': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'mac_address': 'fa:16:3e:c0:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:02:40Z', 'updated_at': '2022-02-08T17:02:42Z', 'revision_number': 1, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'fixed_ip_address_scope': None}, {'id': '94e72d8a-f556-49fc-824f-a533d656c6a8', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'port_id': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'mac_address': 'fa:16:3e:b8:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:05:16Z', 'updated_at': '2022-02-08T17:05:16Z', 'revision_number': 0, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5257dc-1f77-4d30-aac4-89a236d4f2a2', 'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'mac_address': 'fa:16:3e:69:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:20Z', 'updated_at': '2022-02-08T17:02:24Z', 'revision_number': 5, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'subnets': [{'id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:05:17.873730 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d30c9-eaa2-437b-a87a-64b3af7c68dc None None] The sync data for ids ['0384219c-649b-4520-a20e-e8bbd83b3c63'] in n-d-824834-11 is: [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '3198fd53-e0d7-4ec7-9c0a-da4d73685fe8', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'port_id': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'mac_address': 'fa:16:3e:c0:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:02:40Z', 'updated_at': '2022-02-08T17:02:42Z', 'revision_number': 1, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'fixed_ip_address_scope': None}, {'id': '94e72d8a-f556-49fc-824f-a533d656c6a8', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'port_id': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'mac_address': 'fa:16:3e:b8:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:05:16Z', 'updated_at': '2022-02-08T17:05:16Z', 'revision_number': 0, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5257dc-1f77-4d30-aac4-89a236d4f2a2', 'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'mac_address': 'fa:16:3e:69:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:20Z', 'updated_at': '2022-02-08T17:02:24Z', 'revision_number': 5, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'subnets': [{'id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:05:18.064749 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80ba656-4c11-4a9f-9581-5bdc6eef08bc None None] New status for floating IP 94e72d8a-f556-49fc-824f-a533d656c6a8: ACTIVE {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:05:19.777632 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:20.299240 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7397b111-4310-49b6-9232-f46aec76a5af req-e016d046-a46c-4472-a071-6e285250d2ec service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427666 Feb 08 17:05:20.387539 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b111-4310-49b6-9232-f46aec76a5af req-40d168f7-19e0-4972-b1dd-40ab85b9e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:20.388960 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7397b111-4310-49b6-9232-f46aec76a5af req-40d168f7-19e0-4972-b1dd-40ab85b9e0c0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 1128 time: 0.0441265 Feb 08 17:05:20.493146 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b111-4310-49b6-9232-f46aec76a5af req-1a545f3b-5845-4faf-8205-f141c9eb47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:20.494596 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7397b111-4310-49b6-9232-f46aec76a5af req-1a545f3b-5845-4faf-8205-f141c9eb47b6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 911 time: 0.0854874 Feb 08 17:05:20.559816 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7397b111-4310-49b6-9232-f46aec76a5af req-61087ab5-23af-45f5-a33c-06f77adf0d25 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db4f81c-1d24-486c-a8ee-5ef04623ecfc HTTP/1.1" status: 200 len: 1001 time: 0.0580525 Feb 08 17:05:20.607377 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b111-4310-49b6-9232-f46aec76a5af req-c7f1fa99-10e3-4a16-bbce-ccbe87aeb31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:20.608796 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7397b111-4310-49b6-9232-f46aec76a5af req-c7f1fa99-10e3-4a16-bbce-ccbe87aeb31b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5581ccc5-03ae-4d8e-adaa-376b9b741df8 HTTP/1.1" status: 200 len: 849 time: 0.0422964 Feb 08 17:05:20.660031 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b111-4310-49b6-9232-f46aec76a5af req-919728ad-7fd6-4bc0-b9c0-69adad8aa054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:05:20.661986 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7397b111-4310-49b6-9232-f46aec76a5af req-919728ad-7fd6-4bc0-b9c0-69adad8aa054 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=44f3c439-2dc9-4ba7-807a-ac771cefe30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465894 Feb 08 17:05:20.750482 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7397b111-4310-49b6-9232-f46aec76a5af req-3670539e-1a4c-47eb-bcd7-115bd9ea2ba8 service neutron] 10.222.0.94 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803370 Feb 08 17:05:20.840154 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-7397b111-4310-49b6-9232-f46aec76a5af req-c8c6590a-a4a4-4240-b5b2-26ed0eb5ffc4 service neutron] 10.222.0.94 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832126 Feb 08 17:05:21.183607 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:31.702850 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4d490452-096e-4804-9032-628a75aed2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:33.971545 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9e3e12f0-e9c1-4eca-a467-98ffd2950654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:35.842725 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:37.012138 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:38.181595 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:40.189726 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:05:49.792058 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:05:51.197169 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:01.704862 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae77e-51c5-4f75-bcce-7a4bc2c61ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:03.974408 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-221723c7-d8c4-43d1-9548-40ebdeda0456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:05.845799 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:07.014236 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:08.185381 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:17.188776 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:06:17.608524 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-166c031f-2da9-4582-9c98-ef8704ca7abb req-df16f409-8bb4-4900-b54b-f7015a6a7da1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453062 Feb 08 17:06:17.701810 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c031f-2da9-4582-9c98-ef8704ca7abb req-0031fdab-e3a8-4ed0-9e62-da07048fcca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:06:17.703302 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-166c031f-2da9-4582-9c98-ef8704ca7abb req-0031fdab-e3a8-4ed0-9e62-da07048fcca8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 1127 time: 0.0503669 Feb 08 17:06:17.808740 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c031f-2da9-4582-9c98-ef8704ca7abb req-6c67d0a8-5e91-488b-bbcf-40146317f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:06:17.810282 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-166c031f-2da9-4582-9c98-ef8704ca7abb req-6c67d0a8-5e91-488b-bbcf-40146317f20e service neutron] 10.222.0.96 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 911 time: 0.0865374 Feb 08 17:06:17.882874 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-166c031f-2da9-4582-9c98-ef8704ca7abb req-d175acab-26b2-431e-853b-a3cdaf6f61fc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c HTTP/1.1" status: 200 len: 999 time: 0.0658019 Feb 08 17:06:17.931738 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c031f-2da9-4582-9c98-ef8704ca7abb req-d9755b40-df98-4338-9663-513e71575bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:06:17.933264 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-166c031f-2da9-4582-9c98-ef8704ca7abb req-d9755b40-df98-4338-9663-513e71575bb8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5581ccc5-03ae-4d8e-adaa-376b9b741df8 HTTP/1.1" status: 200 len: 849 time: 0.0436552 Feb 08 17:06:17.982331 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c031f-2da9-4582-9c98-ef8704ca7abb req-ebd78fda-826e-46be-b51f-0e47c283cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:06:17.983851 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-166c031f-2da9-4582-9c98-ef8704ca7abb req-ebd78fda-826e-46be-b51f-0e47c283cbe4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f3c439-2dc9-4ba7-807a-ac771cefe30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439467 Feb 08 17:06:18.080906 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-166c031f-2da9-4582-9c98-ef8704ca7abb req-a7608c86-69b9-4cf5-8ea4-5ddb41c50351 service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905786 Feb 08 17:06:18.170893 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-166c031f-2da9-4582-9c98-ef8704ca7abb req-d6d15aac-5f4e-46ef-b64f-bb87a9264e37 service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835123 Feb 08 17:06:19.790932 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:20.542683 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d6b9086-919d-4b75-81f2-98998706754f req-a0089692-da71-42fc-a41b-76e49444ab50 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3731635 Feb 08 17:06:20.641178 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b9086-919d-4b75-81f2-98998706754f req-5657f2f9-694e-4a2d-954b-302e9bdb7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:06:20.642657 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d6b9086-919d-4b75-81f2-98998706754f req-5657f2f9-694e-4a2d-954b-302e9bdb7665 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 1128 time: 0.0445161 Feb 08 17:06:20.747694 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b9086-919d-4b75-81f2-98998706754f req-a4a3903e-e98e-481a-bf00-d33e66362df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:06:20.749201 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d6b9086-919d-4b75-81f2-98998706754f req-a4a3903e-e98e-481a-bf00-d33e66362df4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 911 time: 0.0874014 Feb 08 17:06:20.813501 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d6b9086-919d-4b75-81f2-98998706754f req-cdc561b8-8023-46d7-9235-0b0fe02645ad service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db4f81c-1d24-486c-a8ee-5ef04623ecfc HTTP/1.1" status: 200 len: 1001 time: 0.0574553 Feb 08 17:06:20.859891 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b9086-919d-4b75-81f2-98998706754f req-dbda02d5-74be-4bc9-bed9-a36b8bea823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:06:20.861351 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d6b9086-919d-4b75-81f2-98998706754f req-dbda02d5-74be-4bc9-bed9-a36b8bea823b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5581ccc5-03ae-4d8e-adaa-376b9b741df8 HTTP/1.1" status: 200 len: 849 time: 0.0417552 Feb 08 17:06:20.914530 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b9086-919d-4b75-81f2-98998706754f req-3e5e2979-4ddc-4d10-997f-ffed8b244729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:06:20.916007 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d6b9086-919d-4b75-81f2-98998706754f req-3e5e2979-4ddc-4d10-997f-ffed8b244729 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=44f3c439-2dc9-4ba7-807a-ac771cefe30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478830 Feb 08 17:06:21.005633 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d6b9086-919d-4b75-81f2-98998706754f req-38f8cf0a-8306-4d9b-be6e-f692ad13ff7c service neutron] 10.222.0.94 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826094 Feb 08 17:06:21.097561 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-1d6b9086-919d-4b75-81f2-98998706754f req-38960096-723e-4fb4-9d85-ac83fbc8763a service neutron] 10.222.0.94 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855551 Feb 08 17:06:21.196364 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:31.707327 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-67a340af-a9de-4458-86ad-1e7b2c86a3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:33.975494 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-a9bf1d08-787a-4ce7-a131-079326463441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:35.848149 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:37.016608 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:38.188023 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:49.805746 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:50.059979 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6db4f81c-1d24-486c-a8ee-5ef04623ecfc details requested by agent hyperv_n-h1-824834-11 with host n-h1-824834-11 {{(pid=103303) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 17:06:50.152292 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:06:50.164500 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Returning: {'device': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'port_id': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc', 'mac_address': 'fa:16:3e:b8:d5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103303) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 17:06:50.199796 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc is: ACTIVE; New status is: BUILD {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:06:50.200191 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:50.218080 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6db4f81c-1d24-486c-a8ee-5ef04623ecfc {{(pid=103303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 08 17:06:50.240290 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:06:50.244903 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:50.297524 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,revision_number=6']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:06:50.305400 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:06:50.305755 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:06:50.306100 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:06:50.306440 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:06:50.306775 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:06:50.307108 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:06:50.307438 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:06:50.307769 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:06:50.308095 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:06:50.308419 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:06:50.308793 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:06:50.309124 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:06:50.309448 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:06:50.324537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] get_ports_and_sgs() called for port_ids ['6db4f81c-1d24-486c-a8ee-5ef04623ecfc'] {{(pid=103303) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 17:06:51.203995 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:52.070714 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6db4f81c-1d24-486c-a8ee-5ef04623ecfc up at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 17:06:52.129150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.provisioning_blocks [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Provisioning complete for port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc triggered by entity L2. {{(pid=103303) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 17:06:52.130133 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2082759'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), provisioning_complete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:52.229263 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc is: BUILD; New status is: ACTIVE {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:06:52.229993 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:52.258619 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:06:52.261086 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55959a23-a0bb-4ebb-bdc2-da914f4bc13d" -d '{"events": [{"server_uuid": "46160f5a-fa1c-40dd-8c30-2731c880e704", "name": "network-vif-plugged", "status": "completed", "tag": "6db4f81c-1d24-486c-a8ee-5ef04623ecfc"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:06:52.286446 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:06:52.292039 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:06:52.353911 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,revision_number=7']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:06:52.396818 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8c83ed-d93b-47ed-8941-f84569fbc969 x-openstack-request-id: req-bd8c83ed-d93b-47ed-8941-f84569fbc969 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:06:52.397156 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46160f5a-fa1c-40dd-8c30-2731c880e704", "name": "network-vif-plugged", "status": "completed", "tag": "6db4f81c-1d24-486c-a8ee-5ef04623ecfc", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:06:52.397422 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bd8c83ed-d93b-47ed-8941-f84569fbc969 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:06:52.397827 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc', 'code': 200} Feb 08 17:06:54.187925 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:07:00.396008 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37424) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:07:00.553928 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Deleting port 1d6dd1f8-8641-4b1e-a799-5b28a94936ae {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:07:00.554280 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (1d6dd1f8-8641-4b1e-a799-5b28a94936ae), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:00.628548 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (1d6dd1f8-8641-4b1e-a799-5b28a94936ae), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:00.628880 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for floatingip (1d6dd1f8-8641-4b1e-a799-5b28a94936ae), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:00.641065 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Calling delete_port for 1d6dd1f8-8641-4b1e-a799-5b28a94936ae owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:07:00.791587 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (1d6dd1f8-8641-4b1e-a799-5b28a94936ae), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:00.814125 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event deleted for resources: {'Port': ['ID=1d6dd1f8-8641-4b1e-a799-5b28a94936ae,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:00.824354 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:00.824706 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:00.825080 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:00.825420 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:00.825764 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:00.826605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:00.826605 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:00.826849 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:00.827048 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:00.827372 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:00.827735 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:00.828054 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:00.828382 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:00.891747 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for floatingip (94e72d8a-f556-49fc-824f-a533d656c6a8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:00.892129 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Floating IP 94e72d8a-f556-49fc-824f-a533d656c6a8 disassociated (deleted). External IP: 172.25.7.216, port: 6db4f81c-1d24-486c-a8ee-5ef04623ecfc. Feb 08 17:07:01.102847 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Router 0384219c-649b-4520-a20e-e8bbd83b3c63 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:07:01.213077 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:07:01.217982 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:01.222748 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1b0dbb-b07a-48e4-baaf-a3c5a560dd51 None None] Sync routers for ids ['0384219c-649b-4520-a20e-e8bbd83b3c63'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:07:01.232659 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b0dbb-b07a-48e4-baaf-a3c5a560dd51 None None] Routers {'0384219c-649b-4520-a20e-e8bbd83b3c63'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:07:01.233309 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9b1b0dbb-b07a-48e4-baaf-a3c5a560dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:06:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0384219c-649b-4520-a20e-e8bbd83b3c63'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:01.248880 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f76e6277-e0f0-446e-b121-00d24cf7e8fc tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "DELETE /v2.0/floatingips/94e72d8a-f556-49fc-824f-a533d656c6a8 HTTP/1.1" status: 204 len: 168 time: 0.8517365 Feb 08 17:07:01.249691 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'tag': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:07:01.252079 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2125643-1dd6-46b2-9c4e-97aafd7b641a" -d '{"events": [{"name": "network-changed", "server_uuid": "46160f5a-fa1c-40dd-8c30-2731c880e704", "tag": "6db4f81c-1d24-486c-a8ee-5ef04623ecfc"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:07:01.299274 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9089266-bded-4ee7-9030-ccd1217d7f19 x-openstack-request-id: req-c9089266-bded-4ee7-9030-ccd1217d7f19 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:07:01.300202 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46160f5a-fa1c-40dd-8c30-2731c880e704", "tag": "6db4f81c-1d24-486c-a8ee-5ef04623ecfc", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:07:01.301117 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c9089266-bded-4ee7-9030-ccd1217d7f19 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:07:01.301117 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'tag': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc', 'status': 'completed', 'code': 200} Feb 08 17:07:01.345784 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-9b1b0dbb-b07a-48e4-baaf-a3c5a560dd51 None None] Set router 0384219c-649b-4520-a20e-e8bbd83b3c63 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:07:01.381085 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2125643-1dd6-46b2-9c4e-97aafd7b641a req-281ed836-eb5b-4cc0-bf2c-827d37f6fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:07:01.392600 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2125643-1dd6-46b2-9c4e-97aafd7b641a req-281ed836-eb5b-4cc0-bf2c-827d37f6fb96 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 1128 time: 0.0659306 Feb 08 17:07:01.534856 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2125643-1dd6-46b2-9c4e-97aafd7b641a req-e6a5d0bd-918f-41b5-999e-a28fc6a3a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:07:01.536388 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2125643-1dd6-46b2-9c4e-97aafd7b641a req-e6a5d0bd-918f-41b5-999e-a28fc6a3a464 service neutron] 10.222.0.94 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 911 time: 0.1343334 Feb 08 17:07:01.546198 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3aa17-0173-4d78-b336-41588c07ded2 req-df0f80c3-f1af-4fc4-8d40-af14738e9619 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:07:01.547627 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73e3aa17-0173-4d78-b336-41588c07ded2 req-df0f80c3-f1af-4fc4-8d40-af14738e9619 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 945 time: 0.0881090 Feb 08 17:07:01.577808 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9b1b0dbb-b07a-48e4-baaf-a3c5a560dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '3198fd53-e0d7-4ec7-9c0a-da4d73685fe8', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'port_id': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'mac_address': 'fa:16:3e:c0:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:02:40Z', 'updated_at': '2022-02-08T17:02:42Z', 'revision_number': 1, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5257dc-1f77-4d30-aac4-89a236d4f2a2', 'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'mac_address': 'fa:16:3e:69:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:20Z', 'updated_at': '2022-02-08T17:02:24Z', 'revision_number': 5, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'subnets': [{'id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:01.590153 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2125643-1dd6-46b2-9c4e-97aafd7b641a req-b712bb05-fccd-4dcd-81f6-fb2cdfc4e846 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6db4f81c-1d24-486c-a8ee-5ef04623ecfc HTTP/1.1" status: 200 len: 217 time: 0.0415452 Feb 08 17:07:01.607124 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1b0dbb-b07a-48e4-baaf-a3c5a560dd51 None None] Checking router: 0384219c-649b-4520-a20e-e8bbd83b3c63 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:07:01.615906 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b0dbb-b07a-48e4-baaf-a3c5a560dd51 None None] Routers {'0384219c-649b-4520-a20e-e8bbd83b3c63'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:07:01.616504 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9b1b0dbb-b07a-48e4-baaf-a3c5a560dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:06:34Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0384219c-649b-4520-a20e-e8bbd83b3c63'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:01.663440 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-73e3aa17-0173-4d78-b336-41588c07ded2 req-983a2aa6-c292-49a6-b268-cf5cfa8ad18c tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083608 Feb 08 17:07:01.664864 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2125643-1dd6-46b2-9c4e-97aafd7b641a req-3d084c77-e8b3-404a-90a6-200f56b1aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:07:01.666358 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2125643-1dd6-46b2-9c4e-97aafd7b641a req-3d084c77-e8b3-404a-90a6-200f56b1aa29 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5581ccc5-03ae-4d8e-adaa-376b9b741df8 HTTP/1.1" status: 200 len: 849 time: 0.0700307 Feb 08 17:07:01.711198 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2ebd660c-751d-4c2e-a34b-180ba67c3785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:01.722973 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2125643-1dd6-46b2-9c4e-97aafd7b641a req-bd888005-67b1-4e97-8c7e-ec7196b5b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:07:01.724563 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2125643-1dd6-46b2-9c4e-97aafd7b641a req-bd888005-67b1-4e97-8c7e-ec7196b5b94d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=44f3c439-2dc9-4ba7-807a-ac771cefe30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513382 Feb 08 17:07:01.727829 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-9b1b0dbb-b07a-48e4-baaf-a3c5a560dd51 None None] Set router 0384219c-649b-4520-a20e-e8bbd83b3c63 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:07:01.820614 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2125643-1dd6-46b2-9c4e-97aafd7b641a req-5401b4ab-c8b9-4669-93db-f3af355b7ac1 service neutron] 10.222.0.94 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869186 Feb 08 17:07:01.915102 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-a2125643-1dd6-46b2-9c4e-97aafd7b641a req-b9f04fa1-c663-49a4-94e2-5df3f1b8d9b0 service neutron] 10.222.0.94 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880804 Feb 08 17:07:01.949369 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-9b1b0dbb-b07a-48e4-baaf-a3c5a560dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '3198fd53-e0d7-4ec7-9c0a-da4d73685fe8', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'port_id': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'mac_address': 'fa:16:3e:c0:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:02:40Z', 'updated_at': '2022-02-08T17:02:42Z', 'revision_number': 1, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5257dc-1f77-4d30-aac4-89a236d4f2a2', 'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'mac_address': 'fa:16:3e:69:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:20Z', 'updated_at': '2022-02-08T17:02:24Z', 'revision_number': 5, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'subnets': [{'id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:01.975304 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1b0dbb-b07a-48e4-baaf-a3c5a560dd51 None None] The sync data for ids ['0384219c-649b-4520-a20e-e8bbd83b3c63'] in n-d-824834-11 is: [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_floatingips': [{'id': '3198fd53-e0d7-4ec7-9c0a-da4d73685fe8', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'router_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'port_id': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'mac_address': 'fa:16:3e:c0:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T17:02:40Z', 'updated_at': '2022-02-08T17:02:42Z', 'revision_number': 1, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5257dc-1f77-4d30-aac4-89a236d4f2a2', 'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'mac_address': 'fa:16:3e:69:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:20Z', 'updated_at': '2022-02-08T17:02:24Z', 'revision_number': 5, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'subnets': [{'id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:07:02.151974 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6db4f81c-1d24-486c-a8ee-5ef04623ecfc no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:07:02.219167 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017a77bd-a8e6-4b03-b9a0-3fbb95dfb8d9 None None] New status for floating IP 94e72d8a-f556-49fc-824f-a533d656c6a8: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:07:02.463870 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Current status of the port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc is: ACTIVE; New status is: DOWN {{(pid=103303) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 08 17:07:02.463870 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045072'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), before_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:02.488305 n-d-824834-11 neutron-server[103303]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc'}] {{(pid=103303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:07:02.490580 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870bf694faaf1b3318f923f3946544875b3a8583b095b43813443bf48558bceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7e01c9-b7fc-4144-a8a4-378c12281e12" -d '{"events": [{"server_uuid": "46160f5a-fa1c-40dd-8c30-2731c880e704", "name": "network-vif-unplugged", "status": "completed", "tag": "6db4f81c-1d24-486c-a8ee-5ef04623ecfc"}]}' {{(pid=103303) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:07:02.503665 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] For port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:07:02.509218 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749937607181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749937086163', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749937086181'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:02.533105 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 17:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1cabb5-acff-437e-8383-bb1e255367c0 x-openstack-request-id: req-9b1cabb5-acff-437e-8383-bb1e255367c0 {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:07:02.533414 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46160f5a-fa1c-40dd-8c30-2731c880e704", "name": "network-vif-unplugged", "status": "completed", "tag": "6db4f81c-1d24-486c-a8ee-5ef04623ecfc", "code": 200}]} {{(pid=103303) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:07:02.533685 n-d-824834-11 neutron-server[103303]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9b1cabb5-acff-437e-8383-bb1e255367c0 {{(pid=103303) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:07:02.534610 n-d-824834-11 neutron-server[103303]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc', 'code': 200} Feb 08 17:07:02.559783 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Pushing event updated for resources: {'Port': ['ID=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,revision_number=8']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:02.786587 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c018b1-81f3-49f1-83fa-a0cb571f269d req-17d3e740-eaf7-4f24-bd78-0f3f20c8f2cd tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:07:02.788088 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3c018b1-81f3-49f1-83fa-a0cb571f269d req-17d3e740-eaf7-4f24-bd78-0f3f20c8f2cd tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 943 time: 0.0548165 Feb 08 17:07:02.835515 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e3c018b1-81f3-49f1-83fa-a0cb571f269d req-94c93b64-5c76-4e97-9852-f0d62961ebab tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418711 Feb 08 17:07:03.303326 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30bb67-b3d2-44ae-b830-48beca82002b req-c6cda7a7-023b-4200-9f1d-057490efd6bd tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:07:03.304912 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a30bb67-b3d2-44ae-b830-48beca82002b req-c6cda7a7-023b-4200-9f1d-057490efd6bd tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.94 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 943 time: 0.0527666 Feb 08 17:07:03.406791 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-4a30bb67-b3d2-44ae-b830-48beca82002b req-7393352a-67d9-4189-9258-87a22c40841f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Deleting port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:07:03.407139 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4a30bb67-b3d2-44ae-b830-48beca82002b req-7393352a-67d9-4189-9258-87a22c40841f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:03.506055 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [req-4a30bb67-b3d2-44ae-b830-48beca82002b req-7393352a-67d9-4189-9258-87a22c40841f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] For port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc, host n-h1-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-11',level=0,port_id=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:07:03.506424 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4a30bb67-b3d2-44ae-b830-48beca82002b req-7393352a-67d9-4189-9258-87a22c40841f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:03.523914 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [req-4a30bb67-b3d2-44ae-b830-48beca82002b req-7393352a-67d9-4189-9258-87a22c40841f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Calling delete_port for 6db4f81c-1d24-486c-a8ee-5ef04623ecfc owned by compute:nova {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:07:03.650221 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4a30bb67-b3d2-44ae-b830-48beca82002b req-7393352a-67d9-4189-9258-87a22c40841f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (6db4f81c-1d24-486c-a8ee-5ef04623ecfc), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:03.678550 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393352a-67d9-4189-9258-87a22c40841f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event deleted for resources: {'Port': ['ID=6db4f81c-1d24-486c-a8ee-5ef04623ecfc,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:03.725229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a30bb67-b3d2-44ae-b830-48beca82002b req-7393352a-67d9-4189-9258-87a22c40841f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] No DVR routers for this DVR port 6db4f81c-1d24-486c-a8ee-5ef04623ecfc on host n-h1-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:07:03.728207 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [req-4a30bb67-b3d2-44ae-b830-48beca82002b req-7393352a-67d9-4189-9258-87a22c40841f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:03.731700 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-4a30bb67-b3d2-44ae-b830-48beca82002b req-7393352a-67d9-4189-9258-87a22c40841f tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.94 "DELETE /v2.0/ports/6db4f81c-1d24-486c-a8ee-5ef04623ecfc HTTP/1.1" status: 204 len: 173 time: 0.4197125 Feb 08 17:07:03.732163 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'name': 'network-vif-deleted', 'tag': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:07:03.734513 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1cf5cd-81cc-4bba-bfaf-67849a1189d3" -d '{"events": [{"server_uuid": "46160f5a-fa1c-40dd-8c30-2731c880e704", "name": "network-vif-deleted", "tag": "6db4f81c-1d24-486c-a8ee-5ef04623ecfc"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:07:03.777655 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52845e70-a53f-48a4-b32f-763581cd884a x-openstack-request-id: req-52845e70-a53f-48a4-b32f-763581cd884a {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:07:03.778984 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46160f5a-fa1c-40dd-8c30-2731c880e704", "name": "network-vif-deleted", "tag": "6db4f81c-1d24-486c-a8ee-5ef04623ecfc", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:07:03.779675 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-52845e70-a53f-48a4-b32f-763581cd884a {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:07:03.780091 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46160f5a-fa1c-40dd-8c30-2731c880e704', 'name': 'network-vif-deleted', 'tag': '6db4f81c-1d24-486c-a8ee-5ef04623ecfc', 'status': 'completed', 'code': 200} Feb 08 17:07:03.951391 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-e69f0231-a98e-48da-af5e-b132ce1c1f98 req-e7ccd832-5dcc-4825-99fc-b810eff9b6f8 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=46160f5a-fa1c-40dd-8c30-2731c880e704 HTTP/1.1" status: 200 len: 210 time: 0.0283062 Feb 08 17:07:03.981117 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9afde346-6ffb-4590-ba1f-3c872aa4f918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:05.516276 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37486) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:07:05.670880 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0743b7aa-28a2-44c2-bcaa-7c7840f30034 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Deleting port 95cf3aad-e542-4d21-9654-6a06c957ea8b {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:07:05.671226 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0743b7aa-28a2-44c2-bcaa-7c7840f30034 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (95cf3aad-e542-4d21-9654-6a06c957ea8b), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:05.750775 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0743b7aa-28a2-44c2-bcaa-7c7840f30034 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (95cf3aad-e542-4d21-9654-6a06c957ea8b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:05.751035 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0743b7aa-28a2-44c2-bcaa-7c7840f30034 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for floatingip (95cf3aad-e542-4d21-9654-6a06c957ea8b), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:05.763762 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-0743b7aa-28a2-44c2-bcaa-7c7840f30034 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Calling delete_port for 95cf3aad-e542-4d21-9654-6a06c957ea8b owned by network:floatingip {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:07:05.850207 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:05.910942 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0743b7aa-28a2-44c2-bcaa-7c7840f30034 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (95cf3aad-e542-4d21-9654-6a06c957ea8b), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:05.936545 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743b7aa-28a2-44c2-bcaa-7c7840f30034 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event deleted for resources: {'Port': ['ID=95cf3aad-e542-4d21-9654-6a06c957ea8b,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:05.997841 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0743b7aa-28a2-44c2-bcaa-7c7840f30034 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for floatingip (3198fd53-e0d7-4ec7-9c0a-da4d73685fe8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:05.998220 n-d-824834-11 neutron-server[103301]: INFO neutron.db.l3_db [None req-0743b7aa-28a2-44c2-bcaa-7c7840f30034 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Floating IP 3198fd53-e0d7-4ec7-9c0a-da4d73685fe8 disassociated (deleted). External IP: 172.25.7.83, port: 3566fdc6-4c12-4d53-9db8-1ab7f09d371c. Feb 08 17:07:06.168257 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6db4f81c-1d24-486c-a8ee-5ef04623ecfc no longer exists at agent hyperv_n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:07:06.187588 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] No Port match for: 6db4f81c-1d24-486c-a8ee-5ef04623ecfc {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:07:06.187932 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Device 6db4f81c-1d24-486c-a8ee-5ef04623ecfc not bound to the agent host n-h1-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:07:06.211007 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0743b7aa-28a2-44c2-bcaa-7c7840f30034 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Router 0384219c-649b-4520-a20e-e8bbd83b3c63 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:07:06.319431 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0743b7aa-28a2-44c2-bcaa-7c7840f30034 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:07:06.324157 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0743b7aa-28a2-44c2-bcaa-7c7840f30034 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for floatingip (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:06.334703 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc575133-8256-4274-9501-36a962973e44 None None] Sync routers for ids ['0384219c-649b-4520-a20e-e8bbd83b3c63'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:07:06.344046 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc575133-8256-4274-9501-36a962973e44 None None] Routers {'0384219c-649b-4520-a20e-e8bbd83b3c63'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:07:06.344650 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-bc575133-8256-4274-9501-36a962973e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0384219c-649b-4520-a20e-e8bbd83b3c63'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:06.354231 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0743b7aa-28a2-44c2-bcaa-7c7840f30034 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "DELETE /v2.0/floatingips/3198fd53-e0d7-4ec7-9c0a-da4d73685fe8 HTTP/1.1" status: 204 len: 168 time: 0.8368506 Feb 08 17:07:06.354827 n-d-824834-11 neutron-server[103301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'tag': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c'}] {{(pid=103301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:07:06.357234 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}104f2fd45f0e700982b57146c179aa5091e17c33f585c986379d89bfac8bf8bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b744d28d-dc24-4b57-9d61-57269c2397c0" -d '{"events": [{"name": "network-changed", "server_uuid": "afdcd9cb-75c0-452c-b095-b673ff7b542d", "tag": "3566fdc6-4c12-4d53-9db8-1ab7f09d371c"}]}' {{(pid=103301) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:07:06.400157 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 17:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41552d9-801b-4de3-8138-2929d6263417 x-openstack-request-id: req-c41552d9-801b-4de3-8138-2929d6263417 {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:07:06.400462 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdcd9cb-75c0-452c-b095-b673ff7b542d", "tag": "3566fdc6-4c12-4d53-9db8-1ab7f09d371c", "status": "completed", "code": 200}]} {{(pid=103301) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:07:06.400725 n-d-824834-11 neutron-server[103301]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c41552d9-801b-4de3-8138-2929d6263417 {{(pid=103301) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:07:06.401177 n-d-824834-11 neutron-server[103301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'tag': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'status': 'completed', 'code': 200} Feb 08 17:07:06.459600 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-bc575133-8256-4274-9501-36a962973e44 None None] Set router 0384219c-649b-4520-a20e-e8bbd83b3c63 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:07:06.469463 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744d28d-dc24-4b57-9d61-57269c2397c0 req-150b1ff6-d1b7-4bf9-b6d6-3bdb28eae314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:07:06.470991 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b744d28d-dc24-4b57-9d61-57269c2397c0 req-150b1ff6-d1b7-4bf9-b6d6-3bdb28eae314 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=4926771a006f4a20960cd17e82b46ee3&device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 1127 time: 0.0473740 Feb 08 17:07:06.581391 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744d28d-dc24-4b57-9d61-57269c2397c0 req-ec90f97b-f689-4813-9fe8-2b0f9ef3469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:07:06.583178 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b744d28d-dc24-4b57-9d61-57269c2397c0 req-ec90f97b-f689-4813-9fe8-2b0f9ef3469b service neutron] 10.222.0.96 "GET /v2.0/networks?id=44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 200 len: 911 time: 0.1032770 Feb 08 17:07:06.609244 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc15bd-422d-4b1f-9c2e-ff6282f73ea0 req-e54c3a50-0b74-4cd2-8c33-dff4d86f42bd tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:07:06.610854 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29dc15bd-422d-4b1f-9c2e-ff6282f73ea0 req-e54c3a50-0b74-4cd2-8c33-dff4d86f42bd tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 944 time: 0.0577261 Feb 08 17:07:06.630171 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b744d28d-dc24-4b57-9d61-57269c2397c0 req-750898a7-2bb1-4c60-b2d7-f4b013b19b43 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c HTTP/1.1" status: 200 len: 217 time: 0.0384114 Feb 08 17:07:06.663070 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-29dc15bd-422d-4b1f-9c2e-ff6282f73ea0 req-c70879e4-4d15-4aec-89ac-d9bf1c8e4a2e tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450068 Feb 08 17:07:06.689811 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744d28d-dc24-4b57-9d61-57269c2397c0 req-c8866cb3-4035-4821-9213-935158caa0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:07:06.691897 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b744d28d-dc24-4b57-9d61-57269c2397c0 req-c8866cb3-4035-4821-9213-935158caa0c4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5581ccc5-03ae-4d8e-adaa-376b9b741df8 HTTP/1.1" status: 200 len: 849 time: 0.0544627 Feb 08 17:07:06.742227 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744d28d-dc24-4b57-9d61-57269c2397c0 req-8074d1e6-29e2-4e94-bf7b-f76b70c2da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:07:06.743890 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b744d28d-dc24-4b57-9d61-57269c2397c0 req-8074d1e6-29e2-4e94-bf7b-f76b70c2da32 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=44f3c439-2dc9-4ba7-807a-ac771cefe30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454447 Feb 08 17:07:06.768791 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-bc575133-8256-4274-9501-36a962973e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '3b5257dc-1f77-4d30-aac4-89a236d4f2a2', 'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'mac_address': 'fa:16:3e:69:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:20Z', 'updated_at': '2022-02-08T17:02:24Z', 'revision_number': 5, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'subnets': [{'id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:06.793954 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc575133-8256-4274-9501-36a962973e44 None None] Checking router: 0384219c-649b-4520-a20e-e8bbd83b3c63 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:07:06.802629 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc575133-8256-4274-9501-36a962973e44 None None] Routers {'0384219c-649b-4520-a20e-e8bbd83b3c63'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:07:06.803237 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-bc575133-8256-4274-9501-36a962973e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0384219c-649b-4520-a20e-e8bbd83b3c63'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:06.834463 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b744d28d-dc24-4b57-9d61-57269c2397c0 req-7af9e5bf-202d-43b6-b450-4884e10592ce service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824957 Feb 08 17:07:06.911412 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-bc575133-8256-4274-9501-36a962973e44 None None] Set router 0384219c-649b-4520-a20e-e8bbd83b3c63 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:07:06.930890 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-b744d28d-dc24-4b57-9d61-57269c2397c0 req-4bbb6885-8d51-4b44-b19b-ce297fe6547d service neutron] 10.222.0.96 "GET /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890806 Feb 08 17:07:07.020141 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:07.114545 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-bc575133-8256-4274-9501-36a962973e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '3b5257dc-1f77-4d30-aac4-89a236d4f2a2', 'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'mac_address': 'fa:16:3e:69:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:20Z', 'updated_at': '2022-02-08T17:02:24Z', 'revision_number': 5, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'subnets': [{'id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:07.139848 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc575133-8256-4274-9501-36a962973e44 None None] The sync data for ids ['0384219c-649b-4520-a20e-e8bbd83b3c63'] in n-d-824834-11 is: [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:20Z', 'revision_number': 4, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11', '_interfaces': [{'id': '3b5257dc-1f77-4d30-aac4-89a236d4f2a2', 'name': '', 'network_id': '44f3c439-2dc9-4ba7-807a-ac771cefe30d', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'mac_address': 'fa:16:3e:69:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:20Z', 'updated_at': '2022-02-08T17:02:24Z', 'revision_number': 5, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'subnets': [{'id': '5581ccc5-03ae-4d8e-adaa-376b9b741df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:07:07.355537 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06776169-999e-4e55-bfa1-4b166d14eef9 None None] New status for floating IP 3198fd53-e0d7-4ec7-9c0a-da4d73685fe8: DOWN {{(pid=103303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 17:07:07.790982 n-d-824834-11 neutron-server[103301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7bc68-3074-4c23-a6bd-44a40e94931e req-508a471a-b23b-4695-a3f7-b0c78a2d7358 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:07:07.792461 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3f7bc68-3074-4c23-a6bd-44a40e94931e req-508a471a-b23b-4695-a3f7-b0c78a2d7358 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 944 time: 0.0570357 Feb 08 17:07:07.840827 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-b3f7bc68-3074-4c23-a6bd-44a40e94931e req-cc9c0995-f934-41cc-b34b-da3b93067299 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/security-groups?id=543a9a1b-a59e-4c41-b32e-94b58cf02daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427177 Feb 08 17:07:08.190156 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:08.323529 n-d-824834-11 neutron-server[103302]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36923a83-2fe2-44a9-b7c6-8d9693498b38 req-4d9cf91e-f17b-4644-8b3e-257ba2bdbd0d tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 17:07:08.325070 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-36923a83-2fe2-44a9-b7c6-8d9693498b38 req-4d9cf91e-f17b-4644-8b3e-257ba2bdbd0d tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.96 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 944 time: 0.0523119 Feb 08 17:07:08.421675 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-36923a83-2fe2-44a9-b7c6-8d9693498b38 req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Deleting port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:07:08.422020 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-36923a83-2fe2-44a9-b7c6-8d9693498b38 req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:08.509523 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [req-36923a83-2fe2-44a9-b7c6-8d9693498b38 req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] For port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c, host n-h2-824834-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-11',level=0,port_id=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:07:08.509806 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-36923a83-2fe2-44a9-b7c6-8d9693498b38 req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:08.524171 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [req-36923a83-2fe2-44a9-b7c6-8d9693498b38 req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Calling delete_port for 3566fdc6-4c12-4d53-9db8-1ab7f09d371c owned by compute:nova {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:07:08.652702 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-36923a83-2fe2-44a9-b7c6-8d9693498b38 req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3566fdc6-4c12-4d53-9db8-1ab7f09d371c), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:08.678590 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event deleted for resources: {'Port': ['ID=3566fdc6-4c12-4d53-9db8-1ab7f09d371c,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:08.692711 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:08.693111 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:08.693463 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:08.693812 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:08.694154 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:08.694490 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:08.694823 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:08.695182 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:08.695515 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:08.695842 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:08.696183 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:08.696505 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:08.696835 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-11 {{(pid=103302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 17:07:08.733802 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [req-36923a83-2fe2-44a9-b7c6-8d9693498b38 req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] No DVR routers for this DVR port 3566fdc6-4c12-4d53-9db8-1ab7f09d371c on host n-h2-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:07:08.736503 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [req-36923a83-2fe2-44a9-b7c6-8d9693498b38 req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-491852'] for port (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:08.740374 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [req-36923a83-2fe2-44a9-b7c6-8d9693498b38 req-af180d20-322e-403c-b9b6-05b30d364290 tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.96 "DELETE /v2.0/ports/3566fdc6-4c12-4d53-9db8-1ab7f09d371c HTTP/1.1" status: 204 len: 173 time: 0.4084194 Feb 08 17:07:08.740843 n-d-824834-11 neutron-server[103302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'name': 'network-vif-deleted', 'tag': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c'}] {{(pid=103302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 08 17:07:08.743259 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c7d8deef0eed5743db5b7685f53c9cf91ad9be21359d42e37a3aa09dcf48881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a32058a-e0fd-4fb2-8e24-32a3bab69bd3" -d '{"events": [{"server_uuid": "afdcd9cb-75c0-452c-b095-b673ff7b542d", "name": "network-vif-deleted", "tag": "3566fdc6-4c12-4d53-9db8-1ab7f09d371c"}]}' {{(pid=103302) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 17:07:08.840632 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 17:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8eb26e-a613-4b92-a10c-0ebbbe307700 x-openstack-request-id: req-4e8eb26e-a613-4b92-a10c-0ebbbe307700 {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 17:07:08.841043 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdcd9cb-75c0-452c-b095-b673ff7b542d", "name": "network-vif-deleted", "tag": "3566fdc6-4c12-4d53-9db8-1ab7f09d371c", "status": "completed", "code": 200}]} {{(pid=103302) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 17:07:08.841294 n-d-824834-11 neutron-server[103302]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4e8eb26e-a613-4b92-a10c-0ebbbe307700 {{(pid=103302) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 17:07:08.841722 n-d-824834-11 neutron-server[103302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdcd9cb-75c0-452c-b095-b673ff7b542d', 'name': 'network-vif-deleted', 'tag': '3566fdc6-4c12-4d53-9db8-1ab7f09d371c', 'status': 'completed', 'code': 200} Feb 08 17:07:08.951748 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [req-d84774e7-ffff-44ad-ae52-d065b4e249f4 req-0e05ba9e-251c-468f-8208-5c731100fe2e tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "GET /v2.0/ports?device_id=afdcd9cb-75c0-452c-b095-b673ff7b542d HTTP/1.1" status: 200 len: 210 time: 0.0276067 Feb 08 17:07:10.010774 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37504) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:07:10.067433 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1004460e-727e-4b53-9d28-3dea6b59b85b tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group (543a9a1b-a59e-4c41-b32e-94b58cf02daf), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:10.092661 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1004460e-727e-4b53-9d28-3dea6b59b85b tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group (543a9a1b-a59e-4c41-b32e-94b58cf02daf), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:10.152721 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1004460e-727e-4b53-9d28-3dea6b59b85b tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (543a9a1b-a59e-4c41-b32e-94b58cf02daf), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:10.155310 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-1004460e-727e-4b53-9d28-3dea6b59b85b tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:10.156462 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-1004460e-727e-4b53-9d28-3dea6b59b85b tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] 10.222.0.82 "DELETE /v2.0/security-groups/543a9a1b-a59e-4c41-b32e-94b58cf02daf HTTP/1.1" status: 204 len: 168 time: 0.1446960 Feb 08 17:07:10.165988 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004460e-727e-4b53-9d28-3dea6b59b85b tempest-TestSnapshotPattern-469153128 tempest-TestSnapshotPattern-469153128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543a9a1b-a59e-4c41-b32e-94b58cf02daf,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:10.203407 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37508) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:07:10.549806 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17a7621c-4399-44bc-896d-b0c64c669a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (0384219c-649b-4520-a20e-e8bbd83b3c63), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:10.796354 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-17a7621c-4399-44bc-896d-b0c64c669a3a admin admin] Deleting port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:07:10.796687 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17a7621c-4399-44bc-896d-b0c64c669a3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:10.873209 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-17a7621c-4399-44bc-896d-b0c64c669a3a admin admin] For port 3b5257dc-1f77-4d30-aac4-89a236d4f2a2, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3b5257dc-1f77-4d30-aac4-89a236d4f2a2,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:07:10.873493 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17a7621c-4399-44bc-896d-b0c64c669a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:10.886375 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-17a7621c-4399-44bc-896d-b0c64c669a3a admin admin] Calling delete_port for 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 owned by network:router_interface {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:07:11.067347 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17a7621c-4399-44bc-896d-b0c64c669a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3b5257dc-1f77-4d30-aac4-89a236d4f2a2), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:11.088922 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3566fdc6-4c12-4d53-9db8-1ab7f09d371c no longer exists at agent hyperv_n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:07:11.097287 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7621c-4399-44bc-896d-b0c64c669a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5257dc-1f77-4d30-aac4-89a236d4f2a2,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:11.109987 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] No Port match for: 3566fdc6-4c12-4d53-9db8-1ab7f09d371c {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:07:11.110592 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Device 3566fdc6-4c12-4d53-9db8-1ab7f09d371c not bound to the agent host n-h2-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:07:11.277740 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-17a7621c-4399-44bc-896d-b0c64c669a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (0384219c-649b-4520-a20e-e8bbd83b3c63), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:11.498020 n-d-824834-11 neutron-server[103302]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a7621c-4399-44bc-896d-b0c64c669a3a admin admin] Router 0384219c-649b-4520-a20e-e8bbd83b3c63 has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:07:11.922758 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a7621c-4399-44bc-896d-b0c64c669a3a admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:07:11.928013 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-17a7621c-4399-44bc-896d-b0c64c669a3a admin admin] 10.222.0.82 "PUT /v2.0/routers/0384219c-649b-4520-a20e-e8bbd83b3c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7235105 Feb 08 17:07:11.930554 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37510) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:07:11.932037 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e059461a-bfb0-4bf4-ada2-2909fcfdfe17 None None] Sync routers for ids ['0384219c-649b-4520-a20e-e8bbd83b3c63'] in n-d-824834-11 {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:07:11.941544 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e059461a-bfb0-4bf4-ada2-2909fcfdfe17 None None] Routers {'0384219c-649b-4520-a20e-e8bbd83b3c63'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:07:11.942161 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e059461a-bfb0-4bf4-ada2-2909fcfdfe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0384219c-649b-4520-a20e-e8bbd83b3c63'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:12.032093 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] Publish callbacks [] for router (0384219c-649b-4520-a20e-e8bbd83b3c63), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:12.049608 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e059461a-bfb0-4bf4-ada2-2909fcfdfe17 None None] Set router 0384219c-649b-4520-a20e-e8bbd83b3c63 gateway port host: n-d-824834-11 {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:07:12.136886 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] Publish callbacks [] for router_gateway (0384219c-649b-4520-a20e-e8bbd83b3c63), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:12.192725 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] Deleting port 18333a4d-718e-403a-8676-d601972a5691 {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:07:12.193000 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (18333a4d-718e-403a-8676-d601972a5691), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:12.223553 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e059461a-bfb0-4bf4-ada2-2909fcfdfe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '18333a4d-718e-403a-8676-d601972a5691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:07:11Z', 'revision_number': 5, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port': {'id': '18333a4d-718e-403a-8676-d601972a5691', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:12.253630 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e059461a-bfb0-4bf4-ada2-2909fcfdfe17 None None] Checking router: 0384219c-649b-4520-a20e-e8bbd83b3c63 for host: n-d-824834-11 {{(pid=103304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:07:12.262037 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e059461a-bfb0-4bf4-ada2-2909fcfdfe17 None None] Routers {'0384219c-649b-4520-a20e-e8bbd83b3c63'} bound to L3 agent in host n-d-824834-11 {{(pid=103304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:07:12.262647 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e059461a-bfb0-4bf4-ada2-2909fcfdfe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['0384219c-649b-4520-a20e-e8bbd83b3c63'], 'active': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:12.271518 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] For port 18333a4d-718e-403a-8676-d601972a5691, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=18333a4d-718e-403a-8676-d601972a5691,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:07:12.271875 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (18333a4d-718e-403a-8676-d601972a5691), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:12.284797 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] Calling delete_port for 18333a4d-718e-403a-8676-d601972a5691 owned by network:router_gateway {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:07:12.349487 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_dvr_db [None req-e059461a-bfb0-4bf4-ada2-2909fcfdfe17 None None] Set router 0384219c-649b-4520-a20e-e8bbd83b3c63 gateway port host: None {{(pid=103304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:07:12.400814 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.l3_hamode_db [None req-e059461a-bfb0-4bf4-ada2-2909fcfdfe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:07:12Z', 'revision_number': 6, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:12.430914 n-d-824834-11 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e059461a-bfb0-4bf4-ada2-2909fcfdfe17 None None] The sync data for ids ['0384219c-649b-4520-a20e-e8bbd83b3c63'] in n-d-824834-11 is: [{'id': '0384219c-649b-4520-a20e-e8bbd83b3c63', 'name': 'tempest-TestSnapshotPattern-2102000843-router', 'tenant_id': '4926771a006f4a20960cd17e82b46ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:18Z', 'updated_at': '2022-02-08T17:07:12Z', 'revision_number': 6, 'project_id': '4926771a006f4a20960cd17e82b46ee3', 'gw_port_host': None}] {{(pid=103304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:07:12.457296 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (18333a4d-718e-403a-8676-d601972a5691), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:12.489933 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] Pushing event deleted for resources: {'Port': ['ID=18333a4d-718e-403a-8676-d601972a5691,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:12.547084 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (0384219c-649b-4520-a20e-e8bbd83b3c63), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:12.638703 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (0384219c-649b-4520-a20e-e8bbd83b3c63), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:12.640764 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] Publish callbacks [] for router_controller (0384219c-649b-4520-a20e-e8bbd83b3c63), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:12.681843 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (0384219c-649b-4520-a20e-e8bbd83b3c63), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:12.682426 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0384219c-649b-4520-a20e-e8bbd83b3c63 {{(pid=103302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 17:07:12.686646 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:12.690813 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-3f5811ff-344a-4dbd-b4c2-4d31f6c8b512 admin admin] 10.222.0.82 "DELETE /v2.0/routers/0384219c-649b-4520-a20e-e8bbd83b3c63 HTTP/1.1" status: 204 len: 168 time: 0.7563350 Feb 08 17:07:12.691059 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37512) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:07:12.734289 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5165d0-301f-4604-aafc-8d8b65d89780 admin admin] Deleting subnet 5581ccc5-03ae-4d8e-adaa-376b9b741df8 {{(pid=103302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:07:12.737953 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1d5165d0-301f-4604-aafc-8d8b65d89780 admin admin] Publish callbacks [] for subnet (5581ccc5-03ae-4d8e-adaa-376b9b741df8), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:12.776114 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1d5165d0-301f-4604-aafc-8d8b65d89780 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3120289'] for subnet (5581ccc5-03ae-4d8e-adaa-376b9b741df8), precommit_delete_associations {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:12.856391 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1d5165d0-301f-4604-aafc-8d8b65d89780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (5581ccc5-03ae-4d8e-adaa-376b9b741df8), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:12.909774 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1d5165d0-301f-4604-aafc-8d8b65d89780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2134012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9902382'] for subnet (5581ccc5-03ae-4d8e-adaa-376b9b741df8), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:12.935413 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5165d0-301f-4604-aafc-8d8b65d89780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5581ccc5-03ae-4d8e-adaa-376b9b741df8,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:12.939133 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-1d5165d0-301f-4604-aafc-8d8b65d89780 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:12.942940 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-1d5165d0-301f-4604-aafc-8d8b65d89780 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/5581ccc5-03ae-4d8e-adaa-376b9b741df8 HTTP/1.1" status: 204 len: 168 time: 0.2506888 Feb 08 17:07:12.945450 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [-] (103302) accepted ('10.222.0.82', 37514) {{(pid=103302) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:07:12.948055 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1299a68b-8214-4976-809c-ad91c06ee700 None None] Network 44f3c439-2dc9-4ba7-807a-ac771cefe30d requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:07:13.018969 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (44f3c439-2dc9-4ba7-807a-ac771cefe30d), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:13.073742 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] Deleting port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f {{(pid=103302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:07:13.074088 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (3b54269c-b7cd-4eab-b2cd-251a7c88ba0f), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:13.138874 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.db [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] For port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=3b54269c-b7cd-4eab-b2cd-251a7c88ba0f,segment=NetworkSegment(119c6cec-73b6-4fa0-8749-2022e23d33b1),segment_id=119c6cec-73b6-4fa0-8749-2022e23d33b1)] {{(pid=103302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:07:13.139154 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (3b54269c-b7cd-4eab-b2cd-251a7c88ba0f), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:13.151735 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.plugin [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] Calling delete_port for 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f owned by network:dhcp {{(pid=103302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:07:13.241837 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd48474-e7b6-49d7-9907-ed281aed989f None None] DHCP port deletion for 44f3c439-2dc9-4ba7-807a-ac771cefe30d request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 17:07:13.247830 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2133795'] for port (3b54269c-b7cd-4eab-b2cd-251a7c88ba0f), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:13.270630 n-d-824834-11 neutron-server[103302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] No DVR routers for this DVR port 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f on host n-d-824834-11 {{(pid=103302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:07:13.287393 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-9bd48474-e7b6-49d7-9907-ed281aed989f None None] The port '3b54269c-b7cd-4eab-b2cd-251a7c88ba0f' was deleted {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 08 17:07:13.313887 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b54269c-b7cd-4eab-b2cd-251a7c88ba0f,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:13.320246 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:07:13.340626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:07:13.341217 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3b5257dc-1f77-4d30-aac4-89a236d4f2a2 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:07:13.341428 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:07:13.361475 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:07:13.362384 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 3b54269c-b7cd-4eab-b2cd-251a7c88ba0f not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:07:13.362810 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 18333a4d-718e-403a-8676-d601972a5691 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:07:13.374650 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (44f3c439-2dc9-4ba7-807a-ac771cefe30d), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:13.385441 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 18333a4d-718e-403a-8676-d601972a5691 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:07:13.385798 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 18333a4d-718e-403a-8676-d601972a5691 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:07:13.399511 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f3c439-2dc9-4ba7-807a-ac771cefe30d']}} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:13.410976 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119c6cec-73b6-4fa0-8749-2022e23d33b1') {'for_net_delete': True} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:13.411276 n-d-824834-11 neutron-server[103302]: DEBUG neutron.services.segments.db [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119c6cec-73b6-4fa0-8749-2022e23d33b1') {} {{(pid=103302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:13.422006 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3120298'] for segment (119c6cec-73b6-4fa0-8749-2022e23d33b1), before_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:13.436068 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (119c6cec-73b6-4fa0-8749-2022e23d33b1), precommit_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:13.442935 n-d-824834-11 neutron-server[103302]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:07:13.443404 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2133846'] for segment (119c6cec-73b6-4fa0-8749-2022e23d33b1), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: Traceback (most recent call last): Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: timer() Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: cb(*args, **kw) Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: return func(*args, **kwargs) Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: self._notify() Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: self.callback(batched_events) Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: event.method(event) Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: return f(self, *a, **k) Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: return self._get(url).json() Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: return self.request(url, 'GET', **kwargs) Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:07:13.445187 n-d-824834-11 neutron-server[103302]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:07:13.506377 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (44f3c439-2dc9-4ba7-807a-ac771cefe30d), after_delete {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:13.512414 n-d-824834-11 neutron-server[103302]: DEBUG neutron_lib.callbacks.manager [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:13.515982 n-d-824834-11 neutron-server[103302]: INFO neutron.wsgi [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] 10.222.0.82 "DELETE /v2.0/networks/44f3c439-2dc9-4ba7-807a-ac771cefe30d HTTP/1.1" status: 204 len: 168 time: 0.5695987 Feb 08 17:07:13.520027 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37516) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:07:13.527962 n-d-824834-11 neutron-server[103302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ffa7b-0cf7-450e-bfb6-fd35b549ff41 admin admin] Pushing event deleted for resources: {'Network': ['ID=44f3c439-2dc9-4ba7-807a-ac771cefe30d,revision_number=None']} {{(pid=103302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:13.874420 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85347dd5-cfae-4b6a-864d-9dadc19a3c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575006'] for router_interface (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:14.119964 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-85347dd5-cfae-4b6a-864d-9dadc19a3c6a admin admin] Deleting port 121f4822-2c73-4673-b029-f49d8108c971 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:07:14.120308 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85347dd5-cfae-4b6a-864d-9dadc19a3c6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (121f4822-2c73-4673-b029-f49d8108c971), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:14.198202 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-85347dd5-cfae-4b6a-864d-9dadc19a3c6a admin admin] For port 121f4822-2c73-4673-b029-f49d8108c971, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=121f4822-2c73-4673-b029-f49d8108c971,segment=NetworkSegment(6410d57b-e291-4ca8-b696-6c3f2e160734),segment_id=6410d57b-e291-4ca8-b696-6c3f2e160734)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:07:14.198478 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85347dd5-cfae-4b6a-864d-9dadc19a3c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (121f4822-2c73-4673-b029-f49d8108c971), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:14.211059 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-85347dd5-cfae-4b6a-864d-9dadc19a3c6a admin admin] Calling delete_port for 121f4822-2c73-4673-b029-f49d8108c971 owned by network:router_interface {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:07:14.390974 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85347dd5-cfae-4b6a-864d-9dadc19a3c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (121f4822-2c73-4673-b029-f49d8108c971), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:14.420081 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85347dd5-cfae-4b6a-864d-9dadc19a3c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=121f4822-2c73-4673-b029-f49d8108c971,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:14.590987 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-85347dd5-cfae-4b6a-864d-9dadc19a3c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575114'] for router_interface (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:15.136831 n-d-824834-11 neutron-server[103301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85347dd5-cfae-4b6a-864d-9dadc19a3c6a admin admin] Router b1d42e80-4e77-44e9-9242-b8fb7f4b344c has already been hosted by L3 agent 93a4e403-eb75-4fe9-95c4-6eba32f24c03 {{(pid=103301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 17:07:15.246810 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85347dd5-cfae-4b6a-864d-9dadc19a3c6a admin admin] Notify agent at l3_agent.n-d-824834-11 the message routers_updated {{(pid=103301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 17:07:15.252120 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-85347dd5-cfae-4b6a-864d-9dadc19a3c6a admin admin] 10.222.0.82 "PUT /v2.0/routers/b1d42e80-4e77-44e9-9242-b8fb7f4b344c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307069 Feb 08 17:07:15.255830 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37518) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:07:15.260512 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20e80d7-1860-4ad8-a948-abf2e0aec340 None None] Sync routers for ids ['b1d42e80-4e77-44e9-9242-b8fb7f4b344c'] in n-d-824834-11 {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 17:07:15.271081 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20e80d7-1860-4ad8-a948-abf2e0aec340 None None] Routers {'b1d42e80-4e77-44e9-9242-b8fb7f4b344c'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:07:15.271801 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a20e80d7-1860-4ad8-a948-abf2e0aec340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b1d42e80-4e77-44e9-9242-b8fb7f4b344c'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:15.358441 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d163c446-71db-4658-a422-816136274543 admin admin] Publish callbacks [] for router (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:15.378742 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a20e80d7-1860-4ad8-a948-abf2e0aec340 None None] Set router b1d42e80-4e77-44e9-9242-b8fb7f4b344c gateway port host: n-d-824834-11 {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:07:15.469907 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d163c446-71db-4658-a422-816136274543 admin admin] Publish callbacks [] for router_gateway (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:15.526427 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d163c446-71db-4658-a422-816136274543 admin admin] Deleting port 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:07:15.526770 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d163c446-71db-4658-a422-816136274543 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (40d1bb6e-15b3-4ae8-a92f-ebb3144a539f), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:15.567187 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a20e80d7-1860-4ad8-a948-abf2e0aec340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'name': 'tempest-TestSnapshotPattern-335826786-router', 'tenant_id': '44137f913c7f4e9594cd376b2bc629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'external_fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': '40d1bb6e-15b3-4ae8-a92f-ebb3144a539f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:07:14Z', 'revision_number': 5, 'project_id': '44137f913c7f4e9594cd376b2bc629c6', 'gw_port': {'id': '40d1bb6e-15b3-4ae8-a92f-ebb3144a539f', 'name': '', 'network_id': '7c1187de-c4e5-4894-a57b-d8bf742c1138', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e150b1a9-b100-4fdf-a3ca-2293e4fa42f0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-11'}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:15.593723 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20e80d7-1860-4ad8-a948-abf2e0aec340 None None] Checking router: b1d42e80-4e77-44e9-9242-b8fb7f4b344c for host: n-d-824834-11 {{(pid=103303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 17:07:15.602265 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20e80d7-1860-4ad8-a948-abf2e0aec340 None None] Routers {'b1d42e80-4e77-44e9-9242-b8fb7f4b344c'} bound to L3 agent in host n-d-824834-11 {{(pid=103303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 17:07:15.602889 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a20e80d7-1860-4ad8-a948-abf2e0aec340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T15:28:04Z,description=,heartbeat_timestamp=2022-02-08T17:07:04Z,host='n-d-824834-11',id=93a4e403-eb75-4fe9-95c4-6eba32f24c03,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T15:28:04Z,topic='l3_agent')) {'router_ids': ['b1d42e80-4e77-44e9-9242-b8fb7f4b344c'], 'active': True} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:15.605152 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-d163c446-71db-4658-a422-816136274543 admin admin] For port 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=40d1bb6e-15b3-4ae8-a92f-ebb3144a539f,segment=NetworkSegment(0cb7f66f-dc21-4d1d-ab54-d2accebf91b1),segment_id=0cb7f66f-dc21-4d1d-ab54-d2accebf91b1)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:07:15.605665 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d163c446-71db-4658-a422-816136274543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (40d1bb6e-15b3-4ae8-a92f-ebb3144a539f), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:15.618908 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-d163c446-71db-4658-a422-816136274543 admin admin] Calling delete_port for 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f owned by network:router_gateway {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:07:15.692644 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvr_db [None req-a20e80d7-1860-4ad8-a948-abf2e0aec340 None None] Set router b1d42e80-4e77-44e9-9242-b8fb7f4b344c gateway port host: None {{(pid=103303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 17:07:15.745367 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_hamode_db [None req-a20e80d7-1860-4ad8-a948-abf2e0aec340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'name': 'tempest-TestSnapshotPattern-335826786-router', 'tenant_id': '44137f913c7f4e9594cd376b2bc629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:07:15Z', 'revision_number': 6, 'project_id': '44137f913c7f4e9594cd376b2bc629c6', 'gw_port_host': None}], 'n-d-824834-11', False) {} {{(pid=103303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:15.776326 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20e80d7-1860-4ad8-a948-abf2e0aec340 None None] The sync data for ids ['b1d42e80-4e77-44e9-9242-b8fb7f4b344c'] in n-d-824834-11 is: [{'id': 'b1d42e80-4e77-44e9-9242-b8fb7f4b344c', 'name': 'tempest-TestSnapshotPattern-335826786-router', 'tenant_id': '44137f913c7f4e9594cd376b2bc629c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T17:02:22Z', 'updated_at': '2022-02-08T17:07:15Z', 'revision_number': 6, 'project_id': '44137f913c7f4e9594cd376b2bc629c6', 'gw_port_host': None}] {{(pid=103303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 17:07:15.787167 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d163c446-71db-4658-a422-816136274543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (40d1bb6e-15b3-4ae8-a92f-ebb3144a539f), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:15.811757 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163c446-71db-4658-a422-816136274543 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d1bb6e-15b3-4ae8-a92f-ebb3144a539f,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:15.878899 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d163c446-71db-4658-a422-816136274543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-577128'] for router_gateway (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:15.969976 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d163c446-71db-4658-a422-816136274543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-516370'] for router (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:15.972752 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d163c446-71db-4658-a422-816136274543 admin admin] Publish callbacks [] for router_controller (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.016555 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d163c446-71db-4658-a422-816136274543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575480'] for router (b1d42e80-4e77-44e9-9242-b8fb7f4b344c), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.017068 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d163c446-71db-4658-a422-816136274543 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1d42e80-4e77-44e9-9242-b8fb7f4b344c {{(pid=103301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 17:07:16.021367 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d163c446-71db-4658-a422-816136274543 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.022549 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d163c446-71db-4658-a422-816136274543 admin admin] 10.222.0.82 "DELETE /v2.0/routers/b1d42e80-4e77-44e9-9242-b8fb7f4b344c HTTP/1.1" status: 204 len: 168 time: 0.7662187 Feb 08 17:07:16.025229 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37520) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:07:16.070786 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34c1329-28db-427b-9583-d543c9125ee2 admin admin] Deleting subnet 5f925999-051d-4ac9-a9aa-c0a16e85a621 {{(pid=103301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 08 17:07:16.073801 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d34c1329-28db-427b-9583-d543c9125ee2 admin admin] Publish callbacks [] for subnet (5f925999-051d-4ac9-a9aa-c0a16e85a621), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.113455 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d34c1329-28db-427b-9583-d543c9125ee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10262548'] for subnet (5f925999-051d-4ac9-a9aa-c0a16e85a621), precommit_delete_associations {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.201476 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d34c1329-28db-427b-9583-d543c9125ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2001717'] for subnet (5f925999-051d-4ac9-a9aa-c0a16e85a621), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.255062 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d34c1329-28db-427b-9583-d543c9125ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2001870', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10057525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10095958'] for subnet (5f925999-051d-4ac9-a9aa-c0a16e85a621), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.279225 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c1329-28db-427b-9583-d543c9125ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f925999-051d-4ac9-a9aa-c0a16e85a621,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:16.285949 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-d34c1329-28db-427b-9583-d543c9125ee2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.289869 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-d34c1329-28db-427b-9583-d543c9125ee2 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/5f925999-051d-4ac9-a9aa-c0a16e85a621 HTTP/1.1" status: 204 len: 168 time: 0.2636983 Feb 08 17:07:16.291312 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3849428-32eb-4767-9fd7-6760c0d8566b None None] Network faa30ff6-7c04-4da7-8551-1eb1b0c821ee requested from n-d-824834-11 {{(pid=103303) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 08 17:07:16.292591 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37522) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:07:16.366915 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2026979'] for network (faa30ff6-7c04-4da7-8551-1eb1b0c821ee), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.421593 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] Deleting port 9b61123c-87dd-423b-b866-3d5c169fc4a8 {{(pid=103301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:07:16.421941 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.491636 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.db [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] For port 9b61123c-87dd-423b-b866-3d5c169fc4a8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9b61123c-87dd-423b-b866-3d5c169fc4a8,segment=NetworkSegment(6410d57b-e291-4ca8-b696-6c3f2e160734),segment_id=6410d57b-e291-4ca8-b696-6c3f2e160734)] {{(pid=103301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:07:16.492012 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.507030 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.plugin [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] Calling delete_port for 9b61123c-87dd-423b-b866-3d5c169fc4a8 owned by network:dhcp {{(pid=103301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:07:16.517417 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37faeeff-2ee0-4934-8a0d-d8c0b1e2f875 None None] DHCP port deletion for faa30ff6-7c04-4da7-8551-1eb1b0c821ee request from n-d-824834-11 {{(pid=103303) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 08 17:07:16.569626 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-37faeeff-2ee0-4934-8a0d-d8c0b1e2f875 None None] Deleting port 9b61123c-87dd-423b-b866-3d5c169fc4a8 {{(pid=103303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 08 17:07:16.570007 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-37faeeff-2ee0-4934-8a0d-d8c0b1e2f875 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749937600148'] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), before_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.590932 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10057706'] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.619554 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b61123c-87dd-423b-b866-3d5c169fc4a8,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:16.624574 n-d-824834-11 neutron-server[103301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] No DVR routers for this DVR port 9b61123c-87dd-423b-b866-3d5c169fc4a8 on host n-d-824834-11 {{(pid=103301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:07:16.636397 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.db [None req-37faeeff-2ee0-4934-8a0d-d8c0b1e2f875 None None] For port 9b61123c-87dd-423b-b866-3d5c169fc4a8, host n-d-824834-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-11',level=0,port_id=9b61123c-87dd-423b-b866-3d5c169fc4a8,segment=NetworkSegment(6410d57b-e291-4ca8-b696-6c3f2e160734),segment_id=6410d57b-e291-4ca8-b696-6c3f2e160734)] {{(pid=103303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 17:07:16.636813 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-37faeeff-2ee0-4934-8a0d-d8c0b1e2f875 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571045'] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), precommit_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.651802 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-37faeeff-2ee0-4934-8a0d-d8c0b1e2f875 None None] Calling delete_port for 9b61123c-87dd-423b-b866-3d5c169fc4a8 owned by network:dhcp {{(pid=103303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 08 17:07:16.702569 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081698', 'neutron.services.segments.db._delete_segments_for_network-8749937562561'] for network (faa30ff6-7c04-4da7-8551-1eb1b0c821ee), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.726339 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa30ff6-7c04-4da7-8551-1eb1b0c821ee']}} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:16.738130 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6410d57b-e291-4ca8-b696-6c3f2e160734') {'for_net_delete': True} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:16.738434 n-d-824834-11 neutron-server[103301]: DEBUG neutron.services.segments.db [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6410d57b-e291-4ca8-b696-6c3f2e160734') {} {{(pid=103301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 17:07:16.740920 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-37faeeff-2ee0-4934-8a0d-d8c0b1e2f875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749937607671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749937086154'] for port (9b61123c-87dd-423b-b866-3d5c169fc4a8), after_delete {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.748378 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749937564362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10262559'] for segment (6410d57b-e291-4ca8-b696-6c3f2e160734), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.766165 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919'] for segment (6410d57b-e291-4ca8-b696-6c3f2e160734), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.767003 n-d-824834-11 neutron-server[103303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37faeeff-2ee0-4934-8a0d-d8c0b1e2f875 None None] Pushing event deleted for resources: {'Port': ['ID=9b61123c-87dd-423b-b866-3d5c169fc4a8,revision_number=None']} {{(pid=103303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:16.771152 n-d-824834-11 neutron-server[103303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37faeeff-2ee0-4934-8a0d-d8c0b1e2f875 None None] No DVR routers for this DVR port 9b61123c-87dd-423b-b866-3d5c169fc4a8 on host n-d-824834-11 {{(pid=103303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 17:07:16.782620 n-d-824834-11 neutron-server[103301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=103301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 17:07:16.783003 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2011919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10057631'] for segment (6410d57b-e291-4ca8-b696-6c3f2e160734), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: Traceback (most recent call last): Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: timer() Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: cb(*args, **kw) Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: return func(*args, **kwargs) Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: self._notify() Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: self.callback(batched_events) Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: event.method(event) Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: return f(self, *a, **k) Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: return self._get(url).json() Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: return self.request(url, 'GET', **kwargs) Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 17:07:16.785882 n-d-824834-11 neutron-server[103301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 17:07:16.845431 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577036'] for network (faa30ff6-7c04-4da7-8551-1eb1b0c821ee), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.851663 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:16.855025 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] 10.222.0.82 "DELETE /v2.0/networks/faa30ff6-7c04-4da7-8551-1eb1b0c821ee HTTP/1.1" status: 204 len: 168 time: 0.5614629 Feb 08 17:07:16.871215 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca650a7-412b-4306-a2c5-019d51cf040c admin admin] Pushing event deleted for resources: {'Network': ['ID=faa30ff6-7c04-4da7-8551-1eb1b0c821ee,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:17.031816 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37526) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:07:17.224932 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-19f3a69e-59d8-4e11-8fd0-7fdd37f79959 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4926771a006f4a20960cd17e82b46ee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1918960 Feb 08 17:07:17.227385 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37530) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:07:17.241685 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:07:17.262473 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:07:17.262816 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 40d1bb6e-15b3-4ae8-a92f-ebb3144a539f not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:07:17.263233 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 121f4822-2c73-4673-b029-f49d8108c971 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:07:17.277622 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0b887e5e-994d-43ec-a994-0621aaaaa9bf admin admin] Publish callbacks [] for security_group (6c53e166-d5c5-4a4a-8e52-0fc0c6d13b58), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:17.288746 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 121f4822-2c73-4673-b029-f49d8108c971 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:07:17.289150 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 121f4822-2c73-4673-b029-f49d8108c971 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:07:17.289605 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9b61123c-87dd-423b-b866-3d5c169fc4a8 no longer exists at agent ovs-agent-n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 17:07:17.306305 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0b887e5e-994d-43ec-a994-0621aaaaa9bf admin admin] Publish callbacks [] for security_group (6c53e166-d5c5-4a4a-8e52-0fc0c6d13b58), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:17.309499 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.plugin [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] No Port match for: 9b61123c-87dd-423b-b866-3d5c169fc4a8 {{(pid=103303) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 08 17:07:17.309975 n-d-824834-11 neutron-server[103303]: DEBUG neutron.plugins.ml2.rpc [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Device 9b61123c-87dd-423b-b866-3d5c169fc4a8 not bound to the agent host n-d-824834-11 {{(pid=103303) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 17:07:17.354924 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0b887e5e-994d-43ec-a994-0621aaaaa9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (6c53e166-d5c5-4a4a-8e52-0fc0c6d13b58), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:17.357544 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-0b887e5e-994d-43ec-a994-0621aaaaa9bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:17.358719 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-0b887e5e-994d-43ec-a994-0621aaaaa9bf admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6c53e166-d5c5-4a4a-8e52-0fc0c6d13b58 HTTP/1.1" status: 204 len: 168 time: 0.1304162 Feb 08 17:07:17.366169 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b887e5e-994d-43ec-a994-0621aaaaa9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c53e166-d5c5-4a4a-8e52-0fc0c6d13b58,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:17.613889 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37536) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:07:17.654796 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-54c28d76-1794-4530-846e-585e37791e12 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=44137f913c7f4e9594cd376b2bc629c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397537 Feb 08 17:07:17.657330 n-d-824834-11 neutron-server[103301]: DEBUG neutron.wsgi [-] (103301) accepted ('10.222.0.82', 37538) {{(pid=103301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 08 17:07:17.703113 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f73e0503-3ac5-4ed0-baa9-44c96ae6026d admin admin] Publish callbacks [] for security_group (a9156bbb-e163-4807-8785-a4c1fdadb524), before_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:17.727491 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f73e0503-3ac5-4ed0-baa9-44c96ae6026d admin admin] Publish callbacks [] for security_group (a9156bbb-e163-4807-8785-a4c1fdadb524), precommit_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:17.776808 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f73e0503-3ac5-4ed0-baa9-44c96ae6026d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897774'] for security_group (a9156bbb-e163-4807-8785-a4c1fdadb524), after_delete {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:17.779572 n-d-824834-11 neutron-server[103301]: DEBUG neutron_lib.callbacks.manager [None req-f73e0503-3ac5-4ed0-baa9-44c96ae6026d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:17.780730 n-d-824834-11 neutron-server[103301]: INFO neutron.wsgi [None req-f73e0503-3ac5-4ed0-baa9-44c96ae6026d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a9156bbb-e163-4807-8785-a4c1fdadb524 HTTP/1.1" status: 204 len: 168 time: 0.1225135 Feb 08 17:07:17.789964 n-d-824834-11 neutron-server[103301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e0503-3ac5-4ed0-baa9-44c96ae6026d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9156bbb-e163-4807-8785-a4c1fdadb524,revision_number=None']} {{(pid=103301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 17:07:19.821246 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:21.200531 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:31.186771 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:07:31.714991 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2960415e-244e-4fc7-a418-43e974ab3182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:33.981983 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-28f5aa44-c8be-4b0e-9ec6-10d6da2065d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:35.853924 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:37.022709 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:38.193235 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:49.819176 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:07:51.213587 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:08:01.718059 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2b2ca835-4056-4f4f-99bd-a2e588ed2671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:08:03.983317 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-5f160ccf-dc24-4972-88e1-b9b685312b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:08:05.857883 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:08:07.024528 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:08:08.186125 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:08:08.194445 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:08:19.826396 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:08:21.216297 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:08:31.720935 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-50063dc3-89a0-4928-8eb6-021b6c4168ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:08:33.985147 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-371a98f7-e7f0-4814-b165-75f5683ec0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:08:35.863030 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:08:37.027911 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:08:38.197247 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:08:45.185325 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:08:49.833934 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:08:51.211342 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:09:01.721908 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-c8aabf1b-e290-4dd3-95c3-4f2f019bcb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:09:03.987229 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9d89c2e8-6a44-4b86-be20-d2fb8eab53b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:09:05.861663 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:09:07.030479 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:09:08.198506 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:09:19.833721 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:09:21.216106 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:09:22.184385 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:09:31.723360 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6fb2793c-71f7-41d4-8527-c6bde1808e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:09:33.988616 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f49deb01-0c5e-4fc1-976b-8f4035883fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:09:35.864437 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:09:37.033572 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:09:38.202059 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:09:49.832683 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:09:51.242868 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:09:59.183210 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:10:01.724972 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3b19a146-6461-4cfb-9155-49b72752e3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:10:03.990270 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-7ec50c50-62f9-4c45-a74e-026a1f117f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:10:05.867777 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:10:07.034927 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:10:08.205762 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:10:19.863794 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:10:21.255223 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:10:31.726992 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-b8683fbf-b5b3-4aeb-bafe-573bdbe2cb43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:10:33.990997 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-92af875b-d4c8-4034-889a-c52323e77578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:10:35.872994 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:10:36.181571 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:10:37.036802 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:10:38.208289 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:10:49.863324 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:10:51.262822 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:11:01.729226 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-54675d8a-eacf-45aa-a86a-abe01a7333d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:11:03.991943 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-f1d060ca-b47a-43ef-bfc1-728c12dd5d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:11:05.873203 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:11:07.039873 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:11:08.212516 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:11:13.180795 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:11:19.867186 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:11:21.261616 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:11:31.730847 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-01a408d6-9ea4-44d4-a4a6-a80d279ceee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:11:33.993527 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0813d7b2-ca83-42a9-9fe3-83e5118c703e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:11:35.877575 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:11:37.042153 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:11:38.214495 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:11:49.893877 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:11:50.180024 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:11:51.283734 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:12:01.732170 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-88760c1e-7608-4493-9cb2-8ac3cc5e3135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:12:03.995657 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1c8f10e0-4cdf-494b-9e77-db1c6fa3f31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:12:05.880236 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:12:07.044727 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:12:08.216361 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:12:19.908410 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:12:21.282767 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:12:27.179623 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:12:31.736227 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-2ecec675-a5d9-4f72-b6e4-31d02f23b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:12:33.997492 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-53014f47-7d8b-4f25-aa73-da3ed270f00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:12:35.885374 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:12:37.048151 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:12:38.217989 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:12:49.898290 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:12:51.297108 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:13:01.738530 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-9b367d84-51fa-46fd-8748-b8c5ecc32eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:13:03.998417 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0e6e5643-ae72-450d-b1fd-5a138606434a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:13:04.179093 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:13:05.886379 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:13:07.050034 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:13:08.222200 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:13:19.895441 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:13:21.311953 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:13:31.741630 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-d834156c-ffc4-4ac1-af4b-0fef543f06e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:13:33.999517 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-3df9b2c4-c337-4b45-98bc-b4b6c1548194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:13:35.889084 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:13:37.052853 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:13:38.223816 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:13:41.178451 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:13:49.906303 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:13:51.326232 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:14:01.742936 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-ebe438d9-1abb-4cd6-a8c6-c2c44387b81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:14:04.169547 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-740b2234-0d7a-49a9-8350-c7badbede87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:14:05.891337 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:14:07.054378 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:14:08.225500 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:14:18.177109 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:14:19.905699 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:14:21.317774 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:14:31.744495 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1a901a40-b86b-4694-99e9-c34ad89baacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:14:34.000805 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-1e7c858f-e9df-4c22-aeb0-1616b43e27d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:14:35.893039 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:14:37.057897 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:14:38.227608 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:14:49.905215 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:14:51.326859 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:14:55.176023 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:15:01.748015 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-aaf09e01-66ac-42ae-ac4d-7a92b5c372c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:15:04.002518 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-84e7a836-cb60-4e21-abc7-b9ff55fffce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:15:05.896870 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:15:07.059689 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:15:08.230048 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:15:16.729140 n-d-824834-11 neutron-server[103302]: DEBUG neutron.wsgi [req-9369c01c-ddf3-4cd4-91a9-e45519f880e0 req-21f4bad2-1079-497e-853f-bd33e1216448 service neutron] (103302) timed out ('10.222.0.82', 35318) {{(pid=103302) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 08 17:15:19.904278 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:15:21.341773 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:15:31.750209 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-79356296-9aac-4c39-813d-7670a311519d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (020afa37-d261-4918-a17d-4af40dc51bbd), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:15:32.175202 n-d-824834-11 neutron-server[103304]: DEBUG neutron.db.agents_db [None req-85fbcbe4-d2c4-4542-93dc-424b71ce55bb None None] Agent healthcheck: found 7 active agents {{(pid=103304) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 17:15:34.004721 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-dbffda29-4d09-4ae5-85a9-c9b020fb198c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (93a4e403-eb75-4fe9-95c4-6eba32f24c03), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:15:35.899812 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-6ead9117-3d75-4bd7-b041-5d682f2c748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0cd30a42-d86e-4256-8a42-0ce321d9942e), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:15:37.063053 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-32fb19e1-76b1-414e-a234-4647ffe93db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (41590c90-e714-47ec-9bc7-6286f91a88d1), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:15:38.232411 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-0eaae5fe-e188-4838-a1ea-e27a7a55ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (d0fb3d6b-8c01-4644-a595-29220cfb59ce), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:15:49.918858 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4cc5dc62-de39-4f4c-b5b9-aea31fd0c40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (0bf00b97-d272-4939-afcc-5db49072bf43), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 08 17:15:51.342306 n-d-824834-11 neutron-server[103303]: DEBUG neutron_lib.callbacks.manager [None req-4af13b23-9b31-4c63-850a-1cf735f81b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749937562543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2082729'] for agent (67833f66-d9f4-4643-9e0c-4ae531ff1651), after_update {{(pid=103303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}